-- Logs begin at Fri 2022-03-11 10:48:51 UTC, end at Fri 2022-03-11 13:21:24 UTC. -- Mar 11 11:27:26.334237 n-d-833234-2 systemd[1]: Started Devstack devstack@q-svc.service. Mar 11 11:27:29.256039 n-d-833234-2 neutron-server[103922]: INFO neutron.common.config [-] Logging enabled! Mar 11 11:27:29.256585 n-d-833234-2 neutron-server[103922]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc1 Mar 11 11:27:29.256841 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103922) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 11:27:29.260219 n-d-833234-2 neutron-server[103922]: INFO neutron.common.config [-] Logging enabled! Mar 11 11:27:29.260469 n-d-833234-2 neutron-server[103922]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc1 Mar 11 11:27:29.260776 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103922) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 11:27:29.261721 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 11:27:29.261952 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 11:27:29.262324 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 11:27:29.262563 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 11:27:29.262789 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 11:27:29.263550 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.264005 n-d-833234-2 neutron-server[103922]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 11 11:27:29.264323 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.264622 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.264915 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.265194 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.265487 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.265771 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.266062 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.266369 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.266656 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.266938 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.267223 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.267511 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.267818 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.268103 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.268385 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.268769 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] debug = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.269240 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.269471 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.269906 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.270189 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.270476 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.270753 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.271027 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.271308 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.271609 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.271955 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] host = n-d-833234-2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.272232 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.272518 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.272804 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.273092 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.273371 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.273648 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.273931 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.274206 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.274478 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] log_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.274753 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.275039 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.275327 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.275641 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.275867 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.276089 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.276376 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.276659 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.276933 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.277209 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.277483 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.277760 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.278037 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.278303 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.278588 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.278870 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.279156 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.279433 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.279752 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.280027 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.280301 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.280584 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.280861 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.281133 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.281408 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.281693 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.281962 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.282237 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.282537 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.282821 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.283103 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.283388 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.283686 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.283968 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.284271 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.284538 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.284973 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] use_json = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.285250 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.285521 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.285803 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.286074 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.286346 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.286619 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.286889 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.287171 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.287445 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:29.287769 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.288068 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.288368 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.288667 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.288960 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.289240 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.289529 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.289807 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.290095 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.290381 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.290669 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.290945 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.291241 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.291524 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.291844 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.292146 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.292439 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.292732 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.293008 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.293284 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.293558 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.293834 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.294121 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.294396 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.294683 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.294967 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.295245 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.295542 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.295852 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.296145 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.296435 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.296707 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.296987 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.297275 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.297553 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.297824 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.298102 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.298389 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.298668 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.298940 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.299220 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.299499 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.299869 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.300271 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.300554 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.300841 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.301118 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.301391 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.301664 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.301941 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.302214 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.302503 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.302782 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.303056 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.303327 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.303627 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.303903 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.304176 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.304448 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.304723 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.305000 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.305272 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.305544 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.305813 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.306085 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.306360 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.306632 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.306902 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.307174 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.307447 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.307747 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.308020 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.308292 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.308563 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.308853 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.309146 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.309421 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.309696 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.309971 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.310244 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.310516 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.310788 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.311061 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.311334 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.311632 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.311924 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.312205 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.312488 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.312787 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.313064 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.313355 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.313633 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.313905 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.314187 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.314462 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.314736 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.315019 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.315296 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.315674 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.315996 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.316301 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.316595 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.316888 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.317168 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.317474 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.317754 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:29.317969 n-d-833234-2 neutron-server[103922]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 11:27:29.318211 n-d-833234-2 neutron-server[103922]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103922) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 11 11:27:29.693490 n-d-833234-2 neutron-server[103922]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 11 11:27:29.693737 n-d-833234-2 neutron-server[103922]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 11 11:27:29.694051 n-d-833234-2 neutron-server[103922]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 11 11:27:29.694530 n-d-833234-2 neutron-server[103922]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 11 11:27:30.017724 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.017944 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.018185 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.019528 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.019825 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.020208 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.065589 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.065823 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.066091 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.080562 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.080836 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.081226 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.109556 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.109826 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.110095 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.146829 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.147105 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.147373 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.500923 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.501571 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.501571 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.501817 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.502390 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.601310 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.601617 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.601898 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.602165 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.602427 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.602735 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.602990 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.603240 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.603492 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.603791 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.604032 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.604294 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.604543 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.604806 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.605056 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.605313 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.605571 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.605816 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.606082 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.606335 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.606600 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.606849 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.607124 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.607488 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.607757 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.608005 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.608395 n-d-833234-2 neutron-server[103922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 11:27:30.608633 n-d-833234-2 neutron-server[103922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 11:27:30.608868 n-d-833234-2 neutron-server[103922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 11:27:30.609101 n-d-833234-2 neutron-server[103922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 11:27:30.609332 n-d-833234-2 neutron-server[103922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 11:27:30.609564 n-d-833234-2 neutron-server[103922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 11:27:30.609941 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 11 11:27:30.613213 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 11 11:27:30.617293 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 11 11:27:30.621058 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Mar 11 11:27:30.622694 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 11 11:27:30.623167 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 11 11:27:30.623505 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 11 11:27:30.623913 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 11 11:27:30.626742 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 11 11:27:30.626989 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 11 11:27:30.627340 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 11:27:30.632344 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 11 11:27:30.656102 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 11 11:27:30.656538 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.656840 n-d-833234-2 neutron-server[103922]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103922) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 11 11:27:30.657197 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.658579 n-d-833234-2 neutron-server[103922]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103922) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 11 11:27:30.658858 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 11:27:30.659121 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 11 11:27:30.662564 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.662838 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:30.725695 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 11 11:27:30.725927 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 11 11:27:30.726159 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 11 11:27:30.726530 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 11 11:27:30.748189 n-d-833234-2 neutron-server[103922]: DEBUG oslo_db.sqlalchemy.engines [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103922) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 11 11:27:31.194681 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Initializing driver for type 'gre' Mar 11 11:27:31.195206 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] gre ID ranges: [(1, 1000)] Mar 11 11:27:31.251196 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Initializing driver for type 'local' Mar 11 11:27:31.251478 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Initializing driver for type 'vlan' Mar 11 11:27:31.267323 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] VlanTypeDriver initialization complete Mar 11 11:27:31.267698 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Initializing driver for type 'vxlan' Mar 11 11:27:31.268206 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] vxlan ID ranges: [(1, 1000)] Mar 11 11:27:31.321169 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Initializing extension driver 'port_security' Mar 11 11:27:31.321503 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.extensions.port_security [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] PortSecurityExtensionDriver initialization complete Mar 11 11:27:31.321839 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Initializing mechanism driver 'openvswitch' Mar 11 11:27:31.322209 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Initializing mechanism driver 'hyperv' Mar 11 11:27:31.329248 n-d-833234-2 neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:27:31.330165 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > port after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.330537 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > port after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.330886 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > port after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.331472 n-d-833234-2 neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 11:27:31.331907 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > subnet after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.332260 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > subnet after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.332603 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.333024 n-d-833234-2 neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 11:27:31.333426 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > network after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.333770 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > network after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.334107 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > network after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.334493 n-d-833234-2 neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 11:27:31.334901 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > security_group after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.335250 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > security_group after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.335612 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.336003 n-d-833234-2 neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 11:27:31.336408 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.336754 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.337092 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.337488 n-d-833234-2 neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 11:27:31.337874 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > address_group after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.338214 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > address_group after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.338547 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.338944 n-d-833234-2 neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 11:27:31.339384 n-d-833234-2 neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] ML2 OVO RPC backend initialized. {{(pid=103922) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 11 11:27:31.340122 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.340473 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.340882 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > network before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.341226 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > networks before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.341567 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > port before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.341903 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > ports before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.342242 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > subnet before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.342572 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > subnets before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.342913 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > network after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.343245 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > network after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.343571 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > network after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.343913 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > port after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.344242 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > port after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.344569 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > port after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.344898 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > subnet after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.345227 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > subnet after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.345552 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.353062 n-d-833234-2 neutron-server[103922]: INFO neutron.quota [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded quota_driver: . Mar 11 11:27:31.353429 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.plugin [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Modular L2 Plugin initialization complete Mar 11 11:27:31.353770 n-d-833234-2 neutron-server[103922]: DEBUG neutron.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading services supported by the core plugin {{(pid=103922) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 11 11:27:31.354110 n-d-833234-2 neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Got port-security extension from driver 'port_security' Mar 11 11:27:31.354597 n-d-833234-2 neutron-server[103922]: INFO neutron.extensions.vlantransparent [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Disabled vlantransparent extension. Mar 11 11:27:31.355097 n-d-833234-2 neutron-server[103922]: DEBUG neutron.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103922) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 11 11:27:31.355453 n-d-833234-2 neutron-server[103922]: INFO neutron.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading Plugin: router Mar 11 11:27:31.391219 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.391621 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router after_create 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.391990 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router before_create 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.392352 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.392718 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.393075 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router after_delete 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.393430 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.393856 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.394215 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router after_create 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.394557 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router after_update 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.394907 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router after_update 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.395254 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.395609 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router after_update 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.396020 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router precommit_update 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.396383 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: port after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.396719 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: port after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.397051 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: subnet after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.397386 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.397732 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.398071 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router precommit_create 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.398405 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: port before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.398742 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router precommit_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.399090 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router after_update 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.399431 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.399944 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router precommit_create 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.400305 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.400648 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router precommit_update 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.401008 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > agent after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.401355 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > agent after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.401700 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > network after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.402529 n-d-833234-2 neutron-server[103922]: DEBUG neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Tracking information for resource: router configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 11:27:31.402877 n-d-833234-2 neutron-server[103922]: DEBUG neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Tracking information for resource: floatingip configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 11:27:31.407861 n-d-833234-2 neutron-server[103922]: INFO neutron.db.l3_agentschedulers_db [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 11 11:27:31.408441 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: port after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.408804 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: port after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.409268 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: port after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.409578 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: port after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.410359 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router before_create 55550100 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.410719 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.411079 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router precommit_create 55550100 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.411430 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > router precommit_update 55550100 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.416235 n-d-833234-2 neutron-server[103922]: DEBUG neutron.services.provider_configuration [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Service providers = [] {{(pid=103922) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 11 11:27:31.416597 n-d-833234-2 neutron-server[103922]: DEBUG neutron.db.servicetype_db [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103922) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 11 11:27:31.419535 n-d-833234-2 neutron-server[103922]: DEBUG neutron.services.service_base [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 11:27:31.419910 n-d-833234-2 neutron-server[103922]: DEBUG neutron.services.service_base [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 11:27:31.420243 n-d-833234-2 neutron-server[103922]: DEBUG neutron.services.service_base [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 11:27:31.421126 n-d-833234-2 neutron-server[103922]: DEBUG neutron.services.service_base [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 11:27:31.421489 n-d-833234-2 neutron-server[103922]: INFO neutron.services.service_base [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 11 11:27:31.421859 n-d-833234-2 neutron-server[103922]: DEBUG neutron.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 11:27:31.422170 n-d-833234-2 neutron-server[103922]: INFO neutron.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 11 11:27:31.433052 n-d-833234-2 neutron-server[103922]: DEBUG neutron.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 11:27:31.433389 n-d-833234-2 neutron-server[103922]: INFO neutron.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading Plugin: auto_allocate Mar 11 11:27:31.439248 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: network precommit_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.439619 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: network precommit_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.440168 n-d-833234-2 neutron-server[103922]: DEBUG neutron.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 11:27:31.440528 n-d-833234-2 neutron-server[103922]: INFO neutron.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading Plugin: tag Mar 11 11:27:31.447398 n-d-833234-2 neutron-server[103922]: DEBUG neutron.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 11:27:31.447682 n-d-833234-2 neutron-server[103922]: INFO neutron.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading Plugin: timestamp Mar 11 11:27:31.451499 n-d-833234-2 neutron-server[103922]: DEBUG neutron.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 11:27:31.451850 n-d-833234-2 neutron-server[103922]: INFO neutron.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading Plugin: network_ip_availability Mar 11 11:27:31.457878 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.458242 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.458601 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.459309 n-d-833234-2 neutron-server[103922]: DEBUG neutron.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 11:27:31.459617 n-d-833234-2 neutron-server[103922]: INFO neutron.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading Plugin: flavors Mar 11 11:27:31.464564 n-d-833234-2 neutron-server[103922]: DEBUG neutron.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 11:27:31.464887 n-d-833234-2 neutron-server[103922]: INFO neutron.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading Plugin: revisions Mar 11 11:27:31.469238 n-d-833234-2 neutron-server[103922]: DEBUG neutron.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 11:27:31.469627 n-d-833234-2 neutron-server[103922]: DEBUG oslo_concurrency.lockutils [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.775s {{(pid=103922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 11 11:27:31.470367 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103922) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 11 11:27:31.470699 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Initializing extension manager. Mar 11 11:27:31.471228 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: __init__.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.471564 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: __pycache__ {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.472091 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: address_group.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.472836 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.473406 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: address-group Mar 11 11:27:31.473725 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: address_scope.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.474432 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.474937 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: address-scope Mar 11 11:27:31.475262 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.476208 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.476714 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: router-admin-state-down-before-update Mar 11 11:27:31.477011 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: agent.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.477705 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.478205 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: agent Mar 11 11:27:31.478518 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: agent_resources_synced.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.479420 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.479964 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: agent-resources-synced Mar 11 11:27:31.480281 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: allowedaddresspairs.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.482070 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.482591 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: allowed-address-pairs Mar 11 11:27:31.482915 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: auto_allocated_topology.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.484010 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.484518 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: auto-allocated-topology Mar 11 11:27:31.484842 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: availability_zone.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.485541 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.486053 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: availability_zone Mar 11 11:27:31.486371 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: availability_zone_filter.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.487353 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.487950 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: availability_zone_filter Mar 11 11:27:31.488272 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: data_plane_status.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.489182 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.489679 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension data-plane-status not supported by any of loaded plugins Mar 11 11:27:31.489998 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: default_subnetpools.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.490904 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.491410 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: default-subnetpools Mar 11 11:27:31.491760 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.492557 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.493062 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: dhcp_agent_scheduler Mar 11 11:27:31.493379 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: dns.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.494297 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.494800 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension dns-integration not supported by any of loaded plugins Mar 11 11:27:31.495120 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: dns_domain_ports.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.496078 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.496583 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 11 11:27:31.496903 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.497820 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.498319 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 11 11:27:31.498633 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: dvr.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.499308 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.499837 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: dvr Mar 11 11:27:31.500153 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: ecmp_routes.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.501060 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.501592 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 11 11:27:31.501860 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: empty_string_filtering.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.502776 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.503508 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: empty-string-filtering Mar 11 11:27:31.503647 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.504549 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.505058 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 11 11:27:31.505372 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.506283 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.506782 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 11 11:27:31.507102 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: external_net.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.508026 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.508534 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: external-net Mar 11 11:27:31.508850 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.509749 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.510253 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: extra_dhcp_opt Mar 11 11:27:31.510570 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: extraroute.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.511466 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.512001 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: extraroute Mar 11 11:27:31.512322 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: extraroute_atomic.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.513354 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.513863 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: extraroute-atomic Mar 11 11:27:31.514184 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: filter_validation.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.514857 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.515360 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: filter-validation Mar 11 11:27:31.515702 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: fip_pf_description.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.516606 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.517134 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 11 11:27:31.517447 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: fip_port_details.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.518662 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.519171 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: fip-port-details Mar 11 11:27:31.519435 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: flavors.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.520785 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.521301 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: flavors Mar 11 11:27:31.521621 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.523349 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.523883 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 11 11:27:31.524208 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: floatingip_pools.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.524901 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.525410 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: floatingip-pools Mar 11 11:27:31.525730 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: ip_allocation.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.526658 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.527162 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension ip_allocation not supported by any of loaded plugins Mar 11 11:27:31.527486 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.528429 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.528935 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: ip-substring-filtering Mar 11 11:27:31.529258 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: l2_adjacency.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.530199 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.530696 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 11 11:27:31.531020 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: l3.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.532020 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.532533 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: router Mar 11 11:27:31.532853 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.535306 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.535866 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 11 11:27:31.536198 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.537123 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.537633 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: ext-gw-mode Mar 11 11:27:31.537961 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.538872 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.539378 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: l3-ha Mar 11 11:27:31.539736 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.540638 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.541141 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 11 11:27:31.541462 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: l3_flavors.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.542369 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.542877 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: l3-flavors Mar 11 11:27:31.543195 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.544596 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.545117 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 11 11:27:31.545437 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.546351 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.546860 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 11 11:27:31.547182 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: l3agentscheduler.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.548252 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.548763 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: l3_agent_scheduler Mar 11 11:27:31.549086 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: local_ip.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.550911 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.551428 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension local_ip not supported by any of loaded plugins Mar 11 11:27:31.551777 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: logging.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.554746 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.555282 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension logging not supported by any of loaded plugins Mar 11 11:27:31.555627 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: metering.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.556390 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.556965 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: metering Mar 11 11:27:31.557291 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.558390 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.558906 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: metering_source_and_destination_fields Mar 11 11:27:31.559232 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: multiprovidernet.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.560186 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.560696 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: multi-provider Mar 11 11:27:31.561023 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: netmtu.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.561944 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.562451 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: net-mtu Mar 11 11:27:31.562770 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: netmtu_writable.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.563732 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.564241 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: net-mtu-writable Mar 11 11:27:31.564560 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: network_availability_zone.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.565238 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.565770 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: network_availability_zone Mar 11 11:27:31.566084 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: network_ip_availability.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.567198 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.567743 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: network-ip-availability Mar 11 11:27:31.568062 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: network_segment_range.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.568826 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.569325 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension network-segment-range not supported by any of loaded plugins Mar 11 11:27:31.569641 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: pagination.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.570621 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.570946 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: pagination Mar 11 11:27:31.571268 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: port_device_profile.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.572221 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.572737 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: port-device-profile Mar 11 11:27:31.573053 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.573963 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.574470 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: port-mac-address-regenerate Mar 11 11:27:31.574792 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.575728 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.576215 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: port-numa-affinity-policy Mar 11 11:27:31.576531 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: port_resource_request.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.577781 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.578283 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension port-resource-request not supported by any of loaded plugins Mar 11 11:27:31.578599 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: port_resource_request_groups.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.579571 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.580096 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 11 11:27:31.580411 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: portbindings.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.581382 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.581883 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: binding Mar 11 11:27:31.582199 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: portbindings_extended.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.583481 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.584028 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: binding-extended Mar 11 11:27:31.584351 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: portsecurity.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.585276 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.585783 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: port-security Mar 11 11:27:31.586105 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: project_id.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.587087 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.587418 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: project-id Mar 11 11:27:31.587773 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: providernet.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.588687 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.589199 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: provider Mar 11 11:27:31.589518 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: qos.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.593189 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.593707 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension qos not supported by any of loaded plugins Mar 11 11:27:31.594039 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.595302 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.595848 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 11 11:27:31.596172 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.597182 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.597699 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 11 11:27:31.598016 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: qos_default.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.598938 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.599447 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension qos-default not supported by any of loaded plugins Mar 11 11:27:31.599798 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: qos_fip.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.600734 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.601240 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension qos-fip not supported by any of loaded plugins Mar 11 11:27:31.601561 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.602470 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.602978 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 11 11:27:31.603298 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: qos_gateway_ip.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.604250 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.604766 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 11 11:27:31.605081 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: qos_port_network_policy.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.606116 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.606619 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 11 11:27:31.606938 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.608002 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.608512 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 11 11:27:31.608830 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.609884 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.610393 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 11 11:27:31.610714 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: qos_pps_rule.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.611915 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.612528 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension qos-pps not supported by any of loaded plugins Mar 11 11:27:31.612950 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: qos_rule_type_details.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.613876 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.614381 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 11 11:27:31.614706 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: qos_rules_alias.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.615783 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.616292 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 11 11:27:31.616612 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: quota_check_limit.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.617527 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.618041 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: quota-check-limit Mar 11 11:27:31.618365 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: quotasv2.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.619301 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.619646 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: quotas Mar 11 11:27:31.619968 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: quotasv2_detail.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.621684 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.622017 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: quota_details Mar 11 11:27:31.622340 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: rbac.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.623390 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.623935 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: rbac-policies Mar 11 11:27:31.624266 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: rbac_address_group.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.625193 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.625708 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: rbac-address-group Mar 11 11:27:31.626030 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: rbac_address_scope.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.626943 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.627455 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: rbac-address-scope Mar 11 11:27:31.627821 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: rbac_security_groups.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.628770 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.629274 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: rbac-security-groups Mar 11 11:27:31.629596 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: rbac_subnetpool.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.630504 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.631011 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: rbac-subnetpool Mar 11 11:27:31.631328 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: revisionifmatch.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.632350 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.632855 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: revision-if-match Mar 11 11:27:31.633172 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: revisions.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.634281 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.634799 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: standard-attr-revisions Mar 11 11:27:31.635121 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: router_availability_zone.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.635826 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.636333 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: router_availability_zone Mar 11 11:27:31.636651 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: routerservicetype.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.637567 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.638062 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension router-service-type not supported by any of loaded plugins Mar 11 11:27:31.638379 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.639318 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.639847 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: security-groups-normalized-cidr Mar 11 11:27:31.640168 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.641085 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.641592 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: port-security-groups-filtering Mar 11 11:27:31.641910 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.642824 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.643331 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: security-groups-remote-address-group Mar 11 11:27:31.643801 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.644753 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.645260 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: security-groups-shared-filtering Mar 11 11:27:31.645579 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.646165 n-d-833234-2 neutron-server[103922]: WARNING neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 11 11:27:31.646480 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: securitygroup.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.656126 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.656677 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: security-group Mar 11 11:27:31.657006 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: segment.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.657731 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.658237 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension segment not supported by any of loaded plugins Mar 11 11:27:31.658559 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.659533 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.660066 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 11 11:27:31.660387 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: servicetype.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.661469 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.661973 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: service-type Mar 11 11:27:31.662292 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: sorting.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.663269 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.663602 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: sorting Mar 11 11:27:31.663940 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: standard_attr_segment.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.664880 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.665387 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 11 11:27:31.665707 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: standardattrdescription.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.666356 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.666861 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: standard-attr-description Mar 11 11:27:31.667180 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: stateful_security_group.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.668141 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.668658 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: stateful-security-group Mar 11 11:27:31.668974 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: stdattrs_common.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.669541 n-d-833234-2 neutron-server[103922]: WARNING neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 11 11:27:31.669857 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.670794 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.671306 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 11 11:27:31.671653 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: subnet_onboard.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.672707 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.673226 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: subnet_onboard Mar 11 11:27:31.673543 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.674480 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.675370 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 11 11:27:31.675475 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: subnet_service_types.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.676411 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.676924 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: subnet-service-types Mar 11 11:27:31.677246 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: subnetallocation.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.678329 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.678860 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: subnet_allocation Mar 11 11:27:31.679184 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.679863 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.680382 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: subnetpool-prefix-ops Mar 11 11:27:31.680699 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.681622 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.682125 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 11 11:27:31.682441 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: tagging.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.683526 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.684075 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: standard-attr-tag Mar 11 11:27:31.684398 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: timestamp.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.685617 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.686131 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loaded extension: standard-attr-timestamp Mar 11 11:27:31.686477 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: trunk.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.687506 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.688048 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension trunk not supported by any of loaded plugins Mar 11 11:27:31.688371 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: trunk_details.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.689285 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.689791 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension trunk-details not supported by any of loaded plugins Mar 11 11:27:31.690114 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: uplink_status_propagation.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.691102 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.691607 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 11 11:27:31.691952 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Loading extension file: vlantransparent.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 11:27:31.692621 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 11:27:31.693124 n-d-833234-2 neutron-server[103922]: INFO neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 11 11:27:31.695676 n-d-833234-2 neutron-server[103922]: INFO neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Creating instance of TrackedResource for resource:network Mar 11 11:27:31.696193 n-d-833234-2 neutron-server[103922]: INFO neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Creating instance of TrackedResource for resource:subnet Mar 11 11:27:31.696584 n-d-833234-2 neutron-server[103922]: INFO neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 11:27:31.697029 n-d-833234-2 neutron-server[103922]: INFO neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Creating instance of TrackedResource for resource:port Mar 11 11:27:31.698308 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 11:27:31.698707 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Service FLAVORS assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 11:27:31.699309 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 11:27:31.699769 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 11:27:31.700100 n-d-833234-2 neutron-server[103922]: INFO neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Creating instance of TrackedResource for resource:router Mar 11 11:27:31.700522 n-d-833234-2 neutron-server[103922]: INFO neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 11:27:31.701026 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Service METERING assigned prefix: /metering {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 11:27:31.702813 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.703180 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.703532 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:27:31.704547 n-d-833234-2 neutron-server[103922]: INFO neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 11:27:31.704991 n-d-833234-2 neutron-server[103922]: INFO neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Creating instance of TrackedResource for resource:security_group Mar 11 11:27:31.705434 n-d-833234-2 neutron-server[103922]: INFO neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 11:27:31.706112 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Service CORE assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 11:27:31.706445 n-d-833234-2 neutron-server[103922]: INFO neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 11:27:31.706791 n-d-833234-2 neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] subnetpool is already registered Mar 11 11:27:31.707224 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Service CORE assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 11:27:31.707548 n-d-833234-2 neutron-server[103922]: INFO neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 11:27:31.707907 n-d-833234-2 neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] subnetpool is already registered Mar 11 11:27:31.710169 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 11:27:31.710600 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Service FLAVORS assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 11:27:31.711185 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 11:27:31.711629 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 11:27:31.711967 n-d-833234-2 neutron-server[103922]: INFO neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Creating instance of TrackedResource for resource:router Mar 11 11:27:31.712300 n-d-833234-2 neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] router is already registered Mar 11 11:27:31.712708 n-d-833234-2 neutron-server[103922]: INFO neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 11:27:31.713038 n-d-833234-2 neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] floatingip is already registered Mar 11 11:27:31.713491 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Service METERING assigned prefix: /metering {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 11:27:31.714151 n-d-833234-2 neutron-server[103922]: INFO neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 11:27:31.714471 n-d-833234-2 neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] rbac_policy is already registered Mar 11 11:27:31.714887 n-d-833234-2 neutron-server[103922]: INFO neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Creating instance of TrackedResource for resource:security_group Mar 11 11:27:31.715217 n-d-833234-2 neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] security_group is already registered Mar 11 11:27:31.715641 n-d-833234-2 neutron-server[103922]: INFO neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 11:27:31.715972 n-d-833234-2 neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] security_group_rule is already registered Mar 11 11:27:31.716594 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Service CORE assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 11:27:31.716925 n-d-833234-2 neutron-server[103922]: INFO neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 11:27:31.717254 n-d-833234-2 neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] subnetpool is already registered Mar 11 11:27:31.717676 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Service CORE assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 11:27:31.718001 n-d-833234-2 neutron-server[103922]: INFO neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 11:27:31.718330 n-d-833234-2 neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] subnetpool is already registered Mar 11 11:27:31.718793 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: extensions {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.720340 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: address-groups {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.721848 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: address-scopes {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.723158 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: agents {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.724347 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: auto-allocated-topology {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.725616 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: availability_zones {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.726828 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: dhcp-networks {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.728347 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: dhcp-agents {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.729792 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: routers {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.732014 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: flavors {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.733158 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: service_profiles {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.734365 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: next_providers {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.735884 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: service_profiles {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.737470 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: floatingip-pools {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.738891 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: routers {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.741024 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: floatingips {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.743211 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: l3-routers {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.744627 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: l3-agents {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.746035 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: metering-labels {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.747369 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: metering-label-rules {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.748674 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: network-ip-availabilities {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.749919 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: bindings {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.751559 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: quotas {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.753171 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: quotas {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.754705 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: rbac-policies {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.756016 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: security-groups {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.757236 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: security-group-rules {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.758474 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: service-providers {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.759695 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: subnetpools {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.761124 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: subnetpools {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.762568 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.764310 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.766102 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.767906 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.769747 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.771672 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.773372 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.775252 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.777032 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.778832 n-d-833234-2 neutron-server[103922]: DEBUG neutron.api.extensions [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 11:27:31.784863 n-d-833234-2 neutron-server[103922]: WARNING keystonemiddleware.auth_token [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 11 11:27:31.789608 n-d-833234-2 neutron-server[103922]: WARNING keystonemiddleware.auth_token [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 11 11:27:31.798176 n-d-833234-2 neutron-server[103922]: DEBUG oslo_concurrency.lockutils [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Acquired lock "singleton_lock" {{(pid=103922) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 11 11:27:31.798653 n-d-833234-2 neutron-server[103922]: DEBUG oslo_concurrency.lockutils [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Releasing lock "singleton_lock" {{(pid=103922) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 11 11:27:31.799339 n-d-833234-2 neutron-server[103922]: INFO oslo_service.service [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Starting 2 workers Mar 11 11:27:31.804219 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Started child 104031 {{(pid=103922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 11:27:31.808650 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Started child 104032 {{(pid=103922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 11:27:31.809618 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:31.810279 n-d-833234-2 neutron-server[103922]: INFO neutron.service [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 11 11:27:31.810792 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:31.811102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [-] (104031) wsgi starting up on http://0.0.0.0:9696 Mar 11 11:27:31.813196 n-d-833234-2 neutron-server[103922]: INFO oslo_service.service [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Starting 1 workers Mar 11 11:27:31.813361 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:31.814719 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [-] (104032) wsgi starting up on http://0.0.0.0:9696 Mar 11 11:27:31.818478 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Started child 104033 {{(pid=103922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 11:27:31.818995 n-d-833234-2 neutron-server[103922]: INFO oslo_service.service [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Starting 1 workers Mar 11 11:27:31.822129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.service [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] calling RpcWorker wait() {{(pid=104033) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 11 11:27:31.822734 n-d-833234-2 neutron-server[104033]: DEBUG neutron.service [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] returning from RpcWorker wait() {{(pid=104033) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 11 11:27:31.823418 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Started child 104034 {{(pid=103922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 11:27:31.824069 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:31.824239 n-d-833234-2 neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-48d1fffb-159e-4051-a239-9e9606d41984 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:31.824626 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:27:31.826320 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103922) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 11:27:31.826527 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 11:27:31.826675 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 11:27:31.826931 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 11:27:31.827610 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 11:27:31.827755 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 11:27:31.828278 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.828517 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.828784 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.828882 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:31.829363 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.829363 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.829876 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.830040 n-d-833234-2 neutron-server[104034]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:27:31.830169 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.830377 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.830666 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.830888 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.831102 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.831459 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.831729 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.831934 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.832293 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.832475 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.832740 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.833015 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.833156 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.833583 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.833848 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.834098 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.834354 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] debug = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.834599 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.835093 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.835334 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.835602 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.835835 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.836119 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.836341 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.836598 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.836841 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.837053 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.837292 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.837540 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.837771 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.837985 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.838232 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.838445 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.838698 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.838934 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.839369 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] host = n-d-833234-2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.839621 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.839870 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.840113 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.840352 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.840591 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.840834 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.841100 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.841358 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.841583 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.841820 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.842064 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.842290 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.842532 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.842779 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] log_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.842944 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] log_options = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.843178 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.843440 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.843700 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.843890 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.844068 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.844284 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.844468 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.844631 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.844903 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.845102 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.845315 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.845531 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.845761 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.845975 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.846214 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.846431 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.846833 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.847147 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.847395 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.847696 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.847944 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.848176 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.848392 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.848623 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.848864 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.849093 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.849298 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.849526 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.849746 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.849978 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.850212 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.850465 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.850695 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.850934 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.851191 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.851455 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.851664 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.851883 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.853020 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.853020 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.853020 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.853020 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.854233 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.854233 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.854233 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.854233 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.854233 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] use_json = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.854233 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.855167 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.855167 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.855167 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.855167 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.855167 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.855778 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.855778 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.855987 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.856306 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.856602 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.856900 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.857163 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.857410 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.857788 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.857912 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.858116 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.858293 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.858549 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.858905 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.859246 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.859536 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.860294 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.860294 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.860565 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.860693 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.860843 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.861110 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.861654 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.861654 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.861902 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.862025 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.862222 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.862484 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.862684 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.862907 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.863199 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.863460 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.866840 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.866840 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.866840 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.866840 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.866840 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.866840 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.866840 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.866840 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.869384 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.869384 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.869384 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.869384 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.869384 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.869384 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.869384 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.869384 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.869384 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.869916 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.869916 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.869916 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.869916 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.869916 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.869916 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.869916 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.869916 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.869916 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.870452 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.870452 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.870452 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.870452 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.870683 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.870869 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.871092 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.871316 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.871539 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.871822 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.872005 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.872241 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.872455 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.872784 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.873005 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.873477 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.873724 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.873988 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.874200 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.874438 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.874902 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.875124 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.875380 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.875622 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.875803 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.876016 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.876228 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.876442 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.876670 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.876889 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.877103 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.877315 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.878109 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.878328 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.878565 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.878778 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.879063 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.879377 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.879621 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.880049 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.880232 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.880627 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.881004 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.881281 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.881638 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.881869 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.882079 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.882525 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.882946 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.883182 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.883409 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.883663 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.883927 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.884132 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.884356 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.884590 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.884821 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.885060 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.885507 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.885981 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.886205 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.886461 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.886748 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.886955 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.887208 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.887426 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.887709 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.887920 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.888406 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.888687 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.888955 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.889219 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.889671 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.889911 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.890172 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.890421 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.890658 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.890882 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.891103 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.891343 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.891649 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.891849 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.892059 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.892281 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.892611 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.892839 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.893065 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.893294 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.893605 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.893847 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.894102 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.894674 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.894674 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.894829 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.895061 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.895288 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.895637 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.895788 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.897191 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.897191 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.897191 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.897191 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.897191 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.897191 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.897191 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.897966 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.897966 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.897966 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.898196 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.898284 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.898485 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.898728 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.898939 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.899152 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.899418 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.899635 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.899855 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.900084 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.900329 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.900553 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.900790 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.901058 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.901313 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.901724 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.902135 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.902387 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.902626 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.902839 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.903076 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.903437 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.903823 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.904037 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.904265 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.904490 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.904706 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.904929 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.905179 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.905431 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.905681 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.905996 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.906236 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.906474 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.906738 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.906989 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.907200 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.907435 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.907675 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.907909 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.908122 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.908337 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.908551 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.908785 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.908987 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.909354 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.909593 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.909945 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.910195 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.910434 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.910651 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.910885 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.911101 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.911314 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.911534 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.911770 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.911978 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.912187 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.912399 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.912605 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.912878 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.913238 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.913391 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.913613 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.913853 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.914124 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.914502 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.914607 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.914781 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.915159 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.915159 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.915379 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.915660 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.915876 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.916084 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.916303 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.916515 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.916720 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.916939 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.917144 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.917350 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.917566 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.917777 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.917982 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.918203 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.918408 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.918611 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.918829 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.919038 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.919263 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.919486 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.919724 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.919957 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.920143 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.920351 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.920592 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.920852 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.921095 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.921331 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.921625 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.921851 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.922093 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.922309 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.922759 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.922977 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.923241 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.923474 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.923720 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.923952 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.924218 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.924526 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.924933 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.925439 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.925584 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.925877 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.926150 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.926420 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.926631 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.927057 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.927548 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.927834 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.928079 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.928309 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.928565 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.928807 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.929027 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.929241 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.929476 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.929692 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.929956 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.930180 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.930400 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.930616 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.930842 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.931059 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.931295 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.931506 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.931765 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.931986 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.932135 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 11:27:31.932669 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103922) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 11:27:31.932826 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 11:27:31.932977 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 11:27:31.933144 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 11:27:31.933311 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 11:27:31.933460 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 11:27:31.933596 n-d-833234-2 neutron-server[104033]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:27:31.933686 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.933813 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.933968 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.934122 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.934283 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.934460 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.934617 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.934770 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.934926 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.935080 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.935233 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.935386 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.935539 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.935722 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.935877 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.936032 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.937261 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.937261 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.937261 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.937261 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.937261 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.937261 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.937261 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] debug = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.937261 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.938777 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.938777 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.938777 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.938777 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.938777 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.938777 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.939214 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.939214 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.939214 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.939214 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.939214 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.939214 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.939214 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.939704 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.939704 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.939704 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.939704 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.939968 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] host = n-d-833234-2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.939968 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.940135 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.940273 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.940628 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.940851 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.941008 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.941318 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.941479 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.941635 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.941789 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.941952 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.942118 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.942261 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.942414 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] log_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.942713 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] log_options = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.942713 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.942867 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.942997 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.943319 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.943484 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.943702 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.943819 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.943964 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.944121 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.944257 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.944447 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.944588 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.944703 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.944850 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.944995 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.945167 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.945304 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.945609 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.945781 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.945942 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.946097 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.946261 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.946407 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.946561 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.946714 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.946871 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.947027 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.947186 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.947319 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.947475 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.947656 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.947816 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.947966 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.948116 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.948273 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.948477 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.948578 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.948721 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.948878 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.949034 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.949190 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.949354 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.949481 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.949636 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.949791 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.949946 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.950103 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] use_json = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.950261 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.950413 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.950728 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.950887 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.951044 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.951201 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.951353 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.951672 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.951829 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 11:27:31.952003 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.953122 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.953122 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.953122 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.953122 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.953122 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.953522 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.953522 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.953667 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.953747 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.953860 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.954017 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.954190 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.954364 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.954542 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.954685 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.954823 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.954961 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.955112 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.955250 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.955471 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.955637 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.955799 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.955978 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.956123 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.956261 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.956399 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.956538 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.956674 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.956827 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.956967 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.957120 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.957258 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.957395 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.957531 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.957668 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.957804 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.957940 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.958086 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.958225 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.958733 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.958733 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.958733 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.959129 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.959129 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.959129 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.959935 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.959935 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.959935 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.959935 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.959935 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.960772 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.960772 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.960772 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.960772 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.960772 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.960772 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.961679 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.961679 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.961679 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.961679 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.961679 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.961679 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.962489 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.962489 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.962489 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.962489 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.962489 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.962489 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.963261 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.963261 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.963261 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.963261 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.963261 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.963964 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.963964 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.963964 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.963964 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.963964 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.964528 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.964528 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.964528 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.964528 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.964816 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.964816 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.964961 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.965150 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.965273 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.965391 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.965514 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.965672 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.965838 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.966016 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.966175 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.966333 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.966489 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.966647 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.966806 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.966966 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.967120 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.967278 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.967434 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.967613 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.967847 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.968009 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.968166 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.968329 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.968477 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.968634 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.969705 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.969861 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.970011 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.970169 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.970356 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.970484 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.970640 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.970797 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.970952 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.971110 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.971276 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.971434 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.971725 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.971892 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.972041 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.972212 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.972394 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.972536 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.972693 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.972823 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.973043 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.973220 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.973220 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.973459 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.973581 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.973664 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.973824 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.973983 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.974138 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.974293 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.974474 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.974631 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.974787 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.974948 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.975104 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.975261 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.975418 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.975608 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.975756 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.975913 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.976071 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.976234 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.976394 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.976533 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.976694 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.976851 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.977010 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.977169 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.977324 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.977482 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.977640 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.977795 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.977952 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.978107 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.978265 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.978422 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.978580 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.978736 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.978893 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.979049 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.979206 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.979362 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.979518 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.979696 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.979852 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.980010 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.980165 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.980326 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.980482 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.980627 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.980786 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.980944 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.981102 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.981259 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.981417 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.981573 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.981729 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.981887 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.982044 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.982201 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.982359 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.982517 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.982675 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.982831 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.982987 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.983159 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.983316 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.983472 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.983655 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.983813 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.983970 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.984126 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.984283 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.984442 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.984598 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.984758 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.984919 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.985077 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.985233 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.985391 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.985548 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.985707 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.985866 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.986022 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.986182 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.986339 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.986496 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.986652 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.986808 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.986965 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.987120 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.987308 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.987451 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.987627 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.987795 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.987952 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.988109 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.988266 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.988421 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.988578 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.988743 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.988900 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.989056 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.989214 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.989370 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.989525 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.989692 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.989848 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.990003 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.990158 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.990315 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.990471 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.990636 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.990795 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.990951 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.991108 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.991264 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.991419 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.991615 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.991760 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.991920 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.992076 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.992233 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.992389 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.992555 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.992711 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.992867 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.993023 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.993179 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.993337 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.993503 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.993662 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.993819 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.993985 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.994142 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.994298 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.994452 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.994619 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.994776 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.994939 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.995097 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.995252 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.995419 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.995556 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.995735 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.995903 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.996067 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.996224 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.996393 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.996557 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.996721 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.996877 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.997043 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.997211 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.997369 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.997545 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.997686 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.997842 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.998001 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.998157 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.998314 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.998469 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.998627 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.998783 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.998939 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.999098 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.999285 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.999441 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.999617 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.999779 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:31.999936 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:32.000092 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:32.000251 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 11:27:32.000401 n-d-833234-2 neutron-server[103922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 11:27:32.009783 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33454) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:27:32.018361 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063145 Mar 11 11:27:43.602581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0288e9-2de4-4d9d-986c-a49983d1f069 None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 11:27:43.694437 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0288e9-2de4-4d9d-986c-a49983d1f069 None None] No non-hosted networks {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 11 11:27:43.723404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.agentschedulers_db [None req-2a0288e9-2de4-4d9d-986c-a49983d1f069 None None] DHCP Agent not found on host n-d-833234-2 {{(pid=104033) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 11 11:27:43.839046 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-34ee7c84-96fb-4c19-ac2d-7e324ba202ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575073'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:45.635434 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cf32b20e-9e24-45cc-9da7-391246e2fae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575073'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:45.679196 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84c725eb-7afc-4ad4-b060-17f13087d533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:47.047209 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575073'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:48.412301 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575073'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:49.717858 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33536) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:27:50.001325 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575073'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:50.001925 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:50.002225 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:50.002622 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:50.002960 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:50.003268 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:50.003606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:50.003944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:50.004260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:50.004581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:50.004894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:50.005207 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:50.005518 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:50.005822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:50.006214 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-833234-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:27:50.019484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-833234-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:27:50.156598 n-d-833234-2 neutron-server[104033]: INFO neutron.db.l3_hamode_db [None req-e403801a-a76d-4b40-b485-78dcc2592f45 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 11 11:27:50.239159 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e403801a-a76d-4b40-b485-78dcc2592f45 None None] Routers set() bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:27:50.239645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e403801a-a76d-4b40-b485-78dcc2592f45 None None] Router IDs set() for agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 11:27:50.252128 n-d-833234-2 neutron-server[104031]: WARNING oslo_policy.policy [None req-31efe2b8-a5bc-447c-8295-a16b52048b07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 11:27:50.252795 n-d-833234-2 neutron-server[104031]: WARNING oslo_policy.policy [None req-31efe2b8-a5bc-447c-8295-a16b52048b07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 11:27:50.474910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-31efe2b8-a5bc-447c-8295-a16b52048b07 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:27:50.476101 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-31efe2b8-a5bc-447c-8295-a16b52048b07 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7562132 Mar 11 11:27:53.031126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33562) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:27:53.370312 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-56c947a7-0912-46dc-885f-fce1ba16f7b0 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:27:53.461853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.policy [None req-56c947a7-0912-46dc-885f-fce1ba16f7b0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104031) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 11:27:53.503401 n-d-833234-2 neutron-server[104031]: WARNING oslo_policy.policy [None req-56c947a7-0912-46dc-885f-fce1ba16f7b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 11:27:53.503806 n-d-833234-2 neutron-server[104031]: WARNING oslo_policy.policy [None req-56c947a7-0912-46dc-885f-fce1ba16f7b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 11:27:53.605082 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56c947a7-0912-46dc-885f-fce1ba16f7b0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772493699864', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772493700427', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772493693919', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772493687299', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772493673116', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772489668390', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4120626', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3175709', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-494416', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-435298'] for rbac-policy (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:53.679812 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56c947a7-0912-46dc-885f-fce1ba16f7b0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:53.681322 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-56c947a7-0912-46dc-885f-fce1ba16f7b0 admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6491287 Mar 11 11:27:56.216800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33572) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:27:56.772231 n-d-833234-2 neutron-server[104032]: WARNING oslo_policy.policy [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 11:27:56.773240 n-d-833234-2 neutron-server[104032]: WARNING oslo_policy.policy [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 11:27:56.999544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:27:57.058935 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Made reservation on behalf of 47be6de153ee4b46914ba10feac6ab24 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:27:57.120213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.policy [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104032) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 11:27:57.161945 n-d-833234-2 neutron-server[104032]: WARNING oslo_policy.policy [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 11:27:57.162353 n-d-833234-2 neutron-server[104032]: WARNING oslo_policy.policy [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 11:27:57.173354 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:57.196095 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:57.317636 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Publish callbacks [] for security_group (13e996d6-84a5-4f7f-ae4d-6dae454160ae), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:57.324838 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (13e996d6-84a5-4f7f-ae4d-6dae454160ae), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:57.345567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:27:57.383324 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772493272077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (a3ad42b4-83ed-4eea-b2a5-f75f6d176bad), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:57.383929 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Unsubscribe: segment precommit_create {{(pid=104032) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 11:27:57.384424 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Added segment a3ad42b4-83ed-4eea-b2a5-f75f6d176bad of type vlan for network b811322e-e9d4-4e9e-b68c-f2128ac3e816 Mar 11 11:27:57.406664 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=13e996d6-84a5-4f7f-ae4d-6dae454160ae,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:27:57.440444 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:57.440812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:57.441647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:57.441992 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:57.442315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:57.442622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:57.442941 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:57.443258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:57.443573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:57.443909 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:57.444220 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:57.444529 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:57.444833 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Tracked resource versions report: Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: pushed versions: Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: { 'AddressGroup': {'1.2'}, Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'ConntrackHelper': {'1.0'}, Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'LocalIPAssociation': {'1.0'}, Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'Log': {'1.0'}, Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'Network': {'1.1'}, Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'Port': {'1.7'}, Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'PortForwarding': {'1.2'}, Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'QosPolicy': {'1.10'}, Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'SecurityGroup': {'1.5'}, Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'SecurityGroupRule': {'1.2'}, Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'SubPort': {'1.0'}, Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'Subnet': {'1.1'}, Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'Trunk': {'1.1'}} Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: consumer versions: Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: { DHCP agent@n-d-833234-2: {}, Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: L3 agent@n-d-833234-2: {}, Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: Metadata agent@n-d-833234-2: {}, Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: Metering agent@n-d-833234-2: {}, Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: Open vSwitch agent@n-d-833234-2: { 'AddressGroup': '1.2', Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'ConntrackHelper': '1.0', Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'LocalIPAssociation': '1.0', Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'Log': '1.0', Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'Network': '1.1', Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'Port': '1.7', Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'PortForwarding': '1.2', Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'QosPolicy': '1.10', Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'SecurityGroup': '1.5', Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'SecurityGroupRule': '1.2', Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'SubPort': '1.0', Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'Subnet': '1.1', Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: 'Trunk': '1.1'}} Mar 11 11:27:57.446028 n-d-833234-2 neutron-server[104032]: {{(pid=104032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 11:27:57.507502 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (b811322e-e9d4-4e9e-b68c-f2128ac3e816), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:57.564144 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (b811322e-e9d4-4e9e-b68c-f2128ac3e816), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:57.570709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:27:57.571351 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:27:57.655535 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4373934 Mar 11 11:27:57.704750 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d53a4b-4cbe-4bbd-91c5-def0f3b9439b demo demo] Pushing event updated for resources: {'Network': ['ID=b811322e-e9d4-4e9e-b68c-f2128ac3e816,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:27:57.718450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network b811322e-e9d4-4e9e-b68c-f2128ac3e816 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:28:00.250783 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33592) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:28:00.670543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29955feb-3ea0-486f-bfa0-1dd449d2f9c4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:28:00.671839 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-29955feb-3ea0-486f-bfa0-1dd449d2f9c4 demo admin] 10.222.0.78 "GET /v2.0/networks/b811322e-e9d4-4e9e-b68c-f2128ac3e816 HTTP/1.1" status: 200 len: 825 time: 0.4198165 Mar 11 11:28:00.709387 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f80758f8-4241-43c7-9831-796a7b970463 demo admin] 10.222.0.78 "GET /v2.0/subnetpools/34d62b28-1f4b-40d3-8c35-4a0513218514 HTTP/1.1" status: 200 len: 734 time: 0.0314906 Mar 11 11:28:00.718008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0fa7b3b7-700e-4ebe-bd4f-ebb3ee53d488 demo admin] Request body: {'subnet': {'subnetpool_id': '34d62b28-1f4b-40d3-8c35-4a0513218514', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'b811322e-e9d4-4e9e-b68c-f2128ac3e816'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:28:00.745011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa7b3b7-700e-4ebe-bd4f-ebb3ee53d488 demo admin] Made reservation on behalf of 47be6de153ee4b46914ba10feac6ab24 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:28:00.747434 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0fa7b3b7-700e-4ebe-bd4f-ebb3ee53d488 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:01.053189 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0fa7b3b7-700e-4ebe-bd4f-ebb3ee53d488 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for subnet (2c8b2abf-dafd-4a55-8460-0f0eb781cf7b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:01.118636 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7b3b7-700e-4ebe-bd4f-ebb3ee53d488 demo admin] Pushing event updated for resources: {'Subnet': ['ID=2c8b2abf-dafd-4a55-8460-0f0eb781cf7b,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:28:01.126808 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa7b3b7-700e-4ebe-bd4f-ebb3ee53d488 demo admin] Checking segment: {'id': 'a3ad42b4-83ed-4eea-b2a5-f75f6d176bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b811322e-e9d4-4e9e-b68c-f2128ac3e816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:28:01.127175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa7b3b7-700e-4ebe-bd4f-ebb3ee53d488 demo admin] Network hostable DHCP agents. Network: b811322e-e9d4-4e9e-b68c-f2128ac3e816, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:28:01.149917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa7b3b7-700e-4ebe-bd4f-ebb3ee53d488 demo admin] Network b811322e-e9d4-4e9e-b68c-f2128ac3e816 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:28:01.164429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-0fa7b3b7-700e-4ebe-bd4f-ebb3ee53d488 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, b811322e-e9d4-4e9e-b68c-f2128ac3e816) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:28:01.170133 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa7b3b7-700e-4ebe-bd4f-ebb3ee53d488 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:28:01.171249 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0fa7b3b7-700e-4ebe-bd4f-ebb3ee53d488 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:01.174967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3cf4a6-1410-471f-9fb2-a3a34bfb2a6b None None] Network b811322e-e9d4-4e9e-b68c-f2128ac3e816 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:28:01.191618 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0fa7b3b7-700e-4ebe-bd4f-ebb3ee53d488 demo admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4769082 Mar 11 11:28:01.574233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-b811322e-e9d4-4e9e-b68c-f2128ac3e816', 'network_id': 'b811322e-e9d4-4e9e-b68c-f2128ac3e816', 'project_id': '47be6de153ee4b46914ba10feac6ab24', 'fixed_ips': [{'subnet_id': '2c8b2abf-dafd-4a55-8460-0f0eb781cf7b'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:28:01.575507 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:01.847514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Allocated IP 172.20.0.2 (b811322e-e9d4-4e9e-b68c-f2128ac3e816/2c8b2abf-dafd-4a55-8460-0f0eb781cf7b/a76b95e5-1f07-40a0-b3be-d350c5ace9d8) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:28:02.118984 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Publish callbacks [] for port (a76b95e5-1f07-40a0-b3be-d350c5ace9d8), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:02.127619 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (a76b95e5-1f07-40a0-b3be-d350c5ace9d8), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:02.199477 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Network b811322e-e9d4-4e9e-b68c-f2128ac3e816 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:28:02.206413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:28:02.215123 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:28:02.218229 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Pushing event updated for resources: {'Port': ['ID=a76b95e5-1f07-40a0-b3be-d350c5ace9d8,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:28:02.250470 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:02.250784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:02.251160 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:02.251495 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:02.251863 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:02.252197 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:02.252521 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:02.252845 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:02.253136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:02.256499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:02.256499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:02.256499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:02.256499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:02.256499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Tracked resource versions report: Mar 11 11:28:02.256499 n-d-833234-2 neutron-server[104033]: pushed versions: Mar 11 11:28:02.256499 n-d-833234-2 neutron-server[104033]: { 'AddressGroup': {'1.2'}, Mar 11 11:28:02.256499 n-d-833234-2 neutron-server[104033]: 'ConntrackHelper': {'1.0'}, Mar 11 11:28:02.256499 n-d-833234-2 neutron-server[104033]: 'LocalIPAssociation': {'1.0'}, Mar 11 11:28:02.256499 n-d-833234-2 neutron-server[104033]: 'Log': {'1.0'}, Mar 11 11:28:02.256499 n-d-833234-2 neutron-server[104033]: 'Network': {'1.1'}, Mar 11 11:28:02.256499 n-d-833234-2 neutron-server[104033]: 'Port': {'1.7'}, Mar 11 11:28:02.256499 n-d-833234-2 neutron-server[104033]: 'PortForwarding': {'1.2'}, Mar 11 11:28:02.256499 n-d-833234-2 neutron-server[104033]: 'QosPolicy': {'1.10'}, Mar 11 11:28:02.256499 n-d-833234-2 neutron-server[104033]: 'SecurityGroup': {'1.5'}, Mar 11 11:28:02.256499 n-d-833234-2 neutron-server[104033]: 'SecurityGroupRule': {'1.2'}, Mar 11 11:28:02.256499 n-d-833234-2 neutron-server[104033]: 'SubPort': {'1.0'}, Mar 11 11:28:02.256499 n-d-833234-2 neutron-server[104033]: 'Subnet': {'1.1'}, Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: 'Trunk': {'1.1'}} Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: consumer versions: Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: { DHCP agent@n-d-833234-2: {}, Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: L3 agent@n-d-833234-2: {}, Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: Metadata agent@n-d-833234-2: {}, Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: Metering agent@n-d-833234-2: {}, Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: Open vSwitch agent@n-d-833234-2: { 'AddressGroup': '1.2', Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: 'ConntrackHelper': '1.0', Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: 'LocalIPAssociation': '1.0', Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: 'Log': '1.0', Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: 'Network': '1.1', Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: 'Port': '1.7', Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: 'PortForwarding': '1.2', Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: 'QosPolicy': '1.10', Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: 'SecurityGroup': '1.5', Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: 'SecurityGroupRule': '1.2', Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: 'SubPort': '1.0', Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: 'Subnet': '1.1', Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: 'Trunk': '1.1'}} Mar 11 11:28:02.257561 n-d-833234-2 neutron-server[104033]: {{(pid=104033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 11:28:02.306072 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Attempting to bind port a76b95e5-1f07-40a0-b3be-d350c5ace9d8 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:28:02.306436 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Attempting to bind port a76b95e5-1f07-40a0-b3be-d350c5ace9d8 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'a3ad42b4-83ed-4eea-b2a5-f75f6d176bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b811322e-e9d4-4e9e-b68c-f2128ac3e816'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:28:02.306897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Attempting to bind port a76b95e5-1f07-40a0-b3be-d350c5ace9d8 on network b811322e-e9d4-4e9e-b68c-f2128ac3e816 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:28:02.312077 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:28:02.312460 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Checking segment: {'id': 'a3ad42b4-83ed-4eea-b2a5-f75f6d176bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b811322e-e9d4-4e9e-b68c-f2128ac3e816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:28:02.312951 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:02.313338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Bound using segment: {'id': 'a3ad42b4-83ed-4eea-b2a5-f75f6d176bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b811322e-e9d4-4e9e-b68c-f2128ac3e816'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:28:02.313799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Bound port: a76b95e5-1f07-40a0-b3be-d350c5ace9d8, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ad42b4-83ed-4eea-b2a5-f75f6d176bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b811322e-e9d4-4e9e-b68c-f2128ac3e816'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:28:02.314200 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a76b95e5-1f07-40a0-b3be-d350c5ace9d8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:02.375377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] For port a76b95e5-1f07-40a0-b3be-d350c5ace9d8, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:28:02.379885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] For port a76b95e5-1f07-40a0-b3be-d350c5ace9d8, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a76b95e5-1f07-40a0-b3be-d350c5ace9d8,segment=NetworkSegment(a3ad42b4-83ed-4eea-b2a5-f75f6d176bad),segment_id=a3ad42b4-83ed-4eea-b2a5-f75f6d176bad)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:28:02.391967 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a76b95e5-1f07-40a0-b3be-d350c5ace9d8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:02.455241 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602af3cf-d0b0-45f4-8806-ae76d6e3bd6b None None] Pushing event updated for resources: {'Port': ['ID=a76b95e5-1f07-40a0-b3be-d350c5ace9d8,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:28:03.758657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33600) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:28:04.086577 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-bf084707-b1a6-4170-a841-7a0883219f83 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:28:04.087712 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bf084707-b1a6-4170-a841-7a0883219f83 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3280683 Mar 11 11:28:06.622390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33608) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:28:06.950899 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-98bc9d90-dfaf-4e48-a201-3d168a5afa0e admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:28:06.952201 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-98bc9d90-dfaf-4e48-a201-3d168a5afa0e admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3289180 Mar 11 11:28:09.503376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33616) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:28:09.822236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-916cd2aa-9fcb-4e1e-87ca-c528f66cef25 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:28:09.851319 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-916cd2aa-9fcb-4e1e-87ca-c528f66cef25 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (d3344872-beef-41f9-bf5f-9cead765cb93), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:09.852958 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-916cd2aa-9fcb-4e1e-87ca-c528f66cef25 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (d3344872-beef-41f9-bf5f-9cead765cb93), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:09.990781 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-916cd2aa-9fcb-4e1e-87ca-c528f66cef25 demo demo] Publish callbacks [] for router_controller (d3344872-beef-41f9-bf5f-9cead765cb93), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:09.997238 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-916cd2aa-9fcb-4e1e-87ca-c528f66cef25 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (d3344872-beef-41f9-bf5f-9cead765cb93), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:10.014518 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-916cd2aa-9fcb-4e1e-87ca-c528f66cef25 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:10.015811 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-916cd2aa-9fcb-4e1e-87ca-c528f66cef25 demo demo] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5112455 Mar 11 11:28:12.564396 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33628) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:28:12.685739 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a76b95e5-1f07-40a0-b3be-d350c5ace9d8 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:28:12.777661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a76b95e5-1f07-40a0-b3be-d350c5ace9d8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:28:12.778461 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a76b95e5-1f07-40a0-b3be-d350c5ace9d8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:12.890339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a76b95e5-1f07-40a0-b3be-d350c5ace9d8 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:28:12.890726 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a76b95e5-1f07-40a0-b3be-d350c5ace9d8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:12.924217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port a76b95e5-1f07-40a0-b3be-d350c5ace9d8, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a76b95e5-1f07-40a0-b3be-d350c5ace9d8,segment=NetworkSegment(a3ad42b4-83ed-4eea-b2a5-f75f6d176bad),segment_id=a3ad42b4-83ed-4eea-b2a5-f75f6d176bad)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:28:12.930626 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a76b95e5-1f07-40a0-b3be-d350c5ace9d8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:12.937321 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-7c8616e9-c5b0-4a87-8560-417cbc5d039b admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:28:12.940114 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7c8616e9-c5b0-4a87-8560-417cbc5d039b admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3747492 Mar 11 11:28:12.983315 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=a76b95e5-1f07-40a0-b3be-d350c5ace9d8,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:28:13.550807 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3411-e3ab-4368-b8c2-db0a7f231bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:13.777107 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f7bd6e-3469-4029-bfb1-fb3aad11cd05 None None] Network b811322e-e9d4-4e9e-b68c-f2128ac3e816 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:28:13.904990 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-46577fe8-4f9a-421d-b05f-2eacae9e441f None None] Provisioning complete for port a76b95e5-1f07-40a0-b3be-d350c5ace9d8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:28:13.905286 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-46577fe8-4f9a-421d-b05f-2eacae9e441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a76b95e5-1f07-40a0-b3be-d350c5ace9d8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:13.994356 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-46577fe8-4f9a-421d-b05f-2eacae9e441f None None] Current status of the port a76b95e5-1f07-40a0-b3be-d350c5ace9d8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:28:14.117940 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-91711821-f82c-4457-be5d-1b3d2acbe24d None None] Provisioning complete for port a76b95e5-1f07-40a0-b3be-d350c5ace9d8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:28:14.118336 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91711821-f82c-4457-be5d-1b3d2acbe24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a76b95e5-1f07-40a0-b3be-d350c5ace9d8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:14.198306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-91711821-f82c-4457-be5d-1b3d2acbe24d None None] Current status of the port a76b95e5-1f07-40a0-b3be-d350c5ace9d8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:28:14.651240 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a76b95e5-1f07-40a0-b3be-d350c5ace9d8 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:28:14.700522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a76b95e5-1f07-40a0-b3be-d350c5ace9d8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:28:14.700912 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a76b95e5-1f07-40a0-b3be-d350c5ace9d8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:14.777522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a76b95e5-1f07-40a0-b3be-d350c5ace9d8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:28:15.555277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33636) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:28:15.631814 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0cbdb54c-6418-475d-87ae-dc3e2a9eb181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:15.888820 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-25050841-c22e-456f-a188-c6f6262544ee admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:28:15.913172 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25050841-c22e-456f-a188-c6f6262544ee admin admin] Made reservation on behalf of 95c8ae9d9f944917aba75d7d1edf3255 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:28:15.916421 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25050841-c22e-456f-a188-c6f6262544ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:15.928189 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25050841-c22e-456f-a188-c6f6262544ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:16.005563 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25050841-c22e-456f-a188-c6f6262544ee admin admin] Publish callbacks [] for security_group (ebf95d30-81d8-4f3f-bca8-f956a302294a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:16.011883 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25050841-c22e-456f-a188-c6f6262544ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ebf95d30-81d8-4f3f-bca8-f956a302294a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:16.026301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-25050841-c22e-456f-a188-c6f6262544ee admin admin] Reserving flat network on physical network physnet1 {{(pid=104032) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 11 11:28:16.044774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25050841-c22e-456f-a188-c6f6262544ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf95d30-81d8-4f3f-bca8-f956a302294a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:28:16.049335 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25050841-c22e-456f-a188-c6f6262544ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4aaa81ad-2898-439b-be0e-6c1d77c5e6a2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:16.049672 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-25050841-c22e-456f-a188-c6f6262544ee admin admin] Added segment 4aaa81ad-2898-439b-be0e-6c1d77c5e6a2 of type flat for network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b Mar 11 11:28:16.097611 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25050841-c22e-456f-a188-c6f6262544ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:16.133804 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25050841-c22e-456f-a188-c6f6262544ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:16.134628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25050841-c22e-456f-a188-c6f6262544ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:28:16.135191 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25050841-c22e-456f-a188-c6f6262544ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:16.192540 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-25050841-c22e-456f-a188-c6f6262544ee admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6359735 Mar 11 11:28:16.227458 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25050841-c22e-456f-a188-c6f6262544ee admin admin] Pushing event updated for resources: {'Network': ['ID=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:28:16.239074 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:28:16.965638 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:18.351920 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:18.764535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33654) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:28:18.958590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508042c9-62fd-4acd-8ab3-fa40e43d9d99 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:28:18.959949 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-508042c9-62fd-4acd-8ab3-fa40e43d9d99 demo admin] 10.222.0.78 "GET /v2.0/subnets/2c8b2abf-dafd-4a55-8460-0f0eb781cf7b HTTP/1.1" status: 200 len: 849 time: 0.1942201 Mar 11 11:28:19.086630 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fda25053-71e7-4919-bdfc-f2ce1996e7f2 demo admin] 10.222.0.78 "GET /v2.0/routers/d3344872-beef-41f9-bf5f-9cead765cb93 HTTP/1.1" status: 200 len: 704 time: 0.1177728 Mar 11 11:28:19.377510 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:19.714675 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] Allocated IP 172.20.0.1 (b811322e-e9d4-4e9e-b68c-f2128ac3e816/2c8b2abf-dafd-4a55-8460-0f0eb781cf7b/67f329c5-d673-4a71-9100-800d6b124a27) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:28:19.873445 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] Publish callbacks [] for port (67f329c5-d673-4a71-9100-800d6b124a27), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:19.948525 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (67f329c5-d673-4a71-9100-800d6b124a27), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:20.013839 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:20.020945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] Network b811322e-e9d4-4e9e-b68c-f2128ac3e816 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:28:20.027990 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:28:20.033133 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:28:20.033972 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (d3344872-beef-41f9-bf5f-9cead765cb93), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:20.055546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] Pushing event updated for resources: {'Port': ['ID=67f329c5-d673-4a71-9100-800d6b124a27,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:28:20.243985 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (67f329c5-d673-4a71-9100-800d6b124a27), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:20.273143 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a09464d0-a91e-40ba-9403-f0356fa82248 None None] Provisioning complete for port 67f329c5-d673-4a71-9100-800d6b124a27 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:28:20.273530 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a09464d0-a91e-40ba-9403-f0356fa82248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (67f329c5-d673-4a71-9100-800d6b124a27), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:20.371694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a09464d0-a91e-40ba-9403-f0356fa82248 None None] Port 67f329c5-d673-4a71-9100-800d6b124a27 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:28:20.467177 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] Publish callbacks [] for port (67f329c5-d673-4a71-9100-800d6b124a27), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:20.473847 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (67f329c5-d673-4a71-9100-800d6b124a27), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:20.474750 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (d3344872-beef-41f9-bf5f-9cead765cb93), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:20.529363 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] Pushing event updated for resources: {'Port': ['ID=67f329c5-d673-4a71-9100-800d6b124a27,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:28:20.609691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] Network b811322e-e9d4-4e9e-b68c-f2128ac3e816 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:28:20.611262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:28:20.788290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] Router d3344872-beef-41f9-bf5f-9cead765cb93 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:28:20.885116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:28:20.891790 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6c08b059-7a4b-467d-8cde-9542917ea1a9 demo admin] 10.222.0.78 "PUT /v2.0/routers/d3344872-beef-41f9-bf5f-9cead765cb93/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7954841 Mar 11 11:28:20.896537 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Sync routers for ids ['d3344872-beef-41f9-bf5f-9cead765cb93'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:28:20.901078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-99bc3c31-fcd7-4b14-9f3e-b0258adf3ee3 None None] Provisioning complete for port 67f329c5-d673-4a71-9100-800d6b124a27 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:28:20.901580 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-99bc3c31-fcd7-4b14-9f3e-b0258adf3ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (67f329c5-d673-4a71-9100-800d6b124a27), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:20.909723 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Routers {'d3344872-beef-41f9-bf5f-9cead765cb93'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:28:20.910733 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:28:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d3344872-beef-41f9-bf5f-9cead765cb93'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:28:20.937349 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-99bc3c31-fcd7-4b14-9f3e-b0258adf3ee3 None None] Port 67f329c5-d673-4a71-9100-800d6b124a27 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:28:21.103943 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Set router d3344872-beef-41f9-bf5f-9cead765cb93 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:28:21.534380 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3344872-beef-41f9-bf5f-9cead765cb93', 'name': 'router1', 'tenant_id': '47be6de153ee4b46914ba10feac6ab24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:28:09Z', 'updated_at': '2022-03-11T11:28:20Z', 'revision_number': 2, 'project_id': '47be6de153ee4b46914ba10feac6ab24', 'gw_port_host': None, '_interfaces': [{'id': '67f329c5-d673-4a71-9100-800d6b124a27', 'name': '', 'network_id': 'b811322e-e9d4-4e9e-b68c-f2128ac3e816', 'tenant_id': '47be6de153ee4b46914ba10feac6ab24', 'mac_address': 'fa:16:3e:3c:1c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3344872-beef-41f9-bf5f-9cead765cb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c8b2abf-dafd-4a55-8460-0f0eb781cf7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:28:19Z', 'updated_at': '2022-03-11T11:28:20Z', 'revision_number': 2, 'project_id': '47be6de153ee4b46914ba10feac6ab24', 'subnets': [{'id': '2c8b2abf-dafd-4a55-8460-0f0eb781cf7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34d62b28-1f4b-40d3-8c35-4a0513218514'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:28:21.585333 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Checking router: d3344872-beef-41f9-bf5f-9cead765cb93 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:28:21.585698 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Updating router d3344872-beef-41f9-bf5f-9cead765cb93 port 67f329c5-d673-4a71-9100-800d6b124a27 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:28:21.638292 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (67f329c5-d673-4a71-9100-800d6b124a27), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:22.145705 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Publish callbacks [] for port (67f329c5-d673-4a71-9100-800d6b124a27), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:22.153415 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (67f329c5-d673-4a71-9100-800d6b124a27), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:22.325377 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Attempting to bind port 67f329c5-d673-4a71-9100-800d6b124a27 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:28:22.325812 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Attempting to bind port 67f329c5-d673-4a71-9100-800d6b124a27 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'a3ad42b4-83ed-4eea-b2a5-f75f6d176bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b811322e-e9d4-4e9e-b68c-f2128ac3e816'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:28:22.326588 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Attempting to bind port 67f329c5-d673-4a71-9100-800d6b124a27 on network b811322e-e9d4-4e9e-b68c-f2128ac3e816 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:28:22.332954 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bf8b8-0083-4dc1-9bf3-52e1a2b362cd None None] Pushing event updated for resources: {'Port': ['ID=67f329c5-d673-4a71-9100-800d6b124a27,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:28:22.341867 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:28:22.342297 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Checking segment: {'id': 'a3ad42b4-83ed-4eea-b2a5-f75f6d176bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b811322e-e9d4-4e9e-b68c-f2128ac3e816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:28:22.342784 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:22.343171 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Bound using segment: {'id': 'a3ad42b4-83ed-4eea-b2a5-f75f6d176bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b811322e-e9d4-4e9e-b68c-f2128ac3e816'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:28:22.343654 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Bound port: 67f329c5-d673-4a71-9100-800d6b124a27, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ad42b4-83ed-4eea-b2a5-f75f6d176bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b811322e-e9d4-4e9e-b68c-f2128ac3e816'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:28:22.344033 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (67f329c5-d673-4a71-9100-800d6b124a27), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:22.347667 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf8b8-0083-4dc1-9bf3-52e1a2b362cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:22.348018 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf8b8-0083-4dc1-9bf3-52e1a2b362cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:22.348357 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf8b8-0083-4dc1-9bf3-52e1a2b362cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:22.348694 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf8b8-0083-4dc1-9bf3-52e1a2b362cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:22.349023 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf8b8-0083-4dc1-9bf3-52e1a2b362cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:22.349347 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf8b8-0083-4dc1-9bf3-52e1a2b362cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:22.349669 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf8b8-0083-4dc1-9bf3-52e1a2b362cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:22.350029 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf8b8-0083-4dc1-9bf3-52e1a2b362cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:22.350353 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf8b8-0083-4dc1-9bf3-52e1a2b362cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:22.350678 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf8b8-0083-4dc1-9bf3-52e1a2b362cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:22.350994 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf8b8-0083-4dc1-9bf3-52e1a2b362cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:22.351308 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf8b8-0083-4dc1-9bf3-52e1a2b362cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:22.351651 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf8b8-0083-4dc1-9bf3-52e1a2b362cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf8b8-0083-4dc1-9bf3-52e1a2b362cd None None] Tracked resource versions report: Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: pushed versions: Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: { 'AddressGroup': {'1.2'}, Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'ConntrackHelper': {'1.0'}, Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'LocalIPAssociation': {'1.0'}, Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'Log': {'1.0'}, Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'Network': {'1.1'}, Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'Port': {'1.7'}, Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'PortForwarding': {'1.2'}, Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'QosPolicy': {'1.10'}, Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'SecurityGroup': {'1.5'}, Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'SecurityGroupRule': {'1.2'}, Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'SubPort': {'1.0'}, Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'Subnet': {'1.1'}, Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'Trunk': {'1.1'}} Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: consumer versions: Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: { DHCP agent@n-d-833234-2: {}, Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: L3 agent@n-d-833234-2: {}, Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: Metadata agent@n-d-833234-2: {}, Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: Metering agent@n-d-833234-2: {}, Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: Open vSwitch agent@n-d-833234-2: { 'AddressGroup': '1.2', Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'ConntrackHelper': '1.0', Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'LocalIPAssociation': '1.0', Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'Log': '1.0', Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'Network': '1.1', Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'Port': '1.7', Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'PortForwarding': '1.2', Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'QosPolicy': '1.10', Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'SecurityGroup': '1.5', Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'SecurityGroupRule': '1.2', Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'SubPort': '1.0', Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'Subnet': '1.1', Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: 'Trunk': '1.1'}} Mar 11 11:28:22.353674 n-d-833234-2 neutron-server[104034]: {{(pid=104034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 11:28:22.366486 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8b86ec2c-540c-4b63-93ce-17f89ceaedc8 None None] Provisioning complete for port 67f329c5-d673-4a71-9100-800d6b124a27 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:28:22.368152 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8b86ec2c-540c-4b63-93ce-17f89ceaedc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (67f329c5-d673-4a71-9100-800d6b124a27), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:22.405496 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8b86ec2c-540c-4b63-93ce-17f89ceaedc8 None None] Port 67f329c5-d673-4a71-9100-800d6b124a27 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:28:22.428737 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] For port 67f329c5-d673-4a71-9100-800d6b124a27, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:28:22.449106 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] For port 67f329c5-d673-4a71-9100-800d6b124a27, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=67f329c5-d673-4a71-9100-800d6b124a27,segment=NetworkSegment(a3ad42b4-83ed-4eea-b2a5-f75f6d176bad),segment_id=a3ad42b4-83ed-4eea-b2a5-f75f6d176bad)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:28:22.456343 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (67f329c5-d673-4a71-9100-800d6b124a27), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:22.505623 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Routers {'d3344872-beef-41f9-bf5f-9cead765cb93'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:28:22.506259 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:28:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d3344872-beef-41f9-bf5f-9cead765cb93'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:28:22.559871 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bf8b8-0083-4dc1-9bf3-52e1a2b362cd None None] Pushing event updated for resources: {'Port': ['ID=67f329c5-d673-4a71-9100-800d6b124a27,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:28:22.610633 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] Set router d3344872-beef-41f9-bf5f-9cead765cb93 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:28:22.729789 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4471e82b-0a5d-4fcf-9ccb-8eeac92c493d None None] Provisioning complete for port 67f329c5-d673-4a71-9100-800d6b124a27 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:28:22.730524 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4471e82b-0a5d-4fcf-9ccb-8eeac92c493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (67f329c5-d673-4a71-9100-800d6b124a27), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:22.815082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4471e82b-0a5d-4fcf-9ccb-8eeac92c493d None None] Current status of the port 67f329c5-d673-4a71-9100-800d6b124a27 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:28:22.815482 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4471e82b-0a5d-4fcf-9ccb-8eeac92c493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (67f329c5-d673-4a71-9100-800d6b124a27), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:22.833143 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3344872-beef-41f9-bf5f-9cead765cb93', 'name': 'router1', 'tenant_id': '47be6de153ee4b46914ba10feac6ab24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:28:09Z', 'updated_at': '2022-03-11T11:28:20Z', 'revision_number': 2, 'project_id': '47be6de153ee4b46914ba10feac6ab24', 'gw_port_host': None, '_interfaces': [{'id': '67f329c5-d673-4a71-9100-800d6b124a27', 'name': '', 'network_id': 'b811322e-e9d4-4e9e-b68c-f2128ac3e816', 'tenant_id': '47be6de153ee4b46914ba10feac6ab24', 'mac_address': 'fa:16:3e:3c:1c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3344872-beef-41f9-bf5f-9cead765cb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c8b2abf-dafd-4a55-8460-0f0eb781cf7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:28:19Z', 'updated_at': '2022-03-11T11:28:22Z', 'revision_number': 4, 'project_id': '47be6de153ee4b46914ba10feac6ab24', 'subnets': [{'id': '2c8b2abf-dafd-4a55-8460-0f0eb781cf7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34d62b28-1f4b-40d3-8c35-4a0513218514'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:28:22.854745 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4471e82b-0a5d-4fcf-9ccb-8eeac92c493d None None] For port 67f329c5-d673-4a71-9100-800d6b124a27, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=67f329c5-d673-4a71-9100-800d6b124a27,segment=NetworkSegment(a3ad42b4-83ed-4eea-b2a5-f75f6d176bad),segment_id=a3ad42b4-83ed-4eea-b2a5-f75f6d176bad)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:28:22.860037 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4471e82b-0a5d-4fcf-9ccb-8eeac92c493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (67f329c5-d673-4a71-9100-800d6b124a27), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:22.862779 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c591435-59bc-48e3-ac06-8d09f43e399b None None] The sync data for ids ['d3344872-beef-41f9-bf5f-9cead765cb93'] in n-d-833234-2 is: [{'id': 'd3344872-beef-41f9-bf5f-9cead765cb93', 'name': 'router1', 'tenant_id': '47be6de153ee4b46914ba10feac6ab24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:28:09Z', 'updated_at': '2022-03-11T11:28:20Z', 'revision_number': 2, 'project_id': '47be6de153ee4b46914ba10feac6ab24', 'gw_port_host': None, '_interfaces': [{'id': '67f329c5-d673-4a71-9100-800d6b124a27', 'name': '', 'network_id': 'b811322e-e9d4-4e9e-b68c-f2128ac3e816', 'tenant_id': '47be6de153ee4b46914ba10feac6ab24', 'mac_address': 'fa:16:3e:3c:1c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3344872-beef-41f9-bf5f-9cead765cb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c8b2abf-dafd-4a55-8460-0f0eb781cf7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:28:19Z', 'updated_at': '2022-03-11T11:28:22Z', 'revision_number': 4, 'project_id': '47be6de153ee4b46914ba10feac6ab24', 'subnets': [{'id': '2c8b2abf-dafd-4a55-8460-0f0eb781cf7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34d62b28-1f4b-40d3-8c35-4a0513218514'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:28:22.868486 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:28:22.914889 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471e82b-0a5d-4fcf-9ccb-8eeac92c493d None None] Pushing event updated for resources: {'Port': ['ID=67f329c5-d673-4a71-9100-800d6b124a27,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:28:23.345485 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33674) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:28:23.536306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90fa158-26e7-4541-a519-a6d8f9ab6677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:28:23.537783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f90fa158-26e7-4541-a519-a6d8f9ab6677 admin admin] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 842 time: 0.1911337 Mar 11 11:28:23.547297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.7.1', 'ip_version': 4, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'name': 'public-subnet', 'cidr': '172.25.7.0/24'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:28:23.577404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Made reservation on behalf of 95c8ae9d9f944917aba75d7d1edf3255 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:28:23.580175 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:23.982129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.objects.ports [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104031) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 11:28:23.982509 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for subnet (fced8373-08f6-4bf7-8537-2a3d16bec515), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:24.047804 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fced8373-08f6-4bf7-8537-2a3d16bec515,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:28:24.052400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:28:24.052749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Network hostable DHCP agents. Network: b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:28:24.061354 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:24.061694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:24.062033 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:24.062360 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:24.062686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:24.063008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:24.063329 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:24.063724 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:24.064051 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:24.064362 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:24.064681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:24.064992 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:24.065303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Tracked resource versions report: Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: pushed versions: Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: { 'AddressGroup': {'1.2'}, Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'ConntrackHelper': {'1.0'}, Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'LocalIPAssociation': {'1.0'}, Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'Log': {'1.0'}, Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'Network': {'1.1'}, Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'Port': {'1.7'}, Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'PortForwarding': {'1.2'}, Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'QosPolicy': {'1.10'}, Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'SecurityGroup': {'1.5'}, Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'SecurityGroupRule': {'1.2'}, Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'SubPort': {'1.0'}, Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'Subnet': {'1.1'}, Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'Trunk': {'1.1'}} Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: consumer versions: Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: { DHCP agent@n-d-833234-2: {}, Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: L3 agent@n-d-833234-2: {}, Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: Metadata agent@n-d-833234-2: {}, Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: Metering agent@n-d-833234-2: {}, Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: Open vSwitch agent@n-d-833234-2: { 'AddressGroup': '1.2', Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'ConntrackHelper': '1.0', Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'LocalIPAssociation': '1.0', Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'Log': '1.0', Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'Network': '1.1', Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'Port': '1.7', Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'PortForwarding': '1.2', Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'QosPolicy': '1.10', Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'SecurityGroup': '1.5', Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'SecurityGroupRule': '1.2', Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'SubPort': '1.0', Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'Subnet': '1.1', Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: 'Trunk': '1.1'}} Mar 11 11:28:24.066478 n-d-833234-2 neutron-server[104031]: {{(pid=104031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 11:28:24.100004 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:28:24.113093 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:28:24.118053 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:28:24.118665 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:24.122760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26da0c4-58ce-449d-bbff-ef5c86372101 None None] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:28:24.144260 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-119bb2aa-8a69-4e5e-b1cb-b7c11f1e2e0e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6002462 Mar 11 11:28:24.230374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55922b92-1776-4186-a003-2994899f4ed0 None None] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:28:26.571957 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33686) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:28:26.726472 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-350ef7bb-505a-4cea-9e69-2459c732c43b demo admin] 10.222.0.78 "GET /v2.0/routers/d3344872-beef-41f9-bf5f-9cead765cb93 HTTP/1.1" status: 200 len: 710 time: 0.1531947 Mar 11 11:28:26.890947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf014663-3a42-42a0-98f8-e6f885637039 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:28:26.892334 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cf014663-3a42-42a0-98f8-e6f885637039 demo admin] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 886 time: 0.1605976 Mar 11 11:28:26.901439 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-be75c715-6f85-4fff-8120-8311d5aa12fe demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:28:27.164921 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be75c715-6f85-4fff-8120-8311d5aa12fe demo admin] Publish callbacks [] for router_gateway (d3344872-beef-41f9-bf5f-9cead765cb93), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:27.403852 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be75c715-6f85-4fff-8120-8311d5aa12fe demo admin] Publish callbacks [] for router_gateway (d3344872-beef-41f9-bf5f-9cead765cb93), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:27.476965 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be75c715-6f85-4fff-8120-8311d5aa12fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:27.582050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-be75c715-6f85-4fff-8120-8311d5aa12fe demo admin] Allocated IP 172.25.7.180 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/cd85850f-7a5d-46ba-b1fc-3d773815c80d) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:28:27.684252 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be75c715-6f85-4fff-8120-8311d5aa12fe demo admin] Publish callbacks [] for port (cd85850f-7a5d-46ba-b1fc-3d773815c80d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:27.720856 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be75c715-6f85-4fff-8120-8311d5aa12fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (cd85850f-7a5d-46ba-b1fc-3d773815c80d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:27.758226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be75c715-6f85-4fff-8120-8311d5aa12fe demo admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:28:27.762720 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-be75c715-6f85-4fff-8120-8311d5aa12fe demo admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:28:27.766025 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be75c715-6f85-4fff-8120-8311d5aa12fe demo admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:28:27.804508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75c715-6f85-4fff-8120-8311d5aa12fe demo admin] Pushing event updated for resources: {'Port': ['ID=cd85850f-7a5d-46ba-b1fc-3d773815c80d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:28:28.020513 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be75c715-6f85-4fff-8120-8311d5aa12fe demo admin] Publish callbacks [] for router_gateway (d3344872-beef-41f9-bf5f-9cead765cb93), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:28.322006 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be75c715-6f85-4fff-8120-8311d5aa12fe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (d3344872-beef-41f9-bf5f-9cead765cb93), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:28.325702 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be75c715-6f85-4fff-8120-8311d5aa12fe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (d3344872-beef-41f9-bf5f-9cead765cb93), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:28.439539 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be75c715-6f85-4fff-8120-8311d5aa12fe demo admin] Router d3344872-beef-41f9-bf5f-9cead765cb93 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:28:28.547747 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be75c715-6f85-4fff-8120-8311d5aa12fe demo admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:28:28.552234 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be75c715-6f85-4fff-8120-8311d5aa12fe demo admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:28.553427 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-be75c715-6f85-4fff-8120-8311d5aa12fe demo admin] 10.222.0.78 "PUT /v2.0/routers/d3344872-beef-41f9-bf5f-9cead765cb93 HTTP/1.1" status: 200 len: 890 time: 1.6551735 Mar 11 11:28:30.702157 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 67f329c5-d673-4a71-9100-800d6b124a27 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:28:30.756990 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 67f329c5-d673-4a71-9100-800d6b124a27 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:28:30.757354 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (67f329c5-d673-4a71-9100-800d6b124a27), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:30.838621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 67f329c5-d673-4a71-9100-800d6b124a27 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:28:31.098033 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33698) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:28:31.244549 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fe261bbc-bf33-4730-80e7-ef2e14947d2c admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1453767 Mar 11 11:28:31.449965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Sync routers for ids ['d3344872-beef-41f9-bf5f-9cead765cb93'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:28:31.462696 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Routers {'d3344872-beef-41f9-bf5f-9cead765cb93'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:28:31.463420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:28:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d3344872-beef-41f9-bf5f-9cead765cb93'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:28:31.676070 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Set router d3344872-beef-41f9-bf5f-9cead765cb93 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:28:32.145968 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3344872-beef-41f9-bf5f-9cead765cb93', 'name': 'router1', 'tenant_id': '47be6de153ee4b46914ba10feac6ab24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'cd85850f-7a5d-46ba-b1fc-3d773815c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:28:09Z', 'updated_at': '2022-03-11T11:28:27Z', 'revision_number': 4, 'project_id': '47be6de153ee4b46914ba10feac6ab24', 'gw_port': {'id': 'cd85850f-7a5d-46ba-b1fc-3d773815c80d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3344872-beef-41f9-bf5f-9cead765cb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:28:27Z', 'updated_at': '2022-03-11T11:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '67f329c5-d673-4a71-9100-800d6b124a27', 'name': '', 'network_id': 'b811322e-e9d4-4e9e-b68c-f2128ac3e816', 'tenant_id': '47be6de153ee4b46914ba10feac6ab24', 'mac_address': 'fa:16:3e:3c:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344872-beef-41f9-bf5f-9cead765cb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c8b2abf-dafd-4a55-8460-0f0eb781cf7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:28:19Z', 'updated_at': '2022-03-11T11:28:22Z', 'revision_number': 5, 'project_id': '47be6de153ee4b46914ba10feac6ab24', 'subnets': [{'id': '2c8b2abf-dafd-4a55-8460-0f0eb781cf7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34d62b28-1f4b-40d3-8c35-4a0513218514'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:28:32.195442 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Checking router: d3344872-beef-41f9-bf5f-9cead765cb93 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:28:32.195845 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Updating router d3344872-beef-41f9-bf5f-9cead765cb93 port cd85850f-7a5d-46ba-b1fc-3d773815c80d binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:28:32.250261 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cd85850f-7a5d-46ba-b1fc-3d773815c80d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:32.562169 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Publish callbacks [] for port (cd85850f-7a5d-46ba-b1fc-3d773815c80d), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:32.570927 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cd85850f-7a5d-46ba-b1fc-3d773815c80d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:32.629384 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a441f0d-bf50-41ce-96a2-9c1fe2d8408a None None] Pushing event updated for resources: {'Port': ['ID=cd85850f-7a5d-46ba-b1fc-3d773815c80d,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:28:32.633468 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Attempting to bind port cd85850f-7a5d-46ba-b1fc-3d773815c80d on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:28:32.633843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Attempting to bind port cd85850f-7a5d-46ba-b1fc-3d773815c80d by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:28:32.634212 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Attempting to bind port cd85850f-7a5d-46ba-b1fc-3d773815c80d on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:28:32.639128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:28:32.639502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:28:32.639938 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:32.640327 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:28:32.640815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Bound port: cd85850f-7a5d-46ba-b1fc-3d773815c80d, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:28:32.641199 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cd85850f-7a5d-46ba-b1fc-3d773815c80d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:32.693344 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] For port cd85850f-7a5d-46ba-b1fc-3d773815c80d, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:28:32.696463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] For port cd85850f-7a5d-46ba-b1fc-3d773815c80d, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=cd85850f-7a5d-46ba-b1fc-3d773815c80d,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:28:32.703044 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cd85850f-7a5d-46ba-b1fc-3d773815c80d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:32.759634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a441f0d-bf50-41ce-96a2-9c1fe2d8408a None None] Pushing event updated for resources: {'Port': ['ID=cd85850f-7a5d-46ba-b1fc-3d773815c80d,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:28:32.762151 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Routers {'d3344872-beef-41f9-bf5f-9cead765cb93'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:28:32.762791 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:28:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d3344872-beef-41f9-bf5f-9cead765cb93'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:28:32.876759 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] Set router d3344872-beef-41f9-bf5f-9cead765cb93 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:28:33.106968 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3344872-beef-41f9-bf5f-9cead765cb93', 'name': 'router1', 'tenant_id': '47be6de153ee4b46914ba10feac6ab24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'cd85850f-7a5d-46ba-b1fc-3d773815c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:28:09Z', 'updated_at': '2022-03-11T11:28:27Z', 'revision_number': 4, 'project_id': '47be6de153ee4b46914ba10feac6ab24', 'gw_port': {'id': 'cd85850f-7a5d-46ba-b1fc-3d773815c80d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3344872-beef-41f9-bf5f-9cead765cb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:28:27Z', 'updated_at': '2022-03-11T11:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '67f329c5-d673-4a71-9100-800d6b124a27', 'name': '', 'network_id': 'b811322e-e9d4-4e9e-b68c-f2128ac3e816', 'tenant_id': '47be6de153ee4b46914ba10feac6ab24', 'mac_address': 'fa:16:3e:3c:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344872-beef-41f9-bf5f-9cead765cb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c8b2abf-dafd-4a55-8460-0f0eb781cf7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:28:19Z', 'updated_at': '2022-03-11T11:28:22Z', 'revision_number': 5, 'project_id': '47be6de153ee4b46914ba10feac6ab24', 'subnets': [{'id': '2c8b2abf-dafd-4a55-8460-0f0eb781cf7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34d62b28-1f4b-40d3-8c35-4a0513218514'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:28:33.138084 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e872006-0d2b-44e3-bd92-9d768ea27ba2 None None] The sync data for ids ['d3344872-beef-41f9-bf5f-9cead765cb93'] in n-d-833234-2 is: [{'id': 'd3344872-beef-41f9-bf5f-9cead765cb93', 'name': 'router1', 'tenant_id': '47be6de153ee4b46914ba10feac6ab24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'cd85850f-7a5d-46ba-b1fc-3d773815c80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:28:09Z', 'updated_at': '2022-03-11T11:28:27Z', 'revision_number': 4, 'project_id': '47be6de153ee4b46914ba10feac6ab24', 'gw_port': {'id': 'cd85850f-7a5d-46ba-b1fc-3d773815c80d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3344872-beef-41f9-bf5f-9cead765cb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:28:27Z', 'updated_at': '2022-03-11T11:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '67f329c5-d673-4a71-9100-800d6b124a27', 'name': '', 'network_id': 'b811322e-e9d4-4e9e-b68c-f2128ac3e816', 'tenant_id': '47be6de153ee4b46914ba10feac6ab24', 'mac_address': 'fa:16:3e:3c:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344872-beef-41f9-bf5f-9cead765cb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c8b2abf-dafd-4a55-8460-0f0eb781cf7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:28:19Z', 'updated_at': '2022-03-11T11:28:22Z', 'revision_number': 5, 'project_id': '47be6de153ee4b46914ba10feac6ab24', 'subnets': [{'id': '2c8b2abf-dafd-4a55-8460-0f0eb781cf7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34d62b28-1f4b-40d3-8c35-4a0513218514'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:28:34.725551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cd85850f-7a5d-46ba-b1fc-3d773815c80d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:28:34.789017 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port cd85850f-7a5d-46ba-b1fc-3d773815c80d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:28:34.789774 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cd85850f-7a5d-46ba-b1fc-3d773815c80d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:34.911464 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port cd85850f-7a5d-46ba-b1fc-3d773815c80d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:28:34.912269 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cd85850f-7a5d-46ba-b1fc-3d773815c80d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:34.934803 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port cd85850f-7a5d-46ba-b1fc-3d773815c80d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=cd85850f-7a5d-46ba-b1fc-3d773815c80d,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:28:34.943995 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cd85850f-7a5d-46ba-b1fc-3d773815c80d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:35.008038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=cd85850f-7a5d-46ba-b1fc-3d773815c80d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:28:36.729142 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cd85850f-7a5d-46ba-b1fc-3d773815c80d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:28:36.846231 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port cd85850f-7a5d-46ba-b1fc-3d773815c80d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:28:36.847181 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cd85850f-7a5d-46ba-b1fc-3d773815c80d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:36.952842 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port cd85850f-7a5d-46ba-b1fc-3d773815c80d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:28:43.545172 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-43598234-69a6-43f6-91b1-f38b71cdf86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:45.635480 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e64eacd0-1901-492b-8c4e-70d450767c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:46.970396 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:48.355468 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:50.022127 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:28:59.867947 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:29:13.551310 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bd8cb7c8-77b3-4a89-bac6-95c6fd53a1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:29:15.644903 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9deb359c-8cea-4fd5-ad02-b3d06efa9984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:29:16.970444 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:29:18.371121 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:29:20.009726 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:29:36.868695 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:29:43.546310 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b3d3db49-7701-4611-b701-eb9204e88c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:29:45.639072 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e81428a2-c545-4ad9-a6d6-b621039b8757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:29:46.971347 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:29:48.359336 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:29:50.007869 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:29:57.697218 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34214) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:29:57.761594 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee360272-f84c-44c9-9c5c-6b1d65fcd941 admin admin] GET failed (client error): The resource could not be found. Mar 11 11:29:57.762884 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ee360272-f84c-44c9-9c5c-6b1d65fcd941 admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0647089 Mar 11 11:29:57.925359 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9c8abe-608e-48e1-998c-28f51002d9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:29:57.926809 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9e9c8abe-608e-48e1-998c-28f51002d9a3 admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1596789 Mar 11 11:30:00.293462 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34224) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:30:00.392887 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd81c4d9-ac3a-4a72-b4e2-bb35fab68dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:30:00.394249 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dd81c4d9-ac3a-4a72-b4e2-bb35fab68dd9 admin admin] 10.222.0.78 "GET /v2.0/subnets/2c8b2abf-dafd-4a55-8460-0f0eb781cf7b HTTP/1.1" status: 200 len: 849 time: 0.0998163 Mar 11 11:30:00.403717 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:30:00.505971 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Publish callbacks [] for subnet (2c8b2abf-dafd-4a55-8460-0f0eb781cf7b), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:00.649334 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772493315678'] for subnet (2c8b2abf-dafd-4a55-8460-0f0eb781cf7b), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:00.684823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:30:00.685431 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:00.686963 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] 10.222.0.78 "PUT /v2.0/subnets/2c8b2abf-dafd-4a55-8460-0f0eb781cf7b HTTP/1.1" status: 200 len: 868 time: 0.2867506 Mar 11 11:30:00.703266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d5db08-399c-4d60-896f-52702ca35f3a None None] Network b811322e-e9d4-4e9e-b68c-f2128ac3e816 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:30:00.713626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c8b2abf-dafd-4a55-8460-0f0eb781cf7b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:30:00.721209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:00.721663 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:00.721860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:00.722277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:00.723314 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:00.723701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:00.724031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:00.724358 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:00.724686 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:00.725006 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:00.725317 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:00.725654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:00.725960 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae5108-fb24-493c-85d5-4cc910903b9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:01.018247 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1e3cac34-1f48-4ab2-8b60-8d81de34f454 None None] Provisioning complete for port 67f329c5-d673-4a71-9100-800d6b124a27 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:30:01.018637 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1e3cac34-1f48-4ab2-8b60-8d81de34f454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (67f329c5-d673-4a71-9100-800d6b124a27), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:01.095969 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1e3cac34-1f48-4ab2-8b60-8d81de34f454 None None] Current status of the port 67f329c5-d673-4a71-9100-800d6b124a27 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:30:01.107119 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1e3cac34-1f48-4ab2-8b60-8d81de34f454 None None] Provisioning complete for port a76b95e5-1f07-40a0-b3be-d350c5ace9d8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:30:01.107449 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1e3cac34-1f48-4ab2-8b60-8d81de34f454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a76b95e5-1f07-40a0-b3be-d350c5ace9d8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:01.187196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1e3cac34-1f48-4ab2-8b60-8d81de34f454 None None] Current status of the port a76b95e5-1f07-40a0-b3be-d350c5ace9d8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:30:03.044797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34234) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:30:03.282235 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dd2c67-05da-4563-8d3e-ee3ac921e864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:30:03.282707 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dd2c67-05da-4563-8d3e-ee3ac921e864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:30:03.284329 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-46dd2c67-05da-4563-8d3e-ee3ac921e864 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2385118 Mar 11 11:30:05.637611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34242) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:30:05.864030 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1881293f-6c30-42ab-9f49-e0d8ec4d8858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:30:05.864400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1881293f-6c30-42ab-9f49-e0d8ec4d8858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:30:05.865966 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1881293f-6c30-42ab-9f49-e0d8ec4d8858 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2273657 Mar 11 11:30:08.192274 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34250) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:30:08.323287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad028e3a-4be5-4366-a5b0-0bd8d040cd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:30:08.324709 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ad028e3a-4be5-4366-a5b0-0bd8d040cd5e admin admin] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 886 time: 0.1314690 Mar 11 11:30:10.701818 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34258) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:30:10.836118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8524cd0-67de-428d-be41-a8fa42667095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:30:10.837660 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b8524cd0-67de-428d-be41-a8fa42667095 admin admin] 10.222.0.78 "GET /v2.0/networks/b811322e-e9d4-4e9e-b68c-f2128ac3e816 HTTP/1.1" status: 200 len: 869 time: 0.1347411 Mar 11 11:30:13.174542 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34266) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:30:13.318365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11bad69-9ad5-4e48-80a1-750b09b65a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:30:13.318819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11bad69-9ad5-4e48-80a1-750b09b65a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:30:13.320428 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a11bad69-9ad5-4e48-80a1-750b09b65a3f admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1442485 Mar 11 11:30:13.552515 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-03f7bed3-cb27-4fc2-8d6d-3888c2784b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:13.867694 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:30:15.645321 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-70c3355c-845d-4cc6-b74d-6fd737800983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:15.746053 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34274) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:30:15.847459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18b720a-ea57-4157-896b-9d8dbbb49766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:30:15.847921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18b720a-ea57-4157-896b-9d8dbbb49766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:30:15.849468 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b18b720a-ea57-4157-896b-9d8dbbb49766 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1024430 Mar 11 11:30:16.974994 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:18.197246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34282) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:30:18.309820 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6909f57-ba3a-4089-b111-f5ab13d1e953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:30:18.311666 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f6909f57-ba3a-4089-b111-f5ab13d1e953 admin admin] 10.222.0.78 "GET /v2.0/subnets/2c8b2abf-dafd-4a55-8460-0f0eb781cf7b HTTP/1.1" status: 200 len: 868 time: 0.1134112 Mar 11 11:30:18.364289 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:20.004306 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:20.626377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34290) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:30:20.717091 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ce461b-ca68-4ad0-9001-80dcad38455d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:30:20.718455 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c4ce461b-ca68-4ad0-9001-80dcad38455d admin admin] 10.222.0.78 "GET /v2.0/subnets/fced8373-08f6-4bf7-8537-2a3d16bec515 HTTP/1.1" status: 200 len: 816 time: 0.0910568 Mar 11 11:30:43.548465 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c00ec80e-3a2d-41f8-90bd-3471cf8ed9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:45.647293 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f3ea7386-6592-4dac-b40d-41bb3ee3dbb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:46.977585 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:48.367104 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:49.142214 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34342) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:30:49.207442 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-fd03854d-9acc-4a8d-bc06-56216059c547 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:30:49.208470 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fd03854d-9acc-4a8d-bc06-56216059c547 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0652800 Mar 11 11:30:50.011448 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:50.866478 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:30:51.699889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34350) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:30:51.771113 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-69eef004-cec9-4172-a8f1-20c9699fcff8 admin admin] GET failed (client error): The resource could not be found. Mar 11 11:30:51.772398 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-69eef004-cec9-4172-a8f1-20c9699fcff8 admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0712891 Mar 11 11:30:51.934299 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0688c4-37d4-4363-b672-1c9b3017da00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:30:51.935738 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1d0688c4-37d4-4363-b672-1c9b3017da00 admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1572280 Mar 11 11:30:54.297057 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34358) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:30:54.354432 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d8cb6066-4290-4cf1-a892-69a15c4afa4b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:30:54.376121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cb6066-4290-4cf1-a892-69a15c4afa4b admin admin] Made reservation on behalf of 95c8ae9d9f944917aba75d7d1edf3255 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:30:54.378553 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8cb6066-4290-4cf1-a892-69a15c4afa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:54.405812 n-d-833234-2 neutron-server[104032]: WARNING neutron.services.revisions.revision_plugin [None req-d8cb6066-4290-4cf1-a892-69a15c4afa4b admin admin] Could not find related network for resource to bump revision. Mar 11 11:30:54.417217 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8cb6066-4290-4cf1-a892-69a15c4afa4b admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:30:54.426851 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8cb6066-4290-4cf1-a892-69a15c4afa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (7f22a266-35a3-42ad-bec0-3cf6652a415a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:54.427182 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-d8cb6066-4290-4cf1-a892-69a15c4afa4b admin admin] Added segment 7f22a266-35a3-42ad-bec0-3cf6652a415a of type vlan for network d7f85be6-0598-4b4c-848a-8d0d976280f3 Mar 11 11:30:54.468238 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8cb6066-4290-4cf1-a892-69a15c4afa4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (d7f85be6-0598-4b4c-848a-8d0d976280f3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:54.502717 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8cb6066-4290-4cf1-a892-69a15c4afa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (d7f85be6-0598-4b4c-848a-8d0d976280f3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:54.503666 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cb6066-4290-4cf1-a892-69a15c4afa4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:30:54.504254 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8cb6066-4290-4cf1-a892-69a15c4afa4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:54.536625 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d8cb6066-4290-4cf1-a892-69a15c4afa4b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2385347 Mar 11 11:30:54.563524 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb6066-4290-4cf1-a892-69a15c4afa4b admin admin] Pushing event updated for resources: {'Network': ['ID=d7f85be6-0598-4b4c-848a-8d0d976280f3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:30:54.574999 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:30:56.890796 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34366) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:30:56.953031 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-3579f57d-a915-49ce-86fa-d59980045029 admin admin] GET failed (client error): The resource could not be found. Mar 11 11:30:56.954322 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3579f57d-a915-49ce-86fa-d59980045029 admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625534 Mar 11 11:30:57.025334 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5f277a-5c27-4035-9ab4-30d823f6ae90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:30:57.026697 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1d5f277a-5c27-4035-9ab4-30d823f6ae90 admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680704 Mar 11 11:30:57.036915 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Request body: {'subnet': {'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:30:57.057170 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Made reservation on behalf of 95c8ae9d9f944917aba75d7d1edf3255 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:30:57.059654 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:57.226078 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for subnet (99c63ccd-6e91-491f-aad2-ae9e3da39a04), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:57.282261 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c63ccd-6e91-491f-aad2-ae9e3da39a04,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:30:57.292585 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.292932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.293271 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.293607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.293932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.294249 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.294583 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.294901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.295224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.295540 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.295885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.296203 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.296520 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.302601 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:30:57.302955 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Network hostable DHCP agents. Network: d7f85be6-0598-4b4c-848a-8d0d976280f3, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:30:57.319954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:30:57.330606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, d7f85be6-0598-4b4c-848a-8d0d976280f3) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:30:57.335072 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:30:57.335709 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:57.341267 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b69741-7ae2-49f2-b196-28c3901e234b None None] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:30:57.356115 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9d45aa50-d141-4d2d-b331-2284adad7f1f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3227913 Mar 11 11:30:57.446574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-d7f85be6-0598-4b4c-848a-8d0d976280f3', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'project_id': '95c8ae9d9f944917aba75d7d1edf3255', 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:30:57.448115 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:57.594911 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Allocated IP 192.168.233.2 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/b7495727-5c7f-4fd4-9001-f4b779af7d7d) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:30:57.851612 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Publish callbacks [] for port (b7495727-5c7f-4fd4-9001-f4b779af7d7d), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:57.857610 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (b7495727-5c7f-4fd4-9001-f4b779af7d7d), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:57.896167 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:30:57.900932 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:30:57.903409 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:30:57.913922 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Pushing event updated for resources: {'Port': ['ID=b7495727-5c7f-4fd4-9001-f4b779af7d7d,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:30:57.938674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.938986 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.939321 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.939671 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.940378 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.940512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.940862 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.941190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.941509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.941830 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.942146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.942459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.942929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:30:57.977042 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Attempting to bind port b7495727-5c7f-4fd4-9001-f4b779af7d7d on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:30:57.977407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Attempting to bind port b7495727-5c7f-4fd4-9001-f4b779af7d7d by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:30:57.977762 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Attempting to bind port b7495727-5c7f-4fd4-9001-f4b779af7d7d on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:30:57.983281 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:30:57.984266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:30:57.984671 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:57.985058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:30:57.985516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Bound port: b7495727-5c7f-4fd4-9001-f4b779af7d7d, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:30:57.985935 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b7495727-5c7f-4fd4-9001-f4b779af7d7d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:58.049789 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] For port b7495727-5c7f-4fd4-9001-f4b779af7d7d, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:30:58.052999 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] For port b7495727-5c7f-4fd4-9001-f4b779af7d7d, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b7495727-5c7f-4fd4-9001-f4b779af7d7d,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:30:58.059341 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b7495727-5c7f-4fd4-9001-f4b779af7d7d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:58.115073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c88fb3-e14a-4893-a9fb-55423442d262 None None] Pushing event updated for resources: {'Port': ['ID=b7495727-5c7f-4fd4-9001-f4b779af7d7d,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:30:58.849414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b7495727-5c7f-4fd4-9001-f4b779af7d7d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:30:58.912901 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port b7495727-5c7f-4fd4-9001-f4b779af7d7d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:30:58.913276 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b7495727-5c7f-4fd4-9001-f4b779af7d7d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:58.994612 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port b7495727-5c7f-4fd4-9001-f4b779af7d7d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:30:58.995016 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b7495727-5c7f-4fd4-9001-f4b779af7d7d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:59.030365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b64318-92ec-4ee5-8873-2abc5b21033c None None] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:30:59.038554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port b7495727-5c7f-4fd4-9001-f4b779af7d7d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b7495727-5c7f-4fd4-9001-f4b779af7d7d,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:30:59.054528 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b7495727-5c7f-4fd4-9001-f4b779af7d7d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:59.157313 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-800f1ab6-cce5-4775-a169-cdf38cc2aa80 None None] Provisioning complete for port b7495727-5c7f-4fd4-9001-f4b779af7d7d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:30:59.157682 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-800f1ab6-cce5-4775-a169-cdf38cc2aa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b7495727-5c7f-4fd4-9001-f4b779af7d7d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:59.180593 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=b7495727-5c7f-4fd4-9001-f4b779af7d7d,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:30:59.279817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-800f1ab6-cce5-4775-a169-cdf38cc2aa80 None None] Current status of the port b7495727-5c7f-4fd4-9001-f4b779af7d7d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:30:59.502262 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-de1471fc-a329-4e74-94a5-a15ddde75a37 None None] Provisioning complete for port b7495727-5c7f-4fd4-9001-f4b779af7d7d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:30:59.502594 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-de1471fc-a329-4e74-94a5-a15ddde75a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b7495727-5c7f-4fd4-9001-f4b779af7d7d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:30:59.582510 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-de1471fc-a329-4e74-94a5-a15ddde75a37 None None] Current status of the port b7495727-5c7f-4fd4-9001-f4b779af7d7d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:31:00.766339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b7495727-5c7f-4fd4-9001-f4b779af7d7d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:31:00.820520 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port b7495727-5c7f-4fd4-9001-f4b779af7d7d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:31:00.820907 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b7495727-5c7f-4fd4-9001-f4b779af7d7d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:31:00.900357 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port b7495727-5c7f-4fd4-9001-f4b779af7d7d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:31:13.544321 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fb420623-6a43-444d-b6f1-c360f4d04a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:31:15.641533 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6dc01343-d06a-4723-98b0-4ac4c71f3156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:31:16.981119 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:31:18.367917 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:31:20.007181 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:31:27.865075 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:31:43.550975 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9341be97-4b61-4b68-9f67-0b1ddc8001d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:31:45.647101 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dc36d86d-8f72-423a-927e-18c1c385e605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:31:46.983911 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:31:48.372419 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:31:50.005575 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:32:04.863971 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:32:13.546136 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a30fde6-41f5-4bc4-9d96-ff0d5d75e5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:32:15.651714 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b92f0cc2-92da-4dbb-9f7e-20e118ed0634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:32:16.987301 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:32:18.315363 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34406) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:32:18.321354 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-c269a53e-8eda-4e45-93e2-edf4a81a7b5e tempest-verify_tempest_config-1965125171 tempest-verify_tempest_config-1965125171-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:32:18.322337 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c269a53e-8eda-4e45-93e2-edf4a81a7b5e tempest-verify_tempest_config-1965125171 tempest-verify_tempest_config-1965125171-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058212 Mar 11 11:32:18.374881 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:32:18.653494 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34424) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:32:18.777215 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d0225b13-ac0b-4399-8770-961e1c029d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:32:18.850125 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d0225b13-ac0b-4399-8770-961e1c029d63 admin admin] Publish callbacks [] for security_group (e5a85147-4ec6-412f-8d42-a335db6bb074), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:32:18.855910 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d0225b13-ac0b-4399-8770-961e1c029d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e5a85147-4ec6-412f-8d42-a335db6bb074), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:32:19.008480 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d0225b13-ac0b-4399-8770-961e1c029d63 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3ac79adcd143400098c352fb13f3d5d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3529201 Mar 11 11:32:19.009417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0225b13-ac0b-4399-8770-961e1c029d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a85147-4ec6-412f-8d42-a335db6bb074,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:32:19.011192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34428) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:32:19.016668 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0225b13-ac0b-4399-8770-961e1c029d63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.017016 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0225b13-ac0b-4399-8770-961e1c029d63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.017343 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0225b13-ac0b-4399-8770-961e1c029d63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.017671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0225b13-ac0b-4399-8770-961e1c029d63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.018035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0225b13-ac0b-4399-8770-961e1c029d63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.018393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0225b13-ac0b-4399-8770-961e1c029d63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.018713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0225b13-ac0b-4399-8770-961e1c029d63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.019031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0225b13-ac0b-4399-8770-961e1c029d63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.019348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0225b13-ac0b-4399-8770-961e1c029d63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.019685 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0225b13-ac0b-4399-8770-961e1c029d63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.020007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0225b13-ac0b-4399-8770-961e1c029d63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.020321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0225b13-ac0b-4399-8770-961e1c029d63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.020631 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0225b13-ac0b-4399-8770-961e1c029d63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.093638 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] Publish callbacks [] for security_group (e5a85147-4ec6-412f-8d42-a335db6bb074), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:32:19.114270 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] Publish callbacks [] for security_group (e5a85147-4ec6-412f-8d42-a335db6bb074), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:32:19.219314 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e5a85147-4ec6-412f-8d42-a335db6bb074), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:32:19.223237 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:32:19.224896 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e5a85147-4ec6-412f-8d42-a335db6bb074 HTTP/1.1" status: 204 len: 168 time: 0.2126176 Mar 11 11:32:19.233483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a85147-4ec6-412f-8d42-a335db6bb074,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:32:19.240531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.240895 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.241222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.241558 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.241892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.242222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.242551 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.242881 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.243200 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.243532 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.243885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.244196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:19.244515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09861da-b2ce-4eac-bbdb-af8d301a39f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:32:20.001951 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:32:41.869150 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:32:43.556872 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d9dde803-193a-418d-9f9d-6f826251ea9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:32:45.665681 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0a6a-0eac-4904-80f5-da1f62ab4436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:32:46.993179 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:32:48.380951 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:32:50.006289 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:33:13.663019 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0fc8c5ac-eeb4-4715-9b3b-3b8b178f339b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:33:15.666936 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76a1db9f-a6b8-4684-9887-dc0f0bd1699b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:33:17.002551 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:33:18.382024 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:33:18.870362 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:33:20.008728 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:33:43.553102 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dce55f02-c79e-4be4-8ce7-4e9c86b4a7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:33:45.670781 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2934061-d304-4aa3-a76e-db176054f0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:33:46.999501 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:33:48.384246 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:33:50.007831 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:33:55.868849 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:34:13.551933 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8440c7f1-cc61-4f32-a69c-b2550a97c8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:34:15.677108 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-138a5ab3-cedd-4a41-be3f-56243a6a19bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:34:17.003296 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:34:18.392561 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:34:20.005299 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:34:32.870619 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:34:43.555746 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2ae21fb-9cf0-40d2-af88-25b101e77116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:34:45.670740 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12f94dbb-ddd4-4736-817d-2ab88876ad61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:34:47.007973 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:34:48.393611 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:34:50.006199 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:35:09.872392 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:35:13.555829 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2c203b96-2886-4ae3-a912-741ce7721961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:35:15.673605 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51e1606a-54d2-47e5-8c50-a3de13db3e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:35:17.010944 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:35:18.395555 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:35:20.008593 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:35:33.305417 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575073'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:35:42.440613 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575073'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:35:43.551078 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ed45bac-5ef8-41a8-86f8-2ef0f3f24184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:35:45.673221 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-74c678c9-883c-4688-9092-ad4998b82c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:35:46.872219 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:35:47.016644 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:35:48.405997 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:35:50.009029 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:36:03.302185 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:36:12.388014 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:36:13.545853 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0cbe6da2-5a29-4634-9941-bf4c39543ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:36:15.668857 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-902b2774-8396-4534-8ae9-06b2a27b0c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:36:17.022999 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:36:18.402229 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:36:20.005342 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:36:23.871821 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:36:25.676762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34482) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:36:25.787233 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a5601dd1-d092-47ef-9ae3-1ba2cae0dc7a admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1093729 Mar 11 11:36:28.125373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34492) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:36:28.191074 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1b5ad0be-1778-42de-9fe8-ee0e0b1260e2 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0643566 Mar 11 11:36:33.300600 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:36:42.390485 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:36:43.560829 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a52aa97-c7cf-4268-a8f9-b29c6f5c10d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:36:45.680660 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b05b3fd4-2674-4ad4-b7c3-7a87103cd71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:36:47.027087 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:36:48.407962 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:36:50.003905 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:00.876477 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:37:03.298847 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:12.387291 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:13.556420 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-955bea1b-e5ff-4ff3-9779-a2c82d2ae099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:15.679528 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b74ce234-1a2c-4559-92ab-9b6c976b006a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:17.026754 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:18.411122 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:20.001441 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:33.310448 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:37.876708 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:37:42.385501 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:43.551367 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-70ee6424-b5c2-42d0-8e11-8cf8ce42ee90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:45.680639 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-913f99a6-656b-4b65-b8f0-480d09b38cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:47.025930 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:48.416557 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:49.997005 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:56.819757 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34724) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:37:57.257573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-network', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:37:57.287922 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Made reservation on behalf of a7ab0f1ba69a419a9465a54d21e133a2 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:37:57.292234 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:57.311166 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:57.395043 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Publish callbacks [] for security_group (1e16724b-40b2-4864-9101-dd9984010ac8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:57.402610 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1e16724b-40b2-4864-9101-dd9984010ac8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:57.428062 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:37:57.465445 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772493272077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (010a2e3a-2c29-4f32-b3ea-0af082107b9c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:57.466333 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Unsubscribe: segment precommit_create {{(pid=104031) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 11:37:57.467472 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Added segment 010a2e3a-2c29-4f32-b3ea-0af082107b9c of type vlan for network 6b945e83-4e41-42ac-8741-30291529408d Mar 11 11:37:57.497066 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e16724b-40b2-4864-9101-dd9984010ac8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:37:57.513899 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.514486 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.514833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.515174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.515511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.515867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.516192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.516524 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.516849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.517175 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.517497 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.517818 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.518156 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Tracked resource versions report: Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: pushed versions: Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: { 'AddressGroup': {'1.2'}, Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'ConntrackHelper': {'1.0'}, Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'LocalIPAssociation': {'1.0'}, Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'Log': {'1.0'}, Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'Network': {'1.1'}, Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'Port': {'1.7'}, Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'PortForwarding': {'1.2'}, Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'QosPolicy': {'1.10'}, Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'SecurityGroup': {'1.5'}, Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'SecurityGroupRule': {'1.2'}, Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'SubPort': {'1.0'}, Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'Subnet': {'1.1'}, Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'Trunk': {'1.1'}} Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: consumer versions: Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: { DHCP agent@n-d-833234-2: {}, Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: HyperV agent@n-h1-833234-2: {}, Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: HyperV agent@n-h2-833234-2: {}, Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: L3 agent@n-d-833234-2: {}, Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: Metadata agent@n-d-833234-2: {}, Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: Metering agent@n-d-833234-2: {}, Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: Open vSwitch agent@n-d-833234-2: { 'AddressGroup': '1.2', Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'ConntrackHelper': '1.0', Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'LocalIPAssociation': '1.0', Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'Log': '1.0', Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'Network': '1.1', Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'Port': '1.7', Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'PortForwarding': '1.2', Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'QosPolicy': '1.10', Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'SecurityGroup': '1.5', Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'SecurityGroupRule': '1.2', Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'SubPort': '1.0', Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'Subnet': '1.1', Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: 'Trunk': '1.1'}} Mar 11 11:37:57.519409 n-d-833234-2 neutron-server[104031]: {{(pid=104031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 11:37:57.568477 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (6b945e83-4e41-42ac-8741-30291529408d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:57.609405 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (6b945e83-4e41-42ac-8741-30291529408d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:57.610389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:37:57.610972 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:57.678106 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34756) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:37:57.679219 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8581302 Mar 11 11:37:57.685005 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Request body: {'subnet': {'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-subnet', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:37:57.729300 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Made reservation on behalf of a7ab0f1ba69a419a9465a54d21e133a2 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:37:57.732703 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:57.748329 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b604cb-a99e-45b0-bcdc-0bbc6baadf64 admin admin] Pushing event updated for resources: {'Network': ['ID=6b945e83-4e41-42ac-8741-30291529408d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:37:57.763746 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 6b945e83-4e41-42ac-8741-30291529408d details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:37:57.939166 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for subnet (7419caeb-e637-4fb6-9c74-8aa22364a03b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:57.984962 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7419caeb-e637-4fb6-9c74-8aa22364a03b,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:37:57.995599 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.995994 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.996400 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.996732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.997193 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.997527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.997827 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.998146 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.998530 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.998904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.999223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.999538 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:57.999870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Tracked resource versions report: Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: pushed versions: Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: { 'AddressGroup': {'1.2'}, Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'ConntrackHelper': {'1.0'}, Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'LocalIPAssociation': {'1.0'}, Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'Log': {'1.0'}, Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'Network': {'1.1'}, Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'Port': {'1.7'}, Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'PortForwarding': {'1.2'}, Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'QosPolicy': {'1.10'}, Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'SecurityGroup': {'1.5'}, Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'SecurityGroupRule': {'1.2'}, Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'SubPort': {'1.0'}, Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'Subnet': {'1.1'}, Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'Trunk': {'1.1'}} Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: consumer versions: Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: { DHCP agent@n-d-833234-2: {}, Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: HyperV agent@n-h1-833234-2: {}, Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: HyperV agent@n-h2-833234-2: {}, Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: L3 agent@n-d-833234-2: {}, Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: Metadata agent@n-d-833234-2: {}, Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: Metering agent@n-d-833234-2: {}, Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: Open vSwitch agent@n-d-833234-2: { 'AddressGroup': '1.2', Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'ConntrackHelper': '1.0', Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'LocalIPAssociation': '1.0', Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'Log': '1.0', Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'Network': '1.1', Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'Port': '1.7', Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'PortForwarding': '1.2', Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'QosPolicy': '1.10', Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'SecurityGroup': '1.5', Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'SecurityGroupRule': '1.2', Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'SubPort': '1.0', Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'Subnet': '1.1', Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: 'Trunk': '1.1'}} Mar 11 11:37:58.001175 n-d-833234-2 neutron-server[104032]: {{(pid=104032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 11:37:58.034024 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Checking segment: {'id': '010a2e3a-2c29-4f32-b3ea-0af082107b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b945e83-4e41-42ac-8741-30291529408d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:37:58.034708 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Network hostable DHCP agents. Network: 6b945e83-4e41-42ac-8741-30291529408d, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:37:58.056031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Network 6b945e83-4e41-42ac-8741-30291529408d is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:37:58.074305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 6b945e83-4e41-42ac-8741-30291529408d) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:37:58.079526 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:37:58.080384 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:58.085832 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9722cc-fb92-48b8-84d9-78b9a7aab432 None None] Network 6b945e83-4e41-42ac-8741-30291529408d requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:37:58.112311 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34776) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:37:58.112895 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6a0b586f-4fde-466b-9502-53d1f04eb548 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4321771 Mar 11 11:37:58.119729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:37:58.167607 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (74cfc860-12aa-425b-93fd-fd89f9cc650c), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:58.170171 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (74cfc860-12aa-425b-93fd-fd89f9cc650c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:58.250592 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-6b945e83-4e41-42ac-8741-30291529408d', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'fixed_ips': [{'subnet_id': '7419caeb-e637-4fb6-9c74-8aa22364a03b'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:37:58.251474 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:58.358590 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Publish callbacks [] for router_controller (74cfc860-12aa-425b-93fd-fd89f9cc650c), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:58.492461 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Allocated IP 172.20.0.2 (6b945e83-4e41-42ac-8741-30291529408d/7419caeb-e637-4fb6-9c74-8aa22364a03b/61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:37:58.656735 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Publish callbacks [] for router_gateway (74cfc860-12aa-425b-93fd-fd89f9cc650c), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:58.680243 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Publish callbacks [] for port (61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:58.690238 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:58.728497 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Network 6b945e83-4e41-42ac-8741-30291529408d is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:37:58.731295 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:37:58.735242 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:37:58.751797 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Pushing event updated for resources: {'Port': ['ID=61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:37:58.773788 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:58.774469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:58.774469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:58.774813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:58.775090 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:58.775416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:58.775763 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:58.776084 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:58.776401 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:58.776719 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:58.777026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:58.777336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:58.777646 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Tracked resource versions report: Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: pushed versions: Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: { 'AddressGroup': {'1.2'}, Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'ConntrackHelper': {'1.0'}, Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'LocalIPAssociation': {'1.0'}, Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'Log': {'1.0'}, Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'Network': {'1.1'}, Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'Port': {'1.7'}, Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'PortForwarding': {'1.2'}, Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'QosPolicy': {'1.10'}, Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'SecurityGroup': {'1.5'}, Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'SecurityGroupRule': {'1.2'}, Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'SubPort': {'1.0'}, Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'Subnet': {'1.1'}, Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'Trunk': {'1.1'}} Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: consumer versions: Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: { DHCP agent@n-d-833234-2: {}, Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: HyperV agent@n-h1-833234-2: {}, Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: HyperV agent@n-h2-833234-2: {}, Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: L3 agent@n-d-833234-2: {}, Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: Metadata agent@n-d-833234-2: {}, Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: Metering agent@n-d-833234-2: {}, Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: Open vSwitch agent@n-d-833234-2: { 'AddressGroup': '1.2', Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'ConntrackHelper': '1.0', Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'LocalIPAssociation': '1.0', Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'Log': '1.0', Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'Network': '1.1', Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'Port': '1.7', Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'PortForwarding': '1.2', Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'QosPolicy': '1.10', Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'SecurityGroup': '1.5', Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'SecurityGroupRule': '1.2', Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'SubPort': '1.0', Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'Subnet': '1.1', Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: 'Trunk': '1.1'}} Mar 11 11:37:58.778822 n-d-833234-2 neutron-server[104033]: {{(pid=104033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 11:37:58.817443 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Attempting to bind port 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:37:58.817819 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Attempting to bind port 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '010a2e3a-2c29-4f32-b3ea-0af082107b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b945e83-4e41-42ac-8741-30291529408d'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:37:58.818177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Attempting to bind port 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c on network 6b945e83-4e41-42ac-8741-30291529408d {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:37:58.832874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:37:58.833251 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Checking segment: {'id': '010a2e3a-2c29-4f32-b3ea-0af082107b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b945e83-4e41-42ac-8741-30291529408d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:37:58.833801 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:58.834608 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Bound using segment: {'id': '010a2e3a-2c29-4f32-b3ea-0af082107b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b945e83-4e41-42ac-8741-30291529408d'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:37:58.835089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Bound port: 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010a2e3a-2c29-4f32-b3ea-0af082107b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b945e83-4e41-42ac-8741-30291529408d'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:37:58.835474 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:58.924397 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Publish callbacks [] for router_gateway (74cfc860-12aa-425b-93fd-fd89f9cc650c), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:58.931029 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] For port 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:37:58.933657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] For port 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c,segment=NetworkSegment(010a2e3a-2c29-4f32-b3ea-0af082107b9c),segment_id=010a2e3a-2c29-4f32-b3ea-0af082107b9c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:37:58.944428 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:58.967881 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:59.057295 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91129b3e-da6c-4b3d-9f96-d3c73c54c82d None None] Pushing event updated for resources: {'Port': ['ID=61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:37:59.219293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Allocated IP 172.25.7.17 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/c5016db3-4391-4632-b4ab-e826d3cc34ca) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:37:59.363507 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Publish callbacks [] for port (c5016db3-4391-4632-b4ab-e826d3cc34ca), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:59.461644 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (c5016db3-4391-4632-b4ab-e826d3cc34ca), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:37:59.535386 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:37:59.551363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:37:59.560055 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:37:59.602498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Pushing event updated for resources: {'Port': ['ID=c5016db3-4391-4632-b4ab-e826d3cc34ca,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:37:59.914462 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Publish callbacks [] for router_gateway (74cfc860-12aa-425b-93fd-fd89f9cc650c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:00.223450 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (74cfc860-12aa-425b-93fd-fd89f9cc650c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:00.283769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ab6e72-e623-4440-a8e6-84c14dd8fc6c None None] Network 6b945e83-4e41-42ac-8741-30291529408d requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:38:00.378784 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Router 74cfc860-12aa-425b-93fd-fd89f9cc650c is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:38:00.526823 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:38:00.539955 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Sync routers for ids ['74cfc860-12aa-425b-93fd-fd89f9cc650c'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:38:00.549912 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:00.552852 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7c7cdc2a-9b11-4ab5-ae50-6c06b5224376 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.4376040 Mar 11 11:38:00.553999 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Routers {'74cfc860-12aa-425b-93fd-fd89f9cc650c'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:38:00.555339 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34894) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:00.556224 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:37:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['74cfc860-12aa-425b-93fd-fd89f9cc650c'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:00.579538 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-409478e3-6f17-42e0-8320-d530690ae747 None None] Provisioning complete for port 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:00.579960 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-409478e3-6f17-42e0-8320-d530690ae747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:00.723615 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-409478e3-6f17-42e0-8320-d530690ae747 None None] Current status of the port 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:00.724028 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-409478e3-6f17-42e0-8320-d530690ae747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:00.789859 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-409478e3-6f17-42e0-8320-d530690ae747 None None] For port 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c,segment=NetworkSegment(010a2e3a-2c29-4f32-b3ea-0af082107b9c),segment_id=010a2e3a-2c29-4f32-b3ea-0af082107b9c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:00.796473 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Set router 74cfc860-12aa-425b-93fd-fd89f9cc650c gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:38:00.800101 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-409478e3-6f17-42e0-8320-d530690ae747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:00.930028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409478e3-6f17-42e0-8320-d530690ae747 None None] Pushing event updated for resources: {'Port': ['ID=61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:00.940185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-48331ef3-c3a5-4666-a4b1-d201d2120323 None None] Provisioning complete for port 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:00.940857 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-48331ef3-c3a5-4666-a4b1-d201d2120323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:01.086927 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:37:59Z', 'revision_number': 3, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:01.101796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-48331ef3-c3a5-4666-a4b1-d201d2120323 None None] Current status of the port 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:01.135668 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Checking router: 74cfc860-12aa-425b-93fd-fd89f9cc650c for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:38:01.136276 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Updating router 74cfc860-12aa-425b-93fd-fd89f9cc650c port c5016db3-4391-4632-b4ab-e826d3cc34ca binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:38:01.147093 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:38:01.174205 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c5016db3-4391-4632-b4ab-e826d3cc34ca), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:01.198365 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:01.216385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34924) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:01.219421 n-d-833234-2 neutron-server[104031]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 11:38:01.260445 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-cd6779c0-48ba-49a8-8e23-c76030638948 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c3e82e54483f45fa9fad747871bd0022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428405 Mar 11 11:38:01.261510 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:01.261997 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:01.365223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:01.429738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] Allocated IP 172.20.0.1 (6b945e83-4e41-42ac-8741-30291529408d/7419caeb-e637-4fb6-9c74-8aa22364a03b/673e37db-ba37-4d67-b46e-bbb0073657ea) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:38:01.483496 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-349156c5-77e2-4837-8c5f-3c36a30d77e1 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:01.491349 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-349156c5-77e2-4837-8c5f-3c36a30d77e1 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298510 Mar 11 11:38:01.503616 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-99bafd84-7b01-4c9b-a732-3fbd27565b4b tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/quotas/c3e82e54483f45fa9fad747871bd0022 HTTP/1.1" status: 200 len: 375 time: 0.0113027 Mar 11 11:38:01.537536 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Publish callbacks [] for port (c5016db3-4391-4632-b4ab-e826d3cc34ca), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:01.547637 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c5016db3-4391-4632-b4ab-e826d3cc34ca), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:01.563227 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-6b87b41e-baac-409e-8ca8-7545805fdb4b tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3e82e54483f45fa9fad747871bd0022&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522051 Mar 11 11:38:01.578256 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] Publish callbacks [] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:01.612524 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Attempting to bind port c5016db3-4391-4632-b4ab-e826d3cc34ca on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:38:01.612963 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Attempting to bind port c5016db3-4391-4632-b4ab-e826d3cc34ca by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:38:01.613298 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Attempting to bind port c5016db3-4391-4632-b4ab-e826d3cc34ca on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:01.620839 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:38:01.621324 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:38:01.621726 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:01.622136 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:38:01.622647 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Bound port: c5016db3-4391-4632-b4ab-e826d3cc34ca, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:38:01.623021 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c5016db3-4391-4632-b4ab-e826d3cc34ca), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:01.628465 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:01.649707 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0aa67f-b182-4f24-99a5-a5165ffba4d4 None None] Pushing event updated for resources: {'Port': ['ID=c5016db3-4391-4632-b4ab-e826d3cc34ca,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:01.663332 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa67f-b182-4f24-99a5-a5165ffba4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:01.663332 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa67f-b182-4f24-99a5-a5165ffba4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:01.663740 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa67f-b182-4f24-99a5-a5165ffba4d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:01.663910 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa67f-b182-4f24-99a5-a5165ffba4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:01.664238 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa67f-b182-4f24-99a5-a5165ffba4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:01.664601 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa67f-b182-4f24-99a5-a5165ffba4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:01.664875 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa67f-b182-4f24-99a5-a5165ffba4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:01.665198 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa67f-b182-4f24-99a5-a5165ffba4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:01.665517 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa67f-b182-4f24-99a5-a5165ffba4d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:01.665832 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa67f-b182-4f24-99a5-a5165ffba4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:01.666148 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa67f-b182-4f24-99a5-a5165ffba4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:01.666465 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa67f-b182-4f24-99a5-a5165ffba4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:01.667168 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa67f-b182-4f24-99a5-a5165ffba4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa67f-b182-4f24-99a5-a5165ffba4d4 None None] Tracked resource versions report: Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: pushed versions: Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: { 'AddressGroup': {'1.2'}, Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'ConntrackHelper': {'1.0'}, Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'LocalIPAssociation': {'1.0'}, Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'Log': {'1.0'}, Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'Network': {'1.1'}, Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'Port': {'1.7'}, Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'PortForwarding': {'1.2'}, Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'QosPolicy': {'1.10'}, Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'SecurityGroup': {'1.5'}, Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'SecurityGroupRule': {'1.2'}, Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'SubPort': {'1.0'}, Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'Subnet': {'1.1'}, Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'Trunk': {'1.1'}} Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: consumer versions: Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: { DHCP agent@n-d-833234-2: {}, Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: HyperV agent@n-h1-833234-2: {}, Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: HyperV agent@n-h2-833234-2: {}, Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: L3 agent@n-d-833234-2: {}, Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: Metadata agent@n-d-833234-2: {}, Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: Metering agent@n-d-833234-2: {}, Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: Open vSwitch agent@n-d-833234-2: { 'AddressGroup': '1.2', Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'ConntrackHelper': '1.0', Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'LocalIPAssociation': '1.0', Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'Log': '1.0', Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'Network': '1.1', Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'Port': '1.7', Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'PortForwarding': '1.2', Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'QosPolicy': '1.10', Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'SecurityGroup': '1.5', Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'SecurityGroupRule': '1.2', Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'SubPort': '1.0', Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'Subnet': '1.1', Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: 'Trunk': '1.1'}} Mar 11 11:38:01.667941 n-d-833234-2 neutron-server[104034]: {{(pid=104034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 11:38:01.687872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] Pushing event updated for resources: {'Port': ['ID=673e37db-ba37-4d67-b46e-bbb0073657ea,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:01.696581 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] For port c5016db3-4391-4632-b4ab-e826d3cc34ca, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:38:01.700080 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] For port c5016db3-4391-4632-b4ab-e826d3cc34ca, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c5016db3-4391-4632-b4ab-e826d3cc34ca,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:38:01.704326 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] Network 6b945e83-4e41-42ac-8741-30291529408d is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:38:01.706383 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:01.708996 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c5016db3-4391-4632-b4ab-e826d3cc34ca), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:01.711183 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:38:01.711767 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (74cfc860-12aa-425b-93fd-fd89f9cc650c), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:01.765308 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0aa67f-b182-4f24-99a5-a5165ffba4d4 None None] Pushing event updated for resources: {'Port': ['ID=c5016db3-4391-4632-b4ab-e826d3cc34ca,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:01.797483 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Routers {'74cfc860-12aa-425b-93fd-fd89f9cc650c'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:38:01.797483 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:37:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['74cfc860-12aa-425b-93fd-fd89f9cc650c'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:01.945944 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:02.024340 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] Set router 74cfc860-12aa-425b-93fd-fd89f9cc650c gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:38:02.136615 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b49d2841-3a6c-4583-9832-376188e4a19f None None] Provisioning complete for port 673e37db-ba37-4d67-b46e-bbb0073657ea triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:02.137236 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b49d2841-3a6c-4583-9832-376188e4a19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:02.170441 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] Publish callbacks [] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:02.179166 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:02.180001 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (74cfc860-12aa-425b-93fd-fd89f9cc650c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:02.188599 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b49d2841-3a6c-4583-9832-376188e4a19f None None] Port 673e37db-ba37-4d67-b46e-bbb0073657ea cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:38:02.281480 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] Pushing event updated for resources: {'Port': ['ID=673e37db-ba37-4d67-b46e-bbb0073657ea,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:02.301273 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:37:59Z', 'revision_number': 3, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:02.304762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34984) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:02.336824 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52489e-1744-4a15-a4a7-58122ef4e7f2 None None] The sync data for ids ['74cfc860-12aa-425b-93fd-fd89f9cc650c'] in n-d-833234-2 is: [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:37:59Z', 'revision_number': 3, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:38:02.422958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] Network 6b945e83-4e41-42ac-8741-30291529408d is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:38:02.424627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:02.608226 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aaa343a0-2d25-4618-952a-27494212bf83 req-15ad3b75-d2e8-4da4-84ab-5a4931a9a137 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 210 time: 0.2972603 Mar 11 11:38:02.645749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] Router 74cfc860-12aa-425b-93fd-fd89f9cc650c has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:38:02.832154 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-40e14e8e-a303-442c-b9ab-c13a23015a25 None None] Provisioning complete for port 673e37db-ba37-4d67-b46e-bbb0073657ea triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:02.833854 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-40e14e8e-a303-442c-b9ab-c13a23015a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:02.870316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:38:02.900488 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ecd17425-23e1-4fa4-92d7-4198bab34640 admin admin] 10.222.0.78 "PUT /v2.0/routers/74cfc860-12aa-425b-93fd-fd89f9cc650c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3417675 Mar 11 11:38:02.931792 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-40e14e8e-a303-442c-b9ab-c13a23015a25 None None] Port 673e37db-ba37-4d67-b46e-bbb0073657ea cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:38:03.214324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c5016db3-4391-4632-b4ab-e826d3cc34ca up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:38:03.376158 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:03.382621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port c5016db3-4391-4632-b4ab-e826d3cc34ca triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:03.383322 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c5016db3-4391-4632-b4ab-e826d3cc34ca), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:03.550204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35060) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:03.651311 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port c5016db3-4391-4632-b4ab-e826d3cc34ca is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:03.651754 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c5016db3-4391-4632-b4ab-e826d3cc34ca), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:03.714405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port c5016db3-4391-4632-b4ab-e826d3cc34ca, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c5016db3-4391-4632-b4ab-e826d3cc34ca,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:03.727559 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c5016db3-4391-4632-b4ab-e826d3cc34ca), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:03.858891 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=c5016db3-4391-4632-b4ab-e826d3cc34ca,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:03.863223 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a0b83ca-d12e-4b33-82bd-e7462271318c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:04.125642 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a0b83ca-d12e-4b33-82bd-e7462271318c admin admin] Publish callbacks [] for security_group (5a1a75d2-9950-41b6-9e61-3bde10a85df4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:04.136379 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a0b83ca-d12e-4b33-82bd-e7462271318c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5a1a75d2-9950-41b6-9e61-3bde10a85df4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:04.219555 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b83ca-d12e-4b33-82bd-e7462271318c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1a75d2-9950-41b6-9e61-3bde10a85df4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:04.280992 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1a0b83ca-d12e-4b33-82bd-e7462271318c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c457d444479c4340a5273e265bf2babd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7278433 Mar 11 11:38:04.285450 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35114) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:04.316099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35116) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:04.333594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58419415-fc9a-40df-92bc-5038aabe2f8d req-95f35a6c-2e84-4ab0-84c3-c107db444fe5 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 210 time: 0.0561047 Mar 11 11:38:04.430620 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75121bba-946f-44e8-931d-913e9fb30cd5 admin admin] Publish callbacks [] for security_group (5a1a75d2-9950-41b6-9e61-3bde10a85df4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:04.455167 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75121bba-946f-44e8-931d-913e9fb30cd5 admin admin] Publish callbacks [] for security_group (5a1a75d2-9950-41b6-9e61-3bde10a85df4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:04.456689 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35136) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:04.462081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-41cbf9f7-b784-4535-bd53-fa93f087f304 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839579732-network', 'tenant_id': '224f3b0ead7f4c188d6e25e54478739a'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:04.497543 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cbf9f7-b784-4535-bd53-fa93f087f304 admin admin] Made reservation on behalf of 224f3b0ead7f4c188d6e25e54478739a for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:38:04.500511 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41cbf9f7-b784-4535-bd53-fa93f087f304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:04.521745 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41cbf9f7-b784-4535-bd53-fa93f087f304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:04.536594 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75121bba-946f-44e8-931d-913e9fb30cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5a1a75d2-9950-41b6-9e61-3bde10a85df4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:04.539084 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75121bba-946f-44e8-931d-913e9fb30cd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:04.542710 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-75121bba-946f-44e8-931d-913e9fb30cd5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5a1a75d2-9950-41b6-9e61-3bde10a85df4 HTTP/1.1" status: 204 len: 168 time: 0.2529185 Mar 11 11:38:04.553983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75121bba-946f-44e8-931d-913e9fb30cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1a75d2-9950-41b6-9e61-3bde10a85df4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:04.702891 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76d9745d-f24f-4e82-9f9f-e09c223b7a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:04.714112 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41cbf9f7-b784-4535-bd53-fa93f087f304 admin admin] Publish callbacks [] for security_group (a68e0ede-ffc6-41ed-a182-f0c440b9b026), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:04.715404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.37', 57346) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:04.750013 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-e4779248-264c-4b9f-bdbb-e20780cabffa tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c3e82e54483f45fa9fad747871bd0022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331521 Mar 11 11:38:04.751050 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41cbf9f7-b784-4535-bd53-fa93f087f304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a68e0ede-ffc6-41ed-a182-f0c440b9b026), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:04.767972 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41cbf9f7-b784-4535-bd53-fa93f087f304 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:38:04.780180 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41cbf9f7-b784-4535-bd53-fa93f087f304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (5cbeee20-b100-4760-9ad0-ae620ddb7c5d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:04.780683 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-41cbf9f7-b784-4535-bd53-fa93f087f304 admin admin] Added segment 5cbeee20-b100-4760-9ad0-ae620ddb7c5d of type vlan for network 992e2b98-2ac6-4020-8513-3ed3f5a63d00 Mar 11 11:38:04.842257 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41cbf9f7-b784-4535-bd53-fa93f087f304 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (992e2b98-2ac6-4020-8513-3ed3f5a63d00), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:04.902858 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Sync routers for ids ['74cfc860-12aa-425b-93fd-fd89f9cc650c'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:38:04.912960 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76d9745d-f24f-4e82-9f9f-e09c223b7a57 admin admin] Publish callbacks [] for security_group (a15f2888-cdc8-4046-9878-1139a56a415e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:04.917672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbf9f7-b784-4535-bd53-fa93f087f304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68e0ede-ffc6-41ed-a182-f0c440b9b026,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:04.920125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Routers {'74cfc860-12aa-425b-93fd-fd89f9cc650c'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:38:04.921115 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41cbf9f7-b784-4535-bd53-fa93f087f304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (992e2b98-2ac6-4020-8513-3ed3f5a63d00), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:04.922216 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:37:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['74cfc860-12aa-425b-93fd-fd89f9cc650c'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:04.922957 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cbf9f7-b784-4535-bd53-fa93f087f304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:04.923808 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41cbf9f7-b784-4535-bd53-fa93f087f304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:04.926802 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76d9745d-f24f-4e82-9f9f-e09c223b7a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a15f2888-cdc8-4046-9878-1139a56a415e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:05.007112 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9745d-f24f-4e82-9f9f-e09c223b7a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15f2888-cdc8-4046-9878-1139a56a415e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:05.069670 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-76d9745d-f24f-4e82-9f9f-e09c223b7a57 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c818cf8182eb42048c11c9c71c1eb8e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7520123 Mar 11 11:38:05.079273 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35168) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:05.122865 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbf9f7-b784-4535-bd53-fa93f087f304 admin admin] Pushing event updated for resources: {'Network': ['ID=992e2b98-2ac6-4020-8513-3ed3f5a63d00,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:05.135652 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-41cbf9f7-b784-4535-bd53-fa93f087f304 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6751857 Mar 11 11:38:05.155928 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35174) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:05.179098 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 992e2b98-2ac6-4020-8513-3ed3f5a63d00 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:38:05.182460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ee1e9ad3-d133-4ed5-9cfc-7f327b8ab740 admin admin] Request body: {'subnet': {'network_id': '992e2b98-2ac6-4020-8513-3ed3f5a63d00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839579732-subnet', 'tenant_id': '224f3b0ead7f4c188d6e25e54478739a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:05.200983 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c5016db3-4391-4632-b4ab-e826d3cc34ca up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:38:05.273127 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-200d8f67-8d97-40fa-b569-329ec41f3f7d admin admin] Publish callbacks [] for security_group (a15f2888-cdc8-4046-9878-1139a56a415e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:05.276676 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1e9ad3-d133-4ed5-9cfc-7f327b8ab740 admin admin] Made reservation on behalf of 224f3b0ead7f4c188d6e25e54478739a for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:38:05.281149 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee1e9ad3-d133-4ed5-9cfc-7f327b8ab740 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:05.314644 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-200d8f67-8d97-40fa-b569-329ec41f3f7d admin admin] Publish callbacks [] for security_group (a15f2888-cdc8-4046-9878-1139a56a415e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:05.361740 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35192) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:05.398743 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Set router 74cfc860-12aa-425b-93fd-fd89f9cc650c gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:38:05.411862 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-200d8f67-8d97-40fa-b569-329ec41f3f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a15f2888-cdc8-4046-9878-1139a56a415e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:05.415548 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-200d8f67-8d97-40fa-b569-329ec41f3f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:05.417163 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-200d8f67-8d97-40fa-b569-329ec41f3f7d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a15f2888-cdc8-4046-9878-1139a56a415e HTTP/1.1" status: 204 len: 168 time: 0.3327200 Mar 11 11:38:05.439162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d8f67-8d97-40fa-b569-329ec41f3f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15f2888-cdc8-4046-9878-1139a56a415e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:05.562197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-669c88a0-bfb8-46e7-9d6e-fe788f9d15cb tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:05.563900 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-669c88a0-bfb8-46e7-9d6e-fe788f9d15cb tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6835203 Mar 11 11:38:05.644612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35224) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:05.669262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12ff47cb-d5d0-4110-88fd-5e47f5b91589 req-4a9f0c5d-e2c6-4ea3-9bac-a11f0704837a tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 210 time: 0.0668447 Mar 11 11:38:05.671205 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c416459-b222-4a35-b0f0-971e6ea3883e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:05.678959 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-b963bfc7-092a-49b8-a516-58d290d2dad6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Request body: {'port': {'device_id': 'b9e92e71-9bcf-4cb4-b806-94496c59b783', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': 'c3e82e54483f45fa9fad747871bd0022'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:05.696079 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee1e9ad3-d133-4ed5-9cfc-7f327b8ab740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for subnet (8c7134a8-9516-4ab8-be6f-0cd36f5b1808), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:05.716324 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b532c9ac-89de-4bc6-95d3-5ed009797664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:05.777259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e9ad3-d133-4ed5-9cfc-7f327b8ab740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c7134a8-9516-4ab8-be6f-0cd36f5b1808,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:05.822720 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port c5016db3-4391-4632-b4ab-e826d3cc34ca triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:05.823094 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c5016db3-4391-4632-b4ab-e826d3cc34ca), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:05.856615 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c416459-b222-4a35-b0f0-971e6ea3883e admin admin] Publish callbacks [] for security_group (a386fcd7-57ac-4682-848f-8d578fc3774f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:05.866187 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c416459-b222-4a35-b0f0-971e6ea3883e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a386fcd7-57ac-4682-848f-8d578fc3774f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:05.896690 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9c416459-b222-4a35-b0f0-971e6ea3883e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=08f20969edc7465f9d8db81be711f131&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2509594 Mar 11 11:38:05.903963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35236) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:05.921807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c416459-b222-4a35-b0f0-971e6ea3883e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a386fcd7-57ac-4682-848f-8d578fc3774f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:06.017131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port c5016db3-4391-4632-b4ab-e826d3cc34ca is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:06.020907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:01Z', 'revision_number': 4, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '673e37db-ba37-4d67-b46e-bbb0073657ea', 'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'mac_address': 'fa:16:3e:fb:80:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:01Z', 'updated_at': '2022-03-11T11:38:01Z', 'revision_number': 2, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'subnets': [{'id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:06.056585 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b532c9ac-89de-4bc6-95d3-5ed009797664 admin admin] Publish callbacks [] for security_group (209cf87d-eb58-4dfa-aeff-5018d54b5364), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.067522 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b532c9ac-89de-4bc6-95d3-5ed009797664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (209cf87d-eb58-4dfa-aeff-5018d54b5364), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.077163 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Checking router: 74cfc860-12aa-425b-93fd-fd89f9cc650c for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:38:06.077873 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Updating router 74cfc860-12aa-425b-93fd-fd89f9cc650c port 673e37db-ba37-4d67-b46e-bbb0073657ea binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:38:06.114961 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.156357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532c9ac-89de-4bc6-95d3-5ed009797664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209cf87d-eb58-4dfa-aeff-5018d54b5364,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:06.189449 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b532c9ac-89de-4bc6-95d3-5ed009797664 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e9c613520ff4d16b6e05ccbbf83fd32&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8218176 Mar 11 11:38:06.190353 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35248) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:06.212986 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb4b91f6-370a-42b8-95e5-4917ba2bed63 admin admin] Publish callbacks [] for security_group (a386fcd7-57ac-4682-848f-8d578fc3774f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.218587 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1e9ad3-d133-4ed5-9cfc-7f327b8ab740 admin admin] Checking segment: {'id': '5cbeee20-b100-4760-9ad0-ae620ddb7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '992e2b98-2ac6-4020-8513-3ed3f5a63d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:38:06.219183 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1e9ad3-d133-4ed5-9cfc-7f327b8ab740 admin admin] Network hostable DHCP agents. Network: 992e2b98-2ac6-4020-8513-3ed3f5a63d00, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:38:06.257061 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-b963bfc7-092a-49b8-a516-58d290d2dad6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Made reservation on behalf of c3e82e54483f45fa9fad747871bd0022 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:38:06.260515 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-b963bfc7-092a-49b8-a516-58d290d2dad6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.281028 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-b963bfc7-092a-49b8-a516-58d290d2dad6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.289943 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb4b91f6-370a-42b8-95e5-4917ba2bed63 admin admin] Publish callbacks [] for security_group (a386fcd7-57ac-4682-848f-8d578fc3774f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.291646 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1e9ad3-d133-4ed5-9cfc-7f327b8ab740 admin admin] Network 992e2b98-2ac6-4020-8513-3ed3f5a63d00 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:38:06.301349 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43aaf512-e4e5-4738-86ef-de8b7dfd67f4 admin admin] Publish callbacks [] for security_group (209cf87d-eb58-4dfa-aeff-5018d54b5364), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.328660 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43aaf512-e4e5-4738-86ef-de8b7dfd67f4 admin admin] Publish callbacks [] for security_group (209cf87d-eb58-4dfa-aeff-5018d54b5364), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.374387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-ee1e9ad3-d133-4ed5-9cfc-7f327b8ab740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 992e2b98-2ac6-4020-8513-3ed3f5a63d00) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:06.387871 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e9ad3-d133-4ed5-9cfc-7f327b8ab740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:06.388459 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee1e9ad3-d133-4ed5-9cfc-7f327b8ab740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.395739 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c91fb7e-3ebb-47e2-8fd3-c3ad35db548e None None] Network 992e2b98-2ac6-4020-8513-3ed3f5a63d00 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:38:06.476784 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43aaf512-e4e5-4738-86ef-de8b7dfd67f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (209cf87d-eb58-4dfa-aeff-5018d54b5364), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.480818 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43aaf512-e4e5-4738-86ef-de8b7dfd67f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.482083 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-43aaf512-e4e5-4738-86ef-de8b7dfd67f4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/209cf87d-eb58-4dfa-aeff-5018d54b5364 HTTP/1.1" status: 204 len: 168 time: 0.2866054 Mar 11 11:38:06.500675 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ee1e9ad3-d133-4ed5-9cfc-7f327b8ab740 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3377142 Mar 11 11:38:06.510159 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-b963bfc7-092a-49b8-a516-58d290d2dad6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Publish callbacks [] for security_group (7f676116-d54e-4bc0-8b29-dc7b4b131320), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.511077 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35260) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:06.515445 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaf512-e4e5-4738-86ef-de8b7dfd67f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209cf87d-eb58-4dfa-aeff-5018d54b5364,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:06.522365 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-b963bfc7-092a-49b8-a516-58d290d2dad6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7f676116-d54e-4bc0-8b29-dc7b4b131320), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.571805 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb4b91f6-370a-42b8-95e5-4917ba2bed63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a386fcd7-57ac-4682-848f-8d578fc3774f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.574386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839579732-router', 'tenant_id': '224f3b0ead7f4c188d6e25e54478739a', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:06.584805 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb4b91f6-370a-42b8-95e5-4917ba2bed63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.587569 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-eb4b91f6-370a-42b8-95e5-4917ba2bed63 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a386fcd7-57ac-4682-848f-8d578fc3774f HTTP/1.1" status: 204 len: 168 time: 0.6321695 Mar 11 11:38:06.677183 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (2344788f-1e04-4a05-8976-4c3b4788f772), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.679080 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (2344788f-1e04-4a05-8976-4c3b4788f772), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.757085 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Publish callbacks [] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.804644 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.852755 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963bfc7-092a-49b8-a516-58d290d2dad6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f676116-d54e-4bc0-8b29-dc7b4b131320,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:06.867387 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Publish callbacks [] for router_controller (2344788f-1e04-4a05-8976-4c3b4788f772), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:06.929196 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04b82749-24d0-41be-a203-ad792e501007 req-85c29354-93d1-4787-abc4-537b94905ee5 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=ddfc7976d96f48c9a994ad1d916ee025&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1998410 Mar 11 11:38:06.965591 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35286) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:07.174568 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6932bc29-bece-4b8d-93f7-12cff19f878c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:07.241306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-b963bfc7-092a-49b8-a516-58d290d2dad6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Allocated IP 192.168.233.229 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/68c5a5d4-bfbd-454e-9115-b942db6f0d7b) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:38:07.439866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cffc63-b8c1-4f7e-9136-3f76a1871b6e None None] Pushing event updated for resources: {'Port': ['ID=673e37db-ba37-4d67-b46e-bbb0073657ea,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:07.618169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-992e2b98-2ac6-4020-8513-3ed3f5a63d00', 'network_id': '992e2b98-2ac6-4020-8513-3ed3f5a63d00', 'project_id': '224f3b0ead7f4c188d6e25e54478739a', 'fixed_ips': [{'subnet_id': '8c7134a8-9516-4ab8-be6f-0cd36f5b1808'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:38:07.619775 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:07.639871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Attempting to bind port 673e37db-ba37-4d67-b46e-bbb0073657ea on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:38:07.640510 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Attempting to bind port 673e37db-ba37-4d67-b46e-bbb0073657ea by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '010a2e3a-2c29-4f32-b3ea-0af082107b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b945e83-4e41-42ac-8741-30291529408d'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:38:07.641155 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Attempting to bind port 673e37db-ba37-4d67-b46e-bbb0073657ea on network 6b945e83-4e41-42ac-8741-30291529408d {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:07.649899 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:38:07.650706 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Checking segment: {'id': '010a2e3a-2c29-4f32-b3ea-0af082107b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b945e83-4e41-42ac-8741-30291529408d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:38:07.651456 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:07.652093 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Bound using segment: {'id': '010a2e3a-2c29-4f32-b3ea-0af082107b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b945e83-4e41-42ac-8741-30291529408d'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:38:07.653007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Bound port: 673e37db-ba37-4d67-b46e-bbb0073657ea, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010a2e3a-2c29-4f32-b3ea-0af082107b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b945e83-4e41-42ac-8741-30291529408d'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:38:07.653635 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:07.724741 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-b963bfc7-092a-49b8-a516-58d290d2dad6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Publish callbacks [] for port (68c5a5d4-bfbd-454e-9115-b942db6f0d7b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:07.760802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35292) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:07.796574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b91f6-370a-42b8-95e5-4917ba2bed63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a386fcd7-57ac-4682-848f-8d578fc3774f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:07.799084 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-b963bfc7-092a-49b8-a516-58d290d2dad6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (68c5a5d4-bfbd-454e-9115-b942db6f0d7b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:07.802736 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-52be31b7-1513-4021-9a8e-62e6fc8bb2ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:07.817322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-822895c3-dbe8-4490-a668-c16819447bd2 None None] Provisioning complete for port 673e37db-ba37-4d67-b46e-bbb0073657ea triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:07.817844 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-822895c3-dbe8-4490-a668-c16819447bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:07.820975 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5ea1dda-26c2-4861-bd20-f9c71c9d6ce7 req-829e8b0c-ba9e-4961-9cff-4ddc95db638e tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 210 time: 0.9196429 Mar 11 11:38:07.929347 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-822895c3-dbe8-4490-a668-c16819447bd2 None None] Port 673e37db-ba37-4d67-b46e-bbb0073657ea cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:38:07.935138 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-52be31b7-1513-4021-9a8e-62e6fc8bb2ac admin admin] Publish callbacks [] for security_group (899658d3-d48e-4533-80e4-20ef72bee27b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:07.962407 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-52be31b7-1513-4021-9a8e-62e6fc8bb2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (899658d3-d48e-4533-80e4-20ef72bee27b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:07.994167 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] For port 673e37db-ba37-4d67-b46e-bbb0073657ea, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:38:08.020307 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Publish callbacks [] for router_gateway (2344788f-1e04-4a05-8976-4c3b4788f772), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:08.022178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-52be31b7-1513-4021-9a8e-62e6fc8bb2ac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fb5c0c5f6991451586de7782b6a76853&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2584589 Mar 11 11:38:08.026644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] For port 673e37db-ba37-4d67-b46e-bbb0073657ea, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=673e37db-ba37-4d67-b46e-bbb0073657ea,segment=NetworkSegment(010a2e3a-2c29-4f32-b3ea-0af082107b9c),segment_id=010a2e3a-2c29-4f32-b3ea-0af082107b9c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:38:08.027515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35308) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:08.053607 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6932bc29-bece-4b8d-93f7-12cff19f878c admin admin] Publish callbacks [] for security_group (441c8a4c-c512-45e1-8060-c01fc1c96fb7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:08.056407 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:08.082043 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6932bc29-bece-4b8d-93f7-12cff19f878c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (441c8a4c-c512-45e1-8060-c01fc1c96fb7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:08.093178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Allocated IP 172.20.0.2 (992e2b98-2ac6-4020-8513-3ed3f5a63d00/8c7134a8-9516-4ab8-be6f-0cd36f5b1808/55ea93b9-9b43-4c0d-8260-c17f7abd4ef1) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:38:08.231594 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6932bc29-bece-4b8d-93f7-12cff19f878c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2000626535bf426289ae64164f3ca187&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2648871 Mar 11 11:38:08.233073 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35316) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:08.258301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932bc29-bece-4b8d-93f7-12cff19f878c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441c8a4c-c512-45e1-8060-c01fc1c96fb7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:08.312257 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Routers {'74cfc860-12aa-425b-93fd-fd89f9cc650c'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:38:08.325377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:37:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['74cfc860-12aa-425b-93fd-fd89f9cc650c'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:08.386756 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963bfc7-092a-49b8-a516-58d290d2dad6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Pushing event updated for resources: {'Port': ['ID=68c5a5d4-bfbd-454e-9115-b942db6f0d7b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:08.486410 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f1f42170-40b6-4b1c-a34b-6af418e17246 admin admin] Publish callbacks [] for security_group (899658d3-d48e-4533-80e4-20ef72bee27b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:08.522292 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cffc63-b8c1-4f7e-9136-3f76a1871b6e None None] Pushing event updated for resources: {'Port': ['ID=673e37db-ba37-4d67-b46e-bbb0073657ea,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:08.564341 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f1f42170-40b6-4b1c-a34b-6af418e17246 admin admin] Publish callbacks [] for security_group (899658d3-d48e-4533-80e4-20ef72bee27b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:08.572187 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8b8a-23d9-4a3f-a91d-552daf68ade8 admin admin] Publish callbacks [] for security_group (441c8a4c-c512-45e1-8060-c01fc1c96fb7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:08.610992 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-b963bfc7-092a-49b8-a516-58d290d2dad6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:38:08.627928 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-b963bfc7-092a-49b8-a516-58d290d2dad6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:08.647042 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8b8a-23d9-4a3f-a91d-552daf68ade8 admin admin] Publish callbacks [] for security_group (441c8a4c-c512-45e1-8060-c01fc1c96fb7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:08.649118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be31b7-1513-4021-9a8e-62e6fc8bb2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899658d3-d48e-4533-80e4-20ef72bee27b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:08.661577 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-b963bfc7-092a-49b8-a516-58d290d2dad6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:38:08.667571 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-b963bfc7-092a-49b8-a516-58d290d2dad6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:08.668388 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-b963bfc7-092a-49b8-a516-58d290d2dad6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:08.697317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b82749-24d0-41be-a203-ad792e501007 req-e847410b-53ef-423b-9b8a-907b6ea72121 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:08.706280 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04b82749-24d0-41be-a203-ad792e501007 req-e847410b-53ef-423b-9b8a-907b6ea72121 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7756939 Mar 11 11:38:08.733630 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04b82749-24d0-41be-a203-ad792e501007 req-d816fce0-5c30-4724-ad7a-8e11f7fe496a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/quotas/ddfc7976d96f48c9a994ad1d916ee025 HTTP/1.1" status: 200 len: 375 time: 0.0258479 Mar 11 11:38:08.756539 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-b963bfc7-092a-49b8-a516-58d290d2dad6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0825248 Mar 11 11:38:08.809353 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04b82749-24d0-41be-a203-ad792e501007 req-8ed05d57-7f5f-4564-baf5-eb2d61635c58 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ddfc7976d96f48c9a994ad1d916ee025&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735760 Mar 11 11:38:08.822367 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-aef41aab-9807-4ef2-b434-449703569b22 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:38:08.825688 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-aef41aab-9807-4ef2-b434-449703569b22 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0358098 Mar 11 11:38:08.844353 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f1f42170-40b6-4b1c-a34b-6af418e17246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (899658d3-d48e-4533-80e4-20ef72bee27b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:08.848138 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f1f42170-40b6-4b1c-a34b-6af418e17246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:08.854057 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f1f42170-40b6-4b1c-a34b-6af418e17246 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/899658d3-d48e-4533-80e4-20ef72bee27b HTTP/1.1" status: 204 len: 168 time: 0.7325602 Mar 11 11:38:08.887228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f42170-40b6-4b1c-a34b-6af418e17246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899658d3-d48e-4533-80e4-20ef72bee27b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:08.922819 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Publish callbacks [] for port (55ea93b9-9b43-4c0d-8260-c17f7abd4ef1), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:08.946394 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f24076c6-d190-4476-a88d-3066a38edc2e None None] Provisioning complete for port 673e37db-ba37-4d67-b46e-bbb0073657ea triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:08.948437 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f24076c6-d190-4476-a88d-3066a38edc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:09.110244 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (55ea93b9-9b43-4c0d-8260-c17f7abd4ef1), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:09.125801 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8b8a-23d9-4a3f-a91d-552daf68ade8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (441c8a4c-c512-45e1-8060-c01fc1c96fb7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:09.128865 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8b8a-23d9-4a3f-a91d-552daf68ade8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:09.140594 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7a3d8b8a-23d9-4a3f-a91d-552daf68ade8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/441c8a4c-c512-45e1-8060-c01fc1c96fb7 HTTP/1.1" status: 204 len: 168 time: 0.8979146 Mar 11 11:38:09.182437 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d8b8a-23d9-4a3f-a91d-552daf68ade8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441c8a4c-c512-45e1-8060-c01fc1c96fb7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:09.191767 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Publish callbacks [] for router_gateway (2344788f-1e04-4a05-8976-4c3b4788f772), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:09.226785 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35342) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:09.234484 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:09.269147 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] Set router 74cfc860-12aa-425b-93fd-fd89f9cc650c gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:38:09.298967 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a9917-0d50-4021-af0a-33308d9665c3 req-9974073a-f5dd-4dc0-9609-e48d7f06b882 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:09.308857 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35352) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:09.321469 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f42a9917-0d50-4021-af0a-33308d9665c3 req-9974073a-f5dd-4dc0-9609-e48d7f06b882 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 936 time: 0.3113601 Mar 11 11:38:09.416396 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a4fa64b-b7d4-405c-884e-fde4971f29c1 req-dd87b918-ad07-4c88-a8ac-bd38f6ada26e tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 210 time: 0.0809965 Mar 11 11:38:09.438416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Network 992e2b98-2ac6-4020-8513-3ed3f5a63d00 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:38:09.467911 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:09.481990 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:38:09.529419 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Allocated IP 172.25.7.35 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/33bd1a23-8dec-4140-abf6-3c241a46d1ad) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:38:09.540387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f42a9917-0d50-4021-af0a-33308d9665c3 req-56dd1551-76fa-4aa3-b7b3-591f31d99a44 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178290 Mar 11 11:38:09.593071 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f24076c6-d190-4476-a88d-3066a38edc2e None None] Current status of the port 673e37db-ba37-4d67-b46e-bbb0073657ea is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:09.593634 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f24076c6-d190-4476-a88d-3066a38edc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:09.724292 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Pushing event updated for resources: {'Port': ['ID=55ea93b9-9b43-4c0d-8260-c17f7abd4ef1,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:09.826921 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Publish callbacks [] for port (33bd1a23-8dec-4140-abf6-3c241a46d1ad), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:09.862320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f24076c6-d190-4476-a88d-3066a38edc2e None None] For port 673e37db-ba37-4d67-b46e-bbb0073657ea, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=673e37db-ba37-4d67-b46e-bbb0073657ea,segment=NetworkSegment(010a2e3a-2c29-4f32-b3ea-0af082107b9c),segment_id=010a2e3a-2c29-4f32-b3ea-0af082107b9c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:09.888511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Request body: {'port': {'device_id': 'b9e92e71-9bcf-4cb4-b806-94496c59b783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:09.921631 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Attempting to bind port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:38:09.922012 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Attempting to bind port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '5cbeee20-b100-4760-9ad0-ae620ddb7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '992e2b98-2ac6-4020-8513-3ed3f5a63d00'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:38:09.922371 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Attempting to bind port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 on network 992e2b98-2ac6-4020-8513-3ed3f5a63d00 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:09.929463 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f24076c6-d190-4476-a88d-3066a38edc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:09.934094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:38:09.934094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Checking segment: {'id': '5cbeee20-b100-4760-9ad0-ae620ddb7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '992e2b98-2ac6-4020-8513-3ed3f5a63d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:38:09.934336 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:09.934813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Bound using segment: {'id': '5cbeee20-b100-4760-9ad0-ae620ddb7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '992e2b98-2ac6-4020-8513-3ed3f5a63d00'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:38:09.935170 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Bound port: 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbeee20-b100-4760-9ad0-ae620ddb7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '992e2b98-2ac6-4020-8513-3ed3f5a63d00'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:38:09.935889 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (55ea93b9-9b43-4c0d-8260-c17f7abd4ef1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:09.974871 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (33bd1a23-8dec-4140-abf6-3c241a46d1ad), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:10.059189 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24076c6-d190-4476-a88d-3066a38edc2e None None] Pushing event updated for resources: {'Port': ['ID=673e37db-ba37-4d67-b46e-bbb0073657ea,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:10.093229 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:38:10.104099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-77c299ed-3f02-4ead-81bb-3cfc815c0891 None None] Provisioning complete for port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:10.104640 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-77c299ed-3f02-4ead-81bb-3cfc815c0891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (68c5a5d4-bfbd-454e-9115-b942db6f0d7b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:10.133281 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:10.156079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:38:10.171453 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] For port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:38:10.176166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] For port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=55ea93b9-9b43-4c0d-8260-c17f7abd4ef1,segment=NetworkSegment(5cbeee20-b100-4760-9ad0-ae620ddb7c5d),segment_id=5cbeee20-b100-4760-9ad0-ae620ddb7c5d)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:38:10.178241 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (68c5a5d4-bfbd-454e-9115-b942db6f0d7b), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:10.208590 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (55ea93b9-9b43-4c0d-8260-c17f7abd4ef1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:10.321800 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09d8be64-b052-430d-997c-039e2bfcc622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:10.369566 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-77c299ed-3f02-4ead-81bb-3cfc815c0891 None None] Port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:38:10.404271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-73443257-e155-4b82-8de8-a12f3750844e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-585041161-network', 'tenant_id': '4b2baed761184abf86d0da4561f84f1b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:10.439425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba05ee0-5a27-4383-bf09-eff7684cc0a4 None None] Pushing event updated for resources: {'Port': ['ID=55ea93b9-9b43-4c0d-8260-c17f7abd4ef1,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:10.445181 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Pushing event updated for resources: {'Port': ['ID=33bd1a23-8dec-4140-abf6-3c241a46d1ad,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:10.486701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:01Z', 'revision_number': 4, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '673e37db-ba37-4d67-b46e-bbb0073657ea', 'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'mac_address': 'fa:16:3e:fb:80:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:01Z', 'updated_at': '2022-03-11T11:38:07Z', 'revision_number': 4, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'subnets': [{'id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:10.532252 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d1c16d-e56f-410e-9e5d-897de3a9ada2 None None] The sync data for ids ['74cfc860-12aa-425b-93fd-fd89f9cc650c'] in n-d-833234-2 is: [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:01Z', 'revision_number': 4, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '673e37db-ba37-4d67-b46e-bbb0073657ea', 'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'mac_address': 'fa:16:3e:fb:80:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:01Z', 'updated_at': '2022-03-11T11:38:07Z', 'revision_number': 4, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'subnets': [{'id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:38:10.692318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73443257-e155-4b82-8de8-a12f3750844e admin admin] Made reservation on behalf of 4b2baed761184abf86d0da4561f84f1b for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:38:10.702046 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73443257-e155-4b82-8de8-a12f3750844e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:10.716391 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63227d36-db6e-4dd0-9845-214e86a94218 req-5a801358-9c93-4496-b448-1d62a22d69fa tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 210 time: 0.0734873 Mar 11 11:38:10.785636 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73443257-e155-4b82-8de8-a12f3750844e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:10.998375 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09d8be64-b052-430d-997c-039e2bfcc622 admin admin] Publish callbacks [] for security_group (8c1d0773-1246-4357-b015-93c6fcd23ec3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:11.054359 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09d8be64-b052-430d-997c-039e2bfcc622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8c1d0773-1246-4357-b015-93c6fcd23ec3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:11.224577 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23509325-b46c-4d3f-afa9-cdfbbffb3719 req-20e14531-d7e4-440b-ac7b-9feda3e9ee04 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:11.232865 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23509325-b46c-4d3f-afa9-cdfbbffb3719 req-20e14531-d7e4-440b-ac7b-9feda3e9ee04 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 936 time: 0.4668019 Mar 11 11:38:11.423937 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8be64-b052-430d-997c-039e2bfcc622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1d0773-1246-4357-b015-93c6fcd23ec3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:11.481178 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-09d8be64-b052-430d-997c-039e2bfcc622 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f82e817ccc8442e0bdd2e182f0a4a5ff&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1683803 Mar 11 11:38:11.483212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35422) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:11.540243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 673e37db-ba37-4d67-b46e-bbb0073657ea up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:38:11.628479 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23509325-b46c-4d3f-afa9-cdfbbffb3719 req-311db11d-3ef2-49d4-a58b-5c15f3cc486a tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902507 Mar 11 11:38:11.729022 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 673e37db-ba37-4d67-b46e-bbb0073657ea triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:11.730758 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:11.759443 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Publish callbacks [] for router_gateway (2344788f-1e04-4a05-8976-4c3b4788f772), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:12.027109 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 673e37db-ba37-4d67-b46e-bbb0073657ea is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:12.028294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:38:12.035083 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73443257-e155-4b82-8de8-a12f3750844e admin admin] Publish callbacks [] for security_group (bab8be08-3cf3-4335-a016-cc7047b5459f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:12.168563 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:12.168934 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (55ea93b9-9b43-4c0d-8260-c17f7abd4ef1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:12.358479 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d3d06432-a772-4bbf-a653-e55958cd57fd req-f06609df-f305-4611-b605-2da4b8afbe6b tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 210 time: 0.1465619 Mar 11 11:38:12.383255 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 55347) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:12.454237 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73443257-e155-4b82-8de8-a12f3750844e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bab8be08-3cf3-4335-a016-cc7047b5459f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:12.476684 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04b82749-24d0-41be-a203-ad792e501007 req-85067aff-8c82-41cd-826b-878be1bae9d1 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=ddfc7976d96f48c9a994ad1d916ee025&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0847535 Mar 11 11:38:12.514557 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73443257-e155-4b82-8de8-a12f3750844e admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:38:12.623489 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73443257-e155-4b82-8de8-a12f3750844e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (607ed148-f30d-4fd3-9664-5398bc89689f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:12.641807 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-73443257-e155-4b82-8de8-a12f3750844e admin admin] Added segment 607ed148-f30d-4fd3-9664-5398bc89689f of type vlan for network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f Mar 11 11:38:12.687569 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c5a5d4-bfbd-454e-9115-b942db6f0d7b {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:38:12.739163 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3805-71ca-493c-96c4-62cd7c0c9394 admin admin] Publish callbacks [] for security_group (8c1d0773-1246-4357-b015-93c6fcd23ec3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:12.754751 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Publish callbacks [] for port (68c5a5d4-bfbd-454e-9115-b942db6f0d7b), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:12.850095 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Transition to ACTIVE for port object 68c5a5d4-bfbd-454e-9115-b942db6f0d7b will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:38:12.874520 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73443257-e155-4b82-8de8-a12f3750844e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab8be08-3cf3-4335-a016-cc7047b5459f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:12.929274 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683b889b-2187-4fc9-9ed6-5c7822f5a51e None None] Network 992e2b98-2ac6-4020-8513-3ed3f5a63d00 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:38:12.970384 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (68c5a5d4-bfbd-454e-9115-b942db6f0d7b), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:12.977221 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73443257-e155-4b82-8de8-a12f3750844e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (351ddc70-d9f5-467e-aa9f-7ea70ded1c8f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:13.033066 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3805-71ca-493c-96c4-62cd7c0c9394 admin admin] Publish callbacks [] for security_group (8c1d0773-1246-4357-b015-93c6fcd23ec3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:13.056427 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (2344788f-1e04-4a05-8976-4c3b4788f772), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:13.101264 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.resource_extend [None req-73443257-e155-4b82-8de8-a12f3750844e admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:38:13.160945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6f92a594-fb6d-456e-8a44-3c4c60cadbed None None] Provisioning complete for port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:13.163945 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6f92a594-fb6d-456e-8a44-3c4c60cadbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (55ea93b9-9b43-4c0d-8260-c17f7abd4ef1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:13.260407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:13.272034 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (55ea93b9-9b43-4c0d-8260-c17f7abd4ef1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:13.309614 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:13.338777 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=55ea93b9-9b43-4c0d-8260-c17f7abd4ef1,segment=NetworkSegment(5cbeee20-b100-4760-9ad0-ae620ddb7c5d),segment_id=5cbeee20-b100-4760-9ad0-ae620ddb7c5d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:13.363640 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (55ea93b9-9b43-4c0d-8260-c17f7abd4ef1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:13.489610 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cf0be-3139-429e-a36e-e626fe7a5dfe req-299a427f-3a2a-4a03-869e-a6efdc27ded6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:13.501602 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-378cf0be-3139-429e-a36e-e626fe7a5dfe req-299a427f-3a2a-4a03-869e-a6efdc27ded6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 948 time: 0.7544165 Mar 11 11:38:13.533499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=55ea93b9-9b43-4c0d-8260-c17f7abd4ef1,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:13.571901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b82749-24d0-41be-a203-ad792e501007 req-2715d6dc-44b2-4789-9d1e-9e3a05139e57 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:13.575988 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04b82749-24d0-41be-a203-ad792e501007 req-2715d6dc-44b2-4789-9d1e-9e3a05139e57 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0983903 Mar 11 11:38:13.578666 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Pushing event updated for resources: {'Port': ['ID=68c5a5d4-bfbd-454e-9115-b942db6f0d7b,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:13.603028 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3805-71ca-493c-96c4-62cd7c0c9394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8c1d0773-1246-4357-b015-93c6fcd23ec3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:13.605992 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3805-71ca-493c-96c4-62cd7c0c9394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:13.607672 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3d8a3805-71ca-493c-96c4-62cd7c0c9394 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8c1d0773-1246-4357-b015-93c6fcd23ec3 HTTP/1.1" status: 204 len: 168 time: 2.1126654 Mar 11 11:38:13.624365 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73443257-e155-4b82-8de8-a12f3750844e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (351ddc70-d9f5-467e-aa9f-7ea70ded1c8f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:13.625518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73443257-e155-4b82-8de8-a12f3750844e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:13.626196 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73443257-e155-4b82-8de8-a12f3750844e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:13.648100 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Router 2344788f-1e04-4a05-8976-4c3b4788f772 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:38:13.662483 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6f92a594-fb6d-456e-8a44-3c4c60cadbed None None] Current status of the port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:13.673479 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-73443257-e155-4b82-8de8-a12f3750844e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 4.4438713 Mar 11 11:38:13.674338 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35470) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:13.682560 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bd77bd55-04ea-40a9-9c78-9c90bff8ce32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:13.700212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a3805-71ca-493c-96c4-62cd7c0c9394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1d0773-1246-4357-b015-93c6fcd23ec3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:13.713611 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f45f288b-4df0-43c3-b7eb-6e6128cf4007 admin admin] Request body: {'subnet': {'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-585041161-subnet', 'tenant_id': '4b2baed761184abf86d0da4561f84f1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:13.732187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-04b82749-24d0-41be-a203-ad792e501007 req-f0f9172d-3e3e-4819-8297-8b8a950deb8a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Request body: {'port': {'device_id': '0bebc979-507e-4fd3-b140-d24a9e8885e1', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': 'ddfc7976d96f48c9a994ad1d916ee025'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:13.962973 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-fef045ee-e670-4c98-8fd3-8f7f38362045 None None] Provisioning complete for port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:13.964596 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fef045ee-e670-4c98-8fd3-8f7f38362045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (55ea93b9-9b43-4c0d-8260-c17f7abd4ef1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:14.134215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86260726-86ca-4a0f-90d8-6db5293dcda9 req-1aca868e-c84c-4d8f-aaab-7f8103a7e496 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 210 time: 0.5208628 Mar 11 11:38:14.138902 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Attempting to bind port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:38:14.140301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Attempting to bind port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:38:14.141788 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Attempting to bind port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:14.229331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fef045ee-e670-4c98-8fd3-8f7f38362045 None None] Current status of the port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:14.244749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:38:14.245075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Attempting to bind port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:14.296506 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b82749-24d0-41be-a203-ad792e501007 req-f0f9172d-3e3e-4819-8297-8b8a950deb8a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Made reservation on behalf of ddfc7976d96f48c9a994ad1d916ee025 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:38:14.301037 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04b82749-24d0-41be-a203-ad792e501007 req-f0f9172d-3e3e-4819-8297-8b8a950deb8a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:14.303448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:38:14.303970 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:38:14.304461 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:38:14.304907 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Bound port: 68c5a5d4-bfbd-454e-9115-b942db6f0d7b, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:38:14.305255 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (68c5a5d4-bfbd-454e-9115-b942db6f0d7b), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:14.318849 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73443257-e155-4b82-8de8-a12f3750844e admin admin] Pushing event updated for resources: {'Network': ['ID=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:14.331979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:38:14.353826 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45f288b-4df0-43c3-b7eb-6e6128cf4007 admin admin] Made reservation on behalf of 4b2baed761184abf86d0da4561f84f1b for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:38:14.360278 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f45f288b-4df0-43c3-b7eb-6e6128cf4007 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:14.360595 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-378cf0be-3139-429e-a36e-e626fe7a5dfe req-bf8deee9-6ed0-487e-a98a-6155a109ff71 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8408105 Mar 11 11:38:14.385123 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04b82749-24d0-41be-a203-ad792e501007 req-f0f9172d-3e3e-4819-8297-8b8a950deb8a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:14.487892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] For port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:38:14.494412 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] For port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=68c5a5d4-bfbd-454e-9115-b942db6f0d7b,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:38:14.518574 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (68c5a5d4-bfbd-454e-9115-b942db6f0d7b), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:14.553961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:38:14.566818 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Sync routers for ids ['2344788f-1e04-4a05-8976-4c3b4788f772'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:38:14.590817 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Routers {'2344788f-1e04-4a05-8976-4c3b4788f772'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:38:14.591463 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:37:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2344788f-1e04-4a05-8976-4c3b4788f772'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:14.624566 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:14.633312 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e1007334-a5bc-49c2-8f0d-23e79d6df7ae admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.0881538 Mar 11 11:38:14.637838 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35488) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:14.646212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:14.648788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35490) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:14.649456 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:14.653214 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] 10.222.0.37 "PUT /v2.0/ports/68c5a5d4-bfbd-454e-9115-b942db6f0d7b HTTP/1.1" status: 200 len: 1096 time: 5.5004945 Mar 11 11:38:14.680107 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04b82749-24d0-41be-a203-ad792e501007 req-f0f9172d-3e3e-4819-8297-8b8a950deb8a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Publish callbacks [] for security_group (39972a28-9c2d-4085-9ee8-fc1a055507a1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:14.710358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e92e71-9bcf-4cb4-b806-94496c59b783', 'tag': '68c5a5d4-bfbd-454e-9115-b942db6f0d7b'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:38:14.718688 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dacbd491-e296-4d6c-b9ff-bbfa859a7ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:14.956219 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f45f288b-4df0-43c3-b7eb-6e6128cf4007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for subnet (fcef59c8-442b-4973-916d-3ead428ebc76), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:15.030232 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04b82749-24d0-41be-a203-ad792e501007 req-f0f9172d-3e3e-4819-8297-8b8a950deb8a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (39972a28-9c2d-4085-9ee8-fc1a055507a1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:15.035213 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620eda6a-5921-45b7-9a95-e4be9a8cf4ec service neutron] Pushing event updated for resources: {'Port': ['ID=68c5a5d4-bfbd-454e-9115-b942db6f0d7b,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:15.140603 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:38:15.263174 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dacbd491-e296-4d6c-b9ff-bbfa859a7ce3 admin admin] Publish callbacks [] for security_group (87335645-83b8-46ee-895a-43d5661420f0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:15.269213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f288b-4df0-43c3-b7eb-6e6128cf4007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcef59c8-442b-4973-916d-3ead428ebc76,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:15.299789 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dacbd491-e296-4d6c-b9ff-bbfa859a7ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (87335645-83b8-46ee-895a-43d5661420f0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:15.350055 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Set router 2344788f-1e04-4a05-8976-4c3b4788f772 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:38:15.395340 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-77d73642-d87b-4e1c-bb01-d7febd6ae0f8 req-b545783d-dab2-4c7f-a96c-7fa02cb9cd4b tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 210 time: 0.0993462 Mar 11 11:38:15.404491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbd491-e296-4d6c-b9ff-bbfa859a7ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87335645-83b8-46ee-895a-43d5661420f0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:15.465287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35512) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:15.492660 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dacbd491-e296-4d6c-b9ff-bbfa859a7ce3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c8db9eeddb99460fb3fad5ce9e26f99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8196578 Mar 11 11:38:15.504999 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f288b-4df0-43c3-b7eb-6e6128cf4007 admin admin] Checking segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:38:15.505470 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45f288b-4df0-43c3-b7eb-6e6128cf4007 admin admin] Network hostable DHCP agents. Network: 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:38:15.509100 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9172d-3e3e-4819-8297-8b8a950deb8a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39972a28-9c2d-4085-9ee8-fc1a055507a1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:15.540396 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-4267b14c-e52a-49b2-bad5-5c6eb44b27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:15.542416 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-4267b14c-e52a-49b2-bad5-5c6eb44b27d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3e82e54483f45fa9fad747871bd0022&device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 1130 time: 0.6037242 Mar 11 11:38:15.556994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:38:15.576413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45f288b-4df0-43c3-b7eb-6e6128cf4007 admin admin] Network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:38:15.614954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f45f288b-4df0-43c3-b7eb-6e6128cf4007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:15.639110 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45f288b-4df0-43c3-b7eb-6e6128cf4007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:15.642954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3ed683-a59c-4b2c-968c-dd094b47775e None None] Network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:38:15.646701 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f45f288b-4df0-43c3-b7eb-6e6128cf4007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:15.695958 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f45f288b-4df0-43c3-b7eb-6e6128cf4007 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9985199 Mar 11 11:38:15.802836 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-093bf017-f164-4353-96e8-6583159b61cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:15.881121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35526) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:15.885974 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-24b1933d-c50b-478a-94fd-b5de955382c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=68c5a5d4-bfbd-454e-9115-b942db6f0d7b HTTP/1.1" status: 200 len: 217 time: 0.3326950 Mar 11 11:38:15.942145 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e862615-d0d9-4ec8-9863-e6e8ed3d3ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e92e71-9bcf-4cb4-b806-94496c59b783", "tag": "68c5a5d4-bfbd-454e-9115-b942db6f0d7b"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:38:15.970070 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839579732-router', 'tenant_id': '224f3b0ead7f4c188d6e25e54478739a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '33bd1a23-8dec-4140-abf6-3c241a46d1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:06Z', 'updated_at': '2022-03-11T11:38:10Z', 'revision_number': 3, 'project_id': '224f3b0ead7f4c188d6e25e54478739a', 'gw_port': {'id': '33bd1a23-8dec-4140-abf6-3c241a46d1ad', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:56:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:09Z', 'updated_at': '2022-03-11T11:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:16.014427 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Checking router: 2344788f-1e04-4a05-8976-4c3b4788f772 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:38:16.015623 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Updating router 2344788f-1e04-4a05-8976-4c3b4788f772 port 33bd1a23-8dec-4140-abf6-3c241a46d1ad binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:38:16.062354 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:16.062941 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (55ea93b9-9b43-4c0d-8260-c17f7abd4ef1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:16.069767 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (33bd1a23-8dec-4140-abf6-3c241a46d1ad), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:16.153119 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47ef294-4653-4aac-83a6-9e29b9c8144d None None] Network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:38:16.179104 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-379dfcd2-c5bd-48cc-962a-a6d23352c5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:16.210178 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-057279bb-0094-4a10-b528-3a2d10df44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:16.210178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-057279bb-0094-4a10-b528-3a2d10df44e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1971176 Mar 11 11:38:16.467836 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d304f-d51e-4d17-b9fc-2e451ee68407 req-f259dd4b-2f7d-4fe8-b150-20a5d74747aa tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:16.489804 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e4d304f-d51e-4d17-b9fc-2e451ee68407 req-f259dd4b-2f7d-4fe8-b150-20a5d74747aa tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 948 time: 0.9416225 Mar 11 11:38:16.523775 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-379dfcd2-c5bd-48cc-962a-a6d23352c5dc admin admin] Publish callbacks [] for security_group (62544f8c-03fb-4fbe-a7a6-3673b5f968c9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:16.532870 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-379dfcd2-c5bd-48cc-962a-a6d23352c5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (62544f8c-03fb-4fbe-a7a6-3673b5f968c9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:16.662591 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379dfcd2-c5bd-48cc-962a-a6d23352c5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62544f8c-03fb-4fbe-a7a6-3673b5f968c9,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:16.663398 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-abe07843-4ccf-4912-b85f-4fe3460487c7 admin admin] Publish callbacks [] for security_group (87335645-83b8-46ee-895a-43d5661420f0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:16.688445 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-379dfcd2-c5bd-48cc-962a-a6d23352c5dc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7f5a49f75aee4b26948a79d2d40ed870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8048904 Mar 11 11:38:16.692839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35546) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:16.786406 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:16.797914 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-767d2e36-bb14-410b-9d7e-caaf9ce25e7d admin admin] Publish callbacks [] for security_group (62544f8c-03fb-4fbe-a7a6-3673b5f968c9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:16.839103 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35550) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:16.878976 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-767d2e36-bb14-410b-9d7e-caaf9ce25e7d admin admin] Publish callbacks [] for security_group (62544f8c-03fb-4fbe-a7a6-3673b5f968c9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:16.984521 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-04b82749-24d0-41be-a203-ad792e501007 req-f0f9172d-3e3e-4819-8297-8b8a950deb8a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Allocated IP 192.168.233.238 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/b2a8af02-3b9b-49a6-b736-e547e35c4c6a) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:38:16.991008 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-767d2e36-bb14-410b-9d7e-caaf9ce25e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (62544f8c-03fb-4fbe-a7a6-3673b5f968c9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:16.993988 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-767d2e36-bb14-410b-9d7e-caaf9ce25e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:16.998145 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-767d2e36-bb14-410b-9d7e-caaf9ce25e7d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/62544f8c-03fb-4fbe-a7a6-3673b5f968c9 HTTP/1.1" status: 204 len: 168 time: 0.3005028 Mar 11 11:38:17.008454 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6d8009-b81a-4eaf-ab69-ceb6207d950f x-openstack-request-id: req-5e6d8009-b81a-4eaf-ab69-ceb6207d950f {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:38:17.008746 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e92e71-9bcf-4cb4-b806-94496c59b783", "tag": "68c5a5d4-bfbd-454e-9115-b942db6f0d7b", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:38:17.011042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d2e36-bb14-410b-9d7e-caaf9ce25e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62544f8c-03fb-4fbe-a7a6-3673b5f968c9,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:17.011562 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5e6d8009-b81a-4eaf-ab69-ceb6207d950f {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:38:17.012777 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e92e71-9bcf-4cb4-b806-94496c59b783', 'tag': '68c5a5d4-bfbd-454e-9115-b942db6f0d7b', 'status': 'completed', 'code': 200} Mar 11 11:38:17.036449 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-abe07843-4ccf-4912-b85f-4fe3460487c7 admin admin] Publish callbacks [] for security_group (87335645-83b8-46ee-895a-43d5661420f0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:17.043667 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Publish callbacks [] for port (33bd1a23-8dec-4140-abf6-3c241a46d1ad), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:17.058687 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (33bd1a23-8dec-4140-abf6-3c241a46d1ad), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:17.062837 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e4d304f-d51e-4d17-b9fc-2e451ee68407 req-8f0e9b1d-ab64-4d26-9dff-b50af6d638a0 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720353 Mar 11 11:38:17.097127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-82bf3093-84c2-4113-9d3e-1f0ee6f89b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:17.098718 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-82bf3093-84c2-4113-9d3e-1f0ee6f89b01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8798101 Mar 11 11:38:17.134633 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:17.170592 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Attempting to bind port 33bd1a23-8dec-4140-abf6-3c241a46d1ad on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:38:17.171468 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Attempting to bind port 33bd1a23-8dec-4140-abf6-3c241a46d1ad by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:38:17.171977 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Attempting to bind port 33bd1a23-8dec-4140-abf6-3c241a46d1ad on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:17.182700 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:38:17.183276 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:38:17.183754 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:17.184252 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:38:17.184931 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Bound port: 33bd1a23-8dec-4140-abf6-3c241a46d1ad, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:38:17.185374 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (33bd1a23-8dec-4140-abf6-3c241a46d1ad), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:17.269167 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-756674ab-17ec-4360-8f63-6f3118ed739d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:17.276032 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] For port 33bd1a23-8dec-4140-abf6-3c241a46d1ad, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:38:17.281830 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] For port 33bd1a23-8dec-4140-abf6-3c241a46d1ad, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=33bd1a23-8dec-4140-abf6-3c241a46d1ad,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:38:17.303086 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (33bd1a23-8dec-4140-abf6-3c241a46d1ad), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:17.395086 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Routers {'2344788f-1e04-4a05-8976-4c3b4788f772'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:38:17.398786 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:38:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2344788f-1e04-4a05-8976-4c3b4788f772'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:17.506761 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-756674ab-17ec-4360-8f63-6f3118ed739d admin admin] Publish callbacks [] for security_group (99a01315-eb39-444e-9701-f25053754f76), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:17.520356 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-756674ab-17ec-4360-8f63-6f3118ed739d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (99a01315-eb39-444e-9701-f25053754f76), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:17.572953 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8452f9e-b713-4de4-be75-cfe00c151c09 None None] Pushing event updated for resources: {'Port': ['ID=33bd1a23-8dec-4140-abf6-3c241a46d1ad,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:17.623376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35566) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:17.639558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8561a046-6be7-431c-812d-a91febfc7dab admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-724969206-network', 'tenant_id': '740d5fd1f1f94971a7d2a20147a91219'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:17.648786 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] Set router 2344788f-1e04-4a05-8976-4c3b4788f772 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:38:17.657105 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-756674ab-17ec-4360-8f63-6f3118ed739d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=00b8a3145ebc43999b77f3f8ad8c0354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8058214 Mar 11 11:38:17.666263 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756674ab-17ec-4360-8f63-6f3118ed739d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a01315-eb39-444e-9701-f25053754f76,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:17.670727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35568) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:17.763318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8561a046-6be7-431c-812d-a91febfc7dab admin admin] Made reservation on behalf of 740d5fd1f1f94971a7d2a20147a91219 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:38:17.771723 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8561a046-6be7-431c-812d-a91febfc7dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:17.787796 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8452f9e-b713-4de4-be75-cfe00c151c09 None None] Pushing event updated for resources: {'Port': ['ID=33bd1a23-8dec-4140-abf6-3c241a46d1ad,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:17.823508 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8561a046-6be7-431c-812d-a91febfc7dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:17.833514 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04b82749-24d0-41be-a203-ad792e501007 req-f0f9172d-3e3e-4819-8297-8b8a950deb8a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Publish callbacks [] for port (b2a8af02-3b9b-49a6-b736-e547e35c4c6a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:17.889088 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-093983b8-c72e-4d54-9f6d-498e17b44714 req-29f7d335-ec0e-46d4-a5b2-b3cf9db613b2 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 210 time: 0.2777784 Mar 11 11:38:17.945015 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35570) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:17.990438 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aaba4df9-a310-419e-929c-3cf3056f1e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:18.066530 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8561a046-6be7-431c-812d-a91febfc7dab admin admin] Publish callbacks [] for security_group (4a96a4b5-46a8-41d1-bb33-6b63c66286aa), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:18.100515 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8561a046-6be7-431c-812d-a91febfc7dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4a96a4b5-46a8-41d1-bb33-6b63c66286aa), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:18.134569 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-abe07843-4ccf-4912-b85f-4fe3460487c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (87335645-83b8-46ee-895a-43d5661420f0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:18.137527 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-abe07843-4ccf-4912-b85f-4fe3460487c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:18.141347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-abe07843-4ccf-4912-b85f-4fe3460487c7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/87335645-83b8-46ee-895a-43d5661420f0 HTTP/1.1" status: 204 len: 168 time: 2.6345150 Mar 11 11:38:18.146696 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67b4827d-76eb-4eb8-a4a0-50f718fbf9a9 admin admin] Publish callbacks [] for security_group (99a01315-eb39-444e-9701-f25053754f76), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:18.157550 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04b82749-24d0-41be-a203-ad792e501007 req-f0f9172d-3e3e-4819-8297-8b8a950deb8a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (b2a8af02-3b9b-49a6-b736-e547e35c4c6a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:18.162467 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839579732-router', 'tenant_id': '224f3b0ead7f4c188d6e25e54478739a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '33bd1a23-8dec-4140-abf6-3c241a46d1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:06Z', 'updated_at': '2022-03-11T11:38:10Z', 'revision_number': 3, 'project_id': '224f3b0ead7f4c188d6e25e54478739a', 'gw_port': {'id': '33bd1a23-8dec-4140-abf6-3c241a46d1ad', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:56:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:09Z', 'updated_at': '2022-03-11T11:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:18.186049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-7ff7d435-5855-4dd5-afb2-823f90c85a0f service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0745759 Mar 11 11:38:18.186940 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe07843-4ccf-4912-b85f-4fe3460487c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87335645-83b8-46ee-895a-43d5661420f0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:18.211554 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67b4827d-76eb-4eb8-a4a0-50f718fbf9a9 admin admin] Publish callbacks [] for security_group (99a01315-eb39-444e-9701-f25053754f76), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:18.225046 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b906f07-d8b0-4239-8725-9d18c5551272 None None] The sync data for ids ['2344788f-1e04-4a05-8976-4c3b4788f772'] in n-d-833234-2 is: [{'id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839579732-router', 'tenant_id': '224f3b0ead7f4c188d6e25e54478739a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '33bd1a23-8dec-4140-abf6-3c241a46d1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:06Z', 'updated_at': '2022-03-11T11:38:10Z', 'revision_number': 3, 'project_id': '224f3b0ead7f4c188d6e25e54478739a', 'gw_port': {'id': '33bd1a23-8dec-4140-abf6-3c241a46d1ad', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:56:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:09Z', 'updated_at': '2022-03-11T11:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:38:18.245680 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8561a046-6be7-431c-812d-a91febfc7dab admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:38:18.291938 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561a046-6be7-431c-812d-a91febfc7dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a96a4b5-46a8-41d1-bb33-6b63c66286aa,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:18.295308 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8561a046-6be7-431c-812d-a91febfc7dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (504e04a6-b2e8-4a7e-86f9-2299bbd3220a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:18.296080 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-8561a046-6be7-431c-812d-a91febfc7dab admin admin] Added segment 504e04a6-b2e8-4a7e-86f9-2299bbd3220a of type vlan for network 5211d1a4-258e-4cf2-89b6-41d9248d4427 Mar 11 11:38:18.368602 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8561a046-6be7-431c-812d-a91febfc7dab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (5211d1a4-258e-4cf2-89b6-41d9248d4427), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:18.401667 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67b4827d-76eb-4eb8-a4a0-50f718fbf9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (99a01315-eb39-444e-9701-f25053754f76), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:18.405584 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67b4827d-76eb-4eb8-a4a0-50f718fbf9a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:18.407267 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-67b4827d-76eb-4eb8-a4a0-50f718fbf9a9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/99a01315-eb39-444e-9701-f25053754f76 HTTP/1.1" status: 204 len: 168 time: 0.7232707 Mar 11 11:38:18.415463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b82749-24d0-41be-a203-ad792e501007 req-f0f9172d-3e3e-4819-8297-8b8a950deb8a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:38:18.419654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4827d-76eb-4eb8-a4a0-50f718fbf9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a01315-eb39-444e-9701-f25053754f76,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:18.422164 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8561a046-6be7-431c-812d-a91febfc7dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (5211d1a4-258e-4cf2-89b6-41d9248d4427), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:18.423464 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8561a046-6be7-431c-812d-a91febfc7dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:18.424385 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8561a046-6be7-431c-812d-a91febfc7dab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:18.480469 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8561a046-6be7-431c-812d-a91febfc7dab admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8502572 Mar 11 11:38:18.480890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35578) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:18.488396 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c06c1295-9032-445d-8edb-728639d98516 admin admin] Request body: {'subnet': {'network_id': '5211d1a4-258e-4cf2-89b6-41d9248d4427', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-724969206-subnet', 'tenant_id': '740d5fd1f1f94971a7d2a20147a91219', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:18.533071 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:18.535749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561a046-6be7-431c-812d-a91febfc7dab admin admin] Pushing event updated for resources: {'Network': ['ID=5211d1a4-258e-4cf2-89b6-41d9248d4427,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:18.545510 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-04b82749-24d0-41be-a203-ad792e501007 req-f0f9172d-3e3e-4819-8297-8b8a950deb8a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:18.570787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06c1295-9032-445d-8edb-728639d98516 admin admin] Made reservation on behalf of 740d5fd1f1f94971a7d2a20147a91219 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:38:18.577023 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c06c1295-9032-445d-8edb-728639d98516 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:18.610314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 5211d1a4-258e-4cf2-89b6-41d9248d4427 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:38:18.654024 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9172d-3e3e-4819-8297-8b8a950deb8a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Pushing event updated for resources: {'Port': ['ID=b2a8af02-3b9b-49a6-b736-e547e35c4c6a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:18.687617 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b82749-24d0-41be-a203-ad792e501007 req-f0f9172d-3e3e-4819-8297-8b8a950deb8a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:38:18.707156 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b82749-24d0-41be-a203-ad792e501007 req-f0f9172d-3e3e-4819-8297-8b8a950deb8a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:18.707538 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04b82749-24d0-41be-a203-ad792e501007 req-f0f9172d-3e3e-4819-8297-8b8a950deb8a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:19.135232 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aaba4df9-a310-419e-929c-3cf3056f1e2c admin admin] Publish callbacks [] for security_group (4db0ec7e-794c-493a-ba1e-1b2ae084fcc4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:19.139288 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b57fa7-b58b-468e-89b0-a5aac73b6e70 req-3a360d88-30e1-4227-8c7c-a3f7be022fab service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9161558 Mar 11 11:38:19.143757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04b82749-24d0-41be-a203-ad792e501007 req-f0f9172d-3e3e-4819-8297-8b8a950deb8a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4584742 Mar 11 11:38:19.160273 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-dd094e3b-65a6-4b6c-90e7-030456faf04f None None] Provisioning complete for port b2a8af02-3b9b-49a6-b736-e547e35c4c6a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:19.160768 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dd094e3b-65a6-4b6c-90e7-030456faf04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b2a8af02-3b9b-49a6-b736-e547e35c4c6a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:19.171160 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-04b82749-24d0-41be-a203-ad792e501007 req-fc960e65-b231-4934-8396-750b1e2bc6c1 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:38:19.172812 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04b82749-24d0-41be-a203-ad792e501007 req-fc960e65-b231-4934-8396-750b1e2bc6c1 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131776 Mar 11 11:38:19.174129 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aaba4df9-a310-419e-929c-3cf3056f1e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4db0ec7e-794c-493a-ba1e-1b2ae084fcc4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:19.192954 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c06c1295-9032-445d-8edb-728639d98516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for subnet (38e8cd43-dbd4-4bc6-a384-85ba87e7427d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:19.276806 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91b326-7489-4ce0-a4da-69df9cd2f96b req-3702447b-aeaa-4d5d-a641-e7c23e2781c3 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:19.289583 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca91b326-7489-4ce0-a4da-69df9cd2f96b req-3702447b-aeaa-4d5d-a641-e7c23e2781c3 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 948 time: 1.0412304 Mar 11 11:38:19.304589 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-dd094e3b-65a6-4b6c-90e7-030456faf04f None None] Port b2a8af02-3b9b-49a6-b736-e547e35c4c6a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:38:19.438406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c1295-9032-445d-8edb-728639d98516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38e8cd43-dbd4-4bc6-a384-85ba87e7427d,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:19.457084 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c1295-9032-445d-8edb-728639d98516 admin admin] Checking segment: {'id': '504e04a6-b2e8-4a7e-86f9-2299bbd3220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5211d1a4-258e-4cf2-89b6-41d9248d4427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:38:19.457472 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06c1295-9032-445d-8edb-728639d98516 admin admin] Network hostable DHCP agents. Network: 5211d1a4-258e-4cf2-89b6-41d9248d4427, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:38:19.473114 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35586) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:19.532636 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea2919a7-c84f-4e7f-9162-dc05a6388f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:19.538962 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-aaba4df9-a310-419e-929c-3cf3056f1e2c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d2ed5476ebc8465d8461e5123d8f0759&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5928707 Mar 11 11:38:19.543761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35588) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:19.582522 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06c1295-9032-445d-8edb-728639d98516 admin admin] Network 5211d1a4-258e-4cf2-89b6-41d9248d4427 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:38:19.621561 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c06c1295-9032-445d-8edb-728639d98516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 5211d1a4-258e-4cf2-89b6-41d9248d4427) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:19.631082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262e4267-f8b0-45c6-a823-d284e4c64b68 None None] Network 5211d1a4-258e-4cf2-89b6-41d9248d4427 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:38:19.636712 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06c1295-9032-445d-8edb-728639d98516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:19.637304 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c06c1295-9032-445d-8edb-728639d98516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:19.761732 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c06c1295-9032-445d-8edb-728639d98516 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2787392 Mar 11 11:38:19.826669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 33bd1a23-8dec-4140-abf6-3c241a46d1ad up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:38:19.869774 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba4df9-a310-419e-929c-3cf3056f1e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db0ec7e-794c-493a-ba1e-1b2ae084fcc4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:19.888990 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea2919a7-c84f-4e7f-9162-dc05a6388f72 admin admin] Publish callbacks [] for security_group (6c573a05-9007-4a23-b1f6-290b5a593421), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:19.901857 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea2919a7-c84f-4e7f-9162-dc05a6388f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6c573a05-9007-4a23-b1f6-290b5a593421), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:19.926903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35594) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:19.977331 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ea2919a7-c84f-4e7f-9162-dc05a6388f72 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=684bc3793bd649cd9d659948e12a644e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4999826 Mar 11 11:38:19.984377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35596) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:20.030343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49263da-f357-4d93-a7de-f7da5139cc1a None None] Network 5211d1a4-258e-4cf2-89b6-41d9248d4427 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:38:20.036907 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca91b326-7489-4ce0-a4da-69df9cd2f96b req-e2c6a872-1616-47cf-b02d-60437a579ec0 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6465552 Mar 11 11:38:20.076022 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca3102ec-8d9e-4129-9ace-f1c1767cb167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:20.102930 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e862615-d0d9-4ec8-9863-e6e8ed3d3ca8 req-38cdd891-d460-4784-9716-a5b987e3eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:20.113067 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2919a7-c84f-4e7f-9162-dc05a6388f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c573a05-9007-4a23-b1f6-290b5a593421,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:20.116151 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e862615-d0d9-4ec8-9863-e6e8ed3d3ca8 req-38cdd891-d460-4784-9716-a5b987e3eaf5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3e82e54483f45fa9fad747871bd0022&device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 1130 time: 0.8210776 Mar 11 11:38:20.183110 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d14d7cf7-2d20-4f87-afa4-eb32a8719293 admin admin] Publish callbacks [] for security_group (6c573a05-9007-4a23-b1f6-290b5a593421), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:20.245452 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d14d7cf7-2d20-4f87-afa4-eb32a8719293 admin admin] Publish callbacks [] for security_group (6c573a05-9007-4a23-b1f6-290b5a593421), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:20.291861 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:20.308412 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc729f-c37f-4907-b1c0-40ad341858a1 req-d808a48d-a3ab-41f5-9aab-0a93c7e026a3 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:20.311553 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37cc729f-c37f-4907-b1c0-40ad341858a1 req-d808a48d-a3ab-41f5-9aab-0a93c7e026a3 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 936 time: 1.2285571 Mar 11 11:38:20.328088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 33bd1a23-8dec-4140-abf6-3c241a46d1ad triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:20.328760 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (33bd1a23-8dec-4140-abf6-3c241a46d1ad), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:20.340837 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d14d7cf7-2d20-4f87-afa4-eb32a8719293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6c573a05-9007-4a23-b1f6-290b5a593421), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:20.344428 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d14d7cf7-2d20-4f87-afa4-eb32a8719293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:20.345938 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d14d7cf7-2d20-4f87-afa4-eb32a8719293 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6c573a05-9007-4a23-b1f6-290b5a593421 HTTP/1.1" status: 204 len: 168 time: 0.3456359 Mar 11 11:38:20.346242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Request body: {'port': {'device_id': '0bebc979-507e-4fd3-b140-d24a9e8885e1', 'device_owner': 'compute:tempest-test_az-723045751', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:20.366797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d7cf7-2d20-4f87-afa4-eb32a8719293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c573a05-9007-4a23-b1f6-290b5a593421,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:20.541879 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca3102ec-8d9e-4129-9ace-f1c1767cb167 admin admin] Publish callbacks [] for security_group (2239eb89-09e9-4d01-9c2c-1f18d72c5390), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:20.558696 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 33bd1a23-8dec-4140-abf6-3c241a46d1ad is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:20.560799 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (33bd1a23-8dec-4140-abf6-3c241a46d1ad), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:20.642818 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 33bd1a23-8dec-4140-abf6-3c241a46d1ad, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=33bd1a23-8dec-4140-abf6-3c241a46d1ad,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:20.655117 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (33bd1a23-8dec-4140-abf6-3c241a46d1ad), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:20.714215 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca3102ec-8d9e-4129-9ace-f1c1767cb167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2239eb89-09e9-4d01-9c2c-1f18d72c5390), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:20.732073 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c56bf220-d1e6-4914-89f3-628748e0e7cd admin admin] Publish callbacks [] for security_group (4db0ec7e-794c-493a-ba1e-1b2ae084fcc4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:20.778627 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3102ec-8d9e-4129-9ace-f1c1767cb167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2239eb89-09e9-4d01-9c2c-1f18d72c5390,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:20.784986 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=33bd1a23-8dec-4140-abf6-3c241a46d1ad,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:20.823451 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:21.027786 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37cc729f-c37f-4907-b1c0-40ad341858a1 req-b82c78b7-3f90-41b4-8b7a-33ffd705105a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/security-groups?id=39972a28-9c2d-4085-9ee8-fc1a055507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7065852 Mar 11 11:38:21.078882 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c56bf220-d1e6-4914-89f3-628748e0e7cd admin admin] Publish callbacks [] for security_group (4db0ec7e-794c-493a-ba1e-1b2ae084fcc4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:21.219283 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b2a8af02-3b9b-49a6-b736-e547e35c4c6a), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:21.223879 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ca3102ec-8d9e-4129-9ace-f1c1767cb167 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=120f16e96c1144fb880d50f50ac22d15&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2161303 Mar 11 11:38:21.225088 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e862615-d0d9-4ec8-9863-e6e8ed3d3ca8 req-c94bd6ba-cd9c-454c-be23-9c4bdbc19e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:21.226878 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e862615-d0d9-4ec8-9863-e6e8ed3d3ca8 req-c94bd6ba-cd9c-454c-be23-9c4bdbc19e66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.9473538 Mar 11 11:38:21.227421 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35622) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:21.243980 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c56bf220-d1e6-4914-89f3-628748e0e7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4db0ec7e-794c-493a-ba1e-1b2ae084fcc4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:21.247513 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c56bf220-d1e6-4914-89f3-628748e0e7cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:21.249013 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c56bf220-d1e6-4914-89f3-628748e0e7cd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4db0ec7e-794c-493a-ba1e-1b2ae084fcc4 HTTP/1.1" status: 204 len: 168 time: 1.6917372 Mar 11 11:38:21.352227 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db99e796-15f2-4c27-adb9-e0b9643f83f4 admin admin] Publish callbacks [] for security_group (2239eb89-09e9-4d01-9c2c-1f18d72c5390), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:21.433879 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db99e796-15f2-4c27-adb9-e0b9643f83f4 admin admin] Publish callbacks [] for security_group (2239eb89-09e9-4d01-9c2c-1f18d72c5390), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:21.467716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bf220-d1e6-4914-89f3-628748e0e7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db0ec7e-794c-493a-ba1e-1b2ae084fcc4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:21.486460 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e862615-d0d9-4ec8-9863-e6e8ed3d3ca8 req-e6e9e6c2-fab9-41c4-8103-7948e58dd60f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=68c5a5d4-bfbd-454e-9115-b942db6f0d7b HTTP/1.1" status: 200 len: 217 time: 0.2354488 Mar 11 11:38:21.570996 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db99e796-15f2-4c27-adb9-e0b9643f83f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2239eb89-09e9-4d01-9c2c-1f18d72c5390), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:21.574217 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db99e796-15f2-4c27-adb9-e0b9643f83f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:21.578309 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-db99e796-15f2-4c27-adb9-e0b9643f83f4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2239eb89-09e9-4d01-9c2c-1f18d72c5390 HTTP/1.1" status: 204 len: 168 time: 0.3467119 Mar 11 11:38:21.587009 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 33bd1a23-8dec-4140-abf6-3c241a46d1ad up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:38:21.591942 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99e796-15f2-4c27-adb9-e0b9643f83f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2239eb89-09e9-4d01-9c2c-1f18d72c5390,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:21.775226 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 33bd1a23-8dec-4140-abf6-3c241a46d1ad triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:21.776194 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (33bd1a23-8dec-4140-abf6-3c241a46d1ad), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:21.950068 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 33bd1a23-8dec-4140-abf6-3c241a46d1ad is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:22.560469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071e3fa-d6fa-4a0f-a4ee-b54f1daa21fc req-95cf53c0-01bf-4292-a3f2-7e656c63a476 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:22.563248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f071e3fa-d6fa-4a0f-a4ee-b54f1daa21fc req-95cf53c0-01bf-4292-a3f2-7e656c63a476 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 948 time: 1.3210371 Mar 11 11:38:22.626934 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e862615-d0d9-4ec8-9863-e6e8ed3d3ca8 req-3f4060db-7d23-4adb-bc26-67cd3f6fc3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:22.629256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e862615-d0d9-4ec8-9863-e6e8ed3d3ca8 req-3f4060db-7d23-4adb-bc26-67cd3f6fc3b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.3026719 Mar 11 11:38:22.703324 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] Allocated IP 172.20.0.1 (992e2b98-2ac6-4020-8513-3ed3f5a63d00/8c7134a8-9516-4ab8-be6f-0cd36f5b1808/1fc38e3d-7caa-437d-9417-fdbc4c567662) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:38:22.735413 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f071e3fa-d6fa-4a0f-a4ee-b54f1daa21fc req-77ceacc1-ce8d-414b-8f97-9dd6ed75605d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505952 Mar 11 11:38:22.815716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e862615-d0d9-4ec8-9863-e6e8ed3d3ca8 req-59eb527f-525f-41a4-a676-2ad117253391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:22.817587 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e862615-d0d9-4ec8-9863-e6e8ed3d3ca8 req-59eb527f-525f-41a4-a676-2ad117253391 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1772199 Mar 11 11:38:23.092614 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e862615-d0d9-4ec8-9863-e6e8ed3d3ca8 req-5d2de54c-6c63-4010-a9aa-f388dbde83e9 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413831 Mar 11 11:38:23.532989 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] Publish callbacks [] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:23.577829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265437c-6b52-49a7-9d8f-d4e708488409 req-26bcb070-ba5f-4793-b942-96904b371c66 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:23.579425 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5265437c-6b52-49a7-9d8f-d4e708488409 req-26bcb070-ba5f-4793-b942-96904b371c66 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 936 time: 0.4928389 Mar 11 11:38:23.624835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a8af02-3b9b-49a6-b736-e547e35c4c6a {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:38:23.675941 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Publish callbacks [] for port (b2a8af02-3b9b-49a6-b736-e547e35c4c6a), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:23.813717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Transition to ACTIVE for port object b2a8af02-3b9b-49a6-b736-e547e35c4c6a will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:38:23.825665 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e862615-d0d9-4ec8-9863-e6e8ed3d3ca8 req-47b0e399-cef0-485c-8cda-bf738d706970 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6878989 Mar 11 11:38:23.829472 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5265437c-6b52-49a7-9d8f-d4e708488409 req-ecf95c62-7c04-45e3-b59f-8e3726e755e4 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/security-groups?id=39972a28-9c2d-4085-9ee8-fc1a055507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217650 Mar 11 11:38:23.837643 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b2a8af02-3b9b-49a6-b736-e547e35c4c6a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:23.932996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a8af02-3b9b-49a6-b736-e547e35c4c6a,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:23.953304 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:23.965700 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-90f5635d-70e4-4a4e-b49c-a4dbb0a720f7 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:23.974552 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-90f5635d-70e4-4a4e-b49c-a4dbb0a720f7 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 820 time: 0.5349813 Mar 11 11:38:24.137395 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-a493253d-a340-4aa1-b170-ce5e9f39c219 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/quotas/4b2baed761184abf86d0da4561f84f1b HTTP/1.1" status: 200 len: 375 time: 0.1614189 Mar 11 11:38:24.245865 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc38e3d-7caa-437d-9417-fdbc4c567662,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:24.262674 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-baafef80-c840-4051-acca-60d0f92b2d12 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1240718 Mar 11 11:38:24.274736 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Attempting to bind port b2a8af02-3b9b-49a6-b736-e547e35c4c6a on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:38:24.275076 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Attempting to bind port b2a8af02-3b9b-49a6-b736-e547e35c4c6a by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:38:24.284559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Attempting to bind port b2a8af02-3b9b-49a6-b736-e547e35c4c6a on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:24.292308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Port b2a8af02-3b9b-49a6-b736-e547e35c4c6a on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:38:24.292622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Attempting to bind port b2a8af02-3b9b-49a6-b736-e547e35c4c6a on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:24.300342 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] Network 992e2b98-2ac6-4020-8513-3ed3f5a63d00 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:38:24.306611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:24.309683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:38:24.310167 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (2344788f-1e04-4a05-8976-4c3b4788f772), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:24.336283 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:38:24.336761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:38:24.337017 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:38:24.337482 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Bound port: b2a8af02-3b9b-49a6-b736-e547e35c4c6a, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:38:24.337852 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b2a8af02-3b9b-49a6-b736-e547e35c4c6a), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:24.397593 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962cf3e-0eff-48c8-89f7-4d27af2bc10f req-62bd35fa-8ff1-478a-a597-07e24865fda8 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:24.404591 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8962cf3e-0eff-48c8-89f7-4d27af2bc10f req-62bd35fa-8ff1-478a-a597-07e24865fda8 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 948 time: 0.3330648 Mar 11 11:38:24.624258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8962cf3e-0eff-48c8-89f7-4d27af2bc10f req-a68f0770-2580-4735-8d5a-a4e854a90374 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172904 Mar 11 11:38:24.701668 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] For port b2a8af02-3b9b-49a6-b736-e547e35c4c6a, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:38:24.733181 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] For port b2a8af02-3b9b-49a6-b736-e547e35c4c6a, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b2a8af02-3b9b-49a6-b736-e547e35c4c6a,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:38:24.740842 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-37d7a057-9328-4920-b137-7b4fa96295f0 None None] Provisioning complete for port 1fc38e3d-7caa-437d-9417-fdbc4c567662 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:24.741525 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-37d7a057-9328-4920-b137-7b4fa96295f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:24.748937 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b2a8af02-3b9b-49a6-b736-e547e35c4c6a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:24.815768 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-37d7a057-9328-4920-b137-7b4fa96295f0 None None] Port 1fc38e3d-7caa-437d-9417-fdbc4c567662 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:38:24.849746 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:24.860641 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:24.861228 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:24.862784 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04b82749-24d0-41be-a203-ad792e501007 req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] 10.222.0.71 "PUT /v2.0/ports/b2a8af02-3b9b-49a6-b736-e547e35c4c6a HTTP/1.1" status: 200 len: 1117 time: 5.0116105 Mar 11 11:38:24.863266 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bebc979-507e-4fd3-b140-d24a9e8885e1', 'tag': 'b2a8af02-3b9b-49a6-b736-e547e35c4c6a'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:38:24.865561 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7eab77-515c-45bb-bf2a-05744f23bd11" -d '{"events": [{"name": "network-changed", "server_uuid": "0bebc979-507e-4fd3-b140-d24a9e8885e1", "tag": "b2a8af02-3b9b-49a6-b736-e547e35c4c6a"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:38:24.896623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b80031-1832-4754-ada4-5c81f0f082b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a8af02-3b9b-49a6-b736-e547e35c4c6a,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:25.242816 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-41974fe2-0943-430e-ba0e-6aeab97aeb44 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:38:25.242816 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-41974fe2-0943-430e-ba0e-6aeab97aeb44 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4463868 Mar 11 11:38:25.244454 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4d7aab-2cfa-4e14-bab1-022ded6f0e71 x-openstack-request-id: req-ab4d7aab-2cfa-4e14-bab1-022ded6f0e71 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:38:25.244759 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bebc979-507e-4fd3-b140-d24a9e8885e1", "tag": "b2a8af02-3b9b-49a6-b736-e547e35c4c6a", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:38:25.245026 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab4d7aab-2cfa-4e14-bab1-022ded6f0e71 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:38:25.245492 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bebc979-507e-4fd3-b140-d24a9e8885e1', 'tag': 'b2a8af02-3b9b-49a6-b736-e547e35c4c6a', 'status': 'completed', 'code': 200} Mar 11 11:38:25.475150 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b0b2a-2621-4eae-9ef5-e647490b343c req-1c351d84-75ef-4895-88b2-1e8876f8840a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:25.480153 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-450b0b2a-2621-4eae-9ef5-e647490b343c req-1c351d84-75ef-4895-88b2-1e8876f8840a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 969 time: 0.2448077 Mar 11 11:38:25.505396 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-03b944db-3bd5-439c-af24-09bde994b4ea service neutron] 10.222.0.78 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343774 Mar 11 11:38:25.594775 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] Publish callbacks [] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:25.630905 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:25.631734 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (2344788f-1e04-4a05-8976-4c3b4788f772), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:25.641284 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-450b0b2a-2621-4eae-9ef5-e647490b343c req-d787f33d-2545-498f-8c8d-4416606af614 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/security-groups?id=39972a28-9c2d-4085-9ee8-fc1a055507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556327 Mar 11 11:38:25.715096 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-7f0d70c8-b451-47cf-a0d1-6ec497920e7f service neutron] 10.222.0.78 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019920 Mar 11 11:38:25.717315 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc38e3d-7caa-437d-9417-fdbc4c567662,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:25.801801 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] Network 992e2b98-2ac6-4020-8513-3ed3f5a63d00 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:38:25.803201 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:26.027302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] Router 2344788f-1e04-4a05-8976-4c3b4788f772 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:38:26.198766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-823f4836-2c33-4699-a37d-c084cee6e9c0 None None] Provisioning complete for port 1fc38e3d-7caa-437d-9417-fdbc4c567662 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:26.200351 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-823f4836-2c33-4699-a37d-c084cee6e9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:26.278425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-823f4836-2c33-4699-a37d-c084cee6e9c0 None None] Port 1fc38e3d-7caa-437d-9417-fdbc4c567662 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:38:26.304184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:38:26.311009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7e4121fc-0524-4efa-b7ae-825213c5acf0 admin admin] 10.222.0.78 "PUT /v2.0/routers/2344788f-1e04-4a05-8976-4c3b4788f772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6239650 Mar 11 11:38:26.324726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Sync routers for ids ['2344788f-1e04-4a05-8976-4c3b4788f772'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:38:26.344577 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Routers {'2344788f-1e04-4a05-8976-4c3b4788f772'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:38:26.345931 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:38:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2344788f-1e04-4a05-8976-4c3b4788f772'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:26.451294 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7c39753-6b61-4fd7-9fd7-0fc68331c9b0 req-cd389561-c266-4227-a50f-ccd07dc05953 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 210 time: 0.0467122 Mar 11 11:38:26.497188 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb6c89-72d1-4459-908c-b8e0c6276a8b req-3f475eba-0ccf-4015-8d91-2cd5babd2696 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:26.505829 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eacb6c89-72d1-4459-908c-b8e0c6276a8b req-3f475eba-0ccf-4015-8d91-2cd5babd2696 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 948 time: 0.1770616 Mar 11 11:38:26.580835 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eacb6c89-72d1-4459-908c-b8e0c6276a8b req-191f32d8-9b4d-43af-978f-d7bfb17e137a tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734696 Mar 11 11:38:26.744174 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35784) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:26.754574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Set router 2344788f-1e04-4a05-8976-4c3b4788f772 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:38:26.900456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577e2ea-d8ee-4016-97cc-1de511ed14a0 req-61aa3d2d-451e-4015-be94-e0ceb1ce9086 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:26.909741 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9577e2ea-d8ee-4016-97cc-1de511ed14a0 req-61aa3d2d-451e-4015-be94-e0ceb1ce9086 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 969 time: 0.0990307 Mar 11 11:38:26.971767 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9577e2ea-d8ee-4016-97cc-1de511ed14a0 req-c57d56f7-3210-42cb-bf73-b4e46a5d289c tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/security-groups?id=39972a28-9c2d-4085-9ee8-fc1a055507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566294 Mar 11 11:38:27.108693 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839579732-router', 'tenant_id': '224f3b0ead7f4c188d6e25e54478739a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '33bd1a23-8dec-4140-abf6-3c241a46d1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:06Z', 'updated_at': '2022-03-11T11:38:24Z', 'revision_number': 4, 'project_id': '224f3b0ead7f4c188d6e25e54478739a', 'gw_port': {'id': '33bd1a23-8dec-4140-abf6-3c241a46d1ad', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:56:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:09Z', 'updated_at': '2022-03-11T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '1fc38e3d-7caa-437d-9417-fdbc4c567662', 'name': '', 'network_id': '992e2b98-2ac6-4020-8513-3ed3f5a63d00', 'tenant_id': '224f3b0ead7f4c188d6e25e54478739a', 'mac_address': 'fa:16:3e:1f:e6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '8c7134a8-9516-4ab8-be6f-0cd36f5b1808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:21Z', 'updated_at': '2022-03-11T11:38:25Z', 'revision_number': 2, 'project_id': '224f3b0ead7f4c188d6e25e54478739a', 'subnets': [{'id': '8c7134a8-9516-4ab8-be6f-0cd36f5b1808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:27.136863 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Checking router: 2344788f-1e04-4a05-8976-4c3b4788f772 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:38:27.137216 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Updating router 2344788f-1e04-4a05-8976-4c3b4788f772 port 1fc38e3d-7caa-437d-9417-fdbc4c567662 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:38:27.156789 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f734cf88-873d-433d-b86a-ec6d4018c7be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:27.181277 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:27.229864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 68c5a5d4-bfbd-454e-9115-b942db6f0d7b details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:38:27.274533 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f734cf88-873d-433d-b86a-ec6d4018c7be admin admin] Publish callbacks [] for security_group (438d224e-228a-46ca-9152-14fda750c698), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:27.282247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35798) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:27.283269 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f734cf88-873d-433d-b86a-ec6d4018c7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (438d224e-228a-46ca-9152-14fda750c698), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:27.333804 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35802) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:27.351350 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.resource_extend [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:38:27.425301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35806) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:27.425486 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f734cf88-873d-433d-b86a-ec6d4018c7be admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7b7efd1be5484facaffc1ee5e0e276cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6799057 Mar 11 11:38:27.447709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734cf88-873d-433d-b86a-ec6d4018c7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438d224e-228a-46ca-9152-14fda750c698,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:27.477965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7eab77-515c-45bb-bf2a-05744f23bd11 req-957b8adf-4860-4dd2-b1a3-d23e4cd2c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:27.479785 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d7eab77-515c-45bb-bf2a-05744f23bd11 req-957b8adf-4860-4dd2-b1a3-d23e4cd2c419 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ddfc7976d96f48c9a994ad1d916ee025&device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 1151 time: 0.1326139 Mar 11 11:38:27.536993 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d7eab77-515c-45bb-bf2a-05744f23bd11 req-486d6f5e-33ec-4393-8321-46f630aa0c22 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=ddfc7976d96f48c9a994ad1d916ee025&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422311 Mar 11 11:38:27.554811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=68c5a5d4-bfbd-454e-9115-b942db6f0d7b,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:27.575190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '68c5a5d4-bfbd-454e-9115-b942db6f0d7b', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '68c5a5d4-bfbd-454e-9115-b942db6f0d7b', 'mac_address': 'fa:16:3e:c1:14:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:38:27.645082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:27.645082 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (68c5a5d4-bfbd-454e-9115-b942db6f0d7b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:27.673779 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b140cd5-56f1-400d-a61f-f5752fcae3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:27.677336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c5a5d4-bfbd-454e-9115-b942db6f0d7b {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:38:27.724848 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=68c5a5d4-bfbd-454e-9115-b942db6f0d7b,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:27.745143 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (68c5a5d4-bfbd-454e-9115-b942db6f0d7b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:27.748964 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e86c97d-eafe-4844-bcff-cadb653bda64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:27.752604 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Publish callbacks [] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:27.762279 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4dd1ca8-283d-4ebb-910e-06168b7d7e13 req-0b98a037-d8c8-499b-b3d6-a9bb21ac7814 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 210 time: 0.1154523 Mar 11 11:38:27.793441 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:27.821157 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a256757-16fa-4052-a7b3-cb21c22546f2 admin admin] Publish callbacks [] for security_group (438d224e-228a-46ca-9152-14fda750c698), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:27.849084 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a256757-16fa-4052-a7b3-cb21c22546f2 admin admin] Publish callbacks [] for security_group (438d224e-228a-46ca-9152-14fda750c698), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:27.871503 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=68c5a5d4-bfbd-454e-9115-b942db6f0d7b,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:27.897285 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35820) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:27.902981 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b5397b1e-5609-4dfd-8cb5-d2a36da26cec tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1259017555', 'description': 'tempest-description--1220985270'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:27.924858 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b948c55-8da0-48a4-97ed-16325a83e574 None None] Pushing event updated for resources: {'Port': ['ID=1fc38e3d-7caa-437d-9417-fdbc4c567662,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:27.931855 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Attempting to bind port 1fc38e3d-7caa-437d-9417-fdbc4c567662 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:38:27.932221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Attempting to bind port 1fc38e3d-7caa-437d-9417-fdbc4c567662 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '5cbeee20-b100-4760-9ad0-ae620ddb7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '992e2b98-2ac6-4020-8513-3ed3f5a63d00'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:38:27.932638 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Attempting to bind port 1fc38e3d-7caa-437d-9417-fdbc4c567662 on network 992e2b98-2ac6-4020-8513-3ed3f5a63d00 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:27.938155 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:38:27.938532 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Checking segment: {'id': '5cbeee20-b100-4760-9ad0-ae620ddb7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '992e2b98-2ac6-4020-8513-3ed3f5a63d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:38:27.938986 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:27.939385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Bound using segment: {'id': '5cbeee20-b100-4760-9ad0-ae620ddb7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '992e2b98-2ac6-4020-8513-3ed3f5a63d00'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:38:27.939936 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Bound port: 1fc38e3d-7caa-437d-9417-fdbc4c567662, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbeee20-b100-4760-9ad0-ae620ddb7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '992e2b98-2ac6-4020-8513-3ed3f5a63d00'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:38:27.940308 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:27.951855 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5397b1e-5609-4dfd-8cb5-d2a36da26cec tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.045406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-6e33b0d4-bb27-484e-9cef-2bd6aa7c26cd tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:28.047042 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-6e33b0d4-bb27-484e-9cef-2bd6aa7c26cd tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.37 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 820 time: 0.4839578 Mar 11 11:38:28.059194 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5397b1e-5609-4dfd-8cb5-d2a36da26cec tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for security_group (bf6a6b99-3471-49db-a52a-3f593409ed1a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.064588 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] For port 1fc38e3d-7caa-437d-9417-fdbc4c567662, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:38:28.069064 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5397b1e-5609-4dfd-8cb5-d2a36da26cec tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bf6a6b99-3471-49db-a52a-3f593409ed1a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.069653 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] For port 1fc38e3d-7caa-437d-9417-fdbc4c567662, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1fc38e3d-7caa-437d-9417-fdbc4c567662,segment=NetworkSegment(5cbeee20-b100-4760-9ad0-ae620ddb7c5d),segment_id=5cbeee20-b100-4760-9ad0-ae620ddb7c5d)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:38:28.079191 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.111517 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5397b1e-5609-4dfd-8cb5-d2a36da26cec tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6a6b99-3471-49db-a52a-3f593409ed1a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:28.116709 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5397b1e-5609-4dfd-8cb5-d2a36da26cec tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.121337 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b5397b1e-5609-4dfd-8cb5-d2a36da26cec tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2227941 Mar 11 11:38:28.122110 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35824) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:28.122230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-727f9e7c-ae03-4aa5-a7b6-c1e6b51a7704 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Request body: {'port': {'device_id': '160a9329-69c4-42a8-b0be-7bcb0bfd9df3', 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f', 'admin_state_up': True, 'tenant_id': '4b2baed761184abf86d0da4561f84f1b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:28.127813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['68c5a5d4-bfbd-454e-9115-b942db6f0d7b'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:38:28.128202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ff9172ce-156d-4c1f-b82d-89cb494eac8c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Request body: {'security_group_rule': {'security_group_id': 'bf6a6b99-3471-49db-a52a-3f593409ed1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:28.164806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff9172ce-156d-4c1f-b82d-89cb494eac8c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for security_group_rule (9358d083-a764-4497-a0c5-b87594ddde62), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.240690 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7eab77-515c-45bb-bf2a-05744f23bd11 req-522d16ca-70ce-43a3-bde3-99cc408142d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:28.242218 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d7eab77-515c-45bb-bf2a-05744f23bd11 req-522d16ca-70ce-43a3-bde3-99cc408142d2 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6803286 Mar 11 11:38:28.245739 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b140cd5-56f1-400d-a61f-f5752fcae3b1 admin admin] Publish callbacks [] for security_group (afbf96f8-b3fd-4b75-ba75-b44f9d22b1f7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.262060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Routers {'2344788f-1e04-4a05-8976-4c3b4788f772'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:38:28.262654 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:38:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2344788f-1e04-4a05-8976-4c3b4788f772'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:28.276296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d18e048d-b58f-4793-b254-6f586f845e5c None None] Provisioning complete for port 1fc38e3d-7caa-437d-9417-fdbc4c567662 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:28.276665 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d18e048d-b58f-4793-b254-6f586f845e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.300908 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff9172ce-156d-4c1f-b82d-89cb494eac8c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for security_group_rule (9358d083-a764-4497-a0c5-b87594ddde62), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.304773 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77df2e-e1d9-4ec0-a1a2-aafb6b8d3e1a req-e5813504-27e2-4033-a9b1-1ccf6bb140fe tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:28.307009 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff9172ce-156d-4c1f-b82d-89cb494eac8c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (9358d083-a764-4497-a0c5-b87594ddde62), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.316298 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d77df2e-e1d9-4ec0-a1a2-aafb6b8d3e1a req-e5813504-27e2-4033-a9b1-1ccf6bb140fe tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 949 time: 0.4274902 Mar 11 11:38:28.321528 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b948c55-8da0-48a4-97ed-16325a83e574 None None] Pushing event updated for resources: {'Port': ['ID=1fc38e3d-7caa-437d-9417-fdbc4c567662,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:28.338800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9172ce-156d-4c1f-b82d-89cb494eac8c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9358d083-a764-4497-a0c5-b87594ddde62,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:28.356130 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b140cd5-56f1-400d-a61f-f5752fcae3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (afbf96f8-b3fd-4b75-ba75-b44f9d22b1f7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.375489 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff9172ce-156d-4c1f-b82d-89cb494eac8c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.379931 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ff9172ce-156d-4c1f-b82d-89cb494eac8c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2532523 Mar 11 11:38:28.379931 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35826) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:28.386562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-17739b54-ff70-419e-9b25-e5b9d1ba31f4 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Request body: {'security_group_rule': {'security_group_id': 'bf6a6b99-3471-49db-a52a-3f593409ed1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:28.414787 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17739b54-ff70-419e-9b25-e5b9d1ba31f4 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for security_group_rule (5321cd24-0e8d-41ac-bf74-863d2441dfd9), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.424263 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a256757-16fa-4052-a7b3-cb21c22546f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (438d224e-228a-46ca-9152-14fda750c698), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.427481 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a256757-16fa-4052-a7b3-cb21c22546f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.431088 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3a256757-16fa-4052-a7b3-cb21c22546f2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/438d224e-228a-46ca-9152-14fda750c698 HTTP/1.1" status: 204 len: 168 time: 1.0019705 Mar 11 11:38:28.485025 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17739b54-ff70-419e-9b25-e5b9d1ba31f4 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for security_group_rule (5321cd24-0e8d-41ac-bf74-863d2441dfd9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.492873 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17739b54-ff70-419e-9b25-e5b9d1ba31f4 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (5321cd24-0e8d-41ac-bf74-863d2441dfd9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.513904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17739b54-ff70-419e-9b25-e5b9d1ba31f4 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5321cd24-0e8d-41ac-bf74-863d2441dfd9,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:28.524454 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17739b54-ff70-419e-9b25-e5b9d1ba31f4 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.528773 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-17739b54-ff70-419e-9b25-e5b9d1ba31f4 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440792 Mar 11 11:38:28.529877 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] Set router 2344788f-1e04-4a05-8976-4c3b4788f772 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:38:28.530918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35832) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:28.532586 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0b140cd5-56f1-400d-a61f-f5752fcae3b1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0c3fdc4325874bc396d020dcdc2d9fe9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1973240 Mar 11 11:38:28.540138 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-806333f3-191c-4fd0-92dc-2a453a06797c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:28.546997 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35834) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:28.614506 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-806333f3-191c-4fd0-92dc-2a453a06797c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.640129 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bed8fd1d-38d1-44e4-bdb2-fad5fbdbba2d admin admin] Publish callbacks [] for security_group (afbf96f8-b3fd-4b75-ba75-b44f9d22b1f7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.674934 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d18e048d-b58f-4793-b254-6f586f845e5c None None] Current status of the port 1fc38e3d-7caa-437d-9417-fdbc4c567662 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:28.675615 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d18e048d-b58f-4793-b254-6f586f845e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.700923 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bed8fd1d-38d1-44e4-bdb2-fad5fbdbba2d admin admin] Publish callbacks [] for security_group (afbf96f8-b3fd-4b75-ba75-b44f9d22b1f7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.794045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d77df2e-e1d9-4ec0-a1a2-aafb6b8d3e1a req-efa15960-dfa5-4850-9d6e-a73ebb5b3b5c tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765298 Mar 11 11:38:28.796297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b140cd5-56f1-400d-a61f-f5752fcae3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbf96f8-b3fd-4b75-ba75-b44f9d22b1f7,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:28.806002 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e86c97d-eafe-4844-bcff-cadb653bda64 admin admin] Publish callbacks [] for security_group (4be5f198-f7ad-42d8-b8c0-396a37ad76f3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.806991 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35838) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:28.830792 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-57e03187-d372-437a-9c0e-93bee76e38ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.840248 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d18e048d-b58f-4793-b254-6f586f845e5c None None] For port 1fc38e3d-7caa-437d-9417-fdbc4c567662, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1fc38e3d-7caa-437d-9417-fdbc4c567662,segment=NetworkSegment(5cbeee20-b100-4760-9ad0-ae620ddb7c5d),segment_id=5cbeee20-b100-4760-9ad0-ae620ddb7c5d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:28.848987 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e86c97d-eafe-4844-bcff-cadb653bda64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4be5f198-f7ad-42d8-b8c0-396a37ad76f3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.856939 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d18e048d-b58f-4793-b254-6f586f845e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.883931 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bed8fd1d-38d1-44e4-bdb2-fad5fbdbba2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (afbf96f8-b3fd-4b75-ba75-b44f9d22b1f7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.885408 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2e86c97d-eafe-4844-bcff-cadb653bda64 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6abaef48c64c4a48ad163a3c2b4e6939&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6020174 Mar 11 11:38:28.886945 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bed8fd1d-38d1-44e4-bdb2-fad5fbdbba2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.890597 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bed8fd1d-38d1-44e4-bdb2-fad5fbdbba2d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/afbf96f8-b3fd-4b75-ba75-b44f9d22b1f7 HTTP/1.1" status: 204 len: 168 time: 0.3400528 Mar 11 11:38:28.890597 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35842) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:28.893949 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a834473-9774-499f-aad1-dbf53eea2b5a req-6577ca31-1f9a-41b2-b2ee-3b4fd778e10d tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:28.901083 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a834473-9774-499f-aad1-dbf53eea2b5a req-6577ca31-1f9a-41b2-b2ee-3b4fd778e10d tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 969 time: 0.8115849 Mar 11 11:38:28.902969 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a256757-16fa-4052-a7b3-cb21c22546f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438d224e-228a-46ca-9152-14fda750c698,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:28.925948 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8fd1d-38d1-44e4-bdb2-fad5fbdbba2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbf96f8-b3fd-4b75-ba75-b44f9d22b1f7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:28.935258 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-806333f3-191c-4fd0-92dc-2a453a06797c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:28.973877 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a834473-9774-499f-aad1-dbf53eea2b5a req-ca24c52d-7d35-45f4-b28c-62f0c91b0fb3 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/security-groups?id=39972a28-9c2d-4085-9ee8-fc1a055507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681472 Mar 11 11:38:28.986858 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-727f9e7c-ae03-4aa5-a7b6-c1e6b51a7704 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Made reservation on behalf of 4b2baed761184abf86d0da4561f84f1b for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:38:28.990236 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-727f9e7c-ae03-4aa5-a7b6-c1e6b51a7704 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:29.028444 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a6fce70-95ec-4838-943e-55bedc6ba7f8 req-253ec37a-2ac1-4bae-b748-bf8e78f2f2f9 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 210 time: 0.0706751 Mar 11 11:38:29.064085 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86c97d-eafe-4844-bcff-cadb653bda64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be5f198-f7ad-42d8-b8c0-396a37ad76f3,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:29.089098 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28b270e7-0ac2-434a-bb4e-49f011af3f15 admin admin] Publish callbacks [] for security_group (4be5f198-f7ad-42d8-b8c0-396a37ad76f3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:29.095261 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b82749-24d0-41be-a203-ad792e501007 req-360548b5-b63b-47fe-8b72-6b99ddea33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:29.097484 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04b82749-24d0-41be-a203-ad792e501007 req-360548b5-b63b-47fe-8b72-6b99ddea33d1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ddfc7976d96f48c9a994ad1d916ee025&device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 1151 time: 0.7425911 Mar 11 11:38:29.121440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-806333f3-191c-4fd0-92dc-2a453a06797c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Allocated IP 172.25.7.135 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/1f45c2c3-5678-4347-a705-9ac183636352) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:38:29.139836 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28b270e7-0ac2-434a-bb4e-49f011af3f15 admin admin] Publish callbacks [] for security_group (4be5f198-f7ad-42d8-b8c0-396a37ad76f3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:29.182165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c0f8e5c1-46ea-4196-a253-c77766d3e55c None None] Provisioning complete for port 1fc38e3d-7caa-437d-9417-fdbc4c567662 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:29.182165 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0f8e5c1-46ea-4196-a253-c77766d3e55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:29.186127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e048d-b58f-4793-b254-6f586f845e5c None None] Pushing event updated for resources: {'Port': ['ID=1fc38e3d-7caa-437d-9417-fdbc4c567662,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:29.220429 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04b82749-24d0-41be-a203-ad792e501007 req-691289ff-0e28-4f6e-b686-b7995333a990 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=b2a8af02-3b9b-49a6-b736-e547e35c4c6a HTTP/1.1" status: 200 len: 217 time: 0.1125700 Mar 11 11:38:29.250766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839579732-router', 'tenant_id': '224f3b0ead7f4c188d6e25e54478739a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '33bd1a23-8dec-4140-abf6-3c241a46d1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:06Z', 'updated_at': '2022-03-11T11:38:24Z', 'revision_number': 4, 'project_id': '224f3b0ead7f4c188d6e25e54478739a', 'gw_port': {'id': '33bd1a23-8dec-4140-abf6-3c241a46d1ad', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:56:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:09Z', 'updated_at': '2022-03-11T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '1fc38e3d-7caa-437d-9417-fdbc4c567662', 'name': '', 'network_id': '992e2b98-2ac6-4020-8513-3ed3f5a63d00', 'tenant_id': '224f3b0ead7f4c188d6e25e54478739a', 'mac_address': 'fa:16:3e:1f:e6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '8c7134a8-9516-4ab8-be6f-0cd36f5b1808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:21Z', 'updated_at': '2022-03-11T11:38:28Z', 'revision_number': 4, 'project_id': '224f3b0ead7f4c188d6e25e54478739a', 'subnets': [{'id': '8c7134a8-9516-4ab8-be6f-0cd36f5b1808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:29.296779 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898a870-c35b-4c0e-b7af-7c52bf621177 None None] The sync data for ids ['2344788f-1e04-4a05-8976-4c3b4788f772'] in n-d-833234-2 is: [{'id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839579732-router', 'tenant_id': '224f3b0ead7f4c188d6e25e54478739a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '33bd1a23-8dec-4140-abf6-3c241a46d1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:06Z', 'updated_at': '2022-03-11T11:38:24Z', 'revision_number': 4, 'project_id': '224f3b0ead7f4c188d6e25e54478739a', 'gw_port': {'id': '33bd1a23-8dec-4140-abf6-3c241a46d1ad', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:56:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:09Z', 'updated_at': '2022-03-11T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '1fc38e3d-7caa-437d-9417-fdbc4c567662', 'name': '', 'network_id': '992e2b98-2ac6-4020-8513-3ed3f5a63d00', 'tenant_id': '224f3b0ead7f4c188d6e25e54478739a', 'mac_address': 'fa:16:3e:1f:e6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '8c7134a8-9516-4ab8-be6f-0cd36f5b1808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:21Z', 'updated_at': '2022-03-11T11:38:28Z', 'revision_number': 4, 'project_id': '224f3b0ead7f4c188d6e25e54478739a', 'subnets': [{'id': '8c7134a8-9516-4ab8-be6f-0cd36f5b1808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:38:29.323466 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28b270e7-0ac2-434a-bb4e-49f011af3f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4be5f198-f7ad-42d8-b8c0-396a37ad76f3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:29.326969 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28b270e7-0ac2-434a-bb4e-49f011af3f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:29.328949 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-28b270e7-0ac2-434a-bb4e-49f011af3f15 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4be5f198-f7ad-42d8-b8c0-396a37ad76f3 HTTP/1.1" status: 204 len: 168 time: 0.4359460 Mar 11 11:38:29.376513 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b270e7-0ac2-434a-bb4e-49f011af3f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be5f198-f7ad-42d8-b8c0-396a37ad76f3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:29.384476 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c0f8e5c1-46ea-4196-a253-c77766d3e55c None None] Current status of the port 1fc38e3d-7caa-437d-9417-fdbc4c567662 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:29.392691 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b82749-24d0-41be-a203-ad792e501007 req-8a1565e1-e2e4-4967-962f-14437f1dc12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:29.399559 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04b82749-24d0-41be-a203-ad792e501007 req-8a1565e1-e2e4-4967-962f-14437f1dc12c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1671634 Mar 11 11:38:29.421783 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-57e03187-d372-437a-9c0e-93bee76e38ce admin admin] Publish callbacks [] for security_group (0d776bfb-0d0c-4eda-88a0-2bb6e2e88612), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:29.425894 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-806333f3-191c-4fd0-92dc-2a453a06797c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for port (1f45c2c3-5678-4347-a705-9ac183636352), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:29.449623 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-57e03187-d372-437a-9c0e-93bee76e38ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0d776bfb-0d0c-4eda-88a0-2bb6e2e88612), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:29.532089 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-806333f3-191c-4fd0-92dc-2a453a06797c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (1f45c2c3-5678-4347-a705-9ac183636352), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:29.538866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-727f9e7c-ae03-4aa5-a7b6-c1e6b51a7704 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Allocated IP 172.20.0.4 (351ddc70-d9f5-467e-aa9f-7ea70ded1c8f/fcef59c8-442b-4973-916d-3ead428ebc76/d49ff3cd-d7b5-4bea-8a74-6be5295435bc) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:38:29.559506 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-57e03187-d372-437a-9c0e-93bee76e38ce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=194e2e1240fd44c9b5ac353767d7413b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7515831 Mar 11 11:38:29.560575 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35850) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:29.591348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e03187-d372-437a-9c0e-93bee76e38ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d776bfb-0d0c-4eda-88a0-2bb6e2e88612,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:29.607706 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b82749-24d0-41be-a203-ad792e501007 req-d1d3096a-fb4e-41a3-a08e-094d5c17406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:29.610059 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04b82749-24d0-41be-a203-ad792e501007 req-d1d3096a-fb4e-41a3-a08e-094d5c17406b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2033432 Mar 11 11:38:29.620856 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35852) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:29.623671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806333f3-191c-4fd0-92dc-2a453a06797c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:38:29.634693 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-806333f3-191c-4fd0-92dc-2a453a06797c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:29.639609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806333f3-191c-4fd0-92dc-2a453a06797c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:38:29.648406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806333f3-191c-4fd0-92dc-2a453a06797c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Pushing event updated for resources: {'Port': ['ID=1f45c2c3-5678-4347-a705-9ac183636352,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:29.667435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1fc38e3d-7caa-437d-9417-fdbc4c567662 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:38:29.720800 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-237d24df-b8a7-4b45-937f-b0079a784c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:29.757176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 1fc38e3d-7caa-437d-9417-fdbc4c567662 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:29.757834 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:29.767162 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-806333f3-191c-4fd0-92dc-2a453a06797c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for floatingip (af61d8fb-45c4-4047-814b-41322db8d2ee), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:29.823890 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-806333f3-191c-4fd0-92dc-2a453a06797c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1f45c2c3-5678-4347-a705-9ac183636352), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:29.850377 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ff85e1e7-8154-4ad7-8190-9dec2b2ebafe admin admin] Publish callbacks [] for security_group (0d776bfb-0d0c-4eda-88a0-2bb6e2e88612), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:29.874791 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ff85e1e7-8154-4ad7-8190-9dec2b2ebafe admin admin] Publish callbacks [] for security_group (0d776bfb-0d0c-4eda-88a0-2bb6e2e88612), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:29.889690 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 1fc38e3d-7caa-437d-9417-fdbc4c567662 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:29.979018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35858) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:30.065689 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bff77319-b6f5-41fe-98e4-ba5372fd0a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.111435 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04b82749-24d0-41be-a203-ad792e501007 req-edc98fb0-d586-4a62-a16b-bdde915288db service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904752 Mar 11 11:38:30.161319 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ff85e1e7-8154-4ad7-8190-9dec2b2ebafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0d776bfb-0d0c-4eda-88a0-2bb6e2e88612), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.161805 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-806333f3-191c-4fd0-92dc-2a453a06797c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for port (1f45c2c3-5678-4347-a705-9ac183636352), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.163887 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ff85e1e7-8154-4ad7-8190-9dec2b2ebafe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.165028 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ff85e1e7-8154-4ad7-8190-9dec2b2ebafe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0d776bfb-0d0c-4eda-88a0-2bb6e2e88612 HTTP/1.1" status: 204 len: 168 time: 0.5983272 Mar 11 11:38:30.169842 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-806333f3-191c-4fd0-92dc-2a453a06797c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1f45c2c3-5678-4347-a705-9ac183636352), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.219760 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-806333f3-191c-4fd0-92dc-2a453a06797c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (af61d8fb-45c4-4047-814b-41322db8d2ee), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.231293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85e1e7-8154-4ad7-8190-9dec2b2ebafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d776bfb-0d0c-4eda-88a0-2bb6e2e88612,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:30.238375 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-237d24df-b8a7-4b45-937f-b0079a784c49 admin admin] Publish callbacks [] for security_group (dfd12672-51f3-4cba-ae84-ac24ff21fc14), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.246227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806333f3-191c-4fd0-92dc-2a453a06797c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Pushing event updated for resources: {'Port': ['ID=1f45c2c3-5678-4347-a705-9ac183636352,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:30.258038 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-806333f3-191c-4fd0-92dc-2a453a06797c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.260017 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-806333f3-191c-4fd0-92dc-2a453a06797c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7272601 Mar 11 11:38:30.264783 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5c540-facd-408b-b8ec-28148f6986fe req-c1bec549-a9da-44cd-be8f-c30c4cb8f5ee tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:30.266451 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79c5c540-facd-408b-b8ec-28148f6986fe req-c1bec549-a9da-44cd-be8f-c30c4cb8f5ee tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 949 time: 0.3280592 Mar 11 11:38:30.329367 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-237d24df-b8a7-4b45-937f-b0079a784c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (dfd12672-51f3-4cba-ae84-ac24ff21fc14), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.353004 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-727f9e7c-ae03-4aa5-a7b6-c1e6b51a7704 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks [] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.414533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c1737-cf23-4030-a2a0-b7ae2d99ef7a req-78afbf7e-08e1-4c1e-8d57-81c02ea12ac0 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:30.416177 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-440c1737-cf23-4030-a2a0-b7ae2d99ef7a req-78afbf7e-08e1-4c1e-8d57-81c02ea12ac0 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 969 time: 0.3520658 Mar 11 11:38:30.482588 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d24df-b8a7-4b45-937f-b0079a784c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd12672-51f3-4cba-ae84-ac24ff21fc14,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:30.504606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-237d24df-b8a7-4b45-937f-b0079a784c49 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0e2c4165f2154f90aa13709ab8a194a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8728828 Mar 11 11:38:30.505347 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35870) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:30.546201 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04b82749-24d0-41be-a203-ad792e501007 req-97ee4b10-3d0e-43e5-8669-25e77cfeb849 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108393 Mar 11 11:38:30.572910 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-42846d4d-6b53-4d3c-838a-b25ab97045a5 admin admin] Publish callbacks [] for security_group (dfd12672-51f3-4cba-ae84-ac24ff21fc14), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.597593 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-42846d4d-6b53-4d3c-838a-b25ab97045a5 admin admin] Publish callbacks [] for security_group (dfd12672-51f3-4cba-ae84-ac24ff21fc14), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.606238 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79c5c540-facd-408b-b8ec-28148f6986fe req-f1afffa9-e6cb-457c-a43b-060a0fe8d91d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017259 Mar 11 11:38:30.623142 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bff77319-b6f5-41fe-98e4-ba5372fd0a3a admin admin] Publish callbacks [] for security_group (37dd21e8-0fa5-4265-aa1a-9ce4f2818c7b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.635127 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bff77319-b6f5-41fe-98e4-ba5372fd0a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (37dd21e8-0fa5-4265-aa1a-9ce4f2818c7b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.678977 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-727f9e7c-ae03-4aa5-a7b6-c1e6b51a7704 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.684820 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-42846d4d-6b53-4d3c-838a-b25ab97045a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (dfd12672-51f3-4cba-ae84-ac24ff21fc14), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.688274 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-42846d4d-6b53-4d3c-838a-b25ab97045a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.689604 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-42846d4d-6b53-4d3c-838a-b25ab97045a5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dfd12672-51f3-4cba-ae84-ac24ff21fc14 HTTP/1.1" status: 204 len: 168 time: 0.1825020 Mar 11 11:38:30.690537 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-440c1737-cf23-4030-a2a0-b7ae2d99ef7a req-8d33bd60-6d2c-46ad-afd4-c52f33d9f6a7 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/security-groups?id=39972a28-9c2d-4085-9ee8-fc1a055507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459686 Mar 11 11:38:30.699387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42846d4d-6b53-4d3c-838a-b25ab97045a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd12672-51f3-4cba-ae84-ac24ff21fc14,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:30.768544 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff77319-b6f5-41fe-98e4-ba5372fd0a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dd21e8-0fa5-4265-aa1a-9ce4f2818c7b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:30.782808 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bff77319-b6f5-41fe-98e4-ba5372fd0a3a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a96e33b4cad14c62abcd2898122473a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8027229 Mar 11 11:38:30.785649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35886) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:30.841985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f9e7c-ae03-4aa5-a7b6-c1e6b51a7704 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Pushing event updated for resources: {'Port': ['ID=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:30.860296 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-727f9e7c-ae03-4aa5-a7b6-c1e6b51a7704 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:38:30.874698 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-727f9e7c-ae03-4aa5-a7b6-c1e6b51a7704 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:30.879068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-727f9e7c-ae03-4aa5-a7b6-c1e6b51a7704 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:38:30.884744 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-727f9e7c-ae03-4aa5-a7b6-c1e6b51a7704 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:30.885389 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-727f9e7c-ae03-4aa5-a7b6-c1e6b51a7704 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.892933 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab549081-2c85-4cbd-8a3f-18547d8b3c2f admin admin] Publish callbacks [] for security_group (37dd21e8-0fa5-4265-aa1a-9ce4f2818c7b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.936868 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-727f9e7c-ae03-4aa5-a7b6-c1e6b51a7704 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8494937 Mar 11 11:38:30.944787 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab549081-2c85-4cbd-8a3f-18547d8b3c2f admin admin] Publish callbacks [] for security_group (37dd21e8-0fa5-4265-aa1a-9ce4f2818c7b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:30.950639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac633b0-2ce3-4af7-9eb4-78d95d013b9f req-0e4aee0e-10f5-4244-9fc4-16af395b3068 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:30.958212 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ac633b0-2ce3-4af7-9eb4-78d95d013b9f req-0e4aee0e-10f5-4244-9fc4-16af395b3068 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 931 time: 0.1909778 Mar 11 11:38:30.972820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Request body: {'port': {'device_id': '160a9329-69c4-42a8-b0be-7bcb0bfd9df3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:31.028159 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab549081-2c85-4cbd-8a3f-18547d8b3c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (37dd21e8-0fa5-4265-aa1a-9ce4f2818c7b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:31.033450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab549081-2c85-4cbd-8a3f-18547d8b3c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:31.038234 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ab549081-2c85-4cbd-8a3f-18547d8b3c2f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/37dd21e8-0fa5-4265-aa1a-9ce4f2818c7b HTTP/1.1" status: 204 len: 168 time: 0.2486279 Mar 11 11:38:31.041178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af49b1af-0956-494b-8004-ea995d089ac9 req-bfeaeca4-caae-42f9-b1ea-3d96f9708bb8 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1259017555&fields=id&tenant_id=a7ab0f1ba69a419a9465a54d21e133a2 HTTP/1.1" status: 200 len: 267 time: 0.1961362 Mar 11 11:38:31.050344 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab549081-2c85-4cbd-8a3f-18547d8b3c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dd21e8-0fa5-4265-aa1a-9ce4f2818c7b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:31.136415 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ac633b0-2ce3-4af7-9eb4-78d95d013b9f req-0f5ae93e-4135-4daf-8224-7c0d8d7a51c3 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761649 Mar 11 11:38:31.194914 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:31.228906 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 68c5a5d4-bfbd-454e-9115-b942db6f0d7b up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:38:31.277187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49b1af-0956-494b-8004-ea995d089ac9 req-93e75ebf-f991-4c03-870c-3c238739fb80 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:31.284057 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af49b1af-0956-494b-8004-ea995d089ac9 req-93e75ebf-f991-4c03-870c-3c238739fb80 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/networks?id=6b945e83-4e41-42ac-8741-30291529408d HTTP/1.1" status: 200 len: 823 time: 0.2271955 Mar 11 11:38:31.302778 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:38:31.309200 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:31.310147 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (68c5a5d4-bfbd-454e-9115-b942db6f0d7b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:31.313340 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af49b1af-0956-494b-8004-ea995d089ac9 req-1ab52e77-b7aa-4d04-ab4b-7df5daf2e78b tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/quotas/a7ab0f1ba69a419a9465a54d21e133a2 HTTP/1.1" status: 200 len: 375 time: 0.0282655 Mar 11 11:38:31.425590 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:31.426206 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (68c5a5d4-bfbd-454e-9115-b942db6f0d7b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:31.468023 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af49b1af-0956-494b-8004-ea995d089ac9 req-2a7e8bbb-b7b8-4514-9f06-df6cb6093e95 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a7ab0f1ba69a419a9465a54d21e133a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1535976 Mar 11 11:38:31.482378 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=68c5a5d4-bfbd-454e-9115-b942db6f0d7b,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:31.486260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e92e71-9bcf-4cb4-b806-94496c59b783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c5a5d4-bfbd-454e-9115-b942db6f0d7b'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:38:31.562355 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (68c5a5d4-bfbd-454e-9115-b942db6f0d7b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:31.623356 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=68c5a5d4-bfbd-454e-9115-b942db6f0d7b,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:31.649239 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49ff3cd-d7b5-4bea-8a74-6be5295435bc {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:38:31.659076 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Publish callbacks [] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:31.674676 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Transition to ACTIVE for port object d49ff3cd-d7b5-4bea-8a74-6be5295435bc will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:38:31.678927 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:31.761813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Pushing event updated for resources: {'Port': ['ID=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:31.802310 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Attempting to bind port d49ff3cd-d7b5-4bea-8a74-6be5295435bc on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:38:31.802700 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Attempting to bind port d49ff3cd-d7b5-4bea-8a74-6be5295435bc by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:38:31.802956 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Attempting to bind port d49ff3cd-d7b5-4bea-8a74-6be5295435bc on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:31.813588 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d091207-629e-4570-ab9e-dfe7c38c57af req-3099ad05-78cc-4611-bdff-33db6be28512 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:31.814826 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d091207-629e-4570-ab9e-dfe7c38c57af req-3099ad05-78cc-4611-bdff-33db6be28512 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 950 time: 0.1045201 Mar 11 11:38:31.817459 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Port d49ff3cd-d7b5-4bea-8a74-6be5295435bc on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:38:31.817786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Attempting to bind port d49ff3cd-d7b5-4bea-8a74-6be5295435bc on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:31.829075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:38:31.829416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Checking segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:38:31.829782 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Bound using segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:38:31.830394 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Bound port: d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:38:31.830746 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:31.851919 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-af49b1af-0956-494b-8004-ea995d089ac9 req-d4ce858d-1d64-4dcb-8cb6-3120dba606e6 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:38:31.853219 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af49b1af-0956-494b-8004-ea995d089ac9 req-d4ce858d-1d64-4dcb-8cb6-3120dba606e6 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2189395 Mar 11 11:38:31.925871 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d091207-629e-4570-ab9e-dfe7c38c57af req-e3820c5c-b070-41ff-b371-5dfc634996ac tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029270 Mar 11 11:38:31.941862 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36de324a-33b7-4e0e-a7a7-33c7c99e4b6e" -d '{"events": [{"server_uuid": "b9e92e71-9bcf-4cb4-b806-94496c59b783", "name": "network-vif-plugged", "status": "completed", "tag": "68c5a5d4-bfbd-454e-9115-b942db6f0d7b"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:38:31.994403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] For port d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:38:31.998791 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] For port d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:38:32.020941 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:32.046656 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af49b1af-0956-494b-8004-ea995d089ac9 req-2adff01b-1e4a-419a-9f55-9e60411a3484 service neutron] 10.222.0.78 "GET /v2.0/networks/6b945e83-4e41-42ac-8741-30291529408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786821 Mar 11 11:38:32.087544 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:32.088194 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:32.089575 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] 10.222.0.37 "PUT /v2.0/ports/d49ff3cd-d7b5-4bea-8a74-6be5295435bc HTTP/1.1" status: 200 len: 1091 time: 1.1291001 Mar 11 11:38:32.103215 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '160a9329-69c4-42a8-b0be-7bcb0bfd9df3', 'tag': 'd49ff3cd-d7b5-4bea-8a74-6be5295435bc'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:38:32.103215 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e5a245-c414-4bb0-8bba-346d1fa63e67" -d '{"events": [{"name": "network-changed", "server_uuid": "160a9329-69c4-42a8-b0be-7bcb0bfd9df3", "tag": "d49ff3cd-d7b5-4bea-8a74-6be5295435bc"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:38:32.393589 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18b740-7fc9-4dcd-a85c-5aea3445a82e req-85f8aa20-ddb4-4170-8f79-a1ef2d8f0d2a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:32.395035 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f18b740-7fc9-4dcd-a85c-5aea3445a82e req-85f8aa20-ddb4-4170-8f79-a1ef2d8f0d2a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 969 time: 0.3902533 Mar 11 11:38:32.423637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e093e9-c365-478e-b4de-4acdbee04a16 service neutron] Pushing event updated for resources: {'Port': ['ID=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:32.466344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af49b1af-0956-494b-8004-ea995d089ac9 req-c5252f51-545c-481f-99ea-14e4b062bae8 service neutron] 10.222.0.78 "GET /v2.0/networks/6b945e83-4e41-42ac-8741-30291529408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106472 Mar 11 11:38:32.491490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-440af98e-dae2-4282-b903-3429cb3f638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:32.493014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-440af98e-dae2-4282-b903-3429cb3f638e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 1125 time: 0.3315308 Mar 11 11:38:32.496592 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f18b740-7fc9-4dcd-a85c-5aea3445a82e req-a5811cf9-b15c-4ee6-8f04-f528a75988c8 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/security-groups?id=39972a28-9c2d-4085-9ee8-fc1a055507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826914 Mar 11 11:38:32.554483 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-6dff8247-4ed5-4c9f-b738-f921f27aee60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc HTTP/1.1" status: 200 len: 217 time: 0.0496328 Mar 11 11:38:32.654146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-adef6329-fe2d-4c00-83e1-69f724fd7bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:32.656517 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-adef6329-fe2d-4c00-83e1-69f724fd7bd3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.0937557 Mar 11 11:38:32.689300 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c9671a-334c-4eb2-9490-6773610d54b5 x-openstack-request-id: req-05c9671a-334c-4eb2-9490-6773610d54b5 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:38:32.689667 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "160a9329-69c4-42a8-b0be-7bcb0bfd9df3", "tag": "d49ff3cd-d7b5-4bea-8a74-6be5295435bc", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:38:32.689919 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-05c9671a-334c-4eb2-9490-6773610d54b5 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:38:32.690294 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '160a9329-69c4-42a8-b0be-7bcb0bfd9df3', 'tag': 'd49ff3cd-d7b5-4bea-8a74-6be5295435bc', 'status': 'completed', 'code': 200} Mar 11 11:38:32.729089 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-45e9e503-213b-4821-945e-e108b44c41ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599926 Mar 11 11:38:32.914812 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee6e1ad-d59b-434b-b54f-6c1f82cfa80a x-openstack-request-id: req-2ee6e1ad-d59b-434b-b54f-6c1f82cfa80a {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:38:32.916031 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e92e71-9bcf-4cb4-b806-94496c59b783", "name": "network-vif-plugged", "status": "completed", "tag": "68c5a5d4-bfbd-454e-9115-b942db6f0d7b", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:38:32.916315 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2ee6e1ad-d59b-434b-b54f-6c1f82cfa80a {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:38:32.917271 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e92e71-9bcf-4cb4-b806-94496c59b783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c5a5d4-bfbd-454e-9115-b942db6f0d7b', 'code': 200} Mar 11 11:38:32.931780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1892e-27ae-49a7-8ae5-d3e3ffab6775 req-b8e9bdfe-03ea-4bd9-8bd0-98abcad494ca tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:32.939067 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33c1892e-27ae-49a7-8ae5-d3e3ffab6775 req-b8e9bdfe-03ea-4bd9-8bd0-98abcad494ca tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 943 time: 0.2088578 Mar 11 11:38:33.009253 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02bb13c1-d59d-4ab4-ba29-1532ce6d8765 req-b6e46a93-cabb-4a63-a34d-f90f746bb790 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c178538-0d8a-44a1-bc3d-8bf284e32b82 HTTP/1.1" status: 200 len: 210 time: 0.0340919 Mar 11 11:38:33.010909 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.37', 57354) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:33.011438 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-3578dc80-0fa5-403b-bddc-ab7f34112b88 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679148 Mar 11 11:38:33.142291 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33c1892e-27ae-49a7-8ae5-d3e3ffab6775 req-0b55a143-f3ab-463c-bf7d-02a0672d9349 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992536 Mar 11 11:38:33.160297 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21068db3-33dd-4011-b129-f71a2be3f2eb req-156a4e2f-5c77-4c48-a641-16cceb50645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:33.165215 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-21068db3-33dd-4011-b129-f71a2be3f2eb req-156a4e2f-5c77-4c48-a641-16cceb50645a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 1132 time: 0.1514871 Mar 11 11:38:33.177780 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55d7b371-026a-46a2-8989-ca91675dfa09 req-661a5345-aba7-4c71-8ec8-89b37ec52f3c service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543102 Mar 11 11:38:33.206320 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85831b-c718-4605-8c13-bd67e60e62aa req-9c6b6b63-58a9-4929-911d-9dece2b3a1dd tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:33.208341 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae85831b-c718-4605-8c13-bd67e60e62aa req-9c6b6b63-58a9-4929-911d-9dece2b3a1dd tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 950 time: 0.0912411 Mar 11 11:38:33.211683 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-21068db3-33dd-4011-b129-f71a2be3f2eb req-b7c0a49f-94b2-46e2-8783-182c1a82fb34 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:33.316815 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae85831b-c718-4605-8c13-bd67e60e62aa req-72442bf5-3005-46b6-8c77-170d22be3b8e tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999818 Mar 11 11:38:33.319235 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:33.335089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5a245-c414-4bb0-8bba-346d1fa63e67 req-cfbb76e5-c62a-4884-b127-a1929f01b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:33.336884 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38e5a245-c414-4bb0-8bba-346d1fa63e67 req-cfbb76e5-c62a-4884-b127-a1929f01b5d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 1125 time: 0.0700581 Mar 11 11:38:33.373608 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-21068db3-33dd-4011-b129-f71a2be3f2eb req-b7c0a49f-94b2-46e2-8783-182c1a82fb34 service neutron] Publish callbacks [] for security_group (5f820a02-2b9f-4f9a-9c90-3e00ae9db9b1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:33.381782 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-21068db3-33dd-4011-b129-f71a2be3f2eb req-b7c0a49f-94b2-46e2-8783-182c1a82fb34 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5f820a02-2b9f-4f9a-9c90-3e00ae9db9b1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:33.457375 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-21068db3-33dd-4011-b129-f71a2be3f2eb req-b7c0a49f-94b2-46e2-8783-182c1a82fb34 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839570 Mar 11 11:38:33.457601 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5a245-c414-4bb0-8bba-346d1fa63e67 req-4eaa80ea-dbd2-4393-8458-404e5e3fd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:33.459154 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0a49f-94b2-46e2-8783-182c1a82fb34 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5f820a02-2b9f-4f9a-9c90-3e00ae9db9b1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:33.459264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38e5a245-c414-4bb0-8bba-346d1fa63e67 req-4eaa80ea-dbd2-4393-8458-404e5e3fd6dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.1059976 Mar 11 11:38:33.660231 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70feafa-bb89-4149-8550-d542a85ebc84 req-6c5d67c4-8358-4cce-a3d8-6083c01131d3 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:33.669479 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f70feafa-bb89-4149-8550-d542a85ebc84 req-6c5d67c4-8358-4cce-a3d8-6083c01131d3 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 969 time: 0.0828664 Mar 11 11:38:33.728507 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f70feafa-bb89-4149-8550-d542a85ebc84 req-13751230-e75d-4093-9e28-fcc072a59ca4 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/security-groups?id=39972a28-9c2d-4085-9ee8-fc1a055507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582447 Mar 11 11:38:33.840573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38e5a245-c414-4bb0-8bba-346d1fa63e67 req-9ea63356-146e-4777-83d9-5f0b348e9eba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc HTTP/1.1" status: 200 len: 217 time: 0.0513542 Mar 11 11:38:33.911463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5a245-c414-4bb0-8bba-346d1fa63e67 req-484e80e9-68be-4537-b2b0-f7702258e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:33.913135 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38e5a245-c414-4bb0-8bba-346d1fa63e67 req-484e80e9-68be-4537-b2b0-f7702258e570 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.0603235 Mar 11 11:38:33.987464 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38e5a245-c414-4bb0-8bba-346d1fa63e67 req-dbf6518f-95d8-4a02-86b2-520cf8ef95c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656323 Mar 11 11:38:34.159628 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38e5a245-c414-4bb0-8bba-346d1fa63e67 req-2a7e4a8a-90d1-423a-a1ef-dab711d41c76 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655128 Mar 11 11:38:34.274696 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49b1af-0956-494b-8004-ea995d089ac9 req-f0e78320-2226-4d51-844a-1de4b3852e65 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:34.276301 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af49b1af-0956-494b-8004-ea995d089ac9 req-f0e78320-2226-4d51-844a-1de4b3852e65 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.71 "GET /v2.0/networks?id=6b945e83-4e41-42ac-8741-30291529408d HTTP/1.1" status: 200 len: 823 time: 0.2018931 Mar 11 11:38:34.276403 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b2a8af02-3b9b-49a6-b736-e547e35c4c6a details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:38:34.304709 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38e5a245-c414-4bb0-8bba-346d1fa63e67 req-0e498fa5-df34-45db-9b94-cbf72d642282 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307447 Mar 11 11:38:34.359718 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8c6b91a-fbde-43e3-8d0b-656891981ffa req-f51eac04-0020-4465-b27e-ba49ff79189d tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c178538-0d8a-44a1-bc3d-8bf284e32b82 HTTP/1.1" status: 200 len: 210 time: 0.0539737 Mar 11 11:38:34.392367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b2a8af02-3b9b-49a6-b736-e547e35c4c6a, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b2a8af02-3b9b-49a6-b736-e547e35c4c6a,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:34.415031 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af49b1af-0956-494b-8004-ea995d089ac9 req-013717f6-8c7f-491e-8a09-cff119d46db3 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7ab0f1ba69a419a9465a54d21e133a2 HTTP/1.1" status: 200 len: 380 time: 0.1082647 Mar 11 11:38:34.417214 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'b2a8af02-3b9b-49a6-b736-e547e35c4c6a', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'b2a8af02-3b9b-49a6-b736-e547e35c4c6a', 'mac_address': 'fa:16:3e:71:16:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:tempest-test_az-723045751', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:38:34.425999 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-af49b1af-0956-494b-8004-ea995d089ac9 req-b7f95630-026e-453a-909e-3075f6681904 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Request body: {'port': {'device_id': '8c178538-0d8a-44a1-bc3d-8bf284e32b82', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'admin_state_up': True, 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'security_groups': ['bf6a6b99-3471-49db-a52a-3f593409ed1a']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:34.466072 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port b2a8af02-3b9b-49a6-b736-e547e35c4c6a is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:34.466490 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b2a8af02-3b9b-49a6-b736-e547e35c4c6a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:34.485494 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a8af02-3b9b-49a6-b736-e547e35c4c6a {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:38:34.508198 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b2a8af02-3b9b-49a6-b736-e547e35c4c6a, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b2a8af02-3b9b-49a6-b736-e547e35c4c6a,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:34.513753 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b2a8af02-3b9b-49a6-b736-e547e35c4c6a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:34.560799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=b2a8af02-3b9b-49a6-b736-e547e35c4c6a,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:34.619236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617e292-ea32-490b-aab1-0b4be58eab03 req-4b225cdb-b679-401a-8c7b-0ff5dc3b3120 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:34.620744 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4617e292-ea32-490b-aab1-0b4be58eab03 req-4b225cdb-b679-401a-8c7b-0ff5dc3b3120 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 943 time: 0.1590233 Mar 11 11:38:34.632598 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9f605-aa4f-49b4-a445-99a64e19b814 req-4329d4a0-630f-4388-9aec-58af9366ee5b tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:34.634054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94b9f605-aa4f-49b4-a445-99a64e19b814 req-4329d4a0-630f-4388-9aec-58af9366ee5b tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 950 time: 0.1113870 Mar 11 11:38:34.636832 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af49b1af-0956-494b-8004-ea995d089ac9 req-b7f95630-026e-453a-909e-3075f6681904 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Made reservation on behalf of a7ab0f1ba69a419a9465a54d21e133a2 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:38:34.640165 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-af49b1af-0956-494b-8004-ea995d089ac9 req-b7f95630-026e-453a-909e-3075f6681904 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:34.763638 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4617e292-ea32-490b-aab1-0b4be58eab03 req-fbffe877-8d06-4e1f-9bc5-f6bae6cea505 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282058 Mar 11 11:38:34.785779 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94b9f605-aa4f-49b4-a445-99a64e19b814 req-9efc5471-cc7f-4613-b8e2-f8bec11f2bd6 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395285 Mar 11 11:38:34.837596 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-af49b1af-0956-494b-8004-ea995d089ac9 req-b7f95630-026e-453a-909e-3075f6681904 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Allocated IP 172.20.0.6 (6b945e83-4e41-42ac-8741-30291529408d/7419caeb-e637-4fb6-9c74-8aa22364a03b/e3d03ee8-fb78-4577-9048-e7773d2a94bd) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:38:34.922314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['b2a8af02-3b9b-49a6-b736-e547e35c4c6a'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:38:35.010012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a486aa-3561-461e-974c-21b4573a7441 req-7b4f614c-48b5-43cc-89e5-12cc98a8a8ff tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:35.016313 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c7a486aa-3561-461e-974c-21b4573a7441 req-7b4f614c-48b5-43cc-89e5-12cc98a8a8ff tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 970 time: 0.1286430 Mar 11 11:38:35.047911 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-af49b1af-0956-494b-8004-ea995d089ac9 req-b7f95630-026e-453a-909e-3075f6681904 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for port (e3d03ee8-fb78-4577-9048-e7773d2a94bd), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:35.096301 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c7a486aa-3561-461e-974c-21b4573a7441 req-ca9039d4-69b3-4e80-880b-9f2f9d880e5e tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/security-groups?id=39972a28-9c2d-4085-9ee8-fc1a055507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788660 Mar 11 11:38:35.131423 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-af49b1af-0956-494b-8004-ea995d089ac9 req-b7f95630-026e-453a-909e-3075f6681904 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (e3d03ee8-fb78-4577-9048-e7773d2a94bd), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:35.185001 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af49b1af-0956-494b-8004-ea995d089ac9 req-b7f95630-026e-453a-909e-3075f6681904 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Network 6b945e83-4e41-42ac-8741-30291529408d is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:38:35.186385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f95630-026e-453a-909e-3075f6681904 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Pushing event updated for resources: {'Port': ['ID=e3d03ee8-fb78-4577-9048-e7773d2a94bd,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:35.189223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-af49b1af-0956-494b-8004-ea995d089ac9 req-b7f95630-026e-453a-909e-3075f6681904 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:35.191926 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-af49b1af-0956-494b-8004-ea995d089ac9 req-b7f95630-026e-453a-909e-3075f6681904 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:38:35.197164 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49b1af-0956-494b-8004-ea995d089ac9 req-b7f95630-026e-453a-909e-3075f6681904 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:35.197781 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-af49b1af-0956-494b-8004-ea995d089ac9 req-b7f95630-026e-453a-909e-3075f6681904 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:35.233776 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af49b1af-0956-494b-8004-ea995d089ac9 req-b7f95630-026e-453a-909e-3075f6681904 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8118825 Mar 11 11:38:35.265564 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Request body: {'port': {'device_id': '8c178538-0d8a-44a1-bc3d-8bf284e32b82', 'device_owner': 'compute:tempest-test_az-723045751', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:35.368234 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e3d03ee8-fb78-4577-9048-e7773d2a94bd), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:35.556546 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ad1929b-47be-4e67-9f6d-35a07468fa28 None None] Provisioning complete for port e3d03ee8-fb78-4577-9048-e7773d2a94bd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:35.557177 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ad1929b-47be-4e67-9f6d-35a07468fa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e3d03ee8-fb78-4577-9048-e7773d2a94bd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:35.612805 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ad1929b-47be-4e67-9f6d-35a07468fa28 None None] Port e3d03ee8-fb78-4577-9048-e7773d2a94bd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:38:35.641721 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6f6d5-0131-430c-84f7-ca9065f1e67d req-7e4d73d8-2bf7-456e-9381-c689bf9ad97d tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:35.643291 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-46e6f6d5-0131-430c-84f7-ca9065f1e67d req-7e4d73d8-2bf7-456e-9381-c689bf9ad97d tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c178538-0d8a-44a1-bc3d-8bf284e32b82 HTTP/1.1" status: 200 len: 931 time: 0.1202292 Mar 11 11:38:35.775240 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d03ee8-fb78-4577-9048-e7773d2a94bd {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:38:35.787268 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Publish callbacks [] for port (e3d03ee8-fb78-4577-9048-e7773d2a94bd), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:35.809316 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-46e6f6d5-0131-430c-84f7-ca9065f1e67d req-1690a8f7-caeb-487a-b161-f3d0e3244500 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564326 Mar 11 11:38:35.811978 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Transition to ACTIVE for port object e3d03ee8-fb78-4577-9048-e7773d2a94bd will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:38:35.820521 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e3d03ee8-fb78-4577-9048-e7773d2a94bd), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:35.903466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d03ee8-fb78-4577-9048-e7773d2a94bd,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:35.941957 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36144) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:35.947616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Attempting to bind port e3d03ee8-fb78-4577-9048-e7773d2a94bd on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:38:35.947616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Attempting to bind port e3d03ee8-fb78-4577-9048-e7773d2a94bd by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '010a2e3a-2c29-4f32-b3ea-0af082107b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b945e83-4e41-42ac-8741-30291529408d'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:38:35.947616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Attempting to bind port e3d03ee8-fb78-4577-9048-e7773d2a94bd on network 6b945e83-4e41-42ac-8741-30291529408d {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:35.956554 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36148) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:35.998247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Port e3d03ee8-fb78-4577-9048-e7773d2a94bd on network 6b945e83-4e41-42ac-8741-30291529408d not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:38:35.998591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Attempting to bind port e3d03ee8-fb78-4577-9048-e7773d2a94bd on network 6b945e83-4e41-42ac-8741-30291529408d {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:36.076148 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67c93c7c-99b2-4de0-a8b7-20cd5f134111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.099758 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e618-f323-4b32-a46c-b8c5583174f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.220212 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67c93c7c-99b2-4de0-a8b7-20cd5f134111 admin admin] Publish callbacks [] for security_group (3f2edaee-2be2-47dd-900d-a5b4d39f0625), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.220547 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:38:36.221137 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Checking segment: {'id': '010a2e3a-2c29-4f32-b3ea-0af082107b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b945e83-4e41-42ac-8741-30291529408d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:38:36.221964 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Bound using segment: {'id': '010a2e3a-2c29-4f32-b3ea-0af082107b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b945e83-4e41-42ac-8741-30291529408d'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:38:36.222139 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Bound port: e3d03ee8-fb78-4577-9048-e7773d2a94bd, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010a2e3a-2c29-4f32-b3ea-0af082107b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b945e83-4e41-42ac-8741-30291529408d'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:38:36.222357 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e3d03ee8-fb78-4577-9048-e7773d2a94bd), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.228995 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67c93c7c-99b2-4de0-a8b7-20cd5f134111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3f2edaee-2be2-47dd-900d-a5b4d39f0625), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.248463 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e618-f323-4b32-a46c-b8c5583174f1 admin admin] Publish callbacks [] for security_group (75271b35-c238-4113-889a-152c5c315eef), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.271094 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e618-f323-4b32-a46c-b8c5583174f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (75271b35-c238-4113-889a-152c5c315eef), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.275155 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b2a8af02-3b9b-49a6-b736-e547e35c4c6a up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:38:36.285038 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737386e-52ef-475b-ad72-3dcbfa7d2723 req-cf7aa39f-0f10-4827-afdd-180d88fd99a2 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:36.286530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d737386e-52ef-475b-ad72-3dcbfa7d2723 req-cf7aa39f-0f10-4827-afdd-180d88fd99a2 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 950 time: 0.3596537 Mar 11 11:38:36.293500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d22e7b-b170-4da9-919d-178c4b548dbf req-aace1a7c-e70d-4ba6-832a-550db29d9a68 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:36.294929 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d7d22e7b-b170-4da9-919d-178c4b548dbf req-aace1a7c-e70d-4ba6-832a-550db29d9a68 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 943 time: 0.3720005 Mar 11 11:38:36.301276 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-aeb5e618-f323-4b32-a46c-b8c5583174f1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=42ba020cf5754c168aa714175872032c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431673 Mar 11 11:38:36.303806 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36154) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:36.307098 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c93c7c-99b2-4de0-a8b7-20cd5f134111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2edaee-2be2-47dd-900d-a5b4d39f0625,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:36.318817 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-67c93c7c-99b2-4de0-a8b7-20cd5f134111 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f74db6a6c3244f24afa3f8e812b9ea4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3757162 Mar 11 11:38:36.328923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36156) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:36.338690 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port b2a8af02-3b9b-49a6-b736-e547e35c4c6a completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:38:36.343435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port b2a8af02-3b9b-49a6-b736-e547e35c4c6a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:36.343885 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b2a8af02-3b9b-49a6-b736-e547e35c4c6a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.358915 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5e618-f323-4b32-a46c-b8c5583174f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75271b35-c238-4113-889a-152c5c315eef,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:36.401921 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2db2517-365e-4c42-bb2e-5e38388eb32c admin admin] Publish callbacks [] for security_group (3f2edaee-2be2-47dd-900d-a5b4d39f0625), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.412443 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] For port e3d03ee8-fb78-4577-9048-e7773d2a94bd, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:38:36.426618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port b2a8af02-3b9b-49a6-b736-e547e35c4c6a is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:36.427255 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b2a8af02-3b9b-49a6-b736-e547e35c4c6a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.435088 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2db2517-365e-4c42-bb2e-5e38388eb32c admin admin] Publish callbacks [] for security_group (3f2edaee-2be2-47dd-900d-a5b4d39f0625), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.440646 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d737386e-52ef-475b-ad72-3dcbfa7d2723 req-298b3d84-5283-4b50-a235-5c559b020d2a tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446655 Mar 11 11:38:36.443552 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] For port e3d03ee8-fb78-4577-9048-e7773d2a94bd, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e3d03ee8-fb78-4577-9048-e7773d2a94bd,segment=NetworkSegment(010a2e3a-2c29-4f32-b3ea-0af082107b9c),segment_id=010a2e3a-2c29-4f32-b3ea-0af082107b9c)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:38:36.451350 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d7d22e7b-b170-4da9-919d-178c4b548dbf req-bd5eee54-398a-441a-95bc-d57d218ddae7 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332138 Mar 11 11:38:36.452045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bebc979-507e-4fd3-b140-d24a9e8885e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a8af02-3b9b-49a6-b736-e547e35c4c6a'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:38:36.454697 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78ae6ee-2611-4b0b-b4de-7081d7d739cc" -d '{"events": [{"server_uuid": "0bebc979-507e-4fd3-b140-d24a9e8885e1", "name": "network-vif-plugged", "status": "completed", "tag": "b2a8af02-3b9b-49a6-b736-e547e35c4c6a"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:38:36.459432 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e3d03ee8-fb78-4577-9048-e7773d2a94bd), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.470828 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63b1a8f5-c3f8-4a16-a6d5-a5483fb36bec admin admin] Publish callbacks [] for security_group (75271b35-c238-4113-889a-152c5c315eef), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.471302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b2a8af02-3b9b-49a6-b736-e547e35c4c6a, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b2a8af02-3b9b-49a6-b736-e547e35c4c6a,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:36.482836 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b2a8af02-3b9b-49a6-b736-e547e35c4c6a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.514560 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:36.515215 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.516775 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] 10.222.0.71 "PUT /v2.0/ports/e3d03ee8-fb78-4577-9048-e7773d2a94bd HTTP/1.1" status: 200 len: 1112 time: 1.2750225 Mar 11 11:38:36.517363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c178538-0d8a-44a1-bc3d-8bf284e32b82', 'tag': 'e3d03ee8-fb78-4577-9048-e7773d2a94bd'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:38:36.520057 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903d642b-ee10-46b7-83d7-a238ef82d97c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c178538-0d8a-44a1-bc3d-8bf284e32b82", "tag": "e3d03ee8-fb78-4577-9048-e7773d2a94bd"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:38:36.525044 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2db2517-365e-4c42-bb2e-5e38388eb32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3f2edaee-2be2-47dd-900d-a5b4d39f0625), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.528548 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2db2517-365e-4c42-bb2e-5e38388eb32c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.529785 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e2db2517-365e-4c42-bb2e-5e38388eb32c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3f2edaee-2be2-47dd-900d-a5b4d39f0625 HTTP/1.1" status: 204 len: 168 time: 0.1999178 Mar 11 11:38:36.549141 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db2517-365e-4c42-bb2e-5e38388eb32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2edaee-2be2-47dd-900d-a5b4d39f0625,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:36.553414 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63b1a8f5-c3f8-4a16-a6d5-a5483fb36bec admin admin] Publish callbacks [] for security_group (75271b35-c238-4113-889a-152c5c315eef), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.567449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4350454-3838-4ef3-bce6-6389aa969bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d03ee8-fb78-4577-9048-e7773d2a94bd,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:36.608066 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=b2a8af02-3b9b-49a6-b736-e547e35c4c6a,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:36.647532 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2efd08-afc8-4d57-92e4-e85a7de49075 x-openstack-request-id: req-bc2efd08-afc8-4d57-92e4-e85a7de49075 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:38:36.647849 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bebc979-507e-4fd3-b140-d24a9e8885e1", "name": "network-vif-plugged", "status": "completed", "tag": "b2a8af02-3b9b-49a6-b736-e547e35c4c6a", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:38:36.648583 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bc2efd08-afc8-4d57-92e4-e85a7de49075 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:38:36.649192 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bebc979-507e-4fd3-b140-d24a9e8885e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a8af02-3b9b-49a6-b736-e547e35c4c6a', 'code': 200} Mar 11 11:38:36.735901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49b1af-0956-494b-8004-ea995d089ac9 req-9adecd9b-0148-4a46-90ac-e661b36bcf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:36.736772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 55357) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:36.737674 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af49b1af-0956-494b-8004-ea995d089ac9 req-9adecd9b-0148-4a46-90ac-e661b36bcf5d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a7ab0f1ba69a419a9465a54d21e133a2&device_id=8c178538-0d8a-44a1-bc3d-8bf284e32b82 HTTP/1.1" status: 200 len: 1146 time: 0.1399255 Mar 11 11:38:36.754413 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff07be-337e-4768-bf7f-2a3883775e17 req-b1d235b3-06c3-4f64-bde7-5e6a04b72a85 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:36.759300 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-caff07be-337e-4768-bf7f-2a3883775e17 req-b1d235b3-06c3-4f64-bde7-5e6a04b72a85 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 971 time: 0.1002841 Mar 11 11:38:36.806647 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63b1a8f5-c3f8-4a16-a6d5-a5483fb36bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (75271b35-c238-4113-889a-152c5c315eef), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.809603 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63b1a8f5-c3f8-4a16-a6d5-a5483fb36bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:36.810155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ada733-1909-4872-bad0-bcd76fdcf06e req-f4f17c70-5fd9-48a6-90f6-a4686c7766d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:36.811110 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-63b1a8f5-c3f8-4a16-a6d5-a5483fb36bec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/75271b35-c238-4113-889a-152c5c315eef HTTP/1.1" status: 204 len: 168 time: 0.5047176 Mar 11 11:38:36.812564 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af49b1af-0956-494b-8004-ea995d089ac9 req-e6cd8511-ff56-4261-bab9-57079324258f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3d03ee8-fb78-4577-9048-e7773d2a94bd HTTP/1.1" status: 200 len: 217 time: 0.0521774 Mar 11 11:38:36.818144 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7ada733-1909-4872-bad0-bcd76fdcf06e req-f4f17c70-5fd9-48a6-90f6-a4686c7766d7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 1153 time: 0.0795367 Mar 11 11:38:36.848840 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1a8f5-c3f8-4a16-a6d5-a5483fb36bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75271b35-c238-4113-889a-152c5c315eef,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:36.901573 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7ada733-1909-4872-bad0-bcd76fdcf06e req-7f2cc765-0573-4d01-a95f-2c49f5c904b5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=39972a28-9c2d-4085-9ee8-fc1a055507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754220 Mar 11 11:38:36.932997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-caff07be-337e-4768-bf7f-2a3883775e17 req-733e23d0-8c05-464d-bc5b-e5418539b9a7 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/security-groups?id=39972a28-9c2d-4085-9ee8-fc1a055507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286478 Mar 11 11:38:36.937049 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49b1af-0956-494b-8004-ea995d089ac9 req-9beeeb26-5301-44c2-9f33-cff49fef009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:36.938397 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af49b1af-0956-494b-8004-ea995d089ac9 req-9beeeb26-5301-44c2-9f33-cff49fef009c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7419caeb-e637-4fb6-9c74-8aa22364a03b HTTP/1.1" status: 200 len: 862 time: 0.1078184 Mar 11 11:38:36.987471 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d8773f-0cfd-442b-a00f-a2286ce15d29 x-openstack-request-id: req-03d8773f-0cfd-442b-a00f-a2286ce15d29 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:38:36.987729 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c178538-0d8a-44a1-bc3d-8bf284e32b82", "tag": "e3d03ee8-fb78-4577-9048-e7773d2a94bd", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:38:36.987989 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03d8773f-0cfd-442b-a00f-a2286ce15d29 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:38:36.988526 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c178538-0d8a-44a1-bc3d-8bf284e32b82', 'tag': 'e3d03ee8-fb78-4577-9048-e7773d2a94bd', 'status': 'completed', 'code': 200} Mar 11 11:38:36.996333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36176) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:37.011477 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-daf1decd-5495-4557-be26-495ad190bed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:37.101828 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-daf1decd-5495-4557-be26-495ad190bed7 admin admin] Publish callbacks [] for security_group (bb986519-0d21-426f-9295-dfa11692d350), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:37.109325 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-daf1decd-5495-4557-be26-495ad190bed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bb986519-0d21-426f-9295-dfa11692d350), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:37.149150 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad406c0-4b67-4844-92b9-b7f897aeba78 req-d15dc2e5-1a95-468c-b3b6-55d31b3ce838 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:37.150677 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ad406c0-4b67-4844-92b9-b7f897aeba78 req-d15dc2e5-1a95-468c-b3b6-55d31b3ce838 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c178538-0d8a-44a1-bc3d-8bf284e32b82 HTTP/1.1" status: 200 len: 964 time: 0.0804396 Mar 11 11:38:37.156775 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1decd-5495-4557-be26-495ad190bed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb986519-0d21-426f-9295-dfa11692d350,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:37.162168 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-daf1decd-5495-4557-be26-495ad190bed7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ca8e7ba4e284654b01dc6005990181b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642597 Mar 11 11:38:37.164728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36180) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:37.222844 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46cea8b0-95ba-4359-8ce1-ed7ec7ff2f96 admin admin] Publish callbacks [] for security_group (bb986519-0d21-426f-9295-dfa11692d350), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:37.226564 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ad406c0-4b67-4844-92b9-b7f897aeba78 req-1a153aff-00b3-452e-8aa5-83ab2fc0c1cd tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686455 Mar 11 11:38:37.249213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46cea8b0-95ba-4359-8ce1-ed7ec7ff2f96 admin admin] Publish callbacks [] for security_group (bb986519-0d21-426f-9295-dfa11692d350), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:37.265770 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d49ff3cd-d7b5-4bea-8a74-6be5295435bc details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:38:37.344671 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46cea8b0-95ba-4359-8ce1-ed7ec7ff2f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bb986519-0d21-426f-9295-dfa11692d350), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:37.347666 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46cea8b0-95ba-4359-8ce1-ed7ec7ff2f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:37.352147 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-46cea8b0-95ba-4359-8ce1-ed7ec7ff2f96 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bb986519-0d21-426f-9295-dfa11692d350 HTTP/1.1" status: 204 len: 168 time: 0.1860361 Mar 11 11:38:37.363707 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49b1af-0956-494b-8004-ea995d089ac9 req-0c20efee-1ec7-4d0d-9b2b-3b0cb8b1ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:37.365170 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af49b1af-0956-494b-8004-ea995d089ac9 req-0c20efee-1ec7-4d0d-9b2b-3b0cb8b1ff9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b945e83-4e41-42ac-8741-30291529408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1254075 Mar 11 11:38:37.389816 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cea8b0-95ba-4359-8ce1-ed7ec7ff2f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb986519-0d21-426f-9295-dfa11692d350,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:37.511625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:37.527342 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'd49ff3cd-d7b5-4bea-8a74-6be5295435bc', 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f', 'port_id': 'd49ff3cd-d7b5-4bea-8a74-6be5295435bc', 'mac_address': 'fa:16:3e:8f:af:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcef59c8-442b-4973-916d-3ead428ebc76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:38:37.542422 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36202) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:37.560450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f758e8ac-3cc9-4cc0-8ac2-ed19d1bd23c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:37.576165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port d49ff3cd-d7b5-4bea-8a74-6be5295435bc is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:37.576705 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:37.602945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49ff3cd-d7b5-4bea-8a74-6be5295435bc {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:38:37.627142 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:37.636033 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af49b1af-0956-494b-8004-ea995d089ac9 req-cbb6a5c4-26d1-4833-a410-7f8cb6dffac2 service neutron] 10.222.0.71 "GET /v2.0/networks/6b945e83-4e41-42ac-8741-30291529408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607234 Mar 11 11:38:37.636628 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:37.657421 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f758e8ac-3cc9-4cc0-8ac2-ed19d1bd23c2 admin admin] Publish callbacks [] for security_group (366fe2ca-f31a-47f3-8042-6e1dc50829d0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:37.664380 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f758e8ac-3cc9-4cc0-8ac2-ed19d1bd23c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (366fe2ca-f31a-47f3-8042-6e1dc50829d0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:37.716508 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f758e8ac-3cc9-4cc0-8ac2-ed19d1bd23c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4ce946bf5d424596b56ca95d5d984bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705573 Mar 11 11:38:37.716508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758e8ac-3cc9-4cc0-8ac2-ed19d1bd23c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366fe2ca-f31a-47f3-8042-6e1dc50829d0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:37.716866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f68f00-d51c-4b09-ac64-75d222fb0920 req-c0f2b49b-d622-4029-a9cd-2b284c6b9bae tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:37.717814 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36204) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:37.724096 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-77f68f00-d51c-4b09-ac64-75d222fb0920 req-c0f2b49b-d622-4029-a9cd-2b284c6b9bae tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 950 time: 0.2119837 Mar 11 11:38:37.738346 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:37.777004 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73b04f4d-19fb-4128-a979-da264ddcea69 admin admin] Publish callbacks [] for security_group (366fe2ca-f31a-47f3-8042-6e1dc50829d0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:37.792848 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6062e7-3d90-4851-b4ef-24b4956fc0d6 req-59a353a8-3eaf-41f8-a30c-d5523faead13 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:37.800091 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e6062e7-3d90-4851-b4ef-24b4956fc0d6 req-59a353a8-3eaf-41f8-a30c-d5523faead13 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 944 time: 0.1837683 Mar 11 11:38:37.802733 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73b04f4d-19fb-4128-a979-da264ddcea69 admin admin] Publish callbacks [] for security_group (366fe2ca-f31a-47f3-8042-6e1dc50829d0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:37.863188 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af49b1af-0956-494b-8004-ea995d089ac9 req-110d997c-01a1-4d19-af00-e3b63a63d1cc service neutron] 10.222.0.71 "GET /v2.0/networks/6b945e83-4e41-42ac-8741-30291529408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091975 Mar 11 11:38:37.864321 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73b04f4d-19fb-4128-a979-da264ddcea69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (366fe2ca-f31a-47f3-8042-6e1dc50829d0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:37.867033 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73b04f4d-19fb-4128-a979-da264ddcea69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:37.868210 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-73b04f4d-19fb-4128-a979-da264ddcea69 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/366fe2ca-f31a-47f3-8042-6e1dc50829d0 HTTP/1.1" status: 204 len: 168 time: 0.1493096 Mar 11 11:38:37.877444 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b04f4d-19fb-4128-a979-da264ddcea69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366fe2ca-f31a-47f3-8042-6e1dc50829d0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:37.887553 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-77f68f00-d51c-4b09-ac64-75d222fb0920 req-74b2f42d-1b25-4ed8-a14b-8d35d4577a11 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623373 Mar 11 11:38:37.917178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e6062e7-3d90-4851-b4ef-24b4956fc0d6 req-79d623d6-95f3-47a8-99a9-ffa55338ee93 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165192 Mar 11 11:38:37.922157 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['d49ff3cd-d7b5-4bea-8a74-6be5295435bc'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:38:37.994594 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d642b-ee10-46b7-83d7-a238ef82d97c req-056406d9-7d33-4252-932b-09cf579eb613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:37.996671 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-903d642b-ee10-46b7-83d7-a238ef82d97c req-056406d9-7d33-4252-932b-09cf579eb613 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a7ab0f1ba69a419a9465a54d21e133a2&device_id=8c178538-0d8a-44a1-bc3d-8bf284e32b82 HTTP/1.1" status: 200 len: 1146 time: 0.0650582 Mar 11 11:38:38.192304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee436-8824-41f9-bb9a-8591a38a9e7c req-1a031f47-e3cc-4d64-bf03-3508c42a7e4b tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:38.193952 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-971ee436-8824-41f9-bb9a-8591a38a9e7c req-1a031f47-e3cc-4d64-bf03-3508c42a7e4b tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 971 time: 0.1486075 Mar 11 11:38:38.195774 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d642b-ee10-46b7-83d7-a238ef82d97c req-97fb11f4-921c-4800-981a-50ee12913e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:38.197122 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-903d642b-ee10-46b7-83d7-a238ef82d97c req-97fb11f4-921c-4800-981a-50ee12913e05 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6b945e83-4e41-42ac-8741-30291529408d HTTP/1.1" status: 200 len: 924 time: 0.1896400 Mar 11 11:38:38.257805 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-903d642b-ee10-46b7-83d7-a238ef82d97c req-107a9d00-35c3-4237-b63c-ced4512a3b50 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3d03ee8-fb78-4577-9048-e7773d2a94bd HTTP/1.1" status: 200 len: 217 time: 0.0491958 Mar 11 11:38:38.325883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d642b-ee10-46b7-83d7-a238ef82d97c req-5e13ad52-82f9-4942-bc54-001a8ce94763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:38.327773 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-903d642b-ee10-46b7-83d7-a238ef82d97c req-5e13ad52-82f9-4942-bc54-001a8ce94763 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7419caeb-e637-4fb6-9c74-8aa22364a03b HTTP/1.1" status: 200 len: 862 time: 0.0585973 Mar 11 11:38:38.343391 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-971ee436-8824-41f9-bb9a-8591a38a9e7c req-64e30b4a-e179-4739-94a0-88ee09ca3ce4 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/security-groups?id=39972a28-9c2d-4085-9ee8-fc1a055507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384010 Mar 11 11:38:38.460239 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d642b-ee10-46b7-83d7-a238ef82d97c req-41aab66f-4b35-4b79-b193-1a2938cd7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:38.461771 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-903d642b-ee10-46b7-83d7-a238ef82d97c req-41aab66f-4b35-4b79-b193-1a2938cd7294 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b945e83-4e41-42ac-8741-30291529408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1172566 Mar 11 11:38:38.469978 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303b06b-2af4-44ce-813a-08bcbe27c2fe req-d715a1a8-75af-44f9-a97d-919b23a5a75b tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:38.471778 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0303b06b-2af4-44ce-813a-08bcbe27c2fe req-d715a1a8-75af-44f9-a97d-919b23a5a75b tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c178538-0d8a-44a1-bc3d-8bf284e32b82 HTTP/1.1" status: 200 len: 964 time: 0.0802672 Mar 11 11:38:38.607822 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0303b06b-2af4-44ce-813a-08bcbe27c2fe req-05c68682-e3c4-42cd-be0a-540a43d7c4ef tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251321 Mar 11 11:38:38.631947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-903d642b-ee10-46b7-83d7-a238ef82d97c req-76c57cc8-c5bc-47fc-873b-a2eb18ab854f service neutron] 10.222.0.71 "GET /v2.0/networks/6b945e83-4e41-42ac-8741-30291529408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518338 Mar 11 11:38:38.741422 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-903d642b-ee10-46b7-83d7-a238ef82d97c req-80a1e28e-c103-4eec-a37d-5a3e704e34b4 service neutron] 10.222.0.71 "GET /v2.0/networks/6b945e83-4e41-42ac-8741-30291529408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052091 Mar 11 11:38:39.134553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36294) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:39.135050 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680f237-370c-4494-8c67-f05ccc3504a8 req-20507ba9-3a53-4d29-8c36-1568501a750d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:39.136535 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8680f237-370c-4494-8c67-f05ccc3504a8 req-20507ba9-3a53-4d29-8c36-1568501a750d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 950 time: 0.1649199 Mar 11 11:38:39.172999 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11760a-c8c2-4745-b9b8-6ca10ecfecef req-5e73cbc1-3569-4aa2-afde-22b5c44e13f7 tempest-DeleteServersAdminTestJSON-339346711 tempest-DeleteServersAdminTestJSON-339346711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:39.175289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf11760a-c8c2-4745-b9b8-6ca10ecfecef req-5e73cbc1-3569-4aa2-afde-22b5c44e13f7 tempest-DeleteServersAdminTestJSON-339346711 tempest-DeleteServersAdminTestJSON-339346711-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 1132 time: 0.1676502 Mar 11 11:38:39.184945 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c43c08-2a23-48f0-8ed1-0fcb93bd3321 req-eb81c0c5-45ee-4315-942a-3fcc7c9b5006 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:39.186431 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97c43c08-2a23-48f0-8ed1-0fcb93bd3321 req-eb81c0c5-45ee-4315-942a-3fcc7c9b5006 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 944 time: 0.1607311 Mar 11 11:38:39.261796 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8680f237-370c-4494-8c67-f05ccc3504a8 req-76001f84-2800-4596-a960-8aded7998592 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154621 Mar 11 11:38:39.283211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d49ff3cd-d7b5-4bea-8a74-6be5295435bc up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:38:39.334008 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97c43c08-2a23-48f0-8ed1-0fcb93bd3321 req-45ecc6b3-01df-48b4-9cf7-33117bb7b24e tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383932 Mar 11 11:38:39.349561 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port d49ff3cd-d7b5-4bea-8a74-6be5295435bc completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:38:39.354285 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-cf11760a-c8c2-4745-b9b8-6ca10ecfecef req-b1a48feb-4cb6-4327-b893-d7ed72b5f971 tempest-DeleteServersAdminTestJSON-339346711 tempest-DeleteServersAdminTestJSON-339346711-project-admin] Deleting port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:38:39.354826 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-cf11760a-c8c2-4745-b9b8-6ca10ecfecef req-b1a48feb-4cb6-4327-b893-d7ed72b5f971 tempest-DeleteServersAdminTestJSON-339346711 tempest-DeleteServersAdminTestJSON-339346711-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (68c5a5d4-bfbd-454e-9115-b942db6f0d7b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:39.356045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port d49ff3cd-d7b5-4bea-8a74-6be5295435bc triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:39.356469 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:39.390043 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bcfd49f2-4a1f-485a-81fa-c80783afbc08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:39.490400 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port d49ff3cd-d7b5-4bea-8a74-6be5295435bc is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:39.491499 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:39.518448 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bcfd49f2-4a1f-485a-81fa-c80783afbc08 admin admin] Publish callbacks [] for security_group (ff957202-9535-4b02-bb43-157716759002), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:39.527357 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bcfd49f2-4a1f-485a-81fa-c80783afbc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ff957202-9535-4b02-bb43-157716759002), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:39.536306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-cf11760a-c8c2-4745-b9b8-6ca10ecfecef req-b1a48feb-4cb6-4327-b893-d7ed72b5f971 tempest-DeleteServersAdminTestJSON-339346711 tempest-DeleteServersAdminTestJSON-339346711-project-admin] For port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=68c5a5d4-bfbd-454e-9115-b942db6f0d7b,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:39.536563 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160a9329-69c4-42a8-b0be-7bcb0bfd9df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49ff3cd-d7b5-4bea-8a74-6be5295435bc'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:38:39.536905 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-cf11760a-c8c2-4745-b9b8-6ca10ecfecef req-b1a48feb-4cb6-4327-b893-d7ed72b5f971 tempest-DeleteServersAdminTestJSON-339346711 tempest-DeleteServersAdminTestJSON-339346711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (68c5a5d4-bfbd-454e-9115-b942db6f0d7b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:39.542333 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4e98ac-ce48-4b50-ace8-c4bb0481d7b4" -d '{"events": [{"server_uuid": "160a9329-69c4-42a8-b0be-7bcb0bfd9df3", "name": "network-vif-plugged", "status": "completed", "tag": "d49ff3cd-d7b5-4bea-8a74-6be5295435bc"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:38:39.553718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:39.560578 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:39.560924 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633348f6-682b-4dce-9591-ccb500aee968 req-b6fd3ad2-e4c9-4978-9539-b24a3fa373c8 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:39.569310 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-633348f6-682b-4dce-9591-ccb500aee968 req-b6fd3ad2-e4c9-4978-9539-b24a3fa373c8 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 971 time: 0.1105745 Mar 11 11:38:39.583866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-cf11760a-c8c2-4745-b9b8-6ca10ecfecef req-b1a48feb-4cb6-4327-b893-d7ed72b5f971 tempest-DeleteServersAdminTestJSON-339346711 tempest-DeleteServersAdminTestJSON-339346711-project-admin] Calling delete_port for 68c5a5d4-bfbd-454e-9115-b942db6f0d7b owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:38:39.598944 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c9148b-30e9-4a64-94bf-c1666fc8d578 x-openstack-request-id: req-f8c9148b-30e9-4a64-94bf-c1666fc8d578 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:38:39.599260 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160a9329-69c4-42a8-b0be-7bcb0bfd9df3", "name": "network-vif-plugged", "status": "completed", "tag": "d49ff3cd-d7b5-4bea-8a74-6be5295435bc", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:38:39.599515 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8c9148b-30e9-4a64-94bf-c1666fc8d578 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:38:39.599922 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160a9329-69c4-42a8-b0be-7bcb0bfd9df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49ff3cd-d7b5-4bea-8a74-6be5295435bc', 'code': 200} Mar 11 11:38:39.606191 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bcfd49f2-4a1f-485a-81fa-c80783afbc08 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c4a0c496498a424290cbf5600f2413d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4699264 Mar 11 11:38:39.608418 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd49f2-4a1f-485a-81fa-c80783afbc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff957202-9535-4b02-bb43-157716759002,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:39.615645 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36314) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:39.669099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:39.688416 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-79c10cef-cbbb-405a-9714-83c053270b65 admin admin] Publish callbacks [] for security_group (ff957202-9535-4b02-bb43-157716759002), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:39.756883 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-633348f6-682b-4dce-9591-ccb500aee968 req-f5a2cedd-d60a-4c1f-85c9-d2b29c8af108 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/security-groups?id=39972a28-9c2d-4085-9ee8-fc1a055507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700130 Mar 11 11:38:39.757194 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-79c10cef-cbbb-405a-9714-83c053270b65 admin admin] Publish callbacks [] for security_group (ff957202-9535-4b02-bb43-157716759002), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:39.825889 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-79c10cef-cbbb-405a-9714-83c053270b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ff957202-9535-4b02-bb43-157716759002), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:39.828569 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-79c10cef-cbbb-405a-9714-83c053270b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:39.829723 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-79c10cef-cbbb-405a-9714-83c053270b65 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ff957202-9535-4b02-bb43-157716759002 HTTP/1.1" status: 204 len: 168 time: 0.2131364 Mar 11 11:38:39.841066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c10cef-cbbb-405a-9714-83c053270b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff957202-9535-4b02-bb43-157716759002,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:39.844458 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e0b5e-7832-4209-ac45-3628bd665581 req-608d73bb-0cfe-405e-a0a4-c75bf4fab8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:39.846079 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-496e0b5e-7832-4209-ac45-3628bd665581 req-608d73bb-0cfe-405e-a0a4-c75bf4fab8ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 1127 time: 0.1435857 Mar 11 11:38:39.909900 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10847c-4837-4982-89d8-9a4ffd27deb9 req-6a6d5a6b-29f9-40e3-9841-3a3e3dd99696 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:39.911451 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7a10847c-4837-4982-89d8-9a4ffd27deb9 req-6a6d5a6b-29f9-40e3-9841-3a3e3dd99696 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c178538-0d8a-44a1-bc3d-8bf284e32b82 HTTP/1.1" status: 200 len: 964 time: 0.0989068 Mar 11 11:38:39.919256 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-496e0b5e-7832-4209-ac45-3628bd665581 req-59206b9e-2df0-417d-a99e-223fa94bd4f2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587106 Mar 11 11:38:39.934649 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-cf11760a-c8c2-4745-b9b8-6ca10ecfecef req-b1a48feb-4cb6-4327-b893-d7ed72b5f971 tempest-DeleteServersAdminTestJSON-339346711 tempest-DeleteServersAdminTestJSON-339346711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (68c5a5d4-bfbd-454e-9115-b942db6f0d7b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:39.945624 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['68c5a5d4-bfbd-454e-9115-b942db6f0d7b'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:38:39.962518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a48feb-4cb6-4327-b893-d7ed72b5f971 tempest-DeleteServersAdminTestJSON-339346711 tempest-DeleteServersAdminTestJSON-339346711-project-admin] Pushing event deleted for resources: {'Port': ['ID=68c5a5d4-bfbd-454e-9115-b942db6f0d7b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:40.056068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf11760a-c8c2-4745-b9b8-6ca10ecfecef req-b1a48feb-4cb6-4327-b893-d7ed72b5f971 tempest-DeleteServersAdminTestJSON-339346711 tempest-DeleteServersAdminTestJSON-339346711-project-admin] No DVR routers for this DVR port 68c5a5d4-bfbd-454e-9115-b942db6f0d7b on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:38:40.062041 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7a10847c-4837-4982-89d8-9a4ffd27deb9 req-a5985015-4637-44bf-84c4-87f05dbb8036 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438482 Mar 11 11:38:40.063202 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-cf11760a-c8c2-4745-b9b8-6ca10ecfecef req-b1a48feb-4cb6-4327-b893-d7ed72b5f971 tempest-DeleteServersAdminTestJSON-339346711 tempest-DeleteServersAdminTestJSON-339346711-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:40.097502 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf11760a-c8c2-4745-b9b8-6ca10ecfecef req-b1a48feb-4cb6-4327-b893-d7ed72b5f971 tempest-DeleteServersAdminTestJSON-339346711 tempest-DeleteServersAdminTestJSON-339346711-project-admin] 10.222.0.37 "DELETE /v2.0/ports/68c5a5d4-bfbd-454e-9115-b942db6f0d7b HTTP/1.1" status: 204 len: 173 time: 0.9090660 Mar 11 11:38:40.099223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e92e71-9bcf-4cb4-b806-94496c59b783', 'name': 'network-vif-deleted', 'tag': '68c5a5d4-bfbd-454e-9115-b942db6f0d7b'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:38:40.107920 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40265768-17bd-48b1-8935-ba0df8275b58" -d '{"events": [{"server_uuid": "b9e92e71-9bcf-4cb4-b806-94496c59b783", "name": "network-vif-deleted", "tag": "68c5a5d4-bfbd-454e-9115-b942db6f0d7b"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:38:40.261762 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57db2c04-58c5-4c76-85cc-e12a5fcf4717 x-openstack-request-id: req-57db2c04-58c5-4c76-85cc-e12a5fcf4717 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:38:40.261762 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e92e71-9bcf-4cb4-b806-94496c59b783", "name": "network-vif-deleted", "tag": "68c5a5d4-bfbd-454e-9115-b942db6f0d7b", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:38:40.261762 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-57db2c04-58c5-4c76-85cc-e12a5fcf4717 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:38:40.261762 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e92e71-9bcf-4cb4-b806-94496c59b783', 'name': 'network-vif-deleted', 'tag': '68c5a5d4-bfbd-454e-9115-b942db6f0d7b', 'status': 'completed', 'code': 200} Mar 11 11:38:40.294643 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4454b-4340-48f5-9faa-3ec537a1f18a req-c0bccf39-fabc-4763-affe-648e12d62816 tempest-AggregatesAdminTestJSON-250909274 tempest-AggregatesAdminTestJSON-250909274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:40.296592 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2fc4454b-4340-48f5-9faa-3ec537a1f18a req-c0bccf39-fabc-4763-affe-648e12d62816 tempest-AggregatesAdminTestJSON-250909274 tempest-AggregatesAdminTestJSON-250909274-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 1153 time: 0.0978124 Mar 11 11:38:40.331788 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2fc4454b-4340-48f5-9faa-3ec537a1f18a req-4ca63aad-9a4a-4778-b1b0-1722ce9b5a5e tempest-AggregatesAdminTestJSON-250909274 tempest-AggregatesAdminTestJSON-250909274-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:40.369083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36338) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:40.393747 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dc828517-de1a-416d-b8bd-23b515f9c839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:40.482097 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5648236-0683-4db0-82d7-10a13782c25b req-4177fc51-5e72-4700-9255-86a13c0f52e4 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9e92e71-9bcf-4cb4-b806-94496c59b783 HTTP/1.1" status: 200 len: 210 time: 0.0759881 Mar 11 11:38:40.551232 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dc828517-de1a-416d-b8bd-23b515f9c839 admin admin] Publish callbacks [] for security_group (375a3c84-d0e0-4bab-95ba-1c538121f8bd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:40.553573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36344) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:40.566491 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dc828517-de1a-416d-b8bd-23b515f9c839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (375a3c84-d0e0-4bab-95ba-1c538121f8bd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:40.592152 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2fc4454b-4340-48f5-9faa-3ec537a1f18a req-4ca63aad-9a4a-4778-b1b0-1722ce9b5a5e tempest-AggregatesAdminTestJSON-250909274 tempest-AggregatesAdminTestJSON-250909274-project-admin] Publish callbacks [] for security_group (26445c09-309c-4745-b6ce-f057a8267209), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:40.616426 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2fc4454b-4340-48f5-9faa-3ec537a1f18a req-4ca63aad-9a4a-4778-b1b0-1722ce9b5a5e tempest-AggregatesAdminTestJSON-250909274 tempest-AggregatesAdminTestJSON-250909274-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (26445c09-309c-4745-b6ce-f057a8267209), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:40.622248 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc828517-de1a-416d-b8bd-23b515f9c839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375a3c84-d0e0-4bab-95ba-1c538121f8bd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:40.635858 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dc828517-de1a-416d-b8bd-23b515f9c839 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=36c8823898e8488e840993f9163d08c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610288 Mar 11 11:38:40.637578 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36348) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:40.714359 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30607192-169f-4516-8dea-43a19a4f7503 admin admin] Publish callbacks [] for security_group (375a3c84-d0e0-4bab-95ba-1c538121f8bd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:40.767029 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30607192-169f-4516-8dea-43a19a4f7503 admin admin] Publish callbacks [] for security_group (375a3c84-d0e0-4bab-95ba-1c538121f8bd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:40.839175 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30607192-169f-4516-8dea-43a19a4f7503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (375a3c84-d0e0-4bab-95ba-1c538121f8bd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:40.843091 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30607192-169f-4516-8dea-43a19a4f7503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:40.844824 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-30607192-169f-4516-8dea-43a19a4f7503 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/375a3c84-d0e0-4bab-95ba-1c538121f8bd HTTP/1.1" status: 204 len: 168 time: 0.2077770 Mar 11 11:38:40.855560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30607192-169f-4516-8dea-43a19a4f7503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375a3c84-d0e0-4bab-95ba-1c538121f8bd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:40.925170 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca63aad-9a4a-4778-b1b0-1722ce9b5a5e tempest-AggregatesAdminTestJSON-250909274 tempest-AggregatesAdminTestJSON-250909274-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26445c09-309c-4745-b6ce-f057a8267209,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:40.933296 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eef858e1-8601-41b4-9f82-8a4b341ee646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:40.942924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2fc4454b-4340-48f5-9faa-3ec537a1f18a req-4ca63aad-9a4a-4778-b1b0-1722ce9b5a5e tempest-AggregatesAdminTestJSON-250909274 tempest-AggregatesAdminTestJSON-250909274-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=39972a28-9c2d-4085-9ee8-fc1a055507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6368160 Mar 11 11:38:40.994502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee961f7-dec1-4607-a23b-24ec51f63d39 req-e5bc5caf-7dbd-4d74-8042-4e1dd5381fd2 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:41.008103 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eee961f7-dec1-4607-a23b-24ec51f63d39 req-e5bc5caf-7dbd-4d74-8042-4e1dd5381fd2 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 945 time: 0.4047616 Mar 11 11:38:41.072385 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eef858e1-8601-41b4-9f82-8a4b341ee646 admin admin] Publish callbacks [] for security_group (82f499d8-1aee-4bc0-82b1-f597cceca87f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:41.082597 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eef858e1-8601-41b4-9f82-8a4b341ee646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (82f499d8-1aee-4bc0-82b1-f597cceca87f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:41.084231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eee961f7-dec1-4607-a23b-24ec51f63d39 req-6ba23f83-37d5-4654-a1b5-330f61c2f753 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755770 Mar 11 11:38:41.145579 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-eef858e1-8601-41b4-9f82-8a4b341ee646 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c5912d3bfd25407e930d9f8b07c14d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5900638 Mar 11 11:38:41.148294 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36366) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:41.188988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef858e1-8601-41b4-9f82-8a4b341ee646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f499d8-1aee-4bc0-82b1-f597cceca87f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:41.275968 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-acac698c-df05-421c-a78c-820ac0592a1e admin admin] Publish callbacks [] for security_group (82f499d8-1aee-4bc0-82b1-f597cceca87f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:41.301243 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbf57c-dac6-4e3c-9a2e-9c7f1f9e743e req-b485d58c-742a-4dc6-b112-d61c514e7815 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:41.302304 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88bbf57c-dac6-4e3c-9a2e-9c7f1f9e743e req-b485d58c-742a-4dc6-b112-d61c514e7815 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c178538-0d8a-44a1-bc3d-8bf284e32b82 HTTP/1.1" status: 200 len: 964 time: 0.1210072 Mar 11 11:38:41.312304 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-acac698c-df05-421c-a78c-820ac0592a1e admin admin] Publish callbacks [] for security_group (82f499d8-1aee-4bc0-82b1-f597cceca87f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:41.381171 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88bbf57c-dac6-4e3c-9a2e-9c7f1f9e743e req-1d09a0ff-f653-4e35-9d06-53778baadecd tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660703 Mar 11 11:38:41.406104 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-acac698c-df05-421c-a78c-820ac0592a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (82f499d8-1aee-4bc0-82b1-f597cceca87f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:41.408909 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-acac698c-df05-421c-a78c-820ac0592a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:41.410326 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-acac698c-df05-421c-a78c-820ac0592a1e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/82f499d8-1aee-4bc0-82b1-f597cceca87f HTTP/1.1" status: 204 len: 168 time: 0.2607858 Mar 11 11:38:41.420712 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac698c-df05-421c-a78c-820ac0592a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f499d8-1aee-4bc0-82b1-f597cceca87f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:41.537313 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42104d-bb6f-4cd4-a402-9c91317fea9c req-a4279d23-91d4-40ae-b479-5f73aacaf30b tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:41.545041 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a42104d-bb6f-4cd4-a402-9c91317fea9c req-a4279d23-91d4-40ae-b479-5f73aacaf30b tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 971 time: 0.0811906 Mar 11 11:38:41.609815 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a42104d-bb6f-4cd4-a402-9c91317fea9c req-b34560d1-b60b-4398-be0a-8de9138be81f tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/security-groups?id=39972a28-9c2d-4085-9ee8-fc1a055507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636802 Mar 11 11:38:41.809478 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-68d1b05d-06fd-455c-8f29-85796303d60d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c3e82e54483f45fa9fad747871bd0022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298183 Mar 11 11:38:41.840594 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36434) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:41.869136 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-239a3204-e499-4716-9bc9-e12e1a1684d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:41.934864 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-cdfff690-84a6-4f91-9ced-273c6b959d3b tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:41.942457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-cdfff690-84a6-4f91-9ced-273c6b959d3b tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1249075 Mar 11 11:38:41.952672 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-f7598084-101c-4b57-a38f-8459530b1b07 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/quotas/c3e82e54483f45fa9fad747871bd0022 HTTP/1.1" status: 200 len: 375 time: 0.0092909 Mar 11 11:38:41.966444 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-239a3204-e499-4716-9bc9-e12e1a1684d9 admin admin] Publish callbacks [] for security_group (bf2dc8af-05a4-4d2e-8d32-ef5875543c14), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:41.976217 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-239a3204-e499-4716-9bc9-e12e1a1684d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bf2dc8af-05a4-4d2e-8d32-ef5875543c14), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:41.987280 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-2ee52ed5-6990-4128-9169-9cb58ec97c1b tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3e82e54483f45fa9fad747871bd0022&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285032 Mar 11 11:38:42.037974 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-239a3204-e499-4716-9bc9-e12e1a1684d9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=80bd8fec53c0473080bf80b8e5266e1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922708 Mar 11 11:38:42.037974 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a3204-e499-4716-9bc9-e12e1a1684d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2dc8af-05a4-4d2e-8d32-ef5875543c14,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:42.038406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36446) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:42.093823 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4f46112-da8a-45d7-b39c-708aa5a0f2f4 admin admin] Publish callbacks [] for security_group (bf2dc8af-05a4-4d2e-8d32-ef5875543c14), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:42.127297 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4f46112-da8a-45d7-b39c-708aa5a0f2f4 admin admin] Publish callbacks [] for security_group (bf2dc8af-05a4-4d2e-8d32-ef5875543c14), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:42.187036 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4f46112-da8a-45d7-b39c-708aa5a0f2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bf2dc8af-05a4-4d2e-8d32-ef5875543c14), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:42.189769 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4f46112-da8a-45d7-b39c-708aa5a0f2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:42.191720 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e4f46112-da8a-45d7-b39c-708aa5a0f2f4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bf2dc8af-05a4-4d2e-8d32-ef5875543c14 HTTP/1.1" status: 204 len: 168 time: 0.1515439 Mar 11 11:38:42.201317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f46112-da8a-45d7-b39c-708aa5a0f2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2dc8af-05a4-4d2e-8d32-ef5875543c14,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:42.320508 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c6336da-0da1-4454-ae84-5e2d3f0558c1 req-881a1755-4d4e-4d2b-9fc7-c5fe90e7b430 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfe36b54-49e2-4575-892c-4088395c3c56 HTTP/1.1" status: 200 len: 210 time: 0.0380006 Mar 11 11:38:42.328936 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2066711-39ff-4393-90f0-8f181d00a23d req-f1375356-0834-4762-b287-908472bae820 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:42.333819 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e3d03ee8-fb78-4577-9048-e7773d2a94bd details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:38:42.336018 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2066711-39ff-4393-90f0-8f181d00a23d req-f1375356-0834-4762-b287-908472bae820 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 945 time: 0.1152954 Mar 11 11:38:42.418699 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2066711-39ff-4393-90f0-8f181d00a23d req-9009cb20-a874-467b-9d04-3f8997ea3c89 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818467 Mar 11 11:38:42.478447 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:42.511834 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e3d03ee8-fb78-4577-9048-e7773d2a94bd, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e3d03ee8-fb78-4577-9048-e7773d2a94bd,segment=NetworkSegment(010a2e3a-2c29-4f32-b3ea-0af082107b9c),segment_id=010a2e3a-2c29-4f32-b3ea-0af082107b9c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:42.527835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'e3d03ee8-fb78-4577-9048-e7773d2a94bd', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'port_id': 'e3d03ee8-fb78-4577-9048-e7773d2a94bd', 'mac_address': 'fa:16:3e:4b:5d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-723045751', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:38:42.577827 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c413c-e008-4819-8335-960a21097003 req-96ed6b58-ec24-48fd-9d2a-b1c9d94ec799 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:42.578821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e3d03ee8-fb78-4577-9048-e7773d2a94bd is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:42.579387 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e3d03ee8-fb78-4577-9048-e7773d2a94bd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:42.579820 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc5c413c-e008-4819-8335-960a21097003 req-96ed6b58-ec24-48fd-9d2a-b1c9d94ec799 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c178538-0d8a-44a1-bc3d-8bf284e32b82 HTTP/1.1" status: 200 len: 964 time: 0.0765715 Mar 11 11:38:42.602684 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d03ee8-fb78-4577-9048-e7773d2a94bd {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:38:42.626899 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e3d03ee8-fb78-4577-9048-e7773d2a94bd, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e3d03ee8-fb78-4577-9048-e7773d2a94bd,segment=NetworkSegment(010a2e3a-2c29-4f32-b3ea-0af082107b9c),segment_id=010a2e3a-2c29-4f32-b3ea-0af082107b9c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:42.632945 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e3d03ee8-fb78-4577-9048-e7773d2a94bd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:42.670920 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc5c413c-e008-4819-8335-960a21097003 req-4af1e20d-9fbc-402a-b661-24f5067086bc tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785835 Mar 11 11:38:42.717996 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e3d03ee8-fb78-4577-9048-e7773d2a94bd,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:42.765124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36484) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:42.813392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c67935-0b05-48be-9b38-154b7520c213 req-67216b7e-0740-4274-a60f-456d6c0bb6cd tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:42.815356 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d6c67935-0b05-48be-9b38-154b7520c213 req-67216b7e-0740-4274-a60f-456d6c0bb6cd tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 971 time: 0.0763319 Mar 11 11:38:42.859626 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['e3d03ee8-fb78-4577-9048-e7773d2a94bd'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:38:42.898234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d6c67935-0b05-48be-9b38-154b7520c213 req-0735380d-2656-448a-ae72-71a337e8fda6 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/security-groups?id=39972a28-9c2d-4085-9ee8-fc1a055507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710034 Mar 11 11:38:42.915216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6642ec-7c0d-4734-8ac7-ea1d7985d8da req-8235f80c-218e-414f-a9c3-1d818986e139 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:42.916892 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b6642ec-7c0d-4734-8ac7-ea1d7985d8da req-8235f80c-218e-414f-a9c3-1d818986e139 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 971 time: 0.1002305 Mar 11 11:38:43.144152 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-181ad5d8-e6d6-4358-b443-162f4b64a0c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:43.144825 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daec96-c2df-48a6-bde9-5caf000a3427 req-e653c9cd-9484-4854-a647-8a99c0324ab3 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:43.146391 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85daec96-c2df-48a6-bde9-5caf000a3427 req-e653c9cd-9484-4854-a647-8a99c0324ab3 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 1127 time: 0.1526976 Mar 11 11:38:43.231648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-5b6642ec-7c0d-4734-8ac7-ea1d7985d8da req-532e5024-1b00-48ea-905f-a95143459a01 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Deleting port b2a8af02-3b9b-49a6-b736-e547e35c4c6a {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:38:43.237173 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5b6642ec-7c0d-4734-8ac7-ea1d7985d8da req-532e5024-1b00-48ea-905f-a95143459a01 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b2a8af02-3b9b-49a6-b736-e547e35c4c6a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:43.258838 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-181ad5d8-e6d6-4358-b443-162f4b64a0c5 admin admin] Publish callbacks [] for security_group (10cb8ed7-d341-4e28-8fe9-532825c4d687), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:43.265571 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-181ad5d8-e6d6-4358-b443-162f4b64a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (10cb8ed7-d341-4e28-8fe9-532825c4d687), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:43.266412 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85daec96-c2df-48a6-bde9-5caf000a3427 req-79b55298-e33d-4a96-af4a-ab5397ce2947 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137538 Mar 11 11:38:43.305654 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 68c5a5d4-bfbd-454e-9115-b942db6f0d7b no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:38:43.313396 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ad5d8-e6d6-4358-b443-162f4b64a0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cb8ed7-d341-4e28-8fe9-532825c4d687,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:43.324810 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36500) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:43.325685 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-181ad5d8-e6d6-4358-b443-162f4b64a0c5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3a346436d17b40dfb75565b4642b65ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5581920 Mar 11 11:38:43.356475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 68c5a5d4-bfbd-454e-9115-b942db6f0d7b {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:38:43.358885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 68c5a5d4-bfbd-454e-9115-b942db6f0d7b not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:38:43.367665 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-5b6642ec-7c0d-4734-8ac7-ea1d7985d8da req-532e5024-1b00-48ea-905f-a95143459a01 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] For port b2a8af02-3b9b-49a6-b736-e547e35c4c6a, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b2a8af02-3b9b-49a6-b736-e547e35c4c6a,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:43.368289 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5b6642ec-7c0d-4734-8ac7-ea1d7985d8da req-532e5024-1b00-48ea-905f-a95143459a01 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b2a8af02-3b9b-49a6-b736-e547e35c4c6a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:43.408681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-5b6642ec-7c0d-4734-8ac7-ea1d7985d8da req-532e5024-1b00-48ea-905f-a95143459a01 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Calling delete_port for b2a8af02-3b9b-49a6-b736-e547e35c4c6a owned by compute:tempest-test_az-723045751 {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:38:43.428458 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffef5609-a87e-4bb5-b5be-2eab2d6232f0 admin admin] Publish callbacks [] for security_group (10cb8ed7-d341-4e28-8fe9-532825c4d687), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:43.493456 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffef5609-a87e-4bb5-b5be-2eab2d6232f0 admin admin] Publish callbacks [] for security_group (10cb8ed7-d341-4e28-8fe9-532825c4d687), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:43.496857 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec0210f9-30aa-4a36-b5d1-a294b9ddb4df req-da15e644-8fa2-4af7-aac9-0b1c020e2f7b tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfe36b54-49e2-4575-892c-4088395c3c56 HTTP/1.1" status: 200 len: 210 time: 0.0507607 Mar 11 11:38:43.571643 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c17ed684-d146-4de0-92ab-8dd06d945c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:43.637112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-3048fd66-cd75-44a9-b8a9-9522e80e4e05 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c3e82e54483f45fa9fad747871bd0022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1392794 Mar 11 11:38:43.777701 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffef5609-a87e-4bb5-b5be-2eab2d6232f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (10cb8ed7-d341-4e28-8fe9-532825c4d687), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:43.780371 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffef5609-a87e-4bb5-b5be-2eab2d6232f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:43.781594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ffef5609-a87e-4bb5-b5be-2eab2d6232f0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/10cb8ed7-d341-4e28-8fe9-532825c4d687 HTTP/1.1" status: 204 len: 168 time: 0.4558139 Mar 11 11:38:43.819488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef5609-a87e-4bb5-b5be-2eab2d6232f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cb8ed7-d341-4e28-8fe9-532825c4d687,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:43.827807 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7dafc0-0021-461b-a4c7-e198e5aa6dd2 req-b04c3b14-0b57-4dfe-b0f4-1e45de544e27 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:43.829527 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e7dafc0-0021-461b-a4c7-e198e5aa6dd2 req-b04c3b14-0b57-4dfe-b0f4-1e45de544e27 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 1127 time: 0.1784282 Mar 11 11:38:43.875151 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-bf9fb2cd-4c80-4a96-a70e-3c934d881a24 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:43.876654 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-bf9fb2cd-4c80-4a96-a70e-3c934d881a24 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2317309 Mar 11 11:38:43.881237 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5b6642ec-7c0d-4734-8ac7-ea1d7985d8da req-532e5024-1b00-48ea-905f-a95143459a01 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (b2a8af02-3b9b-49a6-b736-e547e35c4c6a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:43.895383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['b2a8af02-3b9b-49a6-b736-e547e35c4c6a'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:38:43.900733 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-69f009f4-1592-4eb6-b3d3-eecf50d6c79d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Request body: {'port': {'device_id': 'cfe36b54-49e2-4575-892c-4088395c3c56', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': 'c3e82e54483f45fa9fad747871bd0022'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:43.944015 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e5024-1b00-48ea-905f-a95143459a01 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Pushing event deleted for resources: {'Port': ['ID=b2a8af02-3b9b-49a6-b736-e547e35c4c6a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:44.035976 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e7dafc0-0021-461b-a4c7-e198e5aa6dd2 req-b745f9f4-923a-412c-acf4-fdc707f28c14 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753488 Mar 11 11:38:44.206096 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6642ec-7c0d-4734-8ac7-ea1d7985d8da req-532e5024-1b00-48ea-905f-a95143459a01 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] No DVR routers for this DVR port b2a8af02-3b9b-49a6-b736-e547e35c4c6a on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:38:44.217637 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5b6642ec-7c0d-4734-8ac7-ea1d7985d8da req-532e5024-1b00-48ea-905f-a95143459a01 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:44.221221 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b6642ec-7c0d-4734-8ac7-ea1d7985d8da req-532e5024-1b00-48ea-905f-a95143459a01 tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.71 "DELETE /v2.0/ports/b2a8af02-3b9b-49a6-b736-e547e35c4c6a HTTP/1.1" status: 204 len: 173 time: 1.2977271 Mar 11 11:38:44.222382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bebc979-507e-4fd3-b140-d24a9e8885e1', 'name': 'network-vif-deleted', 'tag': 'b2a8af02-3b9b-49a6-b736-e547e35c4c6a'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:38:44.225479 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357c0f9b-41a1-40da-a8c0-538bf854d46d" -d '{"events": [{"server_uuid": "0bebc979-507e-4fd3-b140-d24a9e8885e1", "name": "network-vif-deleted", "tag": "b2a8af02-3b9b-49a6-b736-e547e35c4c6a"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:38:44.233242 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36550) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:44.257622 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f93ebd5-20ac-4d0d-a91d-74f5577a86ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:44.268177 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04fda0bd-74ed-4de8-a23f-8012e16ed09b req-4368be7e-5da8-4d8f-a2e7-1bee2311992a tempest-AggregatesAdminTestJSON-306051215 tempest-AggregatesAdminTestJSON-306051215-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bebc979-507e-4fd3-b140-d24a9e8885e1 HTTP/1.1" status: 200 len: 210 time: 0.0583720 Mar 11 11:38:44.313079 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b46d4-4e72-4d63-b78a-62492ac817b5 req-44ccd55f-063f-4139-840d-ac85a202d987 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:44.326403 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed0b46d4-4e72-4d63-b78a-62492ac817b5 req-44ccd55f-063f-4139-840d-ac85a202d987 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c178538-0d8a-44a1-bc3d-8bf284e32b82 HTTP/1.1" status: 200 len: 965 time: 0.3858559 Mar 11 11:38:44.327181 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e3d03ee8-fb78-4577-9048-e7773d2a94bd up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:38:44.337297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-69f009f4-1592-4eb6-b3d3-eecf50d6c79d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Made reservation on behalf of c3e82e54483f45fa9fad747871bd0022 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:38:44.346558 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-69f009f4-1592-4eb6-b3d3-eecf50d6c79d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:44.407352 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8465b45f-4f65-4394-8f67-5b3ccfe59230 x-openstack-request-id: req-8465b45f-4f65-4394-8f67-5b3ccfe59230 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:38:44.407710 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bebc979-507e-4fd3-b140-d24a9e8885e1", "name": "network-vif-deleted", "tag": "b2a8af02-3b9b-49a6-b736-e547e35c4c6a", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:38:44.407975 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8465b45f-4f65-4394-8f67-5b3ccfe59230 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:38:44.409567 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bebc979-507e-4fd3-b140-d24a9e8885e1', 'name': 'network-vif-deleted', 'tag': 'b2a8af02-3b9b-49a6-b736-e547e35c4c6a', 'status': 'completed', 'code': 200} Mar 11 11:38:44.434993 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port e3d03ee8-fb78-4577-9048-e7773d2a94bd completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:38:44.446172 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port e3d03ee8-fb78-4577-9048-e7773d2a94bd triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:44.446848 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e3d03ee8-fb78-4577-9048-e7773d2a94bd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:44.452238 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f93ebd5-20ac-4d0d-a91d-74f5577a86ea admin admin] Publish callbacks [] for security_group (0be3e195-bd7a-49ed-9e39-d4ca1ed50fa3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:44.464467 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f93ebd5-20ac-4d0d-a91d-74f5577a86ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0be3e195-bd7a-49ed-9e39-d4ca1ed50fa3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:44.499675 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2f93ebd5-20ac-4d0d-a91d-74f5577a86ea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e2a86c4e5f304420af89b80b823a096d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641397 Mar 11 11:38:44.507560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36558) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:44.517701 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-428071c2-b881-4e04-a40b-7f4f9cfc997c req-912236cb-d625-4b46-9ac1-eb81cb5d5bf8 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:38:44.519300 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-428071c2-b881-4e04-a40b-7f4f9cfc997c req-912236cb-d625-4b46-9ac1-eb81cb5d5bf8 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212495 Mar 11 11:38:44.566401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93ebd5-20ac-4d0d-a91d-74f5577a86ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be3e195-bd7a-49ed-9e39-d4ca1ed50fa3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:44.590095 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed0b46d4-4e72-4d63-b78a-62492ac817b5 req-84aa2e11-7830-40cf-b63f-457506866ee1 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666097 Mar 11 11:38:44.592752 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45d9aca3-76be-4261-97b7-8ea65c00166d admin admin] Publish callbacks [] for security_group (0be3e195-bd7a-49ed-9e39-d4ca1ed50fa3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:44.632986 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e3d03ee8-fb78-4577-9048-e7773d2a94bd is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:44.633601 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e3d03ee8-fb78-4577-9048-e7773d2a94bd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:44.636675 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45d9aca3-76be-4261-97b7-8ea65c00166d admin admin] Publish callbacks [] for security_group (0be3e195-bd7a-49ed-9e39-d4ca1ed50fa3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:44.660874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c178538-0d8a-44a1-bc3d-8bf284e32b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d03ee8-fb78-4577-9048-e7773d2a94bd'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:38:44.663203 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-69f009f4-1592-4eb6-b3d3-eecf50d6c79d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Allocated IP 192.168.233.171 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/3aaf6819-3ff8-47c5-8be5-777d76d0424d) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:38:44.664058 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835aa0af-7670-4426-a8dc-2d35fb00e61a" -d '{"events": [{"server_uuid": "8c178538-0d8a-44a1-bc3d-8bf284e32b82", "name": "network-vif-plugged", "status": "completed", "tag": "e3d03ee8-fb78-4577-9048-e7773d2a94bd"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:38:44.678525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e3d03ee8-fb78-4577-9048-e7773d2a94bd, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e3d03ee8-fb78-4577-9048-e7773d2a94bd,segment=NetworkSegment(010a2e3a-2c29-4f32-b3ea-0af082107b9c),segment_id=010a2e3a-2c29-4f32-b3ea-0af082107b9c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:44.683840 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e3d03ee8-fb78-4577-9048-e7773d2a94bd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:44.758643 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45d9aca3-76be-4261-97b7-8ea65c00166d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0be3e195-bd7a-49ed-9e39-d4ca1ed50fa3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:44.761352 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45d9aca3-76be-4261-97b7-8ea65c00166d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:44.778049 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-45d9aca3-76be-4261-97b7-8ea65c00166d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0be3e195-bd7a-49ed-9e39-d4ca1ed50fa3 HTTP/1.1" status: 204 len: 168 time: 0.2686288 Mar 11 11:38:44.792262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c66d4507-1245-4df5-b3f2-fc3b7ef1bee6 req-0745a376-58ac-4f49-8641-8a350bf47884 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfe36b54-49e2-4575-892c-4088395c3c56 HTTP/1.1" status: 200 len: 210 time: 0.0620971 Mar 11 11:38:44.804908 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9aca3-76be-4261-97b7-8ea65c00166d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be3e195-bd7a-49ed-9e39-d4ca1ed50fa3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:44.935191 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0820133f-c422-435f-8308-9e727a6e4f21 x-openstack-request-id: req-0820133f-c422-435f-8308-9e727a6e4f21 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:38:44.935486 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c178538-0d8a-44a1-bc3d-8bf284e32b82", "name": "network-vif-plugged", "status": "completed", "tag": "e3d03ee8-fb78-4577-9048-e7773d2a94bd", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:38:44.935810 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0820133f-c422-435f-8308-9e727a6e4f21 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:38:44.936275 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c178538-0d8a-44a1-bc3d-8bf284e32b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d03ee8-fb78-4577-9048-e7773d2a94bd', 'code': 200} Mar 11 11:38:44.980440 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e3d03ee8-fb78-4577-9048-e7773d2a94bd,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:45.076227 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-69f009f4-1592-4eb6-b3d3-eecf50d6c79d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Publish callbacks [] for port (3aaf6819-3ff8-47c5-8be5-777d76d0424d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:45.184185 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-69f009f4-1592-4eb6-b3d3-eecf50d6c79d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (3aaf6819-3ff8-47c5-8be5-777d76d0424d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:45.217922 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10f8b8-70fa-42e3-8ba5-91fe94b561ff req-428ced6b-de91-41f4-8d18-f385170343c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:45.219440 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c10f8b8-70fa-42e3-8ba5-91fe94b561ff req-428ced6b-de91-41f4-8d18-f385170343c9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8c178538-0d8a-44a1-bc3d-8bf284e32b82 HTTP/1.1" status: 200 len: 1148 time: 0.1021521 Mar 11 11:38:45.240423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-69f009f4-1592-4eb6-b3d3-eecf50d6c79d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:38:45.254474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-69f009f4-1592-4eb6-b3d3-eecf50d6c79d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:45.261650 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-69f009f4-1592-4eb6-b3d3-eecf50d6c79d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:38:45.270922 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-69f009f4-1592-4eb6-b3d3-eecf50d6c79d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:45.271104 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-69f009f4-1592-4eb6-b3d3-eecf50d6c79d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:45.289087 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f009f4-1592-4eb6-b3d3-eecf50d6c79d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Pushing event updated for resources: {'Port': ['ID=3aaf6819-3ff8-47c5-8be5-777d76d0424d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:45.310179 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-69f009f4-1592-4eb6-b3d3-eecf50d6c79d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4198408 Mar 11 11:38:45.323056 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Request body: {'port': {'device_id': 'cfe36b54-49e2-4575-892c-4088395c3c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:45.329249 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c10f8b8-70fa-42e3-8ba5-91fe94b561ff req-6a4d61b4-c4ec-44bd-b7d0-6ac92956636d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006424 Mar 11 11:38:45.421220 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3aaf6819-3ff8-47c5-8be5-777d76d0424d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:45.552074 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5261e-a330-47a9-b848-8d0dfa4f4c70 req-e05c5f75-0cda-4a6b-9d2d-b504d062775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:45.558452 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-17e5261e-a330-47a9-b848-8d0dfa4f4c70 req-e05c5f75-0cda-4a6b-9d2d-b504d062775e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 1127 time: 0.1446848 Mar 11 11:38:45.720546 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4d412e98-d03e-46fe-b606-2920240b3b95 None None] Provisioning complete for port 3aaf6819-3ff8-47c5-8be5-777d76d0424d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:45.721378 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4d412e98-d03e-46fe-b606-2920240b3b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3aaf6819-3ff8-47c5-8be5-777d76d0424d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:45.723161 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0070fab3-2112-498d-8c13-6adc7b8ea2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:45.771784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5261e-a330-47a9-b848-8d0dfa4f4c70 req-635609cd-0e97-4ef5-8db8-e2ed089664d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:45.773666 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-17e5261e-a330-47a9-b848-8d0dfa4f4c70 req-635609cd-0e97-4ef5-8db8-e2ed089664d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.1941705 Mar 11 11:38:45.775565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36632) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:45.805683 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4d412e98-d03e-46fe-b606-2920240b3b95 None None] Port 3aaf6819-3ff8-47c5-8be5-777d76d0424d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:38:45.812146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aaf6819-3ff8-47c5-8be5-777d76d0424d {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:38:45.821079 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Publish callbacks [] for port (3aaf6819-3ff8-47c5-8be5-777d76d0424d), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:45.838515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Transition to ACTIVE for port object 3aaf6819-3ff8-47c5-8be5-777d76d0424d will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:38:45.844954 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3aaf6819-3ff8-47c5-8be5-777d76d0424d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:45.858299 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-17e5261e-a330-47a9-b848-8d0dfa4f4c70 req-a5468478-dbe5-462f-a5ac-4bdaf26b33ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc HTTP/1.1" status: 200 len: 217 time: 0.0756071 Mar 11 11:38:45.915349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Pushing event updated for resources: {'Port': ['ID=3aaf6819-3ff8-47c5-8be5-777d76d0424d,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:45.961593 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Attempting to bind port 3aaf6819-3ff8-47c5-8be5-777d76d0424d on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:38:45.962521 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Attempting to bind port 3aaf6819-3ff8-47c5-8be5-777d76d0424d by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:38:45.962851 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Attempting to bind port 3aaf6819-3ff8-47c5-8be5-777d76d0424d on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:45.969117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Port 3aaf6819-3ff8-47c5-8be5-777d76d0424d on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:38:45.969797 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Attempting to bind port 3aaf6819-3ff8-47c5-8be5-777d76d0424d on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:45.976323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5261e-a330-47a9-b848-8d0dfa4f4c70 req-1086f65c-801b-4055-94ee-5271d4a0d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:45.976513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:38:45.976676 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:38:45.977184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:38:45.977621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Bound port: 3aaf6819-3ff8-47c5-8be5-777d76d0424d, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:38:45.977972 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3aaf6819-3ff8-47c5-8be5-777d76d0424d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:45.993691 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-17e5261e-a330-47a9-b848-8d0dfa4f4c70 req-1086f65c-801b-4055-94ee-5271d4a0d3ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.1287651 Mar 11 11:38:46.064342 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] For port 3aaf6819-3ff8-47c5-8be5-777d76d0424d, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:38:46.068708 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] For port 3aaf6819-3ff8-47c5-8be5-777d76d0424d, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3aaf6819-3ff8-47c5-8be5-777d76d0424d,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:38:46.081630 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3aaf6819-3ff8-47c5-8be5-777d76d0424d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:46.110798 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-17e5261e-a330-47a9-b848-8d0dfa4f4c70 req-9cd15a32-e57f-480f-81d7-21041fda1bdf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107833 Mar 11 11:38:46.115005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:46.115656 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:46.122330 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] 10.222.0.37 "PUT /v2.0/ports/3aaf6819-3ff8-47c5-8be5-777d76d0424d HTTP/1.1" status: 200 len: 1096 time: 0.8031850 Mar 11 11:38:46.284317 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ed38b128-dd7b-4dbc-b21a-17d022e96c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:46.287054 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-f267411c-c99c-401e-8444-7de1d91b06d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:46.288637 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-f267411c-c99c-401e-8444-7de1d91b06d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3e82e54483f45fa9fad747871bd0022&device_id=cfe36b54-49e2-4575-892c-4088395c3c56 HTTP/1.1" status: 200 len: 1130 time: 0.0985887 Mar 11 11:38:46.290133 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31343e67-4706-48b3-a9ad-080f0360ffd4 service neutron] Pushing event updated for resources: {'Port': ['ID=3aaf6819-3ff8-47c5-8be5-777d76d0424d,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:46.350507 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-82c602f5-6e8f-4aa5-8239-b6cf1379b347 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=3aaf6819-3ff8-47c5-8be5-777d76d0424d HTTP/1.1" status: 200 len: 217 time: 0.0530047 Mar 11 11:38:46.380290 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-17e5261e-a330-47a9-b848-8d0dfa4f4c70 req-9ad72cbc-381a-45cc-b8dc-6a8c16e4ffb8 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589102 Mar 11 11:38:46.409454 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-9354107c-06a5-44ed-8265-382083d10b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:46.412037 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-9354107c-06a5-44ed-8265-382083d10b17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0548563 Mar 11 11:38:46.412764 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe36b54-49e2-4575-892c-4088395c3c56', 'tag': '3aaf6819-3ff8-47c5-8be5-777d76d0424d'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:38:46.415191 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38814cd8-bfb2-443d-8c05-21008c50f9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe36b54-49e2-4575-892c-4088395c3c56", "tag": "3aaf6819-3ff8-47c5-8be5-777d76d0424d"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:38:46.550544 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-0540578f-0901-45d9-95bb-811ef615948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:46.552513 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-0540578f-0901-45d9-95bb-811ef615948c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1330316 Mar 11 11:38:46.594600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92cd49-8f12-47ce-8de1-92fb98626913 req-e42bd483-3abd-4d2e-b014-1e4910095a48 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:46.601840 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac92cd49-8f12-47ce-8de1-92fb98626913 req-e42bd483-3abd-4d2e-b014-1e4910095a48 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c178538-0d8a-44a1-bc3d-8bf284e32b82 HTTP/1.1" status: 200 len: 966 time: 0.1068728 Mar 11 11:38:46.700450 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac92cd49-8f12-47ce-8de1-92fb98626913 req-65ab84c5-e397-41ac-8569-8d6aa5a9696b tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973811 Mar 11 11:38:46.727014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-d64cf2a7-26ae-4dc5-aa9c-7393eaffe8b2 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510856 Mar 11 11:38:46.731397 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-17e5261e-a330-47a9-b848-8d0dfa4f4c70 req-55a541fe-92bc-4b75-99f9-b9a1076b0fbe service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399849 Mar 11 11:38:46.749535 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ed38b128-dd7b-4dbc-b21a-17d022e96c91 admin admin] Publish callbacks [] for security_group (e1686767-185c-4127-a1a7-3dc2c847d5ae), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:46.761314 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ed38b128-dd7b-4dbc-b21a-17d022e96c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e1686767-185c-4127-a1a7-3dc2c847d5ae), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:46.797036 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ed38b128-dd7b-4dbc-b21a-17d022e96c91 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=956b6d1ee8c84135bb337028404c8b93&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0201793 Mar 11 11:38:46.800491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36674) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:46.820377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38b128-dd7b-4dbc-b21a-17d022e96c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1686767-185c-4127-a1a7-3dc2c847d5ae,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:46.866404 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c272a9fd-8d58-483b-97e0-d8e1dddda923 admin admin] Publish callbacks [] for security_group (e1686767-185c-4127-a1a7-3dc2c847d5ae), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:46.889634 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c272a9fd-8d58-483b-97e0-d8e1dddda923 admin admin] Publish callbacks [] for security_group (e1686767-185c-4127-a1a7-3dc2c847d5ae), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:46.946844 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c272a9fd-8d58-483b-97e0-d8e1dddda923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e1686767-185c-4127-a1a7-3dc2c847d5ae), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:46.949728 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c272a9fd-8d58-483b-97e0-d8e1dddda923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:46.953395 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c272a9fd-8d58-483b-97e0-d8e1dddda923 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e1686767-185c-4127-a1a7-3dc2c847d5ae HTTP/1.1" status: 204 len: 168 time: 0.1495430 Mar 11 11:38:46.964191 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272a9fd-8d58-483b-97e0-d8e1dddda923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1686767-185c-4127-a1a7-3dc2c847d5ae,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:47.041482 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:47.108006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f1096-91b5-4b0b-b2e1-d6f53bca1351 req-aa61b6c1-8cad-4da9-b203-7d23b5b27ee5 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:47.109775 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f9f1096-91b5-4b0b-b2e1-d6f53bca1351 req-aa61b6c1-8cad-4da9-b203-7d23b5b27ee5 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfe36b54-49e2-4575-892c-4088395c3c56 HTTP/1.1" status: 200 len: 948 time: 0.3324723 Mar 11 11:38:47.112012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fea241bf-dfc3-4b70-a0c2-facab8896584 req-29f9233c-1cb6-4146-abc0-2edc7e850bcc service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699341 Mar 11 11:38:47.171932 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f9f1096-91b5-4b0b-b2e1-d6f53bca1351 req-39f66334-6129-40e0-921d-a88ede2df13e tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547068 Mar 11 11:38:47.174696 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36684) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:47.336994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36690) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:47.351201 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-38362617-ce53-48e9-9bb5-30312e1213cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:47.429496 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-58121916-9642-438a-b3fb-fa943a90567b tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:38:47.430634 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-58121916-9642-438a-b3fb-fa943a90567b tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2548668 Mar 11 11:38:47.435138 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-38362617-ce53-48e9-9bb5-30312e1213cb admin admin] Publish callbacks [] for security_group (a70aeb9d-fe02-479a-a668-8f04ac25f249), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:47.441053 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-38362617-ce53-48e9-9bb5-30312e1213cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a70aeb9d-fe02-479a-a668-8f04ac25f249), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:47.476365 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-38362617-ce53-48e9-9bb5-30312e1213cb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a14d2212ee1b48e69546785473329874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382625 Mar 11 11:38:47.479272 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36696) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:47.485389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38362617-ce53-48e9-9bb5-30312e1213cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70aeb9d-fe02-479a-a668-8f04ac25f249,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:47.537319 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6cf2dc9d-c763-4191-b7f9-88c31d426143 admin admin] Publish callbacks [] for security_group (a70aeb9d-fe02-479a-a668-8f04ac25f249), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:47.564039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6cf2dc9d-c763-4191-b7f9-88c31d426143 admin admin] Publish callbacks [] for security_group (a70aeb9d-fe02-479a-a668-8f04ac25f249), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:47.641489 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6cf2dc9d-c763-4191-b7f9-88c31d426143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a70aeb9d-fe02-479a-a668-8f04ac25f249), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:47.644165 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6cf2dc9d-c763-4191-b7f9-88c31d426143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:47.666003 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6cf2dc9d-c763-4191-b7f9-88c31d426143 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a70aeb9d-fe02-479a-a668-8f04ac25f249 HTTP/1.1" status: 204 len: 168 time: 0.1850977 Mar 11 11:38:47.682486 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2dc9d-c763-4191-b7f9-88c31d426143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70aeb9d-fe02-479a-a668-8f04ac25f249,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:47.700075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-da2d695e-ccc8-4659-8d6a-c5c99dd0f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:47.701513 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-da2d695e-ccc8-4659-8d6a-c5c99dd0f32a service neutron] 10.222.0.78 "GET /v2.0/ports/d49ff3cd-d7b5-4bea-8a74-6be5295435bc HTTP/1.1" status: 200 len: 1124 time: 0.1390812 Mar 11 11:38:47.713752 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-baf2aa54-384f-470f-8087-4bec5b22f908 service neutron] Request body: {'binding': {'host': 'n-h1-833234-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:47.714154 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-baf2aa54-384f-470f-8087-4bec5b22f908 service neutron] Unknown quota resources ['binding']. {{(pid=104031) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 11:38:47.826290 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2935f019-d526-4b62-b6fb-86c7b9151cdd x-openstack-request-id: req-2935f019-d526-4b62-b6fb-86c7b9151cdd {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:38:47.826586 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe36b54-49e2-4575-892c-4088395c3c56", "tag": "3aaf6819-3ff8-47c5-8be5-777d76d0424d", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:38:47.826840 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2935f019-d526-4b62-b6fb-86c7b9151cdd {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:38:47.827254 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe36b54-49e2-4575-892c-4088395c3c56', 'tag': '3aaf6819-3ff8-47c5-8be5-777d76d0424d', 'status': 'completed', 'code': 200} Mar 11 11:38:47.912650 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-baf2aa54-384f-470f-8087-4bec5b22f908 service neutron] Attempting to bind port d49ff3cd-d7b5-4bea-8a74-6be5295435bc on host n-h1-833234-2 for vnic_type normal with profile None {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:38:47.913042 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-baf2aa54-384f-470f-8087-4bec5b22f908 service neutron] Attempting to bind port d49ff3cd-d7b5-4bea-8a74-6be5295435bc by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:38:47.913382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-baf2aa54-384f-470f-8087-4bec5b22f908 service neutron] Attempting to bind port d49ff3cd-d7b5-4bea-8a74-6be5295435bc on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:47.921267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-baf2aa54-384f-470f-8087-4bec5b22f908 service neutron] Port d49ff3cd-d7b5-4bea-8a74-6be5295435bc on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:38:47.921596 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-baf2aa54-384f-470f-8087-4bec5b22f908 service neutron] Attempting to bind port d49ff3cd-d7b5-4bea-8a74-6be5295435bc on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:47.929661 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38814cd8-bfb2-443d-8c05-21008c50f9a1 req-f9c92212-b891-498c-a310-dd3f74f4ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:47.931208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38814cd8-bfb2-443d-8c05-21008c50f9a1 req-f9c92212-b891-498c-a310-dd3f74f4ed9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3e82e54483f45fa9fad747871bd0022&device_id=cfe36b54-49e2-4575-892c-4088395c3c56 HTTP/1.1" status: 200 len: 1130 time: 0.0782509 Mar 11 11:38:47.931959 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-baf2aa54-384f-470f-8087-4bec5b22f908 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:38:47.932297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-baf2aa54-384f-470f-8087-4bec5b22f908 service neutron] Checking segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:38:47.932675 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-baf2aa54-384f-470f-8087-4bec5b22f908 service neutron] Bound using segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:38:47.933103 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-baf2aa54-384f-470f-8087-4bec5b22f908 service neutron] Bound port: d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:38:48.120047 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-baf2aa54-384f-470f-8087-4bec5b22f908 service neutron] For port d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:38:48.134835 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-baf2aa54-384f-470f-8087-4bec5b22f908 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:48.136021 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-baf2aa54-384f-470f-8087-4bec5b22f908 service neutron] 10.222.0.78 "POST /v2.0/ports/d49ff3cd-d7b5-4bea-8a74-6be5295435bc/bindings HTTP/1.1" status: 201 len: 389 time: 0.4275050 Mar 11 11:38:48.153741 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34f543-6e23-45a2-ae74-b9da9f8ecb1e req-d080a02b-7fef-4c72-823c-c49b87d79664 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:48.155238 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d34f543-6e23-45a2-ae74-b9da9f8ecb1e req-d080a02b-7fef-4c72-823c-c49b87d79664 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c178538-0d8a-44a1-bc3d-8bf284e32b82 HTTP/1.1" status: 200 len: 966 time: 0.1487556 Mar 11 11:38:48.156268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38814cd8-bfb2-443d-8c05-21008c50f9a1 req-87494a51-c93f-4a70-b81b-6b75b0b21050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:48.157571 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38814cd8-bfb2-443d-8c05-21008c50f9a1 req-87494a51-c93f-4a70-b81b-6b75b0b21050 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.2045953 Mar 11 11:38:48.213546 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38814cd8-bfb2-443d-8c05-21008c50f9a1 req-8cd802d6-88bc-49d5-b676-eb008ee2c42e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=3aaf6819-3ff8-47c5-8be5-777d76d0424d HTTP/1.1" status: 200 len: 217 time: 0.0434301 Mar 11 11:38:48.293963 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d34f543-6e23-45a2-ae74-b9da9f8ecb1e req-65a20b86-78ea-4694-9281-31825e3dbbe2 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308715 Mar 11 11:38:48.311017 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38814cd8-bfb2-443d-8c05-21008c50f9a1 req-6ca0c9d5-2248-4e45-80dd-195cf377e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:48.313032 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38814cd8-bfb2-443d-8c05-21008c50f9a1 req-6ca0c9d5-2248-4e45-80dd-195cf377e976 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0937910 Mar 11 11:38:48.345158 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b2a8af02-3b9b-49a6-b736-e547e35c4c6a no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:38:48.395430 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38814cd8-bfb2-443d-8c05-21008c50f9a1 req-1f183b76-6cb4-4935-abb1-1d5a5baee212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:48.403746 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38814cd8-bfb2-443d-8c05-21008c50f9a1 req-1f183b76-6cb4-4935-abb1-1d5a5baee212 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0778716 Mar 11 11:38:48.405546 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: b2a8af02-3b9b-49a6-b736-e547e35c4c6a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:38:48.406060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b2a8af02-3b9b-49a6-b736-e547e35c4c6a not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:38:48.449567 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:48.572024 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38814cd8-bfb2-443d-8c05-21008c50f9a1 req-32c157d7-4608-4fd7-9173-98f397f6aace service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623669 Mar 11 11:38:48.608210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff48b1-2eca-4849-8f02-c68e11dbff66 req-8fb4bcea-accb-409b-909b-c8c245538712 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:48.609722 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8ff48b1-2eca-4849-8f02-c68e11dbff66 req-8fb4bcea-accb-409b-909b-c8c245538712 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfe36b54-49e2-4575-892c-4088395c3c56 HTTP/1.1" status: 200 len: 948 time: 0.1151202 Mar 11 11:38:48.620264 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-93966984-7207-4aab-8327-67664ce3c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:48.621702 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-93966984-7207-4aab-8327-67664ce3c27d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 1127 time: 0.1630385 Mar 11 11:38:48.785875 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8ff48b1-2eca-4849-8f02-c68e11dbff66 req-d0233e61-d890-44fd-97cf-87914f58c4fa tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678662 Mar 11 11:38:48.787792 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38814cd8-bfb2-443d-8c05-21008c50f9a1 req-e4afd0da-fb26-409b-a970-db915be33e85 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084172 Mar 11 11:38:48.828307 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-5c8b0d43-c67c-4ede-ac20-f9882a22691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:48.829757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-5c8b0d43-c67c-4ede-ac20-f9882a22691e service neutron] 10.222.0.71 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.1929100 Mar 11 11:38:48.854894 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891baba-c4d7-4e1e-a74e-6a61afbde84e req-13f821e7-705c-4dd7-a939-60df1a4b37d5 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:48.856258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1891baba-c4d7-4e1e-a74e-6a61afbde84e req-13f821e7-705c-4dd7-a939-60df1a4b37d5 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 945 time: 0.0868583 Mar 11 11:38:48.909316 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-aec51f74-10ba-4551-97a9-41a66b3e7316 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc HTTP/1.1" status: 200 len: 217 time: 0.0718231 Mar 11 11:38:49.002398 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-158f15a9-1667-4a1b-9e14-c951550fc427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:49.004518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-158f15a9-1667-4a1b-9e14-c951550fc427 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.0859678 Mar 11 11:38:49.009236 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1891baba-c4d7-4e1e-a74e-6a61afbde84e req-fb72b028-0623-4fb0-b266-1379268bef13 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204445 Mar 11 11:38:49.030784 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad56005-fcb5-4f87-9aa0-18e74ee67000 req-365b05eb-1e56-48b0-b5b8-a66f64c79822 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:49.032220 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bad56005-fcb5-4f87-9aa0-18e74ee67000 req-365b05eb-1e56-48b0-b5b8-a66f64c79822 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c178538-0d8a-44a1-bc3d-8bf284e32b82 HTTP/1.1" status: 200 len: 966 time: 0.1848326 Mar 11 11:38:49.041922 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36760) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:49.047305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1693ee38-4025-43c4-ace7-55458014b64b tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Request body: {'floatingip': {'port_id': 'e3d03ee8-fb78-4577-9048-e7773d2a94bd'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:49.064283 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-491b0cb9-fe6c-44dd-b474-4cc29131d22f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496206 Mar 11 11:38:49.152540 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1693ee38-4025-43c4-ace7-55458014b64b tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for floatingip (af61d8fb-45c4-4047-814b-41322db8d2ee), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:49.171541 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-0c1399cf-40be-4d17-a291-bf72c2311c12 service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028106 Mar 11 11:38:49.280530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-aeffee57-19f3-499d-b78b-5d4c77cfc126 service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013620 Mar 11 11:38:49.617248 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-25c8c06d-671d-4055-b31b-a9a92debcedf tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:49.630130 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-25c8c06d-671d-4055-b31b-a9a92debcedf tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3&tenant_id=4b2baed761184abf86d0da4561f84f1b&binding%3Ahost_id=n-h2-833234-2 HTTP/1.1" status: 200 len: 1127 time: 0.1791327 Mar 11 11:38:49.650296 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833234-2'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:49.791024 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36826) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:49.822013 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:50.025684 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:50.055047 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] For port d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:50.065922 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae3a95-8735-412c-bff5-1b3b9b1d9b26 req-cdb98917-d842-4a24-bbfe-141030e003f0 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:50.067793 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40ae3a95-8735-412c-bff5-1b3b9b1d9b26 req-cdb98917-d842-4a24-bbfe-141030e003f0 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfe36b54-49e2-4575-892c-4088395c3c56 HTTP/1.1" status: 200 len: 948 time: 0.1291559 Mar 11 11:38:50.167213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1693ee38-4025-43c4-ace7-55458014b64b tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:50.174333 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40ae3a95-8735-412c-bff5-1b3b9b1d9b26 req-ca690f8e-f954-4f51-8115-566e2ec11b78 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888367 Mar 11 11:38:50.177236 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1693ee38-4025-43c4-ace7-55458014b64b tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (af61d8fb-45c4-4047-814b-41322db8d2ee), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:50.177647 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] For port d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:38:50.253979 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b42ec8fa-d07e-458e-af5b-13aedd9baea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:50.262513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160a9329-69c4-42a8-b0be-7bcb0bfd9df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd49ff3cd-d7b5-4bea-8a74-6be5295435bc'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:38:50.265084 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e285a52-3a8e-4d60-89f9-a4d369b45aa4" -d '{"events": [{"server_uuid": "160a9329-69c4-42a8-b0be-7bcb0bfd9df3", "name": "network-vif-unplugged", "status": "completed", "tag": "d49ff3cd-d7b5-4bea-8a74-6be5295435bc"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:38:50.269102 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Publish callbacks [] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:50.298329 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:50.362974 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8028907e-9739-43bf-b5d9-9a38b6754936 x-openstack-request-id: req-8028907e-9739-43bf-b5d9-9a38b6754936 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:38:50.363618 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160a9329-69c4-42a8-b0be-7bcb0bfd9df3", "name": "network-vif-unplugged", "status": "completed", "tag": "d49ff3cd-d7b5-4bea-8a74-6be5295435bc", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:38:50.364151 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8028907e-9739-43bf-b5d9-9a38b6754936 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:38:50.364756 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160a9329-69c4-42a8-b0be-7bcb0bfd9df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd49ff3cd-d7b5-4bea-8a74-6be5295435bc', 'code': 200} Mar 11 11:38:50.375778 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-1693ee38-4025-43c4-ace7-55458014b64b tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Floating IP af61d8fb-45c4-4047-814b-41322db8d2ee associated. External IP: 172.25.7.135, port: e3d03ee8-fb78-4577-9048-e7773d2a94bd. Mar 11 11:38:50.464161 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b42ec8fa-d07e-458e-af5b-13aedd9baea9 admin admin] Publish callbacks [] for security_group (dbac0ac7-eaba-4d27-9e7d-8acc01406147), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:50.473244 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Pushing event updated for resources: {'Port': ['ID=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,revision_number=7']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:50.496864 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b42ec8fa-d07e-458e-af5b-13aedd9baea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (dbac0ac7-eaba-4d27-9e7d-8acc01406147), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:50.513543 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36870) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:50.569964 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Attempting to bind port d49ff3cd-d7b5-4bea-8a74-6be5295435bc on host n-h2-833234-2 for vnic_type normal with profile {"migrating_to": "n-h1-833234-2"} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:38:50.570301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Attempting to bind port d49ff3cd-d7b5-4bea-8a74-6be5295435bc by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:38:50.570639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Attempting to bind port d49ff3cd-d7b5-4bea-8a74-6be5295435bc on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:50.581037 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911890e-d93f-41ab-a20e-832008321524 req-fd55d644-5fad-4ca6-84b7-6abb8b543c70 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:50.582651 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b911890e-d93f-41ab-a20e-832008321524 req-fd55d644-5fad-4ca6-84b7-6abb8b543c70 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 943 time: 0.2163105 Mar 11 11:38:50.585224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Port d49ff3cd-d7b5-4bea-8a74-6be5295435bc on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:38:50.585551 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Attempting to bind port d49ff3cd-d7b5-4bea-8a74-6be5295435bc on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:50.621436 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:38:50.622073 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Checking segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:38:50.622193 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Bound using segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:38:50.622600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Bound port: d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:38:50.622962 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:50.660577 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b911890e-d93f-41ab-a20e-832008321524 req-a3b8610f-82f4-4b49-8e9c-a09a5ca08089 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690262 Mar 11 11:38:50.661164 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36878) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:50.744386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ec8fa-d07e-458e-af5b-13aedd9baea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbac0ac7-eaba-4d27-9e7d-8acc01406147,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:50.747025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] For port d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:38:50.752205 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] For port d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:38:50.757692 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b42ec8fa-d07e-458e-af5b-13aedd9baea9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=99990dd1de6944b7a5b8ce30d259c3b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9625156 Mar 11 11:38:50.758155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36884) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:50.771498 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:50.859668 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee6eb-e9fd-4798-9c6a-18de2853c95a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:50.890104 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0ecc711e-45e9-4e46-bf18-95b820c934ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:50.907057 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1693ee38-4025-43c4-ace7-55458014b64b tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Router 74cfc860-12aa-425b-93fd-fd89f9cc650c has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:38:50.927233 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ed650be-dc4c-4b04-8092-9eb4bd675a91 admin admin] Publish callbacks [] for security_group (dbac0ac7-eaba-4d27-9e7d-8acc01406147), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:50.927466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Pushing event updated for resources: {'Port': ['ID=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,revision_number=8']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:50.936593 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:50.937058 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:50.938467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f934b5f8-184c-46bd-8831-4eee6dde1173 service neutron] 10.222.0.71 "PUT /v2.0/ports/d49ff3cd-d7b5-4bea-8a74-6be5295435bc HTTP/1.1" status: 200 len: 1121 time: 1.3001235 Mar 11 11:38:51.013211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['d49ff3cd-d7b5-4bea-8a74-6be5295435bc'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:38:51.051358 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee6eb-e9fd-4798-9c6a-18de2853c95a admin admin] Publish callbacks [] for security_group (74caf2af-c3f8-48ad-a63c-22967c3922a2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.062994 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0ecc711e-45e9-4e46-bf18-95b820c934ba admin admin] Publish callbacks [] for security_group (a9c6ec67-1db0-4a37-8f04-593e52c56f5f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.063966 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee6eb-e9fd-4798-9c6a-18de2853c95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (74caf2af-c3f8-48ad-a63c-22967c3922a2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.080734 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0ecc711e-45e9-4e46-bf18-95b820c934ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a9c6ec67-1db0-4a37-8f04-593e52c56f5f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.097091 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ed650be-dc4c-4b04-8092-9eb4bd675a91 admin admin] Publish callbacks [] for security_group (dbac0ac7-eaba-4d27-9e7d-8acc01406147), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.122972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ee2ee6eb-e9fd-4798-9c6a-18de2853c95a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=82a137a3e41b44ca93fe86a446a41dfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6060760 Mar 11 11:38:51.128018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ee6eb-e9fd-4798-9c6a-18de2853c95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74caf2af-c3f8-48ad-a63c-22967c3922a2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:51.132386 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36902) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:51.161950 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0ecc711e-45e9-4e46-bf18-95b820c934ba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68deafcab2e6494f971c724c97cb8d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4954090 Mar 11 11:38:51.162215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36908) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:51.166369 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1693ee38-4025-43c4-ace7-55458014b64b tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:38:51.180976 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1693ee38-4025-43c4-ace7-55458014b64b tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.197567 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc711e-45e9-4e46-bf18-95b820c934ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c6ec67-1db0-4a37-8f04-593e52c56f5f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:51.207820 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ff1a2-840b-47c9-a735-76b2bf02e937 None None] Sync routers for ids ['74cfc860-12aa-425b-93fd-fd89f9cc650c'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:38:51.222065 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-93b54ab1-ba5b-470e-8675-5e9f3b666518 admin admin] Publish callbacks [] for security_group (74caf2af-c3f8-48ad-a63c-22967c3922a2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.247232 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1693ee38-4025-43c4-ace7-55458014b64b tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "PUT /v2.0/floatingips/af61d8fb-45c4-4047-814b-41322db8d2ee HTTP/1.1" status: 200 len: 1012 time: 2.2035708 Mar 11 11:38:51.254936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c178538-0d8a-44a1-bc3d-8bf284e32b82', 'tag': 'e3d03ee8-fb78-4577-9048-e7773d2a94bd'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:38:51.255521 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-93b54ab1-ba5b-470e-8675-5e9f3b666518 admin admin] Publish callbacks [] for security_group (74caf2af-c3f8-48ad-a63c-22967c3922a2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.257921 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ff1a2-840b-47c9-a735-76b2bf02e937 None None] Routers {'74cfc860-12aa-425b-93fd-fd89f9cc650c'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:38:51.259784 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-db4ff1a2-840b-47c9-a735-76b2bf02e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:38:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['74cfc860-12aa-425b-93fd-fd89f9cc650c'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:51.337536 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3aaf6819-3ff8-47c5-8be5-777d76d0424d details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:38:51.348361 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-93b54ab1-ba5b-470e-8675-5e9f3b666518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (74caf2af-c3f8-48ad-a63c-22967c3922a2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.359934 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-93b54ab1-ba5b-470e-8675-5e9f3b666518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.363809 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-93b54ab1-ba5b-470e-8675-5e9f3b666518 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/74caf2af-c3f8-48ad-a63c-22967c3922a2 HTTP/1.1" status: 204 len: 168 time: 0.2255609 Mar 11 11:38:51.378451 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ed650be-dc4c-4b04-8092-9eb4bd675a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (dbac0ac7-eaba-4d27-9e7d-8acc01406147), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.381598 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ed650be-dc4c-4b04-8092-9eb4bd675a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.382613 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8ed650be-dc4c-4b04-8092-9eb4bd675a91 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dbac0ac7-eaba-4d27-9e7d-8acc01406147 HTTP/1.1" status: 204 len: 168 time: 0.6238170 Mar 11 11:38:51.386031 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b54ab1-ba5b-470e-8675-5e9f3b666518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74caf2af-c3f8-48ad-a63c-22967c3922a2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:51.423146 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed650be-dc4c-4b04-8092-9eb4bd675a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbac0ac7-eaba-4d27-9e7d-8acc01406147,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:51.425844 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfbee653-ee36-4cb0-92a0-f7da22b6d1cb admin admin] Publish callbacks [] for security_group (a9c6ec67-1db0-4a37-8f04-593e52c56f5f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.508306 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfbee653-ee36-4cb0-92a0-f7da22b6d1cb admin admin] Publish callbacks [] for security_group (a9c6ec67-1db0-4a37-8f04-593e52c56f5f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.530541 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-db4ff1a2-840b-47c9-a735-76b2bf02e937 None None] Set router 74cfc860-12aa-425b-93fd-fd89f9cc650c gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:38:51.554830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba023f1-eff7-4ca6-9071-7e4b3ba8999e req-ea3a5f4e-8455-4ffd-af77-5de07695e391 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:51.556839 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba023f1-eff7-4ca6-9071-7e4b3ba8999e req-ea3a5f4e-8455-4ffd-af77-5de07695e391 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfe36b54-49e2-4575-892c-4088395c3c56 HTTP/1.1" status: 200 len: 948 time: 0.1529317 Mar 11 11:38:51.625835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 3aaf6819-3ff8-47c5-8be5-777d76d0424d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3aaf6819-3ff8-47c5-8be5-777d76d0424d,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:51.647970 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8ab914-9fc6-4518-b831-c3643d85600d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c178538-0d8a-44a1-bc3d-8bf284e32b82", "tag": "e3d03ee8-fb78-4577-9048-e7773d2a94bd"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:38:51.652882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '3aaf6819-3ff8-47c5-8be5-777d76d0424d', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '3aaf6819-3ff8-47c5-8be5-777d76d0424d', 'mac_address': 'fa:16:3e:b4:a8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:38:51.654069 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfbee653-ee36-4cb0-92a0-f7da22b6d1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a9c6ec67-1db0-4a37-8f04-593e52c56f5f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.658584 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfbee653-ee36-4cb0-92a0-f7da22b6d1cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.660034 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cfbee653-ee36-4cb0-92a0-f7da22b6d1cb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a9c6ec67-1db0-4a37-8f04-593e52c56f5f HTTP/1.1" status: 204 len: 168 time: 0.4965954 Mar 11 11:38:51.679675 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbee653-ee36-4cb0-92a0-f7da22b6d1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c6ec67-1db0-4a37-8f04-593e52c56f5f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:51.757264 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 3aaf6819-3ff8-47c5-8be5-777d76d0424d is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:51.757829 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3aaf6819-3ff8-47c5-8be5-777d76d0424d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.808725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aaf6819-3ff8-47c5-8be5-777d76d0424d {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:38:51.844050 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 3aaf6819-3ff8-47c5-8be5-777d76d0424d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3aaf6819-3ff8-47c5-8be5-777d76d0424d,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:51.851038 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3aaf6819-3ff8-47c5-8be5-777d76d0424d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.901830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36936) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:51.922792 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e138e176-bf3f-4f82-a0b4-65df82e521b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:51.944335 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=3aaf6819-3ff8-47c5-8be5-777d76d0424d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:51.967353 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccc9ff-66ac-4407-b414-f1f01f5553d2 req-57f78b5f-7e39-4575-92f5-e2df1bb0f0e0 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:51.969647 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8bccc9ff-66ac-4407-b414-f1f01f5553d2 req-57f78b5f-7e39-4575-92f5-e2df1bb0f0e0 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c178538-0d8a-44a1-bc3d-8bf284e32b82 HTTP/1.1" status: 200 len: 966 time: 0.4621315 Mar 11 11:38:51.999423 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-db4ff1a2-840b-47c9-a735-76b2bf02e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:01Z', 'revision_number': 4, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'af61d8fb-45c4-4047-814b-41322db8d2ee', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'floating_ip_address': '172.25.7.135', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'port_id': 'e3d03ee8-fb78-4577-9048-e7773d2a94bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'mac_address': 'fa:16:3e:4b:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c178538-0d8a-44a1-bc3d-8bf284e32b82', 'device_owner': 'compute:tempest-test_az-723045751'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:38:29Z', 'updated_at': '2022-03-11T11:38:49Z', 'revision_number': 1, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673e37db-ba37-4d67-b46e-bbb0073657ea', 'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'mac_address': 'fa:16:3e:fb:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:01Z', 'updated_at': '2022-03-11T11:38:09Z', 'revision_number': 5, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'subnets': [{'id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:52.039366 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ff1a2-840b-47c9-a735-76b2bf02e937 None None] Checking router: 74cfc860-12aa-425b-93fd-fd89f9cc650c for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:38:52.049137 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ff1a2-840b-47c9-a735-76b2bf02e937 None None] Routers {'74cfc860-12aa-425b-93fd-fd89f9cc650c'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:38:52.049496 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-db4ff1a2-840b-47c9-a735-76b2bf02e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:38:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['74cfc860-12aa-425b-93fd-fd89f9cc650c'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:52.053225 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba023f1-eff7-4ca6-9071-7e4b3ba8999e req-1a00940d-2ffc-48c7-a4e3-951e9ac5462b tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817777 Mar 11 11:38:52.060639 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e138e176-bf3f-4f82-a0b4-65df82e521b1 admin admin] Publish callbacks [] for security_group (0b18852a-89cd-4b91-bde2-211beb02f51f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:52.068238 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e138e176-bf3f-4f82-a0b4-65df82e521b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0b18852a-89cd-4b91-bde2-211beb02f51f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:52.081146 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8bccc9ff-66ac-4407-b414-f1f01f5553d2 req-4aae650c-c279-4ca8-ad9e-564406d883ff tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005630 Mar 11 11:38:52.091288 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['3aaf6819-3ff8-47c5-8be5-777d76d0424d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:38:52.113457 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:38:52.161321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138e176-bf3f-4f82-a0b4-65df82e521b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b18852a-89cd-4b91-bde2-211beb02f51f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:52.181739 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36948) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:52.182499 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e138e176-bf3f-4f82-a0b4-65df82e521b1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=12d7e6a9f981450792a58beefd85e164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794979 Mar 11 11:38:52.293386 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c3760d03-d1d4-4393-b3a7-625eb420aa78 admin admin] Publish callbacks [] for security_group (0b18852a-89cd-4b91-bde2-211beb02f51f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:52.321262 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-db4ff1a2-840b-47c9-a735-76b2bf02e937 None None] Set router 74cfc860-12aa-425b-93fd-fd89f9cc650c gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:38:52.332758 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c3760d03-d1d4-4393-b3a7-625eb420aa78 admin admin] Publish callbacks [] for security_group (0b18852a-89cd-4b91-bde2-211beb02f51f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:52.367231 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '160a9329-69c4-42a8-b0be-7bcb0bfd9df3', 'tag': 'd49ff3cd-d7b5-4bea-8a74-6be5295435bc'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:38:52.369720 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a889fb-457b-4888-82cb-9d734d3f18ec" -d '{"events": [{"name": "network-changed", "server_uuid": "160a9329-69c4-42a8-b0be-7bcb0bfd9df3", "tag": "d49ff3cd-d7b5-4bea-8a74-6be5295435bc"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:38:52.417813 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c3760d03-d1d4-4393-b3a7-625eb420aa78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0b18852a-89cd-4b91-bde2-211beb02f51f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:52.420499 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c3760d03-d1d4-4393-b3a7-625eb420aa78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:52.421862 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c3760d03-d1d4-4393-b3a7-625eb420aa78 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0b18852a-89cd-4b91-bde2-211beb02f51f HTTP/1.1" status: 204 len: 168 time: 0.2389781 Mar 11 11:38:52.457088 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3760d03-d1d4-4393-b3a7-625eb420aa78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b18852a-89cd-4b91-bde2-211beb02f51f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:52.528630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807d323-f631-44ed-aa2b-02583fdda1a1 req-148808f9-049c-42da-b70c-8b0ea9ea9872 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:52.530256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d807d323-f631-44ed-aa2b-02583fdda1a1 req-148808f9-049c-42da-b70c-8b0ea9ea9872 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 943 time: 0.1229351 Mar 11 11:38:52.540001 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b6793d-42fc-49c4-a6ab-b01180eded29 x-openstack-request-id: req-71b6793d-42fc-49c4-a6ab-b01180eded29 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:38:52.540285 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c178538-0d8a-44a1-bc3d-8bf284e32b82", "tag": "e3d03ee8-fb78-4577-9048-e7773d2a94bd", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:38:52.540888 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-71b6793d-42fc-49c4-a6ab-b01180eded29 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:38:52.543259 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c178538-0d8a-44a1-bc3d-8bf284e32b82', 'tag': 'e3d03ee8-fb78-4577-9048-e7773d2a94bd', 'status': 'completed', 'code': 200} Mar 11 11:38:52.635956 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb23f9c-a8ca-4bc0-b6fc-7b19b4d2ab6b x-openstack-request-id: req-bbb23f9c-a8ca-4bc0-b6fc-7b19b4d2ab6b {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:38:52.636374 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "160a9329-69c4-42a8-b0be-7bcb0bfd9df3", "tag": "d49ff3cd-d7b5-4bea-8a74-6be5295435bc", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:38:52.637081 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bbb23f9c-a8ca-4bc0-b6fc-7b19b4d2ab6b {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:38:52.637690 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '160a9329-69c4-42a8-b0be-7bcb0bfd9df3', 'tag': 'd49ff3cd-d7b5-4bea-8a74-6be5295435bc', 'status': 'completed', 'code': 200} Mar 11 11:38:52.711240 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-db4ff1a2-840b-47c9-a735-76b2bf02e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:01Z', 'revision_number': 4, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'af61d8fb-45c4-4047-814b-41322db8d2ee', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'floating_ip_address': '172.25.7.135', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'port_id': 'e3d03ee8-fb78-4577-9048-e7773d2a94bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'mac_address': 'fa:16:3e:4b:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c178538-0d8a-44a1-bc3d-8bf284e32b82', 'device_owner': 'compute:tempest-test_az-723045751'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:38:29Z', 'updated_at': '2022-03-11T11:38:49Z', 'revision_number': 1, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673e37db-ba37-4d67-b46e-bbb0073657ea', 'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'mac_address': 'fa:16:3e:fb:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:01Z', 'updated_at': '2022-03-11T11:38:09Z', 'revision_number': 5, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'subnets': [{'id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:52.723758 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d807d323-f631-44ed-aa2b-02583fdda1a1 req-d9e67fd1-5fc0-4eaf-b944-b9a2f9ce4907 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868212 Mar 11 11:38:52.731143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a889fb-457b-4888-82cb-9d734d3f18ec req-5c148d36-723f-4bf0-94f5-499b76b1e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:52.732916 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26a889fb-457b-4888-82cb-9d734d3f18ec req-5c148d36-723f-4bf0-94f5-499b76b1e601 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 1155 time: 0.0835638 Mar 11 11:38:52.735852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ab914-9fc6-4518-b831-c3643d85600d req-49cebed7-ca56-484c-9da3-d24924a181b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:52.738224 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba8ab914-9fc6-4518-b831-c3643d85600d req-49cebed7-ca56-484c-9da3-d24924a181b3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a7ab0f1ba69a419a9465a54d21e133a2&device_id=8c178538-0d8a-44a1-bc3d-8bf284e32b82 HTTP/1.1" status: 200 len: 1148 time: 0.1749542 Mar 11 11:38:52.822058 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ff1a2-840b-47c9-a735-76b2bf02e937 None None] The sync data for ids ['74cfc860-12aa-425b-93fd-fd89f9cc650c'] in n-d-833234-2 is: [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:01Z', 'revision_number': 4, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'af61d8fb-45c4-4047-814b-41322db8d2ee', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'floating_ip_address': '172.25.7.135', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'port_id': 'e3d03ee8-fb78-4577-9048-e7773d2a94bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'mac_address': 'fa:16:3e:4b:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c178538-0d8a-44a1-bc3d-8bf284e32b82', 'device_owner': 'compute:tempest-test_az-723045751'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:38:29Z', 'updated_at': '2022-03-11T11:38:49Z', 'revision_number': 1, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673e37db-ba37-4d67-b46e-bbb0073657ea', 'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'mac_address': 'fa:16:3e:fb:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:01Z', 'updated_at': '2022-03-11T11:38:09Z', 'revision_number': 5, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'subnets': [{'id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:38:52.984322 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ab914-9fc6-4518-b831-c3643d85600d req-1fd84e09-f2d9-44ba-8d4a-fcc38b6402d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:52.986248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba8ab914-9fc6-4518-b831-c3643d85600d req-1fd84e09-f2d9-44ba-8d4a-fcc38b6402d5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6b945e83-4e41-42ac-8741-30291529408d HTTP/1.1" status: 200 len: 924 time: 0.2362757 Mar 11 11:38:52.991172 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a889fb-457b-4888-82cb-9d734d3f18ec req-d1369794-e660-4d42-a432-ff9b1e5f73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:52.992702 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26a889fb-457b-4888-82cb-9d734d3f18ec req-d1369794-e660-4d42-a432-ff9b1e5f73ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.2521741 Mar 11 11:38:53.050672 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26a889fb-457b-4888-82cb-9d734d3f18ec req-31db4858-142a-44f8-9a76-45b9950cb599 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc HTTP/1.1" status: 200 len: 217 time: 0.0441236 Mar 11 11:38:53.257993 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6282ccc1-0e15-4518-9ab7-ab6cc1791158 None None] New status for floating IP af61d8fb-45c4-4047-814b-41322db8d2ee: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:38:53.299479 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba8ab914-9fc6-4518-b831-c3643d85600d req-0e6855c5-cd7a-43ac-9190-cbb699e3b88b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3d03ee8-fb78-4577-9048-e7773d2a94bd HTTP/1.1" status: 200 len: 1020 time: 0.3018982 Mar 11 11:38:53.308531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a889fb-457b-4888-82cb-9d734d3f18ec req-ef674dcb-c5d0-4f6d-8e37-27771361a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:53.310975 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26a889fb-457b-4888-82cb-9d734d3f18ec req-ef674dcb-c5d0-4f6d-8e37-27771361a96e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.2301235 Mar 11 11:38:53.398028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3aaf6819-3ff8-47c5-8be5-777d76d0424d up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:38:53.443197 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26a889fb-457b-4888-82cb-9d734d3f18ec req-2c9887ae-42bc-4e17-a582-9860f37607e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334017 Mar 11 11:38:53.450835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ab914-9fc6-4518-b831-c3643d85600d req-ddc8efab-e67b-40de-9899-d9f5b25627cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:53.453441 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba8ab914-9fc6-4518-b831-c3643d85600d req-ddc8efab-e67b-40de-9899-d9f5b25627cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7419caeb-e637-4fb6-9c74-8aa22364a03b HTTP/1.1" status: 200 len: 862 time: 0.1381190 Mar 11 11:38:53.552256 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 3aaf6819-3ff8-47c5-8be5-777d76d0424d completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:38:53.585440 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 3aaf6819-3ff8-47c5-8be5-777d76d0424d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:53.586329 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3aaf6819-3ff8-47c5-8be5-777d76d0424d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:53.666466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c3a85-f91e-4d76-93de-11ff5e7158f7 req-a3192925-57e2-4534-9204-e59a61123136 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:53.677903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c54c3a85-f91e-4d76-93de-11ff5e7158f7 req-a3192925-57e2-4534-9204-e59a61123136 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfe36b54-49e2-4575-892c-4088395c3c56 HTTP/1.1" status: 200 len: 949 time: 0.4670956 Mar 11 11:38:53.704276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ab914-9fc6-4518-b831-c3643d85600d req-7724c934-f8c8-4d62-a7c3-954cd1168358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:53.706057 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba8ab914-9fc6-4518-b831-c3643d85600d req-7724c934-f8c8-4d62-a7c3-954cd1168358 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b945e83-4e41-42ac-8741-30291529408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1472497 Mar 11 11:38:53.725829 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26a889fb-457b-4888-82cb-9d734d3f18ec req-a8fd4169-2a2d-4d1d-a066-3229e1868f9f service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705822 Mar 11 11:38:53.802702 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 3aaf6819-3ff8-47c5-8be5-777d76d0424d is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:53.803102 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3aaf6819-3ff8-47c5-8be5-777d76d0424d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:53.832312 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c54c3a85-f91e-4d76-93de-11ff5e7158f7 req-8cd0bce9-4041-42e5-8a62-66542e6a5047 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530218 Mar 11 11:38:53.845712 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe36b54-49e2-4575-892c-4088395c3c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaf6819-3ff8-47c5-8be5-777d76d0424d'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:38:53.849899 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0b250f-e1c9-47a3-9a88-346ebc89926c" -d '{"events": [{"server_uuid": "cfe36b54-49e2-4575-892c-4088395c3c56", "name": "network-vif-plugged", "status": "completed", "tag": "3aaf6819-3ff8-47c5-8be5-777d76d0424d"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:38:53.881320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 3aaf6819-3ff8-47c5-8be5-777d76d0424d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3aaf6819-3ff8-47c5-8be5-777d76d0424d,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:53.897959 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3aaf6819-3ff8-47c5-8be5-777d76d0424d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:53.904965 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37062) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:53.942742 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4247e45-a8bb-4cad-b20f-6aa64ecea6b4 x-openstack-request-id: req-b4247e45-a8bb-4cad-b20f-6aa64ecea6b4 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:38:53.943043 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe36b54-49e2-4575-892c-4088395c3c56", "name": "network-vif-plugged", "status": "completed", "tag": "3aaf6819-3ff8-47c5-8be5-777d76d0424d", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:38:53.943338 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b4247e45-a8bb-4cad-b20f-6aa64ecea6b4 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:38:53.943787 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe36b54-49e2-4575-892c-4088395c3c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaf6819-3ff8-47c5-8be5-777d76d0424d', 'code': 200} Mar 11 11:38:53.961644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=3aaf6819-3ff8-47c5-8be5-777d76d0424d,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:54.024473 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26a889fb-457b-4888-82cb-9d734d3f18ec req-d7030a36-d394-4d15-9b0a-82418e5cad01 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741129 Mar 11 11:38:54.047801 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e2e0b-8127-48af-ade0-e61cb0ce9bd0 req-43f5b5c0-0a50-4a39-90ba-cb7145d4bdce tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:54.049791 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee6e2e0b-8127-48af-ade0-e61cb0ce9bd0 req-43f5b5c0-0a50-4a39-90ba-cb7145d4bdce tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 943 time: 0.1238375 Mar 11 11:38:54.052376 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba8ab914-9fc6-4518-b831-c3643d85600d req-a15f4e52-42c7-4e85-af62-a1cbd4d5bc89 service neutron] 10.222.0.71 "GET /v2.0/networks/6b945e83-4e41-42ac-8741-30291529408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242581 Mar 11 11:38:54.107843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78f486-e08c-4b14-a3be-0a00bffb3fd8 req-a210a893-34bc-4b5b-ba91-e2aa3128a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:54.114108 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ee78f486-e08c-4b14-a3be-0a00bffb3fd8 req-a210a893-34bc-4b5b-ba91-e2aa3128a7bd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cfe36b54-49e2-4575-892c-4088395c3c56 HTTP/1.1" status: 200 len: 1132 time: 0.0984368 Mar 11 11:38:54.145314 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee6e2e0b-8127-48af-ade0-e61cb0ce9bd0 req-490bb5e4-a11c-4bcf-bb62-d4d0e2b508d5 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873556 Mar 11 11:38:54.161763 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37076) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:54.197452 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ee78f486-e08c-4b14-a3be-0a00bffb3fd8 req-a5c81a3c-3f0b-46c2-ac56-d0ae8c231cba service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742068 Mar 11 11:38:54.219452 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba8ab914-9fc6-4518-b831-c3643d85600d req-f2404e77-5b72-4912-83c9-ea6d1807b128 service neutron] 10.222.0.71 "GET /v2.0/networks/6b945e83-4e41-42ac-8741-30291529408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295681 Mar 11 11:38:54.221601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40105232-d8bf-4136-af5b-9567f5e9c3fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.251394 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37082) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:54.312112 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3136a333-79f5-473d-94b8-03778f96d4ae admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-377384212-network', 'tenant_id': '3b8c96ba84aa4ddb8853d9f162b80354'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:54.325453 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40105232-d8bf-4136-af5b-9567f5e9c3fd admin admin] Publish callbacks [] for security_group (c8bac12f-248a-44fc-9a11-dd2ba4ddc94b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.336110 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40105232-d8bf-4136-af5b-9567f5e9c3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c8bac12f-248a-44fc-9a11-dd2ba4ddc94b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.355515 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3136a333-79f5-473d-94b8-03778f96d4ae admin admin] Made reservation on behalf of 3b8c96ba84aa4ddb8853d9f162b80354 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:38:54.356985 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3136a333-79f5-473d-94b8-03778f96d4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.377197 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3136a333-79f5-473d-94b8-03778f96d4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.378297 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device d49ff3cd-d7b5-4bea-8a74-6be5295435bc details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:38:54.393862 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-40105232-d8bf-4136-af5b-9567f5e9c3fd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3bdbc4273d23449f9c00dbee5dc46be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4868696 Mar 11 11:38:54.396682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37090) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:54.410932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40105232-d8bf-4136-af5b-9567f5e9c3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bac12f-248a-44fc-9a11-dd2ba4ddc94b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:54.465185 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf5af1a8-8376-48a4-9b27-4e6d01982f1f admin admin] Publish callbacks [] for security_group (c8bac12f-248a-44fc-9a11-dd2ba4ddc94b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.494488 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf5af1a8-8376-48a4-9b27-4e6d01982f1f admin admin] Publish callbacks [] for security_group (c8bac12f-248a-44fc-9a11-dd2ba4ddc94b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.509780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5bea047f-6ef5-4fff-be8a-90d9f09f3db1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-network', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:54.527793 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:54.540780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device d49ff3cd-d7b5-4bea-8a74-6be5295435bc has no active binding in host n-h1-833234-2 {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 11:38:54.542090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bea047f-6ef5-4fff-be8a-90d9f09f3db1 admin admin] Made reservation on behalf of 8a575fd1f0084cada11c1aea396b02ff for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:38:54.545054 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5bea047f-6ef5-4fff-be8a-90d9f09f3db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.546387 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3136a333-79f5-473d-94b8-03778f96d4ae admin admin] Publish callbacks [] for security_group (0bb2c64c-e0cc-4648-afec-7de9e0376cf5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.552733 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3136a333-79f5-473d-94b8-03778f96d4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0bb2c64c-e0cc-4648-afec-7de9e0376cf5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.562375 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5bea047f-6ef5-4fff-be8a-90d9f09f3db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.579453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3136a333-79f5-473d-94b8-03778f96d4ae admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:38:54.595076 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136a333-79f5-473d-94b8-03778f96d4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb2c64c-e0cc-4648-afec-7de9e0376cf5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:54.605126 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37094) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:54.615515 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf5af1a8-8376-48a4-9b27-4e6d01982f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c8bac12f-248a-44fc-9a11-dd2ba4ddc94b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.618606 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf5af1a8-8376-48a4-9b27-4e6d01982f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.619000 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3136a333-79f5-473d-94b8-03778f96d4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (1fd0df61-2cc2-4be3-9f7c-f65d254a0de5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.619335 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-3136a333-79f5-473d-94b8-03778f96d4ae admin admin] Added segment 1fd0df61-2cc2-4be3-9f7c-f65d254a0de5 of type vlan for network 70959db6-e1a0-4cc0-92e7-74f121b5d0c5 Mar 11 11:38:54.622503 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cf5af1a8-8376-48a4-9b27-4e6d01982f1f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c8bac12f-248a-44fc-9a11-dd2ba4ddc94b HTTP/1.1" status: 204 len: 168 time: 0.2220981 Mar 11 11:38:54.634922 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5af1a8-8376-48a4-9b27-4e6d01982f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bac12f-248a-44fc-9a11-dd2ba4ddc94b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:54.670872 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3136a333-79f5-473d-94b8-03778f96d4ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (70959db6-e1a0-4cc0-92e7-74f121b5d0c5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.700980 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5bea047f-6ef5-4fff-be8a-90d9f09f3db1 admin admin] Publish callbacks [] for security_group (8d8ea0dc-d84e-411c-8bff-59aa280e9008), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.701756 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3136a333-79f5-473d-94b8-03778f96d4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (70959db6-e1a0-4cc0-92e7-74f121b5d0c5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.702794 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3136a333-79f5-473d-94b8-03778f96d4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:54.703340 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3136a333-79f5-473d-94b8-03778f96d4ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.706243 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5bea047f-6ef5-4fff-be8a-90d9f09f3db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8d8ea0dc-d84e-411c-8bff-59aa280e9008), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.734273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bea047f-6ef5-4fff-be8a-90d9f09f3db1 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:38:54.748272 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3136a333-79f5-473d-94b8-03778f96d4ae admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5854080 Mar 11 11:38:54.751136 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37102) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:54.755278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea047f-6ef5-4fff-be8a-90d9f09f3db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8ea0dc-d84e-411c-8bff-59aa280e9008,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:54.758064 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0441754f-c03a-4942-b722-cfc88621ec06 admin admin] Request body: {'subnet': {'network_id': '70959db6-e1a0-4cc0-92e7-74f121b5d0c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-377384212-subnet', 'tenant_id': '3b8c96ba84aa4ddb8853d9f162b80354', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:54.760356 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5bea047f-6ef5-4fff-be8a-90d9f09f3db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (9b32ec32-3a2c-47e6-89ca-d37e8dcf4376), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.760777 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-5bea047f-6ef5-4fff-be8a-90d9f09f3db1 admin admin] Added segment 9b32ec32-3a2c-47e6-89ca-d37e8dcf4376 of type vlan for network 312d19f9-7005-4de7-8f01-ccb1029393af Mar 11 11:38:54.796642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136a333-79f5-473d-94b8-03778f96d4ae admin admin] Pushing event updated for resources: {'Network': ['ID=70959db6-e1a0-4cc0-92e7-74f121b5d0c5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:54.811398 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 70959db6-e1a0-4cc0-92e7-74f121b5d0c5 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:38:54.823387 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5bea047f-6ef5-4fff-be8a-90d9f09f3db1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (312d19f9-7005-4de7-8f01-ccb1029393af), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.841561 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0441754f-c03a-4942-b722-cfc88621ec06 admin admin] Made reservation on behalf of 3b8c96ba84aa4ddb8853d9f162b80354 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:38:54.844164 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0441754f-c03a-4942-b722-cfc88621ec06 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.849222 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e299e597-786c-4b7e-bfe3-aa166e06d948 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ddfc7976d96f48c9a994ad1d916ee025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422347 Mar 11 11:38:54.852198 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37104) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:54.872251 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5bea047f-6ef5-4fff-be8a-90d9f09f3db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (312d19f9-7005-4de7-8f01-ccb1029393af), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:54.873914 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bea047f-6ef5-4fff-be8a-90d9f09f3db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:54.873914 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5bea047f-6ef5-4fff-be8a-90d9f09f3db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:55.014326 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5bea047f-6ef5-4fff-be8a-90d9f09f3db1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7613013 Mar 11 11:38:55.017833 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37112) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:55.029215 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea047f-6ef5-4fff-be8a-90d9f09f3db1 admin admin] Pushing event updated for resources: {'Network': ['ID=312d19f9-7005-4de7-8f01-ccb1029393af,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:55.051238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 312d19f9-7005-4de7-8f01-ccb1029393af details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:38:55.052321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-25baf505-cc1b-401c-a6b4-eb7589308131 admin admin] Request body: {'subnet': {'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-subnet', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:55.085462 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0441754f-c03a-4942-b722-cfc88621ec06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for subnet (48883fe7-d484-4669-bcc4-eb95884fa786), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:55.109269 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae6bb-8552-4d97-a13b-1c7aebadf62c admin admin] Publish callbacks [] for security_group (39972a28-9c2d-4085-9ee8-fc1a055507a1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:55.130658 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25baf505-cc1b-401c-a6b4-eb7589308131 admin admin] Made reservation on behalf of 8a575fd1f0084cada11c1aea396b02ff for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:38:55.132937 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25baf505-cc1b-401c-a6b4-eb7589308131 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:55.135650 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7152fe-3a4f-47cd-9b7a-ea825f834619 req-d3919542-851d-49b3-b24d-0f38beb241dd tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:55.146443 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe7152fe-3a4f-47cd-9b7a-ea825f834619 req-d3919542-851d-49b3-b24d-0f38beb241dd tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfe36b54-49e2-4575-892c-4088395c3c56 HTTP/1.1" status: 200 len: 950 time: 0.1663902 Mar 11 11:38:55.171334 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae6bb-8552-4d97-a13b-1c7aebadf62c admin admin] Publish callbacks [] for security_group (39972a28-9c2d-4085-9ee8-fc1a055507a1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:55.191929 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441754f-c03a-4942-b722-cfc88621ec06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48883fe7-d484-4669-bcc4-eb95884fa786,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:55.194026 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0441754f-c03a-4942-b722-cfc88621ec06 admin admin] Checking segment: {'id': '1fd0df61-2cc2-4be3-9f7c-f65d254a0de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '70959db6-e1a0-4cc0-92e7-74f121b5d0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:38:55.194380 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0441754f-c03a-4942-b722-cfc88621ec06 admin admin] Network hostable DHCP agents. Network: 70959db6-e1a0-4cc0-92e7-74f121b5d0c5, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:38:55.218665 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37120) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:55.249743 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe7152fe-3a4f-47cd-9b7a-ea825f834619 req-74c51f51-ce7a-4429-9d76-63b5f5c2082d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022563 Mar 11 11:38:55.250886 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6aa1cc81-04b9-461c-8b9b-766ded6853a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:55.283704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0441754f-c03a-4942-b722-cfc88621ec06 admin admin] Network 70959db6-e1a0-4cc0-92e7-74f121b5d0c5 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:38:55.326716 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-0441754f-c03a-4942-b722-cfc88621ec06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 70959db6-e1a0-4cc0-92e7-74f121b5d0c5) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:55.327523 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae6bb-8552-4d97-a13b-1c7aebadf62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (39972a28-9c2d-4085-9ee8-fc1a055507a1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:55.330589 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae6bb-8552-4d97-a13b-1c7aebadf62c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:55.334711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0441754f-c03a-4942-b722-cfc88621ec06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:55.334823 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0441754f-c03a-4942-b722-cfc88621ec06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:55.341064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8cbc22-3814-4e9e-95cf-ab0f883c1e5f None None] Network 70959db6-e1a0-4cc0-92e7-74f121b5d0c5 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:38:55.344885 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3f9ae6bb-8552-4d97-a13b-1c7aebadf62c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/39972a28-9c2d-4085-9ee8-fc1a055507a1 HTTP/1.1" status: 204 len: 168 time: 0.4841855 Mar 11 11:38:55.368160 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0441754f-c03a-4942-b722-cfc88621ec06 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6137536 Mar 11 11:38:55.421226 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25baf505-cc1b-401c-a6b4-eb7589308131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for subnet (900f0834-fbff-4203-bddb-573f955892d4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:55.453178 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ae6bb-8552-4d97-a13b-1c7aebadf62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39972a28-9c2d-4085-9ee8-fc1a055507a1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:55.515412 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25baf505-cc1b-401c-a6b4-eb7589308131 admin admin] Checking segment: {'id': '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:38:55.515983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25baf505-cc1b-401c-a6b4-eb7589308131 admin admin] Network hostable DHCP agents. Network: 312d19f9-7005-4de7-8f01-ccb1029393af, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:38:55.523895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25baf505-cc1b-401c-a6b4-eb7589308131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=900f0834-fbff-4203-bddb-573f955892d4,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:55.551068 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25baf505-cc1b-401c-a6b4-eb7589308131 admin admin] Network 312d19f9-7005-4de7-8f01-ccb1029393af is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:38:55.571258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-25baf505-cc1b-401c-a6b4-eb7589308131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 312d19f9-7005-4de7-8f01-ccb1029393af) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:55.590968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25baf505-cc1b-401c-a6b4-eb7589308131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:55.592946 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25baf505-cc1b-401c-a6b4-eb7589308131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:55.606170 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad0e8-31f8-40f6-9af5-ac63f08beb98 req-bad97870-abf2-40df-ab61-1574522422c2 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:55.609900 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be5ad0e8-31f8-40f6-9af5-ac63f08beb98 req-bad97870-abf2-40df-ab61-1574522422c2 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 943 time: 0.2990820 Mar 11 11:38:55.630615 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-25baf505-cc1b-401c-a6b4-eb7589308131 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5850465 Mar 11 11:38:55.630890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37130) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:55.643362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:55.676156 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (faa52885-7045-4c44-a607-aa844ce555ca), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:55.678165 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (faa52885-7045-4c44-a607-aa844ce555ca), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:55.702676 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6aa1cc81-04b9-461c-8b9b-766ded6853a4 admin admin] Publish callbacks [] for security_group (7d7b466a-e84c-439b-913f-2474ad949b86), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:55.718405 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6aa1cc81-04b9-461c-8b9b-766ded6853a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7d7b466a-e84c-439b-913f-2474ad949b86), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:55.726790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cee69ca-3c55-4e8f-90e9-2d381935732c None None] Network 312d19f9-7005-4de7-8f01-ccb1029393af requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:38:55.790710 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Publish callbacks [] for router_controller (faa52885-7045-4c44-a607-aa844ce555ca), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:55.821443 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be5ad0e8-31f8-40f6-9af5-ac63f08beb98 req-be0cde24-b88e-46b3-9f4a-86bebd7635cd tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802785 Mar 11 11:38:55.825378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6aa1cc81-04b9-461c-8b9b-766ded6853a4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f81d69a799bd4aaeb198df3c5d7c845f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6057253 Mar 11 11:38:55.832497 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37138) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:55.833210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1cc81-04b9-461c-8b9b-766ded6853a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7b466a-e84c-439b-913f-2474ad949b86,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:55.930864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57854ed5-98d8-45ea-9567-dbcb9b41db15 None None] Network 70959db6-e1a0-4cc0-92e7-74f121b5d0c5 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:38:55.961752 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd45e8ff-06d8-4528-af14-47818418a3e6 admin admin] Publish callbacks [] for security_group (7d7b466a-e84c-439b-913f-2474ad949b86), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:56.011127 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd45e8ff-06d8-4528-af14-47818418a3e6 admin admin] Publish callbacks [] for security_group (7d7b466a-e84c-439b-913f-2474ad949b86), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:56.056737 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Publish callbacks [] for router_gateway (faa52885-7045-4c44-a607-aa844ce555ca), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:56.067632 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd45e8ff-06d8-4528-af14-47818418a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7d7b466a-e84c-439b-913f-2474ad949b86), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:56.072713 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd45e8ff-06d8-4528-af14-47818418a3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:56.079337 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bd45e8ff-06d8-4528-af14-47818418a3e6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7d7b466a-e84c-439b-913f-2474ad949b86 HTTP/1.1" status: 204 len: 168 time: 0.2430928 Mar 11 11:38:56.095788 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-312d19f9-7005-4de7-8f01-ccb1029393af', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:38:56.096621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45e8ff-06d8-4528-af14-47818418a3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7b466a-e84c-439b-913f-2474ad949b86,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:56.098404 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:56.220171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37144) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:56.303032 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bda87ef8-cf48-4d96-ac4d-67ab97862b61 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d7ffe2f2b6554caeb904bcc1c84e19fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0815980 Mar 11 11:38:56.305884 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37148) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:56.326834 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-daffdb8e-95bf-499c-aae8-b88d42b3fb4d req-95a5722b-3343-46bd-ba61-ec95f6785e3a tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2040696881', 'description': 'tempest-description-1393703554'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:56.385237 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Allocated IP 172.20.0.2 (312d19f9-7005-4de7-8f01-ccb1029393af/900f0834-fbff-4203-bddb-573f955892d4/503d501d-5cdf-4306-bf6f-ce76624b30dd) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:38:56.506366 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-daffdb8e-95bf-499c-aae8-b88d42b3fb4d req-95a5722b-3343-46bd-ba61-ec95f6785e3a tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:56.523544 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-0312e6e1-f3dd-489f-8874-a2c01c59f851 service neutron] 10.222.0.37 "GET /v2.0/ports/d49ff3cd-d7b5-4bea-8a74-6be5295435bc/bindings/n-h1-833234-2 HTTP/1.1" status: 200 len: 384 time: 0.2040057 Mar 11 11:38:56.524822 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Publish callbacks [] for router_gateway (faa52885-7045-4c44-a607-aa844ce555ca), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:56.553972 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:56.563973 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9bc59-c8ba-4c94-9029-b479333f6dce req-c2bca8a1-a7fc-45e3-972b-de1271a2db23 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:56.571674 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18e9bc59-c8ba-4c94-9029-b479333f6dce req-c2bca8a1-a7fc-45e3-972b-de1271a2db23 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfe36b54-49e2-4575-892c-4088395c3c56 HTTP/1.1" status: 200 len: 950 time: 0.1781271 Mar 11 11:38:56.585339 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6838b3c-9e9d-4326-8ad9-32deb278caf8 admin admin] Publish callbacks [] for security_group (26445c09-309c-4745-b6ce-f057a8267209), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:56.609954 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6838b3c-9e9d-4326-8ad9-32deb278caf8 admin admin] Publish callbacks [] for security_group (26445c09-309c-4745-b6ce-f057a8267209), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:56.719917 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18e9bc59-c8ba-4c94-9029-b479333f6dce req-2afa20ea-115b-4756-9d15-58e7ce806a79 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404669 Mar 11 11:38:56.722979 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6838b3c-9e9d-4326-8ad9-32deb278caf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (26445c09-309c-4745-b6ce-f057a8267209), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:56.735801 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Allocated IP 172.25.7.209 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/756c3404-db06-494a-bf06-57390c243652) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:38:56.746126 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6838b3c-9e9d-4326-8ad9-32deb278caf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:56.747762 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c6838b3c-9e9d-4326-8ad9-32deb278caf8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26445c09-309c-4745-b6ce-f057a8267209 HTTP/1.1" status: 204 len: 168 time: 0.4408884 Mar 11 11:38:56.751286 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Publish callbacks [] for port (503d501d-5cdf-4306-bf6f-ce76624b30dd), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:56.766997 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6838b3c-9e9d-4326-8ad9-32deb278caf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26445c09-309c-4745-b6ce-f057a8267209,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:56.770830 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (503d501d-5cdf-4306-bf6f-ce76624b30dd), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:56.798456 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-daffdb8e-95bf-499c-aae8-b88d42b3fb4d req-95a5722b-3343-46bd-ba61-ec95f6785e3a tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (55eb600e-48d4-4d71-9673-6eca638ffb8f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:56.823158 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-daffdb8e-95bf-499c-aae8-b88d42b3fb4d req-95a5722b-3343-46bd-ba61-ec95f6785e3a tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (55eb600e-48d4-4d71-9673-6eca638ffb8f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:56.889496 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5722b-3343-46bd-ba61-ec95f6785e3a tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55eb600e-48d4-4d71-9673-6eca638ffb8f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:56.899741 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-daffdb8e-95bf-499c-aae8-b88d42b3fb4d req-95a5722b-3343-46bd-ba61-ec95f6785e3a tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:56.907874 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-daffdb8e-95bf-499c-aae8-b88d42b3fb4d req-95a5722b-3343-46bd-ba61-ec95f6785e3a tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5909452 Mar 11 11:38:56.922374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Pushing event updated for resources: {'Port': ['ID=503d501d-5cdf-4306-bf6f-ce76624b30dd,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:56.942131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Network 312d19f9-7005-4de7-8f01-ccb1029393af is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:38:56.944284 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:56.946977 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:38:57.032047 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Attempting to bind port 503d501d-5cdf-4306-bf6f-ce76624b30dd on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:38:57.032393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Attempting to bind port 503d501d-5cdf-4306-bf6f-ce76624b30dd by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:38:57.033608 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Attempting to bind port 503d501d-5cdf-4306-bf6f-ce76624b30dd on network 312d19f9-7005-4de7-8f01-ccb1029393af {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:38:57.041020 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:38:57.041463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Checking segment: {'id': '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:38:57.041977 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:57.042379 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Bound using segment: {'id': '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:38:57.042860 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Bound port: 503d501d-5cdf-4306-bf6f-ce76624b30dd, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:38:57.043755 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (503d501d-5cdf-4306-bf6f-ce76624b30dd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:57.127381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] For port 503d501d-5cdf-4306-bf6f-ce76624b30dd, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:38:57.130708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] For port 503d501d-5cdf-4306-bf6f-ce76624b30dd, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=503d501d-5cdf-4306-bf6f-ce76624b30dd,segment=NetworkSegment(9b32ec32-3a2c-47e6-89ca-d37e8dcf4376),segment_id=9b32ec32-3a2c-47e6-89ca-d37e8dcf4376)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:38:57.147562 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (503d501d-5cdf-4306-bf6f-ce76624b30dd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:57.287257 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e19efb-69af-48bd-b92d-d72830d66d3e None None] Pushing event updated for resources: {'Port': ['ID=503d501d-5cdf-4306-bf6f-ce76624b30dd,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:57.358788 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508878f9-6a27-4a3a-8967-37c8c2505d9a req-5e2f4b38-2c7a-44c9-b8fd-c350d5750dff tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:57.360590 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-508878f9-6a27-4a3a-8967-37c8c2505d9a req-5e2f4b38-2c7a-44c9-b8fd-c350d5750dff tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 943 time: 0.1478307 Mar 11 11:38:57.372592 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Publish callbacks [] for port (756c3404-db06-494a-bf06-57390c243652), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:57.393976 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-c8b93903-035d-459d-b63d-0ba626bf761d tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=b94ad09f94774917a252e15e7d6aacf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926805 Mar 11 11:38:57.425025 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-3d918237-443a-4d43-b736-0f277dfe459b service neutron] For port d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:57.464917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-3d918237-443a-4d43-b736-0f277dfe459b service neutron] For port d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:38:57.513129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-3d918237-443a-4d43-b736-0f277dfe459b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49ff3cd-d7b5-4bea-8a74-6be5295435bc {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:38:57.529092 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-3d918237-443a-4d43-b736-0f277dfe459b service neutron] For port d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:57.540680 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (756c3404-db06-494a-bf06-57390c243652), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:57.546494 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-508878f9-6a27-4a3a-8967-37c8c2505d9a req-60b7cd66-3710-48ec-8cbe-b0785ca815e9 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724763 Mar 11 11:38:57.592484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:38:57.599931 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-3d918237-443a-4d43-b736-0f277dfe459b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:57.621028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-cd671fbf-b6fc-4eb8-b6d4-82f7be775138 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:57.622590 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-cd671fbf-b6fc-4eb8-b6d4-82f7be775138 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182965 Mar 11 11:38:57.635218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:38:57.637866 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:38:57.715499 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99bb6f94-5d3d-44a4-859b-6328c353e1bd req-1a75619b-d50e-4504-b899-040e9904e6eb tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "GET /v2.0/security-groups/55eb600e-48d4-4d71-9673-6eca638ffb8f HTTP/1.1" status: 200 len: 1830 time: 0.0918970 Mar 11 11:38:57.717249 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-45604e2e-b31e-4fb0-b09e-ef53126850f9 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/quotas/b94ad09f94774917a252e15e7d6aacf1 HTTP/1.1" status: 200 len: 375 time: 0.0545905 Mar 11 11:38:57.750706 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-99bb6f94-5d3d-44a4-859b-6328c353e1bd req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55eb600e-48d4-4d71-9673-6eca638ffb8f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:57.751427 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-99bb6f94-5d3d-44a4-859b-6328c353e1bd req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55eb600e-48d4-4d71-9673-6eca638ffb8f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:38:57.794520 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-ef843078-cb54-49b5-b855-29ee1bc45620 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b94ad09f94774917a252e15e7d6aacf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692694 Mar 11 11:38:57.867749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-3d918237-443a-4d43-b736-0f277dfe459b service neutron] Transition to ACTIVE for port object d49ff3cd-d7b5-4bea-8a74-6be5295435bc will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:38:57.942133 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-99bb6f94-5d3d-44a4-859b-6328c353e1bd req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group_rule (86ad7ea4-5deb-4a0c-8c4f-6d29881491b2), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:57.943366 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-3d918237-443a-4d43-b736-0f277dfe459b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:58.025559 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-99bb6f94-5d3d-44a4-859b-6328c353e1bd req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group_rule (86ad7ea4-5deb-4a0c-8c4f-6d29881491b2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:58.041159 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-99bb6f94-5d3d-44a4-859b-6328c353e1bd req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (86ad7ea4-5deb-4a0c-8c4f-6d29881491b2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:58.051711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-3d918237-443a-4d43-b736-0f277dfe459b service neutron] No DVR routers for this DVR port d49ff3cd-d7b5-4bea-8a74-6be5295435bc on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:38:58.068640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Pushing event updated for resources: {'Port': ['ID=756c3404-db06-494a-bf06-57390c243652,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:58.079043 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-99bb6f94-5d3d-44a4-859b-6328c353e1bd req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:58.095180 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99bb6f94-5d3d-44a4-859b-6328c353e1bd req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3621223 Mar 11 11:38:58.104084 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ad7ea4-5deb-4a0c-8c4f-6d29881491b2,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:58.128977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.129335 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.129682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.130024 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.130362 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.130699 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.131029 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.131507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.131721 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.132022 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.132351 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.132674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.132999 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be1d29-1706-4511-a6ce-9122ebad547f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.208943 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa437c8d-4188-4802-bb00-4dc0346023b6 req-9b1f466b-a03d-4f6c-8b06-4e5ee39db86d tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96 HTTP/1.1" status: 200 len: 210 time: 0.0531902 Mar 11 11:38:58.217104 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Publish callbacks [] for router_gateway (faa52885-7045-4c44-a607-aa844ce555ca), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:58.232626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.232977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.233319 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.233727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.233950 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.234276 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.234601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.234924 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.235251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.235603 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.249762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.250679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.266644 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:58.406346 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c56b03ce-6685-47d4-92f0-6ff14cc6a8c3 req-373d6c47-d65f-4edd-8ca2-30584c481f06 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "GET /v2.0/security-groups/55eb600e-48d4-4d71-9673-6eca638ffb8f HTTP/1.1" status: 200 len: 2423 time: 0.1293788 Mar 11 11:38:58.432041 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e5960-89fc-4d6d-9e40-e78ecbf9997e req-67b92220-9c0f-4093-bf2f-287819bc363b tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:58.436641 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-607e5960-89fc-4d6d-9e40-e78ecbf9997e req-67b92220-9c0f-4093-bf2f-287819bc363b tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfe36b54-49e2-4575-892c-4088395c3c56 HTTP/1.1" status: 200 len: 950 time: 0.2406468 Mar 11 11:38:58.546152 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d899aa97-d1b0-4ec8-a025-8f8c03ff1284 req-0b8b0240-b229-4d74-901a-6f34621bd9bd tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "GET /v2.0/security-group-rules/86ad7ea4-5deb-4a0c-8c4f-6d29881491b2 HTTP/1.1" status: 200 len: 778 time: 0.1035802 Mar 11 11:38:58.570496 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-3d918237-443a-4d43-b736-0f277dfe459b service neutron] 10.222.0.37 "PUT /v2.0/ports/d49ff3cd-d7b5-4bea-8a74-6be5295435bc/bindings/n-h1-833234-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0229132 Mar 11 11:38:58.604396 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d918237-443a-4d43-b736-0f277dfe459b service neutron] Pushing event updated for resources: {'Port': ['ID=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,revision_number=10']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:58.697577 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-607e5960-89fc-4d6d-9e40-e78ecbf9997e req-87825810-c63a-4a6a-9885-2843fa0a60e7 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463448 Mar 11 11:38:58.826002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37236) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:58.931520 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (faa52885-7045-4c44-a607-aa844ce555ca), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:59.014385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833adafe-75c5-4a4f-a5c3-c1efba198436 None None] Network 312d19f9-7005-4de7-8f01-ccb1029393af requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:38:59.148939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d899aa97-d1b0-4ec8-a025-8f8c03ff1284 req-39495a2f-11bf-48ba-9e12-093fabc350f1 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "GET /v2.0/security-groups/55eb600e-48d4-4d71-9673-6eca638ffb8f HTTP/1.1" status: 200 len: 2423 time: 0.6003864 Mar 11 11:38:59.226762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-5e2db364-f81d-47ef-bb00-c1cc94b5969d tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:59.228554 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-5e2db364-f81d-47ef-bb00-c1cc94b5969d tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3&tenant_id=4b2baed761184abf86d0da4561f84f1b&binding%3Ahost_id=n-h2-833234-2 HTTP/1.1" status: 200 len: 1126 time: 0.5738235 Mar 11 11:38:59.241588 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658daa9-9457-4e83-8a10-50c6cf30d94f req-0a167888-e11f-4c6d-bd51-b7454b9a8173 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:59.256792 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1658daa9-9457-4e83-8a10-50c6cf30d94f req-0a167888-e11f-4c6d-bd51-b7454b9a8173 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 944 time: 0.4303889 Mar 11 11:38:59.257499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Provisioning complete for port 503d501d-5cdf-4306-bf6f-ce76624b30dd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:38:59.258053 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (503d501d-5cdf-4306-bf6f-ce76624b30dd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:59.321701 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d899aa97-d1b0-4ec8-a025-8f8c03ff1284 req-9af88a06-932c-42db-bba0-1fc5ca9956df tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group_rule (86ad7ea4-5deb-4a0c-8c4f-6d29881491b2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:59.339133 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d899aa97-d1b0-4ec8-a025-8f8c03ff1284 req-9af88a06-932c-42db-bba0-1fc5ca9956df tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group_rule (86ad7ea4-5deb-4a0c-8c4f-6d29881491b2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:59.362384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Router faa52885-7045-4c44-a607-aa844ce555ca is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:38:59.452421 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1658daa9-9457-4e83-8a10-50c6cf30d94f req-5d9d8baf-a9ce-4c80-9630-578e7ec1864b tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975112 Mar 11 11:38:59.455358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-361c0e59-1713-40ed-8853-06b17759f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:59.462627 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-361c0e59-1713-40ed-8853-06b17759f751 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3&tenant_id=4b2baed761184abf86d0da4561f84f1b HTTP/1.1" status: 200 len: 1126 time: 0.2035425 Mar 11 11:38:59.464696 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9649cda8-9479-424e-9bea-44b40c8f9b3f tempest-AutoAllocateNetworkTest-655138255 tempest-AutoAllocateNetworkTest-655138255-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2ef2b1e1c1bf4bc199aa3d03445c33f9&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6229804 Mar 11 11:38:59.470905 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d899aa97-d1b0-4ec8-a025-8f8c03ff1284 req-9af88a06-932c-42db-bba0-1fc5ca9956df tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (86ad7ea4-5deb-4a0c-8c4f-6d29881491b2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:59.472877 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37254) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:59.498685 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d899aa97-d1b0-4ec8-a025-8f8c03ff1284 req-9af88a06-932c-42db-bba0-1fc5ca9956df tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:59.536032 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d899aa97-d1b0-4ec8-a025-8f8c03ff1284 req-9af88a06-932c-42db-bba0-1fc5ca9956df tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/86ad7ea4-5deb-4a0c-8c4f-6d29881491b2 HTTP/1.1" status: 204 len: 173 time: 0.3612852 Mar 11 11:38:59.568152 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Current status of the port 503d501d-5cdf-4306-bf6f-ce76624b30dd is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:38:59.568693 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (503d501d-5cdf-4306-bf6f-ce76624b30dd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:59.605147 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:38:59.625948 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Sync routers for ids ['faa52885-7045-4c44-a607-aa844ce555ca'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:38:59.634345 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] For port 503d501d-5cdf-4306-bf6f-ce76624b30dd, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=503d501d-5cdf-4306-bf6f-ce76624b30dd,segment=NetworkSegment(9b32ec32-3a2c-47e6-89ca-d37e8dcf4376),segment_id=9b32ec32-3a2c-47e6-89ca-d37e8dcf4376)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:38:59.641527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af88a06-932c-42db-bba0-1fc5ca9956df tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86ad7ea4-5deb-4a0c-8c4f-6d29881491b2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:59.648135 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:59.651664 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b4665e88-4d6b-4b6f-a94c-07e1b9012344 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0170608 Mar 11 11:38:59.653687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37258) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:38:59.657688 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (503d501d-5cdf-4306-bf6f-ce76624b30dd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:38:59.688125 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Routers {'faa52885-7045-4c44-a607-aa844ce555ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:38:59.691298 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:38:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['faa52885-7045-4c44-a607-aa844ce555ca'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:38:59.702888 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-336f4e55-8d2a-4714-a7b5-9e4f88522da8 req-41fbe79e-6277-4158-a928-0de9bbd02068 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96 HTTP/1.1" status: 200 len: 210 time: 0.0589383 Mar 11 11:38:59.724248 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 503d501d-5cdf-4306-bf6f-ce76624b30dd up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:38:59.818492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-45ed6681-d491-48bb-95e6-57557d9f943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:38:59.822941 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-45ed6681-d491-48bb-95e6-57557d9f943f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 1126 time: 0.2886388 Mar 11 11:38:59.946749 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-6a79f03e-564f-464d-9b12-ca8eced41ce4 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=b94ad09f94774917a252e15e7d6aacf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795286 Mar 11 11:38:59.956046 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Pushing event updated for resources: {'Port': ['ID=503d501d-5cdf-4306-bf6f-ce76624b30dd,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:38:59.968831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:59.969744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:59.970092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:59.970563 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:59.970998 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:59.972208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:59.972584 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:59.972960 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:59.973300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:59.973824 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:59.975236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:59.975575 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:38:59.976799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ab709-cbc7-4de4-9b1d-72c8875c6e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:00.022939 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47991d27-3b13-4b69-b3a5-187ae62a1b2d tempest-AutoAllocateNetworkTest-655138255 tempest-AutoAllocateNetworkTest-655138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:00.028109 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-47991d27-3b13-4b69-b3a5-187ae62a1b2d tempest-AutoAllocateNetworkTest-655138255 tempest-AutoAllocateNetworkTest-655138255-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.5470123 Mar 11 11:39:00.028626 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-be892ffd-0eec-4170-85ab-59aff326bd35 None None] Provisioning complete for port 503d501d-5cdf-4306-bf6f-ce76624b30dd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:00.029296 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be892ffd-0eec-4170-85ab-59aff326bd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (503d501d-5cdf-4306-bf6f-ce76624b30dd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:00.031685 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Set router faa52885-7045-4c44-a607-aa844ce555ca gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:39:00.035778 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37262) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:00.083361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 503d501d-5cdf-4306-bf6f-ce76624b30dd triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:00.083762 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (503d501d-5cdf-4306-bf6f-ce76624b30dd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:00.164334 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-52bae59e-9960-48ae-a289-e9999e91061e req-58253df0-5086-4c71-80b5-f2e0c7a1c21b tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1841532526', 'description': 'tempest-description-900264610'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:00.170265 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0bdc3e8a-bb57-4589-a632-29f3ec952939 tempest-AutoAllocateNetworkTest-655138255 tempest-AutoAllocateNetworkTest-655138255-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1331191 Mar 11 11:39:00.174096 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37266) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:00.210667 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-be892ffd-0eec-4170-85ab-59aff326bd35 None None] Current status of the port 503d501d-5cdf-4306-bf6f-ce76624b30dd is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:00.242612 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-9257cb01-5418-4a07-a7e8-8b755d0c98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:00.245581 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-9257cb01-5418-4a07-a7e8-8b755d0c98d2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.3965037 Mar 11 11:39:00.246926 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9edcf1fe-ae2d-46b4-8400-567c845beb01 tempest-AutoAllocateNetworkTest-655138255 tempest-AutoAllocateNetworkTest-655138255-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2ef2b1e1c1bf4bc199aa3d03445c33f9 HTTP/1.1" status: 200 len: 208 time: 0.0696900 Mar 11 11:39:00.249336 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-52bae59e-9960-48ae-a289-e9999e91061e req-58253df0-5086-4c71-80b5-f2e0c7a1c21b tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:00.310216 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 503d501d-5cdf-4306-bf6f-ce76624b30dd is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:00.340825 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:38:57Z', 'revision_number': 3, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:00.362791 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-86d600cc-3db5-4d47-a98d-b4da03e586a1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc HTTP/1.1" status: 200 len: 217 time: 0.0963733 Mar 11 11:39:00.380063 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Checking router: faa52885-7045-4c44-a607-aa844ce555ca for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:39:00.380457 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Updating router faa52885-7045-4c44-a607-aa844ce555ca port 756c3404-db06-494a-bf06-57390c243652 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:39:00.384734 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-81506236-f6fb-41d7-aacf-f3286385e8a5 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:00.386240 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-81506236-f6fb-41d7-aacf-f3286385e8a5 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4293270 Mar 11 11:39:00.402832 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-38c0f532-0703-42c6-9d9d-7b7a221e29b6 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Request body: {'port': {'device_id': 'a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': 'b94ad09f94774917a252e15e7d6aacf1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:00.421008 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (756c3404-db06-494a-bf06-57390c243652), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:00.486982 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-6663911b-078b-4772-904a-065e1781780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:00.489192 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-6663911b-078b-4772-904a-065e1781780d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.0990233 Mar 11 11:39:00.507431 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34af1a-071d-4fbd-9a54-781dfece2ac3 req-02fcf77e-8378-4622-8c5d-5d4b3bed79a8 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:00.509069 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc34af1a-071d-4fbd-9a54-781dfece2ac3 req-02fcf77e-8378-4622-8c5d-5d4b3bed79a8 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfe36b54-49e2-4575-892c-4088395c3c56 HTTP/1.1" status: 200 len: 950 time: 0.1617403 Mar 11 11:39:00.561903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-6abd352b-032e-453a-a3c0-1e34b44b281c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515540 Mar 11 11:39:00.570077 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-52bae59e-9960-48ae-a289-e9999e91061e req-58253df0-5086-4c71-80b5-f2e0c7a1c21b tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (fde483c8-c88f-42d8-a725-f8e60cbbf7a1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:00.583500 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-52bae59e-9960-48ae-a289-e9999e91061e req-58253df0-5086-4c71-80b5-f2e0c7a1c21b tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fde483c8-c88f-42d8-a725-f8e60cbbf7a1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:00.637535 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37276) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:00.687199 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-52bae59e-9960-48ae-a289-e9999e91061e req-58253df0-5086-4c71-80b5-f2e0c7a1c21b tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:00.697666 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52bae59e-9960-48ae-a289-e9999e91061e req-58253df0-5086-4c71-80b5-f2e0c7a1c21b tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5940335 Mar 11 11:39:00.702917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58253df0-5086-4c71-80b5-f2e0c7a1c21b tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde483c8-c88f-42d8-a725-f8e60cbbf7a1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:00.716517 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc34af1a-071d-4fbd-9a54-781dfece2ac3 req-4820e8d2-b4ef-48dc-b963-70b8e79f8e28 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935027 Mar 11 11:39:00.737731 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-f9242441-5f63-4313-af48-667c1caa700f service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663222 Mar 11 11:39:00.830372 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Publish callbacks [] for port (756c3404-db06-494a-bf06-57390c243652), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:00.847145 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-38c0f532-0703-42c6-9d9d-7b7a221e29b6 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Made reservation on behalf of b94ad09f94774917a252e15e7d6aacf1 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:00.847878 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (756c3404-db06-494a-bf06-57390c243652), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:00.851372 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-38c0f532-0703-42c6-9d9d-7b7a221e29b6 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:00.884024 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-38c0f532-0703-42c6-9d9d-7b7a221e29b6 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:00.919369 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Attempting to bind port 756c3404-db06-494a-bf06-57390c243652 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:39:00.919369 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Attempting to bind port 756c3404-db06-494a-bf06-57390c243652 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:39:00.919717 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Attempting to bind port 756c3404-db06-494a-bf06-57390c243652 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:00.921772 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c96367-b0d7-4749-bf01-efe72a355589 None None] Pushing event updated for resources: {'Port': ['ID=756c3404-db06-494a-bf06-57390c243652,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:00.939363 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:39:00.939363 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:00.939363 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:00.944486 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:39:00.945089 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Bound port: 756c3404-db06-494a-bf06-57390c243652, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:39:00.945551 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (756c3404-db06-494a-bf06-57390c243652), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:00.976374 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:00.986599 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-70307c34-e474-451d-a27e-d4cb6799c45b service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351036 Mar 11 11:39:00.987331 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf308-7fc8-4373-8f6b-78e0dd8a2d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:01.036235 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] For port 756c3404-db06-494a-bf06-57390c243652, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:01.042421 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] For port 756c3404-db06-494a-bf06-57390c243652, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=756c3404-db06-494a-bf06-57390c243652,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:39:01.052899 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (756c3404-db06-494a-bf06-57390c243652), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:01.069467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c10eb263-54dc-4a60-b6d3-798e45a994c6 req-f60da1c1-aeef-4ab7-83b0-65c948e6401b tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "GET /v2.0/security-groups/fde483c8-c88f-42d8-a725-f8e60cbbf7a1 HTTP/1.1" status: 200 len: 1829 time: 0.0880654 Mar 11 11:39:01.070762 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-38c0f532-0703-42c6-9d9d-7b7a221e29b6 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks [] for security_group (a86adc99-e645-41b5-8599-bc3b01d0968c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:01.081424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd24525-3424-46e7-bb7c-407aee55a4ed req-0ee6a1aa-9b1a-4e72-908d-71dbab3e4f53 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:01.088876 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3dd24525-3424-46e7-bb7c-407aee55a4ed req-0ee6a1aa-9b1a-4e72-908d-71dbab3e4f53 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 944 time: 0.1539059 Mar 11 11:39:01.112709 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-38c0f532-0703-42c6-9d9d-7b7a221e29b6 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a86adc99-e645-41b5-8599-bc3b01d0968c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:01.167094 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c96367-b0d7-4749-bf01-efe72a355589 None None] Pushing event updated for resources: {'Port': ['ID=756c3404-db06-494a-bf06-57390c243652,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:01.184384 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Routers {'faa52885-7045-4c44-a607-aa844ce555ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:39:01.186408 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:38:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['faa52885-7045-4c44-a607-aa844ce555ca'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:01.187804 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-974b61d2-16ed-4d5d-8c8a-49a31dca4210 req-39d79673-d9b8-4347-8adb-55fc8526eb23 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96 HTTP/1.1" status: 200 len: 210 time: 0.0604231 Mar 11 11:39:01.207170 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3dd24525-3424-46e7-bb7c-407aee55a4ed req-6c0658db-7929-4603-ac30-6ef821dcba50 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173229 Mar 11 11:39:01.297463 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf308-7fc8-4373-8f6b-78e0dd8a2d72 admin admin] Publish callbacks [] for security_group (cbf6d554-30ac-4616-b488-b985b6ab8fbe), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:01.297709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0f532-0703-42c6-9d9d-7b7a221e29b6 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a86adc99-e645-41b5-8599-bc3b01d0968c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:01.304913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-a982fdb3-677d-44f9-befa-1a56ddffb381 req-6d07ff9d-a1c9-463c-947e-e74c9a5434e6 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-507974287', 'description': 'tempest-description-869118379'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:01.333324 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf308-7fc8-4373-8f6b-78e0dd8a2d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cbf6d554-30ac-4616-b488-b985b6ab8fbe), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:01.382818 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d49ff3cd-d7b5-4bea-8a74-6be5295435bc no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:39:01.394735 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] Allocated IP 172.20.0.1 (312d19f9-7005-4de7-8f01-ccb1029393af/900f0834-fbff-4203-bddb-573f955892d4/c86422fb-2e84-4040-a8b1-127f0cff82ff) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:39:01.401951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37300) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:01.406888 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ec6cf308-7fc8-4373-8f6b-78e0dd8a2d72 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2ef2b1e1c1bf4bc199aa3d03445c33f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7553020 Mar 11 11:39:01.412487 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a982fdb3-677d-44f9-befa-1a56ddffb381 req-6d07ff9d-a1c9-463c-947e-e74c9a5434e6 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:01.419466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6cf308-7fc8-4373-8f6b-78e0dd8a2d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf6d554-30ac-4616-b488-b985b6ab8fbe,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:01.445834 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-43edfd6e-527f-4f76-9533-b5037e912ad5 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:01.445986 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-38c0f532-0703-42c6-9d9d-7b7a221e29b6 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Allocated IP 192.168.233.173 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/e929de5c-d6f2-4e41-92f4-4fef8d67ea47) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:39:01.447846 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-43edfd6e-527f-4f76-9533-b5037e912ad5 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3&tenant_id=4b2baed761184abf86d0da4561f84f1b&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 1126 time: 0.1733127 Mar 11 11:39:01.489818 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] The host n-h2-833234-2 is not matching for port d49ff3cd-d7b5-4bea-8a74-6be5295435bc host n-h1-833234-2! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 11:39:01.491062 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d49ff3cd-d7b5-4bea-8a74-6be5295435bc not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:39:01.560085 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] Set router faa52885-7045-4c44-a607-aa844ce555ca gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:39:01.574226 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 503d501d-5cdf-4306-bf6f-ce76624b30dd up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:39:01.656603 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a982fdb3-677d-44f9-befa-1a56ddffb381 req-6d07ff9d-a1c9-463c-947e-e74c9a5434e6 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (8631b6df-5c66-4eaf-8c3f-b182e1b9e52a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:01.669533 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a982fdb3-677d-44f9-befa-1a56ddffb381 req-6d07ff9d-a1c9-463c-947e-e74c9a5434e6 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8631b6df-5c66-4eaf-8c3f-b182e1b9e52a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:01.691774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 503d501d-5cdf-4306-bf6f-ce76624b30dd triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:01.692151 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (503d501d-5cdf-4306-bf6f-ce76624b30dd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:01.710022 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b7422-5e9d-4269-9538-fa06026c884f req-6f0e29b0-5754-4b59-9da6-c52677572b6d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:01.711560 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-583b7422-5e9d-4269-9538-fa06026c884f req-6f0e29b0-5754-4b59-9da6-c52677572b6d tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe36b54-49e2-4575-892c-4088395c3c56 HTTP/1.1" status: 200 len: 950 time: 0.2962046 Mar 11 11:39:01.758474 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a982fdb3-677d-44f9-befa-1a56ddffb381 req-6d07ff9d-a1c9-463c-947e-e74c9a5434e6 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:01.760882 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a982fdb3-677d-44f9-befa-1a56ddffb381 req-6d07ff9d-a1c9-463c-947e-e74c9a5434e6 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.4766335 Mar 11 11:39:01.763604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-cdf613d0-9a04-4bc2-9d8e-97ebf3f47903 service neutron] For port d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:01.765663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07ff9d-a1c9-463c-947e-e74c9a5434e6 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8631b6df-5c66-4eaf-8c3f-b182e1b9e52a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:01.794878 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-cdf613d0-9a04-4bc2-9d8e-97ebf3f47903 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:01.798890 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aba1bfae-2115-4b0e-a0ed-5a32a17fb03d req-cdf613d0-9a04-4bc2-9d8e-97ebf3f47903 service neutron] 10.222.0.71 "DELETE /v2.0/ports/d49ff3cd-d7b5-4bea-8a74-6be5295435bc/bindings/n-h2-833234-2 HTTP/1.1" status: 204 len: 173 time: 0.3413856 Mar 11 11:39:01.853607 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:38:57Z', 'revision_number': 3, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:01.854854 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a969-2c42-462d-a867-438df3edc443 admin admin] Publish callbacks [] for security_group (cbf6d554-30ac-4616-b488-b985b6ab8fbe), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:01.889457 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 503d501d-5cdf-4306-bf6f-ce76624b30dd is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:01.957091 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d046c2-a488-4ea5-a584-177830f13287 None None] The sync data for ids ['faa52885-7045-4c44-a607-aa844ce555ca'] in n-d-833234-2 is: [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:38:57Z', 'revision_number': 3, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:39:01.974219 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a969-2c42-462d-a867-438df3edc443 admin admin] Publish callbacks [] for security_group (cbf6d554-30ac-4616-b488-b985b6ab8fbe), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:01.999549 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a563151-3e96-4789-b660-cc35891041f5 req-9e25394b-1428-4c78-855e-9803bb2a4337 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "GET /v2.0/security-groups/8631b6df-5c66-4eaf-8c3f-b182e1b9e52a HTTP/1.1" status: 200 len: 1828 time: 0.1419985 Mar 11 11:39:02.069601 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-54d403b7-bd2b-49af-9268-08082055a1e3 req-aa649700-0141-4e85-9661-c35273713bf9 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1851471226', 'description': 'tempest-description-1901760946'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:02.091772 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37326) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:02.131801 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dfb3a-2dfb-4ae3-8388-64cd1dd32b2e req-bdd505a7-0705-41c5-8c34-753ccf25f8b0 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:02.133454 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d4dfb3a-2dfb-4ae3-8388-64cd1dd32b2e req-bdd505a7-0705-41c5-8c34-753ccf25f8b0 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfe36b54-49e2-4575-892c-4088395c3c56 HTTP/1.1" status: 200 len: 950 time: 0.1788847 Mar 11 11:39:02.134777 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-54d403b7-bd2b-49af-9268-08082055a1e3 req-aa649700-0141-4e85-9661-c35273713bf9 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:02.173116 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] Publish callbacks [] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:02.233642 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-38c0f532-0703-42c6-9d9d-7b7a221e29b6 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks [] for port (e929de5c-d6f2-4e41-92f4-4fef8d67ea47), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:02.245237 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d4dfb3a-2dfb-4ae3-8388-64cd1dd32b2e req-0ef1c884-6657-4802-882c-d38ba1174d39 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f676116-d54e-4bc0-8b29-dc7b4b131320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007679 Mar 11 11:39:02.258587 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-583b7422-5e9d-4269-9538-fa06026c884f req-e9f8e2c4-fc8c-4422-b294-e5d8a3ff9234 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Deleting port 3aaf6819-3ff8-47c5-8be5-777d76d0424d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:39:02.259544 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-583b7422-5e9d-4269-9538-fa06026c884f req-e9f8e2c4-fc8c-4422-b294-e5d8a3ff9234 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3aaf6819-3ff8-47c5-8be5-777d76d0424d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:02.328128 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ea097ba8-e6d8-4a05-b2f7-075740cca528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:02.334909 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-54d403b7-bd2b-49af-9268-08082055a1e3 req-aa649700-0141-4e85-9661-c35273713bf9 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (590bbaf9-f0fd-416c-a873-9947b08d1ff1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:02.367796 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-54d403b7-bd2b-49af-9268-08082055a1e3 req-aa649700-0141-4e85-9661-c35273713bf9 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (590bbaf9-f0fd-416c-a873-9947b08d1ff1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:02.379885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-583b7422-5e9d-4269-9538-fa06026c884f req-e9f8e2c4-fc8c-4422-b294-e5d8a3ff9234 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] For port 3aaf6819-3ff8-47c5-8be5-777d76d0424d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3aaf6819-3ff8-47c5-8be5-777d76d0424d,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:02.380250 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-583b7422-5e9d-4269-9538-fa06026c884f req-e9f8e2c4-fc8c-4422-b294-e5d8a3ff9234 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3aaf6819-3ff8-47c5-8be5-777d76d0424d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:02.398351 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-583b7422-5e9d-4269-9538-fa06026c884f req-e9f8e2c4-fc8c-4422-b294-e5d8a3ff9234 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Calling delete_port for 3aaf6819-3ff8-47c5-8be5-777d76d0424d owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:39:02.426072 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-54d403b7-bd2b-49af-9268-08082055a1e3 req-aa649700-0141-4e85-9661-c35273713bf9 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:02.427351 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54d403b7-bd2b-49af-9268-08082055a1e3 req-aa649700-0141-4e85-9661-c35273713bf9 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3710892 Mar 11 11:39:02.464527 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3f552625-dfd8-47b9-a659-bfe80ea0d3db req-1b6c034c-de84-4d76-9756-cad83a0782b9 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96 HTTP/1.1" status: 200 len: 210 time: 0.0653510 Mar 11 11:39:02.467572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649700-0141-4e85-9661-c35273713bf9 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=590bbaf9-f0fd-416c-a873-9947b08d1ff1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:02.562055 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a969-2c42-462d-a867-438df3edc443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cbf6d554-30ac-4616-b488-b985b6ab8fbe), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:02.565042 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a969-2c42-462d-a867-438df3edc443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:02.569252 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1eb6a969-2c42-462d-a867-438df3edc443 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cbf6d554-30ac-4616-b488-b985b6ab8fbe HTTP/1.1" status: 204 len: 168 time: 1.1664145 Mar 11 11:39:02.585960 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:02.608556 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6a969-2c42-462d-a867-438df3edc443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf6d554-30ac-4616-b488-b985b6ab8fbe,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:02.610306 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61b8e45c-70e6-4158-a6cb-76b16bef3fdf req-888f99d4-8277-4ebb-b853-ce5feffecb1f tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "GET /v2.0/security-groups/590bbaf9-f0fd-416c-a873-9947b08d1ff1 HTTP/1.1" status: 200 len: 1830 time: 0.1016688 Mar 11 11:39:02.647308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-3a32b6df-a89e-443e-a8b9-b73d06acda19 req-163bc85f-ded8-43f4-a8ba-385675222ad1 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1443694528', 'description': 'tempest-description-1262097007'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:02.672708 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-38c0f532-0703-42c6-9d9d-7b7a221e29b6 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (e929de5c-d6f2-4e41-92f4-4fef8d67ea47), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:02.708634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] Network 312d19f9-7005-4de7-8f01-ccb1029393af is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:39:02.719014 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ffb31-a87b-4933-9bb2-b0a6b41cb750 req-5b8681db-f59f-48e2-9a1a-1bb989af1b9b tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:02.721340 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:39:02.727924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-260ffb31-a87b-4933-9bb2-b0a6b41cb750 req-5b8681db-f59f-48e2-9a1a-1bb989af1b9b tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 944 time: 0.1674905 Mar 11 11:39:02.728815 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:39:02.729442 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (faa52885-7045-4c44-a607-aa844ce555ca), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:02.735970 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] Pushing event updated for resources: {'Port': ['ID=c86422fb-2e84-4040-a8b1-127f0cff82ff,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:02.748589 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3a32b6df-a89e-443e-a8b9-b73d06acda19 req-163bc85f-ded8-43f4-a8ba-385675222ad1 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:02.807123 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ea097ba8-e6d8-4a05-b2f7-075740cca528 admin admin] Publish callbacks [] for security_group (d3c72073-f57c-49e0-90a3-08c6d6459baf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:02.817731 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-38c0f532-0703-42c6-9d9d-7b7a221e29b6 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:39:02.825293 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ea097ba8-e6d8-4a05-b2f7-075740cca528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d3c72073-f57c-49e0-90a3-08c6d6459baf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:02.922802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea097ba8-e6d8-4a05-b2f7-075740cca528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c72073-f57c-49e0-90a3-08c6d6459baf,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:02.944698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-38c0f532-0703-42c6-9d9d-7b7a221e29b6 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:39:02.961956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-38c0f532-0703-42c6-9d9d-7b7a221e29b6 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:39:02.968850 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-38c0f532-0703-42c6-9d9d-7b7a221e29b6 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:02.969725 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-38c0f532-0703-42c6-9d9d-7b7a221e29b6 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:02.970373 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-260ffb31-a87b-4933-9bb2-b0a6b41cb750 req-0f0f078f-4f67-4fcf-9fc0-38591a9e5dbc tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406387 Mar 11 11:39:03.013485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ea097ba8-e6d8-4a05-b2f7-075740cca528 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=66872c2ca4034954ab2623bfe38a7423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9164588 Mar 11 11:39:03.018183 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37346) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:03.092867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0f532-0703-42c6-9d9d-7b7a221e29b6 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Pushing event updated for resources: {'Port': ['ID=e929de5c-d6f2-4e41-92f4-4fef8d67ea47,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:03.116509 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-38c0f532-0703-42c6-9d9d-7b7a221e29b6 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7191999 Mar 11 11:39:03.148777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Request body: {'port': {'device_id': 'a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:03.151841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-583b7422-5e9d-4269-9538-fa06026c884f req-e9f8e2c4-fc8c-4422-b294-e5d8a3ff9234 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (3aaf6819-3ff8-47c5-8be5-777d76d0424d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:03.163946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['3aaf6819-3ff8-47c5-8be5-777d76d0424d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:03.167171 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3a32b6df-a89e-443e-a8b9-b73d06acda19 req-163bc85f-ded8-43f4-a8ba-385675222ad1 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (39fe5327-bae7-4234-ba4c-6951abb5cb48), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:03.200712 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3a32b6df-a89e-443e-a8b9-b73d06acda19 req-163bc85f-ded8-43f4-a8ba-385675222ad1 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (39fe5327-bae7-4234-ba4c-6951abb5cb48), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:03.236839 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4895ad3b-1408-4895-8247-8957e9a62bfb None None] Provisioning complete for port c86422fb-2e84-4040-a8b1-127f0cff82ff triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:03.241305 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4895ad3b-1408-4895-8247-8957e9a62bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:03.281785 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3a32b6df-a89e-443e-a8b9-b73d06acda19 req-163bc85f-ded8-43f4-a8ba-385675222ad1 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:03.292474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a32b6df-a89e-443e-a8b9-b73d06acda19 req-163bc85f-ded8-43f4-a8ba-385675222ad1 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6555290 Mar 11 11:39:03.293505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bc85f-ded8-43f4-a8ba-385675222ad1 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39fe5327-bae7-4234-ba4c-6951abb5cb48,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:03.316788 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5112a8a3-5453-4026-9f49-8592fadc773d admin admin] Publish callbacks [] for security_group (d3c72073-f57c-49e0-90a3-08c6d6459baf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:03.338617 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4895ad3b-1408-4895-8247-8957e9a62bfb None None] Port c86422fb-2e84-4040-a8b1-127f0cff82ff cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:39:03.370561 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5112a8a3-5453-4026-9f49-8592fadc773d admin admin] Publish callbacks [] for security_group (d3c72073-f57c-49e0-90a3-08c6d6459baf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:03.371562 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:03.403121 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2881e-d227-41ee-b15b-3b98e14c4802 req-b3bfc8c8-5561-415c-9636-ea84567685dd tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:03.405151 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14f2881e-d227-41ee-b15b-3b98e14c4802 req-b3bfc8c8-5561-415c-9636-ea84567685dd tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 1126 time: 0.2361546 Mar 11 11:39:03.466279 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7c02f89c-b2b2-426f-98ef-4cee458cdedc req-d58ec0c0-b64e-44d8-9b7b-2a5ae898900e tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfe36b54-49e2-4575-892c-4088395c3c56 HTTP/1.1" status: 200 len: 210 time: 0.0600650 Mar 11 11:39:03.484465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e80ae2e3-a198-4cdd-89cb-622952fea7c9 None None] Provisioning complete for port e929de5c-d6f2-4e41-92f4-4fef8d67ea47 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:03.486250 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e80ae2e3-a198-4cdd-89cb-622952fea7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e929de5c-d6f2-4e41-92f4-4fef8d67ea47), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:03.516500 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14f2881e-d227-41ee-b15b-3b98e14c4802 req-11e5cbc9-6b29-4cb5-9247-39e8a30a8faa tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016436 Mar 11 11:39:03.571308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8e2c4-fc8c-4422-b294-e5d8a3ff9234 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Pushing event deleted for resources: {'Port': ['ID=3aaf6819-3ff8-47c5-8be5-777d76d0424d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:03.583635 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5112a8a3-5453-4026-9f49-8592fadc773d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d3c72073-f57c-49e0-90a3-08c6d6459baf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:03.591739 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5112a8a3-5453-4026-9f49-8592fadc773d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:03.592890 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5112a8a3-5453-4026-9f49-8592fadc773d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d3c72073-f57c-49e0-90a3-08c6d6459baf HTTP/1.1" status: 204 len: 168 time: 0.5740089 Mar 11 11:39:03.643147 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e80ae2e3-a198-4cdd-89cb-622952fea7c9 None None] Port e929de5c-d6f2-4e41-92f4-4fef8d67ea47 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:39:03.655754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112a8a3-5453-4026-9f49-8592fadc773d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c72073-f57c-49e0-90a3-08c6d6459baf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:03.681243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 756c3404-db06-494a-bf06-57390c243652 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:39:03.785240 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-583b7422-5e9d-4269-9538-fa06026c884f req-e9f8e2c4-fc8c-4422-b294-e5d8a3ff9234 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] No DVR routers for this DVR port 3aaf6819-3ff8-47c5-8be5-777d76d0424d on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:39:03.800243 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3591dc12-08a8-49c9-b409-9ada4c6a85c8 req-b6196713-e098-4341-a407-d34c6e2d9b01 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "GET /v2.0/security-groups/39fe5327-bae7-4234-ba4c-6951abb5cb48 HTTP/1.1" status: 200 len: 1830 time: 0.2572429 Mar 11 11:39:03.830798 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-583b7422-5e9d-4269-9538-fa06026c884f req-e9f8e2c4-fc8c-4422-b294-e5d8a3ff9234 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:03.841676 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-583b7422-5e9d-4269-9538-fa06026c884f req-e9f8e2c4-fc8c-4422-b294-e5d8a3ff9234 tempest-DeleteServersAdminTestJSON-2117543609 tempest-DeleteServersAdminTestJSON-2117543609-project] 10.222.0.37 "DELETE /v2.0/ports/3aaf6819-3ff8-47c5-8be5-777d76d0424d HTTP/1.1" status: 204 len: 173 time: 2.1073880 Mar 11 11:39:03.843042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe36b54-49e2-4575-892c-4088395c3c56', 'name': 'network-vif-deleted', 'tag': '3aaf6819-3ff8-47c5-8be5-777d76d0424d'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:03.853806 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7dc60b-035a-4fae-9ac2-f4591c78c408" -d '{"events": [{"server_uuid": "cfe36b54-49e2-4575-892c-4088395c3c56", "name": "network-vif-deleted", "tag": "3aaf6819-3ff8-47c5-8be5-777d76d0424d"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:03.863831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2d204-7e82-4ea6-8aff-e5dc7d6214a3 req-fc23e869-0fab-4b89-81aa-3099cd40d3ed tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:03.866322 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2b2d204-7e82-4ea6-8aff-e5dc7d6214a3 req-fc23e869-0fab-4b89-81aa-3099cd40d3ed tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96 HTTP/1.1" status: 200 len: 936 time: 0.1199152 Mar 11 11:39:03.874490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 756c3404-db06-494a-bf06-57390c243652 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:03.874857 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (756c3404-db06-494a-bf06-57390c243652), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:03.881980 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:03.888454 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e929de5c-d6f2-4e41-92f4-4fef8d67ea47), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:03.974288 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2b2d204-7e82-4ea6-8aff-e5dc7d6214a3 req-7bed4fda-e273-4018-9aa3-87bf26445d3b tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911517 Mar 11 11:39:04.112392 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 756c3404-db06-494a-bf06-57390c243652 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:04.113198 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (756c3404-db06-494a-bf06-57390c243652), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:04.160821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 756c3404-db06-494a-bf06-57390c243652, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=756c3404-db06-494a-bf06-57390c243652,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:04.169414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-44cdd263-fff2-4e92-a2c3-f881d2d063c1 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:04.170633 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-44cdd263-fff2-4e92-a2c3-f881d2d063c1 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 820 time: 0.2021859 Mar 11 11:39:04.173164 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (756c3404-db06-494a-bf06-57390c243652), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:04.178282 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-03c45488-d11c-4b9d-91b3-00ff577d743f req-62633ad3-3551-42a2-b79f-308dbfaef0b0 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] show failed (client error): The resource could not be found. Mar 11 11:39:04.179466 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03c45488-d11c-4b9d-91b3-00ff577d743f req-62633ad3-3551-42a2-b79f-308dbfaef0b0 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "GET /v2.0/security-groups/a7c4734b-5507-4a80-a94b-7f5d67bc458b HTTP/1.1" status: 404 len: 352 time: 0.0308418 Mar 11 11:39:04.197193 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-c013aaca-adef-49b0-ad94-e7c051fcb797 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/quotas/4b2baed761184abf86d0da4561f84f1b HTTP/1.1" status: 200 len: 375 time: 0.0167043 Mar 11 11:39:04.296156 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37394) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:04.298824 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c30cd1-2a76-4156-ae2c-1cc9542cebd1 x-openstack-request-id: req-f8c30cd1-2a76-4156-ae2c-1cc9542cebd1 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:04.299341 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe36b54-49e2-4575-892c-4088395c3c56", "name": "network-vif-deleted", "tag": "3aaf6819-3ff8-47c5-8be5-777d76d0424d", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:04.299898 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8c30cd1-2a76-4156-ae2c-1cc9542cebd1 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:04.300582 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe36b54-49e2-4575-892c-4088395c3c56', 'name': 'network-vif-deleted', 'tag': '3aaf6819-3ff8-47c5-8be5-777d76d0424d', 'status': 'completed', 'code': 200} Mar 11 11:39:04.330139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-a3251958-5fb7-45b8-b681-9e4ad18f4629 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1223457 Mar 11 11:39:04.331409 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2cadcb01-1d2c-4cf7-95af-27f4b09f8490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:04.390627 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=756c3404-db06-494a-bf06-57390c243652,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:04.571653 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-31ad08ca-5438-441a-82db-a683f9d9c376 req-a56eec2f-5e52-45d9-a4d7-bf393ed4c626 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] show failed (client error): The resource could not be found. Mar 11 11:39:04.572700 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31ad08ca-5438-441a-82db-a683f9d9c376 req-a56eec2f-5e52-45d9-a4d7-bf393ed4c626 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "GET /v2.0/security-group-rules/a83981af-beb2-47ef-91a4-78c971041e07 HTTP/1.1" status: 404 len: 361 time: 0.2289646 Mar 11 11:39:04.579233 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] Publish callbacks [] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:04.599378 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:04.600294 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (faa52885-7045-4c44-a607-aa844ce555ca), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:04.627692 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-1bb7ed00-7e07-4f8f-a222-62b1dddcdf97 service neutron] 10.222.0.78 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824471 Mar 11 11:39:04.641949 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2cadcb01-1d2c-4cf7-95af-27f4b09f8490 admin admin] Publish callbacks [] for security_group (bd8b3adc-8baa-47c1-ba7f-a498b20e6998), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:04.656228 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2cadcb01-1d2c-4cf7-95af-27f4b09f8490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bd8b3adc-8baa-47c1-ba7f-a498b20e6998), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:04.759625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2cadcb01-1d2c-4cf7-95af-27f4b09f8490 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=abcc25653bda40da84f95fad6521d1f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4573143 Mar 11 11:39:04.760815 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e929de5c-d6f2-4e41-92f4-4fef8d67ea47 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:04.769297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37406) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:04.776378 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Publish callbacks [] for port (e929de5c-d6f2-4e41-92f4-4fef8d67ea47), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:04.781062 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] Pushing event updated for resources: {'Port': ['ID=c86422fb-2e84-4040-a8b1-127f0cff82ff,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:04.789560 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadcb01-1d2c-4cf7-95af-27f4b09f8490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8b3adc-8baa-47c1-ba7f-a498b20e6998,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:04.837301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Transition to ACTIVE for port object e929de5c-d6f2-4e41-92f4-4fef8d67ea47 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:39:04.845564 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e929de5c-d6f2-4e41-92f4-4fef8d67ea47), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:04.855740 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1a87baa-8923-4d51-b630-75860be4b632 req-b4cf0933-1f12-4b42-bf49-e9805009de59 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "GET /v2.0/security-groups/39fe5327-bae7-4234-ba4c-6951abb5cb48 HTTP/1.1" status: 200 len: 1830 time: 0.1586790 Mar 11 11:39:04.866291 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-fb2f93af-37af-47e5-8890-be6fdc4ce36c service neutron] 10.222.0.78 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373328 Mar 11 11:39:04.923157 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a902a95-e164-490b-84f9-cf052a81c857 admin admin] Publish callbacks [] for security_group (bd8b3adc-8baa-47c1-ba7f-a498b20e6998), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:04.928662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] Network 312d19f9-7005-4de7-8f01-ccb1029393af is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:39:04.939741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:39:04.971610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Pushing event updated for resources: {'Port': ['ID=e929de5c-d6f2-4e41-92f4-4fef8d67ea47,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:04.986310 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a902a95-e164-490b-84f9-cf052a81c857 admin admin] Publish callbacks [] for security_group (bd8b3adc-8baa-47c1-ba7f-a498b20e6998), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:05.045827 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Attempting to bind port e929de5c-d6f2-4e41-92f4-4fef8d67ea47 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:39:05.046187 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Attempting to bind port e929de5c-d6f2-4e41-92f4-4fef8d67ea47 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:39:05.046714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Attempting to bind port e929de5c-d6f2-4e41-92f4-4fef8d67ea47 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:05.059509 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Port e929de5c-d6f2-4e41-92f4-4fef8d67ea47 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:39:05.060152 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Attempting to bind port e929de5c-d6f2-4e41-92f4-4fef8d67ea47 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:05.064431 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b1a87baa-8923-4d51-b630-75860be4b632 req-438268a9-7dda-4dfa-91d3-4873af4d988b tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (39fe5327-bae7-4234-ba4c-6951abb5cb48), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:05.075968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:39:05.076663 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:05.077638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:39:05.078328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Bound port: e929de5c-d6f2-4e41-92f4-4fef8d67ea47, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:39:05.079066 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e929de5c-d6f2-4e41-92f4-4fef8d67ea47), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:05.148047 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b1a87baa-8923-4d51-b630-75860be4b632 req-438268a9-7dda-4dfa-91d3-4873af4d988b tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (39fe5327-bae7-4234-ba4c-6951abb5cb48), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:05.264207 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a902a95-e164-490b-84f9-cf052a81c857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bd8b3adc-8baa-47c1-ba7f-a498b20e6998), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:05.272657 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a902a95-e164-490b-84f9-cf052a81c857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:05.277673 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9a902a95-e164-490b-84f9-cf052a81c857 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bd8b3adc-8baa-47c1-ba7f-a498b20e6998 HTTP/1.1" status: 204 len: 168 time: 0.5047765 Mar 11 11:39:05.309252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] Router faa52885-7045-4c44-a607-aa844ce555ca has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:39:05.321034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] For port e929de5c-d6f2-4e41-92f4-4fef8d67ea47, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:05.325552 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] For port e929de5c-d6f2-4e41-92f4-4fef8d67ea47, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e929de5c-d6f2-4e41-92f4-4fef8d67ea47,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:39:05.371199 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e929de5c-d6f2-4e41-92f4-4fef8d67ea47), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:05.391980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a902a95-e164-490b-84f9-cf052a81c857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8b3adc-8baa-47c1-ba7f-a498b20e6998,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:05.394552 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b1a87baa-8923-4d51-b630-75860be4b632 req-438268a9-7dda-4dfa-91d3-4873af4d988b tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (39fe5327-bae7-4234-ba4c-6951abb5cb48), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:05.402129 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b1a87baa-8923-4d51-b630-75860be4b632 req-438268a9-7dda-4dfa-91d3-4873af4d988b tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:05.403271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1a87baa-8923-4d51-b630-75860be4b632 req-438268a9-7dda-4dfa-91d3-4873af4d988b tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "DELETE /v2.0/security-groups/39fe5327-bae7-4234-ba4c-6951abb5cb48 HTTP/1.1" status: 204 len: 173 time: 0.5362289 Mar 11 11:39:05.416106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3aaf6819-3ff8-47c5-8be5-777d76d0424d no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:39:05.434038 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438268a9-7dda-4dfa-91d3-4873af4d988b tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fe5327-bae7-4234-ba4c-6951abb5cb48,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:05.461851 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e8fd8a74-a298-4c86-a71e-dc41076cb0be None None] Provisioning complete for port c86422fb-2e84-4040-a8b1-127f0cff82ff triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:05.462483 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e8fd8a74-a298-4c86-a71e-dc41076cb0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:05.469426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 3aaf6819-3ff8-47c5-8be5-777d76d0424d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:39:05.469774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3aaf6819-3ff8-47c5-8be5-777d76d0424d not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:39:05.478523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:05.479174 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:05.489257 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] 10.222.0.71 "PUT /v2.0/ports/e929de5c-d6f2-4e41-92f4-4fef8d67ea47 HTTP/1.1" status: 200 len: 1096 time: 2.3474171 Mar 11 11:39:05.500396 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30338bbb-fa7c-4a08-a8ba-1ced3857cf41 req-27ce9912-4646-44e4-8d64-5c3374f53152 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:05.512259 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30338bbb-fa7c-4a08-a8ba-1ced3857cf41 req-27ce9912-4646-44e4-8d64-5c3374f53152 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96 HTTP/1.1" status: 200 len: 948 time: 0.2191670 Mar 11 11:39:05.584238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 756c3404-db06-494a-bf06-57390c243652 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:39:05.629357 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed3f9ba4-de61-4a66-9fff-2c6a8fc08f28 req-a7ffaea9-4b9c-401d-92c1-7185ccc53758 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 210 time: 0.1089141 Mar 11 11:39:05.649170 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e8fd8a74-a298-4c86-a71e-dc41076cb0be None None] Port c86422fb-2e84-4040-a8b1-127f0cff82ff cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:39:05.698701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64e0ca-c6b2-4ff2-ab94-dc4ba784c716 service neutron] Pushing event updated for resources: {'Port': ['ID=e929de5c-d6f2-4e41-92f4-4fef8d67ea47,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:05.727160 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:39:05.745442 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dda205f5-3988-47d6-b14e-4a3c8d385938 admin admin] 10.222.0.78 "PUT /v2.0/routers/faa52885-7045-4c44-a607-aa844ce555ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0902815 Mar 11 11:39:05.756091 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Sync routers for ids ['faa52885-7045-4c44-a607-aa844ce555ca'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:39:05.757347 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-078d9056-5b6c-4500-912b-87a854a694ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:05.759049 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-078d9056-5b6c-4500-912b-87a854a694ce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b94ad09f94774917a252e15e7d6aacf1&device_id=a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96 HTTP/1.1" status: 200 len: 1130 time: 0.1493194 Mar 11 11:39:05.771268 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Routers {'faa52885-7045-4c44-a607-aa844ce555ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:39:05.773157 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:38:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['faa52885-7045-4c44-a607-aa844ce555ca'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:05.794460 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30338bbb-fa7c-4a08-a8ba-1ced3857cf41 req-9ff159ce-4e51-40c4-aade-1e47f4d2c0c4 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801077 Mar 11 11:39:05.867523 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-f4caee9e-8286-4053-84a4-439718be03c7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=e929de5c-d6f2-4e41-92f4-4fef8d67ea47 HTTP/1.1" status: 200 len: 217 time: 0.0984626 Mar 11 11:39:05.869032 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af5d7ff4-f541-41df-ae74-b1eef1e3ba6b req-f2c6da8e-2d91-40d2-be60-af44bfa50f29 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "GET /v2.0/security-groups/590bbaf9-f0fd-416c-a873-9947b08d1ff1 HTTP/1.1" status: 200 len: 1830 time: 0.1296794 Mar 11 11:39:05.875431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 756c3404-db06-494a-bf06-57390c243652 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:05.876232 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (756c3404-db06-494a-bf06-57390c243652), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:05.984824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-62510188-d19f-4369-b1b3-90dd74ca466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:05.986085 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-62510188-d19f-4369-b1b3-90dd74ca466a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1105566 Mar 11 11:39:06.011228 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-af5d7ff4-f541-41df-ae74-b1eef1e3ba6b req-d715c963-fcba-4ccd-b95f-73ef0b2aba87 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (590bbaf9-f0fd-416c-a873-9947b08d1ff1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:06.076577 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-af5d7ff4-f541-41df-ae74-b1eef1e3ba6b req-d715c963-fcba-4ccd-b95f-73ef0b2aba87 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (590bbaf9-f0fd-416c-a873-9947b08d1ff1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:06.111103 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-f8108cbe-2b74-4b83-9c6e-5f7fcb36bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:06.119878 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-f8108cbe-2b74-4b83-9c6e-5f7fcb36bc18 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1273615 Mar 11 11:39:06.189673 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-af5d7ff4-f541-41df-ae74-b1eef1e3ba6b req-d715c963-fcba-4ccd-b95f-73ef0b2aba87 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (590bbaf9-f0fd-416c-a873-9947b08d1ff1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:06.193412 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-af5d7ff4-f541-41df-ae74-b1eef1e3ba6b req-d715c963-fcba-4ccd-b95f-73ef0b2aba87 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:06.194597 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af5d7ff4-f541-41df-ae74-b1eef1e3ba6b req-d715c963-fcba-4ccd-b95f-73ef0b2aba87 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "DELETE /v2.0/security-groups/590bbaf9-f0fd-416c-a873-9947b08d1ff1 HTTP/1.1" status: 204 len: 173 time: 0.3160045 Mar 11 11:39:06.195848 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 756c3404-db06-494a-bf06-57390c243652 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:06.223994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Set router faa52885-7045-4c44-a607-aa844ce555ca gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:39:06.229500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715c963-fcba-4ccd-b95f-73ef0b2aba87 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=590bbaf9-f0fd-416c-a873-9947b08d1ff1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:06.314976 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96', 'tag': 'e929de5c-d6f2-4e41-92f4-4fef8d67ea47'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:06.318941 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad06b574-b4b5-4362-91e9-2e778eb407d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96", "tag": "e929de5c-d6f2-4e41-92f4-4fef8d67ea47"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:06.346330 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-11cb363a-9cf4-4760-b884-5e28cb863b92 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189422 Mar 11 11:39:06.421224 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d24da76e-e985-4198-a757-dc09642d7f99 req-4efa0dc7-2089-4921-8769-9244f11d96af tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "GET /v2.0/security-groups/8631b6df-5c66-4eaf-8c3f-b182e1b9e52a HTTP/1.1" status: 200 len: 1828 time: 0.0708530 Mar 11 11:39:06.460600 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-692d821f-d4ef-44ce-8ca8-7f2d4cae8583 req-44e731a0-98df-4962-9322-cd92fb4b7bf1 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058314 Mar 11 11:39:06.484342 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d24da76e-e985-4198-a757-dc09642d7f99 req-2890034e-b731-47e4-930e-23a81a3cadb3 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (8631b6df-5c66-4eaf-8c3f-b182e1b9e52a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:06.510042 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d24da76e-e985-4198-a757-dc09642d7f99 req-2890034e-b731-47e4-930e-23a81a3cadb3 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (8631b6df-5c66-4eaf-8c3f-b182e1b9e52a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:06.560598 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d24da76e-e985-4198-a757-dc09642d7f99 req-2890034e-b731-47e4-930e-23a81a3cadb3 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8631b6df-5c66-4eaf-8c3f-b182e1b9e52a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:06.563373 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d24da76e-e985-4198-a757-dc09642d7f99 req-2890034e-b731-47e4-930e-23a81a3cadb3 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:06.571565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 2, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:06.576515 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d24da76e-e985-4198-a757-dc09642d7f99 req-2890034e-b731-47e4-930e-23a81a3cadb3 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "DELETE /v2.0/security-groups/8631b6df-5c66-4eaf-8c3f-b182e1b9e52a HTTP/1.1" status: 204 len: 173 time: 0.1543834 Mar 11 11:39:06.611882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Checking router: faa52885-7045-4c44-a607-aa844ce555ca for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:39:06.612241 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Updating router faa52885-7045-4c44-a607-aa844ce555ca port c86422fb-2e84-4040-a8b1-127f0cff82ff binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:39:06.618941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890034e-b731-47e4-930e-23a81a3cadb3 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8631b6df-5c66-4eaf-8c3f-b182e1b9e52a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:06.692819 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:06.694689 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672e3741-fcd5-429a-b438-f4a4fb2d9bc5 x-openstack-request-id: req-672e3741-fcd5-429a-b438-f4a4fb2d9bc5 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:06.694975 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96", "tag": "e929de5c-d6f2-4e41-92f4-4fef8d67ea47", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:06.695224 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-672e3741-fcd5-429a-b438-f4a4fb2d9bc5 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:06.695663 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96', 'tag': 'e929de5c-d6f2-4e41-92f4-4fef8d67ea47', 'status': 'completed', 'code': 200} Mar 11 11:39:06.957506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06b574-b4b5-4362-91e9-2e778eb407d5 req-dc7e5135-3caa-42db-8543-1f1db7bf7ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:06.959260 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ad06b574-b4b5-4362-91e9-2e778eb407d5 req-dc7e5135-3caa-42db-8543-1f1db7bf7ce0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b94ad09f94774917a252e15e7d6aacf1&device_id=a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96 HTTP/1.1" status: 200 len: 1130 time: 0.2297616 Mar 11 11:39:07.238893 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Publish callbacks [] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:07.250433 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:07.268562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37502) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:07.271637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-5c15839c-dff3-4c29-9492-760f24c3b3b9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:07.272834 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-5c15839c-dff3-4c29-9492-760f24c3b3b9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 820 time: 0.6058424 Mar 11 11:39:07.293455 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed6a2cf6-af31-4d18-9127-c74c5aec1789 req-a2175a11-5656-4f6a-89d6-dc00af2482c9 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "GET /v2.0/security-groups/fde483c8-c88f-42d8-a725-f8e60cbbf7a1 HTTP/1.1" status: 200 len: 1829 time: 0.4596438 Mar 11 11:39:07.299629 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-2e5285d2-8132-4dec-86e2-efe89dd2dbe1 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/quotas/8a575fd1f0084cada11c1aea396b02ff HTTP/1.1" status: 200 len: 375 time: 0.0172067 Mar 11 11:39:07.330115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-630f6568-c4c8-4883-92cf-ebc7d6b19158 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:07.332336 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-630f6568-c4c8-4883-92cf-ebc7d6b19158 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.37 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 820 time: 0.5526309 Mar 11 11:39:07.349731 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-b50359ac-b281-43f6-b44c-5014a8e59aa8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Request body: {'port': {'device_id': '21740b54-e0a8-4d97-b28c-aecb4a745c3e', 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f', 'admin_state_up': True, 'tenant_id': '4b2baed761184abf86d0da4561f84f1b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:07.405021 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-f15254e6-5274-4dca-8a17-b5fe9925d630 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021194 Mar 11 11:39:07.409377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aca958-c81e-41b1-ae85-f66c8144e5a4 None None] Pushing event updated for resources: {'Port': ['ID=c86422fb-2e84-4040-a8b1-127f0cff82ff,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:07.444976 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06b574-b4b5-4362-91e9-2e778eb407d5 req-4d9db3f9-c2a9-47e7-a352-ee130dac5cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:07.446966 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ad06b574-b4b5-4362-91e9-2e778eb407d5 req-4d9db3f9-c2a9-47e7-a352-ee130dac5cbd service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.4748998 Mar 11 11:39:07.473967 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ed6a2cf6-af31-4d18-9127-c74c5aec1789 req-9589c257-5f8c-4907-9d5a-363bf9c83dc4 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (fde483c8-c88f-42d8-a725-f8e60cbbf7a1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:07.536533 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ed6a2cf6-af31-4d18-9127-c74c5aec1789 req-9589c257-5f8c-4907-9d5a-363bf9c83dc4 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (fde483c8-c88f-42d8-a725-f8e60cbbf7a1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:07.544824 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Attempting to bind port c86422fb-2e84-4040-a8b1-127f0cff82ff on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:39:07.545220 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Attempting to bind port c86422fb-2e84-4040-a8b1-127f0cff82ff by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:39:07.549767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Attempting to bind port c86422fb-2e84-4040-a8b1-127f0cff82ff on network 312d19f9-7005-4de7-8f01-ccb1029393af {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:07.571664 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ad06b574-b4b5-4362-91e9-2e778eb407d5 req-a140804d-7991-465f-aec2-078a5a29fd87 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=e929de5c-d6f2-4e41-92f4-4fef8d67ea47 HTTP/1.1" status: 200 len: 217 time: 0.1120946 Mar 11 11:39:07.573515 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:39:07.574037 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Checking segment: {'id': '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:07.574284 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:07.574679 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Bound using segment: {'id': '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:39:07.575163 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Bound port: c86422fb-2e84-4040-a8b1-127f0cff82ff, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:39:07.576609 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:07.656911 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ed6a2cf6-af31-4d18-9127-c74c5aec1789 req-9589c257-5f8c-4907-9d5a-363bf9c83dc4 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fde483c8-c88f-42d8-a725-f8e60cbbf7a1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:07.660819 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ed6a2cf6-af31-4d18-9127-c74c5aec1789 req-9589c257-5f8c-4907-9d5a-363bf9c83dc4 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:07.663844 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06b574-b4b5-4362-91e9-2e778eb407d5 req-0101cf7c-3c6e-423b-881a-4ba87e2097e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:07.668255 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ad06b574-b4b5-4362-91e9-2e778eb407d5 req-0101cf7c-3c6e-423b-881a-4ba87e2097e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0861545 Mar 11 11:39:07.675132 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed6a2cf6-af31-4d18-9127-c74c5aec1789 req-9589c257-5f8c-4907-9d5a-363bf9c83dc4 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "DELETE /v2.0/security-groups/fde483c8-c88f-42d8-a725-f8e60cbbf7a1 HTTP/1.1" status: 204 len: 173 time: 0.3714871 Mar 11 11:39:07.714913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589c257-5f8c-4907-9d5a-363bf9c83dc4 tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde483c8-c88f-42d8-a725-f8e60cbbf7a1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:07.768556 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] For port c86422fb-2e84-4040-a8b1-127f0cff82ff, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:07.774178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] For port c86422fb-2e84-4040-a8b1-127f0cff82ff, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c86422fb-2e84-4040-a8b1-127f0cff82ff,segment=NetworkSegment(9b32ec32-3a2c-47e6-89ca-d37e8dcf4376),segment_id=9b32ec32-3a2c-47e6-89ca-d37e8dcf4376)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:39:07.779760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2720cbda-0fb6-4926-b0a6-fe7800c34dea None None] Provisioning complete for port c86422fb-2e84-4040-a8b1-127f0cff82ff triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:07.780323 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2720cbda-0fb6-4926-b0a6-fe7800c34dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:07.799779 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85bb5873-6356-4246-b029-c512747e0215 req-1bdc76f2-e140-4ac0-893f-5a731f104c35 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 210 time: 0.0431361 Mar 11 11:39:07.807847 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-4ac223b8-5d25-4755-81a2-8ff5e4e2d6fc service neutron] 10.222.0.78 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022183 Mar 11 11:39:07.821861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06b574-b4b5-4362-91e9-2e778eb407d5 req-8f903ddf-80dc-4746-9ab2-51e83d9c89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:07.823622 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ad06b574-b4b5-4362-91e9-2e778eb407d5 req-8f903ddf-80dc-4746-9ab2-51e83d9c89d8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1432419 Mar 11 11:39:07.824301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-b50359ac-b281-43f6-b44c-5014a8e59aa8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Made reservation on behalf of 4b2baed761184abf86d0da4561f84f1b for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:07.839437 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-b50359ac-b281-43f6-b44c-5014a8e59aa8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:07.850109 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:07.891809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2720cbda-0fb6-4926-b0a6-fe7800c34dea None None] Port c86422fb-2e84-4040-a8b1-127f0cff82ff cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:39:07.941466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aca958-c81e-41b1-ae85-f66c8144e5a4 None None] Pushing event updated for resources: {'Port': ['ID=c86422fb-2e84-4040-a8b1-127f0cff82ff,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:07.944073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Routers {'faa52885-7045-4c44-a607-aa844ce555ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:39:07.944832 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:38:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['faa52885-7045-4c44-a607-aa844ce555ca'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:07.967250 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-db16cc0f-6dc2-4553-92cc-6c1da9281059 service neutron] 10.222.0.78 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582589 Mar 11 11:39:07.967958 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ad06b574-b4b5-4362-91e9-2e778eb407d5 req-bb6e33cd-8401-4a10-8310-94d1c1adbe85 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246922 Mar 11 11:39:07.976523 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a4718c16-2df3-49f3-a047-c7101154970b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c3e82e54483f45fa9fad747871bd0022&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7063179 Mar 11 11:39:07.977179 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37522) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:08.058094 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2caf2ed-069f-4ae2-8bc5-e99bdc8ed17e admin admin] Publish callbacks [] for security_group (7f676116-d54e-4bc0-8b29-dc7b4b131320), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:08.078800 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd229d-d3fd-42ac-a396-43c56810af49 req-daac2ba5-d199-4bd1-b37d-63d041414f63 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:08.091957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbfd229d-d3fd-42ac-a396-43c56810af49 req-daac2ba5-d199-4bd1-b37d-63d041414f63 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96 HTTP/1.1" status: 200 len: 948 time: 0.1234353 Mar 11 11:39:08.121534 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] Set router faa52885-7045-4c44-a607-aa844ce555ca gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:39:08.134285 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2caf2ed-069f-4ae2-8bc5-e99bdc8ed17e admin admin] Publish callbacks [] for security_group (7f676116-d54e-4bc0-8b29-dc7b4b131320), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:08.220231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbfd229d-d3fd-42ac-a396-43c56810af49 req-aaf7089a-4fcf-4d51-a1ed-ee36f7429011 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271052 Mar 11 11:39:08.247067 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ad06b574-b4b5-4362-91e9-2e778eb407d5 req-038d8992-d842-472e-a08a-64f3586ceed1 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691996 Mar 11 11:39:08.278073 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-b50359ac-b281-43f6-b44c-5014a8e59aa8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Allocated IP 172.20.0.14 (351ddc70-d9f5-467e-aa9f-7ea70ded1c8f/fcef59c8-442b-4973-916d-3ead428ebc76/57d29b23-e115-40f1-8dec-1a3ff8219260) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:39:08.287373 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-488faf51-01ad-488c-bbfd-316adea1ad96 req-a008c736-ceff-4dde-ba28-651ac924652e tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "GET /v2.0/security-groups/55eb600e-48d4-4d71-9673-6eca638ffb8f HTTP/1.1" status: 200 len: 1830 time: 0.1290810 Mar 11 11:39:08.289151 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2caf2ed-069f-4ae2-8bc5-e99bdc8ed17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7f676116-d54e-4bc0-8b29-dc7b4b131320), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:08.291777 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2caf2ed-069f-4ae2-8bc5-e99bdc8ed17e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:08.292896 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a2caf2ed-069f-4ae2-8bc5-e99bdc8ed17e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7f676116-d54e-4bc0-8b29-dc7b4b131320 HTTP/1.1" status: 204 len: 168 time: 0.3137140 Mar 11 11:39:08.312688 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf2ed-069f-4ae2-8bc5-e99bdc8ed17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f676116-d54e-4bc0-8b29-dc7b4b131320,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:08.417313 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-488faf51-01ad-488c-bbfd-316adea1ad96 req-140bbed4-b575-427e-8ef3-5d06784e14bf tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (55eb600e-48d4-4d71-9673-6eca638ffb8f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:08.454690 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-488faf51-01ad-488c-bbfd-316adea1ad96 req-140bbed4-b575-427e-8ef3-5d06784e14bf tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (55eb600e-48d4-4d71-9673-6eca638ffb8f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:08.459523 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-adaa792b-6dec-457c-91be-28c653feb1a9 None None] Provisioning complete for port c86422fb-2e84-4040-a8b1-127f0cff82ff triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:08.460028 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-adaa792b-6dec-457c-91be-28c653feb1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:08.515686 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-488faf51-01ad-488c-bbfd-316adea1ad96 req-140bbed4-b575-427e-8ef3-5d06784e14bf tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (55eb600e-48d4-4d71-9673-6eca638ffb8f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:08.518792 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-488faf51-01ad-488c-bbfd-316adea1ad96 req-140bbed4-b575-427e-8ef3-5d06784e14bf tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:08.521599 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-488faf51-01ad-488c-bbfd-316adea1ad96 req-140bbed4-b575-427e-8ef3-5d06784e14bf tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] 10.222.0.78 "DELETE /v2.0/security-groups/55eb600e-48d4-4d71-9673-6eca638ffb8f HTTP/1.1" status: 204 len: 173 time: 0.2195499 Mar 11 11:39:08.529320 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37536) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:08.558103 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bbed4-b575-427e-8ef3-5d06784e14bf tempest-SecurityGroupRulesNegativeTestJSON-1143115624 tempest-SecurityGroupRulesNegativeTestJSON-1143115624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eb600e-48d4-4d71-9673-6eca638ffb8f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:08.606560 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-b50359ac-b281-43f6-b44c-5014a8e59aa8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks [] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:08.672591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-6183460a-f092-4d27-ae4a-e89b8b768cd7 admin admin] Deleting subnet 48883fe7-d484-4669-bcc4-eb95884fa786 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:39:08.728989 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:07Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:08.730377 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-b50359ac-b281-43f6-b44c-5014a8e59aa8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:08.735648 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6183460a-f092-4d27-ae4a-e89b8b768cd7 admin admin] Publish callbacks [] for subnet (48883fe7-d484-4669-bcc4-eb95884fa786), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:08.773030 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6183460a-f092-4d27-ae4a-e89b8b768cd7 admin admin] Publish callbacks [] for subnet (48883fe7-d484-4669-bcc4-eb95884fa786), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:08.774914 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-adaa792b-6dec-457c-91be-28c653feb1a9 None None] Current status of the port c86422fb-2e84-4040-a8b1-127f0cff82ff is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:08.775400 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-adaa792b-6dec-457c-91be-28c653feb1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:08.779324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aeaf23-834e-4168-83c3-a7066e007a75 None None] The sync data for ids ['faa52885-7045-4c44-a607-aa844ce555ca'] in n-d-833234-2 is: [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:07Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:39:08.782300 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6183460a-f092-4d27-ae4a-e89b8b768cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (48883fe7-d484-4669-bcc4-eb95884fa786), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:08.887820 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e233c81-a0ff-44dc-99fd-1e80f8e4cdee req-3592d384-74be-409d-806a-33340821666f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 210 time: 0.2100408 Mar 11 11:39:08.909745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50359ac-b281-43f6-b44c-5014a8e59aa8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Pushing event updated for resources: {'Port': ['ID=57d29b23-e115-40f1-8dec-1a3ff8219260,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:08.928486 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-b50359ac-b281-43f6-b44c-5014a8e59aa8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:39:08.930711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-b50359ac-b281-43f6-b44c-5014a8e59aa8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:39:08.933874 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-b50359ac-b281-43f6-b44c-5014a8e59aa8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:39:08.942209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-b50359ac-b281-43f6-b44c-5014a8e59aa8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:08.943697 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-b50359ac-b281-43f6-b44c-5014a8e59aa8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:08.945799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-adaa792b-6dec-457c-91be-28c653feb1a9 None None] For port c86422fb-2e84-4040-a8b1-127f0cff82ff, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c86422fb-2e84-4040-a8b1-127f0cff82ff,segment=NetworkSegment(9b32ec32-3a2c-47e6-89ca-d37e8dcf4376),segment_id=9b32ec32-3a2c-47e6-89ca-d37e8dcf4376)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:08.958818 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-adaa792b-6dec-457c-91be-28c653feb1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:08.970636 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-b50359ac-b281-43f6-b44c-5014a8e59aa8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6267478 Mar 11 11:39:08.997647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Request body: {'port': {'device_id': '21740b54-e0a8-4d97-b28c-aecb4a745c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:09.026032 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6183460a-f092-4d27-ae4a-e89b8b768cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for subnet (48883fe7-d484-4669-bcc4-eb95884fa786), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:09.051450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa792b-6dec-457c-91be-28c653feb1a9 None None] Pushing event updated for resources: {'Port': ['ID=c86422fb-2e84-4040-a8b1-127f0cff82ff,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:09.066841 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6183460a-f092-4d27-ae4a-e89b8b768cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:09.072826 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6183460a-f092-4d27-ae4a-e89b8b768cd7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/48883fe7-d484-4669-bcc4-eb95884fa786 HTTP/1.1" status: 204 len: 168 time: 0.5364084 Mar 11 11:39:09.073987 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37552) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:09.087815 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37556) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:09.110425 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183460a-f092-4d27-ae4a-e89b8b768cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48883fe7-d484-4669-bcc4-eb95884fa786,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:09.139344 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7fccd817-f0e0-4e75-85b7-0254d129a206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:09.215888 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (70959db6-e1a0-4cc0-92e7-74f121b5d0c5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:09.265610 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:09.279921 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370582a-b9f2-427f-bcc1-86475798272e req-03a99e80-3ebf-4a35-be5c-7d619c4d023b tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:09.281622 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c370582a-b9f2-427f-bcc1-86475798272e req-03a99e80-3ebf-4a35-be5c-7d619c4d023b tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 932 time: 0.1743362 Mar 11 11:39:09.382338 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c370582a-b9f2-427f-bcc1-86475798272e req-56737414-1268-4f25-8502-89ea01706649 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943797 Mar 11 11:39:09.402403 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7fccd817-f0e0-4e75-85b7-0254d129a206 admin admin] Publish callbacks [] for security_group (65efa92d-943a-4b65-93c9-0f6d22e49bd4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:09.475005 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7fccd817-f0e0-4e75-85b7-0254d129a206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (65efa92d-943a-4b65-93c9-0f6d22e49bd4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:09.502572 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (70959db6-e1a0-4cc0-92e7-74f121b5d0c5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:09.557199 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7fccd817-f0e0-4e75-85b7-0254d129a206 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e68d78ed09474c43bf6c31d6107b9b39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4804826 Mar 11 11:39:09.567281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51723b3-1c2c-4e4b-9750-64c5db083e9d req-805d2111-4c99-47d0-b12a-53d48fad38c5 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:09.575008 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c51723b3-1c2c-4e4b-9750-64c5db083e9d req-805d2111-4c99-47d0-b12a-53d48fad38c5 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96 HTTP/1.1" status: 200 len: 948 time: 0.1699791 Mar 11 11:39:09.575103 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:09.575396 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:09.576151 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:09.576492 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Subscribe: > port after_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:09.576829 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:09.577144 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Subscribe: > port after_update 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:09.577443 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37572) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:09.577543 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:09.577772 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:09.578085 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:09.578284 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccd817-f0e0-4e75-85b7-0254d129a206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65efa92d-943a-4b65-93c9-0f6d22e49bd4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:09.578421 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:09.662567 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:09.663310 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:09.663310 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:09.663830 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:09.663935 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70959db6-e1a0-4cc0-92e7-74f121b5d0c5']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:09.695257 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c51723b3-1c2c-4e4b-9750-64c5db083e9d req-e0940ae6-2430-4726-af30-4b5cc2a16505 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144183 Mar 11 11:39:09.700950 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd0df61-2cc2-4be3-9f7c-f65d254a0de5') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:09.701230 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd0df61-2cc2-4be3-9f7c-f65d254a0de5') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:09.721711 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78c4611d-440e-49be-bc0a-07cf5df0d0b3 admin admin] Publish callbacks [] for security_group (65efa92d-943a-4b65-93c9-0f6d22e49bd4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:09.741142 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (1fd0df61-2cc2-4be3-9f7c-f65d254a0de5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:09.773383 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78c4611d-440e-49be-bc0a-07cf5df0d0b3 admin admin] Publish callbacks [] for security_group (65efa92d-943a-4b65-93c9-0f6d22e49bd4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:09.785906 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37578) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:09.842815 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (1fd0df61-2cc2-4be3-9f7c-f65d254a0de5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:09.884465 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:39:09.884770 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (1fd0df61-2cc2-4be3-9f7c-f65d254a0de5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: from cryptography.utils import int_from_bytes Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: from cryptography.utils import int_from_bytes Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:39:09.925422 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:39:09.963062 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37584) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:10.055263 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c86422fb-2e84-4040-a8b1-127f0cff82ff up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:39:10.087083 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9234341-f177-4d40-b938-691cab30a6b8 req-79632ce6-81fe-4bd8-aca7-12965668f61b tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 210 time: 0.0655167 Mar 11 11:39:10.103915 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78c4611d-440e-49be-bc0a-07cf5df0d0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (65efa92d-943a-4b65-93c9-0f6d22e49bd4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.106730 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78c4611d-440e-49be-bc0a-07cf5df0d0b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.111849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-78c4611d-440e-49be-bc0a-07cf5df0d0b3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/65efa92d-943a-4b65-93c9-0f6d22e49bd4 HTTP/1.1" status: 204 len: 168 time: 0.5299087 Mar 11 11:39:10.121326 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-5ac643be-1968-4cf8-b850-0e9d8f4b3499 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:10.123403 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-5ac643be-1968-4cf8-b850-0e9d8f4b3499 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.37 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 820 time: 0.3155370 Mar 11 11:39:10.130215 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4611d-440e-49be-bc0a-07cf5df0d0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65efa92d-943a-4b65-93c9-0f6d22e49bd4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:10.144379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-97c63fb3-34fd-42f8-b76f-a1df9b0c5cb3 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Request body: {'port': {'device_id': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'admin_state_up': True, 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:10.175346 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1895f4e6-1c50-4e71-a6c3-f857723405f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.211408 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (70959db6-e1a0-4cc0-92e7-74f121b5d0c5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.222488 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port c86422fb-2e84-4040-a8b1-127f0cff82ff triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:10.222981 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.247662 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa41052-21be-4503-af77-1b70aa5c1949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.267169 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.272108 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] 10.222.0.78 "DELETE /v2.0/networks/70959db6-e1a0-4cc0-92e7-74f121b5d0c5 HTTP/1.1" status: 204 len: 168 time: 1.1830947 Mar 11 11:39:10.323535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4af75-ba19-4b53-bf44-208be5bd2908 admin admin] Pushing event deleted for resources: {'Network': ['ID=70959db6-e1a0-4cc0-92e7-74f121b5d0c5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:10.350917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d29b23-e115-40f1-8dec-1a3ff8219260 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:10.353108 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port c86422fb-2e84-4040-a8b1-127f0cff82ff is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:10.366087 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Publish callbacks [] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.392345 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-97c63fb3-34fd-42f8-b76f-a1df9b0c5cb3 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Made reservation on behalf of 8a575fd1f0084cada11c1aea396b02ff for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:10.396352 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-97c63fb3-34fd-42f8-b76f-a1df9b0c5cb3 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.398013 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Transition to ACTIVE for port object 57d29b23-e115-40f1-8dec-1a3ff8219260 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:39:10.405928 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.429132 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1895f4e6-1c50-4e71-a6c3-f857723405f9 admin admin] Publish callbacks [] for security_group (2be850bd-fd22-4881-8cb2-ffa519db11ad), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.445999 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1895f4e6-1c50-4e71-a6c3-f857723405f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2be850bd-fd22-4881-8cb2-ffa519db11ad), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.455972 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e929de5c-d6f2-4e41-92f4-4fef8d67ea47 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:39:10.540190 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Pushing event updated for resources: {'Port': ['ID=57d29b23-e115-40f1-8dec-1a3ff8219260,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:10.592192 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa41052-21be-4503-af77-1b70aa5c1949 admin admin] Publish callbacks [] for security_group (15ad1c4a-2b5f-43e7-b2f8-2b3ce03de717), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.609419 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa41052-21be-4503-af77-1b70aa5c1949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (15ad1c4a-2b5f-43e7-b2f8-2b3ce03de717), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.621083 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1895f4e6-1c50-4e71-a6c3-f857723405f9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=67033d5327664cde9aa04d4169f67ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8341653 Mar 11 11:39:10.627006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37600) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:10.643367 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895f4e6-1c50-4e71-a6c3-f857723405f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be850bd-fd22-4881-8cb2-ffa519db11ad,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:10.648805 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cfa41052-21be-4503-af77-1b70aa5c1949 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0249ba7f9c2441f1b637683897102d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6846552 Mar 11 11:39:10.652913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37602) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:10.681732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e929de5c-d6f2-4e41-92f4-4fef8d67ea47, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e929de5c-d6f2-4e41-92f4-4fef8d67ea47,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:10.701464 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'e929de5c-d6f2-4e41-92f4-4fef8d67ea47', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'e929de5c-d6f2-4e41-92f4-4fef8d67ea47', 'mac_address': 'fa:16:3e:03:b6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:39:10.715781 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Attempting to bind port 57d29b23-e115-40f1-8dec-1a3ff8219260 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:39:10.716262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Attempting to bind port 57d29b23-e115-40f1-8dec-1a3ff8219260 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:39:10.716423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Attempting to bind port 57d29b23-e115-40f1-8dec-1a3ff8219260 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:10.732043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37608) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:10.732782 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Port 57d29b23-e115-40f1-8dec-1a3ff8219260 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:39:10.733042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Attempting to bind port 57d29b23-e115-40f1-8dec-1a3ff8219260 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:10.735051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa41052-21be-4503-af77-1b70aa5c1949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ad1c4a-2b5f-43e7-b2f8-2b3ce03de717,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:10.753303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:39:10.753639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Checking segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:10.754021 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Bound using segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:39:10.754452 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Bound port: 57d29b23-e115-40f1-8dec-1a3ff8219260, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:39:10.754802 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.819027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-97c63fb3-34fd-42f8-b76f-a1df9b0c5cb3 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Allocated IP 172.20.0.8 (312d19f9-7005-4de7-8f01-ccb1029393af/900f0834-fbff-4203-bddb-573f955892d4/5e1066a5-457a-44f6-a4cf-2b8c81fc09a8) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:39:10.829962 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9aced286-ded0-4f91-9cf6-441cfbec9b9d admin admin] Publish callbacks [] for security_group (15ad1c4a-2b5f-43e7-b2f8-2b3ce03de717), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.833973 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe9074-90e4-4a9d-820d-49b8ed29d908 req-7c485cfe-5fbf-427f-8a24-128148df0f44 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:10.835874 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dcbe9074-90e4-4a9d-820d-49b8ed29d908 req-7c485cfe-5fbf-427f-8a24-128148df0f44 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 944 time: 0.2857862 Mar 11 11:39:10.838659 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e929de5c-d6f2-4e41-92f4-4fef8d67ea47 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:10.839055 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e929de5c-d6f2-4e41-92f4-4fef8d67ea47), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.852918 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9aced286-ded0-4f91-9cf6-441cfbec9b9d admin admin] Publish callbacks [] for security_group (15ad1c4a-2b5f-43e7-b2f8-2b3ce03de717), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.873403 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e929de5c-d6f2-4e41-92f4-4fef8d67ea47 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:10.911707 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e929de5c-d6f2-4e41-92f4-4fef8d67ea47, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e929de5c-d6f2-4e41-92f4-4fef8d67ea47,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:10.912303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e0969202-7362-4e11-9917-f2d3c07a81b2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3b8c96ba84aa4ddb8853d9f162b80354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784053 Mar 11 11:39:10.915116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] For port 57d29b23-e115-40f1-8dec-1a3ff8219260, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:10.918103 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37612) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:10.924817 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e929de5c-d6f2-4e41-92f4-4fef8d67ea47), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.926111 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] For port 57d29b23-e115-40f1-8dec-1a3ff8219260, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=57d29b23-e115-40f1-8dec-1a3ff8219260,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:39:10.928691 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9aced286-ded0-4f91-9cf6-441cfbec9b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (15ad1c4a-2b5f-43e7-b2f8-2b3ce03de717), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.931647 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9aced286-ded0-4f91-9cf6-441cfbec9b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.932956 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9aced286-ded0-4f91-9cf6-441cfbec9b9d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/15ad1c4a-2b5f-43e7-b2f8-2b3ce03de717 HTTP/1.1" status: 204 len: 168 time: 0.2695522 Mar 11 11:39:10.949784 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-966a1c9a-2175-4fb9-b133-c13875b6a5a9 admin admin] Publish callbacks [] for security_group (2be850bd-fd22-4881-8cb2-ffa519db11ad), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.960422 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:10.980945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aced286-ded0-4f91-9cf6-441cfbec9b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ad1c4a-2b5f-43e7-b2f8-2b3ce03de717,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:11.020831 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-966a1c9a-2175-4fb9-b133-c13875b6a5a9 admin admin] Publish callbacks [] for security_group (2be850bd-fd22-4881-8cb2-ffa519db11ad), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:11.035625 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:11.036342 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:11.038103 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] 10.222.0.37 "PUT /v2.0/ports/57d29b23-e115-40f1-8dec-1a3ff8219260 HTTP/1.1" status: 200 len: 1092 time: 2.0593870 Mar 11 11:39:11.038718 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21740b54-e0a8-4d97-b28c-aecb4a745c3e', 'tag': '57d29b23-e115-40f1-8dec-1a3ff8219260'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:11.041178 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df8467a-d333-4a85-abf2-841c1de80ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "21740b54-e0a8-4d97-b28c-aecb4a745c3e", "tag": "57d29b23-e115-40f1-8dec-1a3ff8219260"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:11.048457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dcbe9074-90e4-4a9d-820d-49b8ed29d908 req-d5721ed5-5b1e-4de9-9708-5fa2e4180166 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012265 Mar 11 11:39:11.052684 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e929de5c-d6f2-4e41-92f4-4fef8d67ea47,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:11.105209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d322af2-65cc-4a66-a3e1-71e2f6d2019a service neutron] Pushing event updated for resources: {'Port': ['ID=57d29b23-e115-40f1-8dec-1a3ff8219260,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:11.124783 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacf9810-0512-43bf-81f7-026f19474c42 x-openstack-request-id: req-aacf9810-0512-43bf-81f7-026f19474c42 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:11.125166 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21740b54-e0a8-4d97-b28c-aecb4a745c3e", "tag": "57d29b23-e115-40f1-8dec-1a3ff8219260", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:11.125507 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aacf9810-0512-43bf-81f7-026f19474c42 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:11.125980 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21740b54-e0a8-4d97-b28c-aecb4a745c3e', 'tag': '57d29b23-e115-40f1-8dec-1a3ff8219260', 'status': 'completed', 'code': 200} Mar 11 11:39:11.127607 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fd99435-fba6-4d40-ba6f-3a307d5491cd admin admin] Publish callbacks [] for security_group (0bb2c64c-e0cc-4648-afec-7de9e0376cf5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:11.157690 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fd99435-fba6-4d40-ba6f-3a307d5491cd admin admin] Publish callbacks [] for security_group (0bb2c64c-e0cc-4648-afec-7de9e0376cf5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:11.197174 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0e0d2d11-c0a6-4c02-bef8-6717b9f8cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:11.198852 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-0e0d2d11-c0a6-4c02-bef8-6717b9f8cba8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 1126 time: 0.1096437 Mar 11 11:39:11.200027 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-97c63fb3-34fd-42f8-b76f-a1df9b0c5cb3 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks [] for port (5e1066a5-457a-44f6-a4cf-2b8c81fc09a8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:11.210456 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['e929de5c-d6f2-4e41-92f4-4fef8d67ea47'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:11.257644 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-b7a8d596-097b-4feb-9aaf-53f8d0d5ffed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d29b23-e115-40f1-8dec-1a3ff8219260 HTTP/1.1" status: 200 len: 217 time: 0.0490487 Mar 11 11:39:11.316369 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945ef71-4009-4875-ac5d-61c473dbc0df req-6f026a7c-ce35-4655-9b8c-a6fd82a8c97f tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:11.317993 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d945ef71-4009-4875-ac5d-61c473dbc0df req-6f026a7c-ce35-4655-9b8c-a6fd82a8c97f tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96 HTTP/1.1" status: 200 len: 948 time: 0.4642160 Mar 11 11:39:11.331163 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91b037e8-5f9d-4643-8779-37f6feace5b8 req-17e9bbf9-5bac-4993-93b5-392de14819cd tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 210 time: 0.0819907 Mar 11 11:39:11.333099 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fd99435-fba6-4d40-ba6f-3a307d5491cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0bb2c64c-e0cc-4648-afec-7de9e0376cf5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:11.338956 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fd99435-fba6-4d40-ba6f-3a307d5491cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:11.340181 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1fd99435-fba6-4d40-ba6f-3a307d5491cd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0bb2c64c-e0cc-4648-afec-7de9e0376cf5 HTTP/1.1" status: 204 len: 168 time: 0.4209447 Mar 11 11:39:11.380579 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-97c63fb3-34fd-42f8-b76f-a1df9b0c5cb3 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (5e1066a5-457a-44f6-a4cf-2b8c81fc09a8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:11.380772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd99435-fba6-4d40-ba6f-3a307d5491cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb2c64c-e0cc-4648-afec-7de9e0376cf5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:11.414425 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-b629dff8-6b24-4341-bd83-0b1438d36d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:11.419852 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-b629dff8-6b24-4341-bd83-0b1438d36d18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.1538222 Mar 11 11:39:11.449472 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d945ef71-4009-4875-ac5d-61c473dbc0df req-201d1b9b-0fb3-44db-8932-f1d054f0b182 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114531 Mar 11 11:39:11.457488 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-966a1c9a-2175-4fb9-b133-c13875b6a5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2be850bd-fd22-4881-8cb2-ffa519db11ad), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:11.460645 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-966a1c9a-2175-4fb9-b133-c13875b6a5a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:11.461925 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-966a1c9a-2175-4fb9-b133-c13875b6a5a9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2be850bd-fd22-4881-8cb2-ffa519db11ad HTTP/1.1" status: 204 len: 168 time: 0.8290799 Mar 11 11:39:11.474044 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-97c63fb3-34fd-42f8-b76f-a1df9b0c5cb3 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Network 312d19f9-7005-4de7-8f01-ccb1029393af is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:39:11.477529 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-491b253d-12c0-4af1-ad12-efb1cb0ce4a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514758 Mar 11 11:39:11.484497 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-97c63fb3-34fd-42f8-b76f-a1df9b0c5cb3 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:39:11.486834 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a1c9a-2175-4fb9-b133-c13875b6a5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be850bd-fd22-4881-8cb2-ffa519db11ad,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:11.488703 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-97c63fb3-34fd-42f8-b76f-a1df9b0c5cb3 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:39:11.493951 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-97c63fb3-34fd-42f8-b76f-a1df9b0c5cb3 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:11.494576 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-97c63fb3-34fd-42f8-b76f-a1df9b0c5cb3 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:11.496989 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c63fb3-34fd-42f8-b76f-a1df9b0c5cb3 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Pushing event updated for resources: {'Port': ['ID=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:11.544063 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-97c63fb3-34fd-42f8-b76f-a1df9b0c5cb3 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4089978 Mar 11 11:39:11.560136 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Request body: {'port': {'device_id': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:11.614520 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-d3a67db0-3667-4604-8cde-ae36149778a7 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294770 Mar 11 11:39:11.652740 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37634) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:11.690345 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fadbae7e-f659-4575-a9f4-86565afc56e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:11.693580 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5e1066a5-457a-44f6-a4cf-2b8c81fc09a8), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:11.742792 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c45eba66-f68a-41db-9a47-a0b9632ff7bf req-84c77b20-b75d-4724-a6be-6ea01c07eb85 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215575 Mar 11 11:39:11.805737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3a8e4a4b-1405-4faf-ae04-59d4e4e99809 None None] Provisioning complete for port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:11.806359 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3a8e4a4b-1405-4faf-ae04-59d4e4e99809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5e1066a5-457a-44f6-a4cf-2b8c81fc09a8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:11.865213 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3a8e4a4b-1405-4faf-ae04-59d4e4e99809 None None] Port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:39:11.873373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8467a-d333-4a85-abf2-841c1de80ce7 req-10041af7-f80d-496c-9a9d-3d9c1d0c3e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:11.875166 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4df8467a-d333-4a85-abf2-841c1de80ce7 req-10041af7-f80d-496c-9a9d-3d9c1d0c3e52 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 1126 time: 0.0790174 Mar 11 11:39:11.976187 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fadbae7e-f659-4575-a9f4-86565afc56e1 admin admin] Publish callbacks [] for security_group (6fa56ab3-3654-4593-9c92-67c02a92afe1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:11.988007 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fadbae7e-f659-4575-a9f4-86565afc56e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6fa56ab3-3654-4593-9c92-67c02a92afe1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:12.017783 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8467a-d333-4a85-abf2-841c1de80ce7 req-fb8613bf-c922-4a2f-b561-9f8ff0292ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:12.019933 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4df8467a-d333-4a85-abf2-841c1de80ce7 req-fb8613bf-c922-4a2f-b561-9f8ff0292ff5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.1381464 Mar 11 11:39:12.063292 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fadbae7e-f659-4575-a9f4-86565afc56e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cd1b96f9159f47439d058cad0b2d2bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4062643 Mar 11 11:39:12.063292 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbae7e-f659-4575-a9f4-86565afc56e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa56ab3-3654-4593-9c92-67c02a92afe1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:12.066033 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37644) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:12.097671 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4df8467a-d333-4a85-abf2-841c1de80ce7 req-6d0ea1eb-c2c7-4e53-b66a-c6574adfaf8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d29b23-e115-40f1-8dec-1a3ff8219260 HTTP/1.1" status: 200 len: 217 time: 0.0691493 Mar 11 11:39:12.175225 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8467a-d333-4a85-abf2-841c1de80ce7 req-34899c38-3467-478d-980f-b01bb7b1d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:12.176809 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4df8467a-d333-4a85-abf2-841c1de80ce7 req-34899c38-3467-478d-980f-b01bb7b1d4d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.0725081 Mar 11 11:39:12.195623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:12.206597 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Publish callbacks [] for port (5e1066a5-457a-44f6-a4cf-2b8c81fc09a8), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:12.210216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37652) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:12.222098 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4df8467a-d333-4a85-abf2-841c1de80ce7 req-0fd26228-ffb1-4ba5-b9da-f3a19f2138a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378175 Mar 11 11:39:12.248113 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Transition to ACTIVE for port object 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:39:12.250867 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70019e9d-df7c-4d3d-bb4c-e7fe054921d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:12.255758 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dbf83e96-14d7-41d0-872f-8d11b849f6d6 admin admin] Publish callbacks [] for security_group (6fa56ab3-3654-4593-9c92-67c02a92afe1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:12.265773 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5e1066a5-457a-44f6-a4cf-2b8c81fc09a8), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:12.289327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5b140-779f-41d1-9dcb-044822d9fe12 req-ab9bdf20-3470-47dc-828b-ca0c2b77aa83 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:12.296082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4fd5b140-779f-41d1-9dcb-044822d9fe12 req-ab9bdf20-3470-47dc-828b-ca0c2b77aa83 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 944 time: 0.1499369 Mar 11 11:39:12.344344 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4df8467a-d333-4a85-abf2-841c1de80ce7 req-e7e2e610-4258-49a3-a36d-3a5a4e2138c3 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140225 Mar 11 11:39:12.358375 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dbf83e96-14d7-41d0-872f-8d11b849f6d6 admin admin] Publish callbacks [] for security_group (6fa56ab3-3654-4593-9c92-67c02a92afe1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:12.422353 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:12.558869 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4df8467a-d333-4a85-abf2-841c1de80ce7 req-318cb953-81a0-42cd-926a-7f6aeef208c7 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980093 Mar 11 11:39:12.582730 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:12.583714 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e929de5c-d6f2-4e41-92f4-4fef8d67ea47 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:39:12.616490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Attempting to bind port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:39:12.617095 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Attempting to bind port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:39:12.617204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Attempting to bind port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 on network 312d19f9-7005-4de7-8f01-ccb1029393af {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:12.644472 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 on network 312d19f9-7005-4de7-8f01-ccb1029393af not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:39:12.645414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Attempting to bind port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 on network 312d19f9-7005-4de7-8f01-ccb1029393af {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:12.645703 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port e929de5c-d6f2-4e41-92f4-4fef8d67ea47 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:39:12.651065 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port e929de5c-d6f2-4e41-92f4-4fef8d67ea47 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:12.651446 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e929de5c-d6f2-4e41-92f4-4fef8d67ea47), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:12.676337 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4fd5b140-779f-41d1-9dcb-044822d9fe12 req-bdfe8da5-7f77-4082-8879-197fd37e6177 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793206 Mar 11 11:39:12.693583 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:39:12.699028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Checking segment: {'id': '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:12.699628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Bound using segment: {'id': '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:39:12.700278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Bound port: 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:39:12.700807 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5e1066a5-457a-44f6-a4cf-2b8c81fc09a8), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:12.740141 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dbf83e96-14d7-41d0-872f-8d11b849f6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6fa56ab3-3654-4593-9c92-67c02a92afe1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:12.742681 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dbf83e96-14d7-41d0-872f-8d11b849f6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:12.746496 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dbf83e96-14d7-41d0-872f-8d11b849f6d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6fa56ab3-3654-4593-9c92-67c02a92afe1 HTTP/1.1" status: 204 len: 168 time: 0.6755030 Mar 11 11:39:12.806695 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf83e96-14d7-41d0-872f-8d11b849f6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa56ab3-3654-4593-9c92-67c02a92afe1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:12.808320 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70019e9d-df7c-4d3d-bb4c-e7fe054921d9 admin admin] Publish callbacks [] for security_group (103ef1b5-ae2e-4330-8f38-efce891b24bf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:12.848469 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70019e9d-df7c-4d3d-bb4c-e7fe054921d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (103ef1b5-ae2e-4330-8f38-efce891b24bf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:12.880205 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720eb658-b922-434c-8921-144373fdc2c0 req-c1c1281d-250c-4b48-86fd-e55a8cb8f157 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:12.881821 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-720eb658-b922-434c-8921-144373fdc2c0 req-c1c1281d-250c-4b48-86fd-e55a8cb8f157 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 943 time: 0.3361866 Mar 11 11:39:12.932655 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] For port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:12.953588 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-70019e9d-df7c-4d3d-bb4c-e7fe054921d9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0c2eeb2e275a4b0c8cb68188adace9ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7384570 Mar 11 11:39:12.954003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37676) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:12.961913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70019e9d-df7c-4d3d-bb4c-e7fe054921d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103ef1b5-ae2e-4330-8f38-efce891b24bf,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:12.965578 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] For port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8,segment=NetworkSegment(9b32ec32-3a2c-47e6-89ca-d37e8dcf4376),segment_id=9b32ec32-3a2c-47e6-89ca-d37e8dcf4376)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:39:13.017558 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5e1066a5-457a-44f6-a4cf-2b8c81fc09a8), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:13.030063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e929de5c-d6f2-4e41-92f4-4fef8d67ea47 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:13.030270 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e929de5c-d6f2-4e41-92f4-4fef8d67ea47), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:13.049867 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a305c895-ecc7-41fe-81fe-87a164dd46f3 admin admin] Publish callbacks [] for security_group (103ef1b5-ae2e-4330-8f38-efce891b24bf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:13.062221 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a45a2-d289-44fa-8216-e577b7ddbd32 req-7ab5b96c-f39f-408c-826e-3c4c1c9ee5cc tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:13.063814 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-758a45a2-d289-44fa-8216-e577b7ddbd32 req-7ab5b96c-f39f-408c-826e-3c4c1c9ee5cc tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96 HTTP/1.1" status: 200 len: 949 time: 0.2683017 Mar 11 11:39:13.069664 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e929de5c-d6f2-4e41-92f4-4fef8d67ea47'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:13.072429 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b35bcc2-5527-470a-a32e-c4e8e0a5f007" -d '{"events": [{"server_uuid": "a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96", "name": "network-vif-plugged", "status": "completed", "tag": "e929de5c-d6f2-4e41-92f4-4fef8d67ea47"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:13.076784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e929de5c-d6f2-4e41-92f4-4fef8d67ea47, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e929de5c-d6f2-4e41-92f4-4fef8d67ea47,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:13.083849 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e929de5c-d6f2-4e41-92f4-4fef8d67ea47), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:13.089540 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a305c895-ecc7-41fe-81fe-87a164dd46f3 admin admin] Publish callbacks [] for security_group (103ef1b5-ae2e-4330-8f38-efce891b24bf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:13.114487 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-720eb658-b922-434c-8921-144373fdc2c0 req-77528424-1045-4d34-9a7b-b4fc896d5ee5 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d8ea0dc-d84e-411c-8bff-59aa280e9008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171364 Mar 11 11:39:13.120106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:13.120723 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:13.122069 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] 10.222.0.37 "PUT /v2.0/ports/5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 HTTP/1.1" status: 200 len: 1091 time: 1.5711811 Mar 11 11:39:13.140272 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'tag': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:13.146193 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d21de75-51f5-477b-a913-891d802be2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "d47d3205-f5a4-45dc-97fb-7a49c507d785", "tag": "5e1066a5-457a-44f6-a4cf-2b8c81fc09a8"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:13.202111 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a305c895-ecc7-41fe-81fe-87a164dd46f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (103ef1b5-ae2e-4330-8f38-efce891b24bf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:13.206325 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a305c895-ecc7-41fe-81fe-87a164dd46f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:13.208499 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a305c895-ecc7-41fe-81fe-87a164dd46f3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/103ef1b5-ae2e-4330-8f38-efce891b24bf HTTP/1.1" status: 204 len: 168 time: 0.2532251 Mar 11 11:39:13.221849 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305c895-ecc7-41fe-81fe-87a164dd46f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103ef1b5-ae2e-4330-8f38-efce891b24bf,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:13.226524 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e929de5c-d6f2-4e41-92f4-4fef8d67ea47,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:13.246358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc594fb-2a29-4a01-bc23-400ac9469666 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:13.293817 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-758a45a2-d289-44fa-8216-e577b7ddbd32 req-f8a36c58-aafd-421d-8d3a-6633bf3dfa73 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924367 Mar 11 11:39:13.311902 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-65533fb0-90d3-4143-9c07-e3614090a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:13.313690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-65533fb0-90d3-4143-9c07-e3614090a6ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 1125 time: 0.1214042 Mar 11 11:39:13.342395 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8957570c-a86c-4183-a6db-fb41a603f7bf x-openstack-request-id: req-8957570c-a86c-4183-a6db-fb41a603f7bf {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:13.342906 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96", "name": "network-vif-plugged", "status": "completed", "tag": "e929de5c-d6f2-4e41-92f4-4fef8d67ea47", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:13.343553 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8957570c-a86c-4183-a6db-fb41a603f7bf {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:13.344230 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e929de5c-d6f2-4e41-92f4-4fef8d67ea47', 'code': 200} Mar 11 11:39:13.372386 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-1cb01630-993d-42bd-bc99-8ef7e3edb860 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 HTTP/1.1" status: 200 len: 217 time: 0.0507476 Mar 11 11:39:13.394368 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969e1e37-831f-4e07-b978-1a61bb41b0a5 x-openstack-request-id: req-969e1e37-831f-4e07-b978-1a61bb41b0a5 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:13.394726 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47d3205-f5a4-45dc-97fb-7a49c507d785", "tag": "5e1066a5-457a-44f6-a4cf-2b8c81fc09a8", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:13.394902 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-969e1e37-831f-4e07-b978-1a61bb41b0a5 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:13.395464 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'tag': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8', 'status': 'completed', 'code': 200} Mar 11 11:39:13.450235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-703ba6cf-caaa-4f0b-8ca6-46e9154f6ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:13.451910 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-703ba6cf-caaa-4f0b-8ca6-46e9154f6ada service neutron] 10.222.0.37 "GET /v2.0/subnets?id=900f0834-fbff-4203-bddb-573f955892d4 HTTP/1.1" status: 200 len: 859 time: 0.0681739 Mar 11 11:39:13.494671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d096f06-e6fb-4308-8e58-d60f65b0e857 req-50ce90f0-5b4f-4ec7-8fb4-771acb00f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:13.496601 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4d096f06-e6fb-4308-8e58-d60f65b0e857 req-50ce90f0-5b4f-4ec7-8fb4-771acb00f242 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96 HTTP/1.1" status: 200 len: 1132 time: 0.0790565 Mar 11 11:39:13.511845 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-4fd27190-4e65-442f-a731-94ae71895efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:13.513696 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-4fd27190-4e65-442f-a731-94ae71895efe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=312d19f9-7005-4de7-8f01-ccb1029393af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0558581 Mar 11 11:39:13.550049 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4d096f06-e6fb-4308-8e58-d60f65b0e857 req-5b803568-6e77-4db5-a7e0-79196e1311c7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452559 Mar 11 11:39:13.562001 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7360ccd3-cf91-4cbe-8262-89c63cfad045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:13.633900 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-ec37bfc2-2dbf-48f2-a49f-d41ca48d8e3f service neutron] 10.222.0.37 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119726 Mar 11 11:39:13.735671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37714) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:13.759455 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5ad0fd7-a97e-4e6c-a07f-61b23ad0b0a5 req-5c5b465b-bd55-46cb-a8e4-d41453c8376f service neutron] 10.222.0.37 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197696 Mar 11 11:39:14.001764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-76f3fcee-e8cd-4517-a881-44694dfb1ce0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1325976761-network', 'tenant_id': 'd8339615d4fc4763a1b414104472635d'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:14.039043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f3fcee-e8cd-4517-a881-44694dfb1ce0 admin admin] Made reservation on behalf of d8339615d4fc4763a1b414104472635d for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:14.041927 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76f3fcee-e8cd-4517-a881-44694dfb1ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:14.064036 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76f3fcee-e8cd-4517-a881-44694dfb1ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:14.102067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c98948-e801-451e-a0a8-56b364996009 req-32dab25e-b924-4a6b-a8a7-f65db7625f78 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:14.111198 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5c98948-e801-451e-a0a8-56b364996009 req-32dab25e-b924-4a6b-a8a7-f65db7625f78 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 944 time: 0.3452539 Mar 11 11:39:14.121061 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21de75-51f5-477b-a913-891d802be2d8 req-741c1f0a-f32f-4e0a-89ef-71852ede85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:14.122619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d21de75-51f5-477b-a913-891d802be2d8 req-741c1f0a-f32f-4e0a-89ef-71852ede85f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 1125 time: 0.0847864 Mar 11 11:39:14.199218 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76f3fcee-e8cd-4517-a881-44694dfb1ce0 admin admin] Publish callbacks [] for security_group (a367689b-a0ab-4806-8a20-fbd93551e415), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:14.207042 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76f3fcee-e8cd-4517-a881-44694dfb1ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a367689b-a0ab-4806-8a20-fbd93551e415), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:14.229663 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f3fcee-e8cd-4517-a881-44694dfb1ce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:39:14.251946 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3fcee-e8cd-4517-a881-44694dfb1ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a367689b-a0ab-4806-8a20-fbd93551e415,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:14.254613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5c98948-e801-451e-a0a8-56b364996009 req-d6924003-8c37-4042-b5e6-3bdc2dac054b tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425662 Mar 11 11:39:14.264157 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76f3fcee-e8cd-4517-a881-44694dfb1ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f4335e3d-6747-4797-bfbf-720d866ede1f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:14.264760 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-76f3fcee-e8cd-4517-a881-44694dfb1ce0 admin admin] Added segment f4335e3d-6747-4797-bfbf-720d866ede1f of type vlan for network 89e1213f-c73f-4a54-9c2d-e7592a5f1043 Mar 11 11:39:14.316258 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76f3fcee-e8cd-4517-a881-44694dfb1ce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (89e1213f-c73f-4a54-9c2d-e7592a5f1043), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:14.352075 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76f3fcee-e8cd-4517-a881-44694dfb1ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (89e1213f-c73f-4a54-9c2d-e7592a5f1043), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:14.353220 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f3fcee-e8cd-4517-a881-44694dfb1ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:14.353809 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76f3fcee-e8cd-4517-a881-44694dfb1ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:14.376635 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21de75-51f5-477b-a913-891d802be2d8 req-f4e30c3b-ab1f-4c07-8c68-5c1ae729570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:14.382996 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d21de75-51f5-477b-a913-891d802be2d8 req-f4e30c3b-ab1f-4c07-8c68-5c1ae729570d service neutron] 10.222.0.37 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 921 time: 0.2470295 Mar 11 11:39:14.405336 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-76f3fcee-e8cd-4517-a881-44694dfb1ce0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6679685 Mar 11 11:39:14.408231 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37750) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:14.415149 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ba60f12e-6820-4fb9-ac4e-f1919437253f admin admin] Request body: {'subnet': {'network_id': '89e1213f-c73f-4a54-9c2d-e7592a5f1043', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1325976761-subnet', 'tenant_id': 'd8339615d4fc4763a1b414104472635d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:14.458293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3fcee-e8cd-4517-a881-44694dfb1ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=89e1213f-c73f-4a54-9c2d-e7592a5f1043,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:14.463916 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d21de75-51f5-477b-a913-891d802be2d8 req-25dec551-97a6-4469-9242-9f4ccded31a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 HTTP/1.1" status: 200 len: 217 time: 0.0774927 Mar 11 11:39:14.469796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 89e1213f-c73f-4a54-9c2d-e7592a5f1043 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:39:14.477495 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba60f12e-6820-4fb9-ac4e-f1919437253f admin admin] Made reservation on behalf of d8339615d4fc4763a1b414104472635d for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:14.480183 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba60f12e-6820-4fb9-ac4e-f1919437253f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:14.547624 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c21758-7c09-4acb-90a0-206b81ffcf80 req-b6931d5e-bd20-403e-b1da-36764f4555eb tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:14.548978 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4c21758-7c09-4acb-90a0-206b81ffcf80 req-b6931d5e-bd20-403e-b1da-36764f4555eb tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 943 time: 0.2558839 Mar 11 11:39:14.561326 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21de75-51f5-477b-a913-891d802be2d8 req-81ab5539-0e51-46ad-ad27-20281e420b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:14.562988 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d21de75-51f5-477b-a913-891d802be2d8 req-81ab5539-0e51-46ad-ad27-20281e420b61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=900f0834-fbff-4203-bddb-573f955892d4 HTTP/1.1" status: 200 len: 859 time: 0.0904489 Mar 11 11:39:14.575630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2c187-b9fa-4633-88a1-c6d8e4e5b893 req-64cd55c8-dcc3-40a1-8119-73e083df853c tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:14.577441 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65f2c187-b9fa-4633-88a1-c6d8e4e5b893 req-64cd55c8-dcc3-40a1-8119-73e083df853c tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96 HTTP/1.1" status: 200 len: 950 time: 0.1783321 Mar 11 11:39:14.688993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37758) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:14.707911 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4c21758-7c09-4acb-90a0-206b81ffcf80 req-83600a6a-5da4-426a-8ef1-f30ab0c77e1f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d8ea0dc-d84e-411c-8bff-59aa280e9008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499400 Mar 11 11:39:14.715385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65f2c187-b9fa-4633-88a1-c6d8e4e5b893 req-9674180f-e7ec-41fc-ba02-17e2667c5068 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205659 Mar 11 11:39:14.724928 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba60f12e-6820-4fb9-ac4e-f1919437253f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (4b82adfd-ba87-46c8-8859-618521697303), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:14.734507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21de75-51f5-477b-a913-891d802be2d8 req-75ef4496-e7cd-43e9-ae10-bd4048b5a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:14.736786 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d21de75-51f5-477b-a913-891d802be2d8 req-75ef4496-e7cd-43e9-ae10-bd4048b5a762 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=312d19f9-7005-4de7-8f01-ccb1029393af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1572490 Mar 11 11:39:14.801406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba60f12e-6820-4fb9-ac4e-f1919437253f admin admin] Checking segment: {'id': 'f4335e3d-6747-4797-bfbf-720d866ede1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '89e1213f-c73f-4a54-9c2d-e7592a5f1043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:14.801765 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba60f12e-6820-4fb9-ac4e-f1919437253f admin admin] Network hostable DHCP agents. Network: 89e1213f-c73f-4a54-9c2d-e7592a5f1043, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:39:14.808875 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60f12e-6820-4fb9-ac4e-f1919437253f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b82adfd-ba87-46c8-8859-618521697303,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:14.830842 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba60f12e-6820-4fb9-ac4e-f1919437253f admin admin] Network 89e1213f-c73f-4a54-9c2d-e7592a5f1043 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:39:14.846324 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ba60f12e-6820-4fb9-ac4e-f1919437253f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 89e1213f-c73f-4a54-9c2d-e7592a5f1043) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:39:14.858418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edf24d1-bc3a-4f62-87b3-45cedda1075c None None] Network 89e1213f-c73f-4a54-9c2d-e7592a5f1043 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:39:14.860834 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba60f12e-6820-4fb9-ac4e-f1919437253f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:14.862581 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba60f12e-6820-4fb9-ac4e-f1919437253f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:14.875068 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d21de75-51f5-477b-a913-891d802be2d8 req-0178288e-de41-4417-bb99-0584fb6779f4 service neutron] 10.222.0.37 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303277 Mar 11 11:39:14.884248 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ba60f12e-6820-4fb9-ac4e-f1919437253f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4748468 Mar 11 11:39:14.979184 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfe381bd-7a5c-4872-a4d8-157894d98fd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:15.024540 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e779265-f952-4346-9721-215457b6d014 None None] Network 89e1213f-c73f-4a54-9c2d-e7592a5f1043 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:39:15.045404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d21de75-51f5-477b-a913-891d802be2d8 req-b0fa07c2-747a-48d7-8ae6-30f0481e8cf3 service neutron] 10.222.0.37 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641140 Mar 11 11:39:15.085655 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfe381bd-7a5c-4872-a4d8-157894d98fd8 admin admin] Publish callbacks [] for security_group (3f7e0ddc-067f-494a-8aae-3ea1047404ef), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:15.096046 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfe381bd-7a5c-4872-a4d8-157894d98fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3f7e0ddc-067f-494a-8aae-3ea1047404ef), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:15.135261 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bfe381bd-7a5c-4872-a4d8-157894d98fd8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9e6d5ff70c834d33a4324dff23a1241d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449475 Mar 11 11:39:15.136158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe381bd-7a5c-4872-a4d8-157894d98fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7e0ddc-067f-494a-8aae-3ea1047404ef,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:15.138025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37774) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:15.198707 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-304a0ec9-22fb-489b-b3f3-f68299f8f2d2 admin admin] Publish callbacks [] for security_group (3f7e0ddc-067f-494a-8aae-3ea1047404ef), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:15.220843 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-304a0ec9-22fb-489b-b3f3-f68299f8f2d2 admin admin] Publish callbacks [] for security_group (3f7e0ddc-067f-494a-8aae-3ea1047404ef), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:15.283755 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-304a0ec9-22fb-489b-b3f3-f68299f8f2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3f7e0ddc-067f-494a-8aae-3ea1047404ef), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:15.286259 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-304a0ec9-22fb-489b-b3f3-f68299f8f2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:15.289998 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-304a0ec9-22fb-489b-b3f3-f68299f8f2d2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3f7e0ddc-067f-494a-8aae-3ea1047404ef HTTP/1.1" status: 204 len: 168 time: 0.1485794 Mar 11 11:39:15.296903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a0ec9-22fb-489b-b3f3-f68299f8f2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7e0ddc-067f-494a-8aae-3ea1047404ef,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:15.390418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5bdc4-6a77-4df3-8c41-0e42e184580e req-e30722b8-6979-4932-a630-969413eefb81 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:15.392041 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18a5bdc4-6a77-4df3-8c41-0e42e184580e req-e30722b8-6979-4932-a630-969413eefb81 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 944 time: 0.0568464 Mar 11 11:39:15.445672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 57d29b23-e115-40f1-8dec-1a3ff8219260 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:39:15.454789 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18a5bdc4-6a77-4df3-8c41-0e42e184580e req-d7932b2f-0f23-49d9-8f15-5faf9b23cfcf tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544298 Mar 11 11:39:15.556339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-96449733-adc3-4582-a606-a43d03b66645 req-72a260f7-af5f-4d70-bea0-34bdb2ba04ae tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1094174687', 'description': 'tempest-description-118595193'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:15.563151 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 57d29b23-e115-40f1-8dec-1a3ff8219260, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=57d29b23-e115-40f1-8dec-1a3ff8219260,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:15.580229 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '57d29b23-e115-40f1-8dec-1a3ff8219260', 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f', 'port_id': '57d29b23-e115-40f1-8dec-1a3ff8219260', 'mac_address': 'fa:16:3e:aa:ac:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcef59c8-442b-4973-916d-3ead428ebc76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:39:15.586810 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-96449733-adc3-4582-a606-a43d03b66645 req-72a260f7-af5f-4d70-bea0-34bdb2ba04ae tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:15.628258 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 57d29b23-e115-40f1-8dec-1a3ff8219260 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:15.629413 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:15.648015 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d29b23-e115-40f1-8dec-1a3ff8219260 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:15.679029 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 57d29b23-e115-40f1-8dec-1a3ff8219260, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=57d29b23-e115-40f1-8dec-1a3ff8219260,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:15.693237 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:15.703714 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-96449733-adc3-4582-a606-a43d03b66645 req-72a260f7-af5f-4d70-bea0-34bdb2ba04ae tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (8c6d38eb-fcf9-410d-8040-7d6e78867e7c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:15.710434 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-96449733-adc3-4582-a606-a43d03b66645 req-72a260f7-af5f-4d70-bea0-34bdb2ba04ae tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8c6d38eb-fcf9-410d-8040-7d6e78867e7c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:15.720668 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5765e721-1f2d-4275-84a8-bc8114a56f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:15.753921 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-96449733-adc3-4582-a606-a43d03b66645 req-72a260f7-af5f-4d70-bea0-34bdb2ba04ae tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:15.756335 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96449733-adc3-4582-a606-a43d03b66645 req-72a260f7-af5f-4d70-bea0-34bdb2ba04ae tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2044940 Mar 11 11:39:15.756335 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a260f7-af5f-4d70-bea0-34bdb2ba04ae tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6d38eb-fcf9-410d-8040-7d6e78867e7c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:15.779253 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=57d29b23-e115-40f1-8dec-1a3ff8219260,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:15.892252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37808) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:15.903854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312be5d-0c6b-43f4-87f7-570bc3ed3372 req-41405488-f020-40aa-b804-05111b121bb4 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:15.905375 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7312be5d-0c6b-43f4-87f7-570bc3ed3372 req-41405488-f020-40aa-b804-05111b121bb4 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 943 time: 0.1041279 Mar 11 11:39:15.911639 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['57d29b23-e115-40f1-8dec-1a3ff8219260'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:15.913134 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-477f575e-5da8-4b74-9b31-77648a755ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:15.945936 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523157c8-644b-4279-91df-95e68977efb3 req-b50ce69b-bc56-4070-bc25-dba6949c077c tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:15.947565 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-523157c8-644b-4279-91df-95e68977efb3 req-b50ce69b-bc56-4070-bc25-dba6949c077c tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96 HTTP/1.1" status: 200 len: 950 time: 0.1068053 Mar 11 11:39:15.996205 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7312be5d-0c6b-43f4-87f7-570bc3ed3372 req-4bb4cf1e-ab2e-4656-bd1f-14b0638b8a51 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d8ea0dc-d84e-411c-8bff-59aa280e9008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839434 Mar 11 11:39:16.024658 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-477f575e-5da8-4b74-9b31-77648a755ab9 admin admin] Publish callbacks [] for security_group (eaaf73ba-eabb-4440-98b9-189c0872cb86), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:16.033391 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-523157c8-644b-4279-91df-95e68977efb3 req-27f41601-0a68-4bb2-af3b-de942b017632 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728707 Mar 11 11:39:16.037358 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-477f575e-5da8-4b74-9b31-77648a755ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (eaaf73ba-eabb-4440-98b9-189c0872cb86), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:16.039106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-ee912163-6b53-428a-a2c6-59a91db770fa req-af2544ed-7256-4cd2-9f34-eb1426452a90 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-798174227', 'description': 'tempest-description-1106160194'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:16.071252 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-477f575e-5da8-4b74-9b31-77648a755ab9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e79b8cddd97b4e35837b16df5e2e043b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1775060 Mar 11 11:39:16.073980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37814) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:16.091756 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ee912163-6b53-428a-a2c6-59a91db770fa req-af2544ed-7256-4cd2-9f34-eb1426452a90 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:16.097523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f575e-5da8-4b74-9b31-77648a755ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaf73ba-eabb-4440-98b9-189c0872cb86,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:16.177695 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee9a47d0-34d7-45c1-8010-58aace47c206 admin admin] Publish callbacks [] for security_group (eaaf73ba-eabb-4440-98b9-189c0872cb86), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:16.212125 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee9a47d0-34d7-45c1-8010-58aace47c206 admin admin] Publish callbacks [] for security_group (eaaf73ba-eabb-4440-98b9-189c0872cb86), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:16.266128 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ee912163-6b53-428a-a2c6-59a91db770fa req-af2544ed-7256-4cd2-9f34-eb1426452a90 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (22e56607-1fc3-49b0-8dc7-607272b64397), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:16.276604 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ee912163-6b53-428a-a2c6-59a91db770fa req-af2544ed-7256-4cd2-9f34-eb1426452a90 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (22e56607-1fc3-49b0-8dc7-607272b64397), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:16.308368 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ee912163-6b53-428a-a2c6-59a91db770fa req-af2544ed-7256-4cd2-9f34-eb1426452a90 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:16.309583 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee912163-6b53-428a-a2c6-59a91db770fa req-af2544ed-7256-4cd2-9f34-eb1426452a90 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2752616 Mar 11 11:39:16.312570 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2544ed-7256-4cd2-9f34-eb1426452a90 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e56607-1fc3-49b0-8dc7-607272b64397,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:16.315910 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee9a47d0-34d7-45c1-8010-58aace47c206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (eaaf73ba-eabb-4440-98b9-189c0872cb86), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:16.327565 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee9a47d0-34d7-45c1-8010-58aace47c206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:16.327565 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ee9a47d0-34d7-45c1-8010-58aace47c206 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eaaf73ba-eabb-4440-98b9-189c0872cb86 HTTP/1.1" status: 204 len: 168 time: 0.2465289 Mar 11 11:39:16.331178 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a47d0-34d7-45c1-8010-58aace47c206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaf73ba-eabb-4440-98b9-189c0872cb86,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:16.896515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837f82f-64e5-4ef4-8eba-28360e68a73d req-b46b83e5-f26b-430f-b411-cbc86730b378 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:16.898022 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0837f82f-64e5-4ef4-8eba-28360e68a73d req-b46b83e5-f26b-430f-b411-cbc86730b378 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 945 time: 0.0574458 Mar 11 11:39:17.009132 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0837f82f-64e5-4ef4-8eba-28360e68a73d req-36012413-ef0e-41c3-9a5d-a8595601071e tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011903 Mar 11 11:39:17.035630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-16a4f219-d1cd-4f22-b3d9-d585815ba075 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:17.035630 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-16a4f219-d1cd-4f22-b3d9-d585815ba075 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/networks?id=89e1213f-c73f-4a54-9c2d-e7592a5f1043 HTTP/1.1" status: 200 len: 813 time: 0.1330693 Mar 11 11:39:17.038476 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:17.053127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-451e82f0-5c9d-4048-8c01-0d845595947d tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/quotas/d8339615d4fc4763a1b414104472635d HTTP/1.1" status: 200 len: 375 time: 0.0108736 Mar 11 11:39:17.089517 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-326958d9-24d2-472d-8082-8113de335ed2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d8339615d4fc4763a1b414104472635d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311413 Mar 11 11:39:17.135705 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-0584f124-56ef-4a03-b916-e1007a5575cc tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=b94ad09f94774917a252e15e7d6aacf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312984 Mar 11 11:39:17.261151 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-9460c049-cff7-4409-b7b4-f2e4adebe065 service neutron] 10.222.0.78 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642733 Mar 11 11:39:17.307530 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-38aa84d5-766d-4d79-a9be-7d862968377e tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:17.308978 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-38aa84d5-766d-4d79-a9be-7d862968377e tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651309 Mar 11 11:39:17.329948 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37882) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:17.358022 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-436a22f1-c477-4224-abba-0a1463622ef8 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/quotas/b94ad09f94774917a252e15e7d6aacf1 HTTP/1.1" status: 200 len: 375 time: 0.0406511 Mar 11 11:39:17.408663 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-41b1b700-ef84-4c43-9c2d-d97fff538713 service neutron] 10.222.0.78 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375582 Mar 11 11:39:17.427088 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-5c358734-6117-4147-9fa1-ec58c412e09d tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b94ad09f94774917a252e15e7d6aacf1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0633485 Mar 11 11:39:17.441799 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6e0ffd85-b1fa-4f6a-8cfc-d6ecb2518800 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2141563581-network', 'tenant_id': '1cecaa0b73904c0b969683224717fe2d'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:17.452908 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:39:17.466623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0ffd85-b1fa-4f6a-8cfc-d6ecb2518800 admin admin] Made reservation on behalf of 1cecaa0b73904c0b969683224717fe2d for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:17.469462 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffd85-b1fa-4f6a-8cfc-d6ecb2518800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:17.478906 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffd85-b1fa-4f6a-8cfc-d6ecb2518800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:17.480308 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 57d29b23-e115-40f1-8dec-1a3ff8219260 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:39:17.609880 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffd85-b1fa-4f6a-8cfc-d6ecb2518800 admin admin] Publish callbacks [] for security_group (8142adad-163a-42ed-8b7a-fafa13e7fd32), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:17.617625 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffd85-b1fa-4f6a-8cfc-d6ecb2518800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8142adad-163a-42ed-8b7a-fafa13e7fd32), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:17.628987 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 57d29b23-e115-40f1-8dec-1a3ff8219260 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:39:17.647888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8,segment=NetworkSegment(9b32ec32-3a2c-47e6-89ca-d37e8dcf4376),segment_id=9b32ec32-3a2c-47e6-89ca-d37e8dcf4376)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:17.650501 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 57d29b23-e115-40f1-8dec-1a3ff8219260 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:17.651082 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:17.661157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0ffd85-b1fa-4f6a-8cfc-d6ecb2518800 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:39:17.675039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffd85-b1fa-4f6a-8cfc-d6ecb2518800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (26ecac23-a2cb-4e06-a8f4-e838ebeb5366), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:17.675570 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-6e0ffd85-b1fa-4f6a-8cfc-d6ecb2518800 admin admin] Added segment 26ecac23-a2cb-4e06-a8f4-e838ebeb5366 of type vlan for network ec42b46c-66eb-4785-8e56-b97afd23f681 Mar 11 11:39:17.691106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'port_id': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8', 'mac_address': 'fa:16:3e:23:4b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:39:17.739516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:17.740140 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5e1066a5-457a-44f6-a4cf-2b8c81fc09a8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:17.778159 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:17.789362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ffd85-b1fa-4f6a-8cfc-d6ecb2518800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8142adad-163a-42ed-8b7a-fafa13e7fd32,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:17.848635 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8,segment=NetworkSegment(9b32ec32-3a2c-47e6-89ca-d37e8dcf4376),segment_id=9b32ec32-3a2c-47e6-89ca-d37e8dcf4376)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:17.854562 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffd85-b1fa-4f6a-8cfc-d6ecb2518800 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (ec42b46c-66eb-4785-8e56-b97afd23f681), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:17.904416 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5e1066a5-457a-44f6-a4cf-2b8c81fc09a8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:17.910334 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffd85-b1fa-4f6a-8cfc-d6ecb2518800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (ec42b46c-66eb-4785-8e56-b97afd23f681), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:17.911296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0ffd85-b1fa-4f6a-8cfc-d6ecb2518800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:17.911917 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffd85-b1fa-4f6a-8cfc-d6ecb2518800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:17.915715 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f240acc9-04f5-4c7a-9511-4c5fba3766fb req-56060942-d5c6-4381-8791-9ab8b463f000 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 210 time: 0.0433493 Mar 11 11:39:17.969828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 57d29b23-e115-40f1-8dec-1a3ff8219260 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:17.970287 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:17.979393 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6e0ffd85-b1fa-4f6a-8cfc-d6ecb2518800 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6483085 Mar 11 11:39:17.982653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37906) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:17.997625 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f09e059a-691b-4204-8ae3-16302292a822 admin admin] Request body: {'subnet': {'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2141563581-subnet', 'tenant_id': '1cecaa0b73904c0b969683224717fe2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:18.023970 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ffd85-b1fa-4f6a-8cfc-d6ecb2518800 admin admin] Pushing event updated for resources: {'Network': ['ID=ec42b46c-66eb-4785-8e56-b97afd23f681,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:18.033807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21740b54-e0a8-4d97-b28c-aecb4a745c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d29b23-e115-40f1-8dec-1a3ff8219260'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:18.040328 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9db8274-ff37-4027-9533-46ee09b85989" -d '{"events": [{"server_uuid": "21740b54-e0a8-4d97-b28c-aecb4a745c3e", "name": "network-vif-plugged", "status": "completed", "tag": "57d29b23-e115-40f1-8dec-1a3ff8219260"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:18.058340 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 57d29b23-e115-40f1-8dec-1a3ff8219260, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=57d29b23-e115-40f1-8dec-1a3ff8219260,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:18.059619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network ec42b46c-66eb-4785-8e56-b97afd23f681 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:39:18.059754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09e059a-691b-4204-8ae3-16302292a822 admin admin] Made reservation on behalf of 1cecaa0b73904c0b969683224717fe2d for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:18.062800 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f09e059a-691b-4204-8ae3-16302292a822 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:18.063119 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:18.071685 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-68e2e1f9-f6e6-465e-8320-6c4570bcf31b req-8c97d06e-cab8-43a1-9dc5-6b775bc15b37 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb2680b6-6b65-4b2d-a8ad-91e630020b24 HTTP/1.1" status: 200 len: 210 time: 0.0800750 Mar 11 11:39:18.079408 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:18.166767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['5e1066a5-457a-44f6-a4cf-2b8c81fc09a8'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:18.173675 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4c036-8564-4a5b-bc01-833b926c82c3 req-19dfc9b9-07c2-4c18-87a4-e8febcc581a1 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:18.182285 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2bc4c036-8564-4a5b-bc01-833b926c82c3 req-19dfc9b9-07c2-4c18-87a4-e8febcc581a1 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 944 time: 0.2603126 Mar 11 11:39:18.223618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=57d29b23-e115-40f1-8dec-1a3ff8219260,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:18.306671 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2bc4c036-8564-4a5b-bc01-833b926c82c3 req-5dfee3a0-616c-42b3-8985-1c444fb88177 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d8ea0dc-d84e-411c-8bff-59aa280e9008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189985 Mar 11 11:39:18.383773 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fced312-3598-4b82-98a4-aba724e75e96 x-openstack-request-id: req-1fced312-3598-4b82-98a4-aba724e75e96 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:18.384453 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21740b54-e0a8-4d97-b28c-aecb4a745c3e", "name": "network-vif-plugged", "status": "completed", "tag": "57d29b23-e115-40f1-8dec-1a3ff8219260", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:18.385351 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1fced312-3598-4b82-98a4-aba724e75e96 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:18.386422 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21740b54-e0a8-4d97-b28c-aecb4a745c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d29b23-e115-40f1-8dec-1a3ff8219260', 'code': 200} Mar 11 11:39:18.464191 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:18.476748 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264245b-cee3-4f0e-b4e9-5ea86e41cadc req-5b4b07e6-93a6-4a38-b2f9-00172feca75b tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:18.478327 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7264245b-cee3-4f0e-b4e9-5ea86e41cadc req-5b4b07e6-93a6-4a38-b2f9-00172feca75b tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 946 time: 0.1243091 Mar 11 11:39:18.480089 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f09e059a-691b-4204-8ae3-16302292a822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for subnet (b4766b4d-5753-4734-b72e-71cbd12b44a9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:18.597288 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37924) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:18.605125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e059a-691b-4204-8ae3-16302292a822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4766b4d-5753-4734-b72e-71cbd12b44a9,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:18.629416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09e059a-691b-4204-8ae3-16302292a822 admin admin] Checking segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:18.629770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09e059a-691b-4204-8ae3-16302292a822 admin admin] Network hostable DHCP agents. Network: ec42b46c-66eb-4785-8e56-b97afd23f681, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:39:18.647184 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7264245b-cee3-4f0e-b4e9-5ea86e41cadc req-c8f4f569-39f6-41ac-a90d-d8acbd5cbe99 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584849 Mar 11 11:39:18.669618 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c1c20-ce9a-4bb7-846e-722ba37d3f50 req-5ac8dc71-65b3-44e1-9f53-e9f12aa666c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:18.671406 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-172c1c20-ce9a-4bb7-846e-722ba37d3f50 req-5ac8dc71-65b3-44e1-9f53-e9f12aa666c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 1128 time: 0.1461656 Mar 11 11:39:18.695797 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09e059a-691b-4204-8ae3-16302292a822 admin admin] Network ec42b46c-66eb-4785-8e56-b97afd23f681 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:39:18.749274 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-172c1c20-ce9a-4bb7-846e-722ba37d3f50 req-7e8c1079-4c37-4673-a499-81e2f3e67537 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692685 Mar 11 11:39:18.754923 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-f09e059a-691b-4204-8ae3-16302292a822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, ec42b46c-66eb-4785-8e56-b97afd23f681) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:39:18.769533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09e059a-691b-4204-8ae3-16302292a822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:18.769727 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40d7fd9-2fb7-409f-86a5-eb3ebb1b831e None None] Network ec42b46c-66eb-4785-8e56-b97afd23f681 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:39:18.770127 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f09e059a-691b-4204-8ae3-16302292a822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:18.795647 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f09e059a-691b-4204-8ae3-16302292a822 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8008845 Mar 11 11:39:18.808021 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd34d-45d3-44d0-ac16-19453425bd2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:18.897237 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedac8ea-211b-4c0e-9937-0f91e7ce2304 None None] Network ec42b46c-66eb-4785-8e56-b97afd23f681 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:39:18.913607 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37932) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:18.934756 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd34d-45d3-44d0-ac16-19453425bd2e admin admin] Publish callbacks [] for security_group (6b855dc5-e311-498d-8230-69ea175bb92d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:18.953200 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd34d-45d3-44d0-ac16-19453425bd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6b855dc5-e311-498d-8230-69ea175bb92d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:19.012342 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37940) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:19.013284 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cbfdd34d-45d3-44d0-ac16-19453425bd2e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b64cc69135ef49ddb7277c457f6c4c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4140377 Mar 11 11:39:19.014900 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdd34d-45d3-44d0-ac16-19453425bd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b855dc5-e311-498d-8230-69ea175bb92d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:19.076192 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-256a3c8a-f2a2-47d4-aeab-534ccb6d37fa req-674ac77a-eee2-4c6b-bccb-886dda7c7674 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 210 time: 0.0421841 Mar 11 11:39:19.084797 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4b1453ec-bb3a-41ee-97be-8221507a47c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:19.104980 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2227685-59e0-4061-830a-3d519b09cf99 admin admin] Publish callbacks [] for security_group (6b855dc5-e311-498d-8230-69ea175bb92d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:19.135113 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2227685-59e0-4061-830a-3d519b09cf99 admin admin] Publish callbacks [] for security_group (6b855dc5-e311-498d-8230-69ea175bb92d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:19.193424 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af255071-889d-4078-91ec-c44953c75054 req-581de7ca-dfc0-49a5-bb10-22b786cf74a6 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb2680b6-6b65-4b2d-a8ad-91e630020b24 HTTP/1.1" status: 200 len: 210 time: 0.0342307 Mar 11 11:39:19.210393 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4b1453ec-bb3a-41ee-97be-8221507a47c9 admin admin] Publish callbacks [] for security_group (5ecb5699-3819-4d2d-8a76-6c03cc254fdd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:19.215639 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4b1453ec-bb3a-41ee-97be-8221507a47c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5ecb5699-3819-4d2d-8a76-6c03cc254fdd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:19.227849 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2227685-59e0-4061-830a-3d519b09cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6b855dc5-e311-498d-8230-69ea175bb92d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:19.231465 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2227685-59e0-4061-830a-3d519b09cf99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:19.232627 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f2227685-59e0-4061-830a-3d519b09cf99 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6b855dc5-e311-498d-8230-69ea175bb92d HTTP/1.1" status: 204 len: 168 time: 0.2189424 Mar 11 11:39:19.255152 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2227685-59e0-4061-830a-3d519b09cf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b855dc5-e311-498d-8230-69ea175bb92d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:19.289433 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4b1453ec-bb3a-41ee-97be-8221507a47c9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cc6d172d13a34b3988690ce718d8f750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3706884 Mar 11 11:39:19.289433 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1453ec-bb3a-41ee-97be-8221507a47c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecb5699-3819-4d2d-8a76-6c03cc254fdd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:19.289672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37952) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:19.343610 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7b28a3a4-a449-4c6b-a5c2-64289fd5dc7c admin admin] Publish callbacks [] for security_group (5ecb5699-3819-4d2d-8a76-6c03cc254fdd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:19.375089 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7b28a3a4-a449-4c6b-a5c2-64289fd5dc7c admin admin] Publish callbacks [] for security_group (5ecb5699-3819-4d2d-8a76-6c03cc254fdd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:19.479656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:39:19.552886 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac4fe3-c710-4739-bef9-0ea6bcf7cc7a req-6ad177b9-58ad-416a-81d1-c009b404856d tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:19.556182 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-51960c88-e28a-40a3-ac5b-50a165a97e5b tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b94ad09f94774917a252e15e7d6aacf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445595 Mar 11 11:39:19.556885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:39:19.560757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08ac4fe3-c710-4739-bef9-0ea6bcf7cc7a req-6ad177b9-58ad-416a-81d1-c009b404856d tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 944 time: 0.1670406 Mar 11 11:39:19.562766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:19.563401 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5e1066a5-457a-44f6-a4cf-2b8c81fc09a8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:19.582820 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7b28a3a4-a449-4c6b-a5c2-64289fd5dc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5ecb5699-3819-4d2d-8a76-6c03cc254fdd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:19.587402 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7b28a3a4-a449-4c6b-a5c2-64289fd5dc7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:19.591641 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7b28a3a4-a449-4c6b-a5c2-64289fd5dc7c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5ecb5699-3819-4d2d-8a76-6c03cc254fdd HTTP/1.1" status: 204 len: 168 time: 0.2986584 Mar 11 11:39:19.655780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28a3a4-a449-4c6b-a5c2-64289fd5dc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecb5699-3819-4d2d-8a76-6c03cc254fdd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:19.708591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37964) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:19.729019 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:19.729690 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5e1066a5-457a-44f6-a4cf-2b8c81fc09a8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:19.782213 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8,segment=NetworkSegment(9b32ec32-3a2c-47e6-89ca-d37e8dcf4376),segment_id=9b32ec32-3a2c-47e6-89ca-d37e8dcf4376)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:19.782675 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9644c8d8-1aba-4500-b3d6-baac3f6220ef admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2043765716-network', 'tenant_id': '21832cc6e8f041508423e26db03d29f9'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:19.791562 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5e1066a5-457a-44f6-a4cf-2b8c81fc09a8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:19.825646 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37970) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:19.861571 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08ac4fe3-c710-4739-bef9-0ea6bcf7cc7a req-ec194fec-c655-4f9f-85d5-075e1868f834 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d8ea0dc-d84e-411c-8bff-59aa280e9008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994978 Mar 11 11:39:19.865804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:19.887083 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-69161e48-996d-4ed7-bd8e-5023c5294e95 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:19.890301 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-69161e48-996d-4ed7-bd8e-5023c5294e95 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.37 "GET /v2.0/networks?id=89e1213f-c73f-4a54-9c2d-e7592a5f1043 HTTP/1.1" status: 200 len: 813 time: 0.4559736 Mar 11 11:39:19.912727 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-43cd2fb2-6c1e-49b7-8e59-3b78501e8862 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Request body: {'port': {'device_id': 'e18b5eb6-8b41-4235-a5ec-f476695f6507', 'network_id': '89e1213f-c73f-4a54-9c2d-e7592a5f1043', 'admin_state_up': True, 'tenant_id': 'd8339615d4fc4763a1b414104472635d'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:19.936963 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a18598aa-efa8-4e28-b24a-839b8cbcdede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:19.966562 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9644c8d8-1aba-4500-b3d6-baac3f6220ef admin admin] Made reservation on behalf of 21832cc6e8f041508423e26db03d29f9 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:19.969019 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9644c8d8-1aba-4500-b3d6-baac3f6220ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.003378 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9644c8d8-1aba-4500-b3d6-baac3f6220ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.011394 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.089693 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-bf45bd0f-600f-43d5-bd0f-e2c5472a042e tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:20.091141 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-bf45bd0f-600f-43d5-bd0f-e2c5472a042e tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5310450 Mar 11 11:39:20.107017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-e23e85fb-bb9b-4fd6-a49f-202e0c023a6a tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Request body: {'port': {'device_id': 'cb2680b6-6b65-4b2d-a8ad-91e630020b24', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': 'b94ad09f94774917a252e15e7d6aacf1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:20.118556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f67bb8-87eb-4fc8-b295-ed7a2c20ca87 req-b1673607-93ba-4e05-a22a-ab6e651aff9c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:20.120125 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73f67bb8-87eb-4fc8-b295-ed7a2c20ca87 req-b1673607-93ba-4e05-a22a-ab6e651aff9c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 946 time: 0.2442660 Mar 11 11:39:20.240204 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8579bade-e8f1-46d5-849b-aa5cbbf68fa3 req-75e17849-52b6-4317-9679-4e73373436c8 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 210 time: 0.0638695 Mar 11 11:39:20.246183 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-e23e85fb-bb9b-4fd6-a49f-202e0c023a6a tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Made reservation on behalf of b94ad09f94774917a252e15e7d6aacf1 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:20.255678 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-e23e85fb-bb9b-4fd6-a49f-202e0c023a6a tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.286931 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a18598aa-efa8-4e28-b24a-839b8cbcdede admin admin] Publish callbacks [] for security_group (8f893fe4-2b1d-48b2-8856-14de779ea183), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.287907 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-43cd2fb2-6c1e-49b7-8e59-3b78501e8862 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Made reservation on behalf of d8339615d4fc4763a1b414104472635d for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:20.291476 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-43cd2fb2-6c1e-49b7-8e59-3b78501e8862 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.312156 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73f67bb8-87eb-4fc8-b295-ed7a2c20ca87 req-c1c65f8f-9d9f-4f4e-8786-61b7632c5701 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735222 Mar 11 11:39:20.338112 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37980) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:20.343563 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a18598aa-efa8-4e28-b24a-839b8cbcdede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8f893fe4-2b1d-48b2-8856-14de779ea183), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.357220 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e510c29c-4f78-4016-b09f-f278ed8efa66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.387427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:20.389759 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5dd2d1-25a8-4f16-8ef3-84b01b244d0a" -d '{"events": [{"server_uuid": "d47d3205-f5a4-45dc-97fb-7a49c507d785", "name": "network-vif-plugged", "status": "completed", "tag": "5e1066a5-457a-44f6-a4cf-2b8c81fc09a8"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:20.397829 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce6b9330-2f96-4705-abcb-d0b9018ec9b8 req-28053c16-eb74-447d-b09e-760cde8eab0b tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb2680b6-6b65-4b2d-a8ad-91e630020b24 HTTP/1.1" status: 200 len: 210 time: 0.0682361 Mar 11 11:39:20.408852 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9644c8d8-1aba-4500-b3d6-baac3f6220ef admin admin] Publish callbacks [] for security_group (d6d87ed0-3630-4c9b-93fa-bbbcbf369e1f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.419332 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9644c8d8-1aba-4500-b3d6-baac3f6220ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d6d87ed0-3630-4c9b-93fa-bbbcbf369e1f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.445024 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdb7810-3fcb-40e9-a547-98358727549f x-openstack-request-id: req-dfdb7810-3fcb-40e9-a547-98358727549f {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:20.445560 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47d3205-f5a4-45dc-97fb-7a49c507d785", "name": "network-vif-plugged", "status": "completed", "tag": "5e1066a5-457a-44f6-a4cf-2b8c81fc09a8", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:20.446382 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dfdb7810-3fcb-40e9-a547-98358727549f {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:20.446782 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8', 'code': 200} Mar 11 11:39:20.457215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-e23e85fb-bb9b-4fd6-a49f-202e0c023a6a tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Allocated IP 192.168.233.252 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/7b79e0ac-c4e9-4ed7-b73f-4a47af179f89) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:39:20.478422 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a18598aa-efa8-4e28-b24a-839b8cbcdede admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=102850dcbd9a4b59bc865dae26be8901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6495790 Mar 11 11:39:20.479166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18598aa-efa8-4e28-b24a-839b8cbcdede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f893fe4-2b1d-48b2-8856-14de779ea183,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:20.485036 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37984) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:20.490811 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9644c8d8-1aba-4500-b3d6-baac3f6220ef admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:39:20.511168 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9644c8d8-1aba-4500-b3d6-baac3f6220ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (33e9bd06-ee65-46a7-9a4f-b48fbc4f310c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.511503 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-9644c8d8-1aba-4500-b3d6-baac3f6220ef admin admin] Added segment 33e9bd06-ee65-46a7-9a4f-b48fbc4f310c of type vlan for network 4267e321-3305-48a5-b7dc-9fe56de079b5 Mar 11 11:39:20.517736 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.37', 57393) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:20.577253 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e510c29c-4f78-4016-b09f-f278ed8efa66 admin admin] Publish callbacks [] for security_group (c45e195b-e818-4f0c-92a8-eb2197fcfcca), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.579544 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644c8d8-1aba-4500-b3d6-baac3f6220ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d87ed0-3630-4c9b-93fa-bbbcbf369e1f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:20.593812 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e510c29c-4f78-4016-b09f-f278ed8efa66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c45e195b-e818-4f0c-92a8-eb2197fcfcca), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.596888 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9644c8d8-1aba-4500-b3d6-baac3f6220ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (4267e321-3305-48a5-b7dc-9fe56de079b5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.622813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-43cd2fb2-6c1e-49b7-8e59-3b78501e8862 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Allocated IP 172.20.0.12 (89e1213f-c73f-4a54-9c2d-e7592a5f1043/4b82adfd-ba87-46c8-8859-618521697303/aca977b5-af23-4fb7-8358-07bd3621a4b3) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:39:20.642137 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9644c8d8-1aba-4500-b3d6-baac3f6220ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (4267e321-3305-48a5-b7dc-9fe56de079b5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.643838 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9644c8d8-1aba-4500-b3d6-baac3f6220ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:20.644413 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9644c8d8-1aba-4500-b3d6-baac3f6220ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.685004 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9644c8d8-1aba-4500-b3d6-baac3f6220ef admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9749730 Mar 11 11:39:20.688968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37988) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:20.706304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-561a5d60-af88-41d9-9f90-04f94db4fcd0 admin admin] Request body: {'subnet': {'network_id': '4267e321-3305-48a5-b7dc-9fe56de079b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2043765716-subnet', 'tenant_id': '21832cc6e8f041508423e26db03d29f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:20.714158 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e510c29c-4f78-4016-b09f-f278ed8efa66 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2fd5ffeb02224468aa88bc170cab96e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3727531 Mar 11 11:39:20.715935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37990) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:20.725609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510c29c-4f78-4016-b09f-f278ed8efa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45e195b-e818-4f0c-92a8-eb2197fcfcca,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:20.739094 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fce30af-4cee-4006-a57f-2cc608790311 admin admin] Publish callbacks [] for security_group (8f893fe4-2b1d-48b2-8856-14de779ea183), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.742053 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f346c7-0219-470f-88b9-787a85f323ea req-08c8698b-e548-4098-bfbd-b40f2aeb67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:20.743604 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88f346c7-0219-470f-88b9-787a85f323ea req-08c8698b-e548-4098-bfbd-b40f2aeb67e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 1127 time: 0.2189271 Mar 11 11:39:20.801659 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fce30af-4cee-4006-a57f-2cc608790311 admin admin] Publish callbacks [] for security_group (8f893fe4-2b1d-48b2-8856-14de779ea183), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.805523 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-e23e85fb-bb9b-4fd6-a49f-202e0c023a6a tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks [] for port (7b79e0ac-c4e9-4ed7-b73f-4a47af179f89), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.861119 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88f346c7-0219-470f-88b9-787a85f323ea req-95210be4-60c8-4397-8042-40caf6830a54 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8d8ea0dc-d84e-411c-8bff-59aa280e9008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109805 Mar 11 11:39:20.890980 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-e23e85fb-bb9b-4fd6-a49f-202e0c023a6a tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7b79e0ac-c4e9-4ed7-b73f-4a47af179f89), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.902020 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fce30af-4cee-4006-a57f-2cc608790311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8f893fe4-2b1d-48b2-8856-14de779ea183), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.906032 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['e929de5c-d6f2-4e41-92f4-4fef8d67ea47'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:20.906619 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fce30af-4cee-4006-a57f-2cc608790311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:20.907559 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7fce30af-4cee-4006-a57f-2cc608790311 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8f893fe4-2b1d-48b2-8856-14de779ea183 HTTP/1.1" status: 204 len: 168 time: 0.4191694 Mar 11 11:39:20.953662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce30af-4cee-4006-a57f-2cc608790311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f893fe4-2b1d-48b2-8856-14de779ea183,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:20.970614 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-e23e85fb-bb9b-4fd6-a49f-202e0c023a6a tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:39:20.975259 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-e23e85fb-bb9b-4fd6-a49f-202e0c023a6a tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:39:20.977449 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e85fb-bb9b-4fd6-a49f-202e0c023a6a tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Pushing event updated for resources: {'Port': ['ID=7b79e0ac-c4e9-4ed7-b73f-4a47af179f89,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:20.980046 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-e23e85fb-bb9b-4fd6-a49f-202e0c023a6a tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:39:21.028265 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644c8d8-1aba-4500-b3d6-baac3f6220ef admin admin] Pushing event updated for resources: {'Network': ['ID=4267e321-3305-48a5-b7dc-9fe56de079b5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:21.040287 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-e23e85fb-bb9b-4fd6-a49f-202e0c023a6a tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:21.041240 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-e23e85fb-bb9b-4fd6-a49f-202e0c023a6a tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:21.072080 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 4267e321-3305-48a5-b7dc-9fe56de079b5 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:39:21.082867 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-e23e85fb-bb9b-4fd6-a49f-202e0c023a6a tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9830272 Mar 11 11:39:21.094629 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Request body: {'port': {'device_id': 'cb2680b6-6b65-4b2d-a8ad-91e630020b24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:21.153026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561a5d60-af88-41d9-9f90-04f94db4fcd0 admin admin] Made reservation on behalf of 21832cc6e8f041508423e26db03d29f9 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:21.155478 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-561a5d60-af88-41d9-9f90-04f94db4fcd0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:21.202482 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7b79e0ac-c4e9-4ed7-b73f-4a47af179f89), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:21.322682 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f19213e7-9376-4b69-9837-f7eca5b1e604 admin admin] Publish callbacks [] for security_group (c45e195b-e818-4f0c-92a8-eb2197fcfcca), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:21.357182 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-22e60dd3-8d59-43b6-9ba0-3bd3a38a8fc4 None None] Provisioning complete for port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:21.359197 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-22e60dd3-8d59-43b6-9ba0-3bd3a38a8fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7b79e0ac-c4e9-4ed7-b73f-4a47af179f89), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:21.399501 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed078a-2f23-49d3-8e1d-72a27f2e0eec req-cb5cb1cb-2052-4cdd-b1de-5516e3ff883f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:21.400983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47ed078a-2f23-49d3-8e1d-72a27f2e0eec req-cb5cb1cb-2052-4cdd-b1de-5516e3ff883f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 945 time: 0.3739915 Mar 11 11:39:21.402868 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f4bac32-35be-4a18-823b-bae7296f6478 req-68db6227-2148-48c2-bd63-8a5414e9d93f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 210 time: 0.0668657 Mar 11 11:39:21.411995 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-43cd2fb2-6c1e-49b7-8e59-3b78501e8862 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:21.415534 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-22e60dd3-8d59-43b6-9ba0-3bd3a38a8fc4 None None] Port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:39:21.420273 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f19213e7-9376-4b69-9837-f7eca5b1e604 admin admin] Publish callbacks [] for security_group (c45e195b-e818-4f0c-92a8-eb2197fcfcca), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:21.550748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:21.560996 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Publish callbacks [] for port (7b79e0ac-c4e9-4ed7-b73f-4a47af179f89), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:21.574545 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Transition to ACTIVE for port object 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:39:21.579521 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (7b79e0ac-c4e9-4ed7-b73f-4a47af179f89), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:21.621735 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47ed078a-2f23-49d3-8e1d-72a27f2e0eec req-e61b0608-fd5a-4164-823a-90289270231b tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d8ea0dc-d84e-411c-8bff-59aa280e9008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080283 Mar 11 11:39:21.668375 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-43cd2fb2-6c1e-49b7-8e59-3b78501e8862 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:21.724753 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f19213e7-9376-4b69-9837-f7eca5b1e604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c45e195b-e818-4f0c-92a8-eb2197fcfcca), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:21.727302 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f19213e7-9376-4b69-9837-f7eca5b1e604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:21.730953 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f19213e7-9376-4b69-9837-f7eca5b1e604 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c45e195b-e818-4f0c-92a8-eb2197fcfcca HTTP/1.1" status: 204 len: 168 time: 1.0085709 Mar 11 11:39:21.762082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb7e5e-9c3d-42c1-840d-6f8ec63f7965 req-a430a9c4-5827-44d3-9346-ef9582ab3619 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:21.762981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f6bb7e5e-9c3d-42c1-840d-6f8ec63f7965 req-a430a9c4-5827-44d3-9346-ef9582ab3619 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 946 time: 0.2715538 Mar 11 11:39:21.770056 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Pushing event updated for resources: {'Port': ['ID=7b79e0ac-c4e9-4ed7-b73f-4a47af179f89,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:21.772862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Attempting to bind port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:39:21.773329 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Attempting to bind port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:39:21.773843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Attempting to bind port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:21.783687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:39:21.784462 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Attempting to bind port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:21.793931 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:39:21.793931 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:21.794198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:39:21.794633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Bound port: 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:39:21.795542 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7b79e0ac-c4e9-4ed7-b73f-4a47af179f89), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:21.808981 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-561a5d60-af88-41d9-9f90-04f94db4fcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for subnet (b317944c-d784-4a8d-807d-3508a5023097), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:21.825376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-43cd2fb2-6c1e-49b7-8e59-3b78501e8862 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Network 89e1213f-c73f-4a54-9c2d-e7592a5f1043 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:39:21.848099 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19213e7-9376-4b69-9837-f7eca5b1e604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45e195b-e818-4f0c-92a8-eb2197fcfcca,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:21.944621 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] For port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:21.965454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] For port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7b79e0ac-c4e9-4ed7-b73f-4a47af179f89,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:39:21.966146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-43cd2fb2-6c1e-49b7-8e59-3b78501e8862 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:39:22.002546 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (7b79e0ac-c4e9-4ed7-b73f-4a47af179f89), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:22.006976 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd2fb2-6c1e-49b7-8e59-3b78501e8862 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event updated for resources: {'Port': ['ID=aca977b5-af23-4fb7-8358-07bd3621a4b3,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:22.013376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-43cd2fb2-6c1e-49b7-8e59-3b78501e8862 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:39:22.023473 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-43cd2fb2-6c1e-49b7-8e59-3b78501e8862 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:22.024744 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-43cd2fb2-6c1e-49b7-8e59-3b78501e8862 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:22.139042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Pushing event updated for resources: {'Port': ['ID=7b79e0ac-c4e9-4ed7-b73f-4a47af179f89,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:22.146747 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:22.148402 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:22.150886 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-dc8f859d-bacb-4700-b713-da617cfd5e65 service neutron] 10.222.0.37 "PUT /v2.0/ports/7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 HTTP/1.1" status: 200 len: 1096 time: 1.0609126 Mar 11 11:39:22.151358 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2680b6-6b65-4b2d-a8ad-91e630020b24', 'tag': '7b79e0ac-c4e9-4ed7-b73f-4a47af179f89'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:22.154328 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27a75ca-7b2e-4bdc-928d-18f162c0b6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2680b6-6b65-4b2d-a8ad-91e630020b24", "tag": "7b79e0ac-c4e9-4ed7-b73f-4a47af179f89"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:22.167353 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a5d60-af88-41d9-9f90-04f94db4fcd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b317944c-d784-4a8d-807d-3508a5023097,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:22.187292 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-43cd2fb2-6c1e-49b7-8e59-3b78501e8862 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2800405 Mar 11 11:39:22.207293 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f6bb7e5e-9c3d-42c1-840d-6f8ec63f7965 req-7af12670-f0a0-4fc9-9be9-3a58035428f8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139383 Mar 11 11:39:22.232020 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Request body: {'port': {'device_id': 'e18b5eb6-8b41-4235-a5ec-f476695f6507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:22.310257 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00505f3-d2a7-4a50-ba36-4f64e5f37c5a x-openstack-request-id: req-b00505f3-d2a7-4a50-ba36-4f64e5f37c5a {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:22.310545 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2680b6-6b65-4b2d-a8ad-91e630020b24", "tag": "7b79e0ac-c4e9-4ed7-b73f-4a47af179f89", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:22.310799 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b00505f3-d2a7-4a50-ba36-4f64e5f37c5a {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:22.311197 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2680b6-6b65-4b2d-a8ad-91e630020b24', 'tag': '7b79e0ac-c4e9-4ed7-b73f-4a47af179f89', 'status': 'completed', 'code': 200} Mar 11 11:39:22.322401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a5d60-af88-41d9-9f90-04f94db4fcd0 admin admin] Checking segment: {'id': '33e9bd06-ee65-46a7-9a4f-b48fbc4f310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4267e321-3305-48a5-b7dc-9fe56de079b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:22.323145 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561a5d60-af88-41d9-9f90-04f94db4fcd0 admin admin] Network hostable DHCP agents. Network: 4267e321-3305-48a5-b7dc-9fe56de079b5, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:39:22.363942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36218b16-101a-410c-b66a-1b46309ecf5a req-9dac1b24-acde-4c9b-9110-0bbdaf634b84 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:22.365163 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-69a91873-f63e-4e5b-8d6d-39f2d06f21a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:22.368009 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-69a91873-f63e-4e5b-8d6d-39f2d06f21a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b94ad09f94774917a252e15e7d6aacf1&device_id=cb2680b6-6b65-4b2d-a8ad-91e630020b24 HTTP/1.1" status: 200 len: 1130 time: 0.1630967 Mar 11 11:39:22.369354 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36218b16-101a-410c-b66a-1b46309ecf5a req-9dac1b24-acde-4c9b-9110-0bbdaf634b84 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb2680b6-6b65-4b2d-a8ad-91e630020b24 HTTP/1.1" status: 200 len: 948 time: 0.5993788 Mar 11 11:39:22.446995 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-0a550ffd-5e23-48ca-a6a1-8294fdccc462 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 HTTP/1.1" status: 200 len: 217 time: 0.0720339 Mar 11 11:39:22.490484 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561a5d60-af88-41d9-9f90-04f94db4fcd0 admin admin] Network 4267e321-3305-48a5-b7dc-9fe56de079b5 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:39:22.507123 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:22.524613 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-561a5d60-af88-41d9-9f90-04f94db4fcd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 4267e321-3305-48a5-b7dc-9fe56de079b5) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:39:22.528174 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-6e1b0f3e-4d4e-4f02-84fa-2e6d9286242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:22.530964 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-6e1b0f3e-4d4e-4f02-84fa-2e6d9286242f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0757368 Mar 11 11:39:22.532055 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb06c356-dcbe-4c68-ba6a-ff9fb75cc647 None None] Network 4267e321-3305-48a5-b7dc-9fe56de079b5 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:39:22.535864 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561a5d60-af88-41d9-9f90-04f94db4fcd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:22.536456 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-561a5d60-af88-41d9-9f90-04f94db4fcd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:22.553409 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36218b16-101a-410c-b66a-1b46309ecf5a req-81571382-45d3-49f1-bda4-943342e5532f tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711888 Mar 11 11:39:22.592617 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-561a5d60-af88-41d9-9f90-04f94db4fcd0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8995030 Mar 11 11:39:22.603790 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b52b74-1b82-435d-9a17-eb6b75c5e256 req-3ca5fde2-cea3-451e-9265-87502a56c792 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:22.605197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-de4ad142-8159-4cc3-9171-ffe60c0dabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:22.605347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a5b52b74-1b82-435d-9a17-eb6b75c5e256 req-3ca5fde2-cea3-451e-9265-87502a56c792 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 1128 time: 0.1547234 Mar 11 11:39:22.606790 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-de4ad142-8159-4cc3-9171-ffe60c0dabaa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0699558 Mar 11 11:39:22.709568 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f871b45-2bba-4eb5-85b2-c22ba1b80691 None None] Network 4267e321-3305-48a5-b7dc-9fe56de079b5 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:39:22.760661 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-4ea11e48-39c0-4e26-a1f2-2eb46f3381f9 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423988 Mar 11 11:39:22.824905 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a5b52b74-1b82-435d-9a17-eb6b75c5e256 req-3e7975a3-2d31-48f5-959c-9805e4aaf3ea tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128885 Mar 11 11:39:22.879975 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad62ed3-ff64-42bb-8428-b4f92c8eedb6 req-5070b343-9ca6-4050-9649-23ac1eb1033c tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:22.898653 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cad62ed3-ff64-42bb-8428-b4f92c8eedb6 req-5070b343-9ca6-4050-9649-23ac1eb1033c tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 932 time: 0.1624379 Mar 11 11:39:22.917385 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d2613c7-fa8f-47ea-b470-231bdb5c18b7 req-caffb6af-cae5-4acd-8f81-f86b8c65dc79 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501353 Mar 11 11:39:23.030774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a75ca-7b2e-4bdc-928d-18f162c0b6c4 req-05be2b7e-4e0b-4fab-883a-85217608572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:23.032773 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c27a75ca-7b2e-4bdc-928d-18f162c0b6c4 req-05be2b7e-4e0b-4fab-883a-85217608572e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b94ad09f94774917a252e15e7d6aacf1&device_id=cb2680b6-6b65-4b2d-a8ad-91e630020b24 HTTP/1.1" status: 200 len: 1130 time: 0.0511434 Mar 11 11:39:23.057317 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cad62ed3-ff64-42bb-8428-b4f92c8eedb6 req-fabbb4a9-d75a-4fcf-a317-836d8b03a989 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=a367689b-a0ab-4806-8a20-fbd93551e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577165 Mar 11 11:39:23.129541 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db246cb7-0dc5-4a08-86b6-83a6929dda04 req-d3caa23e-2cfe-41b1-9492-22597665d990 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:23.131263 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db246cb7-0dc5-4a08-86b6-83a6929dda04 req-d3caa23e-2cfe-41b1-9492-22597665d990 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 945 time: 0.1575298 Mar 11 11:39:23.154200 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca977b5-af23-4fb7-8358-07bd3621a4b3 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:23.176668 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a75ca-7b2e-4bdc-928d-18f162c0b6c4 req-f498fa9b-31e8-4e65-82db-cdf886a64b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:23.178188 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c27a75ca-7b2e-4bdc-928d-18f162c0b6c4 req-f498fa9b-31e8-4e65-82db-cdf886a64b67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.1380563 Mar 11 11:39:23.184175 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Publish callbacks [] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:23.227486 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c27a75ca-7b2e-4bdc-928d-18f162c0b6c4 req-c987445c-7797-4638-9588-57dbb34a84e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 HTTP/1.1" status: 200 len: 217 time: 0.0426257 Mar 11 11:39:23.246396 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db246cb7-0dc5-4a08-86b6-83a6929dda04 req-96f9ae29-229e-4c53-85c9-28f61b892780 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d8ea0dc-d84e-411c-8bff-59aa280e9008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042604 Mar 11 11:39:23.248513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Transition to ACTIVE for port object aca977b5-af23-4fb7-8358-07bd3621a4b3 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:39:23.265336 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:23.272160 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6b764-41c8-4fbe-b785-91d668c712c3 req-3dcb81e1-cee6-4297-9b57-b914688b7360 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:23.292383 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-edc6b764-41c8-4fbe-b785-91d668c712c3 req-3dcb81e1-cee6-4297-9b57-b914688b7360 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 1128 time: 0.1488950 Mar 11 11:39:23.326033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a75ca-7b2e-4bdc-928d-18f162c0b6c4 req-d205a81c-8d55-43c5-8d89-4638ea817c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:23.327546 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c27a75ca-7b2e-4bdc-928d-18f162c0b6c4 req-d205a81c-8d55-43c5-8d89-4638ea817c45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0911551 Mar 11 11:39:23.375371 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=aca977b5-af23-4fb7-8358-07bd3621a4b3,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:23.395288 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a75ca-7b2e-4bdc-928d-18f162c0b6c4 req-ea7c7efd-14a2-4ff5-99d9-35e443775447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:23.397217 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c27a75ca-7b2e-4bdc-928d-18f162c0b6c4 req-ea7c7efd-14a2-4ff5-99d9-35e443775447 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0616179 Mar 11 11:39:23.430284 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Attempting to bind port aca977b5-af23-4fb7-8358-07bd3621a4b3 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:39:23.430759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Attempting to bind port aca977b5-af23-4fb7-8358-07bd3621a4b3 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'f4335e3d-6747-4797-bfbf-720d866ede1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '89e1213f-c73f-4a54-9c2d-e7592a5f1043'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:39:23.431192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Attempting to bind port aca977b5-af23-4fb7-8358-07bd3621a4b3 on network 89e1213f-c73f-4a54-9c2d-e7592a5f1043 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:23.435846 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Port aca977b5-af23-4fb7-8358-07bd3621a4b3 on network 89e1213f-c73f-4a54-9c2d-e7592a5f1043 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:39:23.436339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Attempting to bind port aca977b5-af23-4fb7-8358-07bd3621a4b3 on network 89e1213f-c73f-4a54-9c2d-e7592a5f1043 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:23.447503 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-edc6b764-41c8-4fbe-b785-91d668c712c3 req-2b06904b-9318-4f53-af2a-b4d7a42c07e5 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146016 Mar 11 11:39:23.448491 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:39:23.448918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Checking segment: {'id': 'f4335e3d-6747-4797-bfbf-720d866ede1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '89e1213f-c73f-4a54-9c2d-e7592a5f1043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:23.449841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Bound using segment: {'id': 'f4335e3d-6747-4797-bfbf-720d866ede1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '89e1213f-c73f-4a54-9c2d-e7592a5f1043'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:39:23.449945 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Bound port: aca977b5-af23-4fb7-8358-07bd3621a4b3, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4335e3d-6747-4797-bfbf-720d866ede1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '89e1213f-c73f-4a54-9c2d-e7592a5f1043'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:39:23.450375 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:23.590466 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c27a75ca-7b2e-4bdc-928d-18f162c0b6c4 req-572fb1f7-9069-4d1f-893b-f2726f404a2c service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839595 Mar 11 11:39:23.621896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] For port aca977b5-af23-4fb7-8358-07bd3621a4b3, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:23.638315 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] For port aca977b5-af23-4fb7-8358-07bd3621a4b3, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aca977b5-af23-4fb7-8358-07bd3621a4b3,segment=NetworkSegment(f4335e3d-6747-4797-bfbf-720d866ede1f),segment_id=f4335e3d-6747-4797-bfbf-720d866ede1f)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:39:23.653751 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:23.726101 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c27a75ca-7b2e-4bdc-928d-18f162c0b6c4 req-f52e7ebe-a72c-48c9-8d52-1eb815ae6d42 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213257 Mar 11 11:39:23.816266 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:23.816840 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:23.818286 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] 10.222.0.37 "PUT /v2.0/ports/aca977b5-af23-4fb7-8358-07bd3621a4b3 HTTP/1.1" status: 200 len: 1092 time: 1.6235909 Mar 11 11:39:23.819221 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18b5eb6-8b41-4235-a5ec-f476695f6507', 'tag': 'aca977b5-af23-4fb7-8358-07bd3621a4b3'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:23.823409 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5991e40c-d572-4415-8c14-7249afe23d10" -d '{"events": [{"name": "network-changed", "server_uuid": "e18b5eb6-8b41-4235-a5ec-f476695f6507", "tag": "aca977b5-af23-4fb7-8358-07bd3621a4b3"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:23.835308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4718a-117d-457c-a845-0cd273f6a3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=aca977b5-af23-4fb7-8358-07bd3621a4b3,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:23.914400 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-23d5a8bd-916a-4851-b57d-cce469a0d062 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3882201 Mar 11 11:39:23.944761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-22960661-97aa-477f-b25c-6cfa61f70bdf tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:24.023272 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-22960661-97aa-477f-b25c-6cfa61f70bdf tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:24.031100 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-bc1fab7c-54d9-4bfe-bf24-b1b7466d35a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:24.032999 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-bc1fab7c-54d9-4bfe-bf24-b1b7466d35a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8339615d4fc4763a1b414104472635d&device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 1126 time: 0.1604991 Mar 11 11:39:24.089574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-c979ebc1-4b4c-4e86-8d4b-4fabd3d9279d tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:24.091039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-c979ebc1-4b4c-4e86-8d4b-4fabd3d9279d tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 808 time: 0.2569916 Mar 11 11:39:24.095997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-c822ad7d-6a2f-4fae-8c8b-2c8b8ac13471 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aca977b5-af23-4fb7-8358-07bd3621a4b3 HTTP/1.1" status: 200 len: 217 time: 0.0485058 Mar 11 11:39:24.135123 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1136b26b-c65d-4993-81df-833102792bd4 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/quotas/1cecaa0b73904c0b969683224717fe2d HTTP/1.1" status: 200 len: 375 time: 0.0370691 Mar 11 11:39:24.186104 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-9cf1c215-df1f-481a-a5e1-4964bb14c759 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418808 Mar 11 11:39:24.194075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-06d3f410-42c1-40b7-a4de-530d0b5631f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:24.195494 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-06d3f410-42c1-40b7-a4de-530d0b5631f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b82adfd-ba87-46c8-8859-618521697303 HTTP/1.1" status: 200 len: 853 time: 0.0881073 Mar 11 11:39:24.269501 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-2ad86a25-4e3b-4492-be7b-527b8683aa4f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89e1213f-c73f-4a54-9c2d-e7592a5f1043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491877 Mar 11 11:39:24.633274 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-ca6e225d-f314-4914-8aa0-a35a00bdd259 service neutron] 10.222.0.78 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367435 Mar 11 11:39:24.668623 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-22960661-97aa-477f-b25c-6cfa61f70bdf tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:24.673720 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-2de2445d-a070-4a9e-84bd-1c41e4372ef5 service neutron] 10.222.0.37 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640589 Mar 11 11:39:24.868621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-2190c363-88c6-41d4-b576-960c011ab39d service neutron] 10.222.0.78 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294035 Mar 11 11:39:24.900284 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee882bdd-db79-4ca0-b79d-db1e1141521d req-c778754e-0392-4a8b-87e7-20348e5a731a service neutron] 10.222.0.37 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094162 Mar 11 11:39:24.907930 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-22960661-97aa-477f-b25c-6cfa61f70bdf tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Allocated IP 172.25.7.125 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/383313de-0a26-4276-b78d-80c5af63f8a7) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:39:25.026606 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-22960661-97aa-477f-b25c-6cfa61f70bdf tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks [] for port (383313de-0a26-4276-b78d-80c5af63f8a7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:25.085763 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-22960661-97aa-477f-b25c-6cfa61f70bdf tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (383313de-0a26-4276-b78d-80c5af63f8a7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:25.134769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-22960661-97aa-477f-b25c-6cfa61f70bdf tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:39:25.143312 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-22960661-97aa-477f-b25c-6cfa61f70bdf tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:39:25.148592 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-22960661-97aa-477f-b25c-6cfa61f70bdf tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:39:25.153291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22960661-97aa-477f-b25c-6cfa61f70bdf tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Pushing event updated for resources: {'Port': ['ID=383313de-0a26-4276-b78d-80c5af63f8a7,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:25.184069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a781863-e11e-44af-b3e1-b329276aaa61 req-d55a21f7-9a4d-4961-911f-ef8d80ff188d tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:25.185658 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a781863-e11e-44af-b3e1-b329276aaa61 req-d55a21f7-9a4d-4961-911f-ef8d80ff188d tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb2680b6-6b65-4b2d-a8ad-91e630020b24 HTTP/1.1" status: 200 len: 948 time: 0.1299429 Mar 11 11:39:25.278913 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-22960661-97aa-477f-b25c-6cfa61f70bdf tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks [] for floatingip (8d531d12-1df0-4065-98ee-ad917580d965), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:25.295009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a781863-e11e-44af-b3e1-b329276aaa61 req-8cdb30ba-cfb3-41fe-91c1-39f6d6ab8a63 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874374 Mar 11 11:39:25.326858 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-22960661-97aa-477f-b25c-6cfa61f70bdf tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (383313de-0a26-4276-b78d-80c5af63f8a7), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:25.498534 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-22960661-97aa-477f-b25c-6cfa61f70bdf tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks [] for port (383313de-0a26-4276-b78d-80c5af63f8a7), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:25.510899 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-22960661-97aa-477f-b25c-6cfa61f70bdf tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (383313de-0a26-4276-b78d-80c5af63f8a7), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:25.524798 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:39:25.539981 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fc58ed-935d-4424-bb3e-357bd5e8e565 x-openstack-request-id: req-28fc58ed-935d-4424-bb3e-357bd5e8e565 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:25.540268 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18b5eb6-8b41-4235-a5ec-f476695f6507", "tag": "aca977b5-af23-4fb7-8358-07bd3621a4b3", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:25.540523 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-28fc58ed-935d-4424-bb3e-357bd5e8e565 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:25.540916 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18b5eb6-8b41-4235-a5ec-f476695f6507', 'tag': 'aca977b5-af23-4fb7-8358-07bd3621a4b3', 'status': 'completed', 'code': 200} Mar 11 11:39:25.560885 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-22960661-97aa-477f-b25c-6cfa61f70bdf tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (8d531d12-1df0-4065-98ee-ad917580d965), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:25.625167 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22960661-97aa-477f-b25c-6cfa61f70bdf tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Pushing event updated for resources: {'Port': ['ID=383313de-0a26-4276-b78d-80c5af63f8a7,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:25.658777 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-22960661-97aa-477f-b25c-6cfa61f70bdf tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:25.660088 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-22960661-97aa-477f-b25c-6cfa61f70bdf tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7276239 Mar 11 11:39:25.668617 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7b79e0ac-c4e9-4ed7-b73f-4a47af179f89,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:25.680397 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '7b79e0ac-c4e9-4ed7-b73f-4a47af179f89', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '7b79e0ac-c4e9-4ed7-b73f-4a47af179f89', 'mac_address': 'fa:16:3e:b6:49:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:39:25.724035 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:25.724754 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7b79e0ac-c4e9-4ed7-b73f-4a47af179f89), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:25.740310 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991e40c-d572-4415-8c14-7249afe23d10 req-13dff134-ae79-4dab-8a7b-51cf6571cc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:25.742039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5991e40c-d572-4415-8c14-7249afe23d10 req-13dff134-ae79-4dab-8a7b-51cf6571cc72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8339615d4fc4763a1b414104472635d&device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 1126 time: 0.1715782 Mar 11 11:39:25.748934 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:25.760240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-5e5cd162-41fc-4de9-bddb-7cf53084565c tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 696 time: 0.0906279 Mar 11 11:39:25.768401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b705e-d01b-48c1-89bb-e29fd9cccee7 req-3169ae1c-910d-441d-8e0a-22d75cdce610 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:25.769886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb1b705e-d01b-48c1-89bb-e29fd9cccee7 req-3169ae1c-910d-441d-8e0a-22d75cdce610 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 944 time: 0.1657212 Mar 11 11:39:25.771262 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7b79e0ac-c4e9-4ed7-b73f-4a47af179f89,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:25.777266 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7b79e0ac-c4e9-4ed7-b73f-4a47af179f89), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:25.830494 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=7b79e0ac-c4e9-4ed7-b73f-4a47af179f89,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:25.936659 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb1b705e-d01b-48c1-89bb-e29fd9cccee7 req-c298ac12-f893-4522-98bf-e2313c78902b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=a367689b-a0ab-4806-8a20-fbd93551e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539907 Mar 11 11:39:25.962443 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991e40c-d572-4415-8c14-7249afe23d10 req-28f81b3c-ae38-497c-89d8-115502a7e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:25.963976 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5991e40c-d572-4415-8c14-7249afe23d10 req-28f81b3c-ae38-497c-89d8-115502a7e805 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89e1213f-c73f-4a54-9c2d-e7592a5f1043 HTTP/1.1" status: 200 len: 914 time: 0.2142277 Mar 11 11:39:25.970171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-9f84bd18-2e03-4436-a600-5324a917307b tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:25.971685 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-9f84bd18-2e03-4436-a600-5324a917307b tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.2008777 Mar 11 11:39:25.984721 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-b3409aa3-1936-4746-ad48-f54978dda4aa tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:39:25.986016 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba3163d9-ed15-4bea-847c-f927c989e22b req-b3409aa3-1936-4746-ad48-f54978dda4aa tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067019 Mar 11 11:39:26.014983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5991e40c-d572-4415-8c14-7249afe23d10 req-e143722e-ede1-465a-b010-d44e74aec600 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aca977b5-af23-4fb7-8358-07bd3621a4b3 HTTP/1.1" status: 200 len: 217 time: 0.0414667 Mar 11 11:39:26.028508 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['7b79e0ac-c4e9-4ed7-b73f-4a47af179f89'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:26.130045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92fc162d-2aea-425b-821f-64d170146e9b req-89625052-57c5-4e83-872d-fa2fc293376e tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 210 time: 0.0640469 Mar 11 11:39:26.138747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991e40c-d572-4415-8c14-7249afe23d10 req-20afe3bf-5f63-4e91-84d4-16a5b7f43708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:26.140898 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5991e40c-d572-4415-8c14-7249afe23d10 req-20afe3bf-5f63-4e91-84d4-16a5b7f43708 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b82adfd-ba87-46c8-8859-618521697303 HTTP/1.1" status: 200 len: 853 time: 0.1159675 Mar 11 11:39:26.186623 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5991e40c-d572-4415-8c14-7249afe23d10 req-a915d019-568d-4ce7-a6a2-781e7e7d1951 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89e1213f-c73f-4a54-9c2d-e7592a5f1043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393999 Mar 11 11:39:26.330482 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5991e40c-d572-4415-8c14-7249afe23d10 req-e5f97da3-30e8-4d68-8746-90e4b51fca61 service neutron] 10.222.0.37 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369965 Mar 11 11:39:26.369745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-0092ef00-7c49-4f7b-84d5-36bbd79b7649 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:26.373389 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-0092ef00-7c49-4f7b-84d5-36bbd79b7649 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.71 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 808 time: 0.1647758 Mar 11 11:39:26.387233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-29db8eef-b555-4ff2-b759-a8f6738202cf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Request body: {'port': {'device_id': '08eabc9c-a40e-4a48-8f39-24563b422d71', 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681', 'admin_state_up': True, 'tenant_id': '1cecaa0b73904c0b969683224717fe2d'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:26.483116 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5991e40c-d572-4415-8c14-7249afe23d10 req-c6d08cf4-f31a-45be-81f6-e6a35d9190d9 service neutron] 10.222.0.37 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422007 Mar 11 11:39:26.501333 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd438976-bcfd-416f-8326-f806760b6974 req-9b040687-c06b-4c15-84ef-57a1ea1a4dc4 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:26.508161 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd438976-bcfd-416f-8326-f806760b6974 req-9b040687-c06b-4c15-84ef-57a1ea1a4dc4 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 820 time: 0.1930165 Mar 11 11:39:26.520426 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd438976-bcfd-416f-8326-f806760b6974 req-5627f136-5df1-4c3e-9abf-69576cacdad3 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/quotas/8a575fd1f0084cada11c1aea396b02ff HTTP/1.1" status: 200 len: 375 time: 0.0112052 Mar 11 11:39:26.532743 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-29db8eef-b555-4ff2-b759-a8f6738202cf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Made reservation on behalf of 1cecaa0b73904c0b969683224717fe2d for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:26.536382 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-29db8eef-b555-4ff2-b759-a8f6738202cf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:26.625049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd438976-bcfd-416f-8326-f806760b6974 req-0964d638-17b2-4110-83f9-9b92458a7203 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974078 Mar 11 11:39:26.632017 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36689172-6127-4018-b92f-b91bd4dc9b5d req-1a3143e3-58ca-477a-9ea1-afbc2b62e0d9 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:26.639653 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36689172-6127-4018-b92f-b91bd4dc9b5d req-1a3143e3-58ca-477a-9ea1-afbc2b62e0d9 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb2680b6-6b65-4b2d-a8ad-91e630020b24 HTTP/1.1" status: 200 len: 949 time: 0.0811431 Mar 11 11:39:26.714821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-29db8eef-b555-4ff2-b759-a8f6738202cf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Allocated IP 172.20.0.14 (ec42b46c-66eb-4785-8e56-b97afd23f681/b4766b4d-5753-4734-b72e-71cbd12b44a9/ae558466-a974-4279-a88d-4681b66d0c20) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:39:26.747936 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36689172-6127-4018-b92f-b91bd4dc9b5d req-8eddaee1-b13b-43f4-bbad-b5b5c390a67c tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073027 Mar 11 11:39:26.776120 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd438976-bcfd-416f-8326-f806760b6974 req-e09641dc-495b-4a81-9ae1-367013350643 service neutron] 10.222.0.78 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336153 Mar 11 11:39:26.873797 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-29db8eef-b555-4ff2-b759-a8f6738202cf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks [] for port (ae558466-a974-4279-a88d-4681b66d0c20), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:26.899098 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ad531-d17c-4b17-9459-79d9afc40dfc req-c23f1158-95fd-40b9-b33c-9d86efa1f23b tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:26.900633 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-918ad531-d17c-4b17-9459-79d9afc40dfc req-c23f1158-95fd-40b9-b33c-9d86efa1f23b tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 1128 time: 0.0960574 Mar 11 11:39:26.904054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd438976-bcfd-416f-8326-f806760b6974 req-edeede4b-bbc1-4a4d-8803-4e60020a5b7d service neutron] 10.222.0.78 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210110 Mar 11 11:39:26.912839 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-29db8eef-b555-4ff2-b759-a8f6738202cf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ae558466-a974-4279-a88d-4681b66d0c20), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:26.949286 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-918ad531-d17c-4b17-9459-79d9afc40dfc req-700464ef-91c8-40a7-8ed4-c9a104654cc7 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416625 Mar 11 11:39:26.960737 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-29db8eef-b555-4ff2-b759-a8f6738202cf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Network ec42b46c-66eb-4785-8e56-b97afd23f681 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:39:26.966100 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-29db8eef-b555-4ff2-b759-a8f6738202cf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:39:26.969965 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-29db8eef-b555-4ff2-b759-a8f6738202cf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:39:27.001662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db8eef-b555-4ff2-b759-a8f6738202cf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Pushing event updated for resources: {'Port': ['ID=ae558466-a974-4279-a88d-4681b66d0c20,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:27.039052 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-29db8eef-b555-4ff2-b759-a8f6738202cf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:27.039749 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-29db8eef-b555-4ff2-b759-a8f6738202cf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:27.070575 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-29db8eef-b555-4ff2-b759-a8f6738202cf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6869204 Mar 11 11:39:27.086735 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Request body: {'port': {'device_id': '08eabc9c-a40e-4a48-8f39-24563b422d71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:27.169442 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ae558466-a974-4279-a88d-4681b66d0c20), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:27.303410 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ae314-2e78-420c-8446-95fb1a809162 req-53b493eb-4e66-40ba-9ee6-53da52444041 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:27.305290 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f1ae314-2e78-420c-8446-95fb1a809162 req-53b493eb-4e66-40ba-9ee6-53da52444041 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 944 time: 0.0812490 Mar 11 11:39:27.346379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-79335894-f30d-46a2-956c-5757e60df0fd req-8f6c4cdf-41b5-424a-8e40-d2a32837fa8a service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:39:27.347362 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79335894-f30d-46a2-956c-5757e60df0fd req-8f6c4cdf-41b5-424a-8e40-d2a32837fa8a service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066094 Mar 11 11:39:27.381980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f1ae314-2e78-420c-8446-95fb1a809162 req-955c4753-df1c-44ee-8d49-a5589aaf9ecd tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=a367689b-a0ab-4806-8a20-fbd93551e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696669 Mar 11 11:39:27.463363 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-997d3980-5ddd-45c4-a200-4f79c41081e8 req-8dd12b68-e1b3-41fc-ba6a-812efc825d9d tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dd6db4b-7077-4ac0-a1d9-5b68894c400a HTTP/1.1" status: 200 len: 210 time: 0.0383472 Mar 11 11:39:27.521855 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device aca977b5-af23-4fb7-8358-07bd3621a4b3 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:39:27.552455 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:39:27.563858 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae558466-a974-4279-a88d-4681b66d0c20 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:27.572658 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Publish callbacks [] for port (ae558466-a974-4279-a88d-4681b66d0c20), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:27.587654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Transition to ACTIVE for port object ae558466-a974-4279-a88d-4681b66d0c20 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:39:27.592663 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (ae558466-a974-4279-a88d-4681b66d0c20), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:27.642450 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa33e1-c9a5-4667-beec-16a9396eda2a req-e7c0c58e-7dd9-4c59-a0fc-d9ddc2982162 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:27.644270 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fafa33e1-c9a5-4667-beec-16a9396eda2a req-e7c0c58e-7dd9-4c59-a0fc-d9ddc2982162 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 932 time: 0.1022298 Mar 11 11:39:27.670653 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Pushing event updated for resources: {'Port': ['ID=ae558466-a974-4279-a88d-4681b66d0c20,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:27.719343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port aca977b5-af23-4fb7-8358-07bd3621a4b3, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aca977b5-af23-4fb7-8358-07bd3621a4b3,segment=NetworkSegment(f4335e3d-6747-4797-bfbf-720d866ede1f),segment_id=f4335e3d-6747-4797-bfbf-720d866ede1f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:27.746369 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'aca977b5-af23-4fb7-8358-07bd3621a4b3', 'network_id': '89e1213f-c73f-4a54-9c2d-e7592a5f1043', 'port_id': 'aca977b5-af23-4fb7-8358-07bd3621a4b3', 'mac_address': 'fa:16:3e:9a:4f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b82adfd-ba87-46c8-8859-618521697303', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:39:27.748626 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fafa33e1-c9a5-4667-beec-16a9396eda2a req-0f2d2c05-c034-47ce-b0f8-471eb676c0b5 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965145 Mar 11 11:39:27.796485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Attempting to bind port ae558466-a974-4279-a88d-4681b66d0c20 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:39:27.796876 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Attempting to bind port ae558466-a974-4279-a88d-4681b66d0c20 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:39:27.797255 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Attempting to bind port ae558466-a974-4279-a88d-4681b66d0c20 on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:27.825506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Port ae558466-a974-4279-a88d-4681b66d0c20 on network ec42b46c-66eb-4785-8e56-b97afd23f681 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:39:27.825825 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Attempting to bind port ae558466-a974-4279-a88d-4681b66d0c20 on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:27.838626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:39:27.838968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Checking segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:27.839352 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Bound using segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:39:27.842461 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Bound port: ae558466-a974-4279-a88d-4681b66d0c20, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:39:27.842861 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ae558466-a974-4279-a88d-4681b66d0c20), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:27.926312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:39:27.936736 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:27.937580 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7b79e0ac-c4e9-4ed7-b73f-4a47af179f89), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:27.944311 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] For port ae558466-a974-4279-a88d-4681b66d0c20, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:27.948956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] For port ae558466-a974-4279-a88d-4681b66d0c20, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ae558466-a974-4279-a88d-4681b66d0c20,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:39:27.961976 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (ae558466-a974-4279-a88d-4681b66d0c20), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:27.964671 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port aca977b5-af23-4fb7-8358-07bd3621a4b3 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:27.965272 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:27.988972 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca977b5-af23-4fb7-8358-07bd3621a4b3 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:28.010846 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port aca977b5-af23-4fb7-8358-07bd3621a4b3, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aca977b5-af23-4fb7-8358-07bd3621a4b3,segment=NetworkSegment(f4335e3d-6747-4797-bfbf-720d866ede1f),segment_id=f4335e3d-6747-4797-bfbf-720d866ede1f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:28.019382 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:28.048689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:28.049691 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:28.051752 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] 10.222.0.71 "PUT /v2.0/ports/ae558466-a974-4279-a88d-4681b66d0c20 HTTP/1.1" status: 200 len: 1092 time: 0.9717019 Mar 11 11:39:28.052237 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08eabc9c-a40e-4a48-8f39-24563b422d71', 'tag': 'ae558466-a974-4279-a88d-4681b66d0c20'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:28.055047 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bdcbf2-8ab9-45b3-85da-c911a2a92f63" -d '{"events": [{"name": "network-changed", "server_uuid": "08eabc9c-a40e-4a48-8f39-24563b422d71", "tag": "ae558466-a974-4279-a88d-4681b66d0c20"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:28.103325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103c97d-eae4-44ad-9246-76ca1bb7d769 service neutron] Pushing event updated for resources: {'Port': ['ID=ae558466-a974-4279-a88d-4681b66d0c20,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:28.117278 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:28.117670 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7b79e0ac-c4e9-4ed7-b73f-4a47af179f89), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:28.143022 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a34958-dda1-4ba7-a1cf-6e8a3c0f9b4c req-2594788e-a13a-408d-9a96-d1f704591825 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:28.155865 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=aca977b5-af23-4fb7-8358-07bd3621a4b3,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:28.161922 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12a34958-dda1-4ba7-a1cf-6e8a3c0f9b4c req-2594788e-a13a-408d-9a96-d1f704591825 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb2680b6-6b65-4b2d-a8ad-91e630020b24 HTTP/1.1" status: 200 len: 949 time: 0.1399808 Mar 11 11:39:28.164525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2680b6-6b65-4b2d-a8ad-91e630020b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b79e0ac-c4e9-4ed7-b73f-4a47af179f89'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:28.167885 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc958882-88b3-4f17-a392-8ec9084cfd04" -d '{"events": [{"server_uuid": "cb2680b6-6b65-4b2d-a8ad-91e630020b24", "name": "network-vif-plugged", "status": "completed", "tag": "7b79e0ac-c4e9-4ed7-b73f-4a47af179f89"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:28.194336 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-b8e95433-5ecb-4b18-b653-ca21e184fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:28.195959 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-b8e95433-5ecb-4b18-b653-ca21e184fc41 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 1126 time: 0.0880544 Mar 11 11:39:28.212555 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7b79e0ac-c4e9-4ed7-b73f-4a47af179f89,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:28.221974 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7b79e0ac-c4e9-4ed7-b73f-4a47af179f89), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:28.252065 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12a34958-dda1-4ba7-a1cf-6e8a3c0f9b4c req-041f1212-682c-44b8-aa7d-10dd43d68ea8 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875258 Mar 11 11:39:28.261648 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-1ac1d4d4-36a2-4111-8430-ff7ddc072037 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae558466-a974-4279-a88d-4681b66d0c20 HTTP/1.1" status: 200 len: 217 time: 0.0578644 Mar 11 11:39:28.298912 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['aca977b5-af23-4fb7-8358-07bd3621a4b3'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:28.353123 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-8c8e3251-bee2-4257-bd52-60d01c6862c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:28.358398 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-8c8e3251-bee2-4257-bd52-60d01c6862c3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.0777390 Mar 11 11:39:28.363244 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618047c5-e560-45d5-bd93-9bc69b79a595 x-openstack-request-id: req-618047c5-e560-45d5-bd93-9bc69b79a595 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:28.363605 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08eabc9c-a40e-4a48-8f39-24563b422d71", "tag": "ae558466-a974-4279-a88d-4681b66d0c20", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:28.363889 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-618047c5-e560-45d5-bd93-9bc69b79a595 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:28.364285 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08eabc9c-a40e-4a48-8f39-24563b422d71', 'tag': 'ae558466-a974-4279-a88d-4681b66d0c20', 'status': 'completed', 'code': 200} Mar 11 11:39:28.398662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=7b79e0ac-c4e9-4ed7-b73f-4a47af179f89,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:28.406201 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b908c84-fe65-4aa4-a335-e7555e83f834 x-openstack-request-id: req-7b908c84-fe65-4aa4-a335-e7555e83f834 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:28.406513 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2680b6-6b65-4b2d-a8ad-91e630020b24", "name": "network-vif-plugged", "status": "completed", "tag": "7b79e0ac-c4e9-4ed7-b73f-4a47af179f89", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:28.406767 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7b908c84-fe65-4aa4-a335-e7555e83f834 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:28.407167 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2680b6-6b65-4b2d-a8ad-91e630020b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b79e0ac-c4e9-4ed7-b73f-4a47af179f89', 'code': 200} Mar 11 11:39:28.422477 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-a2f5f42a-895e-420b-839c-4954f8291b80 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525849 Mar 11 11:39:28.602658 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-ef2a374f-e6d4-462b-bf9a-89a6bc928d73 service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660452 Mar 11 11:39:28.785382 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-685f8e62-21f6-4889-b8b5-02e81e091c74 req-7efbabc3-7916-4cb4-8bd9-9f63cc892fb0 service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738625 Mar 11 11:39:28.890226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdcbf2-8ab9-45b3-85da-c911a2a92f63 req-2c1aa368-31bd-48a5-bd26-80e22ab3fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:28.892130 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-56bdcbf2-8ab9-45b3-85da-c911a2a92f63 req-2c1aa368-31bd-48a5-bd26-80e22ab3fa89 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 1126 time: 0.0503576 Mar 11 11:39:28.940585 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-09067a04-0524-47fc-9f7e-18fbbcb1c23e tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:39:28.941670 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-09067a04-0524-47fc-9f7e-18fbbcb1c23e tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124025 Mar 11 11:39:28.948634 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38254) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:28.988365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdcbf2-8ab9-45b3-85da-c911a2a92f63 req-cf1ab0ce-40d7-4326-9c50-283311e14564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:28.989913 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-56bdcbf2-8ab9-45b3-85da-c911a2a92f63 req-cf1ab0ce-40d7-4326-9c50-283311e14564 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.0917287 Mar 11 11:39:29.009192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd438976-bcfd-416f-8326-f806760b6974 req-558c70c5-6249-430e-8f6d-e555108719b1 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:29.010628 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd438976-bcfd-416f-8326-f806760b6974 req-558c70c5-6249-430e-8f6d-e555108719b1 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.71 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 820 time: 0.5574036 Mar 11 11:39:29.015071 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e23725-e3ba-4149-a5c3-f817502b3144 req-5775b791-c383-49a7-97cc-4c0c5cffdc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:29.016470 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06e23725-e3ba-4149-a5c3-f817502b3144 req-5775b791-c383-49a7-97cc-4c0c5cffdc85 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb2680b6-6b65-4b2d-a8ad-91e630020b24 HTTP/1.1" status: 200 len: 1132 time: 0.5174222 Mar 11 11:39:29.028230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-dd438976-bcfd-416f-8326-f806760b6974 req-cde1e1ad-2506-4b0c-b116-975b301ddab4 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Request body: {'port': {'device_id': '9dd6db4b-7077-4ac0-a1d9-5b68894c400a', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'admin_state_up': True, 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:29.032529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-2cfac5c0-7c1e-4330-bb7d-a66a9fab03c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:29.033852 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-2cfac5c0-7c1e-4330-bb7d-a66a9fab03c1 service neutron] 10.222.0.78 "GET /v2.0/ports/57d29b23-e115-40f1-8dec-1a3ff8219260 HTTP/1.1" status: 200 len: 1125 time: 0.0804617 Mar 11 11:39:29.038260 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-56bdcbf2-8ab9-45b3-85da-c911a2a92f63 req-38a33afc-3e18-49c1-be1b-cf3094f55445 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae558466-a974-4279-a88d-4681b66d0c20 HTTP/1.1" status: 200 len: 217 time: 0.0400641 Mar 11 11:39:29.065291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f560511f-c2bb-4003-adcd-2e1522e1c1bf service neutron] Request body: {'binding': {'host': 'n-h1-833234-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:29.065724 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f560511f-c2bb-4003-adcd-2e1522e1c1bf service neutron] Unknown quota resources ['binding']. {{(pid=104031) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 11:39:29.081542 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d562b-1be2-4bf7-b33f-1125170df5c0 req-182e9de1-4e5f-4ad4-9953-e19edced8c60 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:29.083025 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e48d562b-1be2-4bf7-b33f-1125170df5c0 req-182e9de1-4e5f-4ad4-9953-e19edced8c60 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 945 time: 0.5060596 Mar 11 11:39:29.088491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdcbf2-8ab9-45b3-85da-c911a2a92f63 req-f9b246dd-c2b5-4c2e-9f18-de7819ca9eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:29.089974 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-56bdcbf2-8ab9-45b3-85da-c911a2a92f63 req-f9b246dd-c2b5-4c2e-9f18-de7819ca9eeb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.0439892 Mar 11 11:39:29.115560 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:39:29.125354 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-56bdcbf2-8ab9-45b3-85da-c911a2a92f63 req-ea0749c9-130b-4962-9814-79cabbe2ef4d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253623 Mar 11 11:39:29.129381 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e595d7f1-3ea8-4e44-93a7-8eab8a629121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:29.218780 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-56bdcbf2-8ab9-45b3-85da-c911a2a92f63 req-7d2ea9f9-2242-4819-b067-f1d907443477 service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851982 Mar 11 11:39:29.260709 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06e23725-e3ba-4149-a5c3-f817502b3144 req-21c421f0-25b1-4606-a799-5aefaa25baf3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358654 Mar 11 11:39:29.315434 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-56bdcbf2-8ab9-45b3-85da-c911a2a92f63 req-f14a1b41-a896-470f-b10c-7194123cdfa8 service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871248 Mar 11 11:39:29.331411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e48d562b-1be2-4bf7-b33f-1125170df5c0 req-92c73fd9-07b8-42d5-aaf0-0033885a673c tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=a367689b-a0ab-4806-8a20-fbd93551e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139821 Mar 11 11:39:29.393317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd438976-bcfd-416f-8326-f806760b6974 req-cde1e1ad-2506-4b0c-b116-975b301ddab4 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Made reservation on behalf of 8a575fd1f0084cada11c1aea396b02ff for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:29.398075 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dd438976-bcfd-416f-8326-f806760b6974 req-cde1e1ad-2506-4b0c-b116-975b301ddab4 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:29.473369 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c10528e-8f0b-41a8-8d36-b1074eae4c93 req-8e613932-b2fb-4ec6-8396-f39d0c2ee19e tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dd6db4b-7077-4ac0-a1d9-5b68894c400a HTTP/1.1" status: 200 len: 210 time: 0.0699935 Mar 11 11:39:29.480131 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e595d7f1-3ea8-4e44-93a7-8eab8a629121 admin admin] Publish callbacks [] for security_group (7cfa27a5-ed4d-4047-b875-b66aa8d241d1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:29.483305 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f560511f-c2bb-4003-adcd-2e1522e1c1bf service neutron] Attempting to bind port 57d29b23-e115-40f1-8dec-1a3ff8219260 on host n-h1-833234-2 for vnic_type normal with profile None {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:39:29.483694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f560511f-c2bb-4003-adcd-2e1522e1c1bf service neutron] Attempting to bind port 57d29b23-e115-40f1-8dec-1a3ff8219260 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:39:29.484071 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f560511f-c2bb-4003-adcd-2e1522e1c1bf service neutron] Attempting to bind port 57d29b23-e115-40f1-8dec-1a3ff8219260 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:29.516012 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e595d7f1-3ea8-4e44-93a7-8eab8a629121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7cfa27a5-ed4d-4047-b875-b66aa8d241d1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:29.523254 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f560511f-c2bb-4003-adcd-2e1522e1c1bf service neutron] Port 57d29b23-e115-40f1-8dec-1a3ff8219260 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:39:29.523603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f560511f-c2bb-4003-adcd-2e1522e1c1bf service neutron] Attempting to bind port 57d29b23-e115-40f1-8dec-1a3ff8219260 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:29.553372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device aca977b5-af23-4fb7-8358-07bd3621a4b3 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:39:29.571546 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f560511f-c2bb-4003-adcd-2e1522e1c1bf service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:39:29.571819 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f560511f-c2bb-4003-adcd-2e1522e1c1bf service neutron] Checking segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:29.572195 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f560511f-c2bb-4003-adcd-2e1522e1c1bf service neutron] Bound using segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:39:29.572620 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f560511f-c2bb-4003-adcd-2e1522e1c1bf service neutron] Bound port: 57d29b23-e115-40f1-8dec-1a3ff8219260, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:39:29.607036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port aca977b5-af23-4fb7-8358-07bd3621a4b3 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:39:29.611211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port aca977b5-af23-4fb7-8358-07bd3621a4b3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:29.611618 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:29.634905 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e595d7f1-3ea8-4e44-93a7-8eab8a629121 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ebaa4cc276394c7faa89631b071a9297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6851733 Mar 11 11:39:29.638230 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38262) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:29.658844 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595d7f1-3ea8-4e44-93a7-8eab8a629121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfa27a5-ed4d-4047-b875-b66aa8d241d1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:29.697494 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port aca977b5-af23-4fb7-8358-07bd3621a4b3 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:29.698358 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:29.703780 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ac951b1-3500-4c71-bd33-665f41f80f32 admin admin] Publish callbacks [] for security_group (7cfa27a5-ed4d-4047-b875-b66aa8d241d1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:29.712916 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-dd438976-bcfd-416f-8326-f806760b6974 req-cde1e1ad-2506-4b0c-b116-975b301ddab4 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Allocated IP 172.20.0.4 (312d19f9-7005-4de7-8f01-ccb1029393af/900f0834-fbff-4203-bddb-573f955892d4/80d3a417-0fbb-4173-8b38-fc85f5712046) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:39:29.723644 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f560511f-c2bb-4003-adcd-2e1522e1c1bf service neutron] For port 57d29b23-e115-40f1-8dec-1a3ff8219260, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=57d29b23-e115-40f1-8dec-1a3ff8219260,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:39:29.734271 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ac951b1-3500-4c71-bd33-665f41f80f32 admin admin] Publish callbacks [] for security_group (7cfa27a5-ed4d-4047-b875-b66aa8d241d1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:29.735338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port aca977b5-af23-4fb7-8358-07bd3621a4b3, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aca977b5-af23-4fb7-8358-07bd3621a4b3,segment=NetworkSegment(f4335e3d-6747-4797-bfbf-720d866ede1f),segment_id=f4335e3d-6747-4797-bfbf-720d866ede1f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:29.739502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0feed1-1663-416f-b825-59bd75efc058 req-6744da5d-a848-440c-a416-045c068053e6 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:29.741228 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca0feed1-1663-416f-b825-59bd75efc058 req-6744da5d-a848-440c-a416-045c068053e6 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 944 time: 0.1971908 Mar 11 11:39:29.741520 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:29.749348 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f560511f-c2bb-4003-adcd-2e1522e1c1bf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:29.750505 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f560511f-c2bb-4003-adcd-2e1522e1c1bf service neutron] 10.222.0.78 "POST /v2.0/ports/57d29b23-e115-40f1-8dec-1a3ff8219260/bindings HTTP/1.1" status: 201 len: 389 time: 0.6899579 Mar 11 11:39:29.807524 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ac951b1-3500-4c71-bd33-665f41f80f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7cfa27a5-ed4d-4047-b875-b66aa8d241d1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:29.813374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=aca977b5-af23-4fb7-8358-07bd3621a4b3,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:29.824465 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ac951b1-3500-4c71-bd33-665f41f80f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:29.828802 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1ac951b1-3500-4c71-bd33-665f41f80f32 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7cfa27a5-ed4d-4047-b875-b66aa8d241d1 HTTP/1.1" status: 204 len: 168 time: 0.1872344 Mar 11 11:39:29.842860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac951b1-3500-4c71-bd33-665f41f80f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfa27a5-ed4d-4047-b875-b66aa8d241d1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:29.851456 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca0feed1-1663-416f-b825-59bd75efc058 req-b1faf63d-c47f-4596-9c24-8289b8aadfea tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967910 Mar 11 11:39:30.081845 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dd438976-bcfd-416f-8326-f806760b6974 req-cde1e1ad-2506-4b0c-b116-975b301ddab4 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks [] for port (80d3a417-0fbb-4173-8b38-fc85f5712046), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:30.096535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-89898ad1-826b-4055-afb8-c70396c308e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:30.098270 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-89898ad1-826b-4055-afb8-c70396c308e4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 1128 time: 0.0669525 Mar 11 11:39:30.099723 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e86357-d64b-4e7a-a8bc-c42a24f96d37 req-8565b52a-3fb5-4185-8dac-f681603af912 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:30.101252 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1e86357-d64b-4e7a-a8bc-c42a24f96d37 req-8565b52a-3fb5-4185-8dac-f681603af912 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 946 time: 0.1356792 Mar 11 11:39:30.109782 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29d192-c413-4d75-9a58-a36e7f6dfcf3 req-cd9cb50c-7632-4157-b366-4f06671e75b4 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:30.111302 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da29d192-c413-4d75-9a58-a36e7f6dfcf3 req-cd9cb50c-7632-4157-b366-4f06671e75b4 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb2680b6-6b65-4b2d-a8ad-91e630020b24 HTTP/1.1" status: 200 len: 950 time: 0.1474373 Mar 11 11:39:30.205652 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1e86357-d64b-4e7a-a8bc-c42a24f96d37 req-5b69b399-aa9e-41e4-af83-b78e366dac19 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918961 Mar 11 11:39:30.206083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38280) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:30.213715 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dd438976-bcfd-416f-8326-f806760b6974 req-cde1e1ad-2506-4b0c-b116-975b301ddab4 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (80d3a417-0fbb-4173-8b38-fc85f5712046), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:30.226076 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['5e1066a5-457a-44f6-a4cf-2b8c81fc09a8'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:30.238893 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da29d192-c413-4d75-9a58-a36e7f6dfcf3 req-ae769e31-95f1-4d7a-8c71-5efa109121de tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102247 Mar 11 11:39:30.245400 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-c4aae946-5fa8-4507-82d8-b5ca7fd2ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:30.247670 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-c4aae946-5fa8-4507-82d8-b5ca7fd2ca6e service neutron] 10.222.0.71 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.1284657 Mar 11 11:39:30.291170 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd438976-bcfd-416f-8326-f806760b6974 req-cde1e1ad-2506-4b0c-b116-975b301ddab4 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Network 312d19f9-7005-4de7-8f01-ccb1029393af is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:39:30.294507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-dd438976-bcfd-416f-8326-f806760b6974 req-cde1e1ad-2506-4b0c-b116-975b301ddab4 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:39:30.300801 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd438976-bcfd-416f-8326-f806760b6974 req-cde1e1ad-2506-4b0c-b116-975b301ddab4 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:39:30.305977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd438976-bcfd-416f-8326-f806760b6974 req-cde1e1ad-2506-4b0c-b116-975b301ddab4 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:30.306600 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dd438976-bcfd-416f-8326-f806760b6974 req-cde1e1ad-2506-4b0c-b116-975b301ddab4 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:30.319704 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1e1ad-2506-4b0c-b116-975b301ddab4 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Pushing event updated for resources: {'Port': ['ID=80d3a417-0fbb-4173-8b38-fc85f5712046,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:30.342123 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd438976-bcfd-416f-8326-f806760b6974 req-cde1e1ad-2506-4b0c-b116-975b301ddab4 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3188081 Mar 11 11:39:30.359411 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Request body: {'port': {'device_id': '9dd6db4b-7077-4ac0-a1d9-5b68894c400a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:30.371941 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-044b0799-5047-47b7-b64f-30544c10292f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d29b23-e115-40f1-8dec-1a3ff8219260 HTTP/1.1" status: 200 len: 217 time: 0.1168032 Mar 11 11:39:30.436431 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38286) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:30.468248 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18b5eb6-8b41-4235-a5ec-f476695f6507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca977b5-af23-4fb7-8358-07bd3621a4b3'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:30.470647 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235219d5-283d-4fd7-bb57-54deeccc5923" -d '{"events": [{"server_uuid": "e18b5eb6-8b41-4235-a5ec-f476695f6507", "name": "network-vif-plugged", "status": "completed", "tag": "aca977b5-af23-4fb7-8358-07bd3621a4b3"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:30.490469 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fdf31de4-33da-4a51-bd9f-d9f2b5652eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:30.508913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-dd964224-cf29-47de-925e-7979b8a71f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:30.510391 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-dd964224-cf29-47de-925e-7979b8a71f1b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.1317034 Mar 11 11:39:30.592395 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-19acd000-362b-4b5f-8e2c-1586cf8128b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621655 Mar 11 11:39:30.623103 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510a0718-721b-46a9-baa8-824e2e5720ce x-openstack-request-id: req-510a0718-721b-46a9-baa8-824e2e5720ce {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:30.624994 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18b5eb6-8b41-4235-a5ec-f476695f6507", "name": "network-vif-plugged", "status": "completed", "tag": "aca977b5-af23-4fb7-8358-07bd3621a4b3", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:30.625266 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-510a0718-721b-46a9-baa8-824e2e5720ce {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:30.625670 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18b5eb6-8b41-4235-a5ec-f476695f6507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca977b5-af23-4fb7-8358-07bd3621a4b3', 'code': 200} Mar 11 11:39:30.731081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8d7ae1db-cc5c-4601-b9aa-61d5ffdd96cd None None] Provisioning complete for port 80d3a417-0fbb-4173-8b38-fc85f5712046 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:30.731773 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8d7ae1db-cc5c-4601-b9aa-61d5ffdd96cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (80d3a417-0fbb-4173-8b38-fc85f5712046), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:30.749773 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fdf31de4-33da-4a51-bd9f-d9f2b5652eac admin admin] Publish callbacks [] for security_group (8b6d0ff7-8a58-44e9-9b73-0344ec0aad19), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:30.766569 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (80d3a417-0fbb-4173-8b38-fc85f5712046), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:30.777258 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8d7ae1db-cc5c-4601-b9aa-61d5ffdd96cd None None] Port 80d3a417-0fbb-4173-8b38-fc85f5712046 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:39:30.795812 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fdf31de4-33da-4a51-bd9f-d9f2b5652eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8b6d0ff7-8a58-44e9-9b73-0344ec0aad19), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:30.901163 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fdf31de4-33da-4a51-bd9f-d9f2b5652eac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5d61e2eb96c04d97918b76475caad328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4635532 Mar 11 11:39:30.906422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf31de4-33da-4a51-bd9f-d9f2b5652eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6d0ff7-8a58-44e9-9b73-0344ec0aad19,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:30.911003 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38298) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:30.936865 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f27ab1-1fc4-42a5-b52a-0c7daa0c8802 req-16d01a8c-d960-4964-a20d-880af9d135b5 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:30.938364 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5f27ab1-1fc4-42a5-b52a-0c7daa0c8802 req-16d01a8c-d960-4964-a20d-880af9d135b5 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 946 time: 0.4176841 Mar 11 11:39:30.969068 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2afa50be-0c15-42ac-a22c-fb539bfad4d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:31.002677 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-963f634d-54ca-4bb1-8461-daa86504285b service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024711 Mar 11 11:39:31.028942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada2bd8-eb70-4e7e-8b31-cd47a657a6ed req-7a316254-c4b4-40d5-b262-b0118919a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:31.030447 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ada2bd8-eb70-4e7e-8b31-cd47a657a6ed req-7a316254-c4b4-40d5-b262-b0118919a0ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 1128 time: 0.2917233 Mar 11 11:39:31.062043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244233f-3c5f-4e7c-b5f7-5c18160c934b req-0dfd69e6-5559-44bf-ba2a-3730eb904d68 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:31.063507 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b244233f-3c5f-4e7c-b5f7-5c18160c934b req-0dfd69e6-5559-44bf-ba2a-3730eb904d68 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dd6db4b-7077-4ac0-a1d9-5b68894c400a HTTP/1.1" status: 200 len: 931 time: 0.3163788 Mar 11 11:39:31.136350 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2afa50be-0c15-42ac-a22c-fb539bfad4d7 admin admin] Publish callbacks [] for security_group (504343cc-7299-4d9d-8211-0982d5bc1d16), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:31.139671 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-6c7e45de-fab6-4286-b03f-569c8bc51776 service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274958 Mar 11 11:39:31.140834 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2afa50be-0c15-42ac-a22c-fb539bfad4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (504343cc-7299-4d9d-8211-0982d5bc1d16), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:31.181880 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2afa50be-0c15-42ac-a22c-fb539bfad4d7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7ecc5603ecd541dab76b8b225f565083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9742639 Mar 11 11:39:31.182733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa50be-0c15-42ac-a22c-fb539bfad4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504343cc-7299-4d9d-8211-0982d5bc1d16,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:31.185285 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38300) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:31.186523 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5f27ab1-1fc4-42a5-b52a-0c7daa0c8802 req-58c62daa-55ec-411b-ab94-ca5df4d35482 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=a367689b-a0ab-4806-8a20-fbd93551e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383561 Mar 11 11:39:31.201599 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ada2bd8-eb70-4e7e-8b31-cd47a657a6ed req-8082afc0-5f0b-4b82-91fe-2e9f1e0e3bb2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a367689b-a0ab-4806-8a20-fbd93551e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619332 Mar 11 11:39:31.202237 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6a89917b-a473-41ea-a258-b48bce5c2a2a admin admin] Publish callbacks [] for security_group (8b6d0ff7-8a58-44e9-9b73-0344ec0aad19), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:31.264649 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b244233f-3c5f-4e7c-b5f7-5c18160c934b req-98f0e925-0663-4594-b989-6714f6bd87b3 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d8ea0dc-d84e-411c-8bff-59aa280e9008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800103 Mar 11 11:39:31.294560 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6a89917b-a473-41ea-a258-b48bce5c2a2a admin admin] Publish callbacks [] for security_group (8b6d0ff7-8a58-44e9-9b73-0344ec0aad19), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:31.326759 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34041d66-a0d1-42b1-9cf8-ee9f4b94c574 admin admin] Publish callbacks [] for security_group (504343cc-7299-4d9d-8211-0982d5bc1d16), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:31.331198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-52ef8020-981b-4c68-bc15-b0d002b27036 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:31.332851 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-52ef8020-981b-4c68-bc15-b0d002b27036 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e&tenant_id=4b2baed761184abf86d0da4561f84f1b&binding%3Ahost_id=n-h2-833234-2 HTTP/1.1" status: 200 len: 1128 time: 0.1194406 Mar 11 11:39:31.345567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833234-2'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:31.375053 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34041d66-a0d1-42b1-9cf8-ee9f4b94c574 admin admin] Publish callbacks [] for security_group (504343cc-7299-4d9d-8211-0982d5bc1d16), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:31.434729 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:31.440551 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-97b5fae5-a5e6-4d91-831b-3dcd7ef4b7f6 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1259017555&fields=id&tenant_id=a7ab0f1ba69a419a9465a54d21e133a2 HTTP/1.1" status: 200 len: 267 time: 0.1481743 Mar 11 11:39:31.463718 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d3a417-0fbb-4173-8b38-fc85f5712046 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:31.492280 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34041d66-a0d1-42b1-9cf8-ee9f4b94c574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (504343cc-7299-4d9d-8211-0982d5bc1d16), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:31.495978 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34041d66-a0d1-42b1-9cf8-ee9f4b94c574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:31.497506 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-34041d66-a0d1-42b1-9cf8-ee9f4b94c574 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/504343cc-7299-4d9d-8211-0982d5bc1d16 HTTP/1.1" status: 204 len: 168 time: 0.3114703 Mar 11 11:39:31.497694 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Publish callbacks [] for port (80d3a417-0fbb-4173-8b38-fc85f5712046), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:31.510821 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6a89917b-a473-41ea-a258-b48bce5c2a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8b6d0ff7-8a58-44e9-9b73-0344ec0aad19), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:31.513377 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6a89917b-a473-41ea-a258-b48bce5c2a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:31.514511 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6a89917b-a473-41ea-a258-b48bce5c2a2a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8b6d0ff7-8a58-44e9-9b73-0344ec0aad19 HTTP/1.1" status: 204 len: 168 time: 0.6003008 Mar 11 11:39:31.514754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34041d66-a0d1-42b1-9cf8-ee9f4b94c574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504343cc-7299-4d9d-8211-0982d5bc1d16,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:31.531998 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c41f48-557c-416b-9fd3-9509f7043ee2 req-3c0b98f4-f5b5-451d-a4ff-5d5b63c60425 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:31.533573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4c41f48-557c-416b-9fd3-9509f7043ee2 req-3c0b98f4-f5b5-451d-a4ff-5d5b63c60425 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 944 time: 0.1932943 Mar 11 11:39:31.546568 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Transition to ACTIVE for port object 80d3a417-0fbb-4173-8b38-fc85f5712046 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:39:31.579432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89917b-a473-41ea-a258-b48bce5c2a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6d0ff7-8a58-44e9-9b73-0344ec0aad19,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:31.584185 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (80d3a417-0fbb-4173-8b38-fc85f5712046), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:31.677286 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] For port 57d29b23-e115-40f1-8dec-1a3ff8219260, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=57d29b23-e115-40f1-8dec-1a3ff8219260,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:31.700058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-e7d968aa-eefd-402b-815e-ad101404b399 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:31.701889 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-e7d968aa-eefd-402b-815e-ad101404b399 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/networks?id=6b945e83-4e41-42ac-8741-30291529408d HTTP/1.1" status: 200 len: 823 time: 0.2453911 Mar 11 11:39:31.707950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Pushing event updated for resources: {'Port': ['ID=80d3a417-0fbb-4173-8b38-fc85f5712046,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:31.738045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4c41f48-557c-416b-9fd3-9509f7043ee2 req-55700a23-c33a-46a5-a137-2f8c8131e24a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903243 Mar 11 11:39:31.771458 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] For port 57d29b23-e115-40f1-8dec-1a3ff8219260, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:31.778097 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-9801ca26-08c5-4b9c-81bd-d45bcc1f1569 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/quotas/a7ab0f1ba69a419a9465a54d21e133a2 HTTP/1.1" status: 200 len: 375 time: 0.0672762 Mar 11 11:39:31.789993 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Attempting to bind port 80d3a417-0fbb-4173-8b38-fc85f5712046 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:39:31.790438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Attempting to bind port 80d3a417-0fbb-4173-8b38-fc85f5712046 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:39:31.790763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Attempting to bind port 80d3a417-0fbb-4173-8b38-fc85f5712046 on network 312d19f9-7005-4de7-8f01-ccb1029393af {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:31.838084 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Port 80d3a417-0fbb-4173-8b38-fc85f5712046 on network 312d19f9-7005-4de7-8f01-ccb1029393af not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:39:31.838386 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Attempting to bind port 80d3a417-0fbb-4173-8b38-fc85f5712046 on network 312d19f9-7005-4de7-8f01-ccb1029393af {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:31.846156 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21740b54-e0a8-4d97-b28c-aecb4a745c3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57d29b23-e115-40f1-8dec-1a3ff8219260'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:31.848664 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd15725a-d453-4726-ac97-80d088605545" -d '{"events": [{"server_uuid": "21740b54-e0a8-4d97-b28c-aecb4a745c3e", "name": "network-vif-unplugged", "status": "completed", "tag": "57d29b23-e115-40f1-8dec-1a3ff8219260"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:31.853527 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Publish callbacks [] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:31.864248 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:31.889401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:39:31.889740 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Checking segment: {'id': '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:31.890255 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Bound using segment: {'id': '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:39:31.890698 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Bound port: 80d3a417-0fbb-4173-8b38-fc85f5712046, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:39:31.891097 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (80d3a417-0fbb-4173-8b38-fc85f5712046), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:31.985221 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-ab03237b-c3fe-45f1-aa32-297433272076 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a7ab0f1ba69a419a9465a54d21e133a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1919191 Mar 11 11:39:31.995950 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Pushing event updated for resources: {'Port': ['ID=57d29b23-e115-40f1-8dec-1a3ff8219260,revision_number=7']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:32.000810 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39199da8-493b-4b12-8013-075003785df3 req-3fcfc3df-0972-4094-bc0c-70f1c3380193 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:32.008803 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39199da8-493b-4b12-8013-075003785df3 req-3fcfc3df-0972-4094-bc0c-70f1c3380193 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb2680b6-6b65-4b2d-a8ad-91e630020b24 HTTP/1.1" status: 200 len: 950 time: 0.1736655 Mar 11 11:39:32.041160 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38330) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:32.042080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Attempting to bind port 57d29b23-e115-40f1-8dec-1a3ff8219260 on host n-h2-833234-2 for vnic_type normal with profile {"migrating_to": "n-h1-833234-2"} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:39:32.042649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Attempting to bind port 57d29b23-e115-40f1-8dec-1a3ff8219260 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:39:32.043121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Attempting to bind port 57d29b23-e115-40f1-8dec-1a3ff8219260 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:32.062938 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] For port 80d3a417-0fbb-4173-8b38-fc85f5712046, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:32.067246 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5dbc8fbc-27a6-47c2-87d2-d340ce9a9178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:32.071189 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Port 57d29b23-e115-40f1-8dec-1a3ff8219260 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:39:32.071635 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Attempting to bind port 57d29b23-e115-40f1-8dec-1a3ff8219260 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:32.088647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:39:32.089151 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Checking segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:32.089762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Bound using segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:39:32.090877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Bound port: 57d29b23-e115-40f1-8dec-1a3ff8219260, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:39:32.091623 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:32.092828 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] For port 80d3a417-0fbb-4173-8b38-fc85f5712046, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=80d3a417-0fbb-4173-8b38-fc85f5712046,segment=NetworkSegment(9b32ec32-3a2c-47e6-89ca-d37e8dcf4376),segment_id=9b32ec32-3a2c-47e6-89ca-d37e8dcf4376)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:39:32.142351 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (80d3a417-0fbb-4173-8b38-fc85f5712046), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:32.182515 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39199da8-493b-4b12-8013-075003785df3 req-f04abcd6-9c2b-4b82-82bd-63fa343f57f2 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727679 Mar 11 11:39:32.195339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:32.196110 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:32.197346 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd438976-bcfd-416f-8326-f806760b6974 req-5d164157-95d8-48d8-9012-8de54420995d service neutron] 10.222.0.71 "PUT /v2.0/ports/80d3a417-0fbb-4173-8b38-fc85f5712046 HTTP/1.1" status: 200 len: 1091 time: 1.8469071 Mar 11 11:39:32.201398 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd6db4b-7077-4ac0-a1d9-5b68894c400a', 'tag': '80d3a417-0fbb-4173-8b38-fc85f5712046'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:32.203670 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92995de-48b1-4ab1-a79f-32c8489d4a20" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd6db4b-7077-4ac0-a1d9-5b68894c400a", "tag": "80d3a417-0fbb-4173-8b38-fc85f5712046"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:32.226354 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] For port 57d29b23-e115-40f1-8dec-1a3ff8219260, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:32.231198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] For port 57d29b23-e115-40f1-8dec-1a3ff8219260, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=57d29b23-e115-40f1-8dec-1a3ff8219260,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:39:32.246094 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:32.248028 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-c0e306ef-c191-42b0-93a7-55a27353b121 service neutron] 10.222.0.78 "GET /v2.0/networks/6b945e83-4e41-42ac-8741-30291529408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196326 Mar 11 11:39:32.300802 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 55371) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:32.369675 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5dbc8fbc-27a6-47c2-87d2-d340ce9a9178 admin admin] Publish callbacks [] for security_group (4a7a2189-fa4a-4c2b-8499-9faf996a9250), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:32.403159 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d164157-95d8-48d8-9012-8de54420995d service neutron] Pushing event updated for resources: {'Port': ['ID=80d3a417-0fbb-4173-8b38-fc85f5712046,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:32.410460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Pushing event updated for resources: {'Port': ['ID=57d29b23-e115-40f1-8dec-1a3ff8219260,revision_number=8']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:32.433465 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5dbc8fbc-27a6-47c2-87d2-d340ce9a9178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4a7a2189-fa4a-4c2b-8499-9faf996a9250), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:32.483002 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-897e0df6-5eaa-4f41-a532-a3d2718fbd50 service neutron] 10.222.0.78 "GET /v2.0/networks/6b945e83-4e41-42ac-8741-30291529408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206347 Mar 11 11:39:32.508311 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd438976-bcfd-416f-8326-f806760b6974 req-4423a95b-0504-4ed2-b9d6-606337b2bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:32.514503 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd438976-bcfd-416f-8326-f806760b6974 req-4423a95b-0504-4ed2-b9d6-606337b2bffe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&device_id=9dd6db4b-7077-4ac0-a1d9-5b68894c400a HTTP/1.1" status: 200 len: 1125 time: 0.2564175 Mar 11 11:39:32.524271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d91dd-7557-4f77-b8ab-e4bf270a61a1 req-22d9aafa-6745-4fca-a6ec-3b3dea3b977a tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:32.526188 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c88d91dd-7557-4f77-b8ab-e4bf270a61a1 req-22d9aafa-6745-4fca-a6ec-3b3dea3b977a tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c178538-0d8a-44a1-bc3d-8bf284e32b82 HTTP/1.1" status: 200 len: 966 time: 0.2189405 Mar 11 11:39:32.530968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7d732-cf2f-421d-8d63-952e49c8951f req-5c93365e-1541-453b-b91a-e64336d297d6 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:32.537034 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02a7d732-cf2f-421d-8d63-952e49c8951f req-5c93365e-1541-453b-b91a-e64336d297d6 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 944 time: 0.2126160 Mar 11 11:39:32.605024 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:32.605670 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:32.608095 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-f40c8ab2-6a29-4762-b9c3-63a9d9a9f34d service neutron] 10.222.0.71 "PUT /v2.0/ports/57d29b23-e115-40f1-8dec-1a3ff8219260 HTTP/1.1" status: 200 len: 1122 time: 1.2681923 Mar 11 11:39:32.614386 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device ae558466-a974-4279-a88d-4681b66d0c20 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:39:32.651440 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5dbc8fbc-27a6-47c2-87d2-d340ce9a9178 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=908beca15ab54fc7ae43245249842afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6022315 Mar 11 11:39:32.652250 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38350) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:32.682630 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc8fbc-27a6-47c2-87d2-d340ce9a9178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7a2189-fa4a-4c2b-8499-9faf996a9250,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:32.785502 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6762e1-09cf-4216-aa10-28a4bf59e076 x-openstack-request-id: req-ea6762e1-09cf-4216-aa10-28a4bf59e076 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:32.785820 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21740b54-e0a8-4d97-b28c-aecb4a745c3e", "name": "network-vif-unplugged", "status": "completed", "tag": "57d29b23-e115-40f1-8dec-1a3ff8219260", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:32.786125 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ea6762e1-09cf-4216-aa10-28a4bf59e076 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:32.786521 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21740b54-e0a8-4d97-b28c-aecb4a745c3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57d29b23-e115-40f1-8dec-1a3ff8219260', 'code': 200} Mar 11 11:39:32.800545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['57d29b23-e115-40f1-8dec-1a3ff8219260'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:32.888001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-c88d91dd-7557-4f77-b8ab-e4bf270a61a1 req-e2e1d15e-4e6a-4355-9da7-0a5a6b347e57 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Deleting port e3d03ee8-fb78-4577-9048-e7773d2a94bd {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:39:32.888348 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c88d91dd-7557-4f77-b8ab-e4bf270a61a1 req-e2e1d15e-4e6a-4355-9da7-0a5a6b347e57 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e3d03ee8-fb78-4577-9048-e7773d2a94bd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:32.918467 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port ae558466-a974-4279-a88d-4681b66d0c20, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ae558466-a974-4279-a88d-4681b66d0c20,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:32.937354 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'ae558466-a974-4279-a88d-4681b66d0c20', 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681', 'port_id': 'ae558466-a974-4279-a88d-4681b66d0c20', 'mac_address': 'fa:16:3e:b1:26:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4766b4d-5753-4734-b72e-71cbd12b44a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:39:32.943049 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee9da68c-ef70-4743-9fa5-e5198f2ee650 admin admin] Publish callbacks [] for security_group (4a7a2189-fa4a-4c2b-8499-9faf996a9250), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:32.963804 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd438976-bcfd-416f-8326-f806760b6974 req-676b2bd0-be69-42c3-b482-809a5fdc4122 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d3a417-0fbb-4173-8b38-fc85f5712046 HTTP/1.1" status: 200 len: 217 time: 0.4245055 Mar 11 11:39:33.041877 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee9da68c-ef70-4743-9fa5-e5198f2ee650 admin admin] Publish callbacks [] for security_group (4a7a2189-fa4a-4c2b-8499-9faf996a9250), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:33.050436 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port ae558466-a974-4279-a88d-4681b66d0c20 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:33.051554 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ae558466-a974-4279-a88d-4681b66d0c20), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:33.052320 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f86b-dfbb-451b-aa08-211b4d12978f req-a6cc3e7d-4dfe-44e6-9575-2125da6fddc5 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:33.054127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1092f86b-dfbb-451b-aa08-211b4d12978f req-a6cc3e7d-4dfe-44e6-9575-2125da6fddc5 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 946 time: 0.1286430 Mar 11 11:39:33.075926 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02a7d732-cf2f-421d-8d63-952e49c8951f req-6e9c3726-ddb7-464a-9dd8-56b26c69d87c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260158 Mar 11 11:39:33.090275 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae558466-a974-4279-a88d-4681b66d0c20 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:33.091646 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd438976-bcfd-416f-8326-f806760b6974 req-0cdc978d-eb40-4a89-a8d6-8ab7e9b2c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:33.093999 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd438976-bcfd-416f-8326-f806760b6974 req-0cdc978d-eb40-4a89-a8d6-8ab7e9b2c515 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=900f0834-fbff-4203-bddb-573f955892d4 HTTP/1.1" status: 200 len: 859 time: 0.1218886 Mar 11 11:39:33.125529 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-c88d91dd-7557-4f77-b8ab-e4bf270a61a1 req-e2e1d15e-4e6a-4355-9da7-0a5a6b347e57 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] For port e3d03ee8-fb78-4577-9048-e7773d2a94bd, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e3d03ee8-fb78-4577-9048-e7773d2a94bd,segment=NetworkSegment(010a2e3a-2c29-4f32-b3ea-0af082107b9c),segment_id=010a2e3a-2c29-4f32-b3ea-0af082107b9c)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:33.125897 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c88d91dd-7557-4f77-b8ab-e4bf270a61a1 req-e2e1d15e-4e6a-4355-9da7-0a5a6b347e57 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e3d03ee8-fb78-4577-9048-e7773d2a94bd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:33.138247 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port ae558466-a974-4279-a88d-4681b66d0c20, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ae558466-a974-4279-a88d-4681b66d0c20,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:33.166584 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ae558466-a974-4279-a88d-4681b66d0c20), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:33.170984 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b603e0f9-b113-487e-beeb-1a1f86ffcdf3 x-openstack-request-id: req-b603e0f9-b113-487e-beeb-1a1f86ffcdf3 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:33.175816 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd6db4b-7077-4ac0-a1d9-5b68894c400a", "tag": "80d3a417-0fbb-4173-8b38-fc85f5712046", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:33.176116 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b603e0f9-b113-487e-beeb-1a1f86ffcdf3 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:33.176471 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd6db4b-7077-4ac0-a1d9-5b68894c400a', 'tag': '80d3a417-0fbb-4173-8b38-fc85f5712046', 'status': 'completed', 'code': 200} Mar 11 11:39:33.247751 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee9da68c-ef70-4743-9fa5-e5198f2ee650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4a7a2189-fa4a-4c2b-8499-9faf996a9250), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:33.251515 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee9da68c-ef70-4743-9fa5-e5198f2ee650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:33.257029 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ee9da68c-ef70-4743-9fa5-e5198f2ee650 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4a7a2189-fa4a-4c2b-8499-9faf996a9250 HTTP/1.1" status: 204 len: 168 time: 0.5904322 Mar 11 11:39:33.288215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1092f86b-dfbb-451b-aa08-211b4d12978f req-a2c90366-cf29-44c6-acb6-b3c8a6c6d6e5 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=a367689b-a0ab-4806-8a20-fbd93551e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051792 Mar 11 11:39:33.298485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9da68c-ef70-4743-9fa5-e5198f2ee650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7a2189-fa4a-4c2b-8499-9faf996a9250,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:33.351223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd438976-bcfd-416f-8326-f806760b6974 req-e24d63f5-5886-4628-ae97-3ad58d2685f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:33.353078 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd438976-bcfd-416f-8326-f806760b6974 req-e24d63f5-5886-4628-ae97-3ad58d2685f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=312d19f9-7005-4de7-8f01-ccb1029393af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1838803 Mar 11 11:39:33.384515 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=ae558466-a974-4279-a88d-4681b66d0c20,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:33.441084 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:33.513933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['ae558466-a974-4279-a88d-4681b66d0c20'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:33.543035 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c88d91dd-7557-4f77-b8ab-e4bf270a61a1 req-e2e1d15e-4e6a-4355-9da7-0a5a6b347e57 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:33.543640 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c88d91dd-7557-4f77-b8ab-e4bf270a61a1 req-e2e1d15e-4e6a-4355-9da7-0a5a6b347e57 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (af61d8fb-45c4-4047-814b-41322db8d2ee), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:33.545131 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [req-c88d91dd-7557-4f77-b8ab-e4bf270a61a1 req-e2e1d15e-4e6a-4355-9da7-0a5a6b347e57 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Floating IP af61d8fb-45c4-4047-814b-41322db8d2ee disassociated. External IP: 172.25.7.135, port: e3d03ee8-fb78-4577-9048-e7773d2a94bd. Mar 11 11:39:33.545598 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-c88d91dd-7557-4f77-b8ab-e4bf270a61a1 req-e2e1d15e-4e6a-4355-9da7-0a5a6b347e57 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Calling delete_port for e3d03ee8-fb78-4577-9048-e7773d2a94bd owned by compute:tempest-test_az-723045751 {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:39:33.570977 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed993685-e96d-46c2-a503-e9e95364bec4 req-9912a77c-0c7b-4043-9750-fa634a23d0a8 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78 HTTP/1.1" status: 200 len: 210 time: 0.0735853 Mar 11 11:39:33.660370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27888cb0-676f-42e2-9036-304f8580d660 req-0f8b4e60-1fd4-435e-80bc-0becf252abf2 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:33.660370 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-27888cb0-676f-42e2-9036-304f8580d660 req-0f8b4e60-1fd4-435e-80bc-0becf252abf2 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dd6db4b-7077-4ac0-a1d9-5b68894c400a HTTP/1.1" status: 200 len: 943 time: 0.1579585 Mar 11 11:39:33.667425 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd438976-bcfd-416f-8326-f806760b6974 req-dc115733-2844-449e-bede-614fcf598fdf service neutron] 10.222.0.71 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007483 Mar 11 11:39:33.789112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd438976-bcfd-416f-8326-f806760b6974 req-c9ac78dc-c550-4da8-b303-32f7e2c7ceb1 service neutron] 10.222.0.71 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147335 Mar 11 11:39:33.816834 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c88d91dd-7557-4f77-b8ab-e4bf270a61a1 req-e2e1d15e-4e6a-4355-9da7-0a5a6b347e57 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e3d03ee8-fb78-4577-9048-e7773d2a94bd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:33.870045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-27888cb0-676f-42e2-9036-304f8580d660 req-1d50976d-9dbe-4a7b-8a1a-e3545be23fcd tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d8ea0dc-d84e-411c-8bff-59aa280e9008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944985 Mar 11 11:39:33.887641 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6f5fd-f07f-4009-b85d-1670161c4d03 req-93b9b946-253e-4b74-b6c8-21b04abb0477 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:33.889572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1d15e-4e6a-4355-9da7-0a5a6b347e57 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Pushing event deleted for resources: {'Port': ['ID=e3d03ee8-fb78-4577-9048-e7773d2a94bd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:33.895454 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ef6f5fd-f07f-4009-b85d-1670161c4d03 req-93b9b946-253e-4b74-b6c8-21b04abb0477 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 945 time: 0.1043992 Mar 11 11:39:33.979215 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92995de-48b1-4ab1-a79f-32c8489d4a20 req-e268c73d-2480-431d-9589-b734514e1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:33.981039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d92995de-48b1-4ab1-a79f-32c8489d4a20 req-e268c73d-2480-431d-9589-b734514e1ea4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&device_id=9dd6db4b-7077-4ac0-a1d9-5b68894c400a HTTP/1.1" status: 200 len: 1125 time: 0.0833044 Mar 11 11:39:33.992197 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ef6f5fd-f07f-4009-b85d-1670161c4d03 req-4f04dfe2-6f6d-4508-8cd0-e470168645b1 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956876 Mar 11 11:39:34.148951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c88d91dd-7557-4f77-b8ab-e4bf270a61a1 req-e2e1d15e-4e6a-4355-9da7-0a5a6b347e57 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Router 74cfc860-12aa-425b-93fd-fd89f9cc650c has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:39:34.177455 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1e2e30e-dd79-4cf7-b5bf-bcb1ebc094ec req-40ae1359-a1b6-457d-8d78-6ccca12d8d47 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1094174687&fields=id&tenant_id=d8339615d4fc4763a1b414104472635d HTTP/1.1" status: 200 len: 267 time: 0.1399000 Mar 11 11:39:34.245507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92995de-48b1-4ab1-a79f-32c8489d4a20 req-aea5ea31-a86a-40ef-8462-0be09faaa42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:34.247717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d92995de-48b1-4ab1-a79f-32c8489d4a20 req-aea5ea31-a86a-40ef-8462-0be09faaa42f service neutron] 10.222.0.71 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 921 time: 0.2539227 Mar 11 11:39:34.302026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35674a40-503f-4143-a902-8cab77afc186 req-ac44b7ca-36d1-451b-9a20-cde484781990 tempest-ServersAdminNegativeTestJSON-167210845 tempest-ServersAdminNegativeTestJSON-167210845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:34.302026 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35674a40-503f-4143-a902-8cab77afc186 req-ac44b7ca-36d1-451b-9a20-cde484781990 tempest-ServersAdminNegativeTestJSON-167210845 tempest-ServersAdminNegativeTestJSON-167210845-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cb2680b6-6b65-4b2d-a8ad-91e630020b24 HTTP/1.1" status: 200 len: 1132 time: 0.1712673 Mar 11 11:39:34.302957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d92995de-48b1-4ab1-a79f-32c8489d4a20 req-324b2c60-377a-4962-be06-c14256c77b23 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d3a417-0fbb-4173-8b38-fc85f5712046 HTTP/1.1" status: 200 len: 217 time: 0.0474763 Mar 11 11:39:34.313701 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2e30e-dd79-4cf7-b5bf-bcb1ebc094ec req-f548748f-6e87-4c62-ab6a-aba5e19aa6e6 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:34.315366 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c88d91dd-7557-4f77-b8ab-e4bf270a61a1 req-e2e1d15e-4e6a-4355-9da7-0a5a6b347e57 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:39:34.323987 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1e2e30e-dd79-4cf7-b5bf-bcb1ebc094ec req-f548748f-6e87-4c62-ab6a-aba5e19aa6e6 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 946 time: 0.1378677 Mar 11 11:39:34.327109 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bc86e5-1d60-4c83-b44c-86acdde9b79d None None] Sync routers for ids ['74cfc860-12aa-425b-93fd-fd89f9cc650c'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:39:34.339935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-e1e2e30e-dd79-4cf7-b5bf-bcb1ebc094ec req-1f5bdda0-4a44-4b5a-8216-a07ae23c76cd tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Request body: {'port': {'security_groups': ['a367689b-a0ab-4806-8a20-fbd93551e415', '8c6d38eb-fcf9-410d-8040-7d6e78867e7c']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:34.347158 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bc86e5-1d60-4c83-b44c-86acdde9b79d None None] Routers {'74cfc860-12aa-425b-93fd-fd89f9cc650c'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:39:34.347860 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-17bc86e5-1d60-4c83-b44c-86acdde9b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:39:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['74cfc860-12aa-425b-93fd-fd89f9cc650c'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:34.397989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88d91dd-7557-4f77-b8ab-e4bf270a61a1 req-e2e1d15e-4e6a-4355-9da7-0a5a6b347e57 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] No DVR routers for this DVR port e3d03ee8-fb78-4577-9048-e7773d2a94bd on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:39:34.406724 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-35674a40-503f-4143-a902-8cab77afc186 req-ef8afae4-d540-488d-96c4-a528b2111faf tempest-ServersAdminNegativeTestJSON-167210845 tempest-ServersAdminNegativeTestJSON-167210845-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:34.408302 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c88d91dd-7557-4f77-b8ab-e4bf270a61a1 req-e2e1d15e-4e6a-4355-9da7-0a5a6b347e57 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:34.411939 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c88d91dd-7557-4f77-b8ab-e4bf270a61a1 req-e2e1d15e-4e6a-4355-9da7-0a5a6b347e57 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.71 "DELETE /v2.0/ports/e3d03ee8-fb78-4577-9048-e7773d2a94bd HTTP/1.1" status: 204 len: 173 time: 1.8642116 Mar 11 11:39:34.506080 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-17bc86e5-1d60-4c83-b44c-86acdde9b79d None None] Set router 74cfc860-12aa-425b-93fd-fd89f9cc650c gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:39:34.510185 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-35674a40-503f-4143-a902-8cab77afc186 req-ef8afae4-d540-488d-96c4-a528b2111faf tempest-ServersAdminNegativeTestJSON-167210845 tempest-ServersAdminNegativeTestJSON-167210845-project-admin] Publish callbacks [] for security_group (f9e3c4c3-45e3-411d-a70e-8db21d4d3ef2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:34.562024 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-35674a40-503f-4143-a902-8cab77afc186 req-ef8afae4-d540-488d-96c4-a528b2111faf tempest-ServersAdminNegativeTestJSON-167210845 tempest-ServersAdminNegativeTestJSON-167210845-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f9e3c4c3-45e3-411d-a70e-8db21d4d3ef2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:34.617409 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35674a40-503f-4143-a902-8cab77afc186 req-ef8afae4-d540-488d-96c4-a528b2111faf tempest-ServersAdminNegativeTestJSON-167210845 tempest-ServersAdminNegativeTestJSON-167210845-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909625 Mar 11 11:39:34.627531 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device ae558466-a974-4279-a88d-4681b66d0c20 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:39:34.631780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92995de-48b1-4ab1-a79f-32c8489d4a20 req-5b79fc69-6163-4291-86b8-9896ad1901d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:34.633260 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d92995de-48b1-4ab1-a79f-32c8489d4a20 req-5b79fc69-6163-4291-86b8-9896ad1901d7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=900f0834-fbff-4203-bddb-573f955892d4 HTTP/1.1" status: 200 len: 859 time: 0.3059947 Mar 11 11:39:34.787525 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21740b54-e0a8-4d97-b28c-aecb4a745c3e', 'tag': '57d29b23-e115-40f1-8dec-1a3ff8219260'}, {'server_uuid': '8c178538-0d8a-44a1-bc3d-8bf284e32b82', 'name': 'network-vif-deleted', 'tag': 'e3d03ee8-fb78-4577-9048-e7773d2a94bd'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:34.790136 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1a2e3d-df50-4eeb-a305-6ed70faf7afc" -d '{"events": [{"name": "network-changed", "server_uuid": "21740b54-e0a8-4d97-b28c-aecb4a745c3e", "tag": "57d29b23-e115-40f1-8dec-1a3ff8219260"}, {"server_uuid": "8c178538-0d8a-44a1-bc3d-8bf284e32b82", "name": "network-vif-deleted", "tag": "e3d03ee8-fb78-4577-9048-e7773d2a94bd"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:34.802097 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port ae558466-a974-4279-a88d-4681b66d0c20 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:39:34.812895 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port ae558466-a974-4279-a88d-4681b66d0c20 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:34.816392 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ae558466-a974-4279-a88d-4681b66d0c20), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:34.822313 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e1e2e30e-dd79-4cf7-b5bf-bcb1ebc094ec req-1f5bdda0-4a44-4b5a-8216-a07ae23c76cd tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:34.911473 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8afae4-d540-488d-96c4-a528b2111faf tempest-ServersAdminNegativeTestJSON-167210845 tempest-ServersAdminNegativeTestJSON-167210845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e3c4c3-45e3-411d-a70e-8db21d4d3ef2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:34.963631 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-17bc86e5-1d60-4c83-b44c-86acdde9b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:01Z', 'revision_number': 4, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '673e37db-ba37-4d67-b46e-bbb0073657ea', 'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'mac_address': 'fa:16:3e:fb:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:01Z', 'updated_at': '2022-03-11T11:38:09Z', 'revision_number': 5, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'subnets': [{'id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:35.023547 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bc86e5-1d60-4c83-b44c-86acdde9b79d None None] Checking router: 74cfc860-12aa-425b-93fd-fd89f9cc650c for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:39:35.050961 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bc86e5-1d60-4c83-b44c-86acdde9b79d None None] Routers {'74cfc860-12aa-425b-93fd-fd89f9cc650c'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:39:35.051944 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-17bc86e5-1d60-4c83-b44c-86acdde9b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:39:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['74cfc860-12aa-425b-93fd-fd89f9cc650c'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:35.075945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port ae558466-a974-4279-a88d-4681b66d0c20 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:35.080720 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ae558466-a974-4279-a88d-4681b66d0c20), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:35.152147 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08eabc9c-a40e-4a48-8f39-24563b422d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae558466-a974-4279-a88d-4681b66d0c20'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:35.158721 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5134afff-b27a-4209-90b6-3ea5317adeab" -d '{"events": [{"server_uuid": "08eabc9c-a40e-4a48-8f39-24563b422d71", "name": "network-vif-plugged", "status": "completed", "tag": "ae558466-a974-4279-a88d-4681b66d0c20"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:35.182768 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-17bc86e5-1d60-4c83-b44c-86acdde9b79d None None] Set router 74cfc860-12aa-425b-93fd-fd89f9cc650c gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:39:35.190455 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port ae558466-a974-4279-a88d-4681b66d0c20, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ae558466-a974-4279-a88d-4681b66d0c20,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:35.203153 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ae558466-a974-4279-a88d-4681b66d0c20), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:35.204715 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e3d03ee8-fb78-4577-9048-e7773d2a94bd no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:39:35.293558 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-e1e2e30e-dd79-4cf7-b5bf-bcb1ebc094ec req-1f5bdda0-4a44-4b5a-8216-a07ae23c76cd tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] For port aca977b5-af23-4fb7-8358-07bd3621a4b3, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aca977b5-af23-4fb7-8358-07bd3621a4b3,segment=NetworkSegment(f4335e3d-6747-4797-bfbf-720d866ede1f),segment_id=f4335e3d-6747-4797-bfbf-720d866ede1f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:35.317358 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=ae558466-a974-4279-a88d-4681b66d0c20,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:35.331343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: e3d03ee8-fb78-4577-9048-e7773d2a94bd {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:39:35.333858 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e3d03ee8-fb78-4577-9048-e7773d2a94bd not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:39:35.389350 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-d368fdf0-f2cc-4775-badb-01b831d475dc tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:35.390843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-d368fdf0-f2cc-4775-badb-01b831d475dc tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.37 "GET /v2.0/networks?id=6b945e83-4e41-42ac-8741-30291529408d HTTP/1.1" status: 200 len: 823 time: 0.7821965 Mar 11 11:39:35.401932 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e1e2e30e-dd79-4cf7-b5bf-bcb1ebc094ec req-1f5bdda0-4a44-4b5a-8216-a07ae23c76cd tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:35.405759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92995de-48b1-4ab1-a79f-32c8489d4a20 req-2a1c66c5-1271-4460-8c0e-422ed0c785a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:35.410594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d92995de-48b1-4ab1-a79f-32c8489d4a20 req-2a1c66c5-1271-4460-8c0e-422ed0c785a3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=312d19f9-7005-4de7-8f01-ccb1029393af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7454457 Mar 11 11:39:35.508909 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e1e2e30e-dd79-4cf7-b5bf-bcb1ebc094ec req-1f5bdda0-4a44-4b5a-8216-a07ae23c76cd tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:35.529273 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['aca977b5-af23-4fb7-8358-07bd3621a4b3'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:35.558747 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-17bc86e5-1d60-4c83-b44c-86acdde9b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:01Z', 'revision_number': 4, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '673e37db-ba37-4d67-b46e-bbb0073657ea', 'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'mac_address': 'fa:16:3e:fb:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:01Z', 'updated_at': '2022-03-11T11:38:09Z', 'revision_number': 5, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'subnets': [{'id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:35.592294 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bc86e5-1d60-4c83-b44c-86acdde9b79d None None] The sync data for ids ['74cfc860-12aa-425b-93fd-fd89f9cc650c'] in n-d-833234-2 is: [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:01Z', 'revision_number': 4, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '673e37db-ba37-4d67-b46e-bbb0073657ea', 'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'mac_address': 'fa:16:3e:fb:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:01Z', 'updated_at': '2022-03-11T11:38:09Z', 'revision_number': 5, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'subnets': [{'id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:39:35.611946 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-4a7b01c0-3e5f-4793-8ed2-2f1ce8f3e8ab tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7ab0f1ba69a419a9465a54d21e133a2 HTTP/1.1" status: 200 len: 380 time: 0.2027109 Mar 11 11:39:35.669687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-830da5ca-5a1a-4192-bb06-d7efe169da53 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Request body: {'port': {'device_id': 'bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'admin_state_up': True, 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'security_groups': ['bf6a6b99-3471-49db-a52a-3f593409ed1a']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:35.708669 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2e30e-dd79-4cf7-b5bf-bcb1ebc094ec req-1f5bdda0-4a44-4b5a-8216-a07ae23c76cd tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:35.709284 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e1e2e30e-dd79-4cf7-b5bf-bcb1ebc094ec req-1f5bdda0-4a44-4b5a-8216-a07ae23c76cd tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:35.710656 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1e2e30e-dd79-4cf7-b5bf-bcb1ebc094ec req-1f5bdda0-4a44-4b5a-8216-a07ae23c76cd tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "PUT /v2.0/ports/aca977b5-af23-4fb7-8358-07bd3621a4b3 HTTP/1.1" status: 200 len: 982 time: 1.3855641 Mar 11 11:39:35.715481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18b5eb6-8b41-4235-a5ec-f476695f6507', 'tag': 'aca977b5-af23-4fb7-8358-07bd3621a4b3'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:35.717881 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f301120b-9821-46ad-ac25-7d38ef1de8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e18b5eb6-8b41-4235-a5ec-f476695f6507", "tag": "aca977b5-af23-4fb7-8358-07bd3621a4b3"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:35.857916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['aca977b5-af23-4fb7-8358-07bd3621a4b3'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:35.864146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bdda0-4a44-4b5a-8216-a07ae23c76cd tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event updated for resources: {'Port': ['ID=aca977b5-af23-4fb7-8358-07bd3621a4b3,revision_number=6']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:35.872787 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d92995de-48b1-4ab1-a79f-32c8489d4a20 req-1286a4fa-e919-42f0-9b52-94301cc16f0a service neutron] 10.222.0.71 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654749 Mar 11 11:39:35.899699 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b4a8d13-c499-49eb-a06b-5c26d2d96cd9 req-43f16e54-d8fe-4381-a511-b0c87c5061c5 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78 HTTP/1.1" status: 200 len: 210 time: 0.0569847 Mar 11 11:39:35.906792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405c69e-4346-4641-99fa-a5519744ac66 req-080ab0ad-f1e9-4711-aa5b-f7b264c93727 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:35.920676 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5405c69e-4346-4641-99fa-a5519744ac66 req-080ab0ad-f1e9-4711-aa5b-f7b264c93727 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 944 time: 0.3007755 Mar 11 11:39:35.975664 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59951d72-261a-4147-8bfb-a37d5520ce9d x-openstack-request-id: req-59951d72-261a-4147-8bfb-a37d5520ce9d {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:35.976564 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21740b54-e0a8-4d97-b28c-aecb4a745c3e", "tag": "57d29b23-e115-40f1-8dec-1a3ff8219260", "status": "completed", "code": 200}, {"server_uuid": "8c178538-0d8a-44a1-bc3d-8bf284e32b82", "name": "network-vif-deleted", "tag": "e3d03ee8-fb78-4577-9048-e7773d2a94bd", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:35.977035 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-59951d72-261a-4147-8bfb-a37d5520ce9d {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:35.977620 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21740b54-e0a8-4d97-b28c-aecb4a745c3e', 'tag': '57d29b23-e115-40f1-8dec-1a3ff8219260', 'status': 'completed', 'code': 200} Mar 11 11:39:35.978063 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c178538-0d8a-44a1-bc3d-8bf284e32b82', 'name': 'network-vif-deleted', 'tag': 'e3d03ee8-fb78-4577-9048-e7773d2a94bd', 'status': 'completed', 'code': 200} Mar 11 11:39:36.023169 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-830da5ca-5a1a-4192-bb06-d7efe169da53 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Made reservation on behalf of a7ab0f1ba69a419a9465a54d21e133a2 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:36.026875 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-830da5ca-5a1a-4192-bb06-d7efe169da53 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:36.050663 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9f3934-149e-41b7-bb43-8d00b618837f None None] New status for floating IP af61d8fb-45c4-4047-814b-41322db8d2ee: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:39:36.071347 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a2e3d-df50-4eeb-a305-6ed70faf7afc req-49426ab7-24bc-4811-95bf-4d724ae9ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:36.073633 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7c1a2e3d-df50-4eeb-a305-6ed70faf7afc req-49426ab7-24bc-4811-95bf-4d724ae9ad2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 1156 time: 0.0542912 Mar 11 11:39:36.101948 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5405c69e-4346-4641-99fa-a5519744ac66 req-99cba7d0-9ee9-4c07-ba5f-c75fc87fca62 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854894 Mar 11 11:39:36.156260 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d92995de-48b1-4ab1-a79f-32c8489d4a20 req-4cc5321c-7394-47f1-9337-176523e7df88 service neutron] 10.222.0.71 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608743 Mar 11 11:39:36.223376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe4062-c3d5-4a60-a2e8-6d871e210522 req-ecd0b078-6b2f-4edb-8675-5401f35cfff5 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:36.225331 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3fe4062-c3d5-4a60-a2e8-6d871e210522 req-ecd0b078-6b2f-4edb-8675-5401f35cfff5 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dd6db4b-7077-4ac0-a1d9-5b68894c400a HTTP/1.1" status: 200 len: 943 time: 0.1798191 Mar 11 11:39:36.293866 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a2e3d-df50-4eeb-a305-6ed70faf7afc req-e2f52b8c-f960-452d-8a93-3b11403d9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:36.295752 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7c1a2e3d-df50-4eeb-a305-6ed70faf7afc req-e2f52b8c-f960-452d-8a93-3b11403d9366 service neutron] 10.222.0.37 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.2122562 Mar 11 11:39:36.340769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-830da5ca-5a1a-4192-bb06-d7efe169da53 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Allocated IP 172.20.0.5 (6b945e83-4e41-42ac-8741-30291529408d/7419caeb-e637-4fb6-9c74-8aa22364a03b/d4817c4b-d422-4401-b632-d425a9f396d2) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:39:36.347028 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7c1a2e3d-df50-4eeb-a305-6ed70faf7afc req-9f67c5b9-9f45-475b-8bfe-57fd371f94ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d29b23-e115-40f1-8dec-1a3ff8219260 HTTP/1.1" status: 200 len: 217 time: 0.0424542 Mar 11 11:39:36.396386 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3fe4062-c3d5-4a60-a2e8-6d871e210522 req-74d94398-f31a-41ab-aa91-496c0306a937 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d8ea0dc-d84e-411c-8bff-59aa280e9008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408293 Mar 11 11:39:36.411131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a2e3d-df50-4eeb-a305-6ed70faf7afc req-2147752c-09f1-4d05-9556-d15a4010dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:36.411131 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7c1a2e3d-df50-4eeb-a305-6ed70faf7afc req-2147752c-09f1-4d05-9556-d15a4010dc5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.0505817 Mar 11 11:39:36.446671 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e567a8-2ade-4231-8959-38754391dd41 x-openstack-request-id: req-09e567a8-2ade-4231-8959-38754391dd41 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:36.447053 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08eabc9c-a40e-4a48-8f39-24563b422d71", "name": "network-vif-plugged", "status": "completed", "tag": "ae558466-a974-4279-a88d-4681b66d0c20", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:36.447392 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-09e567a8-2ade-4231-8959-38754391dd41 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:36.447769 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7c1a2e3d-df50-4eeb-a305-6ed70faf7afc req-47bce736-4e90-412b-a6c5-ea0c3a81842e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294845 Mar 11 11:39:36.448093 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08eabc9c-a40e-4a48-8f39-24563b422d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae558466-a974-4279-a88d-4681b66d0c20', 'code': 200} Mar 11 11:39:36.485556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b59a0f-bb93-48d1-a7da-ad3b68c135c1 req-4e0bc910-a531-4562-9add-d57901da78cf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:36.488989 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b59a0f-bb93-48d1-a7da-ad3b68c135c1 req-4e0bc910-a531-4562-9add-d57901da78cf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 946 time: 0.2318287 Mar 11 11:39:36.571045 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7c1a2e3d-df50-4eeb-a305-6ed70faf7afc req-a1624e6c-6f5e-4195-8d82-a68aba7740ab service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061585 Mar 11 11:39:36.640150 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-830da5ca-5a1a-4192-bb06-d7efe169da53 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for port (d4817c4b-d422-4401-b632-d425a9f396d2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:36.649721 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b59a0f-bb93-48d1-a7da-ad3b68c135c1 req-120be14f-c8d1-4c29-b7f8-1e3e6ae6ee73 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501365 Mar 11 11:39:36.654576 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 80d3a417-0fbb-4173-8b38-fc85f5712046 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:39:36.657606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592da75-d486-4097-8412-e54c8fae76a9 req-592c779c-79bb-4960-82f1-f776c384ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:36.659266 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1592da75-d486-4097-8412-e54c8fae76a9 req-592c779c-79bb-4960-82f1-f776c384ee36 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 1128 time: 0.1221046 Mar 11 11:39:36.710280 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-830da5ca-5a1a-4192-bb06-d7efe169da53 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (d4817c4b-d422-4401-b632-d425a9f396d2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:36.789512 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7c1a2e3d-df50-4eeb-a305-6ed70faf7afc req-5d55b606-e1b9-45b7-933d-cab859a8c997 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076817 Mar 11 11:39:36.805868 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-94631d85-d224-4653-8f49-d3a0b64e18f2 service neutron] 10.222.0.37 "GET /v2.0/ports/57d29b23-e115-40f1-8dec-1a3ff8219260/bindings/n-h1-833234-2 HTTP/1.1" status: 200 len: 384 time: 0.0989959 Mar 11 11:39:36.811571 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1592da75-d486-4097-8412-e54c8fae76a9 req-0dac2296-c7dc-4ae0-bd9f-577603525d00 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419301 Mar 11 11:39:36.821662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-830da5ca-5a1a-4192-bb06-d7efe169da53 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Network 6b945e83-4e41-42ac-8741-30291529408d is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:39:36.823617 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-830da5ca-5a1a-4192-bb06-d7efe169da53 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:39:36.825697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830da5ca-5a1a-4192-bb06-d7efe169da53 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Pushing event updated for resources: {'Port': ['ID=d4817c4b-d422-4401-b632-d425a9f396d2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:36.828603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-830da5ca-5a1a-4192-bb06-d7efe169da53 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:39:36.834783 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-830da5ca-5a1a-4192-bb06-d7efe169da53 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:36.835443 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-830da5ca-5a1a-4192-bb06-d7efe169da53 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:36.875875 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-830da5ca-5a1a-4192-bb06-d7efe169da53 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2398574 Mar 11 11:39:36.881229 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 80d3a417-0fbb-4173-8b38-fc85f5712046, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=80d3a417-0fbb-4173-8b38-fc85f5712046,segment=NetworkSegment(9b32ec32-3a2c-47e6-89ca-d37e8dcf4376),segment_id=9b32ec32-3a2c-47e6-89ca-d37e8dcf4376)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:36.893718 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Request body: {'port': {'device_id': 'bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:36.894111 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '80d3a417-0fbb-4173-8b38-fc85f5712046', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'port_id': '80d3a417-0fbb-4173-8b38-fc85f5712046', 'mac_address': 'fa:16:3e:6e:7b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:39:36.963323 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 80d3a417-0fbb-4173-8b38-fc85f5712046 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:36.965574 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (80d3a417-0fbb-4173-8b38-fc85f5712046), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:36.997244 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d3a417-0fbb-4173-8b38-fc85f5712046 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:37.046207 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d4817c4b-d422-4401-b632-d425a9f396d2), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:37.047240 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 80d3a417-0fbb-4173-8b38-fc85f5712046, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=80d3a417-0fbb-4173-8b38-fc85f5712046,segment=NetworkSegment(9b32ec32-3a2c-47e6-89ca-d37e8dcf4376),segment_id=9b32ec32-3a2c-47e6-89ca-d37e8dcf4376)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:37.055508 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (80d3a417-0fbb-4173-8b38-fc85f5712046), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:37.056298 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 57d29b23-e115-40f1-8dec-1a3ff8219260 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:39:37.083529 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-10541695-9363-4b70-964a-c496aba69334 service neutron] For port 57d29b23-e115-40f1-8dec-1a3ff8219260, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=57d29b23-e115-40f1-8dec-1a3ff8219260,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:37.108521 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1123d38a-2198-464e-a442-f6c321947d32 req-0e44c081-5cd6-4423-aeb2-39b9c0684a73 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-798174227&fields=id&tenant_id=d8339615d4fc4763a1b414104472635d HTTP/1.1" status: 200 len: 267 time: 0.1305292 Mar 11 11:39:37.116763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe2538-f7d2-4af4-8d03-48fcf36f5f4e req-448ed3f4-1f96-4fcd-8602-40550dc76615 tempest-ServersAdminNegativeTestJSON-167210845 tempest-ServersAdminNegativeTestJSON-167210845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:37.118428 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dfe2538-f7d2-4af4-8d03-48fcf36f5f4e req-448ed3f4-1f96-4fcd-8602-40550dc76615 tempest-ServersAdminNegativeTestJSON-167210845 tempest-ServersAdminNegativeTestJSON-167210845-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cb2680b6-6b65-4b2d-a8ad-91e630020b24 HTTP/1.1" status: 200 len: 1132 time: 0.1606791 Mar 11 11:39:37.119890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-10541695-9363-4b70-964a-c496aba69334 service neutron] For port 57d29b23-e115-40f1-8dec-1a3ff8219260, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:37.178194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-10541695-9363-4b70-964a-c496aba69334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d29b23-e115-40f1-8dec-1a3ff8219260 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:37.193269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-10541695-9363-4b70-964a-c496aba69334 service neutron] For port 57d29b23-e115-40f1-8dec-1a3ff8219260, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=57d29b23-e115-40f1-8dec-1a3ff8219260,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:37.215029 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-10541695-9363-4b70-964a-c496aba69334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:37.234969 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=80d3a417-0fbb-4173-8b38-fc85f5712046,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:37.272890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 57d29b23-e115-40f1-8dec-1a3ff8219260, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=57d29b23-e115-40f1-8dec-1a3ff8219260,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:37.289094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 57d29b23-e115-40f1-8dec-1a3ff8219260 has no active binding in host n-h1-833234-2 {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 11:39:37.339506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-10541695-9363-4b70-964a-c496aba69334 service neutron] Transition to ACTIVE for port object 57d29b23-e115-40f1-8dec-1a3ff8219260 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:39:37.348236 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-10541695-9363-4b70-964a-c496aba69334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:37.416348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-10541695-9363-4b70-964a-c496aba69334 service neutron] No DVR routers for this DVR port 57d29b23-e115-40f1-8dec-1a3ff8219260 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:39:37.432661 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10541695-9363-4b70-964a-c496aba69334 service neutron] Pushing event updated for resources: {'Port': ['ID=57d29b23-e115-40f1-8dec-1a3ff8219260,revision_number=10']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:37.464438 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-10541695-9363-4b70-964a-c496aba69334 service neutron] 10.222.0.37 "PUT /v2.0/ports/57d29b23-e115-40f1-8dec-1a3ff8219260/bindings/n-h1-833234-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6463735 Mar 11 11:39:37.598945 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dfe2538-f7d2-4af4-8d03-48fcf36f5f4e req-7bb29e4a-5cdc-4bf0-9fbd-22bc05c0a426 tempest-ServersAdminNegativeTestJSON-167210845 tempest-ServersAdminNegativeTestJSON-167210845-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583380 Mar 11 11:39:37.601288 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['80d3a417-0fbb-4173-8b38-fc85f5712046'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:37.639041 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123d38a-2198-464e-a442-f6c321947d32 req-9bdccbd5-7754-4f1d-a8b7-190eeb38205a tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:37.648964 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1123d38a-2198-464e-a442-f6c321947d32 req-9bdccbd5-7754-4f1d-a8b7-190eeb38205a tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 985 time: 0.5294082 Mar 11 11:39:37.689222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-1123d38a-2198-464e-a442-f6c321947d32 req-5857679c-9fd6-49fe-9b35-c09d72405c6b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Request body: {'port': {'security_groups': ['8c6d38eb-fcf9-410d-8040-7d6e78867e7c', 'a367689b-a0ab-4806-8a20-fbd93551e415', '22e56607-1fc3-49b0-8dc7-607272b64397']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:37.694713 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffe1e42-3da2-49a1-85b4-54430069f132 x-openstack-request-id: req-1ffe1e42-3da2-49a1-85b4-54430069f132 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:37.694998 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18b5eb6-8b41-4235-a5ec-f476695f6507", "tag": "aca977b5-af23-4fb7-8358-07bd3621a4b3", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:37.695250 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ffe1e42-3da2-49a1-85b4-54430069f132 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:37.695656 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18b5eb6-8b41-4235-a5ec-f476695f6507', 'tag': 'aca977b5-af23-4fb7-8358-07bd3621a4b3', 'status': 'completed', 'code': 200} Mar 11 11:39:37.755859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-405da167-42a6-4d53-be9c-8a8817e4103f tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:37.757714 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-405da167-42a6-4d53-be9c-8a8817e4103f tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e&tenant_id=4b2baed761184abf86d0da4561f84f1b&binding%3Ahost_id=n-h2-833234-2 HTTP/1.1" status: 200 len: 1127 time: 0.2114263 Mar 11 11:39:37.762388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301120b-9821-46ad-ac25-7d38ef1de8ec req-1433e6d4-0d8a-4b42-9c29-4ec04493c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:37.765099 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f301120b-9821-46ad-ac25-7d38ef1de8ec req-1433e6d4-0d8a-4b42-9c29-4ec04493c364 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8339615d4fc4763a1b414104472635d&device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 1167 time: 0.0477862 Mar 11 11:39:37.859061 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1123d38a-2198-464e-a442-f6c321947d32 req-5857679c-9fd6-49fe-9b35-c09d72405c6b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:37.875601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301120b-9821-46ad-ac25-7d38ef1de8ec req-f72a8488-a939-4e44-aaa5-7c35e5d719ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:37.877573 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f301120b-9821-46ad-ac25-7d38ef1de8ec req-f72a8488-a939-4e44-aaa5-7c35e5d719ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=89e1213f-c73f-4a54-9c2d-e7592a5f1043 HTTP/1.1" status: 200 len: 914 time: 0.1009290 Mar 11 11:39:37.925586 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f301120b-9821-46ad-ac25-7d38ef1de8ec req-96b75b23-3dbc-453b-bc35-067edb233f2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aca977b5-af23-4fb7-8358-07bd3621a4b3 HTTP/1.1" status: 200 len: 217 time: 0.0388629 Mar 11 11:39:37.974569 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301120b-9821-46ad-ac25-7d38ef1de8ec req-ecbec33b-a9a2-4551-8857-651cc0e7683a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:37.976304 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f301120b-9821-46ad-ac25-7d38ef1de8ec req-ecbec33b-a9a2-4551-8857-651cc0e7683a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b82adfd-ba87-46c8-8859-618521697303 HTTP/1.1" status: 200 len: 853 time: 0.0439053 Mar 11 11:39:37.981904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-a3303dba-f188-49c3-87b7-04bc7e8ab47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:37.983506 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-a3303dba-f188-49c3-87b7-04bc7e8ab47b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e&tenant_id=4b2baed761184abf86d0da4561f84f1b HTTP/1.1" status: 200 len: 1127 time: 0.1815200 Mar 11 11:39:37.999324 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4817c4b-d422-4401-b632-d425a9f396d2 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:38.014759 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f301120b-9821-46ad-ac25-7d38ef1de8ec req-7e1ffc02-04c6-4a00-a5a6-58881f076af8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89e1213f-c73f-4a54-9c2d-e7592a5f1043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314162 Mar 11 11:39:38.023829 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Publish callbacks [] for port (d4817c4b-d422-4401-b632-d425a9f396d2), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:38.100105 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Transition to ACTIVE for port object d4817c4b-d422-4401-b632-d425a9f396d2 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:39:38.114956 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d4817c4b-d422-4401-b632-d425a9f396d2), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:38.131746 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f301120b-9821-46ad-ac25-7d38ef1de8ec req-5b8be765-06c6-4141-aeaf-4575e3fb56db service neutron] 10.222.0.37 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077361 Mar 11 11:39:38.144871 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39b76e-cca8-4e32-9445-ae734377e9f4 req-3172a3b7-2510-42a7-9376-daf8c3d34b91 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:38.147070 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e39b76e-cca8-4e32-9445-ae734377e9f4 req-3172a3b7-2510-42a7-9376-daf8c3d34b91 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78 HTTP/1.1" status: 200 len: 931 time: 0.2553396 Mar 11 11:39:38.259628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Pushing event updated for resources: {'Port': ['ID=d4817c4b-d422-4401-b632-d425a9f396d2,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:38.268139 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f301120b-9821-46ad-ac25-7d38ef1de8ec req-61c3b5a2-c089-4453-8991-0c693db88895 service neutron] 10.222.0.37 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304553 Mar 11 11:39:38.302340 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-ee722b48-8f4a-4db8-b84d-f34d51829332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:38.304167 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-ee722b48-8f4a-4db8-b84d-f34d51829332 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 1127 time: 0.2776494 Mar 11 11:39:38.392169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e39b76e-cca8-4e32-9445-ae734377e9f4 req-5fe91498-cc82-4e07-bb7e-5ea20cb2271c tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081070 Mar 11 11:39:38.439069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Attempting to bind port d4817c4b-d422-4401-b632-d425a9f396d2 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:39:38.439411 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Attempting to bind port d4817c4b-d422-4401-b632-d425a9f396d2 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '010a2e3a-2c29-4f32-b3ea-0af082107b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b945e83-4e41-42ac-8741-30291529408d'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:39:38.440148 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Attempting to bind port d4817c4b-d422-4401-b632-d425a9f396d2 on network 6b945e83-4e41-42ac-8741-30291529408d {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:38.492174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Port d4817c4b-d422-4401-b632-d425a9f396d2 on network 6b945e83-4e41-42ac-8741-30291529408d not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:39:38.492390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Attempting to bind port d4817c4b-d422-4401-b632-d425a9f396d2 on network 6b945e83-4e41-42ac-8741-30291529408d {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:38.507379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:39:38.507738 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Checking segment: {'id': '010a2e3a-2c29-4f32-b3ea-0af082107b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b945e83-4e41-42ac-8741-30291529408d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:38.508122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Bound using segment: {'id': '010a2e3a-2c29-4f32-b3ea-0af082107b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b945e83-4e41-42ac-8741-30291529408d'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:39:38.508571 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Bound port: d4817c4b-d422-4401-b632-d425a9f396d2, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010a2e3a-2c29-4f32-b3ea-0af082107b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b945e83-4e41-42ac-8741-30291529408d'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:39:38.508931 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d4817c4b-d422-4401-b632-d425a9f396d2), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:38.548830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-1123d38a-2198-464e-a442-f6c321947d32 req-5857679c-9fd6-49fe-9b35-c09d72405c6b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] For port aca977b5-af23-4fb7-8358-07bd3621a4b3, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aca977b5-af23-4fb7-8358-07bd3621a4b3,segment=NetworkSegment(f4335e3d-6747-4797-bfbf-720d866ede1f),segment_id=f4335e3d-6747-4797-bfbf-720d866ede1f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:38.552216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-d4b4d066-ad23-455b-84cf-0a21e91b431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:38.553687 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-d4b4d066-ad23-455b-84cf-0a21e91b431d service neutron] 10.222.0.71 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.2182674 Mar 11 11:39:38.608896 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8a9e7f8-62e4-443e-b84c-0407f3fa2984 req-29449db4-6243-458f-9664-47370b330ff0 tempest-QuotasAdminNegativeTest-915154985 tempest-QuotasAdminNegativeTest-915154985-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=58c83914e253447ca6530dfe2154b0b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622990 Mar 11 11:39:38.644204 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-00f1008e-6d3e-4e88-88b9-acb67f0f176e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d29b23-e115-40f1-8dec-1a3ff8219260 HTTP/1.1" status: 200 len: 217 time: 0.0716929 Mar 11 11:39:38.665007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 80d3a417-0fbb-4173-8b38-fc85f5712046 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:39:38.714542 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1123d38a-2198-464e-a442-f6c321947d32 req-5857679c-9fd6-49fe-9b35-c09d72405c6b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:38.717124 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 80d3a417-0fbb-4173-8b38-fc85f5712046 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:39:38.721189 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 80d3a417-0fbb-4173-8b38-fc85f5712046 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:38.721564 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (80d3a417-0fbb-4173-8b38-fc85f5712046), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:38.737334 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1123d38a-2198-464e-a442-f6c321947d32 req-5857679c-9fd6-49fe-9b35-c09d72405c6b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:38.756451 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['aca977b5-af23-4fb7-8358-07bd3621a4b3'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:38.818842 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] For port d4817c4b-d422-4401-b632-d425a9f396d2, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:38.828356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-8b2e3b23-dcae-4a9b-9c5f-75ed28b51ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:38.829957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-8b2e3b23-dcae-4a9b-9c5f-75ed28b51ee3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.1753795 Mar 11 11:39:38.848350 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123d38a-2198-464e-a442-f6c321947d32 req-5857679c-9fd6-49fe-9b35-c09d72405c6b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:38.848970 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1123d38a-2198-464e-a442-f6c321947d32 req-5857679c-9fd6-49fe-9b35-c09d72405c6b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:38.850289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1123d38a-2198-464e-a442-f6c321947d32 req-5857679c-9fd6-49fe-9b35-c09d72405c6b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "PUT /v2.0/ports/aca977b5-af23-4fb7-8358-07bd3621a4b3 HTTP/1.1" status: 200 len: 1021 time: 1.2005122 Mar 11 11:39:38.861014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 80d3a417-0fbb-4173-8b38-fc85f5712046 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:38.861544 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (80d3a417-0fbb-4173-8b38-fc85f5712046), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:38.868078 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] For port d4817c4b-d422-4401-b632-d425a9f396d2, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d4817c4b-d422-4401-b632-d425a9f396d2,segment=NetworkSegment(010a2e3a-2c29-4f32-b3ea-0af082107b9c),segment_id=010a2e3a-2c29-4f32-b3ea-0af082107b9c)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:39:38.894878 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-4f6ea06e-855d-46b9-bb9b-745c84f24f5f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525804 Mar 11 11:39:38.905579 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd6db4b-7077-4ac0-a1d9-5b68894c400a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d3a417-0fbb-4173-8b38-fc85f5712046'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:38.905784 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d4817c4b-d422-4401-b632-d425a9f396d2), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:38.907893 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8826c15-d4fe-4f14-ad3a-8e11d8846ea9" -d '{"events": [{"server_uuid": "9dd6db4b-7077-4ac0-a1d9-5b68894c400a", "name": "network-vif-plugged", "status": "completed", "tag": "80d3a417-0fbb-4173-8b38-fc85f5712046"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:38.926719 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 80d3a417-0fbb-4173-8b38-fc85f5712046, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=80d3a417-0fbb-4173-8b38-fc85f5712046,segment=NetworkSegment(9b32ec32-3a2c-47e6-89ca-d37e8dcf4376),segment_id=9b32ec32-3a2c-47e6-89ca-d37e8dcf4376)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:38.932415 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (80d3a417-0fbb-4173-8b38-fc85f5712046), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:38.944123 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e7f8-62e4-443e-b84c-0407f3fa2984 req-371cfda9-38aa-41b9-9c7b-39b6de695287 tempest-QuotasAdminNegativeTest-915154985 tempest-QuotasAdminNegativeTest-915154985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:38.945578 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8a9e7f8-62e4-443e-b84c-0407f3fa2984 req-371cfda9-38aa-41b9-9c7b-39b6de695287 tempest-QuotasAdminNegativeTest-915154985 tempest-QuotasAdminNegativeTest-915154985-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3084033 Mar 11 11:39:38.955982 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857679c-9fd6-49fe-9b35-c09d72405c6b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event updated for resources: {'Port': ['ID=aca977b5-af23-4fb7-8358-07bd3621a4b3,revision_number=7']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:38.964695 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['aca977b5-af23-4fb7-8358-07bd3621a4b3'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:38.966540 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:38.967154 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:38.968556 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] 10.222.0.37 "PUT /v2.0/ports/d4817c4b-d422-4401-b632-d425a9f396d2 HTTP/1.1" status: 200 len: 1091 time: 2.0813239 Mar 11 11:39:39.042955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=80d3a417-0fbb-4173-8b38-fc85f5712046,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:39.052009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8a9e7f8-62e4-443e-b84c-0407f3fa2984 req-2541a496-6c96-4db1-9cc2-fda66b25fc98 tempest-QuotasAdminNegativeTest-915154985 tempest-QuotasAdminNegativeTest-915154985-project] 10.222.0.78 "GET /v2.0/quotas/58c83914e253447ca6530dfe2154b0b5 HTTP/1.1" status: 200 len: 375 time: 0.0911829 Mar 11 11:39:39.139927 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8a9e7f8-62e4-443e-b84c-0407f3fa2984 req-7157d869-5f3a-47db-bf2f-ecc6eae9c6e0 tempest-QuotasAdminNegativeTest-915154985 tempest-QuotasAdminNegativeTest-915154985-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=58c83914e253447ca6530dfe2154b0b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767565 Mar 11 11:39:39.161864 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52067d86-5f8d-4e19-b2e4-35aff39c9729 service neutron] Pushing event updated for resources: {'Port': ['ID=d4817c4b-d422-4401-b632-d425a9f396d2,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:39.178270 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b441a5-8b2c-4756-b411-1f60391769d5 req-ee211c92-d020-4862-884b-32d76a0d24f9 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:39.179836 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8b441a5-8b2c-4756-b411-1f60391769d5 req-ee211c92-d020-4862-884b-32d76a0d24f9 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 945 time: 0.2522571 Mar 11 11:39:39.182747 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-6e0b47f9-f023-43ca-bd28-a22eb0d82c8d service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749572 Mar 11 11:39:39.206846 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-03543244-4fd6-47f3-8354-491b53d4973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:39.208560 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-03543244-4fd6-47f3-8354-491b53d4973d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7ab0f1ba69a419a9465a54d21e133a2&device_id=bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78 HTTP/1.1" status: 200 len: 1125 time: 0.1826718 Mar 11 11:39:39.293737 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-97bd6724-96ad-458f-b3a1-3a61a59a86a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4817c4b-d422-4401-b632-d425a9f396d2 HTTP/1.1" status: 200 len: 217 time: 0.0678074 Mar 11 11:39:39.392711 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8b441a5-8b2c-4756-b411-1f60391769d5 req-53f69d6b-0bf1-410c-a490-c7283814d595 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015092 Mar 11 11:39:39.426275 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-16f350a0-aebe-4952-9961-9b8e4a42871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:39.427756 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-16f350a0-aebe-4952-9961-9b8e4a42871e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7419caeb-e637-4fb6-9c74-8aa22364a03b HTTP/1.1" status: 200 len: 862 time: 0.1209867 Mar 11 11:39:39.431230 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-c357f781-0edd-42f1-870b-b9ca534c7af5 service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415910 Mar 11 11:39:39.452661 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c4be7-5379-4e09-b7f5-236552ecce37 req-62ecac70-1e2c-4825-89a8-8c3ec4961025 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:39.454594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e72c4be7-5379-4e09-b7f5-236552ecce37 req-62ecac70-1e2c-4825-89a8-8c3ec4961025 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dd6db4b-7077-4ac0-a1d9-5b68894c400a HTTP/1.1" status: 200 len: 945 time: 0.1704862 Mar 11 11:39:39.529684 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e72c4be7-5379-4e09-b7f5-236552ecce37 req-da13957f-3156-4f1b-b9e5-4c945aa2cbe2 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d8ea0dc-d84e-411c-8bff-59aa280e9008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537281 Mar 11 11:39:39.531350 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-ece7a341-15b7-4656-865d-b8926d0faacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:39.533409 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-ece7a341-15b7-4656-865d-b8926d0faacc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b945e83-4e41-42ac-8741-30291529408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0975156 Mar 11 11:39:39.699910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18b5eb6-8b41-4235-a5ec-f476695f6507', 'tag': 'aca977b5-af23-4fb7-8358-07bd3621a4b3'}, {'name': 'network-changed', 'server_uuid': 'bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78', 'tag': 'd4817c4b-d422-4401-b632-d425a9f396d2'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:39.702115 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ac6e3e-480b-4332-9648-ef82dc1253ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e18b5eb6-8b41-4235-a5ec-f476695f6507", "tag": "aca977b5-af23-4fb7-8358-07bd3621a4b3"}, {"name": "network-changed", "server_uuid": "bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78", "tag": "d4817c4b-d422-4401-b632-d425a9f396d2"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:39.727420 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-9984c171-d4fe-410e-a323-369fd8dbc012 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:39.729056 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-9984c171-d4fe-410e-a323-369fd8dbc012 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e&tenant_id=4b2baed761184abf86d0da4561f84f1b&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 1127 time: 0.0565820 Mar 11 11:39:39.849476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38500) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:39.902950 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-d8b5a341-38cb-4f03-b555-de7911e1c6e3 service neutron] For port 57d29b23-e115-40f1-8dec-1a3ff8219260, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:39.906665 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-d8b5a341-38cb-4f03-b555-de7911e1c6e3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:39.908904 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b8e6229-fbb0-4754-8529-64b3247d329f req-d8b5a341-38cb-4f03-b555-de7911e1c6e3 service neutron] 10.222.0.71 "DELETE /v2.0/ports/57d29b23-e115-40f1-8dec-1a3ff8219260/bindings/n-h2-833234-2 HTTP/1.1" status: 204 len: 173 time: 0.1724422 Mar 11 11:39:39.972677 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96b37338-1d97-43f7-8d7a-515c1dec1e1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:40.035606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125826b-50d2-4cff-97d1-fa9444687038 req-82c0d5eb-c57f-4841-bacf-c13732aa12ef tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:40.037119 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8125826b-50d2-4cff-97d1-fa9444687038 req-82c0d5eb-c57f-4841-bacf-c13732aa12ef tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 946 time: 0.4769342 Mar 11 11:39:40.044048 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-adb08513-b60e-4b57-a749-e5d0e2d4852a service neutron] 10.222.0.37 "GET /v2.0/networks/6b945e83-4e41-42ac-8741-30291529408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022573 Mar 11 11:39:40.055944 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96b37338-1d97-43f7-8d7a-515c1dec1e1c admin admin] Publish callbacks [] for security_group (dcf98c1a-b984-4dc0-a105-938e8fefdbff), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:40.061143 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96b37338-1d97-43f7-8d7a-515c1dec1e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (dcf98c1a-b984-4dc0-a105-938e8fefdbff), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:40.081950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fedd4-e767-4761-96ef-356347b62fe2 req-bc1c8f3a-0273-4f81-95e6-96cd366c1090 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:40.083419 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-200fedd4-e767-4761-96ef-356347b62fe2 req-bc1c8f3a-0273-4f81-95e6-96cd366c1090 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 1024 time: 0.4756539 Mar 11 11:39:40.099250 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-96b37338-1d97-43f7-8d7a-515c1dec1e1c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f2926834268644d9bd2ea153093633ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484932 Mar 11 11:39:40.100064 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b37338-1d97-43f7-8d7a-515c1dec1e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf98c1a-b984-4dc0-a105-938e8fefdbff,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:40.102449 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38504) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:40.109032 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0ca3517-951e-4e8f-9246-55fa77c4a4d8 req-9bbe0f68-4e33-420d-b081-4b21399b5312 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4300687 Mar 11 11:39:40.153953 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-249f3909-82ef-48f5-bc5d-0173c3ffaf67 admin admin] Publish callbacks [] for security_group (dcf98c1a-b984-4dc0-a105-938e8fefdbff), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:40.175689 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-249f3909-82ef-48f5-bc5d-0173c3ffaf67 admin admin] Publish callbacks [] for security_group (dcf98c1a-b984-4dc0-a105-938e8fefdbff), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:40.228177 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-249f3909-82ef-48f5-bc5d-0173c3ffaf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (dcf98c1a-b984-4dc0-a105-938e8fefdbff), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:40.231053 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-249f3909-82ef-48f5-bc5d-0173c3ffaf67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:40.234793 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-249f3909-82ef-48f5-bc5d-0173c3ffaf67 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dcf98c1a-b984-4dc0-a105-938e8fefdbff HTTP/1.1" status: 204 len: 168 time: 0.1290619 Mar 11 11:39:40.234953 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8125826b-50d2-4cff-97d1-fa9444687038 req-54f06084-c906-4a37-8a4b-fa10a8f5012c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881576 Mar 11 11:39:40.272346 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ef4d97c-e64c-4fac-b6cc-9b464687cd6f req-8d583253-ce73-4e48-9be8-25638a2da783 service neutron] 10.222.0.37 "GET /v2.0/networks/6b945e83-4e41-42ac-8741-30291529408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162867 Mar 11 11:39:40.274206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f3909-82ef-48f5-bc5d-0173c3ffaf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf98c1a-b984-4dc0-a105-938e8fefdbff,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:40.289688 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-200fedd4-e767-4761-96ef-356347b62fe2 req-5d394666-d250-4be2-b75d-cb56b733df1d tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c6d38eb-fcf9-410d-8040-7d6e78867e7c&id=22e56607-1fc3-49b0-8dc7-607272b64397&id=a367689b-a0ab-4806-8a20-fbd93551e415 HTTP/1.1" status: 200 len: 6199 time: 0.1931317 Mar 11 11:39:40.311932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca3517-951e-4e8f-9246-55fa77c4a4d8 req-822947b9-6640-4914-8c55-ef1b4fd98ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:40.315315 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0ca3517-951e-4e8f-9246-55fa77c4a4d8 req-822947b9-6640-4914-8c55-ef1b4fd98ba9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 1126 time: 0.1438160 Mar 11 11:39:40.320802 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915db2be-c5a5-4467-8fcc-68911d769518 x-openstack-request-id: req-915db2be-c5a5-4467-8fcc-68911d769518 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:40.321326 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd6db4b-7077-4ac0-a1d9-5b68894c400a", "name": "network-vif-plugged", "status": "completed", "tag": "80d3a417-0fbb-4173-8b38-fc85f5712046", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:40.321551 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-915db2be-c5a5-4467-8fcc-68911d769518 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:40.322005 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd6db4b-7077-4ac0-a1d9-5b68894c400a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d3a417-0fbb-4173-8b38-fc85f5712046', 'code': 200} Mar 11 11:39:40.474549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915aa12-5a34-4259-a06e-9282534d8ec6 req-bc3299b7-5974-40aa-b5f4-62e106997a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:40.477192 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7915aa12-5a34-4259-a06e-9282534d8ec6 req-bc3299b7-5974-40aa-b5f4-62e106997a6b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9dd6db4b-7077-4ac0-a1d9-5b68894c400a HTTP/1.1" status: 200 len: 1127 time: 0.0700126 Mar 11 11:39:40.511104 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bab9a4-1221-4a17-a1fb-bdcbe0214a99 req-fd03696c-3786-467b-ade3-35a2db4c6e12 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:40.512809 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52bab9a4-1221-4a17-a1fb-bdcbe0214a99 req-fd03696c-3786-467b-ade3-35a2db4c6e12 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78 HTTP/1.1" status: 200 len: 943 time: 0.1124203 Mar 11 11:39:40.513946 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca3517-951e-4e8f-9246-55fa77c4a4d8 req-296f27ee-1fd1-433c-aca5-9a16fe5c4021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:40.515402 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0ca3517-951e-4e8f-9246-55fa77c4a4d8 req-296f27ee-1fd1-433c-aca5-9a16fe5c4021 service neutron] 10.222.0.71 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.1555264 Mar 11 11:39:40.591448 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0ca3517-951e-4e8f-9246-55fa77c4a4d8 req-8b961a4f-a090-4a3a-84e9-e56b488644c2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc HTTP/1.1" status: 200 len: 217 time: 0.0614743 Mar 11 11:39:40.644790 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52bab9a4-1221-4a17-a1fb-bdcbe0214a99 req-f637f0cc-f561-4b86-807b-606772c3e417 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249585 Mar 11 11:39:40.664356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca3517-951e-4e8f-9246-55fa77c4a4d8 req-5fb7ed6c-5dee-40c7-9a01-60102d8f5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:40.665930 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0ca3517-951e-4e8f-9246-55fa77c4a4d8 req-5fb7ed6c-5dee-40c7-9a01-60102d8f5cf4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.0633988 Mar 11 11:39:40.722333 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0ca3517-951e-4e8f-9246-55fa77c4a4d8 req-dd0ad174-93f1-4f96-b82b-ed4f43378b57 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487597 Mar 11 11:39:40.739855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38524) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:40.741878 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e2df4f-3b2b-4ef6-921f-203a757fd53e x-openstack-request-id: req-a2e2df4f-3b2b-4ef6-921f-203a757fd53e {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:40.742264 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18b5eb6-8b41-4235-a5ec-f476695f6507", "tag": "aca977b5-af23-4fb7-8358-07bd3621a4b3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78", "tag": "d4817c4b-d422-4401-b632-d425a9f396d2", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:40.742583 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2e2df4f-3b2b-4ef6-921f-203a757fd53e {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:40.743034 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18b5eb6-8b41-4235-a5ec-f476695f6507', 'tag': 'aca977b5-af23-4fb7-8358-07bd3621a4b3', 'status': 'completed', 'code': 200} Mar 11 11:39:40.743524 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78', 'tag': 'd4817c4b-d422-4401-b632-d425a9f396d2', 'status': 'completed', 'code': 200} Mar 11 11:39:40.805403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-392001db-0c1a-4fb2-8209-5329ffb6a9e4 req-9f440a99-97e3-4447-92d8-657dcda9963f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Request body: {'security_group': {'name': ' tempest-securitygroup -202350630 ', 'description': 'tempest-description-1001601264'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:40.811624 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7915aa12-5a34-4259-a06e-9282534d8ec6 req-f700be35-67ab-4c35-a2c4-44dcc0a8c19e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8d8ea0dc-d84e-411c-8bff-59aa280e9008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262265 Mar 11 11:39:40.837097 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ff71963-fdc9-47c8-afd9-5adf9a422a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:40.915163 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-392001db-0c1a-4fb2-8209-5329ffb6a9e4 req-9f440a99-97e3-4447-92d8-657dcda9963f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:40.958426 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-e372bff7-a2aa-47c7-981e-1c2aec1a580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:40.959988 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-e372bff7-a2aa-47c7-981e-1c2aec1a580c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8339615d4fc4763a1b414104472635d&device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 1207 time: 0.1765752 Mar 11 11:39:40.972477 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0ca3517-951e-4e8f-9246-55fa77c4a4d8 req-aeac0f41-b764-409c-9be9-21c2f91ee23c service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430525 Mar 11 11:39:41.182055 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ff71963-fdc9-47c8-afd9-5adf9a422a33 admin admin] Publish callbacks [] for security_group (a1770093-2c5e-4d8a-94bd-2c9a0ee68896), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:41.197462 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ff71963-fdc9-47c8-afd9-5adf9a422a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a1770093-2c5e-4d8a-94bd-2c9a0ee68896), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:41.216872 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-392001db-0c1a-4fb2-8209-5329ffb6a9e4 req-9f440a99-97e3-4447-92d8-657dcda9963f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (80616097-1742-43ee-9b66-0e848591e43d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:41.218247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-3d5c6e90-a78a-4d6d-9284-7df56bfc853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:41.219783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-3d5c6e90-a78a-4d6d-9284-7df56bfc853e service neutron] 10.222.0.37 "GET /v2.0/networks?id=89e1213f-c73f-4a54-9c2d-e7592a5f1043 HTTP/1.1" status: 200 len: 914 time: 0.2516799 Mar 11 11:39:41.256120 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-392001db-0c1a-4fb2-8209-5329ffb6a9e4 req-9f440a99-97e3-4447-92d8-657dcda9963f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (80616097-1742-43ee-9b66-0e848591e43d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:41.321870 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0ca3517-951e-4e8f-9246-55fa77c4a4d8 req-12125dd4-e4f5-4a09-9b7c-6c5b191f239c service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837601 Mar 11 11:39:41.326648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-f065c3c3-47a0-4bfd-be8f-6c1e475e784c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aca977b5-af23-4fb7-8358-07bd3621a4b3 HTTP/1.1" status: 200 len: 217 time: 0.0923619 Mar 11 11:39:41.327246 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff71963-fdc9-47c8-afd9-5adf9a422a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1770093-2c5e-4d8a-94bd-2c9a0ee68896,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:41.332934 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6ff71963-fdc9-47c8-afd9-5adf9a422a33 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a5b0f2ca04194793ade2b196e9ed7935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5884314 Mar 11 11:39:41.336208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38530) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:41.379313 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-392001db-0c1a-4fb2-8209-5329ffb6a9e4 req-9f440a99-97e3-4447-92d8-657dcda9963f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:41.380526 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-392001db-0c1a-4fb2-8209-5329ffb6a9e4 req-9f440a99-97e3-4447-92d8-657dcda9963f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5999103 Mar 11 11:39:41.398718 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b9de58a-61a2-42e5-baab-d8303ceaa074 admin admin] Publish callbacks [] for security_group (a1770093-2c5e-4d8a-94bd-2c9a0ee68896), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:41.408301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f440a99-97e3-4447-92d8-657dcda9963f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80616097-1742-43ee-9b66-0e848591e43d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:41.418753 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4183f-b1ab-4736-a129-0a6b83c415a7 req-f3409cd1-c9d5-4bb7-a2c8-a56d1d1ada3d tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:41.423216 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b9de58a-61a2-42e5-baab-d8303ceaa074 admin admin] Publish callbacks [] for security_group (a1770093-2c5e-4d8a-94bd-2c9a0ee68896), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:41.426010 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2a4183f-b1ab-4736-a129-0a6b83c415a7 req-f3409cd1-c9d5-4bb7-a2c8-a56d1d1ada3d tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 1128 time: 0.2173827 Mar 11 11:39:41.433815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-6e92e736-0e79-41d2-b86c-ba6a7f71b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:41.435135 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-6e92e736-0e79-41d2-b86c-ba6a7f71b58d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b82adfd-ba87-46c8-8859-618521697303 HTTP/1.1" status: 200 len: 853 time: 0.1010010 Mar 11 11:39:41.474557 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b9de58a-61a2-42e5-baab-d8303ceaa074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a1770093-2c5e-4d8a-94bd-2c9a0ee68896), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:41.477148 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b9de58a-61a2-42e5-baab-d8303ceaa074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:41.480970 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3b9de58a-61a2-42e5-baab-d8303ceaa074 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a1770093-2c5e-4d8a-94bd-2c9a0ee68896 HTTP/1.1" status: 204 len: 168 time: 0.1410742 Mar 11 11:39:41.481127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-cd8cae8b-91c6-4d3c-8de0-8d1a29c7b09e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89e1213f-c73f-4a54-9c2d-e7592a5f1043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347288 Mar 11 11:39:41.487751 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9de58a-61a2-42e5-baab-d8303ceaa074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1770093-2c5e-4d8a-94bd-2c9a0ee68896,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:41.541757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2a4183f-b1ab-4736-a129-0a6b83c415a7 req-9bf5645b-1265-40d5-b214-4f2b91f129d8 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148548 Mar 11 11:39:41.584890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 57d29b23-e115-40f1-8dec-1a3ff8219260 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:39:41.629996 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-96ca62d6-a02b-4e0e-9a13-58ae80f87ee1 service neutron] 10.222.0.37 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339972 Mar 11 11:39:41.631096 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] The host n-h2-833234-2 is not matching for port 57d29b23-e115-40f1-8dec-1a3ff8219260 host n-h1-833234-2! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 11:39:41.631967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 57d29b23-e115-40f1-8dec-1a3ff8219260 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:39:41.650852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe0416-8672-4803-8a65-e2484af78031 req-b885ec85-dcd0-4554-8a1c-f60678172103 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:41.652344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9bfe0416-8672-4803-8a65-e2484af78031 req-b885ec85-dcd0-4554-8a1c-f60678172103 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 945 time: 0.1986132 Mar 11 11:39:41.769628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df688b9-42f9-4d82-9685-0e984bf25be5 req-516f71d4-8e46-489c-b0e4-dcf8d53b0d3c tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:41.771149 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3df688b9-42f9-4d82-9685-0e984bf25be5 req-516f71d4-8e46-489c-b0e4-dcf8d53b0d3c tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dd6db4b-7077-4ac0-a1d9-5b68894c400a HTTP/1.1" status: 200 len: 945 time: 0.1576166 Mar 11 11:39:41.776350 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9bfe0416-8672-4803-8a65-e2484af78031 req-021b4fef-46b1-46ac-9262-d77b3878325a tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127586 Mar 11 11:39:41.810880 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-8000559e-9ef7-4e72-856a-9ca89354575a service neutron] 10.222.0.37 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575696 Mar 11 11:39:41.857208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3df688b9-42f9-4d82-9685-0e984bf25be5 req-b7d36219-96c7-420a-9820-fa703f3c4c3a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d8ea0dc-d84e-411c-8bff-59aa280e9008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711048 Mar 11 11:39:41.942839 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-2cfe3b71-428a-4e22-9ae9-ab23cff61e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:41.944291 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-2cfe3b71-428a-4e22-9ae9-ab23cff61e7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7ab0f1ba69a419a9465a54d21e133a2&device_id=bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78 HTTP/1.1" status: 200 len: 1125 time: 0.0833881 Mar 11 11:39:41.948310 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf727ff4-91f0-4eae-b243-5f7649b6b1c2 req-8ffdf5a0-a78e-4478-9cb3-f8d2b65baaab tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/80616097-1742-43ee-9b66-0e848591e43d HTTP/1.1" status: 200 len: 1797 time: 0.0545831 Mar 11 11:39:42.074489 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-5dd2be81-82b3-4a6f-b758-fa14809b877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:42.076001 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-5dd2be81-82b3-4a6f-b758-fa14809b877a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b945e83-4e41-42ac-8741-30291529408d HTTP/1.1" status: 200 len: 924 time: 0.1233966 Mar 11 11:39:42.092323 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f85e01-a46b-4740-9312-848b3117226d req-c6fbe7f2-f9e4-4a9c-8beb-e2997a77a980 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:42.094006 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8f85e01-a46b-4740-9312-848b3117226d req-c6fbe7f2-f9e4-4a9c-8beb-e2997a77a980 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 1128 time: 0.0751090 Mar 11 11:39:42.130328 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-6f33122e-614e-45c7-9493-bcc9d0c76e57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4817c4b-d422-4401-b632-d425a9f396d2 HTTP/1.1" status: 200 len: 217 time: 0.0473018 Mar 11 11:39:42.213396 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8f85e01-a46b-4740-9312-848b3117226d req-f6356360-4ab4-4980-a5ca-d694b285a21a tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857611 Mar 11 11:39:42.239110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-70461968-6fc9-47d5-9ac6-61c128f193d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:42.240649 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-70461968-6fc9-47d5-9ac6-61c128f193d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7419caeb-e637-4fb6-9c74-8aa22364a03b HTTP/1.1" status: 200 len: 862 time: 0.0972474 Mar 11 11:39:42.294659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38576) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:42.330166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f772c-08dc-4fc6-ae11-4cf20ca01e41 req-5a1d6d2f-984f-4b51-ac09-c991e7ada50a tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:42.331656 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1e6f772c-08dc-4fc6-ae11-4cf20ca01e41 req-5a1d6d2f-984f-4b51-ac09-c991e7ada50a tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78 HTTP/1.1" status: 200 len: 943 time: 0.1362128 Mar 11 11:39:42.363506 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9cab7e9-415e-4fe0-ae20-7fda18aa57dc req-6dc8d731-721e-48b0-9637-174aafb8b318 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/80616097-1742-43ee-9b66-0e848591e43d HTTP/1.1" status: 200 len: 1797 time: 0.0786264 Mar 11 11:39:42.367314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-da471cbb-b546-419b-bddd-21d87c725d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:42.368819 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-da471cbb-b546-419b-bddd-21d87c725d75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b945e83-4e41-42ac-8741-30291529408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1209342 Mar 11 11:39:42.396916 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5d568848-3e59-4266-97d6-d551382c1642 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-339243425-network', 'tenant_id': '36b138a2600d44a480f9b755d6ddff12'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:42.419338 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d568848-3e59-4266-97d6-d551382c1642 admin admin] Made reservation on behalf of 36b138a2600d44a480f9b755d6ddff12 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:42.421733 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d568848-3e59-4266-97d6-d551382c1642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:42.430531 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d568848-3e59-4266-97d6-d551382c1642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:42.447991 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1e6f772c-08dc-4fc6-ae11-4cf20ca01e41 req-189c08ee-7ca5-43ef-be51-96d62e3ccc30 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062982 Mar 11 11:39:42.465268 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:42.513616 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d568848-3e59-4266-97d6-d551382c1642 admin admin] Publish callbacks [] for security_group (0678d169-b6fd-427a-8ea7-99418e46a71c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:42.514211 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e9cab7e9-415e-4fe0-ae20-7fda18aa57dc req-1704c402-5c61-4d33-a6ab-e5a80f0af1aa tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (80616097-1742-43ee-9b66-0e848591e43d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:42.520747 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d568848-3e59-4266-97d6-d551382c1642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0678d169-b6fd-427a-8ea7-99418e46a71c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:42.533926 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-f6702012-7375-4f8f-8964-7ea5dddf1f17 service neutron] 10.222.0.37 "GET /v2.0/networks/6b945e83-4e41-42ac-8741-30291529408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554391 Mar 11 11:39:42.535164 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d568848-3e59-4266-97d6-d551382c1642 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:39:42.551293 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d568848-3e59-4266-97d6-d551382c1642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4c7e3a3e-2d11-4cb2-8304-6966689b81d3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:42.551658 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-5d568848-3e59-4266-97d6-d551382c1642 admin admin] Added segment 4c7e3a3e-2d11-4cb2-8304-6966689b81d3 of type vlan for network 737f166f-4196-413b-9554-11fe347bb3d5 Mar 11 11:39:42.594667 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d568848-3e59-4266-97d6-d551382c1642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0678d169-b6fd-427a-8ea7-99418e46a71c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:42.605115 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d568848-3e59-4266-97d6-d551382c1642 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (737f166f-4196-413b-9554-11fe347bb3d5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:42.606012 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e9cab7e9-415e-4fe0-ae20-7fda18aa57dc req-1704c402-5c61-4d33-a6ab-e5a80f0af1aa tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (80616097-1742-43ee-9b66-0e848591e43d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:42.639150 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d568848-3e59-4266-97d6-d551382c1642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (737f166f-4196-413b-9554-11fe347bb3d5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:42.641555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d568848-3e59-4266-97d6-d551382c1642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:42.642496 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d568848-3e59-4266-97d6-d551382c1642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:42.663220 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ac6e3e-480b-4332-9648-ef82dc1253ae req-ef6610f7-610c-442d-bebb-231ca7aba2c0 service neutron] 10.222.0.37 "GET /v2.0/networks/6b945e83-4e41-42ac-8741-30291529408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186292 Mar 11 11:39:42.674704 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e9cab7e9-415e-4fe0-ae20-7fda18aa57dc req-1704c402-5c61-4d33-a6ab-e5a80f0af1aa tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (80616097-1742-43ee-9b66-0e848591e43d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:42.677544 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e9cab7e9-415e-4fe0-ae20-7fda18aa57dc req-1704c402-5c61-4d33-a6ab-e5a80f0af1aa tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:42.678741 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9cab7e9-415e-4fe0-ae20-7fda18aa57dc req-1704c402-5c61-4d33-a6ab-e5a80f0af1aa tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "DELETE /v2.0/security-groups/80616097-1742-43ee-9b66-0e848591e43d HTTP/1.1" status: 204 len: 173 time: 0.3090658 Mar 11 11:39:42.681043 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5d568848-3e59-4266-97d6-d551382c1642 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3852127 Mar 11 11:39:42.684605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38584) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:42.691480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704c402-5c61-4d33-a6ab-e5a80f0af1aa tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80616097-1742-43ee-9b66-0e848591e43d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:42.700882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-37938c91-cfa4-4725-b417-317df426eccd admin admin] Request body: {'subnet': {'network_id': '737f166f-4196-413b-9554-11fe347bb3d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-339243425-subnet', 'tenant_id': '36b138a2600d44a480f9b755d6ddff12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:42.736440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d568848-3e59-4266-97d6-d551382c1642 admin admin] Pushing event updated for resources: {'Network': ['ID=737f166f-4196-413b-9554-11fe347bb3d5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:42.753280 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37938c91-cfa4-4725-b417-317df426eccd admin admin] Made reservation on behalf of 36b138a2600d44a480f9b755d6ddff12 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:42.754927 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 737f166f-4196-413b-9554-11fe347bb3d5 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:39:42.755995 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37938c91-cfa4-4725-b417-317df426eccd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:42.848567 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f758e7f-a980-410e-9010-6735bce933be req-54232086-cc2e-4137-a5f2-553ee23aa28c tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:42.857324 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f758e7f-a980-410e-9010-6735bce933be req-54232086-cc2e-4137-a5f2-553ee23aa28c tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 1127 time: 0.0593116 Mar 11 11:39:42.905083 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f758e7f-a980-410e-9010-6735bce933be req-63e9562f-8e46-490d-8208-fc3f972ee7c7 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468721 Mar 11 11:39:42.969926 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-efa50de2-e1db-4ec6-abad-a4f3b320ecd4 req-8f12cc5c-4e95-4f77-99c0-8d28cd1765e8 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] show failed (client error): The resource could not be found. Mar 11 11:39:42.971145 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-efa50de2-e1db-4ec6-abad-a4f3b320ecd4 req-8f12cc5c-4e95-4f77-99c0-8d28cd1765e8 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/80616097-1742-43ee-9b66-0e848591e43d HTTP/1.1" status: 404 len: 352 time: 0.0188961 Mar 11 11:39:42.984010 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37938c91-cfa4-4725-b417-317df426eccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (52c5c087-5f67-41a4-8edf-bd2775a4f3f3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:43.047151 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37938c91-cfa4-4725-b417-317df426eccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c5c087-5f67-41a4-8edf-bd2775a4f3f3,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:43.065774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37938c91-cfa4-4725-b417-317df426eccd admin admin] Checking segment: {'id': '4c7e3a3e-2d11-4cb2-8304-6966689b81d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '737f166f-4196-413b-9554-11fe347bb3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:43.066234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37938c91-cfa4-4725-b417-317df426eccd admin admin] Network hostable DHCP agents. Network: 737f166f-4196-413b-9554-11fe347bb3d5, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:39:43.085469 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37938c91-cfa4-4725-b417-317df426eccd admin admin] Network 737f166f-4196-413b-9554-11fe347bb3d5 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:39:43.097432 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-37938c91-cfa4-4725-b417-317df426eccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 737f166f-4196-413b-9554-11fe347bb3d5) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:39:43.101478 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69905307-b1e8-4d58-aa56-3a461b8cb1b9 req-8e26cbef-3250-45d4-9e0d-b922e6bc3077 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:43.102293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37938c91-cfa4-4725-b417-317df426eccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:43.103126 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37938c91-cfa4-4725-b417-317df426eccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:43.103257 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69905307-b1e8-4d58-aa56-3a461b8cb1b9 req-8e26cbef-3250-45d4-9e0d-b922e6bc3077 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dd6db4b-7077-4ac0-a1d9-5b68894c400a HTTP/1.1" status: 200 len: 945 time: 0.0593171 Mar 11 11:39:43.110940 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2756d869-3707-4a7a-a4c9-0651223659ab None None] Network 737f166f-4196-413b-9554-11fe347bb3d5 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:39:43.143363 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-37938c91-cfa4-4725-b417-317df426eccd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4475605 Mar 11 11:39:43.161972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69905307-b1e8-4d58-aa56-3a461b8cb1b9 req-2118c633-795a-41cf-978a-d6ec266968c5 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d8ea0dc-d84e-411c-8bff-59aa280e9008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529628 Mar 11 11:39:43.240002 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f042fe96-bd90-46c2-98f6-59c4c3d7a8d5 None None] Network 737f166f-4196-413b-9554-11fe347bb3d5 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:39:43.278726 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d385cd0-e34f-4576-94f9-20051a000a14 req-2b535b0b-a638-4cf5-97bd-5aad02470880 tempest-QuotasAdminNegativeTest-915154985 tempest-QuotasAdminNegativeTest-915154985-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=58c83914e253447ca6530dfe2154b0b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291944 Mar 11 11:39:43.424738 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d385cd0-e34f-4576-94f9-20051a000a14 req-c36e42c1-38e4-4d9b-8ff9-63f370766962 tempest-QuotasAdminNegativeTest-915154985 tempest-QuotasAdminNegativeTest-915154985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:43.433805 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d385cd0-e34f-4576-94f9-20051a000a14 req-c36e42c1-38e4-4d9b-8ff9-63f370766962 tempest-QuotasAdminNegativeTest-915154985 tempest-QuotasAdminNegativeTest-915154985-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1481767 Mar 11 11:39:43.448870 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d385cd0-e34f-4576-94f9-20051a000a14 req-9cbbc70c-d0ba-46ef-bc73-9652a35c2004 tempest-QuotasAdminNegativeTest-915154985 tempest-QuotasAdminNegativeTest-915154985-project] 10.222.0.78 "GET /v2.0/quotas/58c83914e253447ca6530dfe2154b0b5 HTTP/1.1" status: 200 len: 375 time: 0.0128191 Mar 11 11:39:43.491972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d385cd0-e34f-4576-94f9-20051a000a14 req-b3ca963a-c7de-4f91-9cbe-59180e757766 tempest-QuotasAdminNegativeTest-915154985 tempest-QuotasAdminNegativeTest-915154985-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=58c83914e253447ca6530dfe2154b0b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357127 Mar 11 11:39:43.559849 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-69305a81-cd02-430a-bb81-a23f0d5626a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:43.606032 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d4817c4b-d422-4401-b632-d425a9f396d2 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:39:43.661007 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8db8d-b297-40a6-b24d-c7fae4ce7f8b req-68cfb7de-b62d-438f-a405-dcd1d87fc69f tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:43.663635 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25f8db8d-b297-40a6-b24d-c7fae4ce7f8b req-68cfb7de-b62d-438f-a405-dcd1d87fc69f tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb2680b6-6b65-4b2d-a8ad-91e630020b24 HTTP/1.1" status: 200 len: 950 time: 0.0617485 Mar 11 11:39:43.714902 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25f8db8d-b297-40a6-b24d-c7fae4ce7f8b req-e610a2ee-64d0-4727-a6fd-1f9073ecc2f5 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450487 Mar 11 11:39:43.719976 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d4817c4b-d422-4401-b632-d425a9f396d2, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d4817c4b-d422-4401-b632-d425a9f396d2,segment=NetworkSegment(010a2e3a-2c29-4f32-b3ea-0af082107b9c),segment_id=010a2e3a-2c29-4f32-b3ea-0af082107b9c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:43.739917 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'd4817c4b-d422-4401-b632-d425a9f396d2', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'port_id': 'd4817c4b-d422-4401-b632-d425a9f396d2', 'mac_address': 'fa:16:3e:56:c8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:39:43.746195 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-8e90291e-2c62-45d8-a983-bf3378bdbff0 req-6aa1b6a9-dbf9-4079-aacd-a8b3c880c1f1 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1993499501', 'description': 'tempest-description-1913868462'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:43.772998 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8e90291e-2c62-45d8-a983-bf3378bdbff0 req-6aa1b6a9-dbf9-4079-aacd-a8b3c880c1f1 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:43.783131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port d4817c4b-d422-4401-b632-d425a9f396d2 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:43.786911 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38654) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:43.787815 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d4817c4b-d422-4401-b632-d425a9f396d2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:43.793011 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9cc65504-9814-4aac-a40e-cc4e0e69838f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1837748497-network', 'tenant_id': '47998e73f0bf46a88a2cb2c627ea7c2f'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:43.802745 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4817c4b-d422-4401-b632-d425a9f396d2 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:43.824701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d4817c4b-d422-4401-b632-d425a9f396d2, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d4817c4b-d422-4401-b632-d425a9f396d2,segment=NetworkSegment(010a2e3a-2c29-4f32-b3ea-0af082107b9c),segment_id=010a2e3a-2c29-4f32-b3ea-0af082107b9c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:43.833651 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc65504-9814-4aac-a40e-cc4e0e69838f admin admin] Made reservation on behalf of 47998e73f0bf46a88a2cb2c627ea7c2f for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:43.834129 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d4817c4b-d422-4401-b632-d425a9f396d2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:43.836309 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9cc65504-9814-4aac-a40e-cc4e0e69838f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:43.850883 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9cc65504-9814-4aac-a40e-cc4e0e69838f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:43.896085 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=d4817c4b-d422-4401-b632-d425a9f396d2,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:43.898379 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8e90291e-2c62-45d8-a983-bf3378bdbff0 req-6aa1b6a9-dbf9-4079-aacd-a8b3c880c1f1 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (b0844afc-2dff-45c2-b133-6eb33c3d548e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:43.907364 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8e90291e-2c62-45d8-a983-bf3378bdbff0 req-6aa1b6a9-dbf9-4079-aacd-a8b3c880c1f1 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b0844afc-2dff-45c2-b133-6eb33c3d548e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:43.947301 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8e90291e-2c62-45d8-a983-bf3378bdbff0 req-6aa1b6a9-dbf9-4079-aacd-a8b3c880c1f1 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:43.948545 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e90291e-2c62-45d8-a983-bf3378bdbff0 req-6aa1b6a9-dbf9-4079-aacd-a8b3c880c1f1 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2065799 Mar 11 11:39:43.960492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1b6a9-dbf9-4079-aacd-a8b3c880c1f1 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0844afc-2dff-45c2-b133-6eb33c3d548e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:43.996503 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9cc65504-9814-4aac-a40e-cc4e0e69838f admin admin] Publish callbacks [] for security_group (735f059c-7d3a-4ece-8072-82ca4b269bfb), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:44.002180 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9cc65504-9814-4aac-a40e-cc4e0e69838f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (735f059c-7d3a-4ece-8072-82ca4b269bfb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:44.039769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc65504-9814-4aac-a40e-cc4e0e69838f admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:39:44.071783 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9cc65504-9814-4aac-a40e-cc4e0e69838f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f21aa8cb-dea8-4641-bb83-feac3d5419ed), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:44.072109 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-9cc65504-9814-4aac-a40e-cc4e0e69838f admin admin] Added segment f21aa8cb-dea8-4641-bb83-feac3d5419ed of type vlan for network 18677655-c527-4a6c-9c5f-e84c702ee3ec Mar 11 11:39:44.075311 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc65504-9814-4aac-a40e-cc4e0e69838f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735f059c-7d3a-4ece-8072-82ca4b269bfb,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:44.098643 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-c34af6b5-8c4b-4fd1-8602-67b0c6b3c2f8 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:39:44.099640 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-c34af6b5-8c4b-4fd1-8602-67b0c6b3c2f8 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088749 Mar 11 11:39:44.161687 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['d4817c4b-d422-4401-b632-d425a9f396d2'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:44.466316 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9cc65504-9814-4aac-a40e-cc4e0e69838f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (18677655-c527-4a6c-9c5f-e84c702ee3ec), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:44.496876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-18ba73f0-dc25-4282-942c-1d157753bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:44.498669 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-18ba73f0-dc25-4282-942c-1d157753bd53 service neutron] 10.222.0.78 "GET /v2.0/ports/ae558466-a974-4279-a88d-4681b66d0c20 HTTP/1.1" status: 200 len: 1125 time: 0.3711448 Mar 11 11:39:44.511138 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-5c91debc-8a7c-4030-9967-6ebe2ca5fd36 service neutron] Request body: {'binding': {'host': 'n-h2-833234-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:44.511601 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-5c91debc-8a7c-4030-9967-6ebe2ca5fd36 service neutron] Unknown quota resources ['binding']. {{(pid=104031) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 11:39:44.555821 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79767848-30fd-4a58-a75f-1b101ec30047 req-40f11cee-717a-43e4-8d36-13352eb45cb3 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:44.558482 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79767848-30fd-4a58-a75f-1b101ec30047 req-40f11cee-717a-43e4-8d36-13352eb45cb3 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 820 time: 0.5355122 Mar 11 11:39:44.591926 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9cc65504-9814-4aac-a40e-cc4e0e69838f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (18677655-c527-4a6c-9c5f-e84c702ee3ec), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:44.592874 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc65504-9814-4aac-a40e-cc4e0e69838f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:44.593436 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9cc65504-9814-4aac-a40e-cc4e0e69838f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:44.600540 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79767848-30fd-4a58-a75f-1b101ec30047 req-45deec0e-cf88-4f48-8152-7fc0d27d26bc tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/quotas/4b2baed761184abf86d0da4561f84f1b HTTP/1.1" status: 200 len: 375 time: 0.0352249 Mar 11 11:39:44.676179 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9cc65504-9814-4aac-a40e-cc4e0e69838f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8877952 Mar 11 11:39:44.679217 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38666) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:44.684541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0fb87f79-343a-446e-8bea-ac4975dfd064 admin admin] Request body: {'subnet': {'network_id': '18677655-c527-4a6c-9c5f-e84c702ee3ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1837748497-subnet', 'tenant_id': '47998e73f0bf46a88a2cb2c627ea7c2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:44.706709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb87f79-343a-446e-8bea-ac4975dfd064 admin admin] Made reservation on behalf of 47998e73f0bf46a88a2cb2c627ea7c2f for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:44.709183 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0fb87f79-343a-446e-8bea-ac4975dfd064 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:44.741684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc65504-9814-4aac-a40e-cc4e0e69838f admin admin] Pushing event updated for resources: {'Network': ['ID=18677655-c527-4a6c-9c5f-e84c702ee3ec,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:44.753688 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 18677655-c527-4a6c-9c5f-e84c702ee3ec details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:39:44.787941 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e9cc568e-3d8b-4f0f-92d6-826f16090ea6 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1715593 Mar 11 11:39:44.859113 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-5c91debc-8a7c-4030-9967-6ebe2ca5fd36 service neutron] Attempting to bind port ae558466-a974-4279-a88d-4681b66d0c20 on host n-h2-833234-2 for vnic_type normal with profile None {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:39:44.859813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-5c91debc-8a7c-4030-9967-6ebe2ca5fd36 service neutron] Attempting to bind port ae558466-a974-4279-a88d-4681b66d0c20 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:39:44.859813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-5c91debc-8a7c-4030-9967-6ebe2ca5fd36 service neutron] Attempting to bind port ae558466-a974-4279-a88d-4681b66d0c20 on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:44.885373 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0fb87f79-343a-446e-8bea-ac4975dfd064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (64066295-aa0e-4542-ad67-7c911c479ee0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:44.896168 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-5c91debc-8a7c-4030-9967-6ebe2ca5fd36 service neutron] Port ae558466-a974-4279-a88d-4681b66d0c20 on network ec42b46c-66eb-4785-8e56-b97afd23f681 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:39:44.896490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-5c91debc-8a7c-4030-9967-6ebe2ca5fd36 service neutron] Attempting to bind port ae558466-a974-4279-a88d-4681b66d0c20 on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:44.912538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-5c91debc-8a7c-4030-9967-6ebe2ca5fd36 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:39:44.912882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-5c91debc-8a7c-4030-9967-6ebe2ca5fd36 service neutron] Checking segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:44.913264 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-5c91debc-8a7c-4030-9967-6ebe2ca5fd36 service neutron] Bound using segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:39:44.913693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-5c91debc-8a7c-4030-9967-6ebe2ca5fd36 service neutron] Bound port: ae558466-a974-4279-a88d-4681b66d0c20, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:39:44.930874 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7790b0d-53c0-4494-91cf-d0f422dc3cd0 req-124b2675-716f-4add-be8a-9573d5d8d62e tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:44.932399 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7790b0d-53c0-4494-91cf-d0f422dc3cd0 req-124b2675-716f-4add-be8a-9573d5d8d62e tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb2680b6-6b65-4b2d-a8ad-91e630020b24 HTTP/1.1" status: 200 len: 950 time: 0.1435602 Mar 11 11:39:44.940932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb87f79-343a-446e-8bea-ac4975dfd064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64066295-aa0e-4542-ad67-7c911c479ee0,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:44.951254 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb87f79-343a-446e-8bea-ac4975dfd064 admin admin] Checking segment: {'id': 'f21aa8cb-dea8-4641-bb83-feac3d5419ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '18677655-c527-4a6c-9c5f-e84c702ee3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:44.951618 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb87f79-343a-446e-8bea-ac4975dfd064 admin admin] Network hostable DHCP agents. Network: 18677655-c527-4a6c-9c5f-e84c702ee3ec, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:39:44.970414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb87f79-343a-446e-8bea-ac4975dfd064 admin admin] Network 18677655-c527-4a6c-9c5f-e84c702ee3ec is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:39:44.970676 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79767848-30fd-4a58-a75f-1b101ec30047 req-c7339627-9bbd-4149-b28c-81d9421acccd service neutron] 10.222.0.78 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696923 Mar 11 11:39:44.981184 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-0fb87f79-343a-446e-8bea-ac4975dfd064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 18677655-c527-4a6c-9c5f-e84c702ee3ec) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:39:44.985692 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb87f79-343a-446e-8bea-ac4975dfd064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:44.986456 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0fb87f79-343a-446e-8bea-ac4975dfd064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:44.993657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b87a05e-a5b1-4d8f-8ea9-a3db99468b00 None None] Network 18677655-c527-4a6c-9c5f-e84c702ee3ec requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:39:45.006966 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0fb87f79-343a-446e-8bea-ac4975dfd064 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3264308 Mar 11 11:39:45.073879 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-5c91debc-8a7c-4030-9967-6ebe2ca5fd36 service neutron] For port ae558466-a974-4279-a88d-4681b66d0c20, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=ae558466-a974-4279-a88d-4681b66d0c20,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:39:45.110786 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-5c91debc-8a7c-4030-9967-6ebe2ca5fd36 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:45.111985 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-5c91debc-8a7c-4030-9967-6ebe2ca5fd36 service neutron] 10.222.0.78 "POST /v2.0/ports/ae558466-a974-4279-a88d-4681b66d0c20/bindings HTTP/1.1" status: 201 len: 389 time: 0.6045835 Mar 11 11:39:45.121994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85d245b-be1f-4673-a4d8-f302ce24eef4 None None] Network 18677655-c527-4a6c-9c5f-e84c702ee3ec requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:39:45.146289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79767848-30fd-4a58-a75f-1b101ec30047 req-3dcba7a4-7cff-4b03-a8c1-e8140ab93e3a service neutron] 10.222.0.78 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562254 Mar 11 11:39:45.146737 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38672) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:45.248997 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-a7790b0d-53c0-4494-91cf-d0f422dc3cd0 req-0d298261-c487-464a-981f-c010b69a5253 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Deleting port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:39:45.249508 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a7790b0d-53c0-4494-91cf-d0f422dc3cd0 req-0d298261-c487-464a-981f-c010b69a5253 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7b79e0ac-c4e9-4ed7-b73f-4a47af179f89), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:45.318722 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-87dc921c-b990-46ae-8524-52f6ead1bb66 admin admin] Deleting subnet 52c5c087-5f67-41a4-8edf-bd2775a4f3f3 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:39:45.337161 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-87dc921c-b990-46ae-8524-52f6ead1bb66 admin admin] Publish callbacks [] for subnet (52c5c087-5f67-41a4-8edf-bd2775a4f3f3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:45.444181 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-dabc85e7-4f5b-455c-9d64-c8efa8757733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:45.445982 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-dabc85e7-4f5b-455c-9d64-c8efa8757733 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 1128 time: 0.0553000 Mar 11 11:39:45.512466 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-87dc921c-b990-46ae-8524-52f6ead1bb66 admin admin] Publish callbacks [] for subnet (52c5c087-5f67-41a4-8edf-bd2775a4f3f3), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:45.537517 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-a7790b0d-53c0-4494-91cf-d0f422dc3cd0 req-0d298261-c487-464a-981f-c010b69a5253 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] For port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7b79e0ac-c4e9-4ed7-b73f-4a47af179f89,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:45.537871 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a7790b0d-53c0-4494-91cf-d0f422dc3cd0 req-0d298261-c487-464a-981f-c010b69a5253 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7b79e0ac-c4e9-4ed7-b73f-4a47af179f89), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:45.541405 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-87dc921c-b990-46ae-8524-52f6ead1bb66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (52c5c087-5f67-41a4-8edf-bd2775a4f3f3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:45.552615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-4c50ba1a-4df6-4d6d-bd14-734a33a2f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:45.553999 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-4c50ba1a-4df6-4d6d-bd14-734a33a2f367 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.1016159 Mar 11 11:39:45.586984 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-a7790b0d-53c0-4494-91cf-d0f422dc3cd0 req-0d298261-c487-464a-981f-c010b69a5253 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Calling delete_port for 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:39:45.599071 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-add01b37-fce3-4e83-99a3-e78844f02209 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae558466-a974-4279-a88d-4681b66d0c20 HTTP/1.1" status: 200 len: 217 time: 0.0372591 Mar 11 11:39:45.601512 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-ded7787f-34e3-4324-8a78-1ffca4155775 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:45.603039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-ded7787f-34e3-4324-8a78-1ffca4155775 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2701240 Mar 11 11:39:45.618275 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d4817c4b-d422-4401-b632-d425a9f396d2 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:39:45.622183 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9ab4c-559a-43a5-9bfa-65075b240438 req-2074c931-2133-4556-ac6b-fdb6a719d94a tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:45.623714 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44d9ab4c-559a-43a5-9bfa-65075b240438 req-2074c931-2133-4556-ac6b-fdb6a719d94a tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78 HTTP/1.1" status: 200 len: 944 time: 0.2181108 Mar 11 11:39:45.675530 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-72e07f36-5c31-4da1-9040-5b876ae5184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:45.677485 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-72e07f36-5c31-4da1-9040-5b876ae5184a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.0717220 Mar 11 11:39:45.688443 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b17cb007-1b83-4e80-be14-6f2f414b1472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:45.700325 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port d4817c4b-d422-4401-b632-d425a9f396d2 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:39:45.708487 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port d4817c4b-d422-4401-b632-d425a9f396d2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:45.709179 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d4817c4b-d422-4401-b632-d425a9f396d2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:45.728310 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-ecada57e-d776-497b-90b6-a7dca0508213 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413568 Mar 11 11:39:45.735935 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-5799ac34-9360-4c75-ab99-06905e7c7989 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 696 time: 0.1209390 Mar 11 11:39:45.760016 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-4d9f1a05-612a-4a1f-85bd-b19d3f91087a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Request body: {'floatingip': {'port_id': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:45.801886 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port d4817c4b-d422-4401-b632-d425a9f396d2 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:45.802284 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d4817c4b-d422-4401-b632-d425a9f396d2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:45.828795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4817c4b-d422-4401-b632-d425a9f396d2'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:45.831651 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8316da-2345-4730-a69a-d539df9a784a" -d '{"events": [{"server_uuid": "bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78", "name": "network-vif-plugged", "status": "completed", "tag": "d4817c4b-d422-4401-b632-d425a9f396d2"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:45.845385 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-87dc921c-b990-46ae-8524-52f6ead1bb66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for subnet (52c5c087-5f67-41a4-8edf-bd2775a4f3f3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:45.848760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d4817c4b-d422-4401-b632-d425a9f396d2, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d4817c4b-d422-4401-b632-d425a9f396d2,segment=NetworkSegment(010a2e3a-2c29-4f32-b3ea-0af082107b9c),segment_id=010a2e3a-2c29-4f32-b3ea-0af082107b9c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:45.858648 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d4817c4b-d422-4401-b632-d425a9f396d2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:45.871695 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-6d348360-30fa-4a73-b376-51e007786a5d service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361635 Mar 11 11:39:45.877207 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-4d9f1a05-612a-4a1f-85bd-b19d3f91087a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks [] for floatingip (8d531d12-1df0-4065-98ee-ad917580d965), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:45.911381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=d4817c4b-d422-4401-b632-d425a9f396d2,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:45.931283 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc921c-b990-46ae-8524-52f6ead1bb66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c5c087-5f67-41a4-8edf-bd2775a4f3f3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:45.935773 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-87dc921c-b990-46ae-8524-52f6ead1bb66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:45.939018 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-87dc921c-b990-46ae-8524-52f6ead1bb66 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/52c5c087-5f67-41a4-8edf-bd2775a4f3f3 HTTP/1.1" status: 204 len: 168 time: 0.7912827 Mar 11 11:39:45.942842 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44d9ab4c-559a-43a5-9bfa-65075b240438 req-f043ddb3-b090-4124-9eb9-5d9755e92df2 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3058112 Mar 11 11:39:45.949886 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38688) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:46.011976 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-0038cf5e-7712-4f36-9f77-6e21b9c61dad service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307330 Mar 11 11:39:46.147710 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-60a94ff5-3724-4534-b214-907590d7d064 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:46.149235 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-60a94ff5-3724-4534-b214-907590d7d064 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71&tenant_id=1cecaa0b73904c0b969683224717fe2d&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 1128 time: 0.0577388 Mar 11 11:39:46.161164 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833234-2'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:46.162122 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (737f166f-4196-413b-9554-11fe347bb3d5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:46.176848 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a7790b0d-53c0-4494-91cf-d0f422dc3cd0 req-0d298261-c487-464a-981f-c010b69a5253 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (7b79e0ac-c4e9-4ed7-b73f-4a47af179f89), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:46.194901 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['e929de5c-d6f2-4e41-92f4-4fef8d67ea47'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:46.199065 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['7b79e0ac-c4e9-4ed7-b73f-4a47af179f89'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:46.220240 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d298261-c487-464a-981f-c010b69a5253 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Pushing event deleted for resources: {'Port': ['ID=7b79e0ac-c4e9-4ed7-b73f-4a47af179f89,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:46.255340 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ae558466-a974-4279-a88d-4681b66d0c20), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:46.339269 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-846775cc-33b3-41f6-9545-fbf59ee6f837 req-10c21649-d652-44f0-b75b-af571397bb9b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-748517252', 'description': 'tempest-description-1858469894'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:46.372268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7790b0d-53c0-4494-91cf-d0f422dc3cd0 req-0d298261-c487-464a-981f-c010b69a5253 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] No DVR routers for this DVR port 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:39:46.388875 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a7790b0d-53c0-4494-91cf-d0f422dc3cd0 req-0d298261-c487-464a-981f-c010b69a5253 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:46.392702 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7790b0d-53c0-4494-91cf-d0f422dc3cd0 req-0d298261-c487-464a-981f-c010b69a5253 tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.37 "DELETE /v2.0/ports/7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 HTTP/1.1" status: 204 len: 173 time: 1.4336121 Mar 11 11:39:46.393424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2680b6-6b65-4b2d-a8ad-91e630020b24', 'name': 'network-vif-deleted', 'tag': '7b79e0ac-c4e9-4ed7-b73f-4a47af179f89'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:46.396076 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265e196f-bd3d-4dca-9490-481cdb517970" -d '{"events": [{"server_uuid": "cb2680b6-6b65-4b2d-a8ad-91e630020b24", "name": "network-vif-deleted", "tag": "7b79e0ac-c4e9-4ed7-b73f-4a47af179f89"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:46.504883 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (737f166f-4196-413b-9554-11fe347bb3d5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:46.506801 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] For port ae558466-a974-4279-a88d-4681b66d0c20, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ae558466-a974-4279-a88d-4681b66d0c20,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:46.557856 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-761051e8-d003-4502-996a-8b845d67892c req-7d98cad3-08e8-4363-947c-5f8eaca017f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1033721 Mar 11 11:39:46.558919 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] For port ae558466-a974-4279-a88d-4681b66d0c20, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:46.606932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08eabc9c-a40e-4a48-8f39-24563b422d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae558466-a974-4279-a88d-4681b66d0c20'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:46.610376 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1e29d3-bb2b-483b-969a-04ac801b10a4" -d '{"events": [{"server_uuid": "08eabc9c-a40e-4a48-8f39-24563b422d71", "name": "network-vif-unplugged", "status": "completed", "tag": "ae558466-a974-4279-a88d-4681b66d0c20"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:46.615957 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Publish callbacks [] for port (ae558466-a974-4279-a88d-4681b66d0c20), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:46.624863 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (ae558466-a974-4279-a88d-4681b66d0c20), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:46.632046 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-846775cc-33b3-41f6-9545-fbf59ee6f837 req-10c21649-d652-44f0-b75b-af571397bb9b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:46.672528 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:46.672881 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:46.673673 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:46.674137 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Subscribe: > port after_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:46.674469 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:46.674782 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Subscribe: > port after_update 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:46.675094 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:46.675421 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:46.675770 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:46.676082 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:46.724080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Pushing event updated for resources: {'Port': ['ID=ae558466-a974-4279-a88d-4681b66d0c20,revision_number=7']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:46.744687 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:46.745043 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:46.745396 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:46.745720 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 11:39:46.746091 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737f166f-4196-413b-9554-11fe347bb3d5']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:46.753281 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761051e8-d003-4502-996a-8b845d67892c req-bcfdb39e-974e-481d-9363-1e6a483d98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:46.754829 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-761051e8-d003-4502-996a-8b845d67892c req-bcfdb39e-974e-481d-9363-1e6a483d98dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 1127 time: 0.1275659 Mar 11 11:39:46.759483 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Attempting to bind port ae558466-a974-4279-a88d-4681b66d0c20 on host n-h1-833234-2 for vnic_type normal with profile {"migrating_to": "n-h2-833234-2"} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:39:46.759857 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Attempting to bind port ae558466-a974-4279-a88d-4681b66d0c20 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:39:46.760185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Attempting to bind port ae558466-a974-4279-a88d-4681b66d0c20 on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:46.765033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Port ae558466-a974-4279-a88d-4681b66d0c20 on network ec42b46c-66eb-4785-8e56-b97afd23f681 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:39:46.765356 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Attempting to bind port ae558466-a974-4279-a88d-4681b66d0c20 on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:46.771005 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:39:46.771352 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Checking segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:46.771764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Bound using segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:39:46.772196 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Bound port: ae558466-a974-4279-a88d-4681b66d0c20, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:39:46.772555 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ae558466-a974-4279-a88d-4681b66d0c20), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:46.904892 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] For port ae558466-a974-4279-a88d-4681b66d0c20, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:46.925897 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] For port ae558466-a974-4279-a88d-4681b66d0c20, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ae558466-a974-4279-a88d-4681b66d0c20,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:39:46.937832 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761051e8-d003-4502-996a-8b845d67892c req-72de79e9-fd92-44d3-a09a-b4f523734c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:46.940160 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-761051e8-d003-4502-996a-8b845d67892c req-72de79e9-fd92-44d3-a09a-b4f523734c8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 921 time: 0.1329641 Mar 11 11:39:46.941826 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (ae558466-a974-4279-a88d-4681b66d0c20), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.026863 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-761051e8-d003-4502-996a-8b845d67892c req-0b12e0ea-564d-4e84-b500-a1ad08e0025d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 HTTP/1.1" status: 200 len: 217 time: 0.0499637 Mar 11 11:39:47.036194 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.059112 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7e3a3e-2d11-4cb2-8304-6966689b81d3') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:47.059776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7e3a3e-2d11-4cb2-8304-6966689b81d3') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:47.091985 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (4c7e3a3e-2d11-4cb2-8304-6966689b81d3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.094369 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:47.095045 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.096642 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] 10.222.0.37 "PUT /v2.0/ports/ae558466-a974-4279-a88d-4681b66d0c20 HTTP/1.1" status: 200 len: 1122 time: 0.9401679 Mar 11 11:39:47.097387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bab4e-4419-417f-b143-c557ae1d9e42 service neutron] Pushing event updated for resources: {'Port': ['ID=ae558466-a974-4279-a88d-4681b66d0c20,revision_number=8']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:47.116447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761051e8-d003-4502-996a-8b845d67892c req-9dbecf8d-bc35-4a66-84bd-51859051b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:47.118384 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-761051e8-d003-4502-996a-8b845d67892c req-9dbecf8d-bc35-4a66-84bd-51859051b197 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=900f0834-fbff-4203-bddb-573f955892d4 HTTP/1.1" status: 200 len: 859 time: 0.0849152 Mar 11 11:39:47.157518 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4c7e3a3e-2d11-4cb2-8304-6966689b81d3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.182799 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761051e8-d003-4502-996a-8b845d67892c req-34cbe63f-388e-4e21-9711-36eede06436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:47.184427 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-761051e8-d003-4502-996a-8b845d67892c req-34cbe63f-388e-4e21-9711-36eede06436e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=312d19f9-7005-4de7-8f01-ccb1029393af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0590110 Mar 11 11:39:47.199874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['ae558466-a974-4279-a88d-4681b66d0c20'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:47.228295 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79767848-30fd-4a58-a75f-1b101ec30047 req-8ee5045b-aed5-4313-9922-26a4515d96cd tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:47.229879 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79767848-30fd-4a58-a75f-1b101ec30047 req-8ee5045b-aed5-4313-9922-26a4515d96cd tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.37 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 820 time: 0.7217131 Mar 11 11:39:47.238181 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:39:47.238805 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (4c7e3a3e-2d11-4cb2-8304-6966689b81d3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: from cryptography.utils import int_from_bytes Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: from cryptography.utils import int_from_bytes Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:39:47.253054 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:39:47.278732 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-79767848-30fd-4a58-a75f-1b101ec30047 req-6d3b232e-25f2-4765-b22e-073bb37b7588 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Request body: {'port': {'device_id': '9a85262b-30aa-470d-8198-30d4fe2bc1b0', 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f', 'admin_state_up': True, 'tenant_id': '4b2baed761184abf86d0da4561f84f1b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:47.310678 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-761051e8-d003-4502-996a-8b845d67892c req-501eef2a-5ff8-442a-85f1-04a2357b644d service neutron] 10.222.0.37 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154876 Mar 11 11:39:47.403768 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-761051e8-d003-4502-996a-8b845d67892c req-f5885b5f-2207-45c5-9809-1c68959e73df service neutron] 10.222.0.37 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851405 Mar 11 11:39:47.448030 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (737f166f-4196-413b-9554-11fe347bb3d5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.481115 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-846775cc-33b3-41f6-9545-fbf59ee6f837 req-10c21649-d652-44f0-b75b-af571397bb9b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (b8b41710-692f-475e-bbc5-48b44c2b901e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.504475 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-846775cc-33b3-41f6-9545-fbf59ee6f837 req-10c21649-d652-44f0-b75b-af571397bb9b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b8b41710-692f-475e-bbc5-48b44c2b901e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.507751 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.510500 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/737f166f-4196-413b-9554-11fe347bb3d5 HTTP/1.1" status: 204 len: 168 time: 1.5578504 Mar 11 11:39:47.513674 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38702) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:47.547978 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.resource_extend [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-4d9f1a05-612a-4a1f-85bd-b19d3f91087a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:39:47.551780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b63eea-dd3e-46f9-87cd-27bd8e80feb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=737f166f-4196-413b-9554-11fe347bb3d5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:47.567147 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1ec7ea-07e7-4d9c-8d6b-1b4397a381e8 admin admin] Deleting subnet 64066295-aa0e-4542-ad67-7c911c479ee0 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:39:47.570899 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec7ea-07e7-4d9c-8d6b-1b4397a381e8 admin admin] Publish callbacks [] for subnet (64066295-aa0e-4542-ad67-7c911c479ee0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.606230 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec7ea-07e7-4d9c-8d6b-1b4397a381e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (64066295-aa0e-4542-ad67-7c911c479ee0), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.617892 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-846775cc-33b3-41f6-9545-fbf59ee6f837 req-10c21649-d652-44f0-b75b-af571397bb9b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.619113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-846775cc-33b3-41f6-9545-fbf59ee6f837 req-10c21649-d652-44f0-b75b-af571397bb9b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.2985742 Mar 11 11:39:47.646653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c21649-d652-44f0-b75b-af571397bb9b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b41710-692f-475e-bbc5-48b44c2b901e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:47.650830 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec7ea-07e7-4d9c-8d6b-1b4397a381e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (64066295-aa0e-4542-ad67-7c911c479ee0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.659693 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-4d9f1a05-612a-4a1f-85bd-b19d3f91087a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.675338 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-4d9f1a05-612a-4a1f-85bd-b19d3f91087a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (8d531d12-1df0-4065-98ee-ad917580d965), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.711079 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec7ea-07e7-4d9c-8d6b-1b4397a381e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (64066295-aa0e-4542-ad67-7c911c479ee0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.740303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ec7ea-07e7-4d9c-8d6b-1b4397a381e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64066295-aa0e-4542-ad67-7c911c479ee0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:47.744397 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec7ea-07e7-4d9c-8d6b-1b4397a381e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.750079 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bf1ec7ea-07e7-4d9c-8d6b-1b4397a381e8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/64066295-aa0e-4542-ad67-7c911c479ee0 HTTP/1.1" status: 204 len: 168 time: 0.2328222 Mar 11 11:39:47.750192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38708) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:47.757425 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79767848-30fd-4a58-a75f-1b101ec30047 req-6d3b232e-25f2-4765-b22e-073bb37b7588 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Made reservation on behalf of 4b2baed761184abf86d0da4561f84f1b for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:47.760710 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79767848-30fd-4a58-a75f-1b101ec30047 req-6d3b232e-25f2-4765-b22e-073bb37b7588 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.817985 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24559b67-7069-49fc-9888-421f075fb185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (18677655-c527-4a6c-9c5f-e84c702ee3ec), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.890579 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14354e-7dac-44ec-99b2-24b0897fb10b req-da518109-e4c0-4bbd-ab8b-f4f36ba4a5ef tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:47.892751 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad14354e-7dac-44ec-99b2-24b0897fb10b req-da518109-e4c0-4bbd-ab8b-f4f36ba4a5ef tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 944 time: 0.1767540 Mar 11 11:39:47.896623 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-4d9f1a05-612a-4a1f-85bd-b19d3f91087a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Floating IP 8d531d12-1df0-4065-98ee-ad917580d965 associated. External IP: 172.25.7.125, port: 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8. Mar 11 11:39:47.901570 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24559b67-7069-49fc-9888-421f075fb185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (18677655-c527-4a6c-9c5f-e84c702ee3ec), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.924370 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-24559b67-7069-49fc-9888-421f075fb185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18677655-c527-4a6c-9c5f-e84c702ee3ec']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:47.934215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-24559b67-7069-49fc-9888-421f075fb185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21aa8cb-dea8-4641-bb83-feac3d5419ed') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:47.934514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-24559b67-7069-49fc-9888-421f075fb185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21aa8cb-dea8-4641-bb83-feac3d5419ed') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:47.944473 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24559b67-7069-49fc-9888-421f075fb185 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (f21aa8cb-dea8-4641-bb83-feac3d5419ed), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.958220 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24559b67-7069-49fc-9888-421f075fb185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f21aa8cb-dea8-4641-bb83-feac3d5419ed), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.964995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24559b67-7069-49fc-9888-421f075fb185 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:39:47.965330 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24559b67-7069-49fc-9888-421f075fb185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (f21aa8cb-dea8-4641-bb83-feac3d5419ed), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:39:47.967123 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:39:48.020305 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24559b67-7069-49fc-9888-421f075fb185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (18677655-c527-4a6c-9c5f-e84c702ee3ec), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:48.026457 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24559b67-7069-49fc-9888-421f075fb185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:48.029945 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-24559b67-7069-49fc-9888-421f075fb185 admin admin] 10.222.0.78 "DELETE /v2.0/networks/18677655-c527-4a6c-9c5f-e84c702ee3ec HTTP/1.1" status: 204 len: 168 time: 0.2788584 Mar 11 11:39:48.043164 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24559b67-7069-49fc-9888-421f075fb185 admin admin] Pushing event deleted for resources: {'Network': ['ID=18677655-c527-4a6c-9c5f-e84c702ee3ec,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:48.076396 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad14354e-7dac-44ec-99b2-24b0897fb10b req-d3433c4c-5cb2-45c9-a3b4-fc85ca476fbe tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773703 Mar 11 11:39:48.083599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-79767848-30fd-4a58-a75f-1b101ec30047 req-6d3b232e-25f2-4765-b22e-073bb37b7588 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Allocated IP 172.20.0.9 (351ddc70-d9f5-467e-aa9f-7ea70ded1c8f/fcef59c8-442b-4973-916d-3ead428ebc76/5374bb1a-0871-4faa-ac73-13449215c526) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:39:48.208054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ffd8a277-3659-45b5-8519-5c0b6ea44340 req-9993bf8f-4aec-41e8-9f3c-e02180d0aaef tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 210 time: 0.0711167 Mar 11 11:39:48.211028 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38712) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:48.268480 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeeeb9dc-59e2-4a16-adcc-bf7bb592067c x-openstack-request-id: req-aeeeb9dc-59e2-4a16-adcc-bf7bb592067c {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:48.269336 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78", "name": "network-vif-plugged", "status": "completed", "tag": "d4817c4b-d422-4401-b632-d425a9f396d2", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:48.269776 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aeeeb9dc-59e2-4a16-adcc-bf7bb592067c {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:48.270460 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4817c4b-d422-4401-b632-d425a9f396d2', 'code': 200} Mar 11 11:39:48.272889 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-817c1ba7-1951-463b-b7a8-b321101eb9f6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=36b138a2600d44a480f9b755d6ddff12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0605702 Mar 11 11:39:48.275632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38714) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:48.345138 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c2d1132-0dc2-4fcb-9b7d-349ca2adafc6 admin admin] Publish callbacks [] for security_group (0678d169-b6fd-427a-8ea7-99418e46a71c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:48.368643 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-4d9f1a05-612a-4a1f-85bd-b19d3f91087a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Router faa52885-7045-4c44-a607-aa844ce555ca has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:39:48.395656 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79767848-30fd-4a58-a75f-1b101ec30047 req-6d3b232e-25f2-4765-b22e-073bb37b7588 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks [] for port (5374bb1a-0871-4faa-ac73-13449215c526), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:48.398584 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c2d1132-0dc2-4fcb-9b7d-349ca2adafc6 admin admin] Publish callbacks [] for security_group (0678d169-b6fd-427a-8ea7-99418e46a71c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:48.436859 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:48.442076 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c032c8a-53ce-4bea-a8f1-5d054e723242 req-a4b51b4d-d261-420b-8d90-4bf36437ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:48.443537 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6c032c8a-53ce-4bea-a8f1-5d054e723242 req-a4b51b4d-d261-420b-8d90-4bf36437ff4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78 HTTP/1.1" status: 200 len: 1127 time: 0.0765271 Mar 11 11:39:48.485043 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c2d1132-0dc2-4fcb-9b7d-349ca2adafc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0678d169-b6fd-427a-8ea7-99418e46a71c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:48.487853 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c2d1132-0dc2-4fcb-9b7d-349ca2adafc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:48.489016 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9c2d1132-0dc2-4fcb-9b7d-349ca2adafc6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0678d169-b6fd-427a-8ea7-99418e46a71c HTTP/1.1" status: 204 len: 168 time: 0.2120769 Mar 11 11:39:48.503118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d1132-0dc2-4fcb-9b7d-349ca2adafc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0678d169-b6fd-427a-8ea7-99418e46a71c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:48.513733 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6c032c8a-53ce-4bea-a8f1-5d054e723242 req-06ce8e15-fc5b-4e51-9f6a-4655b42200b8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623777 Mar 11 11:39:48.605195 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665118f9-e0b3-4a79-ab15-9a5d2a9fa43e x-openstack-request-id: req-665118f9-e0b3-4a79-ab15-9a5d2a9fa43e {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:48.605800 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08eabc9c-a40e-4a48-8f39-24563b422d71", "name": "network-vif-unplugged", "status": "completed", "tag": "ae558466-a974-4279-a88d-4681b66d0c20", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:48.606247 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-665118f9-e0b3-4a79-ab15-9a5d2a9fa43e {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:48.607004 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08eabc9c-a40e-4a48-8f39-24563b422d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae558466-a974-4279-a88d-4681b66d0c20', 'code': 200} Mar 11 11:39:48.772765 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2946b2-9ff5-43cc-bf77-55c519ba101a x-openstack-request-id: req-0a2946b2-9ff5-43cc-bf77-55c519ba101a {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:48.773037 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2680b6-6b65-4b2d-a8ad-91e630020b24", "name": "network-vif-deleted", "tag": "7b79e0ac-c4e9-4ed7-b73f-4a47af179f89", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:48.773292 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0a2946b2-9ff5-43cc-bf77-55c519ba101a {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:48.773671 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2680b6-6b65-4b2d-a8ad-91e630020b24', 'name': 'network-vif-deleted', 'tag': '7b79e0ac-c4e9-4ed7-b73f-4a47af179f89', 'status': 'completed', 'code': 200} Mar 11 11:39:48.823631 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79767848-30fd-4a58-a75f-1b101ec30047 req-6d3b232e-25f2-4765-b22e-073bb37b7588 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (5374bb1a-0871-4faa-ac73-13449215c526), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:48.826795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-4d9f1a05-612a-4a1f-85bd-b19d3f91087a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:39:48.837622 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-4d9f1a05-612a-4a1f-85bd-b19d3f91087a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:48.842342 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f968a6-8567-4163-99f6-fd8008f49806 None None] Sync routers for ids ['faa52885-7045-4c44-a607-aa844ce555ca'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:39:48.853671 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f968a6-8567-4163-99f6-fd8008f49806 None None] Routers {'faa52885-7045-4c44-a607-aa844ce555ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:39:48.854514 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-67f968a6-8567-4163-99f6-fd8008f49806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:39:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['faa52885-7045-4c44-a607-aa844ce555ca'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:48.868598 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38726) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:48.907814 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-4d9f1a05-612a-4a1f-85bd-b19d3f91087a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "PUT /v2.0/floatingips/8d531d12-1df0-4065-98ee-ad917580d965 HTTP/1.1" status: 200 len: 996 time: 3.1612113 Mar 11 11:39:48.913724 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-99227f87-623d-4557-ba15-7afb630b6ffc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=47998e73f0bf46a88a2cb2c627ea7c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419302 Mar 11 11:39:48.913960 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38728) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:48.915518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79767848-30fd-4a58-a75f-1b101ec30047 req-6d3b232e-25f2-4765-b22e-073bb37b7588 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:39:48.919653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-79767848-30fd-4a58-a75f-1b101ec30047 req-6d3b232e-25f2-4765-b22e-073bb37b7588 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:39:48.921531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b232e-25f2-4765-b22e-073bb37b7588 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Pushing event updated for resources: {'Port': ['ID=5374bb1a-0871-4faa-ac73-13449215c526,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:48.925099 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-79767848-30fd-4a58-a75f-1b101ec30047 req-6d3b232e-25f2-4765-b22e-073bb37b7588 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:39:48.934459 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d6bec-3564-4c19-964d-373b2437a6da req-085e8c02-22a1-4beb-a942-559e40dad7ce tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:48.942568 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-677d6bec-3564-4c19-964d-373b2437a6da req-085e8c02-22a1-4beb-a942-559e40dad7ce tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78 HTTP/1.1" status: 200 len: 945 time: 0.1716244 Mar 11 11:39:48.973693 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-67f968a6-8567-4163-99f6-fd8008f49806 None None] Set router faa52885-7045-4c44-a607-aa844ce555ca gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:39:48.980268 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-428d8141-eb71-4bd5-ba9b-8af0c316626b admin admin] Publish callbacks [] for security_group (735f059c-7d3a-4ece-8072-82ca4b269bfb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:49.003280 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-428d8141-eb71-4bd5-ba9b-8af0c316626b admin admin] Publish callbacks [] for security_group (735f059c-7d3a-4ece-8072-82ca4b269bfb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:49.046474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79767848-30fd-4a58-a75f-1b101ec30047 req-6d3b232e-25f2-4765-b22e-073bb37b7588 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:49.047071 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79767848-30fd-4a58-a75f-1b101ec30047 req-6d3b232e-25f2-4765-b22e-073bb37b7588 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:49.052646 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-428d8141-eb71-4bd5-ba9b-8af0c316626b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (735f059c-7d3a-4ece-8072-82ca4b269bfb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:49.055461 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-428d8141-eb71-4bd5-ba9b-8af0c316626b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:49.059303 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-428d8141-eb71-4bd5-ba9b-8af0c316626b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/735f059c-7d3a-4ece-8072-82ca4b269bfb HTTP/1.1" status: 204 len: 168 time: 0.1418335 Mar 11 11:39:49.069480 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d8141-eb71-4bd5-ba9b-8af0c316626b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735f059c-7d3a-4ece-8072-82ca4b269bfb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:49.070888 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-677d6bec-3564-4c19-964d-373b2437a6da req-6c844041-5627-4352-8bc0-5e45381d757d tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274948 Mar 11 11:39:49.076449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-56727fb0-9191-4d88-859f-3aeb7a434f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:49.078594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-56727fb0-9191-4d88-859f-3aeb7a434f9f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 1127 time: 0.1333909 Mar 11 11:39:49.085268 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79767848-30fd-4a58-a75f-1b101ec30047 req-6d3b232e-25f2-4765-b22e-073bb37b7588 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8106089 Mar 11 11:39:49.120478 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Request body: {'port': {'device_id': '9a85262b-30aa-470d-8198-30d4fe2bc1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:49.165647 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-ffe240c1-8d41-4bc9-83ee-c83654debe99 req-25045fe9-8e6a-4ea4-b303-d14ce437b2f9 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-480084237', 'description': 'tempest-description-714920564'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:49.257330 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ffe240c1-8d41-4bc9-83ee-c83654debe99 req-25045fe9-8e6a-4ea4-b303-d14ce437b2f9 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:49.277781 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5374bb1a-0871-4faa-ac73-13449215c526), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:49.296626 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-b7d1a6eb-209f-4925-8b65-ceb8a61e92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:49.299480 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-b7d1a6eb-209f-4925-8b65-ceb8a61e92b9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 921 time: 0.2098136 Mar 11 11:39:49.378363 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-67f968a6-8567-4163-99f6-fd8008f49806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '8d531d12-1df0-4065-98ee-ad917580d965', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'port_id': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'mac_address': 'fa:16:3e:23:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:39:25Z', 'updated_at': '2022-03-11T11:39:47Z', 'revision_number': 1, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:08Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:49.412721 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f968a6-8567-4163-99f6-fd8008f49806 None None] Checking router: faa52885-7045-4c44-a607-aa844ce555ca for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:39:49.424839 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f968a6-8567-4163-99f6-fd8008f49806 None None] Routers {'faa52885-7045-4c44-a607-aa844ce555ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:39:49.425463 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-67f968a6-8567-4163-99f6-fd8008f49806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:39:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['faa52885-7045-4c44-a607-aa844ce555ca'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:49.446082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-9348da8b-130b-46a7-8800-f56f45e9b41c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 HTTP/1.1" status: 200 len: 999 time: 0.1183546 Mar 11 11:39:49.536680 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-67f968a6-8567-4163-99f6-fd8008f49806 None None] Set router faa52885-7045-4c44-a607-aa844ce555ca gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:39:49.537134 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ffe240c1-8d41-4bc9-83ee-c83654debe99 req-25045fe9-8e6a-4ea4-b303-d14ce437b2f9 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (9064408a-967f-42b0-9d9d-a55d94c3bff5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:49.549810 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ffe240c1-8d41-4bc9-83ee-c83654debe99 req-25045fe9-8e6a-4ea4-b303-d14ce437b2f9 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9064408a-967f-42b0-9d9d-a55d94c3bff5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:49.599822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-8f8558dd-97ed-48f4-a9b4-a57d51ca3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:49.601431 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-8f8558dd-97ed-48f4-a9b4-a57d51ca3eb2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=900f0834-fbff-4203-bddb-573f955892d4 HTTP/1.1" status: 200 len: 859 time: 0.1113770 Mar 11 11:39:49.613943 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ffe240c1-8d41-4bc9-83ee-c83654debe99 req-25045fe9-8e6a-4ea4-b303-d14ce437b2f9 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:49.615140 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ffe240c1-8d41-4bc9-83ee-c83654debe99 req-25045fe9-8e6a-4ea4-b303-d14ce437b2f9 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4598401 Mar 11 11:39:49.640309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device ae558466-a974-4279-a88d-4681b66d0c20 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:39:49.640811 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25045fe9-8e6a-4ea4-b303-d14ce437b2f9 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9064408a-967f-42b0-9d9d-a55d94c3bff5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:49.643603 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:39:49.736564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:39:49.736919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7b79e0ac-c4e9-4ed7-b73f-4a47af179f89 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:39:49.738895 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-2281c3e1-b1b2-4f5c-9fba-c4392764f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:49.740490 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-2281c3e1-b1b2-4f5c-9fba-c4392764f10c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=312d19f9-7005-4de7-8f01-ccb1029393af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1244807 Mar 11 11:39:49.754437 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-78027c7a-f4b2-4a1b-9e40-3f1d5493921f service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:39:49.755420 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-78027c7a-f4b2-4a1b-9e40-3f1d5493921f service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062933 Mar 11 11:39:49.883125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5374bb1a-0871-4faa-ac73-13449215c526 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:49.894438 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Publish callbacks [] for port (5374bb1a-0871-4faa-ac73-13449215c526), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:49.897158 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-67f968a6-8567-4163-99f6-fd8008f49806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '8d531d12-1df0-4065-98ee-ad917580d965', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'port_id': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'mac_address': 'fa:16:3e:23:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:39:25Z', 'updated_at': '2022-03-11T11:39:47Z', 'revision_number': 1, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:08Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:49.901342 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port ae558466-a974-4279-a88d-4681b66d0c20, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ae558466-a974-4279-a88d-4681b66d0c20,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:49.921591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Transition to ACTIVE for port object 5374bb1a-0871-4faa-ac73-13449215c526 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:39:49.926295 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-4e0b0756-8f80-4f8e-af04-2ed5177cf40d service neutron] 10.222.0.78 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566308 Mar 11 11:39:49.928583 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device ae558466-a974-4279-a88d-4681b66d0c20 has no active binding in host n-h2-833234-2 {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 11:39:49.933025 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (5374bb1a-0871-4faa-ac73-13449215c526), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:49.943502 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f968a6-8567-4163-99f6-fd8008f49806 None None] The sync data for ids ['faa52885-7045-4c44-a607-aa844ce555ca'] in n-d-833234-2 is: [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '8d531d12-1df0-4065-98ee-ad917580d965', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'port_id': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'mac_address': 'fa:16:3e:23:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:39:25Z', 'updated_at': '2022-03-11T11:39:47Z', 'revision_number': 1, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:08Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:39:50.003702 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:50.043309 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=5374bb1a-0871-4faa-ac73-13449215c526,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:50.120212 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-617dde14-8ca1-4229-a10d-a0a5e55e0f4b req-e31d7264-6dc7-45d8-898e-8b30d120cd89 service neutron] 10.222.0.78 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833761 Mar 11 11:39:50.158392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Attempting to bind port 5374bb1a-0871-4faa-ac73-13449215c526 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:39:50.158743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Attempting to bind port 5374bb1a-0871-4faa-ac73-13449215c526 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:39:50.159096 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Attempting to bind port 5374bb1a-0871-4faa-ac73-13449215c526 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:50.171435 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Port 5374bb1a-0871-4faa-ac73-13449215c526 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:39:50.173390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Attempting to bind port 5374bb1a-0871-4faa-ac73-13449215c526 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:50.182435 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:39:50.182980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Checking segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:50.183533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Bound using segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:39:50.184503 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Bound port: 5374bb1a-0871-4faa-ac73-13449215c526, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:39:50.184869 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5374bb1a-0871-4faa-ac73-13449215c526), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:50.298162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67d151-eb4f-40c7-832c-0f7af4e08ecb None None] New status for floating IP 8d531d12-1df0-4065-98ee-ad917580d965: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:39:50.365791 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5078124-82bc-4f98-8c7a-93a4864df339 req-68c41588-685f-4768-baf3-30202aa6f132 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:50.367724 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5078124-82bc-4f98-8c7a-93a4864df339 req-68c41588-685f-4768-baf3-30202aa6f132 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 944 time: 0.1435809 Mar 11 11:39:50.368940 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] For port 5374bb1a-0871-4faa-ac73-13449215c526, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:50.372396 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] For port 5374bb1a-0871-4faa-ac73-13449215c526, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5374bb1a-0871-4faa-ac73-13449215c526,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:39:50.395290 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (5374bb1a-0871-4faa-ac73-13449215c526), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:50.477194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:50.481092 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:50.481092 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] 10.222.0.37 "PUT /v2.0/ports/5374bb1a-0871-4faa-ac73-13449215c526 HTTP/1.1" status: 200 len: 1091 time: 1.3660507 Mar 11 11:39:50.532268 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5078124-82bc-4f98-8c7a-93a4864df339 req-7a15e488-ba8c-4575-a1cf-9f47d750359c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517553 Mar 11 11:39:50.535066 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b17805-aaae-496a-8513-7573e573b8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=5374bb1a-0871-4faa-ac73-13449215c526,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:50.580987 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4c9b1-1bb1-45ec-9b2f-dc088163258f req-ca2bac54-6fed-4383-914c-0222681883ce tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:50.582512 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33a4c9b1-1bb1-45ec-9b2f-dc088163258f req-ca2bac54-6fed-4383-914c-0222681883ce tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 943 time: 0.1812432 Mar 11 11:39:50.608155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08eabc9c-a40e-4a48-8f39-24563b422d71', 'tag': 'ae558466-a974-4279-a88d-4681b66d0c20'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:50.610593 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a480ff3-2dbe-4270-8078-f79a5f886e48" -d '{"events": [{"name": "network-changed", "server_uuid": "08eabc9c-a40e-4a48-8f39-24563b422d71", "tag": "ae558466-a974-4279-a88d-4681b66d0c20"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:50.658855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79767848-30fd-4a58-a75f-1b101ec30047 req-733aacab-a037-46ec-bcd5-0ec4b52bd0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:50.660426 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79767848-30fd-4a58-a75f-1b101ec30047 req-733aacab-a037-46ec-bcd5-0ec4b52bd0c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 1125 time: 0.1210463 Mar 11 11:39:50.682340 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33a4c9b1-1bb1-45ec-9b2f-dc088163258f req-a44d6eb8-8fc7-4f78-ad16-a09c6440ff3b tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858867 Mar 11 11:39:50.736174 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79767848-30fd-4a58-a75f-1b101ec30047 req-f2998ef5-43c4-4e76-be38-bb5e1374eedf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5374bb1a-0871-4faa-ac73-13449215c526 HTTP/1.1" status: 200 len: 217 time: 0.0509655 Mar 11 11:39:50.758028 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2f340c4-259b-4e61-9d94-f9ddf18fdba6 req-aef127ea-8cdd-493c-8d84-e108eaa38703 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d8339615d4fc4763a1b414104472635d HTTP/1.1" status: 200 len: 10997 time: 0.1874642 Mar 11 11:39:50.776488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'tag': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8'}, {'name': 'network-changed', 'server_uuid': '9a85262b-30aa-470d-8198-30d4fe2bc1b0', 'tag': '5374bb1a-0871-4faa-ac73-13449215c526'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:50.778761 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "d47d3205-f5a4-45dc-97fb-7a49c507d785", "tag": "5e1066a5-457a-44f6-a4cf-2b8c81fc09a8"}, {"name": "network-changed", "server_uuid": "9a85262b-30aa-470d-8198-30d4fe2bc1b0", "tag": "5374bb1a-0871-4faa-ac73-13449215c526"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:50.856589 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e83dbd59-8330-48e2-ae22-236b6dfd33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:50.858054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79767848-30fd-4a58-a75f-1b101ec30047 req-e83dbd59-8330-48e2-ae22-236b6dfd33b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.0980983 Mar 11 11:39:50.871078 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2f340c4-259b-4e61-9d94-f9ddf18fdba6 req-9f82558d-4c87-46fa-a576-a534c9b0f29f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/a367689b-a0ab-4806-8a20-fbd93551e415 HTTP/1.1" status: 200 len: 2998 time: 0.1033504 Mar 11 11:39:50.915237 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2323bf4-b290-4a00-9e5c-5a9c230d647e req-141f4814-aa95-491b-9937-7b46528d6edb tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:50.916733 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2323bf4-b290-4a00-9e5c-5a9c230d647e req-141f4814-aa95-491b-9937-7b46528d6edb tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/ports?device_id=a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96 HTTP/1.1" status: 200 len: 950 time: 0.1578047 Mar 11 11:39:50.919921 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79767848-30fd-4a58-a75f-1b101ec30047 req-66658f93-d295-4166-abea-654e76ff4597 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450377 Mar 11 11:39:51.031148 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2f340c4-259b-4e61-9d94-f9ddf18fdba6 req-018c0c9b-2bc1-4d5b-9c2e-df424316ac55 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/a367689b-a0ab-4806-8a20-fbd93551e415 HTTP/1.1" status: 200 len: 2998 time: 0.1540647 Mar 11 11:39:51.035993 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2323bf4-b290-4a00-9e5c-5a9c230d647e req-e2dcd192-818a-4f9a-8fd1-0d068117f62a tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86adc99-e645-41b5-8599-bc3b01d0968c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106143 Mar 11 11:39:51.061742 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79767848-30fd-4a58-a75f-1b101ec30047 req-13b0fa92-f4c0-4708-bc97-6b4283989489 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250813 Mar 11 11:39:51.223454 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0e33c-32a9-4e5a-8a54-f6b77ffaf5c8 req-8c867ac5-d379-46db-bdc0-30a24dd5e58b tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:51.224920 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75f0e33c-32a9-4e5a-8a54-f6b77ffaf5c8 req-8c867ac5-d379-46db-bdc0-30a24dd5e58b tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78 HTTP/1.1" status: 200 len: 945 time: 0.1333785 Mar 11 11:39:51.229932 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79767848-30fd-4a58-a75f-1b101ec30047 req-c1c32089-780d-4dcd-ad08-4bc98b853646 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566634 Mar 11 11:39:51.273758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-5dff526b-89a4-4992-99a5-6baed4567f97 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:51.275224 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-5dff526b-89a4-4992-99a5-6baed4567f97 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dd6db4b-7077-4ac0-a1d9-5b68894c400a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1185842 Mar 11 11:39:51.295792 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75f0e33c-32a9-4e5a-8a54-f6b77ffaf5c8 req-91944c5e-fa48-49a7-b601-e3573a6461a6 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648892 Mar 11 11:39:51.371868 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-4a1b8195-15a3-40d2-ae68-4772ae607da8 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 1001 time: 0.0887551 Mar 11 11:39:51.385008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-6972ba03-7052-4ebc-aa28-ed80a00da25f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Request body: {'floatingip': {'port_id': '80d3a417-0fbb-4173-8b38-fc85f5712046', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:51.436397 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20cecf93-8fcc-4303-a5b1-0879c89e4d4a req-7674c95e-70f0-4801-88fb-752ef122f59e tempest-QuotasAdminNegativeTest-915154985 tempest-QuotasAdminNegativeTest-915154985-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=58c83914e253447ca6530dfe2154b0b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545716 Mar 11 11:39:51.480257 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-6972ba03-7052-4ebc-aa28-ed80a00da25f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks [] for floatingip (8d531d12-1df0-4065-98ee-ad917580d965), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:51.615649 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cecf93-8fcc-4303-a5b1-0879c89e4d4a req-ed1d4004-e6bc-45d9-a4e3-69b6d09b47a1 tempest-QuotasAdminNegativeTest-915154985 tempest-QuotasAdminNegativeTest-915154985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:51.617110 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20cecf93-8fcc-4303-a5b1-0879c89e4d4a req-ed1d4004-e6bc-45d9-a4e3-69b6d09b47a1 tempest-QuotasAdminNegativeTest-915154985 tempest-QuotasAdminNegativeTest-915154985-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737986 Mar 11 11:39:51.658485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20cecf93-8fcc-4303-a5b1-0879c89e4d4a req-bcb3b345-b93c-4e3d-8989-f7b0c9bb0f82 tempest-QuotasAdminNegativeTest-915154985 tempest-QuotasAdminNegativeTest-915154985-project] 10.222.0.78 "GET /v2.0/quotas/58c83914e253447ca6530dfe2154b0b5 HTTP/1.1" status: 200 len: 375 time: 0.0170970 Mar 11 11:39:51.754525 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20cecf93-8fcc-4303-a5b1-0879c89e4d4a req-40b10635-f03c-410d-9bba-777223ec01ea tempest-QuotasAdminNegativeTest-915154985 tempest-QuotasAdminNegativeTest-915154985-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=58c83914e253447ca6530dfe2154b0b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845420 Mar 11 11:39:51.817440 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abd945-8d01-4b9d-a6a6-23b6df2354d1 req-b11b7806-8f83-432b-8c58-0a3852c5cabf tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:51.819157 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96abd945-8d01-4b9d-a6a6-23b6df2354d1 req-b11b7806-8f83-432b-8c58-0a3852c5cabf tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.71 "GET /v2.0/ports?device_id=a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96 HTTP/1.1" status: 200 len: 950 time: 0.1579905 Mar 11 11:39:51.842307 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cea24aa-52b7-4ae0-b7f6-948e25c1bd32 x-openstack-request-id: req-9cea24aa-52b7-4ae0-b7f6-948e25c1bd32 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:51.842789 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08eabc9c-a40e-4a48-8f39-24563b422d71", "tag": "ae558466-a974-4279-a88d-4681b66d0c20", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:51.842881 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9cea24aa-52b7-4ae0-b7f6-948e25c1bd32 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:51.843323 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08eabc9c-a40e-4a48-8f39-24563b422d71', 'tag': 'ae558466-a974-4279-a88d-4681b66d0c20', 'status': 'completed', 'code': 200} Mar 11 11:39:51.898333 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064d7bd3-6898-4218-a9a3-b3350302b9af x-openstack-request-id: req-064d7bd3-6898-4218-a9a3-b3350302b9af {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:51.898626 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47d3205-f5a4-45dc-97fb-7a49c507d785", "tag": "5e1066a5-457a-44f6-a4cf-2b8c81fc09a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a85262b-30aa-470d-8198-30d4fe2bc1b0", "tag": "5374bb1a-0871-4faa-ac73-13449215c526", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:51.898873 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-064d7bd3-6898-4218-a9a3-b3350302b9af {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:51.899256 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'tag': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8', 'status': 'completed', 'code': 200} Mar 11 11:39:51.899505 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a85262b-30aa-470d-8198-30d4fe2bc1b0', 'tag': '5374bb1a-0871-4faa-ac73-13449215c526', 'status': 'completed', 'code': 200} Mar 11 11:39:51.918448 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a480ff3-2dbe-4270-8078-f79a5f886e48 req-a512fc52-0ca5-4bc2-b22a-f5e15260bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:51.920584 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6a480ff3-2dbe-4270-8078-f79a5f886e48 req-a512fc52-0ca5-4bc2-b22a-f5e15260bcaa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 1156 time: 0.0528963 Mar 11 11:39:52.024158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a480ff3-2dbe-4270-8078-f79a5f886e48 req-e62d848c-4b4d-4d73-86d2-5c269ec5c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:52.025686 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6a480ff3-2dbe-4270-8078-f79a5f886e48 req-e62d848c-4b4d-4d73-86d2-5c269ec5c32e service neutron] 10.222.0.71 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.0971606 Mar 11 11:39:52.072596 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6a480ff3-2dbe-4270-8078-f79a5f886e48 req-23fc0eb7-13b9-4a4b-9dc9-daadb5e4604f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae558466-a974-4279-a88d-4681b66d0c20 HTTP/1.1" status: 200 len: 217 time: 0.0402646 Mar 11 11:39:52.122421 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a480ff3-2dbe-4270-8078-f79a5f886e48 req-6cc95ddf-6874-41b6-b89f-36edda34c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:52.123990 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6a480ff3-2dbe-4270-8078-f79a5f886e48 req-6cc95ddf-6874-41b6-b89f-36edda34c002 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.0453455 Mar 11 11:39:52.163834 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6a480ff3-2dbe-4270-8078-f79a5f886e48 req-500a80f4-10d6-4e65-b060-59b1b9ad92e9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329547 Mar 11 11:39:52.262391 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6a480ff3-2dbe-4270-8078-f79a5f886e48 req-b0e96141-d0c6-46db-9957-170e8db93fd6 service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894911 Mar 11 11:39:52.337883 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-8c8dc076-c6a2-48ea-bf61-9742d1c72e85 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=73be70b8a4d8435e891accf3b1b1ec32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341675 Mar 11 11:39:52.357413 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6a480ff3-2dbe-4270-8078-f79a5f886e48 req-d8a8b04f-9ac0-45ca-a4db-02560b06f78c service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888209 Mar 11 11:39:52.384525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-4f369242-b544-439e-8c0b-baf80918e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:52.386039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-4f369242-b544-439e-8c0b-baf80918e4f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 1127 time: 0.4480886 Mar 11 11:39:52.455831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-96abd945-8d01-4b9d-a6a6-23b6df2354d1 req-60e25918-04be-4d60-b522-a2b6e034f8dd tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Deleting port e929de5c-d6f2-4e41-92f4-4fef8d67ea47 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:39:52.456158 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-96abd945-8d01-4b9d-a6a6-23b6df2354d1 req-60e25918-04be-4d60-b522-a2b6e034f8dd tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e929de5c-d6f2-4e41-92f4-4fef8d67ea47), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:52.670732 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-4253ced6-2310-4c6a-b51a-b634fad9dea2 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:52.672211 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-4253ced6-2310-4c6a-b51a-b634fad9dea2 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3266480 Mar 11 11:39:52.687761 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-d041ecf1-ce05-4a29-a7de-b5f46046f420 service neutron] 10.222.0.71 "GET /v2.0/ports/ae558466-a974-4279-a88d-4681b66d0c20/bindings/n-h2-833234-2 HTTP/1.1" status: 200 len: 384 time: 0.0587430 Mar 11 11:39:52.724527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-8b71866a-e9d6-4995-aacd-c63eeb5652a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:52.725944 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-8b71866a-e9d6-4995-aacd-c63eeb5652a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 921 time: 0.3066604 Mar 11 11:39:52.751822 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-e2cd7a2f-361d-478b-b7ce-f723fb1c5de3 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/quotas/73be70b8a4d8435e891accf3b1b1ec32 HTTP/1.1" status: 200 len: 375 time: 0.0472763 Mar 11 11:39:52.754490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-96abd945-8d01-4b9d-a6a6-23b6df2354d1 req-60e25918-04be-4d60-b522-a2b6e034f8dd tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] For port e929de5c-d6f2-4e41-92f4-4fef8d67ea47, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e929de5c-d6f2-4e41-92f4-4fef8d67ea47,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:52.754844 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-96abd945-8d01-4b9d-a6a6-23b6df2354d1 req-60e25918-04be-4d60-b522-a2b6e034f8dd tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e929de5c-d6f2-4e41-92f4-4fef8d67ea47), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:52.798499 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-6972ba03-7052-4ebc-aa28-ed80a00da25f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:52.828884 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-6972ba03-7052-4ebc-aa28-ed80a00da25f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (8d531d12-1df0-4065-98ee-ad917580d965), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:52.832476 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-96abd945-8d01-4b9d-a6a6-23b6df2354d1 req-60e25918-04be-4d60-b522-a2b6e034f8dd tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Calling delete_port for e929de5c-d6f2-4e41-92f4-4fef8d67ea47 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:39:52.835634 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-2aaf4247-abcf-439c-a8a4-e8754be7fefd tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=73be70b8a4d8435e891accf3b1b1ec32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432880 Mar 11 11:39:52.870786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-e54d7433-0ce6-4e7b-9670-f240cd6e24c7 service neutron] For port ae558466-a974-4279-a88d-4681b66d0c20, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ae558466-a974-4279-a88d-4681b66d0c20,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:52.894283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-e54d7433-0ce6-4e7b-9670-f240cd6e24c7 service neutron] For port ae558466-a974-4279-a88d-4681b66d0c20, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:52.895873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-8db6065c-e61d-4695-938f-c7a5d4aa560e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 HTTP/1.1" status: 200 len: 1001 time: 0.1603715 Mar 11 11:39:52.930929 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-e54d7433-0ce6-4e7b-9670-f240cd6e24c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae558466-a974-4279-a88d-4681b66d0c20 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:52.945883 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-e54d7433-0ce6-4e7b-9670-f240cd6e24c7 service neutron] For port ae558466-a974-4279-a88d-4681b66d0c20, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=ae558466-a974-4279-a88d-4681b66d0c20,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:52.963935 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-e54d7433-0ce6-4e7b-9670-f240cd6e24c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ae558466-a974-4279-a88d-4681b66d0c20), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:53.052169 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-e54d7433-0ce6-4e7b-9670-f240cd6e24c7 service neutron] Transition to ACTIVE for port object ae558466-a974-4279-a88d-4681b66d0c20 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:39:53.058619 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-e54d7433-0ce6-4e7b-9670-f240cd6e24c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (ae558466-a974-4279-a88d-4681b66d0c20), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:53.063260 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-ca3d9eed-c8b9-45b2-b33a-0930af3ba010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:53.065671 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-ca3d9eed-c8b9-45b2-b33a-0930af3ba010 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=900f0834-fbff-4203-bddb-573f955892d4 HTTP/1.1" status: 200 len: 859 time: 0.1378012 Mar 11 11:39:53.082441 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-6972ba03-7052-4ebc-aa28-ed80a00da25f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Floating IP 8d531d12-1df0-4065-98ee-ad917580d965 associated. External IP: 172.25.7.125, port: 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8. Mar 11 11:39:53.122764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-e54d7433-0ce6-4e7b-9670-f240cd6e24c7 service neutron] No DVR routers for this DVR port ae558466-a974-4279-a88d-4681b66d0c20 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:39:53.130781 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-43c224c7-8297-4ac8-bdcc-d3835dcfe50d req-5eb5bdff-40b7-4bf2-826a-041248719054 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/b0844afc-2dff-45c2-b133-6eb33c3d548e HTTP/1.1" status: 200 len: 1818 time: 0.1642957 Mar 11 11:39:53.145095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d7433-0ce6-4e7b-9670-f240cd6e24c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae558466-a974-4279-a88d-4681b66d0c20,revision_number=10']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:53.176635 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-e54d7433-0ce6-4e7b-9670-f240cd6e24c7 service neutron] 10.222.0.71 "PUT /v2.0/ports/ae558466-a974-4279-a88d-4681b66d0c20/bindings/n-h2-833234-2/activate HTTP/1.1" status: 200 len: 369 time: 0.4800084 Mar 11 11:39:53.290930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-0433a325-829e-47f2-a9ae-771497646921 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:53.292596 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-0433a325-829e-47f2-a9ae-771497646921 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71&tenant_id=1cecaa0b73904c0b969683224717fe2d&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 1127 time: 0.0569730 Mar 11 11:39:53.302682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-d897c9bf-23a8-4151-874e-4db874f51b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:53.304382 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-d897c9bf-23a8-4151-874e-4db874f51b8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=312d19f9-7005-4de7-8f01-ccb1029393af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2194543 Mar 11 11:39:53.327751 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-96abd945-8d01-4b9d-a6a6-23b6df2354d1 req-60e25918-04be-4d60-b522-a2b6e034f8dd tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e929de5c-d6f2-4e41-92f4-4fef8d67ea47), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:53.342000 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['e929de5c-d6f2-4e41-92f4-4fef8d67ea47'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:53.388165 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-bb733f55-3857-4345-a7f4-9c920f80e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:53.389856 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-bb733f55-3857-4345-a7f4-9c920f80e041 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71&tenant_id=1cecaa0b73904c0b969683224717fe2d HTTP/1.1" status: 200 len: 1127 time: 0.0859585 Mar 11 11:39:53.412568 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-43c224c7-8297-4ac8-bdcc-d3835dcfe50d req-65a69283-07ac-4ec9-9d69-2ad42cd0374e tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (b0844afc-2dff-45c2-b133-6eb33c3d548e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:53.431700 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e25918-04be-4d60-b522-a2b6e034f8dd tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Pushing event deleted for resources: {'Port': ['ID=e929de5c-d6f2-4e41-92f4-4fef8d67ea47,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:53.484695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-3f5ae72b-d86d-41f9-a6c9-3c990c4653ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:53.486891 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-3f5ae72b-d86d-41f9-a6c9-3c990c4653ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 1127 time: 0.0599780 Mar 11 11:39:53.509203 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-43c224c7-8297-4ac8-bdcc-d3835dcfe50d req-65a69283-07ac-4ec9-9d69-2ad42cd0374e tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (b0844afc-2dff-45c2-b133-6eb33c3d548e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:53.558093 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-96abd945-8d01-4b9d-a6a6-23b6df2354d1 req-60e25918-04be-4d60-b522-a2b6e034f8dd tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] No DVR routers for this DVR port e929de5c-d6f2-4e41-92f4-4fef8d67ea47 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:39:53.592294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-70e57188-4879-47df-8f4f-be722de8d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:53.593800 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-70e57188-4879-47df-8f4f-be722de8d512 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.0998819 Mar 11 11:39:53.598602 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-96abd945-8d01-4b9d-a6a6-23b6df2354d1 req-60e25918-04be-4d60-b522-a2b6e034f8dd tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:53.601873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96abd945-8d01-4b9d-a6a6-23b6df2354d1 req-60e25918-04be-4d60-b522-a2b6e034f8dd tempest-ServersAdminNegativeTestJSON-2097483010 tempest-ServersAdminNegativeTestJSON-2097483010-project] 10.222.0.71 "DELETE /v2.0/ports/e929de5c-d6f2-4e41-92f4-4fef8d67ea47 HTTP/1.1" status: 204 len: 173 time: 1.7758541 Mar 11 11:39:53.618295 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-38bab8ba-3e4d-4a76-9f0c-297b1c20497a service neutron] 10.222.0.37 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016505 Mar 11 11:39:53.649717 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-5b567fe9-3ddc-45d5-8273-0ba6ffdc2847 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae558466-a974-4279-a88d-4681b66d0c20 HTTP/1.1" status: 200 len: 217 time: 0.0400994 Mar 11 11:39:53.655798 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-43c224c7-8297-4ac8-bdcc-d3835dcfe50d req-65a69283-07ac-4ec9-9d69-2ad42cd0374e tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b0844afc-2dff-45c2-b133-6eb33c3d548e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:53.658462 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-43c224c7-8297-4ac8-bdcc-d3835dcfe50d req-65a69283-07ac-4ec9-9d69-2ad42cd0374e tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:53.659571 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-43c224c7-8297-4ac8-bdcc-d3835dcfe50d req-65a69283-07ac-4ec9-9d69-2ad42cd0374e tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "DELETE /v2.0/security-groups/b0844afc-2dff-45c2-b133-6eb33c3d548e HTTP/1.1" status: 204 len: 173 time: 0.5023870 Mar 11 11:39:53.668187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-6972ba03-7052-4ebc-aa28-ed80a00da25f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Router faa52885-7045-4c44-a607-aa844ce555ca has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:39:53.685907 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a69283-07ac-4ec9-9d69-2ad42cd0374e tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0844afc-2dff-45c2-b133-6eb33c3d548e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:53.748927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-943831db-e32b-4e57-9e4b-7c40f2586a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:53.750667 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-943831db-e32b-4e57-9e4b-7c40f2586a31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.0830100 Mar 11 11:39:53.796378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-e55c2a80-4e21-4e16-978b-9134cb57b92c service neutron] 10.222.0.37 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668594 Mar 11 11:39:53.834969 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-199531ae-4d3f-4e62-9525-3bb524a33c31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527053 Mar 11 11:39:53.861625 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-6972ba03-7052-4ebc-aa28-ed80a00da25f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:39:53.874378 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d306f767-46bb-4f3b-999f-b321896c8c04 None None] Sync routers for ids ['faa52885-7045-4c44-a607-aa844ce555ca'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:39:53.894610 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d306f767-46bb-4f3b-999f-b321896c8c04 None None] Routers {'faa52885-7045-4c44-a607-aa844ce555ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:39:53.895310 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d306f767-46bb-4f3b-999f-b321896c8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:39:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['faa52885-7045-4c44-a607-aa844ce555ca'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:53.906122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96', 'name': 'network-vif-deleted', 'tag': 'e929de5c-d6f2-4e41-92f4-4fef8d67ea47'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:53.909553 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0d0ad5-0875-4c53-8003-d1b0c4ea17af" -d '{"events": [{"server_uuid": "a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96", "name": "network-vif-deleted", "tag": "e929de5c-d6f2-4e41-92f4-4fef8d67ea47"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:53.992736 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-0007fe89-1b12-4edb-a6df-61a21639479b service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322026 Mar 11 11:39:54.056169 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-4549e057-f55c-45ae-b721-fbe22d0decd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:54.057587 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-4549e057-f55c-45ae-b721-fbe22d0decd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 1125 time: 0.1444535 Mar 11 11:39:54.082374 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d306f767-46bb-4f3b-999f-b321896c8c04 None None] Set router faa52885-7045-4c44-a607-aa844ce555ca gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:39:54.119700 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-2b6e1f0d-758c-4619-b7fd-d00326d6bedf service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118796 Mar 11 11:39:54.346755 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d306f767-46bb-4f3b-999f-b321896c8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '8d531d12-1df0-4065-98ee-ad917580d965', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'port_id': '80d3a417-0fbb-4173-8b38-fc85f5712046', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'mac_address': 'fa:16:3e:6e:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd6db4b-7077-4ac0-a1d9-5b68894c400a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:39:25Z', 'updated_at': '2022-03-11T11:39:52Z', 'revision_number': 3, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:08Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:54.374657 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d306f767-46bb-4f3b-999f-b321896c8c04 None None] Checking router: faa52885-7045-4c44-a607-aa844ce555ca for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:39:54.383718 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d306f767-46bb-4f3b-999f-b321896c8c04 None None] Routers {'faa52885-7045-4c44-a607-aa844ce555ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:39:54.384576 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d306f767-46bb-4f3b-999f-b321896c8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:39:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['faa52885-7045-4c44-a607-aa844ce555ca'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:54.421023 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-b7ae55b1-6b96-4c35-9b3c-4db82e00c542 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=73be70b8a4d8435e891accf3b1b1ec32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262973 Mar 11 11:39:54.459104 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8f0f4-892f-42d2-80f2-568b8e67d915 req-64a2fa1e-032d-481d-8958-656e85424a30 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:54.465556 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bba8f0f4-892f-42d2-80f2-568b8e67d915 req-64a2fa1e-032d-481d-8958-656e85424a30 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78 HTTP/1.1" status: 200 len: 945 time: 0.4555619 Mar 11 11:39:54.471864 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38836) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:54.477891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a678d6d4-4599-47a1-a196-a88b827e580d tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Request body: {'floatingip': {'port_id': 'd4817c4b-d422-4401-b632-d425a9f396d2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:54.527316 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d306f767-46bb-4f3b-999f-b321896c8c04 None None] Set router faa52885-7045-4c44-a607-aa844ce555ca gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:39:54.603416 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a678d6d4-4599-47a1-a196-a88b827e580d tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for floatingip (af61d8fb-45c4-4047-814b-41322db8d2ee), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:54.656442 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-e72d6679-8685-451d-b509-b108b06bd29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:54.659015 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-e72d6679-8685-451d-b509-b108b06bd29a service neutron] 10.222.0.37 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.5904758 Mar 11 11:39:54.681440 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-6972ba03-7052-4ebc-aa28-ed80a00da25f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Router faa52885-7045-4c44-a607-aa844ce555ca has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:39:54.726881 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-0b270783-9cfc-4291-ac70-97791529c5d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5374bb1a-0871-4faa-ac73-13449215c526 HTTP/1.1" status: 200 len: 217 time: 0.0562692 Mar 11 11:39:54.744264 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38905863-9831-43da-add5-32e1162f5096 req-a666359d-60f6-47d7-8937-587c32609e6d tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:54.745813 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38905863-9831-43da-add5-32e1162f5096 req-a666359d-60f6-47d7-8937-587c32609e6d tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 945 time: 0.1948109 Mar 11 11:39:54.805355 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d306f767-46bb-4f3b-999f-b321896c8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '8d531d12-1df0-4065-98ee-ad917580d965', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'port_id': '80d3a417-0fbb-4173-8b38-fc85f5712046', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'mac_address': 'fa:16:3e:6e:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd6db4b-7077-4ac0-a1d9-5b68894c400a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:39:25Z', 'updated_at': '2022-03-11T11:39:52Z', 'revision_number': 3, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:08Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:54.837008 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d306f767-46bb-4f3b-999f-b321896c8c04 None None] The sync data for ids ['faa52885-7045-4c44-a607-aa844ce555ca'] in n-d-833234-2 is: [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '8d531d12-1df0-4065-98ee-ad917580d965', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'port_id': '80d3a417-0fbb-4173-8b38-fc85f5712046', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'mac_address': 'fa:16:3e:6e:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd6db4b-7077-4ac0-a1d9-5b68894c400a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:39:25Z', 'updated_at': '2022-03-11T11:39:52Z', 'revision_number': 3, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:08Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:39:54.906578 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-057abc31-8978-4475-83e0-a89a0776688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:54.908886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-057abc31-8978-4475-83e0-a89a0776688c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.1621721 Mar 11 11:39:54.920302 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38905863-9831-43da-add5-32e1162f5096 req-d0e2ccc8-2fd2-473d-850a-69334a677db9 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306505 Mar 11 11:39:54.960614 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-17b44f4b-664d-4101-839b-a927251bd645 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332267 Mar 11 11:39:54.961827 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-6972ba03-7052-4ebc-aa28-ed80a00da25f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:39:54.971675 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-6972ba03-7052-4ebc-aa28-ed80a00da25f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:54.988917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-7f8f936f-cd12-4b74-a878-5657d4f2c35c tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:54.990413 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-7f8f936f-cd12-4b74-a878-5657d4f2c35c tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5600677 Mar 11 11:39:55.006884 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-0da0e190-6714-410a-a4c0-a8a12ae88258 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Request body: {'port': {'device_id': '7733556d-8be0-4a9d-91cc-6e558ea46edc', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '73be70b8a4d8435e891accf3b1b1ec32'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:55.015554 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-e5d62176-3591-4f3d-93d6-5691b0554f47 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:55.017110 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-e5d62176-3591-4f3d-93d6-5691b0554f47 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71&tenant_id=1cecaa0b73904c0b969683224717fe2d&binding%3Ahost_id=n-h2-833234-2 HTTP/1.1" status: 200 len: 1127 time: 0.4500597 Mar 11 11:39:55.056213 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087162ea-64a5-44a3-9c74-58a534b6d0e5 None None] New status for floating IP 8d531d12-1df0-4065-98ee-ad917580d965: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:39:55.142901 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-6972ba03-7052-4ebc-aa28-ed80a00da25f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "PUT /v2.0/floatingips/8d531d12-1df0-4065-98ee-ad917580d965 HTTP/1.1" status: 200 len: 998 time: 3.7630250 Mar 11 11:39:55.210908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e98ce2-3ca4-4b84-9377-ff7463836f01 req-4a820f6c-3f5d-4a01-8bac-ff74ba298884 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:55.212461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7e98ce2-3ca4-4b84-9377-ff7463836f01 req-4a820f6c-3f5d-4a01-8bac-ff74ba298884 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 943 time: 0.2112694 Mar 11 11:39:55.217479 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-48838850-ccbb-4d18-9f93-cc0c71bee97f service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432542 Mar 11 11:39:55.239690 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-e6716b44-cc16-4f8d-80ed-9a60c10b154e tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:55.241610 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-e6716b44-cc16-4f8d-80ed-9a60c10b154e tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports/5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 HTTP/1.1" status: 200 len: 942 time: 0.0979013 Mar 11 11:39:55.297630 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-0da0e190-6714-410a-a4c0-a8a12ae88258 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Made reservation on behalf of 73be70b8a4d8435e891accf3b1b1ec32 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:39:55.301236 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-0da0e190-6714-410a-a4c0-a8a12ae88258 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:55.345883 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-0da0e190-6714-410a-a4c0-a8a12ae88258 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:55.361089 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7e98ce2-3ca4-4b84-9377-ff7463836f01 req-82975113-9334-4591-98e2-266bb1f099d0 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425493 Mar 11 11:39:55.371289 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacab509-311e-468a-a08f-260866e526d3 None None] Sync routers for ids ['faa52885-7045-4c44-a607-aa844ce555ca'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:39:55.386031 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacab509-311e-468a-a08f-260866e526d3 None None] Routers {'faa52885-7045-4c44-a607-aa844ce555ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:39:55.386911 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dacab509-311e-468a-a08f-260866e526d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:39:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['faa52885-7045-4c44-a607-aa844ce555ca'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:55.421927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-971d7e23-eb4e-45d7-981f-37acb954eb7d service neutron] For port ae558466-a974-4279-a88d-4681b66d0c20, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:55.430285 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-971d7e23-eb4e-45d7-981f-37acb954eb7d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:55.432460 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f162e1d-d9eb-4d80-90cc-a616ac2de29f req-971d7e23-eb4e-45d7-981f-37acb954eb7d service neutron] 10.222.0.37 "DELETE /v2.0/ports/ae558466-a974-4279-a88d-4681b66d0c20/bindings/n-h1-833234-2 HTTP/1.1" status: 204 len: 173 time: 0.4006855 Mar 11 11:39:55.443573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8beb1085-550c-4afc-b9f2-b9fde2ba5ca8 req-0d0d3e20-5607-4ab9-b635-b50a4c22dc54 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888883 Mar 11 11:39:55.453146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-68a0dd74-7c39-4d09-8eb6-718ba0e2fe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:55.457079 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-68a0dd74-7c39-4d09-8eb6-718ba0e2fe2f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 1127 time: 0.1083932 Mar 11 11:39:55.594178 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-30960aaa-d783-4a1e-ad8d-07939b66ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:55.597529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-30960aaa-d783-4a1e-ad8d-07939b66ce2d service neutron] 10.222.0.78 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 921 time: 0.1323624 Mar 11 11:39:55.640623 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-dacab509-311e-468a-a08f-260866e526d3 None None] Set router faa52885-7045-4c44-a607-aa844ce555ca gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:39:55.648765 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-0da0e190-6714-410a-a4c0-a8a12ae88258 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks [] for security_group (b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:55.669231 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-0da0e190-6714-410a-a4c0-a8a12ae88258 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:55.680801 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5374bb1a-0871-4faa-ac73-13449215c526 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:39:55.709942 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.resource_extend [None req-a678d6d4-4599-47a1-a196-a88b827e580d tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:39:55.714278 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-2ad3b319-a05d-4664-8f26-94a0af04f33c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 HTTP/1.1" status: 200 len: 217 time: 0.0910492 Mar 11 11:39:55.821773 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5374bb1a-0871-4faa-ac73-13449215c526, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5374bb1a-0871-4faa-ac73-13449215c526,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:55.833845 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-749f2ed7-6451-4176-8a55-155ab6e719bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:55.834841 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-749f2ed7-6451-4176-8a55-155ab6e719bd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=900f0834-fbff-4203-bddb-573f955892d4 HTTP/1.1" status: 200 len: 859 time: 0.1197650 Mar 11 11:39:55.848468 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '5374bb1a-0871-4faa-ac73-13449215c526', 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f', 'port_id': '5374bb1a-0871-4faa-ac73-13449215c526', 'mac_address': 'fa:16:3e:65:f3:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcef59c8-442b-4973-916d-3ead428ebc76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:39:55.898947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 5374bb1a-0871-4faa-ac73-13449215c526 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:55.899557 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5374bb1a-0871-4faa-ac73-13449215c526), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:55.920527 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5374bb1a-0871-4faa-ac73-13449215c526 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:55.962692 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec403dac-7a20-4d14-ac7f-180b051706da req-6a3afb4a-6324-4be4-b366-f61386aa4ebe tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7733556d-8be0-4a9d-91cc-6e558ea46edc HTTP/1.1" status: 200 len: 210 time: 0.0934498 Mar 11 11:39:55.981815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5374bb1a-0871-4faa-ac73-13449215c526, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5374bb1a-0871-4faa-ac73-13449215c526,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:39:55.998667 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5374bb1a-0871-4faa-ac73-13449215c526), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:56.003199 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-5fcaaa15-aa56-4646-868e-7f79dddd4c01 req-bf9080b1-37dc-4a7a-83a1-13c1c7bec654 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] show failed (client error): The resource could not be found. Mar 11 11:39:56.012082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5fcaaa15-aa56-4646-868e-7f79dddd4c01 req-bf9080b1-37dc-4a7a-83a1-13c1c7bec654 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/b0844afc-2dff-45c2-b133-6eb33c3d548e HTTP/1.1" status: 404 len: 352 time: 0.0249965 Mar 11 11:39:56.021426 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-d595ed30-cce3-481d-90e1-821e146180d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:56.024556 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-d595ed30-cce3-481d-90e1-821e146180d9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=312d19f9-7005-4de7-8f01-ccb1029393af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1829019 Mar 11 11:39:56.037089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-1eb0ed34-6530-4c80-9e8d-8ff8b91c6b4c service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:39:56.039317 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-1eb0ed34-6530-4c80-9e8d-8ff8b91c6b4c service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066636 Mar 11 11:39:56.069875 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0e190-6714-410a-a4c0-a8a12ae88258 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:56.083350 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f9bf44-c517-49be-82c1-25a974be14ef x-openstack-request-id: req-07f9bf44-c517-49be-82c1-25a974be14ef {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:56.084302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=5374bb1a-0871-4faa-ac73-13449215c526,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:56.085595 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96", "name": "network-vif-deleted", "tag": "e929de5c-d6f2-4e41-92f4-4fef8d67ea47", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:56.086925 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-07f9bf44-c517-49be-82c1-25a974be14ef {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:56.088478 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37b79d0-94fb-4f0e-bee0-b6d7f5f1be96', 'name': 'network-vif-deleted', 'tag': 'e929de5c-d6f2-4e41-92f4-4fef8d67ea47', 'status': 'completed', 'code': 200} Mar 11 11:39:56.106693 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a678d6d4-4599-47a1-a196-a88b827e580d tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:56.132837 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a678d6d4-4599-47a1-a196-a88b827e580d tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (af61d8fb-45c4-4047-814b-41322db8d2ee), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:56.222458 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-0da0e190-6714-410a-a4c0-a8a12ae88258 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Allocated IP 192.168.233.125 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/ed39fc5b-2f9b-40f9-8d67-293261c524cc) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:39:56.250724 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-a92756ce-5eea-4058-a3a0-230f5190f27d service neutron] 10.222.0.78 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032521 Mar 11 11:39:56.261890 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-11da59ac-fefe-4f08-94de-9c97358bb29b req-e17bc1d4-1567-49eb-a764-820f68bf299e tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/b8b41710-692f-475e-bbc5-48b44c2b901e HTTP/1.1" status: 200 len: 1817 time: 0.0769482 Mar 11 11:39:56.353923 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['5374bb1a-0871-4faa-ac73-13449215c526'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:39:56.366786 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-a678d6d4-4599-47a1-a196-a88b827e580d tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Floating IP af61d8fb-45c4-4047-814b-41322db8d2ee associated. External IP: 172.25.7.135, port: d4817c4b-d422-4401-b632-d425a9f396d2. Mar 11 11:39:56.404375 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dacab509-311e-468a-a08f-260866e526d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '8d531d12-1df0-4065-98ee-ad917580d965', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'port_id': '80d3a417-0fbb-4173-8b38-fc85f5712046', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'mac_address': 'fa:16:3e:6e:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd6db4b-7077-4ac0-a1d9-5b68894c400a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:39:25Z', 'updated_at': '2022-03-11T11:39:55Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:08Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:56.437988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38858) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:56.475389 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacab509-311e-468a-a08f-260866e526d3 None None] Checking router: faa52885-7045-4c44-a607-aa844ce555ca for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:39:56.499779 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacab509-311e-468a-a08f-260866e526d3 None None] Routers {'faa52885-7045-4c44-a607-aa844ce555ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:39:56.500433 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dacab509-311e-468a-a08f-260866e526d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:39:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['faa52885-7045-4c44-a607-aa844ce555ca'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:56.646957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-dfa3c5ab-1ca6-4945-9475-bdb2e8a1628c service neutron] 10.222.0.78 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830431 Mar 11 11:39:56.648754 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-11da59ac-fefe-4f08-94de-9c97358bb29b req-47e99e7f-0262-438f-878e-61a2cfc5e32a tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (b8b41710-692f-475e-bbc5-48b44c2b901e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:56.684441 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-dacab509-311e-468a-a08f-260866e526d3 None None] Set router faa52885-7045-4c44-a607-aa844ce555ca gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:39:56.708886 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-0da0e190-6714-410a-a4c0-a8a12ae88258 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks [] for port (ed39fc5b-2f9b-40f9-8d67-293261c524cc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:56.727711 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e929de5c-d6f2-4e41-92f4-4fef8d67ea47 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:39:56.764223 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-11da59ac-fefe-4f08-94de-9c97358bb29b req-47e99e7f-0262-438f-878e-61a2cfc5e32a tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (b8b41710-692f-475e-bbc5-48b44c2b901e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:56.773816 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: e929de5c-d6f2-4e41-92f4-4fef8d67ea47 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:39:56.774163 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e929de5c-d6f2-4e41-92f4-4fef8d67ea47 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:39:56.774591 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device ae558466-a974-4279-a88d-4681b66d0c20 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:39:56.868023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] The host n-h1-833234-2 is not matching for port ae558466-a974-4279-a88d-4681b66d0c20 host n-h2-833234-2! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 11:39:56.868023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device ae558466-a974-4279-a88d-4681b66d0c20 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:39:56.869979 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38864) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:56.891731 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-ca1078a3-f262-41bb-9539-f871e8daf289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:56.893679 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-ca1078a3-f262-41bb-9539-f871e8daf289 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&device_id=9dd6db4b-7077-4ac0-a1d9-5b68894c400a HTTP/1.1" status: 200 len: 1127 time: 0.2125907 Mar 11 11:39:56.904652 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-11da59ac-fefe-4f08-94de-9c97358bb29b req-47e99e7f-0262-438f-878e-61a2cfc5e32a tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b8b41710-692f-475e-bbc5-48b44c2b901e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:56.908662 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-11da59ac-fefe-4f08-94de-9c97358bb29b req-47e99e7f-0262-438f-878e-61a2cfc5e32a tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:56.916154 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-11da59ac-fefe-4f08-94de-9c97358bb29b req-47e99e7f-0262-438f-878e-61a2cfc5e32a tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "DELETE /v2.0/security-groups/b8b41710-692f-475e-bbc5-48b44c2b901e HTTP/1.1" status: 204 len: 173 time: 0.6535096 Mar 11 11:39:56.930070 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-0da0e190-6714-410a-a4c0-a8a12ae88258 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ed39fc5b-2f9b-40f9-8d67-293261c524cc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:56.946723 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e99e7f-0262-438f-878e-61a2cfc5e32a tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b41710-692f-475e-bbc5-48b44c2b901e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:57.027114 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dacab509-311e-468a-a08f-260866e526d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '8d531d12-1df0-4065-98ee-ad917580d965', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'port_id': '80d3a417-0fbb-4173-8b38-fc85f5712046', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'mac_address': 'fa:16:3e:6e:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd6db4b-7077-4ac0-a1d9-5b68894c400a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:39:25Z', 'updated_at': '2022-03-11T11:39:55Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:08Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:57.071178 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacab509-311e-468a-a08f-260866e526d3 None None] The sync data for ids ['faa52885-7045-4c44-a607-aa844ce555ca'] in n-d-833234-2 is: [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '8d531d12-1df0-4065-98ee-ad917580d965', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'port_id': '80d3a417-0fbb-4173-8b38-fc85f5712046', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'mac_address': 'fa:16:3e:6e:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd6db4b-7077-4ac0-a1d9-5b68894c400a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:39:25Z', 'updated_at': '2022-03-11T11:39:55Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:08Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:39:57.107785 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7ee56a14-d720-4e8b-a82d-d90243411043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:57.134859 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a678d6d4-4599-47a1-a196-a88b827e580d tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Router 74cfc860-12aa-425b-93fd-fd89f9cc650c has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:39:57.144299 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0e190-6714-410a-a4c0-a8a12ae88258 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Pushing event updated for resources: {'Port': ['ID=ed39fc5b-2f9b-40f9-8d67-293261c524cc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:57.153215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-0da0e190-6714-410a-a4c0-a8a12ae88258 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:39:57.160689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-0da0e190-6714-410a-a4c0-a8a12ae88258 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:39:57.163398 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-0da0e190-6714-410a-a4c0-a8a12ae88258 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:39:57.174944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe927cee-c3d2-4b88-b5ae-1daafa61e435 req-de510505-c247-463f-aa88-72921c6ab270 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:57.175213 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-75ae9837-90a6-478f-aef7-d7268cbae3ed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b94ad09f94774917a252e15e7d6aacf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7321107 Mar 11 11:39:57.175329 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe927cee-c3d2-4b88-b5ae-1daafa61e435 req-de510505-c247-463f-aa88-72921c6ab270 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 1127 time: 0.1617923 Mar 11 11:39:57.175802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-e968bff6-27f8-44bd-84b4-d31fbd7cb76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:57.177264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-e968bff6-27f8-44bd-84b4-d31fbd7cb76e service neutron] 10.222.0.78 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 921 time: 0.2599223 Mar 11 11:39:57.180349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38872) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:57.263220 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-0da0e190-6714-410a-a4c0-a8a12ae88258 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:57.263987 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-0da0e190-6714-410a-a4c0-a8a12ae88258 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:57.340732 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-0da0e190-6714-410a-a4c0-a8a12ae88258 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3385561 Mar 11 11:39:57.358209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Request body: {'port': {'device_id': '7733556d-8be0-4a9d-91cc-6e558ea46edc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:39:57.382140 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-6ee42dc9-e69b-4554-8f6c-0a53b96ebdd8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d3a417-0fbb-4173-8b38-fc85f5712046 HTTP/1.1" status: 200 len: 1001 time: 0.1815226 Mar 11 11:39:57.387500 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a678d6d4-4599-47a1-a196-a88b827e580d tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:39:57.393956 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a678d6d4-4599-47a1-a196-a88b827e580d tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:57.416300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee66f71-a2f0-4609-8a92-2d45548c5342 None None] Sync routers for ids ['74cfc860-12aa-425b-93fd-fd89f9cc650c'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:39:57.420244 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7ee56a14-d720-4e8b-a82d-d90243411043 admin admin] Publish callbacks [] for security_group (8210f693-3620-4ec7-9e3b-bcff31e52a29), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:57.433159 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee66f71-a2f0-4609-8a92-2d45548c5342 None None] Routers {'74cfc860-12aa-425b-93fd-fd89f9cc650c'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:39:57.435448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6ee66f71-a2f0-4609-8a92-2d45548c5342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:39:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['74cfc860-12aa-425b-93fd-fd89f9cc650c'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:57.469201 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7ee56a14-d720-4e8b-a82d-d90243411043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8210f693-3620-4ec7-9e3b-bcff31e52a29), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:57.474705 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a678d6d4-4599-47a1-a196-a88b827e580d tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "PUT /v2.0/floatingips/af61d8fb-45c4-4047-814b-41322db8d2ee HTTP/1.1" status: 200 len: 991 time: 3.0012236 Mar 11 11:39:57.477081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78', 'tag': 'd4817c4b-d422-4401-b632-d425a9f396d2'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:57.482066 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793bdcbe-a116-4b91-b3b1-fe326afd4406" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78", "tag": "d4817c4b-d422-4401-b632-d425a9f396d2"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:57.504314 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ed39fc5b-2f9b-40f9-8d67-293261c524cc), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:57.520057 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe927cee-c3d2-4b88-b5ae-1daafa61e435 req-f882e634-8100-409b-9814-7362f02007c2 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238947 Mar 11 11:39:57.581429 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-19134a3f-00c2-496f-9977-2f7c9aead4e5 admin admin] Publish callbacks [] for security_group (a86adc99-e645-41b5-8599-bc3b01d0968c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:57.638947 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-19134a3f-00c2-496f-9977-2f7c9aead4e5 admin admin] Publish callbacks [] for security_group (a86adc99-e645-41b5-8599-bc3b01d0968c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:57.697642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-0af79828-7ce8-4c25-8a08-33cd5d899e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:57.700525 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-0af79828-7ce8-4c25-8a08-33cd5d899e14 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=900f0834-fbff-4203-bddb-573f955892d4 HTTP/1.1" status: 200 len: 859 time: 0.3175952 Mar 11 11:39:57.706676 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-19134a3f-00c2-496f-9977-2f7c9aead4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a86adc99-e645-41b5-8599-bc3b01d0968c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:57.710114 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-19134a3f-00c2-496f-9977-2f7c9aead4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:57.711473 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-19134a3f-00c2-496f-9977-2f7c9aead4e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a86adc99-e645-41b5-8599-bc3b01d0968c HTTP/1.1" status: 204 len: 168 time: 0.5301380 Mar 11 11:39:57.720701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-6ee66f71-a2f0-4609-8a92-2d45548c5342 None None] Set router 74cfc860-12aa-425b-93fd-fd89f9cc650c gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:39:57.722791 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b9795e59-9ce6-4824-8d28-1a54613dab87 None None] Provisioning complete for port ed39fc5b-2f9b-40f9-8d67-293261c524cc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:57.724150 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b9795e59-9ce6-4824-8d28-1a54613dab87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ed39fc5b-2f9b-40f9-8d67-293261c524cc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:57.740932 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7ee56a14-d720-4e8b-a82d-d90243411043 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=58c83914e253447ca6530dfe2154b0b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8562133 Mar 11 11:39:57.741924 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38884) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:57.774296 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee56a14-d720-4e8b-a82d-d90243411043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8210f693-3620-4ec7-9e3b-bcff31e52a29,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:57.795412 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b9795e59-9ce6-4824-8d28-1a54613dab87 None None] Port ed39fc5b-2f9b-40f9-8d67-293261c524cc cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:39:57.873672 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed39fc5b-2f9b-40f9-8d67-293261c524cc {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:39:57.883942 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Publish callbacks [] for port (ed39fc5b-2f9b-40f9-8d67-293261c524cc), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:57.897499 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Transition to ACTIVE for port object ed39fc5b-2f9b-40f9-8d67-293261c524cc will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:39:57.905392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19134a3f-00c2-496f-9977-2f7c9aead4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86adc99-e645-41b5-8599-bc3b01d0968c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:57.915084 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (ed39fc5b-2f9b-40f9-8d67-293261c524cc), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:57.964526 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-d2f24ca9-23af-4a89-b8e8-7f17f784ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:57.966689 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-d2f24ca9-23af-4a89-b8e8-7f17f784ca56 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=312d19f9-7005-4de7-8f01-ccb1029393af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2425570 Mar 11 11:39:58.032058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce1eb0-bbb7-4762-812d-e7824372925b req-7f28338e-25e8-4afd-823d-7ce94a958793 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:58.033922 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00ce1eb0-bbb7-4762-812d-e7824372925b req-7f28338e-25e8-4afd-823d-7ce94a958793 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 944 time: 0.3389728 Mar 11 11:39:58.034653 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] Publish callbacks [] for security_group (8210f693-3620-4ec7-9e3b-bcff31e52a29), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:58.034794 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Pushing event updated for resources: {'Port': ['ID=ed39fc5b-2f9b-40f9-8d67-293261c524cc,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:58.111856 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'tag': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8'}, {'name': 'network-changed', 'server_uuid': '9dd6db4b-7077-4ac0-a1d9-5b68894c400a', 'tag': '80d3a417-0fbb-4173-8b38-fc85f5712046'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:58.114533 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6796083a-76b5-42cb-b344-4040db54baba" -d '{"events": [{"name": "network-changed", "server_uuid": "d47d3205-f5a4-45dc-97fb-7a49c507d785", "tag": "5e1066a5-457a-44f6-a4cf-2b8c81fc09a8"}, {"name": "network-changed", "server_uuid": "9dd6db4b-7077-4ac0-a1d9-5b68894c400a", "tag": "80d3a417-0fbb-4173-8b38-fc85f5712046"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:58.119955 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] Publish callbacks [] for security_group (8210f693-3620-4ec7-9e3b-bcff31e52a29), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:58.153391 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Attempting to bind port ed39fc5b-2f9b-40f9-8d67-293261c524cc on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:39:58.153857 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Attempting to bind port ed39fc5b-2f9b-40f9-8d67-293261c524cc by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:39:58.154050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Attempting to bind port ed39fc5b-2f9b-40f9-8d67-293261c524cc on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:58.163227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Port ed39fc5b-2f9b-40f9-8d67-293261c524cc on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:39:58.163931 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Attempting to bind port ed39fc5b-2f9b-40f9-8d67-293261c524cc on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:39:58.169631 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:39:58.170240 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:39:58.170861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:39:58.171481 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Bound port: ed39fc5b-2f9b-40f9-8d67-293261c524cc, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:39:58.172206 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ed39fc5b-2f9b-40f9-8d67-293261c524cc), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:58.202165 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00ce1eb0-bbb7-4762-812d-e7824372925b req-c0ec460e-9691-42d8-b077-77cf5d6241f1 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565309 Mar 11 11:39:58.264086 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-23816253-9f4c-41a1-b01b-39e6524aa88c service neutron] 10.222.0.78 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828193 Mar 11 11:39:58.311824 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-5671daf0-2bc6-4078-90c2-384d25fec4e4 req-01ba3986-3f4f-4c4f-be30-d62fe042ac45 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] show failed (client error): The resource could not be found. Mar 11 11:39:58.318782 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6ee66f71-a2f0-4609-8a92-2d45548c5342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:01Z', 'revision_number': 4, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'af61d8fb-45c4-4047-814b-41322db8d2ee', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'floating_ip_address': '172.25.7.135', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'port_id': 'd4817c4b-d422-4401-b632-d425a9f396d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'mac_address': 'fa:16:3e:56:c8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:38:29Z', 'updated_at': '2022-03-11T11:39:55Z', 'revision_number': 5, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673e37db-ba37-4d67-b46e-bbb0073657ea', 'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'mac_address': 'fa:16:3e:fb:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:01Z', 'updated_at': '2022-03-11T11:38:09Z', 'revision_number': 5, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'subnets': [{'id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:58.331628 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5671daf0-2bc6-4078-90c2-384d25fec4e4 req-01ba3986-3f4f-4c4f-be30-d62fe042ac45 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/b8b41710-692f-475e-bbc5-48b44c2b901e HTTP/1.1" status: 404 len: 352 time: 0.0637796 Mar 11 11:39:58.347088 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38892) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:58.359330 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee66f71-a2f0-4609-8a92-2d45548c5342 None None] Checking router: 74cfc860-12aa-425b-93fd-fd89f9cc650c for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:39:58.360231 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] For port ed39fc5b-2f9b-40f9-8d67-293261c524cc, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:39:58.364651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] For port ed39fc5b-2f9b-40f9-8d67-293261c524cc, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=ed39fc5b-2f9b-40f9-8d67-293261c524cc,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:39:58.377531 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee66f71-a2f0-4609-8a92-2d45548c5342 None None] Routers {'74cfc860-12aa-425b-93fd-fd89f9cc650c'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:39:58.378472 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6ee66f71-a2f0-4609-8a92-2d45548c5342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:39:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['74cfc860-12aa-425b-93fd-fd89f9cc650c'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:58.379629 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (ed39fc5b-2f9b-40f9-8d67-293261c524cc), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:58.422476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:58.423213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:58.424802 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] 10.222.0.37 "PUT /v2.0/ports/ed39fc5b-2f9b-40f9-8d67-293261c524cc HTTP/1.1" status: 200 len: 1096 time: 1.0711884 Mar 11 11:39:58.453310 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Pushing event updated for resources: {'Port': ['ID=ed39fc5b-2f9b-40f9-8d67-293261c524cc,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:58.461095 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8210f693-3620-4ec7-9e3b-bcff31e52a29), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:58.463678 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:58.464856 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8210f693-3620-4ec7-9e3b-bcff31e52a29 HTTP/1.1" status: 204 len: 168 time: 0.6917260 Mar 11 11:39:58.471691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.472035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.472404 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.472706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.473036 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.473359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.473679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.473998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.474315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.474634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.475040 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.475404 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.476566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec15a1-d353-4a61-8a50-3b8019dd73db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.526629 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8210f693-3620-4ec7-9e3b-bcff31e52a29,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:58.552770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-f176265c-f9a9-4606-b47e-c8b20921ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:58.555144 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-f176265c-f9a9-4606-b47e-c8b20921ccfb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73be70b8a4d8435e891accf3b1b1ec32&device_id=7733556d-8be0-4a9d-91cc-6e558ea46edc HTTP/1.1" status: 200 len: 1130 time: 0.0698700 Mar 11 11:39:58.569230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.569741 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.570183 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.570640 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.571068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.571498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.571940 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.572359 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.572780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.573200 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.573621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.574038 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.574469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57222cd6-a315-417c-a7b6-435735f133f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:39:58.628919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-6ee66f71-a2f0-4609-8a92-2d45548c5342 None None] Set router 74cfc860-12aa-425b-93fd-fd89f9cc650c gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:39:58.633155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b36d4f72-3d3d-48e7-ad3c-e094d3011936 req-dad787cd-6774-4908-bf1c-9e5b3b41df9e service neutron] 10.222.0.78 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566813 Mar 11 11:39:58.636707 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-090dbc72-65d9-4fbc-b4e8-e290b537c92b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1692052f89884f48a036f3f39750468f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883790 Mar 11 11:39:58.639511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38896) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:58.648675 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-96e20798-bd7b-4deb-9ca1-da2332074dfb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=ed39fc5b-2f9b-40f9-8d67-293261c524cc HTTP/1.1" status: 200 len: 217 time: 0.0849648 Mar 11 11:39:58.664921 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02660333-9079-418f-a2ac-7b662b3971d6 req-f6a7fd53-0740-4128-ba20-ae1bf71d91f0 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:58.672418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02660333-9079-418f-a2ac-7b662b3971d6 req-f6a7fd53-0740-4128-ba20-ae1bf71d91f0 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7733556d-8be0-4a9d-91cc-6e558ea46edc HTTP/1.1" status: 200 len: 948 time: 0.2374604 Mar 11 11:39:58.756961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-2a52e94a-6595-422b-b863-01f86069f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:58.758536 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-2a52e94a-6595-422b-b863-01f86069f25f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0997777 Mar 11 11:39:58.821809 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02660333-9079-418f-a2ac-7b662b3971d6 req-cf4aad17-aafe-401d-af81-ad1c41b93f77 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483834 Mar 11 11:39:58.824754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-9f002acd-d533-44ff-a586-b1142ca22121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:58.826799 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-9f002acd-d533-44ff-a586-b1142ca22121 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0588393 Mar 11 11:39:58.837387 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d47b55b-cfc9-4430-9313-ab447f81729b admin admin] Publish callbacks [] for security_group (f9e3c4c3-45e3-411d-a70e-8db21d4d3ef2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:58.868135 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a478b3e-e74b-4e07-8d47-14351bb4e556 req-cc2f6609-99e5-4833-b4c3-b7df96e2f2f6 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:58.869692 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a478b3e-e74b-4e07-8d47-14351bb4e556 req-cc2f6609-99e5-4833-b4c3-b7df96e2f2f6 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78 HTTP/1.1" status: 200 len: 945 time: 0.1053011 Mar 11 11:39:58.886112 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d47b55b-cfc9-4430-9313-ab447f81729b admin admin] Publish callbacks [] for security_group (f9e3c4c3-45e3-411d-a70e-8db21d4d3ef2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:58.976492 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d47b55b-cfc9-4430-9313-ab447f81729b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f9e3c4c3-45e3-411d-a70e-8db21d4d3ef2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:58.980418 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d47b55b-cfc9-4430-9313-ab447f81729b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:58.981630 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2d47b55b-cfc9-4430-9313-ab447f81729b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f9e3c4c3-45e3-411d-a70e-8db21d4d3ef2 HTTP/1.1" status: 204 len: 168 time: 0.3386576 Mar 11 11:39:59.082723 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47b55b-cfc9-4430-9313-ab447f81729b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e3c4c3-45e3-411d-a70e-8db21d4d3ef2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:39:59.102958 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6ee66f71-a2f0-4609-8a92-2d45548c5342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:01Z', 'revision_number': 4, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'af61d8fb-45c4-4047-814b-41322db8d2ee', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'floating_ip_address': '172.25.7.135', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'port_id': 'd4817c4b-d422-4401-b632-d425a9f396d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'mac_address': 'fa:16:3e:56:c8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:38:29Z', 'updated_at': '2022-03-11T11:39:55Z', 'revision_number': 5, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673e37db-ba37-4d67-b46e-bbb0073657ea', 'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'mac_address': 'fa:16:3e:fb:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:01Z', 'updated_at': '2022-03-11T11:38:09Z', 'revision_number': 5, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'subnets': [{'id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:39:59.143788 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bdcbe-a116-4b91-b3b1-fe326afd4406 req-9b86fe59-e57d-48d1-aa20-a8653bd4d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:59.145475 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-793bdcbe-a116-4b91-b3b1-fe326afd4406 req-9b86fe59-e57d-48d1-aa20-a8653bd4d961 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7ab0f1ba69a419a9465a54d21e133a2&device_id=bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78 HTTP/1.1" status: 200 len: 1127 time: 0.1812601 Mar 11 11:39:59.154124 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee66f71-a2f0-4609-8a92-2d45548c5342 None None] The sync data for ids ['74cfc860-12aa-425b-93fd-fd89f9cc650c'] in n-d-833234-2 is: [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:01Z', 'revision_number': 4, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'af61d8fb-45c4-4047-814b-41322db8d2ee', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'floating_ip_address': '172.25.7.135', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'port_id': 'd4817c4b-d422-4401-b632-d425a9f396d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'mac_address': 'fa:16:3e:56:c8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:38:29Z', 'updated_at': '2022-03-11T11:39:55Z', 'revision_number': 5, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673e37db-ba37-4d67-b46e-bbb0073657ea', 'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'mac_address': 'fa:16:3e:fb:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:01Z', 'updated_at': '2022-03-11T11:38:09Z', 'revision_number': 5, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'subnets': [{'id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:39:59.159538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a478b3e-e74b-4e07-8d47-14351bb4e556 req-bf1f1384-2a79-4eda-a59a-73149d39046e tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145226 Mar 11 11:39:59.217508 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38912) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:59.276707 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc820fb2-7cab-49f5-b5ad-139ecc691cef x-openstack-request-id: req-bc820fb2-7cab-49f5-b5ad-139ecc691cef {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:59.277034 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47d3205-f5a4-45dc-97fb-7a49c507d785", "tag": "5e1066a5-457a-44f6-a4cf-2b8c81fc09a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9dd6db4b-7077-4ac0-a1d9-5b68894c400a", "tag": "80d3a417-0fbb-4173-8b38-fc85f5712046", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:59.277251 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bc820fb2-7cab-49f5-b5ad-139ecc691cef {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:59.278072 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'tag': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8', 'status': 'completed', 'code': 200} Mar 11 11:39:59.278326 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd6db4b-7077-4ac0-a1d9-5b68894c400a', 'tag': '80d3a417-0fbb-4173-8b38-fc85f5712046', 'status': 'completed', 'code': 200} Mar 11 11:39:59.299787 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c04c-fdda-46bf-882e-e5e5a06e0a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:59.433792 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89198485-688a-4afa-8bee-af1488c58a41 x-openstack-request-id: req-89198485-688a-4afa-8bee-af1488c58a41 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:39:59.434334 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78", "tag": "d4817c4b-d422-4401-b632-d425a9f396d2", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:39:59.434334 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-89198485-688a-4afa-8bee-af1488c58a41 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:39:59.434715 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78', 'tag': 'd4817c4b-d422-4401-b632-d425a9f396d2', 'status': 'completed', 'code': 200} Mar 11 11:39:59.453124 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-bab130bc-6950-4acf-9ebb-c3e753f8a6a4 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122828 Mar 11 11:39:59.511890 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f578bb-e687-4b04-9d3b-6b770948a073 None None] New status for floating IP af61d8fb-45c4-4047-814b-41322db8d2ee: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:39:59.553564 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796083a-76b5-42cb-b344-4040db54baba req-5bf7e43f-6bc5-4591-b0b4-4cd4cfcdd79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:59.554574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-ef898975-5812-4f67-b6ab-e68e4a1cbcea tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:59.554983 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6796083a-76b5-42cb-b344-4040db54baba req-5bf7e43f-6bc5-4591-b0b4-4cd4cfcdd79d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 1127 time: 0.1229780 Mar 11 11:39:59.556542 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-ef898975-5812-4f67-b6ab-e68e4a1cbcea tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 808 time: 0.5042477 Mar 11 11:39:59.558680 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c04c-fdda-46bf-882e-e5e5a06e0a25 admin admin] Publish callbacks [] for security_group (7f214d38-cf3e-4c27-a86e-a017a0d82bb2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:59.561236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bdcbe-a116-4b91-b3b1-fe326afd4406 req-40ffb397-329b-4c5f-85fc-fb543a71c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:59.563000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-793bdcbe-a116-4b91-b3b1-fe326afd4406 req-40ffb397-329b-4c5f-85fc-fb543a71c8d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b945e83-4e41-42ac-8741-30291529408d HTTP/1.1" status: 200 len: 924 time: 0.3960743 Mar 11 11:39:59.566176 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f4389db-2f4e-487e-964b-f34a30121e80 req-e9c5023e-5cc2-43e1-a213-852cfcb21302 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/9064408a-967f-42b0-9d9d-a55d94c3bff5 HTTP/1.1" status: 200 len: 1816 time: 0.2826703 Mar 11 11:39:59.580245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c04c-fdda-46bf-882e-e5e5a06e0a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7f214d38-cf3e-4c27-a86e-a017a0d82bb2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:59.595108 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-79511217-811e-4d4e-9b04-2cfdbd057098 req-4026f564-fb74-47f7-b32a-875901add0d9 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261146 Mar 11 11:39:59.630972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-39853db4-8707-4b72-9dbe-3b55dab2bd8d tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/quotas/1cecaa0b73904c0b969683224717fe2d HTTP/1.1" status: 200 len: 375 time: 0.0609398 Mar 11 11:39:59.664964 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796083a-76b5-42cb-b344-4040db54baba req-6c1767c6-6c7f-4809-96da-bf66b81bd3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:59.666830 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6796083a-76b5-42cb-b344-4040db54baba req-6c1767c6-6c7f-4809-96da-bf66b81bd3a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&device_id=9dd6db4b-7077-4ac0-a1d9-5b68894c400a HTTP/1.1" status: 200 len: 1127 time: 0.3628566 Mar 11 11:39:59.681300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5374bb1a-0871-4faa-ac73-13449215c526 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:39:59.691732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796083a-76b5-42cb-b344-4040db54baba req-d595bcc6-e2f2-4f4c-9106-26ffe5e1563f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:59.693239 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6796083a-76b5-42cb-b344-4040db54baba req-d595bcc6-e2f2-4f4c-9106-26ffe5e1563f service neutron] 10.222.0.37 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 921 time: 0.1273544 Mar 11 11:39:59.752620 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6796083a-76b5-42cb-b344-4040db54baba req-01e0b673-8516-45d9-bbde-b27a51376d03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 HTTP/1.1" status: 200 len: 217 time: 0.0486639 Mar 11 11:39:59.773199 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b2b3c04c-fdda-46bf-882e-e5e5a06e0a25 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a3eedee92ef148b3906fc1925e172b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5520205 Mar 11 11:39:59.778245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 5374bb1a-0871-4faa-ac73-13449215c526 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:39:59.783738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 5374bb1a-0871-4faa-ac73-13449215c526 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:39:59.784361 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5374bb1a-0871-4faa-ac73-13449215c526), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:59.795141 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38928) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:39:59.907763 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796083a-76b5-42cb-b344-4040db54baba req-e834e911-51c7-446b-9c97-e8947efd2956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:39:59.913986 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6796083a-76b5-42cb-b344-4040db54baba req-e834e911-51c7-446b-9c97-e8947efd2956 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=900f0834-fbff-4203-bddb-573f955892d4 HTTP/1.1" status: 200 len: 859 time: 0.1466548 Mar 11 11:39:59.937153 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 5374bb1a-0871-4faa-ac73-13449215c526 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:39:59.937800 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5374bb1a-0871-4faa-ac73-13449215c526), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:59.966676 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a85262b-30aa-470d-8198-30d4fe2bc1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5374bb1a-0871-4faa-ac73-13449215c526'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:39:59.969507 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53302dcc-c298-4393-94ff-f96bf5f155fc" -d '{"events": [{"server_uuid": "9a85262b-30aa-470d-8198-30d4fe2bc1b0", "name": "network-vif-plugged", "status": "completed", "tag": "5374bb1a-0871-4faa-ac73-13449215c526"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:39:59.979287 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6acd8ea5-98e3-4496-8f3c-e8b8e71ba1f3 admin admin] Publish callbacks [] for security_group (7f214d38-cf3e-4c27-a86e-a017a0d82bb2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:39:59.994371 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5374bb1a-0871-4faa-ac73-13449215c526, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5374bb1a-0871-4faa-ac73-13449215c526,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:00.003292 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5374bb1a-0871-4faa-ac73-13449215c526), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:00.019265 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796083a-76b5-42cb-b344-4040db54baba req-7b26851c-47c8-40b2-ae64-33b3905dd1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:00.021007 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6796083a-76b5-42cb-b344-4040db54baba req-7b26851c-47c8-40b2-ae64-33b3905dd1fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=312d19f9-7005-4de7-8f01-ccb1029393af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1002073 Mar 11 11:40:00.026016 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6acd8ea5-98e3-4496-8f3c-e8b8e71ba1f3 admin admin] Publish callbacks [] for security_group (7f214d38-cf3e-4c27-a86e-a017a0d82bb2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:00.084178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=5374bb1a-0871-4faa-ac73-13449215c526,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:00.092033 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:00.092390 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:00.092730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:00.093066 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:00.093448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:00.093778 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:00.094106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:00.094430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:00.094824 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:00.095148 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:00.095469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:00.095987 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:00.096363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:00.108850 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38942) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:00.114876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3c04c-fdda-46bf-882e-e5e5a06e0a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f214d38-cf3e-4c27-a86e-a017a0d82bb2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:00.137766 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-793bdcbe-a116-4b91-b3b1-fe326afd4406 req-2baae1e4-ae73-45e1-be74-6304e58b313c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4817c4b-d422-4401-b632-d425a9f396d2 HTTP/1.1" status: 200 len: 999 time: 0.5661442 Mar 11 11:40:00.153715 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6796083a-76b5-42cb-b344-4040db54baba req-199c5f68-3e4b-4c84-81ee-c24d41f0defe service neutron] 10.222.0.37 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197095 Mar 11 11:40:00.207702 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796083a-76b5-42cb-b344-4040db54baba req-76bf6531-7398-4137-9f0c-9fe2d0fe4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:00.209175 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6796083a-76b5-42cb-b344-4040db54baba req-76bf6531-7398-4137-9f0c-9fe2d0fe4187 service neutron] 10.222.0.71 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 921 time: 0.5093009 Mar 11 11:40:00.218922 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-69129c3f-3fc9-46aa-afc7-b7bbe133fcc3 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5642622 Mar 11 11:40:00.222628 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7f4389db-2f4e-487e-964b-f34a30121e80 req-b12209f7-2a8b-4228-9a63-9997dd2061b2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (9064408a-967f-42b0-9d9d-a55d94c3bff5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:00.246264 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6acd8ea5-98e3-4496-8f3c-e8b8e71ba1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7f214d38-cf3e-4c27-a86e-a017a0d82bb2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:00.248892 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6acd8ea5-98e3-4496-8f3c-e8b8e71ba1f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:00.250009 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6acd8ea5-98e3-4496-8f3c-e8b8e71ba1f3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7f214d38-cf3e-4c27-a86e-a017a0d82bb2 HTTP/1.1" status: 204 len: 168 time: 0.4337425 Mar 11 11:40:00.265374 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd8ea5-98e3-4496-8f3c-e8b8e71ba1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f214d38-cf3e-4c27-a86e-a017a0d82bb2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:00.276722 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6796083a-76b5-42cb-b344-4040db54baba req-84d53395-0e36-4aa1-b2e8-8dd30d8c5d8e service neutron] 10.222.0.37 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087904 Mar 11 11:40:00.278483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-0b820efa-424f-4ed6-882a-a5ef7d12e2d4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602280175-network', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:00.306838 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bdcbe-a116-4b91-b3b1-fe326afd4406 req-8bba2624-5885-4e8b-9ff7-5eb64d111e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:00.308337 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-793bdcbe-a116-4b91-b3b1-fe326afd4406 req-8bba2624-5885-4e8b-9ff7-5eb64d111e5a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7419caeb-e637-4fb6-9c74-8aa22364a03b HTTP/1.1" status: 200 len: 862 time: 0.1524260 Mar 11 11:40:00.336200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7f4389db-2f4e-487e-964b-f34a30121e80 req-b12209f7-2a8b-4228-9a63-9997dd2061b2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (9064408a-967f-42b0-9d9d-a55d94c3bff5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:00.413960 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b820efa-424f-4ed6-882a-a5ef7d12e2d4 admin admin] Made reservation on behalf of af2f049b566d4095a9e405ed90e7dde8 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:40:00.416269 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b820efa-424f-4ed6-882a-a5ef7d12e2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:00.438597 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6796083a-76b5-42cb-b344-4040db54baba req-fc5d0848-3c7f-4750-9f6e-328c7b096dda service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d3a417-0fbb-4173-8b38-fc85f5712046 HTTP/1.1" status: 200 len: 1001 time: 0.2186704 Mar 11 11:40:00.450903 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b820efa-424f-4ed6-882a-a5ef7d12e2d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:00.515493 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-6bf1f858-47bc-43ce-a2ec-00ed28386bad service neutron] 10.222.0.78 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849751 Mar 11 11:40:00.542821 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7f4389db-2f4e-487e-964b-f34a30121e80 req-b12209f7-2a8b-4228-9a63-9997dd2061b2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9064408a-967f-42b0-9d9d-a55d94c3bff5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:00.545202 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7f4389db-2f4e-487e-964b-f34a30121e80 req-b12209f7-2a8b-4228-9a63-9997dd2061b2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:00.546304 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f4389db-2f4e-487e-964b-f34a30121e80 req-b12209f7-2a8b-4228-9a63-9997dd2061b2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "DELETE /v2.0/security-groups/9064408a-967f-42b0-9d9d-a55d94c3bff5 HTTP/1.1" status: 204 len: 173 time: 0.9635451 Mar 11 11:40:00.565716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bdcbe-a116-4b91-b3b1-fe326afd4406 req-56693f09-61c0-4e83-8aa1-773f7178133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:00.567224 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-793bdcbe-a116-4b91-b3b1-fe326afd4406 req-56693f09-61c0-4e83-8aa1-773f7178133f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b945e83-4e41-42ac-8741-30291529408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2284563 Mar 11 11:40:00.608940 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796083a-76b5-42cb-b344-4040db54baba req-103a24a9-344b-4b6b-8bbd-772a3bfecf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:00.610459 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6796083a-76b5-42cb-b344-4040db54baba req-103a24a9-344b-4b6b-8bbd-772a3bfecf20 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=900f0834-fbff-4203-bddb-573f955892d4 HTTP/1.1" status: 200 len: 859 time: 0.1617696 Mar 11 11:40:00.617988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12209f7-2a8b-4228-9a63-9997dd2061b2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9064408a-967f-42b0-9d9d-a55d94c3bff5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:00.831689 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-87b71c7a-8847-442e-a64b-59ff9400b524 service neutron] 10.222.0.78 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056898 Mar 11 11:40:00.834622 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e68357e-db2a-4a80-a9b5-d517a77a591e req-37fdc0f0-75be-4431-a1a4-d25dffc5f259 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 1001 time: 0.2568173 Mar 11 11:40:00.875090 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b820efa-424f-4ed6-882a-a5ef7d12e2d4 admin admin] Publish callbacks [] for security_group (c1fa3836-3a1d-4b95-a070-8c2e227c8a15), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:00.877861 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-793bdcbe-a116-4b91-b3b1-fe326afd4406 req-26bdcff6-655a-4ffc-a55d-843dc0b25970 service neutron] 10.222.0.37 "GET /v2.0/networks/6b945e83-4e41-42ac-8741-30291529408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952006 Mar 11 11:40:00.896392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796083a-76b5-42cb-b344-4040db54baba req-63189c42-c9ec-4a14-97be-1df361d76bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:00.897909 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6796083a-76b5-42cb-b344-4040db54baba req-63189c42-c9ec-4a14-97be-1df361d76bff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=312d19f9-7005-4de7-8f01-ccb1029393af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2663422 Mar 11 11:40:00.910124 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b820efa-424f-4ed6-882a-a5ef7d12e2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c1fa3836-3a1d-4b95-a070-8c2e227c8a15), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:00.987326 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68357e-db2a-4a80-a9b5-d517a77a591e req-aff47cef-56a4-492d-b895-e337d7ebba57 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:00.988686 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e68357e-db2a-4a80-a9b5-d517a77a591e req-aff47cef-56a4-492d-b895-e337d7ebba57 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports/80d3a417-0fbb-4173-8b38-fc85f5712046 HTTP/1.1" status: 200 len: 942 time: 0.1373770 Mar 11 11:40:00.989530 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b820efa-424f-4ed6-882a-a5ef7d12e2d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:40:01.073664 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b820efa-424f-4ed6-882a-a5ef7d12e2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (590d9cc4-db58-4d66-baae-406cc1d73243), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:01.074013 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-0b820efa-424f-4ed6-882a-a5ef7d12e2d4 admin admin] Added segment 590d9cc4-db58-4d66-baae-406cc1d73243 of type vlan for network d2069503-97b5-4693-8805-2e3e622ce906 Mar 11 11:40:01.132829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b820efa-424f-4ed6-882a-a5ef7d12e2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fa3836-3a1d-4b95-a070-8c2e227c8a15,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:01.225185 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b820efa-424f-4ed6-882a-a5ef7d12e2d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (d2069503-97b5-4693-8805-2e3e622ce906), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:01.253723 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-793bdcbe-a116-4b91-b3b1-fe326afd4406 req-cf898f23-ee7d-4769-b6bc-a60d33a12e66 service neutron] 10.222.0.37 "GET /v2.0/networks/6b945e83-4e41-42ac-8741-30291529408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520119 Mar 11 11:40:01.279902 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6796083a-76b5-42cb-b344-4040db54baba req-2f0940b1-95f1-4ddf-8ecb-e173f6aa9419 service neutron] 10.222.0.71 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659551 Mar 11 11:40:01.291356 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e68357e-db2a-4a80-a9b5-d517a77a591e req-db3f3133-139d-4d08-891c-a314d640004d tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 1001 time: 0.2190950 Mar 11 11:40:01.307440 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffb069-0db5-49e9-b61f-666861727ad2 req-7275642c-dc14-401c-afc9-2957cb65b10e tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:01.309005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8ffb069-0db5-49e9-b61f-666861727ad2 req-7275642c-dc14-401c-afc9-2957cb65b10e tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 945 time: 0.2910511 Mar 11 11:40:01.312974 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b820efa-424f-4ed6-882a-a5ef7d12e2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (d2069503-97b5-4693-8805-2e3e622ce906), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:01.314322 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b820efa-424f-4ed6-882a-a5ef7d12e2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:01.314896 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b820efa-424f-4ed6-882a-a5ef7d12e2d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:01.436830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7733556d-8be0-4a9d-91cc-6e558ea46edc', 'tag': 'ed39fc5b-2f9b-40f9-8d67-293261c524cc'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:01.437830 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0b820efa-424f-4ed6-882a-a5ef7d12e2d4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.3272247 Mar 11 11:40:01.442665 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff0d144-15b9-4b3c-872c-342f765d1767" -d '{"events": [{"name": "network-changed", "server_uuid": "7733556d-8be0-4a9d-91cc-6e558ea46edc", "tag": "ed39fc5b-2f9b-40f9-8d67-293261c524cc"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:01.446016 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38988) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:01.453348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9b82aa46-7dd3-492b-915e-b21ff7a4d87c admin admin] Request body: {'subnet': {'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602280175-subnet', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:01.477976 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b82aa46-7dd3-492b-915e-b21ff7a4d87c admin admin] Made reservation on behalf of af2f049b566d4095a9e405ed90e7dde8 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:40:01.480779 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b82aa46-7dd3-492b-915e-b21ff7a4d87c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:01.525677 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b820efa-424f-4ed6-882a-a5ef7d12e2d4 admin admin] Pushing event updated for resources: {'Network': ['ID=d2069503-97b5-4693-8805-2e3e622ce906,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:01.537217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network d2069503-97b5-4693-8805-2e3e622ce906 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:40:01.565954 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8ffb069-0db5-49e9-b61f-666861727ad2 req-5a161935-f243-440a-b486-41b5f0c459b4 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217474 Mar 11 11:40:01.574139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6796083a-76b5-42cb-b344-4040db54baba req-efaeb9d9-9aad-4cae-8620-2f5548dd6b00 service neutron] 10.222.0.71 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804570 Mar 11 11:40:01.585417 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68357e-db2a-4a80-a9b5-d517a77a591e req-a6c4aac1-931f-488b-bc38-48a55dbb91fe tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:01.586724 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e68357e-db2a-4a80-a9b5-d517a77a591e req-a6c4aac1-931f-488b-bc38-48a55dbb91fe tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.2764530 Mar 11 11:40:01.686609 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d346573-bab0-4312-bba5-25f6fa65bff2 x-openstack-request-id: req-7d346573-bab0-4312-bba5-25f6fa65bff2 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:01.686921 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a85262b-30aa-470d-8198-30d4fe2bc1b0", "name": "network-vif-plugged", "status": "completed", "tag": "5374bb1a-0871-4faa-ac73-13449215c526", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:01.687154 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7d346573-bab0-4312-bba5-25f6fa65bff2 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:01.687544 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a85262b-30aa-470d-8198-30d4fe2bc1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5374bb1a-0871-4faa-ac73-13449215c526', 'code': 200} Mar 11 11:40:01.733899 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-f6320d9d-da0d-499c-9672-f2b4eb1736f1 req-8a2c39fe-68d5-4011-b5f4-dc6f5b8bdb70 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] show failed (client error): The resource could not be found. Mar 11 11:40:01.735273 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f6320d9d-da0d-499c-9672-f2b4eb1736f1 req-8a2c39fe-68d5-4011-b5f4-dc6f5b8bdb70 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/9064408a-967f-42b0-9d9d-a55d94c3bff5 HTTP/1.1" status: 404 len: 352 time: 0.0384903 Mar 11 11:40:01.770930 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8d93b-9c17-4a38-b9c3-262d588171a4 req-fbc1e9c6-9d64-4cca-b50d-d5cb9789c670 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:01.776069 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0e8d93b-9c17-4a38-b9c3-262d588171a4 req-fbc1e9c6-9d64-4cca-b50d-d5cb9789c670 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7733556d-8be0-4a9d-91cc-6e558ea46edc HTTP/1.1" status: 200 len: 948 time: 0.1278007 Mar 11 11:40:01.821307 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b82aa46-7dd3-492b-915e-b21ff7a4d87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (9b167146-f97a-4fc0-ada4-3ac453097dad), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:01.868980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd40b5f9-b2b3-4947-a9e7-50fa3633d353 req-8bdc26cf-37d9-4984-85cc-1442608a2751 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 210 time: 0.0529363 Mar 11 11:40:01.874699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82aa46-7dd3-492b-915e-b21ff7a4d87c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b167146-f97a-4fc0-ada4-3ac453097dad,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:01.894727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b82aa46-7dd3-492b-915e-b21ff7a4d87c admin admin] Checking segment: {'id': '590d9cc4-db58-4d66-baae-406cc1d73243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:01.895153 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b82aa46-7dd3-492b-915e-b21ff7a4d87c admin admin] Network hostable DHCP agents. Network: d2069503-97b5-4693-8805-2e3e622ce906, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:40:01.895681 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0e8d93b-9c17-4a38-b9c3-262d588171a4 req-a7cfe8cf-b6a1-4083-b9a6-d225084f32b2 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116786 Mar 11 11:40:01.902202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bec9e0-01fc-4c9e-a835-60543196e87a req-65aa19f8-d297-48ee-8326-cda810be3254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:01.903779 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90bec9e0-01fc-4c9e-a835-60543196e87a req-65aa19f8-d297-48ee-8326-cda810be3254 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 1127 time: 0.1115630 Mar 11 11:40:01.922030 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b82aa46-7dd3-492b-915e-b21ff7a4d87c admin admin] Network d2069503-97b5-4693-8805-2e3e622ce906 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:40:01.929390 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db031291-2167-4a50-84d2-07973d2159e5 x-openstack-request-id: req-db031291-2167-4a50-84d2-07973d2159e5 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:01.929725 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7733556d-8be0-4a9d-91cc-6e558ea46edc", "tag": "ed39fc5b-2f9b-40f9-8d67-293261c524cc", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:01.929994 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db031291-2167-4a50-84d2-07973d2159e5 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:01.930490 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7733556d-8be0-4a9d-91cc-6e558ea46edc', 'tag': 'ed39fc5b-2f9b-40f9-8d67-293261c524cc', 'status': 'completed', 'code': 200} Mar 11 11:40:01.935574 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-9b82aa46-7dd3-492b-915e-b21ff7a4d87c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, d2069503-97b5-4693-8805-2e3e622ce906) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:01.941965 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b82aa46-7dd3-492b-915e-b21ff7a4d87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:01.942743 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b82aa46-7dd3-492b-915e-b21ff7a4d87c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:01.952709 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26737519-ef07-432f-ad13-77d903264a49 None None] Network d2069503-97b5-4693-8805-2e3e622ce906 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:40:01.967557 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9b82aa46-7dd3-492b-915e-b21ff7a4d87c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5196915 Mar 11 11:40:01.971620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39002) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:01.979992 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602280175-router', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:02.056801 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dea9885-cf11-4044-be27-eac7824e4244 req-9268b50a-f085-4107-8554-59dd13ab7aea tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 1001 time: 0.1311438 Mar 11 11:40:02.071328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d144-15b9-4b3c-872c-342f765d1767 req-90f63a50-406d-41d8-83db-cc15a8908c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:02.072913 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9ff0d144-15b9-4b3c-872c-342f765d1767 req-90f63a50-406d-41d8-83db-cc15a8908c39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73be70b8a4d8435e891accf3b1b1ec32&device_id=7733556d-8be0-4a9d-91cc-6e558ea46edc HTTP/1.1" status: 200 len: 1130 time: 0.0987203 Mar 11 11:40:02.073796 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (067b225b-698f-46a6-9bbc-819a11c5eece), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:02.075934 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (067b225b-698f-46a6-9bbc-819a11c5eece), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:02.081365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-d2069503-97b5-4693-8805-2e3e622ce906', 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906', 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'fixed_ips': [{'subnet_id': '9b167146-f97a-4fc0-ada4-3ac453097dad'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:40:02.082871 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:02.096171 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90bec9e0-01fc-4c9e-a835-60543196e87a req-f6d3602f-619c-4d8d-99e0-8257f21bcc96 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774957 Mar 11 11:40:02.148052 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3ce0a07-7a78-4e83-8be6-348ed98b2c6a req-d8ee0c91-9155-4088-9b3f-1a77c79af940 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d8339615d4fc4763a1b414104472635d HTTP/1.1" status: 200 len: 6199 time: 0.1725631 Mar 11 11:40:02.169763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea9885-cf11-4044-be27-eac7824e4244 req-6a195758-9246-4c64-8c31-e974df8b635e tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:02.186374 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dea9885-cf11-4044-be27-eac7824e4244 req-6a195758-9246-4c64-8c31-e974df8b635e tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports/80d3a417-0fbb-4173-8b38-fc85f5712046 HTTP/1.1" status: 200 len: 942 time: 0.1102571 Mar 11 11:40:02.188227 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Publish callbacks [] for router_controller (067b225b-698f-46a6-9bbc-819a11c5eece), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:02.259419 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d144-15b9-4b3c-872c-342f765d1767 req-767e9557-ee04-4e65-aefd-6ae632e0a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:02.261031 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9ff0d144-15b9-4b3c-872c-342f765d1767 req-767e9557-ee04-4e65-aefd-6ae632e0a120 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.1772184 Mar 11 11:40:02.269581 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3ce0a07-7a78-4e83-8be6-348ed98b2c6a req-36bcab5d-6a76-4202-b2b3-e8f2143b49f9 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/a367689b-a0ab-4806-8a20-fbd93551e415 HTTP/1.1" status: 200 len: 2998 time: 0.1131177 Mar 11 11:40:02.296590 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Allocated IP 172.20.0.2 (d2069503-97b5-4693-8805-2e3e622ce906/9b167146-f97a-4fc0-ada4-3ac453097dad/d4f9b89e-347e-44cd-a9bb-022ba08460b5) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:40:02.382314 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9ff0d144-15b9-4b3c-872c-342f765d1767 req-9ab22034-3593-436f-a842-8e2134c87ccd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=ed39fc5b-2f9b-40f9-8d67-293261c524cc HTTP/1.1" status: 200 len: 217 time: 0.0483830 Mar 11 11:40:02.415136 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-7ddc8507-bccd-46c2-8a9a-849fb9f4bdfe tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:02.416537 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-7ddc8507-bccd-46c2-8a9a-849fb9f4bdfe tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.71 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 808 time: 0.2292483 Mar 11 11:40:02.418205 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Publish callbacks [] for router_gateway (067b225b-698f-46a6-9bbc-819a11c5eece), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:02.420546 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dea9885-cf11-4044-be27-eac7824e4244 req-aca9e803-92e3-40b1-be1d-c6788a42aed5 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 1001 time: 0.1222484 Mar 11 11:40:02.423875 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3ce0a07-7a78-4e83-8be6-348ed98b2c6a req-a508fdfc-30f5-44ed-983e-0430d982f0bc tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/a367689b-a0ab-4806-8a20-fbd93551e415 HTTP/1.1" status: 200 len: 2998 time: 0.1243989 Mar 11 11:40:02.430829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-8c0e8e37-6d95-4632-918e-e44153845837 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Request body: {'port': {'device_id': '71fc059a-0e21-47d7-be7b-33c7c849ca5e', 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681', 'admin_state_up': True, 'tenant_id': '1cecaa0b73904c0b969683224717fe2d'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:02.474409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d144-15b9-4b3c-872c-342f765d1767 req-09b600d6-23ba-449a-b585-955f662666e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:02.476696 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9ff0d144-15b9-4b3c-872c-342f765d1767 req-09b600d6-23ba-449a-b585-955f662666e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0678258 Mar 11 11:40:02.528684 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Publish callbacks [] for port (d4f9b89e-347e-44cd-a9bb-022ba08460b5), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:02.537758 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (d4f9b89e-347e-44cd-a9bb-022ba08460b5), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:02.576500 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d144-15b9-4b3c-872c-342f765d1767 req-ae0aa5a8-8534-4bd8-8651-9a076f3d07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:02.578478 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9ff0d144-15b9-4b3c-872c-342f765d1767 req-ae0aa5a8-8534-4bd8-8651-9a076f3d07dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0902562 Mar 11 11:40:02.588277 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Pushing event updated for resources: {'Port': ['ID=d4f9b89e-347e-44cd-a9bb-022ba08460b5,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:02.604717 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Network d2069503-97b5-4693-8805-2e3e622ce906 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:02.606950 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:02.612896 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:40:02.691617 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Attempting to bind port d4f9b89e-347e-44cd-a9bb-022ba08460b5 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:40:02.691978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Attempting to bind port d4f9b89e-347e-44cd-a9bb-022ba08460b5 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '590d9cc4-db58-4d66-baae-406cc1d73243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:40:02.693001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Attempting to bind port d4f9b89e-347e-44cd-a9bb-022ba08460b5 on network d2069503-97b5-4693-8805-2e3e622ce906 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:02.699668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:40:02.700622 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Checking segment: {'id': '590d9cc4-db58-4d66-baae-406cc1d73243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:02.701051 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:02.701445 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Bound using segment: {'id': '590d9cc4-db58-4d66-baae-406cc1d73243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:40:02.701923 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Bound port: d4f9b89e-347e-44cd-a9bb-022ba08460b5, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590d9cc4-db58-4d66-baae-406cc1d73243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:40:02.702298 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d4f9b89e-347e-44cd-a9bb-022ba08460b5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:02.775537 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] For port d4f9b89e-347e-44cd-a9bb-022ba08460b5, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:40:02.778910 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] For port d4f9b89e-347e-44cd-a9bb-022ba08460b5, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d4f9b89e-347e-44cd-a9bb-022ba08460b5,segment=NetworkSegment(590d9cc4-db58-4d66-baae-406cc1d73243),segment_id=590d9cc4-db58-4d66-baae-406cc1d73243)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:40:02.783670 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Publish callbacks [] for router_gateway (067b225b-698f-46a6-9bbc-819a11c5eece), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:02.787286 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d4f9b89e-347e-44cd-a9bb-022ba08460b5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:02.806584 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9ff0d144-15b9-4b3c-872c-342f765d1767 req-9bae6b07-4d21-4e6a-8ae0-4cffebbf6377 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775603 Mar 11 11:40:02.807761 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:02.848340 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f40b86-f16b-43b8-bfd3-c22a3a548345 None None] Pushing event updated for resources: {'Port': ['ID=d4f9b89e-347e-44cd-a9bb-022ba08460b5,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:02.877638 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-c7284ef5-3e36-44f9-a4df-0e751ce16c67 req-6844385b-d1c6-440d-9fcc-136210fde1c2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1648923948', 'description': 'tempest-description-1692634368'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:02.943376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea9885-cf11-4044-be27-eac7824e4244 req-05cb06a6-2996-4a59-be1c-616ccf107942 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:02.944826 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dea9885-cf11-4044-be27-eac7824e4244 req-05cb06a6-2996-4a59-be1c-616ccf107942 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.4953103 Mar 11 11:40:02.948419 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c7284ef5-3e36-44f9-a4df-0e751ce16c67 req-6844385b-d1c6-440d-9fcc-136210fde1c2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:02.987819 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9ff0d144-15b9-4b3c-872c-342f765d1767 req-6ee55d7d-223b-4688-a9b1-0387886837ba service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668952 Mar 11 11:40:02.994905 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Allocated IP 172.25.7.148 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/7c6fb946-a06e-4342-a753-d95fefda6f0a) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:40:03.013349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-8c0e8e37-6d95-4632-918e-e44153845837 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Made reservation on behalf of 1cecaa0b73904c0b969683224717fe2d for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:40:03.016721 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-8c0e8e37-6d95-4632-918e-e44153845837 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:03.076372 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dea9885-cf11-4044-be27-eac7824e4244 req-0cbe6320-f0d4-4e43-90db-8f83016632c2 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 1001 time: 0.1166139 Mar 11 11:40:03.138769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-5dea9885-cf11-4044-be27-eac7824e4244 req-bfa9a8b9-af72-4e4c-85c5-81475746f986 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:03.146102 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Publish callbacks [] for port (7c6fb946-a06e-4342-a753-d95fefda6f0a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:03.195538 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7c6fb946-a06e-4342-a753-d95fefda6f0a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:03.221370 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c7284ef5-3e36-44f9-a4df-0e751ce16c67 req-6844385b-d1c6-440d-9fcc-136210fde1c2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (550e8345-90db-4f39-b8fd-d1f1db07fd78), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:03.244339 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:03.247473 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:03.249924 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:40:03.270152 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c7284ef5-3e36-44f9-a4df-0e751ce16c67 req-6844385b-d1c6-440d-9fcc-136210fde1c2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (550e8345-90db-4f39-b8fd-d1f1db07fd78), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:03.278372 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5dea9885-cf11-4044-be27-eac7824e4244 req-bfa9a8b9-af72-4e4c-85c5-81475746f986 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks [] for floatingip (8d531d12-1df0-4065-98ee-ad917580d965), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:03.304487 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Pushing event updated for resources: {'Port': ['ID=7c6fb946-a06e-4342-a753-d95fefda6f0a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:03.321285 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:03.347322 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c7284ef5-3e36-44f9-a4df-0e751ce16c67 req-6844385b-d1c6-440d-9fcc-136210fde1c2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:03.348506 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c7284ef5-3e36-44f9-a4df-0e751ce16c67 req-6844385b-d1c6-440d-9fcc-136210fde1c2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4847755 Mar 11 11:40:03.356175 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-8c0e8e37-6d95-4632-918e-e44153845837 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Allocated IP 172.20.0.5 (ec42b46c-66eb-4785-8e56-b97afd23f681/b4766b4d-5753-4734-b72e-71cbd12b44a9/f7aad6f0-23cc-479a-8add-b0f47a9d7525) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:40:03.364442 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844385b-d1c6-440d-9fcc-136210fde1c2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550e8345-90db-4f39-b8fd-d1f1db07fd78,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:03.538118 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Publish callbacks [] for router_gateway (067b225b-698f-46a6-9bbc-819a11c5eece), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:03.558063 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5dea9885-cf11-4044-be27-eac7824e4244 req-bfa9a8b9-af72-4e4c-85c5-81475746f986 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:03.573508 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5dea9885-cf11-4044-be27-eac7824e4244 req-bfa9a8b9-af72-4e4c-85c5-81475746f986 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (8d531d12-1df0-4065-98ee-ad917580d965), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:03.573852 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [req-5dea9885-cf11-4044-be27-eac7824e4244 req-bfa9a8b9-af72-4e4c-85c5-81475746f986 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Floating IP 8d531d12-1df0-4065-98ee-ad917580d965 disassociated. External IP: 172.25.7.125, port: 80d3a417-0fbb-4173-8b38-fc85f5712046. Mar 11 11:40:03.655117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e851762-d51a-409c-b327-07b36ad37a4f req-469b3556-7326-4311-a565-08a0b9af565c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:03.656775 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e851762-d51a-409c-b327-07b36ad37a4f req-469b3556-7326-4311-a565-08a0b9af565c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 945 time: 0.2397156 Mar 11 11:40:03.684067 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device ed39fc5b-2f9b-40f9-8d67-293261c524cc details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:40:03.783078 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-8c0e8e37-6d95-4632-918e-e44153845837 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks [] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:03.812769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port ed39fc5b-2f9b-40f9-8d67-293261c524cc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=ed39fc5b-2f9b-40f9-8d67-293261c524cc,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:03.814988 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e851762-d51a-409c-b327-07b36ad37a4f req-b4542e06-73b4-487e-9b32-f549523045e1 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515276 Mar 11 11:40:03.829902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'ed39fc5b-2f9b-40f9-8d67-293261c524cc', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'ed39fc5b-2f9b-40f9-8d67-293261c524cc', 'mac_address': 'fa:16:3e:fe:4f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:40:03.923116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port ed39fc5b-2f9b-40f9-8d67-293261c524cc is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:03.923721 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ed39fc5b-2f9b-40f9-8d67-293261c524cc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:03.952838 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed39fc5b-2f9b-40f9-8d67-293261c524cc {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:40:03.961246 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-8c0e8e37-6d95-4632-918e-e44153845837 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:04.012823 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port ed39fc5b-2f9b-40f9-8d67-293261c524cc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=ed39fc5b-2f9b-40f9-8d67-293261c524cc,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:04.021989 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ed39fc5b-2f9b-40f9-8d67-293261c524cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:04.045835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e8e37-6d95-4632-918e-e44153845837 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Pushing event updated for resources: {'Port': ['ID=f7aad6f0-23cc-479a-8add-b0f47a9d7525,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:04.056874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d4f9b89e-347e-44cd-a9bb-022ba08460b5 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:04.130129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-8c0e8e37-6d95-4632-918e-e44153845837 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Network ec42b46c-66eb-4785-8e56-b97afd23f681 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:04.149197 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (067b225b-698f-46a6-9bbc-819a11c5eece), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:04.156923 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-8c0e8e37-6d95-4632-918e-e44153845837 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:04.159552 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-8c0e8e37-6d95-4632-918e-e44153845837 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:40:04.206664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dea9885-cf11-4044-be27-eac7824e4244 req-bfa9a8b9-af72-4e4c-85c5-81475746f986 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Router faa52885-7045-4c44-a607-aa844ce555ca has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:40:04.228075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-8c0e8e37-6d95-4632-918e-e44153845837 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:04.228777 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-8c0e8e37-6d95-4632-918e-e44153845837 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:04.247987 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ee118-6ded-4bca-b8e7-153f0dcc305b req-8c9cfddc-d7c5-47ce-8e3c-d24b9baf8756 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:04.249527 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-317ee118-6ded-4bca-b8e7-153f0dcc305b req-8c9cfddc-d7c5-47ce-8e3c-d24b9baf8756 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 931 time: 0.2002587 Mar 11 11:40:04.280964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e1fcbc-4d2c-47ea-99ff-2dce4d6315e9 None None] Network d2069503-97b5-4693-8805-2e3e622ce906 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:40:04.304937 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Router 067b225b-698f-46a6-9bbc-819a11c5eece is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:40:04.312737 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-8c0e8e37-6d95-4632-918e-e44153845837 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8865514 Mar 11 11:40:04.313418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=ed39fc5b-2f9b-40f9-8d67-293261c524cc,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:04.326456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Request body: {'port': {'device_id': '71fc059a-0e21-47d7-be7b-33c7c849ca5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:04.366489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-dc98e3bc-0ae5-4444-9889-697f8dfee8e4 None None] Provisioning complete for port d4f9b89e-347e-44cd-a9bb-022ba08460b5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:04.366844 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dc98e3bc-0ae5-4444-9889-697f8dfee8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d4f9b89e-347e-44cd-a9bb-022ba08460b5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:04.403045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d4f9b89e-347e-44cd-a9bb-022ba08460b5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:04.403454 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d4f9b89e-347e-44cd-a9bb-022ba08460b5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:04.419997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-317ee118-6ded-4bca-b8e7-153f0dcc305b req-4f236031-37d6-4f54-962d-d7e7dd022a1f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614051 Mar 11 11:40:04.435127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:40:04.461904 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['ed39fc5b-2f9b-40f9-8d67-293261c524cc'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:04.474311 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Sync routers for ids ['067b225b-698f-46a6-9bbc-819a11c5eece'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:40:04.479983 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dea9885-cf11-4044-be27-eac7824e4244 req-bfa9a8b9-af72-4e4c-85c5-81475746f986 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:40:04.486083 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5dea9885-cf11-4044-be27-eac7824e4244 req-bfa9a8b9-af72-4e4c-85c5-81475746f986 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:04.487389 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:04.492614 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0de2e37b-e95c-490f-821a-cfbf1be97e83 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.5181525 Mar 11 11:40:04.493107 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:04.493783 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39028) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:04.495453 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f1bfc-0a73-4f00-a40f-a972171e95f8 None None] Sync routers for ids ['faa52885-7045-4c44-a607-aa844ce555ca'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:40:04.510532 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f1bfc-0a73-4f00-a40f-a972171e95f8 None None] Routers {'faa52885-7045-4c44-a607-aa844ce555ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:04.511461 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-315f1bfc-0a73-4f00-a40f-a972171e95f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:39:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['faa52885-7045-4c44-a607-aa844ce555ca'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:04.555332 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Routers {'067b225b-698f-46a6-9bbc-819a11c5eece'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:04.556114 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:39:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['067b225b-698f-46a6-9bbc-819a11c5eece'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:04.571954 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dea9885-cf11-4044-be27-eac7824e4244 req-bfa9a8b9-af72-4e4c-85c5-81475746f986 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "PUT /v2.0/floatingips/8d531d12-1df0-4065-98ee-ad917580d965 HTTP/1.1" status: 200 len: 695 time: 1.4432485 Mar 11 11:40:04.589602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd6db4b-7077-4ac0-a1d9-5b68894c400a', 'tag': '80d3a417-0fbb-4173-8b38-fc85f5712046'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:04.591891 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8ff3f4-8d79-46ff-9b6e-0ce4e909c8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd6db4b-7077-4ac0-a1d9-5b68894c400a", "tag": "80d3a417-0fbb-4173-8b38-fc85f5712046"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:04.652634 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb2620-60fa-4835-a31e-409873b8e9f8 req-6c18d555-6851-49da-b001-a20a10da269b tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:04.655827 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-315f1bfc-0a73-4f00-a40f-a972171e95f8 None None] Set router faa52885-7045-4c44-a607-aa844ce555ca gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:04.660132 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a6eb2620-60fa-4835-a31e-409873b8e9f8 req-6c18d555-6851-49da-b001-a20a10da269b tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7733556d-8be0-4a9d-91cc-6e558ea46edc HTTP/1.1" status: 200 len: 949 time: 0.1701765 Mar 11 11:40:04.695719 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-dc98e3bc-0ae5-4444-9889-697f8dfee8e4 None None] Current status of the port d4f9b89e-347e-44cd-a9bb-022ba08460b5 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:04.696301 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dc98e3bc-0ae5-4444-9889-697f8dfee8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d4f9b89e-347e-44cd-a9bb-022ba08460b5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:04.758553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d4f9b89e-347e-44cd-a9bb-022ba08460b5 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:04.758933 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d4f9b89e-347e-44cd-a9bb-022ba08460b5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:04.862303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Set router 067b225b-698f-46a6-9bbc-819a11c5eece gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:04.865931 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dc98e3bc-0ae5-4444-9889-697f8dfee8e4 None None] For port d4f9b89e-347e-44cd-a9bb-022ba08460b5, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d4f9b89e-347e-44cd-a9bb-022ba08460b5,segment=NetworkSegment(590d9cc4-db58-4d66-baae-406cc1d73243),segment_id=590d9cc4-db58-4d66-baae-406cc1d73243)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:04.922304 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dc98e3bc-0ae5-4444-9889-697f8dfee8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d4f9b89e-347e-44cd-a9bb-022ba08460b5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:04.936573 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-315f1bfc-0a73-4f00-a40f-a972171e95f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:08Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:04.972689 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f1bfc-0a73-4f00-a40f-a972171e95f8 None None] Checking router: faa52885-7045-4c44-a607-aa844ce555ca for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:40:04.975992 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7aad6f0-23cc-479a-8add-b0f47a9d7525 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:40:04.981528 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f1bfc-0a73-4f00-a40f-a972171e95f8 None None] Routers {'faa52885-7045-4c44-a607-aa844ce555ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:04.982898 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-315f1bfc-0a73-4f00-a40f-a972171e95f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:39:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['faa52885-7045-4c44-a607-aa844ce555ca'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:04.984206 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Publish callbacks [] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:04.996902 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Transition to ACTIVE for port object f7aad6f0-23cc-479a-8add-b0f47a9d7525 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:40:05.059596 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a6eb2620-60fa-4835-a31e-409873b8e9f8 req-535a46f5-ae4e-4cfb-880f-2b2750660746 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983328 Mar 11 11:40:05.060910 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:05.123767 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-315f1bfc-0a73-4f00-a40f-a972171e95f8 None None] Set router faa52885-7045-4c44-a607-aa844ce555ca gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:05.125051 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea9885-cf11-4044-be27-eac7824e4244 req-6682e621-e34d-4f90-b4f8-879459080327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:05.126876 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dea9885-cf11-4044-be27-eac7824e4244 req-6682e621-e34d-4f90-b4f8-879459080327 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&device_id=9dd6db4b-7077-4ac0-a1d9-5b68894c400a HTTP/1.1" status: 200 len: 1127 time: 0.5301137 Mar 11 11:40:05.134389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7aad6f0-23cc-479a-8add-b0f47a9d7525,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:05.140807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-56ef6e4c-9567-4ac3-a5df-276b31c62627 None None] Provisioning complete for port d4f9b89e-347e-44cd-a9bb-022ba08460b5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:05.141181 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-56ef6e4c-9567-4ac3-a5df-276b31c62627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d4f9b89e-347e-44cd-a9bb-022ba08460b5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:05.219903 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:05.267301 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:40:05.267301 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:40:05.275799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98e3bc-0ae5-4444-9889-697f8dfee8e4 None None] Pushing event updated for resources: {'Port': ['ID=d4f9b89e-347e-44cd-a9bb-022ba08460b5,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:05.307081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-2968cceb-e9f2-490a-ae0c-fdda472db63d req-3d79582a-eef3-4d98-809f-e505ecbafb7b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-476173065', 'description': 'tempest-description-1204070042'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:05.340778 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea9885-cf11-4044-be27-eac7824e4244 req-2cf53be0-fce2-4dd8-a9af-d1ccb797910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:05.342897 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dea9885-cf11-4044-be27-eac7824e4244 req-2cf53be0-fce2-4dd8-a9af-d1ccb797910d service neutron] 10.222.0.78 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 921 time: 0.2006600 Mar 11 11:40:05.356673 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2968cceb-e9f2-490a-ae0c-fdda472db63d req-3d79582a-eef3-4d98-809f-e505ecbafb7b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:05.358589 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-56ef6e4c-9567-4ac3-a5df-276b31c62627 None None] Current status of the port d4f9b89e-347e-44cd-a9bb-022ba08460b5 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:05.369716 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602280175-router', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:03Z', 'revision_number': 3, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'gw_port': {'id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:05.409760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Checking router: 067b225b-698f-46a6-9bbc-819a11c5eece for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:40:05.410103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Updating router 067b225b-698f-46a6-9bbc-819a11c5eece port 7c6fb946-a06e-4342-a753-d95fefda6f0a binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:40:05.443313 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dea9885-cf11-4044-be27-eac7824e4244 req-9d2a2c34-f246-44a7-b69e-c3abc40c8798 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d3a417-0fbb-4173-8b38-fc85f5712046 HTTP/1.1" status: 200 len: 217 time: 0.0593071 Mar 11 11:40:05.457364 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7c6fb946-a06e-4342-a753-d95fefda6f0a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:05.464182 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] Allocated IP 172.20.0.1 (d2069503-97b5-4693-8805-2e3e622ce906/9b167146-f97a-4fc0-ada4-3ac453097dad/9b97a4e7-df54-4839-abb3-20ebfe361c45) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:40:05.544175 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-315f1bfc-0a73-4f00-a40f-a972171e95f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:08Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:05.569463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea9885-cf11-4044-be27-eac7824e4244 req-06d8d76c-b881-4287-8375-c59dc95fd0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:05.570973 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dea9885-cf11-4044-be27-eac7824e4244 req-06d8d76c-b881-4287-8375-c59dc95fd0ca service neutron] 10.222.0.78 "GET /v2.0/subnets?id=900f0834-fbff-4203-bddb-573f955892d4 HTTP/1.1" status: 200 len: 859 time: 0.1074471 Mar 11 11:40:05.575868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Attempting to bind port f7aad6f0-23cc-479a-8add-b0f47a9d7525 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:40:05.576197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Attempting to bind port f7aad6f0-23cc-479a-8add-b0f47a9d7525 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:40:05.576520 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Attempting to bind port f7aad6f0-23cc-479a-8add-b0f47a9d7525 on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:05.590267 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f1bfc-0a73-4f00-a40f-a972171e95f8 None None] The sync data for ids ['faa52885-7045-4c44-a607-aa844ce555ca'] in n-d-833234-2 is: [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:08Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:40:05.606000 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Port f7aad6f0-23cc-479a-8add-b0f47a9d7525 on network ec42b46c-66eb-4785-8e56-b97afd23f681 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:40:05.606000 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Attempting to bind port f7aad6f0-23cc-479a-8add-b0f47a9d7525 on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:05.631382 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2968cceb-e9f2-490a-ae0c-fdda472db63d req-3d79582a-eef3-4d98-809f-e505ecbafb7b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (1620ead8-bfa7-480f-9645-8d088ed48ce8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:05.634064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:40:05.634400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Checking segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:05.634780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Bound using segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:40:05.635208 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Bound port: f7aad6f0-23cc-479a-8add-b0f47a9d7525, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:40:05.635599 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:05.641322 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] Publish callbacks [] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:05.663160 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2968cceb-e9f2-490a-ae0c-fdda472db63d req-3d79582a-eef3-4d98-809f-e505ecbafb7b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1620ead8-bfa7-480f-9645-8d088ed48ce8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:05.701535 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:05.747653 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] Network d2069503-97b5-4693-8805-2e3e622ce906 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:05.752578 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:05.752997 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2968cceb-e9f2-490a-ae0c-fdda472db63d req-3d79582a-eef3-4d98-809f-e505ecbafb7b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:05.762083 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2968cceb-e9f2-490a-ae0c-fdda472db63d req-3d79582a-eef3-4d98-809f-e505ecbafb7b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6286209 Mar 11 11:40:05.772582 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:40:05.803122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79582a-eef3-4d98-809f-e505ecbafb7b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1620ead8-bfa7-480f-9645-8d088ed48ce8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:05.807707 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea9885-cf11-4044-be27-eac7824e4244 req-107321c7-c114-4873-9c49-4e651c3f24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:05.809164 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dea9885-cf11-4044-be27-eac7824e4244 req-107321c7-c114-4873-9c49-4e651c3f24ff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=312d19f9-7005-4de7-8f01-ccb1029393af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2198370 Mar 11 11:40:05.847018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] Pushing event updated for resources: {'Port': ['ID=9b97a4e7-df54-4839-abb3-20ebfe361c45,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:05.872130 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (067b225b-698f-46a6-9bbc-819a11c5eece), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:05.906873 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Publish callbacks [] for port (7c6fb946-a06e-4342-a753-d95fefda6f0a), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:05.914112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d4f9b89e-347e-44cd-a9bb-022ba08460b5 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:05.934682 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7c6fb946-a06e-4342-a753-d95fefda6f0a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:05.959018 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dea9885-cf11-4044-be27-eac7824e4244 req-934a1a8c-e856-4716-87c3-68465b2bf81d service neutron] 10.222.0.78 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360228 Mar 11 11:40:06.058372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee15f7f-17a7-4240-b0ca-fb2ddec0ba31 None None] Pushing event updated for resources: {'Port': ['ID=7c6fb946-a06e-4342-a753-d95fefda6f0a,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:06.114502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Attempting to bind port 7c6fb946-a06e-4342-a753-d95fefda6f0a on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:40:06.114966 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Attempting to bind port 7c6fb946-a06e-4342-a753-d95fefda6f0a by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:40:06.115413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Attempting to bind port 7c6fb946-a06e-4342-a753-d95fefda6f0a on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:06.116362 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:40:06.127941 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:40:06.129068 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:06.130122 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:06.136204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:40:06.138125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Bound port: 7c6fb946-a06e-4342-a753-d95fefda6f0a, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:40:06.140038 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7c6fb946-a06e-4342-a753-d95fefda6f0a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:06.149505 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dea9885-cf11-4044-be27-eac7824e4244 req-219f8264-58bd-4fff-ba0b-80aba864e90c service neutron] 10.222.0.78 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817462 Mar 11 11:40:06.151042 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade380a9-c136-41a5-8737-5c8419eeb419 x-openstack-request-id: req-ade380a9-c136-41a5-8737-5c8419eeb419 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:06.151447 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd6db4b-7077-4ac0-a1d9-5b68894c400a", "tag": "80d3a417-0fbb-4173-8b38-fc85f5712046", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:06.152125 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ade380a9-c136-41a5-8737-5c8419eeb419 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:06.152125 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd6db4b-7077-4ac0-a1d9-5b68894c400a', 'tag': '80d3a417-0fbb-4173-8b38-fc85f5712046', 'status': 'completed', 'code': 200} Mar 11 11:40:06.185918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:40:06.192451 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ff3f4-8d79-46ff-9b6e-0ce4e909c8c6 req-af047191-47c8-4dff-96ea-d263cfc7d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:06.194444 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ec8ff3f4-8d79-46ff-9b6e-0ce4e909c8c6 req-af047191-47c8-4dff-96ea-d263cfc7d4c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&device_id=9dd6db4b-7077-4ac0-a1d9-5b68894c400a HTTP/1.1" status: 200 len: 1127 time: 0.0891848 Mar 11 11:40:06.205837 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:40:06.228266 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:06.230198 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba3e87-ea7b-4df0-bb17-96c5108636e9 req-96545916-574f-45e8-ace1-59d30dd6ebbd tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:06.230733 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] For port 7c6fb946-a06e-4342-a753-d95fefda6f0a, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:40:06.235850 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] For port 7c6fb946-a06e-4342-a753-d95fefda6f0a, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7c6fb946-a06e-4342-a753-d95fefda6f0a,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:40:06.238113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-efba3e87-ea7b-4df0-bb17-96c5108636e9 req-96545916-574f-45e8-ace1-59d30dd6ebbd tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 945 time: 0.0834689 Mar 11 11:40:06.239703 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d4f9b89e-347e-44cd-a9bb-022ba08460b5 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:06.249995 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d884e727-8c0e-40b6-8f03-af08643ce256 None None] New status for floating IP 8d531d12-1df0-4065-98ee-ad917580d965: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:40:06.267528 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:06.289120 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7c6fb946-a06e-4342-a753-d95fefda6f0a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:06.380253 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-efba3e87-ea7b-4df0-bb17-96c5108636e9 req-90e4accf-278e-44ec-93ef-0f4d4d88fc50 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411080 Mar 11 11:40:06.383666 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:06.384291 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:06.385680 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] 10.222.0.71 "PUT /v2.0/ports/f7aad6f0-23cc-479a-8add-b0f47a9d7525 HTTP/1.1" status: 200 len: 1091 time: 2.0636671 Mar 11 11:40:06.392657 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ff3f4-8d79-46ff-9b6e-0ce4e909c8c6 req-ef01045c-ec62-4626-a87e-fa8c5f69c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:06.393946 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb93c0-4c5e-4814-a8f8-ceed5398abdd req-247f03c4-a5b2-4e82-ba5a-f85859fc80cd tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:06.394369 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ec8ff3f4-8d79-46ff-9b6e-0ce4e909c8c6 req-ef01045c-ec62-4626-a87e-fa8c5f69c91d service neutron] 10.222.0.71 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 921 time: 0.1672392 Mar 11 11:40:06.395457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52fb93c0-4c5e-4814-a8f8-ceed5398abdd req-247f03c4-a5b2-4e82-ba5a-f85859fc80cd tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 943 time: 0.1331100 Mar 11 11:40:06.409733 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15d78f-0013-4b8d-8b73-fc9071829ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7aad6f0-23cc-479a-8add-b0f47a9d7525,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:06.485638 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ec8ff3f4-8d79-46ff-9b6e-0ce4e909c8c6 req-70eea41c-1052-481b-95a0-b665f996cdcf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d3a417-0fbb-4173-8b38-fc85f5712046 HTTP/1.1" status: 200 len: 217 time: 0.0684958 Mar 11 11:40:06.534297 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52fb93c0-4c5e-4814-a8f8-ceed5398abdd req-b0d9ef2c-0652-47f6-acdd-92ea320c4d4e tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106088 Mar 11 11:40:06.554686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-8d10dd78-4c39-471e-ae20-3ffb74da6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:06.562044 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-8d10dd78-4c39-471e-ae20-3ffb74da6ec1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 1125 time: 0.1001513 Mar 11 11:40:06.620157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ff3f4-8d79-46ff-9b6e-0ce4e909c8c6 req-51acb76c-6d19-430b-8834-ab01fb152b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:06.621704 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ec8ff3f4-8d79-46ff-9b6e-0ce4e909c8c6 req-51acb76c-6d19-430b-8834-ab01fb152b60 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=900f0834-fbff-4203-bddb-573f955892d4 HTTP/1.1" status: 200 len: 859 time: 0.1065478 Mar 11 11:40:06.652292 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-323adac1-795d-4201-b42a-194b4d7e4e27 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525 HTTP/1.1" status: 200 len: 217 time: 0.0845718 Mar 11 11:40:06.686798 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] Publish callbacks [] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:06.697616 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:06.707092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee15f7f-17a7-4240-b0ca-fb2ddec0ba31 None None] Pushing event updated for resources: {'Port': ['ID=7c6fb946-a06e-4342-a753-d95fefda6f0a,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:06.720016 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-109165d9-5e9c-43a6-949f-f6e9a2a1b5fd None None] Provisioning complete for port 9b97a4e7-df54-4839-abb3-20ebfe361c45 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:06.720533 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-109165d9-5e9c-43a6-949f-f6e9a2a1b5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:06.726056 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ff3f4-8d79-46ff-9b6e-0ce4e909c8c6 req-f684950b-5a7b-43ed-b136-6bf1e6cfe380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:06.727885 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ec8ff3f4-8d79-46ff-9b6e-0ce4e909c8c6 req-f684950b-5a7b-43ed-b136-6bf1e6cfe380 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=312d19f9-7005-4de7-8f01-ccb1029393af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0957584 Mar 11 11:40:06.780185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-109165d9-5e9c-43a6-949f-f6e9a2a1b5fd None None] Port 9b97a4e7-df54-4839-abb3-20ebfe361c45 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:40:06.826416 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] Pushing event updated for resources: {'Port': ['ID=9b97a4e7-df54-4839-abb3-20ebfe361c45,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:06.826663 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d4f9b89e-347e-44cd-a9bb-022ba08460b5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:06.827404 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d4f9b89e-347e-44cd-a9bb-022ba08460b5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:06.838784 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (067b225b-698f-46a6-9bbc-819a11c5eece), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:06.841067 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39064) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:06.858991 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Routers {'067b225b-698f-46a6-9bbc-819a11c5eece'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:06.859696 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:39:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['067b225b-698f-46a6-9bbc-819a11c5eece'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:06.921378 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ec8ff3f4-8d79-46ff-9b6e-0ce4e909c8c6 req-edad9869-1417-4da0-aca4-383f39b4b438 service neutron] 10.222.0.71 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665154 Mar 11 11:40:07.068036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d4f9b89e-347e-44cd-a9bb-022ba08460b5 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:07.077850 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] Set router 067b225b-698f-46a6-9bbc-819a11c5eece gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:07.089324 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-1ef8d4bb-9325-4a0a-afa5-241dfd477fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:07.090389 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-1ef8d4bb-9325-4a0a-afa5-241dfd477fc1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.4290991 Mar 11 11:40:07.117798 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02019b3e-830f-4672-8eb7-c53605443e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:07.134713 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-2a979013-4b48-4cd0-87bc-543cf5cd4c20 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344219 Mar 11 11:40:07.144418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba6673-a68f-49fd-af43-ba3a18d15f50 req-3f311481-a5d1-477b-9ea5-4e2f4e6806cd tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:07.145798 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0ba6673-a68f-49fd-af43-ba3a18d15f50 req-3f311481-a5d1-477b-9ea5-4e2f4e6806cd tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7733556d-8be0-4a9d-91cc-6e558ea46edc HTTP/1.1" status: 200 len: 949 time: 0.5073314 Mar 11 11:40:07.178871 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ec8ff3f4-8d79-46ff-9b6e-0ce4e909c8c6 req-49d4bcc2-e17c-4329-a8a8-cb3b9d27c90e service neutron] 10.222.0.71 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374914 Mar 11 11:40:07.182706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] Network d2069503-97b5-4693-8805-2e3e622ce906 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:07.189527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:07.201909 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-74bb5af0-a5fa-46c9-8bc5-71cf5e4d797a tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:07.203467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-74bb5af0-a5fa-46c9-8bc5-71cf5e4d797a tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/networks?id=89e1213f-c73f-4a54-9c2d-e7592a5f1043 HTTP/1.1" status: 200 len: 813 time: 0.5660253 Mar 11 11:40:07.322152 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602280175-router', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:06Z', 'revision_number': 4, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'gw_port': {'id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '9b97a4e7-df54-4839-abb3-20ebfe361c45', 'name': '', 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'mac_address': 'fa:16:3e:3a:25:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:05Z', 'updated_at': '2022-03-11T11:40:06Z', 'revision_number': 2, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'subnets': [{'id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:07.326256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-faf17b81-3d01-4a8c-b429-f79228bd5169 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/quotas/d8339615d4fc4763a1b414104472635d HTTP/1.1" status: 200 len: 375 time: 0.1147001 Mar 11 11:40:07.328419 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-8731677e-1919-4841-a508-472cd99a8f6d service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798592 Mar 11 11:40:07.343948 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02019b3e-830f-4672-8eb7-c53605443e1b admin admin] Publish callbacks [] for security_group (439e260c-de25-412d-b979-2e35b224a0f4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:07.356991 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02019b3e-830f-4672-8eb7-c53605443e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (439e260c-de25-412d-b979-2e35b224a0f4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:07.361540 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad6d54d-fe0e-4979-9985-27f63f877c53 None None] The sync data for ids ['067b225b-698f-46a6-9bbc-819a11c5eece'] in n-d-833234-2 is: [{'id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602280175-router', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:06Z', 'revision_number': 4, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'gw_port': {'id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '9b97a4e7-df54-4839-abb3-20ebfe361c45', 'name': '', 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'mac_address': 'fa:16:3e:3a:25:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:05Z', 'updated_at': '2022-03-11T11:40:06Z', 'revision_number': 2, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'subnets': [{'id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:40:07.412628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] Router 067b225b-698f-46a6-9bbc-819a11c5eece has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:40:07.418276 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0ba6673-a68f-49fd-af43-ba3a18d15f50 req-28e74709-316b-4cbd-bcf1-dbfc16d6f51e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555766 Mar 11 11:40:07.419485 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-02019b3e-830f-4672-8eb7-c53605443e1b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b702f17999264e6c8aa37f92e9cda49f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5462487 Mar 11 11:40:07.425915 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39068) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:07.434560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02019b3e-830f-4672-8eb7-c53605443e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439e260c-de25-412d-b979-2e35b224a0f4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:07.512831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-85c543f0-3e86-495d-bde4-7f0fc5e2d2e2 None None] Provisioning complete for port 9b97a4e7-df54-4839-abb3-20ebfe361c45 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:07.513316 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-85c543f0-3e86-495d-bde4-7f0fc5e2d2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:07.572377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-85c543f0-3e86-495d-bde4-7f0fc5e2d2e2 None None] Port 9b97a4e7-df54-4839-abb3-20ebfe361c45 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:40:07.581530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c868bbb7-afff-458c-bf28-a2e11a2ae0c1 req-689d2b0c-9925-4386-a6f0-345e9fcc131b service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261939 Mar 11 11:40:07.587873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-e75d8efb-42fa-4de8-bb8c-61c78654dda7 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d8339615d4fc4763a1b414104472635d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2528226 Mar 11 11:40:07.588462 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:40:07.604582 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9b694aca-5a42-40ca-b1a3-291605042645 admin admin] 10.222.0.78 "PUT /v2.0/routers/067b225b-698f-46a6-9bbc-819a11c5eece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1092291 Mar 11 11:40:07.621704 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81ffbe96-329d-4415-a5c8-ce19b4d7a324 admin admin] Publish callbacks [] for security_group (439e260c-de25-412d-b979-2e35b224a0f4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:07.677280 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81ffbe96-329d-4415-a5c8-ce19b4d7a324 admin admin] Publish callbacks [] for security_group (439e260c-de25-412d-b979-2e35b224a0f4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:07.713416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device ed39fc5b-2f9b-40f9-8d67-293261c524cc up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:07.814481 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port ed39fc5b-2f9b-40f9-8d67-293261c524cc completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:40:07.816939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-e2be348a-68f3-46d3-9f74-9c116aa30fab service neutron] 10.222.0.78 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965680 Mar 11 11:40:07.823820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a87be-3ea2-4003-89a7-17bd997e3fd4 req-a9177917-cfdd-40fc-8e01-bc01a9db2a70 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:07.825407 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee0a87be-3ea2-4003-89a7-17bd997e3fd4 req-a9177917-cfdd-40fc-8e01-bc01a9db2a70 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 1127 time: 0.1398551 Mar 11 11:40:07.828211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port ed39fc5b-2f9b-40f9-8d67-293261c524cc triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:07.829032 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ed39fc5b-2f9b-40f9-8d67-293261c524cc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:07.878638 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81ffbe96-329d-4415-a5c8-ce19b4d7a324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (439e260c-de25-412d-b979-2e35b224a0f4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:07.881208 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81ffbe96-329d-4415-a5c8-ce19b4d7a324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:07.882366 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-81ffbe96-329d-4415-a5c8-ce19b4d7a324 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/439e260c-de25-412d-b979-2e35b224a0f4 HTTP/1.1" status: 204 len: 168 time: 0.4552944 Mar 11 11:40:07.930447 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port ed39fc5b-2f9b-40f9-8d67-293261c524cc is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:07.930713 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ed39fc5b-2f9b-40f9-8d67-293261c524cc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:07.941629 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffbe96-329d-4415-a5c8-ce19b4d7a324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439e260c-de25-412d-b979-2e35b224a0f4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:07.957087 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7733556d-8be0-4a9d-91cc-6e558ea46edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed39fc5b-2f9b-40f9-8d67-293261c524cc'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:07.960062 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270bf65c-19c5-4ab5-9bd6-ae1817a0cf22" -d '{"events": [{"server_uuid": "7733556d-8be0-4a9d-91cc-6e558ea46edc", "name": "network-vif-plugged", "status": "completed", "tag": "ed39fc5b-2f9b-40f9-8d67-293261c524cc"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:07.974549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port ed39fc5b-2f9b-40f9-8d67-293261c524cc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=ed39fc5b-2f9b-40f9-8d67-293261c524cc,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:07.985017 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ed39fc5b-2f9b-40f9-8d67-293261c524cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:07.992449 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-225c8677-e5fe-4074-bc63-01ca1231230f service neutron] 10.222.0.78 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649809 Mar 11 11:40:08.014514 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee0a87be-3ea2-4003-89a7-17bd997e3fd4 req-9b9e395e-13e7-4168-b56d-cebf659016ea tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777823 Mar 11 11:40:08.091360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=ed39fc5b-2f9b-40f9-8d67-293261c524cc,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:08.153079 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fc059a-0e21-47d7-be7b-33c7c849ca5e', 'tag': 'f7aad6f0-23cc-479a-8add-b0f47a9d7525'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:08.156370 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812f7b9a-f63f-4d2e-8dc8-93e42ad93d69" -d '{"events": [{"name": "network-changed", "server_uuid": "71fc059a-0e21-47d7-be7b-33c7c849ca5e", "tag": "f7aad6f0-23cc-479a-8add-b0f47a9d7525"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:08.194695 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479064c0-e66c-4557-9ae3-61dc05ca718b req-29d33308-3a81-490c-91d0-593f6833a60b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:08.203328 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-479064c0-e66c-4557-9ae3-61dc05ca718b req-29d33308-3a81-490c-91d0-593f6833a60b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 943 time: 0.0926855 Mar 11 11:40:08.268038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-479064c0-e66c-4557-9ae3-61dc05ca718b req-1ceeca73-4001-4a99-989c-331400be0278 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609610 Mar 11 11:40:08.374659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39096) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:08.409516 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c91d0fbe-9b59-47de-a56f-711c5b827c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:08.416198 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40002107-70d9-4320-b014-882fb009d35d req-37e63082-9b5c-48a6-8be9-56903656d2ce tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:08.417768 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40002107-70d9-4320-b014-882fb009d35d req-37e63082-9b5c-48a6-8be9-56903656d2ce tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1444674 Mar 11 11:40:08.494565 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40002107-70d9-4320-b014-882fb009d35d req-bb5017d8-47e7-4f01-9641-b7ff9b730db8 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 696 time: 0.0677001 Mar 11 11:40:08.501111 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-40002107-70d9-4320-b014-882fb009d35d req-766ef105-c5c4-4c0d-a96d-81b14999e7e9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Request body: {'floatingip': {'port_id': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:08.546060 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c91d0fbe-9b59-47de-a56f-711c5b827c2f admin admin] Publish callbacks [] for security_group (ee5d7d0f-8cbc-4cbe-b475-1380d61d00e2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:08.553346 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c91d0fbe-9b59-47de-a56f-711c5b827c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ee5d7d0f-8cbc-4cbe-b475-1380d61d00e2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:08.555822 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-40002107-70d9-4320-b014-882fb009d35d req-766ef105-c5c4-4c0d-a96d-81b14999e7e9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks [] for floatingip (8d531d12-1df0-4065-98ee-ad917580d965), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:08.598018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d0fbe-9b59-47de-a56f-711c5b827c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5d7d0f-8cbc-4cbe-b475-1380d61d00e2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:08.608124 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c91d0fbe-9b59-47de-a56f-711c5b827c2f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b79bf62bba464239a40de3804a2195a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334421 Mar 11 11:40:08.610587 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39104) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:08.665392 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d285938-f870-468f-bb33-3a61eedce401 admin admin] Publish callbacks [] for security_group (ee5d7d0f-8cbc-4cbe-b475-1380d61d00e2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:08.693231 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d285938-f870-468f-bb33-3a61eedce401 admin admin] Publish callbacks [] for security_group (ee5d7d0f-8cbc-4cbe-b475-1380d61d00e2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:08.763246 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d285938-f870-468f-bb33-3a61eedce401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ee5d7d0f-8cbc-4cbe-b475-1380d61d00e2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:08.766266 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d285938-f870-468f-bb33-3a61eedce401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:08.767570 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4d285938-f870-468f-bb33-3a61eedce401 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ee5d7d0f-8cbc-4cbe-b475-1380d61d00e2 HTTP/1.1" status: 204 len: 168 time: 0.1538815 Mar 11 11:40:08.784513 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d285938-f870-468f-bb33-3a61eedce401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5d7d0f-8cbc-4cbe-b475-1380d61d00e2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:09.063471 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-33c77ee7-5811-4583-b995-bdd7e06de373 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:09.065984 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-33c77ee7-5811-4583-b995-bdd7e06de373 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/networks?id=d2069503-97b5-4693-8805-2e3e622ce906 HTTP/1.1" status: 200 len: 828 time: 0.2044928 Mar 11 11:40:09.098852 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-11b376b0-7029-4cbe-9989-157748026bde tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/quotas/af2f049b566d4095a9e405ed90e7dde8 HTTP/1.1" status: 200 len: 375 time: 0.0246847 Mar 11 11:40:09.304497 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-e06a8dbd-ac0f-4eea-9169-d5fa9230a716 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=af2f049b566d4095a9e405ed90e7dde8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2000802 Mar 11 11:40:09.319535 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5264e1-29f4-482a-8162-6560501b27d6 req-69c43056-f6e3-4526-b699-f7e0de991719 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:09.321576 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4d5264e1-29f4-482a-8162-6560501b27d6 req-69c43056-f6e3-4526-b699-f7e0de991719 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dd6db4b-7077-4ac0-a1d9-5b68894c400a HTTP/1.1" status: 200 len: 945 time: 0.1425159 Mar 11 11:40:09.460520 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-40002107-70d9-4320-b014-882fb009d35d req-766ef105-c5c4-4c0d-a96d-81b14999e7e9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:09.484036 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-40002107-70d9-4320-b014-882fb009d35d req-766ef105-c5c4-4c0d-a96d-81b14999e7e9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (8d531d12-1df0-4065-98ee-ad917580d965), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:09.557378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-8de07da9-80cc-4e6f-a2fc-46eff9f2fe94 service neutron] 10.222.0.78 "GET /v2.0/networks/d2069503-97b5-4693-8805-2e3e622ce906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353053 Mar 11 11:40:09.655884 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-4d5264e1-29f4-482a-8162-6560501b27d6 req-5a9e6adf-5051-47f4-9128-3a0c5a92662a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Deleting port 80d3a417-0fbb-4173-8b38-fc85f5712046 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:40:09.656217 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4d5264e1-29f4-482a-8162-6560501b27d6 req-5a9e6adf-5051-47f4-9128-3a0c5a92662a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (80d3a417-0fbb-4173-8b38-fc85f5712046), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:09.711550 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39140) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:09.721478 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [req-40002107-70d9-4320-b014-882fb009d35d req-766ef105-c5c4-4c0d-a96d-81b14999e7e9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Floating IP 8d531d12-1df0-4065-98ee-ad917580d965 associated. External IP: 172.25.7.125, port: 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8. Mar 11 11:40:09.838901 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-82aaf589-55c0-41f4-9cc3-e74053604ed9 service neutron] 10.222.0.78 "GET /v2.0/networks/d2069503-97b5-4693-8805-2e3e622ce906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702420 Mar 11 11:40:09.862443 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3c56d7ba-fcc8-457d-8080-933842328027 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-847621573-network', 'tenant_id': '876d6f2ee6544782b6e5d1e6d422f538'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:09.902623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-4d5264e1-29f4-482a-8162-6560501b27d6 req-5a9e6adf-5051-47f4-9128-3a0c5a92662a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] For port 80d3a417-0fbb-4173-8b38-fc85f5712046, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=80d3a417-0fbb-4173-8b38-fc85f5712046,segment=NetworkSegment(9b32ec32-3a2c-47e6-89ca-d37e8dcf4376),segment_id=9b32ec32-3a2c-47e6-89ca-d37e8dcf4376)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:09.903069 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4d5264e1-29f4-482a-8162-6560501b27d6 req-5a9e6adf-5051-47f4-9128-3a0c5a92662a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (80d3a417-0fbb-4173-8b38-fc85f5712046), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:09.930522 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-c755427a-c7d8-49c6-b430-2c2017c2589c tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:09.933526 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-c755427a-c7d8-49c6-b430-2c2017c2589c tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.71 "GET /v2.0/networks?id=89e1213f-c73f-4a54-9c2d-e7592a5f1043 HTTP/1.1" status: 200 len: 813 time: 0.4145393 Mar 11 11:40:09.955967 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-c8cbdb66-88cf-4a0a-aefc-0d27c969e2ab tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Request body: {'port': {'device_id': '15871959-5c12-405f-971b-1a11ec842a85', 'network_id': '89e1213f-c73f-4a54-9c2d-e7592a5f1043', 'admin_state_up': True, 'tenant_id': 'd8339615d4fc4763a1b414104472635d'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:10.082787 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda42b41-5db1-4d4e-bb07-61507fcccaab x-openstack-request-id: req-cda42b41-5db1-4d4e-bb07-61507fcccaab {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:10.083366 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7733556d-8be0-4a9d-91cc-6e558ea46edc", "name": "network-vif-plugged", "status": "completed", "tag": "ed39fc5b-2f9b-40f9-8d67-293261c524cc", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:10.083366 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cda42b41-5db1-4d4e-bb07-61507fcccaab {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:10.083745 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7733556d-8be0-4a9d-91cc-6e558ea46edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed39fc5b-2f9b-40f9-8d67-293261c524cc', 'code': 200} Mar 11 11:40:10.145486 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7c6fb946-a06e-4342-a753-d95fefda6f0a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:10.147732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-c8cbdb66-88cf-4a0a-aefc-0d27c969e2ab tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Made reservation on behalf of d8339615d4fc4763a1b414104472635d for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:40:10.154683 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-c8cbdb66-88cf-4a0a-aefc-0d27c969e2ab tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:10.256479 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cdddc8-9f0c-42ca-a9e7-25fb2d80537b x-openstack-request-id: req-46cdddc8-9f0c-42ca-a9e7-25fb2d80537b {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:10.256768 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fc059a-0e21-47d7-be7b-33c7c849ca5e", "tag": "f7aad6f0-23cc-479a-8add-b0f47a9d7525", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:10.257009 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46cdddc8-9f0c-42ca-a9e7-25fb2d80537b {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:10.257395 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fc059a-0e21-47d7-be7b-33c7c849ca5e', 'tag': 'f7aad6f0-23cc-479a-8add-b0f47a9d7525', 'status': 'completed', 'code': 200} Mar 11 11:40:10.288454 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-4d5264e1-29f4-482a-8162-6560501b27d6 req-5a9e6adf-5051-47f4-9128-3a0c5a92662a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Calling delete_port for 80d3a417-0fbb-4173-8b38-fc85f5712046 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:40:10.303923 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 7c6fb946-a06e-4342-a753-d95fefda6f0a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:10.304988 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7c6fb946-a06e-4342-a753-d95fefda6f0a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:10.421680 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 7c6fb946-a06e-4342-a753-d95fefda6f0a is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:10.422208 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7c6fb946-a06e-4342-a753-d95fefda6f0a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:10.432902 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Sync routers for ids ['067b225b-698f-46a6-9bbc-819a11c5eece'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:40:10.466957 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Routers {'067b225b-698f-46a6-9bbc-819a11c5eece'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:10.470888 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:39:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['067b225b-698f-46a6-9bbc-819a11c5eece'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:10.480643 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704dc3a-582c-40a0-9731-6d4961882104 req-ec2d5ad6-bd80-4153-9ad2-8fa606c2f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:10.482550 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5704dc3a-582c-40a0-9731-6d4961882104 req-ec2d5ad6-bd80-4153-9ad2-8fa606c2f899 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7733556d-8be0-4a9d-91cc-6e558ea46edc HTTP/1.1" status: 200 len: 1132 time: 0.2340589 Mar 11 11:40:10.492721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f7b9a-f63f-4d2e-8dc8-93e42ad93d69 req-64a32b1e-6048-43a7-98fe-c6df90d04205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:10.494569 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-812f7b9a-f63f-4d2e-8dc8-93e42ad93d69 req-64a32b1e-6048-43a7-98fe-c6df90d04205 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 1125 time: 0.2133420 Mar 11 11:40:10.496060 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-c8cbdb66-88cf-4a0a-aefc-0d27c969e2ab tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Allocated IP 172.20.0.6 (89e1213f-c73f-4a54-9c2d-e7592a5f1043/4b82adfd-ba87-46c8-8859-618521697303/cb3f3664-2931-4497-b6a3-a59f96a13ded) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:40:10.520453 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 7c6fb946-a06e-4342-a753-d95fefda6f0a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7c6fb946-a06e-4342-a753-d95fefda6f0a,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:10.534512 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7c6fb946-a06e-4342-a753-d95fefda6f0a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:10.540711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c56d7ba-fcc8-457d-8080-933842328027 admin admin] Made reservation on behalf of 876d6f2ee6544782b6e5d1e6d422f538 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:40:10.544188 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c56d7ba-fcc8-457d-8080-933842328027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:10.575469 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dcbec5d4-df2a-4f8f-bc6d-4c23d6165c85 req-aee2b4fe-5f03-4ca2-84cf-87093b4bff18 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 210 time: 0.2494299 Mar 11 11:40:10.579516 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c56d7ba-fcc8-457d-8080-933842328027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:10.635051 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4d5264e1-29f4-482a-8162-6560501b27d6 req-5a9e6adf-5051-47f4-9128-3a0c5a92662a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (80d3a417-0fbb-4173-8b38-fc85f5712046), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:10.639867 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5704dc3a-582c-40a0-9731-6d4961882104 req-b59e64be-8959-43d7-b3a0-f026c223135c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412246 Mar 11 11:40:10.669154 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['80d3a417-0fbb-4173-8b38-fc85f5712046'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:10.685301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['5e1066a5-457a-44f6-a4cf-2b8c81fc09a8'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:10.723155 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Set router 067b225b-698f-46a6-9bbc-819a11c5eece gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:10.728899 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e6adf-5051-47f4-9128-3a0c5a92662a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Pushing event deleted for resources: {'Port': ['ID=80d3a417-0fbb-4173-8b38-fc85f5712046,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:10.739118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f7b9a-f63f-4d2e-8dc8-93e42ad93d69 req-a880314d-2a51-43bb-91b7-49ca6c880344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:10.740659 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-812f7b9a-f63f-4d2e-8dc8-93e42ad93d69 req-a880314d-2a51-43bb-91b7-49ca6c880344 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.2340798 Mar 11 11:40:10.815896 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=7c6fb946-a06e-4342-a753-d95fefda6f0a,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:10.821938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device f7aad6f0-23cc-479a-8add-b0f47a9d7525 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:40:10.830720 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c56d7ba-fcc8-457d-8080-933842328027 admin admin] Publish callbacks [] for security_group (e18f8574-da7f-4339-84ea-57e2a05fcb9c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:10.840868 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-812f7b9a-f63f-4d2e-8dc8-93e42ad93d69 req-5d1a8b92-d52a-426e-8037-c05e61312223 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525 HTTP/1.1" status: 200 len: 217 time: 0.0909221 Mar 11 11:40:10.884452 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c56d7ba-fcc8-457d-8080-933842328027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e18f8574-da7f-4339-84ea-57e2a05fcb9c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:10.979705 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-c8cbdb66-88cf-4a0a-aefc-0d27c969e2ab tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:10.986141 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5264e1-29f4-482a-8162-6560501b27d6 req-5a9e6adf-5051-47f4-9128-3a0c5a92662a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] No DVR routers for this DVR port 80d3a417-0fbb-4173-8b38-fc85f5712046 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:40:10.993668 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c56d7ba-fcc8-457d-8080-933842328027 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:40:10.998188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f7b9a-f63f-4d2e-8dc8-93e42ad93d69 req-c5bb88eb-93f5-4598-8faf-d1494b1f3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:10.999519 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4d5264e1-29f4-482a-8162-6560501b27d6 req-5a9e6adf-5051-47f4-9128-3a0c5a92662a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:11.003118 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4d5264e1-29f4-482a-8162-6560501b27d6 req-5a9e6adf-5051-47f4-9128-3a0c5a92662a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.71 "DELETE /v2.0/ports/80d3a417-0fbb-4173-8b38-fc85f5712046 HTTP/1.1" status: 204 len: 173 time: 1.6475523 Mar 11 11:40:11.005796 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-812f7b9a-f63f-4d2e-8dc8-93e42ad93d69 req-c5bb88eb-93f5-4598-8faf-d1494b1f3a7e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.1576872 Mar 11 11:40:11.006852 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:11.046841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56d7ba-fcc8-457d-8080-933842328027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18f8574-da7f-4339-84ea-57e2a05fcb9c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:11.065104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'f7aad6f0-23cc-479a-8add-b0f47a9d7525', 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681', 'port_id': 'f7aad6f0-23cc-479a-8add-b0f47a9d7525', 'mac_address': 'fa:16:3e:13:53:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4766b4d-5753-4734-b72e-71cbd12b44a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:40:11.084120 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c56d7ba-fcc8-457d-8080-933842328027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (3466e577-9c1b-4e02-b95d-0e529b0c5079), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:11.084525 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-3c56d7ba-fcc8-457d-8080-933842328027 admin admin] Added segment 3466e577-9c1b-4e02-b95d-0e529b0c5079 of type vlan for network 89448a93-64fb-46cd-8802-bfc878ff1402 Mar 11 11:40:11.088356 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-812f7b9a-f63f-4d2e-8dc8-93e42ad93d69 req-d4b6f59f-46a7-4798-b69d-ff30e7c4a71f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622692 Mar 11 11:40:11.191962 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c56d7ba-fcc8-457d-8080-933842328027 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (89448a93-64fb-46cd-8802-bfc878ff1402), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:11.229039 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602280175-router', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:06Z', 'revision_number': 4, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'gw_port': {'id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '9b97a4e7-df54-4839-abb3-20ebfe361c45', 'name': '', 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'mac_address': 'fa:16:3e:3a:25:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:05Z', 'updated_at': '2022-03-11T11:40:06Z', 'revision_number': 2, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'subnets': [{'id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:11.240049 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40002107-70d9-4320-b014-882fb009d35d req-766ef105-c5c4-4c0d-a96d-81b14999e7e9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Router faa52885-7045-4c44-a607-aa844ce555ca has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:40:11.248386 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c56d7ba-fcc8-457d-8080-933842328027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (89448a93-64fb-46cd-8802-bfc878ff1402), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:11.249434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c56d7ba-fcc8-457d-8080-933842328027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:11.250071 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c56d7ba-fcc8-457d-8080-933842328027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:11.252204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port f7aad6f0-23cc-479a-8add-b0f47a9d7525 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:11.253324 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:11.273343 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48271c-f9e6-4527-8cfe-461b9b24da80 req-f7053c6b-fb0a-4f35-b761-a59c64e0ef83 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:11.289349 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca48271c-f9e6-4527-8cfe-461b9b24da80 req-f7053c6b-fb0a-4f35-b761-a59c64e0ef83 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7733556d-8be0-4a9d-91cc-6e558ea46edc HTTP/1.1" status: 200 len: 950 time: 0.5415683 Mar 11 11:40:11.318513 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7aad6f0-23cc-479a-8add-b0f47a9d7525 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:40:11.321297 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Checking router: 067b225b-698f-46a6-9bbc-819a11c5eece for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:40:11.322228 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Updating router 067b225b-698f-46a6-9bbc-819a11c5eece port 9b97a4e7-df54-4839-abb3-20ebfe361c45 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:40:11.358767 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-812f7b9a-f63f-4d2e-8dc8-93e42ad93d69 req-b7e143bd-af4d-47f4-a254-e68b596a74a2 service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581542 Mar 11 11:40:11.388007 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:11.426515 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3c56d7ba-fcc8-457d-8080-933842328027 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7140365 Mar 11 11:40:11.432975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39168) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:11.434113 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-c8cbdb66-88cf-4a0a-aefc-0d27c969e2ab tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:11.446121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d2be2e10-f6d0-41b1-b987-3d9222af6589 admin admin] Request body: {'subnet': {'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-847621573-subnet', 'tenant_id': '876d6f2ee6544782b6e5d1e6d422f538', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:11.454328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['aca977b5-af23-4fb7-8358-07bd3621a4b3'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:11.476883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:11.534461 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:11.545880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56d7ba-fcc8-457d-8080-933842328027 admin admin] Pushing event updated for resources: {'Network': ['ID=89448a93-64fb-46cd-8802-bfc878ff1402,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:11.579742 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 89448a93-64fb-46cd-8802-bfc878ff1402 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:40:11.605687 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca48271c-f9e6-4527-8cfe-461b9b24da80 req-183bf9a2-4307-4892-a98b-a22d12db62eb tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153579 Mar 11 11:40:11.628336 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbdb66-88cf-4a0a-aefc-0d27c969e2ab tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event updated for resources: {'Port': ['ID=cb3f3664-2931-4497-b6a3-a59f96a13ded,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:11.688278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40002107-70d9-4320-b014-882fb009d35d req-766ef105-c5c4-4c0d-a96d-81b14999e7e9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:40:11.709531 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-40002107-70d9-4320-b014-882fb009d35d req-766ef105-c5c4-4c0d-a96d-81b14999e7e9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:11.739057 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-c8cbdb66-88cf-4a0a-aefc-0d27c969e2ab tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Network 89e1213f-c73f-4a54-9c2d-e7592a5f1043 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:11.741472 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f212e44-1457-4e6a-9d77-e85dd1eb9f85 None None] Sync routers for ids ['faa52885-7045-4c44-a607-aa844ce555ca'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:40:11.760809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-c8cbdb66-88cf-4a0a-aefc-0d27c969e2ab tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:11.777965 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-c8cbdb66-88cf-4a0a-aefc-0d27c969e2ab tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:40:11.805743 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40002107-70d9-4320-b014-882fb009d35d req-766ef105-c5c4-4c0d-a96d-81b14999e7e9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "PUT /v2.0/floatingips/8d531d12-1df0-4065-98ee-ad917580d965 HTTP/1.1" status: 200 len: 996 time: 3.3093090 Mar 11 11:40:11.828345 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2be2e10-f6d0-41b1-b987-3d9222af6589 admin admin] Made reservation on behalf of 876d6f2ee6544782b6e5d1e6d422f538 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:40:11.831242 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2be2e10-f6d0-41b1-b987-3d9222af6589 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:11.882308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-c8cbdb66-88cf-4a0a-aefc-0d27c969e2ab tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:11.883307 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-c8cbdb66-88cf-4a0a-aefc-0d27c969e2ab tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:11.899207 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-812f7b9a-f63f-4d2e-8dc8-93e42ad93d69 req-d1f466b8-2153-41cd-be5c-2098b6e9297f service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088332 Mar 11 11:40:11.943969 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-c8cbdb66-88cf-4a0a-aefc-0d27c969e2ab tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9970937 Mar 11 11:40:11.953277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8649e-94c1-4c40-9aaf-4dc6a5507d58 req-2ce92139-ae02-4f4b-b5fd-487adb0c1a13 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:11.955314 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ae8649e-94c1-4c40-9aaf-4dc6a5507d58 req-2ce92139-ae02-4f4b-b5fd-487adb0c1a13 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 944 time: 0.2108357 Mar 11 11:40:11.961215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Request body: {'port': {'device_id': '15871959-5c12-405f-971b-1a11ec842a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:12.023467 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Publish callbacks [] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:12.035141 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:12.064634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['f7aad6f0-23cc-479a-8add-b0f47a9d7525'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:12.071861 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:12.128422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7c6fb946-a06e-4342-a753-d95fefda6f0a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:12.150339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40002107-70d9-4320-b014-882fb009d35d req-3de3b462-9d8d-48fd-abf5-dc88a96b41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:12.152433 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40002107-70d9-4320-b014-882fb009d35d req-3de3b462-9d8d-48fd-abf5-dc88a96b41e1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 1127 time: 0.3312902 Mar 11 11:40:12.209607 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc077db5-5691-406b-8c3f-1b34d2f21c07 None None] Pushing event updated for resources: {'Port': ['ID=9b97a4e7-df54-4839-abb3-20ebfe361c45,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:12.246883 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc077db5-5691-406b-8c3f-1b34d2f21c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:12.247742 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc077db5-5691-406b-8c3f-1b34d2f21c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:12.248280 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc077db5-5691-406b-8c3f-1b34d2f21c07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:12.251105 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc077db5-5691-406b-8c3f-1b34d2f21c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:12.251764 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc077db5-5691-406b-8c3f-1b34d2f21c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:12.252588 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc077db5-5691-406b-8c3f-1b34d2f21c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:12.254095 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc077db5-5691-406b-8c3f-1b34d2f21c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:12.254524 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc077db5-5691-406b-8c3f-1b34d2f21c07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:12.254948 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc077db5-5691-406b-8c3f-1b34d2f21c07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:12.255990 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc077db5-5691-406b-8c3f-1b34d2f21c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:12.256418 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc077db5-5691-406b-8c3f-1b34d2f21c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:12.259009 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc077db5-5691-406b-8c3f-1b34d2f21c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:12.259251 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc077db5-5691-406b-8c3f-1b34d2f21c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:40:12.312816 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd6db4b-7077-4ac0-a1d9-5b68894c400a', 'name': 'network-vif-deleted', 'tag': '80d3a417-0fbb-4173-8b38-fc85f5712046'}, {'name': 'network-changed', 'server_uuid': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'tag': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:12.316720 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de2aae8-11c4-4a3f-8c0e-13dc92170933" -d '{"events": [{"server_uuid": "9dd6db4b-7077-4ac0-a1d9-5b68894c400a", "name": "network-vif-deleted", "tag": "80d3a417-0fbb-4173-8b38-fc85f5712046"}, {"name": "network-changed", "server_uuid": "d47d3205-f5a4-45dc-97fb-7a49c507d785", "tag": "5e1066a5-457a-44f6-a4cf-2b8c81fc09a8"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:12.367188 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ae8649e-94c1-4c40-9aaf-4dc6a5507d58 req-6f5c9456-b8fb-408e-829d-7e475dbd20f9 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954699 Mar 11 11:40:12.400279 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-c3a90896-de81-49e0-b1ad-da7aabe20989 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:12.401825 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-c3a90896-de81-49e0-b1ad-da7aabe20989 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.71 "GET /v2.0/networks?id=d2069503-97b5-4693-8805-2e3e622ce906 HTTP/1.1" status: 200 len: 828 time: 0.5194657 Mar 11 11:40:12.403372 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Attempting to bind port 9b97a4e7-df54-4839-abb3-20ebfe361c45 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:40:12.403976 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Attempting to bind port 9b97a4e7-df54-4839-abb3-20ebfe361c45 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '590d9cc4-db58-4d66-baae-406cc1d73243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:40:12.405185 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Attempting to bind port 9b97a4e7-df54-4839-abb3-20ebfe361c45 on network d2069503-97b5-4693-8805-2e3e622ce906 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:12.418949 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:40:12.419653 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Checking segment: {'id': '590d9cc4-db58-4d66-baae-406cc1d73243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:12.420299 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-09ce695e-6178-4462-8fd9-82713005fd60 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Request body: {'port': {'device_id': 'a8fd2d5f-8eb9-4981-9b80-a300ded8a80e', 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906', 'admin_state_up': True, 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:12.421936 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:12.422714 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Bound using segment: {'id': '590d9cc4-db58-4d66-baae-406cc1d73243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:40:12.423736 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Bound port: 9b97a4e7-df54-4839-abb3-20ebfe361c45, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590d9cc4-db58-4d66-baae-406cc1d73243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:40:12.424950 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:12.486149 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40002107-70d9-4320-b014-882fb009d35d req-a271a935-3cad-4ca9-bf87-8427664d4d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:12.496704 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40002107-70d9-4320-b014-882fb009d35d req-a271a935-3cad-4ca9-bf87-8427664d4d5c service neutron] 10.222.0.78 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 921 time: 0.3381016 Mar 11 11:40:12.555277 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] For port 9b97a4e7-df54-4839-abb3-20ebfe361c45, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:40:12.561691 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] For port 9b97a4e7-df54-4839-abb3-20ebfe361c45, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9b97a4e7-df54-4839-abb3-20ebfe361c45,segment=NetworkSegment(590d9cc4-db58-4d66-baae-406cc1d73243),segment_id=590d9cc4-db58-4d66-baae-406cc1d73243)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:40:12.572021 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:12.636203 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04419b10-8479-4c3d-b566-f4530c597e3e req-ab70e8d1-3c3d-41fc-8d03-5075f4aae3f3 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 210 time: 0.1042602 Mar 11 11:40:12.658910 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2be2e10-f6d0-41b1-b987-3d9222af6589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (685af6ea-0432-4dec-9ba4-e4ff124d674a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:12.738075 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40002107-70d9-4320-b014-882fb009d35d req-06955d5f-337b-4cd3-ac92-9e43dd519646 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 HTTP/1.1" status: 200 len: 999 time: 0.2400956 Mar 11 11:40:12.738712 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=f7aad6f0-23cc-479a-8add-b0f47a9d7525,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:12.751505 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc077db5-5691-406b-8c3f-1b34d2f21c07 None None] Pushing event updated for resources: {'Port': ['ID=9b97a4e7-df54-4839-abb3-20ebfe361c45,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:12.763281 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Routers {'067b225b-698f-46a6-9bbc-819a11c5eece'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:12.766431 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:39:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['067b225b-698f-46a6-9bbc-819a11c5eece'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:12.798712 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be2e10-f6d0-41b1-b987-3d9222af6589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=685af6ea-0432-4dec-9ba4-e4ff124d674a,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:12.871446 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-09ce695e-6178-4462-8fd9-82713005fd60 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Made reservation on behalf of af2f049b566d4095a9e405ed90e7dde8 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:40:12.874638 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-09ce695e-6178-4462-8fd9-82713005fd60 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:12.901962 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be2e10-f6d0-41b1-b987-3d9222af6589 admin admin] Checking segment: {'id': '3466e577-9c1b-4e02-b95d-0e529b0c5079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:12.902695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be2e10-f6d0-41b1-b987-3d9222af6589 admin admin] Network hostable DHCP agents. Network: 89448a93-64fb-46cd-8802-bfc878ff1402, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:40:12.912590 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] Set router 067b225b-698f-46a6-9bbc-819a11c5eece gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:12.931447 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 80d3a417-0fbb-4173-8b38-fc85f5712046 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:40:12.936120 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-cd5f6b52-e5bc-464e-8d0e-deea21d30df3 None None] Provisioning complete for port 9b97a4e7-df54-4839-abb3-20ebfe361c45 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:12.936650 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cd5f6b52-e5bc-464e-8d0e-deea21d30df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:12.950233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb3f3664-2931-4497-b6a3-a59f96a13ded {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:40:12.962581 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Publish callbacks [] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:12.976765 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be2e10-f6d0-41b1-b987-3d9222af6589 admin admin] Network 89448a93-64fb-46cd-8802-bfc878ff1402 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:40:12.986981 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Transition to ACTIVE for port object cb3f3664-2931-4497-b6a3-a59f96a13ded will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:40:12.991436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-d2be2e10-f6d0-41b1-b987-3d9222af6589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 89448a93-64fb-46cd-8802-bfc878ff1402) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:13.005306 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:13.005941 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f212e44-1457-4e6a-9d77-e85dd1eb9f85 None None] Routers {'faa52885-7045-4c44-a607-aa844ce555ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:13.006487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40002107-70d9-4320-b014-882fb009d35d req-e1e92a49-f071-4844-b1f6-616eaf10f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:13.006861 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2f212e44-1457-4e6a-9d77-e85dd1eb9f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:39:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['faa52885-7045-4c44-a607-aa844ce555ca'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:13.016038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40002107-70d9-4320-b014-882fb009d35d req-e1e92a49-f071-4844-b1f6-616eaf10f780 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=900f0834-fbff-4203-bddb-573f955892d4 HTTP/1.1" status: 200 len: 859 time: 0.2685869 Mar 11 11:40:13.016286 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2be2e10-f6d0-41b1-b987-3d9222af6589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:13.016519 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2be2e10-f6d0-41b1-b987-3d9222af6589 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:13.043826 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d2be2e10-f6d0-41b1-b987-3d9222af6589 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6028845 Mar 11 11:40:13.067220 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39190) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:13.070543 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6c1d1a-62fc-4051-8bdf-ea9077dbdad4 None None] Network 89448a93-64fb-46cd-8802-bfc878ff1402 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:40:13.076823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-847621573-router', 'tenant_id': '876d6f2ee6544782b6e5d1e6d422f538', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:13.136777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Pushing event updated for resources: {'Port': ['ID=cb3f3664-2931-4497-b6a3-a59f96a13ded,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:13.179718 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602280175-router', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:06Z', 'revision_number': 4, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'gw_port': {'id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '9b97a4e7-df54-4839-abb3-20ebfe361c45', 'name': '', 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'mac_address': 'fa:16:3e:3a:25:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:05Z', 'updated_at': '2022-03-11T11:40:12Z', 'revision_number': 4, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'subnets': [{'id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:13.190737 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (10333777-160d-4de0-8492-e9680696570d), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:13.191901 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (10333777-160d-4de0-8492-e9680696570d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:13.209565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb4458-1aa9-4878-a257-763586e4a9b9 req-722dc22c-0d39-440c-a3d1-e72b5922bc37 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:13.215117 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73eb4458-1aa9-4878-a257-763586e4a9b9 req-722dc22c-0d39-440c-a3d1-e72b5922bc37 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 931 time: 0.3956375 Mar 11 11:40:13.231137 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f840609-9749-4372-b58e-9b0bb77dd066 None None] The sync data for ids ['067b225b-698f-46a6-9bbc-819a11c5eece'] in n-d-833234-2 is: [{'id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602280175-router', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:06Z', 'revision_number': 4, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'gw_port': {'id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '9b97a4e7-df54-4839-abb3-20ebfe361c45', 'name': '', 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'mac_address': 'fa:16:3e:3a:25:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:05Z', 'updated_at': '2022-03-11T11:40:12Z', 'revision_number': 4, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'subnets': [{'id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:40:13.283473 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 80d3a417-0fbb-4173-8b38-fc85f5712046 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:40:13.283839 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 80d3a417-0fbb-4173-8b38-fc85f5712046 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:40:13.308416 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Publish callbacks [] for router_controller (10333777-160d-4de0-8492-e9680696570d), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:13.312190 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Attempting to bind port cb3f3664-2931-4497-b6a3-a59f96a13ded on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:40:13.312521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Attempting to bind port cb3f3664-2931-4497-b6a3-a59f96a13ded by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'f4335e3d-6747-4797-bfbf-720d866ede1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '89e1213f-c73f-4a54-9c2d-e7592a5f1043'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:40:13.312875 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Attempting to bind port cb3f3664-2931-4497-b6a3-a59f96a13ded on network 89e1213f-c73f-4a54-9c2d-e7592a5f1043 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:13.321807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Port cb3f3664-2931-4497-b6a3-a59f96a13ded on network 89e1213f-c73f-4a54-9c2d-e7592a5f1043 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:40:13.322043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Attempting to bind port cb3f3664-2931-4497-b6a3-a59f96a13ded on network 89e1213f-c73f-4a54-9c2d-e7592a5f1043 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:13.332260 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73eb4458-1aa9-4878-a257-763586e4a9b9 req-a03489ae-6826-4aff-b8f6-be127efe3fb1 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=a367689b-a0ab-4806-8a20-fbd93551e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924063 Mar 11 11:40:13.379636 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:40:13.379977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Checking segment: {'id': 'f4335e3d-6747-4797-bfbf-720d866ede1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '89e1213f-c73f-4a54-9c2d-e7592a5f1043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:13.380358 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Bound using segment: {'id': 'f4335e3d-6747-4797-bfbf-720d866ede1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '89e1213f-c73f-4a54-9c2d-e7592a5f1043'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:40:13.393356 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Bound port: cb3f3664-2931-4497-b6a3-a59f96a13ded, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4335e3d-6747-4797-bfbf-720d866ede1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '89e1213f-c73f-4a54-9c2d-e7592a5f1043'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:40:13.393734 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:13.402371 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40002107-70d9-4320-b014-882fb009d35d req-a4847053-b3d5-4218-af1b-413ad8cbdaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:13.407830 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40002107-70d9-4320-b014-882fb009d35d req-a4847053-b3d5-4218-af1b-413ad8cbdaa3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=312d19f9-7005-4de7-8f01-ccb1029393af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3894494 Mar 11 11:40:13.456570 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0b37bc-7766-4971-aa23-6a96b9327702 x-openstack-request-id: req-6c0b37bc-7766-4971-aa23-6a96b9327702 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:13.458796 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd6db4b-7077-4ac0-a1d9-5b68894c400a", "name": "network-vif-deleted", "tag": "80d3a417-0fbb-4173-8b38-fc85f5712046", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d47d3205-f5a4-45dc-97fb-7a49c507d785", "tag": "5e1066a5-457a-44f6-a4cf-2b8c81fc09a8", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:13.459186 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c0b37bc-7766-4971-aa23-6a96b9327702 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:13.460202 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd6db4b-7077-4ac0-a1d9-5b68894c400a', 'name': 'network-vif-deleted', 'tag': '80d3a417-0fbb-4173-8b38-fc85f5712046', 'status': 'completed', 'code': 200} Mar 11 11:40:13.461658 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'tag': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8', 'status': 'completed', 'code': 200} Mar 11 11:40:13.485963 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cd5f6b52-e5bc-464e-8d0e-deea21d30df3 None None] Current status of the port 9b97a4e7-df54-4839-abb3-20ebfe361c45 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:13.486416 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cd5f6b52-e5bc-464e-8d0e-deea21d30df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:13.511178 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:13.631553 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Publish callbacks [] for router_gateway (10333777-160d-4de0-8492-e9680696570d), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:13.638934 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-09ce695e-6178-4462-8fd9-82713005fd60 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Allocated IP 172.20.0.8 (d2069503-97b5-4693-8805-2e3e622ce906/9b167146-f97a-4fc0-ada4-3ac453097dad/b23206c1-c050-428e-9722-2c07cb83441b) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:40:13.700662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] For port cb3f3664-2931-4497-b6a3-a59f96a13ded, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:40:13.704413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2aae8-11c4-4a3f-8c0e-13dc92170933 req-85712ef5-9b8a-46be-8e32-13ace9252a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:13.705990 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1de2aae8-11c4-4a3f-8c0e-13dc92170933 req-85712ef5-9b8a-46be-8e32-13ace9252a20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 1127 time: 0.2035172 Mar 11 11:40:13.709514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] For port cb3f3664-2931-4497-b6a3-a59f96a13ded, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=cb3f3664-2931-4497-b6a3-a59f96a13ded,segment=NetworkSegment(f4335e3d-6747-4797-bfbf-720d866ede1f),segment_id=f4335e3d-6747-4797-bfbf-720d866ede1f)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:40:13.718694 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-24b4d0c7-a80e-44cc-ae23-3da49fb75a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:13.723393 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:13.747339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-89448a93-64fb-46cd-8802-bfc878ff1402', 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402', 'project_id': '876d6f2ee6544782b6e5d1e6d422f538', 'fixed_ips': [{'subnet_id': '685af6ea-0432-4dec-9ba4-e4ff124d674a'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:40:13.748110 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:13.791672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-cd5f6b52-e5bc-464e-8d0e-deea21d30df3 None None] For port 9b97a4e7-df54-4839-abb3-20ebfe361c45, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9b97a4e7-df54-4839-abb3-20ebfe361c45,segment=NetworkSegment(590d9cc4-db58-4d66-baae-406cc1d73243),segment_id=590d9cc4-db58-4d66-baae-406cc1d73243)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:13.792805 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 7c6fb946-a06e-4342-a753-d95fefda6f0a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:13.793179 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7c6fb946-a06e-4342-a753-d95fefda6f0a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:13.795599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16094815-5289-4a85-a445-894efad471df req-d411486a-ce24-420e-8c8f-573c29954d6c tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:13.804099 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-16094815-5289-4a85-a445-894efad471df req-d411486a-ce24-420e-8c8f-573c29954d6c tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7733556d-8be0-4a9d-91cc-6e558ea46edc HTTP/1.1" status: 200 len: 950 time: 0.2121544 Mar 11 11:40:13.825321 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2f212e44-1457-4e6a-9d77-e85dd1eb9f85 None None] Set router faa52885-7045-4c44-a607-aa844ce555ca gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:13.836433 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40002107-70d9-4320-b014-882fb009d35d req-d1fcbb3f-d910-4be9-b91b-5e61793d1b72 service neutron] 10.222.0.78 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122982 Mar 11 11:40:13.874848 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cd5f6b52-e5bc-464e-8d0e-deea21d30df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:13.897770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:13.898663 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:13.900312 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] 10.222.0.71 "PUT /v2.0/ports/cb3f3664-2931-4497-b6a3-a59f96a13ded HTTP/1.1" status: 200 len: 1091 time: 1.9486032 Mar 11 11:40:13.916740 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15871959-5c12-405f-971b-1a11ec842a85', 'tag': 'cb3f3664-2931-4497-b6a3-a59f96a13ded'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:13.922843 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebc5ee2-1895-4870-bcf8-b94a220d881a" -d '{"events": [{"name": "network-changed", "server_uuid": "15871959-5c12-405f-971b-1a11ec842a85", "tag": "cb3f3664-2931-4497-b6a3-a59f96a13ded"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:14.001101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f6b52-e5bc-464e-8d0e-deea21d30df3 None None] Pushing event updated for resources: {'Port': ['ID=9b97a4e7-df54-4839-abb3-20ebfe361c45,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:14.028409 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40002107-70d9-4320-b014-882fb009d35d req-61add34e-c1ac-4e0d-a77b-d40d9a1811f3 service neutron] 10.222.0.78 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800146 Mar 11 11:40:14.032829 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-16094815-5289-4a85-a445-894efad471df req-4e3fc937-f30e-44b0-8e5a-cf6b13d1bc98 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273443 Mar 11 11:40:14.166863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d19992-6b9d-49a0-a9d4-250b0093f8bb service neutron] Pushing event updated for resources: {'Port': ['ID=cb3f3664-2931-4497-b6a3-a59f96a13ded,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:14.222994 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-09ce695e-6178-4462-8fd9-82713005fd60 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks [] for port (b23206c1-c050-428e-9722-2c07cb83441b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:14.237043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2aae8-11c4-4a3f-8c0e-13dc92170933 req-466626ca-924a-4979-adf9-577504cdd3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:14.247240 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1de2aae8-11c4-4a3f-8c0e-13dc92170933 req-466626ca-924a-4979-adf9-577504cdd3c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 921 time: 0.5122728 Mar 11 11:40:14.251227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-3e0feb74-3632-4a9f-b19c-80115a8d6f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:14.253066 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-3e0feb74-3632-4a9f-b19c-80115a8d6f32 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8339615d4fc4763a1b414104472635d&device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 1125 time: 0.2953322 Mar 11 11:40:14.325999 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3d5e35ef-f86e-4b14-a650-45aeee7ef2ce None None] Provisioning complete for port 9b97a4e7-df54-4839-abb3-20ebfe361c45 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:14.326654 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d5e35ef-f86e-4b14-a650-45aeee7ef2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:14.326767 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-09ce695e-6178-4462-8fd9-82713005fd60 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b23206c1-c050-428e-9722-2c07cb83441b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:14.395704 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce695e-6178-4462-8fd9-82713005fd60 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Pushing event updated for resources: {'Port': ['ID=b23206c1-c050-428e-9722-2c07cb83441b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:14.418074 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 7c6fb946-a06e-4342-a753-d95fefda6f0a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:14.524283 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740ff88-580e-4ef1-be87-0d803be1f7b2 req-207e8d49-e5c8-4b28-b7cb-1bbf5edb2776 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:14.526070 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1740ff88-580e-4ef1-be87-0d803be1f7b2 req-207e8d49-e5c8-4b28-b7cb-1bbf5edb2776 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 944 time: 0.2397728 Mar 11 11:40:14.539400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-09ce695e-6178-4462-8fd9-82713005fd60 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Network d2069503-97b5-4693-8805-2e3e622ce906 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:14.547937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Allocated IP 172.20.0.2 (89448a93-64fb-46cd-8802-bfc878ff1402/685af6ea-0432-4dec-9ba4-e4ff124d674a/ea46ef85-ba4b-4828-8536-f8e9be1e0c90) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:40:14.617997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1740ff88-580e-4ef1-be87-0d803be1f7b2 req-a1b5acc2-f65b-4be4-882f-42d2eb4c8ced tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848577 Mar 11 11:40:14.620614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-09ce695e-6178-4462-8fd9-82713005fd60 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:14.640882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-09ce695e-6178-4462-8fd9-82713005fd60 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:40:14.707378 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9b97a4e7-df54-4839-abb3-20ebfe361c45 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:14.755097 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d581f-c5bb-4d97-8f18-6e01f79266c4 req-cd3ef619-4b73-414c-9a94-95dbad6893e6 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:14.763545 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e8d581f-c5bb-4d97-8f18-6e01f79266c4 req-cd3ef619-4b73-414c-9a94-95dbad6893e6 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 931 time: 0.4785252 Mar 11 11:40:14.789841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-09ce695e-6178-4462-8fd9-82713005fd60 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:14.790553 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-09ce695e-6178-4462-8fd9-82713005fd60 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:14.838417 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device f7aad6f0-23cc-479a-8add-b0f47a9d7525 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:14.885505 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-09ce695e-6178-4462-8fd9-82713005fd60 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4727359 Mar 11 11:40:14.904388 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Request body: {'port': {'device_id': 'a8fd2d5f-8eb9-4981-9b80-a300ded8a80e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:14.926980 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1de2aae8-11c4-4a3f-8c0e-13dc92170933 req-dfdbb34b-9e37-45ae-97f4-7d86a7a53119 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 HTTP/1.1" status: 200 len: 999 time: 0.6689482 Mar 11 11:40:14.930330 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ec3e83-4224-40a4-a609-7c9501db81cc x-openstack-request-id: req-c6ec3e83-4224-40a4-a609-7c9501db81cc {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:14.930618 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15871959-5c12-405f-971b-1a11ec842a85", "tag": "cb3f3664-2931-4497-b6a3-a59f96a13ded", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:14.930860 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c6ec3e83-4224-40a4-a609-7c9501db81cc {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:14.931244 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15871959-5c12-405f-971b-1a11ec842a85', 'tag': 'cb3f3664-2931-4497-b6a3-a59f96a13ded', 'status': 'completed', 'code': 200} Mar 11 11:40:14.955670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3d5e35ef-f86e-4b14-a650-45aeee7ef2ce None None] Current status of the port 9b97a4e7-df54-4839-abb3-20ebfe361c45 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:14.986570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2aae8-11c4-4a3f-8c0e-13dc92170933 req-7b958495-daaa-433d-9e2d-40860ae96b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:14.988094 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1de2aae8-11c4-4a3f-8c0e-13dc92170933 req-7b958495-daaa-433d-9e2d-40860ae96b19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=900f0834-fbff-4203-bddb-573f955892d4 HTTP/1.1" status: 200 len: 859 time: 0.0497630 Mar 11 11:40:15.000749 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port f7aad6f0-23cc-479a-8add-b0f47a9d7525 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:40:15.018814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port f7aad6f0-23cc-479a-8add-b0f47a9d7525 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:15.019365 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:15.022803 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ed1a0da-db09-45c4-8336-47c1ea6ac1d7 req-faffbf05-c375-4ca9-a14d-4cfaa4eeba6a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/floatingips/8d531d12-1df0-4065-98ee-ad917580d965 HTTP/1.1" status: 200 len: 996 time: 0.2184787 Mar 11 11:40:15.031745 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2f212e44-1457-4e6a-9d77-e85dd1eb9f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '8d531d12-1df0-4065-98ee-ad917580d965', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'port_id': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'mac_address': 'fa:16:3e:23:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:39:25Z', 'updated_at': '2022-03-11T11:40:09Z', 'revision_number': 8, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:08Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:15.053638 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 9b97a4e7-df54-4839-abb3-20ebfe361c45 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:15.053638 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:15.056533 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-62f61718-561a-4107-b67b-f2af50968b98 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb3f3664-2931-4497-b6a3-a59f96a13ded HTTP/1.1" status: 200 len: 217 time: 0.1321006 Mar 11 11:40:15.057903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e8d581f-c5bb-4d97-8f18-6e01f79266c4 req-9afda8fe-78fc-4a39-bb40-c5e8bceead60 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1fa3836-3a1d-4b95-a070-8c2e227c8a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927110 Mar 11 11:40:15.127180 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b23206c1-c050-428e-9722-2c07cb83441b), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:15.127941 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-21140bdb-2e91-4a8d-a4a7-339e1b10bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:15.129411 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-21140bdb-2e91-4a8d-a4a7-339e1b10bb6b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b82adfd-ba87-46c8-8859-618521697303 HTTP/1.1" status: 200 len: 853 time: 0.0648437 Mar 11 11:40:15.142017 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f212e44-1457-4e6a-9d77-e85dd1eb9f85 None None] Checking router: faa52885-7045-4c44-a607-aa844ce555ca for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:40:15.193875 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Publish callbacks [] for port (ea46ef85-ba4b-4828-8536-f8e9be1e0c90), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:15.199852 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f212e44-1457-4e6a-9d77-e85dd1eb9f85 None None] Routers {'faa52885-7045-4c44-a607-aa844ce555ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:15.200545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2f212e44-1457-4e6a-9d77-e85dd1eb9f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:39:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['faa52885-7045-4c44-a607-aa844ce555ca'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:15.201703 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-c194c583-9663-439f-82d9-0ae7c5889817 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=89e1213f-c73f-4a54-9c2d-e7592a5f1043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431402 Mar 11 11:40:15.203430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-713f066e-5e16-4434-9bdb-7b321f0579b1 None None] Provisioning complete for port b23206c1-c050-428e-9722-2c07cb83441b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:15.203971 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-713f066e-5e16-4434-9bdb-7b321f0579b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b23206c1-c050-428e-9722-2c07cb83441b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:15.216141 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2aae8-11c4-4a3f-8c0e-13dc92170933 req-78976fb7-bdf5-4539-bea6-4c8728c0d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:15.217622 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1de2aae8-11c4-4a3f-8c0e-13dc92170933 req-78976fb7-bdf5-4539-bea6-4c8728c0d44a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=312d19f9-7005-4de7-8f01-ccb1029393af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1969624 Mar 11 11:40:15.230038 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Publish callbacks [] for router_gateway (10333777-160d-4de0-8492-e9680696570d), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:15.271911 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:15.378432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1a0da-db09-45c4-8336-47c1ea6ac1d7 req-333463ee-ce2d-43e5-8fd7-b082f7195716 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:15.380310 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ed1a0da-db09-45c4-8336-47c1ea6ac1d7 req-333463ee-ce2d-43e5-8fd7-b082f7195716 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.3173885 Mar 11 11:40:15.399165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-0ed1a0da-db09-45c4-8336-47c1ea6ac1d7 req-2fef9b97-c0a6-44ff-8b3d-5b5e0065cc66 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:40:15.400444 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ed1a0da-db09-45c4-8336-47c1ea6ac1d7 req-2fef9b97-c0a6-44ff-8b3d-5b5e0065cc66 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127203 Mar 11 11:40:15.474462 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (ea46ef85-ba4b-4828-8536-f8e9be1e0c90), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:15.497964 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1de2aae8-11c4-4a3f-8c0e-13dc92170933 req-b77e7907-8757-4cee-8e4b-16c8a2ada0b4 service neutron] 10.222.0.37 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694502 Mar 11 11:40:15.502400 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-2d95cba8-f2e6-4308-b3db-e25f60ba016c service neutron] 10.222.0.71 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901397 Mar 11 11:40:15.579886 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-713f066e-5e16-4434-9bdb-7b321f0579b1 None None] Port b23206c1-c050-428e-9722-2c07cb83441b cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:40:15.582807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Allocated IP 172.25.7.46 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/fbe05493-d69f-421b-a676-d6d9a0145963) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:40:15.602887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Network 89448a93-64fb-46cd-8802-bfc878ff1402 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:15.617529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:15.622026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Pushing event updated for resources: {'Port': ['ID=ea46ef85-ba4b-4828-8536-f8e9be1e0c90,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:15.627929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:40:15.698927 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 9b97a4e7-df54-4839-abb3-20ebfe361c45 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:15.701856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port f7aad6f0-23cc-479a-8add-b0f47a9d7525 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:15.702236 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:15.742707 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-59303836-fcd3-4d65-aac2-5d208ae2b4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:15.770584 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2f212e44-1457-4e6a-9d77-e85dd1eb9f85 None None] Set router faa52885-7045-4c44-a607-aa844ce555ca gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:15.810313 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1de2aae8-11c4-4a3f-8c0e-13dc92170933 req-2ae354b6-9f71-48db-89f0-a5dfbc3e47fd service neutron] 10.222.0.37 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035676 Mar 11 11:40:15.818916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fc059a-0e21-47d7-be7b-33c7c849ca5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aad6f0-23cc-479a-8add-b0f47a9d7525'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:15.819755 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3909a252-2ed8-46a0-a8ab-9c5d3cece0cf req-222468ff-7c17-4ea6-9612-04e28578d91d service neutron] 10.222.0.71 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028548 Mar 11 11:40:15.821977 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4086562-fe8e-4b29-a498-0d87e188ce70" -d '{"events": [{"server_uuid": "71fc059a-0e21-47d7-be7b-33c7c849ca5e", "name": "network-vif-plugged", "status": "completed", "tag": "f7aad6f0-23cc-479a-8add-b0f47a9d7525"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:15.849426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Attempting to bind port ea46ef85-ba4b-4828-8536-f8e9be1e0c90 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:40:15.849426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Attempting to bind port ea46ef85-ba4b-4828-8536-f8e9be1e0c90 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '3466e577-9c1b-4e02-b95d-0e529b0c5079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:40:15.850302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Attempting to bind port ea46ef85-ba4b-4828-8536-f8e9be1e0c90 on network 89448a93-64fb-46cd-8802-bfc878ff1402 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:15.857132 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Publish callbacks [] for port (fbe05493-d69f-421b-a676-d6d9a0145963), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:15.861012 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:15.867873 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:40:15.868194 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Checking segment: {'id': '3466e577-9c1b-4e02-b95d-0e529b0c5079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:15.868567 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:15.868961 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Bound using segment: {'id': '3466e577-9c1b-4e02-b95d-0e529b0c5079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:40:15.869435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Bound port: ea46ef85-ba4b-4828-8536-f8e9be1e0c90, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3466e577-9c1b-4e02-b95d-0e529b0c5079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:40:15.869813 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ea46ef85-ba4b-4828-8536-f8e9be1e0c90), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:15.902989 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:15.928048 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8f56e-ae9c-41cc-bcd0-c5ffe5fc23a9 req-dbacbfc4-5487-46de-a283-0fe62558a2d1 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:15.935609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47a8f56e-ae9c-41cc-bcd0-c5ffe5fc23a9 req-dbacbfc4-5487-46de-a283-0fe62558a2d1 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 943 time: 0.4850011 Mar 11 11:40:15.938181 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (fbe05493-d69f-421b-a676-d6d9a0145963), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:15.946565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00072e36-28e3-4897-9923-ad40d7fb0139 req-d8d43eba-9331-4ae6-9915-9e7ef9e63ac4 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:15.947992 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00072e36-28e3-4897-9923-ad40d7fb0139 req-d8d43eba-9331-4ae6-9915-9e7ef9e63ac4 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7733556d-8be0-4a9d-91cc-6e558ea46edc HTTP/1.1" status: 200 len: 950 time: 0.4499366 Mar 11 11:40:15.974351 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc5ee2-1895-4870-bcf8-b94a220d881a req-3a4047d0-3f04-4cbc-a138-f733be830b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:15.975886 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eebc5ee2-1895-4870-bcf8-b94a220d881a req-3a4047d0-3f04-4cbc-a138-f733be830b68 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8339615d4fc4763a1b414104472635d&device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 1125 time: 0.0892694 Mar 11 11:40:15.987511 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:16.014128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:16.017786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=f7aad6f0-23cc-479a-8add-b0f47a9d7525,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:16.022388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:40:16.026871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe05493-d69f-421b-a676-d6d9a0145963,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:16.043063 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23206c1-c050-428e-9722-2c07cb83441b {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:40:16.063446 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Publish callbacks [] for port (b23206c1-c050-428e-9722-2c07cb83441b), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:16.074574 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47a8f56e-ae9c-41cc-bcd0-c5ffe5fc23a9 req-3ff5e00d-f15f-48d3-a7ae-c0d011adf234 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=a367689b-a0ab-4806-8a20-fbd93551e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383038 Mar 11 11:40:16.097638 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00072e36-28e3-4897-9923-ad40d7fb0139 req-8345b2b6-aee4-47ce-bbe3-e6aac7a15f84 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306529 Mar 11 11:40:16.122112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] For port ea46ef85-ba4b-4828-8536-f8e9be1e0c90, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:40:16.129531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Transition to ACTIVE for port object b23206c1-c050-428e-9722-2c07cb83441b will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:40:16.135253 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] For port ea46ef85-ba4b-4828-8536-f8e9be1e0c90, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ea46ef85-ba4b-4828-8536-f8e9be1e0c90,segment=NetworkSegment(3466e577-9c1b-4e02-b95d-0e529b0c5079),segment_id=3466e577-9c1b-4e02-b95d-0e529b0c5079)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:40:16.142263 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b23206c1-c050-428e-9722-2c07cb83441b), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:16.173851 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ea46ef85-ba4b-4828-8536-f8e9be1e0c90), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:16.284067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Pushing event updated for resources: {'Port': ['ID=b23206c1-c050-428e-9722-2c07cb83441b,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:16.298070 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bace5f-381b-4ed5-b3cd-e425dece4d43 None None] Pushing event updated for resources: {'Port': ['ID=ea46ef85-ba4b-4828-8536-f8e9be1e0c90,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:16.307897 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc5ee2-1895-4870-bcf8-b94a220d881a req-553f11d6-d46a-41f2-ab70-c20ff931c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:16.311024 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eebc5ee2-1895-4870-bcf8-b94a220d881a req-553f11d6-d46a-41f2-ab70-c20ff931c9cb service neutron] 10.222.0.71 "GET /v2.0/networks?id=89e1213f-c73f-4a54-9c2d-e7592a5f1043 HTTP/1.1" status: 200 len: 914 time: 0.3249698 Mar 11 11:40:16.317458 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2f212e44-1457-4e6a-9d77-e85dd1eb9f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '8d531d12-1df0-4065-98ee-ad917580d965', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'port_id': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'mac_address': 'fa:16:3e:23:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:39:25Z', 'updated_at': '2022-03-11T11:40:09Z', 'revision_number': 8, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:08Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:16.351542 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28642646-e14a-42c0-9919-a24a551218a6 req-57a8c9c7-f360-4297-a066-8f4eb327fd85 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 999 time: 0.2007887 Mar 11 11:40:16.375662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f212e44-1457-4e6a-9d77-e85dd1eb9f85 None None] The sync data for ids ['faa52885-7045-4c44-a607-aa844ce555ca'] in n-d-833234-2 is: [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '8d531d12-1df0-4065-98ee-ad917580d965', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'port_id': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'mac_address': 'fa:16:3e:23:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:39:25Z', 'updated_at': '2022-03-11T11:40:09Z', 'revision_number': 8, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:08Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:40:16.393248 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eebc5ee2-1895-4870-bcf8-b94a220d881a req-5d768884-dfbf-438a-a97d-acf69c1e0670 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb3f3664-2931-4497-b6a3-a59f96a13ded HTTP/1.1" status: 200 len: 217 time: 0.0505960 Mar 11 11:40:16.442055 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10471a95-4f8a-4b74-8697-48e93bcc4225 req-26fb65c5-3eaa-4ab9-95ed-eeb0de9e9e5b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:16.444120 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10471a95-4f8a-4b74-8697-48e93bcc4225 req-26fb65c5-3eaa-4ab9-95ed-eeb0de9e9e5b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 945 time: 0.2158513 Mar 11 11:40:16.472555 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28642646-e14a-42c0-9919-a24a551218a6 req-9e3196a9-a8a6-4206-808b-17c278f533b6 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:16.474267 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28642646-e14a-42c0-9919-a24a551218a6 req-9e3196a9-a8a6-4206-808b-17c278f533b6 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports/5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 HTTP/1.1" status: 200 len: 942 time: 0.1039042 Mar 11 11:40:16.493485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc5ee2-1895-4870-bcf8-b94a220d881a req-6d592dd5-91fd-4e84-8bd4-4d086435fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:16.496308 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eebc5ee2-1895-4870-bcf8-b94a220d881a req-6d592dd5-91fd-4e84-8bd4-4d086435fef0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b82adfd-ba87-46c8-8859-618521697303 HTTP/1.1" status: 200 len: 853 time: 0.0947649 Mar 11 11:40:16.541549 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Attempting to bind port b23206c1-c050-428e-9722-2c07cb83441b on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:40:16.541874 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Attempting to bind port b23206c1-c050-428e-9722-2c07cb83441b by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '590d9cc4-db58-4d66-baae-406cc1d73243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:40:16.542197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Attempting to bind port b23206c1-c050-428e-9722-2c07cb83441b on network d2069503-97b5-4693-8805-2e3e622ce906 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:16.562689 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Port b23206c1-c050-428e-9722-2c07cb83441b on network d2069503-97b5-4693-8805-2e3e622ce906 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:40:16.563090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Attempting to bind port b23206c1-c050-428e-9722-2c07cb83441b on network d2069503-97b5-4693-8805-2e3e622ce906 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:16.618085 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:40:16.618632 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Checking segment: {'id': '590d9cc4-db58-4d66-baae-406cc1d73243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:16.618813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Bound using segment: {'id': '590d9cc4-db58-4d66-baae-406cc1d73243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:40:16.619242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Bound port: b23206c1-c050-428e-9722-2c07cb83441b, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590d9cc4-db58-4d66-baae-406cc1d73243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:40:16.619619 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b23206c1-c050-428e-9722-2c07cb83441b), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:16.625338 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eebc5ee2-1895-4870-bcf8-b94a220d881a req-bfa98e6d-210b-4763-be1c-be06d64eedd0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=89e1213f-c73f-4a54-9c2d-e7592a5f1043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171207 Mar 11 11:40:16.646065 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10471a95-4f8a-4b74-8697-48e93bcc4225 req-a225f22a-9a35-47e6-9529-4dd90a377413 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947932 Mar 11 11:40:16.707729 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28642646-e14a-42c0-9919-a24a551218a6 req-3df8de02-4918-4e14-b6f5-d1f3abd07885 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 999 time: 0.1538751 Mar 11 11:40:16.757227 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eebc5ee2-1895-4870-bcf8-b94a220d881a req-d1df1bbb-c857-4254-b2bd-c16f7dc11ebe service neutron] 10.222.0.71 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166704 Mar 11 11:40:16.775778 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc20a075-eac1-427f-b4cf-5cd61e16f74a None None] New status for floating IP 8d531d12-1df0-4065-98ee-ad917580d965: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:40:16.865998 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] For port b23206c1-c050-428e-9722-2c07cb83441b, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:40:16.879070 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Publish callbacks [] for router_gateway (10333777-160d-4de0-8492-e9680696570d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:16.880153 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] For port b23206c1-c050-428e-9722-2c07cb83441b, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b23206c1-c050-428e-9722-2c07cb83441b,segment=NetworkSegment(590d9cc4-db58-4d66-baae-406cc1d73243),segment_id=590d9cc4-db58-4d66-baae-406cc1d73243)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:40:16.895537 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b23206c1-c050-428e-9722-2c07cb83441b), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:16.947401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:16.948310 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:16.949820 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] 10.222.0.71 "PUT /v2.0/ports/b23206c1-c050-428e-9722-2c07cb83441b HTTP/1.1" status: 200 len: 1091 time: 2.0564620 Mar 11 11:40:16.950327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fd2d5f-8eb9-4981-9b80-a300ded8a80e', 'tag': 'b23206c1-c050-428e-9722-2c07cb83441b'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:16.957023 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca302b8-4f45-48d4-a589-cb53136d8897" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fd2d5f-8eb9-4981-9b80-a300ded8a80e", "tag": "b23206c1-c050-428e-9722-2c07cb83441b"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:16.983810 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eebc5ee2-1895-4870-bcf8-b94a220d881a req-1ed64c0c-e99d-4445-8a54-d88f97c9bbcc service neutron] 10.222.0.71 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790507 Mar 11 11:40:17.041776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28642646-e14a-42c0-9919-a24a551218a6 req-702d6502-233e-48ee-86c9-f21032ffa67d tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:17.043305 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28642646-e14a-42c0-9919-a24a551218a6 req-702d6502-233e-48ee-86c9-f21032ffa67d tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.3347118 Mar 11 11:40:17.054336 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:17.086588 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3446b-a0cf-4a89-90c1-e9956336be5d service neutron] Pushing event updated for resources: {'Port': ['ID=b23206c1-c050-428e-9722-2c07cb83441b,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:17.164825 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-1058c7ca-e34f-4506-b9e7-2fb23a47ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:17.166367 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-1058c7ca-e34f-4506-b9e7-2fb23a47ca6d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af2f049b566d4095a9e405ed90e7dde8&device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 1125 time: 0.1487632 Mar 11 11:40:17.185971 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28642646-e14a-42c0-9919-a24a551218a6 req-a7c70d15-32c2-4c35-98e1-7c9bef95b238 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 1001 time: 0.1315939 Mar 11 11:40:17.195844 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-28642646-e14a-42c0-9919-a24a551218a6 req-b493af77-5f34-4bea-b320-aed65eba0dd9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:17.228862 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-2bba3995-02f1-42f9-8a6f-fef8401a8a88 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23206c1-c050-428e-9722-2c07cb83441b HTTP/1.1" status: 200 len: 217 time: 0.0486751 Mar 11 11:40:17.288174 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-28642646-e14a-42c0-9919-a24a551218a6 req-b493af77-5f34-4bea-b320-aed65eba0dd9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks [] for floatingip (8d531d12-1df0-4065-98ee-ad917580d965), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:17.331566 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a57128-a416-484f-9b88-20ffff10f001 x-openstack-request-id: req-64a57128-a416-484f-9b88-20ffff10f001 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:17.332405 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fc059a-0e21-47d7-be7b-33c7c849ca5e", "name": "network-vif-plugged", "status": "completed", "tag": "f7aad6f0-23cc-479a-8add-b0f47a9d7525", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:17.332820 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-64a57128-a416-484f-9b88-20ffff10f001 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:17.333379 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fc059a-0e21-47d7-be7b-33c7c849ca5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aad6f0-23cc-479a-8add-b0f47a9d7525', 'code': 200} Mar 11 11:40:17.418032 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (10333777-160d-4de0-8492-e9680696570d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:17.424800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-90e17b9d-0e66-4176-a817-a21e2948430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:17.426201 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-90e17b9d-0e66-4176-a817-a21e2948430a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b167146-f97a-4fc0-ada4-3ac453097dad HTTP/1.1" status: 200 len: 867 time: 0.1907036 Mar 11 11:40:17.512245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-28642646-e14a-42c0-9919-a24a551218a6 req-b493af77-5f34-4bea-b320-aed65eba0dd9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:17.534536 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-28642646-e14a-42c0-9919-a24a551218a6 req-b493af77-5f34-4bea-b320-aed65eba0dd9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (8d531d12-1df0-4065-98ee-ad917580d965), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:17.534877 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [req-28642646-e14a-42c0-9919-a24a551218a6 req-b493af77-5f34-4bea-b320-aed65eba0dd9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Floating IP 8d531d12-1df0-4065-98ee-ad917580d965 disassociated. External IP: 172.25.7.125, port: 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8. Mar 11 11:40:17.583866 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-d616c75f-0898-49ba-987b-9d8c42af3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:17.585554 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-d616c75f-0898-49ba-987b-9d8c42af3bca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d2069503-97b5-4693-8805-2e3e622ce906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1206973 Mar 11 11:40:17.664204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a8b16-8b4a-4ce8-9755-9339312a1306 req-bc47565e-042a-4be8-9e34-742c8587cfbd tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:17.665780 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-307a8b16-8b4a-4ce8-9755-9339312a1306 req-bc47565e-042a-4be8-9e34-742c8587cfbd tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 943 time: 0.2697763 Mar 11 11:40:17.670406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0692e-1fde-416b-bd36-d2ad07fa5e0c req-41db24bd-4bc1-4b9b-a4c6-3635ba1444ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:17.671942 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aca0692e-1fde-416b-bd36-d2ad07fa5e0c req-41db24bd-4bc1-4b9b-a4c6-3635ba1444ae service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 1127 time: 0.2695332 Mar 11 11:40:17.754161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82857c8a-4270-4533-a191-e7269b981871 None None] Network 89448a93-64fb-46cd-8802-bfc878ff1402 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:40:17.799200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-307a8b16-8b4a-4ce8-9755-9339312a1306 req-7078981d-7223-445c-b191-e12d6d4e8388 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1fa3836-3a1d-4b95-a070-8c2e227c8a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251144 Mar 11 11:40:17.838907 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aca0692e-1fde-416b-bd36-d2ad07fa5e0c req-526e19b5-0948-40c5-aa73-c29e18a1fd1a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371856 Mar 11 11:40:17.879542 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a1618517-bb94-425c-a4b0-f1f79e5b5dcb None None] Provisioning complete for port ea46ef85-ba4b-4828-8536-f8e9be1e0c90 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:17.880198 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a1618517-bb94-425c-a4b0-f1f79e5b5dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ea46ef85-ba4b-4828-8536-f8e9be1e0c90), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:17.963285 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-40870d72-b350-437f-8c27-fff1d2837066 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=73be70b8a4d8435e891accf3b1b1ec32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429926 Mar 11 11:40:18.010645 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-67d6e616-6948-49cf-8253-3ee5428df904 service neutron] 10.222.0.71 "GET /v2.0/networks/d2069503-97b5-4693-8805-2e3e622ce906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137120 Mar 11 11:40:18.011961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Router 10333777-160d-4de0-8492-e9680696570d is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:40:18.017694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a1618517-bb94-425c-a4b0-f1f79e5b5dcb None None] Current status of the port ea46ef85-ba4b-4828-8536-f8e9be1e0c90 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:18.018095 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a1618517-bb94-425c-a4b0-f1f79e5b5dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ea46ef85-ba4b-4828-8536-f8e9be1e0c90), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:18.054161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a1618517-bb94-425c-a4b0-f1f79e5b5dcb None None] For port ea46ef85-ba4b-4828-8536-f8e9be1e0c90, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ea46ef85-ba4b-4828-8536-f8e9be1e0c90,segment=NetworkSegment(3466e577-9c1b-4e02-b95d-0e529b0c5079),segment_id=3466e577-9c1b-4e02-b95d-0e529b0c5079)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:18.065627 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a1618517-bb94-425c-a4b0-f1f79e5b5dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ea46ef85-ba4b-4828-8536-f8e9be1e0c90), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:18.169338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28642646-e14a-42c0-9919-a24a551218a6 req-b493af77-5f34-4bea-b320-aed65eba0dd9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Router faa52885-7045-4c44-a607-aa844ce555ca has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:40:18.173310 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1618517-bb94-425c-a4b0-f1f79e5b5dcb None None] Pushing event updated for resources: {'Port': ['ID=ea46ef85-ba4b-4828-8536-f8e9be1e0c90,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:18.196543 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-7c421f87-76da-43dc-9edd-75d74320a6dc tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:18.203154 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-7c421f87-76da-43dc-9edd-75d74320a6dc tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389703 Mar 11 11:40:18.215802 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-b882f668-c1c0-49c7-8292-120266134c57 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/quotas/73be70b8a4d8435e891accf3b1b1ec32 HTTP/1.1" status: 200 len: 375 time: 0.0115602 Mar 11 11:40:18.243812 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f099464d-acbd-45be-b5ca-a319c2a2180c req-57ea67b1-4a7e-4584-ba6a-f097c9a01f21 service neutron] 10.222.0.71 "GET /v2.0/networks/d2069503-97b5-4693-8805-2e3e622ce906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666403 Mar 11 11:40:18.301674 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:40:18.316516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Sync routers for ids ['10333777-160d-4de0-8492-e9680696570d'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:40:18.327132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Routers {'10333777-160d-4de0-8492-e9680696570d'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:18.328058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['10333777-160d-4de0-8492-e9680696570d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:18.333700 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:18.338891 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-80e9f330-bf70-46b3-a818-8977a5cd11c5 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.2707489 Mar 11 11:40:18.339949 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39258) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:18.372707 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-c29a62f4-1623-469f-92b6-eb18d096fb15 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=73be70b8a4d8435e891accf3b1b1ec32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1145382 Mar 11 11:40:18.382509 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28642646-e14a-42c0-9919-a24a551218a6 req-b493af77-5f34-4bea-b320-aed65eba0dd9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:40:18.387447 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-28642646-e14a-42c0-9919-a24a551218a6 req-b493af77-5f34-4bea-b320-aed65eba0dd9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:18.392817 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82360271-f2be-4a6a-a71e-dce7d89ffbad None None] Sync routers for ids ['faa52885-7045-4c44-a607-aa844ce555ca'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:40:18.417079 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82360271-f2be-4a6a-a71e-dce7d89ffbad None None] Routers {'faa52885-7045-4c44-a607-aa844ce555ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:18.417737 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-82360271-f2be-4a6a-a71e-dce7d89ffbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['faa52885-7045-4c44-a607-aa844ce555ca'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:18.434761 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28642646-e14a-42c0-9919-a24a551218a6 req-b493af77-5f34-4bea-b320-aed65eba0dd9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "PUT /v2.0/floatingips/8d531d12-1df0-4065-98ee-ad917580d965 HTTP/1.1" status: 200 len: 696 time: 1.2479072 Mar 11 11:40:18.538579 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6711448d-d99d-42bf-9204-d8405470169d None None] Provisioning complete for port ea46ef85-ba4b-4828-8536-f8e9be1e0c90 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:18.539288 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6711448d-d99d-42bf-9204-d8405470169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ea46ef85-ba4b-4828-8536-f8e9be1e0c90), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:18.542721 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:18.556067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28642646-e14a-42c0-9919-a24a551218a6 req-a110c56c-3d23-442f-80d6-c3780308b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:18.557984 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28642646-e14a-42c0-9919-a24a551218a6 req-a110c56c-3d23-442f-80d6-c3780308b965 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 1127 time: 0.1037695 Mar 11 11:40:18.693748 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ea46ef85-ba4b-4828-8536-f8e9be1e0c90 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:18.729904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28642646-e14a-42c0-9919-a24a551218a6 req-5a0b20ca-bcbe-42cb-9ed8-c1c5f13f0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:18.730586 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-82360271-f2be-4a6a-a71e-dce7d89ffbad None None] Set router faa52885-7045-4c44-a607-aa844ce555ca gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:18.741439 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28642646-e14a-42c0-9919-a24a551218a6 req-5a0b20ca-bcbe-42cb-9ed8-c1c5f13f0fb5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 921 time: 0.1720691 Mar 11 11:40:18.795053 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df8e56b-0c09-4d57-ac79-c9407d861df5 x-openstack-request-id: req-9df8e56b-0c09-4d57-ac79-c9407d861df5 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:18.795353 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fd2d5f-8eb9-4981-9b80-a300ded8a80e", "tag": "b23206c1-c050-428e-9722-2c07cb83441b", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:18.795810 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9df8e56b-0c09-4d57-ac79-c9407d861df5 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:18.797451 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fd2d5f-8eb9-4981-9b80-a300ded8a80e', 'tag': 'b23206c1-c050-428e-9722-2c07cb83441b', 'status': 'completed', 'code': 200} Mar 11 11:40:18.806046 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28642646-e14a-42c0-9919-a24a551218a6 req-c16f8f91-05a4-4280-80a8-c06ed633863e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 HTTP/1.1" status: 200 len: 217 time: 0.0636418 Mar 11 11:40:18.871672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28642646-e14a-42c0-9919-a24a551218a6 req-269ed766-5582-4ff6-bab0-2fe52aee7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:18.873561 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Set router 10333777-160d-4de0-8492-e9680696570d gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:18.879804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device cb3f3664-2931-4497-b6a3-a59f96a13ded details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:40:18.880586 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28642646-e14a-42c0-9919-a24a551218a6 req-269ed766-5582-4ff6-bab0-2fe52aee7a59 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=900f0834-fbff-4203-bddb-573f955892d4 HTTP/1.1" status: 200 len: 859 time: 0.0736561 Mar 11 11:40:18.910819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca302b8-4f45-48d4-a589-cb53136d8897 req-789513e0-d16f-4a2d-afff-51f3b526f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:18.914180 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8ca302b8-4f45-48d4-a589-cb53136d8897 req-789513e0-d16f-4a2d-afff-51f3b526f5a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af2f049b566d4095a9e405ed90e7dde8&device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 1125 time: 0.1158843 Mar 11 11:40:19.022563 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port cb3f3664-2931-4497-b6a3-a59f96a13ded, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=cb3f3664-2931-4497-b6a3-a59f96a13ded,segment=NetworkSegment(f4335e3d-6747-4797-bfbf-720d866ede1f),segment_id=f4335e3d-6747-4797-bfbf-720d866ede1f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:19.057869 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28642646-e14a-42c0-9919-a24a551218a6 req-50b26fce-c615-4b3f-97b1-1b1f770ebd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:19.060050 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'cb3f3664-2931-4497-b6a3-a59f96a13ded', 'network_id': '89e1213f-c73f-4a54-9c2d-e7592a5f1043', 'port_id': 'cb3f3664-2931-4497-b6a3-a59f96a13ded', 'mac_address': 'fa:16:3e:e2:96:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b82adfd-ba87-46c8-8859-618521697303', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:40:19.063465 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28642646-e14a-42c0-9919-a24a551218a6 req-50b26fce-c615-4b3f-97b1-1b1f770ebd94 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=312d19f9-7005-4de7-8f01-ccb1029393af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1806991 Mar 11 11:40:19.172714 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28642646-e14a-42c0-9919-a24a551218a6 req-6fd715cb-ab3b-42ba-bf48-352f6f881b2e service neutron] 10.222.0.78 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009877 Mar 11 11:40:19.341779 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:19.350695 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28642646-e14a-42c0-9919-a24a551218a6 req-5bd97ee0-cfb5-4755-aa05-1f5e42f8db05 service neutron] 10.222.0.78 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570630 Mar 11 11:40:19.355657 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-82360271-f2be-4a6a-a71e-dce7d89ffbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:08Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:19.379952 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca302b8-4f45-48d4-a589-cb53136d8897 req-0d649fc9-2957-4c1a-a760-6d4cf719a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:19.381492 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8ca302b8-4f45-48d4-a589-cb53136d8897 req-0d649fc9-2957-4c1a-a760-6d4cf719a97a service neutron] 10.222.0.71 "GET /v2.0/networks?id=d2069503-97b5-4693-8805-2e3e622ce906 HTTP/1.1" status: 200 len: 929 time: 0.4560437 Mar 11 11:40:19.386608 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82360271-f2be-4a6a-a71e-dce7d89ffbad None None] Checking router: faa52885-7045-4c44-a607-aa844ce555ca for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:40:19.392912 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fcf2b-9b39-4d06-9402-c1d206109cdb req-a7c0ad94-a9d1-40ff-910d-9c11f42475c8 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:19.396753 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82360271-f2be-4a6a-a71e-dce7d89ffbad None None] Routers {'faa52885-7045-4c44-a607-aa844ce555ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:19.398043 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-82360271-f2be-4a6a-a71e-dce7d89ffbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['faa52885-7045-4c44-a607-aa844ce555ca'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:19.400769 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e9fcf2b-9b39-4d06-9402-c1d206109cdb req-a7c0ad94-a9d1-40ff-910d-9c11f42475c8 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 943 time: 0.4702103 Mar 11 11:40:19.515317 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6711448d-d99d-42bf-9204-d8405470169d None None] Current status of the port ea46ef85-ba4b-4828-8536-f8e9be1e0c90 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:19.517227 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e9fcf2b-9b39-4d06-9402-c1d206109cdb req-db8e335b-131a-465a-b8ef-1ba0d70fdb39 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=a367689b-a0ab-4806-8a20-fbd93551e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087656 Mar 11 11:40:19.574031 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6781d8c-88d6-4118-ba0d-f4fb4ee8c217 req-5dba1481-df77-4235-b996-c21882437dcb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:19.584118 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a6781d8c-88d6-4118-ba0d-f4fb4ee8c217 req-5dba1481-df77-4235-b996-c21882437dcb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 945 time: 0.0890181 Mar 11 11:40:19.628644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ea46ef85-ba4b-4828-8536-f8e9be1e0c90 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:19.631728 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ea46ef85-ba4b-4828-8536-f8e9be1e0c90), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:19.653448 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-82360271-f2be-4a6a-a71e-dce7d89ffbad None None] Set router faa52885-7045-4c44-a607-aa844ce555ca gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:19.655496 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port cb3f3664-2931-4497-b6a3-a59f96a13ded is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:19.656121 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:19.682135 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcaeffd1-7662-433e-ac04-c00201a0f58c req-53ef31dd-ab2d-4bcc-a073-057a8fb97055 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 210 time: 0.0743549 Mar 11 11:40:19.690556 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] Allocated IP 172.20.0.1 (89448a93-64fb-46cd-8802-bfc878ff1402/685af6ea-0432-4dec-9ba4-e4ff124d674a/09856b61-d07d-4a9e-be9a-0ffed9459745) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:40:19.722297 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a6781d8c-88d6-4118-ba0d-f4fb4ee8c217 req-0d131125-27c2-4244-bf97-84d04834dbc4 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356032 Mar 11 11:40:19.726386 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb3f3664-2931-4497-b6a3-a59f96a13ded {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:40:19.829234 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8ca302b8-4f45-48d4-a589-cb53136d8897 req-9b8cea01-1885-45de-8d84-9a488f7bde7a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23206c1-c050-428e-9722-2c07cb83441b HTTP/1.1" status: 200 len: 217 time: 0.4379022 Mar 11 11:40:19.899180 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] Publish callbacks [] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:19.901754 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port cb3f3664-2931-4497-b6a3-a59f96a13ded, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=cb3f3664-2931-4497-b6a3-a59f96a13ded,segment=NetworkSegment(f4335e3d-6747-4797-bfbf-720d866ede1f),segment_id=f4335e3d-6747-4797-bfbf-720d866ede1f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:19.915112 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-82360271-f2be-4a6a-a71e-dce7d89ffbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:08Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:19.917284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca302b8-4f45-48d4-a589-cb53136d8897 req-7b5d6072-057c-4391-89b8-5b345ca0a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:19.919548 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8ca302b8-4f45-48d4-a589-cb53136d8897 req-7b5d6072-057c-4391-89b8-5b345ca0a67f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b167146-f97a-4fc0-ada4-3ac453097dad HTTP/1.1" status: 200 len: 867 time: 0.0746453 Mar 11 11:40:19.925592 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:19.925799 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbeb8b-1afe-4040-ad60-2a48e54d314d req-adc457f1-5af6-40b4-984b-56fa1203422b tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:19.929513 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1fbeb8b-1afe-4040-ad60-2a48e54d314d req-adc457f1-5af6-40b4-984b-56fa1203422b tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 1127 time: 0.0915411 Mar 11 11:40:19.946007 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82360271-f2be-4a6a-a71e-dce7d89ffbad None None] The sync data for ids ['faa52885-7045-4c44-a607-aa844ce555ca'] in n-d-833234-2 is: [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:39:03Z', 'revision_number': 4, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'c86422fb-2e84-4040-a8b1-127f0cff82ff', 'name': '', 'network_id': '312d19f9-7005-4de7-8f01-ccb1029393af', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'mac_address': 'fa:16:3e:a6:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '900f0834-fbff-4203-bddb-573f955892d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:39:01Z', 'updated_at': '2022-03-11T11:39:08Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'subnets': [{'id': '900f0834-fbff-4203-bddb-573f955892d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:40:19.949693 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10333777-160d-4de0-8492-e9680696570d', 'name': 'tempest-AttachSCSIVolumeTestJSON-847621573-router', 'tenant_id': '876d6f2ee6544782b6e5d1e6d422f538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'fbe05493-d69f-421b-a676-d6d9a0145963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:13Z', 'updated_at': '2022-03-11T11:40:16Z', 'revision_number': 3, 'project_id': '876d6f2ee6544782b6e5d1e6d422f538', 'gw_port': {'id': 'fbe05493-d69f-421b-a676-d6d9a0145963', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10333777-160d-4de0-8492-e9680696570d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:15Z', 'updated_at': '2022-03-11T11:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:20.039073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=cb3f3664-2931-4497-b6a3-a59f96a13ded,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:20.045792 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:20.084185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Checking router: 10333777-160d-4de0-8492-e9680696570d for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:40:20.084539 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Updating router 10333777-160d-4de0-8492-e9680696570d port fbe05493-d69f-421b-a676-d6d9a0145963 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:40:20.105999 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1fbeb8b-1afe-4040-ad60-2a48e54d314d req-e3bae075-eaca-450d-984d-42107d66ea03 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449606 Mar 11 11:40:20.133467 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] Pushing event updated for resources: {'Port': ['ID=09856b61-d07d-4a9e-be9a-0ffed9459745,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:20.136560 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd00c6c-6e0a-4344-8419-28be186a9930 req-cc42fcdb-8c8f-49ce-8bd1-dfad86e50f98 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:20.146624 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2dd00c6c-6e0a-4344-8419-28be186a9930 req-cc42fcdb-8c8f-49ce-8bd1-dfad86e50f98 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 943 time: 0.2160416 Mar 11 11:40:20.150812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] Network 89448a93-64fb-46cd-8802-bfc878ff1402 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:20.152860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca302b8-4f45-48d4-a589-cb53136d8897 req-5c3756b2-e60b-4302-9522-aa60f3c28ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:20.156570 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8ca302b8-4f45-48d4-a589-cb53136d8897 req-5c3756b2-e60b-4302-9522-aa60f3c28ab7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d2069503-97b5-4693-8805-2e3e622ce906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2218988 Mar 11 11:40:20.162015 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:20.188505 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:40:20.225081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['cb3f3664-2931-4497-b6a3-a59f96a13ded'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:20.275155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2dd00c6c-6e0a-4344-8419-28be186a9930 req-162d38fe-9dcd-425b-8ec0-18bb8aee4b95 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1fa3836-3a1d-4b95-a070-8c2e227c8a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273737 Mar 11 11:40:20.299887 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fbe05493-d69f-421b-a676-d6d9a0145963), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:20.311486 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8895187-20c7-40b1-914c-1bb3c825c6e2 req-32b130c1-d322-4aa9-a98d-a7440419a8bc tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:20.314792 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8895187-20c7-40b1-914c-1bb3c825c6e2 req-32b130c1-d322-4aa9-a98d-a7440419a8bc tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 1127 time: 0.0832503 Mar 11 11:40:20.349496 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:20.411000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a9cc5f4-2f35-4bf2-82cb-3eb0a27f25aa req-612401e9-ab68-4686-8d79-30ec4edf3f49 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/floatingips/8d531d12-1df0-4065-98ee-ad917580d965 HTTP/1.1" status: 200 len: 696 time: 0.0925231 Mar 11 11:40:20.432887 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (10333777-160d-4de0-8492-e9680696570d), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:20.534142 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8ca302b8-4f45-48d4-a589-cb53136d8897 req-5da9226b-9045-4eef-a069-33e0ee4815ec service neutron] 10.222.0.71 "GET /v2.0/networks/d2069503-97b5-4693-8805-2e3e622ce906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643806 Mar 11 11:40:20.555945 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8895187-20c7-40b1-914c-1bb3c825c6e2 req-d6da8494-440b-486d-9d26-5933e4d238d7 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235959 Mar 11 11:40:20.645703 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-32c99adb-08d0-4a70-8c1f-567a7c72d887 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=73be70b8a4d8435e891accf3b1b1ec32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1254678 Mar 11 11:40:20.764062 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8ca302b8-4f45-48d4-a589-cb53136d8897 req-109cb4fd-9d0c-4b72-8a54-d080a9c4b757 service neutron] 10.222.0.71 "GET /v2.0/networks/d2069503-97b5-4693-8805-2e3e622ce906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120702 Mar 11 11:40:20.774139 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:20.790549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e96575-d954-4d22-bf43-76f5f94562aa None None] New status for floating IP 8d531d12-1df0-4065-98ee-ad917580d965: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:40:20.793746 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ea46ef85-ba4b-4828-8536-f8e9be1e0c90 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:20.817341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'tag': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:20.819311 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52960a2-9c78-4f12-8615-3bcad575e6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d47d3205-f5a4-45dc-97fb-7a49c507d785", "tag": "5e1066a5-457a-44f6-a4cf-2b8c81fc09a8"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:20.847195 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cc5f4-2f35-4bf2-82cb-3eb0a27f25aa req-b32225b4-db61-41c9-9518-9aa87c388ce9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:20.853542 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a9cc5f4-2f35-4bf2-82cb-3eb0a27f25aa req-b32225b4-db61-41c9-9518-9aa87c388ce9 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.4335501 Mar 11 11:40:20.858851 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-5a9cc5f4-2f35-4bf2-82cb-3eb0a27f25aa req-1e0c3b48-05de-4c17-87ff-7049d6f7fb9d tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:40:20.866298 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a9cc5f4-2f35-4bf2-82cb-3eb0a27f25aa req-1e0c3b48-05de-4c17-87ff-7049d6f7fb9d tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114772 Mar 11 11:40:20.871539 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b23206c1-c050-428e-9722-2c07cb83441b details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:40:20.934764 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a9cc5f4-2f35-4bf2-82cb-3eb0a27f25aa req-26d21260-052f-480b-8aa2-d17cd22b4316 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 699 time: 0.0680094 Mar 11 11:40:20.974388 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] Publish callbacks [] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:20.985356 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:20.997285 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-a93e0a72-172c-4e6d-832f-bae21809bbec tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:20.998773 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-a93e0a72-172c-4e6d-832f-bae21809bbec tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3454692 Mar 11 11:40:21.011297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1b14c-e2e7-49dc-80d0-afc145da840d req-501b18fd-beae-42e3-8a9b-884d54df0c39 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:21.019244 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90e1b14c-e2e7-49dc-80d0-afc145da840d req-501b18fd-beae-42e3-8a9b-884d54df0c39 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 944 time: 0.2986898 Mar 11 11:40:21.035867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-b7af464a-46df-4c56-a5ff-31468132912e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Request body: {'port': {'device_id': '414659ea-78c2-4bb8-bea3-d820a72421e4', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '73be70b8a4d8435e891accf3b1b1ec32'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:21.055776 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a9cc5f4-2f35-4bf2-82cb-3eb0a27f25aa req-a73f803b-d966-4aff-adeb-7bcb411a9e9a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 699 time: 0.1194932 Mar 11 11:40:21.077656 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (10333777-160d-4de0-8492-e9680696570d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:21.080161 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] Pushing event updated for resources: {'Port': ['ID=09856b61-d07d-4a9e-be9a-0ffed9459745,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:21.096724 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f535cd6c-3cdf-48c9-aeb3-43563189f8ee None None] Provisioning complete for port 09856b61-d07d-4a9e-be9a-0ffed9459745 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:21.097087 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f535cd6c-3cdf-48c9-aeb3-43563189f8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:21.167428 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f535cd6c-3cdf-48c9-aeb3-43563189f8ee None None] Port 09856b61-d07d-4a9e-be9a-0ffed9459745 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:40:21.179367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b23206c1-c050-428e-9722-2c07cb83441b, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b23206c1-c050-428e-9722-2c07cb83441b,segment=NetworkSegment(590d9cc4-db58-4d66-baae-406cc1d73243),segment_id=590d9cc4-db58-4d66-baae-406cc1d73243)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:21.189981 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Publish callbacks [] for port (fbe05493-d69f-421b-a676-d6d9a0145963), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:21.211414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] Network 89448a93-64fb-46cd-8802-bfc878ff1402 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:21.214309 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:21.308286 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'b23206c1-c050-428e-9722-2c07cb83441b', 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906', 'port_id': 'b23206c1-c050-428e-9722-2c07cb83441b', 'mac_address': 'fa:16:3e:d4:ff:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:40:21.310297 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fbe05493-d69f-421b-a676-d6d9a0145963), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:21.402983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] Router 10333777-160d-4de0-8492-e9680696570d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:40:21.456708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Attempting to bind port fbe05493-d69f-421b-a676-d6d9a0145963 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:40:21.457090 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Attempting to bind port fbe05493-d69f-421b-a676-d6d9a0145963 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:40:21.457454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Attempting to bind port fbe05493-d69f-421b-a676-d6d9a0145963 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:21.485854 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:40:21.486287 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:21.486635 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:21.487037 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:40:21.487530 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Bound port: fbe05493-d69f-421b-a676-d6d9a0145963, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:40:21.487940 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fbe05493-d69f-421b-a676-d6d9a0145963), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:21.501179 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443bda2-9dff-4ed0-a03d-f6331162f795 None None] Pushing event updated for resources: {'Port': ['ID=fbe05493-d69f-421b-a676-d6d9a0145963,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:21.541367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port b23206c1-c050-428e-9722-2c07cb83441b is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:21.541768 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b23206c1-c050-428e-9722-2c07cb83441b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:21.563236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23206c1-c050-428e-9722-2c07cb83441b {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:40:21.591794 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:40:21.606019 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d7eb0474-e7b9-4649-8267-c3d5c34cd0aa admin admin] 10.222.0.78 "PUT /v2.0/routers/10333777-160d-4de0-8492-e9680696570d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2554226 Mar 11 11:40:21.634804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b23206c1-c050-428e-9722-2c07cb83441b, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b23206c1-c050-428e-9722-2c07cb83441b,segment=NetworkSegment(590d9cc4-db58-4d66-baae-406cc1d73243),segment_id=590d9cc4-db58-4d66-baae-406cc1d73243)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:21.644219 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90e1b14c-e2e7-49dc-80d0-afc145da840d req-48e96daa-ec58-477b-9d1a-8c61308311f9 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=a367689b-a0ab-4806-8a20-fbd93551e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6228893 Mar 11 11:40:21.647636 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b23206c1-c050-428e-9722-2c07cb83441b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:21.652319 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2b9f9c09-69d0-413f-bdf2-86f220e6cd9c None None] Provisioning complete for port 09856b61-d07d-4a9e-be9a-0ffed9459745 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:21.652574 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2b9f9c09-69d0-413f-bdf2-86f220e6cd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:21.709295 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f9c09-69d0-413f-bdf2-86f220e6cd9c None None] Port 09856b61-d07d-4a9e-be9a-0ffed9459745 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:40:21.719451 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] For port fbe05493-d69f-421b-a676-d6d9a0145963, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:40:21.761470 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] For port fbe05493-d69f-421b-a676-d6d9a0145963, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fbe05493-d69f-421b-a676-d6d9a0145963,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:40:21.785232 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fbe05493-d69f-421b-a676-d6d9a0145963), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:21.825038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=b23206c1-c050-428e-9722-2c07cb83441b,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:21.863109 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d08f0af1-438a-4dc2-bd29-9d2dac2d28d5 req-858011ef-d1c9-4f24-9968-3c20f0a65993 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 210 time: 0.0581713 Mar 11 11:40:21.863966 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Routers {'10333777-160d-4de0-8492-e9680696570d'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:21.864834 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['10333777-160d-4de0-8492-e9680696570d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:21.890119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-5a9cc5f4-2f35-4bf2-82cb-3eb0a27f25aa req-5a5d2dea-5754-491b-8288-3e2d3531181f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Deleting port 383313de-0a26-4276-b78d-80c5af63f8a7 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:40:21.890537 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5a9cc5f4-2f35-4bf2-82cb-3eb0a27f25aa req-5a5d2dea-5754-491b-8288-3e2d3531181f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (383313de-0a26-4276-b78d-80c5af63f8a7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:21.894013 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-b7af464a-46df-4c56-a5ff-31468132912e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Made reservation on behalf of 73be70b8a4d8435e891accf3b1b1ec32 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:40:21.903158 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-b7af464a-46df-4c56-a5ff-31468132912e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:21.944301 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ae45f0-07b0-43ab-8b82-0405ada228fd x-openstack-request-id: req-35ae45f0-07b0-43ab-8b82-0405ada228fd {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:21.944566 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47d3205-f5a4-45dc-97fb-7a49c507d785", "tag": "5e1066a5-457a-44f6-a4cf-2b8c81fc09a8", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:21.944821 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35ae45f0-07b0-43ab-8b82-0405ada228fd {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:21.945211 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'tag': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8', 'status': 'completed', 'code': 200} Mar 11 11:40:21.996022 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443bda2-9dff-4ed0-a03d-f6331162f795 None None] Pushing event updated for resources: {'Port': ['ID=fbe05493-d69f-421b-a676-d6d9a0145963,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:22.002799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['b23206c1-c050-428e-9722-2c07cb83441b'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:22.032924 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52960a2-9c78-4f12-8615-3bcad575e6a7 req-a1aa3923-2192-4a73-a14e-bb79bcba903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:22.034346 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c52960a2-9c78-4f12-8615-3bcad575e6a7 req-a1aa3923-2192-4a73-a14e-bb79bcba903c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a575fd1f0084cada11c1aea396b02ff&device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 1127 time: 0.0843461 Mar 11 11:40:22.120014 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5a9cc5f4-2f35-4bf2-82cb-3eb0a27f25aa req-5a5d2dea-5754-491b-8288-3e2d3531181f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (383313de-0a26-4276-b78d-80c5af63f8a7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:22.120346 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5a9cc5f4-2f35-4bf2-82cb-3eb0a27f25aa req-5a5d2dea-5754-491b-8288-3e2d3531181f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks [] for floatingip (383313de-0a26-4276-b78d-80c5af63f8a7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:22.148218 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-5a9cc5f4-2f35-4bf2-82cb-3eb0a27f25aa req-5a5d2dea-5754-491b-8288-3e2d3531181f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Calling delete_port for 383313de-0a26-4276-b78d-80c5af63f8a7 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:40:22.191371 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491ba43-911d-44ab-beb3-b110680e19cc req-e66caed8-c0a9-4675-987e-2d2ff239dbc2 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:22.192165 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52960a2-9c78-4f12-8615-3bcad575e6a7 req-30556cb2-eb2a-4b2e-93c9-8c9d99e6c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:22.193640 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c52960a2-9c78-4f12-8615-3bcad575e6a7 req-30556cb2-eb2a-4b2e-93c9-8c9d99e6c94d service neutron] 10.222.0.37 "GET /v2.0/networks?id=312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 200 len: 921 time: 0.1502523 Mar 11 11:40:22.193889 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5491ba43-911d-44ab-beb3-b110680e19cc req-e66caed8-c0a9-4675-987e-2d2ff239dbc2 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 944 time: 0.2219160 Mar 11 11:40:22.197313 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-b7af464a-46df-4c56-a5ff-31468132912e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Allocated IP 192.168.233.123 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/b0735f62-c3ba-479d-af09-cf2540d25e81) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:40:22.201529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] Set router 10333777-160d-4de0-8492-e9680696570d gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:22.325011 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c52960a2-9c78-4f12-8615-3bcad575e6a7 req-42193c3d-2ee4-4694-b2a0-ead42d4634bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 HTTP/1.1" status: 200 len: 217 time: 0.1033549 Mar 11 11:40:22.434175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52960a2-9c78-4f12-8615-3bcad575e6a7 req-68bd132a-fdb6-48af-b311-463307e4596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:22.436907 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c52960a2-9c78-4f12-8615-3bcad575e6a7 req-68bd132a-fdb6-48af-b311-463307e4596c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=900f0834-fbff-4203-bddb-573f955892d4 HTTP/1.1" status: 200 len: 859 time: 0.0935183 Mar 11 11:40:22.558848 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39318) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:22.567001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-62e60180-f856-44ac-ace8-c202cf46d7c8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1635207900-network', 'tenant_id': '564fa0ffa47f40ccb523bc83113dc76e'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:22.573164 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52960a2-9c78-4f12-8615-3bcad575e6a7 req-b5f6d792-8a0c-4d4b-aa93-291967674288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:22.575427 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c52960a2-9c78-4f12-8615-3bcad575e6a7 req-b5f6d792-8a0c-4d4b-aa93-291967674288 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=312d19f9-7005-4de7-8f01-ccb1029393af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1209476 Mar 11 11:40:22.599223 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5491ba43-911d-44ab-beb3-b110680e19cc req-58a37402-da15-439d-b458-b429cedad3cb tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1fa3836-3a1d-4b95-a070-8c2e227c8a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961906 Mar 11 11:40:22.603062 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-b7af464a-46df-4c56-a5ff-31468132912e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks [] for port (b0735f62-c3ba-479d-af09-cf2540d25e81), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:22.604817 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5a9cc5f4-2f35-4bf2-82cb-3eb0a27f25aa req-5a5d2dea-5754-491b-8288-3e2d3531181f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (383313de-0a26-4276-b78d-80c5af63f8a7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:22.615699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e60180-f856-44ac-ace8-c202cf46d7c8 admin admin] Made reservation on behalf of 564fa0ffa47f40ccb523bc83113dc76e for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:40:22.619114 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62e60180-f856-44ac-ace8-c202cf46d7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:22.631181 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62e60180-f856-44ac-ace8-c202cf46d7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:22.693405 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d2dea-5754-491b-8288-3e2d3531181f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Pushing event deleted for resources: {'Port': ['ID=383313de-0a26-4276-b78d-80c5af63f8a7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:22.774610 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10333777-160d-4de0-8492-e9680696570d', 'name': 'tempest-AttachSCSIVolumeTestJSON-847621573-router', 'tenant_id': '876d6f2ee6544782b6e5d1e6d422f538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'fbe05493-d69f-421b-a676-d6d9a0145963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:13Z', 'updated_at': '2022-03-11T11:40:20Z', 'revision_number': 4, 'project_id': '876d6f2ee6544782b6e5d1e6d422f538', 'gw_port': {'id': 'fbe05493-d69f-421b-a676-d6d9a0145963', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10333777-160d-4de0-8492-e9680696570d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:15Z', 'updated_at': '2022-03-11T11:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '09856b61-d07d-4a9e-be9a-0ffed9459745', 'name': '', 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402', 'tenant_id': '876d6f2ee6544782b6e5d1e6d422f538', 'mac_address': 'fa:16:3e:f5:66:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10333777-160d-4de0-8492-e9680696570d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '685af6ea-0432-4dec-9ba4-e4ff124d674a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:19Z', 'updated_at': '2022-03-11T11:40:20Z', 'revision_number': 2, 'project_id': '876d6f2ee6544782b6e5d1e6d422f538', 'subnets': [{'id': '685af6ea-0432-4dec-9ba4-e4ff124d674a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:22.837047 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4653227-1bef-45c9-89db-dbe0301df7a6 None None] The sync data for ids ['10333777-160d-4de0-8492-e9680696570d'] in n-d-833234-2 is: [{'id': '10333777-160d-4de0-8492-e9680696570d', 'name': 'tempest-AttachSCSIVolumeTestJSON-847621573-router', 'tenant_id': '876d6f2ee6544782b6e5d1e6d422f538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'fbe05493-d69f-421b-a676-d6d9a0145963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:13Z', 'updated_at': '2022-03-11T11:40:20Z', 'revision_number': 4, 'project_id': '876d6f2ee6544782b6e5d1e6d422f538', 'gw_port': {'id': 'fbe05493-d69f-421b-a676-d6d9a0145963', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10333777-160d-4de0-8492-e9680696570d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:15Z', 'updated_at': '2022-03-11T11:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '09856b61-d07d-4a9e-be9a-0ffed9459745', 'name': '', 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402', 'tenant_id': '876d6f2ee6544782b6e5d1e6d422f538', 'mac_address': 'fa:16:3e:f5:66:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10333777-160d-4de0-8492-e9680696570d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '685af6ea-0432-4dec-9ba4-e4ff124d674a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:19Z', 'updated_at': '2022-03-11T11:40:20Z', 'revision_number': 2, 'project_id': '876d6f2ee6544782b6e5d1e6d422f538', 'subnets': [{'id': '685af6ea-0432-4dec-9ba4-e4ff124d674a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:40:22.858443 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5a9cc5f4-2f35-4bf2-82cb-3eb0a27f25aa req-5a5d2dea-5754-491b-8288-3e2d3531181f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks [] for floatingip (8d531d12-1df0-4065-98ee-ad917580d965), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:22.861051 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device cb3f3664-2931-4497-b6a3-a59f96a13ded up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:22.876901 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5a9cc5f4-2f35-4bf2-82cb-3eb0a27f25aa req-5a5d2dea-5754-491b-8288-3e2d3531181f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:22.879284 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a9cc5f4-2f35-4bf2-82cb-3eb0a27f25aa req-5a5d2dea-5754-491b-8288-3e2d3531181f tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "DELETE /v2.0/floatingips/8d531d12-1df0-4065-98ee-ad917580d965 HTTP/1.1" status: 204 len: 173 time: 1.8047185 Mar 11 11:40:22.885535 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62e60180-f856-44ac-ace8-c202cf46d7c8 admin admin] Publish callbacks [] for security_group (163823c2-22f4-4ad6-9876-4e6d03f20b09), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:22.905395 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-b7af464a-46df-4c56-a5ff-31468132912e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b0735f62-c3ba-479d-af09-cf2540d25e81), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:22.912118 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62e60180-f856-44ac-ace8-c202cf46d7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (163823c2-22f4-4ad6-9876-4e6d03f20b09), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:22.932800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['ed39fc5b-2f9b-40f9-8d67-293261c524cc'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:22.976974 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e60180-f856-44ac-ace8-c202cf46d7c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:40:23.000320 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62e60180-f856-44ac-ace8-c202cf46d7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (30f3ad7b-4988-432b-be18-36382f5e44bf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:23.002760 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-62e60180-f856-44ac-ace8-c202cf46d7c8 admin admin] Added segment 30f3ad7b-4988-432b-be18-36382f5e44bf of type vlan for network 1afa856a-3724-41da-a719-f90c556b8880 Mar 11 11:40:23.023861 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port cb3f3664-2931-4497-b6a3-a59f96a13ded completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:40:23.037747 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port cb3f3664-2931-4497-b6a3-a59f96a13ded triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:23.038128 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:23.071048 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-b7af464a-46df-4c56-a5ff-31468132912e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:23.096846 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-b7af464a-46df-4c56-a5ff-31468132912e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:23.114092 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-b7af464a-46df-4c56-a5ff-31468132912e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:40:23.119942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af464a-46df-4c56-a5ff-31468132912e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Pushing event updated for resources: {'Port': ['ID=b0735f62-c3ba-479d-af09-cf2540d25e81,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:23.139410 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62e60180-f856-44ac-ace8-c202cf46d7c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (1afa856a-3724-41da-a719-f90c556b8880), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:23.228116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e60180-f856-44ac-ace8-c202cf46d7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163823c2-22f4-4ad6-9876-4e6d03f20b09,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:23.232042 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port cb3f3664-2931-4497-b6a3-a59f96a13ded is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:23.232431 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:23.252733 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-b7af464a-46df-4c56-a5ff-31468132912e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:23.253426 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-b7af464a-46df-4c56-a5ff-31468132912e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:23.265395 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62e60180-f856-44ac-ace8-c202cf46d7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (1afa856a-3724-41da-a719-f90c556b8880), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:23.267633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e60180-f856-44ac-ace8-c202cf46d7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:23.267633 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62e60180-f856-44ac-ace8-c202cf46d7c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:23.278734 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15871959-5c12-405f-971b-1a11ec842a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3f3664-2931-4497-b6a3-a59f96a13ded'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:23.282037 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a30ec00-d14f-43a7-9f26-fe27f27a2e94" -d '{"events": [{"server_uuid": "15871959-5c12-405f-971b-1a11ec842a85", "name": "network-vif-plugged", "status": "completed", "tag": "cb3f3664-2931-4497-b6a3-a59f96a13ded"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:23.287713 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c52960a2-9c78-4f12-8615-3bcad575e6a7 req-336722a6-438f-40c0-b994-fe90a471c187 service neutron] 10.222.0.37 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960461 Mar 11 11:40:23.300374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port cb3f3664-2931-4497-b6a3-a59f96a13ded, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=cb3f3664-2931-4497-b6a3-a59f96a13ded,segment=NetworkSegment(f4335e3d-6747-4797-bfbf-720d866ede1f),segment_id=f4335e3d-6747-4797-bfbf-720d866ede1f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:23.317633 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:23.329439 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cefec-f988-4de9-9f41-612952b00dbe req-596f0545-3c8b-4976-8a07-9685d0df4b1d tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:23.330772 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-843cefec-f988-4de9-9f41-612952b00dbe req-596f0545-3c8b-4976-8a07-9685d0df4b1d tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 1127 time: 0.3650720 Mar 11 11:40:23.345459 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-b7af464a-46df-4c56-a5ff-31468132912e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3062723 Mar 11 11:40:23.362184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Request body: {'port': {'device_id': '414659ea-78c2-4bb8-bea3-d820a72421e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:23.386125 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-62e60180-f856-44ac-ace8-c202cf46d7c8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8256710 Mar 11 11:40:23.388733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39332) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:23.393644 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95521ce-63c4-404e-9101-f8b2da49d6a9 req-62de31ca-46d0-40f6-ae65-61c9ae782ed0 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:23.395764 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c95521ce-63c4-404e-9101-f8b2da49d6a9 req-62de31ca-46d0-40f6-ae65-61c9ae782ed0 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 944 time: 0.4287987 Mar 11 11:40:23.409082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=cb3f3664-2931-4497-b6a3-a59f96a13ded,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:23.430063 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-039c324f-dd31-446d-8443-b170a8ec7481 admin admin] Request body: {'subnet': {'network_id': '1afa856a-3724-41da-a719-f90c556b8880', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1635207900-subnet', 'tenant_id': '564fa0ffa47f40ccb523bc83113dc76e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:23.473485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-843cefec-f988-4de9-9f41-612952b00dbe req-2f5b7f46-464d-41ab-808c-850d56d4aa74 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234572 Mar 11 11:40:23.545418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c95521ce-63c4-404e-9101-f8b2da49d6a9 req-89e6a59e-4bbc-4713-b18b-40b90eca7a65 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=a367689b-a0ab-4806-8a20-fbd93551e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823684 Mar 11 11:40:23.545973 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b0735f62-c3ba-479d-af09-cf2540d25e81), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:23.586045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9a2dd04c-5cc8-4d99-aa67-dac5db5cf9ae None None] Provisioning complete for port b0735f62-c3ba-479d-af09-cf2540d25e81 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:23.586425 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9a2dd04c-5cc8-4d99-aa67-dac5db5cf9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b0735f62-c3ba-479d-af09-cf2540d25e81), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:23.666122 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9a2dd04c-5cc8-4d99-aa67-dac5db5cf9ae None None] Port b0735f62-c3ba-479d-af09-cf2540d25e81 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:40:23.823186 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6130dbbe-1778-4d9c-937d-83602e95bd47 x-openstack-request-id: req-6130dbbe-1778-4d9c-937d-83602e95bd47 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:23.823796 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15871959-5c12-405f-971b-1a11ec842a85", "name": "network-vif-plugged", "status": "completed", "tag": "cb3f3664-2931-4497-b6a3-a59f96a13ded", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:23.824213 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6130dbbe-1778-4d9c-937d-83602e95bd47 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:23.824783 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15871959-5c12-405f-971b-1a11ec842a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3f3664-2931-4497-b6a3-a59f96a13ded', 'code': 200} Mar 11 11:40:23.846346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19cf81-a2ac-4be2-800e-a2540f705ac7 req-af91a593-c800-433b-835b-eeae6820a506 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:23.848214 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc19cf81-a2ac-4be2-800e-a2540f705ac7 req-af91a593-c800-433b-835b-eeae6820a506 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 936 time: 0.1724160 Mar 11 11:40:24.000017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e60180-f856-44ac-ace8-c202cf46d7c8 admin admin] Pushing event updated for resources: {'Network': ['ID=1afa856a-3724-41da-a719-f90c556b8880,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:24.012367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 1afa856a-3724-41da-a719-f90c556b8880 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:40:24.099912 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c52960a2-9c78-4f12-8615-3bcad575e6a7 req-398d8f02-9ed6-433e-b080-2f5993b86c08 service neutron] 10.222.0.37 "GET /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8056519 Mar 11 11:40:24.112436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039c324f-dd31-446d-8443-b170a8ec7481 admin admin] Made reservation on behalf of 564fa0ffa47f40ccb523bc83113dc76e for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:40:24.114720 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-039c324f-dd31-446d-8443-b170a8ec7481 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:24.308271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc19cf81-a2ac-4be2-800e-a2540f705ac7 req-d1695e81-055b-4e66-ba5c-c4accb4d71fc tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437802 Mar 11 11:40:24.390024 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0735f62-c3ba-479d-af09-cf2540d25e81 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:40:24.401016 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Publish callbacks [] for port (b0735f62-c3ba-479d-af09-cf2540d25e81), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:24.423668 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afa460-3ba8-4e7c-adb3-2c09e43b8e34 req-a6f5eb07-6ddb-486d-a7f8-53e8b8a259c4 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:24.425267 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75afa460-3ba8-4e7c-adb3-2c09e43b8e34 req-a6f5eb07-6ddb-486d-a7f8-53e8b8a259c4 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 944 time: 0.5029020 Mar 11 11:40:24.451365 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Transition to ACTIVE for port object b0735f62-c3ba-479d-af09-cf2540d25e81 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:40:24.461736 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7afee-9916-406d-a2ac-c364ea36b95b req-16a45eb5-2b75-49f7-a639-3f6334e098e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:24.463548 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-61b7afee-9916-406d-a2ac-c364ea36b95b req-16a45eb5-2b75-49f7-a639-3f6334e098e9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 1127 time: 0.3698180 Mar 11 11:40:24.476504 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b0735f62-c3ba-479d-af09-cf2540d25e81), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:24.479379 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-039c324f-dd31-446d-8443-b170a8ec7481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:24.560674 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c324f-dd31-446d-8443-b170a8ec7481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:24.577339 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-61b7afee-9916-406d-a2ac-c364ea36b95b req-ba9ff111-5fcb-4032-93e5-ad6de63e8119 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a367689b-a0ab-4806-8a20-fbd93551e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055262 Mar 11 11:40:24.583017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039c324f-dd31-446d-8443-b170a8ec7481 admin admin] Checking segment: {'id': '30f3ad7b-4988-432b-be18-36382f5e44bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1afa856a-3724-41da-a719-f90c556b8880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:24.583456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039c324f-dd31-446d-8443-b170a8ec7481 admin admin] Network hostable DHCP agents. Network: 1afa856a-3724-41da-a719-f90c556b8880, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:40:24.602539 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75afa460-3ba8-4e7c-adb3-2c09e43b8e34 req-8ac8f1c9-75dc-4f06-bb34-2ee1ee48c537 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1fa3836-3a1d-4b95-a070-8c2e227c8a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660931 Mar 11 11:40:24.620958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039c324f-dd31-446d-8443-b170a8ec7481 admin admin] Network 1afa856a-3724-41da-a719-f90c556b8880 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:40:24.642835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Pushing event updated for resources: {'Port': ['ID=b0735f62-c3ba-479d-af09-cf2540d25e81,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:24.643939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-039c324f-dd31-446d-8443-b170a8ec7481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 1afa856a-3724-41da-a719-f90c556b8880) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:24.660163 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039c324f-dd31-446d-8443-b170a8ec7481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:24.660765 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-039c324f-dd31-446d-8443-b170a8ec7481 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:24.665944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbce9cc-f3f1-40d7-b6a8-61c903a130ff None None] Network 1afa856a-3724-41da-a719-f90c556b8880 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:40:24.696573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ae1dd-cbcc-440f-af29-c9ee384b06e3 req-3628b951-443c-4b31-a525-0fcd89a00aeb tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:24.701222 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-039c324f-dd31-446d-8443-b170a8ec7481 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3099890 Mar 11 11:40:24.704405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39344) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:24.708452 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d52ae1dd-cbcc-440f-af29-c9ee384b06e3 req-3628b951-443c-4b31-a525-0fcd89a00aeb tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 945 time: 0.2820201 Mar 11 11:40:24.708789 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1635207900-router', 'tenant_id': '564fa0ffa47f40ccb523bc83113dc76e', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:24.763601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (fe27cfe9-8039-4d8f-b00a-e8d5163952b6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:24.764934 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (fe27cfe9-8039-4d8f-b00a-e8d5163952b6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:24.880789 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Publish callbacks [] for router_controller (fe27cfe9-8039-4d8f-b00a-e8d5163952b6), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:24.910235 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b23206c1-c050-428e-9722-2c07cb83441b up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:24.946506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-1afa856a-3724-41da-a719-f90c556b8880', 'network_id': '1afa856a-3724-41da-a719-f90c556b8880', 'project_id': '564fa0ffa47f40ccb523bc83113dc76e', 'fixed_ips': [{'subnet_id': '42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:40:24.947752 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:24.978090 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d52ae1dd-cbcc-440f-af29-c9ee384b06e3 req-cec42fed-250c-4f4d-98e1-42285de3a6f2 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d8ea0dc-d84e-411c-8bff-59aa280e9008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687035 Mar 11 11:40:25.025900 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65390762-e904-4501-83e9-864507ca9185 req-cdde0fcf-ec51-4758-a358-d5374d7a03f2 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:25.033882 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65390762-e904-4501-83e9-864507ca9185 req-cdde0fcf-ec51-4758-a358-d5374d7a03f2 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 1127 time: 0.2535152 Mar 11 11:40:25.040302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fbe05493-d69f-421b-a676-d6d9a0145963 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:25.082706 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Attempting to bind port b0735f62-c3ba-479d-af09-cf2540d25e81 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:40:25.084410 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Attempting to bind port b0735f62-c3ba-479d-af09-cf2540d25e81 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:40:25.084868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Attempting to bind port b0735f62-c3ba-479d-af09-cf2540d25e81 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:25.107614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Port b0735f62-c3ba-479d-af09-cf2540d25e81 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:40:25.107867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Attempting to bind port b0735f62-c3ba-479d-af09-cf2540d25e81 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:25.155007 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:40:25.155771 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:25.156495 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:40:25.157335 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Bound port: b0735f62-c3ba-479d-af09-cf2540d25e81, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:40:25.157929 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b0735f62-c3ba-479d-af09-cf2540d25e81), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:25.185050 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65390762-e904-4501-83e9-864507ca9185 req-5dba6aa1-102e-4ab3-a3cd-f9d42c72e4fb tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410742 Mar 11 11:40:25.189799 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Publish callbacks [] for router_gateway (fe27cfe9-8039-4d8f-b00a-e8d5163952b6), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:25.251442 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15683756-d2a1-4a65-b3f5-0e915abd0e19 req-a53f0b00-b09e-43d0-859e-3bfd6e24c9b7 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:25.253241 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15683756-d2a1-4a65-b3f5-0e915abd0e19 req-a53f0b00-b09e-43d0-859e-3bfd6e24c9b7 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 945 time: 0.1576877 Mar 11 11:40:25.310354 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port b23206c1-c050-428e-9722-2c07cb83441b completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:40:25.320676 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] For port b0735f62-c3ba-479d-af09-cf2540d25e81, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:40:25.325909 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port b23206c1-c050-428e-9722-2c07cb83441b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:25.326287 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b23206c1-c050-428e-9722-2c07cb83441b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:25.340032 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] For port b0735f62-c3ba-479d-af09-cf2540d25e81, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b0735f62-c3ba-479d-af09-cf2540d25e81,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:40:25.346338 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15683756-d2a1-4a65-b3f5-0e915abd0e19 req-ef32d583-cd29-4a22-a544-a897c4f70834 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=a367689b-a0ab-4806-8a20-fbd93551e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835173 Mar 11 11:40:25.353020 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b0735f62-c3ba-479d-af09-cf2540d25e81), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:25.374214 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port fbe05493-d69f-421b-a676-d6d9a0145963 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:25.374685 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fbe05493-d69f-421b-a676-d6d9a0145963), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:25.421672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:25.422430 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:25.431570 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] 10.222.0.71 "PUT /v2.0/ports/b0735f62-c3ba-479d-af09-cf2540d25e81 HTTP/1.1" status: 200 len: 1096 time: 2.0827308 Mar 11 11:40:25.432112 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414659ea-78c2-4bb8-bea3-d820a72421e4', 'tag': 'b0735f62-c3ba-479d-af09-cf2540d25e81'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:25.434504 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc03e768-8c1d-4e41-8e76-4c5446bb39fa" -d '{"events": [{"name": "network-changed", "server_uuid": "414659ea-78c2-4bb8-bea3-d820a72421e4", "tag": "b0735f62-c3ba-479d-af09-cf2540d25e81"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:25.500210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e46d1d-6cbf-4634-9b83-3e7ad25380fe service neutron] Pushing event updated for resources: {'Port': ['ID=b0735f62-c3ba-479d-af09-cf2540d25e81,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:25.555869 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Allocated IP 172.20.0.2 (1afa856a-3724-41da-a719-f90c556b8880/42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4/a0930a47-d53d-4a30-a441-ad26706ef020) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:40:25.603502 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Publish callbacks [] for router_gateway (fe27cfe9-8039-4d8f-b00a-e8d5163952b6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:25.648942 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:25.694134 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port b23206c1-c050-428e-9722-2c07cb83441b is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:25.710854 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b23206c1-c050-428e-9722-2c07cb83441b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:25.733034 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-73eacd70-8cb0-4870-b73f-e771989825ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:25.734583 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-73eacd70-8cb0-4870-b73f-e771989825ea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=73be70b8a4d8435e891accf3b1b1ec32&device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 1130 time: 0.2190971 Mar 11 11:40:25.744701 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de754b-54ea-4484-a908-5556db6b42b0 req-d29bc238-92a5-4ddb-8da9-9db373bad586 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:25.752802 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30de754b-54ea-4484-a908-5556db6b42b0 req-d29bc238-92a5-4ddb-8da9-9db373bad586 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 948 time: 0.2088876 Mar 11 11:40:25.831184 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-d19de6c2-11ca-4c99-a098-ea69852d7bec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=b0735f62-c3ba-479d-af09-cf2540d25e81 HTTP/1.1" status: 200 len: 217 time: 0.0707610 Mar 11 11:40:25.873738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fd2d5f-8eb9-4981-9b80-a300ded8a80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23206c1-c050-428e-9722-2c07cb83441b'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:25.876392 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425ae93e-5846-48fc-b4e4-1777535e26b1" -d '{"events": [{"server_uuid": "a8fd2d5f-8eb9-4981-9b80-a300ded8a80e", "name": "network-vif-plugged", "status": "completed", "tag": "b23206c1-c050-428e-9722-2c07cb83441b"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:25.925008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Allocated IP 172.25.7.200 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/a2c79861-c267-4a86-99d8-3f2f8b2a13b6) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:40:25.956957 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b23206c1-c050-428e-9722-2c07cb83441b, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b23206c1-c050-428e-9722-2c07cb83441b,segment=NetworkSegment(590d9cc4-db58-4d66-baae-406cc1d73243),segment_id=590d9cc4-db58-4d66-baae-406cc1d73243)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:25.964056 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port fbe05493-d69f-421b-a676-d6d9a0145963 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:25.964463 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fbe05493-d69f-421b-a676-d6d9a0145963), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:25.979159 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b23206c1-c050-428e-9722-2c07cb83441b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:25.996690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30de754b-54ea-4484-a908-5556db6b42b0 req-e649f84a-0ef1-477e-91f3-efda496ace1e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429676 Mar 11 11:40:26.013939 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-27817f22-bc88-4198-98ed-772e0710b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:26.015773 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-27817f22-bc88-4198-98ed-772e0710b1b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1734085 Mar 11 11:40:26.058175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port fbe05493-d69f-421b-a676-d6d9a0145963, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fbe05493-d69f-421b-a676-d6d9a0145963,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:26.080082 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fbe05493-d69f-421b-a676-d6d9a0145963), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:26.105611 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=b23206c1-c050-428e-9722-2c07cb83441b,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:26.108630 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5545bb4-0f7f-460b-9220-368d96eb0a73 x-openstack-request-id: req-c5545bb4-0f7f-460b-9220-368d96eb0a73 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:26.108944 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414659ea-78c2-4bb8-bea3-d820a72421e4", "tag": "b0735f62-c3ba-479d-af09-cf2540d25e81", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:26.109196 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5545bb4-0f7f-460b-9220-368d96eb0a73 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:26.109646 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414659ea-78c2-4bb8-bea3-d820a72421e4', 'tag': 'b0735f62-c3ba-479d-af09-cf2540d25e81', 'status': 'completed', 'code': 200} Mar 11 11:40:26.157565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-cebf4111-8680-4592-83f2-4ed630aec315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:26.159182 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-cebf4111-8680-4592-83f2-4ed630aec315 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1364131 Mar 11 11:40:26.163858 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=fbe05493-d69f-421b-a676-d6d9a0145963,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:26.259934 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Publish callbacks [] for port (a0930a47-d53d-4a30-a441-ad26706ef020), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:26.275715 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (a0930a47-d53d-4a30-a441-ad26706ef020), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:26.348472 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Network 1afa856a-3724-41da-a719-f90c556b8880 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:26.374133 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:26.387382 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:40:26.389398 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-bfdf858d-8f57-402d-a722-f596e015859c service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206686 Mar 11 11:40:26.400898 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Pushing event updated for resources: {'Port': ['ID=a0930a47-d53d-4a30-a441-ad26706ef020,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:26.406636 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Sync routers for ids ['10333777-160d-4de0-8492-e9680696570d'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:40:26.422505 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712a93f-5d73-4997-a48a-0372d2195fb3 req-b5242d6a-0eda-485d-91f7-953947d08e4e tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:26.423053 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Routers {'10333777-160d-4de0-8492-e9680696570d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:26.423718 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['10333777-160d-4de0-8492-e9680696570d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:26.423996 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7712a93f-5d73-4997-a48a-0372d2195fb3 req-b5242d6a-0eda-485d-91f7-953947d08e4e tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 945 time: 0.2600467 Mar 11 11:40:26.429283 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Publish callbacks [] for port (a2c79861-c267-4a86-99d8-3f2f8b2a13b6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:26.453739 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87479710-f491-428a-9f5a-f8dfe6caf9fe req-3f72a88e-8d87-4fb0-adcd-9a8f461c539d tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:26.472133 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87479710-f491-428a-9f5a-f8dfe6caf9fe req-3f72a88e-8d87-4fb0-adcd-9a8f461c539d tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 945 time: 0.1834304 Mar 11 11:40:26.497808 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Attempting to bind port a0930a47-d53d-4a30-a441-ad26706ef020 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:40:26.498780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Attempting to bind port a0930a47-d53d-4a30-a441-ad26706ef020 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '30f3ad7b-4988-432b-be18-36382f5e44bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1afa856a-3724-41da-a719-f90c556b8880'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:40:26.499295 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Attempting to bind port a0930a47-d53d-4a30-a441-ad26706ef020 on network 1afa856a-3724-41da-a719-f90c556b8880 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:26.506757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:40:26.507383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Checking segment: {'id': '30f3ad7b-4988-432b-be18-36382f5e44bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1afa856a-3724-41da-a719-f90c556b8880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:26.508064 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:26.509168 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Bound using segment: {'id': '30f3ad7b-4988-432b-be18-36382f5e44bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1afa856a-3724-41da-a719-f90c556b8880'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:40:26.510346 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Bound port: a0930a47-d53d-4a30-a441-ad26706ef020, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f3ad7b-4988-432b-be18-36382f5e44bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1afa856a-3724-41da-a719-f90c556b8880'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:40:26.511011 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a0930a47-d53d-4a30-a441-ad26706ef020), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:26.554078 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a2c79861-c267-4a86-99d8-3f2f8b2a13b6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:26.599377 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Set router 10333777-160d-4de0-8492-e9680696570d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:26.654446 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] For port a0930a47-d53d-4a30-a441-ad26706ef020, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:40:26.659062 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:26.665500 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] For port a0930a47-d53d-4a30-a441-ad26706ef020, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a0930a47-d53d-4a30-a441-ad26706ef020,segment=NetworkSegment(30f3ad7b-4988-432b-be18-36382f5e44bf),segment_id=30f3ad7b-4988-432b-be18-36382f5e44bf)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:40:26.666354 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:26.684620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:40:26.686470 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a0930a47-d53d-4a30-a441-ad26706ef020), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:26.689224 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-7712a93f-5d73-4997-a48a-0372d2195fb3 req-a1e0434d-42be-446a-b949-a019261583fe tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Deleting port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:40:26.689672 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7712a93f-5d73-4997-a48a-0372d2195fb3 req-a1e0434d-42be-446a-b949-a019261583fe tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5e1066a5-457a-44f6-a4cf-2b8c81fc09a8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:26.726679 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcf8729e-88ba-4190-92c9-9b68a0ab1a7e req-a65dd736-5cc5-4c1e-8fdf-fe9bdcff249a service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269436 Mar 11 11:40:26.820228 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87479710-f491-428a-9f5a-f8dfe6caf9fe req-55c2d6aa-263b-4ce1-b126-20dc15e6e586 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1fa3836-3a1d-4b95-a070-8c2e227c8a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471112 Mar 11 11:40:26.830113 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7712a93f-5d73-4997-a48a-0372d2195fb3 req-a1e0434d-42be-446a-b949-a019261583fe tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] For port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8,segment=NetworkSegment(9b32ec32-3a2c-47e6-89ca-d37e8dcf4376),segment_id=9b32ec32-3a2c-47e6-89ca-d37e8dcf4376)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:26.830492 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7712a93f-5d73-4997-a48a-0372d2195fb3 req-a1e0434d-42be-446a-b949-a019261583fe tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5e1066a5-457a-44f6-a4cf-2b8c81fc09a8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:26.847811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53e952-7002-46e5-b3fa-8980b5894970 None None] Pushing event updated for resources: {'Port': ['ID=a0930a47-d53d-4a30-a441-ad26706ef020,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:26.891210 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b3b441-a338-4eb1-9786-3e9967415407 x-openstack-request-id: req-04b3b441-a338-4eb1-9786-3e9967415407 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:26.892806 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fd2d5f-8eb9-4981-9b80-a300ded8a80e", "name": "network-vif-plugged", "status": "completed", "tag": "b23206c1-c050-428e-9722-2c07cb83441b", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:26.893161 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04b3b441-a338-4eb1-9786-3e9967415407 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:26.893662 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fd2d5f-8eb9-4981-9b80-a300ded8a80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23206c1-c050-428e-9722-2c07cb83441b', 'code': 200} Mar 11 11:40:26.924693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03e768-8c1d-4e41-8e76-4c5446bb39fa req-ccd32d6e-283d-4390-8609-7d77139f8ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:26.926569 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc03e768-8c1d-4e41-8e76-4c5446bb39fa req-ccd32d6e-283d-4390-8609-7d77139f8ad4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=73be70b8a4d8435e891accf3b1b1ec32&device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 1130 time: 0.1029801 Mar 11 11:40:26.971057 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10333777-160d-4de0-8492-e9680696570d', 'name': 'tempest-AttachSCSIVolumeTestJSON-847621573-router', 'tenant_id': '876d6f2ee6544782b6e5d1e6d422f538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'fbe05493-d69f-421b-a676-d6d9a0145963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:13Z', 'updated_at': '2022-03-11T11:40:20Z', 'revision_number': 4, 'project_id': '876d6f2ee6544782b6e5d1e6d422f538', 'gw_port': {'id': 'fbe05493-d69f-421b-a676-d6d9a0145963', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10333777-160d-4de0-8492-e9680696570d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:15Z', 'updated_at': '2022-03-11T11:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '09856b61-d07d-4a9e-be9a-0ffed9459745', 'name': '', 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402', 'tenant_id': '876d6f2ee6544782b6e5d1e6d422f538', 'mac_address': 'fa:16:3e:f5:66:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10333777-160d-4de0-8492-e9680696570d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '685af6ea-0432-4dec-9ba4-e4ff124d674a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:19Z', 'updated_at': '2022-03-11T11:40:20Z', 'revision_number': 2, 'project_id': '876d6f2ee6544782b6e5d1e6d422f538', 'subnets': [{'id': '685af6ea-0432-4dec-9ba4-e4ff124d674a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:27.013795 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Checking router: 10333777-160d-4de0-8492-e9680696570d for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:40:27.014287 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-7712a93f-5d73-4997-a48a-0372d2195fb3 req-a1e0434d-42be-446a-b949-a019261583fe tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Calling delete_port for 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:40:27.016525 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Updating router 10333777-160d-4de0-8492-e9680696570d port 09856b61-d07d-4a9e-be9a-0ffed9459745 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:40:27.032762 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fbe05493-d69f-421b-a676-d6d9a0145963 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:27.064161 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:27.087563 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c79861-c267-4a86-99d8-3f2f8b2a13b6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:27.205794 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port fbe05493-d69f-421b-a676-d6d9a0145963 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:27.207497 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fbe05493-d69f-421b-a676-d6d9a0145963), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:27.251300 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03e768-8c1d-4e41-8e76-4c5446bb39fa req-3c338ee2-2153-47b5-98aa-7d7db3114ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:27.253594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc03e768-8c1d-4e41-8e76-4c5446bb39fa req-3c338ee2-2153-47b5-98aa-7d7db3114ef8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.3184221 Mar 11 11:40:27.374952 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39396) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:27.385418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc03e768-8c1d-4e41-8e76-4c5446bb39fa req-0bead110-49b5-4963-ac75-51e6f097e50a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=b0735f62-c3ba-479d-af09-cf2540d25e81 HTTP/1.1" status: 200 len: 217 time: 0.1175518 Mar 11 11:40:27.406176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port fbe05493-d69f-421b-a676-d6d9a0145963 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:27.468391 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03e768-8c1d-4e41-8e76-4c5446bb39fa req-6686ff7a-4624-426d-acb2-e1f57a4cfba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:27.472706 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc03e768-8c1d-4e41-8e76-4c5446bb39fa req-6686ff7a-4624-426d-acb2-e1f57a4cfba2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0760331 Mar 11 11:40:27.484657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fb7cb-66f2-4013-b095-d65b5fa09f41 req-d8ffc000-205f-4356-8fb3-5a46e8c1c90a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:27.486886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-519fb7cb-66f2-4013-b095-d65b5fa09f41 req-d8ffc000-205f-4356-8fb3-5a46e8c1c90a tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/ports?device_id=d47d3205-f5a4-45dc-97fb-7a49c507d785 HTTP/1.1" status: 200 len: 945 time: 0.3562281 Mar 11 11:40:27.552705 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Publish callbacks [] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:27.555506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278aa217-22cb-498e-a9e2-b6ca9579e462 req-3bc16aa9-ca11-4c61-9f22-e98823131c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:27.557946 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-278aa217-22cb-498e-a9e2-b6ca9579e462 req-3bc16aa9-ca11-4c61-9f22-e98823131c26 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 1127 time: 0.5176048 Mar 11 11:40:27.565237 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:27.619355 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-519fb7cb-66f2-4013-b095-d65b5fa09f41 req-9ab4cf53-6ef8-4bb4-8f40-615213850214 tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d8ea0dc-d84e-411c-8bff-59aa280e9008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763531 Mar 11 11:40:27.627543 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03e768-8c1d-4e41-8e76-4c5446bb39fa req-921fa244-0fec-4f52-b4bf-dba203e0533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:27.629851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc03e768-8c1d-4e41-8e76-4c5446bb39fa req-921fa244-0fec-4f52-b4bf-dba203e0533e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1416161 Mar 11 11:40:27.700579 n-d-833234-2 neutron-server[104032]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 11:40:27.707182 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-9282d3c3-f406-436c-860e-c8e8aeb850cb tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:40:27.708594 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-9282d3c3-f406-436c-860e-c8e8aeb850cb tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3280287 Mar 11 11:40:27.723257 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Attempting to bind port 09856b61-d07d-4a9e-be9a-0ffed9459745 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:40:27.723651 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Attempting to bind port 09856b61-d07d-4a9e-be9a-0ffed9459745 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '3466e577-9c1b-4e02-b95d-0e529b0c5079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:40:27.724014 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Attempting to bind port 09856b61-d07d-4a9e-be9a-0ffed9459745 on network 89448a93-64fb-46cd-8802-bfc878ff1402 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:27.736427 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d11d31-731e-409a-a2a2-a940a02f9a88 None None] Pushing event updated for resources: {'Port': ['ID=09856b61-d07d-4a9e-be9a-0ffed9459745,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:27.739220 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:40:27.739607 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Checking segment: {'id': '3466e577-9c1b-4e02-b95d-0e529b0c5079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:27.740017 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:27.740398 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Bound using segment: {'id': '3466e577-9c1b-4e02-b95d-0e529b0c5079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:40:27.740871 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Bound port: 09856b61-d07d-4a9e-be9a-0ffed9459745, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3466e577-9c1b-4e02-b95d-0e529b0c5079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:40:27.741246 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:27.828325 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7712a93f-5d73-4997-a48a-0372d2195fb3 req-a1e0434d-42be-446a-b949-a019261583fe tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5e1066a5-457a-44f6-a4cf-2b8c81fc09a8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:27.860715 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] For port 09856b61-d07d-4a9e-be9a-0ffed9459745, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:40:27.873807 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] For port 09856b61-d07d-4a9e-be9a-0ffed9459745, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=09856b61-d07d-4a9e-be9a-0ffed9459745,segment=NetworkSegment(3466e577-9c1b-4e02-b95d-0e529b0c5079),segment_id=3466e577-9c1b-4e02-b95d-0e529b0c5079)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:40:27.888742 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:27.911714 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc03e768-8c1d-4e41-8e76-4c5446bb39fa req-101e9e21-3385-477d-87fb-9d6c8a0dbe95 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744067 Mar 11 11:40:27.970387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0434d-42be-446a-b949-a019261583fe tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Pushing event deleted for resources: {'Port': ['ID=5e1066a5-457a-44f6-a4cf-2b8c81fc09a8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:27.982809 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d11d31-731e-409a-a2a2-a940a02f9a88 None None] Pushing event updated for resources: {'Port': ['ID=09856b61-d07d-4a9e-be9a-0ffed9459745,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:28.014325 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Routers {'10333777-160d-4de0-8492-e9680696570d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:28.015305 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['10333777-160d-4de0-8492-e9680696570d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:28.022762 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6a548d9f-8945-4836-95a6-097ae17cb7e1 None None] Provisioning complete for port 09856b61-d07d-4a9e-be9a-0ffed9459745 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:28.023133 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6a548d9f-8945-4836-95a6-097ae17cb7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:28.073650 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc03e768-8c1d-4e41-8e76-4c5446bb39fa req-63f21db8-6482-4480-9c77-06d752a0a965 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506977 Mar 11 11:40:28.115739 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b746f2b-41a2-4279-a066-02dda601f912 req-8ed502d9-019d-4ebf-b116-3a9de9db1797 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:28.120110 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b746f2b-41a2-4279-a066-02dda601f912 req-8ed502d9-019d-4ebf-b116-3a9de9db1797 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 945 time: 0.4137201 Mar 11 11:40:28.239213 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b746f2b-41a2-4279-a066-02dda601f912 req-60058bed-639f-40bd-b379-c6fc3297b56f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=a367689b-a0ab-4806-8a20-fbd93551e415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052842 Mar 11 11:40:28.255658 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6a548d9f-8945-4836-95a6-097ae17cb7e1 None None] Current status of the port 09856b61-d07d-4a9e-be9a-0ffed9459745 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:28.255658 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6a548d9f-8945-4836-95a6-097ae17cb7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:28.279465 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Publish callbacks [] for router_gateway (fe27cfe9-8039-4d8f-b00a-e8d5163952b6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:28.335056 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6a548d9f-8945-4836-95a6-097ae17cb7e1 None None] For port 09856b61-d07d-4a9e-be9a-0ffed9459745, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=09856b61-d07d-4a9e-be9a-0ffed9459745,segment=NetworkSegment(3466e577-9c1b-4e02-b95d-0e529b0c5079),segment_id=3466e577-9c1b-4e02-b95d-0e529b0c5079)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:28.341429 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6a548d9f-8945-4836-95a6-097ae17cb7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:28.353200 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-278aa217-22cb-498e-a9e2-b6ca9579e462 req-b245e6db-e90e-4323-8431-d8bf1292973c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c1fa3836-3a1d-4b95-a070-8c2e227c8a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7253444 Mar 11 11:40:28.386591 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] Set router 10333777-160d-4de0-8492-e9680696570d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:28.486282 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bf031-6092-4bcd-8610-3db4705ede1c req-65b581a4-5796-4ce2-a401-64d6fb985a23 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:28.493649 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-739bf031-6092-4bcd-8610-3db4705ede1c req-65b581a4-5796-4ce2-a401-64d6fb985a23 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 948 time: 0.1006048 Mar 11 11:40:28.538236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7712a93f-5d73-4997-a48a-0372d2195fb3 req-a1e0434d-42be-446a-b949-a019261583fe tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] No DVR routers for this DVR port 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:40:28.549260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0889041-eda5-4341-9a98-38d2d5226904 None None] Network 1afa856a-3724-41da-a719-f90c556b8880 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:40:28.553577 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-62cd79b3-da66-406c-baac-8396860dd03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:28.554990 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-62cd79b3-da66-406c-baac-8396860dd03c service neutron] 10.222.0.78 "GET /v2.0/ports/f7aad6f0-23cc-479a-8add-b0f47a9d7525 HTTP/1.1" status: 200 len: 1124 time: 0.7455564 Mar 11 11:40:28.557035 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b0b9cf97-1be0-4431-a095-83a19056ba9e None None] Provisioning complete for port 09856b61-d07d-4a9e-be9a-0ffed9459745 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:28.557408 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b0b9cf97-1be0-4431-a095-83a19056ba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:28.566676 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7712a93f-5d73-4997-a48a-0372d2195fb3 req-a1e0434d-42be-446a-b949-a019261583fe tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:28.567661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-739bf031-6092-4bcd-8610-3db4705ede1c req-606c1933-be9d-4ab2-b7e8-380b61b79593 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730555 Mar 11 11:40:28.570068 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7712a93f-5d73-4997-a48a-0372d2195fb3 req-a1e0434d-42be-446a-b949-a019261583fe tempest-FloatingIPsAssociationTestJSON-2021963555 tempest-FloatingIPsAssociationTestJSON-2021963555-project] 10.222.0.37 "DELETE /v2.0/ports/5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 HTTP/1.1" status: 204 len: 173 time: 2.1096385 Mar 11 11:40:28.570512 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'name': 'network-vif-deleted', 'tag': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:28.575948 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72303d66-82ff-42e9-8b99-f6247b95df6b" -d '{"events": [{"server_uuid": "d47d3205-f5a4-45dc-97fb-7a49c507d785", "name": "network-vif-deleted", "tag": "5e1066a5-457a-44f6-a4cf-2b8c81fc09a8"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:28.584518 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a548d9f-8945-4836-95a6-097ae17cb7e1 None None] Pushing event updated for resources: {'Port': ['ID=09856b61-d07d-4a9e-be9a-0ffed9459745,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:28.591736 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-ac2ca141-f55e-4ccd-9b40-e59f6b91cb5d service neutron] Request body: {'binding': {'host': 'n-h2-833234-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:28.592609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-ac2ca141-f55e-4ccd-9b40-e59f6b91cb5d service neutron] Unknown quota resources ['binding']. {{(pid=104032) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 11:40:28.694322 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10333777-160d-4de0-8492-e9680696570d', 'name': 'tempest-AttachSCSIVolumeTestJSON-847621573-router', 'tenant_id': '876d6f2ee6544782b6e5d1e6d422f538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'fbe05493-d69f-421b-a676-d6d9a0145963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:13Z', 'updated_at': '2022-03-11T11:40:20Z', 'revision_number': 4, 'project_id': '876d6f2ee6544782b6e5d1e6d422f538', 'gw_port': {'id': 'fbe05493-d69f-421b-a676-d6d9a0145963', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10333777-160d-4de0-8492-e9680696570d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:15Z', 'updated_at': '2022-03-11T11:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '09856b61-d07d-4a9e-be9a-0ffed9459745', 'name': '', 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402', 'tenant_id': '876d6f2ee6544782b6e5d1e6d422f538', 'mac_address': 'fa:16:3e:f5:66:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10333777-160d-4de0-8492-e9680696570d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '685af6ea-0432-4dec-9ba4-e4ff124d674a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:19Z', 'updated_at': '2022-03-11T11:40:27Z', 'revision_number': 4, 'project_id': '876d6f2ee6544782b6e5d1e6d422f538', 'subnets': [{'id': '685af6ea-0432-4dec-9ba4-e4ff124d674a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:28.747089 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c9233-b5f3-4259-9f46-9cd7c48e0652 None None] The sync data for ids ['10333777-160d-4de0-8492-e9680696570d'] in n-d-833234-2 is: [{'id': '10333777-160d-4de0-8492-e9680696570d', 'name': 'tempest-AttachSCSIVolumeTestJSON-847621573-router', 'tenant_id': '876d6f2ee6544782b6e5d1e6d422f538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'fbe05493-d69f-421b-a676-d6d9a0145963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:13Z', 'updated_at': '2022-03-11T11:40:20Z', 'revision_number': 4, 'project_id': '876d6f2ee6544782b6e5d1e6d422f538', 'gw_port': {'id': 'fbe05493-d69f-421b-a676-d6d9a0145963', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10333777-160d-4de0-8492-e9680696570d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:15Z', 'updated_at': '2022-03-11T11:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '09856b61-d07d-4a9e-be9a-0ffed9459745', 'name': '', 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402', 'tenant_id': '876d6f2ee6544782b6e5d1e6d422f538', 'mac_address': 'fa:16:3e:f5:66:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10333777-160d-4de0-8492-e9680696570d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '685af6ea-0432-4dec-9ba4-e4ff124d674a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:19Z', 'updated_at': '2022-03-11T11:40:27Z', 'revision_number': 4, 'project_id': '876d6f2ee6544782b6e5d1e6d422f538', 'subnets': [{'id': '685af6ea-0432-4dec-9ba4-e4ff124d674a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:40:28.783454 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc991d-ab4a-47dd-a91f-5935d6dd430d req-ce17f464-11fc-4a3e-b7ed-5c6da6989144 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:28.793628 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-93cc991d-ab4a-47dd-a91f-5935d6dd430d req-ce17f464-11fc-4a3e-b7ed-5c6da6989144 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 945 time: 0.1270468 Mar 11 11:40:28.939731 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-93cc991d-ab4a-47dd-a91f-5935d6dd430d req-f5d434da-f3ec-45dc-92c2-b44c807f5eb0 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1fa3836-3a1d-4b95-a070-8c2e227c8a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449883 Mar 11 11:40:29.004403 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9cf97-1be0-4431-a095-83a19056ba9e None None] Current status of the port 09856b61-d07d-4a9e-be9a-0ffed9459745 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:29.140638 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92065285-e5d3-4448-ac81-3984d612d32c req-59694773-b9e9-452c-8258-49ad142a42aa tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1648923948&fields=id&tenant_id=d8339615d4fc4763a1b414104472635d HTTP/1.1" status: 200 len: 267 time: 0.0807562 Mar 11 11:40:29.151043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5da96724-1936-4135-b9ff-45d2c824eafa None None] Provisioning complete for port a0930a47-d53d-4a30-a441-ad26706ef020 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:29.159538 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5da96724-1936-4135-b9ff-45d2c824eafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a0930a47-d53d-4a30-a441-ad26706ef020), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:29.170766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 09856b61-d07d-4a9e-be9a-0ffed9459745 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:29.277849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92065285-e5d3-4448-ac81-3984d612d32c req-c418e7a1-9b40-4af2-89d2-c266fab8aa11 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:29.300651 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92065285-e5d3-4448-ac81-3984d612d32c req-c418e7a1-9b40-4af2-89d2-c266fab8aa11 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 945 time: 0.1587679 Mar 11 11:40:29.309864 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-92065285-e5d3-4448-ac81-3984d612d32c req-4f8d6c95-c03d-496f-b885-4ba1e4b50f53 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Request body: {'port': {'security_groups': ['a367689b-a0ab-4806-8a20-fbd93551e415', '550e8345-90db-4f39-b8fd-d1f1db07fd78']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:29.646228 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-ac2ca141-f55e-4ccd-9b40-e59f6b91cb5d service neutron] Attempting to bind port f7aad6f0-23cc-479a-8add-b0f47a9d7525 on host n-h2-833234-2 for vnic_type normal with profile None {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:40:29.646793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-ac2ca141-f55e-4ccd-9b40-e59f6b91cb5d service neutron] Attempting to bind port f7aad6f0-23cc-479a-8add-b0f47a9d7525 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:40:29.646911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-ac2ca141-f55e-4ccd-9b40-e59f6b91cb5d service neutron] Attempting to bind port f7aad6f0-23cc-479a-8add-b0f47a9d7525 on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:29.656172 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-ac2ca141-f55e-4ccd-9b40-e59f6b91cb5d service neutron] Port f7aad6f0-23cc-479a-8add-b0f47a9d7525 on network ec42b46c-66eb-4785-8e56-b97afd23f681 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:40:29.656536 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-ac2ca141-f55e-4ccd-9b40-e59f6b91cb5d service neutron] Attempting to bind port f7aad6f0-23cc-479a-8add-b0f47a9d7525 on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:29.672269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-ac2ca141-f55e-4ccd-9b40-e59f6b91cb5d service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:40:29.672795 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-ac2ca141-f55e-4ccd-9b40-e59f6b91cb5d service neutron] Checking segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:29.673153 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-ac2ca141-f55e-4ccd-9b40-e59f6b91cb5d service neutron] Bound using segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:40:29.673601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-ac2ca141-f55e-4ccd-9b40-e59f6b91cb5d service neutron] Bound port: f7aad6f0-23cc-479a-8add-b0f47a9d7525, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:40:29.683834 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (fe27cfe9-8039-4d8f-b00a-e8d5163952b6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:29.728757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 09856b61-d07d-4a9e-be9a-0ffed9459745 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:29.729369 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:29.812469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:40:29.835977 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:40:29.836325 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5e1066a5-457a-44f6-a4cf-2b8c81fc09a8 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:40:29.872770 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5da96724-1936-4135-b9ff-45d2c824eafa None None] Current status of the port a0930a47-d53d-4a30-a441-ad26706ef020 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:29.873348 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5da96724-1936-4135-b9ff-45d2c824eafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a0930a47-d53d-4a30-a441-ad26706ef020), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:29.893428 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Router fe27cfe9-8039-4d8f-b00a-e8d5163952b6 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:40:29.899532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-ac2ca141-f55e-4ccd-9b40-e59f6b91cb5d service neutron] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:40:29.918260 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-ac2ca141-f55e-4ccd-9b40-e59f6b91cb5d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:29.919938 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-ac2ca141-f55e-4ccd-9b40-e59f6b91cb5d service neutron] 10.222.0.78 "POST /v2.0/ports/f7aad6f0-23cc-479a-8add-b0f47a9d7525/bindings HTTP/1.1" status: 201 len: 389 time: 1.3413000 Mar 11 11:40:29.962688 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5da96724-1936-4135-b9ff-45d2c824eafa None None] For port a0930a47-d53d-4a30-a441-ad26706ef020, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a0930a47-d53d-4a30-a441-ad26706ef020,segment=NetworkSegment(30f3ad7b-4988-432b-be18-36382f5e44bf),segment_id=30f3ad7b-4988-432b-be18-36382f5e44bf)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:29.966080 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 09856b61-d07d-4a9e-be9a-0ffed9459745 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:29.967484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a0930a47-d53d-4a30-a441-ad26706ef020 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:29.999738 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5da96724-1936-4135-b9ff-45d2c824eafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a0930a47-d53d-4a30-a441-ad26706ef020), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:30.046867 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-92065285-e5d3-4448-ac81-3984d612d32c req-4f8d6c95-c03d-496f-b885-4ba1e4b50f53 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:30.050298 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:40:30.073939 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:30.078007 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5979f376-e19f-40d3-b57b-ab80a1fa44c9 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3700454 Mar 11 11:40:30.078177 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39422) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:30.138689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Sync routers for ids ['fe27cfe9-8039-4d8f-b00a-e8d5163952b6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:40:30.148585 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878c75a3-96be-49e6-8c98-4205098ddcfc x-openstack-request-id: req-878c75a3-96be-49e6-8c98-4205098ddcfc {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:30.148945 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47d3205-f5a4-45dc-97fb-7a49c507d785", "name": "network-vif-deleted", "tag": "5e1066a5-457a-44f6-a4cf-2b8c81fc09a8", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:30.149190 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-878c75a3-96be-49e6-8c98-4205098ddcfc {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:30.149581 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47d3205-f5a4-45dc-97fb-7a49c507d785', 'name': 'network-vif-deleted', 'tag': '5e1066a5-457a-44f6-a4cf-2b8c81fc09a8', 'status': 'completed', 'code': 200} Mar 11 11:40:30.202830 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Routers {'fe27cfe9-8039-4d8f-b00a-e8d5163952b6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:30.203677 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['fe27cfe9-8039-4d8f-b00a-e8d5163952b6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:30.213918 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3cf95ac7-eced-4e4b-a4d8-0e9689206836 None None] Provisioning complete for port a0930a47-d53d-4a30-a441-ad26706ef020 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:30.214340 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3cf95ac7-eced-4e4b-a4d8-0e9689206836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a0930a47-d53d-4a30-a441-ad26706ef020), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:30.221185 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39424) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:30.338240 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da96724-1936-4135-b9ff-45d2c824eafa None None] Pushing event updated for resources: {'Port': ['ID=a0930a47-d53d-4a30-a441-ad26706ef020,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:30.375101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a0930a47-d53d-4a30-a441-ad26706ef020 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:30.375658 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a0930a47-d53d-4a30-a441-ad26706ef020), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:30.442639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-ce87d91a-1074-4667-ab6b-65f71c119ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:30.444707 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-ce87d91a-1074-4667-ab6b-65f71c119ef4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 1127 time: 0.1136749 Mar 11 11:40:30.506094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3cf95ac7-eced-4e4b-a4d8-0e9689206836 None None] Current status of the port a0930a47-d53d-4a30-a441-ad26706ef020 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:30.540790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Set router fe27cfe9-8039-4d8f-b00a-e8d5163952b6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:30.555805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b86b0e-ac3e-4efc-a777-19b4a5b04670 req-c64f0536-3f83-472d-be5f-8abb4422c5b3 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:30.557187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7b86b0e-ac3e-4efc-a777-19b4a5b04670 req-c64f0536-3f83-472d-be5f-8abb4422c5b3 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 948 time: 0.2291765 Mar 11 11:40:30.608784 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-92065285-e5d3-4448-ac81-3984d612d32c req-4f8d6c95-c03d-496f-b885-4ba1e4b50f53 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] For port cb3f3664-2931-4497-b6a3-a59f96a13ded, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=cb3f3664-2931-4497-b6a3-a59f96a13ded,segment=NetworkSegment(f4335e3d-6747-4797-bfbf-720d866ede1f),segment_id=f4335e3d-6747-4797-bfbf-720d866ede1f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:30.704921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a0930a47-d53d-4a30-a441-ad26706ef020 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:30.732415 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7b86b0e-ac3e-4efc-a777-19b4a5b04670 req-1ac22ee8-b0f3-4800-b12e-20fe11d48261 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642592 Mar 11 11:40:30.754003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-07280029-b3fa-4e99-8722-0ca355381fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:30.754683 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-92065285-e5d3-4448-ac81-3984d612d32c req-4f8d6c95-c03d-496f-b885-4ba1e4b50f53 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:30.756100 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-07280029-b3fa-4e99-8722-0ca355381fe2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.3050885 Mar 11 11:40:30.831392 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-f55b45e5-29fd-45f2-8ae5-ea5f2b16396f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525 HTTP/1.1" status: 200 len: 217 time: 0.0680132 Mar 11 11:40:30.843557 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-92065285-e5d3-4448-ac81-3984d612d32c req-4f8d6c95-c03d-496f-b885-4ba1e4b50f53 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:30.867859 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['cb3f3664-2931-4497-b6a3-a59f96a13ded'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:30.875431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['aca977b5-af23-4fb7-8358-07bd3621a4b3'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:30.893694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-37bdd132-857f-444c-9fe5-11f8417ebe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:30.895892 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-37bdd132-857f-444c-9fe5-11f8417ebe0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.0533240 Mar 11 11:40:30.902369 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:30.939232 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-c6b71da0-9052-494d-915c-43d499ee3c7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337851 Mar 11 11:40:30.954934 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b0735f62-c3ba-479d-af09-cf2540d25e81 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:40:30.957402 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a0930a47-d53d-4a30-a441-ad26706ef020 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:30.988680 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92065285-e5d3-4448-ac81-3984d612d32c req-4f8d6c95-c03d-496f-b885-4ba1e4b50f53 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:30.989340 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-92065285-e5d3-4448-ac81-3984d612d32c req-4f8d6c95-c03d-496f-b885-4ba1e4b50f53 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:31.004114 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92065285-e5d3-4448-ac81-3984d612d32c req-4f8d6c95-c03d-496f-b885-4ba1e4b50f53 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "PUT /v2.0/ports/cb3f3664-2931-4497-b6a3-a59f96a13ded HTTP/1.1" status: 200 len: 981 time: 1.7024436 Mar 11 11:40:31.007131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15871959-5c12-405f-971b-1a11ec842a85', 'tag': 'cb3f3664-2931-4497-b6a3-a59f96a13ded'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:31.010338 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff69c4e2-ba8b-4a04-92d0-a3ca6356bf36" -d '{"events": [{"name": "network-changed", "server_uuid": "15871959-5c12-405f-971b-1a11ec842a85", "tag": "cb3f3664-2931-4497-b6a3-a59f96a13ded"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:31.070391 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d6c95-c03d-496f-b885-4ba1e4b50f53 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event updated for resources: {'Port': ['ID=cb3f3664-2931-4497-b6a3-a59f96a13ded,revision_number=6']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:31.094244 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e5c83-cf31-4b0b-9df6-22d0ca70185f req-4085b854-c2c2-407a-b0ed-fc31bbf6e5eb tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:31.096420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['cb3f3664-2931-4497-b6a3-a59f96a13ded'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:31.102266 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-781e5c83-cf31-4b0b-9df6-22d0ca70185f req-4085b854-c2c2-407a-b0ed-fc31bbf6e5eb tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 945 time: 0.2555315 Mar 11 11:40:31.147898 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-0196fe05-8ca4-4551-9898-6b21b2ae19cf service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981812 Mar 11 11:40:31.248609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a0930a47-d53d-4a30-a441-ad26706ef020 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:31.248977 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a0930a47-d53d-4a30-a441-ad26706ef020), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:31.251497 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1635207900-router', 'tenant_id': '564fa0ffa47f40ccb523bc83113dc76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'a2c79861-c267-4a86-99d8-3f2f8b2a13b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:24Z', 'updated_at': '2022-03-11T11:40:27Z', 'revision_number': 3, 'project_id': '564fa0ffa47f40ccb523bc83113dc76e', 'gw_port': {'id': 'a2c79861-c267-4a86-99d8-3f2f8b2a13b6', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ef:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:25Z', 'updated_at': '2022-03-11T11:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:31.273849 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-683dc52f-2882-45e8-9175-19a508325625 service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995784 Mar 11 11:40:31.291991 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-781e5c83-cf31-4b0b-9df6-22d0ca70185f req-a81ddb8d-3a0d-4773-aed8-ceb42690c54a tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1fa3836-3a1d-4b95-a070-8c2e227c8a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766813 Mar 11 11:40:31.311148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] Allocated IP 172.20.0.1 (1afa856a-3724-41da-a719-f90c556b8880/42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4/ce3a03e4-ef70-47e0-a77c-031f4292a50b) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:40:31.327664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd12c4-dcb5-48ec-8cb0-6582cd2f591b req-fae2e4ad-fd0c-4f6d-85d5-4d1fe4ee59fb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:31.329013 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9dcd12c4-dcb5-48ec-8cb0-6582cd2f591b req-fae2e4ad-fd0c-4f6d-85d5-4d1fe4ee59fb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 945 time: 0.2247622 Mar 11 11:40:31.350698 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Checking router: fe27cfe9-8039-4d8f-b00a-e8d5163952b6 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:40:31.351045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Updating router fe27cfe9-8039-4d8f-b00a-e8d5163952b6 port a2c79861-c267-4a86-99d8-3f2f8b2a13b6 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:40:31.392492 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a2c79861-c267-4a86-99d8-3f2f8b2a13b6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:31.427311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7a25ca9c-56e1-42ee-80b6-c9dca92ce147 req-10182444-9634-4f5a-889f-b4753e4ccf64 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/550e8345-90db-4f39-b8fd-d1f1db07fd78 HTTP/1.1" status: 200 len: 1818 time: 0.1138818 Mar 11 11:40:31.500143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9dcd12c4-dcb5-48ec-8cb0-6582cd2f591b req-c2621013-c67a-41da-a266-ad8089af9606 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625042 Mar 11 11:40:31.546596 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] Publish callbacks [] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:31.559397 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-1452bde9-a93d-4a99-941c-54e11d136bc9 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:31.562116 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-1452bde9-a93d-4a99-941c-54e11d136bc9 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e&tenant_id=1cecaa0b73904c0b969683224717fe2d&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 1127 time: 0.1479013 Mar 11 11:40:31.579178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833234-2'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:31.601349 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-7a25ca9c-56e1-42ee-80b6-c9dca92ce147 req-c1667236-0bd3-47b2-948a-becafec4515b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 11:40:31.616946 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7a25ca9c-56e1-42ee-80b6-c9dca92ce147 req-c1667236-0bd3-47b2-948a-becafec4515b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "DELETE /v2.0/security-groups/550e8345-90db-4f39-b8fd-d1f1db07fd78 HTTP/1.1" status: 409 len: 341 time: 0.1877584 Mar 11 11:40:31.638344 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331293e7-3517-48be-b0c2-c6ec1be73661 x-openstack-request-id: req-331293e7-3517-48be-b0c2-c6ec1be73661 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:31.638673 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15871959-5c12-405f-971b-1a11ec842a85", "tag": "cb3f3664-2931-4497-b6a3-a59f96a13ded", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:31.638888 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-331293e7-3517-48be-b0c2-c6ec1be73661 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:31.639287 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15871959-5c12-405f-971b-1a11ec842a85', 'tag': 'cb3f3664-2931-4497-b6a3-a59f96a13ded', 'status': 'completed', 'code': 200} Mar 11 11:40:31.719554 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:31.724185 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:31.735299 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bb9035eb-d7f0-4559-acc0-5d70f69c69e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (faa52885-7045-4c44-a607-aa844ce555ca), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:31.772763 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b0735f62-c3ba-479d-af09-cf2540d25e81, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b0735f62-c3ba-479d-af09-cf2540d25e81,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:31.855003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] Network 1afa856a-3724-41da-a719-f90c556b8880 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:31.888139 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:31.899333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:40:31.947490 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (fe27cfe9-8039-4d8f-b00a-e8d5163952b6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:31.956923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69c4e2-ba8b-4a04-92d0-a3ca6356bf36 req-348885a3-b565-4ea6-bc3b-07135803802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:31.958548 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff69c4e2-ba8b-4a04-92d0-a3ca6356bf36 req-348885a3-b565-4ea6-bc3b-07135803802d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8339615d4fc4763a1b414104472635d&device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 1166 time: 0.3125694 Mar 11 11:40:32.099563 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-4b995583-492e-4a8c-820e-4be52c816785 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 258 time: 0.4655225 Mar 11 11:40:32.105934 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'b0735f62-c3ba-479d-af09-cf2540d25e81', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'b0735f62-c3ba-479d-af09-cf2540d25e81', 'mac_address': 'fa:16:3e:dd:64:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:40:32.134671 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-eec35ea7-dbb6-4e51-a21f-fd76225e71e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:32.159422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7613a4-d657-436e-8c62-45456bf1d901 req-9fd43816-2591-4531-aec8-1c7a644667df tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:32.161627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69c4e2-ba8b-4a04-92d0-a3ca6356bf36 req-67f1633a-b7e4-47ac-b9fb-7ae98c2ba76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:32.163109 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff69c4e2-ba8b-4a04-92d0-a3ca6356bf36 req-67f1633a-b7e4-47ac-b9fb-7ae98c2ba76d service neutron] 10.222.0.71 "GET /v2.0/networks?id=89e1213f-c73f-4a54-9c2d-e7592a5f1043 HTTP/1.1" status: 200 len: 914 time: 0.1414294 Mar 11 11:40:32.163750 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] Pushing event updated for resources: {'Port': ['ID=ce3a03e4-ef70-47e0-a77c-031f4292a50b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:32.166483 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da7613a4-d657-436e-8c62-45456bf1d901 req-9fd43816-2591-4531-aec8-1c7a644667df tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 948 time: 0.2774792 Mar 11 11:40:32.229838 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff69c4e2-ba8b-4a04-92d0-a3ca6356bf36 req-bb866fe3-a4b5-4111-85ef-0519f37c742d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb3f3664-2931-4497-b6a3-a59f96a13ded HTTP/1.1" status: 200 len: 217 time: 0.0570385 Mar 11 11:40:32.252067 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a0930a47-d53d-4a30-a441-ad26706ef020 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:32.310483 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port b0735f62-c3ba-479d-af09-cf2540d25e81 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:32.311274 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b0735f62-c3ba-479d-af09-cf2540d25e81), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:32.332213 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-eec35ea7-dbb6-4e51-a21f-fd76225e71e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:32.385765 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da7613a4-d657-436e-8c62-45456bf1d901 req-7bd2605a-289e-40a0-9f3d-54fc73e6e603 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171438 Mar 11 11:40:32.438137 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:32.447090 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Publish callbacks [] for port (a2c79861-c267-4a86-99d8-3f2f8b2a13b6), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:32.449677 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69c4e2-ba8b-4a04-92d0-a3ca6356bf36 req-1dd4f209-f448-4f9a-84b4-b7b15a6f8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:32.451165 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff69c4e2-ba8b-4a04-92d0-a3ca6356bf36 req-1dd4f209-f448-4f9a-84b4-b7b15a6f8310 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b82adfd-ba87-46c8-8859-618521697303 HTTP/1.1" status: 200 len: 853 time: 0.1336293 Mar 11 11:40:32.463910 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a2c79861-c267-4a86-99d8-3f2f8b2a13b6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:32.489294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0735f62-c3ba-479d-af09-cf2540d25e81 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:40:32.510890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b0735f62-c3ba-479d-af09-cf2540d25e81, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b0735f62-c3ba-479d-af09-cf2540d25e81,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:32.533919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5430d812-c7ab-4f55-a9ea-d72fdd684b5a None None] Provisioning complete for port ce3a03e4-ef70-47e0-a77c-031f4292a50b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:32.534294 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5430d812-c7ab-4f55-a9ea-d72fdd684b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:32.608922 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5430d812-c7ab-4f55-a9ea-d72fdd684b5a None None] Port ce3a03e4-ef70-47e0-a77c-031f4292a50b cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:40:32.611399 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b0735f62-c3ba-479d-af09-cf2540d25e81), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:32.648003 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Attempting to bind port a2c79861-c267-4a86-99d8-3f2f8b2a13b6 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:40:32.648358 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Attempting to bind port a2c79861-c267-4a86-99d8-3f2f8b2a13b6 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:40:32.648721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Attempting to bind port a2c79861-c267-4a86-99d8-3f2f8b2a13b6 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:32.704624 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:40:32.705141 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:32.705566 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:32.705962 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:40:32.706583 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Bound port: a2c79861-c267-4a86-99d8-3f2f8b2a13b6, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:40:32.706965 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a2c79861-c267-4a86-99d8-3f2f8b2a13b6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:32.713513 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8c25c-f9f7-4da9-a71d-595c55ecb80c None None] Pushing event updated for resources: {'Port': ['ID=a2c79861-c267-4a86-99d8-3f2f8b2a13b6,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:32.716151 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] Publish callbacks [] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:32.735641 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3e67a-379b-431d-8ccd-e611c6d34f69 req-4b0fe0e0-5869-4297-acd7-03cdf0ef120e tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:32.741702 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff69c4e2-ba8b-4a04-92d0-a3ca6356bf36 req-b9c22384-9899-4875-9c76-bb90eb22f76c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=89e1213f-c73f-4a54-9c2d-e7592a5f1043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2773604 Mar 11 11:40:32.744092 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bd3e67a-379b-431d-8ccd-e611c6d34f69 req-4b0fe0e0-5869-4297-acd7-03cdf0ef120e tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 984 time: 0.1633477 Mar 11 11:40:32.748638 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:32.776948 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:32.847271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bd3e67a-379b-431d-8ccd-e611c6d34f69 req-422c911a-de64-4a89-bcbc-27d94ddd96cb tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=a367689b-a0ab-4806-8a20-fbd93551e415&id=550e8345-90db-4f39-b8fd-d1f1db07fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0937908 Mar 11 11:40:32.866163 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-eec35ea7-dbb6-4e51-a21f-fd76225e71e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:32.892155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-bb9035eb-d7f0-4559-acc0-5d70f69c69e8 admin admin] Deleting port c86422fb-2e84-4040-a8b1-127f0cff82ff {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:40:32.893000 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bb9035eb-d7f0-4559-acc0-5d70f69c69e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:32.929013 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] For port a2c79861-c267-4a86-99d8-3f2f8b2a13b6, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:40:32.942011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] For port a2c79861-c267-4a86-99d8-3f2f8b2a13b6, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a2c79861-c267-4a86-99d8-3f2f8b2a13b6,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:40:32.949517 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] Pushing event updated for resources: {'Port': ['ID=ce3a03e4-ef70-47e0-a77c-031f4292a50b,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:32.954025 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (fe27cfe9-8039-4d8f-b00a-e8d5163952b6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:32.954634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['b0735f62-c3ba-479d-af09-cf2540d25e81'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:32.964287 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a2c79861-c267-4a86-99d8-3f2f8b2a13b6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:32.975951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:40:32.998753 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=b0735f62-c3ba-479d-af09-cf2540d25e81,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:33.040243 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-eec35ea7-dbb6-4e51-a21f-fd76225e71e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Allocated IP 172.25.7.45 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/f69685d9-fa68-4b57-91e0-96d2e0a11cf8) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:40:33.061815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8c25c-f9f7-4da9-a71d-595c55ecb80c None None] Pushing event updated for resources: {'Port': ['ID=a2c79861-c267-4a86-99d8-3f2f8b2a13b6,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:33.108897 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] Network 1afa856a-3724-41da-a719-f90c556b8880 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:33.114321 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff69c4e2-ba8b-4a04-92d0-a3ca6356bf36 req-d1d485a8-8d23-451e-8730-f836593b2cd4 service neutron] 10.222.0.71 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587153 Mar 11 11:40:33.118421 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:33.148689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Routers {'fe27cfe9-8039-4d8f-b00a-e8d5163952b6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:33.149499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['fe27cfe9-8039-4d8f-b00a-e8d5163952b6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:33.369962 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:33.388431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] Set router fe27cfe9-8039-4d8f-b00a-e8d5163952b6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:33.617716 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fc059a-0e21-47d7-be7b-33c7c849ca5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7aad6f0-23cc-479a-8add-b0f47a9d7525'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:33.618765 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487c9fc-8ffa-4d40-9d35-d3c46e72c67a req-e78af6e6-9f01-416f-80c0-85c61dd5a156 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:33.621007 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851bc270-0403-4db0-92bf-0ae4c66a6421" -d '{"events": [{"server_uuid": "71fc059a-0e21-47d7-be7b-33c7c849ca5e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7aad6f0-23cc-479a-8add-b0f47a9d7525"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:33.627688 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1487c9fc-8ffa-4d40-9d35-d3c46e72c67a req-e78af6e6-9f01-416f-80c0-85c61dd5a156 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 945 time: 0.5465760 Mar 11 11:40:33.628228 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3e455e0e-accd-4a12-a2ce-802a9acf4201 None None] Provisioning complete for port ce3a03e4-ef70-47e0-a77c-031f4292a50b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:33.628697 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3e455e0e-accd-4a12-a2ce-802a9acf4201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:33.629348 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Publish callbacks [] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:33.655780 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:33.665957 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1635207900-router', 'tenant_id': '564fa0ffa47f40ccb523bc83113dc76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'a2c79861-c267-4a86-99d8-3f2f8b2a13b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:24Z', 'updated_at': '2022-03-11T11:40:32Z', 'revision_number': 4, 'project_id': '564fa0ffa47f40ccb523bc83113dc76e', 'gw_port': {'id': 'a2c79861-c267-4a86-99d8-3f2f8b2a13b6', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ef:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:25Z', 'updated_at': '2022-03-11T11:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'ce3a03e4-ef70-47e0-a77c-031f4292a50b', 'name': '', 'network_id': '1afa856a-3724-41da-a719-f90c556b8880', 'tenant_id': '564fa0ffa47f40ccb523bc83113dc76e', 'mac_address': 'fa:16:3e:12:2b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:30Z', 'updated_at': '2022-03-11T11:40:32Z', 'revision_number': 2, 'project_id': '564fa0ffa47f40ccb523bc83113dc76e', 'subnets': [{'id': '42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:33.704148 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d387f-9c8f-49dc-8c5b-e65be3daee7e None None] The sync data for ids ['fe27cfe9-8039-4d8f-b00a-e8d5163952b6'] in n-d-833234-2 is: [{'id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1635207900-router', 'tenant_id': '564fa0ffa47f40ccb523bc83113dc76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'a2c79861-c267-4a86-99d8-3f2f8b2a13b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:24Z', 'updated_at': '2022-03-11T11:40:32Z', 'revision_number': 4, 'project_id': '564fa0ffa47f40ccb523bc83113dc76e', 'gw_port': {'id': 'a2c79861-c267-4a86-99d8-3f2f8b2a13b6', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ef:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:25Z', 'updated_at': '2022-03-11T11:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'ce3a03e4-ef70-47e0-a77c-031f4292a50b', 'name': '', 'network_id': '1afa856a-3724-41da-a719-f90c556b8880', 'tenant_id': '564fa0ffa47f40ccb523bc83113dc76e', 'mac_address': 'fa:16:3e:12:2b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:30Z', 'updated_at': '2022-03-11T11:40:32Z', 'revision_number': 2, 'project_id': '564fa0ffa47f40ccb523bc83113dc76e', 'subnets': [{'id': '42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:40:33.705893 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-eec35ea7-dbb6-4e51-a21f-fd76225e71e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks [] for port (f69685d9-fa68-4b57-91e0-96d2e0a11cf8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:33.709976 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-bb9035eb-d7f0-4559-acc0-5d70f69c69e8 admin admin] For port c86422fb-2e84-4040-a8b1-127f0cff82ff, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c86422fb-2e84-4040-a8b1-127f0cff82ff,segment=NetworkSegment(9b32ec32-3a2c-47e6-89ca-d37e8dcf4376),segment_id=9b32ec32-3a2c-47e6-89ca-d37e8dcf4376)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:33.710334 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bb9035eb-d7f0-4559-acc0-5d70f69c69e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:33.726387 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3e455e0e-accd-4a12-a2ce-802a9acf4201 None None] Port ce3a03e4-ef70-47e0-a77c-031f4292a50b cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:40:33.745196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-bb9035eb-d7f0-4559-acc0-5d70f69c69e8 admin admin] Calling delete_port for c86422fb-2e84-4040-a8b1-127f0cff82ff owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:40:33.782100 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1487c9fc-8ffa-4d40-9d35-d3c46e72c67a req-22048c9e-7fd6-456b-83aa-8aa0c7fa003e tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514540 Mar 11 11:40:33.792962 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] Router fe27cfe9-8039-4d8f-b00a-e8d5163952b6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:40:33.849687 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff69c4e2-ba8b-4a04-92d0-a3ca6356bf36 req-e25012a4-c7f8-45ce-a7cf-ce272f63483a service neutron] 10.222.0.71 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7196977 Mar 11 11:40:33.851065 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7aad6f0-23cc-479a-8add-b0f47a9d7525,revision_number=7']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:33.857921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Attempting to bind port f7aad6f0-23cc-479a-8add-b0f47a9d7525 on host n-h1-833234-2 for vnic_type normal with profile {"migrating_to": "n-h2-833234-2"} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:40:33.868475 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Attempting to bind port f7aad6f0-23cc-479a-8add-b0f47a9d7525 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:40:33.868960 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Attempting to bind port f7aad6f0-23cc-479a-8add-b0f47a9d7525 on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:33.879934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Port f7aad6f0-23cc-479a-8add-b0f47a9d7525 on network ec42b46c-66eb-4785-8e56-b97afd23f681 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:40:33.881428 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Attempting to bind port f7aad6f0-23cc-479a-8add-b0f47a9d7525 on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:33.905047 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-eec35ea7-dbb6-4e51-a21f-fd76225e71e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f69685d9-fa68-4b57-91e0-96d2e0a11cf8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:33.953605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:40:33.954196 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Checking segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:33.954548 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Bound using segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:40:33.954672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-eec35ea7-dbb6-4e51-a21f-fd76225e71e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:33.955002 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Bound port: f7aad6f0-23cc-479a-8add-b0f47a9d7525, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:40:33.955363 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:33.991460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-eec35ea7-dbb6-4e51-a21f-fd76225e71e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:33.997045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-eec35ea7-dbb6-4e51-a21f-fd76225e71e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:40:34.082657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec35ea7-dbb6-4e51-a21f-fd76225e71e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Pushing event updated for resources: {'Port': ['ID=f69685d9-fa68-4b57-91e0-96d2e0a11cf8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:34.088646 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a40fad-5d87-4a35-aea0-2990aba21cd3 req-4608703f-d361-4b01-8e26-eabb6c922e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:34.090171 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-61a40fad-5d87-4a35-aea0-2990aba21cd3 req-4608703f-d361-4b01-8e26-eabb6c922e45 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8339615d4fc4763a1b414104472635d&device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 1166 time: 0.1572573 Mar 11 11:40:34.099823 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9f74d-45e2-46ad-a4a8-1e9682295a48 req-753b3231-e1e5-4647-9fd4-c1ba66a1c1a2 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:34.101120 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2c9f74d-45e2-46ad-a4a8-1e9682295a48 req-753b3231-e1e5-4647-9fd4-c1ba66a1c1a2 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 949 time: 0.2381754 Mar 11 11:40:34.165942 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:40:34.192170 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-eec35ea7-dbb6-4e51-a21f-fd76225e71e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks [] for floatingip (28e8ad08-bebf-4919-a5fc-deff73798b6b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:34.194003 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-efd791d3-e91d-4031-8704-29494060a24f admin admin] 10.222.0.78 "PUT /v2.0/routers/fe27cfe9-8039-4d8f-b00a-e8d5163952b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1139836 Mar 11 11:40:34.273233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:40:34.296802 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2c9f74d-45e2-46ad-a4a8-1e9682295a48 req-64c2206d-74a7-4b17-b7a0-6436376ad644 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883516 Mar 11 11:40:34.335089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:40:34.362480 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a40fad-5d87-4a35-aea0-2990aba21cd3 req-cc13e5d6-78f7-4cd9-9ab6-78985eb4a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:34.364765 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-61a40fad-5d87-4a35-aea0-2990aba21cd3 req-cc13e5d6-78f7-4cd9-9ab6-78985eb4a66e service neutron] 10.222.0.71 "GET /v2.0/networks?id=89e1213f-c73f-4a54-9c2d-e7592a5f1043 HTTP/1.1" status: 200 len: 914 time: 0.2670867 Mar 11 11:40:34.366754 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-eec35ea7-dbb6-4e51-a21f-fd76225e71e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f69685d9-fa68-4b57-91e0-96d2e0a11cf8), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:34.371488 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:34.424283 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724b8549-1ae4-40fa-a921-d587cda3cc22 x-openstack-request-id: req-724b8549-1ae4-40fa-a921-d587cda3cc22 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:34.425298 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fc059a-0e21-47d7-be7b-33c7c849ca5e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7aad6f0-23cc-479a-8add-b0f47a9d7525", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:34.425564 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-724b8549-1ae4-40fa-a921-d587cda3cc22 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:34.425973 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fc059a-0e21-47d7-be7b-33c7c849ca5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7aad6f0-23cc-479a-8add-b0f47a9d7525', 'code': 200} Mar 11 11:40:34.446163 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bb9035eb-d7f0-4559-acc0-5d70f69c69e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c86422fb-2e84-4040-a8b1-127f0cff82ff), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:34.525294 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-61a40fad-5d87-4a35-aea0-2990aba21cd3 req-03fc4a14-8dda-40c5-964f-d6a1ecc950b0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb3f3664-2931-4497-b6a3-a59f96a13ded HTTP/1.1" status: 200 len: 217 time: 0.1467261 Mar 11 11:40:34.619456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:34.620121 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:34.621973 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] 10.222.0.37 "PUT /v2.0/ports/f7aad6f0-23cc-479a-8add-b0f47a9d7525 HTTP/1.1" status: 200 len: 1121 time: 3.0493574 Mar 11 11:40:34.627544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabaf56-6b00-4066-ac8b-64864557bbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7aad6f0-23cc-479a-8add-b0f47a9d7525,revision_number=8']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:34.646704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a40fad-5d87-4a35-aea0-2990aba21cd3 req-24df72b5-f056-421b-8c2a-01a6b4b869e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:34.648238 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-61a40fad-5d87-4a35-aea0-2990aba21cd3 req-24df72b5-f056-421b-8c2a-01a6b4b869e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b82adfd-ba87-46c8-8859-618521697303 HTTP/1.1" status: 200 len: 853 time: 0.1132967 Mar 11 11:40:34.670717 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-eec35ea7-dbb6-4e51-a21f-fd76225e71e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks [] for port (f69685d9-fa68-4b57-91e0-96d2e0a11cf8), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:34.716463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9035eb-d7f0-4559-acc0-5d70f69c69e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c86422fb-2e84-4040-a8b1-127f0cff82ff,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:34.721808 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-61a40fad-5d87-4a35-aea0-2990aba21cd3 req-d4323f12-2249-4909-addc-a5d8fb8d711a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=89e1213f-c73f-4a54-9c2d-e7592a5f1043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653853 Mar 11 11:40:34.727694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['f7aad6f0-23cc-479a-8add-b0f47a9d7525'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:34.732199 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-eec35ea7-dbb6-4e51-a21f-fd76225e71e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (f69685d9-fa68-4b57-91e0-96d2e0a11cf8), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:34.958240 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b0735f62-c3ba-479d-af09-cf2540d25e81 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:35.045207 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-61a40fad-5d87-4a35-aea0-2990aba21cd3 req-6131e4db-1cbf-4670-b93e-3f17223c7e05 service neutron] 10.222.0.71 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946451 Mar 11 11:40:35.112645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec35ea7-dbb6-4e51-a21f-fd76225e71e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Pushing event updated for resources: {'Port': ['ID=f69685d9-fa68-4b57-91e0-96d2e0a11cf8,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:35.277961 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port b0735f62-c3ba-479d-af09-cf2540d25e81 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:40:35.295839 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port b0735f62-c3ba-479d-af09-cf2540d25e81 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:35.296589 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b0735f62-c3ba-479d-af09-cf2540d25e81), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:35.342069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a2c79861-c267-4a86-99d8-3f2f8b2a13b6 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:35.414235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792ed9f-75ad-49f6-ab41-b74b4049e12c req-f8cb1bf4-a983-44aa-b240-dbb4b065acb7 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:35.430301 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c792ed9f-75ad-49f6-ab41-b74b4049e12c req-f8cb1bf4-a983-44aa-b240-dbb4b065acb7 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 984 time: 0.7530434 Mar 11 11:40:35.432308 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-eec35ea7-dbb6-4e51-a21f-fd76225e71e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (28e8ad08-bebf-4919-a5fc-deff73798b6b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:35.486117 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-61a40fad-5d87-4a35-aea0-2990aba21cd3 req-cf65f14d-6ba6-4b7b-be63-d59171908466 service neutron] 10.222.0.71 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119935 Mar 11 11:40:35.512010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a2c79861-c267-4a86-99d8-3f2f8b2a13b6 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:35.512571 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a2c79861-c267-4a86-99d8-3f2f8b2a13b6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:35.536034 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-eec35ea7-dbb6-4e51-a21f-fd76225e71e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:35.537892 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-eec35ea7-dbb6-4e51-a21f-fd76225e71e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4171474 Mar 11 11:40:35.582881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port b0735f62-c3ba-479d-af09-cf2540d25e81 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:35.583642 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b0735f62-c3ba-479d-af09-cf2540d25e81), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:35.637068 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414659ea-78c2-4bb8-bea3-d820a72421e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0735f62-c3ba-479d-af09-cf2540d25e81'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:35.639102 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb9551d-7e14-4f1a-8db9-d646c51da76d" -d '{"events": [{"server_uuid": "414659ea-78c2-4bb8-bea3-d820a72421e4", "name": "network-vif-plugged", "status": "completed", "tag": "b0735f62-c3ba-479d-af09-cf2540d25e81"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:35.667214 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b0735f62-c3ba-479d-af09-cf2540d25e81, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b0735f62-c3ba-479d-af09-cf2540d25e81,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:35.707343 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b0735f62-c3ba-479d-af09-cf2540d25e81), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:35.770509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a2c79861-c267-4a86-99d8-3f2f8b2a13b6 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:35.771528 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a2c79861-c267-4a86-99d8-3f2f8b2a13b6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:35.799464 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c792ed9f-75ad-49f6-ab41-b74b4049e12c req-b09067d6-1772-4384-afb6-e9069e94c7ce tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=a367689b-a0ab-4806-8a20-fbd93551e415&id=550e8345-90db-4f39-b8fd-d1f1db07fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3593538 Mar 11 11:40:35.803280 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-e666380f-0e6f-4834-8246-24076adbe555 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 695 time: 0.1950684 Mar 11 11:40:35.816335 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bb9035eb-d7f0-4559-acc0-5d70f69c69e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (faa52885-7045-4c44-a607-aa844ce555ca), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:35.848814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=b0735f62-c3ba-479d-af09-cf2540d25e81,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:35.867995 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port a2c79861-c267-4a86-99d8-3f2f8b2a13b6, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a2c79861-c267-4a86-99d8-3f2f8b2a13b6,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:35.880609 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a2c79861-c267-4a86-99d8-3f2f8b2a13b6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:36.020447 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=a2c79861-c267-4a86-99d8-3f2f8b2a13b6,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:36.166649 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2f775-82fd-4696-9fbf-25e05793df4c req-e6780e5e-b374-43de-ae66-05dc63bf823a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:36.175621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fbf2f775-82fd-4696-9fbf-25e05793df4c req-e6780e5e-b374-43de-ae66-05dc63bf823a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 943 time: 0.2741566 Mar 11 11:40:36.261786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-6860be32-8d1a-4f98-bbf6-204ab819b8e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:36.263531 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-6860be32-8d1a-4f98-bbf6-204ab819b8e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.4395740 Mar 11 11:40:36.295711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-fb1287e4-0759-428e-8423-bb036ddd8e20 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:40:36.297309 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ad9e918-66dd-41bd-a1e4-d04d88ffa44b req-fb1287e4-0759-428e-8423-bb036ddd8e20 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108509 Mar 11 11:40:36.396816 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fbf2f775-82fd-4696-9fbf-25e05793df4c req-e70fb18e-39fa-4e0e-ae61-d4754f427df9 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149377 Mar 11 11:40:36.427296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fc059a-0e21-47d7-be7b-33c7c849ca5e', 'tag': 'f7aad6f0-23cc-479a-8add-b0f47a9d7525'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:36.429698 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce63d5ff-bb36-4962-a0ba-239d9982637f" -d '{"events": [{"name": "network-changed", "server_uuid": "71fc059a-0e21-47d7-be7b-33c7c849ca5e", "tag": "f7aad6f0-23cc-479a-8add-b0f47a9d7525"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:36.470013 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0a3753-61bd-4c26-9647-8508aac4cd5b x-openstack-request-id: req-be0a3753-61bd-4c26-9647-8508aac4cd5b {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:36.470518 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414659ea-78c2-4bb8-bea3-d820a72421e4", "name": "network-vif-plugged", "status": "completed", "tag": "b0735f62-c3ba-479d-af09-cf2540d25e81", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:36.470914 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-be0a3753-61bd-4c26-9647-8508aac4cd5b {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:36.471456 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414659ea-78c2-4bb8-bea3-d820a72421e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0735f62-c3ba-479d-af09-cf2540d25e81', 'code': 200} Mar 11 11:40:36.571468 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102a51f-b4eb-44df-93fd-60bdeb23bd56 req-239e4284-bbc1-4d2a-a3a1-e950a8f85131 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:36.573081 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6102a51f-b4eb-44df-93fd-60bdeb23bd56 req-239e4284-bbc1-4d2a-a3a1-e950a8f85131 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 950 time: 0.1392126 Mar 11 11:40:36.581630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9035eb-d7f0-4559-acc0-5d70f69c69e8 admin admin] Router faa52885-7045-4c44-a607-aa844ce555ca has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:40:36.607015 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de81956-6df0-4ae0-a8f0-bc84df120c38 req-83a51f27-6cdb-439a-8230-9da427a1ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:36.608711 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8de81956-6df0-4ae0-a8f0-bc84df120c38 req-83a51f27-6cdb-439a-8230-9da427a1ee5a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 1132 time: 0.0576804 Mar 11 11:40:36.693789 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8de81956-6df0-4ae0-a8f0-bc84df120c38 req-d229eda6-0bfb-459d-8dd9-b0207cdd9cab service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756576 Mar 11 11:40:36.738458 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-4a6d27e8-bee9-41bb-82c8-b243b9f286eb tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:36.740153 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-4a6d27e8-bee9-41bb-82c8-b243b9f286eb tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1563022 Mar 11 11:40:36.746884 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6102a51f-b4eb-44df-93fd-60bdeb23bd56 req-5a6fce84-7957-42e7-b4a4-d818a044b28b tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640265 Mar 11 11:40:36.806615 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea51404a-2ed1-42bf-90e5-61964bdc8477 x-openstack-request-id: req-ea51404a-2ed1-42bf-90e5-61964bdc8477 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:36.806794 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fc059a-0e21-47d7-be7b-33c7c849ca5e", "tag": "f7aad6f0-23cc-479a-8add-b0f47a9d7525", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:36.807119 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ea51404a-2ed1-42bf-90e5-61964bdc8477 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:36.807438 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fc059a-0e21-47d7-be7b-33c7c849ca5e', 'tag': 'f7aad6f0-23cc-479a-8add-b0f47a9d7525', 'status': 'completed', 'code': 200} Mar 11 11:40:36.828711 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-51a7236d-8481-435a-85ce-ae8efbcad52d tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 695 time: 0.0789454 Mar 11 11:40:36.848234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-9fb5e8f9-260c-4d67-9cd1-e356e459f7ae tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Request body: {'floatingip': {'port_id': 'b23206c1-c050-428e-9722-2c07cb83441b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:36.936390 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a2c79861-c267-4a86-99d8-3f2f8b2a13b6 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:36.974882 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-9fb5e8f9-260c-4d67-9cd1-e356e459f7ae tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks [] for floatingip (28e8ad08-bebf-4919-a5fc-deff73798b6b), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:37.008480 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63d5ff-bb36-4962-a0ba-239d9982637f req-41fcee64-9ee2-4f04-b853-4f6c0c02a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:37.014440 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce63d5ff-bb36-4962-a0ba-239d9982637f req-41fcee64-9ee2-4f04-b853-4f6c0c02a168 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 1155 time: 0.0734878 Mar 11 11:40:37.050001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a2c79861-c267-4a86-99d8-3f2f8b2a13b6 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:37.050370 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a2c79861-c267-4a86-99d8-3f2f8b2a13b6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:37.067201 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9035eb-d7f0-4559-acc0-5d70f69c69e8 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:40:37.078742 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bb9035eb-d7f0-4559-acc0-5d70f69c69e8 admin admin] 10.222.0.78 "PUT /v2.0/routers/faa52885-7045-4c44-a607-aa844ce555ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8479753 Mar 11 11:40:37.082371 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ad377d-9985-4ff7-8d8e-b922385c25fe None None] Sync routers for ids ['faa52885-7045-4c44-a607-aa844ce555ca'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:40:37.093525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39484) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:37.096574 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad377d-9985-4ff7-8d8e-b922385c25fe None None] Routers {'faa52885-7045-4c44-a607-aa844ce555ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:37.103084 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-06ad377d-9985-4ff7-8d8e-b922385c25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['faa52885-7045-4c44-a607-aa844ce555ca'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:37.182435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a2c79861-c267-4a86-99d8-3f2f8b2a13b6 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:37.221282 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60aaad74-b478-45a3-a467-7f865c5dc6bc admin admin] Publish callbacks [] for router (faa52885-7045-4c44-a607-aa844ce555ca), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:37.228666 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63d5ff-bb36-4962-a0ba-239d9982637f req-d76934dc-3f27-4c3b-9d33-6c61686f904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:37.230230 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce63d5ff-bb36-4962-a0ba-239d9982637f req-d76934dc-3f27-4c3b-9d33-6c61686f904c service neutron] 10.222.0.71 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.2086067 Mar 11 11:40:37.294835 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce63d5ff-bb36-4962-a0ba-239d9982637f req-65e49418-02a3-4bd0-9e1a-987fb2fd0a92 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525 HTTP/1.1" status: 200 len: 217 time: 0.0549088 Mar 11 11:40:37.323647 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d2778-ae3a-4925-8ef0-a0064d91f53f req-7647f0c3-31cd-4fdc-809f-e21776f4c9c0 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:37.332014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d0d2778-ae3a-4925-8ef0-a0064d91f53f req-7647f0c3-31cd-4fdc-809f-e21776f4c9c0 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 984 time: 0.4490020 Mar 11 11:40:37.362997 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-06ad377d-9985-4ff7-8d8e-b922385c25fe None None] Set router faa52885-7045-4c44-a607-aa844ce555ca gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:37.480045 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63d5ff-bb36-4962-a0ba-239d9982637f req-b6055c4b-ef29-442a-8d19-65ceb02639f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:37.481521 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce63d5ff-bb36-4962-a0ba-239d9982637f req-b6055c4b-ef29-442a-8d19-65ceb02639f7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.1792638 Mar 11 11:40:37.618985 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce63d5ff-bb36-4962-a0ba-239d9982637f req-2cd659f3-9e61-4533-9c8e-3db6fa59e7fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296442 Mar 11 11:40:37.644018 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d0d2778-ae3a-4925-8ef0-a0064d91f53f req-332f63cf-998f-4c8e-9ebd-a662a47ef354 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=a367689b-a0ab-4806-8a20-fbd93551e415&id=550e8345-90db-4f39-b8fd-d1f1db07fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3108237 Mar 11 11:40:37.667945 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60aaad74-b478-45a3-a467-7f865c5dc6bc admin admin] Publish callbacks [] for router_gateway (faa52885-7045-4c44-a607-aa844ce555ca), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:37.690839 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Sync routers for ids ['fe27cfe9-8039-4d8f-b00a-e8d5163952b6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:40:37.706584 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Routers {'fe27cfe9-8039-4d8f-b00a-e8d5163952b6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:37.708349 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['fe27cfe9-8039-4d8f-b00a-e8d5163952b6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:37.755993 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-06ad377d-9985-4ff7-8d8e-b922385c25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '756c3404-db06-494a-bf06-57390c243652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:40:34Z', 'revision_number': 5, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port': {'id': '756c3404-db06-494a-bf06-57390c243652', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:56Z', 'updated_at': '2022-03-11T11:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:37.798903 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ad377d-9985-4ff7-8d8e-b922385c25fe None None] Checking router: faa52885-7045-4c44-a607-aa844ce555ca for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:40:37.817111 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad377d-9985-4ff7-8d8e-b922385c25fe None None] Routers {'faa52885-7045-4c44-a607-aa844ce555ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:37.817741 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-06ad377d-9985-4ff7-8d8e-b922385c25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['faa52885-7045-4c44-a607-aa844ce555ca'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:37.828696 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce63d5ff-bb36-4962-a0ba-239d9982637f req-9455ced5-380b-4930-ac45-430ddcf39ab0 service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005157 Mar 11 11:40:37.830599 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device f7aad6f0-23cc-479a-8add-b0f47a9d7525 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:40:37.954628 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-06ad377d-9985-4ff7-8d8e-b922385c25fe None None] Set router faa52885-7045-4c44-a607-aa844ce555ca gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:38.007719 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce63d5ff-bb36-4962-a0ba-239d9982637f req-7e93116c-dbfb-4966-8c12-da37bda957d0 service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699159 Mar 11 11:40:38.044770 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-06ad377d-9985-4ff7-8d8e-b922385c25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:40:37Z', 'revision_number': 6, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:38.078350 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ad377d-9985-4ff7-8d8e-b922385c25fe None None] The sync data for ids ['faa52885-7045-4c44-a607-aa844ce555ca'] in n-d-833234-2 is: [{'id': 'faa52885-7045-4c44-a607-aa844ce555ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-921178429-router', 'tenant_id': '8a575fd1f0084cada11c1aea396b02ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:55Z', 'updated_at': '2022-03-11T11:40:37Z', 'revision_number': 6, 'project_id': '8a575fd1f0084cada11c1aea396b02ff', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:40:38.277703 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.resource_extend [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:40:38.331294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Set router fe27cfe9-8039-4d8f-b00a-e8d5163952b6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:38.456480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:38.461054 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a97988-ccee-48e6-8498-8698d0611043 req-c7e9b536-717c-48cf-824e-5d1fa18b1686 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:38.468074 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0a97988-ccee-48e6-8498-8698d0611043 req-c7e9b536-717c-48cf-824e-5d1fa18b1686 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 943 time: 0.7046921 Mar 11 11:40:38.476140 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device f7aad6f0-23cc-479a-8add-b0f47a9d7525 has no active binding in host n-h2-833234-2 {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 11:40:38.558005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-60aaad74-b478-45a3-a467-7f865c5dc6bc admin admin] Deleting port 756c3404-db06-494a-bf06-57390c243652 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:40:38.558457 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60aaad74-b478-45a3-a467-7f865c5dc6bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (756c3404-db06-494a-bf06-57390c243652), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:38.603571 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0a97988-ccee-48e6-8498-8698d0611043 req-e441195a-f305-4221-b976-f98be61cb549 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346252 Mar 11 11:40:38.624667 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1635207900-router', 'tenant_id': '564fa0ffa47f40ccb523bc83113dc76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'a2c79861-c267-4a86-99d8-3f2f8b2a13b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:24Z', 'updated_at': '2022-03-11T11:40:32Z', 'revision_number': 4, 'project_id': '564fa0ffa47f40ccb523bc83113dc76e', 'gw_port': {'id': 'a2c79861-c267-4a86-99d8-3f2f8b2a13b6', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:25Z', 'updated_at': '2022-03-11T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'ce3a03e4-ef70-47e0-a77c-031f4292a50b', 'name': '', 'network_id': '1afa856a-3724-41da-a719-f90c556b8880', 'tenant_id': '564fa0ffa47f40ccb523bc83113dc76e', 'mac_address': 'fa:16:3e:12:2b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:30Z', 'updated_at': '2022-03-11T11:40:32Z', 'revision_number': 2, 'project_id': '564fa0ffa47f40ccb523bc83113dc76e', 'subnets': [{'id': '42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:38.659359 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Checking router: fe27cfe9-8039-4d8f-b00a-e8d5163952b6 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:40:38.659751 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Updating router fe27cfe9-8039-4d8f-b00a-e8d5163952b6 port ce3a03e4-ef70-47e0-a77c-031f4292a50b binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:40:38.694042 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:38.778218 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.resource_extend [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-9fb5e8f9-260c-4d67-9cd1-e356e459f7ae tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:40:38.830371 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-60aaad74-b478-45a3-a467-7f865c5dc6bc admin admin] For port 756c3404-db06-494a-bf06-57390c243652, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=756c3404-db06-494a-bf06-57390c243652,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:38.830746 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60aaad74-b478-45a3-a467-7f865c5dc6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (756c3404-db06-494a-bf06-57390c243652), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:38.854910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-60aaad74-b478-45a3-a467-7f865c5dc6bc admin admin] Calling delete_port for 756c3404-db06-494a-bf06-57390c243652 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:40:38.892155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60079ce2-f197-4c22-9c34-d4de116d73d9 req-9872e9b8-2a2d-435d-9cb2-97112c98bf41 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-476173065&fields=id&tenant_id=d8339615d4fc4763a1b414104472635d HTTP/1.1" status: 200 len: 267 time: 0.1366534 Mar 11 11:40:38.923074 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-9fb5e8f9-260c-4d67-9cd1-e356e459f7ae tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:38.941919 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-9fb5e8f9-260c-4d67-9cd1-e356e459f7ae tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (28e8ad08-bebf-4919-a5fc-deff73798b6b), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:39.097713 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Publish callbacks [] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:39.105150 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-512fdb66-c502-40d7-b859-fad50bda0fde service neutron] 10.222.0.71 "GET /v2.0/ports/f7aad6f0-23cc-479a-8add-b0f47a9d7525/bindings/n-h2-833234-2 HTTP/1.1" status: 200 len: 384 time: 0.1108413 Mar 11 11:40:39.109111 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:39.128438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60079ce2-f197-4c22-9c34-d4de116d73d9 req-7beb2552-c1e4-4a55-b89e-38f80c2a1b48 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:39.129967 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60079ce2-f197-4c22-9c34-d4de116d73d9 req-7beb2552-c1e4-4a55-b89e-38f80c2a1b48 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 984 time: 0.2043788 Mar 11 11:40:39.150763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-60079ce2-f197-4c22-9c34-d4de116d73d9 req-e08df050-6254-4620-aa65-cf318921759d tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Request body: {'port': {'security_groups': ['550e8345-90db-4f39-b8fd-d1f1db07fd78', 'a367689b-a0ab-4806-8a20-fbd93551e415', '1620ead8-bfa7-480f-9645-8d088ed48ce8']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:39.184043 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-9fb5e8f9-260c-4d67-9cd1-e356e459f7ae tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Floating IP 28e8ad08-bebf-4919-a5fc-deff73798b6b associated. External IP: 172.25.7.45, port: b23206c1-c050-428e-9722-2c07cb83441b. Mar 11 11:40:39.215095 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c86422fb-2e84-4040-a8b1-127f0cff82ff no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:40:39.284419 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aad360-58e4-4cc5-8ec3-75ce807d17d9 None None] Pushing event updated for resources: {'Port': ['ID=ce3a03e4-ef70-47e0-a77c-031f4292a50b,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:39.296303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: c86422fb-2e84-4040-a8b1-127f0cff82ff {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:40:39.303551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c86422fb-2e84-4040-a8b1-127f0cff82ff not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:40:39.304026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 756c3404-db06-494a-bf06-57390c243652 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:40:39.387444 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-60079ce2-f197-4c22-9c34-d4de116d73d9 req-e08df050-6254-4620-aa65-cf318921759d tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:39.450740 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-2dc64935-c346-441a-958d-3cd7410816eb service neutron] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:39.491063 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-2dc64935-c346-441a-958d-3cd7410816eb service neutron] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:40:39.493429 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Attempting to bind port ce3a03e4-ef70-47e0-a77c-031f4292a50b on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:40:39.495082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Attempting to bind port ce3a03e4-ef70-47e0-a77c-031f4292a50b by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '30f3ad7b-4988-432b-be18-36382f5e44bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1afa856a-3724-41da-a719-f90c556b8880'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:40:39.495658 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Attempting to bind port ce3a03e4-ef70-47e0-a77c-031f4292a50b on network 1afa856a-3724-41da-a719-f90c556b8880 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:39.500205 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60aaad74-b478-45a3-a467-7f865c5dc6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (756c3404-db06-494a-bf06-57390c243652), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:39.538850 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:40:39.539399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Checking segment: {'id': '30f3ad7b-4988-432b-be18-36382f5e44bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1afa856a-3724-41da-a719-f90c556b8880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:39.539929 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:39.541137 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Bound using segment: {'id': '30f3ad7b-4988-432b-be18-36382f5e44bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1afa856a-3724-41da-a719-f90c556b8880'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:40:39.541743 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Bound port: ce3a03e4-ef70-47e0-a77c-031f4292a50b, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f3ad7b-4988-432b-be18-36382f5e44bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1afa856a-3724-41da-a719-f90c556b8880'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:40:39.542263 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:39.545066 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Port 756c3404-db06-494a-bf06-57390c243652 update to DOWN by agent not found {{(pid=104033) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 11 11:40:39.555928 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-2dc64935-c346-441a-958d-3cd7410816eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7aad6f0-23cc-479a-8add-b0f47a9d7525 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:40:39.596062 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-2dc64935-c346-441a-958d-3cd7410816eb service neutron] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:39.623263 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-2dc64935-c346-441a-958d-3cd7410816eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:39.627183 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aaad74-b478-45a3-a467-7f865c5dc6bc admin admin] Pushing event deleted for resources: {'Port': ['ID=756c3404-db06-494a-bf06-57390c243652,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:39.651765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] For port ce3a03e4-ef70-47e0-a77c-031f4292a50b, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:40:39.656757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] For port ce3a03e4-ef70-47e0-a77c-031f4292a50b, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ce3a03e4-ef70-47e0-a77c-031f4292a50b,segment=NetworkSegment(30f3ad7b-4988-432b-be18-36382f5e44bf),segment_id=30f3ad7b-4988-432b-be18-36382f5e44bf)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:40:39.668325 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:39.743820 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-2dc64935-c346-441a-958d-3cd7410816eb service neutron] Transition to ACTIVE for port object f7aad6f0-23cc-479a-8add-b0f47a9d7525 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:40:39.758368 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-2dc64935-c346-441a-958d-3cd7410816eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:39.769704 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Routers {'fe27cfe9-8039-4d8f-b00a-e8d5163952b6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:39.772466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['fe27cfe9-8039-4d8f-b00a-e8d5163952b6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:39.866750 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc64935-c346-441a-958d-3cd7410816eb service neutron] Pushing event updated for resources: {'Port': ['ID=f7aad6f0-23cc-479a-8add-b0f47a9d7525,revision_number=10']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:39.932454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-2dc64935-c346-441a-958d-3cd7410816eb service neutron] No DVR routers for this DVR port f7aad6f0-23cc-479a-8add-b0f47a9d7525 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:40:39.970708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] Set router fe27cfe9-8039-4d8f-b00a-e8d5163952b6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:39.983311 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60aaad74-b478-45a3-a467-7f865c5dc6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (faa52885-7045-4c44-a607-aa844ce555ca), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:39.987750 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-2dc64935-c346-441a-958d-3cd7410816eb service neutron] 10.222.0.71 "PUT /v2.0/ports/f7aad6f0-23cc-479a-8add-b0f47a9d7525/bindings/n-h2-833234-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8756702 Mar 11 11:40:40.081532 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device f7aad6f0-23cc-479a-8add-b0f47a9d7525 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:40:40.117805 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-48bf709f-0fb6-4898-9eb7-c003dab9d687 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:40.120677 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a5bf27f9-eac1-4374-9e32-52c9e4e814e4 None None] Provisioning complete for port ce3a03e4-ef70-47e0-a77c-031f4292a50b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:40.121031 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-48bf709f-0fb6-4898-9eb7-c003dab9d687 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e&tenant_id=1cecaa0b73904c0b969683224717fe2d&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 1126 time: 0.0657442 Mar 11 11:40:40.121345 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a5bf27f9-eac1-4374-9e32-52c9e4e814e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:40.153534 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aad360-58e4-4cc5-8ec3-75ce807d17d9 None None] Pushing event updated for resources: {'Port': ['ID=ce3a03e4-ef70-47e0-a77c-031f4292a50b,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:40.171874 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-9fb5e8f9-260c-4d67-9cd1-e356e459f7ae tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Router 067b225b-698f-46a6-9bbc-819a11c5eece has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:40:40.175376 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60aaad74-b478-45a3-a467-7f865c5dc6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (faa52885-7045-4c44-a607-aa844ce555ca), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:40.183598 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60aaad74-b478-45a3-a467-7f865c5dc6bc admin admin] Publish callbacks [] for router_controller (faa52885-7045-4c44-a607-aa844ce555ca), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:40.193817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-772f9656-9797-47c2-8063-5c07157ac244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:40.196851 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-772f9656-9797-47c2-8063-5c07157ac244 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e&tenant_id=1cecaa0b73904c0b969683224717fe2d HTTP/1.1" status: 200 len: 1126 time: 0.0671947 Mar 11 11:40:40.317031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-bf2150b1-acf6-4459-88b8-4224623d00c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:40.319442 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-bf2150b1-acf6-4459-88b8-4224623d00c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 1126 time: 0.0908482 Mar 11 11:40:40.354029 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60aaad74-b478-45a3-a467-7f865c5dc6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (faa52885-7045-4c44-a607-aa844ce555ca), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:40.354961 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60aaad74-b478-45a3-a467-7f865c5dc6bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router faa52885-7045-4c44-a607-aa844ce555ca {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:40:40.363177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:40.364082 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60aaad74-b478-45a3-a467-7f865c5dc6bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:40.371355 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39500) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:40.372021 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-60aaad74-b478-45a3-a467-7f865c5dc6bc admin admin] 10.222.0.78 "DELETE /v2.0/routers/faa52885-7045-4c44-a607-aa844ce555ca HTTP/1.1" status: 204 len: 168 time: 3.2713106 Mar 11 11:40:40.418664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-60079ce2-f197-4c22-9c34-d4de116d73d9 req-e08df050-6254-4620-aa65-cf318921759d tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] For port cb3f3664-2931-4497-b6a3-a59f96a13ded, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=cb3f3664-2931-4497-b6a3-a59f96a13ded,segment=NetworkSegment(f4335e3d-6747-4797-bfbf-720d866ede1f),segment_id=f4335e3d-6747-4797-bfbf-720d866ede1f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:40.434211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'f7aad6f0-23cc-479a-8add-b0f47a9d7525', 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681', 'port_id': 'f7aad6f0-23cc-479a-8add-b0f47a9d7525', 'mac_address': 'fa:16:3e:13:53:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4766b4d-5753-4734-b72e-71cbd12b44a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:40:40.507375 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-60079ce2-f197-4c22-9c34-d4de116d73d9 req-e08df050-6254-4620-aa65-cf318921759d tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:40.521241 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-9fb5e8f9-260c-4d67-9cd1-e356e459f7ae tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:40:40.527540 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-9fb5e8f9-260c-4d67-9cd1-e356e459f7ae tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:40.531493 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-60079ce2-f197-4c22-9c34-d4de116d73d9 req-e08df050-6254-4620-aa65-cf318921759d tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:40.536642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b711156-0aa7-4419-aed1-e9d12d6b275c admin admin] Deleting subnet 900f0834-fbff-4203-bddb-573f955892d4 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:40:40.538501 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5197641b-bb01-4706-8b19-b381b4eef160 None None] Sync routers for ids ['067b225b-698f-46a6-9bbc-819a11c5eece'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:40:40.546071 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b711156-0aa7-4419-aed1-e9d12d6b275c admin admin] Publish callbacks [] for subnet (900f0834-fbff-4203-bddb-573f955892d4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:40.562643 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5197641b-bb01-4706-8b19-b381b4eef160 None None] Routers {'067b225b-698f-46a6-9bbc-819a11c5eece'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:40.562643 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5197641b-bb01-4706-8b19-b381b4eef160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['067b225b-698f-46a6-9bbc-819a11c5eece'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:40.602887 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-2fa1004d-0564-460a-be1c-cda5c5800b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:40.604805 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-2fa1004d-0564-460a-be1c-cda5c5800b2e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.2769880 Mar 11 11:40:40.614981 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b711156-0aa7-4419-aed1-e9d12d6b275c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (900f0834-fbff-4203-bddb-573f955892d4), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:40.619378 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf27f9-eac1-4374-9e32-52c9e4e814e4 None None] Current status of the port ce3a03e4-ef70-47e0-a77c-031f4292a50b is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:40.619907 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a5bf27f9-eac1-4374-9e32-52c9e4e814e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:40.623271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['cb3f3664-2931-4497-b6a3-a59f96a13ded'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:40.625425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['aca977b5-af23-4fb7-8358-07bd3621a4b3'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:40.665916 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60079ce2-f197-4c22-9c34-d4de116d73d9 req-e08df050-6254-4620-aa65-cf318921759d tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:40.666624 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-60079ce2-f197-4c22-9c34-d4de116d73d9 req-e08df050-6254-4620-aa65-cf318921759d tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:40.668156 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60079ce2-f197-4c22-9c34-d4de116d73d9 req-e08df050-6254-4620-aa65-cf318921759d tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "PUT /v2.0/ports/cb3f3664-2931-4497-b6a3-a59f96a13ded HTTP/1.1" status: 200 len: 1020 time: 1.5250566 Mar 11 11:40:40.672892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15871959-5c12-405f-971b-1a11ec842a85', 'tag': 'cb3f3664-2931-4497-b6a3-a59f96a13ded'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:40.675312 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f41b14-d9fd-450e-ab42-99232fe7c142" -d '{"events": [{"name": "network-changed", "server_uuid": "15871959-5c12-405f-971b-1a11ec842a85", "tag": "cb3f3664-2931-4497-b6a3-a59f96a13ded"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:40.690248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-9fb5e8f9-260c-4d67-9cd1-e356e459f7ae tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "PUT /v2.0/floatingips/28e8ad08-bebf-4919-a5fc-deff73798b6b HTTP/1.1" status: 200 len: 995 time: 3.8605421 Mar 11 11:40:40.713089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08df050-6254-4620-aa65-cf318921759d tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event updated for resources: {'Port': ['ID=cb3f3664-2931-4497-b6a3-a59f96a13ded,revision_number=7']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:40.771694 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-071943b3-13ac-405c-863e-2201e2bfce96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525 HTTP/1.1" status: 200 len: 217 time: 0.1538849 Mar 11 11:40:40.791756 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-5d0f7492-4322-4f4e-a076-9029cbad42d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:40.801122 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-5d0f7492-4322-4f4e-a076-9029cbad42d6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=af2f049b566d4095a9e405ed90e7dde8&device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 1127 time: 0.0604019 Mar 11 11:40:40.840523 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5197641b-bb01-4706-8b19-b381b4eef160 None None] Set router 067b225b-698f-46a6-9bbc-819a11c5eece gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:41.032741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-ac275723-178e-424e-a61b-7dcf2f019db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:41.034214 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-ac275723-178e-424e-a61b-7dcf2f019db7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.2502544 Mar 11 11:40:41.070631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02e723-29c0-4347-9cf7-d46b2850fe42 req-8150683c-bdff-4853-9b55-731091a1fddc tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:41.078865 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f02e723-29c0-4347-9cf7-d46b2850fe42 req-8150683c-bdff-4853-9b55-731091a1fddc tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 950 time: 0.2730808 Mar 11 11:40:41.079863 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port f7aad6f0-23cc-479a-8add-b0f47a9d7525 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:41.080353 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:41.098718 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-635db3c7-4e64-4e60-bba1-b92de2095422 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448120 Mar 11 11:40:41.109282 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ce3a03e4-ef70-47e0-a77c-031f4292a50b up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:41.130635 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b711156-0aa7-4419-aed1-e9d12d6b275c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (900f0834-fbff-4203-bddb-573f955892d4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:41.189550 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1635207900-router', 'tenant_id': '564fa0ffa47f40ccb523bc83113dc76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'a2c79861-c267-4a86-99d8-3f2f8b2a13b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:24Z', 'updated_at': '2022-03-11T11:40:32Z', 'revision_number': 4, 'project_id': '564fa0ffa47f40ccb523bc83113dc76e', 'gw_port': {'id': 'a2c79861-c267-4a86-99d8-3f2f8b2a13b6', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:25Z', 'updated_at': '2022-03-11T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'ce3a03e4-ef70-47e0-a77c-031f4292a50b', 'name': '', 'network_id': '1afa856a-3724-41da-a719-f90c556b8880', 'tenant_id': '564fa0ffa47f40ccb523bc83113dc76e', 'mac_address': 'fa:16:3e:12:2b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:30Z', 'updated_at': '2022-03-11T11:40:39Z', 'revision_number': 4, 'project_id': '564fa0ffa47f40ccb523bc83113dc76e', 'subnets': [{'id': '42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:41.192088 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f02e723-29c0-4347-9cf7-d46b2850fe42 req-cebbfb23-a83b-4c04-8779-06991d6455eb tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999110 Mar 11 11:40:41.221074 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-879ae064-f0a5-4ee1-b2e6-7302bade791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:41.222861 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['cb3f3664-2931-4497-b6a3-a59f96a13ded'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:41.224691 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-879ae064-f0a5-4ee1-b2e6-7302bade791b service neutron] 10.222.0.78 "GET /v2.0/networks?id=d2069503-97b5-4693-8805-2e3e622ce906 HTTP/1.1" status: 200 len: 929 time: 0.4211357 Mar 11 11:40:41.251281 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5197641b-bb01-4706-8b19-b381b4eef160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602280175-router', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:06Z', 'revision_number': 4, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'gw_port': {'id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '28e8ad08-bebf-4919-a5fc-deff73798b6b', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'port_id': 'b23206c1-c050-428e-9722-2c07cb83441b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906', 'mac_address': 'fa:16:3e:d4:ff:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fd2d5f-8eb9-4981-9b80-a300ded8a80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:40:34Z', 'updated_at': '2022-03-11T11:40:38Z', 'revision_number': 1, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b97a4e7-df54-4839-abb3-20ebfe361c45', 'name': '', 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'mac_address': 'fa:16:3e:3a:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:05Z', 'updated_at': '2022-03-11T11:40:13Z', 'revision_number': 5, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'subnets': [{'id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:41.287918 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5197641b-bb01-4706-8b19-b381b4eef160 None None] Checking router: 067b225b-698f-46a6-9bbc-819a11c5eece for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:40:41.299713 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5197641b-bb01-4706-8b19-b381b4eef160 None None] Routers {'067b225b-698f-46a6-9bbc-819a11c5eece'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:41.300767 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5197641b-bb01-4706-8b19-b381b4eef160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['067b225b-698f-46a6-9bbc-819a11c5eece'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:41.304889 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-385ab37b-e105-44ad-aba1-3b70313666f5 service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962514 Mar 11 11:40:41.376515 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-7b2f6cd9-26f6-4b5e-ab6a-2cf422ecc745 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23206c1-c050-428e-9722-2c07cb83441b HTTP/1.1" status: 200 len: 998 time: 0.1434424 Mar 11 11:40:41.380126 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a5bf27f9-eac1-4374-9e32-52c9e4e814e4 None None] For port ce3a03e4-ef70-47e0-a77c-031f4292a50b, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ce3a03e4-ef70-47e0-a77c-031f4292a50b,segment=NetworkSegment(30f3ad7b-4988-432b-be18-36382f5e44bf),segment_id=30f3ad7b-4988-432b-be18-36382f5e44bf)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:41.390007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7aad6f0-23cc-479a-8add-b0f47a9d7525 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:40:41.415045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:41.429480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab1e01-2dce-4618-bded-54dbcd41e7d0 None None] The sync data for ids ['fe27cfe9-8039-4d8f-b00a-e8d5163952b6'] in n-d-833234-2 is: [{'id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1635207900-router', 'tenant_id': '564fa0ffa47f40ccb523bc83113dc76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'a2c79861-c267-4a86-99d8-3f2f8b2a13b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:24Z', 'updated_at': '2022-03-11T11:40:32Z', 'revision_number': 4, 'project_id': '564fa0ffa47f40ccb523bc83113dc76e', 'gw_port': {'id': 'a2c79861-c267-4a86-99d8-3f2f8b2a13b6', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:25Z', 'updated_at': '2022-03-11T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'ce3a03e4-ef70-47e0-a77c-031f4292a50b', 'name': '', 'network_id': '1afa856a-3724-41da-a719-f90c556b8880', 'tenant_id': '564fa0ffa47f40ccb523bc83113dc76e', 'mac_address': 'fa:16:3e:12:2b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:30Z', 'updated_at': '2022-03-11T11:40:39Z', 'revision_number': 4, 'project_id': '564fa0ffa47f40ccb523bc83113dc76e', 'subnets': [{'id': '42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:40:41.435312 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a5bf27f9-eac1-4374-9e32-52c9e4e814e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:41.461705 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:41.519073 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b711156-0aa7-4419-aed1-e9d12d6b275c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (900f0834-fbff-4203-bddb-573f955892d4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:41.555058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-1a1f20d8-3a0e-4934-b72b-902b7b398524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:41.557035 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-1a1f20d8-3a0e-4934-b72b-902b7b398524 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b167146-f97a-4fc0-ada4-3ac453097dad HTTP/1.1" status: 200 len: 867 time: 0.1008573 Mar 11 11:40:41.575516 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b711156-0aa7-4419-aed1-e9d12d6b275c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=900f0834-fbff-4203-bddb-573f955892d4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:41.624529 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b711156-0aa7-4419-aed1-e9d12d6b275c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:41.637384 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6b711156-0aa7-4419-aed1-e9d12d6b275c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/900f0834-fbff-4203-bddb-573f955892d4 HTTP/1.1" status: 204 len: 168 time: 1.2649655 Mar 11 11:40:41.644699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39510) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:41.649370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c581c5-bde8-493f-bb82-ec1f50c6a0b4 None None] Network 312d19f9-7005-4de7-8f01-ccb1029393af requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:40:41.670539 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5197641b-bb01-4706-8b19-b381b4eef160 None None] Set router 067b225b-698f-46a6-9bbc-819a11c5eece gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:41.694263 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41becd34-a966-42f7-8b69-df5390a96134 req-b327a2d7-1fdd-4cf9-bf13-8f8f4d737c2b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:41.696666 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41becd34-a966-42f7-8b69-df5390a96134 req-b327a2d7-1fdd-4cf9-bf13-8f8f4d737c2b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 944 time: 0.3190348 Mar 11 11:40:41.713012 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-95ca5bfd-af82-4c05-8980-1d38aa20146b service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598151 Mar 11 11:40:41.787384 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['f7aad6f0-23cc-479a-8add-b0f47a9d7525'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:41.818616 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41becd34-a966-42f7-8b69-df5390a96134 req-6d58730b-b391-4828-8b0b-078bacc322ff tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107767 Mar 11 11:40:41.834916 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-4dbc0840-e211-42d0-849f-d0d74c7d83c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:41.849856 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-4dbc0840-e211-42d0-849f-d0d74c7d83c8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d2069503-97b5-4693-8805-2e3e622ce906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2837918 Mar 11 11:40:41.880473 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (312d19f9-7005-4de7-8f01-ccb1029393af), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:41.990555 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device f7aad6f0-23cc-479a-8add-b0f47a9d7525 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:40:42.131659 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5197641b-bb01-4706-8b19-b381b4eef160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602280175-router', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:06Z', 'revision_number': 4, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'gw_port': {'id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '28e8ad08-bebf-4919-a5fc-deff73798b6b', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'port_id': 'b23206c1-c050-428e-9722-2c07cb83441b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906', 'mac_address': 'fa:16:3e:d4:ff:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fd2d5f-8eb9-4981-9b80-a300ded8a80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:40:34Z', 'updated_at': '2022-03-11T11:40:38Z', 'revision_number': 1, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b97a4e7-df54-4839-abb3-20ebfe361c45', 'name': '', 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'mac_address': 'fa:16:3e:3a:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:05Z', 'updated_at': '2022-03-11T11:40:13Z', 'revision_number': 5, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'subnets': [{'id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:42.187022 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-ee31fc45-39dc-40f1-acbe-09680260ea3a service neutron] 10.222.0.78 "GET /v2.0/networks/d2069503-97b5-4693-8805-2e3e622ce906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265266 Mar 11 11:40:42.209522 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5197641b-bb01-4706-8b19-b381b4eef160 None None] The sync data for ids ['067b225b-698f-46a6-9bbc-819a11c5eece'] in n-d-833234-2 is: [{'id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602280175-router', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:06Z', 'revision_number': 4, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'gw_port': {'id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '28e8ad08-bebf-4919-a5fc-deff73798b6b', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'port_id': 'b23206c1-c050-428e-9722-2c07cb83441b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906', 'mac_address': 'fa:16:3e:d4:ff:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fd2d5f-8eb9-4981-9b80-a300ded8a80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:40:34Z', 'updated_at': '2022-03-11T11:40:38Z', 'revision_number': 1, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b97a4e7-df54-4839-abb3-20ebfe361c45', 'name': '', 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'mac_address': 'fa:16:3e:3a:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:05Z', 'updated_at': '2022-03-11T11:40:13Z', 'revision_number': 5, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'subnets': [{'id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:40:42.221907 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] Deleting port 503d501d-5cdf-4306-bf6f-ce76624b30dd {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:40:42.222456 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (503d501d-5cdf-4306-bf6f-ce76624b30dd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:42.226044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-871b12e3-ca56-4f19-913b-03b04ab03bb3 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:42.249183 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-871b12e3-ca56-4f19-913b-03b04ab03bb3 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e&tenant_id=1cecaa0b73904c0b969683224717fe2d&binding%3Ahost_id=n-h2-833234-2 HTTP/1.1" status: 200 len: 1127 time: 0.1762822 Mar 11 11:40:42.412758 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ce3a03e4-ef70-47e0-a77c-031f4292a50b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:42.413389 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:42.416951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf27f9-eac1-4374-9e32-52c9e4e814e4 None None] Pushing event updated for resources: {'Port': ['ID=ce3a03e4-ef70-47e0-a77c-031f4292a50b,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:42.481760 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78f5efa3-afa1-4ef7-937d-5e9c506b339b req-86b54db0-3abb-47ce-84f7-b7d8b75f597d service neutron] 10.222.0.78 "GET /v2.0/networks/d2069503-97b5-4693-8805-2e3e622ce906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801239 Mar 11 11:40:42.517083 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6f5f822f-03a3-4eac-9c3f-531c49aba6b6 None None] Provisioning complete for port ce3a03e4-ef70-47e0-a77c-031f4292a50b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:42.526187 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6f5f822f-03a3-4eac-9c3f-531c49aba6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:42.538830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] For port 503d501d-5cdf-4306-bf6f-ce76624b30dd, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=503d501d-5cdf-4306-bf6f-ce76624b30dd,segment=NetworkSegment(9b32ec32-3a2c-47e6-89ca-d37e8dcf4376),segment_id=9b32ec32-3a2c-47e6-89ca-d37e8dcf4376)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:42.539195 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (503d501d-5cdf-4306-bf6f-ce76624b30dd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:42.555603 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] Calling delete_port for 503d501d-5cdf-4306-bf6f-ce76624b30dd owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:40:42.607411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b4e660d-a5f8-4b47-983e-f2fa29f4775b req-353956e4-c5d6-46c0-9185-464d520d31b2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/1620ead8-bfa7-480f-9645-8d088ed48ce8 HTTP/1.1" status: 200 len: 1817 time: 0.4156857 Mar 11 11:40:42.650669 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b56c9fc-0a15-405c-b0be-55f15f1d7683 x-openstack-request-id: req-5b56c9fc-0a15-405c-b0be-55f15f1d7683 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:42.658836 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15871959-5c12-405f-971b-1a11ec842a85", "tag": "cb3f3664-2931-4497-b6a3-a59f96a13ded", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:42.659042 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5b56c9fc-0a15-405c-b0be-55f15f1d7683 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:42.659453 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15871959-5c12-405f-971b-1a11ec842a85', 'tag': 'cb3f3664-2931-4497-b6a3-a59f96a13ded', 'status': 'completed', 'code': 200} Mar 11 11:40:42.759210 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=f7aad6f0-23cc-479a-8add-b0f47a9d7525,revision_number=11']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:42.783774 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-5b4e660d-a5f8-4b47-983e-f2fa29f4775b req-9921c444-0d0d-412a-8aee-540fde3f7ab8 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 11:40:42.785485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b4e660d-a5f8-4b47-983e-f2fa29f4775b req-9921c444-0d0d-412a-8aee-540fde3f7ab8 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "DELETE /v2.0/security-groups/1620ead8-bfa7-480f-9645-8d088ed48ce8 HTTP/1.1" status: 409 len: 341 time: 0.1671631 Mar 11 11:40:42.918475 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (503d501d-5cdf-4306-bf6f-ce76624b30dd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:42.988263 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] Pushing event deleted for resources: {'Port': ['ID=503d501d-5cdf-4306-bf6f-ce76624b30dd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:43.015868 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b4f68-8541-46f0-94c2-cb0efff7440d None None] New status for floating IP 28e8ad08-bebf-4919-a5fc-deff73798b6b: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:40:43.071402 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] No DVR routers for this DVR port 503d501d-5cdf-4306-bf6f-ce76624b30dd on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:40:43.099831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f41b14-d9fd-450e-ab42-99232fe7c142 req-40416f15-358c-4c97-a405-5b12d3381234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:43.101262 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-64f41b14-d9fd-450e-ab42-99232fe7c142 req-40416f15-358c-4c97-a405-5b12d3381234 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8339615d4fc4763a1b414104472635d&device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 1206 time: 0.3118546 Mar 11 11:40:43.116725 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:40:43.162571 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-81273cb5-4a4c-4b27-9fb6-ef85938acf62 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 258 time: 0.3306124 Mar 11 11:40:43.175988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-e236ae76-c2db-444a-a1bc-39e29f674513 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:43.246078 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-e236ae76-c2db-444a-a1bc-39e29f674513 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:43.331066 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device f7aad6f0-23cc-479a-8add-b0f47a9d7525 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:40:43.333670 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:43.391692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbf2ef-6a0c-46b0-8a25-9b32a046ab1e req-0908ae6f-9def-413b-bad9-dc2705dbe094 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:43.393333 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50bbf2ef-6a0c-46b0-8a25-9b32a046ab1e req-0908ae6f-9def-413b-bad9-dc2705dbe094 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 945 time: 0.0821862 Mar 11 11:40:43.447004 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (312d19f9-7005-4de7-8f01-ccb1029393af), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:43.453130 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port f7aad6f0-23cc-479a-8add-b0f47a9d7525 is: BUILD; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:43.454600 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:43.471697 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50bbf2ef-6a0c-46b0-8a25-9b32a046ab1e req-5a477d61-fc4b-4ea3-88b5-67116fae667b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477679 Mar 11 11:40:43.473666 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312d19f9-7005-4de7-8f01-ccb1029393af']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:43.505044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:43.507628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b32ec32-3a2c-47e6-89ca-d37e8dcf4376') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:43.529461 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (9b32ec32-3a2c-47e6-89ca-d37e8dcf4376), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:43.530779 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-e236ae76-c2db-444a-a1bc-39e29f674513 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:43.555815 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (9b32ec32-3a2c-47e6-89ca-d37e8dcf4376), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:43.566619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:40:43.566907 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (9b32ec32-3a2c-47e6-89ca-d37e8dcf4376), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:43.685290 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] The host n-h1-833234-2 is not matching for port f7aad6f0-23cc-479a-8add-b0f47a9d7525 host n-h2-833234-2! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 11:40:43.686046 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device f7aad6f0-23cc-479a-8add-b0f47a9d7525 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:40:43.686537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f41b14-d9fd-450e-ab42-99232fe7c142 req-dc4c5f2d-e627-4f8c-a4bb-2045bda1c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:43.689205 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-64f41b14-d9fd-450e-ab42-99232fe7c142 req-dc4c5f2d-e627-4f8c-a4bb-2045bda1c096 service neutron] 10.222.0.71 "GET /v2.0/networks?id=89e1213f-c73f-4a54-9c2d-e7592a5f1043 HTTP/1.1" status: 200 len: 914 time: 0.5019956 Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:40:43.693731 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:40:43.707345 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (312d19f9-7005-4de7-8f01-ccb1029393af), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:43.767896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da8475-4e15-44d7-a355-2c75d425fc6f req-111022ab-627e-42f3-b31d-7225a72a2842 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:43.774801 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-64f41b14-d9fd-450e-ab42-99232fe7c142 req-a1fa0e55-cb96-4e02-8554-257c0aaf2711 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb3f3664-2931-4497-b6a3-a59f96a13ded HTTP/1.1" status: 200 len: 217 time: 0.0643647 Mar 11 11:40:43.775931 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a9da8475-4e15-44d7-a355-2c75d425fc6f req-111022ab-627e-42f3-b31d-7225a72a2842 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 950 time: 0.1305251 Mar 11 11:40:43.779868 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:43.791406 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] 10.222.0.78 "DELETE /v2.0/networks/312d19f9-7005-4de7-8f01-ccb1029393af HTTP/1.1" status: 204 len: 168 time: 2.1335242 Mar 11 11:40:43.825911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-bbd6fcc1-4180-4277-b516-f1926076ec9d service neutron] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:40:43.857127 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-bbd6fcc1-4180-4277-b516-f1926076ec9d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:43.858683 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a38fc5c-d839-4248-bac3-c77e6c10e49f req-bbd6fcc1-4180-4277-b516-f1926076ec9d service neutron] 10.222.0.37 "DELETE /v2.0/ports/f7aad6f0-23cc-479a-8add-b0f47a9d7525/bindings/n-h1-833234-2 HTTP/1.1" status: 204 len: 173 time: 1.5741711 Mar 11 11:40:43.859841 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736f3b9-3aa5-4b5a-8a0a-d9a0bd496505 admin admin] Pushing event deleted for resources: {'Network': ['ID=312d19f9-7005-4de7-8f01-ccb1029393af,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:43.863971 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f822f-03a3-4eac-9c3f-531c49aba6b6 None None] Current status of the port ce3a03e4-ef70-47e0-a77c-031f4292a50b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:43.906828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ce3a03e4-ef70-47e0-a77c-031f4292a50b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:43.907441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f41b14-d9fd-450e-ab42-99232fe7c142 req-444f7baa-0529-43ca-ab36-b9118a93370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:43.909120 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-64f41b14-d9fd-450e-ab42-99232fe7c142 req-444f7baa-0529-43ca-ab36-b9118a93370e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b82adfd-ba87-46c8-8859-618521697303 HTTP/1.1" status: 200 len: 853 time: 0.1108396 Mar 11 11:40:43.991300 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-e236ae76-c2db-444a-a1bc-39e29f674513 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Allocated IP 172.25.7.146 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/785c2f2c-9f85-4f03-9eed-96b2df6fe5ed) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:40:44.002119 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-64f41b14-d9fd-450e-ab42-99232fe7c142 req-8794694f-ffca-480b-88d1-3f1d96c4cb7a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=89e1213f-c73f-4a54-9c2d-e7592a5f1043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742941 Mar 11 11:40:44.002720 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f7aad6f0-23cc-479a-8add-b0f47a9d7525 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:40:44.007880 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cd284126-9ef5-482b-bd9f-af063d6de778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:44.022274 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a9da8475-4e15-44d7-a355-2c75d425fc6f req-0e034d6e-8980-482d-80e2-2d79129c87f7 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452731 Mar 11 11:40:44.119741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313e80b9-0acf-4f19-8fc2-d5881bc5001c None None] DHCP port deletion for 312d19f9-7005-4de7-8f01-ccb1029393af request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:40:44.303314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39540) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:44.377482 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-61b9a911-fa55-4104-aa7b-2aa9039fd36d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8a575fd1f0084cada11c1aea396b02ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0727391 Mar 11 11:40:44.417360 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39542) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:44.428711 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:40:44.430693 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:40:44.436038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ce3a03e4-ef70-47e0-a77c-031f4292a50b up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:44.449470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7854cc-9007-4930-88fc-63801abbe9d2 req-4f146dbb-3385-43ce-b05e-c1943d176105 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:44.451564 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c7854cc-9007-4930-88fc-63801abbe9d2 req-4f146dbb-3385-43ce-b05e-c1943d176105 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 1023 time: 0.2947063 Mar 11 11:40:44.521447 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-e236ae76-c2db-444a-a1bc-39e29f674513 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks [] for port (785c2f2c-9f85-4f03-9eed-96b2df6fe5ed), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:44.633995 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-e236ae76-c2db-444a-a1bc-39e29f674513 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (785c2f2c-9f85-4f03-9eed-96b2df6fe5ed), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:44.662423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fd2d5f-8eb9-4981-9b80-a300ded8a80e', 'tag': 'b23206c1-c050-428e-9722-2c07cb83441b'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:44.665064 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c38082-0831-4441-8f09-d177aa806adc" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fd2d5f-8eb9-4981-9b80-a300ded8a80e", "tag": "b23206c1-c050-428e-9722-2c07cb83441b"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:44.742273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-e236ae76-c2db-444a-a1bc-39e29f674513 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:44.744526 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b07fc3ae-77e4-43d4-93cb-3fe1eb3adc82 admin admin] Publish callbacks [] for security_group (8d8ea0dc-d84e-411c-8bff-59aa280e9008), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:44.760535 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-64f41b14-d9fd-450e-ab42-99232fe7c142 req-4f7be5d8-27d7-4c55-8977-d28128c945c9 service neutron] 10.222.0.71 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7503190 Mar 11 11:40:44.771727 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b07fc3ae-77e4-43d4-93cb-3fe1eb3adc82 admin admin] Publish callbacks [] for security_group (8d8ea0dc-d84e-411c-8bff-59aa280e9008), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:44.795069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ce3a03e4-ef70-47e0-a77c-031f4292a50b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:44.795691 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:44.819356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-e236ae76-c2db-444a-a1bc-39e29f674513 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:44.828949 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-e236ae76-c2db-444a-a1bc-39e29f674513 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:40:44.925993 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-64f41b14-d9fd-450e-ab42-99232fe7c142 req-d8b0426a-302d-4e3a-b8db-351611b25b99 service neutron] 10.222.0.71 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561532 Mar 11 11:40:44.933754 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ce3a03e4-ef70-47e0-a77c-031f4292a50b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:44.973949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port f7aad6f0-23cc-479a-8add-b0f47a9d7525 is: BUILD; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:44.974346 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:44.995610 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f7aad6f0-23cc-479a-8add-b0f47a9d7525 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:40:45.012937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:45.019670 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:45.045272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device f7aad6f0-23cc-479a-8add-b0f47a9d7525 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:45.141148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38c124-663c-4ad1-945f-2faa4bf35c80 req-6e4fb80f-a055-419d-860e-f67fde837b36 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:45.141148 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9f38c124-663c-4ad1-945f-2faa4bf35c80 req-6e4fb80f-a055-419d-860e-f67fde837b36 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.71 "GET /v2.0/ports?device_id=15871959-5c12-405f-971b-1a11ec842a85 HTTP/1.1" status: 200 len: 1023 time: 0.1075625 Mar 11 11:40:45.148884 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=f7aad6f0-23cc-479a-8add-b0f47a9d7525,revision_number=13']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:45.205305 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port f7aad6f0-23cc-479a-8add-b0f47a9d7525 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:40:45.234368 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port f7aad6f0-23cc-479a-8add-b0f47a9d7525 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:45.246098 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:45.315835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-9f38c124-663c-4ad1-945f-2faa4bf35c80 req-e7ee0231-4094-4db6-a527-73c363cf175f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Deleting port cb3f3664-2931-4497-b6a3-a59f96a13ded {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:40:45.316205 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9f38c124-663c-4ad1-945f-2faa4bf35c80 req-e7ee0231-4094-4db6-a527-73c363cf175f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:45.343940 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236ae76-c2db-444a-a1bc-39e29f674513 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Pushing event updated for resources: {'Port': ['ID=785c2f2c-9f85-4f03-9eed-96b2df6fe5ed,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:45.392107 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c7854cc-9007-4930-88fc-63801abbe9d2 req-7cc56d89-39db-4208-a23b-e6f3136c9864 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=1620ead8-bfa7-480f-9645-8d088ed48ce8&id=a367689b-a0ab-4806-8a20-fbd93551e415&id=550e8345-90db-4f39-b8fd-d1f1db07fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.9177735 Mar 11 11:40:45.446797 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-e236ae76-c2db-444a-a1bc-39e29f674513 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks [] for floatingip (294475eb-d2ef-4160-a96a-b60b7da9b459), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:45.477468 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b07fc3ae-77e4-43d4-93cb-3fe1eb3adc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8d8ea0dc-d84e-411c-8bff-59aa280e9008), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:45.488489 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b07fc3ae-77e4-43d4-93cb-3fe1eb3adc82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:45.491180 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b07fc3ae-77e4-43d4-93cb-3fe1eb3adc82 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d8ea0dc-d84e-411c-8bff-59aa280e9008 HTTP/1.1" status: 204 len: 168 time: 1.0727966 Mar 11 11:40:45.494382 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port f7aad6f0-23cc-479a-8add-b0f47a9d7525 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:45.495724 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:45.517171 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-9f38c124-663c-4ad1-945f-2faa4bf35c80 req-e7ee0231-4094-4db6-a527-73c363cf175f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] For port cb3f3664-2931-4497-b6a3-a59f96a13ded, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=cb3f3664-2931-4497-b6a3-a59f96a13ded,segment=NetworkSegment(f4335e3d-6747-4797-bfbf-720d866ede1f),segment_id=f4335e3d-6747-4797-bfbf-720d866ede1f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:45.517592 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9f38c124-663c-4ad1-945f-2faa4bf35c80 req-e7ee0231-4094-4db6-a527-73c363cf175f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:45.530537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-9f38c124-663c-4ad1-945f-2faa4bf35c80 req-e7ee0231-4094-4db6-a527-73c363cf175f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Calling delete_port for cb3f3664-2931-4497-b6a3-a59f96a13ded owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:40:45.553052 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fc3ae-77e4-43d4-93cb-3fe1eb3adc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8ea0dc-d84e-411c-8bff-59aa280e9008,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:45.555013 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:45.556082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fc059a-0e21-47d7-be7b-33c7c849ca5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aad6f0-23cc-479a-8add-b0f47a9d7525'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:45.558691 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23c9df4-e3cd-46d8-a05b-f41a0d69a2bd" -d '{"events": [{"server_uuid": "71fc059a-0e21-47d7-be7b-33c7c849ca5e", "name": "network-vif-plugged", "status": "completed", "tag": "f7aad6f0-23cc-479a-8add-b0f47a9d7525"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:45.580227 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:45.672845 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-e236ae76-c2db-444a-a1bc-39e29f674513 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (785c2f2c-9f85-4f03-9eed-96b2df6fe5ed), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:45.768282 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9f38c124-663c-4ad1-945f-2faa4bf35c80 req-e7ee0231-4094-4db6-a527-73c363cf175f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (cb3f3664-2931-4497-b6a3-a59f96a13ded), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:45.879828 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee0231-4094-4db6-a527-73c363cf175f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event deleted for resources: {'Port': ['ID=cb3f3664-2931-4497-b6a3-a59f96a13ded,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:45.917956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f38c124-663c-4ad1-945f-2faa4bf35c80 req-e7ee0231-4094-4db6-a527-73c363cf175f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] No DVR routers for this DVR port cb3f3664-2931-4497-b6a3-a59f96a13ded on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:40:45.929429 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9f38c124-663c-4ad1-945f-2faa4bf35c80 req-e7ee0231-4094-4db6-a527-73c363cf175f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:45.932680 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9f38c124-663c-4ad1-945f-2faa4bf35c80 req-e7ee0231-4094-4db6-a527-73c363cf175f tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.71 "DELETE /v2.0/ports/cb3f3664-2931-4497-b6a3-a59f96a13ded HTTP/1.1" status: 204 len: 173 time: 0.7881818 Mar 11 11:40:45.933284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15871959-5c12-405f-971b-1a11ec842a85', 'name': 'network-vif-deleted', 'tag': 'cb3f3664-2931-4497-b6a3-a59f96a13ded'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:45.936226 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81251e05-4b2a-4038-8e69-fd0ceba40186" -d '{"events": [{"server_uuid": "15871959-5c12-405f-971b-1a11ec842a85", "name": "network-vif-deleted", "tag": "cb3f3664-2931-4497-b6a3-a59f96a13ded"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:45.955524 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['aca977b5-af23-4fb7-8358-07bd3621a4b3'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:45.963736 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['cb3f3664-2931-4497-b6a3-a59f96a13ded'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:46.006504 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 503d501d-5cdf-4306-bf6f-ce76624b30dd no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:40:46.103021 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174514d-0b9c-4a5c-9590-7fd5b2b2585f req-e04bceb9-c31f-4310-b3aa-8f19e8bd72bb tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:46.111307 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b174514d-0b9c-4a5c-9590-7fd5b2b2585f req-e04bceb9-c31f-4310-b3aa-8f19e8bd72bb tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 1127 time: 0.4603345 Mar 11 11:40:46.167611 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 503d501d-5cdf-4306-bf6f-ce76624b30dd {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:40:46.167977 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 503d501d-5cdf-4306-bf6f-ce76624b30dd not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:40:46.189473 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-472b6709-f0ea-42b1-b4e0-ec4ee2abd5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:46.204874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=f7aad6f0-23cc-479a-8add-b0f47a9d7525,revision_number=14']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:46.208000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b174514d-0b9c-4a5c-9590-7fd5b2b2585f req-62b5077e-f6be-478b-8ed8-bb2f1323d70c tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957277 Mar 11 11:40:46.266072 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-e236ae76-c2db-444a-a1bc-39e29f674513 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks [] for port (785c2f2c-9f85-4f03-9eed-96b2df6fe5ed), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:46.276106 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-e236ae76-c2db-444a-a1bc-39e29f674513 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (785c2f2c-9f85-4f03-9eed-96b2df6fe5ed), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:46.341622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236ae76-c2db-444a-a1bc-39e29f674513 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Pushing event updated for resources: {'Port': ['ID=785c2f2c-9f85-4f03-9eed-96b2df6fe5ed,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:46.346029 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad13262-3174-421a-a85c-514f5e7efba9 x-openstack-request-id: req-3ad13262-3174-421a-a85c-514f5e7efba9 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:46.346316 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fd2d5f-8eb9-4981-9b80-a300ded8a80e", "tag": "b23206c1-c050-428e-9722-2c07cb83441b", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:46.346660 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3ad13262-3174-421a-a85c-514f5e7efba9 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:46.346970 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fd2d5f-8eb9-4981-9b80-a300ded8a80e', 'tag': 'b23206c1-c050-428e-9722-2c07cb83441b', 'status': 'completed', 'code': 200} Mar 11 11:40:46.520949 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-e236ae76-c2db-444a-a1bc-39e29f674513 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (294475eb-d2ef-4160-a96a-b60b7da9b459), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:46.551707 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c38082-0831-4441-8f09-d177aa806adc req-61d9764f-56c4-42b1-b1af-d651d15fd203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:46.555153 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-15c38082-0831-4441-8f09-d177aa806adc req-61d9764f-56c4-42b1-b1af-d651d15fd203 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af2f049b566d4095a9e405ed90e7dde8&device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 1127 time: 0.1663713 Mar 11 11:40:46.630571 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-e236ae76-c2db-444a-a1bc-39e29f674513 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:46.649918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-e236ae76-c2db-444a-a1bc-39e29f674513 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4710655 Mar 11 11:40:46.747458 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cf4ac-406c-4789-80ae-58ac41cf0db6 req-11920077-6a59-4fa5-a19e-af9191383c26 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:46.758267 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e7cf4ac-406c-4789-80ae-58ac41cf0db6 req-11920077-6a59-4fa5-a19e-af9191383c26 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 950 time: 0.2448752 Mar 11 11:40:46.769609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c38082-0831-4441-8f09-d177aa806adc req-1e61c438-3c61-44cb-b5a6-8868d1754fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:46.771823 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-15c38082-0831-4441-8f09-d177aa806adc req-1e61c438-3c61-44cb-b5a6-8868d1754fe5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d2069503-97b5-4693-8805-2e3e622ce906 HTTP/1.1" status: 200 len: 929 time: 0.2103870 Mar 11 11:40:46.793465 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-27e4137b-cf76-4ade-bed9-67e5a1a6cc72 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.146 HTTP/1.1" status: 200 len: 696 time: 0.1406846 Mar 11 11:40:46.873597 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e7cf4ac-406c-4789-80ae-58ac41cf0db6 req-a208d24e-de69-41df-abac-b39725fcc371 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141782 Mar 11 11:40:46.916166 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-15c38082-0831-4441-8f09-d177aa806adc req-055e9ab5-990f-4d46-a38f-178bdb3db724 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23206c1-c050-428e-9722-2c07cb83441b HTTP/1.1" status: 200 len: 1000 time: 0.1358452 Mar 11 11:40:46.957290 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5ae20a-3848-41b2-8d31-edff36ab0c95 x-openstack-request-id: req-1e5ae20a-3848-41b2-8d31-edff36ab0c95 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:46.958403 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fc059a-0e21-47d7-be7b-33c7c849ca5e", "name": "network-vif-plugged", "status": "completed", "tag": "f7aad6f0-23cc-479a-8add-b0f47a9d7525", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:46.958901 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e5ae20a-3848-41b2-8d31-edff36ab0c95 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:46.959516 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fc059a-0e21-47d7-be7b-33c7c849ca5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aad6f0-23cc-479a-8add-b0f47a9d7525', 'code': 200} Mar 11 11:40:47.035861 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-403e63fc-f1d7-41ef-8bc6-a9ec7a675ffc tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:47.038568 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88b80042-fa38-4cec-bba6-b30b0c5c840a req-403e63fc-f1d7-41ef-8bc6-a9ec7a675ffc tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.2439153 Mar 11 11:40:47.038744 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c38082-0831-4441-8f09-d177aa806adc req-94d598e6-5751-4266-a1cc-fd74f8fdfc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:47.040183 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-15c38082-0831-4441-8f09-d177aa806adc req-94d598e6-5751-4266-a1cc-fd74f8fdfc08 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b167146-f97a-4fc0-ada4-3ac453097dad HTTP/1.1" status: 200 len: 867 time: 0.0561833 Mar 11 11:40:47.042535 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b773bfaf-4e8e-4030-a683-a990d793ab5a x-openstack-request-id: req-b773bfaf-4e8e-4030-a683-a990d793ab5a {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:47.042813 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15871959-5c12-405f-971b-1a11ec842a85", "name": "network-vif-deleted", "tag": "cb3f3664-2931-4497-b6a3-a59f96a13ded", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:47.043067 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b773bfaf-4e8e-4030-a683-a990d793ab5a {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:47.049443 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15871959-5c12-405f-971b-1a11ec842a85', 'name': 'network-vif-deleted', 'tag': 'cb3f3664-2931-4497-b6a3-a59f96a13ded', 'status': 'completed', 'code': 200} Mar 11 11:40:47.055005 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:47.097299 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4bd6d6cc-1a32-49a1-8822-e78c628b1c7a req-a4745a96-016d-4f0d-aeb6-809a0376ab44 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1754954 Mar 11 11:40:47.107269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c38082-0831-4441-8f09-d177aa806adc req-191fb9fb-a087-4bf7-b43b-2d94a6767e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:47.109092 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-15c38082-0831-4441-8f09-d177aa806adc req-191fb9fb-a087-4bf7-b43b-2d94a6767e15 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d2069503-97b5-4693-8805-2e3e622ce906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0625226 Mar 11 11:40:47.176131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b76ed-5787-4f3d-8320-4e72881315a2 req-ebee1790-d300-4ad1-8444-210859999cef tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:47.177994 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1b4b76ed-5787-4f3d-8320-4e72881315a2 req-ebee1790-d300-4ad1-8444-210859999cef tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 1128 time: 0.0585017 Mar 11 11:40:47.218437 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-15c38082-0831-4441-8f09-d177aa806adc req-9f79c880-ec12-4792-b978-80714cbeed39 service neutron] 10.222.0.71 "GET /v2.0/networks/d2069503-97b5-4693-8805-2e3e622ce906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006992 Mar 11 11:40:47.237816 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1b4b76ed-5787-4f3d-8320-4e72881315a2 req-52eee74a-e140-4c21-9330-201b5fba9e00 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519924 Mar 11 11:40:47.298880 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6d6cc-1a32-49a1-8822-e78c628b1c7a req-187d2127-b799-497e-aecc-9e7ef6ca4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:47.300423 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4bd6d6cc-1a32-49a1-8822-e78c628b1c7a req-187d2127-b799-497e-aecc-9e7ef6ca4bb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8339615d4fc4763a1b414104472635d&device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 1207 time: 0.0809515 Mar 11 11:40:47.432269 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-15c38082-0831-4441-8f09-d177aa806adc req-2f431cb8-8cc0-4028-8bd7-e2ace76b97e5 service neutron] 10.222.0.71 "GET /v2.0/networks/d2069503-97b5-4693-8805-2e3e622ce906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039165 Mar 11 11:40:47.466990 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6d6cc-1a32-49a1-8822-e78c628b1c7a req-63d51b83-5393-4947-9001-7d6806fd44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:47.467197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc06521-b0d8-4d99-98e9-3cce414c48ea req-b8cb480e-3420-4c93-aff4-f3377a3f841e tempest-LiveMigrationNegativeTest-278011865 tempest-LiveMigrationNegativeTest-278011865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:47.468479 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1bc06521-b0d8-4d99-98e9-3cce414c48ea req-b8cb480e-3420-4c93-aff4-f3377a3f841e tempest-LiveMigrationNegativeTest-278011865 tempest-LiveMigrationNegativeTest-278011865-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 1132 time: 0.0696180 Mar 11 11:40:47.468689 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4bd6d6cc-1a32-49a1-8822-e78c628b1c7a req-63d51b83-5393-4947-9001-7d6806fd44e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89e1213f-c73f-4a54-9c2d-e7592a5f1043 HTTP/1.1" status: 200 len: 914 time: 0.1289148 Mar 11 11:40:47.488722 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1bc06521-b0d8-4d99-98e9-3cce414c48ea req-042b0553-3824-49af-9471-7802ad8cb5b2 tempest-LiveMigrationNegativeTest-278011865 tempest-LiveMigrationNegativeTest-278011865-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:47.525970 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4bd6d6cc-1a32-49a1-8822-e78c628b1c7a req-46d333f6-c384-42f9-8c4a-a8fc9448d4e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aca977b5-af23-4fb7-8358-07bd3621a4b3 HTTP/1.1" status: 200 len: 217 time: 0.0420337 Mar 11 11:40:47.597598 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6d6cc-1a32-49a1-8822-e78c628b1c7a req-0ae67aa1-2aa1-4646-abe3-ce71809b9dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:47.599464 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4bd6d6cc-1a32-49a1-8822-e78c628b1c7a req-0ae67aa1-2aa1-4646-abe3-ce71809b9dbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b82adfd-ba87-46c8-8859-618521697303 HTTP/1.1" status: 200 len: 853 time: 0.0627222 Mar 11 11:40:47.602185 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1bc06521-b0d8-4d99-98e9-3cce414c48ea req-042b0553-3824-49af-9471-7802ad8cb5b2 tempest-LiveMigrationNegativeTest-278011865 tempest-LiveMigrationNegativeTest-278011865-project-admin] Publish callbacks [] for security_group (c22e1eaf-bde6-4f4e-88a3-f2899e218655), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:47.608869 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1bc06521-b0d8-4d99-98e9-3cce414c48ea req-042b0553-3824-49af-9471-7802ad8cb5b2 tempest-LiveMigrationNegativeTest-278011865 tempest-LiveMigrationNegativeTest-278011865-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c22e1eaf-bde6-4f4e-88a3-f2899e218655), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:47.647080 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4bd6d6cc-1a32-49a1-8822-e78c628b1c7a req-0fb0f0d6-d604-40ec-8b96-1256f5dc9faf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89e1213f-c73f-4a54-9c2d-e7592a5f1043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389946 Mar 11 11:40:47.648363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b0553-3824-49af-9471-7802ad8cb5b2 tempest-LiveMigrationNegativeTest-278011865 tempest-LiveMigrationNegativeTest-278011865-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22e1eaf-bde6-4f4e-88a3-f2899e218655,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:47.654092 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1bc06521-b0d8-4d99-98e9-3cce414c48ea req-042b0553-3824-49af-9471-7802ad8cb5b2 tempest-LiveMigrationNegativeTest-278011865 tempest-LiveMigrationNegativeTest-278011865-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792493 Mar 11 11:40:47.791726 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4bd6d6cc-1a32-49a1-8822-e78c628b1c7a req-af41e8d6-5208-4b08-9a59-95e6963fee8f service neutron] 10.222.0.37 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252568 Mar 11 11:40:47.938813 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4bd6d6cc-1a32-49a1-8822-e78c628b1c7a req-8641253a-cf8a-4ff2-8c38-e4d337a518d2 service neutron] 10.222.0.37 "GET /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201825 Mar 11 11:40:48.038498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608a932-0e47-48b6-9cff-8053681406ce req-f7a75aca-c0e8-479a-8c54-875c60274377 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:48.039836 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c608a932-0e47-48b6-9cff-8053681406ce req-f7a75aca-c0e8-479a-8c54-875c60274377 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0675936 Mar 11 11:40:48.106149 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c608a932-0e47-48b6-9cff-8053681406ce req-538918bb-4571-49c1-aeef-8702ea7e98fd tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.146 HTTP/1.1" status: 200 len: 696 time: 0.0589247 Mar 11 11:40:48.114808 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-c608a932-0e47-48b6-9cff-8053681406ce req-1f3b81fc-07fe-45e0-85b1-12c6925b0f8b tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Request body: {'floatingip': {'port_id': 'b23206c1-c050-428e-9722-2c07cb83441b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:48.170500 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c608a932-0e47-48b6-9cff-8053681406ce req-1f3b81fc-07fe-45e0-85b1-12c6925b0f8b tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks [] for floatingip (294475eb-d2ef-4160-a96a-b60b7da9b459), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:48.331385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-1a637062-c447-42c3-9e93-32c8fe1e5a57 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:40:48.333487 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-1a637062-c447-42c3-9e93-32c8fe1e5a57 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0280633 Mar 11 11:40:48.445339 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:48.447796 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-173f71d6-762a-41cb-8461-0454481e8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:48.449279 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-173f71d6-762a-41cb-8461-0454481e8f8d service neutron] 10.222.0.78 "GET /v2.0/ports/5374bb1a-0871-4faa-ac73-13449215c526 HTTP/1.1" status: 200 len: 1124 time: 0.1084163 Mar 11 11:40:48.459207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-1a2ea672-7a03-4109-b4a6-c030e79bab54 service neutron] Request body: {'binding': {'host': 'n-h1-833234-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:48.459792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-1a2ea672-7a03-4109-b4a6-c030e79bab54 service neutron] Unknown quota resources ['binding']. {{(pid=104031) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 11:40:48.596432 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-c608a932-0e47-48b6-9cff-8053681406ce req-1f3b81fc-07fe-45e0-85b1-12c6925b0f8b tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 11:40:48.597493 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c608a932-0e47-48b6-9cff-8053681406ce req-1f3b81fc-07fe-45e0-85b1-12c6925b0f8b tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "PUT /v2.0/floatingips/294475eb-d2ef-4160-a96a-b60b7da9b459 HTTP/1.1" status: 409 len: 550 time: 0.4904091 Mar 11 11:40:48.690599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-1a2ea672-7a03-4109-b4a6-c030e79bab54 service neutron] Attempting to bind port 5374bb1a-0871-4faa-ac73-13449215c526 on host n-h1-833234-2 for vnic_type normal with profile None {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:40:48.691090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-1a2ea672-7a03-4109-b4a6-c030e79bab54 service neutron] Attempting to bind port 5374bb1a-0871-4faa-ac73-13449215c526 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:40:48.691518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-1a2ea672-7a03-4109-b4a6-c030e79bab54 service neutron] Attempting to bind port 5374bb1a-0871-4faa-ac73-13449215c526 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:48.698646 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb3b33ad-9601-4664-98f8-6e1115d716e4 req-2597839a-b3d7-4077-81e8-85aa69613703 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/550e8345-90db-4f39-b8fd-d1f1db07fd78 HTTP/1.1" status: 200 len: 1818 time: 0.0802178 Mar 11 11:40:48.699331 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-1a2ea672-7a03-4109-b4a6-c030e79bab54 service neutron] Port 5374bb1a-0871-4faa-ac73-13449215c526 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:40:48.699786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-1a2ea672-7a03-4109-b4a6-c030e79bab54 service neutron] Attempting to bind port 5374bb1a-0871-4faa-ac73-13449215c526 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:48.705028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-1a2ea672-7a03-4109-b4a6-c030e79bab54 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:40:48.705435 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-1a2ea672-7a03-4109-b4a6-c030e79bab54 service neutron] Checking segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:48.705874 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-1a2ea672-7a03-4109-b4a6-c030e79bab54 service neutron] Bound using segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:40:48.706362 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-1a2ea672-7a03-4109-b4a6-c030e79bab54 service neutron] Bound port: 5374bb1a-0871-4faa-ac73-13449215c526, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:40:48.796952 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-1a2ea672-7a03-4109-b4a6-c030e79bab54 service neutron] For port 5374bb1a-0871-4faa-ac73-13449215c526, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=5374bb1a-0871-4faa-ac73-13449215c526,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:40:48.805259 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-1a2ea672-7a03-4109-b4a6-c030e79bab54 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:48.806433 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-1a2ea672-7a03-4109-b4a6-c030e79bab54 service neutron] 10.222.0.78 "POST /v2.0/ports/5374bb1a-0871-4faa-ac73-13449215c526/bindings HTTP/1.1" status: 201 len: 389 time: 0.3511097 Mar 11 11:40:48.806972 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-cb3b33ad-9601-4664-98f8-6e1115d716e4 req-0c9351b9-d890-41e5-b047-462afa121a14 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (550e8345-90db-4f39-b8fd-d1f1db07fd78), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:48.834251 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-cb3b33ad-9601-4664-98f8-6e1115d716e4 req-0c9351b9-d890-41e5-b047-462afa121a14 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (550e8345-90db-4f39-b8fd-d1f1db07fd78), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:48.924014 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-cb3b33ad-9601-4664-98f8-6e1115d716e4 req-0c9351b9-d890-41e5-b047-462afa121a14 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (550e8345-90db-4f39-b8fd-d1f1db07fd78), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:48.926969 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-cb3b33ad-9601-4664-98f8-6e1115d716e4 req-0c9351b9-d890-41e5-b047-462afa121a14 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:48.928220 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb3b33ad-9601-4664-98f8-6e1115d716e4 req-0c9351b9-d890-41e5-b047-462afa121a14 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "DELETE /v2.0/security-groups/550e8345-90db-4f39-b8fd-d1f1db07fd78 HTTP/1.1" status: 204 len: 173 time: 0.2196629 Mar 11 11:40:48.957217 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9351b9-d890-41e5-b047-462afa121a14 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=550e8345-90db-4f39-b8fd-d1f1db07fd78,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:49.040573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device cb3f3664-2931-4497-b6a3-a59f96a13ded no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:40:49.090546 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: cb3f3664-2931-4497-b6a3-a59f96a13ded {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:40:49.090887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device cb3f3664-2931-4497-b6a3-a59f96a13ded not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:40:49.191503 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21819923-a47c-495d-bc1a-14a537c61762 req-3a2df989-5611-4366-a152-1f048584b36c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:49.193063 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21819923-a47c-495d-bc1a-14a537c61762 req-3a2df989-5611-4366-a152-1f048584b36c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 808 time: 0.1637044 Mar 11 11:40:49.237130 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21819923-a47c-495d-bc1a-14a537c61762 req-e6870c54-0909-4840-a6b8-f1b71f0d104c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/quotas/1cecaa0b73904c0b969683224717fe2d HTTP/1.1" status: 200 len: 375 time: 0.0153067 Mar 11 11:40:49.246864 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb61cbd5-d93c-4fc0-a569-d1bcb8109ac3 req-afb277d4-59d9-4b54-b463-94a22e878e40 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/floatingips/294475eb-d2ef-4160-a96a-b60b7da9b459 HTTP/1.1" status: 200 len: 693 time: 0.0776484 Mar 11 11:40:49.258373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-93b16163-d195-46d6-b9a7-0ba598373303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:49.261071 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-93b16163-d195-46d6-b9a7-0ba598373303 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 1127 time: 0.1029861 Mar 11 11:40:49.370226 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21819923-a47c-495d-bc1a-14a537c61762 req-ba6df9dd-a9e6-4fb1-9f97-078cc365a963 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1211245 Mar 11 11:40:49.382272 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-201df1dd-6c5c-4f73-b9f5-ee787be88487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:49.383924 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-201df1dd-6c5c-4f73-b9f5-ee787be88487 service neutron] 10.222.0.71 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.1132758 Mar 11 11:40:49.435954 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-5b5529d4-0e71-442b-9327-549984fac25b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5374bb1a-0871-4faa-ac73-13449215c526 HTTP/1.1" status: 200 len: 217 time: 0.0446911 Mar 11 11:40:49.452604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61cbd5-d93c-4fc0-a569-d1bcb8109ac3 req-654192ff-75f0-4d03-a1f7-0b4e2aefac5e tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:49.460072 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb61cbd5-d93c-4fc0-a569-d1bcb8109ac3 req-654192ff-75f0-4d03-a1f7-0b4e2aefac5e tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.2122836 Mar 11 11:40:49.514998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-21c6ecf5-c8d1-46bd-b598-0d2091c8c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:49.516697 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-21c6ecf5-c8d1-46bd-b598-0d2091c8c34e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.0740364 Mar 11 11:40:49.516825 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb61cbd5-d93c-4fc0-a569-d1bcb8109ac3 req-261aa470-21b4-4923-a286-09da3ba91a29 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.146 HTTP/1.1" status: 200 len: 696 time: 0.0555925 Mar 11 11:40:49.549873 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-4d493ee5-3c69-49b3-92cb-68857a418221 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253406 Mar 11 11:40:49.579696 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb61cbd5-d93c-4fc0-a569-d1bcb8109ac3 req-0634f5a5-5b77-4948-88dd-7184118d81be tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.146 HTTP/1.1" status: 200 len: 696 time: 0.0614357 Mar 11 11:40:49.587878 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21819923-a47c-495d-bc1a-14a537c61762 req-516e0bc8-fe65-4290-aba0-82d6a1076322 service neutron] 10.222.0.78 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168224 Mar 11 11:40:49.659227 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-011e179b-4334-48f3-a106-e2f6bc808061 service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027896 Mar 11 11:40:49.778240 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-d7018093-8aa7-48f1-82a1-a55ca4cb9577 service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123900 Mar 11 11:40:49.778472 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21819923-a47c-495d-bc1a-14a537c61762 req-07ff3eda-eadc-4f11-a883-15983b092fdd service neutron] 10.222.0.78 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896238 Mar 11 11:40:49.808650 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-fb61cbd5-d93c-4fc0-a569-d1bcb8109ac3 req-9546fcd1-fcfe-4230-9eb5-7fc92e8412d2 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Deleting port 785c2f2c-9f85-4f03-9eed-96b2df6fe5ed {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:40:49.809040 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fb61cbd5-d93c-4fc0-a569-d1bcb8109ac3 req-9546fcd1-fcfe-4230-9eb5-7fc92e8412d2 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (785c2f2c-9f85-4f03-9eed-96b2df6fe5ed), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:49.984925 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fb61cbd5-d93c-4fc0-a569-d1bcb8109ac3 req-9546fcd1-fcfe-4230-9eb5-7fc92e8412d2 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (785c2f2c-9f85-4f03-9eed-96b2df6fe5ed), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:49.985346 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fb61cbd5-d93c-4fc0-a569-d1bcb8109ac3 req-9546fcd1-fcfe-4230-9eb5-7fc92e8412d2 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks [] for floatingip (785c2f2c-9f85-4f03-9eed-96b2df6fe5ed), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:50.017449 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:50.043702 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-fb61cbd5-d93c-4fc0-a569-d1bcb8109ac3 req-9546fcd1-fcfe-4230-9eb5-7fc92e8412d2 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Calling delete_port for 785c2f2c-9f85-4f03-9eed-96b2df6fe5ed owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:40:50.130060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d884aa3-9c96-4c25-bb22-e60145ca54e0 req-a194f50f-1197-4440-98ad-6310a4ad0840 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:50.132006 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d884aa3-9c96-4c25-bb22-e60145ca54e0 req-a194f50f-1197-4440-98ad-6310a4ad0840 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 945 time: 0.1650403 Mar 11 11:40:50.284723 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d884aa3-9c96-4c25-bb22-e60145ca54e0 req-57782fb4-8414-43a8-968d-3c19417d1122 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079764 Mar 11 11:40:50.316388 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fb61cbd5-d93c-4fc0-a569-d1bcb8109ac3 req-9546fcd1-fcfe-4230-9eb5-7fc92e8412d2 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (785c2f2c-9f85-4f03-9eed-96b2df6fe5ed), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:50.358326 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546fcd1-fcfe-4230-9eb5-7fc92e8412d2 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Pushing event deleted for resources: {'Port': ['ID=785c2f2c-9f85-4f03-9eed-96b2df6fe5ed,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:50.448089 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c248b61-4591-4c30-b7ce-63e9995f7347 req-b72c4009-0f8d-4890-8421-f1b7d8cbe1d7 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/1620ead8-bfa7-480f-9645-8d088ed48ce8 HTTP/1.1" status: 200 len: 1817 time: 0.0943029 Mar 11 11:40:50.502763 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fb61cbd5-d93c-4fc0-a569-d1bcb8109ac3 req-9546fcd1-fcfe-4230-9eb5-7fc92e8412d2 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks [] for floatingip (294475eb-d2ef-4160-a96a-b60b7da9b459), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:50.505599 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fb61cbd5-d93c-4fc0-a569-d1bcb8109ac3 req-9546fcd1-fcfe-4230-9eb5-7fc92e8412d2 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:50.506810 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb61cbd5-d93c-4fc0-a569-d1bcb8109ac3 req-9546fcd1-fcfe-4230-9eb5-7fc92e8412d2 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "DELETE /v2.0/floatingips/294475eb-d2ef-4160-a96a-b60b7da9b459 HTTP/1.1" status: 204 len: 173 time: 0.9169025 Mar 11 11:40:50.528592 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6c248b61-4591-4c30-b7ce-63e9995f7347 req-967e0d4a-f929-48c1-8dfa-8e5e54eb6113 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (1620ead8-bfa7-480f-9645-8d088ed48ce8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:50.576942 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6c248b61-4591-4c30-b7ce-63e9995f7347 req-967e0d4a-f929-48c1-8dfa-8e5e54eb6113 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (1620ead8-bfa7-480f-9645-8d088ed48ce8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:50.690197 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6c248b61-4591-4c30-b7ce-63e9995f7347 req-967e0d4a-f929-48c1-8dfa-8e5e54eb6113 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1620ead8-bfa7-480f-9645-8d088ed48ce8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:50.692921 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6c248b61-4591-4c30-b7ce-63e9995f7347 req-967e0d4a-f929-48c1-8dfa-8e5e54eb6113 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:50.694075 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c248b61-4591-4c30-b7ce-63e9995f7347 req-967e0d4a-f929-48c1-8dfa-8e5e54eb6113 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "DELETE /v2.0/security-groups/1620ead8-bfa7-480f-9645-8d088ed48ce8 HTTP/1.1" status: 204 len: 173 time: 0.2452612 Mar 11 11:40:50.713131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e0d4a-f929-48c1-8dfa-8e5e54eb6113 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1620ead8-bfa7-480f-9645-8d088ed48ce8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:50.835169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26eed3a3-57d1-49c1-88c6-620bf401825b req-2c750888-c64b-4363-b221-5a132e65bc0f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 210 time: 0.0522456 Mar 11 11:40:50.944371 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-1ac9bb51-6982-428d-800a-e210cf1ff66b tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1000 time: 0.0917289 Mar 11 11:40:51.049979 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-fbd42a68-3398-4980-a94e-a75c81bfda0e tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:51.051398 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-fbd42a68-3398-4980-a94e-a75c81bfda0e tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/ports/b23206c1-c050-428e-9722-2c07cb83441b HTTP/1.1" status: 200 len: 942 time: 0.1062355 Mar 11 11:40:51.062059 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-a50a471e-c76f-40f3-83cb-65e636c95b8e req-78146229-369f-4ec8-a3d0-bf76457daced tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-346980747', 'description': 'tempest-description-1089532975'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:51.093056 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a50a471e-c76f-40f3-83cb-65e636c95b8e req-78146229-369f-4ec8-a3d0-bf76457daced tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:51.196642 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-b55a4123-c910-4156-98f3-89fdb3908010 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1000 time: 0.0879571 Mar 11 11:40:51.318842 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a50a471e-c76f-40f3-83cb-65e636c95b8e req-78146229-369f-4ec8-a3d0-bf76457daced tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (37d1226b-de08-495f-b26b-f615ed4750ea), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:51.341267 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a50a471e-c76f-40f3-83cb-65e636c95b8e req-78146229-369f-4ec8-a3d0-bf76457daced tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (37d1226b-de08-495f-b26b-f615ed4750ea), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:51.392289 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a50a471e-c76f-40f3-83cb-65e636c95b8e req-78146229-369f-4ec8-a3d0-bf76457daced tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:51.392289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a50a471e-c76f-40f3-83cb-65e636c95b8e req-78146229-369f-4ec8-a3d0-bf76457daced tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3288636 Mar 11 11:40:51.402591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-73aa8bf4-f9c8-4bea-b373-78972c0ef23f tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:51.411310 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-73aa8bf4-f9c8-4bea-b373-78972c0ef23f tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.1985738 Mar 11 11:40:51.434830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78146229-369f-4ec8-a3d0-bf76457daced tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d1226b-de08-495f-b26b-f615ed4750ea,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:51.533941 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21819923-a47c-495d-bc1a-14a537c61762 req-25b44f16-9ade-48e3-85ba-c9af73ac3250 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:51.537597 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-21819923-a47c-495d-bc1a-14a537c61762 req-25b44f16-9ade-48e3-85ba-c9af73ac3250 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.71 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 808 time: 0.2232165 Mar 11 11:40:51.552679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-21819923-a47c-495d-bc1a-14a537c61762 req-047986c7-5ae4-4852-b307-833bb5060a84 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Request body: {'port': {'device_id': '93fd5134-2a05-4045-8ce5-abeef22024f5', 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681', 'admin_state_up': True, 'tenant_id': '1cecaa0b73904c0b969683224717fe2d'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:51.673856 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-7ade1d47-2726-478e-adf7-64887da252ed tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1000 time: 0.2611256 Mar 11 11:40:51.690387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-9972e5ce-aad0-4f43-b79a-ca217c3ac310 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:51.714963 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21819923-a47c-495d-bc1a-14a537c61762 req-047986c7-5ae4-4852-b307-833bb5060a84 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Made reservation on behalf of 1cecaa0b73904c0b969683224717fe2d for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:40:51.718578 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-21819923-a47c-495d-bc1a-14a537c61762 req-047986c7-5ae4-4852-b307-833bb5060a84 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:51.784200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-9972e5ce-aad0-4f43-b79a-ca217c3ac310 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks [] for floatingip (28e8ad08-bebf-4919-a5fc-deff73798b6b), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:51.850129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237229c-3cc1-49fa-ba6d-ad5cb0bf63a3 req-da820ac4-de1a-43f1-8546-e90b6e92a2e2 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:51.857283 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c237229c-3cc1-49fa-ba6d-ad5cb0bf63a3 req-da820ac4-de1a-43f1-8546-e90b6e92a2e2 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 950 time: 0.1273594 Mar 11 11:40:51.874339 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-21819923-a47c-495d-bc1a-14a537c61762 req-047986c7-5ae4-4852-b307-833bb5060a84 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Allocated IP 172.20.0.6 (ec42b46c-66eb-4785-8e56-b97afd23f681/b4766b4d-5753-4734-b72e-71cbd12b44a9/b32534e2-c04e-4ff9-9938-babd650f6bf2) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:40:51.981504 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c237229c-3cc1-49fa-ba6d-ad5cb0bf63a3 req-cec23017-f027-4716-8643-d2724a91f74b tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232395 Mar 11 11:40:52.100861 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-21819923-a47c-495d-bc1a-14a537c61762 req-047986c7-5ae4-4852-b307-833bb5060a84 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks [] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:52.108363 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-9972e5ce-aad0-4f43-b79a-ca217c3ac310 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:52.120611 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-9972e5ce-aad0-4f43-b79a-ca217c3ac310 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (28e8ad08-bebf-4919-a5fc-deff73798b6b), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:52.121102 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-9972e5ce-aad0-4f43-b79a-ca217c3ac310 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Floating IP 28e8ad08-bebf-4919-a5fc-deff73798b6b disassociated. External IP: 172.25.7.45, port: b23206c1-c050-428e-9722-2c07cb83441b. Mar 11 11:40:52.141891 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-21819923-a47c-495d-bc1a-14a537c61762 req-047986c7-5ae4-4852-b307-833bb5060a84 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:52.158381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['f7aad6f0-23cc-479a-8add-b0f47a9d7525'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:52.193213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047986c7-5ae4-4852-b307-833bb5060a84 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Pushing event updated for resources: {'Port': ['ID=b32534e2-c04e-4ff9-9938-babd650f6bf2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:52.212377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21819923-a47c-495d-bc1a-14a537c61762 req-047986c7-5ae4-4852-b307-833bb5060a84 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Network ec42b46c-66eb-4785-8e56-b97afd23f681 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:40:52.214277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-21819923-a47c-495d-bc1a-14a537c61762 req-047986c7-5ae4-4852-b307-833bb5060a84 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:40:52.221103 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-21819923-a47c-495d-bc1a-14a537c61762 req-047986c7-5ae4-4852-b307-833bb5060a84 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:40:52.315793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21819923-a47c-495d-bc1a-14a537c61762 req-047986c7-5ae4-4852-b307-833bb5060a84 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:52.316720 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-21819923-a47c-495d-bc1a-14a537c61762 req-047986c7-5ae4-4852-b307-833bb5060a84 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:52.340885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dd39c-147e-4bd4-acfb-f42c0dd41e5b req-4a3f4109-a153-46c8-a22d-832c0067f60d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:52.348964 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d48dd39c-147e-4bd4-acfb-f42c0dd41e5b req-4a3f4109-a153-46c8-a22d-832c0067f60d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 945 time: 0.2476215 Mar 11 11:40:52.350761 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-21819923-a47c-495d-bc1a-14a537c61762 req-047986c7-5ae4-4852-b307-833bb5060a84 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8026178 Mar 11 11:40:52.363685 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Request body: {'port': {'device_id': '93fd5134-2a05-4045-8ce5-abeef22024f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:52.459046 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d48dd39c-147e-4bd4-acfb-f42c0dd41e5b req-4faca42c-4117-46e7-aa73-a54ee053ba24 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088412 Mar 11 11:40:52.493361 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-9972e5ce-aad0-4f43-b79a-ca217c3ac310 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Router 067b225b-698f-46a6-9bbc-819a11c5eece has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:40:52.523361 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:52.620803 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d036595a-1e0e-4b4a-af6c-291036109bfa req-d483dfc4-a26a-4d5b-b1b9-2797efd7daa1 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/37d1226b-de08-495f-b26b-f615ed4750ea HTTP/1.1" status: 200 len: 1817 time: 0.0542295 Mar 11 11:40:52.853616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32534e2-c04e-4ff9-9938-babd650f6bf2 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:40:52.862020 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Publish callbacks [] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:52.874828 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Transition to ACTIVE for port object b32534e2-c04e-4ff9-9938-babd650f6bf2 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:40:52.884525 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:52.936187 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Pushing event updated for resources: {'Port': ['ID=b32534e2-c04e-4ff9-9938-babd650f6bf2,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:53.032384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Attempting to bind port b32534e2-c04e-4ff9-9938-babd650f6bf2 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:40:53.032738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Attempting to bind port b32534e2-c04e-4ff9-9938-babd650f6bf2 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:40:53.033032 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Attempting to bind port b32534e2-c04e-4ff9-9938-babd650f6bf2 on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:53.040843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Port b32534e2-c04e-4ff9-9938-babd650f6bf2 on network ec42b46c-66eb-4785-8e56-b97afd23f681 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:40:53.041306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Attempting to bind port b32534e2-c04e-4ff9-9938-babd650f6bf2 on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:40:53.056604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:40:53.056982 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Checking segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:40:53.057319 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Bound using segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:40:53.057749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Bound port: b32534e2-c04e-4ff9-9938-babd650f6bf2, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:40:53.058100 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:53.086579 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-d036595a-1e0e-4b4a-af6c-291036109bfa req-d26160ad-2cf8-4d37-aaf2-42189e0356dd tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1035174117', 'description': 'tempest-description-hth-238351256'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:40:53.089803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-9972e5ce-aad0-4f43-b79a-ca217c3ac310 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:40:53.100282 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af382f5-181e-4408-a4d4-66640587a0b1 None None] Sync routers for ids ['067b225b-698f-46a6-9bbc-819a11c5eece'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:40:53.119680 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af382f5-181e-4408-a4d4-66640587a0b1 None None] Routers {'067b225b-698f-46a6-9bbc-819a11c5eece'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:53.127354 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-9972e5ce-aad0-4f43-b79a-ca217c3ac310 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:53.128441 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9af382f5-181e-4408-a4d4-66640587a0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['067b225b-698f-46a6-9bbc-819a11c5eece'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:53.187294 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-9972e5ce-aad0-4f43-b79a-ca217c3ac310 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "PUT /v2.0/floatingips/28e8ad08-bebf-4919-a5fc-deff73798b6b HTTP/1.1" status: 200 len: 694 time: 1.5024259 Mar 11 11:40:53.189204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fd2d5f-8eb9-4981-9b80-a300ded8a80e', 'tag': 'b23206c1-c050-428e-9722-2c07cb83441b'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:53.191508 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768b311f-6e3c-4593-9cc5-5c76e2e4202e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fd2d5f-8eb9-4981-9b80-a300ded8a80e", "tag": "b23206c1-c050-428e-9722-2c07cb83441b"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:53.207722 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744898b-5907-414c-bbd3-e3a9945534cc req-92cf9137-44fa-4527-b64c-40d7c737b823 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:53.209236 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2744898b-5907-414c-bbd3-e3a9945534cc req-92cf9137-44fa-4527-b64c-40d7c737b823 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.71 "GET /v2.0/ports?device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 950 time: 0.1267891 Mar 11 11:40:53.212261 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d036595a-1e0e-4b4a-af6c-291036109bfa req-d26160ad-2cf8-4d37-aaf2-42189e0356dd tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (37d1226b-de08-495f-b26b-f615ed4750ea), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:53.216128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] For port b32534e2-c04e-4ff9-9938-babd650f6bf2, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:40:53.225975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] For port b32534e2-c04e-4ff9-9938-babd650f6bf2, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b32534e2-c04e-4ff9-9938-babd650f6bf2,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:40:53.245327 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:53.265256 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d036595a-1e0e-4b4a-af6c-291036109bfa req-d26160ad-2cf8-4d37-aaf2-42189e0356dd tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (37d1226b-de08-495f-b26b-f615ed4750ea), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:53.283612 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d036595a-1e0e-4b4a-af6c-291036109bfa req-d26160ad-2cf8-4d37-aaf2-42189e0356dd tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (37d1226b-de08-495f-b26b-f615ed4750ea), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:53.286346 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d036595a-1e0e-4b4a-af6c-291036109bfa req-d26160ad-2cf8-4d37-aaf2-42189e0356dd tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:53.287624 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d036595a-1e0e-4b4a-af6c-291036109bfa req-d26160ad-2cf8-4d37-aaf2-42189e0356dd tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "PUT /v2.0/security-groups/37d1226b-de08-495f-b26b-f615ed4750ea HTTP/1.1" status: 200 len: 1791 time: 0.6600604 Mar 11 11:40:53.379194 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-9af382f5-181e-4408-a4d4-66640587a0b1 None None] Set router 067b225b-698f-46a6-9bbc-819a11c5eece gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:53.393277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:53.393962 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:53.396805 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-21819923-a47c-495d-bc1a-14a537c61762 req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] 10.222.0.71 "PUT /v2.0/ports/b32534e2-c04e-4ff9-9938-babd650f6bf2 HTTP/1.1" status: 200 len: 1091 time: 1.0381780 Mar 11 11:40:53.439981 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fd5134-2a05-4045-8ce5-abeef22024f5', 'tag': 'b32534e2-c04e-4ff9-9938-babd650f6bf2'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:53.444552 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaec649-f79a-4e9a-b6c9-aa693d06fe87" -d '{"events": [{"name": "network-changed", "server_uuid": "93fd5134-2a05-4045-8ce5-abeef22024f5", "tag": "b32534e2-c04e-4ff9-9938-babd650f6bf2"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:53.448369 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80567965-2990-41e7-ac55-4b0e4da5d34a service neutron] Pushing event updated for resources: {'Port': ['ID=b32534e2-c04e-4ff9-9938-babd650f6bf2,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:53.483744 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26160ad-2cf8-4d37-aaf2-42189e0356dd tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d1226b-de08-495f-b26b-f615ed4750ea,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:53.528338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-29dd4020-d0ab-4fbe-87fe-91968c30e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:53.535532 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-29dd4020-d0ab-4fbe-87fe-91968c30e051 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=af2f049b566d4095a9e405ed90e7dde8&device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 1127 time: 0.3251178 Mar 11 11:40:53.550378 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21819923-a47c-495d-bc1a-14a537c61762 req-cd62a645-670c-4b69-90e1-08de5b06da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:53.553045 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-21819923-a47c-495d-bc1a-14a537c61762 req-cd62a645-670c-4b69-90e1-08de5b06da48 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 1125 time: 0.0899930 Mar 11 11:40:53.578448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-2744898b-5907-414c-bbd3-e3a9945534cc req-9a4065f8-2aca-4e6d-b50a-30714980b69e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Deleting port b0735f62-c3ba-479d-af09-cf2540d25e81 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:40:53.578934 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2744898b-5907-414c-bbd3-e3a9945534cc req-9a4065f8-2aca-4e6d-b50a-30714980b69e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b0735f62-c3ba-479d-af09-cf2540d25e81), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:53.618395 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-21819923-a47c-495d-bc1a-14a537c61762 req-92dcf27e-aad5-4a33-8f9f-c43c780dbb57 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b32534e2-c04e-4ff9-9938-babd650f6bf2 HTTP/1.1" status: 200 len: 217 time: 0.0548649 Mar 11 11:40:53.669634 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-2744898b-5907-414c-bbd3-e3a9945534cc req-9a4065f8-2aca-4e6d-b50a-30714980b69e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] For port b0735f62-c3ba-479d-af09-cf2540d25e81, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b0735f62-c3ba-479d-af09-cf2540d25e81,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:53.670019 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2744898b-5907-414c-bbd3-e3a9945534cc req-9a4065f8-2aca-4e6d-b50a-30714980b69e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b0735f62-c3ba-479d-af09-cf2540d25e81), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:53.678493 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21819923-a47c-495d-bc1a-14a537c61762 req-34835932-f97f-46f4-b390-a38cec58e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:53.680514 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-21819923-a47c-495d-bc1a-14a537c61762 req-34835932-f97f-46f4-b390-a38cec58e0d0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.0545359 Mar 11 11:40:53.687855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-2744898b-5907-414c-bbd3-e3a9945534cc req-9a4065f8-2aca-4e6d-b50a-30714980b69e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Calling delete_port for b0735f62-c3ba-479d-af09-cf2540d25e81 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:40:53.718340 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-21819923-a47c-495d-bc1a-14a537c61762 req-29f266ca-ba75-4e5e-be31-a1d34956171a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292153 Mar 11 11:40:53.767640 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9af382f5-181e-4408-a4d4-66640587a0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602280175-router', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:06Z', 'revision_number': 4, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'gw_port': {'id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '9b97a4e7-df54-4839-abb3-20ebfe361c45', 'name': '', 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'mac_address': 'fa:16:3e:3a:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:05Z', 'updated_at': '2022-03-11T11:40:13Z', 'revision_number': 5, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'subnets': [{'id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:53.793971 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af382f5-181e-4408-a4d4-66640587a0b1 None None] Checking router: 067b225b-698f-46a6-9bbc-819a11c5eece for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:40:53.803192 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af382f5-181e-4408-a4d4-66640587a0b1 None None] Routers {'067b225b-698f-46a6-9bbc-819a11c5eece'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:53.803826 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9af382f5-181e-4408-a4d4-66640587a0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['067b225b-698f-46a6-9bbc-819a11c5eece'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:53.831367 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2744898b-5907-414c-bbd3-e3a9945534cc req-9a4065f8-2aca-4e6d-b50a-30714980b69e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b0735f62-c3ba-479d-af09-cf2540d25e81), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:53.848387 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['ed39fc5b-2f9b-40f9-8d67-293261c524cc'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:53.850740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['b0735f62-c3ba-479d-af09-cf2540d25e81'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:53.900982 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-21819923-a47c-495d-bc1a-14a537c61762 req-63f2543a-dcde-4220-89e3-25c50230b234 service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702926 Mar 11 11:40:53.932816 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd292b-df4a-494d-9060-650156457008 req-04dbac75-045d-4cc6-a225-b1e496a454bb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:53.943411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8bd292b-df4a-494d-9060-650156457008 req-04dbac75-045d-4cc6-a225-b1e496a454bb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 943 time: 0.4950733 Mar 11 11:40:54.004587 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-9af382f5-181e-4408-a4d4-66640587a0b1 None None] Set router 067b225b-698f-46a6-9bbc-819a11c5eece gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:54.083401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4065f8-2aca-4e6d-b50a-30714980b69e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Pushing event deleted for resources: {'Port': ['ID=b0735f62-c3ba-479d-af09-cf2540d25e81,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:54.106601 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-21819923-a47c-495d-bc1a-14a537c61762 req-164cc13d-c4f2-4b01-9767-a20b8fab3008 service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923044 Mar 11 11:40:54.176721 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-2744898b-5907-414c-bbd3-e3a9945534cc req-9a4065f8-2aca-4e6d-b50a-30714980b69e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] No DVR routers for this DVR port b0735f62-c3ba-479d-af09-cf2540d25e81 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:40:54.191916 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2744898b-5907-414c-bbd3-e3a9945534cc req-9a4065f8-2aca-4e6d-b50a-30714980b69e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:54.200127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2744898b-5907-414c-bbd3-e3a9945534cc req-9a4065f8-2aca-4e6d-b50a-30714980b69e tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.71 "DELETE /v2.0/ports/b0735f62-c3ba-479d-af09-cf2540d25e81 HTTP/1.1" status: 204 len: 173 time: 0.9332960 Mar 11 11:40:54.216247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-2cfcad12-77c6-4d74-89e6-095abf86a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:54.240069 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-2cfcad12-77c6-4d74-89e6-095abf86a1c1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d2069503-97b5-4693-8805-2e3e622ce906 HTTP/1.1" status: 200 len: 929 time: 0.7031181 Mar 11 11:40:54.278805 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8bd292b-df4a-494d-9060-650156457008 req-86e9429e-a119-40a1-9078-3e54ca6ca96c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342438 Mar 11 11:40:54.367347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-c5c8bf01-ca97-4e88-b973-3a8d241421bd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23206c1-c050-428e-9722-2c07cb83441b HTTP/1.1" status: 200 len: 217 time: 0.1261296 Mar 11 11:40:54.474498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-b8391e13-6956-4255-a14d-0227d8d15da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:54.476047 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-b8391e13-6956-4255-a14d-0227d8d15da3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b167146-f97a-4fc0-ada4-3ac453097dad HTTP/1.1" status: 200 len: 867 time: 0.1058488 Mar 11 11:40:54.554295 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9af382f5-181e-4408-a4d4-66640587a0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602280175-router', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:06Z', 'revision_number': 4, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'gw_port': {'id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '9b97a4e7-df54-4839-abb3-20ebfe361c45', 'name': '', 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'mac_address': 'fa:16:3e:3a:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:05Z', 'updated_at': '2022-03-11T11:40:13Z', 'revision_number': 5, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'subnets': [{'id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:54.592741 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-f434a83a-efeb-4a4f-bee7-d0865d056345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:54.594401 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-f434a83a-efeb-4a4f-bee7-d0865d056345 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d2069503-97b5-4693-8805-2e3e622ce906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1090856 Mar 11 11:40:54.600297 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af382f5-181e-4408-a4d4-66640587a0b1 None None] The sync data for ids ['067b225b-698f-46a6-9bbc-819a11c5eece'] in n-d-833234-2 is: [{'id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602280175-router', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:06Z', 'revision_number': 4, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'gw_port': {'id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '9b97a4e7-df54-4839-abb3-20ebfe361c45', 'name': '', 'network_id': 'd2069503-97b5-4693-8805-2e3e622ce906', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'mac_address': 'fa:16:3e:3a:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:05Z', 'updated_at': '2022-03-11T11:40:13Z', 'revision_number': 5, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'subnets': [{'id': '9b167146-f97a-4fc0-ada4-3ac453097dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:40:54.676661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3890fe7-1082-42a7-9cf4-db3f191070d2 req-9e4335a2-6581-4fe4-9d57-98876c7e5492 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=414659ea-78c2-4bb8-bea3-d820a72421e4 HTTP/1.1" status: 200 len: 210 time: 0.0432289 Mar 11 11:40:54.740954 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-d1c8b015-f760-4f85-991a-f16be1c4acf1 service neutron] 10.222.0.78 "GET /v2.0/networks/d2069503-97b5-4693-8805-2e3e622ce906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375215 Mar 11 11:40:54.743388 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e060e307-d7a7-460c-8954-20ee77a7a869 x-openstack-request-id: req-e060e307-d7a7-460c-8954-20ee77a7a869 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:54.744070 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fd2d5f-8eb9-4981-9b80-a300ded8a80e", "tag": "b23206c1-c050-428e-9722-2c07cb83441b", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:54.744520 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e060e307-d7a7-460c-8954-20ee77a7a869 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:54.745100 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fd2d5f-8eb9-4981-9b80-a300ded8a80e', 'tag': 'b23206c1-c050-428e-9722-2c07cb83441b', 'status': 'completed', 'code': 200} Mar 11 11:40:54.950167 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-736c35e9-659e-4e3a-8c95-94831dfdcb61 req-197bed68-0e21-4e3a-b049-97681a81dc32 service neutron] 10.222.0.78 "GET /v2.0/networks/d2069503-97b5-4693-8805-2e3e622ce906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787505 Mar 11 11:40:54.984034 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd55b32e-6d3c-4d41-91fe-593e6351defc req-43f8f192-a8f4-45bb-9609-ee2605326b20 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/37d1226b-de08-495f-b26b-f615ed4750ea HTTP/1.1" status: 200 len: 1791 time: 0.2266126 Mar 11 11:40:55.034193 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b311f-6e3c-4593-9cc5-5c76e2e4202e req-c67d218f-b2b7-431e-b565-3fc9f7768cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:55.042258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-768b311f-6e3c-4593-9cc5-5c76e2e4202e req-c67d218f-b2b7-431e-b565-3fc9f7768cee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af2f049b566d4095a9e405ed90e7dde8&device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 1127 time: 0.1549025 Mar 11 11:40:55.067487 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b65c30-1068-46b9-98fd-9601b724d68a None None] New status for floating IP 28e8ad08-bebf-4919-a5fc-deff73798b6b: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:40:55.088790 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabff66e-ec8e-4c7e-903c-a9e4b3cbe50d x-openstack-request-id: req-cabff66e-ec8e-4c7e-903c-a9e4b3cbe50d {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:55.089295 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fd5134-2a05-4045-8ce5-abeef22024f5", "tag": "b32534e2-c04e-4ff9-9938-babd650f6bf2", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:55.089415 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cabff66e-ec8e-4c7e-903c-a9e4b3cbe50d {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:55.089756 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fd5134-2a05-4045-8ce5-abeef22024f5', 'tag': 'b32534e2-c04e-4ff9-9938-babd650f6bf2', 'status': 'completed', 'code': 200} Mar 11 11:40:55.201460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaec649-f79a-4e9a-b6c9-aa693d06fe87 req-015ee348-725e-4ad8-9519-317b43cf46c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:55.203045 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ccaec649-f79a-4e9a-b6c9-aa693d06fe87 req-015ee348-725e-4ad8-9519-317b43cf46c2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 1125 time: 0.1082177 Mar 11 11:40:55.353360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaec649-f79a-4e9a-b6c9-aa693d06fe87 req-40b3ab1b-a1fa-45b9-bfbe-2dba6606fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:55.354827 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ccaec649-f79a-4e9a-b6c9-aa693d06fe87 req-40b3ab1b-a1fa-45b9-bfbe-2dba6606fa64 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.1446445 Mar 11 11:40:55.421192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48989fec-a2e0-484d-86c3-0e08b1db20b5 req-54f64d45-ea10-4e99-bf30-e8a3dec174db tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:55.422865 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-48989fec-a2e0-484d-86c3-0e08b1db20b5 req-54f64d45-ea10-4e99-bf30-e8a3dec174db tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 945 time: 0.2957535 Mar 11 11:40:55.440092 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ccaec649-f79a-4e9a-b6c9-aa693d06fe87 req-92a08b5c-d58c-45ef-b791-1a2a5eb14af7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b32534e2-c04e-4ff9-9938-babd650f6bf2 HTTP/1.1" status: 200 len: 217 time: 0.0772128 Mar 11 11:40:55.475944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f477af-87a8-40c5-940e-7b6eeba707c8 req-3eeb3835-7412-4e15-a84e-fb153b12d911 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:55.477378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-76f477af-87a8-40c5-940e-7b6eeba707c8 req-3eeb3835-7412-4e15-a84e-fb153b12d911 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78 HTTP/1.1" status: 200 len: 945 time: 0.2720931 Mar 11 11:40:55.479962 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b311f-6e3c-4593-9cc5-5c76e2e4202e req-b6dfab62-d8ff-45b1-85a3-1ba76603e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:55.481278 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-768b311f-6e3c-4593-9cc5-5c76e2e4202e req-b6dfab62-d8ff-45b1-85a3-1ba76603e7b4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d2069503-97b5-4693-8805-2e3e622ce906 HTTP/1.1" status: 200 len: 929 time: 0.4342921 Mar 11 11:40:55.541054 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaec649-f79a-4e9a-b6c9-aa693d06fe87 req-fff42258-6f2a-4f7d-948e-ddac33039518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:55.547156 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ccaec649-f79a-4e9a-b6c9-aa693d06fe87 req-fff42258-6f2a-4f7d-948e-ddac33039518 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.0996995 Mar 11 11:40:55.548717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-768b311f-6e3c-4593-9cc5-5c76e2e4202e req-ace15339-5b9b-4ff2-80d7-b0915c7afe8a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23206c1-c050-428e-9722-2c07cb83441b HTTP/1.1" status: 200 len: 217 time: 0.0525591 Mar 11 11:40:55.607944 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ccaec649-f79a-4e9a-b6c9-aa693d06fe87 req-1d7b4b8d-57b0-4b49-b4ad-9cea4c3f8881 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470350 Mar 11 11:40:55.625878 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-48989fec-a2e0-484d-86c3-0e08b1db20b5 req-a8e74c24-bf8f-419a-bd16-7eb524c7c22d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961300 Mar 11 11:40:55.662374 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b311f-6e3c-4593-9cc5-5c76e2e4202e req-d9ae51e4-5efb-4b92-a852-6cfbc40cb5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:55.665036 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-768b311f-6e3c-4593-9cc5-5c76e2e4202e req-d9ae51e4-5efb-4b92-a852-6cfbc40cb5f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b167146-f97a-4fc0-ada4-3ac453097dad HTTP/1.1" status: 200 len: 867 time: 0.0993109 Mar 11 11:40:55.683533 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-76f477af-87a8-40c5-940e-7b6eeba707c8 req-51a8ec38-22c9-41ae-8d89-1dc7e5ec120e tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf6a6b99-3471-49db-a52a-3f593409ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939328 Mar 11 11:40:55.811563 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ccaec649-f79a-4e9a-b6c9-aa693d06fe87 req-38fc0d9a-f86a-4a5f-80ee-6470b72ad4b4 service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949956 Mar 11 11:40:55.920899 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52f82736-20b2-447b-a509-678c06ae0eae req-c3725272-444b-4136-b3ce-24b0f639ed27 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/floatingips/28e8ad08-bebf-4919-a5fc-deff73798b6b HTTP/1.1" status: 200 len: 692 time: 0.1613760 Mar 11 11:40:56.000095 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ccaec649-f79a-4e9a-b6c9-aa693d06fe87 req-af96e5b2-f63d-4d2e-a7ea-a9714ccc2405 service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817324 Mar 11 11:40:56.008468 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-784d1a3f-eae2-46db-8287-6a0d1675e149 req-b5d4333e-6d65-41f7-b1bb-b4b962b56e59 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/37d1226b-de08-495f-b26b-f615ed4750ea HTTP/1.1" status: 200 len: 1791 time: 0.2652204 Mar 11 11:40:56.013253 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b311f-6e3c-4593-9cc5-5c76e2e4202e req-e378e2c5-c083-4ee0-9814-adbd46ee6329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:56.014732 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-768b311f-6e3c-4593-9cc5-5c76e2e4202e req-e378e2c5-c083-4ee0-9814-adbd46ee6329 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d2069503-97b5-4693-8805-2e3e622ce906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3296685 Mar 11 11:40:56.193582 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f82736-20b2-447b-a509-678c06ae0eae req-b23c6308-a157-4679-b0cd-150fd201199a tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:56.200347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52f82736-20b2-447b-a509-678c06ae0eae req-b23c6308-a157-4679-b0cd-150fd201199a tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.2785001 Mar 11 11:40:56.209326 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-52f82736-20b2-447b-a509-678c06ae0eae req-db10a3e8-a661-415e-a47d-c3b3da75ac5a tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:40:56.216797 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52f82736-20b2-447b-a509-678c06ae0eae req-db10a3e8-a661-415e-a47d-c3b3da75ac5a tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154386 Mar 11 11:40:56.290163 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-768b311f-6e3c-4593-9cc5-5c76e2e4202e req-968234ae-8742-42e3-bf51-a72e52bfd2b1 service neutron] 10.222.0.71 "GET /v2.0/networks/d2069503-97b5-4693-8805-2e3e622ce906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647655 Mar 11 11:40:56.294603 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-784d1a3f-eae2-46db-8287-6a0d1675e149 req-4f2ec6b6-c006-4012-b8b9-8c7f7d9aa4f2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (37d1226b-de08-495f-b26b-f615ed4750ea), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:56.306543 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52f82736-20b2-447b-a509-678c06ae0eae req-ead77487-2da5-45c3-8b38-ee2ad56b31e9 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 695 time: 0.0886681 Mar 11 11:40:56.402243 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52f82736-20b2-447b-a509-678c06ae0eae req-d2d8daa6-3a44-4e01-b845-5df9765ef0ef tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 695 time: 0.0947948 Mar 11 11:40:56.529385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577ccea-6d6e-43ac-9f2a-15ab380da0b2 req-dbb0c57f-eec4-4f12-a21c-fbd45df9feec tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:56.539249 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-784d1a3f-eae2-46db-8287-6a0d1675e149 req-4f2ec6b6-c006-4012-b8b9-8c7f7d9aa4f2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (37d1226b-de08-495f-b26b-f615ed4750ea), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:56.544697 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8577ccea-6d6e-43ac-9f2a-15ab380da0b2 req-dbb0c57f-eec4-4f12-a21c-fbd45df9feec tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78 HTTP/1.1" status: 200 len: 945 time: 0.1081254 Mar 11 11:40:56.708787 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-768b311f-6e3c-4593-9cc5-5c76e2e4202e req-bbdf0e13-fa93-404a-a76c-6b8be1bb9cbd service neutron] 10.222.0.71 "GET /v2.0/networks/d2069503-97b5-4693-8805-2e3e622ce906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112942 Mar 11 11:40:56.716035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-8577ccea-6d6e-43ac-9f2a-15ab380da0b2 req-81582a66-06e5-4e76-b407-68a05ddb1537 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Deleting port d4817c4b-d422-4401-b632-d425a9f396d2 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:40:56.716936 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8577ccea-6d6e-43ac-9f2a-15ab380da0b2 req-81582a66-06e5-4e76-b407-68a05ddb1537 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d4817c4b-d422-4401-b632-d425a9f396d2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:56.748347 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414659ea-78c2-4bb8-bea3-d820a72421e4', 'name': 'network-vif-deleted', 'tag': 'b0735f62-c3ba-479d-af09-cf2540d25e81'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:56.752470 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a074908-75a6-4964-bd0b-c0a4935372b6" -d '{"events": [{"server_uuid": "414659ea-78c2-4bb8-bea3-d820a72421e4", "name": "network-vif-deleted", "tag": "b0735f62-c3ba-479d-af09-cf2540d25e81"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:56.761145 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-784d1a3f-eae2-46db-8287-6a0d1675e149 req-4f2ec6b6-c006-4012-b8b9-8c7f7d9aa4f2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (37d1226b-de08-495f-b26b-f615ed4750ea), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:56.764685 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-784d1a3f-eae2-46db-8287-6a0d1675e149 req-4f2ec6b6-c006-4012-b8b9-8c7f7d9aa4f2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:56.784204 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-784d1a3f-eae2-46db-8287-6a0d1675e149 req-4f2ec6b6-c006-4012-b8b9-8c7f7d9aa4f2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "DELETE /v2.0/security-groups/37d1226b-de08-495f-b26b-f615ed4750ea HTTP/1.1" status: 204 len: 173 time: 0.7623215 Mar 11 11:40:56.821270 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ec6b6-c006-4012-b8b9-8c7f7d9aa4f2 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d1226b-de08-495f-b26b-f615ed4750ea,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:56.843266 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-52f82736-20b2-447b-a509-678c06ae0eae req-f1c90e9b-9bc7-4035-a88b-3bc85f3e3bf7 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Deleting port f69685d9-fa68-4b57-91e0-96d2e0a11cf8 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:40:56.844629 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-52f82736-20b2-447b-a509-678c06ae0eae req-f1c90e9b-9bc7-4035-a88b-3bc85f3e3bf7 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f69685d9-fa68-4b57-91e0-96d2e0a11cf8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:56.965862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8577ccea-6d6e-43ac-9f2a-15ab380da0b2 req-81582a66-06e5-4e76-b407-68a05ddb1537 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] For port d4817c4b-d422-4401-b632-d425a9f396d2, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d4817c4b-d422-4401-b632-d425a9f396d2,segment=NetworkSegment(010a2e3a-2c29-4f32-b3ea-0af082107b9c),segment_id=010a2e3a-2c29-4f32-b3ea-0af082107b9c)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:56.966318 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8577ccea-6d6e-43ac-9f2a-15ab380da0b2 req-81582a66-06e5-4e76-b407-68a05ddb1537 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d4817c4b-d422-4401-b632-d425a9f396d2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:57.047102 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-52f82736-20b2-447b-a509-678c06ae0eae req-f1c90e9b-9bc7-4035-a88b-3bc85f3e3bf7 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f69685d9-fa68-4b57-91e0-96d2e0a11cf8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:57.047541 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-52f82736-20b2-447b-a509-678c06ae0eae req-f1c90e9b-9bc7-4035-a88b-3bc85f3e3bf7 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks [] for floatingip (f69685d9-fa68-4b57-91e0-96d2e0a11cf8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:57.065572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-52f82736-20b2-447b-a509-678c06ae0eae req-f1c90e9b-9bc7-4035-a88b-3bc85f3e3bf7 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Calling delete_port for f69685d9-fa68-4b57-91e0-96d2e0a11cf8 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:40:57.093045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375f120-e4a5-461f-84ba-0fb917d8a3ba req-81f5523b-c635-482e-ad84-a8d0b3ce187d tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:57.101747 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9375f120-e4a5-461f-84ba-0fb917d8a3ba req-81f5523b-c635-482e-ad84-a8d0b3ce187d tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 943 time: 0.0976996 Mar 11 11:40:57.104426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b32534e2-c04e-4ff9-9938-babd650f6bf2 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:40:57.174311 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b0735f62-c3ba-479d-af09-cf2540d25e81 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:40:57.309836 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9375f120-e4a5-461f-84ba-0fb917d8a3ba req-fad9833c-ab55-4ec6-ac21-39d8c7381995 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071071 Mar 11 11:40:57.342191 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8577ccea-6d6e-43ac-9f2a-15ab380da0b2 req-81582a66-06e5-4e76-b407-68a05ddb1537 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:57.343194 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8577ccea-6d6e-43ac-9f2a-15ab380da0b2 req-81582a66-06e5-4e76-b407-68a05ddb1537 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (af61d8fb-45c4-4047-814b-41322db8d2ee), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:57.343194 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [req-8577ccea-6d6e-43ac-9f2a-15ab380da0b2 req-81582a66-06e5-4e76-b407-68a05ddb1537 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Floating IP af61d8fb-45c4-4047-814b-41322db8d2ee disassociated. External IP: 172.25.7.135, port: d4817c4b-d422-4401-b632-d425a9f396d2. Mar 11 11:40:57.343194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-8577ccea-6d6e-43ac-9f2a-15ab380da0b2 req-81582a66-06e5-4e76-b407-68a05ddb1537 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Calling delete_port for d4817c4b-d422-4401-b632-d425a9f396d2 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:40:57.344898 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b32534e2-c04e-4ff9-9938-babd650f6bf2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b32534e2-c04e-4ff9-9938-babd650f6bf2,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:57.366838 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'b32534e2-c04e-4ff9-9938-babd650f6bf2', 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681', 'port_id': 'b32534e2-c04e-4ff9-9938-babd650f6bf2', 'mac_address': 'fa:16:3e:e9:79:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4766b4d-5753-4734-b72e-71cbd12b44a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:40:57.375310 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: b0735f62-c3ba-479d-af09-cf2540d25e81 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:40:57.376232 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b0735f62-c3ba-479d-af09-cf2540d25e81 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:40:57.433349 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-52f82736-20b2-447b-a509-678c06ae0eae req-f1c90e9b-9bc7-4035-a88b-3bc85f3e3bf7 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f69685d9-fa68-4b57-91e0-96d2e0a11cf8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:57.478999 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port b32534e2-c04e-4ff9-9938-babd650f6bf2 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:57.482548 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:57.509267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c90e9b-9bc7-4035-a88b-3bc85f3e3bf7 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Pushing event deleted for resources: {'Port': ['ID=f69685d9-fa68-4b57-91e0-96d2e0a11cf8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:57.519768 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32534e2-c04e-4ff9-9938-babd650f6bf2 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:40:57.576621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b32534e2-c04e-4ff9-9938-babd650f6bf2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b32534e2-c04e-4ff9-9938-babd650f6bf2,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:57.591333 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:57.646368 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8577ccea-6d6e-43ac-9f2a-15ab380da0b2 req-81582a66-06e5-4e76-b407-68a05ddb1537 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d4817c4b-d422-4401-b632-d425a9f396d2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:57.694750 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-52f82736-20b2-447b-a509-678c06ae0eae req-f1c90e9b-9bc7-4035-a88b-3bc85f3e3bf7 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks [] for floatingip (28e8ad08-bebf-4919-a5fc-deff73798b6b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:57.697571 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-52f82736-20b2-447b-a509-678c06ae0eae req-f1c90e9b-9bc7-4035-a88b-3bc85f3e3bf7 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:57.714906 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52f82736-20b2-447b-a509-678c06ae0eae req-f1c90e9b-9bc7-4035-a88b-3bc85f3e3bf7 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "DELETE /v2.0/floatingips/28e8ad08-bebf-4919-a5fc-deff73798b6b HTTP/1.1" status: 204 len: 173 time: 1.3116875 Mar 11 11:40:57.734773 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=b32534e2-c04e-4ff9-9938-babd650f6bf2,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:57.737300 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54d969-ec79-4fda-9dda-d40f10cfebbe req-6d945d9b-5ed9-4e4a-ad6d-50ec2f38dba3 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:57.738738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81582a66-06e5-4e76-b407-68a05ddb1537 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Pushing event deleted for resources: {'Port': ['ID=d4817c4b-d422-4401-b632-d425a9f396d2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:57.764146 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc54d969-ec79-4fda-9dda-d40f10cfebbe req-6d945d9b-5ed9-4e4a-ad6d-50ec2f38dba3 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 945 time: 0.2390721 Mar 11 11:40:57.836965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-137f2ee2-e765-475f-aa29-d24f70a5a575 req-eef2f141-6ea4-4217-a25a-cac56235aedd tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78 HTTP/1.1" status: 200 len: 210 time: 0.0412004 Mar 11 11:40:57.870092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['b32534e2-c04e-4ff9-9938-babd650f6bf2'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:40:57.896928 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc54d969-ec79-4fda-9dda-d40f10cfebbe req-af8eb126-86da-4dce-9b50-4830da1e8819 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314595 Mar 11 11:40:57.982596 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8577ccea-6d6e-43ac-9f2a-15ab380da0b2 req-81582a66-06e5-4e76-b407-68a05ddb1537 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Router 74cfc860-12aa-425b-93fd-fd89f9cc650c has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:40:57.990354 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbfc00d-1563-4a2a-94fa-d596b0bd1a3f x-openstack-request-id: req-3cbfc00d-1563-4a2a-94fa-d596b0bd1a3f {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:57.990842 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414659ea-78c2-4bb8-bea3-d820a72421e4", "name": "network-vif-deleted", "tag": "b0735f62-c3ba-479d-af09-cf2540d25e81", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:57.991237 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3cbfc00d-1563-4a2a-94fa-d596b0bd1a3f {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:57.991814 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414659ea-78c2-4bb8-bea3-d820a72421e4', 'name': 'network-vif-deleted', 'tag': 'b0735f62-c3ba-479d-af09-cf2540d25e81', 'status': 'completed', 'code': 200} Mar 11 11:40:58.493613 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-75f4300b-0aa6-465e-8529-f367212a87c1 req-47ca7dd3-563b-4326-a1a3-71ab6485539b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] show failed (client error): The resource could not be found. Mar 11 11:40:58.497860 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75f4300b-0aa6-465e-8529-f367212a87c1 req-47ca7dd3-563b-4326-a1a3-71ab6485539b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/1620ead8-bfa7-480f-9645-8d088ed48ce8 HTTP/1.1" status: 404 len: 352 time: 0.1372094 Mar 11 11:40:58.590764 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c4a90-602d-4f34-85f1-d28a093b23af req-19467722-84ac-4498-bf36-bacede74c00d tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:58.606281 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e0c4a90-602d-4f34-85f1-d28a093b23af req-19467722-84ac-4498-bf36-bacede74c00d tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2584622 Mar 11 11:40:58.683917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8577ccea-6d6e-43ac-9f2a-15ab380da0b2 req-81582a66-06e5-4e76-b407-68a05ddb1537 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:40:58.697790 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf68f1-7d92-488b-aa67-80ab8c165c85 None None] Sync routers for ids ['74cfc860-12aa-425b-93fd-fd89f9cc650c'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:40:58.721667 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbf68f1-7d92-488b-aa67-80ab8c165c85 None None] Routers {'74cfc860-12aa-425b-93fd-fd89f9cc650c'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:58.723434 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5fbf68f1-7d92-488b-aa67-80ab8c165c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['74cfc860-12aa-425b-93fd-fd89f9cc650c'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:58.756013 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-8577ccea-6d6e-43ac-9f2a-15ab380da0b2 req-81582a66-06e5-4e76-b407-68a05ddb1537 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] No DVR routers for this DVR port d4817c4b-d422-4401-b632-d425a9f396d2 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:40:58.758763 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8577ccea-6d6e-43ac-9f2a-15ab380da0b2 req-81582a66-06e5-4e76-b407-68a05ddb1537 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:58.766431 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8577ccea-6d6e-43ac-9f2a-15ab380da0b2 req-81582a66-06e5-4e76-b407-68a05ddb1537 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.37 "DELETE /v2.0/ports/d4817c4b-d422-4401-b632-d425a9f396d2 HTTP/1.1" status: 204 len: 173 time: 2.2101047 Mar 11 11:40:58.766970 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78', 'name': 'network-vif-deleted', 'tag': 'd4817c4b-d422-4401-b632-d425a9f396d2'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:58.770404 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa1ac6a-6c01-4991-b29a-e18622721308" -d '{"events": [{"server_uuid": "bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78", "name": "network-vif-deleted", "tag": "d4817c4b-d422-4401-b632-d425a9f396d2"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:58.773788 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e0c4a90-602d-4f34-85f1-d28a093b23af req-24cbabe4-98f7-4179-8959-2700e6c3b164 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1569822 Mar 11 11:40:58.986965 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5fbf68f1-7d92-488b-aa67-80ab8c165c85 None None] Set router 74cfc860-12aa-425b-93fd-fd89f9cc650c gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:40:58.988028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f362524-fda9-4b4f-86d2-84a40dcbc66d req-61e5b291-5d29-4c22-aff3-912e8aec0768 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:58.996985 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f362524-fda9-4b4f-86d2-84a40dcbc66d req-61e5b291-5d29-4c22-aff3-912e8aec0768 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 944 time: 0.2198305 Mar 11 11:40:59.043205 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c7d21-62f0-4865-b559-2ecbcf618ee1 req-3ef8cb6e-8e8e-4b3a-878a-5685863cf497 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:59.044753 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d8c7d21-62f0-4865-b559-2ecbcf618ee1 req-3ef8cb6e-8e8e-4b3a-878a-5685863cf497 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7733556d-8be0-4a9d-91cc-6e558ea46edc HTTP/1.1" status: 200 len: 950 time: 0.1983070 Mar 11 11:40:59.086549 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f362524-fda9-4b4f-86d2-84a40dcbc66d req-287d02cc-e493-4bec-8e4d-4e9b9486bf57 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820136 Mar 11 11:40:59.122985 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b32534e2-c04e-4ff9-9938-babd650f6bf2 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:40:59.178319 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d8c7d21-62f0-4865-b559-2ecbcf618ee1 req-3fd02fa3-b914-4501-860b-0d54aafb42df tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039286 Mar 11 11:40:59.207478 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-0bd0e6dd-d37b-4057-80ad-f351bd193626 req-2a2d085e-e7bc-4f8e-a470-3b8c9778d899 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] show failed (client error): The resource could not be found. Mar 11 11:40:59.220786 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0bd0e6dd-d37b-4057-80ad-f351bd193626 req-2a2d085e-e7bc-4f8e-a470-3b8c9778d899 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/550e8345-90db-4f39-b8fd-d1f1db07fd78 HTTP/1.1" status: 404 len: 352 time: 0.0307810 Mar 11 11:40:59.331718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port b32534e2-c04e-4ff9-9938-babd650f6bf2 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:40:59.348888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port b32534e2-c04e-4ff9-9938-babd650f6bf2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:40:59.349265 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:59.375000 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c4ec4e-118d-4f09-bb18-c4e4bc7bd1fb x-openstack-request-id: req-61c4ec4e-118d-4f09-bb18-c4e4bc7bd1fb {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:40:59.375452 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78", "name": "network-vif-deleted", "tag": "d4817c4b-d422-4401-b632-d425a9f396d2", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:40:59.375825 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61c4ec4e-118d-4f09-bb18-c4e4bc7bd1fb {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:40:59.376337 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78', 'name': 'network-vif-deleted', 'tag': 'd4817c4b-d422-4401-b632-d425a9f396d2', 'status': 'completed', 'code': 200} Mar 11 11:40:59.387497 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39770) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:59.502360 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f52704e0-f3d9-400d-a0e9-9bd961e8626c req-23b615e5-e4ed-41f3-a106-76f4a58ffcbe tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2302310 Mar 11 11:40:59.533920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port b32534e2-c04e-4ff9-9938-babd650f6bf2 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:40:59.534304 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:59.585581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fd5134-2a05-4045-8ce5-abeef22024f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32534e2-c04e-4ff9-9938-babd650f6bf2'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:40:59.592756 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cd276b-6a9f-4022-84b8-6382dac899c5" -d '{"events": [{"server_uuid": "93fd5134-2a05-4045-8ce5-abeef22024f5", "name": "network-vif-plugged", "status": "completed", "tag": "b32534e2-c04e-4ff9-9938-babd650f6bf2"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:40:59.601562 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ee30d1a-d3c9-4183-8c02-fc27a51d4969 req-0e1f97ac-385f-4c75-a55f-3e2e242a34fc tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc1ff2a5-c826-4804-b62c-ba0ed6b1ca78 HTTP/1.1" status: 200 len: 210 time: 0.0874043 Mar 11 11:40:59.610779 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5fbf68f1-7d92-488b-aa67-80ab8c165c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:01Z', 'revision_number': 4, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '673e37db-ba37-4d67-b46e-bbb0073657ea', 'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'mac_address': 'fa:16:3e:fb:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:01Z', 'updated_at': '2022-03-11T11:38:09Z', 'revision_number': 5, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'subnets': [{'id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:59.628165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b32534e2-c04e-4ff9-9938-babd650f6bf2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b32534e2-c04e-4ff9-9938-babd650f6bf2,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:40:59.639283 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:59.670599 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e46805c7-1384-415e-a4ee-6ae24ed2d3bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:59.735072 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf68f1-7d92-488b-aa67-80ab8c165c85 None None] Checking router: 74cfc860-12aa-425b-93fd-fd89f9cc650c for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:40:59.769589 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbf68f1-7d92-488b-aa67-80ab8c165c85 None None] Routers {'74cfc860-12aa-425b-93fd-fd89f9cc650c'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:40:59.771279 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5fbf68f1-7d92-488b-aa67-80ab8c165c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['74cfc860-12aa-425b-93fd-fd89f9cc650c'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:40:59.807429 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b302a2-9744-4d2e-bece-633ecca2c765 req-5bc97eea-cf30-4369-b725-273f80648680 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:40:59.818160 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59b302a2-9744-4d2e-bece-633ecca2c765 req-5bc97eea-cf30-4369-b725-273f80648680 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 945 time: 0.1869690 Mar 11 11:40:59.822088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=b32534e2-c04e-4ff9-9938-babd650f6bf2,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:40:59.872451 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e46805c7-1384-415e-a4ee-6ae24ed2d3bc admin admin] Publish callbacks [] for security_group (0da93bbc-1fe0-4232-995c-60b7961c8cff), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:59.887770 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e46805c7-1384-415e-a4ee-6ae24ed2d3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0da93bbc-1fe0-4232-995c-60b7961c8cff), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:40:59.898592 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-143f7682-32d3-4bd5-bf27-5321a8da9056 req-666e8974-76c5-4b4b-95e0-efda1051adfa tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] show failed (client error): The resource could not be found. Mar 11 11:40:59.899668 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-143f7682-32d3-4bd5-bf27-5321a8da9056 req-666e8974-76c5-4b4b-95e0-efda1051adfa tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/9064408a-967f-42b0-9d9d-a55d94c3bff5 HTTP/1.1" status: 404 len: 352 time: 0.1255617 Mar 11 11:40:59.910331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d4817c4b-d422-4401-b632-d425a9f396d2 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:40:59.938503 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e46805c7-1384-415e-a4ee-6ae24ed2d3bc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bf409c4facd541fbbef153d562a0ac9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5483208 Mar 11 11:40:59.950381 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39784) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:40:59.964102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59b302a2-9744-4d2e-bece-633ecca2c765 req-39d07136-04ec-45cb-a451-1355a285e76b tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423426 Mar 11 11:40:59.974897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: d4817c4b-d422-4401-b632-d425a9f396d2 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:40:59.976001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d4817c4b-d422-4401-b632-d425a9f396d2 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:41:00.068847 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85059f47-8469-4620-8cc5-e52d1dacba90 x-openstack-request-id: req-85059f47-8469-4620-8cc5-e52d1dacba90 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:41:00.069158 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fd5134-2a05-4045-8ce5-abeef22024f5", "name": "network-vif-plugged", "status": "completed", "tag": "b32534e2-c04e-4ff9-9938-babd650f6bf2", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:41:00.069407 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-85059f47-8469-4620-8cc5-e52d1dacba90 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:41:00.070043 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd5134-2a05-4045-8ce5-abeef22024f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32534e2-c04e-4ff9-9938-babd650f6bf2', 'code': 200} Mar 11 11:41:00.101713 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-7715380c-2b50-4514-b150-932a5b991cf0 req-cc1cf141-728a-4c8a-a31a-324aa128be27 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] show failed (client error): The resource could not be found. Mar 11 11:41:00.103192 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7715380c-2b50-4514-b150-932a5b991cf0 req-cc1cf141-728a-4c8a-a31a-324aa128be27 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/b8b41710-692f-475e-bbc5-48b44c2b901e HTTP/1.1" status: 404 len: 352 time: 0.0226407 Mar 11 11:41:00.169709 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-861d84d9-8588-4999-a619-c855f0cf546d req-d43c7de0-9820-4b11-8caf-86d6a1b172f7 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] show failed (client error): The resource could not be found. Mar 11 11:41:00.178024 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46805c7-1384-415e-a4ee-6ae24ed2d3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da93bbc-1fe0-4232-995c-60b7961c8cff,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:00.192016 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-861d84d9-8588-4999-a619-c855f0cf546d req-d43c7de0-9820-4b11-8caf-86d6a1b172f7 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/b0844afc-2dff-45c2-b133-6eb33c3d548e HTTP/1.1" status: 404 len: 352 time: 0.0539525 Mar 11 11:41:00.268729 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460391e-d3b8-4200-997a-9cc4f102d8b0 req-05065886-df02-4ff0-8932-3d2e98aa7a00 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:00.271220 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1460391e-d3b8-4200-997a-9cc4f102d8b0 req-05065886-df02-4ff0-8932-3d2e98aa7a00 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.37 "GET /v2.0/ports?device_id=7733556d-8be0-4a9d-91cc-6e558ea46edc HTTP/1.1" status: 200 len: 950 time: 0.3216963 Mar 11 11:41:00.272811 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46805c7-1384-415e-a4ee-6ae24ed2d3bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:00.273303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46805c7-1384-415e-a4ee-6ae24ed2d3bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:00.273804 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46805c7-1384-415e-a4ee-6ae24ed2d3bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:00.274291 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46805c7-1384-415e-a4ee-6ae24ed2d3bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:00.274770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46805c7-1384-415e-a4ee-6ae24ed2d3bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:00.275908 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46805c7-1384-415e-a4ee-6ae24ed2d3bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:00.275908 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46805c7-1384-415e-a4ee-6ae24ed2d3bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:00.276185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46805c7-1384-415e-a4ee-6ae24ed2d3bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:00.276653 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46805c7-1384-415e-a4ee-6ae24ed2d3bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:00.277124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46805c7-1384-415e-a4ee-6ae24ed2d3bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:00.277671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46805c7-1384-415e-a4ee-6ae24ed2d3bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:00.278145 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46805c7-1384-415e-a4ee-6ae24ed2d3bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:00.278615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46805c7-1384-415e-a4ee-6ae24ed2d3bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:00.294773 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e3dedf7-9cec-41ab-a272-69273e8b609e admin admin] Publish callbacks [] for security_group (0da93bbc-1fe0-4232-995c-60b7961c8cff), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:00.304146 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5fbf68f1-7d92-488b-aa67-80ab8c165c85 None None] Set router 74cfc860-12aa-425b-93fd-fd89f9cc650c gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:41:00.387060 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e3dedf7-9cec-41ab-a272-69273e8b609e admin admin] Publish callbacks [] for security_group (0da93bbc-1fe0-4232-995c-60b7961c8cff), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:00.413853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6b6dd-2e25-4e1a-b335-130b2ca7d79f req-2b3883cd-be5e-4de7-ada9-2ffdbb3b4bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:00.415812 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54d6b6dd-2e25-4e1a-b335-130b2ca7d79f req-2b3883cd-be5e-4de7-ada9-2ffdbb3b4bb6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 1127 time: 0.2701297 Mar 11 11:41:00.435646 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205f86f-7292-40f6-a4ea-2ccaabd2249c req-222d488b-4337-4a1e-8057-0b869ca22d6e tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:00.443195 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e205f86f-7292-40f6-a4ea-2ccaabd2249c req-222d488b-4337-4a1e-8057-0b869ca22d6e tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.1721189 Mar 11 11:41:00.463852 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e3dedf7-9cec-41ab-a272-69273e8b609e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0da93bbc-1fe0-4232-995c-60b7961c8cff), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:00.467875 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e3dedf7-9cec-41ab-a272-69273e8b609e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:00.482194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078b33f-3cf2-4fc6-8948-8d054b03a49c req-ecba6c57-4edb-45c7-a621-271a52cd58d0 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:00.483989 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7078b33f-3cf2-4fc6-8948-8d054b03a49c req-ecba6c57-4edb-45c7-a621-271a52cd58d0 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 945 time: 0.1322286 Mar 11 11:41:00.490182 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8e3dedf7-9cec-41ab-a272-69273e8b609e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0da93bbc-1fe0-4232-995c-60b7961c8cff HTTP/1.1" status: 204 len: 168 time: 0.5020649 Mar 11 11:41:00.527812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3dedf7-9cec-41ab-a272-69273e8b609e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da93bbc-1fe0-4232-995c-60b7961c8cff,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:00.530712 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e205f86f-7292-40f6-a4ea-2ccaabd2249c req-7a372b78-1fee-4337-82d2-781f023b63d3 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863278 Mar 11 11:41:00.569139 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-1460391e-d3b8-4200-997a-9cc4f102d8b0 req-fb8a12bb-e973-4757-94c5-a62aa49aae5a tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Deleting port ed39fc5b-2f9b-40f9-8d67-293261c524cc {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:41:00.570254 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1460391e-d3b8-4200-997a-9cc4f102d8b0 req-fb8a12bb-e973-4757-94c5-a62aa49aae5a tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ed39fc5b-2f9b-40f9-8d67-293261c524cc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:00.616625 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-3cae03a6-e186-4ffd-8a6f-964f2057111b req-c675d556-b6a7-436a-952f-42cc69b5151a tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] show failed (client error): The resource could not be found. Mar 11 11:41:00.628962 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3cae03a6-e186-4ffd-8a6f-964f2057111b req-c675d556-b6a7-436a-952f-42cc69b5151a tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/80616097-1742-43ee-9b66-0e848591e43d HTTP/1.1" status: 404 len: 352 time: 0.0522501 Mar 11 11:41:00.658798 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54d6b6dd-2e25-4e1a-b335-130b2ca7d79f req-99df2d6e-fe6b-47a3-9b8b-41af50af68b2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306178 Mar 11 11:41:00.686387 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5fbf68f1-7d92-488b-aa67-80ab8c165c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:01Z', 'revision_number': 4, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '673e37db-ba37-4d67-b46e-bbb0073657ea', 'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'mac_address': 'fa:16:3e:fb:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:01Z', 'updated_at': '2022-03-11T11:38:09Z', 'revision_number': 5, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'subnets': [{'id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:00.690010 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7078b33f-3cf2-4fc6-8948-8d054b03a49c req-f481a98b-e7ea-4e38-be67-6a16b303fd13 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1fa3836-3a1d-4b95-a070-8c2e227c8a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714158 Mar 11 11:41:00.784835 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf68f1-7d92-488b-aa67-80ab8c165c85 None None] The sync data for ids ['74cfc860-12aa-425b-93fd-fd89f9cc650c'] in n-d-833234-2 is: [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:01Z', 'revision_number': 4, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '673e37db-ba37-4d67-b46e-bbb0073657ea', 'name': '', 'network_id': '6b945e83-4e41-42ac-8741-30291529408d', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'mac_address': 'fa:16:3e:fb:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:01Z', 'updated_at': '2022-03-11T11:38:09Z', 'revision_number': 5, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'subnets': [{'id': '7419caeb-e637-4fb6-9c74-8aa22364a03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:41:00.798336 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563ead4-3423-4393-8ff3-55ecba24fb58 req-4e766c19-f7d1-4b43-b20f-8c54fb9b8d08 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:00.807329 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c563ead4-3423-4393-8ff3-55ecba24fb58 req-4e766c19-f7d1-4b43-b20f-8c54fb9b8d08 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7733556d-8be0-4a9d-91cc-6e558ea46edc HTTP/1.1" status: 200 len: 950 time: 0.0889246 Mar 11 11:41:00.824786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1460391e-d3b8-4200-997a-9cc4f102d8b0 req-fb8a12bb-e973-4757-94c5-a62aa49aae5a tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] For port ed39fc5b-2f9b-40f9-8d67-293261c524cc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=ed39fc5b-2f9b-40f9-8d67-293261c524cc,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:00.825538 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1460391e-d3b8-4200-997a-9cc4f102d8b0 req-fb8a12bb-e973-4757-94c5-a62aa49aae5a tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ed39fc5b-2f9b-40f9-8d67-293261c524cc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:00.844703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-1460391e-d3b8-4200-997a-9cc4f102d8b0 req-fb8a12bb-e973-4757-94c5-a62aa49aae5a tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Calling delete_port for ed39fc5b-2f9b-40f9-8d67-293261c524cc owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:41:00.925463 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c563ead4-3423-4393-8ff3-55ecba24fb58 req-60add4fc-f609-48d0-abde-752278f8d443 tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/security-groups?id=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170866 Mar 11 11:41:01.260370 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1460391e-d3b8-4200-997a-9cc4f102d8b0 req-fb8a12bb-e973-4757-94c5-a62aa49aae5a tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ed39fc5b-2f9b-40f9-8d67-293261c524cc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:01.276234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['ed39fc5b-2f9b-40f9-8d67-293261c524cc'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:41:01.308672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70506a-b857-480c-88a2-876e4218a1e1 req-853f98e4-42a4-49df-85ec-344891322c98 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:01.310117 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac70506a-b857-480c-88a2-876e4218a1e1 req-853f98e4-42a4-49df-85ec-344891322c98 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 1024 time: 0.2202713 Mar 11 11:41:01.339988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a12bb-e973-4757-94c5-a62aa49aae5a tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Pushing event deleted for resources: {'Port': ['ID=ed39fc5b-2f9b-40f9-8d67-293261c524cc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:01.357813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dec3ac-5ed1-4de4-acdd-baa0ca9f5860 None None] New status for floating IP af61d8fb-45c4-4047-814b-41322db8d2ee: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:41:01.377694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ced56-165e-45a7-849b-69205231b99d req-3277ea1e-2f09-4c04-9767-dc91fa8840cd tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:01.381143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-384ced56-165e-45a7-849b-69205231b99d req-3277ea1e-2f09-4c04-9767-dc91fa8840cd tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 945 time: 0.2148473 Mar 11 11:41:01.393292 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-1460391e-d3b8-4200-997a-9cc4f102d8b0 req-fb8a12bb-e973-4757-94c5-a62aa49aae5a tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] No DVR routers for this DVR port ed39fc5b-2f9b-40f9-8d67-293261c524cc on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:41:01.406478 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1460391e-d3b8-4200-997a-9cc4f102d8b0 req-fb8a12bb-e973-4757-94c5-a62aa49aae5a tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:01.409908 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1460391e-d3b8-4200-997a-9cc4f102d8b0 req-fb8a12bb-e973-4757-94c5-a62aa49aae5a tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.37 "DELETE /v2.0/ports/ed39fc5b-2f9b-40f9-8d67-293261c524cc HTTP/1.1" status: 204 len: 173 time: 1.1247005 Mar 11 11:41:01.410388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7733556d-8be0-4a9d-91cc-6e558ea46edc', 'name': 'network-vif-deleted', 'tag': 'ed39fc5b-2f9b-40f9-8d67-293261c524cc'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:41:01.412827 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18b8de9-64e0-4624-8bb4-f8e41e34689b" -d '{"events": [{"server_uuid": "7733556d-8be0-4a9d-91cc-6e558ea46edc", "name": "network-vif-deleted", "tag": "ed39fc5b-2f9b-40f9-8d67-293261c524cc"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:41:01.468173 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-384ced56-165e-45a7-849b-69205231b99d req-7b7e7119-acb9-4ebd-8ed6-5d2e79170cb6 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704608 Mar 11 11:41:01.532898 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac70506a-b857-480c-88a2-876e4218a1e1 req-af0dbef3-1fe2-42d5-a4eb-75451129528e tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c6d38eb-fcf9-410d-8040-7d6e78867e7c&id=22e56607-1fc3-49b0-8dc7-607272b64397&id=a367689b-a0ab-4806-8a20-fbd93551e415&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2099745 Mar 11 11:41:01.619741 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1eab21-6309-47b2-b5b9-a4de4173d0a2 x-openstack-request-id: req-3e1eab21-6309-47b2-b5b9-a4de4173d0a2 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:41:01.620042 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7733556d-8be0-4a9d-91cc-6e558ea46edc", "name": "network-vif-deleted", "tag": "ed39fc5b-2f9b-40f9-8d67-293261c524cc", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:41:01.620290 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3e1eab21-6309-47b2-b5b9-a4de4173d0a2 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:41:01.620704 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7733556d-8be0-4a9d-91cc-6e558ea46edc', 'name': 'network-vif-deleted', 'tag': 'ed39fc5b-2f9b-40f9-8d67-293261c524cc', 'status': 'completed', 'code': 200} Mar 11 11:41:01.893531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9d218-ccfb-4d8b-876a-ddfba4733798 req-7a930391-2d85-4712-a67b-06e8a9c517f9 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:01.904154 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-67d9d218-ccfb-4d8b-876a-ddfba4733798 req-7a930391-2d85-4712-a67b-06e8a9c517f9 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.1385124 Mar 11 11:41:02.064293 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-67d9d218-ccfb-4d8b-876a-ddfba4733798 req-31943fbf-c304-48a0-baa5-2852cfa82a5a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592503 Mar 11 11:41:02.083685 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35a3a4-8bb6-46fb-a740-aa728d8854f3 req-039a9c48-4c62-40ef-a800-f37d0052bf17 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:02.085136 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef35a3a4-8bb6-46fb-a740-aa728d8854f3 req-039a9c48-4c62-40ef-a800-f37d0052bf17 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.71 "GET /v2.0/ports?device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 945 time: 0.1625345 Mar 11 11:41:02.128812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39840) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:02.223780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886db1c1-9f5b-43c8-9e6c-08f4df44c9bb req-e72d3f34-a0e4-4b35-bff4-5a1b45ddbf3c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:02.230944 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-886db1c1-9f5b-43c8-9e6c-08f4df44c9bb req-e72d3f34-a0e4-4b35-bff4-5a1b45ddbf3c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 945 time: 0.3094583 Mar 11 11:41:02.243925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f2ad57c-3789-4907-b822-a6beb2659c37 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for security_group (bf6a6b99-3471-49db-a52a-3f593409ed1a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:02.300804 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f2ad57c-3789-4907-b822-a6beb2659c37 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for security_group (bf6a6b99-3471-49db-a52a-3f593409ed1a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:02.334837 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08a2b88a-8944-4e49-babd-c18722741dd9 req-e366c67b-814a-4fa4-a43b-554b64a510ee tempest-LiveMigrationNegativeTest-2072612084 tempest-LiveMigrationNegativeTest-2072612084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7733556d-8be0-4a9d-91cc-6e558ea46edc HTTP/1.1" status: 200 len: 210 time: 0.0942779 Mar 11 11:41:02.392767 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f2ad57c-3789-4907-b822-a6beb2659c37 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bf6a6b99-3471-49db-a52a-3f593409ed1a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:02.396215 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f2ad57c-3789-4907-b822-a6beb2659c37 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:02.397860 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6f2ad57c-3789-4907-b822-a6beb2659c37 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "DELETE /v2.0/security-groups/bf6a6b99-3471-49db-a52a-3f593409ed1a HTTP/1.1" status: 204 len: 168 time: 0.2680225 Mar 11 11:41:02.402545 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39844) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:02.416989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ad57c-3789-4907-b822-a6beb2659c37 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6a6b99-3471-49db-a52a-3f593409ed1a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:02.427072 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-ef35a3a4-8bb6-46fb-a740-aa728d8854f3 req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Deleting port b23206c1-c050-428e-9722-2c07cb83441b {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:41:02.427414 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ef35a3a4-8bb6-46fb-a740-aa728d8854f3 req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b23206c1-c050-428e-9722-2c07cb83441b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:02.434259 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-886db1c1-9f5b-43c8-9e6c-08f4df44c9bb req-9be92175-185c-48fd-91af-e05eec9d7958 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1fa3836-3a1d-4b95-a070-8c2e227c8a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951792 Mar 11 11:41:02.441248 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-de8f2f97-7c11-4e13-befe-0d493212b723 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] show failed (client error): The resource could not be found. Mar 11 11:41:02.442479 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-de8f2f97-7c11-4e13-befe-0d493212b723 tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "GET /v2.0/security-groups/bf6a6b99-3471-49db-a52a-3f593409ed1a HTTP/1.1" status: 404 len: 347 time: 0.0338452 Mar 11 11:41:02.445526 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39846) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:02.600119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-ef35a3a4-8bb6-46fb-a740-aa728d8854f3 req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] For port b23206c1-c050-428e-9722-2c07cb83441b, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b23206c1-c050-428e-9722-2c07cb83441b,segment=NetworkSegment(590d9cc4-db58-4d66-baae-406cc1d73243),segment_id=590d9cc4-db58-4d66-baae-406cc1d73243)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:02.600481 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ef35a3a4-8bb6-46fb-a740-aa728d8854f3 req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b23206c1-c050-428e-9722-2c07cb83441b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:02.623288 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-ef35a3a4-8bb6-46fb-a740-aa728d8854f3 req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Calling delete_port for b23206c1-c050-428e-9722-2c07cb83441b owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:41:02.723107 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-af5028e7-6e70-42be-b581-fe6a65d7a6dd tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Deleting port 1f45c2c3-5678-4347-a705-9ac183636352 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:41:02.723745 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af5028e7-6e70-42be-b581-fe6a65d7a6dd tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1f45c2c3-5678-4347-a705-9ac183636352), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:02.813213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52170027-a21e-4a92-ba2f-bb3ab555d071 req-6a2e1ae8-c935-4eba-b47a-d3dad813c4e8 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:02.815275 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-52170027-a21e-4a92-ba2f-bb3ab555d071 req-6a2e1ae8-c935-4eba-b47a-d3dad813c4e8 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 1024 time: 0.0873969 Mar 11 11:41:02.984892 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-52170027-a21e-4a92-ba2f-bb3ab555d071 req-ee5742ef-f143-4704-81ad-5c711a284310 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Deleting port aca977b5-af23-4fb7-8358-07bd3621a4b3 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:41:02.985598 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-52170027-a21e-4a92-ba2f-bb3ab555d071 req-ee5742ef-f143-4704-81ad-5c711a284310 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:03.101191 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-52170027-a21e-4a92-ba2f-bb3ab555d071 req-ee5742ef-f143-4704-81ad-5c711a284310 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] For port aca977b5-af23-4fb7-8358-07bd3621a4b3, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aca977b5-af23-4fb7-8358-07bd3621a4b3,segment=NetworkSegment(f4335e3d-6747-4797-bfbf-720d866ede1f),segment_id=f4335e3d-6747-4797-bfbf-720d866ede1f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:03.101820 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-52170027-a21e-4a92-ba2f-bb3ab555d071 req-ee5742ef-f143-4704-81ad-5c711a284310 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:03.117453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-52170027-a21e-4a92-ba2f-bb3ab555d071 req-ee5742ef-f143-4704-81ad-5c711a284310 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Calling delete_port for aca977b5-af23-4fb7-8358-07bd3621a4b3 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:41:03.205307 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af5028e7-6e70-42be-b581-fe6a65d7a6dd tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1f45c2c3-5678-4347-a705-9ac183636352), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:03.205951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af5028e7-6e70-42be-b581-fe6a65d7a6dd tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for floatingip (1f45c2c3-5678-4347-a705-9ac183636352), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:03.224388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-af5028e7-6e70-42be-b581-fe6a65d7a6dd tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Calling delete_port for 1f45c2c3-5678-4347-a705-9ac183636352 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:41:03.250768 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3499790-52d1-4ae5-9d78-5942152c89d8 req-2cc567ed-8bfd-4b28-853b-8788e4eb3a73 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:03.259826 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3499790-52d1-4ae5-9d78-5942152c89d8 req-2cc567ed-8bfd-4b28-853b-8788e4eb3a73 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 1024 time: 0.1545365 Mar 11 11:41:03.320146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381b535-b07c-46d5-aa6e-1f519be76734 req-70c786f2-06f3-46a5-a552-67e07a394715 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:03.322094 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a381b535-b07c-46d5-aa6e-1f519be76734 req-70c786f2-06f3-46a5-a552-67e07a394715 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 945 time: 0.1437519 Mar 11 11:41:03.354295 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:03.429837 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ef35a3a4-8bb6-46fb-a740-aa728d8854f3 req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b23206c1-c050-428e-9722-2c07cb83441b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:03.442699 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['b23206c1-c050-428e-9722-2c07cb83441b'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:41:03.451104 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3499790-52d1-4ae5-9d78-5942152c89d8 req-cef79784-ddbf-405c-8e55-dd058f9a51bf tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c6d38eb-fcf9-410d-8040-7d6e78867e7c&id=22e56607-1fc3-49b0-8dc7-607272b64397&id=a367689b-a0ab-4806-8a20-fbd93551e415&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1900921 Mar 11 11:41:03.479434 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a381b535-b07c-46d5-aa6e-1f519be76734 req-8cef19b9-6aeb-4ae2-ab49-e219719d2ab1 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476607 Mar 11 11:41:03.497921 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-52170027-a21e-4a92-ba2f-bb3ab555d071 req-ee5742ef-f143-4704-81ad-5c711a284310 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (aca977b5-af23-4fb7-8358-07bd3621a4b3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:03.513475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['aca977b5-af23-4fb7-8358-07bd3621a4b3'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:41:03.549809 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af5028e7-6e70-42be-b581-fe6a65d7a6dd tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1f45c2c3-5678-4347-a705-9ac183636352), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:03.561763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Pushing event deleted for resources: {'Port': ['ID=b23206c1-c050-428e-9722-2c07cb83441b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:03.601132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5742ef-f143-4704-81ad-5c711a284310 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event deleted for resources: {'Port': ['ID=aca977b5-af23-4fb7-8358-07bd3621a4b3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:03.642558 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:03.651609 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:03.652198 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:03.656044 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:03.658100 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:03.658563 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:03.659012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:03.660031 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:03.672691 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:03.672946 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:03.673346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:03.673788 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:03.674225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:03.731117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5028e7-6e70-42be-b581-fe6a65d7a6dd tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Pushing event deleted for resources: {'Port': ['ID=1f45c2c3-5678-4347-a705-9ac183636352,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:03.778764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-52170027-a21e-4a92-ba2f-bb3ab555d071 req-ee5742ef-f143-4704-81ad-5c711a284310 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] No DVR routers for this DVR port aca977b5-af23-4fb7-8358-07bd3621a4b3 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:41:03.782979 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-52170027-a21e-4a92-ba2f-bb3ab555d071 req-ee5742ef-f143-4704-81ad-5c711a284310 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:03.786776 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-52170027-a21e-4a92-ba2f-bb3ab555d071 req-ee5742ef-f143-4704-81ad-5c711a284310 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.37 "DELETE /v2.0/ports/aca977b5-af23-4fb7-8358-07bd3621a4b3 HTTP/1.1" status: 204 len: 173 time: 0.9402800 Mar 11 11:41:03.787314 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18b5eb6-8b41-4235-a5ec-f476695f6507', 'name': 'network-vif-deleted', 'tag': 'aca977b5-af23-4fb7-8358-07bd3621a4b3'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:41:03.790507 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9146e61e-1a79-4f32-8ded-5d16004287c0" -d '{"events": [{"server_uuid": "e18b5eb6-8b41-4235-a5ec-f476695f6507", "name": "network-vif-deleted", "tag": "aca977b5-af23-4fb7-8358-07bd3621a4b3"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:41:03.821767 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af5028e7-6e70-42be-b581-fe6a65d7a6dd tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks [] for floatingip (af61d8fb-45c4-4047-814b-41322db8d2ee), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:03.825359 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8bc37497-5d98-46d7-a508-59cc22e2bc0e req-81a1745f-c3f9-4536-96b0-19e42121bc84 tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8fd2d5f-8eb9-4981-9b80-a300ded8a80e HTTP/1.1" status: 200 len: 210 time: 0.1477597 Mar 11 11:41:03.830681 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af5028e7-6e70-42be-b581-fe6a65d7a6dd tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:03.832470 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-af5028e7-6e70-42be-b581-fe6a65d7a6dd tempest-ServersWithSpecificFlavorTestJSON-1378562761 tempest-ServersWithSpecificFlavorTestJSON-1378562761-project] 10.222.0.78 "DELETE /v2.0/floatingips/af61d8fb-45c4-4047-814b-41322db8d2ee HTTP/1.1" status: 204 len: 168 time: 1.3857806 Mar 11 11:41:03.871906 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef35a3a4-8bb6-46fb-a740-aa728d8854f3 req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] No DVR routers for this DVR port b23206c1-c050-428e-9722-2c07cb83441b on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:41:03.876127 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ef35a3a4-8bb6-46fb-a740-aa728d8854f3 req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:03.879471 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef35a3a4-8bb6-46fb-a740-aa728d8854f3 req-fa8cf1c1-1d65-4dca-b08d-a73c326fd70c tempest-FloatingIPsAssociationNegativeTestJSON-660917492 tempest-FloatingIPsAssociationNegativeTestJSON-660917492-project] 10.222.0.71 "DELETE /v2.0/ports/b23206c1-c050-428e-9722-2c07cb83441b HTTP/1.1" status: 204 len: 173 time: 1.7806594 Mar 11 11:41:03.879914 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fd2d5f-8eb9-4981-9b80-a300ded8a80e', 'name': 'network-vif-deleted', 'tag': 'b23206c1-c050-428e-9722-2c07cb83441b'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:41:03.887662 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da0e247-d2a2-42de-b45f-db8ba58ed51f" -d '{"events": [{"server_uuid": "a8fd2d5f-8eb9-4981-9b80-a300ded8a80e", "name": "network-vif-deleted", "tag": "b23206c1-c050-428e-9722-2c07cb83441b"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:41:03.930113 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891a3b4-84ac-45e5-8a4a-79ead6c04170 req-bbc7c019-72f1-4e3b-a600-9231fdcd7bdc tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:03.937217 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c891a3b4-84ac-45e5-8a4a-79ead6c04170 req-bbc7c019-72f1-4e3b-a600-9231fdcd7bdc tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.3501348 Mar 11 11:41:03.942639 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device ed39fc5b-2f9b-40f9-8d67-293261c524cc no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:41:03.980912 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: ed39fc5b-2f9b-40f9-8d67-293261c524cc {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:41:03.981310 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device ed39fc5b-2f9b-40f9-8d67-293261c524cc not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:41:04.017958 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d355de-8213-4749-94e2-de3fe540941e x-openstack-request-id: req-c3d355de-8213-4749-94e2-de3fe540941e {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:41:04.018259 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18b5eb6-8b41-4235-a5ec-f476695f6507", "name": "network-vif-deleted", "tag": "aca977b5-af23-4fb7-8358-07bd3621a4b3", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:41:04.018497 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3d355de-8213-4749-94e2-de3fe540941e {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:41:04.019027 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18b5eb6-8b41-4235-a5ec-f476695f6507', 'name': 'network-vif-deleted', 'tag': 'aca977b5-af23-4fb7-8358-07bd3621a4b3', 'status': 'completed', 'code': 200} Mar 11 11:41:04.088927 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c891a3b4-84ac-45e5-8a4a-79ead6c04170 req-2a3bad03-27bd-4b25-b641-a50712469116 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507199 Mar 11 11:41:04.145316 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51de5a56-30f4-4f2b-860b-f4c4824caf15 x-openstack-request-id: req-51de5a56-30f4-4f2b-860b-f4c4824caf15 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:41:04.145876 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fd2d5f-8eb9-4981-9b80-a300ded8a80e", "name": "network-vif-deleted", "tag": "b23206c1-c050-428e-9722-2c07cb83441b", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:41:04.146340 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-51de5a56-30f4-4f2b-860b-f4c4824caf15 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:41:04.146959 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fd2d5f-8eb9-4981-9b80-a300ded8a80e', 'name': 'network-vif-deleted', 'tag': 'b23206c1-c050-428e-9722-2c07cb83441b', 'status': 'completed', 'code': 200} Mar 11 11:41:04.208331 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39880) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:04.332080 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de15129-b068-442c-a2fb-dea0c11cf2da req-cfe8d1ee-8c9f-42b9-8c7d-22ae566ade1b tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:04.333799 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8de15129-b068-442c-a2fb-dea0c11cf2da req-cfe8d1ee-8c9f-42b9-8c7d-22ae566ade1b tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 1127 time: 0.0834966 Mar 11 11:41:04.459270 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8de15129-b068-442c-a2fb-dea0c11cf2da req-a9439b80-079a-4b87-9ab6-d9a8cd029c4c tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190379 Mar 11 11:41:04.554633 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-13182062-7edb-43aa-a686-9f5927cb30f8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=73be70b8a4d8435e891accf3b1b1ec32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412831 Mar 11 11:41:04.554633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39896) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:04.645502 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5851c6f-aa38-4bdf-8183-6c09e996ed18 req-c83a7568-285f-433c-a557-9a8f0a284690 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/ports?device_id=e18b5eb6-8b41-4235-a5ec-f476695f6507 HTTP/1.1" status: 200 len: 210 time: 0.0495279 Mar 11 11:41:04.695118 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d8c2188-5417-40f4-b4c3-52f0762db0e0 admin admin] Publish callbacks [] for security_group (b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:04.750667 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d8c2188-5417-40f4-b4c3-52f0762db0e0 admin admin] Publish callbacks [] for security_group (b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:04.864468 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d8c2188-5417-40f4-b4c3-52f0762db0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:04.867669 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d8c2188-5417-40f4-b4c3-52f0762db0e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:04.872326 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0d8c2188-5417-40f4-b4c3-52f0762db0e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39 HTTP/1.1" status: 204 len: 168 time: 0.3173404 Mar 11 11:41:04.882367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c2188-5417-40f4-b4c3-52f0762db0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c5dfc5-0d7f-4a5c-8cfc-9c391fa53f39,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:04.883838 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249a1fb-8ee1-4de2-89f2-c77ac4fdb871 req-9490868e-24af-4230-82cd-b2012d74b978 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:04.899432 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1249a1fb-8ee1-4de2-89f2-c77ac4fdb871 req-9490868e-24af-4230-82cd-b2012d74b978 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 945 time: 0.1829526 Mar 11 11:41:05.018416 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39914) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:05.032057 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1249a1fb-8ee1-4de2-89f2-c77ac4fdb871 req-62921f28-9a57-4d3e-a091-3cf8148c366a tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302273 Mar 11 11:41:05.350736 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39928) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:05.776098 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39936) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:05.829336 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6feee94a-60f4-4f22-bb52-ff14caff5e2b req-0efe600d-7119-4ae7-b557-b3cc0227ab8b tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/22e56607-1fc3-49b0-8dc7-607272b64397 HTTP/1.1" status: 200 len: 1817 time: 0.0683677 Mar 11 11:41:05.893980 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-699d2b4d-07d9-4523-9acf-075f0dbc118a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fa4f9117e92640609f5de4646b130450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1135015 Mar 11 11:41:05.901274 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39938) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:05.957246 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device aca977b5-af23-4fb7-8358-07bd3621a4b3 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:41:05.991171 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a7de702-c163-47fa-8601-c1ecade77274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (067b225b-698f-46a6-9bbc-819a11c5eece), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:06.009564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: aca977b5-af23-4fb7-8358-07bd3621a4b3 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:41:06.010065 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device aca977b5-af23-4fb7-8358-07bd3621a4b3 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:41:06.114469 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6feee94a-60f4-4f22-bb52-ff14caff5e2b req-a524eac6-05df-404b-8c4a-371600bbb001 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (22e56607-1fc3-49b0-8dc7-607272b64397), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:06.183902 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6feee94a-60f4-4f22-bb52-ff14caff5e2b req-a524eac6-05df-404b-8c4a-371600bbb001 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (22e56607-1fc3-49b0-8dc7-607272b64397), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:06.240659 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a003f32-ee00-4137-a726-9348d05425ed admin admin] Publish callbacks [] for security_group (c22e1eaf-bde6-4f4e-88a3-f2899e218655), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:06.296245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6feee94a-60f4-4f22-bb52-ff14caff5e2b req-a524eac6-05df-404b-8c4a-371600bbb001 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (22e56607-1fc3-49b0-8dc7-607272b64397), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:06.298952 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6feee94a-60f4-4f22-bb52-ff14caff5e2b req-a524eac6-05df-404b-8c4a-371600bbb001 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:06.312621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6feee94a-60f4-4f22-bb52-ff14caff5e2b req-a524eac6-05df-404b-8c4a-371600bbb001 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "DELETE /v2.0/security-groups/22e56607-1fc3-49b0-8dc7-607272b64397 HTTP/1.1" status: 204 len: 173 time: 0.4822829 Mar 11 11:41:06.357220 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524eac6-05df-404b-8c4a-371600bbb001 tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e56607-1fc3-49b0-8dc7-607272b64397,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:06.387876 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c1d53ee-1336-4a21-abdf-f846e98c9ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (74cfc860-12aa-425b-93fd-fd89f9cc650c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:06.513660 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a003f32-ee00-4137-a726-9348d05425ed admin admin] Publish callbacks [] for security_group (c22e1eaf-bde6-4f4e-88a3-f2899e218655), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:06.697590 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82553b20-9088-41ff-a38c-786a909c1c1b req-93858585-143d-4c41-9d34-a18b1826eabc tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "GET /v2.0/security-groups/8c6d38eb-fcf9-410d-8040-7d6e78867e7c HTTP/1.1" status: 200 len: 1817 time: 0.0890658 Mar 11 11:41:06.712941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550f327-c2ef-4b97-adea-e6ccf8780945 req-db9b06d1-ae41-48c0-903d-3a31e5a97aa2 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:06.722164 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8550f327-c2ef-4b97-adea-e6ccf8780945 req-db9b06d1-ae41-48c0-903d-3a31e5a97aa2 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 945 time: 0.2108116 Mar 11 11:41:06.984349 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8550f327-c2ef-4b97-adea-e6ccf8780945 req-18d64ef9-190b-4692-af22-f3d66198da72 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611394 Mar 11 11:41:07.031020 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-82553b20-9088-41ff-a38c-786a909c1c1b req-d6b72f7e-01a7-4246-beba-bb41570418ee tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (8c6d38eb-fcf9-410d-8040-7d6e78867e7c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:07.094702 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-82553b20-9088-41ff-a38c-786a909c1c1b req-d6b72f7e-01a7-4246-beba-bb41570418ee tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (8c6d38eb-fcf9-410d-8040-7d6e78867e7c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:07.114983 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1c1d53ee-1336-4a21-abdf-f846e98c9ccd admin admin] Deleting port 673e37db-ba37-4d67-b46e-bbb0073657ea {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:41:07.115331 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c1d53ee-1336-4a21-abdf-f846e98c9ccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:07.127153 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a003f32-ee00-4137-a726-9348d05425ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c22e1eaf-bde6-4f4e-88a3-f2899e218655), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:07.129954 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a003f32-ee00-4137-a726-9348d05425ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:07.133361 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2a003f32-ee00-4137-a726-9348d05425ed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c22e1eaf-bde6-4f4e-88a3-f2899e218655 HTTP/1.1" status: 204 len: 168 time: 1.2290154 Mar 11 11:41:07.153383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b23206c1-c050-428e-9722-2c07cb83441b no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:41:07.162724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a003f32-ee00-4137-a726-9348d05425ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22e1eaf-bde6-4f4e-88a3-f2899e218655,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:07.230883 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-82553b20-9088-41ff-a38c-786a909c1c1b req-d6b72f7e-01a7-4246-beba-bb41570418ee tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8c6d38eb-fcf9-410d-8040-7d6e78867e7c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:07.243202 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-82553b20-9088-41ff-a38c-786a909c1c1b req-d6b72f7e-01a7-4246-beba-bb41570418ee tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:07.249784 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82553b20-9088-41ff-a38c-786a909c1c1b req-d6b72f7e-01a7-4246-beba-bb41570418ee tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] 10.222.0.78 "DELETE /v2.0/security-groups/8c6d38eb-fcf9-410d-8040-7d6e78867e7c HTTP/1.1" status: 204 len: 173 time: 0.5244694 Mar 11 11:41:07.252927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39954) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:07.254449 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4a7de702-c163-47fa-8601-c1ecade77274 admin admin] Deleting port 9b97a4e7-df54-4839-abb3-20ebfe361c45 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:41:07.254786 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a7de702-c163-47fa-8601-c1ecade77274 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:07.256448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: b23206c1-c050-428e-9722-2c07cb83441b {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:41:07.256930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b23206c1-c050-428e-9722-2c07cb83441b not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:41:07.360330 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-1c1d53ee-1336-4a21-abdf-f846e98c9ccd admin admin] For port 673e37db-ba37-4d67-b46e-bbb0073657ea, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=673e37db-ba37-4d67-b46e-bbb0073657ea,segment=NetworkSegment(010a2e3a-2c29-4f32-b3ea-0af082107b9c),segment_id=010a2e3a-2c29-4f32-b3ea-0af082107b9c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:07.360907 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c1d53ee-1336-4a21-abdf-f846e98c9ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:07.458070 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1c1d53ee-1336-4a21-abdf-f846e98c9ccd admin admin] Calling delete_port for 673e37db-ba37-4d67-b46e-bbb0073657ea owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:41:07.593639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2a5557-71bc-407f-9d1e-41742371c164 admin admin] Deleting subnet 4b82adfd-ba87-46c8-8859-618521697303 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:41:07.606450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f2a5557-71bc-407f-9d1e-41742371c164 admin admin] Publish callbacks [] for subnet (4b82adfd-ba87-46c8-8859-618521697303), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:07.703531 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f2a5557-71bc-407f-9d1e-41742371c164 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (4b82adfd-ba87-46c8-8859-618521697303), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:07.771854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b72f7e-01a7-4246-beba-bb41570418ee tempest-SecurityGroupsTestJSON-25391229 tempest-SecurityGroupsTestJSON-25391229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6d38eb-fcf9-410d-8040-7d6e78867e7c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:07.800638 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f2a5557-71bc-407f-9d1e-41742371c164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (4b82adfd-ba87-46c8-8859-618521697303), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:07.984254 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f2a5557-71bc-407f-9d1e-41742371c164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (4b82adfd-ba87-46c8-8859-618521697303), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:08.164564 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a5557-71bc-407f-9d1e-41742371c164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b82adfd-ba87-46c8-8859-618521697303,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:08.198026 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-4a7de702-c163-47fa-8601-c1ecade77274 admin admin] For port 9b97a4e7-df54-4839-abb3-20ebfe361c45, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9b97a4e7-df54-4839-abb3-20ebfe361c45,segment=NetworkSegment(590d9cc4-db58-4d66-baae-406cc1d73243),segment_id=590d9cc4-db58-4d66-baae-406cc1d73243)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:08.198612 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a7de702-c163-47fa-8601-c1ecade77274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:08.204442 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f2a5557-71bc-407f-9d1e-41742371c164 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:08.215320 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8f2a5557-71bc-407f-9d1e-41742371c164 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4b82adfd-ba87-46c8-8859-618521697303 HTTP/1.1" status: 204 len: 168 time: 0.9507768 Mar 11 11:41:08.222534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39972) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:08.238204 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4a7de702-c163-47fa-8601-c1ecade77274 admin admin] Calling delete_port for 9b97a4e7-df54-4839-abb3-20ebfe361c45 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:41:08.520021 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-addc1823-2093-4251-ade9-e5c21589c314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (89e1213f-c73f-4a54-9c2d-e7592a5f1043), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:08.553627 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b08b69-6082-4355-8956-2455c53b5c07 req-99a8192e-04de-4eda-87ae-4b0ce180f55f tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:08.561958 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a0b08b69-6082-4355-8956-2455c53b5c07 req-99a8192e-04de-4eda-87ae-4b0ce180f55f tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 945 time: 0.3808661 Mar 11 11:41:08.691491 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a7de702-c163-47fa-8601-c1ecade77274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9b97a4e7-df54-4839-abb3-20ebfe361c45), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:08.755636 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7de702-c163-47fa-8601-c1ecade77274 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b97a4e7-df54-4839-abb3-20ebfe361c45,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:08.811873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a0b08b69-6082-4355-8956-2455c53b5c07 req-a16fc443-d184-4709-bf46-0bfce0ceb47e tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490394 Mar 11 11:41:08.822493 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c1d53ee-1336-4a21-abdf-f846e98c9ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (673e37db-ba37-4d67-b46e-bbb0073657ea), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:09.008826 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-addc1823-2093-4251-ade9-e5c21589c314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (89e1213f-c73f-4a54-9c2d-e7592a5f1043), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:09.105815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d53ee-1336-4a21-abdf-f846e98c9ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=673e37db-ba37-4d67-b46e-bbb0073657ea,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:09.136560 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-addc1823-2093-4251-ade9-e5c21589c314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e1213f-c73f-4a54-9c2d-e7592a5f1043']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:09.150139 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-addc1823-2093-4251-ade9-e5c21589c314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4335e3d-6747-4797-bfbf-720d866ede1f') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:09.150973 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-addc1823-2093-4251-ade9-e5c21589c314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4335e3d-6747-4797-bfbf-720d866ede1f') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:09.164303 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-addc1823-2093-4251-ade9-e5c21589c314 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (f4335e3d-6747-4797-bfbf-720d866ede1f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:09.205236 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a7de702-c163-47fa-8601-c1ecade77274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (067b225b-698f-46a6-9bbc-819a11c5eece), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:09.214319 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-addc1823-2093-4251-ade9-e5c21589c314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f4335e3d-6747-4797-bfbf-720d866ede1f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:09.229680 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addc1823-2093-4251-ade9-e5c21589c314 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:41:09.230087 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-addc1823-2093-4251-ade9-e5c21589c314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (f4335e3d-6747-4797-bfbf-720d866ede1f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:41:09.366252 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:41:09.384386 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-addc1823-2093-4251-ade9-e5c21589c314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (89e1213f-c73f-4a54-9c2d-e7592a5f1043), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:09.396911 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-addc1823-2093-4251-ade9-e5c21589c314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:09.403506 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-addc1823-2093-4251-ade9-e5c21589c314 admin admin] 10.222.0.78 "DELETE /v2.0/networks/89e1213f-c73f-4a54-9c2d-e7592a5f1043 HTTP/1.1" status: 204 len: 168 time: 1.1460843 Mar 11 11:41:09.457347 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc1823-2093-4251-ade9-e5c21589c314 admin admin] Pushing event deleted for resources: {'Network': ['ID=89e1213f-c73f-4a54-9c2d-e7592a5f1043,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:09.695369 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7de702-c163-47fa-8601-c1ecade77274 admin admin] Router 067b225b-698f-46a6-9bbc-819a11c5eece has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:41:09.810060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40034) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:09.902518 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c1d53ee-1336-4a21-abdf-f846e98c9ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (74cfc860-12aa-425b-93fd-fd89f9cc650c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:09.959512 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ac368593-77d1-4d48-8578-fb09bf299184 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d8339615d4fc4763a1b414104472635d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477153 Mar 11 11:41:09.962481 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40042) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:10.030045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-c6a8ec82-7670-44c8-889d-16fb90f0f824 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:10.037302 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-c6a8ec82-7670-44c8-889d-16fb90f0f824 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/networks?id=89448a93-64fb-46cd-8802-bfc878ff1402 HTTP/1.1" status: 200 len: 814 time: 0.2279854 Mar 11 11:41:10.080432 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7de702-c163-47fa-8601-c1ecade77274 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:41:10.093168 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4a7de702-c163-47fa-8601-c1ecade77274 admin admin] 10.222.0.78 "PUT /v2.0/routers/067b225b-698f-46a6-9bbc-819a11c5eece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0734851 Mar 11 11:41:10.095899 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40044) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:10.097804 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4c25a8-70c7-4192-873d-bfb3863d9212 None None] Sync routers for ids ['067b225b-698f-46a6-9bbc-819a11c5eece'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:41:10.121311 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4c25a8-70c7-4192-873d-bfb3863d9212 None None] Routers {'067b225b-698f-46a6-9bbc-819a11c5eece'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:41:10.122000 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4c4c25a8-70c7-4192-873d-bfb3863d9212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['067b225b-698f-46a6-9bbc-819a11c5eece'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:10.141411 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26aeda05-d24f-4bbd-a9de-49bbcc6a9d86 admin admin] Publish callbacks [] for security_group (a367689b-a0ab-4806-8a20-fbd93551e415), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:10.172374 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26aeda05-d24f-4bbd-a9de-49bbcc6a9d86 admin admin] Publish callbacks [] for security_group (a367689b-a0ab-4806-8a20-fbd93551e415), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:10.221159 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-4cdd7769-d847-4e75-ac60-1a21b7027c9e tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/quotas/876d6f2ee6544782b6e5d1e6d422f538 HTTP/1.1" status: 200 len: 375 time: 0.1824472 Mar 11 11:41:10.283768 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82124260-f505-48c4-a7ed-181632aef362 admin admin] Publish callbacks [] for router (067b225b-698f-46a6-9bbc-819a11c5eece), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:10.357094 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-4c4c25a8-70c7-4192-873d-bfb3863d9212 None None] Set router 067b225b-698f-46a6-9bbc-819a11c5eece gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:41:10.382607 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26aeda05-d24f-4bbd-a9de-49bbcc6a9d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a367689b-a0ab-4806-8a20-fbd93551e415), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:10.395992 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26aeda05-d24f-4bbd-a9de-49bbcc6a9d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:10.399845 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-26aeda05-d24f-4bbd-a9de-49bbcc6a9d86 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a367689b-a0ab-4806-8a20-fbd93551e415 HTTP/1.1" status: 204 len: 168 time: 0.4363561 Mar 11 11:41:10.419343 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aeda05-d24f-4bbd-a9de-49bbcc6a9d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a367689b-a0ab-4806-8a20-fbd93551e415,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:10.469950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1d53ee-1336-4a21-abdf-f846e98c9ccd admin admin] Router 74cfc860-12aa-425b-93fd-fd89f9cc650c has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:41:10.587001 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82124260-f505-48c4-a7ed-181632aef362 admin admin] Publish callbacks [] for router_gateway (067b225b-698f-46a6-9bbc-819a11c5eece), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:10.618356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1d53ee-1336-4a21-abdf-f846e98c9ccd admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:41:10.625026 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1c1d53ee-1336-4a21-abdf-f846e98c9ccd admin admin] 10.222.0.78 "PUT /v2.0/routers/74cfc860-12aa-425b-93fd-fd89f9cc650c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2725236 Mar 11 11:41:10.631488 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da70910-fbb5-47a0-889c-bd00e862482e None None] Sync routers for ids ['74cfc860-12aa-425b-93fd-fd89f9cc650c'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:41:10.644620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40058) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:10.655699 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-bc091879-79a7-4474-a749-cb5c3f550040 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=876d6f2ee6544782b6e5d1e6d422f538&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4263220 Mar 11 11:41:10.665487 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da70910-fbb5-47a0-889c-bd00e862482e None None] Routers {'74cfc860-12aa-425b-93fd-fd89f9cc650c'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:41:10.666127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0da70910-fbb5-47a0-889c-bd00e862482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['74cfc860-12aa-425b-93fd-fd89f9cc650c'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:10.708895 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4c4c25a8-70c7-4192-873d-bfb3863d9212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602280175-router', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:41:08Z', 'revision_number': 5, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'gw_port': {'id': '7c6fb946-a06e-4342-a753-d95fefda6f0a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:10.744332 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4c25a8-70c7-4192-873d-bfb3863d9212 None None] Checking router: 067b225b-698f-46a6-9bbc-819a11c5eece for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:41:10.756640 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4c25a8-70c7-4192-873d-bfb3863d9212 None None] Routers {'067b225b-698f-46a6-9bbc-819a11c5eece'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:41:10.757546 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4c4c25a8-70c7-4192-873d-bfb3863d9212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['067b225b-698f-46a6-9bbc-819a11c5eece'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:10.776985 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-773ed5dc-6dec-4470-91df-423bead05606 admin admin] Publish callbacks [] for router (74cfc860-12aa-425b-93fd-fd89f9cc650c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:10.862716 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0da70910-fbb5-47a0-889c-bd00e862482e None None] Set router 74cfc860-12aa-425b-93fd-fd89f9cc650c gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:41:10.897268 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-82124260-f505-48c4-a7ed-181632aef362 admin admin] Deleting port 7c6fb946-a06e-4342-a753-d95fefda6f0a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:41:10.897635 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82124260-f505-48c4-a7ed-181632aef362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7c6fb946-a06e-4342-a753-d95fefda6f0a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:10.899234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-af240371-b6bc-46b4-872a-5113a7317c0d service neutron] 10.222.0.78 "GET /v2.0/networks/89448a93-64fb-46cd-8802-bfc878ff1402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426536 Mar 11 11:41:10.899735 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-4c4c25a8-70c7-4192-873d-bfb3863d9212 None None] Set router 067b225b-698f-46a6-9bbc-819a11c5eece gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:41:10.992229 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-82124260-f505-48c4-a7ed-181632aef362 admin admin] For port 7c6fb946-a06e-4342-a753-d95fefda6f0a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7c6fb946-a06e-4342-a753-d95fefda6f0a,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:10.992586 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82124260-f505-48c4-a7ed-181632aef362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7c6fb946-a06e-4342-a753-d95fefda6f0a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:11.008695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-82124260-f505-48c4-a7ed-181632aef362 admin admin] Calling delete_port for 7c6fb946-a06e-4342-a753-d95fefda6f0a owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:41:11.047270 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4c4c25a8-70c7-4192-873d-bfb3863d9212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602280175-router', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:41:10Z', 'revision_number': 6, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:11.091035 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4c25a8-70c7-4192-873d-bfb3863d9212 None None] The sync data for ids ['067b225b-698f-46a6-9bbc-819a11c5eece'] in n-d-833234-2 is: [{'id': '067b225b-698f-46a6-9bbc-819a11c5eece', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602280175-router', 'tenant_id': 'af2f049b566d4095a9e405ed90e7dde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:02Z', 'updated_at': '2022-03-11T11:41:10Z', 'revision_number': 6, 'project_id': 'af2f049b566d4095a9e405ed90e7dde8', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:41:11.168856 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-76805e10-9e2a-4f64-a33c-2f5985350b58 service neutron] 10.222.0.78 "GET /v2.0/networks/89448a93-64fb-46cd-8802-bfc878ff1402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591980 Mar 11 11:41:11.289696 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82124260-f505-48c4-a7ed-181632aef362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7c6fb946-a06e-4342-a753-d95fefda6f0a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:11.306392 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0da70910-fbb5-47a0-889c-bd00e862482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:41:08Z', 'revision_number': 5, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:11.322965 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82124260-f505-48c4-a7ed-181632aef362 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c6fb946-a06e-4342-a753-d95fefda6f0a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:11.365616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228f67c-6323-411f-85fb-63ae1ad59ffa req-16982f1f-efda-4f46-903c-cfc2ff6039df tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:11.367400 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d228f67c-6323-411f-85fb-63ae1ad59ffa req-16982f1f-efda-4f46-903c-cfc2ff6039df tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 945 time: 0.1211252 Mar 11 11:41:11.401317 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da70910-fbb5-47a0-889c-bd00e862482e None None] Checking router: 74cfc860-12aa-425b-93fd-fd89f9cc650c for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:41:11.426252 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da70910-fbb5-47a0-889c-bd00e862482e None None] Routers {'74cfc860-12aa-425b-93fd-fd89f9cc650c'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:41:11.428651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0da70910-fbb5-47a0-889c-bd00e862482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:40:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['74cfc860-12aa-425b-93fd-fd89f9cc650c'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:11.441105 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-773ed5dc-6dec-4470-91df-423bead05606 admin admin] Publish callbacks [] for router_gateway (74cfc860-12aa-425b-93fd-fd89f9cc650c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:11.461530 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82124260-f505-48c4-a7ed-181632aef362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (067b225b-698f-46a6-9bbc-819a11c5eece), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:11.542049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d228f67c-6323-411f-85fb-63ae1ad59ffa req-a0b2350e-a64f-4332-85db-cfb21d58e8b0 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645789 Mar 11 11:41:11.674174 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c289e314-dc42-4094-a43e-c8ded36229a6 req-babbf97d-a40d-4502-8827-2e48748c7f02 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 210 time: 0.0471134 Mar 11 11:41:11.864029 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0da70910-fbb5-47a0-889c-bd00e862482e None None] Set router 74cfc860-12aa-425b-93fd-fd89f9cc650c gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:41:12.116536 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-830ddc78-bc8f-429f-adb4-8f1f6ef638f7 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7e041b3b7bca4d758fb70a1d04bc1d98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555623 Mar 11 11:41:12.242841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82124260-f505-48c4-a7ed-181632aef362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (067b225b-698f-46a6-9bbc-819a11c5eece), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:12.245680 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82124260-f505-48c4-a7ed-181632aef362 admin admin] Publish callbacks [] for router_controller (067b225b-698f-46a6-9bbc-819a11c5eece), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:12.265234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7c6fb946-a06e-4342-a753-d95fefda6f0a no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:41:12.338431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 7c6fb946-a06e-4342-a753-d95fefda6f0a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:41:12.338780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7c6fb946-a06e-4342-a753-d95fefda6f0a not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:41:12.344141 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9b97a4e7-df54-4839-abb3-20ebfe361c45 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:41:12.357019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40118) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:12.358571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-773ed5dc-6dec-4470-91df-423bead05606 admin admin] Deleting port c5016db3-4391-4632-b4ab-e826d3cc34ca {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:41:12.358969 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-773ed5dc-6dec-4470-91df-423bead05606 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c5016db3-4391-4632-b4ab-e826d3cc34ca), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:12.375405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40120) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:12.414754 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 9b97a4e7-df54-4839-abb3-20ebfe361c45 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:41:12.415146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9b97a4e7-df54-4839-abb3-20ebfe361c45 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:41:12.432822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-8559f190-ffd9-4530-ab7c-8afda86f0ba8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:12.441354 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82124260-f505-48c4-a7ed-181632aef362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (067b225b-698f-46a6-9bbc-819a11c5eece), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:12.443327 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82124260-f505-48c4-a7ed-181632aef362 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 067b225b-698f-46a6-9bbc-819a11c5eece {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:41:12.447892 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-8559f190-ffd9-4530-ab7c-8afda86f0ba8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3283904 Mar 11 11:41:12.459575 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82124260-f505-48c4-a7ed-181632aef362 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:12.468331 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-82124260-f505-48c4-a7ed-181632aef362 admin admin] 10.222.0.78 "DELETE /v2.0/routers/067b225b-698f-46a6-9bbc-819a11c5eece HTTP/1.1" status: 204 len: 168 time: 2.3681524 Mar 11 11:41:12.477593 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40126) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:12.489017 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-9ea7b441-5f52-4a87-b644-15335c35d687 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/quotas/7e041b3b7bca4d758fb70a1d04bc1d98 HTTP/1.1" status: 200 len: 375 time: 0.0396080 Mar 11 11:41:12.519641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0da70910-fbb5-47a0-889c-bd00e862482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:41:08Z', 'revision_number': 5, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:12.565006 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:12.569157 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da70910-fbb5-47a0-889c-bd00e862482e None None] The sync data for ids ['74cfc860-12aa-425b-93fd-fd89f9cc650c'] in n-d-833234-2 is: [{'id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820180558-router', 'tenant_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:41:08Z', 'revision_number': 5, 'project_id': 'a7ab0f1ba69a419a9465a54d21e133a2', 'gw_port': {'id': 'c5016db3-4391-4632-b4ab-e826d3cc34ca', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cfc860-12aa-425b-93fd-fd89f9cc650c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:37:58Z', 'updated_at': '2022-03-11T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:41:12.740596 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2ba2b087-2373-4f01-8c65-e10309060502 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-708693816-network', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:12.749168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-66afe004-9f28-4dd7-a999-958681553bb7 admin admin] Deleting subnet 9b167146-f97a-4fc0-ada4-3ac453097dad {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:41:12.765013 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66afe004-9f28-4dd7-a999-958681553bb7 admin admin] Publish callbacks [] for subnet (9b167146-f97a-4fc0-ada4-3ac453097dad), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:12.771107 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b03cee97-afd5-4413-94bc-322ad11bdff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:12.864987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-773ed5dc-6dec-4470-91df-423bead05606 admin admin] For port c5016db3-4391-4632-b4ab-e826d3cc34ca, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c5016db3-4391-4632-b4ab-e826d3cc34ca,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:12.865504 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-773ed5dc-6dec-4470-91df-423bead05606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c5016db3-4391-4632-b4ab-e826d3cc34ca), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:12.880994 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66afe004-9f28-4dd7-a999-958681553bb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (9b167146-f97a-4fc0-ada4-3ac453097dad), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:12.884688 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba2b087-2373-4f01-8c65-e10309060502 admin admin] Made reservation on behalf of 9ea4239fa62d4c5e8a07bde5d3bfa362 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:41:12.887234 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b087-2373-4f01-8c65-e10309060502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:12.921252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-773ed5dc-6dec-4470-91df-423bead05606 admin admin] Calling delete_port for c5016db3-4391-4632-b4ab-e826d3cc34ca owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:41:12.933443 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b087-2373-4f01-8c65-e10309060502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:12.988776 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-cad33429-4df5-45fb-9107-bb9305de931a tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7e041b3b7bca4d758fb70a1d04bc1d98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4859908 Mar 11 11:41:13.048148 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916e735-8073-4ac5-a86b-5547b5a937de req-a4f603d4-e51d-4221-8227-d6e9662f500c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:13.050019 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4916e735-8073-4ac5-a86b-5547b5a937de req-a4f603d4-e51d-4221-8227-d6e9662f500c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 945 time: 0.0602825 Mar 11 11:41:13.104051 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b03cee97-afd5-4413-94bc-322ad11bdff4 admin admin] Publish callbacks [] for security_group (23d35806-940a-4ef4-96a3-980f6cef2632), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:13.109386 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4916e735-8073-4ac5-a86b-5547b5a937de req-7d8dc35f-32eb-4f5c-87b0-8ca5d778c3d0 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524895 Mar 11 11:41:13.153891 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b03cee97-afd5-4413-94bc-322ad11bdff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (23d35806-940a-4ef4-96a3-980f6cef2632), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:13.282786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cee97-afd5-4413-94bc-322ad11bdff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d35806-940a-4ef4-96a3-980f6cef2632,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:13.357413 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2cc05af7-264a-469f-b9b3-3f5c7864fbe4 req-216433b3-c1c4-430d-96fe-090546079dff tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 210 time: 0.1285479 Mar 11 11:41:13.366352 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b03cee97-afd5-4413-94bc-322ad11bdff4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bfcb7377a5b64c00a984180ebc3f767d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9971929 Mar 11 11:41:13.373608 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-466cd014-f3c6-4745-8b90-925f31431a48 req-51762921-f319-44b6-a4b9-5e6f7f995a85 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 210 time: 0.1430101 Mar 11 11:41:13.376903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40136) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:13.434570 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66afe004-9f28-4dd7-a999-958681553bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (9b167146-f97a-4fc0-ada4-3ac453097dad), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:13.466629 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4fe3c49a-e2b2-4279-b363-c11638072a05 admin admin] Publish callbacks [] for security_group (23d35806-940a-4ef4-96a3-980f6cef2632), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:13.549795 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4fe3c49a-e2b2-4279-b363-c11638072a05 admin admin] Publish callbacks [] for security_group (23d35806-940a-4ef4-96a3-980f6cef2632), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:13.563852 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d1c479dd-2e29-4bde-be60-826047211adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:13.637999 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b087-2373-4f01-8c65-e10309060502 admin admin] Publish callbacks [] for security_group (d9a1b166-f37a-43e0-b5f4-07ca98330b2f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:13.648723 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4fe3c49a-e2b2-4279-b363-c11638072a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (23d35806-940a-4ef4-96a3-980f6cef2632), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:13.655982 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b087-2373-4f01-8c65-e10309060502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d9a1b166-f37a-43e0-b5f4-07ca98330b2f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:13.657180 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4fe3c49a-e2b2-4279-b363-c11638072a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:13.658770 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4fe3c49a-e2b2-4279-b363-c11638072a05 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/23d35806-940a-4ef4-96a3-980f6cef2632 HTTP/1.1" status: 204 len: 168 time: 0.2806940 Mar 11 11:41:13.668024 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba2b087-2373-4f01-8c65-e10309060502 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:41:13.678022 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b087-2373-4f01-8c65-e10309060502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (53ce92ad-0a14-4cf4-9d26-71dd757e7990), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:13.678598 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-2ba2b087-2373-4f01-8c65-e10309060502 admin admin] Added segment 53ce92ad-0a14-4cf4-9d26-71dd757e7990 of type vlan for network 7865f6a5-70b0-46c3-96bc-af003b472c0b Mar 11 11:41:13.690306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3c49a-e2b2-4279-b363-c11638072a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d35806-940a-4ef4-96a3-980f6cef2632,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:13.723644 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b087-2373-4f01-8c65-e10309060502 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (7865f6a5-70b0-46c3-96bc-af003b472c0b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:13.768309 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b087-2373-4f01-8c65-e10309060502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (7865f6a5-70b0-46c3-96bc-af003b472c0b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:13.769694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba2b087-2373-4f01-8c65-e10309060502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:13.770714 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b087-2373-4f01-8c65-e10309060502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:13.848440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2b087-2373-4f01-8c65-e10309060502 admin admin] Pushing event updated for resources: {'Network': ['ID=7865f6a5-70b0-46c3-96bc-af003b472c0b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:13.862353 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-75591e71-6ef9-4005-81ac-17be0a5f8ac7 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:13.863925 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-75591e71-6ef9-4005-81ac-17be0a5f8ac7 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.37 "GET /v2.0/networks?id=89448a93-64fb-46cd-8802-bfc878ff1402 HTTP/1.1" status: 200 len: 814 time: 0.5318263 Mar 11 11:41:13.867227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 7865f6a5-70b0-46c3-96bc-af003b472c0b details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:41:13.869780 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-773ed5dc-6dec-4470-91df-423bead05606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (c5016db3-4391-4632-b4ab-e826d3cc34ca), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:13.897156 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-696ba7fa-acc5-42ee-9dbb-ddb0d3f2bbc6 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Request body: {'port': {'device_id': '74e3c67b-1cdb-48a4-af62-d2916a15b0eb', 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402', 'admin_state_up': True, 'tenant_id': '876d6f2ee6544782b6e5d1e6d422f538'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:13.922068 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66afe004-9f28-4dd7-a999-958681553bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (9b167146-f97a-4fc0-ada4-3ac453097dad), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:14.021837 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40162) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:14.026126 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219e15b7-9027-48d6-8af4-e2eebef089ca None None] Network d2069503-97b5-4693-8805-2e3e622ce906 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:41:14.027345 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2ba2b087-2373-4f01-8c65-e10309060502 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6483572 Mar 11 11:41:14.029178 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4b179894-c905-4ed8-a96f-9a715940108a admin admin] Request body: {'subnet': {'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-708693816-subnet', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:14.030543 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 673e37db-ba37-4d67-b46e-bbb0073657ea no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:41:14.057399 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66afe004-9f28-4dd7-a999-958681553bb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:14.060654 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-66afe004-9f28-4dd7-a999-958681553bb7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9b167146-f97a-4fc0-ada4-3ac453097dad HTTP/1.1" status: 204 len: 168 time: 1.5820704 Mar 11 11:41:14.071095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ed5dc-6dec-4470-91df-423bead05606 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5016db3-4391-4632-b4ab-e826d3cc34ca,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:14.073045 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2b087-2373-4f01-8c65-e10309060502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a1b166-f37a-43e0-b5f4-07ca98330b2f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:14.087606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 673e37db-ba37-4d67-b46e-bbb0073657ea {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:41:14.089966 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 673e37db-ba37-4d67-b46e-bbb0073657ea not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:41:14.095449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40164) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:14.124701 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b179894-c905-4ed8-a96f-9a715940108a admin admin] Made reservation on behalf of 9ea4239fa62d4c5e8a07bde5d3bfa362 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:41:14.127222 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afe004-9f28-4dd7-a999-958681553bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b167146-f97a-4fc0-ada4-3ac453097dad,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:14.137025 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b179894-c905-4ed8-a96f-9a715940108a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:14.249778 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-773ed5dc-6dec-4470-91df-423bead05606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (74cfc860-12aa-425b-93fd-fd89f9cc650c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:14.321632 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (d2069503-97b5-4693-8805-2e3e622ce906), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:14.439711 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] DHCP port deletion for d2069503-97b5-4693-8805-2e3e622ce906 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:41:14.535808 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Deleting port d4f9b89e-347e-44cd-a9bb-022ba08460b5 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:41:14.536462 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d4f9b89e-347e-44cd-a9bb-022ba08460b5), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:14.578994 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-773ed5dc-6dec-4470-91df-423bead05606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (74cfc860-12aa-425b-93fd-fd89f9cc650c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:14.581342 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-773ed5dc-6dec-4470-91df-423bead05606 admin admin] Publish callbacks [] for router_controller (74cfc860-12aa-425b-93fd-fd89f9cc650c), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:14.641611 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] For port d4f9b89e-347e-44cd-a9bb-022ba08460b5, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d4f9b89e-347e-44cd-a9bb-022ba08460b5,segment=NetworkSegment(590d9cc4-db58-4d66-baae-406cc1d73243),segment_id=590d9cc4-db58-4d66-baae-406cc1d73243)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:14.641611 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d4f9b89e-347e-44cd-a9bb-022ba08460b5), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:14.667855 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d8d6215-558f-4cc4-9099-bf4f665ffd46 req-65da95e0-2cd6-4820-9dd7-60f7447903ba tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 210 time: 0.2032452 Mar 11 11:41:14.669848 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-773ed5dc-6dec-4470-91df-423bead05606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (74cfc860-12aa-425b-93fd-fd89f9cc650c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:14.670659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773ed5dc-6dec-4470-91df-423bead05606 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74cfc860-12aa-425b-93fd-fd89f9cc650c {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:41:14.672308 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Calling delete_port for d4f9b89e-347e-44cd-a9bb-022ba08460b5 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:41:14.694175 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-773ed5dc-6dec-4470-91df-423bead05606 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:14.696347 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-773ed5dc-6dec-4470-91df-423bead05606 admin admin] 10.222.0.78 "DELETE /v2.0/routers/74cfc860-12aa-425b-93fd-fd89f9cc650c HTTP/1.1" status: 204 len: 168 time: 4.0459709 Mar 11 11:41:14.701057 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40194) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:14.738486 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb1a13-6a1f-4b83-92ab-a12ef3a418f9 req-da6c29cc-3c5c-481e-83b7-826511537619 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:14.753290 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6abb1a13-6a1f-4b83-92ab-a12ef3a418f9 req-da6c29cc-3c5c-481e-83b7-826511537619 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 945 time: 0.4114230 Mar 11 11:41:14.833471 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-696ba7fa-acc5-42ee-9dbb-ddb0d3f2bbc6 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Made reservation on behalf of 876d6f2ee6544782b6e5d1e6d422f538 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:41:14.840883 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-696ba7fa-acc5-42ee-9dbb-ddb0d3f2bbc6 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:14.899986 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e04fca-5724-42ed-a633-d19201b32975 admin admin] Deleting subnet 7419caeb-e637-4fb6-9c74-8aa22364a03b {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:41:14.902738 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6868165d-440f-456b-8110-c6172a944f1d req-57a14252-335a-4b4d-a179-e0793bbf8cad tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 210 time: 0.0911810 Mar 11 11:41:14.970412 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96e04fca-5724-42ed-a633-d19201b32975 admin admin] Publish callbacks [] for subnet (7419caeb-e637-4fb6-9c74-8aa22364a03b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:15.053788 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6abb1a13-6a1f-4b83-92ab-a12ef3a418f9 req-6323dcb4-73dd-4831-af03-a18053f36dd0 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993288 Mar 11 11:41:15.075545 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-7ef8550a-7759-4f9e-ac16-963f3bb460e8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=7e041b3b7bca4d758fb70a1d04bc1d98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950742 Mar 11 11:41:15.090297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] Deleting port d4f9b89e-347e-44cd-a9bb-022ba08460b5 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:41:15.090956 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d4f9b89e-347e-44cd-a9bb-022ba08460b5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:15.152887 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96e04fca-5724-42ed-a633-d19201b32975 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (7419caeb-e637-4fb6-9c74-8aa22364a03b), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:15.154942 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (d4f9b89e-347e-44cd-a9bb-022ba08460b5), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:15.208569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] No DVR routers for this DVR port d4f9b89e-347e-44cd-a9bb-022ba08460b5 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:41:15.211003 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40200) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:15.232111 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Pushing event deleted for resources: {'Port': ['ID=d4f9b89e-347e-44cd-a9bb-022ba08460b5,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:15.254543 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:15.255153 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:15.255799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:15.256152 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:15.256493 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:15.257475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:15.257830 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:15.265320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:15.266462 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:15.266846 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:15.267808 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:15.268167 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:15.268557 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5aba5-a197-4ccb-b0e6-1455076a4f01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:15.355054 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-696ba7fa-acc5-42ee-9dbb-ddb0d3f2bbc6 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Allocated IP 172.20.0.9 (89448a93-64fb-46cd-8802-bfc878ff1402/685af6ea-0432-4dec-9ba4-e4ff124d674a/249a3f88-a877-4caa-b000-84638b16a55e) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:41:15.442879 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96e04fca-5724-42ed-a633-d19201b32975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (7419caeb-e637-4fb6-9c74-8aa22364a03b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:15.518896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-d8372983-f96b-40a4-94dc-33d0c440a2e7 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:15.521583 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-d8372983-f96b-40a4-94dc-33d0c440a2e7 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4332345 Mar 11 11:41:15.522725 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b179894-c905-4ed8-a96f-9a715940108a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:15.535270 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-da29a08c-2732-42ce-8ab6-d26e4609580b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1719626247-network', 'tenant_id': 'ac1d3dc295b944419c57bc4dccb5fb32'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:15.542888 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] For port d4f9b89e-347e-44cd-a9bb-022ba08460b5, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d4f9b89e-347e-44cd-a9bb-022ba08460b5,segment=NetworkSegment(590d9cc4-db58-4d66-baae-406cc1d73243),segment_id=590d9cc4-db58-4d66-baae-406cc1d73243)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:15.543247 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d4f9b89e-347e-44cd-a9bb-022ba08460b5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:15.559666 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-f18e2a48-295b-4671-a370-cb58e7a3b3d8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Request body: {'port': {'device_id': 'd0b2755d-01a2-4af8-8599-6e420e650c6a', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '7e041b3b7bca4d758fb70a1d04bc1d98'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:15.694024 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96e04fca-5724-42ed-a633-d19201b32975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (7419caeb-e637-4fb6-9c74-8aa22364a03b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:15.711326 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] Calling delete_port for d4f9b89e-347e-44cd-a9bb-022ba08460b5 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:41:15.720427 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-348d5310-713d-4223-83a3-1c501b641c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:15.770227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9949d2dc-2122-4805-baee-673e31081ad4 None None] Network 6b945e83-4e41-42ac-8741-30291529408d requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:41:15.823960 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e04fca-5724-42ed-a633-d19201b32975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7419caeb-e637-4fb6-9c74-8aa22364a03b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:15.827198 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96e04fca-5724-42ed-a633-d19201b32975 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:15.831319 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-96e04fca-5724-42ed-a633-d19201b32975 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7419caeb-e637-4fb6-9c74-8aa22364a03b HTTP/1.1" status: 204 len: 168 time: 1.1287179 Mar 11 11:41:15.841347 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40208) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:15.876715 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da29a08c-2732-42ce-8ab6-d26e4609580b admin admin] Made reservation on behalf of ac1d3dc295b944419c57bc4dccb5fb32 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:41:15.879414 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da29a08c-2732-42ce-8ab6-d26e4609580b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:15.924144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b179894-c905-4ed8-a96f-9a715940108a admin admin] Checking segment: {'id': '53ce92ad-0a14-4cf4-9d26-71dd757e7990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:41:15.925419 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b179894-c905-4ed8-a96f-9a715940108a admin admin] Network hostable DHCP agents. Network: 7865f6a5-70b0-46c3-96bc-af003b472c0b, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:41:15.934201 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-679a5753-9a96-4aca-9775-d2560e38736b req-e6020512-0934-42dc-a7f8-da2257b48177 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 210 time: 0.1358831 Mar 11 11:41:16.012238 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (6b945e83-4e41-42ac-8741-30291529408d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.102621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b179894-c905-4ed8-a96f-9a715940108a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:16.111748 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d4f9b89e-347e-44cd-a9bb-022ba08460b5 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:41:16.155675 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: d4f9b89e-347e-44cd-a9bb-022ba08460b5 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:41:16.157001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d4f9b89e-347e-44cd-a9bb-022ba08460b5 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:41:16.157610 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c5016db3-4391-4632-b4ab-e826d3cc34ca no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:41:16.162367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d18c1a-7861-4fdc-bf85-773c390c107e None None] DHCP port deletion for 6b945e83-4e41-42ac-8741-30291529408d request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:41:16.185907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: c5016db3-4391-4632-b4ab-e826d3cc34ca {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:41:16.186554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c5016db3-4391-4632-b4ab-e826d3cc34ca not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:41:16.191046 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba872ca7-cf7b-438b-bbea-b99cba3a18cf req-801ae442-982b-4c3f-9ecb-3a19fe0a836e tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 210 time: 0.0953829 Mar 11 11:41:16.191820 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da29a08c-2732-42ce-8ab6-d26e4609580b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.216827 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-696ba7fa-acc5-42ee-9dbb-ddb0d3f2bbc6 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Publish callbacks [] for port (249a3f88-a877-4caa-b000-84638b16a55e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.272475 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] Deleting port 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:41:16.273328 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.346516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-38d18c1a-7861-4fdc-bf85-773c390c107e None None] Deleting port 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:41:16.347044 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-38d18c1a-7861-4fdc-bf85-773c390c107e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.349171 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da29a08c-2732-42ce-8ab6-d26e4609580b admin admin] Publish callbacks [] for security_group (bbabd3b6-b519-4792-91dc-356b97fd6786), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.375603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b179894-c905-4ed8-a96f-9a715940108a admin admin] Network 7865f6a5-70b0-46c3-96bc-af003b472c0b is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:41:16.377799 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da29a08c-2732-42ce-8ab6-d26e4609580b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bbabd3b6-b519-4792-91dc-356b97fd6786), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.422493 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-696ba7fa-acc5-42ee-9dbb-ddb0d3f2bbc6 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (249a3f88-a877-4caa-b000-84638b16a55e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.443698 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da29a08c-2732-42ce-8ab6-d26e4609580b admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:41:16.463143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-4b179894-c905-4ed8-a96f-9a715940108a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 7865f6a5-70b0-46c3-96bc-af003b472c0b) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:41:16.475006 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04a16b9-b003-4a7f-a532-1f32301c404d None None] Network 7865f6a5-70b0-46c3-96bc-af003b472c0b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:41:16.478136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-38d18c1a-7861-4fdc-bf85-773c390c107e None None] For port 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c,segment=NetworkSegment(010a2e3a-2c29-4f32-b3ea-0af082107b9c),segment_id=010a2e3a-2c29-4f32-b3ea-0af082107b9c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:16.478564 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-38d18c1a-7861-4fdc-bf85-773c390c107e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.479494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b179894-c905-4ed8-a96f-9a715940108a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:16.480684 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b179894-c905-4ed8-a96f-9a715940108a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.490802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29a08c-2732-42ce-8ab6-d26e4609580b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbabd3b6-b519-4792-91dc-356b97fd6786,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:16.495783 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da29a08c-2732-42ce-8ab6-d26e4609580b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (811e0714-4afd-442f-948f-53ab24466f5f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.496162 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-da29a08c-2732-42ce-8ab6-d26e4609580b admin admin] Added segment 811e0714-4afd-442f-948f-53ab24466f5f of type vlan for network 4d34dfd0-e88d-4c1f-85ba-d40c60cab5d0 Mar 11 11:41:16.511318 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4b179894-c905-4ed8-a96f-9a715940108a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.4881186 Mar 11 11:41:16.512456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-f18e2a48-295b-4671-a370-cb58e7a3b3d8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Made reservation on behalf of 7e041b3b7bca4d758fb70a1d04bc1d98 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:41:16.517085 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-f18e2a48-295b-4671-a370-cb58e7a3b3d8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.519314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40214) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:16.526372 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-708693816-router', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:16.531432 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (d4f9b89e-347e-44cd-a9bb-022ba08460b5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.533186 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-696ba7fa-acc5-42ee-9dbb-ddb0d3f2bbc6 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Network 89448a93-64fb-46cd-8802-bfc878ff1402 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:41:16.540211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-38d18c1a-7861-4fdc-bf85-773c390c107e None None] Calling delete_port for 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:41:16.555224 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-696ba7fa-acc5-42ee-9dbb-ddb0d3f2bbc6 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:41:16.558269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] For port 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c,segment=NetworkSegment(010a2e3a-2c29-4f32-b3ea-0af082107b9c),segment_id=010a2e3a-2c29-4f32-b3ea-0af082107b9c)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:16.558636 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.575640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-696ba7fa-acc5-42ee-9dbb-ddb0d3f2bbc6 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:41:16.578659 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b51b6a-8be2-4c38-873e-9b9252f8603c req-e75ce5f0-b206-46ee-90b5-e1da55f68818 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:16.586117 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84b51b6a-8be2-4c38-873e-9b9252f8603c req-e75ce5f0-b206-46ee-90b5-e1da55f68818 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 945 time: 0.3529770 Mar 11 11:41:16.632550 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f9b89e-347e-44cd-a9bb-022ba08460b5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:16.703941 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] Calling delete_port for 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:41:16.723531 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-f18e2a48-295b-4671-a370-cb58e7a3b3d8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.731317 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da29a08c-2732-42ce-8ab6-d26e4609580b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (4d34dfd0-e88d-4c1f-85ba-d40c60cab5d0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.750261 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] No DVR routers for this DVR port d4f9b89e-347e-44cd-a9bb-022ba08460b5 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:41:16.756100 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ba7fa-acc5-42ee-9dbb-ddb0d3f2bbc6 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Pushing event updated for resources: {'Port': ['ID=249a3f88-a877-4caa-b000-84638b16a55e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:16.784288 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-696ba7fa-acc5-42ee-9dbb-ddb0d3f2bbc6 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:16.785215 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-696ba7fa-acc5-42ee-9dbb-ddb0d3f2bbc6 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.871700 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (fd5aa57d-398f-47b4-b5ae-a02fb0a746a9), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.872826 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-7865f6a5-70b0-46c3-96bc-af003b472c0b', 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b', 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'fixed_ips': [{'subnet_id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:41:16.873768 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (fd5aa57d-398f-47b4-b5ae-a02fb0a746a9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.873900 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:16.888501 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.resource_extend [None req-da29a08c-2732-42ce-8ab6-d26e4609580b admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:41:16.899036 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-696ba7fa-acc5-42ee-9dbb-ddb0d3f2bbc6 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0193553 Mar 11 11:41:16.914040 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Request body: {'port': {'device_id': '74e3c67b-1cdb-48a4-af62-d2916a15b0eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:17.088244 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ab2b8c0b-d4df-4e49-9ded-cf6e1def8789 None None] Provisioning complete for port 249a3f88-a877-4caa-b000-84638b16a55e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:17.088667 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab2b8c0b-d4df-4e49-9ded-cf6e1def8789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (249a3f88-a877-4caa-b000-84638b16a55e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:17.129783 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (249a3f88-a877-4caa-b000-84638b16a55e), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:17.157768 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-f18e2a48-295b-4671-a370-cb58e7a3b3d8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Publish callbacks [] for security_group (55f31c43-9841-4f33-8cde-b9bebafd86ed), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:17.192712 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84b51b6a-8be2-4c38-873e-9b9252f8603c req-cc8c5735-9013-47ba-a1e2-36a11259f5d8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6053746 Mar 11 11:41:17.201477 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-f18e2a48-295b-4671-a370-cb58e7a3b3d8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (55f31c43-9841-4f33-8cde-b9bebafd86ed), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:17.280071 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (d2069503-97b5-4693-8805-2e3e622ce906), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:17.304436 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da29a08c-2732-42ce-8ab6-d26e4609580b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (4d34dfd0-e88d-4c1f-85ba-d40c60cab5d0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:17.305509 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da29a08c-2732-42ce-8ab6-d26e4609580b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:17.306094 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da29a08c-2732-42ce-8ab6-d26e4609580b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:17.424847 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2069503-97b5-4693-8805-2e3e622ce906']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:17.440360 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590d9cc4-db58-4d66-baae-406cc1d73243') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:17.441256 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590d9cc4-db58-4d66-baae-406cc1d73243') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:17.454510 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (590d9cc4-db58-4d66-baae-406cc1d73243), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:17.473912 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (590d9cc4-db58-4d66-baae-406cc1d73243), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:17.484081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:41:17.485206 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (590d9cc4-db58-4d66-baae-406cc1d73243), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:41:17.502496 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:41:17.541701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ab2b8c0b-d4df-4e49-9ded-cf6e1def8789 None None] Port 249a3f88-a877-4caa-b000-84638b16a55e cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:41:17.544403 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-38d18c1a-7861-4fdc-bf85-773c390c107e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:17.564581 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:17.569571 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-da29a08c-2732-42ce-8ab6-d26e4609580b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3460553 Mar 11 11:41:17.601532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40222) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:17.631138 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8efb6405-ee5d-4bab-bcb5-9d291cd367be req-a03b1477-dc4e-48c2-bf02-f5cd2e9cdd0b tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 210 time: 0.1376183 Mar 11 11:41:17.642515 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:17.654919 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] No DVR routers for this DVR port 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:41:17.660146 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:17.697530 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d18c1a-7861-4fdc-bf85-773c390c107e None None] Pushing event deleted for resources: {'Port': ['ID=61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:17.712034 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d18c1a-7861-4fdc-bf85-773c390c107e None None] No DVR routers for this DVR port 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:41:17.720787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c1d25b0f-8086-4cf9-9721-6732dd68b791 admin admin] Request body: {'subnet': {'network_id': '4d34dfd0-e88d-4c1f-85ba-d40c60cab5d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1719626247-subnet', 'tenant_id': 'ac1d3dc295b944419c57bc4dccb5fb32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:17.744372 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Publish callbacks [] for router_controller (fd5aa57d-398f-47b4-b5ae-a02fb0a746a9), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:17.748130 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e2a48-295b-4671-a370-cb58e7a3b3d8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f31c43-9841-4f33-8cde-b9bebafd86ed,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:17.760994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fabdfd-0f22-43bf-902d-e554831fbc1f req-2a87d358-2383-4080-aba1-cad6916ccab0 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:17.773501 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3fabdfd-0f22-43bf-902d-e554831fbc1f req-2a87d358-2383-4080-aba1-cad6916ccab0 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 931 time: 0.6039155 Mar 11 11:41:17.872395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29a08c-2732-42ce-8ab6-d26e4609580b admin admin] Pushing event updated for resources: {'Network': ['ID=4d34dfd0-e88d-4c1f-85ba-d40c60cab5d0,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:17.878936 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (6b945e83-4e41-42ac-8741-30291529408d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:17.887670 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (d2069503-97b5-4693-8805-2e3e622ce906), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:17.888996 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 4d34dfd0-e88d-4c1f-85ba-d40c60cab5d0 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:41:17.929897 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b945e83-4e41-42ac-8741-30291529408d']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:17.951954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010a2e3a-2c29-4f32-b3ea-0af082107b9c') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:17.951954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010a2e3a-2c29-4f32-b3ea-0af082107b9c') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:17.952461 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Allocated IP 172.20.0.2 (7865f6a5-70b0-46c3-96bc-af003b472c0b/c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f/77384db6-ddba-430d-ba84-8b92ad18714d) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:41:17.979470 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (010a2e3a-2c29-4f32-b3ea-0af082107b9c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:17.994491 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:18.002551 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] 10.222.0.78 "DELETE /v2.0/networks/d2069503-97b5-4693-8805-2e3e622ce906 HTTP/1.1" status: 204 len: 168 time: 3.9043808 Mar 11 11:41:18.024553 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (010a2e3a-2c29-4f32-b3ea-0af082107b9c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:18.045507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:41:18.050457 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (010a2e3a-2c29-4f32-b3ea-0af082107b9c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:18.054814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:41:18.088438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9820bb3-d160-46b0-b20b-e2852694064a admin admin] Pushing event deleted for resources: {'Network': ['ID=d2069503-97b5-4693-8805-2e3e622ce906,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:18.101593 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:41:18.102354 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 61a9fd22-90df-4ea7-a3ac-d6da0f7ae73c not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:41:18.105207 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:41:18.122409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d25b0f-8086-4cf9-9721-6732dd68b791 admin admin] Made reservation on behalf of ac1d3dc295b944419c57bc4dccb5fb32 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:41:18.125127 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1d25b0f-8086-4cf9-9721-6732dd68b791 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:18.212042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-059ea0b5-28b0-42e1-9bda-a01f16f4ce6a tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:18.214149 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-059ea0b5-28b0-42e1-9bda-a01f16f4ce6a tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0&tenant_id=4b2baed761184abf86d0da4561f84f1b&binding%3Ahost_id=n-h2-833234-2 HTTP/1.1" status: 200 len: 1127 time: 0.7222939 Mar 11 11:41:18.237577 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833234-2'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:18.375325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40230) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:18.377405 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (6b945e83-4e41-42ac-8741-30291529408d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:18.391529 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Publish callbacks [] for router_gateway (fd5aa57d-398f-47b4-b5ae-a02fb0a746a9), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:18.420595 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:18.426431 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6b945e83-4e41-42ac-8741-30291529408d HTTP/1.1" status: 204 len: 168 time: 2.5806217 Mar 11 11:41:18.426431 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c7189-d0d9-4b35-a2a3-7246434f90c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b945e83-4e41-42ac-8741-30291529408d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:18.432245 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40232) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:18.432459 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Publish callbacks [] for port (77384db6-ddba-430d-ba84-8b92ad18714d), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:18.441063 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5374bb1a-0871-4faa-ac73-13449215c526), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:18.474370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-f18e2a48-295b-4671-a370-cb58e7a3b3d8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Allocated IP 192.168.233.175 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/b181560a-fca3-43cd-935c-703c0ec95750) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:41:18.477813 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (77384db6-ddba-430d-ba84-8b92ad18714d), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:18.497506 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3fabdfd-0f22-43bf-902d-e554831fbc1f req-08e967b6-6c84-4c40-829d-fd84cd32c43c tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/security-groups?id=e18f8574-da7f-4339-84ea-57e2a05fcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7237530 Mar 11 11:41:18.645775 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Pushing event updated for resources: {'Port': ['ID=77384db6-ddba-430d-ba84-8b92ad18714d,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:18.661340 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:18.688192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956539b2-1e1f-46d2-b924-67b8998140f7 req-90f1d4d1-9a28-42a3-ba89-d5f8d1fa8874 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:18.690200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-956539b2-1e1f-46d2-b924-67b8998140f7 req-90f1d4d1-9a28-42a3-ba89-d5f8d1fa8874 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 945 time: 0.2809463 Mar 11 11:41:18.697178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Network 7865f6a5-70b0-46c3-96bc-af003b472c0b is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:41:18.699158 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:41:18.710510 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:41:18.851044 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d95eb7fd-3376-4650-8c33-bcb5b88af2d2 req-8c05fc34-3647-4088-b0dd-5edf45a66aa8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 210 time: 0.0412600 Mar 11 11:41:18.885427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Attempting to bind port 77384db6-ddba-430d-ba84-8b92ad18714d on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:41:18.885674 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-956539b2-1e1f-46d2-b924-67b8998140f7 req-2653e2c2-728f-45e2-bf84-52b773a6b6bb tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759515 Mar 11 11:41:18.885784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Attempting to bind port 77384db6-ddba-430d-ba84-8b92ad18714d by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '53ce92ad-0a14-4cf4-9d26-71dd757e7990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:41:18.885784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Attempting to bind port 77384db6-ddba-430d-ba84-8b92ad18714d on network 7865f6a5-70b0-46c3-96bc-af003b472c0b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:41:18.894531 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:41:18.895244 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Checking segment: {'id': '53ce92ad-0a14-4cf4-9d26-71dd757e7990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:41:18.895341 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:18.898388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Bound using segment: {'id': '53ce92ad-0a14-4cf4-9d26-71dd757e7990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:41:18.898965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Bound port: 77384db6-ddba-430d-ba84-8b92ad18714d, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ce92ad-0a14-4cf4-9d26-71dd757e7990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:41:18.899362 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (77384db6-ddba-430d-ba84-8b92ad18714d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:18.994328 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-f18e2a48-295b-4671-a370-cb58e7a3b3d8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Publish callbacks [] for port (b181560a-fca3-43cd-935c-703c0ec95750), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:19.108373 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] For port 77384db6-ddba-430d-ba84-8b92ad18714d, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:41:19.112737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] For port 77384db6-ddba-430d-ba84-8b92ad18714d, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=77384db6-ddba-430d-ba84-8b92ad18714d,segment=NetworkSegment(53ce92ad-0a14-4cf4-9d26-71dd757e7990),segment_id=53ce92ad-0a14-4cf4-9d26-71dd757e7990)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:41:19.126184 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (77384db6-ddba-430d-ba84-8b92ad18714d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:19.208741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 5374bb1a-0871-4faa-ac73-13449215c526 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:41:19.285486 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-f18e2a48-295b-4671-a370-cb58e7a3b3d8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b181560a-fca3-43cd-935c-703c0ec95750), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:19.303735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3f9ff-30d8-4f4a-a07f-dd4036468416 None None] Pushing event updated for resources: {'Port': ['ID=77384db6-ddba-430d-ba84-8b92ad18714d,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:19.330506 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-f18e2a48-295b-4671-a370-cb58e7a3b3d8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:41:19.365585 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-f18e2a48-295b-4671-a370-cb58e7a3b3d8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:41:19.411179 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-f18e2a48-295b-4671-a370-cb58e7a3b3d8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:41:19.527047 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Publish callbacks [] for router_gateway (fd5aa57d-398f-47b4-b5ae-a02fb0a746a9), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:19.556719 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 5374bb1a-0871-4faa-ac73-13449215c526, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5374bb1a-0871-4faa-ac73-13449215c526,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:19.592175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 5374bb1a-0871-4faa-ac73-13449215c526 has no active binding in host n-h1-833234-2 {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 11:41:19.599481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e2a48-295b-4671-a370-cb58e7a3b3d8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Pushing event updated for resources: {'Port': ['ID=b181560a-fca3-43cd-935c-703c0ec95750,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:19.613209 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:19.695335 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-f18e2a48-295b-4671-a370-cb58e7a3b3d8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:19.696060 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-f18e2a48-295b-4671-a370-cb58e7a3b3d8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:19.721681 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-91f98e26-f4c1-4320-b723-40bc549e342d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=af2f049b566d4095a9e405ed90e7dde8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3419349 Mar 11 11:41:19.724144 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] For port 5374bb1a-0871-4faa-ac73-13449215c526, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5374bb1a-0871-4faa-ac73-13449215c526,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:19.724732 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40242) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:19.912533 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1d25b0f-8086-4cf9-9721-6732dd68b791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (963a5076-fd77-4280-8362-1ae6761435f6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:19.926324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1c8445ed-f71e-4893-bf0a-e7741bfaeb4a None None] Provisioning complete for port b181560a-fca3-43cd-935c-703c0ec95750 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:19.926920 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c8445ed-f71e-4893-bf0a-e7741bfaeb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b181560a-fca3-43cd-935c-703c0ec95750), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:20.016321 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1c8445ed-f71e-4893-bf0a-e7741bfaeb4a None None] Port b181560a-fca3-43cd-935c-703c0ec95750 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:41:20.025707 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:20.127517 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:41:20.200002 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 249a3f88-a877-4caa-b000-84638b16a55e {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:41:20.209377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d25b0f-8086-4cf9-9721-6732dd68b791 admin admin] Checking segment: {'id': '811e0714-4afd-442f-948f-53ab24466f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4d34dfd0-e88d-4c1f-85ba-d40c60cab5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:41:20.212039 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d25b0f-8086-4cf9-9721-6732dd68b791 admin admin] Network hostable DHCP agents. Network: 4d34dfd0-e88d-4c1f-85ba-d40c60cab5d0, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:41:20.272147 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 77384db6-ddba-430d-ba84-8b92ad18714d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:41:20.341416 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] For port 5374bb1a-0871-4faa-ac73-13449215c526, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:41:20.374477 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Publish callbacks [] for port (249a3f88-a877-4caa-b000-84638b16a55e), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:20.377340 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d25b0f-8086-4cf9-9721-6732dd68b791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=963a5076-fd77-4280-8362-1ae6761435f6,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:20.427346 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 77384db6-ddba-430d-ba84-8b92ad18714d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:20.427902 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (77384db6-ddba-430d-ba84-8b92ad18714d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:20.458438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d25b0f-8086-4cf9-9721-6732dd68b791 admin admin] Network 4d34dfd0-e88d-4c1f-85ba-d40c60cab5d0 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:41:20.478124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Transition to ACTIVE for port object 249a3f88-a877-4caa-b000-84638b16a55e will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:41:20.500916 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c1d25b0f-8086-4cf9-9721-6732dd68b791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 4d34dfd0-e88d-4c1f-85ba-d40c60cab5d0) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:41:20.512300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9705d3dc-423a-4737-9a02-2844034a1fa7 None None] Network 4d34dfd0-e88d-4c1f-85ba-d40c60cab5d0 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:41:20.518005 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (249a3f88-a877-4caa-b000-84638b16a55e), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:20.524518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d25b0f-8086-4cf9-9721-6732dd68b791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:20.525529 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1d25b0f-8086-4cf9-9721-6732dd68b791 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:20.579699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=249a3f88-a877-4caa-b000-84638b16a55e,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:20.582434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a85262b-30aa-470d-8198-30d4fe2bc1b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5374bb1a-0871-4faa-ac73-13449215c526'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:41:20.585619 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d743bd8-1ed1-482a-bfb6-3f54f4db296a" -d '{"events": [{"server_uuid": "9a85262b-30aa-470d-8198-30d4fe2bc1b0", "name": "network-vif-unplugged", "status": "completed", "tag": "5374bb1a-0871-4faa-ac73-13449215c526"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:41:20.590861 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Publish callbacks [] for port (5374bb1a-0871-4faa-ac73-13449215c526), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:20.653141 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5374bb1a-0871-4faa-ac73-13449215c526), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:20.710032 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c1d25b0f-8086-4cf9-9721-6732dd68b791 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.0631688 Mar 11 11:41:20.766162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f04f1cf-ae71-4c62-ac9b-8a2e49618628 None None] Network 4d34dfd0-e88d-4c1f-85ba-d40c60cab5d0 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:41:20.994150 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-f18e2a48-295b-4671-a370-cb58e7a3b3d8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4468651 Mar 11 11:41:21.066665 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Request body: {'port': {'device_id': 'd0b2755d-01a2-4af8-8599-6e420e650c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:21.070725 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Attempting to bind port 5374bb1a-0871-4faa-ac73-13449215c526 on host n-h2-833234-2 for vnic_type normal with profile {"migrating_to": "n-h1-833234-2"} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:41:21.071686 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Attempting to bind port 5374bb1a-0871-4faa-ac73-13449215c526 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:41:21.072201 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Attempting to bind port 5374bb1a-0871-4faa-ac73-13449215c526 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:41:21.075649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Attempting to bind port 249a3f88-a877-4caa-b000-84638b16a55e on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:41:21.076029 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Attempting to bind port 249a3f88-a877-4caa-b000-84638b16a55e by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '3466e577-9c1b-4e02-b95d-0e529b0c5079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:41:21.076314 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Attempting to bind port 249a3f88-a877-4caa-b000-84638b16a55e on network 89448a93-64fb-46cd-8802-bfc878ff1402 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:41:21.093964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Pushing event updated for resources: {'Port': ['ID=5374bb1a-0871-4faa-ac73-13449215c526,revision_number=7']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:21.095661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 77384db6-ddba-430d-ba84-8b92ad18714d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:21.096431 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (77384db6-ddba-430d-ba84-8b92ad18714d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:21.148091 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Port 5374bb1a-0871-4faa-ac73-13449215c526 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:41:21.148696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Attempting to bind port 5374bb1a-0871-4faa-ac73-13449215c526 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:41:21.154502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Port 249a3f88-a877-4caa-b000-84638b16a55e on network 89448a93-64fb-46cd-8802-bfc878ff1402 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:41:21.156187 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Attempting to bind port 249a3f88-a877-4caa-b000-84638b16a55e on network 89448a93-64fb-46cd-8802-bfc878ff1402 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:41:21.162806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:41:21.163421 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Checking segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:41:21.164192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Bound using segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:41:21.164828 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Bound port: 5374bb1a-0871-4faa-ac73-13449215c526, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:41:21.165402 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5374bb1a-0871-4faa-ac73-13449215c526), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:21.202464 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a4695f-d98e-4c91-9f29-ac9e7e32bab6 None None] Network 7865f6a5-70b0-46c3-96bc-af003b472c0b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:41:21.204860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:41:21.205532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Checking segment: {'id': '3466e577-9c1b-4e02-b95d-0e529b0c5079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:41:21.206160 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Bound using segment: {'id': '3466e577-9c1b-4e02-b95d-0e529b0c5079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:41:21.207267 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Bound port: 249a3f88-a877-4caa-b000-84638b16a55e, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3466e577-9c1b-4e02-b95d-0e529b0c5079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:41:21.207839 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (249a3f88-a877-4caa-b000-84638b16a55e), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:21.324747 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad5bb303-205e-430e-808f-f8aee0364ced admin admin] Publish callbacks [] for security_group (c1fa3836-3a1d-4b95-a070-8c2e227c8a15), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:21.381707 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0335ab9-4eec-495c-a464-33e2de707e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (2344788f-1e04-4a05-8976-4c3b4788f772), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:21.383236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabfa9c-cfd8-4cc8-8145-a1023000030b req-78f82258-4655-4661-b4ac-3987eae70f19 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:21.385032 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2aabfa9c-cfd8-4cc8-8145-a1023000030b req-78f82258-4655-4661-b4ac-3987eae70f19 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 931 time: 1.7579310 Mar 11 11:41:21.429049 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 77384db6-ddba-430d-ba84-8b92ad18714d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=77384db6-ddba-430d-ba84-8b92ad18714d,segment=NetworkSegment(53ce92ad-0a14-4cf4-9d26-71dd757e7990),segment_id=53ce92ad-0a14-4cf4-9d26-71dd757e7990)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:21.482366 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (77384db6-ddba-430d-ba84-8b92ad18714d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:21.580695 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad5bb303-205e-430e-808f-f8aee0364ced admin admin] Publish callbacks [] for security_group (c1fa3836-3a1d-4b95-a070-8c2e227c8a15), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:21.638502 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b181560a-fca3-43cd-935c-703c0ec95750), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:21.639621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=77384db6-ddba-430d-ba84-8b92ad18714d,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:21.664724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] For port 5374bb1a-0871-4faa-ac73-13449215c526, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:41:21.680658 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-78fa418c-32e3-4664-81f5-48812db9bac7 None None] Provisioning complete for port 77384db6-ddba-430d-ba84-8b92ad18714d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:21.681216 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78fa418c-32e3-4664-81f5-48812db9bac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (77384db6-ddba-430d-ba84-8b92ad18714d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:21.688169 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Allocated IP 172.25.7.65 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:41:21.696559 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] For port 249a3f88-a877-4caa-b000-84638b16a55e, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:41:21.709049 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] For port 249a3f88-a877-4caa-b000-84638b16a55e, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=249a3f88-a877-4caa-b000-84638b16a55e,segment=NetworkSegment(3466e577-9c1b-4e02-b95d-0e529b0c5079),segment_id=3466e577-9c1b-4e02-b95d-0e529b0c5079)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:41:21.732499 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7270f5d-82a3-46ad-9f2f-3aa0095bc2ff req-2c2314a6-ddc6-4c79-b1ed-8cfe4fb33516 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:21.734404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d7270f5d-82a3-46ad-9f2f-3aa0095bc2ff req-2c2314a6-ddc6-4c79-b1ed-8cfe4fb33516 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 936 time: 1.6002400 Mar 11 11:41:21.759780 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] For port 5374bb1a-0871-4faa-ac73-13449215c526, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5374bb1a-0871-4faa-ac73-13449215c526,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:41:21.777403 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (249a3f88-a877-4caa-b000-84638b16a55e), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:21.780836 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5374bb1a-0871-4faa-ac73-13449215c526), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:21.938942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-78fa418c-32e3-4664-81f5-48812db9bac7 None None] Current status of the port 77384db6-ddba-430d-ba84-8b92ad18714d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:21.981069 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2aabfa9c-cfd8-4cc8-8145-a1023000030b req-49fc0556-3c71-4a08-b3a8-99ba0b178328 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/security-groups?id=e18f8574-da7f-4339-84ea-57e2a05fcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650406 Mar 11 11:41:22.139117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:22.139904 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:22.142066 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] 10.222.0.37 "PUT /v2.0/ports/249a3f88-a877-4caa-b000-84638b16a55e HTTP/1.1" status: 200 len: 1091 time: 5.2335401 Mar 11 11:41:22.157682 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e507fe7-a623-4d68-a21a-3c2185093ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=249a3f88-a877-4caa-b000-84638b16a55e,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:22.162636 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 77384db6-ddba-430d-ba84-8b92ad18714d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:41:22.299938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-eba28d85-c851-4f26-b6d9-db43f5e5e6d7 None None] Provisioning complete for port 77384db6-ddba-430d-ba84-8b92ad18714d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:22.300468 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eba28d85-c851-4f26-b6d9-db43f5e5e6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (77384db6-ddba-430d-ba84-8b92ad18714d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:22.307473 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 77384db6-ddba-430d-ba84-8b92ad18714d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:22.307927 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (77384db6-ddba-430d-ba84-8b92ad18714d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:22.357223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:22.357348 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:22.359251 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] 10.222.0.71 "PUT /v2.0/ports/5374bb1a-0871-4faa-ac73-13449215c526 HTTP/1.1" status: 200 len: 1121 time: 4.1265032 Mar 11 11:41:22.464609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-e4691c90-e194-4964-b93d-aefff2f687fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:22.466306 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-e4691c90-e194-4964-b93d-aefff2f687fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=876d6f2ee6544782b6e5d1e6d422f538&device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 1125 time: 0.2163577 Mar 11 11:41:22.485390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55928ba2-fb35-4f96-bd8a-09618deb4e8c service neutron] Pushing event updated for resources: {'Port': ['ID=5374bb1a-0871-4faa-ac73-13449215c526,revision_number=8']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:22.529728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['5374bb1a-0871-4faa-ac73-13449215c526'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:41:22.535049 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-02850319-0ba2-4e31-9020-21c00f968024 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=249a3f88-a877-4caa-b000-84638b16a55e HTTP/1.1" status: 200 len: 217 time: 0.0441430 Mar 11 11:41:22.604068 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['5374bb1a-0871-4faa-ac73-13449215c526'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:41:22.640687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-58018f33-580d-4392-96a1-7c0f24af1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:22.642310 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-58018f33-580d-4392-96a1-7c0f24af1ed9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=685af6ea-0432-4dec-9ba4-e4ff124d674a HTTP/1.1" status: 200 len: 853 time: 0.0892944 Mar 11 11:41:22.644637 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f0335ab9-4eec-495c-a464-33e2de707e01 admin admin] Deleting port 1fc38e3d-7caa-437d-9417-fdbc4c567662 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:41:22.645037 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0335ab9-4eec-495c-a464-33e2de707e01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:22.646931 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d7270f5d-82a3-46ad-9f2f-3aa0095bc2ff req-65d3a43a-268f-4298-9c27-79e417f82736 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/security-groups?id=55f31c43-9841-4f33-8cde-b9bebafd86ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8410015 Mar 11 11:41:22.698765 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad5bb303-205e-430e-808f-f8aee0364ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c1fa3836-3a1d-4b95-a070-8c2e227c8a15), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:22.710936 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad5bb303-205e-430e-808f-f8aee0364ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:22.712367 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ad5bb303-205e-430e-808f-f8aee0364ced admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c1fa3836-3a1d-4b95-a070-8c2e227c8a15 HTTP/1.1" status: 204 len: 168 time: 2.9251475 Mar 11 11:41:22.751305 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd3f05c-325f-4065-b1ab-b898d1c57c69 x-openstack-request-id: req-ccd3f05c-325f-4065-b1ab-b898d1c57c69 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:41:22.751705 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a85262b-30aa-470d-8198-30d4fe2bc1b0", "name": "network-vif-unplugged", "status": "completed", "tag": "5374bb1a-0871-4faa-ac73-13449215c526", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:41:22.751959 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ccd3f05c-325f-4065-b1ab-b898d1c57c69 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:41:22.752356 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a85262b-30aa-470d-8198-30d4fe2bc1b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5374bb1a-0871-4faa-ac73-13449215c526', 'code': 200} Mar 11 11:41:22.803679 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 77384db6-ddba-430d-ba84-8b92ad18714d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:22.805723 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-eba28d85-c851-4f26-b6d9-db43f5e5e6d7 None None] Current status of the port 77384db6-ddba-430d-ba84-8b92ad18714d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:22.834556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5bb303-205e-430e-808f-f8aee0364ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fa3836-3a1d-4b95-a070-8c2e227c8a15,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:22.916673 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Publish callbacks [] for port (3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:22.948591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14697d93-817f-4218-8a56-4975cdde5349 req-a980566f-ad68-4d95-a852-17e2eca8f279 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:22.950218 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14697d93-817f-4218-8a56-4975cdde5349 req-a980566f-ad68-4d95-a852-17e2eca8f279 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 943 time: 0.7577074 Mar 11 11:41:22.971033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-4306b144-e6dd-4468-8114-dfeab8c935d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:22.976953 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-4306b144-e6dd-4468-8114-dfeab8c935d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89448a93-64fb-46cd-8802-bfc878ff1402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3254399 Mar 11 11:41:23.102477 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-f0335ab9-4eec-495c-a464-33e2de707e01 admin admin] For port 1fc38e3d-7caa-437d-9417-fdbc4c567662, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1fc38e3d-7caa-437d-9417-fdbc4c567662,segment=NetworkSegment(5cbeee20-b100-4760-9ad0-ae620ddb7c5d),segment_id=5cbeee20-b100-4760-9ad0-ae620ddb7c5d)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:23.102640 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0335ab9-4eec-495c-a464-33e2de707e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:23.188396 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-239bfd88-f062-435b-9d86-926511175c3d req-34357234-57f9-45bf-a268-4b59236fe247 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-475319887', 'description': 'tempest-description-728042981'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:23.223619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f0335ab9-4eec-495c-a464-33e2de707e01 admin admin] Calling delete_port for 1fc38e3d-7caa-437d-9417-fdbc4c567662 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:41:23.257737 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-239bfd88-f062-435b-9d86-926511175c3d req-34357234-57f9-45bf-a268-4b59236fe247 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:23.295424 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14697d93-817f-4218-8a56-4975cdde5349 req-ee1d64f8-a5e9-448a-84ab-8a046e8731a5 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678199 Mar 11 11:41:23.317309 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:23.435864 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:41:23.440513 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-07ded9c3-0d78-4857-9133-619d44168ade service neutron] 10.222.0.37 "GET /v2.0/networks/89448a93-64fb-46cd-8802-bfc878ff1402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412303 Mar 11 11:41:23.445193 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:41:23.465409 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:41:23.469357 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b181560a-fca3-43cd-935c-703c0ec95750 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:41:23.579409 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-239bfd88-f062-435b-9d86-926511175c3d req-34357234-57f9-45bf-a268-4b59236fe247 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (c3e56585-8954-40d1-bc0a-f2cf6c319898), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:23.643283 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Pushing event updated for resources: {'Port': ['ID=3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:23.668103 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Publish callbacks [] for port (b181560a-fca3-43cd-935c-703c0ec95750), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:23.670593 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-239bfd88-f062-435b-9d86-926511175c3d req-34357234-57f9-45bf-a268-4b59236fe247 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c3e56585-8954-40d1-bc0a-f2cf6c319898), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:23.771533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Transition to ACTIVE for port object b181560a-fca3-43cd-935c-703c0ec95750 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:41:23.785124 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-239bfd88-f062-435b-9d86-926511175c3d req-34357234-57f9-45bf-a268-4b59236fe247 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:23.790904 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-239bfd88-f062-435b-9d86-926511175c3d req-34357234-57f9-45bf-a268-4b59236fe247 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6639073 Mar 11 11:41:23.809154 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b181560a-fca3-43cd-935c-703c0ec95750), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:23.975499 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b55ca67f-dff0-4f36-8219-ecb9de645b62 req-a0415f25-08c6-44a6-b5cb-58d622d711be service neutron] 10.222.0.37 "GET /v2.0/networks/89448a93-64fb-46cd-8802-bfc878ff1402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148745 Mar 11 11:41:23.975744 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b181560a-fca3-43cd-935c-703c0ec95750,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:23.996930 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351cd65-2ee3-4aae-a4d2-24d6cef5de3d req-eae418c5-a266-4103-ab04-bd04e29ec619 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:24.001759 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4351cd65-2ee3-4aae-a4d2-24d6cef5de3d req-eae418c5-a266-4103-ab04-bd04e29ec619 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 943 time: 0.5243225 Mar 11 11:41:24.004054 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34357234-57f9-45bf-a268-4b59236fe247 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e56585-8954-40d1-bc0a-f2cf6c319898,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:24.069113 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0335ab9-4eec-495c-a464-33e2de707e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1fc38e3d-7caa-437d-9417-fdbc4c567662), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:24.188042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0335ab9-4eec-495c-a464-33e2de707e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc38e3d-7caa-437d-9417-fdbc4c567662,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:24.464518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4351cd65-2ee3-4aae-a4d2-24d6cef5de3d req-cf1dc119-66ad-4766-9c34-b7af39ff140c tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/security-groups?id=e18f8574-da7f-4339-84ea-57e2a05fcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485049 Mar 11 11:41:24.664365 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0335ab9-4eec-495c-a464-33e2de707e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (2344788f-1e04-4a05-8976-4c3b4788f772), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:24.785790 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3770ccf-eebd-40c8-8bfa-317fb527dbad req-72c0eb54-6e73-45bd-8a12-69d1f786de7c tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:24.787356 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3770ccf-eebd-40c8-8bfa-317fb527dbad req-72c0eb54-6e73-45bd-8a12-69d1f786de7c tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 948 time: 0.8412805 Mar 11 11:41:24.907017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e3c67b-1cdb-48a4-af62-d2916a15b0eb', 'tag': '249a3f88-a877-4caa-b000-84638b16a55e'}, {'name': 'network-changed', 'server_uuid': '9a85262b-30aa-470d-8198-30d4fe2bc1b0', 'tag': '5374bb1a-0871-4faa-ac73-13449215c526'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:41:24.909642 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da762429-814a-440b-beb6-5f71cfe79b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "74e3c67b-1cdb-48a4-af62-d2916a15b0eb", "tag": "249a3f88-a877-4caa-b000-84638b16a55e"}, {"name": "network-changed", "server_uuid": "9a85262b-30aa-470d-8198-30d4fe2bc1b0", "tag": "5374bb1a-0871-4faa-ac73-13449215c526"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:41:25.085870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0335ab9-4eec-495c-a464-33e2de707e01 admin admin] Router 2344788f-1e04-4a05-8976-4c3b4788f772 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:41:25.136112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3770ccf-eebd-40c8-8bfa-317fb527dbad req-94cb5afa-ee8b-44ef-b0b9-cb8e824560f0 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/security-groups?id=55f31c43-9841-4f33-8cde-b9bebafd86ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851841 Mar 11 11:41:25.166008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Attempting to bind port b181560a-fca3-43cd-935c-703c0ec95750 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:41:25.166008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Attempting to bind port b181560a-fca3-43cd-935c-703c0ec95750 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:41:25.166008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Attempting to bind port b181560a-fca3-43cd-935c-703c0ec95750 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:41:25.181623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Port b181560a-fca3-43cd-935c-703c0ec95750 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:41:25.182423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Attempting to bind port b181560a-fca3-43cd-935c-703c0ec95750 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:41:25.191953 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae72876e-f4fe-410d-b71c-f9f5afca383b req-161c68cd-f948-472a-9c3d-e0857621383c tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/c3e56585-8954-40d1-bc0a-f2cf6c319898 HTTP/1.1" status: 200 len: 1820 time: 0.6330805 Mar 11 11:41:25.201315 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:41:25.201750 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:41:25.202340 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:41:25.203062 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Bound port: b181560a-fca3-43cd-935c-703c0ec95750, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:41:25.203566 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b181560a-fca3-43cd-935c-703c0ec95750), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:25.223833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-ae72876e-f4fe-410d-b71c-f9f5afca383b req-eb438ed7-0974-47ff-bff2-8da48bb86446 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3e56585-8954-40d1-bc0a-f2cf6c319898', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:25.224288 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-ae72876e-f4fe-410d-b71c-f9f5afca383b req-eb438ed7-0974-47ff-bff2-8da48bb86446 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3e56585-8954-40d1-bc0a-f2cf6c319898', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:25.396273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] For port b181560a-fca3-43cd-935c-703c0ec95750, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:41:25.400144 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0335ab9-4eec-495c-a464-33e2de707e01 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:41:25.403163 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] For port b181560a-fca3-43cd-935c-703c0ec95750, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b181560a-fca3-43cd-935c-703c0ec95750,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:41:25.408308 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f0335ab9-4eec-495c-a464-33e2de707e01 admin admin] 10.222.0.78 "PUT /v2.0/routers/2344788f-1e04-4a05-8976-4c3b4788f772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9682162 Mar 11 11:41:25.412864 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40302) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:25.414268 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25553fb0-417a-4d91-9e8b-dd54e91abc3d None None] Sync routers for ids ['2344788f-1e04-4a05-8976-4c3b4788f772'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:41:25.433314 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25553fb0-417a-4d91-9e8b-dd54e91abc3d None None] Routers {'2344788f-1e04-4a05-8976-4c3b4788f772'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:41:25.436168 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-25553fb0-417a-4d91-9e8b-dd54e91abc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:41:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2344788f-1e04-4a05-8976-4c3b4788f772'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:25.462005 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b181560a-fca3-43cd-935c-703c0ec95750), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:25.522585 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:25.523274 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:25.525067 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] 10.222.0.71 "PUT /v2.0/ports/b181560a-fca3-43cd-935c-703c0ec95750 HTTP/1.1" status: 200 len: 1096 time: 4.4846950 Mar 11 11:41:25.528621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b2755d-01a2-4af8-8599-6e420e650c6a', 'tag': 'b181560a-fca3-43cd-935c-703c0ec95750'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:41:25.531386 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a08335-ef30-4bd3-961b-18cd048e260f" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b2755d-01a2-4af8-8599-6e420e650c6a", "tag": "b181560a-fca3-43cd-935c-703c0ec95750"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:41:25.613125 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ae72876e-f4fe-410d-b71c-f9f5afca383b req-eb438ed7-0974-47ff-bff2-8da48bb86446 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (3ae8c92b-b5b4-4eb0-af32-864d051d50c5), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:25.671761 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ae72876e-f4fe-410d-b71c-f9f5afca383b req-eb438ed7-0974-47ff-bff2-8da48bb86446 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (3ae8c92b-b5b4-4eb0-af32-864d051d50c5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:25.708788 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ae72876e-f4fe-410d-b71c-f9f5afca383b req-eb438ed7-0974-47ff-bff2-8da48bb86446 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (3ae8c92b-b5b4-4eb0-af32-864d051d50c5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:25.710763 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Publish callbacks [] for router_gateway (fd5aa57d-398f-47b4-b5ae-a02fb0a746a9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:25.713161 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-25553fb0-417a-4d91-9e8b-dd54e91abc3d None None] Set router 2344788f-1e04-4a05-8976-4c3b4788f772 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:41:25.741047 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66299e6e-0621-45fd-94fa-5af9b1f3dbc4 admin admin] Publish callbacks [] for router (2344788f-1e04-4a05-8976-4c3b4788f772), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:25.916884 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ae72876e-f4fe-410d-b71c-f9f5afca383b req-eb438ed7-0974-47ff-bff2-8da48bb86446 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:25.918446 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae72876e-f4fe-410d-b71c-f9f5afca383b req-eb438ed7-0974-47ff-bff2-8da48bb86446 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7097924 Mar 11 11:41:25.975179 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090519df-f419-4765-9b6f-ce02833c38a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b181560a-fca3-43cd-935c-703c0ec95750,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:25.992944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb438ed7-0974-47ff-bff2-8da48bb86446 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae8c92b-b5b4-4eb0-af32-864d051d50c5,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:26.029151 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66299e6e-0621-45fd-94fa-5af9b1f3dbc4 admin admin] Publish callbacks [] for router_gateway (2344788f-1e04-4a05-8976-4c3b4788f772), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:26.070765 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57e16-f8a1-439f-9448-bf4ffc3b56ca req-ade2a85d-492f-4ade-becb-d84724e49f44 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:26.074436 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3c57e16-f8a1-439f-9448-bf4ffc3b56ca req-ade2a85d-492f-4ade-becb-d84724e49f44 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 943 time: 0.7865441 Mar 11 11:41:26.151983 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-b398c3e8-587b-424c-af04-4670e6f35c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:26.154342 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-b398c3e8-587b-424c-af04-4670e6f35c53 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e041b3b7bca4d758fb70a1d04bc1d98&device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 1130 time: 0.5472810 Mar 11 11:41:26.177563 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-25553fb0-417a-4d91-9e8b-dd54e91abc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839579732-router', 'tenant_id': '224f3b0ead7f4c188d6e25e54478739a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '33bd1a23-8dec-4140-abf6-3c241a46d1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:06Z', 'updated_at': '2022-03-11T11:41:23Z', 'revision_number': 5, 'project_id': '224f3b0ead7f4c188d6e25e54478739a', 'gw_port': {'id': '33bd1a23-8dec-4140-abf6-3c241a46d1ad', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:56:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:38:09Z', 'updated_at': '2022-03-11T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:26.180355 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-66299e6e-0621-45fd-94fa-5af9b1f3dbc4 admin admin] Deleting port 33bd1a23-8dec-4140-abf6-3c241a46d1ad {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:41:26.180967 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66299e6e-0621-45fd-94fa-5af9b1f3dbc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (33bd1a23-8dec-4140-abf6-3c241a46d1ad), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:26.231556 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-175d5079-b376-4878-9f52-9544c4edd833 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=b181560a-fca3-43cd-935c-703c0ec95750 HTTP/1.1" status: 200 len: 217 time: 0.0660906 Mar 11 11:41:26.247744 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25553fb0-417a-4d91-9e8b-dd54e91abc3d None None] Checking router: 2344788f-1e04-4a05-8976-4c3b4788f772 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:41:26.278243 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25553fb0-417a-4d91-9e8b-dd54e91abc3d None None] Routers {'2344788f-1e04-4a05-8976-4c3b4788f772'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:41:26.278914 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-25553fb0-417a-4d91-9e8b-dd54e91abc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:41:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2344788f-1e04-4a05-8976-4c3b4788f772'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:26.286123 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3c57e16-f8a1-439f-9448-bf4ffc3b56ca req-81f19c21-529f-4d43-ad20-c135f146908c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026229 Mar 11 11:41:26.356449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-c7a39fd0-0199-4a0c-b1f7-c13bfc9511e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:26.358461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-c7a39fd0-0199-4a0c-b1f7-c13bfc9511e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1171823 Mar 11 11:41:26.439421 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-66299e6e-0621-45fd-94fa-5af9b1f3dbc4 admin admin] For port 33bd1a23-8dec-4140-abf6-3c241a46d1ad, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=33bd1a23-8dec-4140-abf6-3c241a46d1ad,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:26.439716 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66299e6e-0621-45fd-94fa-5af9b1f3dbc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (33bd1a23-8dec-4140-abf6-3c241a46d1ad), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:26.445210 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-25553fb0-417a-4d91-9e8b-dd54e91abc3d None None] Set router 2344788f-1e04-4a05-8976-4c3b4788f772 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:41:26.466457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-66299e6e-0621-45fd-94fa-5af9b1f3dbc4 admin admin] Calling delete_port for 33bd1a23-8dec-4140-abf6-3c241a46d1ad owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:41:26.589246 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0704f40f-ee15-496f-b396-c11477b2209d req-78c642e2-9e65-48df-bc3e-60bc62ab87a8 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c6aef32488ed456b8f8e01df32ae46d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1956315 Mar 11 11:41:26.734189 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Mar 2022 11:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d9d8e0-e356-44d8-a5ad-b2f5c46ac8fe x-openstack-request-id: req-89d9d8e0-e356-44d8-a5ad-b2f5c46ac8fe {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:41:26.734768 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e3c67b-1cdb-48a4-af62-d2916a15b0eb", "tag": "249a3f88-a877-4caa-b000-84638b16a55e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a85262b-30aa-470d-8198-30d4fe2bc1b0", "tag": "5374bb1a-0871-4faa-ac73-13449215c526", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:41:26.735183 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-89d9d8e0-e356-44d8-a5ad-b2f5c46ac8fe {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:41:26.735805 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e3c67b-1cdb-48a4-af62-d2916a15b0eb', 'tag': '249a3f88-a877-4caa-b000-84638b16a55e', 'status': 'completed', 'code': 200} Mar 11 11:41:26.736238 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a85262b-30aa-470d-8198-30d4fe2bc1b0', 'tag': '5374bb1a-0871-4faa-ac73-13449215c526', 'status': 'completed', 'code': 200} Mar 11 11:41:26.739368 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66299e6e-0621-45fd-94fa-5af9b1f3dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (33bd1a23-8dec-4140-abf6-3c241a46d1ad), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:26.784740 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-25553fb0-417a-4d91-9e8b-dd54e91abc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839579732-router', 'tenant_id': '224f3b0ead7f4c188d6e25e54478739a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:06Z', 'updated_at': '2022-03-11T11:41:26Z', 'revision_number': 6, 'project_id': '224f3b0ead7f4c188d6e25e54478739a', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:26.788129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66299e6e-0621-45fd-94fa-5af9b1f3dbc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=33bd1a23-8dec-4140-abf6-3c241a46d1ad,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:26.817043 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25553fb0-417a-4d91-9e8b-dd54e91abc3d None None] The sync data for ids ['2344788f-1e04-4a05-8976-4c3b4788f772'] in n-d-833234-2 is: [{'id': '2344788f-1e04-4a05-8976-4c3b4788f772', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839579732-router', 'tenant_id': '224f3b0ead7f4c188d6e25e54478739a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:38:06Z', 'updated_at': '2022-03-11T11:41:26Z', 'revision_number': 6, 'project_id': '224f3b0ead7f4c188d6e25e54478739a', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:41:26.833285 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (fd5aa57d-398f-47b4-b5ae-a02fb0a746a9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:26.887110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-dd40c6c6-a8f4-441a-8224-2e5c28604253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:26.889066 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-dd40c6c6-a8f4-441a-8224-2e5c28604253 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5165443 Mar 11 11:41:26.891986 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66299e6e-0621-45fd-94fa-5af9b1f3dbc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (2344788f-1e04-4a05-8976-4c3b4788f772), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:27.373625 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da762429-814a-440b-beb6-5f71cfe79b7e req-13ad2388-0614-4780-a9cf-bb8902abbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:27.375239 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-da762429-814a-440b-beb6-5f71cfe79b7e req-13ad2388-0614-4780-a9cf-bb8902abbc15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=876d6f2ee6544782b6e5d1e6d422f538&device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 1125 time: 0.6523135 Mar 11 11:41:27.494592 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66299e6e-0621-45fd-94fa-5af9b1f3dbc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (2344788f-1e04-4a05-8976-4c3b4788f772), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:27.495875 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4b455-9f56-4505-bb01-799f2fa8402c req-2a514f14-39fb-4b73-a536-102402512901 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:27.505849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ee4b455-9f56-4505-bb01-799f2fa8402c req-2a514f14-39fb-4b73-a536-102402512901 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 943 time: 0.9361899 Mar 11 11:41:27.554552 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704f40f-ee15-496f-b396-c11477b2209d req-69c03f71-73c1-4f89-8476-561cded4481c tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:27.567343 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0704f40f-ee15-496f-b396-c11477b2209d req-69c03f71-73c1-4f89-8476-561cded4481c tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9768384 Mar 11 11:41:27.648735 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66299e6e-0621-45fd-94fa-5af9b1f3dbc4 admin admin] Publish callbacks [] for router_controller (2344788f-1e04-4a05-8976-4c3b4788f772), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:27.789043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da762429-814a-440b-beb6-5f71cfe79b7e req-018a7116-b21f-4802-808f-4d9418f7844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:27.790641 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-da762429-814a-440b-beb6-5f71cfe79b7e req-018a7116-b21f-4802-808f-4d9418f7844f service neutron] 10.222.0.37 "GET /v2.0/networks?id=89448a93-64fb-46cd-8802-bfc878ff1402 HTTP/1.1" status: 200 len: 915 time: 0.2860014 Mar 11 11:41:27.794746 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66299e6e-0621-45fd-94fa-5af9b1f3dbc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (2344788f-1e04-4a05-8976-4c3b4788f772), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:27.795342 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66299e6e-0621-45fd-94fa-5af9b1f3dbc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2344788f-1e04-4a05-8976-4c3b4788f772 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:41:27.807045 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66299e6e-0621-45fd-94fa-5af9b1f3dbc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:27.808340 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-66299e6e-0621-45fd-94fa-5af9b1f3dbc4 admin admin] 10.222.0.78 "DELETE /v2.0/routers/2344788f-1e04-4a05-8976-4c3b4788f772 HTTP/1.1" status: 204 len: 168 time: 2.3942897 Mar 11 11:41:27.812134 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40330) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:27.833032 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0704f40f-ee15-496f-b396-c11477b2209d req-7c23a537-7230-41bd-afd2-f98d6a3facb4 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/quotas/c6aef32488ed456b8f8e01df32ae46d9 HTTP/1.1" status: 200 len: 375 time: 0.1873176 Mar 11 11:41:27.902375 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c1a4c7-af40-44c8-aa08-842b0add99e4 admin admin] Deleting subnet 8c7134a8-9516-4ab8-be6f-0cd36f5b1808 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:41:27.912378 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29c1a4c7-af40-44c8-aa08-842b0add99e4 admin admin] Publish callbacks [] for subnet (8c7134a8-9516-4ab8-be6f-0cd36f5b1808), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:27.914260 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0704f40f-ee15-496f-b396-c11477b2209d req-1146aa71-a0f8-4a2a-8458-95570a4d19fd tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6aef32488ed456b8f8e01df32ae46d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799665 Mar 11 11:41:27.950145 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ee4b455-9f56-4505-bb01-799f2fa8402c req-f7b6660f-84e6-4727-beaf-bb5c83f84f21 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/security-groups?id=e18f8574-da7f-4339-84ea-57e2a05fcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276149 Mar 11 11:41:27.950145 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-9c179199-ad5e-4149-be1f-eae4e7aabe30 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0484111 Mar 11 11:41:27.970368 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29c1a4c7-af40-44c8-aa08-842b0add99e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (8c7134a8-9516-4ab8-be6f-0cd36f5b1808), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:28.028693 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9737f37e-926b-4494-9acc-d2a86291216c x-openstack-request-id: req-9737f37e-926b-4494-9acc-d2a86291216c {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:41:28.031792 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b2755d-01a2-4af8-8599-6e420e650c6a", "tag": "b181560a-fca3-43cd-935c-703c0ec95750", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:41:28.032312 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9737f37e-926b-4494-9acc-d2a86291216c {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:41:28.033844 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b2755d-01a2-4af8-8599-6e420e650c6a', 'tag': 'b181560a-fca3-43cd-935c-703c0ec95750', 'status': 'completed', 'code': 200} Mar 11 11:41:28.048860 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-d1de7613-bde3-4d9a-8367-602a5f65126a req-5efd415f-4dfc-4cbb-842f-4834526ba9ff tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-157195957', 'description': 'tempest-description-1124418262'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:28.085491 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1fc38e3d-7caa-437d-9417-fdbc4c567662 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:41:28.096199 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Router fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:41:28.131265 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 1fc38e3d-7caa-437d-9417-fdbc4c567662 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:41:28.131613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1fc38e3d-7caa-437d-9417-fdbc4c567662 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:41:28.133572 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 33bd1a23-8dec-4140-abf6-3c241a46d1ad no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:41:28.146090 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-da762429-814a-440b-beb6-5f71cfe79b7e req-04781e9f-00ef-49da-953a-aaf822c22cb7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=249a3f88-a877-4caa-b000-84638b16a55e HTTP/1.1" status: 200 len: 217 time: 0.0535233 Mar 11 11:41:28.157550 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29c1a4c7-af40-44c8-aa08-842b0add99e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (8c7134a8-9516-4ab8-be6f-0cd36f5b1808), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:28.197110 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 33bd1a23-8dec-4140-abf6-3c241a46d1ad {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:41:28.200177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 33bd1a23-8dec-4140-abf6-3c241a46d1ad not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:41:28.223002 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da762429-814a-440b-beb6-5f71cfe79b7e req-bbb8153a-42c7-4c28-934d-a6c526f51b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:28.224565 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-da762429-814a-440b-beb6-5f71cfe79b7e req-bbb8153a-42c7-4c28-934d-a6c526f51b12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=685af6ea-0432-4dec-9ba4-e4ff124d674a HTTP/1.1" status: 200 len: 853 time: 0.0690954 Mar 11 11:41:28.293757 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d1de7613-bde3-4d9a-8367-602a5f65126a req-5efd415f-4dfc-4cbb-842f-4834526ba9ff tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:28.385052 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da762429-814a-440b-beb6-5f71cfe79b7e req-e7cb263d-e343-4dde-a890-1aa2e560cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:28.387656 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-da762429-814a-440b-beb6-5f71cfe79b7e req-e7cb263d-e343-4dde-a890-1aa2e560cd10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89448a93-64fb-46cd-8802-bfc878ff1402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1438811 Mar 11 11:41:28.421756 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29c1a4c7-af40-44c8-aa08-842b0add99e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (8c7134a8-9516-4ab8-be6f-0cd36f5b1808), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:28.434438 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13779b37-f14c-4c4f-8409-bedbeccfcb48 req-51e692a9-08f5-4e2c-a6be-2e8296c023eb service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627697 Mar 11 11:41:28.488575 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29c1a4c7-af40-44c8-aa08-842b0add99e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:28.491392 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-29c1a4c7-af40-44c8-aa08-842b0add99e4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8c7134a8-9516-4ab8-be6f-0cd36f5b1808 HTTP/1.1" status: 204 len: 168 time: 0.6778319 Mar 11 11:41:28.492260 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1a4c7-af40-44c8-aa08-842b0add99e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c7134a8-9516-4ab8-be6f-0cd36f5b1808,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:28.495843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40342) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:28.500291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac434af2-c85d-43d2-b756-c1f172c5668d None None] Network 992e2b98-2ac6-4020-8513-3ed3f5a63d00 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:41:28.575662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:41:28.612352 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Sync routers for ids ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:41:28.616976 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-da762429-814a-440b-beb6-5f71cfe79b7e req-2fe1a856-e603-47a5-b69f-a860dd1cfd6b service neutron] 10.222.0.37 "GET /v2.0/networks/89448a93-64fb-46cd-8802-bfc878ff1402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197697 Mar 11 11:41:28.624420 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (992e2b98-2ac6-4020-8513-3ed3f5a63d00), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:28.650833 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Routers {'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:41:28.651872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:41:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:28.677385 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d1de7613-bde3-4d9a-8367-602a5f65126a req-5efd415f-4dfc-4cbb-842f-4834526ba9ff tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (30c85dc3-d0ef-4b6a-9d04-8887d692b139), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:28.707845 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64f4ca-3560-4ca4-98a3-abd6fdb90d9a req-b0c74649-3e58-4a71-902a-1166919de690 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:28.724111 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a64f4ca-3560-4ca4-98a3-abd6fdb90d9a req-b0c74649-3e58-4a71-902a-1166919de690 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 948 time: 0.4314501 Mar 11 11:41:28.759653 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-da762429-814a-440b-beb6-5f71cfe79b7e req-6a94ea79-8eef-4ec0-b235-98029cb22d5b service neutron] 10.222.0.37 "GET /v2.0/networks/89448a93-64fb-46cd-8802-bfc878ff1402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320291 Mar 11 11:41:28.763780 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d1de7613-bde3-4d9a-8367-602a5f65126a req-5efd415f-4dfc-4cbb-842f-4834526ba9ff tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (30c85dc3-d0ef-4b6a-9d04-8887d692b139), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:28.793454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Set router fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:41:28.869925 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:28.871567 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-de8946ef-184a-400a-aef2-6e28dc32accb admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 12.3491235 Mar 11 11:41:28.879300 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40346) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:28.885492 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d1de7613-bde3-4d9a-8367-602a5f65126a req-5efd415f-4dfc-4cbb-842f-4834526ba9ff tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:28.887242 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1de7613-bde3-4d9a-8367-602a5f65126a req-5efd415f-4dfc-4cbb-842f-4834526ba9ff tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.8500779 Mar 11 11:41:28.894341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a08335-ef30-4bd3-961b-18cd048e260f req-66b85112-3c56-4fe7-ba4d-0311f92b027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:28.896872 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65a08335-ef30-4bd3-961b-18cd048e260f req-66b85112-3c56-4fe7-ba4d-0311f92b027c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e041b3b7bca4d758fb70a1d04bc1d98&device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 1130 time: 0.3532348 Mar 11 11:41:29.030152 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a08335-ef30-4bd3-961b-18cd048e260f req-91f6802b-fa62-4c6d-a10a-0b5dd0c23878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:29.032005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65a08335-ef30-4bd3-961b-18cd048e260f req-91f6802b-fa62-4c6d-a10a-0b5dd0c23878 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.1205556 Mar 11 11:41:29.059983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] Deleting port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:41:29.060338 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (55ea93b9-9b43-4c0d-8260-c17f7abd4ef1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:29.066490 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da762429-814a-440b-beb6-5f71cfe79b7e req-66b756f9-623b-42fc-8366-d504806f4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:29.069047 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-da762429-814a-440b-beb6-5f71cfe79b7e req-66b756f9-623b-42fc-8366-d504806f4889 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 1155 time: 0.2529833 Mar 11 11:41:29.133341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd415f-4dfc-4cbb-842f-4834526ba9ff tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c85dc3-d0ef-4b6a-9d04-8887d692b139,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:29.138291 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65a08335-ef30-4bd3-961b-18cd048e260f req-5bfcace3-2742-48a1-b303-519047ab27c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=b181560a-fca3-43cd-935c-703c0ec95750 HTTP/1.1" status: 200 len: 217 time: 0.0555463 Mar 11 11:41:29.229024 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f196d2-c779-419f-8e98-74bf1b4b4931 None None] DHCP port deletion for 992e2b98-2ac6-4020-8513-3ed3f5a63d00 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:41:29.267622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a08335-ef30-4bd3-961b-18cd048e260f req-b8423d1d-2228-4dd7-8f38-80798f861ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:29.269148 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65a08335-ef30-4bd3-961b-18cd048e260f req-b8423d1d-2228-4dd7-8f38-80798f861ad3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1202614 Mar 11 11:41:29.275908 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a64f4ca-3560-4ca4-98a3-abd6fdb90d9a req-835436ac-a19b-456b-9413-7f5ac2bcbcf7 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/security-groups?id=55f31c43-9841-4f33-8cde-b9bebafd86ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508871 Mar 11 11:41:29.322805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea5f44-b0ef-471d-86c2-9fdc6783eda3 req-b9be4018-b810-4e52-a5e8-724473aa296e tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:29.324484 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dcea5f44-b0ef-471d-86c2-9fdc6783eda3 req-b9be4018-b810-4e52-a5e8-724473aa296e tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 943 time: 0.2852538 Mar 11 11:41:29.368041 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b9f196d2-c779-419f-8e98-74bf1b4b4931 None None] Deleting port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:41:29.368571 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b9f196d2-c779-419f-8e98-74bf1b4b4931 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (55ea93b9-9b43-4c0d-8260-c17f7abd4ef1), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:29.379984 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a08335-ef30-4bd3-961b-18cd048e260f req-29c96c7d-ae04-4fd2-8c74-4272dd7ac9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:29.381549 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65a08335-ef30-4bd3-961b-18cd048e260f req-29c96c7d-ae04-4fd2-8c74-4272dd7ac9b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1037810 Mar 11 11:41:29.415459 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dcea5f44-b0ef-471d-86c2-9fdc6783eda3 req-1618a471-ee06-4405-ade2-bd9b8c4c1b85 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840838 Mar 11 11:41:29.439957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9191ebc6-6702-4de7-ae4c-1fa0a6299261 req-a54b163b-0316-4ea6-95a7-f003630593f1 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c814c6c-115f-46af-8f52-4a353b61d9a9 HTTP/1.1" status: 200 len: 210 time: 0.0388451 Mar 11 11:41:29.454445 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] For port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=55ea93b9-9b43-4c0d-8260-c17f7abd4ef1,segment=NetworkSegment(5cbeee20-b100-4760-9ad0-ae620ddb7c5d),segment_id=5cbeee20-b100-4760-9ad0-ae620ddb7c5d)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:29.454861 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (55ea93b9-9b43-4c0d-8260-c17f7abd4ef1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:29.479969 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b9f196d2-c779-419f-8e98-74bf1b4b4931 None None] For port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=55ea93b9-9b43-4c0d-8260-c17f7abd4ef1,segment=NetworkSegment(5cbeee20-b100-4760-9ad0-ae620ddb7c5d),segment_id=5cbeee20-b100-4760-9ad0-ae620ddb7c5d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:29.480365 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b9f196d2-c779-419f-8e98-74bf1b4b4931 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (55ea93b9-9b43-4c0d-8260-c17f7abd4ef1), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:29.506660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] Calling delete_port for 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:41:29.520960 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b9f196d2-c779-419f-8e98-74bf1b4b4931 None None] Calling delete_port for 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:41:29.540413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'name': 'tempest-ServersTestJSON-708693816-router', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:16Z', 'updated_at': '2022-03-11T11:41:24Z', 'revision_number': 3, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'gw_port': {'id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:13:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:19Z', 'updated_at': '2022-03-11T11:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:29.580915 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65a08335-ef30-4bd3-961b-18cd048e260f req-bc5f356d-c0cf-4c62-8086-e67325b2d9c9 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876333 Mar 11 11:41:29.650347 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Checking router: fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:41:29.651437 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Updating router fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 port 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:41:29.675174 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b9f196d2-c779-419f-8e98-74bf1b4b4931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (55ea93b9-9b43-4c0d-8260-c17f7abd4ef1), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:29.687660 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0704f40f-ee15-496f-b396-c11477b2209d req-88ee3e84-e377-4fae-84b5-694081167406 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c6aef32488ed456b8f8e01df32ae46d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572586 Mar 11 11:41:29.696347 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f196d2-c779-419f-8e98-74bf1b4b4931 None None] No DVR routers for this DVR port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:41:29.732102 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f196d2-c779-419f-8e98-74bf1b4b4931 None None] Pushing event deleted for resources: {'Port': ['ID=55ea93b9-9b43-4c0d-8260-c17f7abd4ef1,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:29.734967 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:29.748131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da762429-814a-440b-beb6-5f71cfe79b7e req-04c64d36-7a02-42d7-bfca-45fd4dd50419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:29.749802 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-da762429-814a-440b-beb6-5f71cfe79b7e req-04c64d36-7a02-42d7-bfca-45fd4dd50419 service neutron] 10.222.0.37 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.6440957 Mar 11 11:41:29.788180 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19232f61-55a9-4c73-b6f4-a67f365c5620 req-23b060e5-ef0f-4739-bc77-0c5872b96675 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/30c85dc3-d0ef-4b6a-9d04-8887d692b139 HTTP/1.1" status: 200 len: 1821 time: 0.3006682 Mar 11 11:41:29.793034 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-19232f61-55a9-4c73-b6f4-a67f365c5620 req-44ff3c5d-4fad-41e3-9e04-471b37c05b0b tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '30c85dc3-d0ef-4b6a-9d04-8887d692b139', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:29.793409 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-19232f61-55a9-4c73-b6f4-a67f365c5620 req-44ff3c5d-4fad-41e3-9e04-471b37c05b0b tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '30c85dc3-d0ef-4b6a-9d04-8887d692b139', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:29.822799 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-da762429-814a-440b-beb6-5f71cfe79b7e req-8e036d26-d67d-481a-ad54-e2507aa50b57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5374bb1a-0871-4faa-ac73-13449215c526 HTTP/1.1" status: 200 len: 217 time: 0.0661547 Mar 11 11:41:29.888173 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da762429-814a-440b-beb6-5f71cfe79b7e req-49f25dbd-e709-4c35-a75a-a59c5d119ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:29.889791 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-da762429-814a-440b-beb6-5f71cfe79b7e req-49f25dbd-e709-4c35-a75a-a59c5d119ace service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.0589097 Mar 11 11:41:29.904301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884331e-af5f-451e-b15e-1898e3124c9e req-dea0b609-0265-4ab7-9d4e-9ff0d1710d1a tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:29.905840 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b884331e-af5f-451e-b15e-1898e3124c9e req-dea0b609-0265-4ab7-9d4e-9ff0d1710d1a tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 943 time: 0.3166788 Mar 11 11:41:29.918876 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65a08335-ef30-4bd3-961b-18cd048e260f req-db80623d-3539-48f3-ad7e-8c90326e3a51 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881453 Mar 11 11:41:29.965237 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-da762429-814a-440b-beb6-5f71cfe79b7e req-5b837e21-895a-48c8-81e5-507413049447 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625005 Mar 11 11:41:29.969166 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (55ea93b9-9b43-4c0d-8260-c17f7abd4ef1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:29.975903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704f40f-ee15-496f-b396-c11477b2209d req-7b3da4bd-8217-486f-ae16-e399afa011c0 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:29.977385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0704f40f-ee15-496f-b396-c11477b2209d req-7b3da4bd-8217-486f-ae16-e399afa011c0 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2789865 Mar 11 11:41:29.995597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-0704f40f-ee15-496f-b396-c11477b2209d req-294d4eff-7fa8-45a4-8914-2e1d99a26e96 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Request body: {'port': {'device_id': '3c814c6c-115f-46af-8f52-4a353b61d9a9', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': 'c6aef32488ed456b8f8e01df32ae46d9'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:30.067462 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-19232f61-55a9-4c73-b6f4-a67f365c5620 req-44ff3c5d-4fad-41e3-9e04-471b37c05b0b tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (35f1a4f0-e31c-480f-a771-6f0e1e5c705a), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.078665 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-da762429-814a-440b-beb6-5f71cfe79b7e req-4f301c3e-4b09-4965-ae6a-d4b24dda743b service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044860 Mar 11 11:41:30.081850 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:41:30.100642 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-19232f61-55a9-4c73-b6f4-a67f365c5620 req-44ff3c5d-4fad-41e3-9e04-471b37c05b0b tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (35f1a4f0-e31c-480f-a771-6f0e1e5c705a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.115048 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=55ea93b9-9b43-4c0d-8260-c17f7abd4ef1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:30.121385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:41:30.121750 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:41:30.123286 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 249a3f88-a877-4caa-b000-84638b16a55e details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:41:30.133009 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] No DVR routers for this DVR port 55ea93b9-9b43-4c0d-8260-c17f7abd4ef1 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:41:30.150615 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-19232f61-55a9-4c73-b6f4-a67f365c5620 req-44ff3c5d-4fad-41e3-9e04-471b37c05b0b tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (35f1a4f0-e31c-480f-a771-6f0e1e5c705a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.190723 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff3c5d-4fad-41e3-9e04-471b37c05b0b tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f1a4f0-e31c-480f-a771-6f0e1e5c705a,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:30.209014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b884331e-af5f-451e-b15e-1898e3124c9e req-b316df2d-2b07-4950-991a-f09d26a1de30 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/security-groups?id=e18f8574-da7f-4339-84ea-57e2a05fcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848067 Mar 11 11:41:30.261844 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Publish callbacks [] for port (3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.274598 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-19232f61-55a9-4c73-b6f4-a67f365c5620 req-44ff3c5d-4fad-41e3-9e04-471b37c05b0b tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.276371 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.280906 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19232f61-55a9-4c73-b6f4-a67f365c5620 req-44ff3c5d-4fad-41e3-9e04-471b37c05b0b tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4910347 Mar 11 11:41:30.318498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-e4689744-d26c-43d7-8a85-34a533ba722f req-a8992456-021e-4273-acce-19134b5dfa76 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1367645602', 'description': 'tempest-description-1460407661'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:30.355686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0704f40f-ee15-496f-b396-c11477b2209d req-294d4eff-7fa8-45a4-8914-2e1d99a26e96 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Made reservation on behalf of c6aef32488ed456b8f8e01df32ae46d9 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:41:30.362354 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0704f40f-ee15-496f-b396-c11477b2209d req-294d4eff-7fa8-45a4-8914-2e1d99a26e96 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.372161 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e4689744-d26c-43d7-8a85-34a533ba722f req-a8992456-021e-4273-acce-19134b5dfa76 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.373552 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 249a3f88-a877-4caa-b000-84638b16a55e, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=249a3f88-a877-4caa-b000-84638b16a55e,segment=NetworkSegment(3466e577-9c1b-4e02-b95d-0e529b0c5079),segment_id=3466e577-9c1b-4e02-b95d-0e529b0c5079)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:30.380188 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (992e2b98-2ac6-4020-8513-3ed3f5a63d00), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.399983 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0704f40f-ee15-496f-b396-c11477b2209d req-294d4eff-7fa8-45a4-8914-2e1d99a26e96 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.400303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Attempting to bind port 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:41:30.400776 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Attempting to bind port 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:41:30.401243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Attempting to bind port 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:41:30.402061 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-da762429-814a-440b-beb6-5f71cfe79b7e req-da31d307-dd74-4994-a175-3711d0e1dc26 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011560 Mar 11 11:41:30.421073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '249a3f88-a877-4caa-b000-84638b16a55e', 'network_id': '89448a93-64fb-46cd-8802-bfc878ff1402', 'port_id': '249a3f88-a877-4caa-b000-84638b16a55e', 'mac_address': 'fa:16:3e:b2:0d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685af6ea-0432-4dec-9ba4-e4ff124d674a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:41:30.423666 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:41:30.424283 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:41:30.424951 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.425508 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:41:30.425642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992e2b98-2ac6-4020-8513-3ed3f5a63d00']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:30.426307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Bound port: 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:41:30.427097 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.462891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbeee20-b100-4760-9ad0-ae620ddb7c5d') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:30.463189 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbeee20-b100-4760-9ad0-ae620ddb7c5d') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:30.482088 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (5cbeee20-b100-4760-9ad0-ae620ddb7c5d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.494866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9efaf-365a-4c2b-802e-e3689a598f2c req-f530e14f-5036-40b4-8873-4fede6708a37 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:30.502684 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05c9efaf-365a-4c2b-802e-e3689a598f2c req-f530e14f-5036-40b4-8873-4fede6708a37 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 948 time: 0.1256986 Mar 11 11:41:30.513000 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] For port 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:41:30.516904 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] For port 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:41:30.522595 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990a612-0528-403c-a2cf-f22f901ef312 None None] Pushing event updated for resources: {'Port': ['ID=3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:30.547849 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (5cbeee20-b100-4760-9ad0-ae620ddb7c5d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.551069 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.552054 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.622167 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05c9efaf-365a-4c2b-802e-e3689a598f2c req-c3aff060-6ed0-40cf-befb-39622501b448 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/security-groups?id=55f31c43-9841-4f33-8cde-b9bebafd86ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184728 Mar 11 11:41:30.626057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 249a3f88-a877-4caa-b000-84638b16a55e is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:30.626453 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (249a3f88-a877-4caa-b000-84638b16a55e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.634773 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e4689744-d26c-43d7-8a85-34a533ba722f req-a8992456-021e-4273-acce-19134b5dfa76 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (1df6b2cb-7f3d-47d7-a627-7f57dc139201), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.658285 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e4689744-d26c-43d7-8a85-34a533ba722f req-a8992456-021e-4273-acce-19134b5dfa76 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1df6b2cb-7f3d-47d7-a627-7f57dc139201), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.658766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 249a3f88-a877-4caa-b000-84638b16a55e {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:41:30.663562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Routers {'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:41:30.664226 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:41:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:30.740335 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 249a3f88-a877-4caa-b000-84638b16a55e, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=249a3f88-a877-4caa-b000-84638b16a55e,segment=NetworkSegment(3466e577-9c1b-4e02-b95d-0e529b0c5079),segment_id=3466e577-9c1b-4e02-b95d-0e529b0c5079)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:30.742110 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990a612-0528-403c-a2cf-f22f901ef312 None None] Pushing event updated for resources: {'Port': ['ID=3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:30.744785 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] Allocated IP 172.20.0.1 (7865f6a5-70b0-46c3-96bc-af003b472c0b/c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f/f2eba1f0-203a-4e6f-b425-0f7c93eeec28) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:41:30.756509 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (249a3f88-a877-4caa-b000-84638b16a55e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.762204 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:41:30.762624 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (5cbeee20-b100-4760-9ad0-ae620ddb7c5d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.772319 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0704f40f-ee15-496f-b396-c11477b2209d req-294d4eff-7fa8-45a4-8914-2e1d99a26e96 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Publish callbacks [] for security_group (737874ca-c5a1-4fb5-a33f-f8ddef905fca), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.779105 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e4689744-d26c-43d7-8a85-34a533ba722f req-a8992456-021e-4273-acce-19134b5dfa76 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.780448 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4689744-d26c-43d7-8a85-34a533ba722f req-a8992456-021e-4273-acce-19134b5dfa76 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4670093 Mar 11 11:41:30.784868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8992456-021e-4273-acce-19134b5dfa76 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df6b2cb-7f3d-47d7-a627-7f57dc139201,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:30.796172 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0704f40f-ee15-496f-b396-c11477b2209d req-294d4eff-7fa8-45a4-8914-2e1d99a26e96 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (737874ca-c5a1-4fb5-a33f-f8ddef905fca), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:41:30.822546 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:41:30.835004 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (992e2b98-2ac6-4020-8513-3ed3f5a63d00), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.843734 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:30.849770 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/992e2b98-2ac6-4020-8513-3ed3f5a63d00 HTTP/1.1" status: 204 len: 168 time: 2.3502905 Mar 11 11:41:30.873080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a44bad-7bd1-41f3-96a9-befef141a4e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=992e2b98-2ac6-4020-8513-3ed3f5a63d00,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:30.893398 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] Set router fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:41:30.894626 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b071ed2-9dc7-4a71-a1eb-4407c84797d7 req-a2292c4c-0e15-4dfe-bf5b-afff91fdf9bf tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:30.901800 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b071ed2-9dc7-4a71-a1eb-4407c84797d7 req-a2292c4c-0e15-4dfe-bf5b-afff91fdf9bf tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 943 time: 0.1739860 Mar 11 11:41:30.965856 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d4eff-7fa8-45a4-8914-2e1d99a26e96 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737874ca-c5a1-4fb5-a33f-f8ddef905fca,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:30.972771 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c089f13b-1758-43f6-b588-b4d896f4e92d req-645752f6-eadc-4591-bafd-9362a30380b5 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c814c6c-115f-46af-8f52-4a353b61d9a9 HTTP/1.1" status: 200 len: 210 time: 0.0563300 Mar 11 11:41:31.022649 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-455a3265-7b4d-4b78-b2c9-467b53806669 req-a04e1123-0d99-4ff3-a6cc-0a69f69dd834 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1344258028', 'description': 'tempest-description-520245527'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:31.055455 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] Publish callbacks [] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:31.062912 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['249a3f88-a877-4caa-b000-84638b16a55e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:41:31.100916 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:31.125831 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b071ed2-9dc7-4a71-a1eb-4407c84797d7 req-8d38dc0d-f2df-460f-9f01-aba0aa1bfc89 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231243 Mar 11 11:41:31.145177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=249a3f88-a877-4caa-b000-84638b16a55e,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:31.158510 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-455a3265-7b4d-4b78-b2c9-467b53806669 req-a04e1123-0d99-4ff3-a6cc-0a69f69dd834 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:31.184872 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-0704f40f-ee15-496f-b396-c11477b2209d req-294d4eff-7fa8-45a4-8914-2e1d99a26e96 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Allocated IP 192.168.233.196 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/3dccbc5d-7377-4a35-bfde-416e9beff4a4) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:41:31.191365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] Network 7865f6a5-70b0-46c3-96bc-af003b472c0b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:41:31.196913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:41:31.201485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:41:31.210345 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40366) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:31.277137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] Pushing event updated for resources: {'Port': ['ID=f2eba1f0-203a-4e6f-b425-0f7c93eeec28,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:31.298465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b181560a-fca3-43cd-935c-703c0ec95750 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:41:31.314108 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (fd5aa57d-398f-47b4-b5ae-a02fb0a746a9), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:31.439549 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-455a3265-7b4d-4b78-b2c9-467b53806669 req-a04e1123-0d99-4ff3-a6cc-0a69f69dd834 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (514a8fdf-84eb-4b31-8c15-1bd2133c6a98), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:31.493110 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-455a3265-7b4d-4b78-b2c9-467b53806669 req-a04e1123-0d99-4ff3-a6cc-0a69f69dd834 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (514a8fdf-84eb-4b31-8c15-1bd2133c6a98), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:31.537045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e1123-0d99-4ff3-a6cc-0a69f69dd834 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=514a8fdf-84eb-4b31-8c15-1bd2133c6a98,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:31.547711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed27558-07ac-4f76-b396-289dd5757467 req-787d3ee6-862f-4ec0-83d9-7b60c0931676 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:31.550243 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ed27558-07ac-4f76-b396-289dd5757467 req-787d3ee6-862f-4ec0-83d9-7b60c0931676 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 944 time: 0.1956716 Mar 11 11:41:31.556785 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'name': 'tempest-ServersTestJSON-708693816-router', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:16Z', 'updated_at': '2022-03-11T11:41:24Z', 'revision_number': 3, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'gw_port': {'id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:13:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:19Z', 'updated_at': '2022-03-11T11:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:31.613227 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-455a3265-7b4d-4b78-b2c9-467b53806669 req-a04e1123-0d99-4ff3-a6cc-0a69f69dd834 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:31.615104 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-455a3265-7b4d-4b78-b2c9-467b53806669 req-a04e1123-0d99-4ff3-a6cc-0a69f69dd834 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6021047 Mar 11 11:41:31.620815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1235e46-b8b6-4c19-8def-e666e685bc87 None None] The sync data for ids ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'] in n-d-833234-2 is: [{'id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'name': 'tempest-ServersTestJSON-708693816-router', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:16Z', 'updated_at': '2022-03-11T11:41:24Z', 'revision_number': 3, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'gw_port': {'id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:13:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:19Z', 'updated_at': '2022-03-11T11:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:41:31.648646 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ed27558-07ac-4f76-b396-289dd5757467 req-4491ccdc-f15d-428b-bef1-ed3f38bd623a tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/security-groups?id=e18f8574-da7f-4339-84ea-57e2a05fcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900834 Mar 11 11:41:31.653406 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0704f40f-ee15-496f-b396-c11477b2209d req-294d4eff-7fa8-45a4-8914-2e1d99a26e96 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Publish callbacks [] for port (3dccbc5d-7377-4a35-bfde-416e9beff4a4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:31.669741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b181560a-fca3-43cd-935c-703c0ec95750, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b181560a-fca3-43cd-935c-703c0ec95750,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:31.760074 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c580fdaf-8805-4289-8dd7-5f160b4af6d1 req-0dfda555-90e4-4549-9cd3-9e5f6b12d9d5 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/1df6b2cb-7f3d-47d7-a627-7f57dc139201 HTTP/1.1" status: 200 len: 1822 time: 0.0995572 Mar 11 11:41:31.815967 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c580fdaf-8805-4289-8dd7-5f160b4af6d1 req-4ec92cb3-1ba2-4806-b6d2-95e54c0b464f tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/514a8fdf-84eb-4b31-8c15-1bd2133c6a98 HTTP/1.1" status: 200 len: 1821 time: 0.0544989 Mar 11 11:41:31.821005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-c580fdaf-8805-4289-8dd7-5f160b4af6d1 req-0e02807a-294f-428a-ab93-e9427d62dd12 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1df6b2cb-7f3d-47d7-a627-7f57dc139201', 'remote_group_id': '514a8fdf-84eb-4b31-8c15-1bd2133c6a98', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:31.821684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-c580fdaf-8805-4289-8dd7-5f160b4af6d1 req-0e02807a-294f-428a-ab93-e9427d62dd12 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1df6b2cb-7f3d-47d7-a627-7f57dc139201', 'remote_group_id': '514a8fdf-84eb-4b31-8c15-1bd2133c6a98', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:31.875702 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0704f40f-ee15-496f-b396-c11477b2209d req-294d4eff-7fa8-45a4-8914-2e1d99a26e96 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3dccbc5d-7377-4a35-bfde-416e9beff4a4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:31.884389 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9958aa19-5287-4dc0-afdf-c8005e45b47e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a7ab0f1ba69a419a9465a54d21e133a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6722550 Mar 11 11:41:31.888484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40374) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:31.906919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'b181560a-fca3-43cd-935c-703c0ec95750', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'b181560a-fca3-43cd-935c-703c0ec95750', 'mac_address': 'fa:16:3e:a3:fd:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:41:31.950885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3b0c358e-1468-455d-9073-e254994586e8 None None] Provisioning complete for port f2eba1f0-203a-4e6f-b425-0f7c93eeec28 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:31.951259 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3b0c358e-1468-455d-9073-e254994586e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:31.997937 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-165bfea9-a112-4748-bb80-06bfabfaa7f8 admin admin] Publish callbacks [] for security_group (1e16724b-40b2-4864-9101-dd9984010ac8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:32.001059 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:32.028405 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0704f40f-ee15-496f-b396-c11477b2209d req-294d4eff-7fa8-45a4-8914-2e1d99a26e96 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:41:32.035971 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c580fdaf-8805-4289-8dd7-5f160b4af6d1 req-0e02807a-294f-428a-ab93-e9427d62dd12 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (b7c9cc0e-88f9-497a-8364-b22bc67ba794), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:32.048097 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port b181560a-fca3-43cd-935c-703c0ec95750 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:32.048879 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b181560a-fca3-43cd-935c-703c0ec95750), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:32.060396 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-165bfea9-a112-4748-bb80-06bfabfaa7f8 admin admin] Publish callbacks [] for security_group (1e16724b-40b2-4864-9101-dd9984010ac8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:32.082772 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c580fdaf-8805-4289-8dd7-5f160b4af6d1 req-0e02807a-294f-428a-ab93-e9427d62dd12 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (b7c9cc0e-88f9-497a-8364-b22bc67ba794), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:32.084431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c358e-1468-455d-9073-e254994586e8 None None] Port f2eba1f0-203a-4e6f-b425-0f7c93eeec28 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:41:32.096871 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d4eff-7fa8-45a4-8914-2e1d99a26e96 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Pushing event updated for resources: {'Port': ['ID=3dccbc5d-7377-4a35-bfde-416e9beff4a4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:32.104504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-0704f40f-ee15-496f-b396-c11477b2209d req-294d4eff-7fa8-45a4-8914-2e1d99a26e96 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:41:32.110842 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b181560a-fca3-43cd-935c-703c0ec95750 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:41:32.118569 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c580fdaf-8805-4289-8dd7-5f160b4af6d1 req-0e02807a-294f-428a-ab93-e9427d62dd12 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (b7c9cc0e-88f9-497a-8364-b22bc67ba794), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:32.125417 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-0704f40f-ee15-496f-b396-c11477b2209d req-294d4eff-7fa8-45a4-8914-2e1d99a26e96 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:41:32.139268 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5374bb1a-0871-4faa-ac73-13449215c526 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:41:32.158594 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982835b-a04c-4c20-990d-001d8b57b188 req-79362f79-5e06-4dad-80ab-28fa2d5103f8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:32.160610 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9982835b-a04c-4c20-990d-001d8b57b188 req-79362f79-5e06-4dad-80ab-28fa2d5103f8 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 948 time: 0.3544824 Mar 11 11:41:32.208334 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b181560a-fca3-43cd-935c-703c0ec95750, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b181560a-fca3-43cd-935c-703c0ec95750,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:32.227862 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b181560a-fca3-43cd-935c-703c0ec95750), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:32.236100 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-165bfea9-a112-4748-bb80-06bfabfaa7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1e16724b-40b2-4864-9101-dd9984010ac8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:32.240940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-165bfea9-a112-4748-bb80-06bfabfaa7f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:32.242120 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-165bfea9-a112-4748-bb80-06bfabfaa7f8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1e16724b-40b2-4864-9101-dd9984010ac8 HTTP/1.1" status: 204 len: 168 time: 0.3517790 Mar 11 11:41:32.272132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02807a-294f-428a-ab93-e9427d62dd12 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c9cc0e-88f9-497a-8364-b22bc67ba794,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:32.331481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704f40f-ee15-496f-b396-c11477b2209d req-294d4eff-7fa8-45a4-8914-2e1d99a26e96 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:32.332674 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0704f40f-ee15-496f-b396-c11477b2209d req-294d4eff-7fa8-45a4-8914-2e1d99a26e96 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:32.347212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bfea9-a112-4748-bb80-06bfabfaa7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e16724b-40b2-4864-9101-dd9984010ac8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:32.400353 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9982835b-a04c-4c20-990d-001d8b57b188 req-3ac2caa3-f8c4-4b9d-ae95-b7e8dc41d6b5 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/security-groups?id=55f31c43-9841-4f33-8cde-b9bebafd86ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916668 Mar 11 11:41:32.408318 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c580fdaf-8805-4289-8dd7-5f160b4af6d1 req-0e02807a-294f-428a-ab93-e9427d62dd12 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:32.426201 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c580fdaf-8805-4289-8dd7-5f160b4af6d1 req-0e02807a-294f-428a-ab93-e9427d62dd12 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6089244 Mar 11 11:41:32.451244 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0704f40f-ee15-496f-b396-c11477b2209d req-294d4eff-7fa8-45a4-8914-2e1d99a26e96 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4635389 Mar 11 11:41:32.464140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Request body: {'port': {'device_id': '3c814c6c-115f-46af-8f52-4a353b61d9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:32.477808 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=b181560a-fca3-43cd-935c-703c0ec95750,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:32.482507 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 5374bb1a-0871-4faa-ac73-13449215c526 is: DOWN; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:32.535673 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] Publish callbacks [] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:32.549435 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:32.563443 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['b181560a-fca3-43cd-935c-703c0ec95750'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:41:32.603378 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] Pushing event updated for resources: {'Port': ['ID=f2eba1f0-203a-4e6f-b425-0f7c93eeec28,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:32.649426 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (fd5aa57d-398f-47b4-b5ae-a02fb0a746a9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:32.731769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49805d08-b60a-4bf2-b0b0-9ca1b7ef45a6 None None] Provisioning complete for port 3dccbc5d-7377-4a35-bfde-416e9beff4a4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:32.732142 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49805d08-b60a-4bf2-b0b0-9ca1b7ef45a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3dccbc5d-7377-4a35-bfde-416e9beff4a4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:32.766829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] Network 7865f6a5-70b0-46c3-96bc-af003b472c0b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:41:32.768394 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:41:32.848151 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49805d08-b60a-4bf2-b0b0-9ca1b7ef45a6 None None] Port 3dccbc5d-7377-4a35-bfde-416e9beff4a4 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:41:32.948405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] Router fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:41:32.985092 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3dccbc5d-7377-4a35-bfde-416e9beff4a4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:33.023279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40390) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:33.030348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea719544-7f0b-4b0d-b405-5a7f96573215 req-5c887423-0c90-458b-9927-1b5239e787b3 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:33.040385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea719544-7f0b-4b0d-b405-5a7f96573215 req-5c887423-0c90-458b-9927-1b5239e787b3 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 943 time: 0.4708369 Mar 11 11:41:33.078542 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf467b70-a9fa-4b2c-b967-e054f2eaa543 req-2a131e07-7f4b-4455-8e15-57507ec663ba tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:33.080140 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf467b70-a9fa-4b2c-b967-e054f2eaa543 req-2a131e07-7f4b-4455-8e15-57507ec663ba tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c814c6c-115f-46af-8f52-4a353b61d9a9 HTTP/1.1" status: 200 len: 936 time: 0.4861782 Mar 11 11:41:33.095826 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-68adae81-22ff-45e9-85ab-bb19f7d87b20 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=224f3b0ead7f4c188d6e25e54478739a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0713398 Mar 11 11:41:33.100122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40392) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:33.165763 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:41:33.188153 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-17117561-ca6a-400f-8484-0de28f8f23f0 admin admin] 10.222.0.78 "PUT /v2.0/routers/fd5aa57d-398f-47b4-b5ae-a02fb0a746a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2968624 Mar 11 11:41:33.188395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f1e01e8f-76c1-4159-83b2-cfa77b0cdd97 None None] Provisioning complete for port f2eba1f0-203a-4e6f-b425-0f7c93eeec28 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:33.188395 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f1e01e8f-76c1-4159-83b2-cfa77b0cdd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:33.205611 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea719544-7f0b-4b0d-b405-5a7f96573215 req-90f55a80-bb59-43f5-9e46-f36cf48c2125 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636634 Mar 11 11:41:33.257742 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-092938cc-2933-4952-b17b-9a5a37705697 req-bcfa0762-6753-4614-bec3-bc15b323a195 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-464738863', 'description': 'tempest-description-332381499'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:33.282564 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf467b70-a9fa-4b2c-b967-e054f2eaa543 req-908af645-3bfc-4ac7-9c33-0064c1a0a0d5 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/security-groups?id=737874ca-c5a1-4fb5-a33f-f8ddef905fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949365 Mar 11 11:41:33.287879 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-092938cc-2933-4952-b17b-9a5a37705697 req-bcfa0762-6753-4614-bec3-bc15b323a195 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:33.305040 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f1e01e8f-76c1-4159-83b2-cfa77b0cdd97 None None] Port f2eba1f0-203a-4e6f-b425-0f7c93eeec28 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:41:33.343428 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:33.384982 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28c2fb4b-911f-4356-8e87-879a5bbc499b admin admin] Publish callbacks [] for security_group (a68e0ede-ffc6-41ed-a182-f0c440b9b026), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:33.460840 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28c2fb4b-911f-4356-8e87-879a5bbc499b admin admin] Publish callbacks [] for security_group (a68e0ede-ffc6-41ed-a182-f0c440b9b026), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:33.585057 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-092938cc-2933-4952-b17b-9a5a37705697 req-bcfa0762-6753-4614-bec3-bc15b323a195 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (764bd7cd-2f97-446c-b32f-a1a7955488d3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:33.605432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c720e93-cee0-4dd9-95bc-3fa45d9c33cb req-d1ef63e1-18a8-4b9e-926a-8d42e4729560 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:33.606916 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c720e93-cee0-4dd9-95bc-3fa45d9c33cb req-d1ef63e1-18a8-4b9e-926a-8d42e4729560 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 944 time: 0.2274730 Mar 11 11:41:33.607531 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-092938cc-2933-4952-b17b-9a5a37705697 req-bcfa0762-6753-4614-bec3-bc15b323a195 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (764bd7cd-2f97-446c-b32f-a1a7955488d3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:33.668215 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28c2fb4b-911f-4356-8e87-879a5bbc499b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a68e0ede-ffc6-41ed-a182-f0c440b9b026), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:33.670721 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28c2fb4b-911f-4356-8e87-879a5bbc499b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:33.672514 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-28c2fb4b-911f-4356-8e87-879a5bbc499b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a68e0ede-ffc6-41ed-a182-f0c440b9b026 HTTP/1.1" status: 204 len: 168 time: 0.5577290 Mar 11 11:41:33.685687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa0762-6753-4614-bec3-bc15b323a195 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=764bd7cd-2f97-446c-b32f-a1a7955488d3,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:33.690891 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-092938cc-2933-4952-b17b-9a5a37705697 req-bcfa0762-6753-4614-bec3-bc15b323a195 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:33.692096 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-092938cc-2933-4952-b17b-9a5a37705697 req-bcfa0762-6753-4614-bec3-bc15b323a195 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4467392 Mar 11 11:41:33.739192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2fb4b-911f-4356-8e87-879a5bbc499b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68e0ede-ffc6-41ed-a182-f0c440b9b026,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:33.763537 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c720e93-cee0-4dd9-95bc-3fa45d9c33cb req-50bf86b6-181f-4981-bc7d-d913bc4854e8 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/security-groups?id=e18f8574-da7f-4339-84ea-57e2a05fcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476145 Mar 11 11:41:33.781432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dccbc5d-7377-4a35-bfde-416e9beff4a4 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:41:33.797782 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Publish callbacks [] for port (3dccbc5d-7377-4a35-bfde-416e9beff4a4), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:33.815654 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Transition to ACTIVE for port object 3dccbc5d-7377-4a35-bfde-416e9beff4a4 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:41:33.825575 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (3dccbc5d-7377-4a35-bfde-416e9beff4a4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:34.080908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Attempting to bind port 3dccbc5d-7377-4a35-bfde-416e9beff4a4 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:41:34.081889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Attempting to bind port 3dccbc5d-7377-4a35-bfde-416e9beff4a4 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:41:34.087174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Attempting to bind port 3dccbc5d-7377-4a35-bfde-416e9beff4a4 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:41:34.099373 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Pushing event updated for resources: {'Port': ['ID=3dccbc5d-7377-4a35-bfde-416e9beff4a4,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:34.119553 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efe1a9-4757-4c1f-9f81-8266a0a235b1 req-584c073a-063d-4c53-b951-5ad3a08277dd tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:34.127482 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6efe1a9-4757-4c1f-9f81-8266a0a235b1 req-584c073a-063d-4c53-b951-5ad3a08277dd tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 949 time: 0.2182112 Mar 11 11:41:34.130834 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Port 3dccbc5d-7377-4a35-bfde-416e9beff4a4 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:41:34.136413 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Attempting to bind port 3dccbc5d-7377-4a35-bfde-416e9beff4a4 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:41:34.141999 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 249a3f88-a877-4caa-b000-84638b16a55e up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:41:34.157579 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:41:34.162315 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:41:34.162907 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:41:34.163528 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Bound port: 3dccbc5d-7377-4a35-bfde-416e9beff4a4, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:41:34.164067 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3dccbc5d-7377-4a35-bfde-416e9beff4a4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:34.236944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:41:34.336862 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 249a3f88-a877-4caa-b000-84638b16a55e completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:41:34.337401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] For port 3dccbc5d-7377-4a35-bfde-416e9beff4a4, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:41:34.341965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] For port 3dccbc5d-7377-4a35-bfde-416e9beff4a4, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3dccbc5d-7377-4a35-bfde-416e9beff4a4,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:41:34.345894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 249a3f88-a877-4caa-b000-84638b16a55e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:34.346273 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (249a3f88-a877-4caa-b000-84638b16a55e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:34.347966 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:34.348325 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:34.359054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6efe1a9-4757-4c1f-9f81-8266a0a235b1 req-9987c970-1195-49c7-8bc9-44955f76a0c3 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/security-groups?id=55f31c43-9841-4f33-8cde-b9bebafd86ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297106 Mar 11 11:41:34.365723 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (3dccbc5d-7377-4a35-bfde-416e9beff4a4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:34.407992 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-e27cd672-6a2d-4a02-a48c-c7e5510854f7 req-d7d3059c-f74f-459f-b540-5c878d9a6974 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-407739420', 'description': 'tempest-description-50632363'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:34.422456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:34.423305 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:34.426031 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0704f40f-ee15-496f-b396-c11477b2209d req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] 10.222.0.37 "PUT /v2.0/ports/3dccbc5d-7377-4a35-bfde-416e9beff4a4 HTTP/1.1" status: 200 len: 1096 time: 1.9669728 Mar 11 11:41:34.437501 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c814c6c-115f-46af-8f52-4a353b61d9a9', 'tag': '3dccbc5d-7377-4a35-bfde-416e9beff4a4'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:41:34.440773 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Sync routers for ids ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:41:34.442992 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28166cad-f25a-41e7-8015-35b859baa836" -d '{"events": [{"name": "network-changed", "server_uuid": "3c814c6c-115f-46af-8f52-4a353b61d9a9", "tag": "3dccbc5d-7377-4a35-bfde-416e9beff4a4"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:41:34.478056 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Routers {'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:41:34.478708 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:41:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:34.532566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d4f04-3d7f-4f1b-bb0e-d73e0a613029 service neutron] Pushing event updated for resources: {'Port': ['ID=3dccbc5d-7377-4a35-bfde-416e9beff4a4,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:34.544441 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e27cd672-6a2d-4a02-a48c-c7e5510854f7 req-d7d3059c-f74f-459f-b540-5c878d9a6974 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:34.598846 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704f40f-ee15-496f-b396-c11477b2209d req-78fea4cb-19c0-47b1-a12b-007f43f242e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:34.600772 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0704f40f-ee15-496f-b396-c11477b2209d req-78fea4cb-19c0-47b1-a12b-007f43f242e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6aef32488ed456b8f8e01df32ae46d9&device_id=3c814c6c-115f-46af-8f52-4a353b61d9a9 HTTP/1.1" status: 200 len: 1130 time: 0.1116281 Mar 11 11:41:34.666362 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 249a3f88-a877-4caa-b000-84638b16a55e is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:34.667125 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (249a3f88-a877-4caa-b000-84638b16a55e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:34.713015 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40428) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:34.721738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-210bb315-8a0c-4a95-8376-23280801cac1 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1198773942', 'description': 'tempest-description--1788324606'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:34.746385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:34.746871 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:34.747725 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0704f40f-ee15-496f-b396-c11477b2209d req-cf521505-d681-44a1-8249-6588f374dbc8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=3dccbc5d-7377-4a35-bfde-416e9beff4a4 HTTP/1.1" status: 200 len: 217 time: 0.1278839 Mar 11 11:41:34.755668 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Set router fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:41:34.790813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:34.797832 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-210bb315-8a0c-4a95-8376-23280801cac1 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:34.828020 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:34.999802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e3c67b-1cdb-48a4-af62-d2916a15b0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249a3f88-a877-4caa-b000-84638b16a55e'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:41:35.012852 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52afe7c-b234-4d1f-953f-800e269c5623" -d '{"events": [{"server_uuid": "74e3c67b-1cdb-48a4-af62-d2916a15b0eb", "name": "network-vif-plugged", "status": "completed", "tag": "249a3f88-a877-4caa-b000-84638b16a55e"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:41:35.016585 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-210bb315-8a0c-4a95-8376-23280801cac1 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for security_group (a45a2d81-6545-4d29-bd07-5f33bbf6e555), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.024439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:35.033807 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-210bb315-8a0c-4a95-8376-23280801cac1 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a45a2d81-6545-4d29-bd07-5f33bbf6e555), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.065854 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 249a3f88-a877-4caa-b000-84638b16a55e, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=249a3f88-a877-4caa-b000-84638b16a55e,segment=NetworkSegment(3466e577-9c1b-4e02-b95d-0e529b0c5079),segment_id=3466e577-9c1b-4e02-b95d-0e529b0c5079)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:35.088942 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (249a3f88-a877-4caa-b000-84638b16a55e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.100041 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-210bb315-8a0c-4a95-8376-23280801cac1 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.101315 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-210bb315-8a0c-4a95-8376-23280801cac1 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3872926 Mar 11 11:41:35.114747 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40438) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:35.122047 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'name': 'tempest-ServersTestJSON-708693816-router', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:16Z', 'updated_at': '2022-03-11T11:41:31Z', 'revision_number': 4, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'gw_port': {'id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:13:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:19Z', 'updated_at': '2022-03-11T11:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'f2eba1f0-203a-4e6f-b425-0f7c93eeec28', 'name': '', 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'mac_address': 'fa:16:3e:55:7e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:30Z', 'updated_at': '2022-03-11T11:41:32Z', 'revision_number': 2, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'subnets': [{'id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:35.125426 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-70a93a3e-4f3f-4c96-9243-12660b22c7c5 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Request body: {'security_group_rule': {'security_group_id': 'a45a2d81-6545-4d29-bd07-5f33bbf6e555', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:35.130547 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bb315-8a0c-4a95-8376-23280801cac1 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45a2d81-6545-4d29-bd07-5f33bbf6e555,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:35.192972 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70a93a3e-4f3f-4c96-9243-12660b22c7c5 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for security_group_rule (c6bb6218-928d-4d90-b3c6-c6f05f19f756), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.210334 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=249a3f88-a877-4caa-b000-84638b16a55e,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:35.213076 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Checking router: fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:41:35.213651 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Updating router fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 port f2eba1f0-203a-4e6f-b425-0f7c93eeec28 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:41:35.264954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b181560a-fca3-43cd-935c-703c0ec95750 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:41:35.298671 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.347490 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e27cd672-6a2d-4a02-a48c-c7e5510854f7 req-d7d3059c-f74f-459f-b540-5c878d9a6974 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (1b302e7e-51fd-4171-8a7a-6a994985103e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.351615 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70a93a3e-4f3f-4c96-9243-12660b22c7c5 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for security_group_rule (c6bb6218-928d-4d90-b3c6-c6f05f19f756), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.361342 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e27cd672-6a2d-4a02-a48c-c7e5510854f7 req-d7d3059c-f74f-459f-b540-5c878d9a6974 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1b302e7e-51fd-4171-8a7a-6a994985103e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.361592 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70a93a3e-4f3f-4c96-9243-12660b22c7c5 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (c6bb6218-928d-4d90-b3c6-c6f05f19f756), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.365313 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704f40f-ee15-496f-b396-c11477b2209d req-a0907a59-4135-437d-a23f-7bd10f182d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:35.366844 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0704f40f-ee15-496f-b396-c11477b2209d req-a0907a59-4135-437d-a23f-7bd10f182d49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.6099043 Mar 11 11:41:35.383461 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port b181560a-fca3-43cd-935c-703c0ec95750 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:41:35.390148 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port b181560a-fca3-43cd-935c-703c0ec95750 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:35.392287 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b181560a-fca3-43cd-935c-703c0ec95750), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.396501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a93a3e-4f3f-4c96-9243-12660b22c7c5 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bb6218-928d-4d90-b3c6-c6f05f19f756,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:35.409992 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70a93a3e-4f3f-4c96-9243-12660b22c7c5 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.412043 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-70a93a3e-4f3f-4c96-9243-12660b22c7c5 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2959244 Mar 11 11:41:35.415489 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40446) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:35.426230 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9c7c1c5e-a36b-4680-9177-24cef0f34bab tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Request body: {'security_group_rule': {'security_group_id': 'a45a2d81-6545-4d29-bd07-5f33bbf6e555', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:35.481623 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c7c1c5e-a36b-4680-9177-24cef0f34bab tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for security_group_rule (69d3ef71-257f-4d17-853e-ca4dfa1010b5), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.486780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a04ee6-8a13-4224-9dc7-476c37edb61a req-c052abaf-ab66-4dc3-9449-114ce7c845e4 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:35.488402 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58a04ee6-8a13-4224-9dc7-476c37edb61a req-c052abaf-ab66-4dc3-9449-114ce7c845e4 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 943 time: 0.1940176 Mar 11 11:41:35.493882 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e27cd672-6a2d-4a02-a48c-c7e5510854f7 req-d7d3059c-f74f-459f-b540-5c878d9a6974 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.495070 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e27cd672-6a2d-4a02-a48c-c7e5510854f7 req-d7d3059c-f74f-459f-b540-5c878d9a6974 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.0916262 Mar 11 11:41:35.531471 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3059c-f74f-459f-b540-5c878d9a6974 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b302e7e-51fd-4171-8a7a-6a994985103e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:35.555190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port b181560a-fca3-43cd-935c-703c0ec95750 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:35.556149 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b181560a-fca3-43cd-935c-703c0ec95750), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.600889 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c7c1c5e-a36b-4680-9177-24cef0f34bab tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for security_group_rule (69d3ef71-257f-4d17-853e-ca4dfa1010b5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.604073 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704f40f-ee15-496f-b396-c11477b2209d req-1bab6e5b-260e-474c-b20d-730e8384109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:35.605636 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0704f40f-ee15-496f-b396-c11477b2209d req-1bab6e5b-260e-474c-b20d-730e8384109e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2175021 Mar 11 11:41:35.607019 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c7c1c5e-a36b-4680-9177-24cef0f34bab tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (69d3ef71-257f-4d17-853e-ca4dfa1010b5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.618346 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58a04ee6-8a13-4224-9dc7-476c37edb61a req-27a8d98e-8261-4608-bf25-8c43f25d5dc6 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208544 Mar 11 11:41:35.630856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b181560a-fca3-43cd-935c-703c0ec95750, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b181560a-fca3-43cd-935c-703c0ec95750,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:35.643501 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b181560a-fca3-43cd-935c-703c0ec95750), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.680869 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c7c1c5e-a36b-4680-9177-24cef0f34bab tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.682097 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9c7c1c5e-a36b-4680-9177-24cef0f34bab tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2651460 Mar 11 11:41:35.684618 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c1c5e-a36b-4680-9177-24cef0f34bab tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d3ef71-257f-4d17-853e-ca4dfa1010b5,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:35.696669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40452) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:35.701944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9db232f8-814c-4a99-81dd-587f1b3945c2 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:35.714741 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540249e9-b3e4-4b03-9184-99800a87cbec x-openstack-request-id: req-540249e9-b3e4-4b03-9184-99800a87cbec {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:41:35.715086 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c814c6c-115f-46af-8f52-4a353b61d9a9", "tag": "3dccbc5d-7377-4a35-bfde-416e9beff4a4", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:41:35.715302 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-540249e9-b3e4-4b03-9184-99800a87cbec {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:41:35.715694 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c814c6c-115f-46af-8f52-4a353b61d9a9', 'tag': '3dccbc5d-7377-4a35-bfde-416e9beff4a4', 'status': 'completed', 'code': 200} Mar 11 11:41:35.751735 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9db232f8-814c-4a99-81dd-587f1b3945c2 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.767754 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=b181560a-fca3-43cd-935c-703c0ec95750,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:35.800900 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced04e14-1e50-4611-b07f-38b283ec3e0b req-498817c2-323d-456b-88b5-6131ce88dea4 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:35.802698 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ced04e14-1e50-4611-b07f-38b283ec3e0b req-498817c2-323d-456b-88b5-6131ce88dea4 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c814c6c-115f-46af-8f52-4a353b61d9a9 HTTP/1.1" status: 200 len: 948 time: 0.1765258 Mar 11 11:41:35.898388 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0704f40f-ee15-496f-b396-c11477b2209d req-51281c1c-abd5-4ee4-852d-d8233995757c service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843571 Mar 11 11:41:35.942311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9db232f8-814c-4a99-81dd-587f1b3945c2 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.980252 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Publish callbacks [] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:35.993431 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ced04e14-1e50-4611-b07f-38b283ec3e0b req-48edd584-abd7-4f2f-9a3b-40a2736b5b1e tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/security-groups?id=737874ca-c5a1-4fb5-a33f-f8ddef905fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620302 Mar 11 11:41:35.995061 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:36.050247 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fbe2c-dc61-41a3-82d7-a532a8c60518 None None] Pushing event updated for resources: {'Port': ['ID=f2eba1f0-203a-4e6f-b425-0f7c93eeec28,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:36.063304 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fbe2c-dc61-41a3-82d7-a532a8c60518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:36.064202 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fbe2c-dc61-41a3-82d7-a532a8c60518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:36.064960 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fbe2c-dc61-41a3-82d7-a532a8c60518 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:36.065442 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fbe2c-dc61-41a3-82d7-a532a8c60518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:36.065896 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fbe2c-dc61-41a3-82d7-a532a8c60518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:36.066874 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fbe2c-dc61-41a3-82d7-a532a8c60518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:36.067708 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fbe2c-dc61-41a3-82d7-a532a8c60518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:36.068296 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fbe2c-dc61-41a3-82d7-a532a8c60518 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:36.068708 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fbe2c-dc61-41a3-82d7-a532a8c60518 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:36.069165 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fbe2c-dc61-41a3-82d7-a532a8c60518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:36.069572 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fbe2c-dc61-41a3-82d7-a532a8c60518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:36.069980 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fbe2c-dc61-41a3-82d7-a532a8c60518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:36.070426 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fbe2c-dc61-41a3-82d7-a532a8c60518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:41:36.078149 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9269b1b4-2aa4-4774-bbbb-19b852af07ef x-openstack-request-id: req-9269b1b4-2aa4-4774-bbbb-19b852af07ef {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:41:36.078337 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e3c67b-1cdb-48a4-af62-d2916a15b0eb", "name": "network-vif-plugged", "status": "completed", "tag": "249a3f88-a877-4caa-b000-84638b16a55e", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:41:36.078597 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9269b1b4-2aa4-4774-bbbb-19b852af07ef {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:41:36.078996 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e3c67b-1cdb-48a4-af62-d2916a15b0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249a3f88-a877-4caa-b000-84638b16a55e', 'code': 200} Mar 11 11:41:36.108908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c049e0-d183-4a5d-9ac2-39ccda506b00 req-ea3c7b30-aae0-41cf-8af0-92a3079fda17 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:36.114661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3c049e0-d183-4a5d-9ac2-39ccda506b00 req-ea3c7b30-aae0-41cf-8af0-92a3079fda17 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 945 time: 0.2978585 Mar 11 11:41:36.124003 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:41:36.206267 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Attempting to bind port f2eba1f0-203a-4e6f-b425-0f7c93eeec28 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:41:36.206819 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Attempting to bind port f2eba1f0-203a-4e6f-b425-0f7c93eeec28 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '53ce92ad-0a14-4cf4-9d26-71dd757e7990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:41:36.207365 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Attempting to bind port f2eba1f0-203a-4e6f-b425-0f7c93eeec28 on network 7865f6a5-70b0-46c3-96bc-af003b472c0b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:41:36.216893 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:41:36.217404 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Checking segment: {'id': '53ce92ad-0a14-4cf4-9d26-71dd757e7990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:41:36.219066 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:36.219606 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Bound using segment: {'id': '53ce92ad-0a14-4cf4-9d26-71dd757e7990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:41:36.221070 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Bound port: f2eba1f0-203a-4e6f-b425-0f7c93eeec28, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ce92ad-0a14-4cf4-9d26-71dd757e7990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:41:36.223109 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:36.232024 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0704f40f-ee15-496f-b396-c11477b2209d req-03e22896-dfb0-422d-b68f-5b444dcbc971 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248866 Mar 11 11:41:36.266749 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:36.270127 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:36.335144 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-9db232f8-814c-4a99-81dd-587f1b3945c2 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Allocated IP 172.25.7.66 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/c0664679-0736-440d-b895-7393e341aebb) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:41:36.369356 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3c049e0-d183-4a5d-9ac2-39ccda506b00 req-75c0c3c8-87e4-4441-9629-29f10e198395 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/security-groups?id=e18f8574-da7f-4339-84ea-57e2a05fcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436018 Mar 11 11:41:36.380396 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7795c6d-69ee-47ce-b7cf-dccff159dc89 req-8078a62d-e932-47b8-b864-68659fe5be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:36.382110 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a7795c6d-69ee-47ce-b7cf-dccff159dc89 req-8078a62d-e932-47b8-b864-68659fe5be00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 1127 time: 0.2209783 Mar 11 11:41:36.390810 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] For port f2eba1f0-203a-4e6f-b425-0f7c93eeec28, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:41:36.401598 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] For port f2eba1f0-203a-4e6f-b425-0f7c93eeec28, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f2eba1f0-203a-4e6f-b425-0f7c93eeec28,segment=NetworkSegment(53ce92ad-0a14-4cf4-9d26-71dd757e7990),segment_id=53ce92ad-0a14-4cf4-9d26-71dd757e7990)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:41:36.412477 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:36.444660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:36.480816 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28166cad-f25a-41e7-8015-35b859baa836 req-e846d4a5-af7c-4c3a-b714-bd210d60be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:36.482779 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28166cad-f25a-41e7-8015-35b859baa836 req-e846d4a5-af7c-4c3a-b714-bd210d60be59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6aef32488ed456b8f8e01df32ae46d9&device_id=3c814c6c-115f-46af-8f52-4a353b61d9a9 HTTP/1.1" status: 200 len: 1130 time: 0.1767118 Mar 11 11:41:36.486109 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Routers {'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:41:36.487167 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:41:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:36.491346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f4218-ea77-4422-9f9f-20f093ec5160 req-d04ca405-2231-419c-891c-2b7d8e1c6d44 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:36.493311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-804f4218-ea77-4422-9f9f-20f093ec5160 req-d04ca405-2231-419c-891c-2b7d8e1c6d44 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 950 time: 0.2796974 Mar 11 11:41:36.537874 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a7795c6d-69ee-47ce-b7cf-dccff159dc89 req-a53bac63-8aaa-4739-9e25-7314fe40aa45 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e18f8574-da7f-4339-84ea-57e2a05fcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430414 Mar 11 11:41:36.552304 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ba3067-ce6a-4865-9f9f-6b874c0f89f3 req-8f0c630f-c6bf-4409-8fac-d4cc1f7a6bf8 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/764bd7cd-2f97-446c-b32f-a1a7955488d3 HTTP/1.1" status: 200 len: 1820 time: 0.1289425 Mar 11 11:41:36.585131 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9db232f8-814c-4a99-81dd-587f1b3945c2 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for port (c0664679-0736-440d-b895-7393e341aebb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:36.613592 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-16a5bbe4-0717-4eb4-b86d-d76456dbe8b4 None None] Provisioning complete for port f2eba1f0-203a-4e6f-b425-0f7c93eeec28 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:36.613987 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-16a5bbe4-0717-4eb4-b86d-d76456dbe8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:36.633558 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fbe2c-dc61-41a3-82d7-a532a8c60518 None None] Pushing event updated for resources: {'Port': ['ID=f2eba1f0-203a-4e6f-b425-0f7c93eeec28,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:36.643311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ba3067-ce6a-4865-9f9f-6b874c0f89f3 req-911c57d0-b6a8-490b-9507-39c18b379fba tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/1b302e7e-51fd-4171-8a7a-6a994985103e HTTP/1.1" status: 200 len: 1819 time: 0.0763557 Mar 11 11:41:36.651905 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-30ba3067-ce6a-4865-9f9f-6b874c0f89f3 req-7998962d-f65f-4b75-b6a0-1ba6343a3388 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '764bd7cd-2f97-446c-b32f-a1a7955488d3', 'remote_group_id': '1b302e7e-51fd-4171-8a7a-6a994985103e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:36.652723 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-30ba3067-ce6a-4865-9f9f-6b874c0f89f3 req-7998962d-f65f-4b75-b6a0-1ba6343a3388 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '764bd7cd-2f97-446c-b32f-a1a7955488d3', 'remote_group_id': '1b302e7e-51fd-4171-8a7a-6a994985103e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:36.668586 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9db232f8-814c-4a99-81dd-587f1b3945c2 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (c0664679-0736-440d-b895-7393e341aebb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:36.699538 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] Set router fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:41:36.735279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db232f8-814c-4a99-81dd-587f1b3945c2 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:41:36.741682 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-9db232f8-814c-4a99-81dd-587f1b3945c2 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:41:36.746321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db232f8-814c-4a99-81dd-587f1b3945c2 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:41:36.753097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db232f8-814c-4a99-81dd-587f1b3945c2 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Pushing event updated for resources: {'Port': ['ID=c0664679-0736-440d-b895-7393e341aebb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:36.832215 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-16a5bbe4-0717-4eb4-b86d-d76456dbe8b4 None None] Current status of the port f2eba1f0-203a-4e6f-b425-0f7c93eeec28 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:36.832875 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-16a5bbe4-0717-4eb4-b86d-d76456dbe8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:36.855251 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-804f4218-ea77-4422-9f9f-20f093ec5160 req-7a1a4a53-d3fb-4317-b0ed-dc877e379977 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/security-groups?id=55f31c43-9841-4f33-8cde-b9bebafd86ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431165 Mar 11 11:41:36.897533 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-16a5bbe4-0717-4eb4-b86d-d76456dbe8b4 None None] For port f2eba1f0-203a-4e6f-b425-0f7c93eeec28, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f2eba1f0-203a-4e6f-b425-0f7c93eeec28,segment=NetworkSegment(53ce92ad-0a14-4cf4-9d26-71dd757e7990),segment_id=53ce92ad-0a14-4cf4-9d26-71dd757e7990)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:36.904394 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9db232f8-814c-4a99-81dd-587f1b3945c2 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for floatingip (24b8800b-01e6-4429-bf66-01f757aacbd7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:36.908154 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-16a5bbe4-0717-4eb4-b86d-d76456dbe8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:36.928701 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-30ba3067-ce6a-4865-9f9f-6b874c0f89f3 req-7998962d-f65f-4b75-b6a0-1ba6343a3388 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (a539557d-8478-4ee0-88bf-1cdc90853635), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:36.962953 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28166cad-f25a-41e7-8015-35b859baa836 req-acec8d7d-9854-431d-b9ef-f6e48cbf1fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:36.971858 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28166cad-f25a-41e7-8015-35b859baa836 req-acec8d7d-9854-431d-b9ef-f6e48cbf1fd4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.4722238 Mar 11 11:41:36.984462 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9db232f8-814c-4a99-81dd-587f1b3945c2 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c0664679-0736-440d-b895-7393e341aebb), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:37.066629 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5bbe4-0717-4eb4-b86d-d76456dbe8b4 None None] Pushing event updated for resources: {'Port': ['ID=f2eba1f0-203a-4e6f-b425-0f7c93eeec28,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:37.073070 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28166cad-f25a-41e7-8015-35b859baa836 req-3f10cbb8-874e-4029-bf28-149574e05b86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=3dccbc5d-7377-4a35-bfde-416e9beff4a4 HTTP/1.1" status: 200 len: 217 time: 0.0954525 Mar 11 11:41:37.086503 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-30ba3067-ce6a-4865-9f9f-6b874c0f89f3 req-7998962d-f65f-4b75-b6a0-1ba6343a3388 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (a539557d-8478-4ee0-88bf-1cdc90853635), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:37.094404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f710c32b-c796-470b-9347-9c542f8a3c6a None None] Provisioning complete for port f2eba1f0-203a-4e6f-b425-0f7c93eeec28 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:37.095786 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f710c32b-c796-470b-9347-9c542f8a3c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:37.138022 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28166cad-f25a-41e7-8015-35b859baa836 req-7805ad6c-f755-4d61-bad6-9fe6cf01caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:37.139564 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28166cad-f25a-41e7-8015-35b859baa836 req-7805ad6c-f755-4d61-bad6-9fe6cf01caf8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0553701 Mar 11 11:41:37.142332 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-30ba3067-ce6a-4865-9f9f-6b874c0f89f3 req-7998962d-f65f-4b75-b6a0-1ba6343a3388 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (a539557d-8478-4ee0-88bf-1cdc90853635), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:37.169772 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998962d-f65f-4b75-b6a0-1ba6343a3388 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a539557d-8478-4ee0-88bf-1cdc90853635,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:37.174665 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-30ba3067-ce6a-4865-9f9f-6b874c0f89f3 req-7998962d-f65f-4b75-b6a0-1ba6343a3388 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:37.188178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ba3067-ce6a-4865-9f9f-6b874c0f89f3 req-7998962d-f65f-4b75-b6a0-1ba6343a3388 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5438421 Mar 11 11:41:37.193608 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'name': 'tempest-ServersTestJSON-708693816-router', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:16Z', 'updated_at': '2022-03-11T11:41:31Z', 'revision_number': 4, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'gw_port': {'id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:19Z', 'updated_at': '2022-03-11T11:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'f2eba1f0-203a-4e6f-b425-0f7c93eeec28', 'name': '', 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'mac_address': 'fa:16:3e:55:7e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:30Z', 'updated_at': '2022-03-11T11:41:36Z', 'revision_number': 4, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'subnets': [{'id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:37.225783 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25623149-fb87-4ed9-a795-261be4e79fa4 None None] The sync data for ids ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'] in n-d-833234-2 is: [{'id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'name': 'tempest-ServersTestJSON-708693816-router', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:16Z', 'updated_at': '2022-03-11T11:41:31Z', 'revision_number': 4, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'gw_port': {'id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:19Z', 'updated_at': '2022-03-11T11:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'f2eba1f0-203a-4e6f-b425-0f7c93eeec28', 'name': '', 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'mac_address': 'fa:16:3e:55:7e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:30Z', 'updated_at': '2022-03-11T11:41:36Z', 'revision_number': 4, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'subnets': [{'id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:41:37.275010 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7adac-bee8-420f-90de-131957f112dd req-66356b04-c34b-4534-a7d5-f338df4704e2 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:37.294921 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9db232f8-814c-4a99-81dd-587f1b3945c2 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for port (c0664679-0736-440d-b895-7393e341aebb), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:37.316204 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9db232f8-814c-4a99-81dd-587f1b3945c2 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (c0664679-0736-440d-b895-7393e341aebb), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:37.317165 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94a7adac-bee8-420f-90de-131957f112dd req-66356b04-c34b-4534-a7d5-f338df4704e2 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 943 time: 0.3128986 Mar 11 11:41:37.360082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f710c32b-c796-470b-9347-9c542f8a3c6a None None] Current status of the port f2eba1f0-203a-4e6f-b425-0f7c93eeec28 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:37.418484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db232f8-814c-4a99-81dd-587f1b3945c2 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Pushing event updated for resources: {'Port': ['ID=c0664679-0736-440d-b895-7393e341aebb,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:37.451862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28166cad-f25a-41e7-8015-35b859baa836 req-f7351367-2aba-4bf7-8bea-22d60f92138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:37.454716 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28166cad-f25a-41e7-8015-35b859baa836 req-f7351367-2aba-4bf7-8bea-22d60f92138b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2868550 Mar 11 11:41:37.483665 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9db232f8-814c-4a99-81dd-587f1b3945c2 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (24b8800b-01e6-4429-bf66-01f757aacbd7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:37.507104 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9db232f8-814c-4a99-81dd-587f1b3945c2 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:37.516335 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9db232f8-814c-4a99-81dd-587f1b3945c2 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8107388 Mar 11 11:41:37.523322 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94a7adac-bee8-420f-90de-131957f112dd req-ff2ebb5a-68cd-4757-bc74-0f8948cf1320 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051890 Mar 11 11:41:37.536494 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40484) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:37.563263 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae2be3-a067-4d88-b88f-9464fb1c499a req-3d4c45a3-402d-40e9-afa7-a782d8fae68f tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:37.564895 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fdae2be3-a067-4d88-b88f-9464fb1c499a req-3d4c45a3-402d-40e9-afa7-a782d8fae68f tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c814c6c-115f-46af-8f52-4a353b61d9a9 HTTP/1.1" status: 200 len: 948 time: 0.2443025 Mar 11 11:41:37.685860 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fdae2be3-a067-4d88-b88f-9464fb1c499a req-90cb2d5d-9d91-4011-9c1e-cadfa4e75b9d tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/security-groups?id=737874ca-c5a1-4fb5-a33f-f8ddef905fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680323 Mar 11 11:41:37.751244 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28166cad-f25a-41e7-8015-35b859baa836 req-de988c90-da94-4f7b-b92d-ed14ebc27e3e service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876902 Mar 11 11:41:37.753851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1fb368e-a931-4228-8030-38e47aed334c req-b4be6ea6-f475-436b-bec4-3327abda0037 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/1b302e7e-51fd-4171-8a7a-6a994985103e HTTP/1.1" status: 200 len: 1819 time: 0.1349466 Mar 11 11:41:37.791991 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8126035f-167c-4c52-881d-c61ea44bffa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:37.918905 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8126035f-167c-4c52-881d-c61ea44bffa6 admin admin] Publish callbacks [] for security_group (b0413187-43f7-4446-ab1f-8a79faa149fd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:37.926785 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8126035f-167c-4c52-881d-c61ea44bffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b0413187-43f7-4446-ab1f-8a79faa149fd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:37.984108 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0a9da-d53c-4b2b-a207-3f7e1e54c35c req-f7aa3db2-5fce-4c46-a0ce-3c65802cdda2 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:37.993038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eea0a9da-d53c-4b2b-a207-3f7e1e54c35c req-f7aa3db2-5fce-4c46-a0ce-3c65802cdda2 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 945 time: 0.1817193 Mar 11 11:41:38.003686 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c1fb368e-a931-4228-8030-38e47aed334c req-e31cfdd1-07c7-4d4d-bf71-6476afbdbf02 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (1b302e7e-51fd-4171-8a7a-6a994985103e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:38.029409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126035f-167c-4c52-881d-c61ea44bffa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0413187-43f7-4446-ab1f-8a79faa149fd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:38.032241 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c1fb368e-a931-4228-8030-38e47aed334c req-e31cfdd1-07c7-4d4d-bf71-6476afbdbf02 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (1b302e7e-51fd-4171-8a7a-6a994985103e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:38.043007 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8126035f-167c-4c52-881d-c61ea44bffa6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=04aba664b0e2420aaa9026de20209cf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5053184 Mar 11 11:41:38.045832 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40492) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:38.082011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b2755d-01a2-4af8-8599-6e420e650c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b181560a-fca3-43cd-935c-703c0ec95750'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:41:38.084480 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65eeaa9-3635-42a2-b6af-98a3f9c444e7" -d '{"events": [{"server_uuid": "d0b2755d-01a2-4af8-8599-6e420e650c6a", "name": "network-vif-plugged", "status": "completed", "tag": "b181560a-fca3-43cd-935c-703c0ec95750"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:41:38.111355 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f2eba1f0-203a-4e6f-b425-0f7c93eeec28 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:41:38.117986 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28166cad-f25a-41e7-8015-35b859baa836 req-9b3908a7-4cee-49b2-b310-51a9f41fa038 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589387 Mar 11 11:41:38.125424 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a623a15b-06b3-4fe9-9585-58e303870912 admin admin] Publish callbacks [] for security_group (b0413187-43f7-4446-ab1f-8a79faa149fd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:38.167931 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a623a15b-06b3-4fe9-9585-58e303870912 admin admin] Publish callbacks [] for security_group (b0413187-43f7-4446-ab1f-8a79faa149fd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:38.174984 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eea0a9da-d53c-4b2b-a207-3f7e1e54c35c req-2b13cbda-4aff-4a24-bcc2-0657902d7f4b tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/security-groups?id=e18f8574-da7f-4339-84ea-57e2a05fcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810551 Mar 11 11:41:38.208147 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c1fb368e-a931-4228-8030-38e47aed334c req-e31cfdd1-07c7-4d4d-bf71-6476afbdbf02 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1b302e7e-51fd-4171-8a7a-6a994985103e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:38.210881 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c1fb368e-a931-4228-8030-38e47aed334c req-e31cfdd1-07c7-4d4d-bf71-6476afbdbf02 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:38.212231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1fb368e-a931-4228-8030-38e47aed334c req-e31cfdd1-07c7-4d4d-bf71-6476afbdbf02 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "DELETE /v2.0/security-groups/1b302e7e-51fd-4171-8a7a-6a994985103e HTTP/1.1" status: 204 len: 173 time: 0.4519050 Mar 11 11:41:38.226312 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cfdd1-07c7-4d4d-bf71-6476afbdbf02 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b302e7e-51fd-4171-8a7a-6a994985103e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:38.249688 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a623a15b-06b3-4fe9-9585-58e303870912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b0413187-43f7-4446-ab1f-8a79faa149fd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:38.252714 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a623a15b-06b3-4fe9-9585-58e303870912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:38.256357 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a623a15b-06b3-4fe9-9585-58e303870912 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b0413187-43f7-4446-ab1f-8a79faa149fd HTTP/1.1" status: 204 len: 168 time: 0.2063911 Mar 11 11:41:38.262123 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623a15b-06b3-4fe9-9585-58e303870912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0413187-43f7-4446-ab1f-8a79faa149fd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:38.270355 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port f2eba1f0-203a-4e6f-b425-0f7c93eeec28 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:38.270799 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:38.407198 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port f2eba1f0-203a-4e6f-b425-0f7c93eeec28 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:38.478683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-a42e7e34-e32c-44d0-ba3f-23425420d2ed tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1198773942&fields=id&tenant_id=9ea4239fa62d4c5e8a07bde5d3bfa362 HTTP/1.1" status: 200 len: 267 time: 0.0900865 Mar 11 11:41:38.516692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf6bc1-d85e-4459-a041-48023ed74e38 req-45766b78-ef3a-4dcc-8bfc-64740f1dd0de tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:38.518626 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0dcf6bc1-d85e-4459-a041-48023ed74e38 req-45766b78-ef3a-4dcc-8bfc-64740f1dd0de tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 950 time: 0.1920524 Mar 11 11:41:38.652122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-f31d0f07-e333-4d18-9d1e-f02328675c21 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:38.653722 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-f31d0f07-e333-4d18-9d1e-f02328675c21 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/networks?id=7865f6a5-70b0-46c3-96bc-af003b472c0b HTTP/1.1" status: 200 len: 805 time: 0.1655352 Mar 11 11:41:38.726582 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-66f22e1d-457e-4c17-9ae4-99943e510be6 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/quotas/9ea4239fa62d4c5e8a07bde5d3bfa362 HTTP/1.1" status: 200 len: 375 time: 0.0603843 Mar 11 11:41:38.742457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0dcf6bc1-d85e-4459-a041-48023ed74e38 req-72c6af28-f72c-4275-bde1-06af481eac37 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/security-groups?id=55f31c43-9841-4f33-8cde-b9bebafd86ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093432 Mar 11 11:41:38.789302 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40516) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:38.804688 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-a4b72ab1-d87b-45ea-b8c0-d54305dbecda tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9ea4239fa62d4c5e8a07bde5d3bfa362&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680115 Mar 11 11:41:38.814910 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b36471f2-7f4f-494a-bc1e-04faaeea8540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:38.819289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b0a1b53-6dad-4c23-adb8-995c011e87ee req-d299a1cd-791b-419c-b61d-2a4e1847dafc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1545734 Mar 11 11:41:38.886736 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce5aed6-ba16-459a-a7cd-e230f4948dab x-openstack-request-id: req-dce5aed6-ba16-459a-a7cd-e230f4948dab {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:41:38.887086 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b2755d-01a2-4af8-8599-6e420e650c6a", "name": "network-vif-plugged", "status": "completed", "tag": "b181560a-fca3-43cd-935c-703c0ec95750", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:41:38.887384 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dce5aed6-ba16-459a-a7cd-e230f4948dab {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:41:38.887899 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b2755d-01a2-4af8-8599-6e420e650c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b181560a-fca3-43cd-935c-703c0ec95750', 'code': 200} Mar 11 11:41:38.963446 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b36471f2-7f4f-494a-bc1e-04faaeea8540 admin admin] Publish callbacks [] for security_group (97bd3871-7b69-478b-a7ca-e2401c06c5c6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:38.996993 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b36471f2-7f4f-494a-bc1e-04faaeea8540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (97bd3871-7b69-478b-a7ca-e2401c06c5c6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:39.042814 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b36471f2-7f4f-494a-bc1e-04faaeea8540 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aaf5589d2dca40b9877a142deb8a6c40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524471 Mar 11 11:41:39.046320 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40518) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:39.067088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36471f2-7f4f-494a-bc1e-04faaeea8540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bd3871-7b69-478b-a7ca-e2401c06c5c6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:39.088203 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-c526e950-70c0-4eb8-a1f1-3061187bbd39 service neutron] 10.222.0.78 "GET /v2.0/networks/7865f6a5-70b0-46c3-96bc-af003b472c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825398 Mar 11 11:41:39.089596 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f366852-640e-4d01-aede-2d0eb4c5a292 req-a734daf5-589d-4eed-812b-55504e6a557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:39.091107 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9f366852-640e-4d01-aede-2d0eb4c5a292 req-a734daf5-589d-4eed-812b-55504e6a557c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 1132 time: 0.1256814 Mar 11 11:41:39.119647 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5072c447-8663-41c9-b184-280447a78137 admin admin] Publish callbacks [] for security_group (97bd3871-7b69-478b-a7ca-e2401c06c5c6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:39.123059 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1155973f-5fc4-437d-9a3e-a120bddbae8d req-073d3815-d34b-47b8-8ea4-e593d8818e54 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/764bd7cd-2f97-446c-b32f-a1a7955488d3 HTTP/1.1" status: 200 len: 1820 time: 0.1679106 Mar 11 11:41:39.134664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a1b53-6dad-4c23-adb8-995c011e87ee req-c2043843-34ee-4161-b74d-90a8ba9a5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:39.136311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b0a1b53-6dad-4c23-adb8-995c011e87ee req-c2043843-34ee-4161-b74d-90a8ba9a5b24 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 1126 time: 0.2419915 Mar 11 11:41:39.147471 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-2d0b31e1-3e20-4b81-8cbe-a3718f3db658 service neutron] 10.222.0.37 "GET /v2.0/ports/5374bb1a-0871-4faa-ac73-13449215c526/bindings/n-h1-833234-2 HTTP/1.1" status: 200 len: 384 time: 0.1896889 Mar 11 11:41:39.153690 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5072c447-8663-41c9-b184-280447a78137 admin admin] Publish callbacks [] for security_group (97bd3871-7b69-478b-a7ca-e2401c06c5c6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:39.175976 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9f366852-640e-4d01-aede-2d0eb4c5a292 req-ccfb1f33-ebe7-41a9-bf28-c350cf748664 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=55f31c43-9841-4f33-8cde-b9bebafd86ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717072 Mar 11 11:41:39.212882 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5072c447-8663-41c9-b184-280447a78137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (97bd3871-7b69-478b-a7ca-e2401c06c5c6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:39.219042 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5072c447-8663-41c9-b184-280447a78137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:39.220169 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5072c447-8663-41c9-b184-280447a78137 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/97bd3871-7b69-478b-a7ca-e2401c06c5c6 HTTP/1.1" status: 204 len: 168 time: 0.1719618 Mar 11 11:41:39.227970 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072c447-8663-41c9-b184-280447a78137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bd3871-7b69-478b-a7ca-e2401c06c5c6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:39.343972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-27f23156-41d4-4659-ab35-6e0097ccc280 service neutron] 10.222.0.78 "GET /v2.0/networks/7865f6a5-70b0-46c3-96bc-af003b472c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480674 Mar 11 11:41:39.387462 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9705776-5447-4e22-ab10-322c9bc277b9 req-1d834086-03c9-4c42-8d5f-74f75984e188 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:39.388992 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9705776-5447-4e22-ab10-322c9bc277b9 req-1d834086-03c9-4c42-8d5f-74f75984e188 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 943 time: 0.2029009 Mar 11 11:41:39.428988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a1b53-6dad-4c23-adb8-995c011e87ee req-e8f5eab0-6d54-482c-8a98-eb15cbb4ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:39.430407 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b0a1b53-6dad-4c23-adb8-995c011e87ee req-e8f5eab0-6d54-482c-8a98-eb15cbb4ae45 service neutron] 10.222.0.71 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.2416625 Mar 11 11:41:39.494284 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b0a1b53-6dad-4c23-adb8-995c011e87ee req-2921b874-0a4f-4b40-a8a0-a8f64e39f1a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc HTTP/1.1" status: 200 len: 217 time: 0.0526459 Mar 11 11:41:39.616397 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a1b53-6dad-4c23-adb8-995c011e87ee req-3d23acd0-17f5-47db-86ba-927da64ad38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:39.617869 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b0a1b53-6dad-4c23-adb8-995c011e87ee req-3d23acd0-17f5-47db-86ba-927da64ad38c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.1107428 Mar 11 11:41:39.688242 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b0a1b53-6dad-4c23-adb8-995c011e87ee req-64ac9d63-9451-4988-a2b1-6792f7c88070 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414593 Mar 11 11:41:39.699624 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9705776-5447-4e22-ab10-322c9bc277b9 req-cf18b7a9-a803-4b08-9286-ffa63ecb36b2 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011861 Mar 11 11:41:39.752038 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-4832f667-622a-4138-8010-4c9e05be7787 req-b174a2a2-922e-48fc-b147-7a2242dc22e2 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-981939253', 'description': 'tempest-description-278577872'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:39.769119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919770cc-198d-481e-bbc2-3f19f8d3540e req-5071ea2f-a3b9-49d7-b35e-1689518df0b7 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:39.770650 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-919770cc-198d-481e-bbc2-3f19f8d3540e req-5071ea2f-a3b9-49d7-b35e-1689518df0b7 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c814c6c-115f-46af-8f52-4a353b61d9a9 HTTP/1.1" status: 200 len: 948 time: 0.1980405 Mar 11 11:41:39.791093 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-6a4edaba-e505-4344-adf0-ae35214d174f service neutron] For port 5374bb1a-0871-4faa-ac73-13449215c526, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5374bb1a-0871-4faa-ac73-13449215c526,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:39.867401 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4832f667-622a-4138-8010-4c9e05be7787 req-b174a2a2-922e-48fc-b147-7a2242dc22e2 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:39.879837 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-6a4edaba-e505-4344-adf0-ae35214d174f service neutron] For port 5374bb1a-0871-4faa-ac73-13449215c526, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:41:39.933416 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b0a1b53-6dad-4c23-adb8-995c011e87ee req-2354ed70-7c9d-4ca3-958d-d8d748ca8286 service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299199 Mar 11 11:41:39.942839 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-919770cc-198d-481e-bbc2-3f19f8d3540e req-21b44d32-4517-4f5d-8ebe-b0cc7d1909e1 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/security-groups?id=737874ca-c5a1-4fb5-a33f-f8ddef905fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566551 Mar 11 11:41:39.968036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-6a4edaba-e505-4344-adf0-ae35214d174f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5374bb1a-0871-4faa-ac73-13449215c526 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:41:39.989159 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-6a4edaba-e505-4344-adf0-ae35214d174f service neutron] For port 5374bb1a-0871-4faa-ac73-13449215c526, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=5374bb1a-0871-4faa-ac73-13449215c526,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:40.025802 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-6a4edaba-e505-4344-adf0-ae35214d174f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5374bb1a-0871-4faa-ac73-13449215c526), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:40.158760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3dccbc5d-7377-4a35-bfde-416e9beff4a4 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:41:40.288557 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 3dccbc5d-7377-4a35-bfde-416e9beff4a4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3dccbc5d-7377-4a35-bfde-416e9beff4a4,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:40.303377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '3dccbc5d-7377-4a35-bfde-416e9beff4a4', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '3dccbc5d-7377-4a35-bfde-416e9beff4a4', 'mac_address': 'fa:16:3e:44:6e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:41:40.347890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 3dccbc5d-7377-4a35-bfde-416e9beff4a4 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:40.348378 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3dccbc5d-7377-4a35-bfde-416e9beff4a4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:40.364038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dccbc5d-7377-4a35-bfde-416e9beff4a4 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:41:40.394150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 3dccbc5d-7377-4a35-bfde-416e9beff4a4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3dccbc5d-7377-4a35-bfde-416e9beff4a4,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:40.402244 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3dccbc5d-7377-4a35-bfde-416e9beff4a4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:40.449369 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4832f667-622a-4138-8010-4c9e05be7787 req-b174a2a2-922e-48fc-b147-7a2242dc22e2 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (62f91737-04c7-4b39-883a-d5ff0f7d1a28), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:40.461890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=3dccbc5d-7377-4a35-bfde-416e9beff4a4,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:40.479198 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4832f667-622a-4138-8010-4c9e05be7787 req-b174a2a2-922e-48fc-b147-7a2242dc22e2 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (62f91737-04c7-4b39-883a-d5ff0f7d1a28), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:40.516728 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b0a1b53-6dad-4c23-adb8-995c011e87ee req-3c40bf93-27aa-45de-b40a-253a22dd80e4 service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696855 Mar 11 11:41:40.544413 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4832f667-622a-4138-8010-4c9e05be7787 req-b174a2a2-922e-48fc-b147-7a2242dc22e2 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:40.545740 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4832f667-622a-4138-8010-4c9e05be7787 req-b174a2a2-922e-48fc-b147-7a2242dc22e2 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.8141923 Mar 11 11:41:40.559887 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072a3fc-822b-4c70-b62b-a658b6b003d1 req-421f14c2-f52e-4851-a6ce-1de4a47e48d0 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:40.568535 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4072a3fc-822b-4c70-b62b-a658b6b003d1 req-421f14c2-f52e-4851-a6ce-1de4a47e48d0 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 945 time: 0.5480573 Mar 11 11:41:40.571771 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174a2a2-922e-48fc-b147-7a2242dc22e2 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f91737-04c7-4b39-883a-d5ff0f7d1a28,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:40.604413 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-6a4edaba-e505-4344-adf0-ae35214d174f service neutron] Transition to ACTIVE for port object 5374bb1a-0871-4faa-ac73-13449215c526 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:41:40.621036 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-6a4edaba-e505-4344-adf0-ae35214d174f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (5374bb1a-0871-4faa-ac73-13449215c526), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:40.655834 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4072a3fc-822b-4c70-b62b-a658b6b003d1 req-2d570e5b-8fcb-485d-95e3-bf31c311d6a4 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/security-groups?id=e18f8574-da7f-4339-84ea-57e2a05fcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858247 Mar 11 11:41:40.673311 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['3dccbc5d-7377-4a35-bfde-416e9beff4a4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:41:40.689336 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dec18060-ec5e-4576-9399-c492f28010cc req-74701506-f15d-415d-b463-78e5e3d5396a tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 210 time: 0.0562515 Mar 11 11:41:40.732069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-6a4edaba-e505-4344-adf0-ae35214d174f service neutron] No DVR routers for this DVR port 5374bb1a-0871-4faa-ac73-13449215c526 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:41:40.836361 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4edaba-e505-4344-adf0-ae35214d174f service neutron] Pushing event updated for resources: {'Port': ['ID=5374bb1a-0871-4faa-ac73-13449215c526,revision_number=10']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:40.875140 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-6a4edaba-e505-4344-adf0-ae35214d174f service neutron] 10.222.0.37 "PUT /v2.0/ports/5374bb1a-0871-4faa-ac73-13449215c526/bindings/n-h1-833234-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6854897 Mar 11 11:41:41.004037 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd008910-e4c0-4daf-94b0-1b41dd009eda req-a2b49f13-3ad9-497e-b111-37c5a0edc965 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:41.005689 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cd008910-e4c0-4daf-94b0-1b41dd009eda req-a2b49f13-3ad9-497e-b111-37c5a0edc965 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 1127 time: 0.1953771 Mar 11 11:41:41.010729 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-85116ce3-03d9-4c39-9fe1-97694e0f08a2 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:41.015993 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fca02-f136-4f1a-9f0d-c14617b107cb req-82742214-c0ee-4f0c-922d-9b1e2d1e8a8a tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:41.016178 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-85116ce3-03d9-4c39-9fe1-97694e0f08a2 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0&tenant_id=4b2baed761184abf86d0da4561f84f1b&binding%3Ahost_id=n-h2-833234-2 HTTP/1.1" status: 200 len: 1126 time: 0.0652790 Mar 11 11:41:41.017555 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f92fca02-f136-4f1a-9f0d-c14617b107cb req-82742214-c0ee-4f0c-922d-9b1e2d1e8a8a tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 950 time: 0.1783242 Mar 11 11:41:41.057619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-20e296a1-ab1e-453c-8400-66f6b4395122 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:41.059092 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-20e296a1-ab1e-453c-8400-66f6b4395122 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.71 "GET /v2.0/networks?id=7865f6a5-70b0-46c3-96bc-af003b472c0b HTTP/1.1" status: 200 len: 805 time: 0.1689475 Mar 11 11:41:41.086000 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-f7ee85c4-75ed-4a0a-98d0-8da7e97668f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:41.088150 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-f7ee85c4-75ed-4a0a-98d0-8da7e97668f1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0&tenant_id=4b2baed761184abf86d0da4561f84f1b HTTP/1.1" status: 200 len: 1126 time: 0.0592651 Mar 11 11:41:41.125207 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cd008910-e4c0-4daf-94b0-1b41dd009eda req-87bd0c61-8710-4934-9964-6b139154d6cb tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065137 Mar 11 11:41:41.156174 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f92fca02-f136-4f1a-9f0d-c14617b107cb req-4d157309-3380-431b-961c-5b82435c1d7b tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/security-groups?id=55f31c43-9841-4f33-8cde-b9bebafd86ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220326 Mar 11 11:41:41.173152 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-649f97c0-296f-4d4f-929c-4f59ae2373ee tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ea4239fa62d4c5e8a07bde5d3bfa362 HTTP/1.1" status: 200 len: 380 time: 0.1025963 Mar 11 11:41:41.193189 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-cea423d8-8dbc-499f-9690-51439f719c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:41.194919 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-826d0825-f4bc-4026-a2ba-4d147e9fc40f tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Request body: {'port': {'device_id': 'd5dd5c33-ce20-42b7-bc5f-a3060940a267', 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b', 'admin_state_up': True, 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'security_groups': ['a45a2d81-6545-4d29-bd07-5f33bbf6e555']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:41.195682 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-cea423d8-8dbc-499f-9690-51439f719c01 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 1126 time: 0.0751214 Mar 11 11:41:41.339665 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-dba94d09-147e-4ea3-b96e-564e1875afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:41.341091 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-dba94d09-147e-4ea3-b96e-564e1875afb0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.1323483 Mar 11 11:41:41.383914 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-359473aa-6ed6-417a-86b1-af343e6c7fa2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5374bb1a-0871-4faa-ac73-13449215c526 HTTP/1.1" status: 200 len: 217 time: 0.0348966 Mar 11 11:41:41.384632 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97eb9c8f-e607-4176-9c35-61c48cc6a615 req-e04281a5-f35e-4456-bfd5-108984c5546d tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/62f91737-04c7-4b39-883a-d5ff0f7d1a28 HTTP/1.1" status: 200 len: 1820 time: 0.1932278 Mar 11 11:41:41.400676 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-97eb9c8f-e607-4176-9c35-61c48cc6a615 req-6dc15989-c9e7-46e8-8f94-2dbd523e2f3e tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '62f91737-04c7-4b39-883a-d5ff0f7d1a28', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:41.401174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-97eb9c8f-e607-4176-9c35-61c48cc6a615 req-6dc15989-c9e7-46e8-8f94-2dbd523e2f3e tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '62f91737-04c7-4b39-883a-d5ff0f7d1a28', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:41.447702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-a93d23d4-bb7d-4d2a-9aae-cbf21289a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:41.449333 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-a93d23d4-bb7d-4d2a-9aae-cbf21289a728 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.0579474 Mar 11 11:41:41.461957 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba214c2-19fb-4bd7-a81c-beb706e6283b req-d2ccd7e0-da7b-4ad0-9922-794de93979f9 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:41.463466 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fba214c2-19fb-4bd7-a81c-beb706e6283b req-d2ccd7e0-da7b-4ad0-9922-794de93979f9 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 944 time: 0.1295912 Mar 11 11:41:41.484868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-826d0825-f4bc-4026-a2ba-4d147e9fc40f tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Made reservation on behalf of 9ea4239fa62d4c5e8a07bde5d3bfa362 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:41:41.488136 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-826d0825-f4bc-4026-a2ba-4d147e9fc40f tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:41.490836 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-8efa44e2-a139-4411-b17c-186defee8cb4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326557 Mar 11 11:41:41.559286 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-97eb9c8f-e607-4176-9c35-61c48cc6a615 req-6dc15989-c9e7-46e8-8f94-2dbd523e2f3e tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (2decedb9-ef30-402b-b73b-c0bd12c3a999), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:41.592716 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-d9ad7069-9644-470d-9368-fde5a6dfaa41 service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945287 Mar 11 11:41:41.611929 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fba214c2-19fb-4bd7-a81c-beb706e6283b req-dabc03c0-caa9-4015-a823-a260a71a8927 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377420 Mar 11 11:41:41.636662 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-97eb9c8f-e607-4176-9c35-61c48cc6a615 req-6dc15989-c9e7-46e8-8f94-2dbd523e2f3e tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (2decedb9-ef30-402b-b73b-c0bd12c3a999), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:41.710916 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-97eb9c8f-e607-4176-9c35-61c48cc6a615 req-6dc15989-c9e7-46e8-8f94-2dbd523e2f3e tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (2decedb9-ef30-402b-b73b-c0bd12c3a999), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:41.713221 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-781271c8-aa8d-4306-a92d-0d7aaa8eae10 service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134846 Mar 11 11:41:41.724139 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-826d0825-f4bc-4026-a2ba-4d147e9fc40f tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Allocated IP 172.20.0.12 (7865f6a5-70b0-46c3-96bc-af003b472c0b/c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f/837ca213-da43-412d-b2d9-6c64ea2eac7b) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:41:41.775761 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-97eb9c8f-e607-4176-9c35-61c48cc6a615 req-6dc15989-c9e7-46e8-8f94-2dbd523e2f3e tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:41.777166 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97eb9c8f-e607-4176-9c35-61c48cc6a615 req-6dc15989-c9e7-46e8-8f94-2dbd523e2f3e tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3849456 Mar 11 11:41:41.782881 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc15989-c9e7-46e8-8f94-2dbd523e2f3e tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2decedb9-ef30-402b-b73b-c0bd12c3a999,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:42.002423 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-826d0825-f4bc-4026-a2ba-4d147e9fc40f tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for port (837ca213-da43-412d-b2d9-6c64ea2eac7b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:42.010398 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c851c-124a-4fa1-a8b8-14a0524dec55 req-fe56c8b6-c670-4909-b422-63ebcd105ce1 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:42.011968 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0c851c-124a-4fa1-a8b8-14a0524dec55 req-fe56c8b6-c670-4909-b422-63ebcd105ce1 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c814c6c-115f-46af-8f52-4a353b61d9a9 HTTP/1.1" status: 200 len: 949 time: 0.1010890 Mar 11 11:41:42.042114 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-8909728f-0d78-411a-b723-c2819c97e9f0 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:42.043862 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-8909728f-0d78-411a-b723-c2819c97e9f0 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0&tenant_id=4b2baed761184abf86d0da4561f84f1b&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 1126 time: 0.0780325 Mar 11 11:41:42.086002 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0c851c-124a-4fa1-a8b8-14a0524dec55 req-39616ecd-3549-45cc-96fc-617683990fe4 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/security-groups?id=737874ca-c5a1-4fb5-a33f-f8ddef905fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664897 Mar 11 11:41:42.089445 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-826d0825-f4bc-4026-a2ba-4d147e9fc40f tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (837ca213-da43-412d-b2d9-6c64ea2eac7b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:42.139378 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-826d0825-f4bc-4026-a2ba-4d147e9fc40f tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Network 7865f6a5-70b0-46c3-96bc-af003b472c0b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:41:42.148874 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-826d0825-f4bc-4026-a2ba-4d147e9fc40f tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:41:42.158303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-826d0825-f4bc-4026-a2ba-4d147e9fc40f tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:41:42.162344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d0825-f4bc-4026-a2ba-4d147e9fc40f tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Pushing event updated for resources: {'Port': ['ID=837ca213-da43-412d-b2d9-6c64ea2eac7b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:42.179128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3dccbc5d-7377-4a35-bfde-416e9beff4a4 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:41:42.256666 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-826d0825-f4bc-4026-a2ba-4d147e9fc40f tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:42.257534 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-826d0825-f4bc-4026-a2ba-4d147e9fc40f tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:42.294017 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-826d0825-f4bc-4026-a2ba-4d147e9fc40f tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1041706 Mar 11 11:41:42.313938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 3dccbc5d-7377-4a35-bfde-416e9beff4a4 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:41:42.320983 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Request body: {'port': {'device_id': 'd5dd5c33-ce20-42b7-bc5f-a3060940a267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:42.321879 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 3dccbc5d-7377-4a35-bfde-416e9beff4a4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:42.323820 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3dccbc5d-7377-4a35-bfde-416e9beff4a4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:42.346933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-a5c4fbdc-3262-4b62-8cb4-c051a7d15ffb service neutron] For port 5374bb1a-0871-4faa-ac73-13449215c526, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:41:42.350252 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-a5c4fbdc-3262-4b62-8cb4-c051a7d15ffb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:42.351676 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-345fab73-fb52-4aa9-9ac5-f61de10d9d42 req-a5c4fbdc-3262-4b62-8cb4-c051a7d15ffb service neutron] 10.222.0.71 "DELETE /v2.0/ports/5374bb1a-0871-4faa-ac73-13449215c526/bindings/n-h2-833234-2 HTTP/1.1" status: 204 len: 173 time: 0.2969079 Mar 11 11:41:42.492078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 3dccbc5d-7377-4a35-bfde-416e9beff4a4 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:42.492476 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3dccbc5d-7377-4a35-bfde-416e9beff4a4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:42.516343 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:42.516804 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2a04b-e275-435b-a3a0-04ed68b3d024 req-50d2e750-48a6-4b74-ac94-d7955203887e tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:42.524630 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9d2a04b-e275-435b-a3a0-04ed68b3d024 req-50d2e750-48a6-4b74-ac94-d7955203887e tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 932 time: 0.1354861 Mar 11 11:41:42.533013 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (837ca213-da43-412d-b2d9-6c64ea2eac7b), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:42.545648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 3dccbc5d-7377-4a35-bfde-416e9beff4a4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3dccbc5d-7377-4a35-bfde-416e9beff4a4,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:42.548301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c814c6c-115f-46af-8f52-4a353b61d9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dccbc5d-7377-4a35-bfde-416e9beff4a4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:41:42.551845 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911727c1-5940-4345-9f5d-9246c98cd526" -d '{"events": [{"server_uuid": "3c814c6c-115f-46af-8f52-4a353b61d9a9", "name": "network-vif-plugged", "status": "completed", "tag": "3dccbc5d-7377-4a35-bfde-416e9beff4a4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:41:42.560063 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3dccbc5d-7377-4a35-bfde-416e9beff4a4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:42.632067 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=3dccbc5d-7377-4a35-bfde-416e9beff4a4,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:42.636046 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-793dd421-008e-45b3-bc2e-63cf441c410e None None] Provisioning complete for port 837ca213-da43-412d-b2d9-6c64ea2eac7b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:42.636851 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-793dd421-008e-45b3-bc2e-63cf441c410e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (837ca213-da43-412d-b2d9-6c64ea2eac7b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:42.656022 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9d2a04b-e275-435b-a3a0-04ed68b3d024 req-c0f70464-2a74-479f-bb7a-4730d9b17dd6 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/security-groups?id=a45a2d81-6545-4d29-bd07-5f33bbf6e555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303225 Mar 11 11:41:42.704888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-793dd421-008e-45b3-bc2e-63cf441c410e None None] Port 837ca213-da43-412d-b2d9-6c64ea2eac7b cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:41:42.828253 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d12987b-6e72-4ad4-9cdd-1ce3a860bf2b req-7ead6fa2-dbcd-405a-81ed-5aeb3995b670 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/62f91737-04c7-4b39-883a-d5ff0f7d1a28 HTTP/1.1" status: 200 len: 2413 time: 0.0870223 Mar 11 11:41:42.851260 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-0d12987b-6e72-4ad4-9cdd-1ce3a860bf2b req-16535ecd-77d9-4f59-826f-9c6daf75e810 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '62f91737-04c7-4b39-883a-d5ff0f7d1a28', 'remote_group_id': None}]} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:42.854393 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-0d12987b-6e72-4ad4-9cdd-1ce3a860bf2b req-16535ecd-77d9-4f59-826f-9c6daf75e810 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '62f91737-04c7-4b39-883a-d5ff0f7d1a28', 'remote_group_id': None}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:43.000183 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0d12987b-6e72-4ad4-9cdd-1ce3a860bf2b req-16535ecd-77d9-4f59-826f-9c6daf75e810 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (1b652fe5-be61-4470-a80e-401788aacab5), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:43.054387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837ca213-da43-412d-b2d9-6c64ea2eac7b {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:41:43.059692 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0d12987b-6e72-4ad4-9cdd-1ce3a860bf2b req-16535ecd-77d9-4f59-826f-9c6daf75e810 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (1b652fe5-be61-4470-a80e-401788aacab5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:43.064804 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Publish callbacks [] for port (837ca213-da43-412d-b2d9-6c64ea2eac7b), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:43.070253 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0d12987b-6e72-4ad4-9cdd-1ce3a860bf2b req-16535ecd-77d9-4f59-826f-9c6daf75e810 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (1b652fe5-be61-4470-a80e-401788aacab5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:43.074854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-661bff11-6676-4a6a-83c1-581f1bcaab27 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:41:43.075867 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-661bff11-6676-4a6a-83c1-581f1bcaab27 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086484 Mar 11 11:41:43.105720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Transition to ACTIVE for port object 837ca213-da43-412d-b2d9-6c64ea2eac7b will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:41:43.128874 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16535ecd-77d9-4f59-826f-9c6daf75e810 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b652fe5-be61-4470-a80e-401788aacab5,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:43.130895 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (837ca213-da43-412d-b2d9-6c64ea2eac7b), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:43.149728 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0d12987b-6e72-4ad4-9cdd-1ce3a860bf2b req-16535ecd-77d9-4f59-826f-9c6daf75e810 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:43.150945 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d12987b-6e72-4ad4-9cdd-1ce3a860bf2b req-16535ecd-77d9-4f59-826f-9c6daf75e810 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3059373 Mar 11 11:41:43.176294 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-f179aeda-6430-4bef-a055-b46947def59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:43.177702 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-f179aeda-6430-4bef-a055-b46947def59e service neutron] 10.222.0.78 "GET /v2.0/ports/b32534e2-c04e-4ff9-9938-babd650f6bf2 HTTP/1.1" status: 200 len: 1124 time: 0.0911472 Mar 11 11:41:43.212942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b45b5ae0-f41d-4d04-981f-f3da8fec304d service neutron] Request body: {'binding': {'host': 'n-h2-833234-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:43.213396 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b45b5ae0-f41d-4d04-981f-f3da8fec304d service neutron] Unknown quota resources ['binding']. {{(pid=104031) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 11:41:43.218406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Pushing event updated for resources: {'Port': ['ID=837ca213-da43-412d-b2d9-6c64ea2eac7b,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:43.365629 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Attempting to bind port 837ca213-da43-412d-b2d9-6c64ea2eac7b on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:41:43.365924 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Attempting to bind port 837ca213-da43-412d-b2d9-6c64ea2eac7b by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '53ce92ad-0a14-4cf4-9d26-71dd757e7990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:41:43.366229 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Attempting to bind port 837ca213-da43-412d-b2d9-6c64ea2eac7b on network 7865f6a5-70b0-46c3-96bc-af003b472c0b {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:41:43.399444 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cdfc31-8de8-442f-85b2-99ca96cd8d84 x-openstack-request-id: req-30cdfc31-8de8-442f-85b2-99ca96cd8d84 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:41:43.400021 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c814c6c-115f-46af-8f52-4a353b61d9a9", "name": "network-vif-plugged", "status": "completed", "tag": "3dccbc5d-7377-4a35-bfde-416e9beff4a4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:41:43.400021 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-30cdfc31-8de8-442f-85b2-99ca96cd8d84 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:41:43.400395 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c814c6c-115f-46af-8f52-4a353b61d9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dccbc5d-7377-4a35-bfde-416e9beff4a4', 'code': 200} Mar 11 11:41:43.406739 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Port 837ca213-da43-412d-b2d9-6c64ea2eac7b on network 7865f6a5-70b0-46c3-96bc-af003b472c0b not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:41:43.406965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Attempting to bind port 837ca213-da43-412d-b2d9-6c64ea2eac7b on network 7865f6a5-70b0-46c3-96bc-af003b472c0b {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:41:43.417061 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:41:43.417322 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Checking segment: {'id': '53ce92ad-0a14-4cf4-9d26-71dd757e7990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:41:43.417708 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Bound using segment: {'id': '53ce92ad-0a14-4cf4-9d26-71dd757e7990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:41:43.418144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Bound port: 837ca213-da43-412d-b2d9-6c64ea2eac7b, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ce92ad-0a14-4cf4-9d26-71dd757e7990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:41:43.418504 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (837ca213-da43-412d-b2d9-6c64ea2eac7b), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:43.551260 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2799-d3bd-45e4-9f15-7a94183197bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:43.569838 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] For port 837ca213-da43-412d-b2d9-6c64ea2eac7b, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:41:43.575727 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b45b5ae0-f41d-4d04-981f-f3da8fec304d service neutron] Attempting to bind port b32534e2-c04e-4ff9-9938-babd650f6bf2 on host n-h2-833234-2 for vnic_type normal with profile None {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:41:43.576058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b45b5ae0-f41d-4d04-981f-f3da8fec304d service neutron] Attempting to bind port b32534e2-c04e-4ff9-9938-babd650f6bf2 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:41:43.576391 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b45b5ae0-f41d-4d04-981f-f3da8fec304d service neutron] Attempting to bind port b32534e2-c04e-4ff9-9938-babd650f6bf2 on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:41:43.593473 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b45b5ae0-f41d-4d04-981f-f3da8fec304d service neutron] Port b32534e2-c04e-4ff9-9938-babd650f6bf2 on network ec42b46c-66eb-4785-8e56-b97afd23f681 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:41:43.593790 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b45b5ae0-f41d-4d04-981f-f3da8fec304d service neutron] Attempting to bind port b32534e2-c04e-4ff9-9938-babd650f6bf2 on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:41:43.598507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] For port 837ca213-da43-412d-b2d9-6c64ea2eac7b, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=837ca213-da43-412d-b2d9-6c64ea2eac7b,segment=NetworkSegment(53ce92ad-0a14-4cf4-9d26-71dd757e7990),segment_id=53ce92ad-0a14-4cf4-9d26-71dd757e7990)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:41:43.605840 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc49f27-ee45-4508-8007-03343b26d55b req-a3b526de-3483-4755-a482-05b8ab20cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:43.607334 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbc49f27-ee45-4508-8007-03343b26d55b req-a3b526de-3483-4755-a482-05b8ab20cfec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3c814c6c-115f-46af-8f52-4a353b61d9a9 HTTP/1.1" status: 200 len: 1132 time: 0.1435919 Mar 11 11:41:43.610301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b45b5ae0-f41d-4d04-981f-f3da8fec304d service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:41:43.610635 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b45b5ae0-f41d-4d04-981f-f3da8fec304d service neutron] Checking segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:41:43.611012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b45b5ae0-f41d-4d04-981f-f3da8fec304d service neutron] Bound using segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:41:43.611486 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b45b5ae0-f41d-4d04-981f-f3da8fec304d service neutron] Bound port: b32534e2-c04e-4ff9-9938-babd650f6bf2, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:41:43.613670 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (837ca213-da43-412d-b2d9-6c64ea2eac7b), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:43.691415 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd56059-1ebe-4617-a2d4-df788db46f89 req-f31e2a00-bbb5-4245-80b5-5ea673b61bd7 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:43.692945 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7fd56059-1ebe-4617-a2d4-df788db46f89 req-f31e2a00-bbb5-4245-80b5-5ea673b61bd7 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 944 time: 0.2154527 Mar 11 11:41:43.729307 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:43.729924 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:43.731361 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] 10.222.0.71 "PUT /v2.0/ports/837ca213-da43-412d-b2d9-6c64ea2eac7b HTTP/1.1" status: 200 len: 1092 time: 1.4285486 Mar 11 11:41:43.735063 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5dd5c33-ce20-42b7-bc5f-a3060940a267', 'tag': '837ca213-da43-412d-b2d9-6c64ea2eac7b'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:41:43.737333 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fb3647-2cec-4530-996e-8dcabd3f6072" -d '{"events": [{"name": "network-changed", "server_uuid": "d5dd5c33-ce20-42b7-bc5f-a3060940a267", "tag": "837ca213-da43-412d-b2d9-6c64ea2eac7b"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:41:43.779385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac00754-201a-4c63-8056-7bf0027dec8e service neutron] Pushing event updated for resources: {'Port': ['ID=837ca213-da43-412d-b2d9-6c64ea2eac7b,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:43.786472 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbc49f27-ee45-4508-8007-03343b26d55b req-281cd059-32a9-49c4-b281-e97916be4204 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=737874ca-c5a1-4fb5-a33f-f8ddef905fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684616 Mar 11 11:41:43.788341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b45b5ae0-f41d-4d04-981f-f3da8fec304d service neutron] For port b32534e2-c04e-4ff9-9938-babd650f6bf2, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b32534e2-c04e-4ff9-9938-babd650f6bf2,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:41:43.809356 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b45b5ae0-f41d-4d04-981f-f3da8fec304d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:43.810527 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b45b5ae0-f41d-4d04-981f-f3da8fec304d service neutron] 10.222.0.78 "POST /v2.0/ports/b32534e2-c04e-4ff9-9938-babd650f6bf2/bindings HTTP/1.1" status: 201 len: 389 time: 0.6039479 Mar 11 11:41:43.845533 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7fd56059-1ebe-4617-a2d4-df788db46f89 req-8b9ee9e7-c386-4f28-a405-734b77ca0ba0 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436725 Mar 11 11:41:43.868331 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-a3256cb8-966b-450a-aaf3-b2d45204ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:43.870882 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-a3256cb8-966b-450a-aaf3-b2d45204ef45 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ea4239fa62d4c5e8a07bde5d3bfa362&device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 1126 time: 0.0778463 Mar 11 11:41:43.935062 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-8aef1ada-ce0f-434f-be51-74ec8da1dcbc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=837ca213-da43-412d-b2d9-6c64ea2eac7b HTTP/1.1" status: 200 len: 217 time: 0.0547061 Mar 11 11:41:44.058025 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4f66ef9-324d-4b80-8344-b9c24d7ed002 req-ad2d2aed-57d6-4017-9896-da36123ecdb6 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/62f91737-04c7-4b39-883a-d5ff0f7d1a28 HTTP/1.1" status: 200 len: 3011 time: 0.1256421 Mar 11 11:41:44.067292 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-e1198d54-c345-4a95-aa21-48cbb8f43297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:44.068959 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-e1198d54-c345-4a95-aa21-48cbb8f43297 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f HTTP/1.1" status: 200 len: 844 time: 0.1242809 Mar 11 11:41:44.132586 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf6c1c-54c8-4103-bc21-5da893ff9d27 req-b51dcdf1-22fc-4120-9501-fdabce74a058 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:44.134055 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3bf6c1c-54c8-4103-bc21-5da893ff9d27 req-b51dcdf1-22fc-4120-9501-fdabce74a058 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c814c6c-115f-46af-8f52-4a353b61d9a9 HTTP/1.1" status: 200 len: 950 time: 0.1882141 Mar 11 11:41:44.201032 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-762eb1ad-8b14-4efd-90fa-1eab4c4a5376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:44.203082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-762eb1ad-8b14-4efd-90fa-1eab4c4a5376 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 1127 time: 0.1483400 Mar 11 11:41:44.226884 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6768076c-6636-47df-b20c-306af235adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:44.228311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-6768076c-6636-47df-b20c-306af235adac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7865f6a5-70b0-46c3-96bc-af003b472c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1402855 Mar 11 11:41:44.296852 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3bf6c1c-54c8-4103-bc21-5da893ff9d27 req-ceb46ded-fdf9-4bc7-9b53-24288ccf8b38 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/security-groups?id=737874ca-c5a1-4fb5-a33f-f8ddef905fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537833 Mar 11 11:41:44.398715 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9921e-5345-42db-840e-2c6c199faaae req-878555dd-68d9-4370-b7c9-1a750f6245a2 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:44.400198 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62c9921e-5345-42db-840e-2c6c199faaae req-878555dd-68d9-4370-b7c9-1a750f6245a2 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 950 time: 0.2483695 Mar 11 11:41:44.403170 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-57c7419c-9dbb-43e8-b702-a19a46b5941b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:44.404507 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-57c7419c-9dbb-43e8-b702-a19a46b5941b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.1921990 Mar 11 11:41:44.469683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-c05228b7-40be-4434-9c7f-5781e6fc3923 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b32534e2-c04e-4ff9-9938-babd650f6bf2 HTTP/1.1" status: 200 len: 217 time: 0.0511267 Mar 11 11:41:44.472274 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-feac519c-fc2f-40e8-a2f1-1a7fec15807e service neutron] 10.222.0.71 "GET /v2.0/networks/7865f6a5-70b0-46c3-96bc-af003b472c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281718 Mar 11 11:41:44.553145 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62c9921e-5345-42db-840e-2c6c199faaae req-0d1e8502-358a-4921-8883-cdfb90a369ee tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/security-groups?id=55f31c43-9841-4f33-8cde-b9bebafd86ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455894 Mar 11 11:41:44.597218 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-4ce87e91-6cda-4708-b224-8f24b658ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:44.598967 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-4ce87e91-6cda-4708-b224-8f24b658ba91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.1165721 Mar 11 11:41:44.637727 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-1443ee07-c6d7-4f08-afaf-a32a9a5fc286 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317223 Mar 11 11:41:44.695856 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0f65d5-9d81-48c2-8c7f-51e2f4de8f6a x-openstack-request-id: req-4a0f65d5-9d81-48c2-8c7f-51e2f4de8f6a {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:41:44.699785 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5dd5c33-ce20-42b7-bc5f-a3060940a267", "tag": "837ca213-da43-412d-b2d9-6c64ea2eac7b", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:41:44.700373 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4a0f65d5-9d81-48c2-8c7f-51e2f4de8f6a {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:41:44.702758 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5dd5c33-ce20-42b7-bc5f-a3060940a267', 'tag': '837ca213-da43-412d-b2d9-6c64ea2eac7b', 'status': 'completed', 'code': 200} Mar 11 11:41:44.733816 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38ee5a9a-62c8-47f2-b908-12c032510c53 req-5b6f4a64-36d7-4763-925e-ac1b0ea8bdc1 service neutron] 10.222.0.71 "GET /v2.0/networks/7865f6a5-70b0-46c3-96bc-af003b472c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523110 Mar 11 11:41:44.950953 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c915ac-dd70-42cc-a6ef-40fd206ee50f req-614e8ddb-3d83-42c6-8a37-8a922b4eedc9 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:44.953120 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-34c915ac-dd70-42cc-a6ef-40fd206ee50f req-614e8ddb-3d83-42c6-8a37-8a922b4eedc9 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 950 time: 0.0683897 Mar 11 11:41:45.073577 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-34c915ac-dd70-42cc-a6ef-40fd206ee50f req-4e376528-a4b3-4754-bc2e-e1255078a779 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Deleting port b181560a-fca3-43cd-935c-703c0ec95750 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:41:45.074182 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-34c915ac-dd70-42cc-a6ef-40fd206ee50f req-4e376528-a4b3-4754-bc2e-e1255078a779 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b181560a-fca3-43cd-935c-703c0ec95750), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:45.170119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bf22a-492a-4eaf-ab7d-a8609ef56dfd req-4ed59bac-92a0-468a-af37-ab86b06e5597 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:45.171999 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be8bf22a-492a-4eaf-ab7d-a8609ef56dfd req-4ed59bac-92a0-468a-af37-ab86b06e5597 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 944 time: 0.5536902 Mar 11 11:41:45.177791 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-34c915ac-dd70-42cc-a6ef-40fd206ee50f req-4e376528-a4b3-4754-bc2e-e1255078a779 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] For port b181560a-fca3-43cd-935c-703c0ec95750, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b181560a-fca3-43cd-935c-703c0ec95750,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:45.178141 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-34c915ac-dd70-42cc-a6ef-40fd206ee50f req-4e376528-a4b3-4754-bc2e-e1255078a779 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b181560a-fca3-43cd-935c-703c0ec95750), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:45.194804 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-34c915ac-dd70-42cc-a6ef-40fd206ee50f req-4e376528-a4b3-4754-bc2e-e1255078a779 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Calling delete_port for b181560a-fca3-43cd-935c-703c0ec95750 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:41:45.231122 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-eeea1987-38b0-428a-8990-af742df5a00b service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782549 Mar 11 11:41:45.248917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce55a8-6e72-460e-8cdb-460c6c3b02ee req-9186bdf6-d744-48a6-95e2-c9966be8f815 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:45.250397 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22ce55a8-6e72-460e-8cdb-460c6c3b02ee req-9186bdf6-d744-48a6-95e2-c9966be8f815 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.1661589 Mar 11 11:41:45.289370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb3647-2cec-4530-996e-8dcabd3f6072 req-0724bac3-395c-466d-aa2b-d2ccc6f74f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:45.290829 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06fb3647-2cec-4530-996e-8dcabd3f6072 req-0724bac3-395c-466d-aa2b-d2ccc6f74f6d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ea4239fa62d4c5e8a07bde5d3bfa362&device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 1126 time: 0.2077599 Mar 11 11:41:45.340179 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be8bf22a-492a-4eaf-ab7d-a8609ef56dfd req-3c05460f-eeb6-436d-a468-7b39dc148b15 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/security-groups?id=a45a2d81-6545-4d29-bd07-5f33bbf6e555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500263 Mar 11 11:41:45.348531 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-34c915ac-dd70-42cc-a6ef-40fd206ee50f req-4e376528-a4b3-4754-bc2e-e1255078a779 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b181560a-fca3-43cd-935c-703c0ec95750), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:45.363422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['b181560a-fca3-43cd-935c-703c0ec95750'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:41:45.409432 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e376528-a4b3-4754-bc2e-e1255078a779 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Pushing event deleted for resources: {'Port': ['ID=b181560a-fca3-43cd-935c-703c0ec95750,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:45.452476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c915ac-dd70-42cc-a6ef-40fd206ee50f req-4e376528-a4b3-4754-bc2e-e1255078a779 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] No DVR routers for this DVR port b181560a-fca3-43cd-935c-703c0ec95750 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:41:45.456018 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-34c915ac-dd70-42cc-a6ef-40fd206ee50f req-4e376528-a4b3-4754-bc2e-e1255078a779 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:45.460747 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-34c915ac-dd70-42cc-a6ef-40fd206ee50f req-4e376528-a4b3-4754-bc2e-e1255078a779 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.71 "DELETE /v2.0/ports/b181560a-fca3-43cd-935c-703c0ec95750 HTTP/1.1" status: 204 len: 173 time: 0.5001225 Mar 11 11:41:45.461293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b2755d-01a2-4af8-8599-6e420e650c6a', 'name': 'network-vif-deleted', 'tag': 'b181560a-fca3-43cd-935c-703c0ec95750'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:41:45.464185 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb01b7a-ae1b-43b0-8259-e61f351bed76" -d '{"events": [{"server_uuid": "d0b2755d-01a2-4af8-8599-6e420e650c6a", "name": "network-vif-deleted", "tag": "b181560a-fca3-43cd-935c-703c0ec95750"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:41:45.471009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec1b798f-20ed-4ef9-a17b-fb90a44ee080 req-2b24da86-44cf-4dc5-8a63-f0f55d1596f7 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-group-rules/1b652fe5-be61-4470-a80e-401788aacab5 HTTP/1.1" status: 200 len: 783 time: 0.0811579 Mar 11 11:41:45.478941 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22ce55a8-6e72-460e-8cdb-460c6c3b02ee req-2f643105-ba29-437d-8ca4-abbb2f30d403 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177577 Mar 11 11:41:45.493327 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-34adc9a2-2f6a-4002-b859-0a571367e79d service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544405 Mar 11 11:41:45.523533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb3647-2cec-4530-996e-8dcabd3f6072 req-afe4f83f-4b8a-4ab3-89ef-41d7174ed960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:45.525065 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06fb3647-2cec-4530-996e-8dcabd3f6072 req-afe4f83f-4b8a-4ab3-89ef-41d7174ed960 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7865f6a5-70b0-46c3-96bc-af003b472c0b HTTP/1.1" status: 200 len: 906 time: 0.2200284 Mar 11 11:41:45.638007 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06fb3647-2cec-4530-996e-8dcabd3f6072 req-49ebe348-130f-435c-a684-e3bdae420cf6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=837ca213-da43-412d-b2d9-6c64ea2eac7b HTTP/1.1" status: 200 len: 217 time: 0.0998352 Mar 11 11:41:45.667559 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec1b798f-20ed-4ef9-a17b-fb90a44ee080 req-2ae19b69-2a45-4a47-b62f-57fb55e56726 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/62f91737-04c7-4b39-883a-d5ff0f7d1a28 HTTP/1.1" status: 200 len: 3011 time: 0.1852083 Mar 11 11:41:45.707927 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d3ac47aa-9c1a-4bf7-adc2-60d6dff871eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:45.749058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb3647-2cec-4530-996e-8dcabd3f6072 req-3f2d6665-df2a-49b8-bc14-65014b704ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:45.750578 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06fb3647-2cec-4530-996e-8dcabd3f6072 req-3f2d6665-df2a-49b8-bc14-65014b704ec4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f HTTP/1.1" status: 200 len: 844 time: 0.0970402 Mar 11 11:41:45.756547 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae823623-8d59-491a-ae58-8a00eacb1119 req-53d33882-3fce-41cc-94c7-688fecdc6c00 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:45.757966 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae823623-8d59-491a-ae58-8a00eacb1119 req-53d33882-3fce-41cc-94c7-688fecdc6c00 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 1126 time: 0.1189556 Mar 11 11:41:45.759076 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ec1b798f-20ed-4ef9-a17b-fb90a44ee080 req-8d8d076c-d6b3-407e-aa5f-c85f98b4154a tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (1b652fe5-be61-4470-a80e-401788aacab5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:45.806739 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ec1b798f-20ed-4ef9-a17b-fb90a44ee080 req-8d8d076c-d6b3-407e-aa5f-c85f98b4154a tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (1b652fe5-be61-4470-a80e-401788aacab5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:45.856922 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ec1b798f-20ed-4ef9-a17b-fb90a44ee080 req-8d8d076c-d6b3-407e-aa5f-c85f98b4154a tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (1b652fe5-be61-4470-a80e-401788aacab5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:45.868908 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ec1b798f-20ed-4ef9-a17b-fb90a44ee080 req-8d8d076c-d6b3-407e-aa5f-c85f98b4154a tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:45.869990 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec1b798f-20ed-4ef9-a17b-fb90a44ee080 req-8d8d076c-d6b3-407e-aa5f-c85f98b4154a tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/1b652fe5-be61-4470-a80e-401788aacab5 HTTP/1.1" status: 204 len: 173 time: 0.1705925 Mar 11 11:41:45.890367 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae823623-8d59-491a-ae58-8a00eacb1119 req-b3123335-638c-439d-843e-bc2efb18467c tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207025 Mar 11 11:41:45.891455 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d076c-d6b3-407e-aa5f-c85f98b4154a tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b652fe5-be61-4470-a80e-401788aacab5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:45.895978 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb3647-2cec-4530-996e-8dcabd3f6072 req-d4ec8f02-f60b-42cc-adc4-fbc5ad9e687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:45.897556 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06fb3647-2cec-4530-996e-8dcabd3f6072 req-d4ec8f02-f60b-42cc-adc4-fbc5ad9e687e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7865f6a5-70b0-46c3-96bc-af003b472c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1360273 Mar 11 11:41:45.990409 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f2998e-c1e4-46e6-9f5d-59e568a321fc x-openstack-request-id: req-f7f2998e-c1e4-46e6-9f5d-59e568a321fc {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:41:45.990914 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b2755d-01a2-4af8-8599-6e420e650c6a", "name": "network-vif-deleted", "tag": "b181560a-fca3-43cd-935c-703c0ec95750", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:41:45.992462 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f7f2998e-c1e4-46e6-9f5d-59e568a321fc {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:41:45.992962 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b2755d-01a2-4af8-8599-6e420e650c6a', 'name': 'network-vif-deleted', 'tag': 'b181560a-fca3-43cd-935c-703c0ec95750', 'status': 'completed', 'code': 200} Mar 11 11:41:46.080272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06fb3647-2cec-4530-996e-8dcabd3f6072 req-7880f0ec-f9a6-4b2f-a1bd-93da661e0f09 service neutron] 10.222.0.71 "GET /v2.0/networks/7865f6a5-70b0-46c3-96bc-af003b472c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750379 Mar 11 11:41:46.092924 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf9e07-43c9-4526-9537-100a29d0e6f5 req-cefcf671-4db8-4bd2-a50e-2909e35abf2b tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:46.094799 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9bdf9e07-43c9-4526-9537-100a29d0e6f5 req-cefcf671-4db8-4bd2-a50e-2909e35abf2b tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c814c6c-115f-46af-8f52-4a353b61d9a9 HTTP/1.1" status: 200 len: 950 time: 0.1240695 Mar 11 11:41:46.162970 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95136ea6-ebb1-4d7d-8ae4-a296bd7fd663 req-389c5490-90bb-48ac-8cf0-8f280fa1a5b5 tempest-ServerDiagnosticsNegativeTest-1169045775 tempest-ServerDiagnosticsNegativeTest-1169045775-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0b2755d-01a2-4af8-8599-6e420e650c6a HTTP/1.1" status: 200 len: 210 time: 0.0363848 Mar 11 11:41:46.248230 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9bdf9e07-43c9-4526-9537-100a29d0e6f5 req-8695b61b-6173-4836-9803-a71e21b369ee tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/security-groups?id=737874ca-c5a1-4fb5-a33f-f8ddef905fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451187 Mar 11 11:41:46.265868 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06fb3647-2cec-4530-996e-8dcabd3f6072 req-a628324c-dcf2-4517-b744-b19275b14682 service neutron] 10.222.0.71 "GET /v2.0/networks/7865f6a5-70b0-46c3-96bc-af003b472c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699860 Mar 11 11:41:46.314447 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7c2b3206-5ebc-4023-91eb-55f36d5b14bb req-5297bc20-9306-463a-967d-63943eb4eec8 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/62f91737-04c7-4b39-883a-d5ff0f7d1a28 HTTP/1.1" status: 200 len: 2413 time: 0.0455818 Mar 11 11:41:46.405781 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0565e91-60f8-4c8c-964b-8b8b455d56c5 req-e8c62672-0b8f-4b17-a436-def7831985b5 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:46.407481 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0565e91-60f8-4c8c-964b-8b8b455d56c5 req-e8c62672-0b8f-4b17-a436-def7831985b5 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 1126 time: 0.0782878 Mar 11 11:41:46.408572 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7c2b3206-5ebc-4023-91eb-55f36d5b14bb req-c457eb21-2dcb-4f28-8f82-d042c44d7797 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (62f91737-04c7-4b39-883a-d5ff0f7d1a28), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:46.449273 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7c2b3206-5ebc-4023-91eb-55f36d5b14bb req-c457eb21-2dcb-4f28-8f82-d042c44d7797 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (62f91737-04c7-4b39-883a-d5ff0f7d1a28), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:46.497660 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0565e91-60f8-4c8c-964b-8b8b455d56c5 req-ce1f58ca-230f-4b24-b058-78f61bff3f16 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835249 Mar 11 11:41:46.517067 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7c2b3206-5ebc-4023-91eb-55f36d5b14bb req-c457eb21-2dcb-4f28-8f82-d042c44d7797 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (62f91737-04c7-4b39-883a-d5ff0f7d1a28), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:46.519727 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7c2b3206-5ebc-4023-91eb-55f36d5b14bb req-c457eb21-2dcb-4f28-8f82-d042c44d7797 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:46.521305 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7c2b3206-5ebc-4023-91eb-55f36d5b14bb req-c457eb21-2dcb-4f28-8f82-d042c44d7797 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "DELETE /v2.0/security-groups/62f91737-04c7-4b39-883a-d5ff0f7d1a28 HTTP/1.1" status: 204 len: 173 time: 0.2012072 Mar 11 11:41:46.531799 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457eb21-2dcb-4f28-8f82-d042c44d7797 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f91737-04c7-4b39-883a-d5ff0f7d1a28,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:46.719151 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e8206-7908-4003-ab4c-fd19ad2c63e3 req-f1ab47c5-8508-476e-893a-df35f7e50bde tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:46.721178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f0e8206-7908-4003-ab4c-fd19ad2c63e3 req-f1ab47c5-8508-476e-893a-df35f7e50bde tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 944 time: 0.0628595 Mar 11 11:41:46.781198 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f0e8206-7908-4003-ab4c-fd19ad2c63e3 req-897dfd7f-a9fe-41a0-b62a-ecbccb796e8b tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/security-groups?id=a45a2d81-6545-4d29-bd07-5f33bbf6e555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536349 Mar 11 11:41:46.853982 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-c88b3d69-ca00-4eed-8a8f-b98fbc90598b req-c3e8f856-c08e-46da-b0bb-a3aea72b0a9b tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] show failed (client error): The resource could not be found. Mar 11 11:41:46.855025 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c88b3d69-ca00-4eed-8a8f-b98fbc90598b req-c3e8f856-c08e-46da-b0bb-a3aea72b0a9b tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/1b302e7e-51fd-4171-8a7a-6a994985103e HTTP/1.1" status: 404 len: 352 time: 0.0375214 Mar 11 11:41:46.877332 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85453b39-eed0-4c1c-9eb6-fa3204a88499 req-79af5c72-2070-4708-9f9f-bfbae8d61aa5 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:46.878827 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85453b39-eed0-4c1c-9eb6-fa3204a88499 req-79af5c72-2070-4708-9f9f-bfbae8d61aa5 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.0717592 Mar 11 11:41:46.942230 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85453b39-eed0-4c1c-9eb6-fa3204a88499 req-ab2a5249-ecb8-4e6e-aa05-7bad9d3d42f6 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574660 Mar 11 11:41:47.040391 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:47.058098 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39d17c04-458d-4368-bf72-0068b36eaa0f req-905df284-7d2e-4973-a4ff-11ce7701293a tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/764bd7cd-2f97-446c-b32f-a1a7955488d3 HTTP/1.1" status: 200 len: 1820 time: 0.0777712 Mar 11 11:41:47.089697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883df66-8724-4d7c-9f2b-fb26f64c34c7 req-dc2d781b-3a06-4561-8538-2573db4bd13a tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:47.091281 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b883df66-8724-4d7c-9f2b-fb26f64c34c7 req-dc2d781b-3a06-4561-8538-2573db4bd13a tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c814c6c-115f-46af-8f52-4a353b61d9a9 HTTP/1.1" status: 200 len: 950 time: 0.1013083 Mar 11 11:41:47.156637 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-39d17c04-458d-4368-bf72-0068b36eaa0f req-528db9c7-3b56-4846-b841-4c0005ee34cd tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (764bd7cd-2f97-446c-b32f-a1a7955488d3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:47.164980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b883df66-8724-4d7c-9f2b-fb26f64c34c7 req-f854badc-3c30-49bc-873a-1c5b3d49b805 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/security-groups?id=737874ca-c5a1-4fb5-a33f-f8ddef905fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657294 Mar 11 11:41:47.189638 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-39d17c04-458d-4368-bf72-0068b36eaa0f req-528db9c7-3b56-4846-b841-4c0005ee34cd tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (764bd7cd-2f97-446c-b32f-a1a7955488d3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:47.243630 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-39d17c04-458d-4368-bf72-0068b36eaa0f req-528db9c7-3b56-4846-b841-4c0005ee34cd tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (764bd7cd-2f97-446c-b32f-a1a7955488d3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:47.246681 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-39d17c04-458d-4368-bf72-0068b36eaa0f req-528db9c7-3b56-4846-b841-4c0005ee34cd tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:47.253798 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39d17c04-458d-4368-bf72-0068b36eaa0f req-528db9c7-3b56-4846-b841-4c0005ee34cd tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "DELETE /v2.0/security-groups/764bd7cd-2f97-446c-b32f-a1a7955488d3 HTTP/1.1" status: 204 len: 173 time: 0.1855195 Mar 11 11:41:47.296774 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528db9c7-3b56-4846-b841-4c0005ee34cd tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=764bd7cd-2f97-446c-b32f-a1a7955488d3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:47.314238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 837ca213-da43-412d-b2d9-6c64ea2eac7b details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:41:47.351994 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ccec76e-78c7-4711-9d6e-173a6cacdde4 req-d29f2834-8c0a-4cd0-a160-b8f6781ac4d5 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/514a8fdf-84eb-4b31-8c15-1bd2133c6a98 HTTP/1.1" status: 200 len: 1821 time: 0.0846057 Mar 11 11:41:47.453584 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 837ca213-da43-412d-b2d9-6c64ea2eac7b, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=837ca213-da43-412d-b2d9-6c64ea2eac7b,segment=NetworkSegment(53ce92ad-0a14-4cf4-9d26-71dd757e7990),segment_id=53ce92ad-0a14-4cf4-9d26-71dd757e7990)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:47.475722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '837ca213-da43-412d-b2d9-6c64ea2eac7b', 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b', 'port_id': '837ca213-da43-412d-b2d9-6c64ea2eac7b', 'mac_address': 'fa:16:3e:0d:ed:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:41:47.508560 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3a34522-2863-4d94-8c6a-f2de67c58d00 req-03eb6d4f-69f7-4c6c-a6a3-1762292c7dd3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1266203 Mar 11 11:41:47.531569 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4ccec76e-78c7-4711-9d6e-173a6cacdde4 req-40fc85d2-d519-4387-b28b-053ac16ce405 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (514a8fdf-84eb-4b31-8c15-1bd2133c6a98), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:47.532268 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 837ca213-da43-412d-b2d9-6c64ea2eac7b is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:47.533480 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (837ca213-da43-412d-b2d9-6c64ea2eac7b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:47.551708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837ca213-da43-412d-b2d9-6c64ea2eac7b {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:41:47.576726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 837ca213-da43-412d-b2d9-6c64ea2eac7b, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=837ca213-da43-412d-b2d9-6c64ea2eac7b,segment=NetworkSegment(53ce92ad-0a14-4cf4-9d26-71dd757e7990),segment_id=53ce92ad-0a14-4cf4-9d26-71dd757e7990)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:47.583370 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (837ca213-da43-412d-b2d9-6c64ea2eac7b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:47.601813 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4ccec76e-78c7-4711-9d6e-173a6cacdde4 req-40fc85d2-d519-4387-b28b-053ac16ce405 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (514a8fdf-84eb-4b31-8c15-1bd2133c6a98), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:47.656485 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=837ca213-da43-412d-b2d9-6c64ea2eac7b,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:47.691341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a34522-2863-4d94-8c6a-f2de67c58d00 req-6215a3ee-c252-4dcc-8857-f584162b0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:47.693004 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3a34522-2863-4d94-8c6a-f2de67c58d00 req-6215a3ee-c252-4dcc-8857-f584162b0502 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 1127 time: 0.1136508 Mar 11 11:41:47.727530 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40728) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:47.730864 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4ccec76e-78c7-4711-9d6e-173a6cacdde4 req-40fc85d2-d519-4387-b28b-053ac16ce405 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (514a8fdf-84eb-4b31-8c15-1bd2133c6a98), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:47.733703 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4ccec76e-78c7-4711-9d6e-173a6cacdde4 req-40fc85d2-d519-4387-b28b-053ac16ce405 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:47.737151 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40732) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:47.738807 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ccec76e-78c7-4711-9d6e-173a6cacdde4 req-40fc85d2-d519-4387-b28b-053ac16ce405 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "DELETE /v2.0/security-groups/514a8fdf-84eb-4b31-8c15-1bd2133c6a98 HTTP/1.1" status: 204 len: 173 time: 0.3804026 Mar 11 11:41:47.772571 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc85d2-d519-4387-b28b-053ac16ce405 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=514a8fdf-84eb-4b31-8c15-1bd2133c6a98,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:47.846345 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f99b6bb2-0dd7-4abe-b1cf-a790c9ef49ba req-b3219010-8d88-40a8-8758-5496220e4b78 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/1df6b2cb-7f3d-47d7-a627-7f57dc139201 HTTP/1.1" status: 200 len: 1822 time: 0.0892997 Mar 11 11:41:47.852943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['837ca213-da43-412d-b2d9-6c64ea2eac7b'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:41:47.884433 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a34522-2863-4d94-8c6a-f2de67c58d00 req-a5a47dde-25b7-49c9-9a4e-4f196bc59a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:47.885926 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3a34522-2863-4d94-8c6a-f2de67c58d00 req-a5a47dde-25b7-49c9-9a4e-4f196bc59a85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.1661952 Mar 11 11:41:47.965586 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1ee0a45b-fbbd-4bcc-ba9b-7257c143d15f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e041b3b7bca4d758fb70a1d04bc1d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360981 Mar 11 11:41:47.967537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40740) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:47.992951 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3a34522-2863-4d94-8c6a-f2de67c58d00 req-f46bc2b6-be4f-4353-9bcf-c38959828038 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae558466-a974-4279-a88d-4681b66d0c20 HTTP/1.1" status: 200 len: 217 time: 0.0879207 Mar 11 11:41:48.026190 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0a2a3d84-20bd-4fff-940c-a3220dcbce37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.056052 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-20ddfca1-d607-4d1a-a805-3bba2165f0b2 admin admin] Publish callbacks [] for security_group (55f31c43-9841-4f33-8cde-b9bebafd86ed), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.061123 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f99b6bb2-0dd7-4abe-b1cf-a790c9ef49ba req-f8ab7176-28cf-4fc2-8fc8-d9a25ee36db7 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (1df6b2cb-7f3d-47d7-a627-7f57dc139201), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.077179 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b5751-1d58-402c-9fe8-8cce2dca0636 req-aa923960-f638-4c07-a6fc-67b1e3dc8627 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:48.079244 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-369b5751-1d58-402c-9fe8-8cce2dca0636 req-aa923960-f638-4c07-a6fc-67b1e3dc8627 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 945 time: 0.1727948 Mar 11 11:41:48.110945 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-20ddfca1-d607-4d1a-a805-3bba2165f0b2 admin admin] Publish callbacks [] for security_group (55f31c43-9841-4f33-8cde-b9bebafd86ed), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.116122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a34522-2863-4d94-8c6a-f2de67c58d00 req-a38ff1c4-bd75-4db9-a663-a44e7b39c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:48.117685 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3a34522-2863-4d94-8c6a-f2de67c58d00 req-a38ff1c4-bd75-4db9-a663-a44e7b39c982 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.1143308 Mar 11 11:41:48.128441 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f99b6bb2-0dd7-4abe-b1cf-a790c9ef49ba req-f8ab7176-28cf-4fc2-8fc8-d9a25ee36db7 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (1df6b2cb-7f3d-47d7-a627-7f57dc139201), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.175062 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3a34522-2863-4d94-8c6a-f2de67c58d00 req-40bf96b5-ac9f-40ed-8dea-bb8e683d1f37 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431316 Mar 11 11:41:48.215675 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0a2a3d84-20bd-4fff-940c-a3220dcbce37 admin admin] Publish callbacks [] for security_group (fa513b86-c6b9-46e8-bed6-df30c06709fc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.217814 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-20ddfca1-d607-4d1a-a805-3bba2165f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (55f31c43-9841-4f33-8cde-b9bebafd86ed), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.220668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-20ddfca1-d607-4d1a-a805-3bba2165f0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.222445 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-20ddfca1-d607-4d1a-a805-3bba2165f0b2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/55f31c43-9841-4f33-8cde-b9bebafd86ed HTTP/1.1" status: 204 len: 168 time: 0.2535930 Mar 11 11:41:48.234411 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ddfca1-d607-4d1a-a805-3bba2165f0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f31c43-9841-4f33-8cde-b9bebafd86ed,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:48.236832 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0a2a3d84-20bd-4fff-940c-a3220dcbce37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fa513b86-c6b9-46e8-bed6-df30c06709fc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.270232 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-369b5751-1d58-402c-9fe8-8cce2dca0636 req-71cdcbab-38d2-4379-b1a4-49c628fe1131 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/security-groups?id=a45a2d81-6545-4d29-bd07-5f33bbf6e555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776268 Mar 11 11:41:48.331947 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0a2a3d84-20bd-4fff-940c-a3220dcbce37 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a6976d8619234631ad29e7e415f2145f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5936449 Mar 11 11:41:48.333268 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40748) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:48.360686 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a3d84-20bd-4fff-940c-a3220dcbce37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa513b86-c6b9-46e8-bed6-df30c06709fc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:48.439626 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f99b6bb2-0dd7-4abe-b1cf-a790c9ef49ba req-f8ab7176-28cf-4fc2-8fc8-d9a25ee36db7 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1df6b2cb-7f3d-47d7-a627-7f57dc139201), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.441891 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.442850 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f99b6bb2-0dd7-4abe-b1cf-a790c9ef49ba req-f8ab7176-28cf-4fc2-8fc8-d9a25ee36db7 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.456183 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f99b6bb2-0dd7-4abe-b1cf-a790c9ef49ba req-f8ab7176-28cf-4fc2-8fc8-d9a25ee36db7 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "DELETE /v2.0/security-groups/1df6b2cb-7f3d-47d7-a627-7f57dc139201 HTTP/1.1" status: 204 len: 173 time: 0.5987408 Mar 11 11:41:48.461192 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0f01-4733-4e57-94c2-3f0f2e0e4700 admin admin] Publish callbacks [] for security_group (fa513b86-c6b9-46e8-bed6-df30c06709fc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.488226 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0f01-4733-4e57-94c2-3f0f2e0e4700 admin admin] Publish callbacks [] for security_group (fa513b86-c6b9-46e8-bed6-df30c06709fc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.489277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab7176-28cf-4fc2-8fc8-d9a25ee36db7 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df6b2cb-7f3d-47d7-a627-7f57dc139201,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:48.501079 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3a34522-2863-4d94-8c6a-f2de67c58d00 req-1be5866c-addd-4079-8218-a1bb46fc90ea service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104765 Mar 11 11:41:48.526919 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6af5a6-5642-4e46-8f4e-3c8f854fe7aa req-c305c0bb-60dc-4c17-9613-b81cbe6113f4 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:48.533579 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b6af5a6-5642-4e46-8f4e-3c8f854fe7aa req-c305c0bb-60dc-4c17-9613-b81cbe6113f4 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.1388226 Mar 11 11:41:48.548767 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0f01-4733-4e57-94c2-3f0f2e0e4700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fa513b86-c6b9-46e8-bed6-df30c06709fc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.551910 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0f01-4733-4e57-94c2-3f0f2e0e4700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.556087 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cb1c0f01-4733-4e57-94c2-3f0f2e0e4700 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa513b86-c6b9-46e8-bed6-df30c06709fc HTTP/1.1" status: 204 len: 168 time: 0.2216144 Mar 11 11:41:48.577997 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c0f01-4733-4e57-94c2-3f0f2e0e4700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa513b86-c6b9-46e8-bed6-df30c06709fc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:48.595286 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ee575-895e-41ba-93be-49015903d349 req-aae2a57e-7eef-42f8-b9d8-0b29071fae0c tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:48.598325 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b88ee575-895e-41ba-93be-49015903d349 req-aae2a57e-7eef-42f8-b9d8-0b29071fae0c tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c814c6c-115f-46af-8f52-4a353b61d9a9 HTTP/1.1" status: 200 len: 950 time: 0.1866350 Mar 11 11:41:48.721383 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b6af5a6-5642-4e46-8f4e-3c8f854fe7aa req-1c1f2248-9a32-4e94-8cdd-4101772c5dbf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866977 Mar 11 11:41:48.776439 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3a34522-2863-4d94-8c6a-f2de67c58d00 req-9f9b14c6-44df-45b3-8dfe-b4eedd41cc9e service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667925 Mar 11 11:41:48.819996 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-b88ee575-895e-41ba-93be-49015903d349 req-2dc75638-d567-4603-bbe7-abd404b42b44 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Deleting port 3dccbc5d-7377-4a35-bfde-416e9beff4a4 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:41:48.820533 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b88ee575-895e-41ba-93be-49015903d349 req-2dc75638-d567-4603-bbe7-abd404b42b44 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3dccbc5d-7377-4a35-bfde-416e9beff4a4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.820954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd7c80-c3e4-4570-899d-b21ad07c2966 req-9ca16429-d2f0-44d7-87ee-b40e860b686c tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:48.823495 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3cd7c80-c3e4-4570-899d-b21ad07c2966 req-9ca16429-d2f0-44d7-87ee-b40e860b686c tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c814c6c-115f-46af-8f52-4a353b61d9a9 HTTP/1.1" status: 200 len: 950 time: 0.1703217 Mar 11 11:41:48.835059 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26b4618f-a8bc-4a5d-aee2-c809a395e519 req-3829db25-2074-4f2e-b212-2332f745d946 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/30c85dc3-d0ef-4b6a-9d04-8887d692b139 HTTP/1.1" status: 200 len: 2420 time: 0.0854015 Mar 11 11:41:48.901557 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40758) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:48.932277 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3cd7c80-c3e4-4570-899d-b21ad07c2966 req-21d2e2da-eca2-486b-9e95-5bd2778c6320 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/security-groups?id=737874ca-c5a1-4fb5-a33f-f8ddef905fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946870 Mar 11 11:41:48.933392 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4f5c8b19-3b02-4488-a906-4150f8fa3544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.964486 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-26b4618f-a8bc-4a5d-aee2-c809a395e519 req-6dec703e-d393-4849-b30d-b2fffb028f96 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (30c85dc3-d0ef-4b6a-9d04-8887d692b139), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:48.983811 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b88ee575-895e-41ba-93be-49015903d349 req-2dc75638-d567-4603-bbe7-abd404b42b44 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] For port 3dccbc5d-7377-4a35-bfde-416e9beff4a4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3dccbc5d-7377-4a35-bfde-416e9beff4a4,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:48.984666 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b88ee575-895e-41ba-93be-49015903d349 req-2dc75638-d567-4603-bbe7-abd404b42b44 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3dccbc5d-7377-4a35-bfde-416e9beff4a4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.008407 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-b88ee575-895e-41ba-93be-49015903d349 req-2dc75638-d567-4603-bbe7-abd404b42b44 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Calling delete_port for 3dccbc5d-7377-4a35-bfde-416e9beff4a4 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:41:49.018689 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-26b4618f-a8bc-4a5d-aee2-c809a395e519 req-6dec703e-d393-4849-b30d-b2fffb028f96 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (30c85dc3-d0ef-4b6a-9d04-8887d692b139), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.111401 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4f5c8b19-3b02-4488-a906-4150f8fa3544 admin admin] Publish callbacks [] for security_group (51d0816e-6b19-4a85-a166-885461ca48cf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.120522 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4f5c8b19-3b02-4488-a906-4150f8fa3544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (51d0816e-6b19-4a85-a166-885461ca48cf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.144196 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-26b4618f-a8bc-4a5d-aee2-c809a395e519 req-6dec703e-d393-4849-b30d-b2fffb028f96 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (30c85dc3-d0ef-4b6a-9d04-8887d692b139), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.148241 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-26b4618f-a8bc-4a5d-aee2-c809a395e519 req-6dec703e-d393-4849-b30d-b2fffb028f96 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.149419 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26b4618f-a8bc-4a5d-aee2-c809a395e519 req-6dec703e-d393-4849-b30d-b2fffb028f96 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "DELETE /v2.0/security-groups/30c85dc3-d0ef-4b6a-9d04-8887d692b139 HTTP/1.1" status: 204 len: 173 time: 0.3132262 Mar 11 11:41:49.190197 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b88ee575-895e-41ba-93be-49015903d349 req-2dc75638-d567-4603-bbe7-abd404b42b44 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3dccbc5d-7377-4a35-bfde-416e9beff4a4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.206056 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['3dccbc5d-7377-4a35-bfde-416e9beff4a4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:41:49.207436 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c8b19-3b02-4488-a906-4150f8fa3544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d0816e-6b19-4a85-a166-885461ca48cf,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:49.240629 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4f5c8b19-3b02-4488-a906-4150f8fa3544 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=07f1b30618bf40c6969931c4d2bc9ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228412 Mar 11 11:41:49.243365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40762) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:49.248151 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40764) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:49.261244 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec703e-d393-4849-b30d-b2fffb028f96 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c85dc3-d0ef-4b6a-9d04-8887d692b139,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:49.265465 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc75638-d567-4603-bbe7-abd404b42b44 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Pushing event deleted for resources: {'Port': ['ID=3dccbc5d-7377-4a35-bfde-416e9beff4a4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:49.292640 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee70621a-cb1c-4dc9-9dc5-ce785dc3b1ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.332407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 837ca213-da43-412d-b2d9-6c64ea2eac7b up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:41:49.357337 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2317f4b-1cde-4e77-9f64-b4ba0eafe68d req-e9dca64b-2efc-4d5b-be86-c7d516f70e73 tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "GET /v2.0/security-groups/c3e56585-8954-40d1-bc0a-f2cf6c319898 HTTP/1.1" status: 200 len: 2413 time: 0.1755550 Mar 11 11:41:49.411627 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee70621a-cb1c-4dc9-9dc5-ce785dc3b1ee admin admin] Publish callbacks [] for security_group (b10ac17c-ae1a-4131-ab3b-10021ef9062b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.425115 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee70621a-cb1c-4dc9-9dc5-ce785dc3b1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b10ac17c-ae1a-4131-ab3b-10021ef9062b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.433482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 837ca213-da43-412d-b2d9-6c64ea2eac7b completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:41:49.449345 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 837ca213-da43-412d-b2d9-6c64ea2eac7b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:49.449940 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (837ca213-da43-412d-b2d9-6c64ea2eac7b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.455993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88ee575-895e-41ba-93be-49015903d349 req-2dc75638-d567-4603-bbe7-abd404b42b44 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] No DVR routers for this DVR port 3dccbc5d-7377-4a35-bfde-416e9beff4a4 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:41:49.468361 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b88ee575-895e-41ba-93be-49015903d349 req-2dc75638-d567-4603-bbe7-abd404b42b44 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.471927 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b88ee575-895e-41ba-93be-49015903d349 req-2dc75638-d567-4603-bbe7-abd404b42b44 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.37 "DELETE /v2.0/ports/3dccbc5d-7377-4a35-bfde-416e9beff4a4 HTTP/1.1" status: 204 len: 173 time: 0.8675215 Mar 11 11:41:49.474137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c814c6c-115f-46af-8f52-4a353b61d9a9', 'name': 'network-vif-deleted', 'tag': '3dccbc5d-7377-4a35-bfde-416e9beff4a4'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:41:49.476438 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5207f1-9550-4ab7-9ada-da2148dd27b3" -d '{"events": [{"server_uuid": "3c814c6c-115f-46af-8f52-4a353b61d9a9", "name": "network-vif-deleted", "tag": "3dccbc5d-7377-4a35-bfde-416e9beff4a4"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:41:49.516040 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ee70621a-cb1c-4dc9-9dc5-ce785dc3b1ee admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=12b7b22c8e6c44db960b1b67e0e5dd74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653155 Mar 11 11:41:49.516790 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70621a-cb1c-4dc9-9dc5-ce785dc3b1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10ac17c-ae1a-4131-ab3b-10021ef9062b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:49.519216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40772) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:49.546880 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d82467cf-3c12-4af7-aa08-8491a300a590 admin admin] Publish callbacks [] for security_group (51d0816e-6b19-4a85-a166-885461ca48cf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.591019 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0018875-39ab-4fdd-9598-152b53160608 req-d0d1c660-3302-46fe-a818-e8155e5b718f tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:49.592772 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0018875-39ab-4fdd-9598-152b53160608 req-d0d1c660-3302-46fe-a818-e8155e5b718f tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 945 time: 0.1512470 Mar 11 11:41:49.596039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d82467cf-3c12-4af7-aa08-8491a300a590 admin admin] Publish callbacks [] for security_group (51d0816e-6b19-4a85-a166-885461ca48cf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.607270 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c2317f4b-1cde-4e77-9f64-b4ba0eafe68d req-28691f72-6c42-4bdb-b1c1-3a9f5d88849a tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (c3e56585-8954-40d1-bc0a-f2cf6c319898), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.636303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 837ca213-da43-412d-b2d9-6c64ea2eac7b is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:49.637089 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (837ca213-da43-412d-b2d9-6c64ea2eac7b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.670223 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c2317f4b-1cde-4e77-9f64-b4ba0eafe68d req-28691f72-6c42-4bdb-b1c1-3a9f5d88849a tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (c3e56585-8954-40d1-bc0a-f2cf6c319898), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.676287 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dd5c33-ce20-42b7-bc5f-a3060940a267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837ca213-da43-412d-b2d9-6c64ea2eac7b'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:41:49.688516 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65beb96-51a1-45cd-a437-afc04aa7b49a" -d '{"events": [{"server_uuid": "d5dd5c33-ce20-42b7-bc5f-a3060940a267", "name": "network-vif-plugged", "status": "completed", "tag": "837ca213-da43-412d-b2d9-6c64ea2eac7b"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:41:49.694098 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7b28e2b2-af6e-4f21-a0a5-553d2718d95e admin admin] Publish callbacks [] for security_group (b10ac17c-ae1a-4131-ab3b-10021ef9062b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.717341 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0018875-39ab-4fdd-9598-152b53160608 req-c76efba9-5764-484c-94dc-4eaa43a35c32 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/security-groups?id=a45a2d81-6545-4d29-bd07-5f33bbf6e555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070518 Mar 11 11:41:49.727214 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 837ca213-da43-412d-b2d9-6c64ea2eac7b, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=837ca213-da43-412d-b2d9-6c64ea2eac7b,segment=NetworkSegment(53ce92ad-0a14-4cf4-9d26-71dd757e7990),segment_id=53ce92ad-0a14-4cf4-9d26-71dd757e7990)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:49.738143 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7b28e2b2-af6e-4f21-a0a5-553d2718d95e admin admin] Publish callbacks [] for security_group (b10ac17c-ae1a-4131-ab3b-10021ef9062b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.747689 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (837ca213-da43-412d-b2d9-6c64ea2eac7b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.748647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b181560a-fca3-43cd-935c-703c0ec95750 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:41:49.762458 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c2317f4b-1cde-4e77-9f64-b4ba0eafe68d req-28691f72-6c42-4bdb-b1c1-3a9f5d88849a tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c3e56585-8954-40d1-bc0a-f2cf6c319898), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.766091 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c2317f4b-1cde-4e77-9f64-b4ba0eafe68d req-28691f72-6c42-4bdb-b1c1-3a9f5d88849a tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.767232 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2317f4b-1cde-4e77-9f64-b4ba0eafe68d req-28691f72-6c42-4bdb-b1c1-3a9f5d88849a tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] 10.222.0.78 "DELETE /v2.0/security-groups/c3e56585-8954-40d1-bc0a-f2cf6c319898 HTTP/1.1" status: 204 len: 173 time: 0.4009440 Mar 11 11:41:49.776601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40778) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:49.780821 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28691f72-6c42-4bdb-b1c1-3a9f5d88849a tempest-SecurityGroupRulesTestJSON-68715458 tempest-SecurityGroupRulesTestJSON-68715458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e56585-8954-40d1-bc0a-f2cf6c319898,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:49.790113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: b181560a-fca3-43cd-935c-703c0ec95750 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:41:49.793688 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b181560a-fca3-43cd-935c-703c0ec95750 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:41:49.805838 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d82467cf-3c12-4af7-aa08-8491a300a590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (51d0816e-6b19-4a85-a166-885461ca48cf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.810196 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d82467cf-3c12-4af7-aa08-8491a300a590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.814792 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d82467cf-3c12-4af7-aa08-8491a300a590 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/51d0816e-6b19-4a85-a166-885461ca48cf HTTP/1.1" status: 204 len: 168 time: 0.5654657 Mar 11 11:41:49.831089 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d35161-6a88-4de1-af9b-510c38dba2ed x-openstack-request-id: req-39d35161-6a88-4de1-af9b-510c38dba2ed {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:41:49.831749 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c814c6c-115f-46af-8f52-4a353b61d9a9", "name": "network-vif-deleted", "tag": "3dccbc5d-7377-4a35-bfde-416e9beff4a4", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:41:49.833350 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-39d35161-6a88-4de1-af9b-510c38dba2ed {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:41:49.833350 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c814c6c-115f-46af-8f52-4a353b61d9a9', 'name': 'network-vif-deleted', 'tag': '3dccbc5d-7377-4a35-bfde-416e9beff4a4', 'status': 'completed', 'code': 200} Mar 11 11:41:49.862975 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a142b0-02fc-4eb0-becf-2080ae24f85b x-openstack-request-id: req-35a142b0-02fc-4eb0-becf-2080ae24f85b {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:41:49.863299 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dd5c33-ce20-42b7-bc5f-a3060940a267", "name": "network-vif-plugged", "status": "completed", "tag": "837ca213-da43-412d-b2d9-6c64ea2eac7b", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:41:49.863539 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35a142b0-02fc-4eb0-becf-2080ae24f85b {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:41:49.863956 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dd5c33-ce20-42b7-bc5f-a3060940a267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837ca213-da43-412d-b2d9-6c64ea2eac7b', 'code': 200} Mar 11 11:41:49.905916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=837ca213-da43-412d-b2d9-6c64ea2eac7b,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:49.913182 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82467cf-3c12-4af7-aa08-8491a300a590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d0816e-6b19-4a85-a166-885461ca48cf,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:49.955380 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e70c649-99e2-4cc9-8f71-970cc4d44805 admin admin] Deleting subnet 963a5076-fd77-4280-8362-1ae6761435f6 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:41:49.957986 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7b28e2b2-af6e-4f21-a0a5-553d2718d95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b10ac17c-ae1a-4131-ab3b-10021ef9062b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.960579 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7b28e2b2-af6e-4f21-a0a5-553d2718d95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:49.965911 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7b28e2b2-af6e-4f21-a0a5-553d2718d95e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b10ac17c-ae1a-4131-ab3b-10021ef9062b HTTP/1.1" status: 204 len: 168 time: 0.4318602 Mar 11 11:41:49.971299 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e70c649-99e2-4cc9-8f71-970cc4d44805 admin admin] Publish callbacks [] for subnet (963a5076-fd77-4280-8362-1ae6761435f6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:50.001082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28e2b2-af6e-4f21-a0a5-553d2718d95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10ac17c-ae1a-4131-ab3b-10021ef9062b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:50.039676 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e70c649-99e2-4cc9-8f71-970cc4d44805 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (963a5076-fd77-4280-8362-1ae6761435f6), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:50.046286 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c67f8-eed3-4160-a8c9-a9935d727190 req-c501a655-c3bd-48c4-a7ad-2fd79daaf74d tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:50.058971 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b89c67f8-eed3-4160-a8c9-a9935d727190 req-c501a655-c3bd-48c4-a7ad-2fd79daaf74d tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.1531155 Mar 11 11:41:50.065079 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:50.095742 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e70c649-99e2-4cc9-8f71-970cc4d44805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (963a5076-fd77-4280-8362-1ae6761435f6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:50.110291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84690891-131c-4676-92dc-d7fa1a24dd00 req-a8ebacb5-abb4-4441-83d1-2317951b685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:50.112221 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84690891-131c-4676-92dc-d7fa1a24dd00 req-a8ebacb5-abb4-4441-83d1-2317951b685f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 1128 time: 0.2048352 Mar 11 11:41:50.174046 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e70c649-99e2-4cc9-8f71-970cc4d44805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (963a5076-fd77-4280-8362-1ae6761435f6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:50.196641 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6429a050-4caa-4984-bab0-48072d07f7fa req-64831a27-e901-49de-8d03-b5b244de3621 tempest-ImagesNegativeTestJSON-521602656 tempest-ImagesNegativeTestJSON-521602656-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c814c6c-115f-46af-8f52-4a353b61d9a9 HTTP/1.1" status: 200 len: 210 time: 0.0632453 Mar 11 11:41:50.218517 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b89c67f8-eed3-4160-a8c9-a9935d727190 req-e643bff5-77a2-4b64-b9d8-cd7218e600d1 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546564 Mar 11 11:41:50.233994 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84690891-131c-4676-92dc-d7fa1a24dd00 req-5476031f-f636-4f57-a2fb-08adfbadece1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a45a2d81-6545-4d29-bd07-5f33bbf6e555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060956 Mar 11 11:41:50.238326 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70c649-99e2-4cc9-8f71-970cc4d44805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=963a5076-fd77-4280-8362-1ae6761435f6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:50.255695 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e70c649-99e2-4cc9-8f71-970cc4d44805 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:50.262347 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1e70c649-99e2-4cc9-8f71-970cc4d44805 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/963a5076-fd77-4280-8362-1ae6761435f6 HTTP/1.1" status: 204 len: 168 time: 0.4802954 Mar 11 11:41:50.263043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40790) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:50.360342 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9e95eda-80bb-4ccb-80e3-c706c15125c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (4d34dfd0-e88d-4c1f-85ba-d40c60cab5d0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:50.448899 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9e95eda-80bb-4ccb-80e3-c706c15125c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (4d34dfd0-e88d-4c1f-85ba-d40c60cab5d0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:50.481487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-f9e95eda-80bb-4ccb-80e3-c706c15125c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d34dfd0-e88d-4c1f-85ba-d40c60cab5d0']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:50.493095 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-f9e95eda-80bb-4ccb-80e3-c706c15125c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811e0714-4afd-442f-948f-53ab24466f5f') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:50.493467 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-f9e95eda-80bb-4ccb-80e3-c706c15125c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811e0714-4afd-442f-948f-53ab24466f5f') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:50.505384 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9e95eda-80bb-4ccb-80e3-c706c15125c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (811e0714-4afd-442f-948f-53ab24466f5f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:50.522735 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9e95eda-80bb-4ccb-80e3-c706c15125c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (811e0714-4afd-442f-948f-53ab24466f5f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:50.530767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e95eda-80bb-4ccb-80e3-c706c15125c1 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:41:50.531232 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9e95eda-80bb-4ccb-80e3-c706c15125c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (811e0714-4afd-442f-948f-53ab24466f5f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:41:50.533553 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:41:50.612046 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9e95eda-80bb-4ccb-80e3-c706c15125c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (4d34dfd0-e88d-4c1f-85ba-d40c60cab5d0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:50.631705 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e95eda-80bb-4ccb-80e3-c706c15125c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d34dfd0-e88d-4c1f-85ba-d40c60cab5d0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:50.634624 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9e95eda-80bb-4ccb-80e3-c706c15125c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:50.642809 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f9e95eda-80bb-4ccb-80e3-c706c15125c1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4d34dfd0-e88d-4c1f-85ba-d40c60cab5d0 HTTP/1.1" status: 204 len: 168 time: 0.3759861 Mar 11 11:41:50.865482 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d924c7-0765-4559-872d-436091083e77 req-22f03e1f-daae-45e4-abe1-fb9df95bc596 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:50.867264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54d924c7-0765-4559-872d-436091083e77 req-22f03e1f-daae-45e4-abe1-fb9df95bc596 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 946 time: 0.0614274 Mar 11 11:41:50.911161 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40818) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:50.956303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54d924c7-0765-4559-872d-436091083e77 req-535579db-6ed3-422c-ac8b-484f261b2a49 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/security-groups?id=a45a2d81-6545-4d29-bd07-5f33bbf6e555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828652 Mar 11 11:41:50.983234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40822) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:50.984429 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3b7ee177-cc92-4c61-9a8c-39c0eaabcdc1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ac1d3dc295b944419c57bc4dccb5fb32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0719097 Mar 11 11:41:51.057221 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6225911e-c048-4004-b7c6-f708a531e96f admin admin] Publish callbacks [] for security_group (bbabd3b6-b519-4792-91dc-356b97fd6786), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:51.083449 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6225911e-c048-4004-b7c6-f708a531e96f admin admin] Publish callbacks [] for security_group (bbabd3b6-b519-4792-91dc-356b97fd6786), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:51.143474 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6225911e-c048-4004-b7c6-f708a531e96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bbabd3b6-b519-4792-91dc-356b97fd6786), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:51.146172 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6225911e-c048-4004-b7c6-f708a531e96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:51.149891 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6225911e-c048-4004-b7c6-f708a531e96f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bbabd3b6-b519-4792-91dc-356b97fd6786 HTTP/1.1" status: 204 len: 168 time: 0.1629982 Mar 11 11:41:51.162890 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225911e-c048-4004-b7c6-f708a531e96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbabd3b6-b519-4792-91dc-356b97fd6786,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:51.229813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40836) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:51.462376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df297-8ad3-4876-8899-3e5f4e65fcc5 req-48a15d12-b959-4098-a3c3-2faf7f7198e1 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:51.465402 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-007df297-8ad3-4876-8899-3e5f4e65fcc5 req-48a15d12-b959-4098-a3c3-2faf7f7198e1 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.1147935 Mar 11 11:41:51.537271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-007df297-8ad3-4876-8899-3e5f4e65fcc5 req-de13a855-c542-4e07-8d77-120d0fef8c89 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648501 Mar 11 11:41:51.609642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-36d53ddf-d417-40bd-88cd-c58c7f4d42e7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-547617151-network', 'tenant_id': '648cfd9f78734d4286f8c00cbb2d81df'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:51.657448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d53ddf-d417-40bd-88cd-c58c7f4d42e7 admin admin] Made reservation on behalf of 648cfd9f78734d4286f8c00cbb2d81df for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:41:51.664250 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36d53ddf-d417-40bd-88cd-c58c7f4d42e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:51.674718 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36d53ddf-d417-40bd-88cd-c58c7f4d42e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:51.795266 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36d53ddf-d417-40bd-88cd-c58c7f4d42e7 admin admin] Publish callbacks [] for security_group (3689c800-ae58-48ae-bf74-f5fb5c010b38), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:51.802883 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36d53ddf-d417-40bd-88cd-c58c7f4d42e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3689c800-ae58-48ae-bf74-f5fb5c010b38), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:51.841311 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d53ddf-d417-40bd-88cd-c58c7f4d42e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3689c800-ae58-48ae-bf74-f5fb5c010b38,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:51.847683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d53ddf-d417-40bd-88cd-c58c7f4d42e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:41:51.857942 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36d53ddf-d417-40bd-88cd-c58c7f4d42e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:51.858359 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-36d53ddf-d417-40bd-88cd-c58c7f4d42e7 admin admin] Added segment 7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da of type vlan for network 671b4432-68bc-45c7-80c5-ceb36700c511 Mar 11 11:41:51.907753 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36d53ddf-d417-40bd-88cd-c58c7f4d42e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (671b4432-68bc-45c7-80c5-ceb36700c511), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:51.942203 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36d53ddf-d417-40bd-88cd-c58c7f4d42e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (671b4432-68bc-45c7-80c5-ceb36700c511), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:51.943476 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d53ddf-d417-40bd-88cd-c58c7f4d42e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:51.944536 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36d53ddf-d417-40bd-88cd-c58c7f4d42e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:51.975037 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-36d53ddf-d417-40bd-88cd-c58c7f4d42e7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7411811 Mar 11 11:41:51.975306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40876) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:51.982215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9c67915d-07a4-4a35-b832-4e36cc92945a admin admin] Request body: {'subnet': {'network_id': '671b4432-68bc-45c7-80c5-ceb36700c511', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-547617151-subnet', 'tenant_id': '648cfd9f78734d4286f8c00cbb2d81df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:52.031158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c67915d-07a4-4a35-b832-4e36cc92945a admin admin] Made reservation on behalf of 648cfd9f78734d4286f8c00cbb2d81df for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:41:52.034010 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c67915d-07a4-4a35-b832-4e36cc92945a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:52.049636 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d53ddf-d417-40bd-88cd-c58c7f4d42e7 admin admin] Pushing event updated for resources: {'Network': ['ID=671b4432-68bc-45c7-80c5-ceb36700c511,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:52.075334 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 671b4432-68bc-45c7-80c5-ceb36700c511 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:41:52.128961 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095eed13-c448-405f-9043-229d60385564 req-2410eab2-7370-44d8-b8fc-f8f6416a25e8 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:52.130520 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-095eed13-c448-405f-9043-229d60385564 req-2410eab2-7370-44d8-b8fc-f8f6416a25e8 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 946 time: 0.0624478 Mar 11 11:41:52.184357 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40880) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:52.200100 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-095eed13-c448-405f-9043-229d60385564 req-82bede0a-da9a-48b6-a699-9a7e29af5ff9 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/security-groups?id=a45a2d81-6545-4d29-bd07-5f33bbf6e555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629749 Mar 11 11:41:52.204757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3dccbc5d-7377-4a35-bfde-416e9beff4a4 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:41:52.240554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 3dccbc5d-7377-4a35-bfde-416e9beff4a4 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:41:52.241077 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3dccbc5d-7377-4a35-bfde-416e9beff4a4 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:41:52.380427 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c67915d-07a4-4a35-b832-4e36cc92945a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (3ee3453d-f72e-4f0e-b170-8895e09620b6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:52.459720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d61c4-a658-474c-8ec4-8e080057f796 req-e0da73b8-6701-47a2-8f5e-080dfe98a951 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:52.460236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c67915d-07a4-4a35-b832-4e36cc92945a admin admin] Checking segment: {'id': '7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '671b4432-68bc-45c7-80c5-ceb36700c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:41:52.460797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c67915d-07a4-4a35-b832-4e36cc92945a admin admin] Network hostable DHCP agents. Network: 671b4432-68bc-45c7-80c5-ceb36700c511, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:41:52.461397 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-088d61c4-a658-474c-8ec4-8e080057f796 req-e0da73b8-6701-47a2-8f5e-080dfe98a951 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 946 time: 0.1403637 Mar 11 11:41:52.470825 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67915d-07a4-4a35-b832-4e36cc92945a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ee3453d-f72e-4f0e-b170-8895e09620b6,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:52.475041 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40894) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:52.477336 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c1e75d50-6af1-444e-9128-751a88ebc8fa tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Request body: {'floatingip': {'port_id': '837ca213-da43-412d-b2d9-6c64ea2eac7b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:52.501375 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c67915d-07a4-4a35-b832-4e36cc92945a admin admin] Network 671b4432-68bc-45c7-80c5-ceb36700c511 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:41:52.518210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-9c67915d-07a4-4a35-b832-4e36cc92945a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 671b4432-68bc-45c7-80c5-ceb36700c511) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:41:52.525543 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2fafe8ef-f8bc-41ee-bd0f-74ed662ddbee admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c6aef32488ed456b8f8e01df32ae46d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397563 Mar 11 11:41:52.528049 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c1e75d50-6af1-444e-9128-751a88ebc8fa tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for floatingip (24b8800b-01e6-4429-bf66-01f757aacbd7), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:52.528223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c67915d-07a4-4a35-b832-4e36cc92945a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:52.528975 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c67915d-07a4-4a35-b832-4e36cc92945a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:52.535178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0654d34-be92-4892-aa7b-5151c43cf92b None None] Network 671b4432-68bc-45c7-80c5-ceb36700c511 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:41:52.559017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40898) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:52.612178 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9c67915d-07a4-4a35-b832-4e36cc92945a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6348474 Mar 11 11:41:52.617164 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40902) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:52.641175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-547617151-router', 'tenant_id': '648cfd9f78734d4286f8c00cbb2d81df', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:52.695048 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (a23a8551-c134-4891-9ffe-43eb0084072f), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:52.698367 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (a23a8551-c134-4891-9ffe-43eb0084072f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:52.754343 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a295cdc-59ae-47c4-add4-9f974bde54a1 req-118786a8-c730-4834-b54b-839cce0c30d2 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:52.756682 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a295cdc-59ae-47c4-add4-9f974bde54a1 req-118786a8-c730-4834-b54b-839cce0c30d2 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.1037607 Mar 11 11:41:52.758938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-671b4432-68bc-45c7-80c5-ceb36700c511', 'network_id': '671b4432-68bc-45c7-80c5-ceb36700c511', 'project_id': '648cfd9f78734d4286f8c00cbb2d81df', 'fixed_ips': [{'subnet_id': '3ee3453d-f72e-4f0e-b170-8895e09620b6'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:41:52.759848 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:52.812179 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15bb8ebc-aa29-411e-bb8c-259c64cec23b admin admin] Publish callbacks [] for security_group (737874ca-c5a1-4fb5-a33f-f8ddef905fca), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:52.851868 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a295cdc-59ae-47c4-add4-9f974bde54a1 req-57effee1-fc66-48d0-ba6f-f42181e8c406 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833521 Mar 11 11:41:52.896551 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Publish callbacks [] for router_controller (a23a8551-c134-4891-9ffe-43eb0084072f), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:52.976572 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15bb8ebc-aa29-411e-bb8c-259c64cec23b admin admin] Publish callbacks [] for security_group (737874ca-c5a1-4fb5-a33f-f8ddef905fca), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:53.030911 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40914) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:53.176438 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Publish callbacks [] for router_gateway (a23a8551-c134-4891-9ffe-43eb0084072f), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:53.235272 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15bb8ebc-aa29-411e-bb8c-259c64cec23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (737874ca-c5a1-4fb5-a33f-f8ddef905fca), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:53.240843 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15bb8ebc-aa29-411e-bb8c-259c64cec23b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:53.246009 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-15bb8ebc-aa29-411e-bb8c-259c64cec23b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/737874ca-c5a1-4fb5-a33f-f8ddef905fca HTTP/1.1" status: 204 len: 168 time: 0.6829414 Mar 11 11:41:53.277835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8d8e9c99-3782-48b3-8b00-18d0fce01f15 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1083720310-network', 'tenant_id': '967115d927d0469cb068dfef722766ee'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:53.280646 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb8ebc-aa29-411e-bb8c-259c64cec23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737874ca-c5a1-4fb5-a33f-f8ddef905fca,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:53.281418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Allocated IP 172.20.0.2 (671b4432-68bc-45c7-80c5-ceb36700c511/3ee3453d-f72e-4f0e-b170-8895e09620b6/fdcc8986-445f-4dbb-b2c0-467bb4a2e970) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:41:53.315728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8e9c99-3782-48b3-8b00-18d0fce01f15 admin admin] Made reservation on behalf of 967115d927d0469cb068dfef722766ee for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:41:53.322662 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d8e9c99-3782-48b3-8b00-18d0fce01f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:53.348063 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d8e9c99-3782-48b3-8b00-18d0fce01f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:53.355670 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c1e75d50-6af1-444e-9128-751a88ebc8fa tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:53.366740 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c1e75d50-6af1-444e-9128-751a88ebc8fa tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (24b8800b-01e6-4429-bf66-01f757aacbd7), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:53.543972 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Publish callbacks [] for port (fdcc8986-445f-4dbb-b2c0-467bb4a2e970), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:53.555271 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (fdcc8986-445f-4dbb-b2c0-467bb4a2e970), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:53.596628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Network 671b4432-68bc-45c7-80c5-ceb36700c511 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:41:53.646516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:41:53.654536 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:41:53.683163 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Publish callbacks [] for router_gateway (a23a8551-c134-4891-9ffe-43eb0084072f), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:53.720898 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:53.726881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Pushing event updated for resources: {'Port': ['ID=fdcc8986-445f-4dbb-b2c0-467bb4a2e970,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:53.735380 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Attempting to bind port fdcc8986-445f-4dbb-b2c0-467bb4a2e970 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:41:53.736301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Attempting to bind port fdcc8986-445f-4dbb-b2c0-467bb4a2e970 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '671b4432-68bc-45c7-80c5-ceb36700c511'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:41:53.736887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Attempting to bind port fdcc8986-445f-4dbb-b2c0-467bb4a2e970 on network 671b4432-68bc-45c7-80c5-ceb36700c511 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:41:53.743051 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:41:53.743897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Checking segment: {'id': '7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '671b4432-68bc-45c7-80c5-ceb36700c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:41:53.744583 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:53.745121 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Bound using segment: {'id': '7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '671b4432-68bc-45c7-80c5-ceb36700c511'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:41:53.745752 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Bound port: fdcc8986-445f-4dbb-b2c0-467bb4a2e970, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '671b4432-68bc-45c7-80c5-ceb36700c511'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:41:53.746468 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fdcc8986-445f-4dbb-b2c0-467bb4a2e970), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:53.864015 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] For port fdcc8986-445f-4dbb-b2c0-467bb4a2e970, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:41:53.885420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] For port fdcc8986-445f-4dbb-b2c0-467bb4a2e970, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fdcc8986-445f-4dbb-b2c0-467bb4a2e970,segment=NetworkSegment(7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da),segment_id=7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:41:53.910544 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fdcc8986-445f-4dbb-b2c0-467bb4a2e970), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:54.012831 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-c1e75d50-6af1-444e-9128-751a88ebc8fa tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Floating IP 24b8800b-01e6-4429-bf66-01f757aacbd7 associated. External IP: 172.25.7.66, port: 837ca213-da43-412d-b2d9-6c64ea2eac7b. Mar 11 11:41:54.063912 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cb204-096a-42e8-8ee8-4d773873e3d2 None None] Pushing event updated for resources: {'Port': ['ID=fdcc8986-445f-4dbb-b2c0-467bb4a2e970,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:54.429397 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d8e9c99-3782-48b3-8b00-18d0fce01f15 admin admin] Publish callbacks [] for security_group (3fc43c14-d6f6-4f33-bf5c-96840ec426df), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:54.458902 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d8e9c99-3782-48b3-8b00-18d0fce01f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3fc43c14-d6f6-4f33-bf5c-96840ec426df), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:54.486186 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Allocated IP 172.25.7.96 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/093a9b09-29a8-46e3-8933-1ff903dad197) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:41:54.488378 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8e9c99-3782-48b3-8b00-18d0fce01f15 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:41:54.504262 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d8e9c99-3782-48b3-8b00-18d0fce01f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (9a6599f9-4c2d-4768-b988-4d233f1d0211), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:54.504555 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-8d8e9c99-3782-48b3-8b00-18d0fce01f15 admin admin] Added segment 9a6599f9-4c2d-4768-b988-4d233f1d0211 of type vlan for network b7787924-3c4a-40df-975f-0b1be67e95b8 Mar 11 11:41:54.589059 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d8e9c99-3782-48b3-8b00-18d0fce01f15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (b7787924-3c4a-40df-975f-0b1be67e95b8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:54.612931 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ffa56-a4dd-45ab-bb69-1c76a6f57f24 req-01cc647e-e8d2-4a8e-aa4b-859af5d28c93 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:54.620618 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515ffa56-a4dd-45ab-bb69-1c76a6f57f24 req-01cc647e-e8d2-4a8e-aa4b-859af5d28c93 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.5947154 Mar 11 11:41:54.682121 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e9c99-3782-48b3-8b00-18d0fce01f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc43c14-d6f6-4f33-bf5c-96840ec426df,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:54.735723 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e75d50-6af1-444e-9128-751a88ebc8fa tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Router fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:41:54.745179 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d8e9c99-3782-48b3-8b00-18d0fce01f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (b7787924-3c4a-40df-975f-0b1be67e95b8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:54.746146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8e9c99-3782-48b3-8b00-18d0fce01f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:54.746719 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d8e9c99-3782-48b3-8b00-18d0fce01f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:54.783109 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Publish callbacks [] for port (093a9b09-29a8-46e3-8933-1ff903dad197), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:54.811515 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515ffa56-a4dd-45ab-bb69-1c76a6f57f24 req-990c2e72-81c8-45b4-acfb-f9d815ac65ea tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899538 Mar 11 11:41:54.874982 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (093a9b09-29a8-46e3-8933-1ff903dad197), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:54.878946 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8d8e9c99-3782-48b3-8b00-18d0fce01f15 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8464856 Mar 11 11:41:54.884293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40976) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:54.921623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3bf8475d-5f5f-497b-ad94-a7a6bc116cb6 admin admin] Request body: {'subnet': {'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1083720310-subnet', 'tenant_id': '967115d927d0469cb068dfef722766ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:41:54.928132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e9c99-3782-48b3-8b00-18d0fce01f15 admin admin] Pushing event updated for resources: {'Network': ['ID=b7787924-3c4a-40df-975f-0b1be67e95b8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:54.941804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network b7787924-3c4a-40df-975f-0b1be67e95b8 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:41:54.990593 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:41:55.010216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:41:55.029428 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:41:55.035971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf8475d-5f5f-497b-ad94-a7a6bc116cb6 admin admin] Made reservation on behalf of 967115d927d0469cb068dfef722766ee for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:41:55.040190 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3bf8475d-5f5f-497b-ad94-a7a6bc116cb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:55.082270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Pushing event updated for resources: {'Port': ['ID=093a9b09-29a8-46e3-8933-1ff903dad197,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:55.126843 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e75d50-6af1-444e-9128-751a88ebc8fa tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:41:55.132598 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c1e75d50-6af1-444e-9128-751a88ebc8fa tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:55.147117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3005050d-ce8f-4f06-8fd8-c16783ce0872 None None] Sync routers for ids ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:41:55.190881 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c1e75d50-6af1-444e-9128-751a88ebc8fa tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "PUT /v2.0/floatingips/24b8800b-01e6-4429-bf66-01f757aacbd7 HTTP/1.1" status: 200 len: 991 time: 2.7145586 Mar 11 11:41:55.191229 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3005050d-ce8f-4f06-8fd8-c16783ce0872 None None] Routers {'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:41:55.192278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5dd5c33-ce20-42b7-bc5f-a3060940a267', 'tag': '837ca213-da43-412d-b2d9-6c64ea2eac7b'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:41:55.194250 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f86537-191d-48eb-a7df-34d68d3f2725" -d '{"events": [{"name": "network-changed", "server_uuid": "d5dd5c33-ce20-42b7-bc5f-a3060940a267", "tag": "837ca213-da43-412d-b2d9-6c64ea2eac7b"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:41:55.213853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3005050d-ce8f-4f06-8fd8-c16783ce0872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:41:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:55.328122 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540abb50-390a-477f-a41f-9e5820780082 x-openstack-request-id: req-540abb50-390a-477f-a41f-9e5820780082 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:41:55.328412 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5dd5c33-ce20-42b7-bc5f-a3060940a267", "tag": "837ca213-da43-412d-b2d9-6c64ea2eac7b", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:41:55.329523 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-540abb50-390a-477f-a41f-9e5820780082 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:41:55.329942 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5dd5c33-ce20-42b7-bc5f-a3060940a267', 'tag': '837ca213-da43-412d-b2d9-6c64ea2eac7b', 'status': 'completed', 'code': 200} Mar 11 11:41:55.448701 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3bf8475d-5f5f-497b-ad94-a7a6bc116cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (f49278c7-7433-4a91-8f3a-c4d004d1c9ae), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:55.511879 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-3005050d-ce8f-4f06-8fd8-c16783ce0872 None None] Set router fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:41:55.581363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8475d-5f5f-497b-ad94-a7a6bc116cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49278c7-7433-4a91-8f3a-c4d004d1c9ae,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:55.622431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50475ba9-4dc2-4eca-a433-f942a5429232 None None] Network 671b4432-68bc-45c7-80c5-ceb36700c511 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:41:55.632211 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f86537-191d-48eb-a7df-34d68d3f2725 req-071584df-1c00-4d9e-b8f8-435903e58297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:55.633795 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8f86537-191d-48eb-a7df-34d68d3f2725 req-071584df-1c00-4d9e-b8f8-435903e58297 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ea4239fa62d4c5e8a07bde5d3bfa362&device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 1128 time: 0.2828057 Mar 11 11:41:55.775837 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9bcb4839-3f99-4e88-9d24-f0a3a79f7e43 None None] Provisioning complete for port fdcc8986-445f-4dbb-b2c0-467bb4a2e970 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:55.776211 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4839-3f99-4e88-9d24-f0a3a79f7e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fdcc8986-445f-4dbb-b2c0-467bb4a2e970), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:55.818517 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Publish callbacks [] for router_gateway (a23a8551-c134-4891-9ffe-43eb0084072f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:55.862451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a6fd7-2176-47db-9719-a1a96209c121 req-f53b8af8-fef2-423b-ad3e-44442da3af6d tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:55.863930 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec6a6fd7-2176-47db-9719-a1a96209c121 req-f53b8af8-fef2-423b-ad3e-44442da3af6d tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 946 time: 0.4990506 Mar 11 11:41:55.882328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8475d-5f5f-497b-ad94-a7a6bc116cb6 admin admin] Checking segment: {'id': '9a6599f9-4c2d-4768-b988-4d233f1d0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:41:55.882691 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf8475d-5f5f-497b-ad94-a7a6bc116cb6 admin admin] Network hostable DHCP agents. Network: b7787924-3c4a-40df-975f-0b1be67e95b8, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:41:55.967937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec6a6fd7-2176-47db-9719-a1a96209c121 req-b2bc91b6-027f-4b51-b743-224a9f25441d tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/security-groups?id=a45a2d81-6545-4d29-bd07-5f33bbf6e555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866888 Mar 11 11:41:55.993742 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f86537-191d-48eb-a7df-34d68d3f2725 req-0715820a-f1c1-459f-a2ac-fd9d2239687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:55.995529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8f86537-191d-48eb-a7df-34d68d3f2725 req-0715820a-f1c1-459f-a2ac-fd9d2239687c service neutron] 10.222.0.71 "GET /v2.0/networks?id=7865f6a5-70b0-46c3-96bc-af003b472c0b HTTP/1.1" status: 200 len: 906 time: 0.3419526 Mar 11 11:41:56.000862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf8475d-5f5f-497b-ad94-a7a6bc116cb6 admin admin] Network b7787924-3c4a-40df-975f-0b1be67e95b8 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:41:56.060792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-3bf8475d-5f5f-497b-ad94-a7a6bc116cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, b7787924-3c4a-40df-975f-0b1be67e95b8) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:41:56.069806 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf8475d-5f5f-497b-ad94-a7a6bc116cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:56.071610 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3bf8475d-5f5f-497b-ad94-a7a6bc116cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:56.088376 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443bceb6-ffaa-485b-b357-b8a8525ddf77 None None] Network b7787924-3c4a-40df-975f-0b1be67e95b8 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:41:56.115310 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3bf8475d-5f5f-497b-ad94-a7a6bc116cb6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2103314 Mar 11 11:41:56.178744 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8f86537-191d-48eb-a7df-34d68d3f2725 req-c47c834c-eb76-4ca9-accb-b6693c50fd33 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=837ca213-da43-412d-b2d9-6c64ea2eac7b HTTP/1.1" status: 200 len: 999 time: 0.1731462 Mar 11 11:41:56.317688 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb4839-3f99-4e88-9d24-f0a3a79f7e43 None None] Current status of the port fdcc8986-445f-4dbb-b2c0-467bb4a2e970 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:56.318083 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4839-3f99-4e88-9d24-f0a3a79f7e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fdcc8986-445f-4dbb-b2c0-467bb4a2e970), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:56.326304 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fdcc8986-445f-4dbb-b2c0-467bb4a2e970 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:41:56.358669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-b7787924-3c4a-40df-975f-0b1be67e95b8', 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8', 'project_id': '967115d927d0469cb068dfef722766ee', 'fixed_ips': [{'subnet_id': 'f49278c7-7433-4a91-8f3a-c4d004d1c9ae'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:41:56.359549 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:56.391386 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (a23a8551-c134-4891-9ffe-43eb0084072f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:56.503996 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9bcb4839-3f99-4e88-9d24-f0a3a79f7e43 None None] For port fdcc8986-445f-4dbb-b2c0-467bb4a2e970, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fdcc8986-445f-4dbb-b2c0-467bb4a2e970,segment=NetworkSegment(7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da),segment_id=7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:41:56.512475 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f86537-191d-48eb-a7df-34d68d3f2725 req-b5df747a-3ec6-4690-be12-69f3fa6e9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:56.514343 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8f86537-191d-48eb-a7df-34d68d3f2725 req-b5df747a-3ec6-4690-be12-69f3fa6e9170 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f HTTP/1.1" status: 200 len: 844 time: 0.2911160 Mar 11 11:41:56.532050 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3005050d-ce8f-4f06-8fd8-c16783ce0872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'name': 'tempest-ServersTestJSON-708693816-router', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:16Z', 'updated_at': '2022-03-11T11:41:31Z', 'revision_number': 4, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'gw_port': {'id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:19Z', 'updated_at': '2022-03-11T11:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '24b8800b-01e6-4429-bf66-01f757aacbd7', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'floating_ip_address': '172.25.7.66', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'port_id': '837ca213-da43-412d-b2d9-6c64ea2eac7b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b', 'mac_address': 'fa:16:3e:0d:ed:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dd5c33-ce20-42b7-bc5f-a3060940a267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:41:36Z', 'updated_at': '2022-03-11T11:41:53Z', 'revision_number': 1, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2eba1f0-203a-4e6f-b425-0f7c93eeec28', 'name': '', 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'mac_address': 'fa:16:3e:55:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:30Z', 'updated_at': '2022-03-11T11:41:36Z', 'revision_number': 5, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'subnets': [{'id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:56.593870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7643a-aa98-4cdf-b1dc-ea3fcd77f3c1 req-a919aa96-ad45-473b-8e72-f0b824180e96 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:56.611237 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ac7643a-aa98-4cdf-b1dc-ea3fcd77f3c1 req-a919aa96-ad45-473b-8e72-f0b824180e96 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.4303267 Mar 11 11:41:56.723139 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Router a23a8551-c134-4891-9ffe-43eb0084072f is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:41:56.750901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f86537-191d-48eb-a7df-34d68d3f2725 req-91c88c44-2405-4a51-a170-e695ed5f1000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:56.753492 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8f86537-191d-48eb-a7df-34d68d3f2725 req-91c88c44-2405-4a51-a170-e695ed5f1000 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7865f6a5-70b0-46c3-96bc-af003b472c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2297776 Mar 11 11:41:56.785649 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4839-3f99-4e88-9d24-f0a3a79f7e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fdcc8986-445f-4dbb-b2c0-467bb4a2e970), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:56.794320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3005050d-ce8f-4f06-8fd8-c16783ce0872 None None] Checking router: fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:41:56.892997 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3005050d-ce8f-4f06-8fd8-c16783ce0872 None None] Routers {'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:41:56.893831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3005050d-ce8f-4f06-8fd8-c16783ce0872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:41:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:56.916560 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ac7643a-aa98-4cdf-b1dc-ea3fcd77f3c1 req-4e20e7f7-dc05-47ec-afd3-37250229010e tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001685 Mar 11 11:41:57.026832 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port fdcc8986-445f-4dbb-b2c0-467bb4a2e970 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:57.027497 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fdcc8986-445f-4dbb-b2c0-467bb4a2e970), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:57.031211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:41:57.046010 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Sync routers for ids ['a23a8551-c134-4891-9ffe-43eb0084072f'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:41:57.071601 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Routers {'a23a8551-c134-4891-9ffe-43eb0084072f'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:41:57.072422 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:41:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a23a8551-c134-4891-9ffe-43eb0084072f'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:57.080637 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:57.087274 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a5ba6159-39a2-4991-8087-1f59136474ed admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4601982 Mar 11 11:41:57.089754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41056) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:41:57.113038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8f86537-191d-48eb-a7df-34d68d3f2725 req-190293c0-2fa1-4d32-ba07-a6d491afc040 service neutron] 10.222.0.71 "GET /v2.0/networks/7865f6a5-70b0-46c3-96bc-af003b472c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336589 Mar 11 11:41:57.150469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4c20cff8-db46-49ff-9e99-c218f9289295 None None] Provisioning complete for port fdcc8986-445f-4dbb-b2c0-467bb4a2e970 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:57.151486 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4c20cff8-db46-49ff-9e99-c218f9289295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fdcc8986-445f-4dbb-b2c0-467bb4a2e970), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:57.153380 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb4839-3f99-4e88-9d24-f0a3a79f7e43 None None] Pushing event updated for resources: {'Port': ['ID=fdcc8986-445f-4dbb-b2c0-467bb4a2e970,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:57.239338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-e516ec12-87ff-4884-bbcc-d26e6c0e1c81 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:57.241280 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-e516ec12-87ff-4884-bbcc-d26e6c0e1c81 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/networks?id=b7787924-3c4a-40df-975f-0b1be67e95b8 HTTP/1.1" status: 200 len: 816 time: 0.1267326 Mar 11 11:41:57.283356 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-53525d4b-0ed7-47d5-a9f1-c47b5d598535 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/quotas/967115d927d0469cb068dfef722766ee HTTP/1.1" status: 200 len: 375 time: 0.0295036 Mar 11 11:41:57.325639 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Set router a23a8551-c134-4891-9ffe-43eb0084072f gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:41:57.438230 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-73552365-e101-413d-81f0-18083a1f66de tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=967115d927d0469cb068dfef722766ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1475003 Mar 11 11:41:57.506652 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8f86537-191d-48eb-a7df-34d68d3f2725 req-f6640636-1536-4ffc-9b19-891715025f98 service neutron] 10.222.0.71 "GET /v2.0/networks/7865f6a5-70b0-46c3-96bc-af003b472c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643037 Mar 11 11:41:57.629922 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Allocated IP 172.20.0.2 (b7787924-3c4a-40df-975f-0b1be67e95b8/f49278c7-7433-4a91-8f3a-c4d004d1c9ae/9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:41:57.805272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-1cffd2e8-e13d-44e9-8f51-e4e9d0224698 service neutron] 10.222.0.78 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546569 Mar 11 11:41:57.851192 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:41:57.912137 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-3005050d-ce8f-4f06-8fd8-c16783ce0872 None None] Set router fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:41:57.929802 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'name': 'tempest-FloatingIPsTestJSON-547617151-router', 'tenant_id': '648cfd9f78734d4286f8c00cbb2d81df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '093a9b09-29a8-46e3-8933-1ff903dad197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:52Z', 'updated_at': '2022-03-11T11:41:55Z', 'revision_number': 3, 'project_id': '648cfd9f78734d4286f8c00cbb2d81df', 'gw_port': {'id': '093a9b09-29a8-46e3-8933-1ff903dad197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:53Z', 'updated_at': '2022-03-11T11:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:57.960986 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Checking router: a23a8551-c134-4891-9ffe-43eb0084072f for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:41:57.961640 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Updating router a23a8551-c134-4891-9ffe-43eb0084072f port 093a9b09-29a8-46e3-8933-1ff903dad197 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:41:57.972061 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:57.994591 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (093a9b09-29a8-46e3-8933-1ff903dad197), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:58.143043 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-3fbda774-5319-42c1-b9b4-ab0c131d35fb service neutron] 10.222.0.78 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315504 Mar 11 11:41:58.197220 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b770b9-f155-4943-8091-722ac5d98385 req-0775be55-174f-4cc3-89b9-922244d8e3be tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:58.204394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58b770b9-f155-4943-8091-722ac5d98385 req-0775be55-174f-4cc3-89b9-922244d8e3be tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.1582148 Mar 11 11:41:58.275394 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] Allocated IP 172.20.0.1 (671b4432-68bc-45c7-80c5-ceb36700c511/3ee3453d-f72e-4f0e-b170-8895e09620b6/67baa1d2-61d4-4d42-b9c9-50fb54c411e9) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:41:58.323784 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58b770b9-f155-4943-8091-722ac5d98385 req-f8bc4a7c-c4df-4126-8e2f-8d171229a034 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145148 Mar 11 11:41:58.336977 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Publish callbacks [] for port (9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:58.491162 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Publish callbacks [] for port (093a9b09-29a8-46e3-8933-1ff903dad197), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:58.503980 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (093a9b09-29a8-46e3-8933-1ff903dad197), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:58.556452 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:58.557037 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] Publish callbacks [] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:58.558727 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port fdcc8986-445f-4dbb-b2c0-467bb4a2e970 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:58.600391 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495dba2-839d-457d-85d5-29f8fc9fc4f1 None None] Pushing event updated for resources: {'Port': ['ID=093a9b09-29a8-46e3-8933-1ff903dad197,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:58.640381 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Attempting to bind port 093a9b09-29a8-46e3-8933-1ff903dad197 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:41:58.641054 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Attempting to bind port 093a9b09-29a8-46e3-8933-1ff903dad197 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:41:58.641830 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Attempting to bind port 093a9b09-29a8-46e3-8933-1ff903dad197 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:41:58.654809 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:41:58.655535 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:41:58.656815 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:58.657454 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:41:58.658616 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Bound port: 093a9b09-29a8-46e3-8933-1ff903dad197, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:41:58.660114 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (093a9b09-29a8-46e3-8933-1ff903dad197), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:58.672415 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:58.745796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Network b7787924-3c4a-40df-975f-0b1be67e95b8 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:41:58.778367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:41:58.781684 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:41:58.792037 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] Network 671b4432-68bc-45c7-80c5-ceb36700c511 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:41:58.793784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4c20cff8-db46-49ff-9e99-c218f9289295 None None] Current status of the port fdcc8986-445f-4dbb-b2c0-467bb4a2e970 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:58.794476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:41:58.804188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:41:58.829068 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] For port 093a9b09-29a8-46e3-8933-1ff903dad197, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:41:58.848246 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] For port 093a9b09-29a8-46e3-8933-1ff903dad197, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=093a9b09-29a8-46e3-8933-1ff903dad197,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:41:58.868835 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (093a9b09-29a8-46e3-8933-1ff903dad197), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:58.897703 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fdcc8986-445f-4dbb-b2c0-467bb4a2e970 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:41:58.908872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Attempting to bind port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:41:58.908872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Attempting to bind port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '9a6599f9-4c2d-4768-b988-4d233f1d0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:41:58.908872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Attempting to bind port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d on network b7787924-3c4a-40df-975f-0b1be67e95b8 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:41:58.953293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] Pushing event updated for resources: {'Port': ['ID=67baa1d2-61d4-4d42-b9c9-50fb54c411e9,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:58.955235 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:41:58.955685 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Checking segment: {'id': '9a6599f9-4c2d-4768-b988-4d233f1d0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:41:58.957046 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:58.957447 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Bound using segment: {'id': '9a6599f9-4c2d-4768-b988-4d233f1d0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:41:58.978407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Bound port: 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6599f9-4c2d-4768-b988-4d233f1d0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:41:58.980143 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:58.983177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Pushing event updated for resources: {'Port': ['ID=9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:58.997628 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (a23a8551-c134-4891-9ffe-43eb0084072f), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:59.099139 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495dba2-839d-457d-85d5-29f8fc9fc4f1 None None] Pushing event updated for resources: {'Port': ['ID=093a9b09-29a8-46e3-8933-1ff903dad197,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:59.108112 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Routers {'a23a8551-c134-4891-9ffe-43eb0084072f'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:41:59.110823 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:41:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a23a8551-c134-4891-9ffe-43eb0084072f'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:59.143121 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port fdcc8986-445f-4dbb-b2c0-467bb4a2e970 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:59.143513 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fdcc8986-445f-4dbb-b2c0-467bb4a2e970), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:59.218775 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:59.221767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d464c70-1c82-472d-a73f-14126e8f645a req-8ce86c00-609d-42b7-92c1-7065e5cf790d tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:41:59.231463 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d464c70-1c82-472d-a73f-14126e8f645a req-8ce86c00-609d-42b7-92c1-7065e5cf790d tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/networks?id=b7787924-3c4a-40df-975f-0b1be67e95b8 HTTP/1.1" status: 200 len: 816 time: 0.4790337 Mar 11 11:41:59.256189 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d464c70-1c82-472d-a73f-14126e8f645a req-2bacbd69-218e-4b8e-a7d2-213bcfe41f2c tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/quotas/967115d927d0469cb068dfef722766ee HTTP/1.1" status: 200 len: 375 time: 0.0098825 Mar 11 11:41:59.396345 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d464c70-1c82-472d-a73f-14126e8f645a req-881219de-f11a-4cf8-ad29-bcf1cf2828cf tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=967115d927d0469cb068dfef722766ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1189146 Mar 11 11:41:59.447287 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] For port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:41:59.452208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] For port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:41:59.479405 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:59.485701 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] Set router a23a8551-c134-4891-9ffe-43eb0084072f gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:41:59.645203 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf5003-3bdf-4794-a02d-4265c4267660 None None] Pushing event updated for resources: {'Port': ['ID=9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:41:59.654753 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port fdcc8986-445f-4dbb-b2c0-467bb4a2e970 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:41:59.719064 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d464c70-1c82-472d-a73f-14126e8f645a req-a8a6714c-75a8-4478-9823-e20980bec23c service neutron] 10.222.0.78 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065803 Mar 11 11:41:59.720573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-13643ac5-f8b3-4c4d-88bf-8a91835403a7 None None] Provisioning complete for port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:41:59.720970 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13643ac5-f8b3-4c4d-88bf-8a91835403a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:59.785334 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] Publish callbacks [] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:59.798323 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:41:59.828809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-13643ac5-f8b3-4c4d-88bf-8a91835403a7 None None] Port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:41:59.854880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3005050d-ce8f-4f06-8fd8-c16783ce0872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'name': 'tempest-ServersTestJSON-708693816-router', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:16Z', 'updated_at': '2022-03-11T11:41:31Z', 'revision_number': 4, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'gw_port': {'id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:19Z', 'updated_at': '2022-03-11T11:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '24b8800b-01e6-4429-bf66-01f757aacbd7', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'floating_ip_address': '172.25.7.66', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'port_id': '837ca213-da43-412d-b2d9-6c64ea2eac7b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b', 'mac_address': 'fa:16:3e:0d:ed:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dd5c33-ce20-42b7-bc5f-a3060940a267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:41:36Z', 'updated_at': '2022-03-11T11:41:53Z', 'revision_number': 1, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2eba1f0-203a-4e6f-b425-0f7c93eeec28', 'name': '', 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'mac_address': 'fa:16:3e:55:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:30Z', 'updated_at': '2022-03-11T11:41:36Z', 'revision_number': 5, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'subnets': [{'id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:41:59.956608 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3005050d-ce8f-4f06-8fd8-c16783ce0872 None None] The sync data for ids ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'] in n-d-833234-2 is: [{'id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'name': 'tempest-ServersTestJSON-708693816-router', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:16Z', 'updated_at': '2022-03-11T11:41:31Z', 'revision_number': 4, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'gw_port': {'id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:19Z', 'updated_at': '2022-03-11T11:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '24b8800b-01e6-4429-bf66-01f757aacbd7', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'floating_ip_address': '172.25.7.66', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'port_id': '837ca213-da43-412d-b2d9-6c64ea2eac7b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b', 'mac_address': 'fa:16:3e:0d:ed:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dd5c33-ce20-42b7-bc5f-a3060940a267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:41:36Z', 'updated_at': '2022-03-11T11:41:53Z', 'revision_number': 1, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2eba1f0-203a-4e6f-b425-0f7c93eeec28', 'name': '', 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'mac_address': 'fa:16:3e:55:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:30Z', 'updated_at': '2022-03-11T11:41:36Z', 'revision_number': 5, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'subnets': [{'id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:42:00.059511 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'name': 'tempest-FloatingIPsTestJSON-547617151-router', 'tenant_id': '648cfd9f78734d4286f8c00cbb2d81df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '093a9b09-29a8-46e3-8933-1ff903dad197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:52Z', 'updated_at': '2022-03-11T11:41:55Z', 'revision_number': 3, 'project_id': '648cfd9f78734d4286f8c00cbb2d81df', 'gw_port': {'id': '093a9b09-29a8-46e3-8933-1ff903dad197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:53Z', 'updated_at': '2022-03-11T11:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:42:00.109449 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (a23a8551-c134-4891-9ffe-43eb0084072f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:00.114947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d464c70-1c82-472d-a73f-14126e8f645a req-559dc06f-2482-4a41-9346-89719e65aebf service neutron] 10.222.0.78 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945980 Mar 11 11:42:00.135054 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] Pushing event updated for resources: {'Port': ['ID=67baa1d2-61d4-4d42-b9c9-50fb54c411e9,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:00.142788 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fff805-facd-4197-a5b8-ca1e37b4f796 None None] The sync data for ids ['a23a8551-c134-4891-9ffe-43eb0084072f'] in n-d-833234-2 is: [{'id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'name': 'tempest-FloatingIPsTestJSON-547617151-router', 'tenant_id': '648cfd9f78734d4286f8c00cbb2d81df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '093a9b09-29a8-46e3-8933-1ff903dad197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:52Z', 'updated_at': '2022-03-11T11:41:55Z', 'revision_number': 3, 'project_id': '648cfd9f78734d4286f8c00cbb2d81df', 'gw_port': {'id': '093a9b09-29a8-46e3-8933-1ff903dad197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:53Z', 'updated_at': '2022-03-11T11:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:42:00.247375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d50c9-9762-4ed3-aa67-0148bd1ad4aa req-850bc1ae-bdb1-45c0-a11a-16095817da83 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:00.255050 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d3d50c9-9762-4ed3-aa67-0148bd1ad4aa req-850bc1ae-bdb1-45c0-a11a-16095817da83 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.3805275 Mar 11 11:42:00.367136 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d3d50c9-9762-4ed3-aa67-0148bd1ad4aa req-9cb12705-c344-47eb-a17e-e6af19555777 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108499 Mar 11 11:42:00.446226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] Network 671b4432-68bc-45c7-80c5-ceb36700c511 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:42:00.447990 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:42:00.627140 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f1910a-d0ef-4c72-afaf-57698a202b35 None None] New status for floating IP 24b8800b-01e6-4429-bf66-01f757aacbd7: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:42:01.059981 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-54833d76-f3e9-48b8-93d0-34154c415324 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:01.065839 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-54833d76-f3e9-48b8-93d0-34154c415324 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/networks?id=b7787924-3c4a-40df-975f-0b1be67e95b8 HTTP/1.1" status: 200 len: 816 time: 0.4512441 Mar 11 11:42:01.100494 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-2ee60546-9a67-446a-84aa-320103a21f1b tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/quotas/967115d927d0469cb068dfef722766ee HTTP/1.1" status: 200 len: 375 time: 0.0178437 Mar 11 11:42:01.206739 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-72953ac9-ed30-4f89-8853-c925bdae6249 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=967115d927d0469cb068dfef722766ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1018484 Mar 11 11:42:01.211019 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:42:01.362372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-78ed4ac0-5f67-49cd-bbdf-7fdfab3eddd3 None None] Provisioning complete for port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:01.363050 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78ed4ac0-5f67-49cd-bbdf-7fdfab3eddd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:01.435260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-78ed4ac0-5f67-49cd-bbdf-7fdfab3eddd3 None None] Port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:42:01.453031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:01.453726 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:01.572114 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-64be071f-73a7-4104-a7a5-1826c8c27e63 service neutron] 10.222.0.78 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641758 Mar 11 11:42:01.654348 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:01.660207 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:01.779768 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:01.797811 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:01.871756 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-3b46d14d-517a-497a-9570-002b9ec9f71c service neutron] 10.222.0.78 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985122 Mar 11 11:42:01.873788 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0448c895-8a1e-40c2-9088-aea7a83ce4c8 None None] Network b7787924-3c4a-40df-975f-0b1be67e95b8 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:42:01.937362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] Router a23a8551-c134-4891-9ffe-43eb0084072f has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:42:02.061930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-ca018cb6-9895-48df-897d-a6f848617e5d tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:02.063766 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-ca018cb6-9895-48df-897d-a6f848617e5d tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.37 "GET /v2.0/networks?id=b7787924-3c4a-40df-975f-0b1be67e95b8 HTTP/1.1" status: 200 len: 816 time: 0.4171286 Mar 11 11:42:02.077383 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d07eef-2eb3-4234-a2f4-fe60325f8a8e req-c1535ac4-2259-4fd0-86fc-c5f2e70b7c4a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:02.080073 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4d07eef-2eb3-4234-a2f4-fe60325f8a8e req-c1535ac4-2259-4fd0-86fc-c5f2e70b7c4a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.1923811 Mar 11 11:42:02.092806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-25c1ee84-bfd6-4828-abf3-caa483540f79 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Request body: {'port': {'device_id': '2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf', 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8', 'admin_state_up': True, 'tenant_id': '967115d927d0469cb068dfef722766ee'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:02.115986 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e081be35-0708-4bee-a531-c0657903209a None None] Provisioning complete for port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:02.117244 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e081be35-0708-4bee-a531-c0657903209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:02.265541 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:02.292853 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4d07eef-2eb3-4234-a2f4-fe60325f8a8e req-f25b6c27-1b8f-4c89-a009-787e4e5a1e23 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997926 Mar 11 11:42:02.343150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41204) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:02.367008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:42:02.392940 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-baee862a-5f70-40d3-9f36-f74abad9731c admin admin] 10.222.0.78 "PUT /v2.0/routers/a23a8551-c134-4891-9ffe-43eb0084072f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3014405 Mar 11 11:42:02.436257 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e081be35-0708-4bee-a531-c0657903209a None None] Current status of the port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:02.459460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-25c1ee84-bfd6-4828-abf3-caa483540f79 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Made reservation on behalf of 967115d927d0469cb068dfef722766ee for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:42:02.462387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-906c359e-d93a-4efa-8c72-f2006fcb9f65 req-4bff20f3-1477-47a0-96f0-37e4ea60eda9 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 210 time: 0.1306300 Mar 11 11:42:02.463862 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-25c1ee84-bfd6-4828-abf3-caa483540f79 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:02.677954 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70519291-b338-48be-8468-3ed5278a565d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:02.817268 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-25c1ee84-bfd6-4828-abf3-caa483540f79 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Allocated IP 172.20.0.14 (b7787924-3c4a-40df-975f-0b1be67e95b8/f49278c7-7433-4a91-8f3a-c4d004d1c9ae/2cd0930e-b94c-4faa-8511-616747c7430a) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:42:02.889525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b938ebde-3a87-44b6-93d8-3f4ea37a9d7a None None] Provisioning complete for port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:02.894888 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b938ebde-3a87-44b6-93d8-3f4ea37a9d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:02.958683 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70519291-b338-48be-8468-3ed5278a565d admin admin] Publish callbacks [] for security_group (aceec46c-131e-44e0-923f-ef54445c950d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:03.001237 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70519291-b338-48be-8468-3ed5278a565d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (aceec46c-131e-44e0-923f-ef54445c950d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:03.035456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d464c70-1c82-472d-a73f-14126e8f645a req-c381a154-3a27-41d7-942b-cc5b796372b6 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:03.039154 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d464c70-1c82-472d-a73f-14126e8f645a req-c381a154-3a27-41d7-942b-cc5b796372b6 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.37 "GET /v2.0/networks?id=b7787924-3c4a-40df-975f-0b1be67e95b8 HTTP/1.1" status: 200 len: 816 time: 0.3867459 Mar 11 11:42:03.059246 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-7d464c70-1c82-472d-a73f-14126e8f645a req-c3c692cc-4294-4ccf-b2e0-cb5a2babcd65 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Request body: {'port': {'device_id': 'f228a75d-2d6c-4d49-90d8-cb17342e1741', 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8', 'admin_state_up': True, 'tenant_id': '967115d927d0469cb068dfef722766ee'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:03.085410 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:42:03.237147 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70519291-b338-48be-8468-3ed5278a565d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aceec46c-131e-44e0-923f-ef54445c950d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:03.265480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b938ebde-3a87-44b6-93d8-3f4ea37a9d7a None None] Current status of the port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:03.291904 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:03.292437 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:03.295262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70519291-b338-48be-8468-3ed5278a565d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:03.297350 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70519291-b338-48be-8468-3ed5278a565d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:03.297732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70519291-b338-48be-8468-3ed5278a565d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:03.298069 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70519291-b338-48be-8468-3ed5278a565d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:03.303037 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70519291-b338-48be-8468-3ed5278a565d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:03.303451 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70519291-b338-48be-8468-3ed5278a565d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:03.303824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70519291-b338-48be-8468-3ed5278a565d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:03.304169 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70519291-b338-48be-8468-3ed5278a565d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:03.304495 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70519291-b338-48be-8468-3ed5278a565d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:03.305766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70519291-b338-48be-8468-3ed5278a565d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:03.307456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70519291-b338-48be-8468-3ed5278a565d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:03.307817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70519291-b338-48be-8468-3ed5278a565d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:03.308154 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70519291-b338-48be-8468-3ed5278a565d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:03.394053 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:03.402166 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-25c1ee84-bfd6-4828-abf3-caa483540f79 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks [] for port (2cd0930e-b94c-4faa-8511-616747c7430a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:03.464628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:03.468377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 093a9b09-29a8-46e3-8933-1ff903dad197 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:42:03.473783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-eb61060f-4011-4b0c-846f-afd2f4027bc6 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2036233 Mar 11 11:42:03.485464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-f2e9299a-c8bc-4360-9bf2-eeff3c492dc1 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:03.520962 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-70519291-b338-48be-8468-3ed5278a565d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1726974d1b444efb8273984e6bba9212&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1736059 Mar 11 11:42:03.524991 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41234) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:03.530955 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-25c1ee84-bfd6-4828-abf3-caa483540f79 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (2cd0930e-b94c-4faa-8511-616747c7430a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:03.563881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 093a9b09-29a8-46e3-8933-1ff903dad197 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:03.564316 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (093a9b09-29a8-46e3-8933-1ff903dad197), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:03.615554 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d464c70-1c82-472d-a73f-14126e8f645a req-c3c692cc-4294-4ccf-b2e0-cb5a2babcd65 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Made reservation on behalf of 967115d927d0469cb068dfef722766ee for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:42:03.621617 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d464c70-1c82-472d-a73f-14126e8f645a req-c3c692cc-4294-4ccf-b2e0-cb5a2babcd65 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:03.644462 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1ee84-bfd6-4828-abf3-caa483540f79 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Pushing event updated for resources: {'Port': ['ID=2cd0930e-b94c-4faa-8511-616747c7430a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:03.673144 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-25c1ee84-bfd6-4828-abf3-caa483540f79 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Network b7787924-3c4a-40df-975f-0b1be67e95b8 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:42:03.673379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7d091-1ff9-46d5-a5cc-5445d6082bde req-441d4cf6-f979-450f-a7c5-d024a6bfc0bb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:03.675178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ecc7d091-1ff9-46d5-a5cc-5445d6082bde req-441d4cf6-f979-450f-a7c5-d024a6bfc0bb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.1968873 Mar 11 11:42:03.676280 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-f2e9299a-c8bc-4360-9bf2-eeff3c492dc1 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:03.676414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-25c1ee84-bfd6-4828-abf3-caa483540f79 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:42:03.695830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-25c1ee84-bfd6-4828-abf3-caa483540f79 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:42:03.734695 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 093a9b09-29a8-46e3-8933-1ff903dad197 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:03.735284 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (093a9b09-29a8-46e3-8933-1ff903dad197), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:03.763128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 093a9b09-29a8-46e3-8933-1ff903dad197, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=093a9b09-29a8-46e3-8933-1ff903dad197,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:03.771685 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (093a9b09-29a8-46e3-8933-1ff903dad197), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:03.788274 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Sync routers for ids ['a23a8551-c134-4891-9ffe-43eb0084072f'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:42:03.803961 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Routers {'a23a8551-c134-4891-9ffe-43eb0084072f'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:42:03.806506 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:41:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a23a8551-c134-4891-9ffe-43eb0084072f'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:42:03.839058 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] Publish callbacks [] for security_group (aceec46c-131e-44e0-923f-ef54445c950d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:03.853647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-25c1ee84-bfd6-4828-abf3-caa483540f79 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:03.855012 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-25c1ee84-bfd6-4828-abf3-caa483540f79 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:03.869092 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] Publish callbacks [] for security_group (aceec46c-131e-44e0-923f-ef54445c950d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:03.903522 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-25c1ee84-bfd6-4828-abf3-caa483540f79 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8288727 Mar 11 11:42:03.912106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=093a9b09-29a8-46e3-8933-1ff903dad197,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:03.918707 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Request body: {'port': {'device_id': '2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:03.999571 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (aceec46c-131e-44e0-923f-ef54445c950d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:04.004339 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:04.008207 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aceec46c-131e-44e0-923f-ef54445c950d HTTP/1.1" status: 204 len: 168 time: 0.4684298 Mar 11 11:42:04.049953 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Set router a23a8551-c134-4891-9ffe-43eb0084072f gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:42:04.082043 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2cd0930e-b94c-4faa-8511-616747c7430a), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:04.108657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ba82b140-11a2-41c0-8015-0206a5b7315d None None] Provisioning complete for port 2cd0930e-b94c-4faa-8511-616747c7430a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:04.109081 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ba82b140-11a2-41c0-8015-0206a5b7315d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2cd0930e-b94c-4faa-8511-616747c7430a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:04.221057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ba82b140-11a2-41c0-8015-0206a5b7315d None None] Port 2cd0930e-b94c-4faa-8511-616747c7430a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:42:04.267232 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-7d464c70-1c82-472d-a73f-14126e8f645a req-c3c692cc-4294-4ccf-b2e0-cb5a2babcd65 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Allocated IP 172.20.0.3 (b7787924-3c4a-40df-975f-0b1be67e95b8/f49278c7-7433-4a91-8f3a-c4d004d1c9ae/dbc8ef18-69d2-474d-8f0c-9b18180290bc) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:42:04.313193 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'name': 'tempest-FloatingIPsTestJSON-547617151-router', 'tenant_id': '648cfd9f78734d4286f8c00cbb2d81df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '093a9b09-29a8-46e3-8933-1ff903dad197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:52Z', 'updated_at': '2022-03-11T11:41:59Z', 'revision_number': 4, 'project_id': '648cfd9f78734d4286f8c00cbb2d81df', 'gw_port': {'id': '093a9b09-29a8-46e3-8933-1ff903dad197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:53Z', 'updated_at': '2022-03-11T11:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '67baa1d2-61d4-4d42-b9c9-50fb54c411e9', 'name': '', 'network_id': '671b4432-68bc-45c7-80c5-ceb36700c511', 'tenant_id': '648cfd9f78734d4286f8c00cbb2d81df', 'mac_address': 'fa:16:3e:2f:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '3ee3453d-f72e-4f0e-b170-8895e09620b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:57Z', 'updated_at': '2022-03-11T11:41:59Z', 'revision_number': 2, 'project_id': '648cfd9f78734d4286f8c00cbb2d81df', 'subnets': [{'id': '3ee3453d-f72e-4f0e-b170-8895e09620b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:42:04.341981 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Checking router: a23a8551-c134-4891-9ffe-43eb0084072f for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:42:04.342317 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Updating router a23a8551-c134-4891-9ffe-43eb0084072f port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:42:04.354445 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aceec46c-131e-44e0-923f-ef54445c950d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:04.359717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ecc7d091-1ff9-46d5-a5cc-5445d6082bde req-04c5fafa-7d09-4306-be5b-1929acf80b02 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6560299 Mar 11 11:42:04.375240 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:04.432133 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:04.432484 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:04.433058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:04.433494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:04.433867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:04.434171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:04.434500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:04.435036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:04.435813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:04.436150 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:04.436937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:04.437233 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:04.437762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c2bd0-7a49-45e8-8d3a-2b871c49a9a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:04.502961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41248) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:04.519198 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da02dbe2-992b-4171-8f1a-dce595b3234a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:04.689743 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Publish callbacks [] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:04.690567 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da02dbe2-992b-4171-8f1a-dce595b3234a admin admin] Publish callbacks [] for security_group (e2d23f78-6281-4271-953c-d4742ad7bbdc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:04.698957 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da02dbe2-992b-4171-8f1a-dce595b3234a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e2d23f78-6281-4271-953c-d4742ad7bbdc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:04.701046 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:04.722612 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 093a9b09-29a8-46e3-8933-1ff903dad197 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:42:04.760692 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a6a6a-796f-411e-ac5b-0781ed49e277 None None] Pushing event updated for resources: {'Port': ['ID=67baa1d2-61d4-4d42-b9c9-50fb54c411e9,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:04.842768 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 093a9b09-29a8-46e3-8933-1ff903dad197 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:04.843540 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (093a9b09-29a8-46e3-8933-1ff903dad197), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:04.851646 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Attempting to bind port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:42:04.855024 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Attempting to bind port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '671b4432-68bc-45c7-80c5-ceb36700c511'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:42:04.855024 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Attempting to bind port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 on network 671b4432-68bc-45c7-80c5-ceb36700c511 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:04.855236 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-da02dbe2-992b-4171-8f1a-dce595b3234a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=233ace7f1477421b968e9119e91614a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479083 Mar 11 11:42:04.855236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02dbe2-992b-4171-8f1a-dce595b3234a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d23f78-6281-4271-953c-d4742ad7bbdc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:04.858330 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:42:04.858703 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Checking segment: {'id': '7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '671b4432-68bc-45c7-80c5-ceb36700c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:42:04.859102 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:04.859486 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Bound using segment: {'id': '7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '671b4432-68bc-45c7-80c5-ceb36700c511'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:42:04.859975 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Bound port: 67baa1d2-61d4-4d42-b9c9-50fb54c411e9, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '671b4432-68bc-45c7-80c5-ceb36700c511'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:42:04.860343 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:04.879289 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41250) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:04.935378 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] For port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:42:04.939599 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] For port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=67baa1d2-61d4-4d42-b9c9-50fb54c411e9,segment=NetworkSegment(7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da),segment_id=7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:42:04.954449 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:05.041641 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7239f37a-1102-4bc7-adb3-4652a6393eb2 admin admin] Publish callbacks [] for security_group (e2d23f78-6281-4271-953c-d4742ad7bbdc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:05.052872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 093a9b09-29a8-46e3-8933-1ff903dad197 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:05.069169 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Routers {'a23a8551-c134-4891-9ffe-43eb0084072f'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:42:05.069812 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:41:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a23a8551-c134-4891-9ffe-43eb0084072f'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:42:05.093104 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7239f37a-1102-4bc7-adb3-4652a6393eb2 admin admin] Publish callbacks [] for security_group (e2d23f78-6281-4271-953c-d4742ad7bbdc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:05.126281 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e076da05-ec9c-493b-88ab-507f07af4b00 req-12e5aceb-398c-4a49-81c1-40a332922c31 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 210 time: 0.5841079 Mar 11 11:42:05.171324 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-f2e9299a-c8bc-4360-9bf2-eeff3c492dc1 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:05.190319 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7239f37a-1102-4bc7-adb3-4652a6393eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e2d23f78-6281-4271-953c-d4742ad7bbdc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:05.195950 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7239f37a-1102-4bc7-adb3-4652a6393eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:05.199120 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7239f37a-1102-4bc7-adb3-4652a6393eb2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e2d23f78-6281-4271-953c-d4742ad7bbdc HTTP/1.1" status: 204 len: 168 time: 0.3183799 Mar 11 11:42:05.244871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239f37a-1102-4bc7-adb3-4652a6393eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d23f78-6281-4271-953c-d4742ad7bbdc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:05.259502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-464e6dd5-51d2-4b55-a28f-4d64bb2f3542 None None] Provisioning complete for port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:05.259502 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-464e6dd5-51d2-4b55-a28f-4d64bb2f3542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:05.329464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-5462e558-8260-4480-b54b-be8c9520899f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:05.333392 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-5462e558-8260-4480-b54b-be8c9520899f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.71 "GET /v2.0/networks?id=b7787924-3c4a-40df-975f-0b1be67e95b8 HTTP/1.1" status: 200 len: 816 time: 1.3201194 Mar 11 11:42:05.355739 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d464c70-1c82-472d-a73f-14126e8f645a req-c3c692cc-4294-4ccf-b2e0-cb5a2babcd65 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks [] for port (dbc8ef18-69d2-474d-8f0c-9b18180290bc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:05.382744 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-62fc7acc-fed9-4681-bbca-0845cb8d395f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Request body: {'port': {'device_id': '73dbf5a6-4df9-49c3-811f-bde0a59cb5a9', 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8', 'admin_state_up': True, 'tenant_id': '967115d927d0469cb068dfef722766ee'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:05.451442 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a6a6a-796f-411e-ac5b-0781ed49e277 None None] Pushing event updated for resources: {'Port': ['ID=67baa1d2-61d4-4d42-b9c9-50fb54c411e9,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:05.507490 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] Set router a23a8551-c134-4891-9ffe-43eb0084072f gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:42:05.521410 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-464e6dd5-51d2-4b55-a28f-4d64bb2f3542 None None] Current status of the port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:05.524420 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-464e6dd5-51d2-4b55-a28f-4d64bb2f3542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:05.601824 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-464e6dd5-51d2-4b55-a28f-4d64bb2f3542 None None] For port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=67baa1d2-61d4-4d42-b9c9-50fb54c411e9,segment=NetworkSegment(7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da),segment_id=7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:05.613563 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-464e6dd5-51d2-4b55-a28f-4d64bb2f3542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:05.741095 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-62fc7acc-fed9-4681-bbca-0845cb8d395f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Made reservation on behalf of 967115d927d0469cb068dfef722766ee for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:42:05.745924 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-62fc7acc-fed9-4681-bbca-0845cb8d395f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:05.750935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-f2e9299a-c8bc-4360-9bf2-eeff3c492dc1 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Allocated IP 172.25.7.233 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/bd90c1fd-0a1a-481d-9a73-afd3b9dc5d41) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:42:05.819882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86e3ae-5ae0-4b0a-8fb8-fa88856de4a2 req-0031b786-c030-4255-89fd-0208bb195c2c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:05.821740 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f86e3ae-5ae0-4b0a-8fb8-fa88856de4a2 req-0031b786-c030-4255-89fd-0208bb195c2c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.1931176 Mar 11 11:42:05.822860 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d464c70-1c82-472d-a73f-14126e8f645a req-c3c692cc-4294-4ccf-b2e0-cb5a2babcd65 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (dbc8ef18-69d2-474d-8f0c-9b18180290bc), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:05.878232 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'name': 'tempest-FloatingIPsTestJSON-547617151-router', 'tenant_id': '648cfd9f78734d4286f8c00cbb2d81df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '093a9b09-29a8-46e3-8933-1ff903dad197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:52Z', 'updated_at': '2022-03-11T11:41:59Z', 'revision_number': 4, 'project_id': '648cfd9f78734d4286f8c00cbb2d81df', 'gw_port': {'id': '093a9b09-29a8-46e3-8933-1ff903dad197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:53Z', 'updated_at': '2022-03-11T11:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '67baa1d2-61d4-4d42-b9c9-50fb54c411e9', 'name': '', 'network_id': '671b4432-68bc-45c7-80c5-ceb36700c511', 'tenant_id': '648cfd9f78734d4286f8c00cbb2d81df', 'mac_address': 'fa:16:3e:2f:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '3ee3453d-f72e-4f0e-b170-8895e09620b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:57Z', 'updated_at': '2022-03-11T11:42:04Z', 'revision_number': 4, 'project_id': '648cfd9f78734d4286f8c00cbb2d81df', 'subnets': [{'id': '3ee3453d-f72e-4f0e-b170-8895e09620b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:42:05.912441 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a76ba-0d18-4c60-b6ee-633e283294b4 None None] The sync data for ids ['a23a8551-c134-4891-9ffe-43eb0084072f'] in n-d-833234-2 is: [{'id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'name': 'tempest-FloatingIPsTestJSON-547617151-router', 'tenant_id': '648cfd9f78734d4286f8c00cbb2d81df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '093a9b09-29a8-46e3-8933-1ff903dad197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:52Z', 'updated_at': '2022-03-11T11:41:59Z', 'revision_number': 4, 'project_id': '648cfd9f78734d4286f8c00cbb2d81df', 'gw_port': {'id': '093a9b09-29a8-46e3-8933-1ff903dad197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:53Z', 'updated_at': '2022-03-11T11:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '67baa1d2-61d4-4d42-b9c9-50fb54c411e9', 'name': '', 'network_id': '671b4432-68bc-45c7-80c5-ceb36700c511', 'tenant_id': '648cfd9f78734d4286f8c00cbb2d81df', 'mac_address': 'fa:16:3e:2f:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '3ee3453d-f72e-4f0e-b170-8895e09620b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:57Z', 'updated_at': '2022-03-11T11:42:04Z', 'revision_number': 4, 'project_id': '648cfd9f78734d4286f8c00cbb2d81df', 'subnets': [{'id': '3ee3453d-f72e-4f0e-b170-8895e09620b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:42:06.119368 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d464c70-1c82-472d-a73f-14126e8f645a req-c3c692cc-4294-4ccf-b2e0-cb5a2babcd65 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Network b7787924-3c4a-40df-975f-0b1be67e95b8 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:42:06.124878 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d11d5d6d-5dce-41be-9372-8db0f0103181 None None] Provisioning complete for port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:06.126672 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d11d5d6d-5dce-41be-9372-8db0f0103181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:06.133969 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e6dd5-51d2-4b55-a28f-4d64bb2f3542 None None] Pushing event updated for resources: {'Port': ['ID=67baa1d2-61d4-4d42-b9c9-50fb54c411e9,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:06.137300 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c692cc-4294-4ccf-b2e0-cb5a2babcd65 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Pushing event updated for resources: {'Port': ['ID=dbc8ef18-69d2-474d-8f0c-9b18180290bc,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:06.155221 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-7d464c70-1c82-472d-a73f-14126e8f645a req-c3c692cc-4294-4ccf-b2e0-cb5a2babcd65 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:42:06.171539 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d464c70-1c82-472d-a73f-14126e8f645a req-c3c692cc-4294-4ccf-b2e0-cb5a2babcd65 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:42:06.208941 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd0930e-b94c-4faa-8511-616747c7430a {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:06.230155 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Publish callbacks [] for port (2cd0930e-b94c-4faa-8511-616747c7430a), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:06.247318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Transition to ACTIVE for port object 2cd0930e-b94c-4faa-8511-616747c7430a will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:42:06.258271 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (2cd0930e-b94c-4faa-8511-616747c7430a), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:06.261593 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d11d5d6d-5dce-41be-9372-8db0f0103181 None None] Current status of the port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:06.313621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f86e3ae-5ae0-4b0a-8fb8-fa88856de4a2 req-e71c678e-8275-4905-806b-fc67df69bcc3 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709361 Mar 11 11:42:06.439097 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-f2e9299a-c8bc-4360-9bf2-eeff3c492dc1 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks [] for port (bd90c1fd-0a1a-481d-9a73-afd3b9dc5d41), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:06.455735 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d464c70-1c82-472d-a73f-14126e8f645a req-c3c692cc-4294-4ccf-b2e0-cb5a2babcd65 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:06.457656 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d464c70-1c82-472d-a73f-14126e8f645a req-c3c692cc-4294-4ccf-b2e0-cb5a2babcd65 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:06.529774 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-62fc7acc-fed9-4681-bbca-0845cb8d395f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Allocated IP 172.20.0.11 (b7787924-3c4a-40df-975f-0b1be67e95b8/f49278c7-7433-4a91-8f3a-c4d004d1c9ae/4f038e5a-78c7-4a3a-930e-24193896eec2) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:42:06.536038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Attempting to bind port 2cd0930e-b94c-4faa-8511-616747c7430a on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:42:06.536508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Attempting to bind port 2cd0930e-b94c-4faa-8511-616747c7430a by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '9a6599f9-4c2d-4768-b988-4d233f1d0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:42:06.536931 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Attempting to bind port 2cd0930e-b94c-4faa-8511-616747c7430a on network b7787924-3c4a-40df-975f-0b1be67e95b8 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:06.543729 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Port 2cd0930e-b94c-4faa-8511-616747c7430a on network b7787924-3c4a-40df-975f-0b1be67e95b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:42:06.544185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Attempting to bind port 2cd0930e-b94c-4faa-8511-616747c7430a on network b7787924-3c4a-40df-975f-0b1be67e95b8 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:06.551757 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:42:06.552156 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Checking segment: {'id': '9a6599f9-4c2d-4768-b988-4d233f1d0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:42:06.552478 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Bound using segment: {'id': '9a6599f9-4c2d-4768-b988-4d233f1d0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:42:06.553106 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Bound port: 2cd0930e-b94c-4faa-8511-616747c7430a, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6599f9-4c2d-4768-b988-4d233f1d0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:42:06.553508 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2cd0930e-b94c-4faa-8511-616747c7430a), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:06.555926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd0930e-b94c-4faa-8511-616747c7430a,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:06.621846 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-022ac59f-9f87-4a5e-ab4e-6af5775873d4 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=17d53516781a4283bea8cc84a03f2002&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1284244 Mar 11 11:42:06.633125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a3b5ab68-21c5-4be0-8afa-c2169709606d None None] Provisioning complete for port dbc8ef18-69d2-474d-8f0c-9b18180290bc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:06.637992 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a3b5ab68-21c5-4be0-8afa-c2169709606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (dbc8ef18-69d2-474d-8f0c-9b18180290bc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:06.651318 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d464c70-1c82-472d-a73f-14126e8f645a req-c3c692cc-4294-4ccf-b2e0-cb5a2babcd65 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5974965 Mar 11 11:42:06.687411 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] For port 2cd0930e-b94c-4faa-8511-616747c7430a, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:42:06.694021 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] For port 2cd0930e-b94c-4faa-8511-616747c7430a, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=2cd0930e-b94c-4faa-8511-616747c7430a,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:42:06.722652 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (2cd0930e-b94c-4faa-8511-616747c7430a), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:06.756399 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Request body: {'port': {'device_id': 'f228a75d-2d6c-4d49-90d8-cb17342e1741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:06.759374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a3b5ab68-21c5-4be0-8afa-c2169709606d None None] Port dbc8ef18-69d2-474d-8f0c-9b18180290bc cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:42:06.818862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:06.819480 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:06.821190 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] 10.222.0.37 "PUT /v2.0/ports/2cd0930e-b94c-4faa-8511-616747c7430a HTTP/1.1" status: 200 len: 1092 time: 2.9076126 Mar 11 11:42:06.821685 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf', 'tag': '2cd0930e-b94c-4faa-8511-616747c7430a'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:06.839250 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6948882-5483-4419-b7ff-ac1e10e8a86c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf", "tag": "2cd0930e-b94c-4faa-8511-616747c7430a"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:06.872781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:42:06.924255 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b7a9f-dde4-4fe2-8d8d-c775b1dbb455 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd0930e-b94c-4faa-8511-616747c7430a,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:06.964142 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-22630629-c8ad-473a-a1f9-91ce46b54617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:06.965693 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-22630629-c8ad-473a-a1f9-91ce46b54617 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=967115d927d0469cb068dfef722766ee&device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 1126 time: 0.0828371 Mar 11 11:42:07.012314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:07.012673 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:07.103009 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-ec8e59cc-6fba-4fe8-8079-26b270239a00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd0930e-b94c-4faa-8511-616747c7430a HTTP/1.1" status: 200 len: 217 time: 0.1271517 Mar 11 11:42:07.131243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:07.165784 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-f2e9299a-c8bc-4360-9bf2-eeff3c492dc1 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (bd90c1fd-0a1a-481d-9a73-afd3b9dc5d41), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:07.218004 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-f5a45f72-4903-406e-812c-81773e33e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:07.219484 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-f5a45f72-4903-406e-812c-81773e33e917 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f49278c7-7433-4a91-8f3a-c4d004d1c9ae HTTP/1.1" status: 200 len: 855 time: 0.1092448 Mar 11 11:42:07.282303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9299a-c8bc-4360-9bf2-eeff3c492dc1 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Pushing event updated for resources: {'Port': ['ID=bd90c1fd-0a1a-481d-9a73-afd3b9dc5d41,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:07.319502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-1f467c66-7491-41b6-bde8-d0c4b85ad944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:07.321669 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-1f467c66-7491-41b6-bde8-d0c4b85ad944 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7787924-3c4a-40df-975f-0b1be67e95b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0951700 Mar 11 11:42:07.332235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-f2e9299a-c8bc-4360-9bf2-eeff3c492dc1 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:42:07.346786 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (dbc8ef18-69d2-474d-8f0c-9b18180290bc), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:07.353436 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-f2e9299a-c8bc-4360-9bf2-eeff3c492dc1 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:42:07.432859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-f2e9299a-c8bc-4360-9bf2-eeff3c492dc1 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:42:07.444186 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-7981fd51-f89c-4774-b2b4-59559c965d28 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:07.475141 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-7981fd51-f89c-4774-b2b4-59559c965d28 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8300261 Mar 11 11:42:07.491723 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-11663ec5-1655-4918-a50b-446b16c0b2e3 service neutron] 10.222.0.37 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607249 Mar 11 11:42:07.596786 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-a2b90cf0-1df2-4320-b6be-20fb9f22f0f4 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/quotas/17d53516781a4283bea8cc84a03f2002 HTTP/1.1" status: 200 len: 375 time: 0.1026947 Mar 11 11:42:07.655735 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2e3a831c-ff0c-4bc3-8909-30a37397b5a6 req-55580a92-e2f8-4426-9ddb-6973482522d6 service neutron] 10.222.0.37 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575692 Mar 11 11:42:07.709562 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-34b80cf4-1cb4-470d-b605-723f450368f4 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=17d53516781a4283bea8cc84a03f2002&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940192 Mar 11 11:42:07.753925 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-62fc7acc-fed9-4681-bbca-0845cb8d395f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks [] for port (4f038e5a-78c7-4a3a-930e-24193896eec2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:07.884564 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-f2e9299a-c8bc-4360-9bf2-eeff3c492dc1 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks [] for floatingip (a48a06a3-4a21-4e2f-a882-419331f1411c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:07.969486 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-f2e9299a-c8bc-4360-9bf2-eeff3c492dc1 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bd90c1fd-0a1a-481d-9a73-afd3b9dc5d41), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:08.004049 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-62fc7acc-fed9-4681-bbca-0845cb8d395f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (4f038e5a-78c7-4a3a-930e-24193896eec2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:08.220391 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-62fc7acc-fed9-4681-bbca-0845cb8d395f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Network b7787924-3c4a-40df-975f-0b1be67e95b8 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:42:08.251920 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-62fc7acc-fed9-4681-bbca-0845cb8d395f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:42:08.259859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-62fc7acc-fed9-4681-bbca-0845cb8d395f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:42:08.265927 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc7acc-fed9-4681-bbca-0845cb8d395f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Pushing event updated for resources: {'Port': ['ID=4f038e5a-78c7-4a3a-930e-24193896eec2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:08.395003 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-62fc7acc-fed9-4681-bbca-0845cb8d395f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:08.395834 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-62fc7acc-fed9-4681-bbca-0845cb8d395f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:08.427454 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed94a27-ce90-498d-afc8-358a4dfb5af5 req-35735a7c-ab6b-455c-b78a-1e1407bee314 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:08.434475 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aed94a27-ce90-498d-afc8-358a4dfb5af5 req-35735a7c-ab6b-455c-b78a-1e1407bee314 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 932 time: 0.3069077 Mar 11 11:42:08.455402 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-f2e9299a-c8bc-4360-9bf2-eeff3c492dc1 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks [] for port (bd90c1fd-0a1a-481d-9a73-afd3b9dc5d41), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:08.487301 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-f2e9299a-c8bc-4360-9bf2-eeff3c492dc1 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (bd90c1fd-0a1a-481d-9a73-afd3b9dc5d41), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:08.495992 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-62fc7acc-fed9-4681-bbca-0845cb8d395f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1265390 Mar 11 11:42:08.532404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Request body: {'port': {'device_id': '73dbf5a6-4df9-49c3-811f-bde0a59cb5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:08.611863 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc8ef18-69d2-474d-8f0c-9b18180290bc {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:08.621328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1be16590-0276-4d69-a329-caf48e5682a3 None None] Provisioning complete for port 4f038e5a-78c7-4a3a-930e-24193896eec2 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:08.622347 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1be16590-0276-4d69-a329-caf48e5682a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4f038e5a-78c7-4a3a-930e-24193896eec2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:08.631591 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Publish callbacks [] for port (dbc8ef18-69d2-474d-8f0c-9b18180290bc), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:08.645991 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aed94a27-ce90-498d-afc8-358a4dfb5af5 req-573576aa-35d2-466a-9e19-751437d09f83 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106447 Mar 11 11:42:08.646597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9299a-c8bc-4360-9bf2-eeff3c492dc1 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Pushing event updated for resources: {'Port': ['ID=bd90c1fd-0a1a-481d-9a73-afd3b9dc5d41,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:08.665325 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Transition to ACTIVE for port object dbc8ef18-69d2-474d-8f0c-9b18180290bc will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:42:08.687628 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-f2e9299a-c8bc-4360-9bf2-eeff3c492dc1 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (a48a06a3-4a21-4e2f-a882-419331f1411c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:08.692035 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (dbc8ef18-69d2-474d-8f0c-9b18180290bc), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:08.714439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1be16590-0276-4d69-a329-caf48e5682a3 None None] Port 4f038e5a-78c7-4a3a-930e-24193896eec2 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:42:08.737245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4f038e5a-78c7-4a3a-930e-24193896eec2), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:08.765520 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-f2e9299a-c8bc-4360-9bf2-eeff3c492dc1 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:08.767096 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-f2e9299a-c8bc-4360-9bf2-eeff3c492dc1 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2910767 Mar 11 11:42:08.779957 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c27e327-3115-466f-942b-47c5ef0b2cd5 x-openstack-request-id: req-0c27e327-3115-466f-942b-47c5ef0b2cd5 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:08.782308 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf", "tag": "2cd0930e-b94c-4faa-8511-616747c7430a", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:08.782672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Pushing event updated for resources: {'Port': ['ID=dbc8ef18-69d2-474d-8f0c-9b18180290bc,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:08.783362 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0c27e327-3115-466f-942b-47c5ef0b2cd5 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:08.783866 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf', 'tag': '2cd0930e-b94c-4faa-8511-616747c7430a', 'status': 'completed', 'code': 200} Mar 11 11:42:08.912557 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6948882-5483-4419-b7ff-ac1e10e8a86c req-f45e8209-5854-42e5-8e7b-080f7522c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:08.914236 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6948882-5483-4419-b7ff-ac1e10e8a86c req-f45e8209-5854-42e5-8e7b-080f7522c03a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=967115d927d0469cb068dfef722766ee&device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 1126 time: 0.0939758 Mar 11 11:42:08.957969 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-7e721d46-834f-4b8b-abd9-f5a1d16ab1cf tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 696 time: 0.1796501 Mar 11 11:42:09.071325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6948882-5483-4419-b7ff-ac1e10e8a86c req-2831fa5a-520b-4b81-ab4b-c47f9a3a355c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:09.074688 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6948882-5483-4419-b7ff-ac1e10e8a86c req-2831fa5a-520b-4b81-ab4b-c47f9a3a355c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7787924-3c4a-40df-975f-0b1be67e95b8 HTTP/1.1" status: 200 len: 917 time: 0.1518173 Mar 11 11:42:09.120155 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6948882-5483-4419-b7ff-ac1e10e8a86c req-363368be-4691-4674-bfc8-de66cf3c32d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd0930e-b94c-4faa-8511-616747c7430a HTTP/1.1" status: 200 len: 217 time: 0.0373845 Mar 11 11:42:09.190576 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6948882-5483-4419-b7ff-ac1e10e8a86c req-95852286-ca52-42a9-9ed7-4f237eecf7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:09.192394 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6948882-5483-4419-b7ff-ac1e10e8a86c req-95852286-ca52-42a9-9ed7-4f237eecf7de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f49278c7-7433-4a91-8f3a-c4d004d1c9ae HTTP/1.1" status: 200 len: 855 time: 0.0652668 Mar 11 11:42:09.212852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3bd7f-0d6b-4434-ab2f-b0a0f05b9b24 req-50316664-b4a1-4b9e-8352-0e33cc2a6860 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:09.214104 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54d3bd7f-0d6b-4434-ab2f-b0a0f05b9b24 req-50316664-b4a1-4b9e-8352-0e33cc2a6860 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.3236434 Mar 11 11:42:09.220098 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Attempting to bind port dbc8ef18-69d2-474d-8f0c-9b18180290bc on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:42:09.220433 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Attempting to bind port dbc8ef18-69d2-474d-8f0c-9b18180290bc by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '9a6599f9-4c2d-4768-b988-4d233f1d0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:42:09.220763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Attempting to bind port dbc8ef18-69d2-474d-8f0c-9b18180290bc on network b7787924-3c4a-40df-975f-0b1be67e95b8 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:09.269196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Port dbc8ef18-69d2-474d-8f0c-9b18180290bc on network b7787924-3c4a-40df-975f-0b1be67e95b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:42:09.269540 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Attempting to bind port dbc8ef18-69d2-474d-8f0c-9b18180290bc on network b7787924-3c4a-40df-975f-0b1be67e95b8 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:09.272651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6948882-5483-4419-b7ff-ac1e10e8a86c req-5d584c86-034f-490d-b63f-71ed27a6e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:09.275515 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6948882-5483-4419-b7ff-ac1e10e8a86c req-5d584c86-034f-490d-b63f-71ed27a6e3da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7787924-3c4a-40df-975f-0b1be67e95b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0759101 Mar 11 11:42:09.342990 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:42:09.343243 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Checking segment: {'id': '9a6599f9-4c2d-4768-b988-4d233f1d0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:42:09.344427 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Bound using segment: {'id': '9a6599f9-4c2d-4768-b988-4d233f1d0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:42:09.345251 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Bound port: dbc8ef18-69d2-474d-8f0c-9b18180290bc, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6599f9-4c2d-4768-b988-4d233f1d0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:42:09.345251 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (dbc8ef18-69d2-474d-8f0c-9b18180290bc), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:09.387511 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-7c00ce44-77ae-43b7-bbc0-1aa43a24355e tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=17d53516781a4283bea8cc84a03f2002&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280197 Mar 11 11:42:09.400393 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-61af7e8e-abe1-4474-ba89-fc7c77e66c1b tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:09.401849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28c8de55-b47f-40e5-b7c1-5cb00fd5d01b req-61af7e8e-abe1-4474-ba89-fc7c77e66c1b tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.4430895 Mar 11 11:42:09.462406 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6948882-5483-4419-b7ff-ac1e10e8a86c req-83d75a16-7de9-4dbf-8f75-9f0e27b1b821 service neutron] 10.222.0.37 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801054 Mar 11 11:42:09.468030 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54d3bd7f-0d6b-4434-ab2f-b0a0f05b9b24 req-bbe78e2b-160e-4a78-9206-ee255fea2a25 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408113 Mar 11 11:42:09.600574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] For port dbc8ef18-69d2-474d-8f0c-9b18180290bc, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:42:09.611642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-7e710b3d-3842-42b7-90f1-1a14ecdfc804 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:09.613904 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-7e710b3d-3842-42b7-90f1-1a14ecdfc804 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2203679 Mar 11 11:42:09.620296 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] For port dbc8ef18-69d2-474d-8f0c-9b18180290bc, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=dbc8ef18-69d2-474d-8f0c-9b18180290bc,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:42:09.630996 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-3d8044ed-f4fa-4799-b19c-d2fae190c838 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Request body: {'port': {'device_id': 'ef8cf18e-6378-44bc-ac5e-3eeccad9bef6', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '17d53516781a4283bea8cc84a03f2002'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:09.650078 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f038e5a-78c7-4a3a-930e-24193896eec2 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:09.657983 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6948882-5483-4419-b7ff-ac1e10e8a86c req-b4b8acfb-b08e-4b81-b344-12327a3fb888 service neutron] 10.222.0.37 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867573 Mar 11 11:42:09.681476 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (dbc8ef18-69d2-474d-8f0c-9b18180290bc), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:09.716484 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Publish callbacks [] for port (4f038e5a-78c7-4a3a-930e-24193896eec2), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:09.793811 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-3d8044ed-f4fa-4799-b19c-d2fae190c838 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Made reservation on behalf of 17d53516781a4283bea8cc84a03f2002 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:42:09.802018 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-3d8044ed-f4fa-4799-b19c-d2fae190c838 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:09.807684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:09.808318 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:09.809733 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d464c70-1c82-472d-a73f-14126e8f645a req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] 10.222.0.37 "PUT /v2.0/ports/dbc8ef18-69d2-474d-8f0c-9b18180290bc HTTP/1.1" status: 200 len: 1091 time: 3.0900488 Mar 11 11:42:09.810841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Transition to ACTIVE for port object 4f038e5a-78c7-4a3a-930e-24193896eec2 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:42:09.820582 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-3d8044ed-f4fa-4799-b19c-d2fae190c838 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:09.825537 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-382c1b46-3aad-460e-b001-be0fbf08dacd tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=17d53516781a4283bea8cc84a03f2002&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1058469 Mar 11 11:42:09.827698 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f228a75d-2d6c-4d49-90d8-cb17342e1741', 'tag': 'dbc8ef18-69d2-474d-8f0c-9b18180290bc'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:09.830981 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f82cb9-e3d4-4a7a-8e5a-e30c9004cb15" -d '{"events": [{"name": "network-changed", "server_uuid": "f228a75d-2d6c-4d49-90d8-cb17342e1741", "tag": "dbc8ef18-69d2-474d-8f0c-9b18180290bc"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:09.873154 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (4f038e5a-78c7-4a3a-930e-24193896eec2), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:09.930965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-9e60366e-4f7e-490b-88b4-04885028c7d8 req-1200c098-ab47-4680-944a-518da8b6c115 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2134091920', 'description': 'tempest-description-1696361955'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:09.976141 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-3d8044ed-f4fa-4799-b19c-d2fae190c838 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks [] for security_group (b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:09.983153 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-3d8044ed-f4fa-4799-b19c-d2fae190c838 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:10.000877 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a471af-ebd4-45df-9a9d-ed23e301587f service neutron] Pushing event updated for resources: {'Port': ['ID=dbc8ef18-69d2-474d-8f0c-9b18180290bc,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:10.061734 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8044ed-f4fa-4799-b19c-d2fae190c838 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:10.120960 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9e60366e-4f7e-490b-88b4-04885028c7d8 req-1200c098-ab47-4680-944a-518da8b6c115 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:10.143179 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-3d8044ed-f4fa-4799-b19c-d2fae190c838 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Allocated IP 192.168.233.174 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/25cb6ff5-54fc-429f-86c4-81aa0d5f67fe) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:42:10.271945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 2cd0930e-b94c-4faa-8511-616747c7430a details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:42:10.405621 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-3d8044ed-f4fa-4799-b19c-d2fae190c838 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks [] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:10.461418 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-3d8044ed-f4fa-4799-b19c-d2fae190c838 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:10.470089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 2cd0930e-b94c-4faa-8511-616747c7430a, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=2cd0930e-b94c-4faa-8511-616747c7430a,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:10.494687 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '2cd0930e-b94c-4faa-8511-616747c7430a', 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8', 'port_id': '2cd0930e-b94c-4faa-8511-616747c7430a', 'mac_address': 'fa:16:3e:06:46:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49278c7-7433-4a91-8f3a-c4d004d1c9ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:42:10.509880 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-3d8044ed-f4fa-4799-b19c-d2fae190c838 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:42:10.516387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-3d8044ed-f4fa-4799-b19c-d2fae190c838 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:42:10.520645 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-3d8044ed-f4fa-4799-b19c-d2fae190c838 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:42:10.527812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8044ed-f4fa-4799-b19c-d2fae190c838 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Pushing event updated for resources: {'Port': ['ID=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:10.554316 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 2cd0930e-b94c-4faa-8511-616747c7430a is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:10.554785 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2cd0930e-b94c-4faa-8511-616747c7430a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:10.583085 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd0930e-b94c-4faa-8511-616747c7430a {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:10.603633 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9e60366e-4f7e-490b-88b4-04885028c7d8 req-1200c098-ab47-4680-944a-518da8b6c115 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:10.617379 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 2cd0930e-b94c-4faa-8511-616747c7430a, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=2cd0930e-b94c-4faa-8511-616747c7430a,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:10.632172 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-3d8044ed-f4fa-4799-b19c-d2fae190c838 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:10.634070 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-3d8044ed-f4fa-4799-b19c-d2fae190c838 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:10.634387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Pushing event updated for resources: {'Port': ['ID=4f038e5a-78c7-4a3a-930e-24193896eec2,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:10.641251 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2cd0930e-b94c-4faa-8511-616747c7430a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:10.656271 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d464c70-1c82-472d-a73f-14126e8f645a req-c40b86b4-bba8-41b6-8644-81c7af59aade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:10.657822 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d464c70-1c82-472d-a73f-14126e8f645a req-c40b86b4-bba8-41b6-8644-81c7af59aade service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=967115d927d0469cb068dfef722766ee&device_id=f228a75d-2d6c-4d49-90d8-cb17342e1741 HTTP/1.1" status: 200 len: 1125 time: 0.7705600 Mar 11 11:42:10.666287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-3c483076-c2d5-4d07-8075-0aa71673dbdf tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:10.673320 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-3c483076-c2d5-4d07-8075-0aa71673dbdf tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8465357 Mar 11 11:42:10.674765 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-3d8044ed-f4fa-4799-b19c-d2fae190c838 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0489719 Mar 11 11:42:10.688786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Request body: {'port': {'device_id': 'ef8cf18e-6378-44bc-ac5e-3eeccad9bef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:10.733841 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=2cd0930e-b94c-4faa-8511-616747c7430a,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:10.737135 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-8723a1aa-f2e9-4528-9522-7aaf09f3fcb6 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/quotas/17d53516781a4283bea8cc84a03f2002 HTTP/1.1" status: 200 len: 375 time: 0.0628414 Mar 11 11:42:10.778068 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d464c70-1c82-472d-a73f-14126e8f645a req-679bf7c3-e7a6-403e-9bbf-32f3d3f0d7bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbc8ef18-69d2-474d-8f0c-9b18180290bc HTTP/1.1" status: 200 len: 217 time: 0.0957723 Mar 11 11:42:10.790402 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:10.847405 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Attempting to bind port 4f038e5a-78c7-4a3a-930e-24193896eec2 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:42:10.847796 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Attempting to bind port 4f038e5a-78c7-4a3a-930e-24193896eec2 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '9a6599f9-4c2d-4768-b988-4d233f1d0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:42:10.848126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Attempting to bind port 4f038e5a-78c7-4a3a-930e-24193896eec2 on network b7787924-3c4a-40df-975f-0b1be67e95b8 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:10.867118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Port 4f038e5a-78c7-4a3a-930e-24193896eec2 on network b7787924-3c4a-40df-975f-0b1be67e95b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:42:10.867429 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Attempting to bind port 4f038e5a-78c7-4a3a-930e-24193896eec2 on network b7787924-3c4a-40df-975f-0b1be67e95b8 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:10.887039 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d464c70-1c82-472d-a73f-14126e8f645a req-5e7a8be4-0a37-409c-a135-549b002d6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:10.888863 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d464c70-1c82-472d-a73f-14126e8f645a req-5e7a8be4-0a37-409c-a135-549b002d6b36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f49278c7-7433-4a91-8f3a-c4d004d1c9ae HTTP/1.1" status: 200 len: 855 time: 0.1024647 Mar 11 11:42:10.889593 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:42:10.889934 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Checking segment: {'id': '9a6599f9-4c2d-4768-b988-4d233f1d0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:42:10.890308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Bound using segment: {'id': '9a6599f9-4c2d-4768-b988-4d233f1d0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:42:10.891370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Bound port: 4f038e5a-78c7-4a3a-930e-24193896eec2, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6599f9-4c2d-4768-b988-4d233f1d0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:42:10.891782 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4f038e5a-78c7-4a3a-930e-24193896eec2), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:10.902426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-23bfd58d-60a5-430c-baa3-faf1655d4b7d None None] Provisioning complete for port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:10.905714 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-23bfd58d-60a5-430c-baa3-faf1655d4b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:10.937565 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-eaa21f46-5997-49ea-a72d-66de9fe737f5 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=17d53516781a4283bea8cc84a03f2002&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1994433 Mar 11 11:42:10.961260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['2cd0930e-b94c-4faa-8511-616747c7430a'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:42:11.051343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-23bfd58d-60a5-430c-baa3-faf1655d4b7d None None] Port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:42:11.092076 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9e60366e-4f7e-490b-88b4-04885028c7d8 req-1200c098-ab47-4680-944a-518da8b6c115 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks [] for security_group (ec4281a4-f4f4-4cc3-aac4-9121ac24ad75), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:11.119895 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9e60366e-4f7e-490b-88b4-04885028c7d8 req-1200c098-ab47-4680-944a-518da8b6c115 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ec4281a4-f4f4-4cc3-aac4-9121ac24ad75), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:11.229112 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d464c70-1c82-472d-a73f-14126e8f645a req-41d64afc-bcbe-4efb-98e4-3b76eee146d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:11.230810 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d464c70-1c82-472d-a73f-14126e8f645a req-41d64afc-bcbe-4efb-98e4-3b76eee146d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7787924-3c4a-40df-975f-0b1be67e95b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3313217 Mar 11 11:42:11.240502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] For port 4f038e5a-78c7-4a3a-930e-24193896eec2, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:42:11.275002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200c098-ab47-4680-944a-518da8b6c115 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4281a4-f4f4-4cc3-aac4-9121ac24ad75,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:11.300855 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e81aaa51-a034-4fa8-bd8a-3d1404ee4865 req-d014ce7e-245e-4488-8aa9-7d948fea0032 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/floatingips/a48a06a3-4a21-4e2f-a882-419331f1411c HTTP/1.1" status: 200 len: 693 time: 0.1409433 Mar 11 11:42:11.319729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] For port 4f038e5a-78c7-4a3a-930e-24193896eec2, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4f038e5a-78c7-4a3a-930e-24193896eec2,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:42:11.338370 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:11.354435 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Publish callbacks [] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:11.374265 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Transition to ACTIVE for port object 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:42:11.374797 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (4f038e5a-78c7-4a3a-930e-24193896eec2), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:11.382282 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:11.495200 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Pushing event updated for resources: {'Port': ['ID=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:11.573418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:11.574352 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:11.575969 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] 10.222.0.71 "PUT /v2.0/ports/4f038e5a-78c7-4a3a-930e-24193896eec2 HTTP/1.1" status: 200 len: 1092 time: 3.0524595 Mar 11 11:42:11.579121 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9e60366e-4f7e-490b-88b4-04885028c7d8 req-1200c098-ab47-4680-944a-518da8b6c115 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks [] for security_group (f02794bf-6a88-4c4a-868b-dfa053cc6e13), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:11.586950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81aaa51-a034-4fa8-bd8a-3d1404ee4865 req-e4cbee17-c834-45ce-806d-6f0c6ab6e46f tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:11.589393 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e81aaa51-a034-4fa8-bd8a-3d1404ee4865 req-e4cbee17-c834-45ce-806d-6f0c6ab6e46f tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.2871840 Mar 11 11:42:11.614325 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9e60366e-4f7e-490b-88b4-04885028c7d8 req-1200c098-ab47-4680-944a-518da8b6c115 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f02794bf-6a88-4c4a-868b-dfa053cc6e13), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:11.621137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Attempting to bind port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:42:11.621503 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Attempting to bind port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:42:11.621829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Attempting to bind port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:11.633491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:42:11.633812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Attempting to bind port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:11.647236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:42:11.653057 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:42:11.653464 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:42:11.653926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Bound port: 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:42:11.654371 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:11.747523 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200c098-ab47-4680-944a-518da8b6c115 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f02794bf-6a88-4c4a-868b-dfa053cc6e13,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:11.758481 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9e60366e-4f7e-490b-88b4-04885028c7d8 req-1200c098-ab47-4680-944a-518da8b6c115 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:11.759804 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e60366e-4f7e-490b-88b4-04885028c7d8 req-1200c098-ab47-4680-944a-518da8b6c115 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.8795984 Mar 11 11:42:11.782271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d464c70-1c82-472d-a73f-14126e8f645a req-9cb260c8-6995-4d0a-bba8-a7ab598339be service neutron] 10.222.0.37 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316997 Mar 11 11:42:11.825654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] For port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:42:11.834521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] For port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:42:11.849732 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:11.922427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:11.923056 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:11.927211 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] 10.222.0.71 "PUT /v2.0/ports/25cb6ff5-54fc-429f-86c4-81aa0d5f67fe HTTP/1.1" status: 200 len: 1096 time: 1.2435338 Mar 11 11:42:11.927769 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8cf18e-6378-44bc-ac5e-3eeccad9bef6', 'tag': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:11.930252 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73155e4c-2ffc-4a98-95e1-720ac05ffe4a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8cf18e-6378-44bc-ac5e-3eeccad9bef6", "tag": "25cb6ff5-54fc-429f-86c4-81aa0d5f67fe"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:11.940417 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9a25a0-835b-4879-9bfe-d5bf4381d506 x-openstack-request-id: req-af9a25a0-835b-4879-9bfe-d5bf4381d506 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:11.940828 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f228a75d-2d6c-4d49-90d8-cb17342e1741", "tag": "dbc8ef18-69d2-474d-8f0c-9b18180290bc", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:11.941087 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af9a25a0-835b-4879-9bfe-d5bf4381d506 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:11.941495 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f228a75d-2d6c-4d49-90d8-cb17342e1741', 'tag': 'dbc8ef18-69d2-474d-8f0c-9b18180290bc', 'status': 'completed', 'code': 200} Mar 11 11:42:11.943412 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b0ec6-1247-45da-a259-a8c6cd3a3125 service neutron] Pushing event updated for resources: {'Port': ['ID=4f038e5a-78c7-4a3a-930e-24193896eec2,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:11.968431 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0b3d4-1645-4403-9935-46d98f385b71 service neutron] Pushing event updated for resources: {'Port': ['ID=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:12.007152 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-c2c1e39c-ab58-429c-afca-f5ed1d1369f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:12.008873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-c2c1e39c-ab58-429c-afca-f5ed1d1369f4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=967115d927d0469cb068dfef722766ee&device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 1126 time: 0.3765352 Mar 11 11:42:12.085954 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-9b699ad8-85ee-4e79-aee5-813bdb85f91e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f038e5a-78c7-4a3a-930e-24193896eec2 HTTP/1.1" status: 200 len: 217 time: 0.0685146 Mar 11 11:42:12.094025 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d464c70-1c82-472d-a73f-14126e8f645a req-e4c38605-0f97-4fa0-93e8-b9da2217c387 service neutron] 10.222.0.37 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781827 Mar 11 11:42:12.183910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77132508-df45-4b9b-ba26-ba6876ec9ea2 req-b2a7a393-8fc8-4482-9d97-f9e579802670 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:12.189112 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-cf30988b-715f-49fc-b8d0-f3338a8fbf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:12.190429 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-77132508-df45-4b9b-ba26-ba6876ec9ea2 req-b2a7a393-8fc8-4482-9d97-f9e579802670 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.2318161 Mar 11 11:42:12.199006 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-cf30988b-715f-49fc-b8d0-f3338a8fbf94 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=17d53516781a4283bea8cc84a03f2002&device_id=ef8cf18e-6378-44bc-ac5e-3eeccad9bef6 HTTP/1.1" status: 200 len: 1130 time: 0.1732213 Mar 11 11:42:12.251999 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-d956052b-32ae-471c-b8f4-ddccf5d70d0b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe HTTP/1.1" status: 200 len: 217 time: 0.0437002 Mar 11 11:42:12.281269 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53286e7-ad83-442b-a469-eedc857eaa6c req-6c696ba0-322f-4b7f-a923-11352790628a tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:12.289663 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 2cd0930e-b94c-4faa-8511-616747c7430a up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:42:12.301737 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b53286e7-ad83-442b-a469-eedc857eaa6c req-6c696ba0-322f-4b7f-a923-11352790628a tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 944 time: 0.5299385 Mar 11 11:42:12.320186 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-d4e5e392-7673-48ba-b2e3-7a51751adcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:12.322054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-d4e5e392-7673-48ba-b2e3-7a51751adcc2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f49278c7-7433-4a91-8f3a-c4d004d1c9ae HTTP/1.1" status: 200 len: 855 time: 0.2252324 Mar 11 11:42:12.352210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-b3e08779-736d-460b-958c-7fd196e64090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:12.353505 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-b3e08779-736d-460b-958c-7fd196e64090 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0945446 Mar 11 11:42:12.380012 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 2cd0930e-b94c-4faa-8511-616747c7430a completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:42:12.386000 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 2cd0930e-b94c-4faa-8511-616747c7430a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:12.386661 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2cd0930e-b94c-4faa-8511-616747c7430a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:12.401912 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-77132508-df45-4b9b-ba26-ba6876ec9ea2 req-32b7792e-2f9e-4a4a-86c7-f9ec720eecb8 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867900 Mar 11 11:42:12.445871 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b53286e7-ad83-442b-a469-eedc857eaa6c req-6be82a9e-807d-4b18-b7f7-6f4a25dd6695 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431336 Mar 11 11:42:12.448055 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-cdb15570-5657-4d95-87b0-6200d32d1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:12.449829 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-cdb15570-5657-4d95-87b0-6200d32d1aef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0859492 Mar 11 11:42:12.455638 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f82cb9-e3d4-4a7a-8e5a-e30c9004cb15 req-8e64202b-4f04-4736-a470-26beade71d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:12.457139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23f82cb9-e3d4-4a7a-8e5a-e30c9004cb15 req-8e64202b-4f04-4736-a470-26beade71d12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=967115d927d0469cb068dfef722766ee&device_id=f228a75d-2d6c-4d49-90d8-cb17342e1741 HTTP/1.1" status: 200 len: 1125 time: 0.2613292 Mar 11 11:42:12.495350 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-acaacee0-4658-44c0-8619-8058c647e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:12.496910 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-acaacee0-4658-44c0-8619-8058c647e61a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b7787924-3c4a-40df-975f-0b1be67e95b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1371741 Mar 11 11:42:12.523946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 2cd0930e-b94c-4faa-8511-616747c7430a is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:12.524866 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2cd0930e-b94c-4faa-8511-616747c7430a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:12.569447 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 2cd0930e-b94c-4faa-8511-616747c7430a, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=2cd0930e-b94c-4faa-8511-616747c7430a,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:12.570898 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd0930e-b94c-4faa-8511-616747c7430a'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:12.573960 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec04ca6-b8f7-4ea8-b944-8cac5f48caad" -d '{"events": [{"server_uuid": "2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf", "name": "network-vif-plugged", "status": "completed", "tag": "2cd0930e-b94c-4faa-8511-616747c7430a"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:12.580766 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2cd0930e-b94c-4faa-8511-616747c7430a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:12.599946 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:12.652775 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=2cd0930e-b94c-4faa-8511-616747c7430a,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:12.660325 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-19c37153-b9d5-4ce7-aad0-6223ede17ae0 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020538 Mar 11 11:42:12.666425 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-34e289ad-d020-4d66-a76a-29415a7b3eca req-cb0280a3-6aeb-497d-9fc0-0e96ec581f71 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?device_id=af2d63b0-5128-4709-a3db-3ed9bb27af37 HTTP/1.1" status: 200 len: 210 time: 0.0841057 Mar 11 11:42:12.822591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f82cb9-e3d4-4a7a-8e5a-e30c9004cb15 req-ae778519-3e72-4423-8493-61e5feca6202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:12.825337 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23f82cb9-e3d4-4a7a-8e5a-e30c9004cb15 req-ae778519-3e72-4423-8493-61e5feca6202 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7787924-3c4a-40df-975f-0b1be67e95b8 HTTP/1.1" status: 200 len: 917 time: 0.3584702 Mar 11 11:42:12.861664 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-3b44bd14-e31b-42df-ae60-9c810b170585 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=17d53516781a4283bea8cc84a03f2002&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362756 Mar 11 11:42:12.866336 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2fba40b3-3d91-453c-91a0-0d54d2414acc req-ad0fcf46-5788-49aa-af15-0d167d13c0f4 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977682 Mar 11 11:42:12.916552 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-8129a557-c662-4c13-9929-42922baf1fca service neutron] 10.222.0.71 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936937 Mar 11 11:42:12.918112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23f82cb9-e3d4-4a7a-8e5a-e30c9004cb15 req-aacc18d4-a46f-43ce-8fd7-ce82a2ed423b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbc8ef18-69d2-474d-8f0c-9b18180290bc HTTP/1.1" status: 200 len: 217 time: 0.0517557 Mar 11 11:42:12.922954 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4993fac1-9e1e-4b41-88f3-7c8996f7e75c req-bcbabc45-1d0d-48f1-8c6e-a11329dc79f8 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=648cfd9f78734d4286f8c00cbb2d81df HTTP/1.1" status: 200 len: 696 time: 0.2106967 Mar 11 11:42:13.001248 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-4bf4bba2-0a12-433a-a31f-b2afabca53f9 req-495e857b-589f-4e69-ab37-aadc5fe38cfb tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1507240814', 'description': 'tempest-description-930234532'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:13.025088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-7aa250c3-8c0f-4535-ae29-a9a64ea3974b tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:13.027056 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-7aa250c3-8c0f-4535-ae29-a9a64ea3974b tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463435 Mar 11 11:42:13.046787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-f2528055-a81a-45a0-a893-1a81f85a558c tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Request body: {'port': {'device_id': 'af2d63b0-5128-4709-a3db-3ed9bb27af37', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '17d53516781a4283bea8cc84a03f2002'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:13.137009 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f82cb9-e3d4-4a7a-8e5a-e30c9004cb15 req-c29afe9a-8fd4-4311-884e-ad3fcc10b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:13.138528 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23f82cb9-e3d4-4a7a-8e5a-e30c9004cb15 req-c29afe9a-8fd4-4311-884e-ad3fcc10b0be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f49278c7-7433-4a91-8f3a-c4d004d1c9ae HTTP/1.1" status: 200 len: 855 time: 0.1520908 Mar 11 11:42:13.146105 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d99a984b-4000-4346-b51a-c69d846d1a5d req-3e3257b5-8e8e-4133-a116-7b335b123212 service neutron] 10.222.0.71 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225142 Mar 11 11:42:13.146999 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4bf4bba2-0a12-433a-a31f-b2afabca53f9 req-495e857b-589f-4e69-ab37-aadc5fe38cfb tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:13.176108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-f2528055-a81a-45a0-a893-1a81f85a558c tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Made reservation on behalf of 17d53516781a4283bea8cc84a03f2002 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:42:13.179744 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-f2528055-a81a-45a0-a893-1a81f85a558c tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:13.249985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993fac1-9e1e-4b41-88f3-7c8996f7e75c req-313f04ab-3f27-46a0-963f-14871199c3d7 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:13.251548 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4993fac1-9e1e-4b41-88f3-7c8996f7e75c req-313f04ab-3f27-46a0-963f-14871199c3d7 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/networks?id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 787 time: 0.2640057 Mar 11 11:42:13.274163 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-4993fac1-9e1e-4b41-88f3-7c8996f7e75c req-9bf2a9bd-8338-4f28-b2d1-a63be553ad44 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:42:13.275311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4993fac1-9e1e-4b41-88f3-7c8996f7e75c req-9bf2a9bd-8338-4f28-b2d1-a63be553ad44 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124323 Mar 11 11:42:13.292118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f82cb9-e3d4-4a7a-8e5a-e30c9004cb15 req-f4aebb07-6957-4b76-8cd7-cde340973770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:13.293715 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23f82cb9-e3d4-4a7a-8e5a-e30c9004cb15 req-f4aebb07-6957-4b76-8cd7-cde340973770 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7787924-3c4a-40df-975f-0b1be67e95b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1324868 Mar 11 11:42:13.317375 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4bf4bba2-0a12-433a-a31f-b2afabca53f9 req-495e857b-589f-4e69-ab37-aadc5fe38cfb tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks [] for security_group (01fd0828-9f47-4c0c-a9c3-20762f8b5463), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:13.338051 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4bf4bba2-0a12-433a-a31f-b2afabca53f9 req-495e857b-589f-4e69-ab37-aadc5fe38cfb tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (01fd0828-9f47-4c0c-a9c3-20762f8b5463), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:13.358511 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba6cf3e-9299-4ec8-a6d2-7a2a31605275 x-openstack-request-id: req-3ba6cf3e-9299-4ec8-a6d2-7a2a31605275 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:13.359066 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8cf18e-6378-44bc-ac5e-3eeccad9bef6", "tag": "25cb6ff5-54fc-429f-86c4-81aa0d5f67fe", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:13.359313 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3ba6cf3e-9299-4ec8-a6d2-7a2a31605275 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:13.359821 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8cf18e-6378-44bc-ac5e-3eeccad9bef6', 'tag': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe', 'status': 'completed', 'code': 200} Mar 11 11:42:13.390150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-f2528055-a81a-45a0-a893-1a81f85a558c tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Allocated IP 192.168.233.241 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:42:13.409605 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc644aaa-14ba-4638-9c57-0efdc8def2e0 x-openstack-request-id: req-cc644aaa-14ba-4638-9c57-0efdc8def2e0 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:13.410092 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf", "name": "network-vif-plugged", "status": "completed", "tag": "2cd0930e-b94c-4faa-8511-616747c7430a", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:13.410195 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cc644aaa-14ba-4638-9c57-0efdc8def2e0 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:13.410550 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd0930e-b94c-4faa-8511-616747c7430a', 'code': 200} Mar 11 11:42:13.500245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4bf4bba2-0a12-433a-a31f-b2afabca53f9 req-495e857b-589f-4e69-ab37-aadc5fe38cfb tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:13.501441 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4bf4bba2-0a12-433a-a31f-b2afabca53f9 req-495e857b-589f-4e69-ab37-aadc5fe38cfb tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5048094 Mar 11 11:42:13.562922 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0ba74a61-4248-4cfc-8b6e-df98fd22c9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:13.568014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22d01ef9-9f58-40ee-bfae-111be1064819 req-a0c966dc-33dd-4130-82c1-eda2d15b2179 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/floatingips/a48a06a3-4a21-4e2f-a882-419331f1411c HTTP/1.1" status: 200 len: 693 time: 0.0785358 Mar 11 11:42:13.598211 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e857b-589f-4e69-ab37-aadc5fe38cfb tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01fd0828-9f47-4c0c-a9c3-20762f8b5463,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:13.622236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2d564-8bb4-45de-a3ee-68c5d6630ec1 req-f58191fd-a89c-4297-aa84-9b8db446e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:13.624042 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b3b2d564-8bb4-45de-a3ee-68c5d6630ec1 req-f58191fd-a89c-4297-aa84-9b8db446e620 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 1128 time: 0.1312993 Mar 11 11:42:13.647232 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-f2528055-a81a-45a0-a893-1a81f85a558c tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks [] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:13.655521 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23f82cb9-e3d4-4a7a-8e5a-e30c9004cb15 req-23572c19-01dd-42de-9ec0-55f67e5d6ad8 service neutron] 10.222.0.37 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496213 Mar 11 11:42:13.684326 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b3b2d564-8bb4-45de-a3ee-68c5d6630ec1 req-48ed101b-64ff-4394-a98b-34f5761b1737 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485206 Mar 11 11:42:13.687081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73155e4c-2ffc-4a98-95e1-720ac05ffe4a req-3c1752e9-fac5-47e5-9f0f-0cd9d5cda5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:13.689105 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73155e4c-2ffc-4a98-95e1-720ac05ffe4a req-3c1752e9-fac5-47e5-9f0f-0cd9d5cda5d6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=17d53516781a4283bea8cc84a03f2002&device_id=ef8cf18e-6378-44bc-ac5e-3eeccad9bef6 HTTP/1.1" status: 200 len: 1130 time: 0.2454588 Mar 11 11:42:13.713658 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-f2528055-a81a-45a0-a893-1a81f85a558c tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:13.760173 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-f2528055-a81a-45a0-a893-1a81f85a558c tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:42:13.764003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-f2528055-a81a-45a0-a893-1a81f85a558c tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:42:13.768697 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-f2528055-a81a-45a0-a893-1a81f85a558c tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:42:13.773029 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2528055-a81a-45a0-a893-1a81f85a558c tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Pushing event updated for resources: {'Port': ['ID=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:13.822748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-f2528055-a81a-45a0-a893-1a81f85a558c tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:13.823901 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-f2528055-a81a-45a0-a893-1a81f85a558c tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:13.844877 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b530331-dcea-418d-895f-0696756b6b77 req-548d03a7-d557-414d-acb1-5dcc7ddfe85a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:13.846411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b530331-dcea-418d-895f-0696756b6b77 req-548d03a7-d557-414d-acb1-5dcc7ddfe85a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.2696908 Mar 11 11:42:13.849139 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-f2528055-a81a-45a0-a893-1a81f85a558c tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8087373 Mar 11 11:42:13.911256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Request body: {'port': {'device_id': 'af2d63b0-5128-4709-a3db-3ed9bb27af37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:13.983551 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:14.120031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f2daabea-b885-4f4e-972b-554c6f86b8e4 None None] Provisioning complete for port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:14.120710 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2daabea-b885-4f4e-972b-554c6f86b8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:14.168150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f2daabea-b885-4f4e-972b-554c6f86b8e4 None None] Port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:42:14.240600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dbf5a6-4df9-49c3-811f-bde0a59cb5a9', 'tag': '4f038e5a-78c7-4a3a-930e-24193896eec2'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:14.242889 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a958558c-d921-4c92-b44d-0cb113a70421" -d '{"events": [{"name": "network-changed", "server_uuid": "73dbf5a6-4df9-49c3-811f-bde0a59cb5a9", "tag": "4f038e5a-78c7-4a3a-930e-24193896eec2"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:14.251731 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d01ef9-9f58-40ee-bfae-111be1064819 req-079d86a8-f66f-40cb-aaa1-c12e5807c9ac tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:14.253151 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22d01ef9-9f58-40ee-bfae-111be1064819 req-079d86a8-f66f-40cb-aaa1-c12e5807c9ac tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.6775556 Mar 11 11:42:14.269662 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23f82cb9-e3d4-4a7a-8e5a-e30c9004cb15 req-ea236a14-a50a-4a2f-8c1b-0c6b481e1aad service neutron] 10.222.0.37 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014435 Mar 11 11:42:14.298493 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device dbc8ef18-69d2-474d-8f0c-9b18180290bc details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:42:14.334570 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73155e4c-2ffc-4a98-95e1-720ac05ffe4a req-5fb951e3-a081-448e-89ee-fd12f7d4d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:14.336063 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73155e4c-2ffc-4a98-95e1-720ac05ffe4a req-5fb951e3-a081-448e-89ee-fd12f7d4d6dc service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.6108208 Mar 11 11:42:14.343545 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22d01ef9-9f58-40ee-bfae-111be1064819 req-5e1778ff-b4d4-4d38-9acb-cbca6823c150 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 696 time: 0.0729749 Mar 11 11:42:14.426557 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port dbc8ef18-69d2-474d-8f0c-9b18180290bc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=dbc8ef18-69d2-474d-8f0c-9b18180290bc,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:14.433536 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b530331-dcea-418d-895f-0696756b6b77 req-7b3e69b6-c5fe-4bd0-b7d2-5d7a73da5d4c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525434 Mar 11 11:42:14.443029 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'dbc8ef18-69d2-474d-8f0c-9b18180290bc', 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8', 'port_id': 'dbc8ef18-69d2-474d-8f0c-9b18180290bc', 'mac_address': 'fa:16:3e:af:3c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49278c7-7433-4a91-8f3a-c4d004d1c9ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:42:14.449156 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73155e4c-2ffc-4a98-95e1-720ac05ffe4a req-8a5dc45f-6350-4a1c-97fc-49250ef2d53d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe HTTP/1.1" status: 200 len: 217 time: 0.1040704 Mar 11 11:42:14.469702 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22d01ef9-9f58-40ee-bfae-111be1064819 req-26d80abc-5aa9-4929-915a-0e29a70a910d tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 696 time: 0.1161921 Mar 11 11:42:14.502428 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port dbc8ef18-69d2-474d-8f0c-9b18180290bc is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:14.503335 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (dbc8ef18-69d2-474d-8f0c-9b18180290bc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:14.516085 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc8ef18-69d2-474d-8f0c-9b18180290bc {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:14.537765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port dbc8ef18-69d2-474d-8f0c-9b18180290bc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=dbc8ef18-69d2-474d-8f0c-9b18180290bc,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:14.542900 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (dbc8ef18-69d2-474d-8f0c-9b18180290bc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:14.600886 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=dbc8ef18-69d2-474d-8f0c-9b18180290bc,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:14.619675 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:14.627618 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Publish callbacks [] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:14.633535 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73155e4c-2ffc-4a98-95e1-720ac05ffe4a req-36ee0512-57fc-480f-85f9-829767e9dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:14.635409 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73155e4c-2ffc-4a98-95e1-720ac05ffe4a req-36ee0512-57fc-480f-85f9-829767e9dc0b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1788359 Mar 11 11:42:14.640466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Transition to ACTIVE for port object 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:42:14.646986 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:14.696185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Pushing event updated for resources: {'Port': ['ID=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:14.717513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfa920-cd7e-4e6a-8d70-9cad99d093e0 req-33212b67-a783-47c9-af20-8fa19b796b48 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:14.719128 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2cfa920-cd7e-4e6a-8d70-9cad99d093e0 req-33212b67-a783-47c9-af20-8fa19b796b48 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 944 time: 0.2211945 Mar 11 11:42:14.774494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73155e4c-2ffc-4a98-95e1-720ac05ffe4a req-3a109980-f18f-4d3d-bef4-b8a610cf42d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:14.775930 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73155e4c-2ffc-4a98-95e1-720ac05ffe4a req-3a109980-f18f-4d3d-bef4-b8a610cf42d9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1329443 Mar 11 11:42:14.780383 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-22d01ef9-9f58-40ee-bfae-111be1064819 req-232ce2aa-1267-4f86-84d9-7c2ca42fc228 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Deleting port bd90c1fd-0a1a-481d-9a73-afd3b9dc5d41 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:42:14.781255 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-22d01ef9-9f58-40ee-bfae-111be1064819 req-232ce2aa-1267-4f86-84d9-7c2ca42fc228 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (bd90c1fd-0a1a-481d-9a73-afd3b9dc5d41), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:14.799016 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Attempting to bind port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:42:14.799856 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Attempting to bind port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:42:14.800356 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Attempting to bind port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:14.806510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:42:14.806831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Attempting to bind port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:14.813438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:42:14.814313 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:42:14.814710 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:42:14.815146 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Bound port: 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:42:14.815507 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:14.850849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2cfa920-cd7e-4e6a-8d70-9cad99d093e0 req-f0cd675b-4fd0-497a-8357-c397d1871bef tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108124 Mar 11 11:42:14.909552 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] For port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:42:14.912697 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] For port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:42:14.928414 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:14.963309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['dbc8ef18-69d2-474d-8f0c-9b18180290bc'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:42:14.973014 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-9587d98f-b878-4560-935a-44e77a5086a4 req-2caac872-deab-42af-acba-c461dba936d3 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2002359940', 'description': 'tempest-description-114769838'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:15.029422 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Pushing event updated for resources: {'Port': ['ID=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:15.034649 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73155e4c-2ffc-4a98-95e1-720ac05ffe4a req-95ce7d61-6651-41ce-92b8-b35e6e04e938 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479322 Mar 11 11:42:15.036973 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-22d01ef9-9f58-40ee-bfae-111be1064819 req-232ce2aa-1267-4f86-84d9-7c2ca42fc228 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (bd90c1fd-0a1a-481d-9a73-afd3b9dc5d41), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:15.037666 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-22d01ef9-9f58-40ee-bfae-111be1064819 req-232ce2aa-1267-4f86-84d9-7c2ca42fc228 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks [] for floatingip (bd90c1fd-0a1a-481d-9a73-afd3b9dc5d41), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:15.047532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:15.049410 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:15.054128 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-701d712e-e9b1-4a0d-9f02-3ebca044ab19 service neutron] 10.222.0.37 "PUT /v2.0/ports/9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 HTTP/1.1" status: 200 len: 1096 time: 1.1442420 Mar 11 11:42:15.104094 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-22d01ef9-9f58-40ee-bfae-111be1064819 req-232ce2aa-1267-4f86-84d9-7c2ca42fc228 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Calling delete_port for bd90c1fd-0a1a-481d-9a73-afd3b9dc5d41 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:42:15.122468 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9587d98f-b878-4560-935a-44e77a5086a4 req-2caac872-deab-42af-acba-c461dba936d3 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:15.149334 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9587d98f-b878-4560-935a-44e77a5086a4 req-2caac872-deab-42af-acba-c461dba936d3 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:15.187222 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-0571d778-4c45-4520-954f-c57effd719c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:15.188856 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-0571d778-4c45-4520-954f-c57effd719c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17d53516781a4283bea8cc84a03f2002&device_id=af2d63b0-5128-4709-a3db-3ed9bb27af37 HTTP/1.1" status: 200 len: 1130 time: 0.0759041 Mar 11 11:42:15.280232 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-f77bf164-3777-4090-8555-ad90182eae0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 HTTP/1.1" status: 200 len: 217 time: 0.0783732 Mar 11 11:42:15.347760 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-75237c28-8ce7-4ad6-a75c-b666778d27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:15.349847 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-75237c28-8ce7-4ad6-a75c-b666778d27ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0586789 Mar 11 11:42:15.361000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73155e4c-2ffc-4a98-95e1-720ac05ffe4a req-1b9c97f9-a1d8-476a-96fc-0d650a56e39d service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092976 Mar 11 11:42:15.392638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2d63b0-5128-4709-a3db-3ed9bb27af37', 'tag': '9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:15.395371 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448aa70b-1406-4eca-b48a-9e723e2ba727" -d '{"events": [{"name": "network-changed", "server_uuid": "af2d63b0-5128-4709-a3db-3ed9bb27af37", "tag": "9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:15.418620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-3ca466e7-63de-4373-8ef7-2eb845b866b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:15.420696 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-3ca466e7-63de-4373-8ef7-2eb845b866b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0601094 Mar 11 11:42:15.426006 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4f038e5a-78c7-4a3a-930e-24193896eec2 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:42:15.426220 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9587d98f-b878-4560-935a-44e77a5086a4 req-2caac872-deab-42af-acba-c461dba936d3 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks [] for security_group (7ba64217-73e2-49de-a0cb-8c392e4f37e5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:15.433192 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9587d98f-b878-4560-935a-44e77a5086a4 req-2caac872-deab-42af-acba-c461dba936d3 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7ba64217-73e2-49de-a0cb-8c392e4f37e5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:15.471985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caac872-deab-42af-acba-c461dba936d3 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba64217-73e2-49de-a0cb-8c392e4f37e5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:15.546958 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-2a7f2581-6e99-488c-825f-9af3d5c532a4 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178114 Mar 11 11:42:15.548244 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9587d98f-b878-4560-935a-44e77a5086a4 req-2caac872-deab-42af-acba-c461dba936d3 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks [] for security_group (6a4cef16-f00b-4ed8-af36-d7bf44531222), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:15.558097 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4f038e5a-78c7-4a3a-930e-24193896eec2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4f038e5a-78c7-4a3a-930e-24193896eec2,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:15.572923 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9587d98f-b878-4560-935a-44e77a5086a4 req-2caac872-deab-42af-acba-c461dba936d3 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6a4cef16-f00b-4ed8-af36-d7bf44531222), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:15.573836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '4f038e5a-78c7-4a3a-930e-24193896eec2', 'network_id': 'b7787924-3c4a-40df-975f-0b1be67e95b8', 'port_id': '4f038e5a-78c7-4a3a-930e-24193896eec2', 'mac_address': 'fa:16:3e:d8:20:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49278c7-7433-4a91-8f3a-c4d004d1c9ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:42:15.600374 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caac872-deab-42af-acba-c461dba936d3 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4cef16-f00b-4ed8-af36-d7bf44531222,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:15.625487 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 4f038e5a-78c7-4a3a-930e-24193896eec2 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:15.625856 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4f038e5a-78c7-4a3a-930e-24193896eec2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:15.627844 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9587d98f-b878-4560-935a-44e77a5086a4 req-2caac872-deab-42af-acba-c461dba936d3 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:15.629746 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9587d98f-b878-4560-935a-44e77a5086a4 req-2caac872-deab-42af-acba-c461dba936d3 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6612177 Mar 11 11:42:15.631229 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-22d01ef9-9f58-40ee-bfae-111be1064819 req-232ce2aa-1267-4f86-84d9-7c2ca42fc228 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (bd90c1fd-0a1a-481d-9a73-afd3b9dc5d41), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:15.652499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f038e5a-78c7-4a3a-930e-24193896eec2 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:15.673630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ce2aa-1267-4f86-84d9-7c2ca42fc228 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Pushing event deleted for resources: {'Port': ['ID=bd90c1fd-0a1a-481d-9a73-afd3b9dc5d41,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:15.702736 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4f038e5a-78c7-4a3a-930e-24193896eec2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4f038e5a-78c7-4a3a-930e-24193896eec2,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:15.717523 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4f038e5a-78c7-4a3a-930e-24193896eec2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:15.718227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:42:15.750009 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-22d01ef9-9f58-40ee-bfae-111be1064819 req-232ce2aa-1267-4f86-84d9-7c2ca42fc228 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks [] for floatingip (a48a06a3-4a21-4e2f-a882-419331f1411c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:15.754045 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-22d01ef9-9f58-40ee-bfae-111be1064819 req-232ce2aa-1267-4f86-84d9-7c2ca42fc228 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:15.758776 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22d01ef9-9f58-40ee-bfae-111be1064819 req-232ce2aa-1267-4f86-84d9-7c2ca42fc228 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "DELETE /v2.0/floatingips/a48a06a3-4a21-4e2f-a882-419331f1411c HTTP/1.1" status: 204 len: 173 time: 1.2679241 Mar 11 11:42:15.776080 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4a4a52a4-6688-4055-8937-76bc0007a4b0 req-856e88a7-1279-42d5-b932-6206d20bf09e service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012043 Mar 11 11:42:15.782026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=4f038e5a-78c7-4a3a-930e-24193896eec2,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:15.788356 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2631603c-69e5-4d8f-8e15-b44e5fca6094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:15.798786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:15.799082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:15.799380 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:15.799970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:15.800315 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:15.800645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:15.801008 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:15.801495 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:15.801820 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:15.802147 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:15.802474 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:15.802794 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:15.803140 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:42:15.875772 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2731d9-672f-4cf9-bdcd-e6f0d6e2f553 x-openstack-request-id: req-ba2731d9-672f-4cf9-bdcd-e6f0d6e2f553 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:15.876330 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73dbf5a6-4df9-49c3-811f-bde0a59cb5a9", "tag": "4f038e5a-78c7-4a3a-930e-24193896eec2", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:15.876674 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba2731d9-672f-4cf9-bdcd-e6f0d6e2f553 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:15.877150 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73dbf5a6-4df9-49c3-811f-bde0a59cb5a9', 'tag': '4f038e5a-78c7-4a3a-930e-24193896eec2', 'status': 'completed', 'code': 200} Mar 11 11:42:15.911650 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9dc81-c506-4764-bf6e-917f8b317a5d req-c6fc0643-f4f6-43fc-b8bc-abc15e44e842 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:15.923751 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d7e9dc81-c506-4764-bf6e-917f8b317a5d req-c6fc0643-f4f6-43fc-b8bc-abc15e44e842 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?device_id=af2d63b0-5128-4709-a3db-3ed9bb27af37 HTTP/1.1" status: 200 len: 948 time: 0.1225841 Mar 11 11:42:15.972982 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:15.987456 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe', 'mac_address': 'fa:16:3e:f9:3c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:42:16.023389 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298f953c-28a1-4348-85f9-17b78d299ae7 x-openstack-request-id: req-298f953c-28a1-4348-85f9-17b78d299ae7 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:16.023707 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2d63b0-5128-4709-a3db-3ed9bb27af37", "tag": "9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:16.024322 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-298f953c-28a1-4348-85f9-17b78d299ae7 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:16.024501 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2d63b0-5128-4709-a3db-3ed9bb27af37', 'tag': '9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92', 'status': 'completed', 'code': 200} Mar 11 11:42:16.035938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:16.036563 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:16.048919 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d7e9dc81-c506-4764-bf6e-917f8b317a5d req-f01e2a19-37b9-404a-9ef9-84f21df585f6 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068037 Mar 11 11:42:16.053092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:16.061857 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958558c-d921-4c92-b44d-0cb113a70421 req-0a6db751-08c3-42cb-aaf2-e855fddec5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:16.063753 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a958558c-d921-4c92-b44d-0cb113a70421 req-0a6db751-08c3-42cb-aaf2-e855fddec5e7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=967115d927d0469cb068dfef722766ee&device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 1127 time: 0.1308045 Mar 11 11:42:16.085680 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:16.087493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-6b389e2b-6fea-489e-9ffe-276d252a69cc req-9c6ff74d-ead0-47e4-9ff7-fc0c1f512f90 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1600676511', 'description': 'tempest-description-1001017519'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:16.095569 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:16.162064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:16.163996 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aa70b-1406-4eca-b48a-9e723e2ba727 req-e39d79b7-5dbb-4ddc-a765-01d712151e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:16.166223 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-448aa70b-1406-4eca-b48a-9e723e2ba727 req-e39d79b7-5dbb-4ddc-a765-01d712151e9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17d53516781a4283bea8cc84a03f2002&device_id=af2d63b0-5128-4709-a3db-3ed9bb27af37 HTTP/1.1" status: 200 len: 1130 time: 0.0818241 Mar 11 11:42:16.206967 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6b389e2b-6fea-489e-9ffe-276d252a69cc req-9c6ff74d-ead0-47e4-9ff7-fc0c1f512f90 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:16.270911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aa70b-1406-4eca-b48a-9e723e2ba727 req-c41e4a76-1820-4ad6-a833-ca69666ed684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:16.273024 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-448aa70b-1406-4eca-b48a-9e723e2ba727 req-c41e4a76-1820-4ad6-a833-ca69666ed684 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.0962210 Mar 11 11:42:16.276074 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958558c-d921-4c92-b44d-0cb113a70421 req-1b094815-1d05-4755-a5bb-0bb609ed667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:16.277582 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a958558c-d921-4c92-b44d-0cb113a70421 req-1b094815-1d05-4755-a5bb-0bb609ed667d service neutron] 10.222.0.71 "GET /v2.0/networks?id=b7787924-3c4a-40df-975f-0b1be67e95b8 HTTP/1.1" status: 200 len: 917 time: 0.2055259 Mar 11 11:42:16.319718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device dbc8ef18-69d2-474d-8f0c-9b18180290bc up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:42:16.327115 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-448aa70b-1406-4eca-b48a-9e723e2ba727 req-4cfe94bc-d106-4813-8446-3c77c4c71125 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 HTTP/1.1" status: 200 len: 217 time: 0.0451107 Mar 11 11:42:16.343384 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d337b2-0cbe-42ea-a895-fc6cb758d107 req-97e5df9f-490b-4edf-ada1-ec711a8a439e tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:16.344938 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74d337b2-0cbe-42ea-a895-fc6cb758d107 req-97e5df9f-490b-4edf-ada1-ec711a8a439e tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.1834958 Mar 11 11:42:16.346211 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a958558c-d921-4c92-b44d-0cb113a70421 req-d4ee6237-1b5a-422a-a652-a9a0433d0493 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f038e5a-78c7-4a3a-930e-24193896eec2 HTTP/1.1" status: 200 len: 217 time: 0.0603962 Mar 11 11:42:16.385614 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port dbc8ef18-69d2-474d-8f0c-9b18180290bc completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:42:16.391020 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port dbc8ef18-69d2-474d-8f0c-9b18180290bc triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:16.391394 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (dbc8ef18-69d2-474d-8f0c-9b18180290bc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:16.396924 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aa70b-1406-4eca-b48a-9e723e2ba727 req-69a52388-1442-4b8e-9408-06435361c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:16.398736 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-448aa70b-1406-4eca-b48a-9e723e2ba727 req-69a52388-1442-4b8e-9408-06435361c65f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0579915 Mar 11 11:42:16.429384 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['4f038e5a-78c7-4a3a-930e-24193896eec2'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:42:16.435731 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6b389e2b-6fea-489e-9ffe-276d252a69cc req-9c6ff74d-ead0-47e4-9ff7-fc0c1f512f90 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks [] for security_group (1f121d87-649b-4617-aa01-bd7911d9d2c8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:16.452247 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6b389e2b-6fea-489e-9ffe-276d252a69cc req-9c6ff74d-ead0-47e4-9ff7-fc0c1f512f90 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1f121d87-649b-4617-aa01-bd7911d9d2c8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:16.466544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aa70b-1406-4eca-b48a-9e723e2ba727 req-b050a176-0f47-4190-9975-dd887b8b99c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:16.468992 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-448aa70b-1406-4eca-b48a-9e723e2ba727 req-b050a176-0f47-4190-9975-dd887b8b99c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0566292 Mar 11 11:42:16.470072 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74d337b2-0cbe-42ea-a895-fc6cb758d107 req-3407f320-4198-4a8b-820e-fa9e3f4c8c49 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188099 Mar 11 11:42:16.485399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['25cb6ff5-54fc-429f-86c4-81aa0d5f67fe'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:42:16.503656 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958558c-d921-4c92-b44d-0cb113a70421 req-5d6d0efe-5d22-4488-a970-8820256e7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:16.505411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a958558c-d921-4c92-b44d-0cb113a70421 req-5d6d0efe-5d22-4488-a970-8820256e7a12 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f49278c7-7433-4a91-8f3a-c4d004d1c9ae HTTP/1.1" status: 200 len: 855 time: 0.1331723 Mar 11 11:42:16.512614 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6b389e2b-6fea-489e-9ffe-276d252a69cc req-9c6ff74d-ead0-47e4-9ff7-fc0c1f512f90 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:16.514980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b389e2b-6fea-489e-9ffe-276d252a69cc req-9c6ff74d-ead0-47e4-9ff7-fc0c1f512f90 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4327641 Mar 11 11:42:16.582071 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ff74d-ead0-47e4-9ff7-fc0c1f512f90 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f121d87-649b-4617-aa01-bd7911d9d2c8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:16.685988 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-448aa70b-1406-4eca-b48a-9e723e2ba727 req-f4c85088-9249-4084-9eb0-6f1173c2aa11 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973515 Mar 11 11:42:16.713409 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958558c-d921-4c92-b44d-0cb113a70421 req-d41ed9a0-6dc5-45c3-acea-767e69f75910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:16.715232 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a958558c-d921-4c92-b44d-0cb113a70421 req-d41ed9a0-6dc5-45c3-acea-767e69f75910 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b7787924-3c4a-40df-975f-0b1be67e95b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1991103 Mar 11 11:42:16.725122 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f14cada-9a33-4d4c-8800-05621de5806f req-74571121-bbee-499d-ac20-97e71160f9ee tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2001646 Mar 11 11:42:16.730289 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-8f14cada-9a33-4d4c-8800-05621de5806f req-91cd1fdf-c341-41bd-ad58-d69ba75782e5 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:16.738504 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port dbc8ef18-69d2-474d-8f0c-9b18180290bc is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:16.739060 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (dbc8ef18-69d2-474d-8f0c-9b18180290bc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:16.812281 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-448aa70b-1406-4eca-b48a-9e723e2ba727 req-1bdcd5ff-8a40-4efe-b5f0-05552cfc0f2b service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106791 Mar 11 11:42:16.855403 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port dbc8ef18-69d2-474d-8f0c-9b18180290bc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=dbc8ef18-69d2-474d-8f0c-9b18180290bc,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:16.859884 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f228a75d-2d6c-4d49-90d8-cb17342e1741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc8ef18-69d2-474d-8f0c-9b18180290bc'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:16.862854 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31a6f87-7156-458e-9a72-0fb65a37dcf2" -d '{"events": [{"server_uuid": "f228a75d-2d6c-4d49-90d8-cb17342e1741", "name": "network-vif-plugged", "status": "completed", "tag": "dbc8ef18-69d2-474d-8f0c-9b18180290bc"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:16.867558 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a958558c-d921-4c92-b44d-0cb113a70421 req-26d372e1-5ffa-4bda-802d-2e906a3c6ad2 service neutron] 10.222.0.71 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299949 Mar 11 11:42:16.869022 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (dbc8ef18-69d2-474d-8f0c-9b18180290bc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:16.952950 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=dbc8ef18-69d2-474d-8f0c-9b18180290bc,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:16.977973 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f14cada-9a33-4d4c-8800-05621de5806f req-91cd1fdf-c341-41bd-ad58-d69ba75782e5 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:17.004419 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64229b3-a06d-4d11-9f59-032195db59a0 req-e63932b8-0553-40ea-a258-eba6415a21a4 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:17.011306 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a64229b3-a06d-4d11-9f59-032195db59a0 req-e63932b8-0553-40ea-a258-eba6415a21a4 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 945 time: 0.3376794 Mar 11 11:42:17.051120 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:17.064773 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a958558c-d921-4c92-b44d-0cb113a70421 req-d018f04c-0dc8-441f-9926-855b708d9bc4 service neutron] 10.222.0.71 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879599 Mar 11 11:42:17.140148 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a64229b3-a06d-4d11-9f59-032195db59a0 req-2575753f-4dce-4d9a-ad78-787d7320a2d5 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237893 Mar 11 11:42:17.226594 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f14cada-9a33-4d4c-8800-05621de5806f req-91cd1fdf-c341-41bd-ad58-d69ba75782e5 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:17.406043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-8f14cada-9a33-4d4c-8800-05621de5806f req-91cd1fdf-c341-41bd-ad58-d69ba75782e5 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Allocated IP 172.25.7.17 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/40c0043d-41d1-42b6-91e8-cbef6eb9d835) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:42:17.587439 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f14cada-9a33-4d4c-8800-05621de5806f req-91cd1fdf-c341-41bd-ad58-d69ba75782e5 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks [] for port (40c0043d-41d1-42b6-91e8-cbef6eb9d835), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:17.603343 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-b3ea9db9-226a-47d3-82fe-1a7ac770a5c7 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50954 time: 0.4448247 Mar 11 11:42:17.638366 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f14cada-9a33-4d4c-8800-05621de5806f req-91cd1fdf-c341-41bd-ad58-d69ba75782e5 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (40c0043d-41d1-42b6-91e8-cbef6eb9d835), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:17.713047 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f14cada-9a33-4d4c-8800-05621de5806f req-91cd1fdf-c341-41bd-ad58-d69ba75782e5 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:42:17.719460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-8f14cada-9a33-4d4c-8800-05621de5806f req-91cd1fdf-c341-41bd-ad58-d69ba75782e5 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:42:17.722512 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd1fdf-c341-41bd-ad58-d69ba75782e5 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Pushing event updated for resources: {'Port': ['ID=40c0043d-41d1-42b6-91e8-cbef6eb9d835,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:17.724966 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f14cada-9a33-4d4c-8800-05621de5806f req-91cd1fdf-c341-41bd-ad58-d69ba75782e5 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:42:17.747180 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-1de98180-9e23-460a-8cdb-86a0e9bd761a tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/13e996d6-84a5-4f7f-ae4d-6dae454160ae HTTP/1.1" status: 200 len: 2990 time: 0.0790734 Mar 11 11:42:17.825160 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-65560023-f707-43d6-b2b8-e016ebc7fea7 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/13e996d6-84a5-4f7f-ae4d-6dae454160ae HTTP/1.1" status: 200 len: 2990 time: 0.0699844 Mar 11 11:42:17.854786 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f14cada-9a33-4d4c-8800-05621de5806f req-91cd1fdf-c341-41bd-ad58-d69ba75782e5 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks [] for floatingip (778532c6-2efc-4d9f-9481-f62db4a1ed55), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:17.898718 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-8ae3a6c2-2213-4b4e-bea8-77e018743897 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/163823c2-22f4-4ad6-9876-4e6d03f20b09 HTTP/1.1" status: 200 len: 2998 time: 0.0653391 Mar 11 11:42:17.902987 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f14cada-9a33-4d4c-8800-05621de5806f req-91cd1fdf-c341-41bd-ad58-d69ba75782e5 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (40c0043d-41d1-42b6-91e8-cbef6eb9d835), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:17.982031 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-ab45a1ad-71c3-4914-a341-3f74eaa06b21 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/163823c2-22f4-4ad6-9876-4e6d03f20b09 HTTP/1.1" status: 200 len: 2998 time: 0.0743499 Mar 11 11:42:18.078033 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-84bc6265-83a9-4844-95e4-5ce3a8a193fb tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/3689c800-ae58-48ae-bf74-f5fb5c010b38 HTTP/1.1" status: 200 len: 2998 time: 0.0865264 Mar 11 11:42:18.145049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-7cfe9348-c317-46a2-b906-7891a43776b2 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/3689c800-ae58-48ae-bf74-f5fb5c010b38 HTTP/1.1" status: 200 len: 2998 time: 0.0579908 Mar 11 11:42:18.146917 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f14cada-9a33-4d4c-8800-05621de5806f req-91cd1fdf-c341-41bd-ad58-d69ba75782e5 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks [] for port (40c0043d-41d1-42b6-91e8-cbef6eb9d835), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:18.157842 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f14cada-9a33-4d4c-8800-05621de5806f req-91cd1fdf-c341-41bd-ad58-d69ba75782e5 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (40c0043d-41d1-42b6-91e8-cbef6eb9d835), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:18.245639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd1fdf-c341-41bd-ad58-d69ba75782e5 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Pushing event updated for resources: {'Port': ['ID=40c0043d-41d1-42b6-91e8-cbef6eb9d835,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:18.259982 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-80e78517-300e-46aa-988d-a6dafebd4aca tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/3fc43c14-d6f6-4f33-bf5c-96840ec426df HTTP/1.1" status: 200 len: 2998 time: 0.1081080 Mar 11 11:42:18.274628 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f14cada-9a33-4d4c-8800-05621de5806f req-91cd1fdf-c341-41bd-ad58-d69ba75782e5 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (778532c6-2efc-4d9f-9481-f62db4a1ed55), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:18.306780 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f14cada-9a33-4d4c-8800-05621de5806f req-91cd1fdf-c341-41bd-ad58-d69ba75782e5 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:18.307995 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f14cada-9a33-4d4c-8800-05621de5806f req-91cd1fdf-c341-41bd-ad58-d69ba75782e5 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5816967 Mar 11 11:42:18.314701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:42:18.368278 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-d7269c57-e714-4148-98f5-a17e038616c1 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/3fc43c14-d6f6-4f33-bf5c-96840ec426df HTTP/1.1" status: 200 len: 2998 time: 0.0994554 Mar 11 11:42:18.387526 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f14cada-9a33-4d4c-8800-05621de5806f req-2e356924-edbc-4e1b-a0cf-df34bd9ed875 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0698464 Mar 11 11:42:18.413645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:18.438692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92', 'mac_address': 'fa:16:3e:b9:df:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:42:18.448270 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:18.485032 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-79d8b48f-2a83-4647-9ca7-14f9d13310d9 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/4a96a4b5-46a8-41d1-bb33-6b63c66286aa HTTP/1.1" status: 200 len: 2998 time: 0.1157286 Mar 11 11:42:18.494022 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:18.495135 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:18.509793 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:18.530103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:18.536647 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:18.551543 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14cada-9a33-4d4c-8800-05621de5806f req-2dd06875-d0e3-44e6-bc3f-c8b210c39728 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:18.553123 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f14cada-9a33-4d4c-8800-05621de5806f req-2dd06875-d0e3-44e6-bc3f-c8b210c39728 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.1568785 Mar 11 11:42:18.556387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-934d5fc3-1542-426e-aeb8-959e2043d341 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/4a96a4b5-46a8-41d1-bb33-6b63c66286aa HTTP/1.1" status: 200 len: 2998 time: 0.0644660 Mar 11 11:42:18.597347 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0836c01d-3114-4d19-b695-620b94b813cc x-openstack-request-id: req-0836c01d-3114-4d19-b695-620b94b813cc {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:18.597735 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f228a75d-2d6c-4d49-90d8-cb17342e1741", "name": "network-vif-plugged", "status": "completed", "tag": "dbc8ef18-69d2-474d-8f0c-9b18180290bc", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:18.598075 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0836c01d-3114-4d19-b695-620b94b813cc {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:18.598551 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f228a75d-2d6c-4d49-90d8-cb17342e1741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc8ef18-69d2-474d-8f0c-9b18180290bc', 'code': 200} Mar 11 11:42:18.603697 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:18.617276 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-175aced9-0aa3-406e-937e-ed2fa6f1d4b8 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/5f820a02-2b9f-4f9a-9c90-3e00ae9db9b1 HTTP/1.1" status: 200 len: 2998 time: 0.0543056 Mar 11 11:42:18.664447 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-fc9ed820-b770-4417-b7a9-e6e22924cd52 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/5f820a02-2b9f-4f9a-9c90-3e00ae9db9b1 HTTP/1.1" status: 200 len: 2998 time: 0.0401654 Mar 11 11:42:18.727658 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-e95fd932-89fd-4d08-a2f7-326c093a0b28 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/7ba64217-73e2-49de-a0cb-8c392e4f37e5 HTTP/1.1" status: 200 len: 2998 time: 0.0562494 Mar 11 11:42:18.748358 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90903258-6389-41a5-aa5d-3214d4a306a9 req-532f658e-6784-4c46-abf2-8668eafa1789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:18.749795 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-90903258-6389-41a5-aa5d-3214d4a306a9 req-532f658e-6784-4c46-abf2-8668eafa1789 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f228a75d-2d6c-4d49-90d8-cb17342e1741 HTTP/1.1" status: 200 len: 1127 time: 0.0510769 Mar 11 11:42:18.798503 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e787c-a9a0-43b0-ba5b-b4c39e3268bb req-c7514c91-4600-42c0-bdce-bf0ee9c8c4a2 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:18.800034 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-260e787c-a9a0-43b0-ba5b-b4c39e3268bb req-c7514c91-4600-42c0-bdce-bf0ee9c8c4a2 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?device_id=af2d63b0-5128-4709-a3db-3ed9bb27af37 HTTP/1.1" status: 200 len: 949 time: 0.0853708 Mar 11 11:42:18.801987 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-90903258-6389-41a5-aa5d-3214d4a306a9 req-597149ed-cca4-476b-8f07-2b6f1b9d5a2b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447359 Mar 11 11:42:18.803066 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-2b33096c-d1aa-4b5d-af1f-6dadab7d29ad tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/7ba64217-73e2-49de-a0cb-8c392e4f37e5 HTTP/1.1" status: 200 len: 2998 time: 0.0601676 Mar 11 11:42:18.874487 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-c2b9b8fd-e92e-432a-a651-74053ccb1f80 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/8142adad-163a-42ed-8b7a-fafa13e7fd32 HTTP/1.1" status: 200 len: 2998 time: 0.0654750 Mar 11 11:42:18.877982 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-260e787c-a9a0-43b0-ba5b-b4c39e3268bb req-f346b90c-457f-4243-afd0-bb8a833c59bc tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702662 Mar 11 11:42:18.917034 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:42:18.926120 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-fe7633b2-066a-4e8e-8f57-667f9d36135a tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/8142adad-163a-42ed-8b7a-fafa13e7fd32 HTTP/1.1" status: 200 len: 2998 time: 0.0455725 Mar 11 11:42:18.999963 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-059cf9e5-fdc6-4e25-84f1-875513324797 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25 HTTP/1.1" status: 200 len: 2998 time: 0.0604308 Mar 11 11:42:19.075345 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f60fab-bdfc-4954-8407-48f777dac516 req-f00d06af-b6a8-4b18-9ebe-383fe57ca6b2 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:19.077657 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2f60fab-bdfc-4954-8407-48f777dac516 req-f00d06af-b6a8-4b18-9ebe-383fe57ca6b2 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.0898159 Mar 11 11:42:19.079342 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-079bcad3-9e4b-4755-828e-c7d6baefb151 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25 HTTP/1.1" status: 200 len: 2998 time: 0.0597496 Mar 11 11:42:19.150501 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-3ad92bf5-2867-4800-a7be-09076a6ae4c4 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/bab8be08-3cf3-4335-a016-cc7047b5459f HTTP/1.1" status: 200 len: 2994 time: 0.0639782 Mar 11 11:42:19.153916 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2f60fab-bdfc-4954-8407-48f777dac516 req-26fab16d-988a-4977-8882-9cd182f5d79b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691917 Mar 11 11:42:19.198376 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-689b1473-e58c-4b81-8d21-7fe800396aa8 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/bab8be08-3cf3-4335-a016-cc7047b5459f HTTP/1.1" status: 200 len: 2994 time: 0.0415778 Mar 11 11:42:19.277741 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-6ec2b743-38c2-473e-85ec-f1595f65aed0 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/d6d87ed0-3630-4c9b-93fa-bbbcbf369e1f HTTP/1.1" status: 200 len: 2998 time: 0.0736072 Mar 11 11:42:19.308404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db83af1-3e05-41f9-b587-20ea07c1c69e req-c606ed4e-6367-492c-9970-80258eeec1ff tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:19.309993 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8db83af1-3e05-41f9-b587-20ea07c1c69e req-c606ed4e-6367-492c-9970-80258eeec1ff tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 945 time: 0.0908315 Mar 11 11:42:19.353610 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-d965793b-04d0-46fe-8ef9-b54970eeb6dd tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/d6d87ed0-3630-4c9b-93fa-bbbcbf369e1f HTTP/1.1" status: 200 len: 2998 time: 0.0688813 Mar 11 11:42:19.392756 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8db83af1-3e05-41f9-b587-20ea07c1c69e req-4063d64c-7c25-42f5-9c01-47a6037d289c tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718865 Mar 11 11:42:19.426591 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-cd7fd5fd-f1f9-41a0-b895-d9efe38853b7 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/d9a1b166-f37a-43e0-b5f4-07ca98330b2f HTTP/1.1" status: 200 len: 2998 time: 0.0650136 Mar 11 11:42:19.446447 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4f038e5a-78c7-4a3a-930e-24193896eec2 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:42:19.478042 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7ec5140-be80-4e4f-abb9-3b14bb1529a0 req-6345b6ae-b6d1-4e63-ba3c-568bf37bd816 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/floatingips/778532c6-2efc-4d9f-9481-f62db4a1ed55 HTTP/1.1" status: 200 len: 692 time: 0.0608790 Mar 11 11:42:19.502753 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 4f038e5a-78c7-4a3a-930e-24193896eec2 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:42:19.506725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 4f038e5a-78c7-4a3a-930e-24193896eec2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:19.507101 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4f038e5a-78c7-4a3a-930e-24193896eec2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:19.534864 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-494a337f-9c28-4a23-b814-067da91fa5cd tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/d9a1b166-f37a-43e0-b5f4-07ca98330b2f HTTP/1.1" status: 200 len: 2998 time: 0.0765009 Mar 11 11:42:19.586373 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 4f038e5a-78c7-4a3a-930e-24193896eec2 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:19.586809 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4f038e5a-78c7-4a3a-930e-24193896eec2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:19.622948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4f038e5a-78c7-4a3a-930e-24193896eec2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4f038e5a-78c7-4a3a-930e-24193896eec2,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:19.629684 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4f038e5a-78c7-4a3a-930e-24193896eec2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:19.630484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:42:19.636339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec5140-be80-4e4f-abb9-3b14bb1529a0 req-9a0fa186-4101-4bcf-bc53-3b5dc5bad09a tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:19.636740 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7ec5140-be80-4e4f-abb9-3b14bb1529a0 req-9a0fa186-4101-4bcf-bc53-3b5dc5bad09a tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.1486387 Mar 11 11:42:19.640586 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-c42f7ab4-21ea-4bdd-bd9b-d0db15471647 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/e18f8574-da7f-4339-84ea-57e2a05fcb9c HTTP/1.1" status: 200 len: 2998 time: 0.0738115 Mar 11 11:42:19.705671 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=4f038e5a-78c7-4a3a-930e-24193896eec2,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:19.712184 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7ec5140-be80-4e4f-abb9-3b14bb1529a0 req-15851702-c948-4c89-93eb-e995bf993169 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0614834 Mar 11 11:42:19.723446 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:42:19.727937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:19.728599 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:19.775880 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-456245d2-b126-4f5d-bf1e-978c9dea1fd0 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/e18f8574-da7f-4339-84ea-57e2a05fcb9c HTTP/1.1" status: 200 len: 2998 time: 0.1155345 Mar 11 11:42:19.784106 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7ec5140-be80-4e4f-abb9-3b14bb1529a0 req-7002a728-ffc1-4656-976a-69527a6aa5e4 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0506551 Mar 11 11:42:19.812425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:19.812731 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:19.845205 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:19.852356 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:19.896831 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-5549aeb9-82f5-438f-8dd1-7af208d8d618 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/ebf95d30-81d8-4f3f-bca8-f956a302294a HTTP/1.1" status: 200 len: 2994 time: 0.1116860 Mar 11 11:42:19.911997 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:19.961169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-6bc66b3b-565a-424a-8d7d-74d205135a49 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/ebf95d30-81d8-4f3f-bca8-f956a302294a HTTP/1.1" status: 200 len: 2994 time: 0.0442214 Mar 11 11:42:19.972935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-e7ec5140-be80-4e4f-abb9-3b14bb1529a0 req-74f6c5cb-5d6a-4951-97f0-4a95e2bc976a tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Deleting port 40c0043d-41d1-42b6-91e8-cbef6eb9d835 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:42:19.973270 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e7ec5140-be80-4e4f-abb9-3b14bb1529a0 req-74f6c5cb-5d6a-4951-97f0-4a95e2bc976a tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (40c0043d-41d1-42b6-91e8-cbef6eb9d835), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:20.015520 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:20.062728 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-8e410323-dece-496f-8fb9-db281b2ed826 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/ec4281a4-f4f4-4cc3-aac4-9121ac24ad75 HTTP/1.1" status: 200 len: 2998 time: 0.0914633 Mar 11 11:42:20.087140 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e7ec5140-be80-4e4f-abb9-3b14bb1529a0 req-74f6c5cb-5d6a-4951-97f0-4a95e2bc976a tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (40c0043d-41d1-42b6-91e8-cbef6eb9d835), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:20.087458 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e7ec5140-be80-4e4f-abb9-3b14bb1529a0 req-74f6c5cb-5d6a-4951-97f0-4a95e2bc976a tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks [] for floatingip (40c0043d-41d1-42b6-91e8-cbef6eb9d835), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:20.110634 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-e7ec5140-be80-4e4f-abb9-3b14bb1529a0 req-74f6c5cb-5d6a-4951-97f0-4a95e2bc976a tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Calling delete_port for 40c0043d-41d1-42b6-91e8-cbef6eb9d835 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:42:20.135153 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18b87a3f-8fa7-43e7-a093-a75cab92fb24 req-367473a2-90ff-44a9-8c96-4e94f2ad8f07 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/ec4281a4-f4f4-4cc3-aac4-9121ac24ad75 HTTP/1.1" status: 200 len: 2998 time: 0.0617731 Mar 11 11:42:20.278464 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e7ec5140-be80-4e4f-abb9-3b14bb1529a0 req-74f6c5cb-5d6a-4951-97f0-4a95e2bc976a tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (40c0043d-41d1-42b6-91e8-cbef6eb9d835), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:20.307525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6c5cb-5d6a-4951-97f0-4a95e2bc976a tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Pushing event deleted for resources: {'Port': ['ID=40c0043d-41d1-42b6-91e8-cbef6eb9d835,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:20.332198 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:42:20.387999 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e7ec5140-be80-4e4f-abb9-3b14bb1529a0 req-74f6c5cb-5d6a-4951-97f0-4a95e2bc976a tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks [] for floatingip (778532c6-2efc-4d9f-9481-f62db4a1ed55), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:20.392041 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e7ec5140-be80-4e4f-abb9-3b14bb1529a0 req-74f6c5cb-5d6a-4951-97f0-4a95e2bc976a tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:20.396852 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:42:20.400429 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7ec5140-be80-4e4f-abb9-3b14bb1529a0 req-74f6c5cb-5d6a-4951-97f0-4a95e2bc976a tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "DELETE /v2.0/floatingips/778532c6-2efc-4d9f-9481-f62db4a1ed55 HTTP/1.1" status: 204 len: 173 time: 0.6089127 Mar 11 11:42:20.404054 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:20.408376 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:20.536852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7293955-f50e-46ab-81b9-82fecabe3bbc req-c127c50e-b7b3-4dac-a072-f9a1c381a3d2 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:20.545099 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c7293955-f50e-46ab-81b9-82fecabe3bbc req-c127c50e-b7b3-4dac-a072-f9a1c381a3d2 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?device_id=af2d63b0-5128-4709-a3db-3ed9bb27af37 HTTP/1.1" status: 200 len: 949 time: 0.0929029 Mar 11 11:42:20.580338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:20.581511 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:20.613119 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dbf5a6-4df9-49c3-811f-bde0a59cb5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f038e5a-78c7-4a3a-930e-24193896eec2'}, {'server_uuid': 'ef8cf18e-6378-44bc-ac5e-3eeccad9bef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:20.618477 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8623840-6519-48c6-85fa-d8f540b9b284" -d '{"events": [{"server_uuid": "73dbf5a6-4df9-49c3-811f-bde0a59cb5a9", "name": "network-vif-plugged", "status": "completed", "tag": "4f038e5a-78c7-4a3a-930e-24193896eec2"}, {"server_uuid": "ef8cf18e-6378-44bc-ac5e-3eeccad9bef6", "name": "network-vif-plugged", "status": "completed", "tag": "25cb6ff5-54fc-429f-86c4-81aa0d5f67fe"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:20.634809 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c7293955-f50e-46ab-81b9-82fecabe3bbc req-5f301e62-af68-497d-ba47-957558659fbe tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884879 Mar 11 11:42:20.642895 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:20.644848 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bf06d00-e6fc-4560-adef-316b24364646 req-fc7e97d4-02f4-4986-9a25-4b9703352fb8 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=91ae5ceff0484f15a955e3635cb33556 HTTP/1.1" status: 200 len: 6154 time: 0.1401575 Mar 11 11:42:20.652263 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:20.703860 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:20.706559 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bf06d00-e6fc-4560-adef-316b24364646 req-7bcfe19c-c210-4aa2-9802-404ec28383ba tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] 10.222.0.78 "GET /v2.0/security-groups/ec4281a4-f4f4-4cc3-aac4-9121ac24ad75 HTTP/1.1" status: 200 len: 2998 time: 0.0546355 Mar 11 11:42:20.784878 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bf06d00-e6fc-4560-adef-316b24364646 req-9982b915-685a-4590-a3e3-a93217f2ed15 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] 10.222.0.78 "GET /v2.0/security-groups/ec4281a4-f4f4-4cc3-aac4-9121ac24ad75 HTTP/1.1" status: 200 len: 2998 time: 0.0706017 Mar 11 11:42:20.814541 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ceb70-9b2c-4de7-86dc-8213ae012887 req-87142723-a86f-4fdc-9cc0-c075b2514c86 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:20.815975 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e3ceb70-9b2c-4de7-86dc-8213ae012887 req-87142723-a86f-4fdc-9cc0-c075b2514c86 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.0859714 Mar 11 11:42:21.154985 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-267ea19a-296a-4654-a558-a82e6d82e77d req-99e77062-ea98-47a0-a7a4-802d7d8c35be tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] show failed (client error): The resource could not be found. Mar 11 11:42:21.156009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-267ea19a-296a-4654-a558-a82e6d82e77d req-99e77062-ea98-47a0-a7a4-802d7d8c35be tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/floatingips/778532c6-2efc-4d9f-9481-f62db4a1ed55 HTTP/1.1" status: 404 len: 350 time: 0.3560247 Mar 11 11:42:21.200853 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e3ceb70-9b2c-4de7-86dc-8213ae012887 req-c1e24d74-35c5-406b-ab51-df8aee37c2d8 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480225 Mar 11 11:42:21.265434 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdbdac1-b004-49e6-9640-5eb493844e2a x-openstack-request-id: req-dcdbdac1-b004-49e6-9640-5eb493844e2a {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:21.265970 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dbf5a6-4df9-49c3-811f-bde0a59cb5a9", "name": "network-vif-plugged", "status": "completed", "tag": "4f038e5a-78c7-4a3a-930e-24193896eec2", "code": 200}, {"server_uuid": "ef8cf18e-6378-44bc-ac5e-3eeccad9bef6", "name": "network-vif-plugged", "status": "completed", "tag": "25cb6ff5-54fc-429f-86c4-81aa0d5f67fe", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:21.266293 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dcdbdac1-b004-49e6-9640-5eb493844e2a {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:21.267215 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73dbf5a6-4df9-49c3-811f-bde0a59cb5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f038e5a-78c7-4a3a-930e-24193896eec2', 'code': 200} Mar 11 11:42:21.271621 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8cf18e-6378-44bc-ac5e-3eeccad9bef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe', 'code': 200} Mar 11 11:42:21.287260 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b66187-c8d9-4501-b471-a4e9235a0a9a req-3747c7d1-fb4e-4562-9373-f3a521c3c765 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:21.290442 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21b66187-c8d9-4501-b471-a4e9235a0a9a req-3747c7d1-fb4e-4562-9373-f3a521c3c765 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 946 time: 0.0804577 Mar 11 11:42:21.404927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0a84b-694b-4425-b38d-2b10af1e607f req-de77edbc-f151-4e79-8a31-e343d7fa1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:21.405765 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21b66187-c8d9-4501-b471-a4e9235a0a9a req-6c59024b-7f5a-4cfa-ac9b-bf3b87211204 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040511 Mar 11 11:42:21.406423 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-02b0a84b-694b-4425-b38d-2b10af1e607f req-de77edbc-f151-4e79-8a31-e343d7fa1497 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 1128 time: 0.0518832 Mar 11 11:42:21.410764 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba7b44c3-6a92-43b4-b27b-1edd97400695 req-12260120-d318-4b4f-a8da-84935d0d2fb7 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/1f121d87-649b-4617-aa01-bd7911d9d2c8 HTTP/1.1" status: 200 len: 1795 time: 0.1186352 Mar 11 11:42:21.452644 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af979604-37d8-4520-a55a-82efeccb212f req-f84a1a39-54be-417e-9915-e618f576fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:21.454552 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af979604-37d8-4520-a55a-82efeccb212f req-f84a1a39-54be-417e-9915-e618f576fad7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ef8cf18e-6378-44bc-ac5e-3eeccad9bef6 HTTP/1.1" status: 200 len: 1132 time: 0.0958200 Mar 11 11:42:21.461635 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-02b0a84b-694b-4425-b38d-2b10af1e607f req-9a7d530c-aff1-4818-bc08-ba8c578c3717 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437934 Mar 11 11:42:21.511202 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-aab473db-11f8-44eb-b7e9-0deaf1f50ec4 req-0ec8fca5-8f1b-4bdb-8f74-046bcc190249 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] show failed (client error): The resource could not be found. Mar 11 11:42:21.512256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aab473db-11f8-44eb-b7e9-0deaf1f50ec4 req-0ec8fca5-8f1b-4bdb-8f74-046bcc190249 tempest-FloatingIPsTestJSON-1187805435 tempest-FloatingIPsTestJSON-1187805435-project] 10.222.0.78 "GET /v2.0/floatingips/778532c6-2efc-4d9f-9481-f62db4a1ed55 HTTP/1.1" status: 404 len: 350 time: 0.0551546 Mar 11 11:42:21.522289 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41470) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:21.584762 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ba7b44c3-6a92-43b4-b27b-1edd97400695 req-5494214d-a96a-4877-bad8-3b1beac89832 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks [] for security_group (1f121d87-649b-4617-aa01-bd7911d9d2c8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:21.602542 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af979604-37d8-4520-a55a-82efeccb212f req-e425169b-8bba-4b59-8c2f-a959e3491a42 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361961 Mar 11 11:42:21.621751 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ba7b44c3-6a92-43b4-b27b-1edd97400695 req-5494214d-a96a-4877-bad8-3b1beac89832 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks [] for security_group (1f121d87-649b-4617-aa01-bd7911d9d2c8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:21.740433 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ba7b44c3-6a92-43b4-b27b-1edd97400695 req-5494214d-a96a-4877-bad8-3b1beac89832 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1f121d87-649b-4617-aa01-bd7911d9d2c8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:21.743108 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ba7b44c3-6a92-43b4-b27b-1edd97400695 req-5494214d-a96a-4877-bad8-3b1beac89832 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:21.744223 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba7b44c3-6a92-43b4-b27b-1edd97400695 req-5494214d-a96a-4877-bad8-3b1beac89832 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/1f121d87-649b-4617-aa01-bd7911d9d2c8 HTTP/1.1" status: 204 len: 173 time: 0.3255141 Mar 11 11:42:21.795723 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494214d-a96a-4877-bad8-3b1beac89832 tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f121d87-649b-4617-aa01-bd7911d9d2c8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:21.875489 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ea333-a886-4fc0-9d00-82d67c75f309 req-437513b6-f648-46f4-8aa2-977b868f94c8 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:21.876984 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-249ea333-a886-4fc0-9d00-82d67c75f309 req-437513b6-f648-46f4-8aa2-977b868f94c8 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?device_id=af2d63b0-5128-4709-a3db-3ed9bb27af37 HTTP/1.1" status: 200 len: 950 time: 0.1497486 Mar 11 11:42:21.881419 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70645ec6-57bb-4048-818c-a53f9f78819b req-68345803-bc46-4090-a12f-ffba0c1be8ac tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "GET /v2.0/security-groups/6a4cef16-f00b-4ed8-af36-d7bf44531222 HTTP/1.1" status: 200 len: 1794 time: 0.1143229 Mar 11 11:42:22.000339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-249ea333-a886-4fc0-9d00-82d67c75f309 req-d719bc51-c135-4949-8dd5-ab3f7c6058df tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017663 Mar 11 11:42:22.027672 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-70645ec6-57bb-4048-818c-a53f9f78819b req-26987e4f-dd8a-4e60-8b4f-3371c34f513e tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks [] for security_group (6a4cef16-f00b-4ed8-af36-d7bf44531222), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:22.060020 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-70645ec6-57bb-4048-818c-a53f9f78819b req-26987e4f-dd8a-4e60-8b4f-3371c34f513e tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks [] for security_group (6a4cef16-f00b-4ed8-af36-d7bf44531222), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:22.127627 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-70645ec6-57bb-4048-818c-a53f9f78819b req-26987e4f-dd8a-4e60-8b4f-3371c34f513e tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6a4cef16-f00b-4ed8-af36-d7bf44531222), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:22.130238 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-70645ec6-57bb-4048-818c-a53f9f78819b req-26987e4f-dd8a-4e60-8b4f-3371c34f513e tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:22.131398 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70645ec6-57bb-4048-818c-a53f9f78819b req-26987e4f-dd8a-4e60-8b4f-3371c34f513e tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/6a4cef16-f00b-4ed8-af36-d7bf44531222 HTTP/1.1" status: 204 len: 173 time: 0.2319262 Mar 11 11:42:22.148995 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26987e4f-dd8a-4e60-8b4f-3371c34f513e tempest-SecurityGroupsTestAdminJSON-974839027 tempest-SecurityGroupsTestAdminJSON-974839027-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4cef16-f00b-4ed8-af36-d7bf44531222,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:22.175082 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56ab4e51-63fd-4780-ad45-70005d44aa88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (a23a8551-c134-4891-9ffe-43eb0084072f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:22.244155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b63e6c4c-b655-450a-a77d-bcc15dccbfc3 req-5fc1433c-de47-457d-b3c6-be174aa3549d tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] 10.222.0.78 "GET /v2.0/security-groups/01fd0828-9f47-4c0c-a9c3-20762f8b5463 HTTP/1.1" status: 200 len: 1794 time: 0.0919178 Mar 11 11:42:22.439968 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b63e6c4c-b655-450a-a77d-bcc15dccbfc3 req-72c16db2-d897-4aeb-8439-241e05847219 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks [] for security_group (01fd0828-9f47-4c0c-a9c3-20762f8b5463), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:22.459674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8c207-d536-49ae-8af1-de71e422befa req-b3e55a32-6850-40e3-9a9f-dad1f9ae34fc tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:22.461170 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3a8c207-d536-49ae-8af1-de71e422befa req-b3e55a32-6850-40e3-9a9f-dad1f9ae34fc tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 945 time: 0.1717680 Mar 11 11:42:22.482358 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b63e6c4c-b655-450a-a77d-bcc15dccbfc3 req-72c16db2-d897-4aeb-8439-241e05847219 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks [] for security_group (01fd0828-9f47-4c0c-a9c3-20762f8b5463), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:22.522509 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-efff6dce-218f-456d-8d5b-79c16848b39d tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:22.524548 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-efff6dce-218f-456d-8d5b-79c16848b39d tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5&tenant_id=1cecaa0b73904c0b969683224717fe2d&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 1127 time: 0.0525448 Mar 11 11:42:22.545615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833234-2'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:22.556373 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3a8c207-d536-49ae-8af1-de71e422befa req-65b8a26a-f7c5-4d30-902c-d1b947b47e1d tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879047 Mar 11 11:42:22.589605 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b63e6c4c-b655-450a-a77d-bcc15dccbfc3 req-72c16db2-d897-4aeb-8439-241e05847219 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (01fd0828-9f47-4c0c-a9c3-20762f8b5463), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:22.589605 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b63e6c4c-b655-450a-a77d-bcc15dccbfc3 req-72c16db2-d897-4aeb-8439-241e05847219 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:22.589605 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b63e6c4c-b655-450a-a77d-bcc15dccbfc3 req-72c16db2-d897-4aeb-8439-241e05847219 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] 10.222.0.78 "DELETE /v2.0/security-groups/01fd0828-9f47-4c0c-a9c3-20762f8b5463 HTTP/1.1" status: 204 len: 173 time: 0.3336549 Mar 11 11:42:22.619216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c16db2-d897-4aeb-8439-241e05847219 tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fd0828-9f47-4c0c-a9c3-20762f8b5463,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:22.624893 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:22.769349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-56ab4e51-63fd-4780-ad45-70005d44aa88 admin admin] Deleting port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:42:22.769612 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56ab4e51-63fd-4780-ad45-70005d44aa88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:22.792294 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8c6d724-edb9-47a2-9a66-6a635462fdc4 req-0627b5be-3b4f-43bd-b255-08f5d43aabcd tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] 10.222.0.78 "GET /v2.0/security-groups/f02794bf-6a88-4c4a-868b-dfa053cc6e13 HTTP/1.1" status: 200 len: 1795 time: 0.0861568 Mar 11 11:42:22.812644 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7018f8d-c1e7-438e-a294-9bd0bc1f9fd4 req-938f43b2-8919-44bb-9433-f28b9e0e320d tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:22.814134 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7018f8d-c1e7-438e-a294-9bd0bc1f9fd4 req-938f43b2-8919-44bb-9433-f28b9e0e320d tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 946 time: 0.1445942 Mar 11 11:42:22.865607 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] For port b32534e2-c04e-4ff9-9938-babd650f6bf2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b32534e2-c04e-4ff9-9938-babd650f6bf2,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:22.903095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] For port b32534e2-c04e-4ff9-9938-babd650f6bf2, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:42:22.933194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-56ab4e51-63fd-4780-ad45-70005d44aa88 admin admin] For port 67baa1d2-61d4-4d42-b9c9-50fb54c411e9, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=67baa1d2-61d4-4d42-b9c9-50fb54c411e9,segment=NetworkSegment(7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da),segment_id=7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:22.933558 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56ab4e51-63fd-4780-ad45-70005d44aa88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:22.943235 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fd5134-2a05-4045-8ce5-abeef22024f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b32534e2-c04e-4ff9-9938-babd650f6bf2'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:22.945847 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643e9a2f-26da-4ec6-aabc-c19976834606" -d '{"events": [{"server_uuid": "93fd5134-2a05-4045-8ce5-abeef22024f5", "name": "network-vif-unplugged", "status": "completed", "tag": "b32534e2-c04e-4ff9-9938-babd650f6bf2"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:22.950089 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Publish callbacks [] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:22.957517 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:22.961580 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-56ab4e51-63fd-4780-ad45-70005d44aa88 admin admin] Calling delete_port for 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:42:22.974145 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7018f8d-c1e7-438e-a294-9bd0bc1f9fd4 req-534ed97d-9060-476e-b4c4-2916e398dd82 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441271 Mar 11 11:42:22.977684 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d8c6d724-edb9-47a2-9a66-6a635462fdc4 req-4a48362f-ba0a-476f-a055-b96d1756cc9b tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks [] for security_group (f02794bf-6a88-4c4a-868b-dfa053cc6e13), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:23.043520 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b6d6aa-f30a-4598-8bd6-487801759ed1 x-openstack-request-id: req-62b6d6aa-f30a-4598-8bd6-487801759ed1 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:23.043926 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fd5134-2a05-4045-8ce5-abeef22024f5", "name": "network-vif-unplugged", "status": "completed", "tag": "b32534e2-c04e-4ff9-9938-babd650f6bf2", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:23.044124 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-62b6d6aa-f30a-4598-8bd6-487801759ed1 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:23.044482 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd5134-2a05-4045-8ce5-abeef22024f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b32534e2-c04e-4ff9-9938-babd650f6bf2', 'code': 200} Mar 11 11:42:23.047858 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Pushing event updated for resources: {'Port': ['ID=b32534e2-c04e-4ff9-9938-babd650f6bf2,revision_number=7']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:23.053571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Attempting to bind port b32534e2-c04e-4ff9-9938-babd650f6bf2 on host n-h1-833234-2 for vnic_type normal with profile {"migrating_to": "n-h2-833234-2"} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:42:23.054046 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Attempting to bind port b32534e2-c04e-4ff9-9938-babd650f6bf2 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:42:23.055738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Attempting to bind port b32534e2-c04e-4ff9-9938-babd650f6bf2 on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:23.060384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Port b32534e2-c04e-4ff9-9938-babd650f6bf2 on network ec42b46c-66eb-4785-8e56-b97afd23f681 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:42:23.060926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Attempting to bind port b32534e2-c04e-4ff9-9938-babd650f6bf2 on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:23.067147 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:42:23.067821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Checking segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:42:23.068382 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Bound using segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:42:23.069311 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Bound port: b32534e2-c04e-4ff9-9938-babd650f6bf2, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:42:23.069850 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:23.115147 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d8c6d724-edb9-47a2-9a66-6a635462fdc4 req-4a48362f-ba0a-476f-a055-b96d1756cc9b tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks [] for security_group (f02794bf-6a88-4c4a-868b-dfa053cc6e13), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:23.147486 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] For port b32534e2-c04e-4ff9-9938-babd650f6bf2, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:42:23.151242 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] For port b32534e2-c04e-4ff9-9938-babd650f6bf2, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b32534e2-c04e-4ff9-9938-babd650f6bf2,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:42:23.160853 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:23.260123 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Pushing event updated for resources: {'Port': ['ID=b32534e2-c04e-4ff9-9938-babd650f6bf2,revision_number=8']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:23.266137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:23.266874 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:23.268367 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-b616ec1a-ebb9-4862-b99c-1d330daff925 service neutron] 10.222.0.37 "PUT /v2.0/ports/b32534e2-c04e-4ff9-9938-babd650f6bf2 HTTP/1.1" status: 200 len: 1121 time: 0.7277815 Mar 11 11:42:23.272463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2d63b0-5128-4709-a3db-3ed9bb27af37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:23.274741 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1cb073-0691-4bd7-8e1b-8f6a14fa4177" -d '{"events": [{"server_uuid": "af2d63b0-5128-4709-a3db-3ed9bb27af37", "name": "network-vif-plugged", "status": "completed", "tag": "9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:23.278459 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d8c6d724-edb9-47a2-9a66-6a635462fdc4 req-4a48362f-ba0a-476f-a055-b96d1756cc9b tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f02794bf-6a88-4c4a-868b-dfa053cc6e13), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:23.281489 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d8c6d724-edb9-47a2-9a66-6a635462fdc4 req-4a48362f-ba0a-476f-a055-b96d1756cc9b tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:23.282712 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8c6d724-edb9-47a2-9a66-6a635462fdc4 req-4a48362f-ba0a-476f-a055-b96d1756cc9b tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] 10.222.0.78 "DELETE /v2.0/security-groups/f02794bf-6a88-4c4a-868b-dfa053cc6e13 HTTP/1.1" status: 204 len: 173 time: 0.4785988 Mar 11 11:42:23.321459 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48362f-ba0a-476f-a055-b96d1756cc9b tempest-SecurityGroupsTestAdminJSON-1102099595 tempest-SecurityGroupsTestAdminJSON-1102099595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02794bf-6a88-4c4a-868b-dfa053cc6e13,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:23.352430 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cf170-2860-4a7f-a3ed-08d069af49aa req-f2d02964-c0f5-4291-8c2b-545412a6d6a3 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:23.356757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b5cf170-2860-4a7f-a3ed-08d069af49aa req-f2d02964-c0f5-4291-8c2b-545412a6d6a3 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?device_id=af2d63b0-5128-4709-a3db-3ed9bb27af37 HTTP/1.1" status: 200 len: 950 time: 0.2225134 Mar 11 11:42:23.367414 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6e76a7-e07b-4082-90a9-929836259bf0 x-openstack-request-id: req-8a6e76a7-e07b-4082-90a9-929836259bf0 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:23.368610 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2d63b0-5128-4709-a3db-3ed9bb27af37", "name": "network-vif-plugged", "status": "completed", "tag": "9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:23.369066 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a6e76a7-e07b-4082-90a9-929836259bf0 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:23.369660 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2d63b0-5128-4709-a3db-3ed9bb27af37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92', 'code': 200} Mar 11 11:42:23.379201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['b32534e2-c04e-4ff9-9938-babd650f6bf2'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:42:23.442444 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b5cf170-2860-4a7f-a3ed-08d069af49aa req-7996e801-b609-4c91-bde3-9441fb4ec75f tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792503 Mar 11 11:42:23.473413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['b32534e2-c04e-4ff9-9938-babd650f6bf2'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:42:23.526859 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f72ebc-449d-421b-9f4d-16445bf59300 req-68594267-7934-4c5a-875f-553f4c47713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:23.529079 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18f72ebc-449d-421b-9f4d-16445bf59300 req-68594267-7934-4c5a-875f-553f4c47713b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af2d63b0-5128-4709-a3db-3ed9bb27af37 HTTP/1.1" status: 200 len: 1132 time: 0.0770726 Mar 11 11:42:23.531331 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56ab4e51-63fd-4780-ad45-70005d44aa88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (67baa1d2-61d4-4d42-b9c9-50fb54c411e9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:23.572286 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab4e51-63fd-4780-ad45-70005d44aa88 admin admin] Pushing event deleted for resources: {'Port': ['ID=67baa1d2-61d4-4d42-b9c9-50fb54c411e9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:23.606728 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18f72ebc-449d-421b-9f4d-16445bf59300 req-94578754-04cd-4e88-9750-8a581096057b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561221 Mar 11 11:42:23.725093 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41502) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:23.863957 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56ab4e51-63fd-4780-ad45-70005d44aa88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (a23a8551-c134-4891-9ffe-43eb0084072f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:23.872727 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed313cf4-fa59-46b3-84cd-348276f7a609 req-b946390e-6490-43c9-abe6-23e12cd5f502 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:23.874245 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed313cf4-fa59-46b3-84cd-348276f7a609 req-b946390e-6490-43c9-abe6-23e12cd5f502 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 943 time: 0.1528831 Mar 11 11:42:23.913113 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a622a5ec-1891-4413-b9bc-67f3e5aedd60 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=91ae5ceff0484f15a955e3635cb33556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868267 Mar 11 11:42:23.915492 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41506) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:23.963428 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eac34711-dc27-40c3-a025-1f3c93da95f9 admin admin] Publish callbacks [] for security_group (ec4281a4-f4f4-4cc3-aac4-9121ac24ad75), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:23.968546 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed313cf4-fa59-46b3-84cd-348276f7a609 req-3686dee3-2a14-435f-81e3-d80d4153d13d tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866435 Mar 11 11:42:23.985928 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eac34711-dc27-40c3-a025-1f3c93da95f9 admin admin] Publish callbacks [] for security_group (ec4281a4-f4f4-4cc3-aac4-9121ac24ad75), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:24.038856 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eac34711-dc27-40c3-a025-1f3c93da95f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ec4281a4-f4f4-4cc3-aac4-9121ac24ad75), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:24.042674 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eac34711-dc27-40c3-a025-1f3c93da95f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:24.044281 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-eac34711-dc27-40c3-a025-1f3c93da95f9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ec4281a4-f4f4-4cc3-aac4-9121ac24ad75 HTTP/1.1" status: 204 len: 168 time: 0.1276908 Mar 11 11:42:24.053973 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac34711-dc27-40c3-a025-1f3c93da95f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4281a4-f4f4-4cc3-aac4-9121ac24ad75,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:24.192314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fa17c-1caa-41b0-a4c3-93f4f903ceaa req-4b0cba4c-8c12-44e8-9e44-3f81461c6d78 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:24.193783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d6fa17c-1caa-41b0-a4c3-93f4f903ceaa req-4b0cba4c-8c12-44e8-9e44-3f81461c6d78 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 946 time: 0.0991833 Mar 11 11:42:24.219816 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ab4e51-63fd-4780-ad45-70005d44aa88 admin admin] Router a23a8551-c134-4891-9ffe-43eb0084072f has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:42:24.255936 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d6fa17c-1caa-41b0-a4c3-93f4f903ceaa req-951eaa7c-592c-4baf-b4ed-6424c9516d25 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549467 Mar 11 11:42:24.374607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ab4e51-63fd-4780-ad45-70005d44aa88 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:42:24.385344 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b32534e2-c04e-4ff9-9938-babd650f6bf2 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:42:24.391499 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41516) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:24.394390 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-56ab4e51-63fd-4780-ad45-70005d44aa88 admin admin] 10.222.0.78 "PUT /v2.0/routers/a23a8551-c134-4891-9ffe-43eb0084072f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8710880 Mar 11 11:42:24.397411 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41518) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:24.441699 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ba5790bf-2e67-41f1-a1c5-93b3e072fd3b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3f44827a8b594da89861ac3fc643881b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486515 Mar 11 11:42:24.443973 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41520) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:24.475547 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a276dc-4640-453d-ad8a-a50b9dbc0737 req-8b6bc8a5-59e6-4b31-ad69-dbf76b19a970 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:24.477133 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07a276dc-4640-453d-ad8a-a50b9dbc0737 req-8b6bc8a5-59e6-4b31-ad69-dbf76b19a970 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 0.1170366 Mar 11 11:42:24.552040 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac4a41c8-17b9-4cdb-88a2-3411bb283695 admin admin] Publish callbacks [] for security_group (7ba64217-73e2-49de-a0cb-8c392e4f37e5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:24.577060 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac4a41c8-17b9-4cdb-88a2-3411bb283695 admin admin] Publish callbacks [] for security_group (7ba64217-73e2-49de-a0cb-8c392e4f37e5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:24.578266 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7514c18-886f-4bdb-80d0-105e09b803f2 admin admin] Publish callbacks [] for router (a23a8551-c134-4891-9ffe-43eb0084072f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:24.637439 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07a276dc-4640-453d-ad8a-a50b9dbc0737 req-e7f666d5-9495-4a5c-8897-81de57133642 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271427 Mar 11 11:42:24.650214 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac4a41c8-17b9-4cdb-88a2-3411bb283695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7ba64217-73e2-49de-a0cb-8c392e4f37e5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:24.658589 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac4a41c8-17b9-4cdb-88a2-3411bb283695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:24.660834 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ac4a41c8-17b9-4cdb-88a2-3411bb283695 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7ba64217-73e2-49de-a0cb-8c392e4f37e5 HTTP/1.1" status: 204 len: 168 time: 0.2157962 Mar 11 11:42:24.672961 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d5156-1d85-415f-9f6d-657b399f8f6d req-75fe9387-15fb-4b0c-86fc-a7e4d6c87376 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:24.674488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb9d5156-1d85-415f-9f6d-657b399f8f6d req-75fe9387-15fb-4b0c-86fc-a7e4d6c87376 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?device_id=af2d63b0-5128-4709-a3db-3ed9bb27af37 HTTP/1.1" status: 200 len: 950 time: 0.1391582 Mar 11 11:42:24.690965 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a41c8-17b9-4cdb-88a2-3411bb283695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba64217-73e2-49de-a0cb-8c392e4f37e5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:24.729672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba5cb2d-155a-41a1-90df-2c2b2415f95f None None] Sync routers for ids ['a23a8551-c134-4891-9ffe-43eb0084072f'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:42:24.767758 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba5cb2d-155a-41a1-90df-2c2b2415f95f None None] Routers {'a23a8551-c134-4891-9ffe-43eb0084072f'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:42:24.768725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0ba5cb2d-155a-41a1-90df-2c2b2415f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:42:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a23a8551-c134-4891-9ffe-43eb0084072f'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:42:24.839517 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port b32534e2-c04e-4ff9-9938-babd650f6bf2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b32534e2-c04e-4ff9-9938-babd650f6bf2,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:24.863523 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b32534e2-c04e-4ff9-9938-babd650f6bf2 has no active binding in host n-h2-833234-2 {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 11:42:24.926073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0ba5cb2d-155a-41a1-90df-2c2b2415f95f None None] Set router a23a8551-c134-4891-9ffe-43eb0084072f gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:42:25.045484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fd5134-2a05-4045-8ce5-abeef22024f5', 'tag': 'b32534e2-c04e-4ff9-9938-babd650f6bf2'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:25.048347 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9af15d8-8783-4b89-a610-47d2dcc7ee41" -d '{"events": [{"name": "network-changed", "server_uuid": "93fd5134-2a05-4045-8ce5-abeef22024f5", "tag": "b32534e2-c04e-4ff9-9938-babd650f6bf2"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:25.167246 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7514c18-886f-4bdb-80d0-105e09b803f2 admin admin] Publish callbacks [] for router_gateway (a23a8551-c134-4891-9ffe-43eb0084072f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:25.180027 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb9d5156-1d85-415f-9f6d-657b399f8f6d req-606db7ad-147a-4f49-88d8-22be2569a30c tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743476 Mar 11 11:42:25.188944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0ba5cb2d-155a-41a1-90df-2c2b2415f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'name': 'tempest-FloatingIPsTestJSON-547617151-router', 'tenant_id': '648cfd9f78734d4286f8c00cbb2d81df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '093a9b09-29a8-46e3-8933-1ff903dad197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:52Z', 'updated_at': '2022-03-11T11:42:23Z', 'revision_number': 5, 'project_id': '648cfd9f78734d4286f8c00cbb2d81df', 'gw_port': {'id': '093a9b09-29a8-46e3-8933-1ff903dad197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:53Z', 'updated_at': '2022-03-11T11:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:42:25.239707 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba5cb2d-155a-41a1-90df-2c2b2415f95f None None] Checking router: a23a8551-c134-4891-9ffe-43eb0084072f for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:42:25.263238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba5cb2d-155a-41a1-90df-2c2b2415f95f None None] Routers {'a23a8551-c134-4891-9ffe-43eb0084072f'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:42:25.264046 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0ba5cb2d-155a-41a1-90df-2c2b2415f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:42:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a23a8551-c134-4891-9ffe-43eb0084072f'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:42:25.372159 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6e239-c97d-4fbb-bb89-e6a846b2e356 req-eb48afd5-1fd9-454b-b4f8-6a9b147af62a tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:25.392549 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a9d6e239-c97d-4fbb-bb89-e6a846b2e356 req-eb48afd5-1fd9-454b-b4f8-6a9b147af62a tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=f228a75d-2d6c-4d49-90d8-cb17342e1741 HTTP/1.1" status: 200 len: 945 time: 0.6344383 Mar 11 11:42:25.461861 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a9d6e239-c97d-4fbb-bb89-e6a846b2e356 req-dea216c8-ff58-46ce-b43d-7f5a9009c7e0 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682838 Mar 11 11:42:25.510829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e7514c18-886f-4bdb-80d0-105e09b803f2 admin admin] Deleting port 093a9b09-29a8-46e3-8933-1ff903dad197 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:42:25.511484 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7514c18-886f-4bdb-80d0-105e09b803f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (093a9b09-29a8-46e3-8933-1ff903dad197), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:25.553539 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0ba5cb2d-155a-41a1-90df-2c2b2415f95f None None] Set router a23a8551-c134-4891-9ffe-43eb0084072f gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:42:25.571011 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544f6fb-9137-4cd9-add6-25633a3aefdc req-e9bfb1c9-945a-469b-862a-b6403c570dbd tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:25.573551 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9544f6fb-9137-4cd9-add6-25633a3aefdc req-e9bfb1c9-945a-469b-862a-b6403c570dbd tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 943 time: 0.1248903 Mar 11 11:42:25.616404 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb3826e-d04e-4ac1-8fd1-f0bf9da11d4d x-openstack-request-id: req-bcb3826e-d04e-4ac1-8fd1-f0bf9da11d4d {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:25.616870 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fd5134-2a05-4045-8ce5-abeef22024f5", "tag": "b32534e2-c04e-4ff9-9938-babd650f6bf2", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:25.616870 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bcb3826e-d04e-4ac1-8fd1-f0bf9da11d4d {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:25.617262 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fd5134-2a05-4045-8ce5-abeef22024f5', 'tag': 'b32534e2-c04e-4ff9-9938-babd650f6bf2', 'status': 'completed', 'code': 200} Mar 11 11:42:25.690691 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-e7514c18-886f-4bdb-80d0-105e09b803f2 admin admin] For port 093a9b09-29a8-46e3-8933-1ff903dad197, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=093a9b09-29a8-46e3-8933-1ff903dad197,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:25.691061 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7514c18-886f-4bdb-80d0-105e09b803f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (093a9b09-29a8-46e3-8933-1ff903dad197), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:25.694974 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0ba5cb2d-155a-41a1-90df-2c2b2415f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'name': 'tempest-FloatingIPsTestJSON-547617151-router', 'tenant_id': '648cfd9f78734d4286f8c00cbb2d81df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:52Z', 'updated_at': '2022-03-11T11:42:25Z', 'revision_number': 6, 'project_id': '648cfd9f78734d4286f8c00cbb2d81df', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:42:25.755673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba5cb2d-155a-41a1-90df-2c2b2415f95f None None] The sync data for ids ['a23a8551-c134-4891-9ffe-43eb0084072f'] in n-d-833234-2 is: [{'id': 'a23a8551-c134-4891-9ffe-43eb0084072f', 'name': 'tempest-FloatingIPsTestJSON-547617151-router', 'tenant_id': '648cfd9f78734d4286f8c00cbb2d81df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:52Z', 'updated_at': '2022-03-11T11:42:25Z', 'revision_number': 6, 'project_id': '648cfd9f78734d4286f8c00cbb2d81df', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:42:25.810542 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e7514c18-886f-4bdb-80d0-105e09b803f2 admin admin] Calling delete_port for 093a9b09-29a8-46e3-8933-1ff903dad197 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:42:25.836965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9544f6fb-9137-4cd9-add6-25633a3aefdc req-1a17ae59-7abf-40b4-8604-a43c13e013fb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308967 Mar 11 11:42:25.902821 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af15d8-8783-4b89-a610-47d2dcc7ee41 req-5da778d5-cb3e-4ab3-a2af-ba30763e8f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:25.904904 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9af15d8-8783-4b89-a610-47d2dcc7ee41 req-5da778d5-cb3e-4ab3-a2af-ba30763e8f6a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 1155 time: 0.2484004 Mar 11 11:42:26.119940 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af15d8-8783-4b89-a610-47d2dcc7ee41 req-6accde12-f463-4be3-a309-78337737b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:26.121526 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9af15d8-8783-4b89-a610-47d2dcc7ee41 req-6accde12-f463-4be3-a309-78337737b4e0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.1982777 Mar 11 11:42:26.237249 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bf27f-3931-457b-b423-056be26ab34c req-3d5087f6-c825-49f1-bff5-b518c85802d7 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:26.249197 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-416bf27f-3931-457b-b423-056be26ab34c req-3d5087f6-c825-49f1-bff5-b518c85802d7 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 946 time: 0.2073267 Mar 11 11:42:26.282153 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9af15d8-8783-4b89-a610-47d2dcc7ee41 req-14a44bf7-a9de-4191-a1cc-892f1e883278 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b32534e2-c04e-4ff9-9938-babd650f6bf2 HTTP/1.1" status: 200 len: 217 time: 0.1320629 Mar 11 11:42:26.285010 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7514c18-886f-4bdb-80d0-105e09b803f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (093a9b09-29a8-46e3-8933-1ff903dad197), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:26.373276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7514c18-886f-4bdb-80d0-105e09b803f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=093a9b09-29a8-46e3-8933-1ff903dad197,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:26.416419 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-416bf27f-3931-457b-b423-056be26ab34c req-772857c1-2334-4b6c-88da-0b6a463b4953 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657970 Mar 11 11:42:26.491780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c06bb-135c-4b5c-aa17-1ec397a7a155 req-9f3b372f-011d-4902-8bc0-1b4fb170f2c0 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:26.493270 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-878c06bb-135c-4b5c-aa17-1ec397a7a155 req-9f3b372f-011d-4902-8bc0-1b4fb170f2c0 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?device_id=af2d63b0-5128-4709-a3db-3ed9bb27af37 HTTP/1.1" status: 200 len: 950 time: 0.2164648 Mar 11 11:42:26.494704 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af15d8-8783-4b89-a610-47d2dcc7ee41 req-e4638b23-5700-4170-8531-ac748faaccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:26.496069 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9af15d8-8783-4b89-a610-47d2dcc7ee41 req-e4638b23-5700-4170-8531-ac748faaccb0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.1798344 Mar 11 11:42:26.542263 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9af15d8-8783-4b89-a610-47d2dcc7ee41 req-1f75a709-30de-456c-99df-1afbd7d27b4e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394542 Mar 11 11:42:26.544251 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7514c18-886f-4bdb-80d0-105e09b803f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (a23a8551-c134-4891-9ffe-43eb0084072f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:26.746405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:42:26.790678 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7514c18-886f-4bdb-80d0-105e09b803f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (a23a8551-c134-4891-9ffe-43eb0084072f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:26.796648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-878c06bb-135c-4b5c-aa17-1ec397a7a155 req-815cf03c-68d3-4e57-8818-6884f2864a5e tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973135 Mar 11 11:42:26.799898 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7514c18-886f-4bdb-80d0-105e09b803f2 admin admin] Publish callbacks [] for router_controller (a23a8551-c134-4891-9ffe-43eb0084072f), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:26.833154 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:42:26.837225 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 67baa1d2-61d4-4d42-b9c9-50fb54c411e9 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:42:26.838165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 093a9b09-29a8-46e3-8933-1ff903dad197 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:42:26.897357 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 093a9b09-29a8-46e3-8933-1ff903dad197 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:42:26.897945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 093a9b09-29a8-46e3-8933-1ff903dad197 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:42:27.056799 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7514c18-886f-4bdb-80d0-105e09b803f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (a23a8551-c134-4891-9ffe-43eb0084072f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:27.057656 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7514c18-886f-4bdb-80d0-105e09b803f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a23a8551-c134-4891-9ffe-43eb0084072f {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:42:27.065841 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7514c18-886f-4bdb-80d0-105e09b803f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:27.067267 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e7514c18-886f-4bdb-80d0-105e09b803f2 admin admin] 10.222.0.78 "DELETE /v2.0/routers/a23a8551-c134-4891-9ffe-43eb0084072f HTTP/1.1" status: 204 len: 168 time: 2.6689534 Mar 11 11:42:27.070290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41616) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:27.095048 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9af15d8-8783-4b89-a610-47d2dcc7ee41 req-354828a3-c838-4c0f-9a6d-d0ee09b3ee83 service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142970 Mar 11 11:42:27.170641 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e49e930-e63e-4ee2-8d41-d93f6ae2c06c admin admin] Deleting subnet 3ee3453d-f72e-4f0e-b170-8895e09620b6 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:42:27.175608 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e49e930-e63e-4ee2-8d41-d93f6ae2c06c admin admin] Publish callbacks [] for subnet (3ee3453d-f72e-4f0e-b170-8895e09620b6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:27.192365 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c23c0d-01e8-4bc2-9501-86e69dcc39aa req-90456e20-bccb-4e7a-9fb0-4902c753b007 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:27.199428 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13c23c0d-01e8-4bc2-9501-86e69dcc39aa req-90456e20-bccb-4e7a-9fb0-4902c753b007 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef8cf18e-6378-44bc-ac5e-3eeccad9bef6 HTTP/1.1" status: 200 len: 950 time: 0.2315645 Mar 11 11:42:27.241995 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e49e930-e63e-4ee2-8d41-d93f6ae2c06c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (3ee3453d-f72e-4f0e-b170-8895e09620b6), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:27.268052 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4c3be-76c8-426b-b0a6-43e0e4352d82 req-833053aa-41a5-4c0f-924b-c4dc2913d84a tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:27.269316 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86b4c3be-76c8-426b-b0a6-43e0e4352d82 req-833053aa-41a5-4c0f-924b-c4dc2913d84a tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 0.2362382 Mar 11 11:42:27.336217 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13c23c0d-01e8-4bc2-9501-86e69dcc39aa req-9539237a-b119-40ea-993c-1aa92d9dd2e2 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357825 Mar 11 11:42:27.360533 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9af15d8-8783-4b89-a610-47d2dcc7ee41 req-66d4a8de-6b1d-4af6-993d-bfed8f97f013 service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560775 Mar 11 11:42:27.370952 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e49e930-e63e-4ee2-8d41-d93f6ae2c06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (3ee3453d-f72e-4f0e-b170-8895e09620b6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:27.402852 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86b4c3be-76c8-426b-b0a6-43e0e4352d82 req-8d9ab338-5f24-4333-9ce7-6745cf667814 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216617 Mar 11 11:42:27.453912 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e49e930-e63e-4ee2-8d41-d93f6ae2c06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (3ee3453d-f72e-4f0e-b170-8895e09620b6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:27.479613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49e930-e63e-4ee2-8d41-d93f6ae2c06c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ee3453d-f72e-4f0e-b170-8895e09620b6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:27.487617 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e49e930-e63e-4ee2-8d41-d93f6ae2c06c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:27.490651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813571d4-128b-4738-b277-237e924d59ce None None] Network 671b4432-68bc-45c7-80c5-ceb36700c511 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:42:27.495115 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41634) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:27.497251 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8e49e930-e63e-4ee2-8d41-d93f6ae2c06c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3ee3453d-f72e-4f0e-b170-8895e09620b6 HTTP/1.1" status: 204 len: 168 time: 0.4252274 Mar 11 11:42:27.608114 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d7031-ed45-4a9f-b7c7-684150361ad2 req-e4e52930-2d20-490e-b2bc-d39b9b87622a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:27.609708 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce8d7031-ed45-4a9f-b7c7-684150361ad2 req-e4e52930-2d20-490e-b2bc-d39b9b87622a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 943 time: 0.1892269 Mar 11 11:42:27.621540 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (671b4432-68bc-45c7-80c5-ceb36700c511), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:27.741079 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991b8d08-ce92-43e4-a462-88910ba542e2 None None] DHCP port deletion for 671b4432-68bc-45c7-80c5-ceb36700c511 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:42:27.782859 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-8a5fcff8-5fbb-4703-8188-c19c7a4b4aa9 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3d4fd84ff45446fe8826970895f84d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791900 Mar 11 11:42:27.788610 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce8d7031-ed45-4a9f-b7c7-684150361ad2 req-fc56c4c6-3101-4f90-9021-eec877247df3 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631215 Mar 11 11:42:27.840702 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] Deleting port fdcc8986-445f-4dbb-b2c0-467bb4a2e970 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:42:27.840970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-991b8d08-ce92-43e4-a462-88910ba542e2 None None] Deleting port fdcc8986-445f-4dbb-b2c0-467bb4a2e970 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:42:27.841490 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (fdcc8986-445f-4dbb-b2c0-467bb4a2e970), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:27.841627 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-991b8d08-ce92-43e4-a462-88910ba542e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (fdcc8986-445f-4dbb-b2c0-467bb4a2e970), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:27.926486 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-991b8d08-ce92-43e4-a462-88910ba542e2 None None] For port fdcc8986-445f-4dbb-b2c0-467bb4a2e970, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fdcc8986-445f-4dbb-b2c0-467bb4a2e970,segment=NetworkSegment(7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da),segment_id=7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:27.926895 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-991b8d08-ce92-43e4-a462-88910ba542e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (fdcc8986-445f-4dbb-b2c0-467bb4a2e970), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:27.943033 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-991b8d08-ce92-43e4-a462-88910ba542e2 None None] Calling delete_port for fdcc8986-445f-4dbb-b2c0-467bb4a2e970 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:42:27.960355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] For port fdcc8986-445f-4dbb-b2c0-467bb4a2e970, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fdcc8986-445f-4dbb-b2c0-467bb4a2e970,segment=NetworkSegment(7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da),segment_id=7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:27.960695 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (fdcc8986-445f-4dbb-b2c0-467bb4a2e970), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:27.975067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-d618b93b-a9a3-44ef-89db-699f98f619e4 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:27.976886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-d618b93b-a9a3-44ef-89db-699f98f619e4 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852031 Mar 11 11:42:27.984075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] Calling delete_port for fdcc8986-445f-4dbb-b2c0-467bb4a2e970 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:42:28.012278 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-eb03742c-a1f9-4244-beed-1c7a6b95f169 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/quotas/3d4fd84ff45446fe8826970895f84d0a HTTP/1.1" status: 200 len: 375 time: 0.0260730 Mar 11 11:42:28.090028 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-3612b7b4-d0f9-40a4-9500-aadf0e67c609 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d4fd84ff45446fe8826970895f84d0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763166 Mar 11 11:42:28.096740 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-991b8d08-ce92-43e4-a462-88910ba542e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (fdcc8986-445f-4dbb-b2c0-467bb4a2e970), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:28.171477 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b8d08-ce92-43e4-a462-88910ba542e2 None None] Pushing event deleted for resources: {'Port': ['ID=fdcc8986-445f-4dbb-b2c0-467bb4a2e970,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:28.174137 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991b8d08-ce92-43e4-a462-88910ba542e2 None None] No DVR routers for this DVR port fdcc8986-445f-4dbb-b2c0-467bb4a2e970 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:42:28.177370 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (fdcc8986-445f-4dbb-b2c0-467bb4a2e970), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:28.246490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdcc8986-445f-4dbb-b2c0-467bb4a2e970,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:28.248444 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] No DVR routers for this DVR port fdcc8986-445f-4dbb-b2c0-467bb4a2e970 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:42:28.452753 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (671b4432-68bc-45c7-80c5-ceb36700c511), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:28.487662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671b4432-68bc-45c7-80c5-ceb36700c511']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:42:28.498639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:42:28.498639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:42:28.511255 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:28.553458 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:28.573498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:42:28.573901 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (7ffc6f91-1e2c-4d3a-9e8c-00e3714d46da), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:42:28.575786 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:42:28.753220 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fdcc8986-445f-4dbb-b2c0-467bb4a2e970 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:42:28.758055 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-8eda16c2-6210-4a0d-b6d6-04bc290b2550 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3d4fd84ff45446fe8826970895f84d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1564510 Mar 11 11:42:28.807057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: fdcc8986-445f-4dbb-b2c0-467bb4a2e970 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:42:28.807410 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fdcc8986-445f-4dbb-b2c0-467bb4a2e970 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:42:28.855311 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (671b4432-68bc-45c7-80c5-ceb36700c511), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:28.898342 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:28.901589 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] 10.222.0.78 "DELETE /v2.0/networks/671b4432-68bc-45c7-80c5-ceb36700c511 HTTP/1.1" status: 204 len: 168 time: 1.4032693 Mar 11 11:42:28.923395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b478a-437a-4308-adc1-b064c63bab64 admin admin] Pushing event deleted for resources: {'Network': ['ID=671b4432-68bc-45c7-80c5-ceb36700c511,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:29.000556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7878d5-2008-4cdd-bceb-c93811624cd4 req-7f897e90-c2f6-4123-8447-397144bcc713 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:29.006150 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7878d5-2008-4cdd-bceb-c93811624cd4 req-7f897e90-c2f6-4123-8447-397144bcc713 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:29.011491 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7878d5-2008-4cdd-bceb-c93811624cd4 req-7f897e90-c2f6-4123-8447-397144bcc713 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:29.019175 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be7878d5-2008-4cdd-bceb-c93811624cd4 req-7f897e90-c2f6-4123-8447-397144bcc713 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9&device_id=f228a75d-2d6c-4d49-90d8-cb17342e1741&device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 2418 time: 0.1839194 Mar 11 11:42:29.041764 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-4f46bd51-0bf5-48b0-8dcc-e168f9f49c10 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:29.049289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-4f46bd51-0bf5-48b0-8dcc-e168f9f49c10 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2839310 Mar 11 11:42:29.069474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-047df79b-31c8-4a06-99c0-a43deaa02448 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/quotas/3d4fd84ff45446fe8826970895f84d0a HTTP/1.1" status: 200 len: 375 time: 0.0189362 Mar 11 11:42:29.116896 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-954b06f2-527e-4f04-b97a-36c6623b0d18 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d4fd84ff45446fe8826970895f84d0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461137 Mar 11 11:42:29.168894 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be7878d5-2008-4cdd-bceb-c93811624cd4 req-85bf3c30-23dc-4b53-bf2c-5646fdec1617 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484592 Mar 11 11:42:29.215177 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41728) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:29.436891 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6a251ca4-356f-461f-a831-e22c70cf6b1a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=648cfd9f78734d4286f8c00cbb2d81df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198007 Mar 11 11:42:29.439096 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41734) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:29.557741 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7fd3fafd-9b74-4c17-a4eb-71a1044ed227 admin admin] Publish callbacks [] for security_group (3689c800-ae58-48ae-bf74-f5fb5c010b38), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:29.651302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3f001-d9ed-4a70-acea-bf795cecd907 req-f194becb-5fa9-48fc-aa32-280190f0a5a7 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:29.653145 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85c3f001-d9ed-4a70-acea-bf795cecd907 req-f194becb-5fa9-48fc-aa32-280190f0a5a7 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 943 time: 0.3879273 Mar 11 11:42:29.669439 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7fd3fafd-9b74-4c17-a4eb-71a1044ed227 admin admin] Publish callbacks [] for security_group (3689c800-ae58-48ae-bf74-f5fb5c010b38), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:29.826273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8afe34-88dd-4615-a957-aba7234ebe83 req-770d2af2-fb11-4598-b91a-1be9484977cb tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:29.838034 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d8afe34-88dd-4615-a957-aba7234ebe83 req-770d2af2-fb11-4598-b91a-1be9484977cb tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 946 time: 0.2757699 Mar 11 11:42:29.909551 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85c3f001-d9ed-4a70-acea-bf795cecd907 req-ee0a3bfb-2ade-4068-b0b6-69c1fb9a7358 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415767 Mar 11 11:42:29.985217 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7fd3fafd-9b74-4c17-a4eb-71a1044ed227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3689c800-ae58-48ae-bf74-f5fb5c010b38), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:29.990913 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7fd3fafd-9b74-4c17-a4eb-71a1044ed227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:29.995976 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7fd3fafd-9b74-4c17-a4eb-71a1044ed227 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3689c800-ae58-48ae-bf74-f5fb5c010b38 HTTP/1.1" status: 204 len: 168 time: 0.5557709 Mar 11 11:42:30.031032 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d8afe34-88dd-4615-a957-aba7234ebe83 req-8eedfa1c-f62a-457b-a2ce-0f5275e6af4c tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920359 Mar 11 11:42:30.052248 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3fafd-9b74-4c17-a4eb-71a1044ed227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3689c800-ae58-48ae-bf74-f5fb5c010b38,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:30.120063 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fd2f383-f4ec-4464-b2a6-8439cf6de648 req-a7c9f50e-7e67-41c8-9bb7-dc51a98280ec tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=bba745c5-86cc-4e9b-8c09-12b44ded6d6a HTTP/1.1" status: 200 len: 210 time: 0.0778325 Mar 11 11:42:30.210488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-6f2fe333-c1b2-4b68-b69a-78dff31fac60 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=3d4fd84ff45446fe8826970895f84d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456300 Mar 11 11:42:30.376631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-ad507b1e-b560-4316-a9c1-1ceb05359042 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:30.378651 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-ad507b1e-b560-4316-a9c1-1ceb05359042 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1507299 Mar 11 11:42:30.404449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-2299824d-654e-433b-a701-5e7f4fb84748 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Request body: {'port': {'device_id': '3832427e-79d3-442a-b587-a42f6bf16e63', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '3d4fd84ff45446fe8826970895f84d0a'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:30.612990 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-2299824d-654e-433b-a701-5e7f4fb84748 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Made reservation on behalf of 3d4fd84ff45446fe8826970895f84d0a for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:42:30.617671 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-2299824d-654e-433b-a701-5e7f4fb84748 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:30.632463 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-2299824d-654e-433b-a701-5e7f4fb84748 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:30.753913 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-2299824d-654e-433b-a701-5e7f4fb84748 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks [] for security_group (55d3efc5-2b51-4539-95e1-68cd9b60142d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:30.764687 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-2299824d-654e-433b-a701-5e7f4fb84748 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (55d3efc5-2b51-4539-95e1-68cd9b60142d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:30.850694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299824d-654e-433b-a701-5e7f4fb84748 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d3efc5-2b51-4539-95e1-68cd9b60142d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:30.979869 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-2299824d-654e-433b-a701-5e7f4fb84748 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Allocated IP 192.168.233.171 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/edfe7bb4-3b90-48d3-9c65-96be491cd2e4) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:42:31.132240 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-a69d5093-2262-4197-87e7-a903b0a9b55c tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=3d4fd84ff45446fe8826970895f84d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567749 Mar 11 11:42:31.307107 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-82aa0e51-ef18-48a8-b7fc-591eb57bc3e4 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:31.309362 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-82aa0e51-ef18-48a8-b7fc-591eb57bc3e4 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680140 Mar 11 11:42:31.327825 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-d6af0884-1570-4847-9f31-63f555b2b486 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Request body: {'port': {'device_id': 'bba745c5-86cc-4e9b-8c09-12b44ded6d6a', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '3d4fd84ff45446fe8826970895f84d0a'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:31.358587 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099efaab-4747-4c2e-8bf1-c1ab856eebb1 req-e8d50155-3ea9-4f0f-9889-f2415abdef35 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:31.361993 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-099efaab-4747-4c2e-8bf1-c1ab856eebb1 req-e8d50155-3ea9-4f0f-9889-f2415abdef35 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 943 time: 0.3058755 Mar 11 11:42:31.452901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41798) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:31.511197 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:42:31.526056 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-d6af0884-1570-4847-9f31-63f555b2b486 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Made reservation on behalf of 3d4fd84ff45446fe8826970895f84d0a for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:42:31.531881 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-d6af0884-1570-4847-9f31-63f555b2b486 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:31.544709 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1db894b2-f5ce-43b1-b8e4-2162641b22bf req-0c3d7352-07ed-47f0-8444-931cfd379ce2 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=bba745c5-86cc-4e9b-8c09-12b44ded6d6a HTTP/1.1" status: 200 len: 210 time: 0.0894747 Mar 11 11:42:31.635235 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-099efaab-4747-4c2e-8bf1-c1ab856eebb1 req-0fb839d5-9929-4866-aa34-1b6a58ac2178 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837587 Mar 11 11:42:31.699783 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-907bbf89-73bb-4696-a208-be018021d217 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2108203809-network', 'tenant_id': '306fe3dc04f4442a81b7c6242bc6f20a'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:31.740822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:31.747875 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-2299824d-654e-433b-a701-5e7f4fb84748 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks [] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:31.756058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe', 'mac_address': 'fa:16:3e:f9:3c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:42:31.776779 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907bbf89-73bb-4696-a208-be018021d217 admin admin] Made reservation on behalf of 306fe3dc04f4442a81b7c6242bc6f20a for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:42:31.793823 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-907bbf89-73bb-4696-a208-be018021d217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:31.816661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:31.816987 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:31.828001 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-907bbf89-73bb-4696-a208-be018021d217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:31.855478 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:31.882384 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-2299824d-654e-433b-a701-5e7f4fb84748 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:31.916562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:31.928937 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:31.988529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-2299824d-654e-433b-a701-5e7f4fb84748 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:42:31.989114 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-d6af0884-1570-4847-9f31-63f555b2b486 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Allocated IP 192.168.233.91 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/6658d4c9-6afa-4515-8ac9-bb7d58208ba6) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:42:31.998986 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-2299824d-654e-433b-a701-5e7f4fb84748 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:42:32.010146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-2299824d-654e-433b-a701-5e7f4fb84748 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:42:32.076062 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:32.161867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299824d-654e-433b-a701-5e7f4fb84748 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Pushing event updated for resources: {'Port': ['ID=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:32.170758 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['25cb6ff5-54fc-429f-86c4-81aa0d5f67fe'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:42:32.237735 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-2299824d-654e-433b-a701-5e7f4fb84748 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:32.238428 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-2299824d-654e-433b-a701-5e7f4fb84748 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:32.330126 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-2299824d-654e-433b-a701-5e7f4fb84748 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9213891 Mar 11 11:42:32.343129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Request body: {'port': {'device_id': '3832427e-79d3-442a-b587-a42f6bf16e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:32.352487 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-d6af0884-1570-4847-9f31-63f555b2b486 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks [] for port (6658d4c9-6afa-4515-8ac9-bb7d58208ba6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:32.356287 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-907bbf89-73bb-4696-a208-be018021d217 admin admin] Publish callbacks [] for security_group (068a6640-8833-4387-9f5c-c3f66458487a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:32.431522 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-907bbf89-73bb-4696-a208-be018021d217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (068a6640-8833-4387-9f5c-c3f66458487a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:32.454561 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-d6af0884-1570-4847-9f31-63f555b2b486 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6658d4c9-6afa-4515-8ac9-bb7d58208ba6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:32.484614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907bbf89-73bb-4696-a208-be018021d217 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:42:32.509399 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-907bbf89-73bb-4696-a208-be018021d217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (544fa4dc-c420-4d54-a419-af3aa9315f37), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:32.510861 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-907bbf89-73bb-4696-a208-be018021d217 admin admin] Added segment 544fa4dc-c420-4d54-a419-af3aa9315f37 of type vlan for network b499850f-8fb3-4e28-b577-f302ebbdffd0 Mar 11 11:42:32.575047 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-d6af0884-1570-4847-9f31-63f555b2b486 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:42:32.579294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-d6af0884-1570-4847-9f31-63f555b2b486 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:42:32.586574 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-d6af0884-1570-4847-9f31-63f555b2b486 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:42:32.642457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af0884-1570-4847-9f31-63f555b2b486 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Pushing event updated for resources: {'Port': ['ID=6658d4c9-6afa-4515-8ac9-bb7d58208ba6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:32.695636 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9588d733-8df5-4496-a54f-60d6c60f0fb6 None None] Provisioning complete for port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:32.697125 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9588d733-8df5-4496-a54f-60d6c60f0fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:32.715261 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-d6af0884-1570-4847-9f31-63f555b2b486 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:32.717361 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-d6af0884-1570-4847-9f31-63f555b2b486 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:32.776811 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-d6af0884-1570-4847-9f31-63f555b2b486 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4553394 Mar 11 11:42:32.784347 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9588d733-8df5-4496-a54f-60d6c60f0fb6 None None] Port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:42:32.792513 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Request body: {'port': {'device_id': 'bba745c5-86cc-4e9b-8c09-12b44ded6d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:32.870740 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-907bbf89-73bb-4696-a208-be018021d217 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (b499850f-8fb3-4e28-b577-f302ebbdffd0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:32.923333 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:32.973370 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6658d4c9-6afa-4515-8ac9-bb7d58208ba6), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:33.015921 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bbf89-73bb-4696-a208-be018021d217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068a6640-8833-4387-9f5c-c3f66458487a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:33.023770 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.resource_extend [None req-907bbf89-73bb-4696-a208-be018021d217 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:42:33.080903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acec80-1b54-4759-9318-fdd49c4083de req-c13b73a8-66a8-4482-ab6e-5f8ca12c33d5 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:33.083388 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2acec80-1b54-4759-9318-fdd49c4083de req-c13b73a8-66a8-4482-ab6e-5f8ca12c33d5 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=bba745c5-86cc-4e9b-8c09-12b44ded6d6a HTTP/1.1" status: 200 len: 935 time: 0.3922501 Mar 11 11:42:33.126223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-39d99206-e3bc-4006-9610-5c73ebf411db None None] Provisioning complete for port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:33.128282 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-39d99206-e3bc-4006-9610-5c73ebf411db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6658d4c9-6afa-4515-8ac9-bb7d58208ba6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:33.207981 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-907bbf89-73bb-4696-a208-be018021d217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (b499850f-8fb3-4e28-b577-f302ebbdffd0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:33.209408 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907bbf89-73bb-4696-a208-be018021d217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:33.210742 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-907bbf89-73bb-4696-a208-be018021d217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:33.211090 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-39d99206-e3bc-4006-9610-5c73ebf411db None None] Port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:42:33.357681 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:33.527871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:42:33.559236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:33.573065 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Publish callbacks [] for port (6658d4c9-6afa-4515-8ac9-bb7d58208ba6), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:33.606506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Transition to ACTIVE for port object 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:42:33.615170 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (6658d4c9-6afa-4515-8ac9-bb7d58208ba6), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:33.695420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:33.697973 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:33.856307 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Pushing event updated for resources: {'Port': ['ID=6658d4c9-6afa-4515-8ac9-bb7d58208ba6,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:33.913822 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Attempting to bind port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:42:33.914150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Attempting to bind port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:42:33.914442 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Attempting to bind port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:33.920365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:42:33.921074 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Attempting to bind port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:33.927945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:33.928654 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:33.930016 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:42:33.930425 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:42:33.930808 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:42:33.931247 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Bound port: 6658d4c9-6afa-4515-8ac9-bb7d58208ba6, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:42:33.931604 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6658d4c9-6afa-4515-8ac9-bb7d58208ba6), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:33.966167 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8cf18e-6378-44bc-ac5e-3eeccad9bef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:33.969747 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc4f94d-7445-4e51-aa65-1e506430e4c8" -d '{"events": [{"server_uuid": "ef8cf18e-6378-44bc-ac5e-3eeccad9bef6", "name": "network-vif-plugged", "status": "completed", "tag": "25cb6ff5-54fc-429f-86c4-81aa0d5f67fe"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:34.012099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:34.015943 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] For port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:42:34.019963 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] For port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6658d4c9-6afa-4515-8ac9-bb7d58208ba6,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:42:34.033892 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:34.038728 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (6658d4c9-6afa-4515-8ac9-bb7d58208ba6), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:34.140394 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:34.150517 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:34.153012 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] 10.222.0.71 "PUT /v2.0/ports/6658d4c9-6afa-4515-8ac9-bb7d58208ba6 HTTP/1.1" status: 200 len: 1095 time: 1.3649428 Mar 11 11:42:34.153728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba745c5-86cc-4e9b-8c09-12b44ded6d6a', 'tag': '6658d4c9-6afa-4515-8ac9-bb7d58208ba6'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:34.155388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:34.166060 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affb8edc-c4a4-44df-8e62-c702c601e9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "bba745c5-86cc-4e9b-8c09-12b44ded6d6a", "tag": "6658d4c9-6afa-4515-8ac9-bb7d58208ba6"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:34.186664 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2acec80-1b54-4759-9318-fdd49c4083de req-e37aa8d9-b461-43d8-a148-2d095086eeb9 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0955410 Mar 11 11:42:34.188421 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bbf89-73bb-4696-a208-be018021d217 admin admin] Pushing event updated for resources: {'Network': ['ID=b499850f-8fb3-4e28-b577-f302ebbdffd0,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:34.211375 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network b499850f-8fb3-4e28-b577-f302ebbdffd0 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:42:34.245279 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-907bbf89-73bb-4696-a208-be018021d217 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7886364 Mar 11 11:42:34.264646 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41858) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:34.265466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5773eab-6fca-4bdd-9040-b0763fb63948 service neutron] Pushing event updated for resources: {'Port': ['ID=6658d4c9-6afa-4515-8ac9-bb7d58208ba6,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:34.277968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ef23de7b-3a71-485f-828f-66deea732b4e admin admin] Request body: {'subnet': {'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2108203809-subnet', 'tenant_id': '306fe3dc04f4442a81b7c6242bc6f20a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:34.323672 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-815ac487-75dc-4dcf-b61e-e1c848dcd63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:34.325612 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-815ac487-75dc-4dcf-b61e-e1c848dcd63b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d4fd84ff45446fe8826970895f84d0a&device_id=bba745c5-86cc-4e9b-8c09-12b44ded6d6a HTTP/1.1" status: 200 len: 1129 time: 0.1172848 Mar 11 11:42:34.329127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef23de7b-3a71-485f-828f-66deea732b4e admin admin] Made reservation on behalf of 306fe3dc04f4442a81b7c6242bc6f20a for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:42:34.333134 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef23de7b-3a71-485f-828f-66deea732b4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:34.417760 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-b1ab4801-d3e6-4377-89ee-3ace7127387d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=6658d4c9-6afa-4515-8ac9-bb7d58208ba6 HTTP/1.1" status: 200 len: 217 time: 0.0792284 Mar 11 11:42:34.421688 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da1bea-8bf7-4d26-883d-93b8a4580805 req-3b6cba5f-8d47-4a67-8962-6cae587bd0d2 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:34.429820 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08da1bea-8bf7-4d26-883d-93b8a4580805 req-3b6cba5f-8d47-4a67-8962-6cae587bd0d2 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 943 time: 1.3632929 Mar 11 11:42:34.564887 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-1ecbb3d0-9c97-40bd-8230-c571c51f1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:34.566770 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-1ecbb3d0-9c97-40bd-8230-c571c51f1939 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1401267 Mar 11 11:42:34.674591 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-1ee027d3-1b40-4e19-865e-864eba0cac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:34.676596 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-1ee027d3-1b40-4e19-865e-864eba0cac17 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1016338 Mar 11 11:42:34.677692 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08da1bea-8bf7-4d26-883d-93b8a4580805 req-7964037c-dbdd-4178-832e-f74d314f0542 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469118 Mar 11 11:42:34.701254 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:42:34.890694 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef23de7b-3a71-485f-828f-66deea732b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (1a1d4465-a2a3-4fc5-b45d-6c5b13b467de), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:34.918111 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edfe7bb4-3b90-48d3-9c65-96be491cd2e4 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:34.951902 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Publish callbacks [] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:34.974310 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-7dec4453-1e58-4a41-8342-865267639500 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853189 Mar 11 11:42:35.007948 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Transition to ACTIVE for port object edfe7bb4-3b90-48d3-9c65-96be491cd2e4 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:42:35.020106 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:35.029779 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23de7b-3a71-485f-828f-66deea732b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a1d4465-a2a3-4fc5-b45d-6c5b13b467de,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:35.180554 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23de7b-3a71-485f-828f-66deea732b4e admin admin] Checking segment: {'id': '544fa4dc-c420-4d54-a419-af3aa9315f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:42:35.180928 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef23de7b-3a71-485f-828f-66deea732b4e admin admin] Network hostable DHCP agents. Network: b499850f-8fb3-4e28-b577-f302ebbdffd0, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:42:35.215497 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Pushing event updated for resources: {'Port': ['ID=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:35.246882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Attempting to bind port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:42:35.248672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Attempting to bind port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:42:35.249132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Attempting to bind port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:35.264467 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:42:35.265006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Attempting to bind port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:35.272826 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:42:35.273314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:42:35.273806 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:42:35.274502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Bound port: edfe7bb4-3b90-48d3-9c65-96be491cd2e4, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:42:35.275219 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:35.296397 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0de5371-5936-47f4-85f8-2f57fdc3cc39 x-openstack-request-id: req-a0de5371-5936-47f4-85f8-2f57fdc3cc39 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:35.297307 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8cf18e-6378-44bc-ac5e-3eeccad9bef6", "name": "network-vif-plugged", "status": "completed", "tag": "25cb6ff5-54fc-429f-86c4-81aa0d5f67fe", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:35.297716 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0de5371-5936-47f4-85f8-2f57fdc3cc39 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:35.298565 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8cf18e-6378-44bc-ac5e-3eeccad9bef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe', 'code': 200} Mar 11 11:42:35.306439 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ba8486c8-5e46-4cc0-bacf-d3bda48b00c5 req-08d09fea-53df-4f38-b152-1bbedbc8f4b2 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216817 Mar 11 11:42:35.325650 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef23de7b-3a71-485f-828f-66deea732b4e admin admin] Network b499850f-8fb3-4e28-b577-f302ebbdffd0 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:42:35.349723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ef23de7b-3a71-485f-828f-66deea732b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, b499850f-8fb3-4e28-b577-f302ebbdffd0) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:42:35.356423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef23de7b-3a71-485f-828f-66deea732b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:35.357123 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef23de7b-3a71-485f-828f-66deea732b4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:35.358881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c68f4b9-c5b4-44c1-93b3-2880f76ac057 None None] Network b499850f-8fb3-4e28-b577-f302ebbdffd0 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:42:35.395754 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ef23de7b-3a71-485f-828f-66deea732b4e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1257737 Mar 11 11:42:35.436141 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258cdbeb-ac39-4adf-ada5-ff18e76aa957 x-openstack-request-id: req-258cdbeb-ac39-4adf-ada5-ff18e76aa957 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:35.436852 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba745c5-86cc-4e9b-8c09-12b44ded6d6a", "tag": "6658d4c9-6afa-4515-8ac9-bb7d58208ba6", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:35.437110 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-258cdbeb-ac39-4adf-ada5-ff18e76aa957 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:35.437614 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba745c5-86cc-4e9b-8c09-12b44ded6d6a', 'tag': '6658d4c9-6afa-4515-8ac9-bb7d58208ba6', 'status': 'completed', 'code': 200} Mar 11 11:42:35.453384 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] For port edfe7bb4-3b90-48d3-9c65-96be491cd2e4, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:42:35.460858 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] For port edfe7bb4-3b90-48d3-9c65-96be491cd2e4, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:42:35.481403 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:35.603095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb8edc-c4a4-44df-8e62-c702c601e9c7 req-7cef14fc-a84d-459d-9f96-49ddb70722e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:35.604714 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-affb8edc-c4a4-44df-8e62-c702c601e9c7 req-7cef14fc-a84d-459d-9f96-49ddb70722e1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d4fd84ff45446fe8826970895f84d0a&device_id=bba745c5-86cc-4e9b-8c09-12b44ded6d6a HTTP/1.1" status: 200 len: 1129 time: 0.1356862 Mar 11 11:42:35.618081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:35.618707 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:35.632110 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] 10.222.0.71 "PUT /v2.0/ports/edfe7bb4-3b90-48d3-9c65-96be491cd2e4 HTTP/1.1" status: 200 len: 1096 time: 3.2996860 Mar 11 11:42:35.634815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3832427e-79d3-442a-b587-a42f6bf16e63', 'tag': 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:35.644426 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045805a9-44a6-4e8a-9eff-cadff7cea7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3832427e-79d3-442a-b587-a42f6bf16e63", "tag": "edfe7bb4-3b90-48d3-9c65-96be491cd2e4"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:35.703354 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99278ea-29e7-4557-852c-334ce2896f19 None None] Network b499850f-8fb3-4e28-b577-f302ebbdffd0 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:42:35.752962 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cdef1-7ec9-412e-8f80-88b45ece4a66 service neutron] Pushing event updated for resources: {'Port': ['ID=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:35.833477 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21166e1-e203-4de3-bd29-b3735cfaf93e req-5c572958-7d38-4035-a5f9-2d161627471e tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:35.853918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f21166e1-e203-4de3-bd29-b3735cfaf93e req-5c572958-7d38-4035-a5f9-2d161627471e tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 0.3162949 Mar 11 11:42:35.925065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-d8412b07-c17a-4975-9031-8d7e6fadc831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:35.930191 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-d8412b07-c17a-4975-9031-8d7e6fadc831 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d4fd84ff45446fe8826970895f84d0a&device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 1130 time: 0.2082193 Mar 11 11:42:36.006404 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb8edc-c4a4-44df-8e62-c702c601e9c7 req-2f432119-de63-4483-bd83-c659b668c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:36.009865 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-affb8edc-c4a4-44df-8e62-c702c601e9c7 req-2f432119-de63-4483-bd83-c659b668c2d0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.3880258 Mar 11 11:42:36.028702 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-974aadd6-8240-4e13-b079-66e6de7a2893 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=edfe7bb4-3b90-48d3-9c65-96be491cd2e4 HTTP/1.1" status: 200 len: 217 time: 0.0790496 Mar 11 11:42:36.050981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f21166e1-e203-4de3-bd29-b3735cfaf93e req-014e2599-6110-435c-a7e0-af195de580dc tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955938 Mar 11 11:42:36.090559 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-affb8edc-c4a4-44df-8e62-c702c601e9c7 req-601e1400-42a1-412a-b6dd-f0730c34f593 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=6658d4c9-6afa-4515-8ac9-bb7d58208ba6 HTTP/1.1" status: 200 len: 217 time: 0.0709093 Mar 11 11:42:36.167505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-5e51db26-002e-4941-95d6-b006b4b6662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:36.169494 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-5e51db26-002e-4941-95d6-b006b4b6662e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1172972 Mar 11 11:42:36.215384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb8edc-c4a4-44df-8e62-c702c601e9c7 req-4a29a526-289d-4384-8e8c-955edc3a8f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:36.217696 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-affb8edc-c4a4-44df-8e62-c702c601e9c7 req-4a29a526-289d-4384-8e8c-955edc3a8f10 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1185932 Mar 11 11:42:36.286408 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-3cca4fe9-c3ca-49bc-979f-77ff1797a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:36.288101 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-3cca4fe9-c3ca-49bc-979f-77ff1797a91d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1078291 Mar 11 11:42:36.331010 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb8edc-c4a4-44df-8e62-c702c601e9c7 req-11e2b2b3-7e2b-4e17-9ee3-a3c6c16cd9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:36.343823 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-affb8edc-c4a4-44df-8e62-c702c601e9c7 req-11e2b2b3-7e2b-4e17-9ee3-a3c6c16cd9e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1138303 Mar 11 11:42:36.461006 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-c6194804-d021-4868-8441-9c67121f38e9 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470981 Mar 11 11:42:36.518581 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-affb8edc-c4a4-44df-8e62-c702c601e9c7 req-54f063bd-c81e-4a28-ac43-3136b9653084 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592226 Mar 11 11:42:36.661424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bce9b-da23-4077-b75f-e7e857249d40 req-c7782e38-8785-4d2c-9ea8-36a7f584ca5e tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:36.668905 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f9bce9b-da23-4077-b75f-e7e857249d40 req-c7782e38-8785-4d2c-9ea8-36a7f584ca5e tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 946 time: 0.1743510 Mar 11 11:42:36.679788 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0202cb-bb8e-4110-b9b6-092a4c94c018 req-112453fe-e10f-45ec-98c3-e9b938d2f081 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014661 Mar 11 11:42:36.720961 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-affb8edc-c4a4-44df-8e62-c702c601e9c7 req-49b4ed11-ae02-46a1-b21d-7a58bfb55edd service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920991 Mar 11 11:42:36.733484 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f9bce9b-da23-4077-b75f-e7e857249d40 req-8d2fb95c-8401-4042-85b8-f5cbccc87e41 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/security-groups?id=a45a2d81-6545-4d29-bd07-5f33bbf6e555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617604 Mar 11 11:42:36.862338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64585c80-c4cd-4099-bb51-a931885eace7 req-4f1c88a0-b50e-421f-bec8-06f657134b65 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:36.864497 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-64585c80-c4cd-4099-bb51-a931885eace7 req-4f1c88a0-b50e-421f-bec8-06f657134b65 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=bba745c5-86cc-4e9b-8c09-12b44ded6d6a HTTP/1.1" status: 200 len: 947 time: 0.0745020 Mar 11 11:42:36.920684 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-64585c80-c4cd-4099-bb51-a931885eace7 req-bb73be1a-55e4-4ec9-b36b-744e562b93d9 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502954 Mar 11 11:42:36.986218 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71b23c7-06e2-4bb8-9d65-f2b76fa72d75 x-openstack-request-id: req-c71b23c7-06e2-4bb8-9d65-f2b76fa72d75 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:36.986518 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3832427e-79d3-442a-b587-a42f6bf16e63", "tag": "edfe7bb4-3b90-48d3-9c65-96be491cd2e4", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:36.986789 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c71b23c7-06e2-4bb8-9d65-f2b76fa72d75 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:36.987195 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3832427e-79d3-442a-b587-a42f6bf16e63', 'tag': 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4', 'status': 'completed', 'code': 200} Mar 11 11:42:37.127544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045805a9-44a6-4e8a-9eff-cadff7cea7f6 req-14209b8f-5d5d-43f1-b0be-7263312d1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:37.129668 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-045805a9-44a6-4e8a-9eff-cadff7cea7f6 req-14209b8f-5d5d-43f1-b0be-7263312d1365 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d4fd84ff45446fe8826970895f84d0a&device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 1130 time: 0.1055954 Mar 11 11:42:37.147433 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6e9a4-4aef-4113-91d3-9c4466c4e504 req-6af4b08e-5229-411f-ba05-157949d52a0f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:37.155658 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbe6e9a4-4aef-4113-91d3-9c4466c4e504 req-6af4b08e-5229-411f-ba05-157949d52a0f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 943 time: 0.1028137 Mar 11 11:42:37.261791 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbe6e9a4-4aef-4113-91d3-9c4466c4e504 req-c3510de0-2d4a-441b-8c3a-d17d9dd0f5ea tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974228 Mar 11 11:42:37.352140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045805a9-44a6-4e8a-9eff-cadff7cea7f6 req-81cec449-bea4-4f4c-8d45-3de09ed491fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:37.354508 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-045805a9-44a6-4e8a-9eff-cadff7cea7f6 req-81cec449-bea4-4f4c-8d45-3de09ed491fc service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.2135642 Mar 11 11:42:37.405986 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-045805a9-44a6-4e8a-9eff-cadff7cea7f6 req-f055a40e-0298-488b-af24-4994a3d95acd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=edfe7bb4-3b90-48d3-9c65-96be491cd2e4 HTTP/1.1" status: 200 len: 217 time: 0.0402749 Mar 11 11:42:37.475416 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045805a9-44a6-4e8a-9eff-cadff7cea7f6 req-4126b69b-4f94-4ccc-be3a-eb1ac7d74aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:37.476983 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-045805a9-44a6-4e8a-9eff-cadff7cea7f6 req-4126b69b-4f94-4ccc-be3a-eb1ac7d74aa3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0640442 Mar 11 11:42:37.560122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045805a9-44a6-4e8a-9eff-cadff7cea7f6 req-a7e144d1-124c-4b1e-9e81-ac9c2da8ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:37.566040 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:42:37.567108 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b32534e2-c04e-4ff9-9938-babd650f6bf2 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:42:37.573557 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-045805a9-44a6-4e8a-9eff-cadff7cea7f6 req-a7e144d1-124c-4b1e-9e81-ac9c2da8ae22 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0863683 Mar 11 11:42:37.793537 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6658d4c9-6afa-4515-8ac9-bb7d58208ba6,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:37.809512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '6658d4c9-6afa-4515-8ac9-bb7d58208ba6', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '6658d4c9-6afa-4515-8ac9-bb7d58208ba6', 'mac_address': 'fa:16:3e:30:31:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:42:37.822440 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-045805a9-44a6-4e8a-9eff-cadff7cea7f6 req-4a2299cd-ccdf-47d0-970d-b5281d2fa900 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300889 Mar 11 11:42:37.870143 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port b32534e2-c04e-4ff9-9938-babd650f6bf2 is: DOWN; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:37.890380 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:37.891783 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6658d4c9-6afa-4515-8ac9-bb7d58208ba6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:37.910289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:37.944205 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6658d4c9-6afa-4515-8ac9-bb7d58208ba6,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:37.953426 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (6658d4c9-6afa-4515-8ac9-bb7d58208ba6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:37.981729 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-045805a9-44a6-4e8a-9eff-cadff7cea7f6 req-78faca55-2d3d-4373-800b-870c3eea0f58 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522312 Mar 11 11:42:38.038458 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=6658d4c9-6afa-4515-8ac9-bb7d58208ba6,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:38.335182 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['6658d4c9-6afa-4515-8ac9-bb7d58208ba6'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:42:39.581421 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device edfe7bb4-3b90-48d3-9c65-96be491cd2e4 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:42:39.584118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:42:39.683390 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:42:39.698430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:39.698806 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6658d4c9-6afa-4515-8ac9-bb7d58208ba6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:39.760348 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7447e5dd-cda7-46cd-846e-f167029d9425 req-dff2a984-a2c2-4f36-a06d-eda69752cf26 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854239 Mar 11 11:42:39.886249 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447e5dd-cda7-46cd-846e-f167029d9425 req-1ba73ac4-da9b-49bd-913b-8470bc490a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:39.887943 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7447e5dd-cda7-46cd-846e-f167029d9425 req-1ba73ac4-da9b-49bd-913b-8470bc490a9b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 1127 time: 0.0931168 Mar 11 11:42:40.077499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port edfe7bb4-3b90-48d3-9c65-96be491cd2e4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:40.092919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4', 'mac_address': 'fa:16:3e:c3:c9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:42:40.119671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447e5dd-cda7-46cd-846e-f167029d9425 req-595d2441-ec8b-42b3-a00a-9166fbc421e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:40.121619 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7447e5dd-cda7-46cd-846e-f167029d9425 req-595d2441-ec8b-42b3-a00a-9166fbc421e2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.2097104 Mar 11 11:42:40.196627 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:40.197021 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6658d4c9-6afa-4515-8ac9-bb7d58208ba6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:40.203501 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7447e5dd-cda7-46cd-846e-f167029d9425 req-261a447b-9ad7-4f2c-879d-d4697f56be29 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d29b23-e115-40f1-8dec-1a3ff8219260 HTTP/1.1" status: 200 len: 217 time: 0.0748141 Mar 11 11:42:40.213440 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:40.213966 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:40.239641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfe7bb4-3b90-48d3-9c65-96be491cd2e4 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:40.276572 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba745c5-86cc-4e9b-8c09-12b44ded6d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6658d4c9-6afa-4515-8ac9-bb7d58208ba6'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:40.279252 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a50680-3387-417b-9ec3-622f6a7f9419" -d '{"events": [{"server_uuid": "bba745c5-86cc-4e9b-8c09-12b44ded6d6a", "name": "network-vif-plugged", "status": "completed", "tag": "6658d4c9-6afa-4515-8ac9-bb7d58208ba6"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:40.314525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port edfe7bb4-3b90-48d3-9c65-96be491cd2e4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:40.320822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6658d4c9-6afa-4515-8ac9-bb7d58208ba6,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:40.324162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447e5dd-cda7-46cd-846e-f167029d9425 req-493e0529-7eb4-4812-8f95-24c9acc3538d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:40.325139 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7447e5dd-cda7-46cd-846e-f167029d9425 req-493e0529-7eb4-4812-8f95-24c9acc3538d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.1129882 Mar 11 11:42:40.327520 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:40.337064 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (6658d4c9-6afa-4515-8ac9-bb7d58208ba6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:40.361504 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7447e5dd-cda7-46cd-846e-f167029d9425 req-19c496fa-6198-4a0a-a5f6-f641978f500b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268555 Mar 11 11:42:40.438947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:40.538307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=6658d4c9-6afa-4515-8ac9-bb7d58208ba6,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:40.551420 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7447e5dd-cda7-46cd-846e-f167029d9425 req-85333c80-4313-4f26-804e-69c6deaf541f service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735301 Mar 11 11:42:40.671042 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7447e5dd-cda7-46cd-846e-f167029d9425 req-b9893138-c8fd-4aa0-9f2a-a029d35ccec7 service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113846 Mar 11 11:42:40.701766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['edfe7bb4-3b90-48d3-9c65-96be491cd2e4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:42:42.493005 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:43.584855 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84311baf-1b45-4bba-9694-d63bfb3d051f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:43.619173 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device edfe7bb4-3b90-48d3-9c65-96be491cd2e4 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:42:43.699781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:42:43.707696 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:43.708100 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:43.836381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:43.836687 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:43.876569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port edfe7bb4-3b90-48d3-9c65-96be491cd2e4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:43.883659 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:43.943972 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:44.733482 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-aad406ec-df92-4ad8-b2b6-fa3bb38e8397 service neutron] 10.222.0.71 "GET /v2.0/ports/b32534e2-c04e-4ff9-9938-babd650f6bf2/bindings/n-h2-833234-2 HTTP/1.1" status: 200 len: 384 time: 0.0814745 Mar 11 11:42:44.956562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-01f0fe06-7da7-4271-9ead-cb0607ddef80 service neutron] For port b32534e2-c04e-4ff9-9938-babd650f6bf2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b32534e2-c04e-4ff9-9938-babd650f6bf2,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:44.995195 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-01f0fe06-7da7-4271-9ead-cb0607ddef80 service neutron] For port b32534e2-c04e-4ff9-9938-babd650f6bf2, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:42:45.045572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-01f0fe06-7da7-4271-9ead-cb0607ddef80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32534e2-c04e-4ff9-9938-babd650f6bf2 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:45.066584 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-01f0fe06-7da7-4271-9ead-cb0607ddef80 service neutron] For port b32534e2-c04e-4ff9-9938-babd650f6bf2, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b32534e2-c04e-4ff9-9938-babd650f6bf2,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:45.086721 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-01f0fe06-7da7-4271-9ead-cb0607ddef80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:45.183516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-5c53939b-6a59-4870-bb32-8504a721462d tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:45.191071 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-5c53939b-6a59-4870-bb32-8504a721462d tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/networks?id=b499850f-8fb3-4e28-b577-f302ebbdffd0 HTTP/1.1" status: 200 len: 822 time: 0.1930833 Mar 11 11:42:45.214924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-39217ba9-54f4-44ee-8205-2c986974dee0 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/quotas/306fe3dc04f4442a81b7c6242bc6f20a HTTP/1.1" status: 200 len: 375 time: 0.0227172 Mar 11 11:42:45.224989 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d6073-d8e8-4475-9996-cfdbdb350054 req-c146214d-fb50-4635-a26a-9404949f8f7a tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:45.226641 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a02d6073-d8e8-4475-9996-cfdbdb350054 req-c146214d-fb50-4635-a26a-9404949f8f7a tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 0.1073589 Mar 11 11:42:45.286521 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-8daaa103-2ecb-48f9-9c50-353f8a468a45 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=306fe3dc04f4442a81b7c6242bc6f20a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704598 Mar 11 11:42:45.430580 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-c9359dc7-9de5-4dec-845f-7878bbe1bff4 service neutron] 10.222.0.78 "GET /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427133 Mar 11 11:42:45.538799 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a02d6073-d8e8-4475-9996-cfdbdb350054 req-41601c6d-06f0-4c82-81f0-a03f987cc2a7 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629035 Mar 11 11:42:45.556917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-01f0fe06-7da7-4271-9ead-cb0607ddef80 service neutron] Transition to ACTIVE for port object b32534e2-c04e-4ff9-9938-babd650f6bf2 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:42:45.565168 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-01f0fe06-7da7-4271-9ead-cb0607ddef80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:45.613478 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-15c5b45c-af95-445b-9770-90d4beb4ea12 service neutron] 10.222.0.78 "GET /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819105 Mar 11 11:42:45.690111 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-01f0fe06-7da7-4271-9ead-cb0607ddef80 service neutron] No DVR routers for this DVR port b32534e2-c04e-4ff9-9938-babd650f6bf2 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:42:45.728462 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7f96038b-7cc1-4f2c-9850-16da8982b5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:45.766239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0fe06-7da7-4271-9ead-cb0607ddef80 service neutron] Pushing event updated for resources: {'Port': ['ID=b32534e2-c04e-4ff9-9938-babd650f6bf2,revision_number=10']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:45.775033 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-01f0fe06-7da7-4271-9ead-cb0607ddef80 service neutron] 10.222.0.71 "PUT /v2.0/ports/b32534e2-c04e-4ff9-9938-babd650f6bf2/bindings/n-h2-833234-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0344377 Mar 11 11:42:45.879542 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449006b3-e464-41fb-ab57-ff75ddbd045e req-7a33ed08-b093-4511-b9b6-cac7ad2d3ade tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:45.886511 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-449006b3-e464-41fb-ab57-ff75ddbd045e req-7a33ed08-b093-4511-b9b6-cac7ad2d3ade tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=bba745c5-86cc-4e9b-8c09-12b44ded6d6a HTTP/1.1" status: 200 len: 949 time: 0.2248931 Mar 11 11:42:45.977026 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-40f1d6bb-1c8c-415f-aa3d-3824218eaa3c tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:45.983136 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-40f1d6bb-1c8c-415f-aa3d-3824218eaa3c tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5&tenant_id=1cecaa0b73904c0b969683224717fe2d&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 1126 time: 0.0939109 Mar 11 11:42:46.061113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-449006b3-e464-41fb-ab57-ff75ddbd045e req-5430d06f-9e94-4ddf-b9b3-078e5fe9d2ee tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731184 Mar 11 11:42:46.110649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-cc94be1d-7501-4a2e-8b29-fb566103f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:46.117374 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-cc94be1d-7501-4a2e-8b29-fb566103f7bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5&tenant_id=1cecaa0b73904c0b969683224717fe2d HTTP/1.1" status: 200 len: 1126 time: 0.1178405 Mar 11 11:42:46.118986 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49222b91-3035-4b22-8a17-52ecadf56f29 req-9e31df67-8284-4816-9206-63dda4f2ece1 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:46.120515 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49222b91-3035-4b22-8a17-52ecadf56f29 req-9e31df67-8284-4816-9206-63dda4f2ece1 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 944 time: 0.1419878 Mar 11 11:42:46.149688 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311e511e-30c1-431e-8ec1-e7b9cebcca04 x-openstack-request-id: req-311e511e-30c1-431e-8ec1-e7b9cebcca04 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:46.150194 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba745c5-86cc-4e9b-8c09-12b44ded6d6a", "name": "network-vif-plugged", "status": "completed", "tag": "6658d4c9-6afa-4515-8ac9-bb7d58208ba6", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:46.150622 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-311e511e-30c1-431e-8ec1-e7b9cebcca04 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:46.151169 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba745c5-86cc-4e9b-8c09-12b44ded6d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6658d4c9-6afa-4515-8ac9-bb7d58208ba6', 'code': 200} Mar 11 11:42:46.284907 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49222b91-3035-4b22-8a17-52ecadf56f29 req-545d3a44-6fbb-4955-9a53-5739a85784ca tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521389 Mar 11 11:42:46.386227 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d9006767-2274-4c23-8608-27fae71eadcb req-6a965597-9b8c-4fe6-9c93-a357ee3ff508 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 210 time: 0.0487344 Mar 11 11:42:46.440659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-eff45952-85a0-44f6-81a7-2bb4b217917b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:46.442139 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-eff45952-85a0-44f6-81a7-2bb4b217917b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 1126 time: 0.2996924 Mar 11 11:42:46.529209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129a06a-ab65-48a6-8286-e11b95579aec req-3c9f3220-6570-4767-8103-cca0a4bcc59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:46.538582 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c129a06a-ab65-48a6-8286-e11b95579aec req-3c9f3220-6570-4767-8103-cca0a4bcc59e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bba745c5-86cc-4e9b-8c09-12b44ded6d6a HTTP/1.1" status: 200 len: 1131 time: 0.2542498 Mar 11 11:42:46.787726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-47f53c55-70f8-4c28-91c5-3818df5e70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:46.789337 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-47f53c55-70f8-4c28-91c5-3818df5e70b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.3365541 Mar 11 11:42:46.791422 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c129a06a-ab65-48a6-8286-e11b95579aec req-3bdde1ef-fddb-42c3-a5f6-0e9f50ddad20 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225823 Mar 11 11:42:46.818886 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475ecea-30ba-4d8f-9cda-c2ec09a96650 req-f1de91e0-0c55-493f-8a29-a49cc4786116 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:46.827909 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2475ecea-30ba-4d8f-9cda-c2ec09a96650 req-f1de91e0-0c55-493f-8a29-a49cc4786116 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 946 time: 0.1584935 Mar 11 11:42:46.851564 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-6532aaf2-8e5f-4387-953e-1a2604f7fb16 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b32534e2-c04e-4ff9-9938-babd650f6bf2 HTTP/1.1" status: 200 len: 217 time: 0.0547979 Mar 11 11:42:46.901487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95400bd4-3c18-46ba-9109-75654beb0c35 req-a2e88c2a-ef57-4614-bccb-51c18f7228d8 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:46.903947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95400bd4-3c18-46ba-9109-75654beb0c35 req-a2e88c2a-ef57-4614-bccb-51c18f7228d8 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 0.1440537 Mar 11 11:42:46.919727 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2475ecea-30ba-4d8f-9cda-c2ec09a96650 req-a8a98b3f-0657-46ec-817c-a77f1f498995 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/security-groups?id=a45a2d81-6545-4d29-bd07-5f33bbf6e555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860054 Mar 11 11:42:46.946944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-14c892dc-c821-473c-aebf-efa9d4cd0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:46.955535 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-14c892dc-c821-473c-aebf-efa9d4cd0d4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.0938566 Mar 11 11:42:47.013663 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-6d89b710-117b-4362-9eda-f7dcdc0eae45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496190 Mar 11 11:42:47.030474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95400bd4-3c18-46ba-9109-75654beb0c35 req-7b92faa0-93b2-4bd7-9a1c-6ec928891e0c tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093106 Mar 11 11:42:47.047510 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:47.258285 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-a7d6e344-7f28-49dd-8d1d-9a1ff8c4fe51 service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312691 Mar 11 11:42:47.385560 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e7fa9-ba34-492a-9998-51b4bd8d5a8f req-14a068b0-1bbc-41c7-ba11-f9aabce6418e tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:47.393251 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d42e7fa9-ba34-492a-9998-51b4bd8d5a8f req-14a068b0-1bbc-41c7-ba11-f9aabce6418e tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=bba745c5-86cc-4e9b-8c09-12b44ded6d6a HTTP/1.1" status: 200 len: 949 time: 0.1930003 Mar 11 11:42:47.422317 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-dc0ac079-2b14-4422-9d50-1aa612ad3c33 service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545351 Mar 11 11:42:47.475101 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65772d-739d-4d9c-bb63-27d2a283a9e5 req-0b2c51bc-0d7c-43db-af41-8124a074d0f6 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:47.476969 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d65772d-739d-4d9c-bb63-27d2a283a9e5 req-0b2c51bc-0d7c-43db-af41-8124a074d0f6 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 945 time: 0.2162588 Mar 11 11:42:47.530259 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d42e7fa9-ba34-492a-9998-51b4bd8d5a8f req-102fdae8-bc1a-45f6-8b3a-bf8d56313e6e tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357026 Mar 11 11:42:47.549959 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1f16a6f-aa16-40b0-8f94-595f08612b16 req-47e53005-6406-453a-b024-cc253f3bd651 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1472239 Mar 11 11:42:47.596282 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d65772d-739d-4d9c-bb63-27d2a283a9e5 req-24c26a7b-e6ca-4530-9ca8-e353d7e03675 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/security-groups?id=e18f8574-da7f-4339-84ea-57e2a05fcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040289 Mar 11 11:42:47.698620 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f16a6f-aa16-40b0-8f94-595f08612b16 req-18d3c2df-d1b4-43cf-baa1-5c22a335099e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:47.700262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1f16a6f-aa16-40b0-8f94-595f08612b16 req-18d3c2df-d1b4-43cf-baa1-5c22a335099e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 1128 time: 0.1177487 Mar 11 11:42:47.780214 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cbb09ba9-25a5-4ec1-becc-93e6aa9221f4 req-7edeeaf5-af46-43fc-94c4-b3c1010fb3a8 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 210 time: 0.0946527 Mar 11 11:42:47.848793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-ab3382df-7040-414f-850f-751d84b98056 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:47.850646 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-ab3382df-7040-414f-850f-751d84b98056 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5&tenant_id=1cecaa0b73904c0b969683224717fe2d&binding%3Ahost_id=n-h2-833234-2 HTTP/1.1" status: 200 len: 1126 time: 0.0970004 Mar 11 11:42:47.907206 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7f4cc-3aee-4614-a7c4-af1259bacbac req-aca81daf-ec9e-458e-b797-db5c77811288 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:47.914906 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0b7f4cc-3aee-4614-a7c4-af1259bacbac req-aca81daf-ec9e-458e-b797-db5c77811288 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 944 time: 0.2337341 Mar 11 11:42:48.011334 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f16a6f-aa16-40b0-8f94-595f08612b16 req-4e13057e-8211-494f-aa9d-7aeccf652063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:48.013063 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1f16a6f-aa16-40b0-8f94-595f08612b16 req-4e13057e-8211-494f-aa9d-7aeccf652063 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.2829075 Mar 11 11:42:48.152935 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3832427e-79d3-442a-b587-a42f6bf16e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:48.156831 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8d0cf7-d7b5-4c5a-94b3-b11fdace0961" -d '{"events": [{"server_uuid": "3832427e-79d3-442a-b587-a42f6bf16e63", "name": "network-vif-plugged", "status": "completed", "tag": "edfe7bb4-3b90-48d3-9c65-96be491cd2e4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:48.170750 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0b7f4cc-3aee-4614-a7c4-af1259bacbac req-97f41dd3-bfb3-4904-aa48-f7b66ce00b15 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505567 Mar 11 11:42:48.184955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-4db69dc8-84e4-45b0-8265-b07b22362dda tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:48.186908 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-4db69dc8-84e4-45b0-8265-b07b22362dda tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.71 "GET /v2.0/networks?id=b499850f-8fb3-4e28-b577-f302ebbdffd0 HTTP/1.1" status: 200 len: 822 time: 0.1896310 Mar 11 11:42:48.191365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-f6798ef4-a411-4d1b-9f23-2a1f2da27ac6 service neutron] For port b32534e2-c04e-4ff9-9938-babd650f6bf2, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:42:48.196933 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-f6798ef4-a411-4d1b-9f23-2a1f2da27ac6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:48.196933 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7dc5353e-aa71-4d03-81a0-d6a98fc1eed3 req-f6798ef4-a411-4d1b-9f23-2a1f2da27ac6 service neutron] 10.222.0.37 "DELETE /v2.0/ports/b32534e2-c04e-4ff9-9938-babd650f6bf2/bindings/n-h1-833234-2 HTTP/1.1" status: 204 len: 173 time: 0.3369160 Mar 11 11:42:48.197213 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1f16a6f-aa16-40b0-8f94-595f08612b16 req-4f2ec674-dbaa-40de-b5e7-959dd5607e13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525 HTTP/1.1" status: 200 len: 217 time: 0.1605196 Mar 11 11:42:48.209647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-1cb38046-fc4b-4a9b-89d4-b86ae45b4e84 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Request body: {'port': {'device_id': '22e0467e-91ef-464b-9da2-344ea03063bb', 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0', 'admin_state_up': True, 'tenant_id': '306fe3dc04f4442a81b7c6242bc6f20a'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:48.418159 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f16a6f-aa16-40b0-8f94-595f08612b16 req-f0bd696c-1058-4f5f-9a3b-e9aa84860fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:48.419824 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1f16a6f-aa16-40b0-8f94-595f08612b16 req-f0bd696c-1058-4f5f-9a3b-e9aa84860fdb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.1755238 Mar 11 11:42:48.430795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d25da3-56ae-40bb-a6b7-f4ace01ad079 req-0d81711b-f73b-4e1d-9bb2-00896ee8660c tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:48.437994 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38d25da3-56ae-40bb-a6b7-f4ace01ad079 req-0d81711b-f73b-4e1d-9bb2-00896ee8660c tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 946 time: 0.3673434 Mar 11 11:42:48.441741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-1cb38046-fc4b-4a9b-89d4-b86ae45b4e84 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Made reservation on behalf of 306fe3dc04f4442a81b7c6242bc6f20a for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:42:48.458173 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:48.471131 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-1cb38046-fc4b-4a9b-89d4-b86ae45b4e84 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:48.563598 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1f16a6f-aa16-40b0-8f94-595f08612b16 req-2fad3078-b811-434d-96a3-4d96a74a653f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234701 Mar 11 11:42:48.574276 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38d25da3-56ae-40bb-a6b7-f4ace01ad079 req-4d39b481-ce90-4283-836e-0d79af37c2a9 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/security-groups?id=a45a2d81-6545-4d29-bd07-5f33bbf6e555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354361 Mar 11 11:42:48.621214 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e5fcc-1ea2-45c8-99d6-6cb862598a8a req-f59acca7-e97b-41fa-8ac3-a6ff6f64bfaf tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:48.622894 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-232e5fcc-1ea2-45c8-99d6-6cb862598a8a req-f59acca7-e97b-41fa-8ac3-a6ff6f64bfaf tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 0.3154137 Mar 11 11:42:48.682939 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc054bee-3422-4259-84f9-7d46b4410a68 x-openstack-request-id: req-bc054bee-3422-4259-84f9-7d46b4410a68 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:48.683335 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3832427e-79d3-442a-b587-a42f6bf16e63", "name": "network-vif-plugged", "status": "completed", "tag": "edfe7bb4-3b90-48d3-9c65-96be491cd2e4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:48.683702 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bc054bee-3422-4259-84f9-7d46b4410a68 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:48.684176 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3832427e-79d3-442a-b587-a42f6bf16e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4', 'code': 200} Mar 11 11:42:48.726116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-1cb38046-fc4b-4a9b-89d4-b86ae45b4e84 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Allocated IP 172.20.0.14 (b499850f-8fb3-4e28-b577-f302ebbdffd0/1a1d4465-a2a3-4fc5-b45d-6c5b13b467de/be49d49d-7a89-4331-b0c3-d0c818ecca90) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:42:48.841889 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-232e5fcc-1ea2-45c8-99d6-6cb862598a8a req-0f4e2d12-fc08-43e9-bc3a-1b134d929309 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062747 Mar 11 11:42:48.849960 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1f16a6f-aa16-40b0-8f94-595f08612b16 req-faafba6d-ad53-43e0-bcdb-ab0263ff6abd service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747700 Mar 11 11:42:49.020576 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-1cb38046-fc4b-4a9b-89d4-b86ae45b4e84 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:49.055747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83e768-cb43-4183-96c4-e0be11f2ef9a req-15beae64-3d67-4e23-98ec-4d6754201cd5 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:49.057576 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da83e768-cb43-4183-96c4-e0be11f2ef9a req-15beae64-3d67-4e23-98ec-4d6754201cd5 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=bba745c5-86cc-4e9b-8c09-12b44ded6d6a HTTP/1.1" status: 200 len: 949 time: 0.2923894 Mar 11 11:42:49.088556 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-1cb38046-fc4b-4a9b-89d4-b86ae45b4e84 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:49.117950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a81ec2-ac65-4260-9e3f-c19b62a44fee req-efb75f40-6994-4e79-a8a7-0fdf13112b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:49.119859 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-24a81ec2-ac65-4260-9e3f-c19b62a44fee req-efb75f40-6994-4e79-a8a7-0fdf13112b3b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 1132 time: 0.2567837 Mar 11 11:42:49.141485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1f16a6f-aa16-40b0-8f94-595f08612b16 req-95afbd2a-c584-4609-9e24-6e84bec61564 service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757525 Mar 11 11:42:49.163833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99263ba-c4b6-4381-ba51-f802149746d7 req-9f85f697-7ea2-4231-af94-daf1637e185e tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:49.173145 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a99263ba-c4b6-4381-ba51-f802149746d7 req-9f85f697-7ea2-4231-af94-daf1637e185e tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 945 time: 0.2190208 Mar 11 11:42:49.191343 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb38046-fc4b-4a9b-89d4-b86ae45b4e84 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Pushing event updated for resources: {'Port': ['ID=be49d49d-7a89-4331-b0c3-d0c818ecca90,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:49.218988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-1cb38046-fc4b-4a9b-89d4-b86ae45b4e84 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Network b499850f-8fb3-4e28-b577-f302ebbdffd0 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:42:49.222007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-1cb38046-fc4b-4a9b-89d4-b86ae45b4e84 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:42:49.228809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-1cb38046-fc4b-4a9b-89d4-b86ae45b4e84 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:42:49.307775 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da83e768-cb43-4183-96c4-e0be11f2ef9a req-251bdf53-e31a-403e-81de-640be93d8df9 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374911 Mar 11 11:42:49.323626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-1cb38046-fc4b-4a9b-89d4-b86ae45b4e84 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:49.327441 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-1cb38046-fc4b-4a9b-89d4-b86ae45b4e84 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:49.343205 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a99263ba-c4b6-4381-ba51-f802149746d7 req-0a261d9d-383c-4ebc-a4b5-536170b4a130 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/security-groups?id=e18f8574-da7f-4339-84ea-57e2a05fcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688797 Mar 11 11:42:49.345531 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-24a81ec2-ac65-4260-9e3f-c19b62a44fee req-e2c7c348-300a-4041-951c-ce6283c49a13 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012732 Mar 11 11:42:49.368195 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6519c4-94db-4cdd-bb5a-99feba9ed4cc req-a8cc7387-85d5-435a-9db8-4891b5b44394 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:49.369777 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cb6519c4-94db-4cdd-bb5a-99feba9ed4cc req-a8cc7387-85d5-435a-9db8-4891b5b44394 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 946 time: 0.2984710 Mar 11 11:42:49.372835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70158813-38e6-4f76-8e2a-84d8426bc7d5 req-20b5246b-c086-477e-809f-b2bb9a255ae3 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:49.374855 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70158813-38e6-4f76-8e2a-84d8426bc7d5 req-20b5246b-c086-477e-809f-b2bb9a255ae3 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 945 time: 0.1232624 Mar 11 11:42:49.386909 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-1cb38046-fc4b-4a9b-89d4-b86ae45b4e84 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1833761 Mar 11 11:42:49.553987 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41308fd2-b011-4ed1-9b41-730cd6584751 req-d44f0dd7-bd69-409e-9f38-2e3f93fcbc3a tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:49.555919 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41308fd2-b011-4ed1-9b41-730cd6584751 req-d44f0dd7-bd69-409e-9f38-2e3f93fcbc3a tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 932 time: 0.1203668 Mar 11 11:42:49.583759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-70158813-38e6-4f76-8e2a-84d8426bc7d5 req-d8b2ee8a-4113-442c-a0f8-9d66781cbd26 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Deleting port 249a3f88-a877-4caa-b000-84638b16a55e {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:42:49.584223 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-70158813-38e6-4f76-8e2a-84d8426bc7d5 req-d8b2ee8a-4113-442c-a0f8-9d66781cbd26 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (249a3f88-a877-4caa-b000-84638b16a55e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:49.629153 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Request body: {'port': {'device_id': '22e0467e-91ef-464b-9da2-344ea03063bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:49.736957 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-70158813-38e6-4f76-8e2a-84d8426bc7d5 req-d8b2ee8a-4113-442c-a0f8-9d66781cbd26 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] For port 249a3f88-a877-4caa-b000-84638b16a55e, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=249a3f88-a877-4caa-b000-84638b16a55e,segment=NetworkSegment(3466e577-9c1b-4e02-b95d-0e529b0c5079),segment_id=3466e577-9c1b-4e02-b95d-0e529b0c5079)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:49.737337 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-70158813-38e6-4f76-8e2a-84d8426bc7d5 req-d8b2ee8a-4113-442c-a0f8-9d66781cbd26 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (249a3f88-a877-4caa-b000-84638b16a55e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:49.752987 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:49.765588 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f21fff-0bf2-4b51-8681-3be5232dd563 req-0cc2340a-5817-4c9e-96e7-b95b53837250 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:49.772137 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8f21fff-0bf2-4b51-8681-3be5232dd563 req-0cc2340a-5817-4c9e-96e7-b95b53837250 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 944 time: 0.2511299 Mar 11 11:42:49.773807 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-70158813-38e6-4f76-8e2a-84d8426bc7d5 req-d8b2ee8a-4113-442c-a0f8-9d66781cbd26 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Calling delete_port for 249a3f88-a877-4caa-b000-84638b16a55e owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:42:49.796717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41308fd2-b011-4ed1-9b41-730cd6584751 req-6e3f2efb-3763-4c21-b919-7fecb3c40825 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213588 Mar 11 11:42:49.923850 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8f21fff-0bf2-4b51-8681-3be5232dd563 req-90398a15-dac4-4f4d-a8c6-4e313d2b4226 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335862 Mar 11 11:42:49.991512 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548859c2-6ff2-4238-bbe6-5b08b6e8924f req-ee6900a4-b6a6-420c-9824-ff95e2c885b8 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:49.995065 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-548859c2-6ff2-4238-bbe6-5b08b6e8924f req-ee6900a4-b6a6-420c-9824-ff95e2c885b8 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.1055431 Mar 11 11:42:50.015801 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:50.034485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-cb6519c4-94db-4cdd-bb5a-99feba9ed4cc req-beabe27a-28f6-4fa2-a182-006493df8795 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Deleting port 837ca213-da43-412d-b2d9-6c64ea2eac7b {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:42:50.035053 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cb6519c4-94db-4cdd-bb5a-99feba9ed4cc req-beabe27a-28f6-4fa2-a182-006493df8795 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (837ca213-da43-412d-b2d9-6c64ea2eac7b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:50.122847 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-548859c2-6ff2-4238-bbe6-5b08b6e8924f req-037ade1e-1e78-4e46-8c76-323bb97376d9 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192548 Mar 11 11:42:50.160713 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff957729-d4b4-45cd-aa63-8173b8bfea99 req-8e624302-9780-4453-a3db-0eec64878444 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:50.162287 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff957729-d4b4-45cd-aa63-8173b8bfea99 req-8e624302-9780-4453-a3db-0eec64878444 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 946 time: 0.0971961 Mar 11 11:42:50.163650 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-70158813-38e6-4f76-8e2a-84d8426bc7d5 req-d8b2ee8a-4113-442c-a0f8-9d66781cbd26 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (249a3f88-a877-4caa-b000-84638b16a55e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:50.177553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['249a3f88-a877-4caa-b000-84638b16a55e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:42:50.186961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-cb6519c4-94db-4cdd-bb5a-99feba9ed4cc req-beabe27a-28f6-4fa2-a182-006493df8795 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] For port 837ca213-da43-412d-b2d9-6c64ea2eac7b, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=837ca213-da43-412d-b2d9-6c64ea2eac7b,segment=NetworkSegment(53ce92ad-0a14-4cf4-9d26-71dd757e7990),segment_id=53ce92ad-0a14-4cf4-9d26-71dd757e7990)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:50.187325 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cb6519c4-94db-4cdd-bb5a-99feba9ed4cc req-beabe27a-28f6-4fa2-a182-006493df8795 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (837ca213-da43-412d-b2d9-6c64ea2eac7b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:50.201146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2ee8a-4113-442c-a0f8-9d66781cbd26 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Pushing event deleted for resources: {'Port': ['ID=249a3f88-a877-4caa-b000-84638b16a55e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:50.287473 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-70158813-38e6-4f76-8e2a-84d8426bc7d5 req-d8b2ee8a-4113-442c-a0f8-9d66781cbd26 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] No DVR routers for this DVR port 249a3f88-a877-4caa-b000-84638b16a55e on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:42:50.291166 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-70158813-38e6-4f76-8e2a-84d8426bc7d5 req-d8b2ee8a-4113-442c-a0f8-9d66781cbd26 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:50.297851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70158813-38e6-4f76-8e2a-84d8426bc7d5 req-d8b2ee8a-4113-442c-a0f8-9d66781cbd26 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.37 "DELETE /v2.0/ports/249a3f88-a877-4caa-b000-84638b16a55e HTTP/1.1" status: 204 len: 173 time: 0.9165058 Mar 11 11:42:50.311845 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e3c67b-1cdb-48a4-af62-d2916a15b0eb', 'name': 'network-vif-deleted', 'tag': '249a3f88-a877-4caa-b000-84638b16a55e'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:50.312017 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855373ca-09d7-4146-8b8d-da046f118091" -d '{"events": [{"server_uuid": "74e3c67b-1cdb-48a4-af62-d2916a15b0eb", "name": "network-vif-deleted", "tag": "249a3f88-a877-4caa-b000-84638b16a55e"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:50.322495 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff957729-d4b4-45cd-aa63-8173b8bfea99 req-2e98635d-4908-4d7a-9a03-c17f0458a934 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/security-groups?id=a45a2d81-6545-4d29-bd07-5f33bbf6e555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516712 Mar 11 11:42:50.375050 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5228bb-9ad8-4b65-9629-3cfb6f805646 req-e3fbdab6-dcb1-4cac-9db8-e4bbf51c7612 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:50.376819 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee5228bb-9ad8-4b65-9629-3cfb6f805646 req-e3fbdab6-dcb1-4cac-9db8-e4bbf51c7612 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 0.1081181 Mar 11 11:42:50.453971 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3024d8e8-712b-4c67-bc73-bed96e555890 x-openstack-request-id: req-3024d8e8-712b-4c67-bc73-bed96e555890 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:50.454404 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cb6519c4-94db-4cdd-bb5a-99feba9ed4cc req-beabe27a-28f6-4fa2-a182-006493df8795 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:50.454518 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e3c67b-1cdb-48a4-af62-d2916a15b0eb", "name": "network-vif-deleted", "tag": "249a3f88-a877-4caa-b000-84638b16a55e", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:50.454518 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3024d8e8-712b-4c67-bc73-bed96e555890 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:50.454688 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cb6519c4-94db-4cdd-bb5a-99feba9ed4cc req-beabe27a-28f6-4fa2-a182-006493df8795 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (24b8800b-01e6-4429-bf66-01f757aacbd7), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:50.454907 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [req-cb6519c4-94db-4cdd-bb5a-99feba9ed4cc req-beabe27a-28f6-4fa2-a182-006493df8795 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Floating IP 24b8800b-01e6-4429-bf66-01f757aacbd7 disassociated. External IP: 172.25.7.66, port: 837ca213-da43-412d-b2d9-6c64ea2eac7b. Mar 11 11:42:50.455024 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e3c67b-1cdb-48a4-af62-d2916a15b0eb', 'name': 'network-vif-deleted', 'tag': '249a3f88-a877-4caa-b000-84638b16a55e', 'status': 'completed', 'code': 200} Mar 11 11:42:50.455250 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-cb6519c4-94db-4cdd-bb5a-99feba9ed4cc req-beabe27a-28f6-4fa2-a182-006493df8795 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Calling delete_port for 837ca213-da43-412d-b2d9-6c64ea2eac7b owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:42:50.498264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee5228bb-9ad8-4b65-9629-3cfb6f805646 req-d20bc546-893d-4e07-a390-9806e9f19bb4 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149061 Mar 11 11:42:50.584182 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94f79a05-92ec-451b-8581-67195e1e624e req-2d1b6e7f-cf6e-406f-bc0e-fc64cb870765 tempest-AttachSCSIVolumeTestJSON-836723119 tempest-AttachSCSIVolumeTestJSON-836723119-project] 10.222.0.78 "GET /v2.0/ports?device_id=74e3c67b-1cdb-48a4-af62-d2916a15b0eb HTTP/1.1" status: 200 len: 210 time: 0.0445259 Mar 11 11:42:50.718227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be49d49d-7a89-4331-b0c3-d0c818ecca90 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:50.724968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d119-e4e7-4675-92c4-3c82cef00cb1 req-0cabc347-1ae8-42c7-ac42-066ee0ca3a8c tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:50.727076 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb50d119-e4e7-4675-92c4-3c82cef00cb1 req-0cabc347-1ae8-42c7-ac42-066ee0ca3a8c tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 1126 time: 0.1408682 Mar 11 11:42:50.729784 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Publish callbacks [] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:50.757028 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Transition to ACTIVE for port object be49d49d-7a89-4331-b0c3-d0c818ecca90 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:42:50.758410 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cb6519c4-94db-4cdd-bb5a-99feba9ed4cc req-beabe27a-28f6-4fa2-a182-006493df8795 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (837ca213-da43-412d-b2d9-6c64ea2eac7b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:50.761479 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:50.814418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb50d119-e4e7-4675-92c4-3c82cef00cb1 req-0efe96be-b5a7-4d33-9b48-65ab63ac43df tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706306 Mar 11 11:42:50.849934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Pushing event updated for resources: {'Port': ['ID=be49d49d-7a89-4331-b0c3-d0c818ecca90,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:50.888667 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabe27a-28f6-4fa2-a182-006493df8795 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Pushing event deleted for resources: {'Port': ['ID=837ca213-da43-412d-b2d9-6c64ea2eac7b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:50.994158 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e152c-3441-4b15-b2c7-c4411a040fe2 req-68497ab7-6095-4933-8a35-0a077c766007 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:50.996741 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-649e152c-3441-4b15-b2c7-c4411a040fe2 req-68497ab7-6095-4933-8a35-0a077c766007 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef8cf18e-6378-44bc-ac5e-3eeccad9bef6 HTTP/1.1" status: 200 len: 950 time: 0.1693358 Mar 11 11:42:51.127403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96690ad-a671-49f9-a8d1-429ff0ec52a3 req-e4510406-3c77-460b-9027-9ed886410961 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:51.146612 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f96690ad-a671-49f9-a8d1-429ff0ec52a3 req-e4510406-3c77-460b-9027-9ed886410961 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 944 time: 0.1916323 Mar 11 11:42:51.166311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-649e152c-3441-4b15-b2c7-c4411a040fe2 req-2a003278-347b-4d74-a868-878665de26d5 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421053 Mar 11 11:42:51.235864 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f96690ad-a671-49f9-a8d1-429ff0ec52a3 req-1a577063-8186-438d-bf86-bea1589dc26e tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837431 Mar 11 11:42:51.269158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb6519c4-94db-4cdd-bb5a-99feba9ed4cc req-beabe27a-28f6-4fa2-a182-006493df8795 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Router fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:42:51.283497 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Attempting to bind port be49d49d-7a89-4331-b0c3-d0c818ecca90 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:42:51.283904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Attempting to bind port be49d49d-7a89-4331-b0c3-d0c818ecca90 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '544fa4dc-c420-4d54-a419-af3aa9315f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:42:51.284214 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Attempting to bind port be49d49d-7a89-4331-b0c3-d0c818ecca90 on network b499850f-8fb3-4e28-b577-f302ebbdffd0 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:51.302893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Port be49d49d-7a89-4331-b0c3-d0c818ecca90 on network b499850f-8fb3-4e28-b577-f302ebbdffd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:42:51.303270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Attempting to bind port be49d49d-7a89-4331-b0c3-d0c818ecca90 on network b499850f-8fb3-4e28-b577-f302ebbdffd0 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:51.361670 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b81eb-00b7-48e7-ad29-0b07a996eb46 req-32cc8425-2f3e-45ef-b043-86f89bc217ca tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:51.363219 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf9b81eb-00b7-48e7-ad29-0b07a996eb46 req-32cc8425-2f3e-45ef-b043-86f89bc217ca tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 1126 time: 0.1194820 Mar 11 11:42:51.375323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:42:51.375767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Checking segment: {'id': '544fa4dc-c420-4d54-a419-af3aa9315f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:42:51.376235 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Bound using segment: {'id': '544fa4dc-c420-4d54-a419-af3aa9315f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:42:51.376871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Bound port: be49d49d-7a89-4331-b0c3-d0c818ecca90, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '544fa4dc-c420-4d54-a419-af3aa9315f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:42:51.377308 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:51.464337 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ea9ee-6b24-4d74-afcb-4befb303513a req-32cae3b0-a178-4647-8542-9c43987684ea tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:51.471081 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da7ea9ee-6b24-4d74-afcb-4befb303513a req-32cae3b0-a178-4647-8542-9c43987684ea tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.1213889 Mar 11 11:42:51.482280 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf9b81eb-00b7-48e7-ad29-0b07a996eb46 req-58fbc8b6-3e60-4b09-b85b-5407a044f767 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847785 Mar 11 11:42:51.525869 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] For port be49d49d-7a89-4331-b0c3-d0c818ecca90, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:42:51.530638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] For port be49d49d-7a89-4331-b0c3-d0c818ecca90, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=be49d49d-7a89-4331-b0c3-d0c818ecca90,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:42:51.542099 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:51.572127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da7ea9ee-6b24-4d74-afcb-4befb303513a req-794ee631-e39f-4539-9dda-5810dfe6279a tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887768 Mar 11 11:42:51.604987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:51.605641 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:51.607972 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] 10.222.0.71 "PUT /v2.0/ports/be49d49d-7a89-4331-b0c3-d0c818ecca90 HTTP/1.1" status: 200 len: 1092 time: 1.9847279 Mar 11 11:42:51.618580 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e0467e-91ef-464b-9da2-344ea03063bb', 'tag': 'be49d49d-7a89-4331-b0c3-d0c818ecca90'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:51.621705 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580a151d-92d2-4e50-bf85-72c7613065f4" -d '{"events": [{"name": "network-changed", "server_uuid": "22e0467e-91ef-464b-9da2-344ea03063bb", "tag": "be49d49d-7a89-4331-b0c3-d0c818ecca90"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:51.625994 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb6519c4-94db-4cdd-bb5a-99feba9ed4cc req-beabe27a-28f6-4fa2-a182-006493df8795 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:42:51.638659 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb15ea3-6795-423e-a94a-afaad008bf4b None None] Sync routers for ids ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:42:51.681555 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb15ea3-6795-423e-a94a-afaad008bf4b None None] Routers {'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:42:51.682360 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1fb15ea3-6795-423e-a94a-afaad008bf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:42:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:42:51.725045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7a655a55-9874-433f-8859-9eaf65a25447 req-6620053f-c639-4621-8a3a-406aedf61796 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5dd5c33-ce20-42b7-bc5f-a3060940a267 HTTP/1.1" status: 200 len: 210 time: 0.0641327 Mar 11 11:42:51.763414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6519c4-94db-4cdd-bb5a-99feba9ed4cc req-beabe27a-28f6-4fa2-a182-006493df8795 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] No DVR routers for this DVR port 837ca213-da43-412d-b2d9-6c64ea2eac7b on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:42:51.772362 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cb6519c4-94db-4cdd-bb5a-99feba9ed4cc req-beabe27a-28f6-4fa2-a182-006493df8795 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:51.775836 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cb6519c4-94db-4cdd-bb5a-99feba9ed4cc req-beabe27a-28f6-4fa2-a182-006493df8795 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.71 "DELETE /v2.0/ports/837ca213-da43-412d-b2d9-6c64ea2eac7b HTTP/1.1" status: 204 len: 173 time: 2.1109498 Mar 11 11:42:51.891299 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06106317-04ea-411d-af21-f7ebc7c06db6 service neutron] Pushing event updated for resources: {'Port': ['ID=be49d49d-7a89-4331-b0c3-d0c818ecca90,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:51.927021 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f9d9e-54d1-481b-be6c-a09d2610e51d req-6b0b707e-6428-4d26-94cb-b52c2bbd1ac8 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:51.929589 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df7f9d9e-54d1-481b-be6c-a09d2610e51d req-6b0b707e-6428-4d26-94cb-b52c2bbd1ac8 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 0.1101754 Mar 11 11:42:51.937669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-656d0cc8-a923-4855-9c89-8d43a5522edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:51.939668 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-656d0cc8-a923-4855-9c89-8d43a5522edf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=306fe3dc04f4442a81b7c6242bc6f20a&device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 1126 time: 0.1942680 Mar 11 11:42:51.989649 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df7f9d9e-54d1-481b-be6c-a09d2610e51d req-9bab2b87-b25c-4b09-85d1-69a6a7d2ce03 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526524 Mar 11 11:42:52.009146 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-f35c9e9b-84b4-41fe-89d8-b854825b316a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be49d49d-7a89-4331-b0c3-d0c818ecca90 HTTP/1.1" status: 200 len: 217 time: 0.0548882 Mar 11 11:42:52.022072 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-1fb15ea3-6795-423e-a94a-afaad008bf4b None None] Set router fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:42:52.081135 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-73fbaa6d-ea5b-41a3-83d5-bf45fdc95667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:52.085890 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-73fbaa6d-ea5b-41a3-83d5-bf45fdc95667 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1a1d4465-a2a3-4fc5-b45d-6c5b13b467de HTTP/1.1" status: 200 len: 862 time: 0.0696204 Mar 11 11:42:52.126974 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-32526d43-4301-479b-ba17-10d9af3ff0f3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b499850f-8fb3-4e28-b577-f302ebbdffd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301421 Mar 11 11:42:52.234174 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11047d88-3fa5-408d-8954-f33fe1637d21 x-openstack-request-id: req-11047d88-3fa5-408d-8954-f33fe1637d21 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:52.234477 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e0467e-91ef-464b-9da2-344ea03063bb", "tag": "be49d49d-7a89-4331-b0c3-d0c818ecca90", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:52.234730 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-11047d88-3fa5-408d-8954-f33fe1637d21 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:52.235128 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e0467e-91ef-464b-9da2-344ea03063bb', 'tag': 'be49d49d-7a89-4331-b0c3-d0c818ecca90', 'status': 'completed', 'code': 200} Mar 11 11:42:52.293449 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-bd475844-2f97-45be-9dfe-73c57bbcb411 service neutron] 10.222.0.71 "GET /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572192 Mar 11 11:42:52.478450 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-7d8c8e58-58ac-4d9c-9635-e06b8093c754 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3d4fd84ff45446fe8826970895f84d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497277 Mar 11 11:42:52.500984 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1fb15ea3-6795-423e-a94a-afaad008bf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'name': 'tempest-ServersTestJSON-708693816-router', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:16Z', 'updated_at': '2022-03-11T11:41:31Z', 'revision_number': 4, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'gw_port': {'id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:19Z', 'updated_at': '2022-03-11T11:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'f2eba1f0-203a-4e6f-b425-0f7c93eeec28', 'name': '', 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'mac_address': 'fa:16:3e:55:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:30Z', 'updated_at': '2022-03-11T11:41:36Z', 'revision_number': 5, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'subnets': [{'id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:42:52.547052 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 249a3f88-a877-4caa-b000-84638b16a55e no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:42:52.575050 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18867c6c-c7a1-45de-8402-ff35ce9e2fb5 req-a22691dc-291e-40f3-a361-43ed13da8db6 service neutron] 10.222.0.71 "GET /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648671 Mar 11 11:42:52.582569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 249a3f88-a877-4caa-b000-84638b16a55e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:42:52.583188 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 249a3f88-a877-4caa-b000-84638b16a55e not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:42:52.601845 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb15ea3-6795-423e-a94a-afaad008bf4b None None] Checking router: fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:42:52.632992 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb15ea3-6795-423e-a94a-afaad008bf4b None None] Routers {'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:42:52.634502 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1fb15ea3-6795-423e-a94a-afaad008bf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:42:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:42:52.717947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a151d-92d2-4e50-bf85-72c7613065f4 req-1903c580-245b-4e9e-bd91-de7cce734948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:52.719652 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-580a151d-92d2-4e50-bf85-72c7613065f4 req-1903c580-245b-4e9e-bd91-de7cce734948 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=306fe3dc04f4442a81b7c6242bc6f20a&device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 1126 time: 0.0610495 Mar 11 11:42:52.748484 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db08394-0bde-4a61-89c4-cdf9e9c8d55d req-2a9a7784-9349-4df4-b821-22343bfea562 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:52.750324 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0db08394-0bde-4a61-89c4-cdf9e9c8d55d req-2a9a7784-9349-4df4-b821-22343bfea562 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 944 time: 0.1619322 Mar 11 11:42:52.759853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-29e1c281-da20-495c-9b15-c684f492247e tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:52.763064 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-29e1c281-da20-495c-9b15-c684f492247e tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2752578 Mar 11 11:42:52.812372 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-9f867118-5a32-471b-b5a0-a25a79b9ab59 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/quotas/3d4fd84ff45446fe8826970895f84d0a HTTP/1.1" status: 200 len: 375 time: 0.0316720 Mar 11 11:42:52.857842 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a151d-92d2-4e50-bf85-72c7613065f4 req-fcd886a1-9ab5-4cec-9f1c-f17c88a60d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:52.859386 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-580a151d-92d2-4e50-bf85-72c7613065f4 req-fcd886a1-9ab5-4cec-9f1c-f17c88a60d43 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b499850f-8fb3-4e28-b577-f302ebbdffd0 HTTP/1.1" status: 200 len: 923 time: 0.1295569 Mar 11 11:42:52.906094 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0db08394-0bde-4a61-89c4-cdf9e9c8d55d req-348a319d-3f2c-4881-aab2-d838d3d23d65 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434782 Mar 11 11:42:52.911569 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-1fb15ea3-6795-423e-a94a-afaad008bf4b None None] Set router fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:42:52.914910 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-580a151d-92d2-4e50-bf85-72c7613065f4 req-6ade4fc9-6aaf-4caf-9bc4-74419a5a98e0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be49d49d-7a89-4331-b0c3-d0c818ecca90 HTTP/1.1" status: 200 len: 217 time: 0.0459445 Mar 11 11:42:52.972748 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-0e2ee4a2-211c-42e5-bcf9-b949dceb5ee3 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d4fd84ff45446fe8826970895f84d0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1593637 Mar 11 11:42:52.985857 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a151d-92d2-4e50-bf85-72c7613065f4 req-10429380-391f-42be-8f5a-8eaec2baa9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:52.987878 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-580a151d-92d2-4e50-bf85-72c7613065f4 req-10429380-391f-42be-8f5a-8eaec2baa9ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1a1d4465-a2a3-4fc5-b45d-6c5b13b467de HTTP/1.1" status: 200 len: 862 time: 0.0679510 Mar 11 11:42:53.078388 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-580a151d-92d2-4e50-bf85-72c7613065f4 req-27dd6db8-afb6-4989-a423-2cddc4976562 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b499850f-8fb3-4e28-b577-f302ebbdffd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722978 Mar 11 11:42:53.190689 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42202) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:53.283594 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-580a151d-92d2-4e50-bf85-72c7613065f4 req-fec0ef8d-5dfe-4b7d-bada-a218512edde5 service neutron] 10.222.0.71 "GET /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935554 Mar 11 11:42:53.317154 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1fb15ea3-6795-423e-a94a-afaad008bf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'name': 'tempest-ServersTestJSON-708693816-router', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:16Z', 'updated_at': '2022-03-11T11:41:31Z', 'revision_number': 4, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'gw_port': {'id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:19Z', 'updated_at': '2022-03-11T11:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'f2eba1f0-203a-4e6f-b425-0f7c93eeec28', 'name': '', 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'mac_address': 'fa:16:3e:55:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:30Z', 'updated_at': '2022-03-11T11:41:36Z', 'revision_number': 5, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'subnets': [{'id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:42:53.352498 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb15ea3-6795-423e-a94a-afaad008bf4b None None] The sync data for ids ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'] in n-d-833234-2 is: [{'id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'name': 'tempest-ServersTestJSON-708693816-router', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:16Z', 'updated_at': '2022-03-11T11:41:31Z', 'revision_number': 4, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'gw_port': {'id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:19Z', 'updated_at': '2022-03-11T11:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'f2eba1f0-203a-4e6f-b425-0f7c93eeec28', 'name': '', 'network_id': '7865f6a5-70b0-46c3-96bc-af003b472c0b', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'mac_address': 'fa:16:3e:55:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:30Z', 'updated_at': '2022-03-11T11:41:36Z', 'revision_number': 5, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'subnets': [{'id': 'c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:42:53.408141 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-573e6437-0927-44e2-9d37-f51f7f05dcd8 req-c4308b2a-46a4-456f-b0bd-89a07fd523c2 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 210 time: 0.0948172 Mar 11 11:42:53.458340 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995de93e-df1a-4b95-83f7-52f5df994ae5 req-c4158b67-9b12-4ea9-8865-eb5495031b52 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:53.479064 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-995de93e-df1a-4b95-83f7-52f5df994ae5 req-c4158b67-9b12-4ea9-8865-eb5495031b52 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 0.2247956 Mar 11 11:42:53.491837 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-778ec768-5349-4e3e-b648-631d3e7675ea tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for security_group (a45a2d81-6545-4d29-bd07-5f33bbf6e555), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:53.523632 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-580a151d-92d2-4e50-bf85-72c7613065f4 req-3243f391-4b79-4f10-a68e-acbd281d999a service neutron] 10.222.0.71 "GET /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243245 Mar 11 11:42:53.562200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-778ec768-5349-4e3e-b648-631d3e7675ea tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for security_group (a45a2d81-6545-4d29-bd07-5f33bbf6e555), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:53.588443 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-995de93e-df1a-4b95-83f7-52f5df994ae5 req-09926c14-b208-4e86-bc89-a8161458f07b tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080182 Mar 11 11:42:53.653046 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-778ec768-5349-4e3e-b648-631d3e7675ea tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a45a2d81-6545-4d29-bd07-5f33bbf6e555), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:53.656520 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-778ec768-5349-4e3e-b648-631d3e7675ea tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:53.660396 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-778ec768-5349-4e3e-b648-631d3e7675ea tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "DELETE /v2.0/security-groups/a45a2d81-6545-4d29-bd07-5f33bbf6e555 HTTP/1.1" status: 204 len: 168 time: 0.4660511 Mar 11 11:42:53.660815 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42224) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:53.666486 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 837ca213-da43-412d-b2d9-6c64ea2eac7b no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:42:53.691845 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ec768-5349-4e3e-b648-631d3e7675ea tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45a2d81-6545-4d29-bd07-5f33bbf6e555,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:53.703843 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-b9333f7d-0ef8-46b6-a90e-aa49b72afb25 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] show failed (client error): The resource could not be found. Mar 11 11:42:53.705709 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b9333f7d-0ef8-46b6-a90e-aa49b72afb25 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "GET /v2.0/security-groups/a45a2d81-6545-4d29-bd07-5f33bbf6e555 HTTP/1.1" status: 404 len: 347 time: 0.0438108 Mar 11 11:42:53.708708 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42226) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:53.722411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 837ca213-da43-412d-b2d9-6c64ea2eac7b {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:42:53.723377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 837ca213-da43-412d-b2d9-6c64ea2eac7b not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:42:53.724195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:42:53.829532 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:53.830088 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:53.857080 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8cf18e-6378-44bc-ac5e-3eeccad9bef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:53.859665 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13cbd2e-60d8-4f6f-96cc-c76b85ed580f" -d '{"events": [{"server_uuid": "ef8cf18e-6378-44bc-ac5e-3eeccad9bef6", "name": "network-vif-unplugged", "status": "completed", "tag": "25cb6ff5-54fc-429f-86c4-81aa0d5f67fe"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:53.897958 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd2ab2-0abe-4bd2-a6e5-df63910df011 None None] New status for floating IP 24b8800b-01e6-4429-bf66-01f757aacbd7: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:42:53.924549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:54.024320 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98a1f6d-7f85-4bf0-9f7d-ee49a9cc4923 x-openstack-request-id: req-f98a1f6d-7f85-4bf0-9f7d-ee49a9cc4923 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:54.024825 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8cf18e-6378-44bc-ac5e-3eeccad9bef6", "name": "network-vif-unplugged", "status": "completed", "tag": "25cb6ff5-54fc-429f-86c4-81aa0d5f67fe", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:54.025961 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f98a1f6d-7f85-4bf0-9f7d-ee49a9cc4923 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:54.026102 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8cf18e-6378-44bc-ac5e-3eeccad9bef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe', 'code': 200} Mar 11 11:42:54.026836 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:54.180031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:54.236689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dd5c33-ce20-42b7-bc5f-a3060940a267', 'name': 'network-vif-deleted', 'tag': '837ca213-da43-412d-b2d9-6c64ea2eac7b'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:54.239034 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6995182f-bc6b-432b-bb92-f824df17732c" -d '{"events": [{"server_uuid": "d5dd5c33-ce20-42b7-bc5f-a3060940a267", "name": "network-vif-deleted", "tag": "837ca213-da43-412d-b2d9-6c64ea2eac7b"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:54.330800 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d735f9d-ae17-42d0-89b1-c474bef6162c x-openstack-request-id: req-5d735f9d-ae17-42d0-89b1-c474bef6162c {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:54.330800 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dd5c33-ce20-42b7-bc5f-a3060940a267", "name": "network-vif-deleted", "tag": "837ca213-da43-412d-b2d9-6c64ea2eac7b", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:54.331093 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d735f9d-ae17-42d0-89b1-c474bef6162c {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:54.331511 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dd5c33-ce20-42b7-bc5f-a3060940a267', 'name': 'network-vif-deleted', 'tag': '837ca213-da43-412d-b2d9-6c64ea2eac7b', 'status': 'completed', 'code': 200} Mar 11 11:42:54.391831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaca703-b4c0-4832-af9c-c8b47068ef8e req-cd8cab76-4ce0-4e5c-9436-378c663b0b34 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:54.394129 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5aaca703-b4c0-4832-af9c-c8b47068ef8e req-cd8cab76-4ce0-4e5c-9436-378c663b0b34 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 944 time: 0.1345932 Mar 11 11:42:54.419059 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-913d7f7b-8954-4a41-b5d3-6cd87a36ad39 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Deleting port c0664679-0736-440d-b895-7393e341aebb {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:42:54.419875 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-913d7f7b-8954-4a41-b5d3-6cd87a36ad39 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c0664679-0736-440d-b895-7393e341aebb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:54.517444 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5aaca703-b4c0-4832-af9c-c8b47068ef8e req-b93e9fbd-651d-475b-91ac-80f43a899f7f tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177285 Mar 11 11:42:54.547947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fbf16a71-8256-4263-889e-09adba0ac4bb req-93f2154e-09c8-4cc8-99aa-823f9cdf5313 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 210 time: 0.0505972 Mar 11 11:42:54.558006 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-913d7f7b-8954-4a41-b5d3-6cd87a36ad39 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c0664679-0736-440d-b895-7393e341aebb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:54.560122 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-913d7f7b-8954-4a41-b5d3-6cd87a36ad39 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for floatingip (c0664679-0736-440d-b895-7393e341aebb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:54.577430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:42:54.586033 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-913d7f7b-8954-4a41-b5d3-6cd87a36ad39 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Calling delete_port for c0664679-0736-440d-b895-7393e341aebb owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:42:54.769665 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:54.783499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92', 'mac_address': 'fa:16:3e:b9:df:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:42:54.824578 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:54.824964 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:54.832977 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-2f521c82-08c1-49cb-aa3e-9a58287a641d tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=3d4fd84ff45446fe8826970895f84d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411167 Mar 11 11:42:54.839709 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:54.863703 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:54.870792 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:54.929493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10438615-46a9-4f9c-8026-91f77dd5efb2 req-b06bffef-897d-461e-bdb5-372f966f743c tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:54.933133 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:54.945933 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10438615-46a9-4f9c-8026-91f77dd5efb2 req-b06bffef-897d-461e-bdb5-372f966f743c tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 0.1985302 Mar 11 11:42:54.990161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:42:55.004027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-98891c10-36cb-42cc-ade9-616336ad6f88 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:55.005638 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-98891c10-36cb-42cc-ade9-616336ad6f88 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715903 Mar 11 11:42:55.025136 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-e9ecee4d-f4e0-4cf6-9c49-3e934be60ecd tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Request body: {'port': {'device_id': '8844ab8c-9d13-4190-a08f-11906cc5c865', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '3d4fd84ff45446fe8826970895f84d0a'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:55.030153 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10438615-46a9-4f9c-8026-91f77dd5efb2 req-51cbf3ac-e543-4e7e-b4d4-4c721086ac0e tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830607 Mar 11 11:42:55.032511 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-913d7f7b-8954-4a41-b5d3-6cd87a36ad39 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c0664679-0736-440d-b895-7393e341aebb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:55.097250 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d7f7b-8954-4a41-b5d3-6cd87a36ad39 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Pushing event deleted for resources: {'Port': ['ID=c0664679-0736-440d-b895-7393e341aebb,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:55.180076 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-913d7f7b-8954-4a41-b5d3-6cd87a36ad39 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks [] for floatingip (24b8800b-01e6-4429-bf66-01f757aacbd7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:55.183087 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-913d7f7b-8954-4a41-b5d3-6cd87a36ad39 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:55.187829 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-913d7f7b-8954-4a41-b5d3-6cd87a36ad39 tempest-ServersTestJSON-634635094 tempest-ServersTestJSON-634635094-project] 10.222.0.78 "DELETE /v2.0/floatingips/24b8800b-01e6-4429-bf66-01f757aacbd7 HTTP/1.1" status: 204 len: 168 time: 1.4778838 Mar 11 11:42:55.190671 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42258) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:42:55.203394 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-e9ecee4d-f4e0-4cf6-9c49-3e934be60ecd tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Made reservation on behalf of 3d4fd84ff45446fe8826970895f84d0a for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:42:55.211260 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-e9ecee4d-f4e0-4cf6-9c49-3e934be60ecd tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:55.681244 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device be49d49d-7a89-4331-b0c3-d0c818ecca90 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:42:55.845579 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd68f36b-a909-4507-9122-4f5dafdb4ed6 req-8b495c68-b6e0-4324-bf77-f1839523da3a tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 210 time: 0.1158576 Mar 11 11:42:55.868170 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-e9ecee4d-f4e0-4cf6-9c49-3e934be60ecd tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Allocated IP 192.168.233.8 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/428e1213-b696-4acb-924b-2f519ed03251) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:42:55.950001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port be49d49d-7a89-4331-b0c3-d0c818ecca90, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=be49d49d-7a89-4331-b0c3-d0c818ecca90,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:55.979260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'be49d49d-7a89-4331-b0c3-d0c818ecca90', 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0', 'port_id': 'be49d49d-7a89-4331-b0c3-d0c818ecca90', 'mac_address': 'fa:16:3e:9e:c2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1d4465-a2a3-4fc5-b45d-6c5b13b467de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:42:56.067109 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port be49d49d-7a89-4331-b0c3-d0c818ecca90 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:56.067507 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:56.095055 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22dc1bf-ac66-48f3-bdbd-38ffa64e10b9 req-72414532-6705-4a34-a1ac-b54872fc8ab0 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:56.102998 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d22dc1bf-ac66-48f3-bdbd-38ffa64e10b9 req-72414532-6705-4a34-a1ac-b54872fc8ab0 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 944 time: 0.2119372 Mar 11 11:42:56.113809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be49d49d-7a89-4331-b0c3-d0c818ecca90 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:56.165845 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port be49d49d-7a89-4331-b0c3-d0c818ecca90, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=be49d49d-7a89-4331-b0c3-d0c818ecca90,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:56.171526 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:56.218455 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-e9ecee4d-f4e0-4cf6-9c49-3e934be60ecd tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks [] for port (428e1213-b696-4acb-924b-2f519ed03251), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:56.231047 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d22dc1bf-ac66-48f3-bdbd-38ffa64e10b9 req-25871a83-e559-4c53-a20d-42a22e4605fd tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116982 Mar 11 11:42:56.291078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=be49d49d-7a89-4331-b0c3-d0c818ecca90,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:56.322193 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-e9ecee4d-f4e0-4cf6-9c49-3e934be60ecd tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (428e1213-b696-4acb-924b-2f519ed03251), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:56.336653 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['6658d4c9-6afa-4515-8ac9-bb7d58208ba6', 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:42:56.500729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52b82c-826c-4a38-abab-86ebb8c44c01 req-696008bd-5a1e-46ea-b2fc-2444fa4e10a3 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:56.509337 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c52b82c-826c-4a38-abab-86ebb8c44c01 req-696008bd-5a1e-46ea-b2fc-2444fa4e10a3 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 0.3391049 Mar 11 11:42:56.537085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-e9ecee4d-f4e0-4cf6-9c49-3e934be60ecd tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:42:56.567800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-e9ecee4d-f4e0-4cf6-9c49-3e934be60ecd tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:42:56.578939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-e9ecee4d-f4e0-4cf6-9c49-3e934be60ecd tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:42:56.592647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecee4d-f4e0-4cf6-9c49-3e934be60ecd tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Pushing event updated for resources: {'Port': ['ID=428e1213-b696-4acb-924b-2f519ed03251,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:56.600630 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:42:56.609047 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-951507b8-91ce-434f-ab5e-bfdecac3e2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (fd5aa57d-398f-47b4-b5ae-a02fb0a746a9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:56.704478 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['be49d49d-7a89-4331-b0c3-d0c818ecca90'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:42:56.749994 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-e9ecee4d-f4e0-4cf6-9c49-3e934be60ecd tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:56.752358 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-e9ecee4d-f4e0-4cf6-9c49-3e934be60ecd tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:56.794429 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-e9ecee4d-f4e0-4cf6-9c49-3e934be60ecd tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7746408 Mar 11 11:42:56.812085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Request body: {'port': {'device_id': '8844ab8c-9d13-4190-a08f-11906cc5c865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:42:56.860663 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c52b82c-826c-4a38-abab-86ebb8c44c01 req-3a926d95-d173-4919-a65a-9a42ca2522d6 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503144 Mar 11 11:42:57.109457 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (428e1213-b696-4acb-924b-2f519ed03251), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:57.372996 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6d19c73d-2b6f-4a80-b6cb-1435fc4830dd None None] Provisioning complete for port 428e1213-b696-4acb-924b-2f519ed03251 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:57.374511 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6d19c73d-2b6f-4a80-b6cb-1435fc4830dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (428e1213-b696-4acb-924b-2f519ed03251), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:57.591438 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:57.595274 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:57.647463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63261b-91ad-4f33-9952-fa2434539da8 req-42ea7ab3-2862-4b66-b321-4803dc3636f8 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:57.665086 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d63261b-91ad-4f33-9952-fa2434539da8 req-42ea7ab3-2862-4b66-b321-4803dc3636f8 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 934 time: 0.5738690 Mar 11 11:42:57.827700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428e1213-b696-4acb-924b-2f519ed03251 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:42:57.858708 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Publish callbacks [] for port (428e1213-b696-4acb-924b-2f519ed03251), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:57.881938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6d19c73d-2b6f-4a80-b6cb-1435fc4830dd None None] Port 428e1213-b696-4acb-924b-2f519ed03251 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:42:57.883830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Transition to ACTIVE for port object 428e1213-b696-4acb-924b-2f519ed03251 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:42:57.889776 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (428e1213-b696-4acb-924b-2f519ed03251), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:57.988666 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d63261b-91ad-4f33-9952-fa2434539da8 req-6834d759-f990-49ce-b555-3f0a0b3686cf tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193233 Mar 11 11:42:58.362095 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289c662-7e30-45b7-a617-33d804225523 req-d690686f-8809-4d8c-9cf4-2b12f108c039 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:58.376659 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a289c662-7e30-45b7-a617-33d804225523 req-d690686f-8809-4d8c-9cf4-2b12f108c039 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 945 time: 0.5416200 Mar 11 11:42:58.384982 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Pushing event updated for resources: {'Port': ['ID=428e1213-b696-4acb-924b-2f519ed03251,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:58.438903 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Attempting to bind port 428e1213-b696-4acb-924b-2f519ed03251 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:42:58.439236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Attempting to bind port 428e1213-b696-4acb-924b-2f519ed03251 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:42:58.439565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Attempting to bind port 428e1213-b696-4acb-924b-2f519ed03251 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:58.458498 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Port 428e1213-b696-4acb-924b-2f519ed03251 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:42:58.463610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Attempting to bind port 428e1213-b696-4acb-924b-2f519ed03251 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:42:58.472634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:42:58.477035 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:58.485029 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:42:58.485376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:42:58.485766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:42:58.486211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Bound port: 428e1213-b696-4acb-924b-2f519ed03251, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:42:58.487039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (428e1213-b696-4acb-924b-2f519ed03251), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:58.605233 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a289c662-7e30-45b7-a617-33d804225523 req-6926a8e1-faf5-4c14-90c9-d20b7c641463 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273331 Mar 11 11:42:58.636704 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-951507b8-91ce-434f-ab5e-bfdecac3e2b8 admin admin] Deleting port f2eba1f0-203a-4e6f-b425-0f7c93eeec28 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:42:58.637340 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-951507b8-91ce-434f-ab5e-bfdecac3e2b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:58.695780 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] For port 428e1213-b696-4acb-924b-2f519ed03251, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:42:58.728627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] For port 428e1213-b696-4acb-924b-2f519ed03251, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=428e1213-b696-4acb-924b-2f519ed03251,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:42:58.753476 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (428e1213-b696-4acb-924b-2f519ed03251), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:58.822583 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2d63b0-5128-4709-a3db-3ed9bb27af37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:58.836326 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d7c1b6-5977-457a-8885-33b9a095064f" -d '{"events": [{"server_uuid": "af2d63b0-5128-4709-a3db-3ed9bb27af37", "name": "network-vif-plugged", "status": "completed", "tag": "9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:58.903647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:58.911216 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:58.971638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Pushing event updated for resources: {'Port': ['ID=428e1213-b696-4acb-924b-2f519ed03251,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:58.987700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:58.988852 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:58.991056 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-36b751f2-aacb-4c4b-8c72-9581b74d4958 service neutron] 10.222.0.71 "PUT /v2.0/ports/428e1213-b696-4acb-924b-2f519ed03251 HTTP/1.1" status: 200 len: 1094 time: 2.1840436 Mar 11 11:42:58.996353 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8844ab8c-9d13-4190-a08f-11906cc5c865', 'tag': '428e1213-b696-4acb-924b-2f519ed03251'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:42:59.000726 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aa583f-5a78-4632-8df9-260fc1f3ad23" -d '{"events": [{"name": "network-changed", "server_uuid": "8844ab8c-9d13-4190-a08f-11906cc5c865", "tag": "428e1213-b696-4acb-924b-2f519ed03251"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:42:59.042257 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:59.057642 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3defca2-ddcc-41d3-a583-de199c709ec4 x-openstack-request-id: req-b3defca2-ddcc-41d3-a583-de199c709ec4 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:59.057959 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2d63b0-5128-4709-a3db-3ed9bb27af37", "name": "network-vif-plugged", "status": "completed", "tag": "9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:59.058223 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b3defca2-ddcc-41d3-a583-de199c709ec4 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:59.063826 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2d63b0-5128-4709-a3db-3ed9bb27af37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92', 'code': 200} Mar 11 11:42:59.073012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-951507b8-91ce-434f-ab5e-bfdecac3e2b8 admin admin] For port f2eba1f0-203a-4e6f-b425-0f7c93eeec28, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f2eba1f0-203a-4e6f-b425-0f7c93eeec28,segment=NetworkSegment(53ce92ad-0a14-4cf4-9d26-71dd757e7990),segment_id=53ce92ad-0a14-4cf4-9d26-71dd757e7990)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:42:59.073561 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-951507b8-91ce-434f-ab5e-bfdecac3e2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:59.118926 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-951507b8-91ce-434f-ab5e-bfdecac3e2b8 admin admin] Calling delete_port for f2eba1f0-203a-4e6f-b425-0f7c93eeec28 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:42:59.122554 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20d0e38-2312-46c6-9652-7d539140b9e8 x-openstack-request-id: req-e20d0e38-2312-46c6-9652-7d539140b9e8 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:42:59.123990 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8844ab8c-9d13-4190-a08f-11906cc5c865", "tag": "428e1213-b696-4acb-924b-2f519ed03251", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:42:59.124417 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e20d0e38-2312-46c6-9652-7d539140b9e8 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:42:59.130599 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8844ab8c-9d13-4190-a08f-11906cc5c865', 'tag': '428e1213-b696-4acb-924b-2f519ed03251', 'status': 'completed', 'code': 200} Mar 11 11:42:59.195642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-5b261af2-55cc-4515-be08-650bda4985af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:59.197164 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-5b261af2-55cc-4515-be08-650bda4985af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d4fd84ff45446fe8826970895f84d0a&device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 1128 time: 0.1564348 Mar 11 11:42:59.360820 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-ca0e24fb-b499-4b91-bb68-a54b80903130 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=428e1213-b696-4acb-924b-2f519ed03251 HTTP/1.1" status: 200 len: 217 time: 0.1464620 Mar 11 11:42:59.458237 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-b901e51e-08aa-4545-a369-95cc3d67458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:59.460530 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-b901e51e-08aa-4545-a369-95cc3d67458d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0924549 Mar 11 11:42:59.526740 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-951507b8-91ce-434f-ab5e-bfdecac3e2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f2eba1f0-203a-4e6f-b425-0f7c93eeec28), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:59.583617 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-55544bfb-0484-4795-9ba6-211b99b434ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:59.588527 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-55544bfb-0484-4795-9ba6-211b99b434ab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1221414 Mar 11 11:42:59.634114 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951507b8-91ce-434f-ab5e-bfdecac3e2b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2eba1f0-203a-4e6f-b425-0f7c93eeec28,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:42:59.697862 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device be49d49d-7a89-4331-b0c3-d0c818ecca90 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:42:59.827658 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-3a5d101f-edd5-49b9-97c6-1fe323f766ea service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279990 Mar 11 11:42:59.833502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port be49d49d-7a89-4331-b0c3-d0c818ecca90 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:42:59.838448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port be49d49d-7a89-4331-b0c3-d0c818ecca90 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:42:59.838829 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:42:59.942303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce70ec6-e5ed-4dc6-a840-8e822f4f4aae req-ad3268ca-175a-4a79-b102-fcd4a310e247 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:42:59.954102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cce70ec6-e5ed-4dc6-a840-8e822f4f4aae req-ad3268ca-175a-4a79-b102-fcd4a310e247 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 1.0542161 Mar 11 11:43:00.093239 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5e019054-2d74-4ae9-b3d0-ea0b9cf1e88a req-9c38bd3e-5377-452b-8b72-d3094d7f6139 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589164 Mar 11 11:43:00.095677 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port be49d49d-7a89-4331-b0c3-d0c818ecca90 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:00.098069 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:00.117041 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73dfae-7e6b-4fed-af7c-07e018d6c164 req-31d39e7b-a937-48c1-97c0-c2cf87e8f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:00.123069 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a73dfae-7e6b-4fed-af7c-07e018d6c164 req-31d39e7b-a937-48c1-97c0-c2cf87e8f199 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=967115d927d0469cb068dfef722766ee&device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 1128 time: 0.6238928 Mar 11 11:43:00.183134 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port be49d49d-7a89-4331-b0c3-d0c818ecca90, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=be49d49d-7a89-4331-b0c3-d0c818ecca90,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:00.188823 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:00.292532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa583f-5a78-4632-8df9-260fc1f3ad23 req-de125010-7597-4462-8248-68af80295707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:00.301965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=be49d49d-7a89-4331-b0c3-d0c818ecca90,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:00.303961 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c4aa583f-5a78-4632-8df9-260fc1f3ad23 req-de125010-7597-4462-8248-68af80295707 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d4fd84ff45446fe8826970895f84d0a&device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 1128 time: 0.1563106 Mar 11 11:43:00.343449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73dfae-7e6b-4fed-af7c-07e018d6c164 req-8d083af2-93d3-4182-a764-b6ac1c7294d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:00.345346 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a73dfae-7e6b-4fed-af7c-07e018d6c164 req-8d083af2-93d3-4182-a764-b6ac1c7294d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7787924-3c4a-40df-975f-0b1be67e95b8 HTTP/1.1" status: 200 len: 917 time: 0.2105045 Mar 11 11:43:00.372212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd980a-e8ef-47dc-bab5-73fc69f601c9 req-f7cf6241-c938-4a97-b7ed-1dc877976fe8 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:00.375527 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ccfd980a-e8ef-47dc-bab5-73fc69f601c9 req-f7cf6241-c938-4a97-b7ed-1dc877976fe8 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 946 time: 0.8584268 Mar 11 11:43:00.533228 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa583f-5a78-4632-8df9-260fc1f3ad23 req-051a0e79-174d-41a8-a323-e85e14f44707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:00.533853 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a73dfae-7e6b-4fed-af7c-07e018d6c164 req-fcd9bc62-ca45-4c49-8278-24951324658f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd0930e-b94c-4faa-8511-616747c7430a HTTP/1.1" status: 200 len: 217 time: 0.1590304 Mar 11 11:43:00.534611 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c4aa583f-5a78-4632-8df9-260fc1f3ad23 req-051a0e79-174d-41a8-a323-e85e14f44707 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.2230761 Mar 11 11:43:00.623974 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c4aa583f-5a78-4632-8df9-260fc1f3ad23 req-55f88173-f747-44fd-a5e0-b733b636d659 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=428e1213-b696-4acb-924b-2f519ed03251 HTTP/1.1" status: 200 len: 217 time: 0.0754311 Mar 11 11:43:00.731180 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa583f-5a78-4632-8df9-260fc1f3ad23 req-c9260b4a-d2bf-4dd0-b240-e3b0bf0e9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:00.733668 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c4aa583f-5a78-4632-8df9-260fc1f3ad23 req-c9260b4a-d2bf-4dd0-b240-e3b0bf0e9c35 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1021230 Mar 11 11:43:00.806417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa583f-5a78-4632-8df9-260fc1f3ad23 req-fbc69dee-6ef3-4943-8ed8-e2f98102fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:00.808268 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c4aa583f-5a78-4632-8df9-260fc1f3ad23 req-fbc69dee-6ef3-4943-8ed8-e2f98102fcd1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0672672 Mar 11 11:43:00.925408 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cce70ec6-e5ed-4dc6-a840-8e822f4f4aae req-f460ac11-c9f9-4982-bb53-b2e564f7e5a0 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8280678 Mar 11 11:43:01.016011 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ccfd980a-e8ef-47dc-bab5-73fc69f601c9 req-afc9ce60-7fc8-491f-8ff0-ed0d3e73bfd5 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019511 Mar 11 11:43:01.042107 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-951507b8-91ce-434f-ab5e-bfdecac3e2b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (fd5aa57d-398f-47b4-b5ae-a02fb0a746a9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:01.056587 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73dfae-7e6b-4fed-af7c-07e018d6c164 req-6815c5a4-2513-46d6-8bcb-f9a1fd1aafeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:01.061989 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a73dfae-7e6b-4fed-af7c-07e018d6c164 req-6815c5a4-2513-46d6-8bcb-f9a1fd1aafeb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f49278c7-7433-4a91-8f3a-c4d004d1c9ae HTTP/1.1" status: 200 len: 855 time: 0.5108500 Mar 11 11:43:01.064758 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e0467e-91ef-464b-9da2-344ea03063bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be49d49d-7a89-4331-b0c3-d0c818ecca90'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:43:01.067093 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508ed777-839a-44e8-99d3-ed02ee3f3af2" -d '{"events": [{"server_uuid": "22e0467e-91ef-464b-9da2-344ea03063bb", "name": "network-vif-plugged", "status": "completed", "tag": "be49d49d-7a89-4331-b0c3-d0c818ecca90"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:43:01.123695 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c4aa583f-5a78-4632-8df9-260fc1f3ad23 req-cf53b73e-5cf3-44ab-961c-2b27230b9254 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006823 Mar 11 11:43:01.317594 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c4aa583f-5a78-4632-8df9-260fc1f3ad23 req-f8439384-f70a-456f-9c51-762a7e963eb7 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853738 Mar 11 11:43:01.569383 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73dfae-7e6b-4fed-af7c-07e018d6c164 req-c04f22b1-8a2b-4fd7-ad38-90abcaef3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:01.588825 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a73dfae-7e6b-4fed-af7c-07e018d6c164 req-c04f22b1-8a2b-4fd7-ad38-90abcaef3b6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7787924-3c4a-40df-975f-0b1be67e95b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5172298 Mar 11 11:43:01.621728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6fc55-b44e-4d3e-a0fa-78860d3d5060 req-ea2df485-080d-4d57-b542-88c683799839 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:01.623873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbb6fc55-b44e-4d3e-a0fa-78860d3d5060 req-ea2df485-080d-4d57-b542-88c683799839 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 946 time: 0.4867265 Mar 11 11:43:01.636207 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d76d82-18a6-4dbb-a324-ff2940602eee x-openstack-request-id: req-12d76d82-18a6-4dbb-a324-ff2940602eee {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:43:01.636875 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e0467e-91ef-464b-9da2-344ea03063bb", "name": "network-vif-plugged", "status": "completed", "tag": "be49d49d-7a89-4331-b0c3-d0c818ecca90", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:43:01.637310 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12d76d82-18a6-4dbb-a324-ff2940602eee {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:43:01.637960 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e0467e-91ef-464b-9da2-344ea03063bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be49d49d-7a89-4331-b0c3-d0c818ecca90', 'code': 200} Mar 11 11:43:01.913888 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1cfa1-0ef4-492a-baf4-b072c936bd5d req-f41e5366-3065-44cc-aec2-7dbcdb22997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:01.916691 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-17c1cfa1-0ef4-492a-baf4-b072c936bd5d req-f41e5366-3065-44cc-aec2-7dbcdb22997d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 1128 time: 0.1113627 Mar 11 11:43:02.037027 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-17c1cfa1-0ef4-492a-baf4-b072c936bd5d req-f8ad1466-df3d-47e7-a4b9-466644646161 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079185 Mar 11 11:43:02.195593 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbb6fc55-b44e-4d3e-a0fa-78860d3d5060 req-0a042864-9745-49e5-9b8c-ab207ad32410 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270143 Mar 11 11:43:02.213952 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951507b8-91ce-434f-ab5e-bfdecac3e2b8 admin admin] Router fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:43:02.288305 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a73dfae-7e6b-4fed-af7c-07e018d6c164 req-4d8f4899-08da-49e6-b4ab-e9ad4044a110 service neutron] 10.222.0.37 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6633399 Mar 11 11:43:02.429875 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a73dfae-7e6b-4fed-af7c-07e018d6c164 req-8323ac82-707a-40da-9899-10ae3ec6af71 service neutron] 10.222.0.37 "GET /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339383 Mar 11 11:43:02.564169 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb37ee3-9794-49d3-82c2-d1e2f09e7b88 req-1edd69eb-5810-466d-9b65-117f5fbdf9c5 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:02.565740 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-beb37ee3-9794-49d3-82c2-d1e2f09e7b88 req-1edd69eb-5810-466d-9b65-117f5fbdf9c5 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 0.4080665 Mar 11 11:43:02.859293 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-beb37ee3-9794-49d3-82c2-d1e2f09e7b88 req-18df4923-d651-4d86-8afb-8590bb8536bd tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756641 Mar 11 11:43:02.891882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951507b8-91ce-434f-ab5e-bfdecac3e2b8 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:43:02.903933 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9dd7a7-d4b6-41b8-9f37-240d63fbff8a None None] Sync routers for ids ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:43:02.917389 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-951507b8-91ce-434f-ab5e-bfdecac3e2b8 admin admin] 10.222.0.78 "PUT /v2.0/routers/fd5aa57d-398f-47b4-b5ae-a02fb0a746a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7230055 Mar 11 11:43:02.918201 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42396) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:02.923428 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9dd7a7-d4b6-41b8-9f37-240d63fbff8a None None] Routers {'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:43:02.924094 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6c9dd7a7-d4b6-41b8-9f37-240d63fbff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:42:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:02.949465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d407760-311a-4f7c-858b-525537826e96 req-39db7eff-3d45-40ed-8162-778d719b7e79 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:02.959349 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d407760-311a-4f7c-858b-525537826e96 req-39db7eff-3d45-40ed-8162-778d719b7e79 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 946 time: 0.4491513 Mar 11 11:43:03.166911 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Publish callbacks [] for router (fd5aa57d-398f-47b4-b5ae-a02fb0a746a9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:03.216631 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-6c9dd7a7-d4b6-41b8-9f37-240d63fbff8a None None] Set router fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:43:03.356370 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:03.473556 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Publish callbacks [] for router_gateway (fd5aa57d-398f-47b4-b5ae-a02fb0a746a9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:03.588043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Deleting port 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:43:03.588676 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:03.679556 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6c9dd7a7-d4b6-41b8-9f37-240d63fbff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'name': 'tempest-ServersTestJSON-708693816-router', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:16Z', 'updated_at': '2022-03-11T11:42:59Z', 'revision_number': 5, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'gw_port': {'id': '3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:41:19Z', 'updated_at': '2022-03-11T11:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:03.712093 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 428e1213-b696-4acb-924b-2f519ed03251 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:43:03.800709 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9dd7a7-d4b6-41b8-9f37-240d63fbff8a None None] Checking router: fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:43:03.845726 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9dd7a7-d4b6-41b8-9f37-240d63fbff8a None None] Routers {'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:43:03.847995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] For port 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:03.849692 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6c9dd7a7-d4b6-41b8-9f37-240d63fbff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:42:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:03.850221 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:03.886292 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Calling delete_port for 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:43:03.893019 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d407760-311a-4f7c-858b-525537826e96 req-4f48b2cc-1ca8-455b-8af3-2ec00cc343dc tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9325807 Mar 11 11:43:03.925528 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509aa3d4-1dd7-4b1b-b3fa-4de44381da44 req-4dbd89aa-7497-4b1c-a917-474a13172cf9 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:03.934728 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-509aa3d4-1dd7-4b1b-b3fa-4de44381da44 req-4dbd89aa-7497-4b1c-a917-474a13172cf9 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 946 time: 0.2092187 Mar 11 11:43:04.000338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 428e1213-b696-4acb-924b-2f519ed03251, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=428e1213-b696-4acb-924b-2f519ed03251,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:04.035028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '428e1213-b696-4acb-924b-2f519ed03251', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '428e1213-b696-4acb-924b-2f519ed03251', 'mac_address': 'fa:16:3e:2a:20:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:43:04.156119 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 428e1213-b696-4acb-924b-2f519ed03251 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:04.156660 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (428e1213-b696-4acb-924b-2f519ed03251), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:04.175376 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-509aa3d4-1dd7-4b1b-b3fa-4de44381da44 req-a289b994-2021-4be3-bbb8-81a82d1c7438 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334819 Mar 11 11:43:04.209300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428e1213-b696-4acb-924b-2f519ed03251 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:43:04.237375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fc672-7a76-482b-aca9-8105a4903920 req-36b41031-30ba-4b88-8375-c1ac6387d6a3 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:04.255804 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-709fc672-7a76-482b-aca9-8105a4903920 req-36b41031-30ba-4b88-8375-c1ac6387d6a3 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 0.1820297 Mar 11 11:43:04.278857 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 428e1213-b696-4acb-924b-2f519ed03251, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=428e1213-b696-4acb-924b-2f519ed03251,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:04.288051 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (428e1213-b696-4acb-924b-2f519ed03251), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:04.360764 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:04.384882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=428e1213-b696-4acb-924b-2f519ed03251,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:04.413124 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-709fc672-7a76-482b-aca9-8105a4903920 req-034cb41e-d86d-4f7a-a0fa-1c10f894a7da tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521080 Mar 11 11:43:04.488565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Pushing event deleted for resources: {'Port': ['ID=3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:04.527049 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:04.528679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:04.529859 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:04.530367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:04.532159 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:04.532676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:04.533993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:04.535293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:04.535834 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:04.537122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:04.537806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:04.539260 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:04.539799 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:04.577981 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-6c9dd7a7-d4b6-41b8-9f37-240d63fbff8a None None] Set router fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:43:04.665784 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6c9dd7a7-d4b6-41b8-9f37-240d63fbff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'name': 'tempest-ServersTestJSON-708693816-router', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:16Z', 'updated_at': '2022-03-11T11:43:03Z', 'revision_number': 6, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:04.720927 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['428e1213-b696-4acb-924b-2f519ed03251'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:43:04.735934 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9dd7a7-d4b6-41b8-9f37-240d63fbff8a None None] The sync data for ids ['fd5aa57d-398f-47b4-b5ae-a02fb0a746a9'] in n-d-833234-2 is: [{'id': 'fd5aa57d-398f-47b4-b5ae-a02fb0a746a9', 'name': 'tempest-ServersTestJSON-708693816-router', 'tenant_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:41:16Z', 'updated_at': '2022-03-11T11:43:03Z', 'revision_number': 6, 'project_id': '9ea4239fa62d4c5e8a07bde5d3bfa362', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:43:04.746160 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (fd5aa57d-398f-47b4-b5ae-a02fb0a746a9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:04.790677 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cd2fc-b699-491b-aa97-dd3745ef4e7c req-0a62beb9-5831-4507-8799-9f304df9bf8f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:04.803491 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e3cd2fc-b699-491b-aa97-dd3745ef4e7c req-0a62beb9-5831-4507-8799-9f304df9bf8f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 0.2236824 Mar 11 11:43:04.870890 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (fd5aa57d-398f-47b4-b5ae-a02fb0a746a9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:04.874308 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Publish callbacks [] for router_controller (fd5aa57d-398f-47b4-b5ae-a02fb0a746a9), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:04.923950 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (fd5aa57d-398f-47b4-b5ae-a02fb0a746a9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:04.924698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:43:04.940295 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:04.941491 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5c87e78c-9de6-49c0-b839-36d9fdbc67de admin admin] 10.222.0.78 "DELETE /v2.0/routers/fd5aa57d-398f-47b4-b5ae-a02fb0a746a9 HTTP/1.1" status: 204 len: 168 time: 2.0216725 Mar 11 11:43:04.947854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42436) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:05.014982 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Deleting subnet c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:43:05.015811 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Publish callbacks [] for subnet (c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:05.197289 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:05.378007 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:05.521038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e3cd2fc-b699-491b-aa97-dd3745ef4e7c req-7abeffd8-3be8-4cf5-a5ec-1aae9dc2737a tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7164669 Mar 11 11:43:05.537635 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:05.585677 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:05.617316 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:05.617615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:05.618387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:05.618387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:05.618606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:05.618885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:05.619217 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:05.619543 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:05.619978 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:05.620234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:05.620558 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:05.621091 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:05.621437 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:05.722626 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:05.725033 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63dba0a-3072-4aea-92a6-e97c363f89f4 None None] Network 7865f6a5-70b0-46c3-96bc-af003b472c0b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:43:05.725665 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1a99c626-a8c1-43e3-a521-52f203fd7c11 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c8f6cbb0-c8df-4d5a-92e1-1ff52aed008f HTTP/1.1" status: 204 len: 168 time: 0.7768514 Mar 11 11:43:05.728405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42450) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:05.744868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba141c-5cce-4c8a-9cd3-137b59df24ae req-e903a94b-3e73-4204-a1f9-2a58335c6260 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:05.752792 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22ba141c-5cce-4c8a-9cd3-137b59df24ae req-e903a94b-3e73-4204-a1f9-2a58335c6260 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 946 time: 0.1005127 Mar 11 11:43:05.827358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671b8e9-510a-4e6d-97d3-a935b296a31e req-c714b0ad-5609-4e9d-a6a2-7074b4dc4d30 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:05.828910 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e671b8e9-510a-4e6d-97d3-a935b296a31e req-c714b0ad-5609-4e9d-a6a2-7074b4dc4d30 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 947 time: 0.3541806 Mar 11 11:43:05.920457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22ba141c-5cce-4c8a-9cd3-137b59df24ae req-20a02182-0553-44da-b84c-a4848f03ce99 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666431 Mar 11 11:43:05.942734 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (7865f6a5-70b0-46c3-96bc-af003b472c0b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:06.063220 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e671b8e9-510a-4e6d-97d3-a935b296a31e req-24a79310-9d8f-4085-808e-e304e85649eb tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199130 Mar 11 11:43:06.069438 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7111dcbf-f1c1-48a1-8f9d-2e58020cf46e None None] DHCP port deletion for 7865f6a5-70b0-46c3-96bc-af003b472c0b request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:43:06.124835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] Deleting port 77384db6-ddba-430d-ba84-8b92ad18714d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:43:06.125172 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (77384db6-ddba-430d-ba84-8b92ad18714d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:06.161985 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7111dcbf-f1c1-48a1-8f9d-2e58020cf46e None None] Deleting port 77384db6-ddba-430d-ba84-8b92ad18714d {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:43:06.162270 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7111dcbf-f1c1-48a1-8f9d-2e58020cf46e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (77384db6-ddba-430d-ba84-8b92ad18714d), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:06.204954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] For port 77384db6-ddba-430d-ba84-8b92ad18714d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=77384db6-ddba-430d-ba84-8b92ad18714d,segment=NetworkSegment(53ce92ad-0a14-4cf4-9d26-71dd757e7990),segment_id=53ce92ad-0a14-4cf4-9d26-71dd757e7990)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:06.205311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (77384db6-ddba-430d-ba84-8b92ad18714d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:06.242595 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] Calling delete_port for 77384db6-ddba-430d-ba84-8b92ad18714d owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:43:06.386403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e83df2-8c93-4962-96ea-b1997a9daf4d req-75cb7ab7-7094-48d6-bd0b-755cdc5c11f0 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:06.388309 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06e83df2-8c93-4962-96ea-b1997a9daf4d req-75cb7ab7-7094-48d6-bd0b-755cdc5c11f0 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=f228a75d-2d6c-4d49-90d8-cb17342e1741 HTTP/1.1" status: 200 len: 945 time: 0.1649425 Mar 11 11:43:06.393816 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7111dcbf-f1c1-48a1-8f9d-2e58020cf46e None None] For port 77384db6-ddba-430d-ba84-8b92ad18714d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=77384db6-ddba-430d-ba84-8b92ad18714d,segment=NetworkSegment(53ce92ad-0a14-4cf4-9d26-71dd757e7990),segment_id=53ce92ad-0a14-4cf4-9d26-71dd757e7990)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:06.394213 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7111dcbf-f1c1-48a1-8f9d-2e58020cf46e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (77384db6-ddba-430d-ba84-8b92ad18714d), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:06.426069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7111dcbf-f1c1-48a1-8f9d-2e58020cf46e None None] Calling delete_port for 77384db6-ddba-430d-ba84-8b92ad18714d owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:43:06.459364 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (77384db6-ddba-430d-ba84-8b92ad18714d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:06.498198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] Pushing event deleted for resources: {'Port': ['ID=77384db6-ddba-430d-ba84-8b92ad18714d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:06.501164 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] No DVR routers for this DVR port 77384db6-ddba-430d-ba84-8b92ad18714d on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:43:06.624287 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (7865f6a5-70b0-46c3-96bc-af003b472c0b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:06.651165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab03264-021f-4b85-ace6-fdffd906db6b req-dddde603-9d5e-40e7-83e3-c0d1cb368a84 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:06.656708 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cab03264-021f-4b85-ace6-fdffd906db6b req-dddde603-9d5e-40e7-83e3-c0d1cb368a84 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 946 time: 0.2204797 Mar 11 11:43:06.663064 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7111dcbf-f1c1-48a1-8f9d-2e58020cf46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (77384db6-ddba-430d-ba84-8b92ad18714d), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:06.695867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7865f6a5-70b0-46c3-96bc-af003b472c0b']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:06.695867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ce92ad-0a14-4cf4-9d26-71dd757e7990') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:06.695867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ce92ad-0a14-4cf4-9d26-71dd757e7990') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:06.695867 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (53ce92ad-0a14-4cf4-9d26-71dd757e7990), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:06.715240 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (53ce92ad-0a14-4cf4-9d26-71dd757e7990), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:06.722800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:43:06.723205 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (53ce92ad-0a14-4cf4-9d26-71dd757e7990), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:06.724815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111dcbf-f1c1-48a1-8f9d-2e58020cf46e None None] Pushing event deleted for resources: {'Port': ['ID=77384db6-ddba-430d-ba84-8b92ad18714d,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:06.739274 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7111dcbf-f1c1-48a1-8f9d-2e58020cf46e None None] No DVR routers for this DVR port 77384db6-ddba-430d-ba84-8b92ad18714d on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:43:06.800343 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06e83df2-8c93-4962-96ea-b1997a9daf4d req-4e4f85fb-34dc-4836-ace7-896b07892526 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025681 Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:43:06.855208 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:43:06.897341 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (7865f6a5-70b0-46c3-96bc-af003b472c0b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:06.902059 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:06.908978 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] 10.222.0.78 "DELETE /v2.0/networks/7865f6a5-70b0-46c3-96bc-af003b472c0b HTTP/1.1" status: 204 len: 168 time: 1.1762302 Mar 11 11:43:06.912735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:43:06.937114 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cab03264-021f-4b85-ace6-fdffd906db6b req-9c076175-7dfc-4ec7-a141-7d92adf1370f tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637465 Mar 11 11:43:06.950474 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd0e74-990e-426b-bde6-40c32f02916c admin admin] Pushing event deleted for resources: {'Network': ['ID=7865f6a5-70b0-46c3-96bc-af003b472c0b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:06.973985 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:43:06.974347 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3db0c01d-12bb-4c1f-8ac6-638ac7d1ea60 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:43:06.974744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 77384db6-ddba-430d-ba84-8b92ad18714d no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:43:07.024940 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 77384db6-ddba-430d-ba84-8b92ad18714d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:43:07.025663 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 77384db6-ddba-430d-ba84-8b92ad18714d not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:43:07.026490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f2eba1f0-203a-4e6f-b425-0f7c93eeec28 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:43:07.048975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42480) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:07.054471 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: f2eba1f0-203a-4e6f-b425-0f7c93eeec28 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:43:07.055111 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f2eba1f0-203a-4e6f-b425-0f7c93eeec28 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:43:07.156784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42486) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:07.287187 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-65b45ce8-f4ad-4cdf-a5fc-09c666e0dcf2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9ea4239fa62d4c5e8a07bde5d3bfa362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291256 Mar 11 11:43:07.292414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42490) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:07.390431 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-08e330a2-dd25-498c-b955-a5f6453b704b tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:07.392011 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-08e330a2-dd25-498c-b955-a5f6453b704b tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 820 time: 0.3765655 Mar 11 11:43:07.427760 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-8e439b9a-e623-4e2d-962d-47449b4b66a8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/quotas/4b2baed761184abf86d0da4561f84f1b HTTP/1.1" status: 200 len: 375 time: 0.0292227 Mar 11 11:43:07.484351 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8894614-1020-43bc-9be3-ed74da45739d req-58fae568-c58d-413b-a525-b5da363abeaa tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:07.485510 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8894614-1020-43bc-9be3-ed74da45739d req-58fae568-c58d-413b-a525-b5da363abeaa tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 946 time: 0.2161086 Mar 11 11:43:07.550309 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3609134a-ddc4-424a-a626-06c3b8e8fa2f admin admin] Publish callbacks [] for security_group (d9a1b166-f37a-43e0-b5f4-07ca98330b2f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:07.552365 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8894614-1020-43bc-9be3-ed74da45739d req-f16948a3-f85e-4a27-9a07-24e754034b50 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565612 Mar 11 11:43:07.576197 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-71c39906-fc79-4a0e-b5bb-d3a7b75d79ad tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1474166 Mar 11 11:43:07.692157 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-3afb9f60-6f3a-4160-833c-2f69859b2ee4 service neutron] 10.222.0.78 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147821 Mar 11 11:43:07.693814 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3609134a-ddc4-424a-a626-06c3b8e8fa2f admin admin] Publish callbacks [] for security_group (d9a1b166-f37a-43e0-b5f4-07ca98330b2f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:07.727975 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 428e1213-b696-4acb-924b-2f519ed03251 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:43:07.841252 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 428e1213-b696-4acb-924b-2f519ed03251 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:43:07.847515 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 428e1213-b696-4acb-924b-2f519ed03251 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:07.848304 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (428e1213-b696-4acb-924b-2f519ed03251), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:07.878626 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3609134a-ddc4-424a-a626-06c3b8e8fa2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d9a1b166-f37a-43e0-b5f4-07ca98330b2f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:07.881551 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3609134a-ddc4-424a-a626-06c3b8e8fa2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:07.882984 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3609134a-ddc4-424a-a626-06c3b8e8fa2f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d9a1b166-f37a-43e0-b5f4-07ca98330b2f HTTP/1.1" status: 204 len: 168 time: 0.5883415 Mar 11 11:43:07.911625 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609134a-ddc4-424a-a626-06c3b8e8fa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a1b166-f37a-43e0-b5f4-07ca98330b2f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:07.928173 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-5cc110ad-5dd2-49a1-8448-671e4e18ec94 service neutron] 10.222.0.78 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349846 Mar 11 11:43:08.041652 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81cb3719-9e23-4fe9-955e-8368d82cae14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (10333777-160d-4de0-8492-e9680696570d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:08.049947 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8607c-d404-4e70-ae2b-aa9525fb8983 req-9b123d3a-5988-4d3f-9bba-9e5f95f1a409 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:08.059085 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9c8607c-d404-4e70-ae2b-aa9525fb8983 req-9b123d3a-5988-4d3f-9bba-9e5f95f1a409 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 947 time: 0.1688223 Mar 11 11:43:08.077441 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 428e1213-b696-4acb-924b-2f519ed03251 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:08.077584 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (428e1213-b696-4acb-924b-2f519ed03251), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:08.136027 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8844ab8c-9d13-4190-a08f-11906cc5c865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428e1213-b696-4acb-924b-2f519ed03251'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:43:08.138430 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b398a1-4fef-4164-8695-68ca99da8620" -d '{"events": [{"server_uuid": "8844ab8c-9d13-4190-a08f-11906cc5c865", "name": "network-vif-plugged", "status": "completed", "tag": "428e1213-b696-4acb-924b-2f519ed03251"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:43:08.144568 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9c8607c-d404-4e70-ae2b-aa9525fb8983 req-abdaf7bc-444e-4d67-ad2b-ebf738d7514f tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790117 Mar 11 11:43:08.171606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 428e1213-b696-4acb-924b-2f519ed03251, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=428e1213-b696-4acb-924b-2f519ed03251,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:08.178418 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (428e1213-b696-4acb-924b-2f519ed03251), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:08.273386 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=428e1213-b696-4acb-924b-2f519ed03251,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:08.481565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-126185da-1b44-4784-9b6b-f8c2ecd91952 req-356cda33-482f-4bff-8308-4023142190dd tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:43:08.483909 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-126185da-1b44-4784-9b6b-f8c2ecd91952 req-356cda33-482f-4bff-8308-4023142190dd tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092840 Mar 11 11:43:08.745408 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-81cb3719-9e23-4fe9-955e-8368d82cae14 admin admin] Deleting port 09856b61-d07d-4a9e-be9a-0ffed9459745 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:43:08.746961 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81cb3719-9e23-4fe9-955e-8368d82cae14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:08.811648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-126185da-1b44-4784-9b6b-f8c2ecd91952 req-3fe74688-c95c-4d8f-9b21-1aee96d3f91f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3154862 Mar 11 11:43:08.875278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c31d6b-2573-4d74-8bb2-9062a784e54e req-9346d454-22d0-4229-9d94-590f0c20fbf2 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:08.887186 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97c31d6b-2573-4d74-8bb2-9062a784e54e req-9346d454-22d0-4229-9d94-590f0c20fbf2 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 946 time: 0.1853719 Mar 11 11:43:08.976618 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-81cb3719-9e23-4fe9-955e-8368d82cae14 admin admin] For port 09856b61-d07d-4a9e-be9a-0ffed9459745, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=09856b61-d07d-4a9e-be9a-0ffed9459745,segment=NetworkSegment(3466e577-9c1b-4e02-b95d-0e529b0c5079),segment_id=3466e577-9c1b-4e02-b95d-0e529b0c5079)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:08.977234 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81cb3719-9e23-4fe9-955e-8368d82cae14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:09.002936 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97c31d6b-2573-4d74-8bb2-9062a784e54e req-f6ade9be-cb76-4416-b212-4506b36945fc tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169038 Mar 11 11:43:09.023120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-81cb3719-9e23-4fe9-955e-8368d82cae14 admin admin] Calling delete_port for 09856b61-d07d-4a9e-be9a-0ffed9459745 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:43:09.109597 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef35044-4a61-4dfd-9c5c-c0b6005136cf x-openstack-request-id: req-4ef35044-4a61-4dfd-9c5c-c0b6005136cf {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:43:09.110493 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8844ab8c-9d13-4190-a08f-11906cc5c865", "name": "network-vif-plugged", "status": "completed", "tag": "428e1213-b696-4acb-924b-2f519ed03251", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:43:09.111050 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4ef35044-4a61-4dfd-9c5c-c0b6005136cf {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:43:09.111672 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8844ab8c-9d13-4190-a08f-11906cc5c865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428e1213-b696-4acb-924b-2f519ed03251', 'code': 200} Mar 11 11:43:09.250617 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2971b77d-fb74-498b-8cc0-a9cb66746fdd req-57ca4ddc-6858-440e-8d6e-e88b77ba8110 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 210 time: 0.0866752 Mar 11 11:43:09.588005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b98ba-ed50-4f03-ac74-5cd209dea00b req-994bba4f-c192-418b-ab16-2f09a257ebeb tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:09.598835 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-679b98ba-ed50-4f03-ac74-5cd209dea00b req-994bba4f-c192-418b-ab16-2f09a257ebeb tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 948 time: 0.1564975 Mar 11 11:43:09.636806 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20bddf-ee28-4a15-89dc-21b68e8f5f7a req-f877b6ef-b05a-45dc-933a-c48e586f9944 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:09.646384 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb20bddf-ee28-4a15-89dc-21b68e8f5f7a req-f877b6ef-b05a-45dc-933a-c48e586f9944 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 946 time: 0.1515658 Mar 11 11:43:09.782918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42554) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:09.823130 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb20bddf-ee28-4a15-89dc-21b68e8f5f7a req-6506ec3f-3401-4626-86f7-3257b355a9e4 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656778 Mar 11 11:43:10.029808 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-679b98ba-ed50-4f03-ac74-5cd209dea00b req-6589fbbf-f892-4ae7-9326-ba0a4f935f46 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299912 Mar 11 11:43:10.101854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ef9e0850-b53f-4ce4-b363-c856532b8c9e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1668319875-network', 'tenant_id': 'a8a1e206b3894d71bcc2e7543698ce44'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:10.205836 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47319e9-485d-491b-87ff-180964c16a12 req-79b869af-ab40-48dd-91fb-2209a1ad7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:10.215884 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b47319e9-485d-491b-87ff-180964c16a12 req-79b869af-ab40-48dd-91fb-2209a1ad7131 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 1130 time: 1.0046425 Mar 11 11:43:10.243348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9e0850-b53f-4ce4-b363-c856532b8c9e admin admin] Made reservation on behalf of a8a1e206b3894d71bcc2e7543698ce44 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:43:10.259453 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef9e0850-b53f-4ce4-b363-c856532b8c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:10.278636 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef9e0850-b53f-4ce4-b363-c856532b8c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:10.349918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c6403-5d22-46a7-814e-8659b9ca4a93 req-3955d1dd-1135-4a79-9ef2-39babcd23262 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:10.354365 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a55c6403-5d22-46a7-814e-8659b9ca4a93 req-3955d1dd-1135-4a79-9ef2-39babcd23262 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 0.2469211 Mar 11 11:43:10.411079 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b47319e9-485d-491b-87ff-180964c16a12 req-ab495ffe-14c4-4d65-9d05-6fd5626fb78a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822116 Mar 11 11:43:10.420164 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81cb3719-9e23-4fe9-955e-8368d82cae14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (09856b61-d07d-4a9e-be9a-0ffed9459745), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:10.448405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb3719-9e23-4fe9-955e-8368d82cae14 admin admin] Pushing event deleted for resources: {'Port': ['ID=09856b61-d07d-4a9e-be9a-0ffed9459745,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:10.537520 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef9e0850-b53f-4ce4-b363-c856532b8c9e admin admin] Publish callbacks [] for security_group (b5a132a5-8045-4ec0-a521-4af71f1285b2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:10.705519 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef9e0850-b53f-4ce4-b363-c856532b8c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b5a132a5-8045-4ec0-a521-4af71f1285b2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:10.732599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9e0850-b53f-4ce4-b363-c856532b8c9e admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:43:10.744848 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef9e0850-b53f-4ce4-b363-c856532b8c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:10.745326 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-ef9e0850-b53f-4ce4-b363-c856532b8c9e admin admin] Added segment c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c of type vlan for network 20b9a8be-5105-41d6-ba9e-d82e0357b842 Mar 11 11:43:10.764046 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81cb3719-9e23-4fe9-955e-8368d82cae14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (10333777-160d-4de0-8492-e9680696570d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:10.895160 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef9e0850-b53f-4ce4-b363-c856532b8c9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (20b9a8be-5105-41d6-ba9e-d82e0357b842), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:10.995174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e0850-b53f-4ce4-b363-c856532b8c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a132a5-8045-4ec0-a521-4af71f1285b2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:11.027893 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a55c6403-5d22-46a7-814e-8659b9ca4a93 req-9ba0f415-001f-4a90-aa94-8f894e33b31b tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6661358 Mar 11 11:43:11.099466 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.resource_extend [None req-ef9e0850-b53f-4ce4-b363-c856532b8c9e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:43:11.147480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d6871-b7ef-4d3b-aab6-e5d51fb1d3d5 req-b32836c4-1bf0-4564-8f76-b31739d50ffb tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:11.153208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c24d6871-b7ef-4d3b-aab6-e5d51fb1d3d5 req-b32836c4-1bf0-4564-8f76-b31739d50ffb tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 946 time: 0.6076374 Mar 11 11:43:11.195676 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f2fffeb-f162-44a7-b22a-1fbd17f68d3b req-652ae52a-d78e-4b00-aec3-57822257cc11 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 210 time: 0.0405660 Mar 11 11:43:11.210137 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef9e0850-b53f-4ce4-b363-c856532b8c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (20b9a8be-5105-41d6-ba9e-d82e0357b842), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:11.211064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9e0850-b53f-4ce4-b363-c856532b8c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:11.211701 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef9e0850-b53f-4ce4-b363-c856532b8c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:11.262046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-0b84e635-017f-4955-bc3a-701965a15764 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:11.264886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-0b84e635-017f-4955-bc3a-701965a15764 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.37 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 820 time: 0.3720293 Mar 11 11:43:11.277599 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ef9e0850-b53f-4ce4-b363-c856532b8c9e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4513698 Mar 11 11:43:11.280495 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42580) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:11.302204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-0ec49a0d-d684-4ee2-9c62-e815098ace17 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Request body: {'port': {'device_id': 'ba0c601f-472a-45c3-8128-0ae909f9400e', 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f', 'admin_state_up': True, 'tenant_id': '4b2baed761184abf86d0da4561f84f1b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:11.309786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ff947943-401c-4d1d-b646-6af20bb87e91 admin admin] Request body: {'subnet': {'network_id': '20b9a8be-5105-41d6-ba9e-d82e0357b842', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1668319875-subnet', 'tenant_id': 'a8a1e206b3894d71bcc2e7543698ce44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:11.365415 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e0850-b53f-4ce4-b363-c856532b8c9e admin admin] Pushing event updated for resources: {'Network': ['ID=20b9a8be-5105-41d6-ba9e-d82e0357b842,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:11.381965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 20b9a8be-5105-41d6-ba9e-d82e0357b842 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:43:11.390296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff947943-401c-4d1d-b646-6af20bb87e91 admin admin] Made reservation on behalf of a8a1e206b3894d71bcc2e7543698ce44 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:43:11.395139 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff947943-401c-4d1d-b646-6af20bb87e91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:11.401636 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c24d6871-b7ef-4d3b-aab6-e5d51fb1d3d5 req-31882df9-43ea-44c8-aab1-b52f241ab8bb tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049806 Mar 11 11:43:11.410061 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cb3719-9e23-4fe9-955e-8368d82cae14 admin admin] Router 10333777-160d-4de0-8492-e9680696570d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:43:11.644197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f1f6c-d676-43c2-9293-4c6f36f4b64c req-cf6b6f0e-8364-4ad0-9df3-b188bfefde81 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:11.650939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a2f1f6c-d676-43c2-9293-4c6f36f4b64c req-cf6b6f0e-8364-4ad0-9df3-b188bfefde81 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=f228a75d-2d6c-4d49-90d8-cb17342e1741 HTTP/1.1" status: 200 len: 945 time: 0.1752124 Mar 11 11:43:11.694215 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:43:11.724889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d544a08-d17f-4499-9109-249e3fce2a11 req-9aca8063-70cc-4b19-91fe-e1ce4762d248 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:11.726540 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6d544a08-d17f-4499-9109-249e3fce2a11 req-9aca8063-70cc-4b19-91fe-e1ce4762d248 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 948 time: 0.1541505 Mar 11 11:43:11.732211 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-0ec49a0d-d684-4ee2-9c62-e815098ace17 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Made reservation on behalf of 4b2baed761184abf86d0da4561f84f1b for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:43:11.735512 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-0ec49a0d-d684-4ee2-9c62-e815098ace17 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:11.772212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cb3719-9e23-4fe9-955e-8368d82cae14 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:43:11.774433 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a2f1f6c-d676-43c2-9293-4c6f36f4b64c req-01b2a266-d3b0-4b0a-874f-ea079473f076 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225600 Mar 11 11:43:11.778153 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-81cb3719-9e23-4fe9-955e-8368d82cae14 admin admin] 10.222.0.78 "PUT /v2.0/routers/10333777-160d-4de0-8492-e9680696570d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7279930 Mar 11 11:43:11.781140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42584) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:11.784981 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d816ba4-9c44-42fd-9d48-ae9784595a0f None None] Sync routers for ids ['10333777-160d-4de0-8492-e9680696570d'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:43:11.828078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d816ba4-9c44-42fd-9d48-ae9784595a0f None None] Routers {'10333777-160d-4de0-8492-e9680696570d'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:43:11.829145 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8d816ba4-9c44-42fd-9d48-ae9784595a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:42:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['10333777-160d-4de0-8492-e9680696570d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:11.894085 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6d544a08-d17f-4499-9109-249e3fce2a11 req-393cb9e0-8cc2-44c2-8804-53d45cc23b16 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448686 Mar 11 11:43:12.089061 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3b9c-f093-4c29-b855-975fda480885 admin admin] Publish callbacks [] for router (10333777-160d-4de0-8492-e9680696570d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:12.228007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-8d816ba4-9c44-42fd-9d48-ae9784595a0f None None] Set router 10333777-160d-4de0-8492-e9680696570d gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:43:12.330718 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-0ec49a0d-d684-4ee2-9c62-e815098ace17 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Allocated IP 172.20.0.2 (351ddc70-d9f5-467e-aa9f-7ea70ded1c8f/fcef59c8-442b-4973-916d-3ead428ebc76/c7804024-baaa-44e7-9adc-2c9d49ed9e30) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:43:12.419718 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0325a18-e852-4bfe-af8c-7bb27bd3872d req-59165fb2-84a1-4c79-9838-d5e8baaa7a5a tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:12.421814 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0325a18-e852-4bfe-af8c-7bb27bd3872d req-59165fb2-84a1-4c79-9838-d5e8baaa7a5a tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 946 time: 0.2915807 Mar 11 11:43:12.433749 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3b9c-f093-4c29-b855-975fda480885 admin admin] Publish callbacks [] for router_gateway (10333777-160d-4de0-8492-e9680696570d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:12.448018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a083364-b75b-4606-8003-fc636fb32cff req-deeab2d4-fc80-4b0a-a822-0511a8d4e84a tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:12.459733 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a083364-b75b-4606-8003-fc636fb32cff req-deeab2d4-fc80-4b0a-a822-0511a8d4e84a tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 946 time: 0.3102329 Mar 11 11:43:12.595786 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff947943-401c-4d1d-b646-6af20bb87e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (096aa36d-1d08-4b70-810e-f8d12904ac74), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:12.713170 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0325a18-e852-4bfe-af8c-7bb27bd3872d req-6b608691-7d64-43d1-ab46-fda8f37d8f09 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499669 Mar 11 11:43:12.742897 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff947943-401c-4d1d-b646-6af20bb87e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=096aa36d-1d08-4b70-810e-f8d12904ac74,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:12.763323 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a083364-b75b-4606-8003-fc636fb32cff req-f92b4fc9-ea28-4304-b576-c5f87226f356 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741258 Mar 11 11:43:12.784783 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-ba2f3b9c-f093-4c29-b855-975fda480885 admin admin] Deleting port fbe05493-d69f-421b-a676-d6d9a0145963 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:43:12.785136 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3b9c-f093-4c29-b855-975fda480885 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (fbe05493-d69f-421b-a676-d6d9a0145963), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:12.785348 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:12.961813 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-945ba8a3-a54e-4719-bbc3-ca788e92eb66 req-734c56a1-70e2-45fb-be21-55439156d8a7 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 210 time: 0.0684147 Mar 11 11:43:13.002919 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff947943-401c-4d1d-b646-6af20bb87e91 admin admin] Checking segment: {'id': 'c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '20b9a8be-5105-41d6-ba9e-d82e0357b842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:43:13.003290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff947943-401c-4d1d-b646-6af20bb87e91 admin admin] Network hostable DHCP agents. Network: 20b9a8be-5105-41d6-ba9e-d82e0357b842, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:43:13.022558 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8d816ba4-9c44-42fd-9d48-ae9784595a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10333777-160d-4de0-8492-e9680696570d', 'name': 'tempest-AttachSCSIVolumeTestJSON-847621573-router', 'tenant_id': '876d6f2ee6544782b6e5d1e6d422f538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'fbe05493-d69f-421b-a676-d6d9a0145963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:13Z', 'updated_at': '2022-03-11T11:43:10Z', 'revision_number': 5, 'project_id': '876d6f2ee6544782b6e5d1e6d422f538', 'gw_port': {'id': 'fbe05493-d69f-421b-a676-d6d9a0145963', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10333777-160d-4de0-8492-e9680696570d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:15Z', 'updated_at': '2022-03-11T11:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:13.035705 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff947943-401c-4d1d-b646-6af20bb87e91 admin admin] Network 20b9a8be-5105-41d6-ba9e-d82e0357b842 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:43:13.049735 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-0ec49a0d-d684-4ee2-9c62-e815098ace17 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks [] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:13.093995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ff947943-401c-4d1d-b646-6af20bb87e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 20b9a8be-5105-41d6-ba9e-d82e0357b842) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:43:13.109075 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-0ec49a0d-d684-4ee2-9c62-e815098ace17 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:13.134649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff947943-401c-4d1d-b646-6af20bb87e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:13.135331 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff947943-401c-4d1d-b646-6af20bb87e91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:13.179826 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff921931-713e-47bf-922e-1bcf8cd7d8f4 None None] Network 20b9a8be-5105-41d6-ba9e-d82e0357b842 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:43:13.182630 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-ba2f3b9c-f093-4c29-b855-975fda480885 admin admin] For port fbe05493-d69f-421b-a676-d6d9a0145963, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fbe05493-d69f-421b-a676-d6d9a0145963,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:13.183066 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3b9c-f093-4c29-b855-975fda480885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (fbe05493-d69f-421b-a676-d6d9a0145963), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:13.205137 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ff947943-401c-4d1d-b646-6af20bb87e91 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9234936 Mar 11 11:43:13.224622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec49a0d-d684-4ee2-9c62-e815098ace17 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Pushing event updated for resources: {'Port': ['ID=c7804024-baaa-44e7-9adc-2c9d49ed9e30,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:13.276117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-0ec49a0d-d684-4ee2-9c62-e815098ace17 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:43:13.278837 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-ba2f3b9c-f093-4c29-b855-975fda480885 admin admin] Calling delete_port for fbe05493-d69f-421b-a676-d6d9a0145963 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:43:13.292882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-0ec49a0d-d684-4ee2-9c62-e815098ace17 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:43:13.308721 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-0ec49a0d-d684-4ee2-9c62-e815098ace17 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:43:13.351077 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['5374bb1a-0871-4faa-ac73-13449215c526'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:43:13.397944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d816ba4-9c44-42fd-9d48-ae9784595a0f None None] Checking router: 10333777-160d-4de0-8492-e9680696570d for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:43:13.448984 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1da7e0-5ab8-40ff-a245-483eea7feb24 None None] Network 20b9a8be-5105-41d6-ba9e-d82e0357b842 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:43:13.569326 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d816ba4-9c44-42fd-9d48-ae9784595a0f None None] Routers {'10333777-160d-4de0-8492-e9680696570d'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:43:13.572705 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8d816ba4-9c44-42fd-9d48-ae9784595a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:42:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['10333777-160d-4de0-8492-e9680696570d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:13.595662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-0ec49a0d-d684-4ee2-9c62-e815098ace17 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:13.595662 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-0ec49a0d-d684-4ee2-9c62-e815098ace17 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:13.645927 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf7df6-8c4a-4fc3-831a-a5a0877bf54d req-b53e3b92-e20b-4fc8-8f63-6b4c718611c7 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:13.671435 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6fdf7df6-8c4a-4fc3-831a-a5a0877bf54d req-b53e3b92-e20b-4fc8-8f63-6b4c718611c7 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 948 time: 0.4201074 Mar 11 11:43:13.699458 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0089c-a5ed-4fde-b00a-08e5a1a624b6 req-d629baae-7531-4f0d-b528-9caa71e61d99 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:13.705130 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0089c-a5ed-4fde-b00a-08e5a1a624b6 req-d629baae-7531-4f0d-b528-9caa71e61d99 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:13.711676 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0089c-a5ed-4fde-b00a-08e5a1a624b6 req-d629baae-7531-4f0d-b528-9caa71e61d99 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:13.720277 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3b9c-f093-4c29-b855-975fda480885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (fbe05493-d69f-421b-a676-d6d9a0145963), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:13.720891 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9a0089c-a5ed-4fde-b00a-08e5a1a624b6 req-d629baae-7531-4f0d-b528-9caa71e61d99 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9&device_id=f228a75d-2d6c-4d49-90d8-cb17342e1741&device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 2418 time: 0.4419613 Mar 11 11:43:13.725200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-0ec49a0d-d684-4ee2-9c62-e815098ace17 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4404314 Mar 11 11:43:13.736301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-8d816ba4-9c44-42fd-9d48-ae9784595a0f None None] Set router 10333777-160d-4de0-8492-e9680696570d gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:43:13.780502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f3b9c-f093-4c29-b855-975fda480885 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe05493-d69f-421b-a676-d6d9a0145963,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:13.827894 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6fdf7df6-8c4a-4fc3-831a-a5a0877bf54d req-e8ea931b-0bf6-4cda-a177-76ec63bac083 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483841 Mar 11 11:43:13.896665 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9a0089c-a5ed-4fde-b00a-08e5a1a624b6 req-ba41d8be-fa0c-4903-a9b3-bdf351540c86 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749060 Mar 11 11:43:13.916116 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Request body: {'port': {'device_id': 'ba0c601f-472a-45c3-8128-0ae909f9400e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:13.970978 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3b9c-f093-4c29-b855-975fda480885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (10333777-160d-4de0-8492-e9680696570d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:14.077393 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:14.149852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909525c7-782d-4611-920d-0882a6d0f4a6 req-2a4faf46-74de-48cd-b025-b0aa2b1ecab2 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:14.157791 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-909525c7-782d-4611-920d-0882a6d0f4a6 req-2a4faf46-74de-48cd-b025-b0aa2b1ecab2 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 946 time: 0.1511450 Mar 11 11:43:14.194348 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3b9c-f093-4c29-b855-975fda480885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (10333777-160d-4de0-8492-e9680696570d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:14.197324 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3b9c-f093-4c29-b855-975fda480885 admin admin] Publish callbacks [] for router_controller (10333777-160d-4de0-8492-e9680696570d), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:14.198151 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8d816ba4-9c44-42fd-9d48-ae9784595a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10333777-160d-4de0-8492-e9680696570d', 'name': 'tempest-AttachSCSIVolumeTestJSON-847621573-router', 'tenant_id': '876d6f2ee6544782b6e5d1e6d422f538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:13Z', 'updated_at': '2022-03-11T11:43:12Z', 'revision_number': 6, 'project_id': '876d6f2ee6544782b6e5d1e6d422f538', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:14.283228 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e41d20c5-6300-4305-9219-6e8d476d5cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:14.288432 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-909525c7-782d-4611-920d-0882a6d0f4a6 req-47aab251-e5d8-40f7-a4d1-d85eca116805 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294687 Mar 11 11:43:14.317645 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3b9c-f093-4c29-b855-975fda480885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (10333777-160d-4de0-8492-e9680696570d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:14.319708 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2f3b9c-f093-4c29-b855-975fda480885 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10333777-160d-4de0-8492-e9680696570d {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:43:14.330424 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3b9c-f093-4c29-b855-975fda480885 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:14.332175 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ba2f3b9c-f093-4c29-b855-975fda480885 admin admin] 10.222.0.78 "DELETE /v2.0/routers/10333777-160d-4de0-8492-e9680696570d HTTP/1.1" status: 204 len: 168 time: 2.5497792 Mar 11 11:43:14.334292 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42648) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:14.346177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d816ba4-9c44-42fd-9d48-ae9784595a0f None None] The sync data for ids ['10333777-160d-4de0-8492-e9680696570d'] in n-d-833234-2 is: [{'id': '10333777-160d-4de0-8492-e9680696570d', 'name': 'tempest-AttachSCSIVolumeTestJSON-847621573-router', 'tenant_id': '876d6f2ee6544782b6e5d1e6d422f538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:13Z', 'updated_at': '2022-03-11T11:43:12Z', 'revision_number': 6, 'project_id': '876d6f2ee6544782b6e5d1e6d422f538', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:43:14.431819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d0c08d-513a-4dcd-ba47-1473034af655 admin admin] Deleting subnet 685af6ea-0432-4dec-9ba4-e4ff124d674a {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:43:14.443049 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41d0c08d-513a-4dcd-ba47-1473034af655 admin admin] Publish callbacks [] for subnet (685af6ea-0432-4dec-9ba4-e4ff124d674a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:14.519715 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41d0c08d-513a-4dcd-ba47-1473034af655 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (685af6ea-0432-4dec-9ba4-e4ff124d674a), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:14.595001 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-0e7d248a-7a2f-49ed-9805-6a5b3d054cf2 req-489ce0e8-a483-4adc-bc21-883584f9ab6b tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:43:14.596005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e7d248a-7a2f-49ed-9805-6a5b3d054cf2 req-489ce0e8-a483-4adc-bc21-883584f9ab6b tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094669 Mar 11 11:43:14.657452 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41d0c08d-513a-4dcd-ba47-1473034af655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (685af6ea-0432-4dec-9ba4-e4ff124d674a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:14.745966 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41d0c08d-513a-4dcd-ba47-1473034af655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (685af6ea-0432-4dec-9ba4-e4ff124d674a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:14.791047 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39868627-aec6-465b-9f26-b260abaf2017 None None] Network 89448a93-64fb-46cd-8802-bfc878ff1402 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:43:14.802519 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41d0c08d-513a-4dcd-ba47-1473034af655 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:14.813500 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-41d0c08d-513a-4dcd-ba47-1473034af655 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/685af6ea-0432-4dec-9ba4-e4ff124d674a HTTP/1.1" status: 204 len: 168 time: 0.4780660 Mar 11 11:43:14.814451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-6d531e4b-237c-4511-9ec1-7c0412462ba9 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:14.816026 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-6d531e4b-237c-4511-9ec1-7c0412462ba9 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/networks?id=20b9a8be-5105-41d6-ba9e-d82e0357b842 HTTP/1.1" status: 200 len: 814 time: 0.3048029 Mar 11 11:43:14.817583 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42652) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:14.855375 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0c08d-513a-4dcd-ba47-1473034af655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=685af6ea-0432-4dec-9ba4-e4ff124d674a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:14.880180 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e7d248a-7a2f-49ed-9805-6a5b3d054cf2 req-1b37d716-5d3d-4673-98ce-c72ba066b83f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2643826 Mar 11 11:43:14.885430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 09856b61-d07d-4a9e-be9a-0ffed9459745 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:43:14.936960 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-e6a791ac-2c1a-48f9-8e45-0beb4bece898 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/quotas/a8a1e206b3894d71bcc2e7543698ce44 HTTP/1.1" status: 200 len: 375 time: 0.0996211 Mar 11 11:43:14.961016 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (89448a93-64fb-46cd-8802-bfc878ff1402), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:15.042639 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-9348ff9b-7f9c-47d4-a51a-2c43ee4594ed tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a8a1e206b3894d71bcc2e7543698ce44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778203 Mar 11 11:43:15.050550 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 09856b61-d07d-4a9e-be9a-0ffed9459745 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:43:15.051018 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 09856b61-d07d-4a9e-be9a-0ffed9459745 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:43:15.155967 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] Deleting port ea46ef85-ba4b-4828-8536-f8e9be1e0c90 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:43:15.167062 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ea46ef85-ba4b-4828-8536-f8e9be1e0c90), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:15.323099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] For port ea46ef85-ba4b-4828-8536-f8e9be1e0c90, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ea46ef85-ba4b-4828-8536-f8e9be1e0c90,segment=NetworkSegment(3466e577-9c1b-4e02-b95d-0e529b0c5079),segment_id=3466e577-9c1b-4e02-b95d-0e529b0c5079)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:15.324008 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ea46ef85-ba4b-4828-8536-f8e9be1e0c90), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:15.336891 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9a7fd3-ef81-4b56-8fb5-22e1c4151365 None None] DHCP port deletion for 89448a93-64fb-46cd-8802-bfc878ff1402 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:43:15.359955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] Calling delete_port for ea46ef85-ba4b-4828-8536-f8e9be1e0c90 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:43:15.375434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7804024-baaa-44e7-9adc-2c9d49ed9e30 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:43:15.410391 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Publish callbacks [] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:15.445557 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5c9a7fd3-ef81-4b56-8fb5-22e1c4151365 None None] Deleting port ea46ef85-ba4b-4828-8536-f8e9be1e0c90 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:43:15.446076 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5c9a7fd3-ef81-4b56-8fb5-22e1c4151365 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ea46ef85-ba4b-4828-8536-f8e9be1e0c90), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:15.498296 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ea46ef85-ba4b-4828-8536-f8e9be1e0c90), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:15.518501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] No DVR routers for this DVR port ea46ef85-ba4b-4828-8536-f8e9be1e0c90 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:43:15.526668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5c9a7fd3-ef81-4b56-8fb5-22e1c4151365 None None] For port ea46ef85-ba4b-4828-8536-f8e9be1e0c90, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ea46ef85-ba4b-4828-8536-f8e9be1e0c90,segment=NetworkSegment(3466e577-9c1b-4e02-b95d-0e529b0c5079),segment_id=3466e577-9c1b-4e02-b95d-0e529b0c5079)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:15.527208 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5c9a7fd3-ef81-4b56-8fb5-22e1c4151365 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ea46ef85-ba4b-4828-8536-f8e9be1e0c90), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:15.532336 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Transition to ACTIVE for port object c7804024-baaa-44e7-9adc-2c9d49ed9e30 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:43:15.543640 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-afc1c576-1426-4292-90d8-b226f3860e09 service neutron] 10.222.0.78 "GET /v2.0/networks/20b9a8be-5105-41d6-ba9e-d82e0357b842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814591 Mar 11 11:43:15.554596 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5c9a7fd3-ef81-4b56-8fb5-22e1c4151365 None None] Calling delete_port for ea46ef85-ba4b-4828-8536-f8e9be1e0c90 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:43:15.594942 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] Pushing event deleted for resources: {'Port': ['ID=ea46ef85-ba4b-4828-8536-f8e9be1e0c90,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:15.668132 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5c9a7fd3-ef81-4b56-8fb5-22e1c4151365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (ea46ef85-ba4b-4828-8536-f8e9be1e0c90), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:15.733485 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (89448a93-64fb-46cd-8802-bfc878ff1402), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:15.738537 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a7fd3-ef81-4b56-8fb5-22e1c4151365 None None] Pushing event deleted for resources: {'Port': ['ID=ea46ef85-ba4b-4828-8536-f8e9be1e0c90,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:15.746016 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9a7fd3-ef81-4b56-8fb5-22e1c4151365 None None] No DVR routers for this DVR port ea46ef85-ba4b-4828-8536-f8e9be1e0c90 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:43:15.754172 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b1718526-b032-4fec-b5d2-3ccc04233da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:15.761984 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-30c2bf76-2286-4436-9045-63de1ddca02a service neutron] 10.222.0.78 "GET /v2.0/networks/20b9a8be-5105-41d6-ba9e-d82e0357b842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170825 Mar 11 11:43:15.776237 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:15.788371 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89448a93-64fb-46cd-8802-bfc878ff1402']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:15.815571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3466e577-9c1b-4e02-b95d-0e529b0c5079') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:15.815904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3466e577-9c1b-4e02-b95d-0e529b0c5079') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:15.850302 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (3466e577-9c1b-4e02-b95d-0e529b0c5079), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:15.889109 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (3466e577-9c1b-4e02-b95d-0e529b0c5079), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:15.904921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:43:15.904921 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (3466e577-9c1b-4e02-b95d-0e529b0c5079), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:43:15.906366 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:43:15.996599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Pushing event updated for resources: {'Port': ['ID=c7804024-baaa-44e7-9adc-2c9d49ed9e30,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:16.019315 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea6c7a-3129-4e19-a71f-c19bca36a826 req-aa35e8a9-1629-42d9-b06d-4e379ba9de51 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:16.027509 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ea6c7a-3129-4e19-a71f-c19bca36a826 req-aa35e8a9-1629-42d9-b06d-4e379ba9de51 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 931 time: 0.6196077 Mar 11 11:43:16.036858 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (89448a93-64fb-46cd-8802-bfc878ff1402), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:16.067292 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] Pushing event deleted for resources: {'Network': ['ID=89448a93-64fb-46cd-8802-bfc878ff1402,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:16.073581 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:16.083604 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-577d3e89-ec0d-488f-a2e8-78ebbb7b54da admin admin] 10.222.0.78 "DELETE /v2.0/networks/89448a93-64fb-46cd-8802-bfc878ff1402 HTTP/1.1" status: 204 len: 168 time: 1.2607505 Mar 11 11:43:16.083604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42660) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:16.154901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Attempting to bind port c7804024-baaa-44e7-9adc-2c9d49ed9e30 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:43:16.155265 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Attempting to bind port c7804024-baaa-44e7-9adc-2c9d49ed9e30 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:43:16.155616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Attempting to bind port c7804024-baaa-44e7-9adc-2c9d49ed9e30 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:43:16.192392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Port c7804024-baaa-44e7-9adc-2c9d49ed9e30 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:43:16.192774 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Attempting to bind port c7804024-baaa-44e7-9adc-2c9d49ed9e30 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:43:16.211049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ea6c7a-3129-4e19-a71f-c19bca36a826 req-edbd3783-b277-44d6-8aa4-ee5093815988 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821370 Mar 11 11:43:16.243474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:43:16.246001 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Checking segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:43:16.246166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Bound using segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:43:16.247848 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Bound port: c7804024-baaa-44e7-9adc-2c9d49ed9e30, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:43:16.252547 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:16.448190 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] For port c7804024-baaa-44e7-9adc-2c9d49ed9e30, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:43:16.453521 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] For port c7804024-baaa-44e7-9adc-2c9d49ed9e30, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=c7804024-baaa-44e7-9adc-2c9d49ed9e30,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:43:16.483667 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77262b-2a96-47d0-a8eb-346056c91173 req-48988c8a-5e50-45a8-89f7-de92ffb1d53b tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:16.492501 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2f77262b-2a96-47d0-a8eb-346056c91173 req-48988c8a-5e50-45a8-89f7-de92ffb1d53b tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 946 time: 0.2266929 Mar 11 11:43:16.523128 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:16.698376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:16.700043 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:16.705779 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] 10.222.0.37 "PUT /v2.0/ports/c7804024-baaa-44e7-9adc-2c9d49ed9e30 HTTP/1.1" status: 200 len: 1091 time: 2.9533992 Mar 11 11:43:16.707572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0c601f-472a-45c3-8128-0ae909f9400e', 'tag': 'c7804024-baaa-44e7-9adc-2c9d49ed9e30'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:43:16.716414 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420df0be-3ef4-49d7-ac64-28f86ceb4b25" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0c601f-472a-45c3-8128-0ae909f9400e", "tag": "c7804024-baaa-44e7-9adc-2c9d49ed9e30"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:43:16.831296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ea46ef85-ba4b-4828-8536-f8e9be1e0c90 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:43:16.885404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: ea46ef85-ba4b-4828-8536-f8e9be1e0c90 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:43:16.890342 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ea46ef85-ba4b-4828-8536-f8e9be1e0c90 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:43:16.891804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fbe05493-d69f-421b-a676-d6d9a0145963 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:43:16.926237 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311f439-9b15-44c1-b8e8-673968e1d73f service neutron] Pushing event updated for resources: {'Port': ['ID=c7804024-baaa-44e7-9adc-2c9d49ed9e30,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:16.969154 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: fbe05493-d69f-421b-a676-d6d9a0145963 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:43:16.975549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fbe05493-d69f-421b-a676-d6d9a0145963 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:43:17.009880 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2f77262b-2a96-47d0-a8eb-346056c91173 req-43c85d9d-9755-479a-b2f4-85ee20c60dab tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161498 Mar 11 11:43:17.069456 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:17.102583 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-683fe59b-7dea-4e8b-a7c9-718aa316f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:17.111391 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-683fe59b-7dea-4e8b-a7c9-718aa316f9f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 1125 time: 0.3277972 Mar 11 11:43:17.113655 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-259e335d-cbdf-4d03-9cd5-6c20b83d4a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (fe27cfe9-8039-4d8f-b00a-e8d5163952b6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:17.141060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-d183fb01-5c15-4908-914b-5d6f51f11073 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:17.147919 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-d183fb01-5c15-4908-914b-5d6f51f11073 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:17.148710 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-d183fb01-5c15-4908-914b-5d6f51f11073 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:17.149369 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-d183fb01-5c15-4908-914b-5d6f51f11073 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:17.150001 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-d183fb01-5c15-4908-914b-5d6f51f11073 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:17.150628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-d183fb01-5c15-4908-914b-5d6f51f11073 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:17.151252 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-d183fb01-5c15-4908-914b-5d6f51f11073 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:17.151915 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-d183fb01-5c15-4908-914b-5d6f51f11073 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:17.158032 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-d183fb01-5c15-4908-914b-5d6f51f11073 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:17.158774 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-d183fb01-5c15-4908-914b-5d6f51f11073 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:17.159422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-d183fb01-5c15-4908-914b-5d6f51f11073 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:17.160111 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-d183fb01-5c15-4908-914b-5d6f51f11073 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:17.160768 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-d183fb01-5c15-4908-914b-5d6f51f11073 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:17.161394 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-d183fb01-5c15-4908-914b-5d6f51f11073 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:17.162018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-d183fb01-5c15-4908-914b-5d6f51f11073 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:17.162811 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-d183fb01-5c15-4908-914b-5d6f51f11073 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:17.172257 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-d183fb01-5c15-4908-914b-5d6f51f11073 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=26a65694-6be3-4e80-803a-01688ebeb5e3&device_id=ba0c601f-472a-45c3-8128-0ae909f9400e&device_id=8844ab8c-9d13-4190-a08f-11906cc5c865&device_id=22e0467e-91ef-464b-9da2-344ea03063bb&device_id=bba745c5-86cc-4e9b-8c09-12b44ded6d6a&device_id=3832427e-79d3-442a-b587-a42f6bf16e63&device_id=af2d63b0-5128-4709-a3db-3ed9bb27af37&device_id=ef8cf18e-6378-44bc-ac5e-3eeccad9bef6&device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9&device_id=f228a75d-2d6c-4d49-90d8-cb17342e1741&device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf&device_id=93fd5134-2a05-4045-8ce5-abeef22024f5&device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e&device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0&device_id=08eabc9c-a40e-4a48-8f39-24563b422d71&device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e&device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 14903 time: 0.2339442 Mar 11 11:43:17.292381 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-3db8dddf-d44a-43a5-a89d-c9d07e542463 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:17.314669 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-f7a2bea5-04fc-45ce-b859-76506b942774 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7804024-baaa-44e7-9adc-2c9d49ed9e30 HTTP/1.1" status: 200 len: 217 time: 0.1396699 Mar 11 11:43:17.481418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-d5efa4f7-8612-4684-a42f-fbce34703efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:17.486617 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-d5efa4f7-8612-4684-a42f-fbce34703efc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.1551034 Mar 11 11:43:17.587154 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-14b2cc76-a439-48e9-88e9-f41bd5b992f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915823 Mar 11 11:43:17.970935 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-259e335d-cbdf-4d03-9cd5-6c20b83d4a77 admin admin] Deleting port ce3a03e4-ef70-47e0-a77c-031f4292a50b {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:43:17.971344 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-259e335d-cbdf-4d03-9cd5-6c20b83d4a77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:18.088977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-259e335d-cbdf-4d03-9cd5-6c20b83d4a77 admin admin] For port ce3a03e4-ef70-47e0-a77c-031f4292a50b, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ce3a03e4-ef70-47e0-a77c-031f4292a50b,segment=NetworkSegment(30f3ad7b-4988-432b-be18-36382f5e44bf),segment_id=30f3ad7b-4988-432b-be18-36382f5e44bf)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:18.089350 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-259e335d-cbdf-4d03-9cd5-6c20b83d4a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:18.093278 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62fc929b-142e-41e7-bece-b137108bad68 req-78c10e4b-4d30-4424-8fd6-868eb97fbeb1 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/ports?device_id=26a65694-6be3-4e80-803a-01688ebeb5e3 HTTP/1.1" status: 200 len: 210 time: 0.4390492 Mar 11 11:43:18.108014 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-259e335d-cbdf-4d03-9cd5-6c20b83d4a77 admin admin] Calling delete_port for ce3a03e4-ef70-47e0-a77c-031f4292a50b owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:43:18.158546 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-3db8dddf-d44a-43a5-a89d-c9d07e542463 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Publish callbacks [] for security_group (28805ce2-4b4b-4827-95b6-e351cd50497e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:18.272082 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-3db8dddf-d44a-43a5-a89d-c9d07e542463 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (28805ce2-4b4b-4827-95b6-e351cd50497e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:18.465812 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:18.524458 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0659e8-3612-49bd-bbf0-fe0fb6957914 x-openstack-request-id: req-ba0659e8-3612-49bd-bbf0-fe0fb6957914 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:43:18.524740 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0c601f-472a-45c3-8128-0ae909f9400e", "tag": "c7804024-baaa-44e7-9adc-2c9d49ed9e30", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:43:18.524986 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba0659e8-3612-49bd-bbf0-fe0fb6957914 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:43:18.525389 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0c601f-472a-45c3-8128-0ae909f9400e', 'tag': 'c7804024-baaa-44e7-9adc-2c9d49ed9e30', 'status': 'completed', 'code': 200} Mar 11 11:43:18.539959 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-428c7712-c984-471a-8771-0a3543e37b86 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:18.541497 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-428c7712-c984-471a-8771-0a3543e37b86 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.37 "GET /v2.0/networks?id=20b9a8be-5105-41d6-ba9e-d82e0357b842 HTTP/1.1" status: 200 len: 814 time: 0.1659911 Mar 11 11:43:18.542933 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-259e335d-cbdf-4d03-9cd5-6c20b83d4a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ce3a03e4-ef70-47e0-a77c-031f4292a50b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:18.568466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8dddf-d44a-43a5-a89d-c9d07e542463 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28805ce2-4b4b-4827-95b6-e351cd50497e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:18.579469 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-57716d87-c53e-4790-8140-5cb9fe1d9b84 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Request body: {'port': {'device_id': '26a65694-6be3-4e80-803a-01688ebeb5e3', 'network_id': '20b9a8be-5105-41d6-ba9e-d82e0357b842', 'admin_state_up': True, 'tenant_id': 'a8a1e206b3894d71bcc2e7543698ce44'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:18.628787 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-db1f438a-00f4-4db7-a808-571f0f14fe62 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0321999 Mar 11 11:43:18.712466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e335d-cbdf-4d03-9cd5-6c20b83d4a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3a03e4-ef70-47e0-a77c-031f4292a50b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:18.786523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-57716d87-c53e-4790-8140-5cb9fe1d9b84 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Made reservation on behalf of a8a1e206b3894d71bcc2e7543698ce44 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:43:18.796634 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-57716d87-c53e-4790-8140-5cb9fe1d9b84 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:18.892270 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7bd4e7c-0d14-4460-b3c0-6922f9a56aee req-3db8dddf-d44a-43a5-a89d-c9d07e542463 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&id=55d3efc5-2b51-4539-95e1-68cd9b60142d&id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&id=bab8be08-3cf3-4335-a016-cc7047b5459f&id=8142adad-163a-42ed-8b7a-fafa13e7fd32&id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 622 time: 1.7183461 Mar 11 11:43:18.974018 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0afed4f-9c8c-486c-82f8-041b663ee09f req-7518a19c-6074-4404-893e-d3565a46aad9 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220687 Mar 11 11:43:19.179078 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420df0be-3ef4-49d7-ac64-28f86ceb4b25 req-7f09abd0-e123-4663-8f90-9504464fb921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:19.182443 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-420df0be-3ef4-49d7-ac64-28f86ceb4b25 req-7f09abd0-e123-4663-8f90-9504464fb921 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 1125 time: 0.1381288 Mar 11 11:43:19.346533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420df0be-3ef4-49d7-ac64-28f86ceb4b25 req-c06153e7-09b8-4e1b-9758-31f6df1d869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:19.348675 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-420df0be-3ef4-49d7-ac64-28f86ceb4b25 req-c06153e7-09b8-4e1b-9758-31f6df1d869f service neutron] 10.222.0.37 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.1597846 Mar 11 11:43:19.455905 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-420df0be-3ef4-49d7-ac64-28f86ceb4b25 req-641d3157-48f6-4b2a-9e4a-70c2605a36eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7804024-baaa-44e7-9adc-2c9d49ed9e30 HTTP/1.1" status: 200 len: 217 time: 0.0885179 Mar 11 11:43:19.538239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-57716d87-c53e-4790-8140-5cb9fe1d9b84 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Allocated IP 172.20.0.5 (20b9a8be-5105-41d6-ba9e-d82e0357b842/096aa36d-1d08-4b70-810e-f8d12904ac74/533dce8e-72a7-4ea2-8a5e-073ee1477fff) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:43:19.588236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420df0be-3ef4-49d7-ac64-28f86ceb4b25 req-a92abcd3-17ec-41fe-abd6-b6eda67f79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:19.590339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-420df0be-3ef4-49d7-ac64-28f86ceb4b25 req-a92abcd3-17ec-41fe-abd6-b6eda67f79fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.1334424 Mar 11 11:43:19.610043 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-259e335d-cbdf-4d03-9cd5-6c20b83d4a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (fe27cfe9-8039-4d8f-b00a-e8d5163952b6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:19.716208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-420df0be-3ef4-49d7-ac64-28f86ceb4b25 req-4392522b-2346-4328-84db-a8d740d98a46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164443 Mar 11 11:43:19.861722 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cbce28f3-f026-469e-befa-4570cfa999bc req-2f3f7433-1e09-4003-af6d-fd6f81e0099b tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/ports?device_id=26a65694-6be3-4e80-803a-01688ebeb5e3 HTTP/1.1" status: 200 len: 210 time: 0.0581672 Mar 11 11:43:20.023119 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-420df0be-3ef4-49d7-ac64-28f86ceb4b25 req-ea7a2d0e-7d1a-4078-a34d-7d14a4315307 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014104 Mar 11 11:43:20.045884 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:20.188509 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-57716d87-c53e-4790-8140-5cb9fe1d9b84 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Publish callbacks [] for port (533dce8e-72a7-4ea2-8a5e-073ee1477fff), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:20.251621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300c5cf-d03b-4abb-a2f0-0950c1763748 req-d6fbad90-438d-4549-a7a1-da24a0944a4c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:20.275800 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9300c5cf-d03b-4abb-a2f0-0950c1763748 req-d6fbad90-438d-4549-a7a1-da24a0944a4c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 943 time: 0.5009320 Mar 11 11:43:20.342120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259e335d-cbdf-4d03-9cd5-6c20b83d4a77 admin admin] Router fe27cfe9-8039-4d8f-b00a-e8d5163952b6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:43:20.346301 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-57716d87-c53e-4790-8140-5cb9fe1d9b84 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (533dce8e-72a7-4ea2-8a5e-073ee1477fff), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:20.377171 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-420df0be-3ef4-49d7-ac64-28f86ceb4b25 req-df73b7e6-9828-442b-8ca6-1ce6509be63a service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463445 Mar 11 11:43:20.404714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-57716d87-c53e-4790-8140-5cb9fe1d9b84 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Network 20b9a8be-5105-41d6-ba9e-d82e0357b842 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:43:20.415359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-57716d87-c53e-4790-8140-5cb9fe1d9b84 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:43:20.459997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9300c5cf-d03b-4abb-a2f0-0950c1763748 req-c1ba5d09-9f01-4256-a8e3-7d1d42f712e7 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753521 Mar 11 11:43:20.505951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-57716d87-c53e-4790-8140-5cb9fe1d9b84 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:43:20.597326 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-57716d87-c53e-4790-8140-5cb9fe1d9b84 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:20.597906 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-57716d87-c53e-4790-8140-5cb9fe1d9b84 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:20.734639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259e335d-cbdf-4d03-9cd5-6c20b83d4a77 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:43:20.740494 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-259e335d-cbdf-4d03-9cd5-6c20b83d4a77 admin admin] 10.222.0.78 "PUT /v2.0/routers/fe27cfe9-8039-4d8f-b00a-e8d5163952b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6563132 Mar 11 11:43:20.746286 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4890750f-4db3-4fb5-989c-7d60ce1bf203 None None] Sync routers for ids ['fe27cfe9-8039-4d8f-b00a-e8d5163952b6'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:43:20.749223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42812) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:20.763498 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4890750f-4db3-4fb5-989c-7d60ce1bf203 None None] Routers {'fe27cfe9-8039-4d8f-b00a-e8d5163952b6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:43:20.766450 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57716d87-c53e-4790-8140-5cb9fe1d9b84 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Pushing event updated for resources: {'Port': ['ID=533dce8e-72a7-4ea2-8a5e-073ee1477fff,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:20.769970 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4890750f-4db3-4fb5-989c-7d60ce1bf203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:43:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['fe27cfe9-8039-4d8f-b00a-e8d5163952b6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:20.818906 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-57716d87-c53e-4790-8140-5cb9fe1d9b84 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2467804 Mar 11 11:43:20.831831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba3715-a909-4480-b715-c4ef5f5f28b0 req-acdf46af-8ebf-4772-8475-a512d859e649 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:20.832109 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba3715-a909-4480-b715-c4ef5f5f28b0 req-acdf46af-8ebf-4772-8475-a512d859e649 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:20.832579 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba3715-a909-4480-b715-c4ef5f5f28b0 req-acdf46af-8ebf-4772-8475-a512d859e649 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:20.834276 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b7ba3715-a909-4480-b715-c4ef5f5f28b0 req-acdf46af-8ebf-4772-8475-a512d859e649 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8844ab8c-9d13-4190-a08f-11906cc5c865&device_id=bba745c5-86cc-4e9b-8c09-12b44ded6d6a&device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 2974 time: 0.1604612 Mar 11 11:43:20.835364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Request body: {'port': {'device_id': '26a65694-6be3-4e80-803a-01688ebeb5e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:20.909928 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (533dce8e-72a7-4ea2-8a5e-073ee1477fff), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:20.935541 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b7ba3715-a909-4480-b715-c4ef5f5f28b0 req-19c01d46-f79b-4963-af06-ae27b83f60e5 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935929 Mar 11 11:43:21.162181 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-4890750f-4db3-4fb5-989c-7d60ce1bf203 None None] Set router fe27cfe9-8039-4d8f-b00a-e8d5163952b6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:43:21.302037 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-428e4d41-cb69-460e-a9b8-b9559c9d1d0a admin admin] Publish callbacks [] for router (fe27cfe9-8039-4d8f-b00a-e8d5163952b6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:21.505406 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4890750f-4db3-4fb5-989c-7d60ce1bf203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1635207900-router', 'tenant_id': '564fa0ffa47f40ccb523bc83113dc76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'a2c79861-c267-4a86-99d8-3f2f8b2a13b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:24Z', 'updated_at': '2022-03-11T11:43:18Z', 'revision_number': 5, 'project_id': '564fa0ffa47f40ccb523bc83113dc76e', 'gw_port': {'id': 'a2c79861-c267-4a86-99d8-3f2f8b2a13b6', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:25Z', 'updated_at': '2022-03-11T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:21.541671 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4890750f-4db3-4fb5-989c-7d60ce1bf203 None None] Checking router: fe27cfe9-8039-4d8f-b00a-e8d5163952b6 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:43:21.554573 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4890750f-4db3-4fb5-989c-7d60ce1bf203 None None] Routers {'fe27cfe9-8039-4d8f-b00a-e8d5163952b6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:43:21.555768 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4890750f-4db3-4fb5-989c-7d60ce1bf203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:43:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['fe27cfe9-8039-4d8f-b00a-e8d5163952b6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:21.569086 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533dce8e-72a7-4ea2-8a5e-073ee1477fff {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:43:21.610016 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Publish callbacks [] for port (533dce8e-72a7-4ea2-8a5e-073ee1477fff), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:21.656105 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-428e4d41-cb69-460e-a9b8-b9559c9d1d0a admin admin] Publish callbacks [] for router_gateway (fe27cfe9-8039-4d8f-b00a-e8d5163952b6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:21.674050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Transition to ACTIVE for port object 533dce8e-72a7-4ea2-8a5e-073ee1477fff will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:43:21.686804 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (533dce8e-72a7-4ea2-8a5e-073ee1477fff), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:21.701591 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-4890750f-4db3-4fb5-989c-7d60ce1bf203 None None] Set router fe27cfe9-8039-4d8f-b00a-e8d5163952b6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:43:21.744790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device be49d49d-7a89-4331-b0c3-d0c818ecca90 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:43:21.882394 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Pushing event updated for resources: {'Port': ['ID=533dce8e-72a7-4ea2-8a5e-073ee1477fff,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:21.990978 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-428e4d41-cb69-460e-a9b8-b9559c9d1d0a admin admin] Deleting port a2c79861-c267-4a86-99d8-3f2f8b2a13b6 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:43:21.991471 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-428e4d41-cb69-460e-a9b8-b9559c9d1d0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a2c79861-c267-4a86-99d8-3f2f8b2a13b6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:22.023466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Attempting to bind port 533dce8e-72a7-4ea2-8a5e-073ee1477fff on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:43:22.023812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Attempting to bind port 533dce8e-72a7-4ea2-8a5e-073ee1477fff by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '20b9a8be-5105-41d6-ba9e-d82e0357b842'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:43:22.024068 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Attempting to bind port 533dce8e-72a7-4ea2-8a5e-073ee1477fff on network 20b9a8be-5105-41d6-ba9e-d82e0357b842 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:43:22.041931 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port be49d49d-7a89-4331-b0c3-d0c818ecca90, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=be49d49d-7a89-4331-b0c3-d0c818ecca90,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:22.042561 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Port 533dce8e-72a7-4ea2-8a5e-073ee1477fff on network 20b9a8be-5105-41d6-ba9e-d82e0357b842 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:43:22.042893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Attempting to bind port 533dce8e-72a7-4ea2-8a5e-073ee1477fff on network 20b9a8be-5105-41d6-ba9e-d82e0357b842 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:43:22.068622 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'be49d49d-7a89-4331-b0c3-d0c818ecca90', 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0', 'port_id': 'be49d49d-7a89-4331-b0c3-d0c818ecca90', 'mac_address': 'fa:16:3e:9e:c2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1d4465-a2a3-4fc5-b45d-6c5b13b467de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:43:22.083678 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:43:22.084018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Checking segment: {'id': 'c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '20b9a8be-5105-41d6-ba9e-d82e0357b842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:43:22.084407 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Bound using segment: {'id': 'c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '20b9a8be-5105-41d6-ba9e-d82e0357b842'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:43:22.084859 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Bound port: 533dce8e-72a7-4ea2-8a5e-073ee1477fff, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '20b9a8be-5105-41d6-ba9e-d82e0357b842'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:43:22.086200 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (533dce8e-72a7-4ea2-8a5e-073ee1477fff), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:22.104063 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4890750f-4db3-4fb5-989c-7d60ce1bf203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1635207900-router', 'tenant_id': '564fa0ffa47f40ccb523bc83113dc76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'a2c79861-c267-4a86-99d8-3f2f8b2a13b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:24Z', 'updated_at': '2022-03-11T11:43:18Z', 'revision_number': 5, 'project_id': '564fa0ffa47f40ccb523bc83113dc76e', 'gw_port': {'id': 'a2c79861-c267-4a86-99d8-3f2f8b2a13b6', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:25Z', 'updated_at': '2022-03-11T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:22.143865 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4890750f-4db3-4fb5-989c-7d60ce1bf203 None None] The sync data for ids ['fe27cfe9-8039-4d8f-b00a-e8d5163952b6'] in n-d-833234-2 is: [{'id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1635207900-router', 'tenant_id': '564fa0ffa47f40ccb523bc83113dc76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'a2c79861-c267-4a86-99d8-3f2f8b2a13b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:40:24Z', 'updated_at': '2022-03-11T11:43:18Z', 'revision_number': 5, 'project_id': '564fa0ffa47f40ccb523bc83113dc76e', 'gw_port': {'id': 'a2c79861-c267-4a86-99d8-3f2f8b2a13b6', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27cfe9-8039-4d8f-b00a-e8d5163952b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:40:25Z', 'updated_at': '2022-03-11T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:43:22.172520 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port be49d49d-7a89-4331-b0c3-d0c818ecca90 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:22.172916 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:22.185137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-428e4d41-cb69-460e-a9b8-b9559c9d1d0a admin admin] For port a2c79861-c267-4a86-99d8-3f2f8b2a13b6, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a2c79861-c267-4a86-99d8-3f2f8b2a13b6,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:22.205372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be49d49d-7a89-4331-b0c3-d0c818ecca90 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:43:22.207643 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-428e4d41-cb69-460e-a9b8-b9559c9d1d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a2c79861-c267-4a86-99d8-3f2f8b2a13b6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:22.246477 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-428e4d41-cb69-460e-a9b8-b9559c9d1d0a admin admin] Calling delete_port for a2c79861-c267-4a86-99d8-3f2f8b2a13b6 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:43:22.260373 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port be49d49d-7a89-4331-b0c3-d0c818ecca90, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=be49d49d-7a89-4331-b0c3-d0c818ecca90,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:22.274201 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:22.336012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] For port 533dce8e-72a7-4ea2-8a5e-073ee1477fff, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:43:22.344951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] For port 533dce8e-72a7-4ea2-8a5e-073ee1477fff, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=533dce8e-72a7-4ea2-8a5e-073ee1477fff,segment=NetworkSegment(c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c),segment_id=c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:43:22.353692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=be49d49d-7a89-4331-b0c3-d0c818ecca90,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:22.361355 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (533dce8e-72a7-4ea2-8a5e-073ee1477fff), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:22.370314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:22.370562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:22.370822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:22.371157 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:22.372185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:22.372185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:22.372539 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:22.372692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:22.373116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:22.373345 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:22.373674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:22.374000 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:22.374323 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:22.389508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:22.390350 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:22.392178 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] 10.222.0.37 "PUT /v2.0/ports/533dce8e-72a7-4ea2-8a5e-073ee1477fff HTTP/1.1" status: 200 len: 1091 time: 1.5637691 Mar 11 11:43:22.395295 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a65694-6be3-4e80-803a-01688ebeb5e3', 'tag': '533dce8e-72a7-4ea2-8a5e-073ee1477fff'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:43:22.406338 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc6bca6-e9bf-406d-a2c2-5f5295c5500a" -d '{"events": [{"name": "network-changed", "server_uuid": "26a65694-6be3-4e80-803a-01688ebeb5e3", "tag": "533dce8e-72a7-4ea2-8a5e-073ee1477fff"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:43:22.463304 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['be49d49d-7a89-4331-b0c3-d0c818ecca90'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:43:22.584887 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db60219-31b9-4e74-888e-e55f23660a8b service neutron] Pushing event updated for resources: {'Port': ['ID=533dce8e-72a7-4ea2-8a5e-073ee1477fff,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:22.597610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-81e1ebc3-5e8e-4739-bd9b-7d0ed071581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:22.600436 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-81e1ebc3-5e8e-4739-bd9b-7d0ed071581a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a8a1e206b3894d71bcc2e7543698ce44&device_id=26a65694-6be3-4e80-803a-01688ebeb5e3 HTTP/1.1" status: 200 len: 1125 time: 0.1544795 Mar 11 11:43:22.680123 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ce3a03e4-ef70-47e0-a77c-031f4292a50b no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:43:22.694490 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-336ce09d-832f-4c77-8850-ef1651fbb0ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=533dce8e-72a7-4ea2-8a5e-073ee1477fff HTTP/1.1" status: 200 len: 217 time: 0.0856452 Mar 11 11:43:22.721952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: ce3a03e4-ef70-47e0-a77c-031f4292a50b {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:43:22.722569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ce3a03e4-ef70-47e0-a77c-031f4292a50b not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:43:22.760773 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-428e4d41-cb69-460e-a9b8-b9559c9d1d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a2c79861-c267-4a86-99d8-3f2f8b2a13b6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:22.808308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e4d41-cb69-460e-a9b8-b9559c9d1d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c79861-c267-4a86-99d8-3f2f8b2a13b6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:22.817178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-0ca8a299-1ce6-4525-86b5-a21daf8cac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:22.818766 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-0ca8a299-1ce6-4525-86b5-a21daf8cac90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=096aa36d-1d08-4b70-810e-f8d12904ac74 HTTP/1.1" status: 200 len: 854 time: 0.1171961 Mar 11 11:43:23.238243 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-428e4d41-cb69-460e-a9b8-b9559c9d1d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (fe27cfe9-8039-4d8f-b00a-e8d5163952b6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:23.302385 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-7f05a050-0261-4445-86ff-1f8fb990ac21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=20b9a8be-5105-41d6-ba9e-d82e0357b842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4751472 Mar 11 11:43:23.346890 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-428e4d41-cb69-460e-a9b8-b9559c9d1d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (fe27cfe9-8039-4d8f-b00a-e8d5163952b6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:23.361630 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-428e4d41-cb69-460e-a9b8-b9559c9d1d0a admin admin] Publish callbacks [] for router_controller (fe27cfe9-8039-4d8f-b00a-e8d5163952b6), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:23.450696 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-428e4d41-cb69-460e-a9b8-b9559c9d1d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (fe27cfe9-8039-4d8f-b00a-e8d5163952b6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:23.451417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428e4d41-cb69-460e-a9b8-b9559c9d1d0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe27cfe9-8039-4d8f-b00a-e8d5163952b6 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:43:23.456602 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-428e4d41-cb69-460e-a9b8-b9559c9d1d0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:23.457853 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-428e4d41-cb69-460e-a9b8-b9559c9d1d0a admin admin] 10.222.0.78 "DELETE /v2.0/routers/fe27cfe9-8039-4d8f-b00a-e8d5163952b6 HTTP/1.1" status: 204 len: 168 time: 2.7051048 Mar 11 11:43:23.460709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42832) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:23.515329 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-bd06c4e8-a276-4c04-8a66-f93f408265f3 service neutron] 10.222.0.37 "GET /v2.0/networks/20b9a8be-5105-41d6-ba9e-d82e0357b842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055573 Mar 11 11:43:23.535877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8391a08-fcf4-49d1-8809-a4c152cecd94 admin admin] Deleting subnet 42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:43:23.550629 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c8391a08-fcf4-49d1-8809-a4c152cecd94 admin admin] Publish callbacks [] for subnet (42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:23.701736 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c8391a08-fcf4-49d1-8809-a4c152cecd94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:23.756797 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device be49d49d-7a89-4331-b0c3-d0c818ecca90 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:43:23.805574 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a7184e2e-a9a6-4dff-8bc3-6dac45845beb req-6ce3d8c4-64cf-4a71-b5e2-f8f6d46d0207 service neutron] 10.222.0.37 "GET /v2.0/networks/20b9a8be-5105-41d6-ba9e-d82e0357b842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832892 Mar 11 11:43:23.906933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port be49d49d-7a89-4331-b0c3-d0c818ecca90 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:23.909640 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:23.949817 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c8391a08-fcf4-49d1-8809-a4c152cecd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:24.034032 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port be49d49d-7a89-4331-b0c3-d0c818ecca90 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:24.034771 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:24.078502 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c8391a08-fcf4-49d1-8809-a4c152cecd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:24.150862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8391a08-fcf4-49d1-8809-a4c152cecd94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:24.180838 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port be49d49d-7a89-4331-b0c3-d0c818ecca90, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=be49d49d-7a89-4331-b0c3-d0c818ecca90,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:24.189873 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e0467e-91ef-464b-9da2-344ea03063bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be49d49d-7a89-4331-b0c3-d0c818ecca90'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:43:24.200168 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ebfbaa-92cd-432e-ac97-527a8720d83a" -d '{"events": [{"server_uuid": "22e0467e-91ef-464b-9da2-344ea03063bb", "name": "network-vif-plugged", "status": "completed", "tag": "be49d49d-7a89-4331-b0c3-d0c818ecca90"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:43:24.240628 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:24.263276 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c8391a08-fcf4-49d1-8809-a4c152cecd94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:24.273706 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c8391a08-fcf4-49d1-8809-a4c152cecd94 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/42ca5a9e-da9a-4804-ab9f-b28da0ad9ac4 HTTP/1.1" status: 204 len: 168 time: 0.8100550 Mar 11 11:43:24.274348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42840) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:24.321965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=be49d49d-7a89-4331-b0c3-d0c818ecca90,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:24.325726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba7a29d-c776-4b18-8658-977a2c27748b None None] Network 1afa856a-3724-41da-a719-f90c556b8880 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:43:24.422632 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (1afa856a-3724-41da-a719-f90c556b8880), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:24.518273 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] Deleting port a0930a47-d53d-4a30-a441-ad26706ef020 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:43:24.518627 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a0930a47-d53d-4a30-a441-ad26706ef020), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:24.628179 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] For port a0930a47-d53d-4a30-a441-ad26706ef020, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a0930a47-d53d-4a30-a441-ad26706ef020,segment=NetworkSegment(30f3ad7b-4988-432b-be18-36382f5e44bf),segment_id=30f3ad7b-4988-432b-be18-36382f5e44bf)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:24.628616 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a0930a47-d53d-4a30-a441-ad26706ef020), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:24.635240 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf08dd6f-ecb0-4120-aadc-c04fa2f24cb0 None None] DHCP port deletion for 1afa856a-3724-41da-a719-f90c556b8880 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:43:24.651838 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] Calling delete_port for a0930a47-d53d-4a30-a441-ad26706ef020 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:43:24.743759 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-bf08dd6f-ecb0-4120-aadc-c04fa2f24cb0 None None] Deleting port a0930a47-d53d-4a30-a441-ad26706ef020 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:43:24.744234 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bf08dd6f-ecb0-4120-aadc-c04fa2f24cb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a0930a47-d53d-4a30-a441-ad26706ef020), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:24.786978 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a0930a47-d53d-4a30-a441-ad26706ef020), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:24.813867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0930a47-d53d-4a30-a441-ad26706ef020,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:24.836377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] No DVR routers for this DVR port a0930a47-d53d-4a30-a441-ad26706ef020 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:43:24.886996 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-bf08dd6f-ecb0-4120-aadc-c04fa2f24cb0 None None] For port a0930a47-d53d-4a30-a441-ad26706ef020, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a0930a47-d53d-4a30-a441-ad26706ef020,segment=NetworkSegment(30f3ad7b-4988-432b-be18-36382f5e44bf),segment_id=30f3ad7b-4988-432b-be18-36382f5e44bf)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:24.887574 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bf08dd6f-ecb0-4120-aadc-c04fa2f24cb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a0930a47-d53d-4a30-a441-ad26706ef020), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:24.915399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-bf08dd6f-ecb0-4120-aadc-c04fa2f24cb0 None None] Calling delete_port for a0930a47-d53d-4a30-a441-ad26706ef020 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:43:24.923079 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a2c79861-c267-4a86-99d8-3f2f8b2a13b6 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:43:24.968331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: a2c79861-c267-4a86-99d8-3f2f8b2a13b6 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:43:24.968587 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a2c79861-c267-4a86-99d8-3f2f8b2a13b6 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:43:24.969001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a0930a47-d53d-4a30-a441-ad26706ef020 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:43:24.970288 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (1afa856a-3724-41da-a719-f90c556b8880), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:24.992640 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: a0930a47-d53d-4a30-a441-ad26706ef020 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:43:24.992980 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a0930a47-d53d-4a30-a441-ad26706ef020 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:43:25.025367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afa856a-3724-41da-a719-f90c556b8880']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:25.049155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f3ad7b-4988-432b-be18-36382f5e44bf') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:25.049538 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f3ad7b-4988-432b-be18-36382f5e44bf') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:25.065079 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (30f3ad7b-4988-432b-be18-36382f5e44bf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:25.082726 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (30f3ad7b-4988-432b-be18-36382f5e44bf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:25.106579 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:43:25.107220 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (30f3ad7b-4988-432b-be18-36382f5e44bf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:25.108326 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bf08dd6f-ecb0-4120-aadc-c04fa2f24cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (a0930a47-d53d-4a30-a441-ad26706ef020), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:43:25.111093 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:43:25.144893 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08dd6f-ecb0-4120-aadc-c04fa2f24cb0 None None] Pushing event deleted for resources: {'Port': ['ID=a0930a47-d53d-4a30-a441-ad26706ef020,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:25.155839 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf08dd6f-ecb0-4120-aadc-c04fa2f24cb0 None None] No DVR routers for this DVR port a0930a47-d53d-4a30-a441-ad26706ef020 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:43:25.241718 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (1afa856a-3724-41da-a719-f90c556b8880), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:25.260375 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:25.276656 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/1afa856a-3724-41da-a719-f90c556b8880 HTTP/1.1" status: 204 len: 168 time: 1.0009398 Mar 11 11:43:25.290266 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d37b5-6681-4d7e-a0d8-91b604f0b6f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1afa856a-3724-41da-a719-f90c556b8880,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:25.451169 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42856) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:25.513350 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5ec810ae-4d57-4b90-a237-7297d3c01604 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=876d6f2ee6544782b6e5d1e6d422f538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0595202 Mar 11 11:43:25.515033 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42860) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:25.585325 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef5a4ae6-db77-4781-aef5-d4b3b309bd33 admin admin] Publish callbacks [] for security_group (e18f8574-da7f-4339-84ea-57e2a05fcb9c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:25.614921 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef5a4ae6-db77-4781-aef5-d4b3b309bd33 admin admin] Publish callbacks [] for security_group (e18f8574-da7f-4339-84ea-57e2a05fcb9c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:25.684007 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef5a4ae6-db77-4781-aef5-d4b3b309bd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e18f8574-da7f-4339-84ea-57e2a05fcb9c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:25.687941 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef5a4ae6-db77-4781-aef5-d4b3b309bd33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:25.691742 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ef5a4ae6-db77-4781-aef5-d4b3b309bd33 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e18f8574-da7f-4339-84ea-57e2a05fcb9c HTTP/1.1" status: 204 len: 168 time: 0.1731713 Mar 11 11:43:25.737804 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a4ae6-db77-4781-aef5-d4b3b309bd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18f8574-da7f-4339-84ea-57e2a05fcb9c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:25.926480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858aa582-8449-4777-aa36-f3a6673fa60d req-cd91b224-4dfb-49b1-aeda-7715164c0d1c tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:25.928526 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-858aa582-8449-4777-aa36-f3a6673fa60d req-cd91b224-4dfb-49b1-aeda-7715164c0d1c tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/ports?device_id=26a65694-6be3-4e80-803a-01688ebeb5e3 HTTP/1.1" status: 200 len: 943 time: 0.1798012 Mar 11 11:43:26.008123 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-858aa582-8449-4777-aa36-f3a6673fa60d req-b3de545d-a853-4e23-9bc9-9c453b5102b0 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5a132a5-8045-4ec0-a521-4af71f1285b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666385 Mar 11 11:43:26.208173 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca32c68c-7c00-43fc-8fd3-9131fafa71d0 x-openstack-request-id: req-ca32c68c-7c00-43fc-8fd3-9131fafa71d0 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:43:26.208462 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a65694-6be3-4e80-803a-01688ebeb5e3", "tag": "533dce8e-72a7-4ea2-8a5e-073ee1477fff", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:43:26.208938 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ca32c68c-7c00-43fc-8fd3-9131fafa71d0 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:43:26.209518 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a65694-6be3-4e80-803a-01688ebeb5e3', 'tag': '533dce8e-72a7-4ea2-8a5e-073ee1477fff', 'status': 'completed', 'code': 200} Mar 11 11:43:26.272612 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fffc7e6-a02b-455a-84a9-e07084a4e410 x-openstack-request-id: req-1fffc7e6-a02b-455a-84a9-e07084a4e410 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:43:26.273639 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e0467e-91ef-464b-9da2-344ea03063bb", "name": "network-vif-plugged", "status": "completed", "tag": "be49d49d-7a89-4331-b0c3-d0c818ecca90", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:43:26.274110 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1fffc7e6-a02b-455a-84a9-e07084a4e410 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:43:26.274676 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e0467e-91ef-464b-9da2-344ea03063bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be49d49d-7a89-4331-b0c3-d0c818ecca90', 'code': 200} Mar 11 11:43:26.312536 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6bca6-e9bf-406d-a2c2-5f5295c5500a req-6488ebd8-0d09-4e72-95ee-86f17ee33a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:26.314887 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cdc6bca6-e9bf-406d-a2c2-5f5295c5500a req-6488ebd8-0d09-4e72-95ee-86f17ee33a56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a8a1e206b3894d71bcc2e7543698ce44&device_id=26a65694-6be3-4e80-803a-01688ebeb5e3 HTTP/1.1" status: 200 len: 1125 time: 0.0772524 Mar 11 11:43:26.329693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb876db-bc7a-4098-b0c8-02fb905fbac4 req-3ee354e9-1140-49fa-84a1-d8a0916893ec tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:26.335865 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ccb876db-bc7a-4098-b0c8-02fb905fbac4 req-3ee354e9-1140-49fa-84a1-d8a0916893ec tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 943 time: 0.1538427 Mar 11 11:43:26.422822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42882) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:26.434357 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ccb876db-bc7a-4098-b0c8-02fb905fbac4 req-e0a5d125-1499-4fef-8c1b-ddeee61077ab tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921190 Mar 11 11:43:26.469006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f93d7-6e82-4ded-98d8-5a43d8af6b0f req-3e280c3a-6429-4538-951d-65993e530ab9 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:26.470691 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-772f93d7-6e82-4ded-98d8-5a43d8af6b0f req-3e280c3a-6429-4538-951d-65993e530ab9 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 946 time: 0.1041839 Mar 11 11:43:26.510204 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d023ec0a-a6b9-405f-8adb-9027b42d10a5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=564fa0ffa47f40ccb523bc83113dc76e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0859711 Mar 11 11:43:26.512959 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42888) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:26.538393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6bca6-e9bf-406d-a2c2-5f5295c5500a req-d4c590a7-d7ea-4900-9a3d-d023a5c0ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:26.539860 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cdc6bca6-e9bf-406d-a2c2-5f5295c5500a req-d4c590a7-d7ea-4900-9a3d-d023a5c0ffde service neutron] 10.222.0.37 "GET /v2.0/networks?id=20b9a8be-5105-41d6-ba9e-d82e0357b842 HTTP/1.1" status: 200 len: 915 time: 0.2174916 Mar 11 11:43:26.568206 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-772f93d7-6e82-4ded-98d8-5a43d8af6b0f req-5001e5bc-b86f-4c74-a03d-299d05cdd4c2 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913930 Mar 11 11:43:26.614883 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cdc6bca6-e9bf-406d-a2c2-5f5295c5500a req-a92e702e-2beb-478e-84b2-886e8f681a77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=533dce8e-72a7-4ea2-8a5e-073ee1477fff HTTP/1.1" status: 200 len: 217 time: 0.0663629 Mar 11 11:43:26.710364 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21329144-de4d-433a-a6a0-80b29203cd8b req-21a13f9e-6d46-4077-ae37-eaca4792dc5d tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:26.717845 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 533dce8e-72a7-4ea2-8a5e-073ee1477fff details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:43:26.718855 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21329144-de4d-433a-a6a0-80b29203cd8b req-21a13f9e-6d46-4077-ae37-eaca4792dc5d tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?device_id=af2d63b0-5128-4709-a3db-3ed9bb27af37 HTTP/1.1" status: 200 len: 950 time: 0.0843239 Mar 11 11:43:26.737280 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6bca6-e9bf-406d-a2c2-5f5295c5500a req-7b2cbb57-fe5d-42af-9615-d01b9e9f9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:26.740148 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cdc6bca6-e9bf-406d-a2c2-5f5295c5500a req-7b2cbb57-fe5d-42af-9615-d01b9e9f9fcf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=096aa36d-1d08-4b70-810e-f8d12904ac74 HTTP/1.1" status: 200 len: 854 time: 0.1178491 Mar 11 11:43:26.782208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21329144-de4d-433a-a6a0-80b29203cd8b req-25b510f4-f8fe-4afd-9359-322ee8b75ef7 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622103 Mar 11 11:43:26.782990 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cdc6bca6-e9bf-406d-a2c2-5f5295c5500a req-6978ca69-a0b1-4bfe-ba17-1e91a3f93e86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=20b9a8be-5105-41d6-ba9e-d82e0357b842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352437 Mar 11 11:43:26.840287 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e45cf703-4562-41be-9dff-fff7ce31728b admin admin] Publish callbacks [] for security_group (163823c2-22f4-4ad6-9876-4e6d03f20b09), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:26.924797 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e45cf703-4562-41be-9dff-fff7ce31728b admin admin] Publish callbacks [] for security_group (163823c2-22f4-4ad6-9876-4e6d03f20b09), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:27.036320 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cdc6bca6-e9bf-406d-a2c2-5f5295c5500a req-9c0fd48e-28b7-45ed-af44-d54df64795d1 service neutron] 10.222.0.37 "GET /v2.0/networks/20b9a8be-5105-41d6-ba9e-d82e0357b842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263408 Mar 11 11:43:27.040379 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 533dce8e-72a7-4ea2-8a5e-073ee1477fff, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=533dce8e-72a7-4ea2-8a5e-073ee1477fff,segment=NetworkSegment(c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c),segment_id=c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:27.076023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '533dce8e-72a7-4ea2-8a5e-073ee1477fff', 'network_id': '20b9a8be-5105-41d6-ba9e-d82e0357b842', 'port_id': '533dce8e-72a7-4ea2-8a5e-073ee1477fff', 'mac_address': 'fa:16:3e:96:99:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096aa36d-1d08-4b70-810e-f8d12904ac74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:43:27.182594 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 533dce8e-72a7-4ea2-8a5e-073ee1477fff is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:27.183781 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (533dce8e-72a7-4ea2-8a5e-073ee1477fff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:27.226554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533dce8e-72a7-4ea2-8a5e-073ee1477fff {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:43:27.258613 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72f635-f45b-4688-b6fb-42442feb62b1 req-948e16a9-d519-4d31-ad48-d6e4c9ad585f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:27.265098 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e45cf703-4562-41be-9dff-fff7ce31728b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (163823c2-22f4-4ad6-9876-4e6d03f20b09), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:27.266090 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf72f635-f45b-4688-b6fb-42442feb62b1 req-948e16a9-d519-4d31-ad48-d6e4c9ad585f tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 946 time: 0.0727968 Mar 11 11:43:27.280586 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e45cf703-4562-41be-9dff-fff7ce31728b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:27.283771 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e45cf703-4562-41be-9dff-fff7ce31728b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/163823c2-22f4-4ad6-9876-4e6d03f20b09 HTTP/1.1" status: 204 len: 168 time: 0.7620823 Mar 11 11:43:27.301238 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cdc6bca6-e9bf-406d-a2c2-5f5295c5500a req-338dacae-83d3-497e-b9f5-9e097db7033e service neutron] 10.222.0.37 "GET /v2.0/networks/20b9a8be-5105-41d6-ba9e-d82e0357b842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586591 Mar 11 11:43:27.305413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 533dce8e-72a7-4ea2-8a5e-073ee1477fff, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=533dce8e-72a7-4ea2-8a5e-073ee1477fff,segment=NetworkSegment(c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c),segment_id=c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:27.318359 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (533dce8e-72a7-4ea2-8a5e-073ee1477fff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:27.340448 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf703-4562-41be-9dff-fff7ce31728b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163823c2-22f4-4ad6-9876-4e6d03f20b09,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:27.349388 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf72f635-f45b-4688-b6fb-42442feb62b1 req-59ff27fd-561a-4c98-a7cf-15f2bcdcd6ca tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822258 Mar 11 11:43:27.441430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=533dce8e-72a7-4ea2-8a5e-073ee1477fff,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:27.598744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['533dce8e-72a7-4ea2-8a5e-073ee1477fff'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:43:27.616933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2438c-60a9-4f53-9ca0-3722e87bfcae req-a39b7be5-2ec0-4bb7-9b68-0eb45e650764 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:27.619799 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6f2438c-60a9-4f53-9ca0-3722e87bfcae req-a39b7be5-2ec0-4bb7-9b68-0eb45e650764 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/ports?device_id=26a65694-6be3-4e80-803a-01688ebeb5e3 HTTP/1.1" status: 200 len: 944 time: 0.0738707 Mar 11 11:43:27.708566 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6f2438c-60a9-4f53-9ca0-3722e87bfcae req-6f70dfd5-4856-44bb-964c-2afc4a13fb03 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5a132a5-8045-4ec0-a521-4af71f1285b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746443 Mar 11 11:43:27.876241 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4db952-4a9f-4593-99dc-f723b3037bad req-07e98e5a-ec91-4d3b-bffb-49396874d40a tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:27.877904 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd4db952-4a9f-4593-99dc-f723b3037bad req-07e98e5a-ec91-4d3b-bffb-49396874d40a tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 946 time: 0.1111133 Mar 11 11:43:27.896742 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e16653-67ab-4206-a785-da544beed645 req-a8a369db-ae5b-43a0-a678-cd62db5e0cee tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:27.898513 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31e16653-67ab-4206-a785-da544beed645 req-a8a369db-ae5b-43a0-a678-cd62db5e0cee tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 943 time: 0.0860350 Mar 11 11:43:27.996336 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd4db952-4a9f-4593-99dc-f723b3037bad req-c5430759-d6e9-4b49-bac9-4a64820ff63c tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073902 Mar 11 11:43:28.006484 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31e16653-67ab-4206-a785-da544beed645 req-b94c1439-e831-402f-a1b7-9a3708753957 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930936 Mar 11 11:43:28.289821 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6465b25-3af1-45a9-97b2-f5c552633f46 req-e2cc13e9-9d44-4447-b33d-eaa9e5a4db87 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:28.291383 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6465b25-3af1-45a9-97b2-f5c552633f46 req-e2cc13e9-9d44-4447-b33d-eaa9e5a4db87 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 1132 time: 0.0554039 Mar 11 11:43:28.349354 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6465b25-3af1-45a9-97b2-f5c552633f46 req-d938ef09-9e24-4a69-8d97-e1b6fa695a13 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522418 Mar 11 11:43:28.443311 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42960) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:28.561136 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d1ee0aff-f7bc-46fc-b0e4-585d8b711f3b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-303511341-network', 'tenant_id': '8a46b4f2d04d428b8f5ad2e939b9ebb0'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:28.574705 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2ecf4-5376-4356-8dcf-ede506e8a5e2 req-c9d9d528-91be-4320-9a3b-7ffd5ba97acb tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:28.582861 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ea2ecf4-5376-4356-8dcf-ede506e8a5e2 req-c9d9d528-91be-4320-9a3b-7ffd5ba97acb tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 946 time: 0.1412413 Mar 11 11:43:28.593225 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ee0aff-f7bc-46fc-b0e4-585d8b711f3b admin admin] Made reservation on behalf of 8a46b4f2d04d428b8f5ad2e939b9ebb0 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:43:28.596814 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1ee0aff-f7bc-46fc-b0e4-585d8b711f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:28.607550 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1ee0aff-f7bc-46fc-b0e4-585d8b711f3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:28.616298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db22221-696f-40d5-86f1-54bb53e1a3a9 req-aaa05346-ebe2-4b6e-addb-a6a69b2bb6d8 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:28.618401 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1db22221-696f-40d5-86f1-54bb53e1a3a9 req-aaa05346-ebe2-4b6e-addb-a6a69b2bb6d8 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 1132 time: 0.1450775 Mar 11 11:43:28.703251 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ea2ecf4-5376-4356-8dcf-ede506e8a5e2 req-c58220f4-96cd-49b6-9c6f-999ad262acfd tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099143 Mar 11 11:43:28.720660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 533dce8e-72a7-4ea2-8a5e-073ee1477fff up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:43:28.736582 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1db22221-696f-40d5-86f1-54bb53e1a3a9 req-f87cc6cc-4513-423e-99b6-33ea245a7c7a tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088641 Mar 11 11:43:28.744311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1ee0aff-f7bc-46fc-b0e4-585d8b711f3b admin admin] Publish callbacks [] for security_group (9a20e4d6-0b9c-4ebc-8d48-ea7e64cbe57b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:28.758075 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1ee0aff-f7bc-46fc-b0e4-585d8b711f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9a20e4d6-0b9c-4ebc-8d48-ea7e64cbe57b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:28.802183 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee0aff-f7bc-46fc-b0e4-585d8b711f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a20e4d6-0b9c-4ebc-8d48-ea7e64cbe57b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:28.837279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ee0aff-f7bc-46fc-b0e4-585d8b711f3b admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:43:28.846909 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 533dce8e-72a7-4ea2-8a5e-073ee1477fff completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:43:28.851270 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 533dce8e-72a7-4ea2-8a5e-073ee1477fff triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:28.851715 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (533dce8e-72a7-4ea2-8a5e-073ee1477fff), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:28.852944 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1ee0aff-f7bc-46fc-b0e4-585d8b711f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f38e1973-c008-4953-8f1d-f23f2cd9c2f5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:28.853533 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-d1ee0aff-f7bc-46fc-b0e4-585d8b711f3b admin admin] Added segment f38e1973-c008-4953-8f1d-f23f2cd9c2f5 of type vlan for network 3cc0132a-a593-4dbd-a8f0-d81567204b64 Mar 11 11:43:28.937632 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1ee0aff-f7bc-46fc-b0e4-585d8b711f3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (3cc0132a-a593-4dbd-a8f0-d81567204b64), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:28.943345 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e932a-845d-4617-9527-42c896d0f0af req-c5dc2179-b288-4a71-8e01-c6db072ed9ec tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:28.944967 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac6e932a-845d-4617-9527-42c896d0f0af req-c5dc2179-b288-4a71-8e01-c6db072ed9ec tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/ports?device_id=26a65694-6be3-4e80-803a-01688ebeb5e3 HTTP/1.1" status: 200 len: 944 time: 0.0968215 Mar 11 11:43:29.014230 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 533dce8e-72a7-4ea2-8a5e-073ee1477fff is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:29.014809 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (533dce8e-72a7-4ea2-8a5e-073ee1477fff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:29.017547 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1ee0aff-f7bc-46fc-b0e4-585d8b711f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (3cc0132a-a593-4dbd-a8f0-d81567204b64), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:29.018534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ee0aff-f7bc-46fc-b0e4-585d8b711f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:29.019113 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1ee0aff-f7bc-46fc-b0e4-585d8b711f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:29.065593 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac6e932a-845d-4617-9527-42c896d0f0af req-ab32cc77-c90b-4713-a336-667b00ff588c tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5a132a5-8045-4ec0-a521-4af71f1285b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139135 Mar 11 11:43:29.070732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a65694-6be3-4e80-803a-01688ebeb5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533dce8e-72a7-4ea2-8a5e-073ee1477fff'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:43:29.075890 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabe815d-f791-453b-a4df-19d48d7a82ea" -d '{"events": [{"server_uuid": "26a65694-6be3-4e80-803a-01688ebeb5e3", "name": "network-vif-plugged", "status": "completed", "tag": "533dce8e-72a7-4ea2-8a5e-073ee1477fff"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:43:29.093998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee0aff-f7bc-46fc-b0e4-585d8b711f3b admin admin] Pushing event updated for resources: {'Network': ['ID=3cc0132a-a593-4dbd-a8f0-d81567204b64,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:29.099939 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 533dce8e-72a7-4ea2-8a5e-073ee1477fff, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=533dce8e-72a7-4ea2-8a5e-073ee1477fff,segment=NetworkSegment(c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c),segment_id=c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:29.107526 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (533dce8e-72a7-4ea2-8a5e-073ee1477fff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:29.108483 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:43:29.145089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7f53f-85dc-4ba7-9154-58bdf0c1e661 req-7c025a8c-21d5-4a36-9387-1d828aaaf645 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:29.156573 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-32b7f53f-85dc-4ba7-9154-58bdf0c1e661 req-7c025a8c-21d5-4a36-9387-1d828aaaf645 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.71 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 946 time: 0.1987097 Mar 11 11:43:29.163229 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d1ee0aff-f7bc-46fc-b0e4-585d8b711f3b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7162063 Mar 11 11:43:29.165277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42980) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:29.171810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 3cc0132a-a593-4dbd-a8f0-d81567204b64 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:43:29.182930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-352d275d-7305-459a-a3c4-3bf3cf19caf0 admin admin] Request body: {'subnet': {'network_id': '3cc0132a-a593-4dbd-a8f0-d81567204b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-303511341-subnet', 'tenant_id': '8a46b4f2d04d428b8f5ad2e939b9ebb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:29.296724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352d275d-7305-459a-a3c4-3bf3cf19caf0 admin admin] Made reservation on behalf of 8a46b4f2d04d428b8f5ad2e939b9ebb0 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:43:29.302318 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-352d275d-7305-459a-a3c4-3bf3cf19caf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:29.321668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=533dce8e-72a7-4ea2-8a5e-073ee1477fff,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:29.359141 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a4f75-406d-414a-9c1a-8ea5287837be req-c2c1c06c-7f9e-4f03-847e-0ea949cfbff2 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:29.365968 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-307a4f75-406d-414a-9c1a-8ea5287837be req-c2c1c06c-7f9e-4f03-847e-0ea949cfbff2 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 946 time: 0.2164855 Mar 11 11:43:29.375318 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60d112-e80a-47e3-9720-4336276f5eec req-4633e515-5e12-47d1-b7d8-22bbacc3c622 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:29.382458 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f60d112-e80a-47e3-9720-4336276f5eec req-4633e515-5e12-47d1-b7d8-22bbacc3c622 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 943 time: 0.1892850 Mar 11 11:43:29.406726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-32b7f53f-85dc-4ba7-9154-58bdf0c1e661 req-cecc23dc-d12e-4dab-ac2b-7797d8bcb120 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Deleting port 4f038e5a-78c7-4a3a-930e-24193896eec2 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:43:29.407845 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-32b7f53f-85dc-4ba7-9154-58bdf0c1e661 req-cecc23dc-d12e-4dab-ac2b-7797d8bcb120 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4f038e5a-78c7-4a3a-930e-24193896eec2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:29.411844 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:29.412243 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:29.466389 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f60d112-e80a-47e3-9720-4336276f5eec req-5a957d4a-c773-4981-a422-82ad721605a1 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653172 Mar 11 11:43:29.487469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:29.507153 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:29.518430 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-307a4f75-406d-414a-9c1a-8ea5287837be req-42141162-499d-4c53-a935-4dbcc600c97c tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515200 Mar 11 11:43:29.576590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-32b7f53f-85dc-4ba7-9154-58bdf0c1e661 req-cecc23dc-d12e-4dab-ac2b-7797d8bcb120 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] For port 4f038e5a-78c7-4a3a-930e-24193896eec2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4f038e5a-78c7-4a3a-930e-24193896eec2,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:29.577166 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-32b7f53f-85dc-4ba7-9154-58bdf0c1e661 req-cecc23dc-d12e-4dab-ac2b-7797d8bcb120 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4f038e5a-78c7-4a3a-930e-24193896eec2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:29.641716 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-32b7f53f-85dc-4ba7-9154-58bdf0c1e661 req-cecc23dc-d12e-4dab-ac2b-7797d8bcb120 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Calling delete_port for 4f038e5a-78c7-4a3a-930e-24193896eec2 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:43:29.696397 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a125fc41-68b5-4903-ae8a-c95071d95451 x-openstack-request-id: req-a125fc41-68b5-4903-ae8a-c95071d95451 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:43:29.696694 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a65694-6be3-4e80-803a-01688ebeb5e3", "name": "network-vif-plugged", "status": "completed", "tag": "533dce8e-72a7-4ea2-8a5e-073ee1477fff", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:43:29.696952 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a125fc41-68b5-4903-ae8a-c95071d95451 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:43:29.697365 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a65694-6be3-4e80-803a-01688ebeb5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533dce8e-72a7-4ea2-8a5e-073ee1477fff', 'code': 200} Mar 11 11:43:29.699140 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:29.785517 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4f038e5a-78c7-4a3a-930e-24193896eec2 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:43:29.858999 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-352d275d-7305-459a-a3c4-3bf3cf19caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (71200b62-4954-45d5-8567-88c9d8417397), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:29.917934 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec9854-5c93-4a1b-9bac-9321add9dae0 req-4b55276d-93a8-481c-bf11-e60282ee357c tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:29.926102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45ec9854-5c93-4a1b-9bac-9321add9dae0 req-4b55276d-93a8-481c-bf11-e60282ee357c tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 946 time: 0.1213233 Mar 11 11:43:29.948362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d275d-7305-459a-a3c4-3bf3cf19caf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71200b62-4954-45d5-8567-88c9d8417397,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:29.997647 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45ec9854-5c93-4a1b-9bac-9321add9dae0 req-2ea3a2f9-6361-42c5-909e-17ddffaa1fbb tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699883 Mar 11 11:43:29.999062 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70671ab2-b496-46dc-97c1-5028d01e1544 req-9b44651e-e673-44c3-ad75-5cf7e2e666cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:30.000749 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-70671ab2-b496-46dc-97c1-5028d01e1544 req-9b44651e-e673-44c3-ad75-5cf7e2e666cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26a65694-6be3-4e80-803a-01688ebeb5e3 HTTP/1.1" status: 200 len: 1127 time: 0.2750883 Mar 11 11:43:30.024067 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 4f038e5a-78c7-4a3a-930e-24193896eec2 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:30.024576 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4f038e5a-78c7-4a3a-930e-24193896eec2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:30.185000 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-32b7f53f-85dc-4ba7-9154-58bdf0c1e661 req-cecc23dc-d12e-4dab-ac2b-7797d8bcb120 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4f038e5a-78c7-4a3a-930e-24193896eec2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:30.231078 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae513e3-6547-4720-a7be-f8119cd07a7b req-fd9dcb92-0d5d-4963-a19a-ceead60c1710 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:30.234465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['2cd0930e-b94c-4faa-8511-616747c7430a', 'dbc8ef18-69d2-474d-8f0c-9b18180290bc'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:43:30.251840 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dae513e3-6547-4720-a7be-f8119cd07a7b req-fd9dcb92-0d5d-4963-a19a-ceead60c1710 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/ports?device_id=26a65694-6be3-4e80-803a-01688ebeb5e3 HTTP/1.1" status: 200 len: 945 time: 0.0987396 Mar 11 11:43:30.263248 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594e472-e71d-4ed9-8c99-402cc28c201f req-30783d03-c81d-400f-8a8b-84d01e50cdcd tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:30.268653 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c594e472-e71d-4ed9-8c99-402cc28c201f req-30783d03-c81d-400f-8a8b-84d01e50cdcd tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.71 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 946 time: 0.4225860 Mar 11 11:43:30.360333 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dae513e3-6547-4720-a7be-f8119cd07a7b req-23c25365-2431-4644-9b61-e0872138cbcd tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5a132a5-8045-4ec0-a521-4af71f1285b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002960 Mar 11 11:43:30.375081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device be49d49d-7a89-4331-b0c3-d0c818ecca90 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:43:30.390715 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe4fee-a500-4d5f-b1f6-fd1a980b8d4d req-4639d0b4-d2cf-497c-97f8-9cdd88d11c7f tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:30.399241 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60fe4fee-a500-4d5f-b1f6-fd1a980b8d4d req-4639d0b4-d2cf-497c-97f8-9cdd88d11c7f tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.1181986 Mar 11 11:43:30.457518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60fe4fee-a500-4d5f-b1f6-fd1a980b8d4d req-b383b777-bd2c-42c3-a0f5-f342ea2ebd98 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567491 Mar 11 11:43:30.463797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352d275d-7305-459a-a3c4-3bf3cf19caf0 admin admin] Checking segment: {'id': 'f38e1973-c008-4953-8f1d-f23f2cd9c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3cc0132a-a593-4dbd-a8f0-d81567204b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:43:30.464817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352d275d-7305-459a-a3c4-3bf3cf19caf0 admin admin] Network hostable DHCP agents. Network: 3cc0132a-a593-4dbd-a8f0-d81567204b64, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:43:30.545353 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc23dc-d12e-4dab-ac2b-7797d8bcb120 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Pushing event deleted for resources: {'Port': ['ID=4f038e5a-78c7-4a3a-930e-24193896eec2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:30.560076 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port be49d49d-7a89-4331-b0c3-d0c818ecca90 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:30.561981 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:30.641855 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port be49d49d-7a89-4331-b0c3-d0c818ecca90, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=be49d49d-7a89-4331-b0c3-d0c818ecca90,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:30.655397 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:30.689372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352d275d-7305-459a-a3c4-3bf3cf19caf0 admin admin] Network 3cc0132a-a593-4dbd-a8f0-d81567204b64 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:43:30.691609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b7f53f-85dc-4ba7-9154-58bdf0c1e661 req-cecc23dc-d12e-4dab-ac2b-7797d8bcb120 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] No DVR routers for this DVR port 4f038e5a-78c7-4a3a-930e-24193896eec2 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:43:30.694633 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-32b7f53f-85dc-4ba7-9154-58bdf0c1e661 req-cecc23dc-d12e-4dab-ac2b-7797d8bcb120 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:30.712021 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-32b7f53f-85dc-4ba7-9154-58bdf0c1e661 req-cecc23dc-d12e-4dab-ac2b-7797d8bcb120 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.71 "DELETE /v2.0/ports/4f038e5a-78c7-4a3a-930e-24193896eec2 HTTP/1.1" status: 204 len: 173 time: 1.5474026 Mar 11 11:43:30.714678 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dbf5a6-4df9-49c3-811f-bde0a59cb5a9', 'name': 'network-vif-deleted', 'tag': '4f038e5a-78c7-4a3a-930e-24193896eec2'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:43:30.726412 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36df5e7f-3be6-4a06-a8c2-d64489ee67ed" -d '{"events": [{"server_uuid": "73dbf5a6-4df9-49c3-811f-bde0a59cb5a9", "name": "network-vif-deleted", "tag": "4f038e5a-78c7-4a3a-930e-24193896eec2"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:43:30.740646 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-70671ab2-b496-46dc-97c1-5028d01e1544 req-c72d1269-ce82-4afd-8b3f-71f61ea562ba service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b5a132a5-8045-4ec0-a521-4af71f1285b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6266727 Mar 11 11:43:30.754602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81539fce-edd8-4a33-9bfa-defbdf379cb3 req-fc270cc3-cb67-4a9a-a20a-a2cbaeec8bcd tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:30.762184 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-81539fce-edd8-4a33-9bfa-defbdf379cb3 req-fc270cc3-cb67-4a9a-a20a-a2cbaeec8bcd tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 943 time: 0.1940770 Mar 11 11:43:30.804467 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-352d275d-7305-459a-a3c4-3bf3cf19caf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 3cc0132a-a593-4dbd-a8f0-d81567204b64) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:43:30.819555 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485c68ba-989f-4c47-aec8-df4e0cafe28f None None] Network 3cc0132a-a593-4dbd-a8f0-d81567204b64 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:43:30.833164 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-81539fce-edd8-4a33-9bfa-defbdf379cb3 req-32f8e990-bb84-444c-a125-acf76db0694c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689209 Mar 11 11:43:30.838833 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352d275d-7305-459a-a3c4-3bf3cf19caf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:30.840690 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-352d275d-7305-459a-a3c4-3bf3cf19caf0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:30.871050 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f581c92-cc4c-4f7c-93cb-23ec02580042 req-a10802b7-c414-4c12-a20a-5370bc9b1dc6 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:30.885145 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=be49d49d-7a89-4331-b0c3-d0c818ecca90,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:30.890632 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f581c92-cc4c-4f7c-93cb-23ec02580042 req-a10802b7-c414-4c12-a20a-5370bc9b1dc6 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 944 time: 0.2193425 Mar 11 11:43:30.912700 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-352d275d-7305-459a-a3c4-3bf3cf19caf0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7458403 Mar 11 11:43:30.979138 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-c594e472-e71d-4ed9-8c99-402cc28c201f req-8eda465e-bf31-48bc-b323-87b0574c20a1 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Deleting port be49d49d-7a89-4331-b0c3-d0c818ecca90 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:43:30.979481 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c594e472-e71d-4ed9-8c99-402cc28c201f req-8eda465e-bf31-48bc-b323-87b0574c20a1 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:31.045105 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55014e0-b467-48d1-b87a-5d66dd73c16a x-openstack-request-id: req-d55014e0-b467-48d1-b87a-5d66dd73c16a {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:43:31.045311 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dbf5a6-4df9-49c3-811f-bde0a59cb5a9", "name": "network-vif-deleted", "tag": "4f038e5a-78c7-4a3a-930e-24193896eec2", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:43:31.045571 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d55014e0-b467-48d1-b87a-5d66dd73c16a {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:43:31.047665 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73dbf5a6-4df9-49c3-811f-bde0a59cb5a9', 'name': 'network-vif-deleted', 'tag': '4f038e5a-78c7-4a3a-930e-24193896eec2', 'status': 'completed', 'code': 200} Mar 11 11:43:31.057063 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f581c92-cc4c-4f7c-93cb-23ec02580042 req-5b996575-701a-4383-afe1-d955c87b6b9a tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604462 Mar 11 11:43:31.064430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1747b1d-1ff9-44ba-9883-7ec981127507 None None] Network 3cc0132a-a593-4dbd-a8f0-d81567204b64 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:43:31.223434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-c594e472-e71d-4ed9-8c99-402cc28c201f req-8eda465e-bf31-48bc-b323-87b0574c20a1 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] For port be49d49d-7a89-4331-b0c3-d0c818ecca90, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=be49d49d-7a89-4331-b0c3-d0c818ecca90,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:31.224212 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c594e472-e71d-4ed9-8c99-402cc28c201f req-8eda465e-bf31-48bc-b323-87b0574c20a1 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:31.226610 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75a56a26-d208-4b1c-8e4b-2c5d50b5bbce req-dc0a2a0f-2e39-46d6-9a8d-c10b5b14a3fb tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=73dbf5a6-4df9-49c3-811f-bde0a59cb5a9 HTTP/1.1" status: 200 len: 210 time: 0.0541604 Mar 11 11:43:31.254316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-c594e472-e71d-4ed9-8c99-402cc28c201f req-8eda465e-bf31-48bc-b323-87b0574c20a1 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Calling delete_port for be49d49d-7a89-4331-b0c3-d0c818ecca90 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:43:31.429259 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-df654630-13a2-47fd-8c68-cd276eae6154 req-a8e7bfd8-13a3-4c69-a00f-e4794b694043 tempest-SecurityGroupsNegativeTestJSON-977722969 tempest-SecurityGroupsNegativeTestJSON-977722969-project] show failed (client error): The resource could not be found. Mar 11 11:43:31.430806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df654630-13a2-47fd-8c68-cd276eae6154 req-a8e7bfd8-13a3-4c69-a00f-e4794b694043 tempest-SecurityGroupsNegativeTestJSON-977722969 tempest-SecurityGroupsNegativeTestJSON-977722969-project] 10.222.0.78 "GET /v2.0/security-groups/9876f762-f356-4a5a-992b-61ae62617d4f HTTP/1.1" status: 404 len: 352 time: 0.0199771 Mar 11 11:43:31.522151 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c594e472-e71d-4ed9-8c99-402cc28c201f req-8eda465e-bf31-48bc-b323-87b0574c20a1 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (be49d49d-7a89-4331-b0c3-d0c818ecca90), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:31.555885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda465e-bf31-48bc-b323-87b0574c20a1 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Pushing event deleted for resources: {'Port': ['ID=be49d49d-7a89-4331-b0c3-d0c818ecca90,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:31.586218 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f75652-58d0-4d0e-9a4c-46f4799a8caa req-9c55902c-2080-4eb7-81eb-943c4b831885 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:31.592090 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94f75652-58d0-4d0e-9a4c-46f4799a8caa req-9c55902c-2080-4eb7-81eb-943c4b831885 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/ports?device_id=26a65694-6be3-4e80-803a-01688ebeb5e3 HTTP/1.1" status: 200 len: 945 time: 0.1121883 Mar 11 11:43:31.602259 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ca15f5b-5b25-4c8f-8a5f-a20dc73397f2 req-67553e82-0042-411c-8687-5982ca539d15 tempest-SecurityGroupsNegativeTestJSON-977722969 tempest-SecurityGroupsNegativeTestJSON-977722969-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8a46b4f2d04d428b8f5ad2e939b9ebb0 HTTP/1.1" status: 200 len: 3001 time: 0.1081343 Mar 11 11:43:31.625006 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-c594e472-e71d-4ed9-8c99-402cc28c201f req-8eda465e-bf31-48bc-b323-87b0574c20a1 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] No DVR routers for this DVR port be49d49d-7a89-4331-b0c3-d0c818ecca90 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:43:31.630226 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c594e472-e71d-4ed9-8c99-402cc28c201f req-8eda465e-bf31-48bc-b323-87b0574c20a1 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:31.634807 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c594e472-e71d-4ed9-8c99-402cc28c201f req-8eda465e-bf31-48bc-b323-87b0574c20a1 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.71 "DELETE /v2.0/ports/be49d49d-7a89-4331-b0c3-d0c818ecca90 HTTP/1.1" status: 204 len: 173 time: 1.3470299 Mar 11 11:43:31.699165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2d63b0-5128-4709-a3db-3ed9bb27af37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92'}, {'server_uuid': '22e0467e-91ef-464b-9da2-344ea03063bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be49d49d-7a89-4331-b0c3-d0c818ecca90'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:43:31.701575 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19524703-b424-4e36-9a9c-fd53894f08eb" -d '{"events": [{"server_uuid": "af2d63b0-5128-4709-a3db-3ed9bb27af37", "name": "network-vif-unplugged", "status": "completed", "tag": "9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92"}, {"server_uuid": "22e0467e-91ef-464b-9da2-344ea03063bb", "name": "network-vif-unplugged", "status": "completed", "tag": "be49d49d-7a89-4331-b0c3-d0c818ecca90"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:43:31.707083 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94f75652-58d0-4d0e-9a4c-46f4799a8caa req-b3483e4d-8900-423b-8947-89f2ead3a860 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5a132a5-8045-4ec0-a521-4af71f1285b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033177 Mar 11 11:43:31.721179 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ca15f5b-5b25-4c8f-8a5f-a20dc73397f2 req-943654ea-942f-4a05-a361-a598dca8ff86 tempest-SecurityGroupsNegativeTestJSON-977722969 tempest-SecurityGroupsNegativeTestJSON-977722969-project] 10.222.0.78 "GET /v2.0/security-groups/9a20e4d6-0b9c-4ebc-8d48-ea7e64cbe57b HTTP/1.1" status: 200 len: 2998 time: 0.1092739 Mar 11 11:43:31.796683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ca15f5b-5b25-4c8f-8a5f-a20dc73397f2 req-123ed38f-77de-49ef-b741-2b057b0ac290 tempest-SecurityGroupsNegativeTestJSON-977722969 tempest-SecurityGroupsNegativeTestJSON-977722969-project] 10.222.0.78 "GET /v2.0/security-groups/9a20e4d6-0b9c-4ebc-8d48-ea7e64cbe57b HTTP/1.1" status: 200 len: 2998 time: 0.0666032 Mar 11 11:43:31.807725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:43:31.939866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82495cd3-785a-4cd8-8cab-595eeee44fd3 req-8b2c1a5f-de9a-4e87-87d8-02783b5e1824 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:31.942057 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82495cd3-785a-4cd8-8cab-595eeee44fd3 req-8b2c1a5f-de9a-4e87-87d8-02783b5e1824 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.1439774 Mar 11 11:43:31.990494 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Mar 2022 11:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e827032-5b40-426f-81f9-42db6480cb89 x-openstack-request-id: req-0e827032-5b40-426f-81f9-42db6480cb89 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:43:31.990998 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2d63b0-5128-4709-a3db-3ed9bb27af37", "name": "network-vif-unplugged", "status": "completed", "tag": "9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92", "code": 200}, {"server_uuid": "22e0467e-91ef-464b-9da2-344ea03063bb", "name": "network-vif-unplugged", "status": "completed", "tag": "be49d49d-7a89-4331-b0c3-d0c818ecca90", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:43:31.990998 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e827032-5b40-426f-81f9-42db6480cb89 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:43:31.991446 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2d63b0-5128-4709-a3db-3ed9bb27af37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92', 'code': 200} Mar 11 11:43:31.991726 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e0467e-91ef-464b-9da2-344ea03063bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be49d49d-7a89-4331-b0c3-d0c818ecca90', 'code': 200} Mar 11 11:43:32.009371 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82495cd3-785a-4cd8-8cab-595eeee44fd3 req-3a2ebd05-e41c-477b-a24f-9df99dc5a2eb tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612757 Mar 11 11:43:32.036191 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:32.055106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe', 'mac_address': 'fa:16:3e:f9:3c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:43:32.106732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:32.107413 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:32.120052 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4f110b8-5a16-40cd-9c5e-d4f3e46a0b6f req-d5dd0aaf-7e51-46f1-ba8d-526e21db0c07 tempest-SecurityGroupsNegativeTestJSON-977722969 tempest-SecurityGroupsNegativeTestJSON-977722969-project] 10.222.0.78 "GET /v2.0/security-groups/9a20e4d6-0b9c-4ebc-8d48-ea7e64cbe57b HTTP/1.1" status: 200 len: 2998 time: 0.1035061 Mar 11 11:43:32.124131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:43:32.152582 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:32.159179 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:32.227347 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c6d90-0d03-4be4-9500-44365e85d5db req-ad09dc1f-f515-4e01-8b9a-1826c0b48c37 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:32.229014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-176c6d90-0d03-4be4-9500-44365e85d5db req-ad09dc1f-f515-4e01-8b9a-1826c0b48c37 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 943 time: 0.1148822 Mar 11 11:43:32.235414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:32.249158 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-d4f110b8-5a16-40cd-9c5e-d4f3e46a0b6f req-47844626-d97c-4c8b-979a-e7d684f58fa3 tempest-SecurityGroupsNegativeTestJSON-977722969 tempest-SecurityGroupsNegativeTestJSON-977722969-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 11:43:32.250173 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4f110b8-5a16-40cd-9c5e-d4f3e46a0b6f req-47844626-d97c-4c8b-979a-e7d684f58fa3 tempest-SecurityGroupsNegativeTestJSON-977722969 tempest-SecurityGroupsNegativeTestJSON-977722969-project] 10.222.0.78 "DELETE /v2.0/security-groups/9a20e4d6-0b9c-4ebc-8d48-ea7e64cbe57b HTTP/1.1" status: 409 len: 352 time: 0.1203063 Mar 11 11:43:32.306976 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['25cb6ff5-54fc-429f-86c4-81aa0d5f67fe'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:43:32.324059 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-176c6d90-0d03-4be4-9500-44365e85d5db req-2f20c32d-515f-4fee-9ed6-a9ed08a05eef tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767419 Mar 11 11:43:32.460446 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-2451f380-51f3-4664-9ee1-48f3c9291fd3 req-502c1622-1533-46ae-82b3-02d284d60518 tempest-SecurityGroupsNegativeTestJSON-977722969 tempest-SecurityGroupsNegativeTestJSON-977722969-project] show failed (client error): The resource could not be found. Mar 11 11:43:32.471321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2451f380-51f3-4664-9ee1-48f3c9291fd3 req-502c1622-1533-46ae-82b3-02d284d60518 tempest-SecurityGroupsNegativeTestJSON-977722969 tempest-SecurityGroupsNegativeTestJSON-977722969-project] 10.222.0.78 "GET /v2.0/security-groups/cc4f953f-dd90-4806-b9fb-4f5f286a51bc HTTP/1.1" status: 404 len: 352 time: 0.0254180 Mar 11 11:43:32.538972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e684324c-67f9-47e6-a663-71c9960755ad req-8c417c2d-baa3-4d7f-a99c-cd6d4254e135 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e0467e-91ef-464b-9da2-344ea03063bb HTTP/1.1" status: 200 len: 210 time: 0.0668635 Mar 11 11:43:32.581216 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-2a73c061-d6f6-4412-acb9-48ea1766a782 req-82f209c9-6631-4cb1-9dab-a7761d544cd7 tempest-SecurityGroupsNegativeTestJSON-977722969 tempest-SecurityGroupsNegativeTestJSON-977722969-project] show failed (client error): The resource could not be found. Mar 11 11:43:32.588222 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a73c061-d6f6-4412-acb9-48ea1766a782 req-82f209c9-6631-4cb1-9dab-a7761d544cd7 tempest-SecurityGroupsNegativeTestJSON-977722969 tempest-SecurityGroupsNegativeTestJSON-977722969-project] 10.222.0.78 "GET /v2.0/security-groups/b55f1c8b-a852-4a98-88b0-4db444e7f4b7 HTTP/1.1" status: 404 len: 352 time: 0.0261211 Mar 11 11:43:32.595115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43094) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:32.652765 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-9412150e-f6fb-4b1d-a5bb-eae26db93db4 admin admin] Deleting subnet 71200b62-4954-45d5-8567-88c9d8417397 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:43:32.670874 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9412150e-f6fb-4b1d-a5bb-eae26db93db4 admin admin] Publish callbacks [] for subnet (71200b62-4954-45d5-8567-88c9d8417397), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:32.726209 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9412150e-f6fb-4b1d-a5bb-eae26db93db4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (71200b62-4954-45d5-8567-88c9d8417397), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:32.815651 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9412150e-f6fb-4b1d-a5bb-eae26db93db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (71200b62-4954-45d5-8567-88c9d8417397), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:32.855963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e32a87-6374-4105-8814-90cf56d2255e req-e56aded5-d36f-4076-b5ee-1001932e51e1 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:32.857494 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12e32a87-6374-4105-8814-90cf56d2255e req-e56aded5-d36f-4076-b5ee-1001932e51e1 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=f228a75d-2d6c-4d49-90d8-cb17342e1741 HTTP/1.1" status: 200 len: 945 time: 0.1129401 Mar 11 11:43:32.870651 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce1a40-60db-4b01-bea5-e6701cfba8db req-bbf9253a-78a8-4de5-9fe6-1ba8053f338c tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:32.872539 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a0ce1a40-60db-4b01-bea5-e6701cfba8db req-bbf9253a-78a8-4de5-9fe6-1ba8053f338c tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/ports?device_id=26a65694-6be3-4e80-803a-01688ebeb5e3 HTTP/1.1" status: 200 len: 945 time: 0.0803161 Mar 11 11:43:32.896932 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9412150e-f6fb-4b1d-a5bb-eae26db93db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (71200b62-4954-45d5-8567-88c9d8417397), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:32.941271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412150e-f6fb-4b1d-a5bb-eae26db93db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71200b62-4954-45d5-8567-88c9d8417397,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:32.950045 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9412150e-f6fb-4b1d-a5bb-eae26db93db4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:32.960289 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9412150e-f6fb-4b1d-a5bb-eae26db93db4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/71200b62-4954-45d5-8567-88c9d8417397 HTTP/1.1" status: 204 len: 168 time: 0.3659198 Mar 11 11:43:32.962050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43110) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:32.971316 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12e32a87-6374-4105-8814-90cf56d2255e req-194c795e-570a-452e-b753-328bad588c38 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078932 Mar 11 11:43:33.001241 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a0ce1a40-60db-4b01-bea5-e6701cfba8db req-b9e9e859-7c01-4e6d-b296-c63fdc830eb0 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5a132a5-8045-4ec0-a521-4af71f1285b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208169 Mar 11 11:43:33.061316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e0467e-91ef-464b-9da2-344ea03063bb', 'name': 'network-vif-deleted', 'tag': 'be49d49d-7a89-4331-b0c3-d0c818ecca90'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:43:33.064984 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794b951d-1d36-419a-9a91-c58e4e1c6af1" -d '{"events": [{"server_uuid": "22e0467e-91ef-464b-9da2-344ea03063bb", "name": "network-vif-deleted", "tag": "be49d49d-7a89-4331-b0c3-d0c818ecca90"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:43:33.071738 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c61a376e-4585-43c5-8dae-c1710939d603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (3cc0132a-a593-4dbd-a8f0-d81567204b64), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:33.184146 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c61a376e-4585-43c5-8dae-c1710939d603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (3cc0132a-a593-4dbd-a8f0-d81567204b64), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:33.186796 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c44f0-ac70-4016-8313-993a66360dcc req-b8de6868-d14f-473a-8582-3e6456b20eb1 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:33.189970 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-940c44f0-ac70-4016-8313-993a66360dcc req-b8de6868-d14f-473a-8582-3e6456b20eb1 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.0958118 Mar 11 11:43:33.213398 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c61a376e-4585-43c5-8dae-c1710939d603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc0132a-a593-4dbd-a8f0-d81567204b64']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:33.226581 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c61a376e-4585-43c5-8dae-c1710939d603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38e1973-c008-4953-8f1d-f23f2cd9c2f5') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:33.226895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c61a376e-4585-43c5-8dae-c1710939d603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38e1973-c008-4953-8f1d-f23f2cd9c2f5') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:33.252592 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98b7e6f-480f-4c8a-b9b0-9e7c5fbc6bf5 x-openstack-request-id: req-d98b7e6f-480f-4c8a-b9b0-9e7c5fbc6bf5 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:43:33.252865 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e0467e-91ef-464b-9da2-344ea03063bb", "name": "network-vif-deleted", "tag": "be49d49d-7a89-4331-b0c3-d0c818ecca90", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:43:33.259556 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d98b7e6f-480f-4c8a-b9b0-9e7c5fbc6bf5 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:43:33.259556 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e0467e-91ef-464b-9da2-344ea03063bb', 'name': 'network-vif-deleted', 'tag': 'be49d49d-7a89-4331-b0c3-d0c818ecca90', 'status': 'completed', 'code': 200} Mar 11 11:43:33.259556 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c61a376e-4585-43c5-8dae-c1710939d603 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (f38e1973-c008-4953-8f1d-f23f2cd9c2f5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:33.272635 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c61a376e-4585-43c5-8dae-c1710939d603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f38e1973-c008-4953-8f1d-f23f2cd9c2f5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:33.280523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61a376e-4585-43c5-8dae-c1710939d603 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:43:33.280950 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c61a376e-4585-43c5-8dae-c1710939d603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (f38e1973-c008-4953-8f1d-f23f2cd9c2f5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:43:33.282948 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:43:33.310396 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-940c44f0-ac70-4016-8313-993a66360dcc req-85087aef-0751-4f6f-bbaa-993f6fbb2325 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071355 Mar 11 11:43:33.373258 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:33.390083 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c61a376e-4585-43c5-8dae-c1710939d603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (3cc0132a-a593-4dbd-a8f0-d81567204b64), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:33.412539 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c61a376e-4585-43c5-8dae-c1710939d603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:33.422514 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c61a376e-4585-43c5-8dae-c1710939d603 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3cc0132a-a593-4dbd-a8f0-d81567204b64 HTTP/1.1" status: 204 len: 168 time: 0.4586344 Mar 11 11:43:33.424066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a376e-4585-43c5-8dae-c1710939d603 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cc0132a-a593-4dbd-a8f0-d81567204b64,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:33.627176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43140) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:33.710450 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bd2e545f-0921-4d8b-a9f8-84654394a2c9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8a46b4f2d04d428b8f5ad2e939b9ebb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0796866 Mar 11 11:43:33.710692 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43142) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:33.725345 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4fdedb-38f9-4e33-be6a-13ea8742df31 req-5ce3efca-217d-4970-9818-8c12298b3824 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:33.728756 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f4fdedb-38f9-4e33-be6a-13ea8742df31 req-5ce3efca-217d-4970-9818-8c12298b3824 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 943 time: 0.0910928 Mar 11 11:43:33.780251 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9494893c-8c14-4a1f-ab9d-a6a6d2d36008 admin admin] Publish callbacks [] for security_group (9a20e4d6-0b9c-4ebc-8d48-ea7e64cbe57b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:33.804964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:43:33.810265 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9494893c-8c14-4a1f-ab9d-a6a6d2d36008 admin admin] Publish callbacks [] for security_group (9a20e4d6-0b9c-4ebc-8d48-ea7e64cbe57b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:33.848920 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f4fdedb-38f9-4e33-be6a-13ea8742df31 req-e7914820-1f71-4386-9a68-28a2b9573f84 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094851 Mar 11 11:43:33.877170 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9494893c-8c14-4a1f-ab9d-a6a6d2d36008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9a20e4d6-0b9c-4ebc-8d48-ea7e64cbe57b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:33.887946 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9494893c-8c14-4a1f-ab9d-a6a6d2d36008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:33.890607 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9494893c-8c14-4a1f-ab9d-a6a6d2d36008 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9a20e4d6-0b9c-4ebc-8d48-ea7e64cbe57b HTTP/1.1" status: 204 len: 168 time: 0.1788774 Mar 11 11:43:33.932910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494893c-8c14-4a1f-ab9d-a6a6d2d36008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a20e4d6-0b9c-4ebc-8d48-ea7e64cbe57b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:33.935718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:33.936720 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:34.116485 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:34.116979 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:34.190994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8cf18e-6378-44bc-ac5e-3eeccad9bef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:43:34.194307 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7026c1c7-d47d-4a6b-ae39-f5a0ccec407d" -d '{"events": [{"server_uuid": "ef8cf18e-6378-44bc-ac5e-3eeccad9bef6", "name": "network-vif-plugged", "status": "completed", "tag": "25cb6ff5-54fc-429f-86c4-81aa0d5f67fe"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:43:34.234809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:34.235399 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc5d87-2050-4809-92c1-7e48456e79c9 req-bd27b405-68b1-4ee4-b463-78a4c261f10d tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:34.242939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92bc5d87-2050-4809-92c1-7e48456e79c9 req-bd27b405-68b1-4ee4-b463-78a4c261f10d tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/ports?device_id=26a65694-6be3-4e80-803a-01688ebeb5e3 HTTP/1.1" status: 200 len: 945 time: 0.1192882 Mar 11 11:43:34.253842 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:34.254663 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device be49d49d-7a89-4331-b0c3-d0c818ecca90 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:43:34.422044 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,revision_number=10']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:34.442037 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92bc5d87-2050-4809-92c1-7e48456e79c9 req-5273aa96-ccf3-43ec-be33-ecc0954af085 tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5a132a5-8045-4ec0-a521-4af71f1285b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947045 Mar 11 11:43:34.510467 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: be49d49d-7a89-4331-b0c3-d0c818ecca90 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:43:34.510810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device be49d49d-7a89-4331-b0c3-d0c818ecca90 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:43:34.531532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa8014-248b-4315-89de-1295e4f67706 req-8cca4a4b-3341-4b18-a832-7c8503484439 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:34.535089 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-effa8014-248b-4315-89de-1295e4f67706 req-8cca4a4b-3341-4b18-a832-7c8503484439 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.37 "GET /v2.0/ports?device_id=f228a75d-2d6c-4d49-90d8-cb17342e1741 HTTP/1.1" status: 200 len: 945 time: 0.2002759 Mar 11 11:43:34.758146 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-effa8014-248b-4315-89de-1295e4f67706 req-a5f196e1-98e7-498c-9188-9a3c2a52ab94 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Deleting port dbc8ef18-69d2-474d-8f0c-9b18180290bc {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:43:34.759927 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-effa8014-248b-4315-89de-1295e4f67706 req-a5f196e1-98e7-498c-9188-9a3c2a52ab94 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (dbc8ef18-69d2-474d-8f0c-9b18180290bc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:35.021323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-effa8014-248b-4315-89de-1295e4f67706 req-a5f196e1-98e7-498c-9188-9a3c2a52ab94 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] For port dbc8ef18-69d2-474d-8f0c-9b18180290bc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=dbc8ef18-69d2-474d-8f0c-9b18180290bc,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:35.021795 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-effa8014-248b-4315-89de-1295e4f67706 req-a5f196e1-98e7-498c-9188-9a3c2a52ab94 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (dbc8ef18-69d2-474d-8f0c-9b18180290bc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:35.046417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-effa8014-248b-4315-89de-1295e4f67706 req-a5f196e1-98e7-498c-9188-9a3c2a52ab94 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Calling delete_port for dbc8ef18-69d2-474d-8f0c-9b18180290bc owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:43:35.182887 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43178) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:35.246747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d3b14-8b70-4b03-b4b6-53f9f2ff5921 req-d9658725-e558-46d3-a88f-08f64f9f07ca tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:35.246747 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b22d3b14-8b70-4b03-b4b6-53f9f2ff5921 req-d9658725-e558-46d3-a88f-08f64f9f07ca tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a65694-6be3-4e80-803a-01688ebeb5e3 HTTP/1.1" status: 200 len: 945 time: 0.1230235 Mar 11 11:43:35.266287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43182) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:35.271431 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f80e8961-696e-4acb-9780-b3ae0154cb40 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978299052', 'description': 'tempest-description--2145431904'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:35.371135 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-effa8014-248b-4315-89de-1295e4f67706 req-a5f196e1-98e7-498c-9188-9a3c2a52ab94 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (dbc8ef18-69d2-474d-8f0c-9b18180290bc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:35.382723 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['2cd0930e-b94c-4faa-8511-616747c7430a'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:43:35.393823 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f80e8961-696e-4acb-9780-b3ae0154cb40 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:35.442851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-089a68ff-2787-46a7-9c37-94475c508625 req-27ca9aa1-938f-4cdd-8b91-6ea2468514f3 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=f228a75d-2d6c-4d49-90d8-cb17342e1741 HTTP/1.1" status: 200 len: 210 time: 0.0522332 Mar 11 11:43:35.451363 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f196e1-98e7-498c-9188-9a3c2a52ab94 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Pushing event deleted for resources: {'Port': ['ID=dbc8ef18-69d2-474d-8f0c-9b18180290bc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:35.536525 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cf8da4-6605-478a-afc8-a1fc166e63c0 x-openstack-request-id: req-f6cf8da4-6605-478a-afc8-a1fc166e63c0 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:43:35.537189 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8cf18e-6378-44bc-ac5e-3eeccad9bef6", "name": "network-vif-plugged", "status": "completed", "tag": "25cb6ff5-54fc-429f-86c4-81aa0d5f67fe", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:43:35.538093 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f6cf8da4-6605-478a-afc8-a1fc166e63c0 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:43:35.538743 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8cf18e-6378-44bc-ac5e-3eeccad9bef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe', 'code': 200} Mar 11 11:43:35.543512 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2ed7c9c6-1177-42b7-86f6-c9f3ece60e2d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-743406101-network', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:35.544962 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f80e8961-696e-4acb-9780-b3ae0154cb40 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for security_group (2627c55a-999d-4886-be9f-b15ed985d930), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:35.569823 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f80e8961-696e-4acb-9780-b3ae0154cb40 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2627c55a-999d-4886-be9f-b15ed985d930), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:35.624645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b22d3b14-8b70-4b03-b4b6-53f9f2ff5921 req-dafa2bc4-3472-468e-b5a6-3f8ce9c34eee tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Deleting port 533dce8e-72a7-4ea2-8a5e-073ee1477fff {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:43:35.625393 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b22d3b14-8b70-4b03-b4b6-53f9f2ff5921 req-dafa2bc4-3472-468e-b5a6-3f8ce9c34eee tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (533dce8e-72a7-4ea2-8a5e-073ee1477fff), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:35.643416 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-effa8014-248b-4315-89de-1295e4f67706 req-a5f196e1-98e7-498c-9188-9a3c2a52ab94 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] No DVR routers for this DVR port dbc8ef18-69d2-474d-8f0c-9b18180290bc on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:43:35.645153 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed7c9c6-1177-42b7-86f6-c9f3ece60e2d admin admin] Made reservation on behalf of 5b72ae42daa34b82b8f7e957741d169b for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:43:35.649971 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c9c6-1177-42b7-86f6-c9f3ece60e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:35.653797 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-effa8014-248b-4315-89de-1295e4f67706 req-a5f196e1-98e7-498c-9188-9a3c2a52ab94 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:35.657120 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-effa8014-248b-4315-89de-1295e4f67706 req-a5f196e1-98e7-498c-9188-9a3c2a52ab94 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.37 "DELETE /v2.0/ports/dbc8ef18-69d2-474d-8f0c-9b18180290bc HTTP/1.1" status: 204 len: 173 time: 1.1142824 Mar 11 11:43:35.657588 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f228a75d-2d6c-4d49-90d8-cb17342e1741', 'name': 'network-vif-deleted', 'tag': 'dbc8ef18-69d2-474d-8f0c-9b18180290bc'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:43:35.659938 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b1e5a4-6263-4f9c-a174-e8154780cf35" -d '{"events": [{"server_uuid": "f228a75d-2d6c-4d49-90d8-cb17342e1741", "name": "network-vif-deleted", "tag": "dbc8ef18-69d2-474d-8f0c-9b18180290bc"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:43:35.668811 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c9c6-1177-42b7-86f6-c9f3ece60e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:35.670444 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f80e8961-696e-4acb-9780-b3ae0154cb40 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:35.671813 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f80e8961-696e-4acb-9780-b3ae0154cb40 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4045067 Mar 11 11:43:35.676171 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43188) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:35.688372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3913a3e9-40aa-4db8-97fd-e16ca35529b9 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Request body: {'security_group_rule': {'security_group_id': '2627c55a-999d-4886-be9f-b15ed985d930', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:35.700592 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e8961-696e-4acb-9780-b3ae0154cb40 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2627c55a-999d-4886-be9f-b15ed985d930,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:35.744243 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3913a3e9-40aa-4db8-97fd-e16ca35529b9 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for security_group_rule (8e9e5cd1-af49-4826-a74a-2261693ca459), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:35.796048 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2d47b-8fe4-4247-89f9-50f0d4e89fb9 req-0f90e209-8146-49a5-bbf1-50cd538a28f0 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:35.798048 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-efb2d47b-8fe4-4247-89f9-50f0d4e89fb9 req-0f90e209-8146-49a5-bbf1-50cd538a28f0 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.1896191 Mar 11 11:43:35.847943 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c9c6-1177-42b7-86f6-c9f3ece60e2d admin admin] Publish callbacks [] for security_group (69aa5423-89a3-4e0f-9115-9751b23bf560), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:35.865367 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c9c6-1177-42b7-86f6-c9f3ece60e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (69aa5423-89a3-4e0f-9115-9751b23bf560), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:35.883996 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3913a3e9-40aa-4db8-97fd-e16ca35529b9 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for security_group_rule (8e9e5cd1-af49-4826-a74a-2261693ca459), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:35.889542 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-efb2d47b-8fe4-4247-89f9-50f0d4e89fb9 req-3b20eccf-8d8f-403e-8022-ab0f49bae7d6 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795753 Mar 11 11:43:35.909821 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3913a3e9-40aa-4db8-97fd-e16ca35529b9 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (8e9e5cd1-af49-4826-a74a-2261693ca459), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:35.912039 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed7c9c6-1177-42b7-86f6-c9f3ece60e2d admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:43:35.930014 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b22d3b14-8b70-4b03-b4b6-53f9f2ff5921 req-dafa2bc4-3472-468e-b5a6-3f8ce9c34eee tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] For port 533dce8e-72a7-4ea2-8a5e-073ee1477fff, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=533dce8e-72a7-4ea2-8a5e-073ee1477fff,segment=NetworkSegment(c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c),segment_id=c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:35.930516 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b22d3b14-8b70-4b03-b4b6-53f9f2ff5921 req-dafa2bc4-3472-468e-b5a6-3f8ce9c34eee tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (533dce8e-72a7-4ea2-8a5e-073ee1477fff), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:35.956675 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c9c6-1177-42b7-86f6-c9f3ece60e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (de0e906e-371d-4fd9-a055-8b1fdaefa8f9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:35.957056 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-2ed7c9c6-1177-42b7-86f6-c9f3ece60e2d admin admin] Added segment de0e906e-371d-4fd9-a055-8b1fdaefa8f9 of type vlan for network 659e9255-b219-47a5-9929-d029ee4c6b1f Mar 11 11:43:35.959018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a3e9-40aa-4db8-97fd-e16ca35529b9 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9e5cd1-af49-4826-a74a-2261693ca459,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:35.961606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7c9c6-1177-42b7-86f6-c9f3ece60e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69aa5423-89a3-4e0f-9115-9751b23bf560,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:35.984996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b22d3b14-8b70-4b03-b4b6-53f9f2ff5921 req-dafa2bc4-3472-468e-b5a6-3f8ce9c34eee tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Calling delete_port for 533dce8e-72a7-4ea2-8a5e-073ee1477fff owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:43:36.042419 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3913a3e9-40aa-4db8-97fd-e16ca35529b9 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:36.048920 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3913a3e9-40aa-4db8-97fd-e16ca35529b9 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3711348 Mar 11 11:43:36.058028 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43190) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:36.080862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-acc5ea6b-3cee-4c60-898c-2675e487a535 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Request body: {'security_group_rule': {'security_group_id': '2627c55a-999d-4886-be9f-b15ed985d930', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:36.102629 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c9c6-1177-42b7-86f6-c9f3ece60e2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (659e9255-b219-47a5-9929-d029ee4c6b1f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:36.149981 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-acc5ea6b-3cee-4c60-898c-2675e487a535 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for security_group_rule (a503e1b1-cdfd-4dc1-b4c4-02868aebe9ff), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:36.203978 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c9c6-1177-42b7-86f6-c9f3ece60e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (659e9255-b219-47a5-9929-d029ee4c6b1f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:36.208003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed7c9c6-1177-42b7-86f6-c9f3ece60e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:36.210726 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c9c6-1177-42b7-86f6-c9f3ece60e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:36.218862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa60f26-6f18-42a1-adcf-ac2a168a21fe req-18b72222-24ea-474f-8eba-9e319f75b59d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:36.224719 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0aa60f26-6f18-42a1-adcf-ac2a168a21fe req-18b72222-24ea-474f-8eba-9e319f75b59d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 943 time: 0.2204185 Mar 11 11:43:36.396290 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0aa60f26-6f18-42a1-adcf-ac2a168a21fe req-8b969608-6908-4eb3-960b-1698cb89f8cb tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581943 Mar 11 11:43:36.436717 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b22d3b14-8b70-4b03-b4b6-53f9f2ff5921 req-dafa2bc4-3472-468e-b5a6-3f8ce9c34eee tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (533dce8e-72a7-4ea2-8a5e-073ee1477fff), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:36.445352 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7c9c6-1177-42b7-86f6-c9f3ece60e2d admin admin] Pushing event updated for resources: {'Network': ['ID=659e9255-b219-47a5-9929-d029ee4c6b1f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:36.454312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['533dce8e-72a7-4ea2-8a5e-073ee1477fff'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:43:36.505026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa2bc4-3472-468e-b5a6-3f8ce9c34eee tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Pushing event deleted for resources: {'Port': ['ID=533dce8e-72a7-4ea2-8a5e-073ee1477fff,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:36.527862 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2ed7c9c6-1177-42b7-86f6-c9f3ece60e2d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3405931 Mar 11 11:43:36.528868 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43196) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:36.534147 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-4bdb3dc9-e6a6-4975-9afc-5f44be481ebe admin admin] Request body: {'subnet': {'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-743406101-subnet', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:36.554574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 659e9255-b219-47a5-9929-d029ee4c6b1f details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:43:36.577993 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-acc5ea6b-3cee-4c60-898c-2675e487a535 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for security_group_rule (a503e1b1-cdfd-4dc1-b4c4-02868aebe9ff), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:36.596200 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-acc5ea6b-3cee-4c60-898c-2675e487a535 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (a503e1b1-cdfd-4dc1-b4c4-02868aebe9ff), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:36.604685 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22d3b14-8b70-4b03-b4b6-53f9f2ff5921 req-dafa2bc4-3472-468e-b5a6-3f8ce9c34eee tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] No DVR routers for this DVR port 533dce8e-72a7-4ea2-8a5e-073ee1477fff on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:43:36.610184 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b22d3b14-8b70-4b03-b4b6-53f9f2ff5921 req-dafa2bc4-3472-468e-b5a6-3f8ce9c34eee tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:36.612367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdb3dc9-e6a6-4975-9afc-5f44be481ebe admin admin] Made reservation on behalf of 5b72ae42daa34b82b8f7e957741d169b for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:43:36.615966 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bdb3dc9-e6a6-4975-9afc-5f44be481ebe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:36.619823 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b22d3b14-8b70-4b03-b4b6-53f9f2ff5921 req-dafa2bc4-3472-468e-b5a6-3f8ce9c34eee tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.37 "DELETE /v2.0/ports/533dce8e-72a7-4ea2-8a5e-073ee1477fff HTTP/1.1" status: 204 len: 173 time: 1.3669367 Mar 11 11:43:36.620777 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a65694-6be3-4e80-803a-01688ebeb5e3', 'name': 'network-vif-deleted', 'tag': '533dce8e-72a7-4ea2-8a5e-073ee1477fff'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:43:36.626765 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b964d7e8-2a93-4e22-8647-be5c3084ca16" -d '{"events": [{"server_uuid": "26a65694-6be3-4e80-803a-01688ebeb5e3", "name": "network-vif-deleted", "tag": "533dce8e-72a7-4ea2-8a5e-073ee1477fff"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:43:36.631153 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30159401-af63-4873-990e-4807568fdf64 req-ea37d83c-225e-44d0-adb0-ea18dc3d737d tempest-ServerAddressesTestJSON-705483146 tempest-ServerAddressesTestJSON-705483146-project] 10.222.0.78 "GET /v2.0/ports?device_id=26a65694-6be3-4e80-803a-01688ebeb5e3 HTTP/1.1" status: 200 len: 210 time: 0.1447484 Mar 11 11:43:36.708031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5ea6b-3cee-4c60-898c-2675e487a535 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a503e1b1-cdfd-4dc1-b4c4-02868aebe9ff,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:36.733575 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device dbc8ef18-69d2-474d-8f0c-9b18180290bc no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:43:36.764142 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-acc5ea6b-3cee-4c60-898c-2675e487a535 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:36.770837 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-acc5ea6b-3cee-4c60-898c-2675e487a535 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7089360 Mar 11 11:43:36.771199 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43200) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:36.776734 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c5d27535-a121-4255-b0f6-a43a30d6e342 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:36.819220 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: dbc8ef18-69d2-474d-8f0c-9b18180290bc {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:43:36.835619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device dbc8ef18-69d2-474d-8f0c-9b18180290bc not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:43:36.862729 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5d27535-a121-4255-b0f6-a43a30d6e342 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:36.895237 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decb6823-2664-466e-be84-29a9f612b7be x-openstack-request-id: req-decb6823-2664-466e-be84-29a9f612b7be {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:43:36.895916 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f228a75d-2d6c-4d49-90d8-cb17342e1741", "name": "network-vif-deleted", "tag": "dbc8ef18-69d2-474d-8f0c-9b18180290bc", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:43:36.895916 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-decb6823-2664-466e-be84-29a9f612b7be {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:43:36.898739 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f228a75d-2d6c-4d49-90d8-cb17342e1741', 'name': 'network-vif-deleted', 'tag': 'dbc8ef18-69d2-474d-8f0c-9b18180290bc', 'status': 'completed', 'code': 200} Mar 11 11:43:36.980543 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00b0644-e36f-4088-862a-d587bc0f8022 x-openstack-request-id: req-a00b0644-e36f-4088-862a-d587bc0f8022 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:43:36.981066 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a65694-6be3-4e80-803a-01688ebeb5e3", "name": "network-vif-deleted", "tag": "533dce8e-72a7-4ea2-8a5e-073ee1477fff", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:43:36.981491 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a00b0644-e36f-4088-862a-d587bc0f8022 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:43:36.982103 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a65694-6be3-4e80-803a-01688ebeb5e3', 'name': 'network-vif-deleted', 'tag': '533dce8e-72a7-4ea2-8a5e-073ee1477fff', 'status': 'completed', 'code': 200} Mar 11 11:43:37.057755 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bdb3dc9-e6a6-4975-9afc-5f44be481ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (b81eedc9-e61e-49c2-b466-342f98352a78), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:37.126466 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5d27535-a121-4255-b0f6-a43a30d6e342 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:37.148335 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb3dc9-e6a6-4975-9afc-5f44be481ebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b81eedc9-e61e-49c2-b466-342f98352a78,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:37.158058 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb3dc9-e6a6-4975-9afc-5f44be481ebe admin admin] Checking segment: {'id': 'de0e906e-371d-4fd9-a055-8b1fdaefa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:43:37.160781 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdb3dc9-e6a6-4975-9afc-5f44be481ebe admin admin] Network hostable DHCP agents. Network: 659e9255-b219-47a5-9929-d029ee4c6b1f, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:43:37.207698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdb3dc9-e6a6-4975-9afc-5f44be481ebe admin admin] Network 659e9255-b219-47a5-9929-d029ee4c6b1f is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:43:37.227889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-4bdb3dc9-e6a6-4975-9afc-5f44be481ebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 659e9255-b219-47a5-9929-d029ee4c6b1f) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:43:37.235044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdb3dc9-e6a6-4975-9afc-5f44be481ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:37.235737 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bdb3dc9-e6a6-4975-9afc-5f44be481ebe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:37.249933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc55a8-0798-4294-aab1-46d06987ece3 None None] Network 659e9255-b219-47a5-9929-d029ee4c6b1f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:43:37.268640 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4bdb3dc9-e6a6-4975-9afc-5f44be481ebe admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7385247 Mar 11 11:43:37.271635 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43208) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:37.276788 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-743406101-router', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:37.307217 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-c5d27535-a121-4255-b0f6-a43a30d6e342 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Allocated IP 172.25.7.85 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/a2601ca7-fab8-4703-adb4-020aa6c5f047) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:43:37.334740 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (84257c32-aa02-42f6-805f-51c43937d2da), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:37.338134 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (84257c32-aa02-42f6-805f-51c43937d2da), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:37.518871 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Publish callbacks [] for router_controller (84257c32-aa02-42f6-805f-51c43937d2da), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:37.546482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-659e9255-b219-47a5-9929-d029ee4c6b1f', 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f', 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'fixed_ips': [{'subnet_id': 'b81eedc9-e61e-49c2-b466-342f98352a78'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:43:37.547486 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:37.592467 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe848f-d9b3-40dc-802d-461dfd55911a req-d09f0d2d-d2d4-4c61-8b32-7093d0d37873 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:37.600278 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cbbe848f-d9b3-40dc-802d-461dfd55911a req-d09f0d2d-d2d4-4c61-8b32-7093d0d37873 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.2385261 Mar 11 11:43:37.654263 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5d27535-a121-4255-b0f6-a43a30d6e342 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for port (a2601ca7-fab8-4703-adb4-020aa6c5f047), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:37.742246 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Allocated IP 172.20.0.2 (659e9255-b219-47a5-9929-d029ee4c6b1f/b81eedc9-e61e-49c2-b466-342f98352a78/832b63b6-ebad-40b1-ae98-8fd46593274a) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:43:37.767206 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Publish callbacks [] for router_gateway (84257c32-aa02-42f6-805f-51c43937d2da), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:37.799144 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cbbe848f-d9b3-40dc-802d-461dfd55911a req-76641b84-465b-46a3-94ea-f044f8d3a41b tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974313 Mar 11 11:43:37.873014 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5d27535-a121-4255-b0f6-a43a30d6e342 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a2601ca7-fab8-4703-adb4-020aa6c5f047), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:37.956528 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d27535-a121-4255-b0f6-a43a30d6e342 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:43:37.980572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-c5d27535-a121-4255-b0f6-a43a30d6e342 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:43:37.988282 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d27535-a121-4255-b0f6-a43a30d6e342 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:43:38.015132 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Publish callbacks [] for port (832b63b6-ebad-40b1-ae98-8fd46593274a), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:38.029955 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (832b63b6-ebad-40b1-ae98-8fd46593274a), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:38.037166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d27535-a121-4255-b0f6-a43a30d6e342 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Pushing event updated for resources: {'Port': ['ID=a2601ca7-fab8-4703-adb4-020aa6c5f047,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:38.077672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Network 659e9255-b219-47a5-9929-d029ee4c6b1f is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:43:38.081678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:43:38.086385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:43:38.093864 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eafa7b-7ffa-4654-9a0d-880013a961ac req-9174991f-cc00-483c-b822-889bf7ee7939 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:38.101720 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87eafa7b-7ffa-4654-9a0d-880013a961ac req-9174991f-cc00-483c-b822-889bf7ee7939 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 0.1729336 Mar 11 11:43:38.103221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Pushing event updated for resources: {'Port': ['ID=832b63b6-ebad-40b1-ae98-8fd46593274a,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:38.179154 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Attempting to bind port 832b63b6-ebad-40b1-ae98-8fd46593274a on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:43:38.179604 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Attempting to bind port 832b63b6-ebad-40b1-ae98-8fd46593274a by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'de0e906e-371d-4fd9-a055-8b1fdaefa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:43:38.179976 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Attempting to bind port 832b63b6-ebad-40b1-ae98-8fd46593274a on network 659e9255-b219-47a5-9929-d029ee4c6b1f {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:43:38.186515 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:43:38.187054 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Checking segment: {'id': 'de0e906e-371d-4fd9-a055-8b1fdaefa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:43:38.187472 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:38.187959 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Bound using segment: {'id': 'de0e906e-371d-4fd9-a055-8b1fdaefa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:43:38.188471 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Bound port: 832b63b6-ebad-40b1-ae98-8fd46593274a, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0e906e-371d-4fd9-a055-8b1fdaefa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:43:38.188862 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (832b63b6-ebad-40b1-ae98-8fd46593274a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:38.385877 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] For port 832b63b6-ebad-40b1-ae98-8fd46593274a, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:43:38.394874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] For port 832b63b6-ebad-40b1-ae98-8fd46593274a, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=832b63b6-ebad-40b1-ae98-8fd46593274a,segment=NetworkSegment(de0e906e-371d-4fd9-a055-8b1fdaefa8f9),segment_id=de0e906e-371d-4fd9-a055-8b1fdaefa8f9)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:43:38.421616 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (832b63b6-ebad-40b1-ae98-8fd46593274a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:38.516037 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de32d9f-f8c5-48e1-91d1-06e5dfec81fe None None] Pushing event updated for resources: {'Port': ['ID=832b63b6-ebad-40b1-ae98-8fd46593274a,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:38.573737 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5d27535-a121-4255-b0f6-a43a30d6e342 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for floatingip (8b689e7f-7ed1-4cab-ae77-a477baa3124b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:38.648874 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87eafa7b-7ffa-4654-9a0d-880013a961ac req-74a736c1-99a8-4e86-90ac-b7ecb1690b02 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461819 Mar 11 11:43:38.737850 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5d27535-a121-4255-b0f6-a43a30d6e342 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a2601ca7-fab8-4703-adb4-020aa6c5f047), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:38.748406 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 533dce8e-72a7-4ea2-8a5e-073ee1477fff no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:43:38.794984 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 533dce8e-72a7-4ea2-8a5e-073ee1477fff {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:43:38.796577 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 533dce8e-72a7-4ea2-8a5e-073ee1477fff not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:43:38.808584 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Publish callbacks [] for router_gateway (84257c32-aa02-42f6-805f-51c43937d2da), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:38.886431 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:39.013001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43228) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:39.103659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ec7e9c-8945-41b8-ba71-96206f6a3a1a admin admin] Deleting subnet 096aa36d-1d08-4b70-810e-f8d12904ac74 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:43:39.115759 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77ec7e9c-8945-41b8-ba71-96206f6a3a1a admin admin] Publish callbacks [] for subnet (096aa36d-1d08-4b70-810e-f8d12904ac74), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:39.177594 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77ec7e9c-8945-41b8-ba71-96206f6a3a1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (096aa36d-1d08-4b70-810e-f8d12904ac74), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:39.226985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Allocated IP 172.25.7.226 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/1b07f139-1aee-4522-b96f-86d46a4c01f2) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:43:39.258667 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77ec7e9c-8945-41b8-ba71-96206f6a3a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (096aa36d-1d08-4b70-810e-f8d12904ac74), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:39.311032 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebb893-4654-4c89-ba17-328f27b52533 req-dd408e05-f54f-4b31-8629-cc5ce6694540 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:39.317456 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cebb893-4654-4c89-ba17-328f27b52533 req-dd408e05-f54f-4b31-8629-cc5ce6694540 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 943 time: 0.4409316 Mar 11 11:43:39.331195 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1adaf-1fa5-48b9-9bdb-28b62462891f req-e9470997-5c6e-4bce-ba31-241aff4b29be tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:39.333220 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4e1adaf-1fa5-48b9-9bdb-28b62462891f req-e9470997-5c6e-4bce-ba31-241aff4b29be tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 0.4120519 Mar 11 11:43:39.345590 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77ec7e9c-8945-41b8-ba71-96206f6a3a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (096aa36d-1d08-4b70-810e-f8d12904ac74), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:39.377604 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77ec7e9c-8945-41b8-ba71-96206f6a3a1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:39.380869 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-77ec7e9c-8945-41b8-ba71-96206f6a3a1a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/096aa36d-1d08-4b70-810e-f8d12904ac74 HTTP/1.1" status: 204 len: 168 time: 0.3668602 Mar 11 11:43:39.400704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43230) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:39.409460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec7e9c-8945-41b8-ba71-96206f6a3a1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=096aa36d-1d08-4b70-810e-f8d12904ac74,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:39.519461 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f39e4c27-937c-4c05-a762-320be9491200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (20b9a8be-5105-41d6-ba9e-d82e0357b842), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:39.646750 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5d27535-a121-4255-b0f6-a43a30d6e342 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for port (a2601ca7-fab8-4703-adb4-020aa6c5f047), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:39.662364 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1378d-3b78-4518-87cb-dddcde95a3d6 req-41617812-d7e8-4118-a232-119df132465f tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:39.663961 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54c1378d-3b78-4518-87cb-dddcde95a3d6 req-41617812-d7e8-4118-a232-119df132465f tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.4575801 Mar 11 11:43:39.702886 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5d27535-a121-4255-b0f6-a43a30d6e342 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (a2601ca7-fab8-4703-adb4-020aa6c5f047), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:39.769543 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d27535-a121-4255-b0f6-a43a30d6e342 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Pushing event updated for resources: {'Port': ['ID=a2601ca7-fab8-4703-adb4-020aa6c5f047,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:39.790919 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cebb893-4654-4c89-ba17-328f27b52533 req-eb377966-a721-453b-8689-89bee6b1e0d8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516883 Mar 11 11:43:40.029036 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Publish callbacks [] for port (1b07f139-1aee-4522-b96f-86d46a4c01f2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:40.106172 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ff8232-d019-46c9-ab1a-406ffec7cb33 None None] Network 659e9255-b219-47a5-9929-d029ee4c6b1f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:43:40.118314 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54c1378d-3b78-4518-87cb-dddcde95a3d6 req-34f8865f-a54f-43f1-a145-68b60e2dcaf7 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462459 Mar 11 11:43:40.130631 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5d27535-a121-4255-b0f6-a43a30d6e342 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (8b689e7f-7ed1-4cab-ae77-a477baa3124b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:40.172990 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-e4e1adaf-1fa5-48b9-9bdb-28b62462891f req-5f933b57-3ccd-4b6a-b363-fa7d345f971c tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Deleting port 2cd0930e-b94c-4faa-8511-616747c7430a {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:43:40.173334 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e4e1adaf-1fa5-48b9-9bdb-28b62462891f req-5f933b57-3ccd-4b6a-b363-fa7d345f971c tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2cd0930e-b94c-4faa-8511-616747c7430a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:40.192162 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f39e4c27-937c-4c05-a762-320be9491200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (20b9a8be-5105-41d6-ba9e-d82e0357b842), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:40.205952 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5d27535-a121-4255-b0f6-a43a30d6e342 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:40.216543 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c5d27535-a121-4255-b0f6-a43a30d6e342 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4348981 Mar 11 11:43:40.228579 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-f39e4c27-937c-4c05-a762-320be9491200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b9a8be-5105-41d6-ba9e-d82e0357b842']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:40.237674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03494ba6-ff12-43f7-affb-f52cbedd8024 req-da9888eb-acb5-4161-ad85-cf0bf9acba0b tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:40.245209 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03494ba6-ff12-43f7-affb-f52cbedd8024 req-da9888eb-acb5-4161-ad85-cf0bf9acba0b tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf HTTP/1.1" status: 200 len: 946 time: 0.2998302 Mar 11 11:43:40.248989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-f39e4c27-937c-4c05-a762-320be9491200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:40.250294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-f39e4c27-937c-4c05-a762-320be9491200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:40.269397 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f39e4c27-937c-4c05-a762-320be9491200 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:40.299343 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f39e4c27-937c-4c05-a762-320be9491200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:40.303995 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (1b07f139-1aee-4522-b96f-86d46a4c01f2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:40.308001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39e4c27-937c-4c05-a762-320be9491200 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:43:40.311330 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f39e4c27-937c-4c05-a762-320be9491200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (c63183ca-9fe8-4ed6-8ffe-1f24f86abf5c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:43:40.315490 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:43:40.323814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b9834d0f-7d22-431c-9ded-34d47b4a0556 None None] Provisioning complete for port 832b63b6-ebad-40b1-ae98-8fd46593274a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:40.324244 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b9834d0f-7d22-431c-9ded-34d47b4a0556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (832b63b6-ebad-40b1-ae98-8fd46593274a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:40.396258 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:43:40.425390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:43:40.437421 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-e4e1adaf-1fa5-48b9-9bdb-28b62462891f req-5f933b57-3ccd-4b6a-b363-fa7d345f971c tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] For port 2cd0930e-b94c-4faa-8511-616747c7430a, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=2cd0930e-b94c-4faa-8511-616747c7430a,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:40.437831 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e4e1adaf-1fa5-48b9-9bdb-28b62462891f req-5f933b57-3ccd-4b6a-b363-fa7d345f971c tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2cd0930e-b94c-4faa-8511-616747c7430a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:40.446195 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f39e4c27-937c-4c05-a762-320be9491200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (20b9a8be-5105-41d6-ba9e-d82e0357b842), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:40.470432 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f39e4c27-937c-4c05-a762-320be9491200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:40.471938 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03494ba6-ff12-43f7-affb-f52cbedd8024 req-6c662d5c-77a9-4f85-b1b5-0851cba81172 tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fc43c14-d6f6-4f33-bf5c-96840ec426df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256258 Mar 11 11:43:40.478027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:43:40.482977 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f39e4c27-937c-4c05-a762-320be9491200 admin admin] 10.222.0.78 "DELETE /v2.0/networks/20b9a8be-5105-41d6-ba9e-d82e0357b842 HTTP/1.1" status: 204 len: 168 time: 1.0782049 Mar 11 11:43:40.482977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e4c27-937c-4c05-a762-320be9491200 admin admin] Pushing event deleted for resources: {'Network': ['ID=20b9a8be-5105-41d6-ba9e-d82e0357b842,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:40.489709 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Pushing event updated for resources: {'Port': ['ID=1b07f139-1aee-4522-b96f-86d46a4c01f2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:40.497145 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-e4e1adaf-1fa5-48b9-9bdb-28b62462891f req-5f933b57-3ccd-4b6a-b363-fa7d345f971c tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Calling delete_port for 2cd0930e-b94c-4faa-8511-616747c7430a owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:43:40.571436 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b9834d0f-7d22-431c-9ded-34d47b4a0556 None None] Current status of the port 832b63b6-ebad-40b1-ae98-8fd46593274a is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:40.571957 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b9834d0f-7d22-431c-9ded-34d47b4a0556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (832b63b6-ebad-40b1-ae98-8fd46593274a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:40.641094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b9834d0f-7d22-431c-9ded-34d47b4a0556 None None] For port 832b63b6-ebad-40b1-ae98-8fd46593274a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=832b63b6-ebad-40b1-ae98-8fd46593274a,segment=NetworkSegment(de0e906e-371d-4fd9-a055-8b1fdaefa8f9),segment_id=de0e906e-371d-4fd9-a055-8b1fdaefa8f9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:40.660516 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b9834d0f-7d22-431c-9ded-34d47b4a0556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (832b63b6-ebad-40b1-ae98-8fd46593274a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:40.763905 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device c7804024-baaa-44e7-9adc-2c9d49ed9e30 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:43:40.799103 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43270) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:40.890772 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9834d0f-7d22-431c-9ded-34d47b4a0556 None None] Pushing event updated for resources: {'Port': ['ID=832b63b6-ebad-40b1-ae98-8fd46593274a,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:40.920434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 832b63b6-ebad-40b1-ae98-8fd46593274a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:43:40.928725 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-155e8712-6bd9-4cbc-88df-5dddc9fc5863 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a8a1e206b3894d71bcc2e7543698ce44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283646 Mar 11 11:43:40.931089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43274) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:41.047340 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.resource_extend [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:43:41.062267 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecb25970-0641-4924-8f28-bc2d04d20bd7 admin admin] Publish callbacks [] for security_group (b5a132a5-8045-4ec0-a521-4af71f1285b2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:41.113420 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecb25970-0641-4924-8f28-bc2d04d20bd7 admin admin] Publish callbacks [] for security_group (b5a132a5-8045-4ec0-a521-4af71f1285b2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:41.142994 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e4e1adaf-1fa5-48b9-9bdb-28b62462891f req-5f933b57-3ccd-4b6a-b363-fa7d345f971c tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (2cd0930e-b94c-4faa-8511-616747c7430a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:41.253779 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecb25970-0641-4924-8f28-bc2d04d20bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b5a132a5-8045-4ec0-a521-4af71f1285b2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:41.257504 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecb25970-0641-4924-8f28-bc2d04d20bd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:41.258934 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ecb25970-0641-4924-8f28-bc2d04d20bd7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b5a132a5-8045-4ec0-a521-4af71f1285b2 HTTP/1.1" status: 204 len: 168 time: 0.3264158 Mar 11 11:43:41.270907 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb25970-0641-4924-8f28-bc2d04d20bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a132a5-8045-4ec0-a521-4af71f1285b2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:41.288096 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f933b57-3ccd-4b6a-b363-fa7d345f971c tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Pushing event deleted for resources: {'Port': ['ID=2cd0930e-b94c-4faa-8511-616747c7430a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:41.296668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port c7804024-baaa-44e7-9adc-2c9d49ed9e30, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=c7804024-baaa-44e7-9adc-2c9d49ed9e30,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:41.314164 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['2cd0930e-b94c-4faa-8511-616747c7430a'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:43:41.402757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c1b39849-36c0-48e7-86b4-4ab4ff4d755e None None] Provisioning complete for port 832b63b6-ebad-40b1-ae98-8fd46593274a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:41.403346 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c1b39849-36c0-48e7-86b4-4ab4ff4d755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (832b63b6-ebad-40b1-ae98-8fd46593274a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:41.405586 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'c7804024-baaa-44e7-9adc-2c9d49ed9e30', 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f', 'port_id': 'c7804024-baaa-44e7-9adc-2c9d49ed9e30', 'mac_address': 'fa:16:3e:80:41:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcef59c8-442b-4973-916d-3ead428ebc76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:43:41.427318 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Publish callbacks [] for router_gateway (84257c32-aa02-42f6-805f-51c43937d2da), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:41.440670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 832b63b6-ebad-40b1-ae98-8fd46593274a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:41.441518 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (832b63b6-ebad-40b1-ae98-8fd46593274a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:41.582677 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e1adaf-1fa5-48b9-9bdb-28b62462891f req-5f933b57-3ccd-4b6a-b363-fa7d345f971c tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] No DVR routers for this DVR port 2cd0930e-b94c-4faa-8511-616747c7430a on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:43:41.586490 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e4e1adaf-1fa5-48b9-9bdb-28b62462891f req-5f933b57-3ccd-4b6a-b363-fa7d345f971c tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:41.590873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4e1adaf-1fa5-48b9-9bdb-28b62462891f req-5f933b57-3ccd-4b6a-b363-fa7d345f971c tempest-ListServerFiltersTestJSON-113560032 tempest-ListServerFiltersTestJSON-113560032-project] 10.222.0.37 "DELETE /v2.0/ports/2cd0930e-b94c-4faa-8511-616747c7430a HTTP/1.1" status: 204 len: 173 time: 2.2424555 Mar 11 11:43:41.633215 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf', 'name': 'network-vif-deleted', 'tag': '2cd0930e-b94c-4faa-8511-616747c7430a'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:43:41.637110 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc9ab76-6387-47bd-a97a-d52fe892f350" -d '{"events": [{"server_uuid": "2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf", "name": "network-vif-deleted", "tag": "2cd0930e-b94c-4faa-8511-616747c7430a"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:43:41.692353 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port c7804024-baaa-44e7-9adc-2c9d49ed9e30 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:41.692947 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:41.696438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-8ca2b972-511e-4091-8c3a-63a4023db2d6 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:41.698049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-8ca2b972-511e-4091-8c3a-63a4023db2d6 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/networks?id=b499850f-8fb3-4e28-b577-f302ebbdffd0 HTTP/1.1" status: 200 len: 822 time: 0.8566971 Mar 11 11:43:41.732674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49530b75-a6a5-4008-a903-c8953cdcb04f req-b37e7444-00ac-4c33-8ed4-0d5237111e0d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:41.735296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49530b75-a6a5-4008-a903-c8953cdcb04f req-b37e7444-00ac-4c33-8ed4-0d5237111e0d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 943 time: 0.7560410 Mar 11 11:43:41.749720 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7804024-baaa-44e7-9adc-2c9d49ed9e30 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:43:41.818758 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c1b39849-36c0-48e7-86b4-4ab4ff4d755e None None] Current status of the port 832b63b6-ebad-40b1-ae98-8fd46593274a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:41.850947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port c7804024-baaa-44e7-9adc-2c9d49ed9e30, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=c7804024-baaa-44e7-9adc-2c9d49ed9e30,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:41.867081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 832b63b6-ebad-40b1-ae98-8fd46593274a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:41.884745 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:41.964132 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-f0f4996c-1326-4fd0-a359-b913ee7c9e1f tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/quotas/306fe3dc04f4442a81b7c6242bc6f20a HTTP/1.1" status: 200 len: 375 time: 0.2191379 Mar 11 11:43:42.012251 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-f91c6768-f4ee-4b26-b3ef-f0b2818fda58 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=306fe3dc04f4442a81b7c6242bc6f20a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471401 Mar 11 11:43:42.046698 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=c7804024-baaa-44e7-9adc-2c9d49ed9e30,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:42.118937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49530b75-a6a5-4008-a903-c8953cdcb04f req-834cd06c-7f1b-4c35-b708-02212c38fe22 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712270 Mar 11 11:43:42.166023 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (84257c32-aa02-42f6-805f-51c43937d2da), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:42.166751 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['c7804024-baaa-44e7-9adc-2c9d49ed9e30'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:43:42.421553 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713125f0-6d94-4825-a369-ff37e63c83cf req-86271334-442f-453d-a85a-d66d826ba989 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:42.430567 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-713125f0-6d94-4825-a369-ff37e63c83cf req-86271334-442f-453d-a85a-d66d826ba989 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.1571426 Mar 11 11:43:42.553790 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-b94a442a-c430-49de-b655-03ec32db53f4 service neutron] 10.222.0.78 "GET /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330694 Mar 11 11:43:42.715407 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-713125f0-6d94-4825-a369-ff37e63c83cf req-5437276f-b508-4524-baa4-4572badac561 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831564 Mar 11 11:43:42.750717 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43320) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:42.761569 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-9b9e3732-4893-4293-ace5-417bcb880e13 service neutron] 10.222.0.78 "GET /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982889 Mar 11 11:43:42.773044 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Router 84257c32-aa02-42f6-805f-51c43937d2da is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:43:42.858998 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 2cd0930e-b94c-4faa-8511-616747c7430a no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:43:42.910442 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 832b63b6-ebad-40b1-ae98-8fd46593274a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:43:42.918054 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 2cd0930e-b94c-4faa-8511-616747c7430a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:43:42.918054 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 2cd0930e-b94c-4faa-8511-616747c7430a not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:43:42.973590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43330) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:42.983969 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:43.069684 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 832b63b6-ebad-40b1-ae98-8fd46593274a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:43.070127 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (832b63b6-ebad-40b1-ae98-8fd46593274a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:43.095121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f871940d-f8d1-4a0f-bc3f-a2660ae90b79 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-555938047-network', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:43.185179 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f871940d-f8d1-4a0f-bc3f-a2660ae90b79 admin admin] Made reservation on behalf of bf1392660d9b487585dafc67abf0ead8 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:43:43.189197 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f871940d-f8d1-4a0f-bc3f-a2660ae90b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:43.200887 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f871940d-f8d1-4a0f-bc3f-a2660ae90b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:43.209282 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-549283f1-e06f-44ac-af62-7445b33b2e17 admin admin] Deleting subnet f49278c7-7433-4a91-8f3a-c4d004d1c9ae {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:43:43.213667 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-549283f1-e06f-44ac-af62-7445b33b2e17 admin admin] Publish callbacks [] for subnet (f49278c7-7433-4a91-8f3a-c4d004d1c9ae), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:43.226625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 832b63b6-ebad-40b1-ae98-8fd46593274a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:43.343019 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f871940d-f8d1-4a0f-bc3f-a2660ae90b79 admin admin] Publish callbacks [] for security_group (ae08c46e-272e-42ca-8607-81b57c2e3b2b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:43.356515 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f871940d-f8d1-4a0f-bc3f-a2660ae90b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ae08c46e-272e-42ca-8607-81b57c2e3b2b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:43.408835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871940d-f8d1-4a0f-bc3f-a2660ae90b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae08c46e-272e-42ca-8607-81b57c2e3b2b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:43.441341 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-549283f1-e06f-44ac-af62-7445b33b2e17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (f49278c7-7433-4a91-8f3a-c4d004d1c9ae), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:43.445647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f871940d-f8d1-4a0f-bc3f-a2660ae90b79 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:43:43.496956 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f871940d-f8d1-4a0f-bc3f-a2660ae90b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:43.497517 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-f871940d-f8d1-4a0f-bc3f-a2660ae90b79 admin admin] Added segment 5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7 of type vlan for network 76092203-82d8-4a24-86d5-4aa9015481db Mar 11 11:43:43.499346 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54282d8-baff-4c4d-8dce-bc5d4e9c9338 x-openstack-request-id: req-d54282d8-baff-4c4d-8dce-bc5d4e9c9338 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:43:43.499850 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf", "name": "network-vif-deleted", "tag": "2cd0930e-b94c-4faa-8511-616747c7430a", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:43:43.500102 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d54282d8-baff-4c4d-8dce-bc5d4e9c9338 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:43:43.500589 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e51a7d7-7e10-405a-bef1-dfe9c68d9bdf', 'name': 'network-vif-deleted', 'tag': '2cd0930e-b94c-4faa-8511-616747c7430a', 'status': 'completed', 'code': 200} Mar 11 11:43:43.568295 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0e838417-6ab4-447a-9c51-932b1af0e0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:43.575610 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bb542502-c06f-468f-9de7-fa564c3e4d17 req-3e889dab-fece-4473-8788-7fd12456f594 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 210 time: 0.0795276 Mar 11 11:43:43.598754 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f871940d-f8d1-4a0f-bc3f-a2660ae90b79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (76092203-82d8-4a24-86d5-4aa9015481db), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:43.600398 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:43:43.619913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Sync routers for ids ['84257c32-aa02-42f6-805f-51c43937d2da'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:43:43.632599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da34546-b496-49e8-b681-32f79e69c2e1 req-5127f3bf-29ec-4619-ac88-27ec577600ad tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:43.634239 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5da34546-b496-49e8-b681-32f79e69c2e1 req-5127f3bf-29ec-4619-ac88-27ec577600ad tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 944 time: 0.1365969 Mar 11 11:43:43.643525 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:43.648836 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-023fa101-8863-4b19-8e52-4bd9e26bd377 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3761191 Mar 11 11:43:43.649461 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Routers {'84257c32-aa02-42f6-805f-51c43937d2da'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:43:43.650101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:43:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['84257c32-aa02-42f6-805f-51c43937d2da'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:43.651202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43342) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:43.701122 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-549283f1-e06f-44ac-af62-7445b33b2e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (f49278c7-7433-4a91-8f3a-c4d004d1c9ae), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:43.733445 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f871940d-f8d1-4a0f-bc3f-a2660ae90b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (76092203-82d8-4a24-86d5-4aa9015481db), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:43.734646 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f871940d-f8d1-4a0f-bc3f-a2660ae90b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:43.735215 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f871940d-f8d1-4a0f-bc3f-a2660ae90b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:43.822841 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5da34546-b496-49e8-b681-32f79e69c2e1 req-b8934ddb-b755-43ec-b380-6f928494b2a6 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722682 Mar 11 11:43:43.871779 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871940d-f8d1-4a0f-bc3f-a2660ae90b79 admin admin] Pushing event updated for resources: {'Network': ['ID=76092203-82d8-4a24-86d5-4aa9015481db,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:43.938713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Set router 84257c32-aa02-42f6-805f-51c43937d2da gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:43:43.945039 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f871940d-f8d1-4a0f-bc3f-a2660ae90b79 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1931777 Mar 11 11:43:43.945657 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43356) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:43.977976 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8743fa3c-52ba-480d-b3a1-aab0b34214de admin admin] Request body: {'subnet': {'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-555938047-subnet', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:44.015911 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e5161-6e4d-4201-af6d-43402257ae92 req-77d34416-b3da-4651-9071-ccac87cb5644 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:44.017747 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b86e5161-6e4d-4201-af6d-43402257ae92 req-77d34416-b3da-4651-9071-ccac87cb5644 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.1551805 Mar 11 11:43:44.074896 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-549283f1-e06f-44ac-af62-7445b33b2e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (f49278c7-7433-4a91-8f3a-c4d004d1c9ae), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:44.092434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8743fa3c-52ba-480d-b3a1-aab0b34214de admin admin] Made reservation on behalf of bf1392660d9b487585dafc67abf0ead8 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:43:44.097928 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8743fa3c-52ba-480d-b3a1-aab0b34214de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:44.109658 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 76092203-82d8-4a24-86d5-4aa9015481db details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:43:44.207546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549283f1-e06f-44ac-af62-7445b33b2e17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f49278c7-7433-4a91-8f3a-c4d004d1c9ae,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:44.238224 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-549283f1-e06f-44ac-af62-7445b33b2e17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:44.238482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84257c32-aa02-42f6-805f-51c43937d2da', 'name': 'tempest-ServersTestManualDisk-743406101-router', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:37Z', 'updated_at': '2022-03-11T11:43:40Z', 'revision_number': 3, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'gw_port': {'id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:38Z', 'updated_at': '2022-03-11T11:43:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:44.245302 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-549283f1-e06f-44ac-af62-7445b33b2e17 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f49278c7-7433-4a91-8f3a-c4d004d1c9ae HTTP/1.1" status: 204 len: 168 time: 1.2685442 Mar 11 11:43:44.258074 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43362) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:44.274025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af9150b-6721-402f-975b-c86c5e16d730 None None] Network b7787924-3c4a-40df-975f-0b1be67e95b8 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:43:44.294329 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Checking router: 84257c32-aa02-42f6-805f-51c43937d2da for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:43:44.294613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Updating router 84257c32-aa02-42f6-805f-51c43937d2da port 1b07f139-1aee-4522-b96f-86d46a4c01f2 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:43:44.310424 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b86e5161-6e4d-4201-af6d-43402257ae92 req-6c9f13f2-cbf5-4d3c-bf5d-85a43a1c720f tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833097 Mar 11 11:43:44.398102 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1b07f139-1aee-4522-b96f-86d46a4c01f2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:44.401995 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (b7787924-3c4a-40df-975f-0b1be67e95b8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:44.744384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] Deleting port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:43:44.744723 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:44.780783 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8743fa3c-52ba-480d-b3a1-aab0b34214de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (6e125371-d52f-4208-9c77-d4e4b47be414), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:44.804910 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e73627-71e0-4c09-b28c-92324036cff1 None None] DHCP port deletion for b7787924-3c4a-40df-975f-0b1be67e95b8 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:43:44.808386 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device c7804024-baaa-44e7-9adc-2c9d49ed9e30 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:43:44.889645 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7579004-53f7-4454-81cc-3240a03899d9 req-be92bc4b-76be-4d34-a887-670ea1a93431 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 210 time: 0.1734254 Mar 11 11:43:45.004059 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.016098 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] For port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:45.029485 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Publish callbacks [] for port (1b07f139-1aee-4522-b96f-86d46a4c01f2), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.030391 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.038127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-57e73627-71e0-4c09-b28c-92324036cff1 None None] Deleting port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:43:45.038771 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-57e73627-71e0-4c09-b28c-92324036cff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.051796 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743fa3c-52ba-480d-b3a1-aab0b34214de admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e125371-d52f-4208-9c77-d4e4b47be414,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:45.087546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] Calling delete_port for 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:43:45.089503 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8743fa3c-52ba-480d-b3a1-aab0b34214de admin admin] Checking segment: {'id': '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:43:45.090043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8743fa3c-52ba-480d-b3a1-aab0b34214de admin admin] Network hostable DHCP agents. Network: 76092203-82d8-4a24-86d5-4aa9015481db, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:43:45.123420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-57e73627-71e0-4c09-b28c-92324036cff1 None None] For port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d,segment=NetworkSegment(9a6599f9-4c2d-4768-b988-4d233f1d0211),segment_id=9a6599f9-4c2d-4768-b988-4d233f1d0211)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:45.124212 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-57e73627-71e0-4c09-b28c-92324036cff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.139314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-57e73627-71e0-4c09-b28c-92324036cff1 None None] Calling delete_port for 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:43:45.246506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8743fa3c-52ba-480d-b3a1-aab0b34214de admin admin] Network 76092203-82d8-4a24-86d5-4aa9015481db is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:43:45.246993 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port c7804024-baaa-44e7-9adc-2c9d49ed9e30 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:43:45.252069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port c7804024-baaa-44e7-9adc-2c9d49ed9e30 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:45.252533 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.298968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8743fa3c-52ba-480d-b3a1-aab0b34214de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 76092203-82d8-4a24-86d5-4aa9015481db) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:43:45.329842 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] Allocated IP 172.20.0.1 (659e9255-b219-47a5-9929-d029ee4c6b1f/b81eedc9-e61e-49c2-b466-342f98352a78/ea2144b8-19f7-4117-a59d-da27863d2d6a) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:43:45.367415 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1b07f139-1aee-4522-b96f-86d46a4c01f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.370848 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8743fa3c-52ba-480d-b3a1-aab0b34214de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:45.371500 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8743fa3c-52ba-480d-b3a1-aab0b34214de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.373804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4ee3a2-e9f0-40dd-9fd0-c664ae0d47bc None None] Network 76092203-82d8-4a24-86d5-4aa9015481db requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:43:45.417998 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8743fa3c-52ba-480d-b3a1-aab0b34214de admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4614890 Mar 11 11:43:45.431635 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43382) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:45.439706 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.445148 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:45.506178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:45.516472 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] No DVR routers for this DVR port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:43:45.586354 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b609bd0-308b-4baf-add4-4083ac3e9dd5 req-19aaf392-5aba-46b3-b295-62c235a9e11b tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:45.588340 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b609bd0-308b-4baf-add4-4083ac3e9dd5 req-19aaf392-5aba-46b3-b295-62c235a9e11b tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 944 time: 0.5896780 Mar 11 11:43:45.602041 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124b905-0591-47a2-9cc7-75d74166aee3 None None] Pushing event updated for resources: {'Port': ['ID=1b07f139-1aee-4522-b96f-86d46a4c01f2,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:45.605244 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-57e73627-71e0-4c09-b28c-92324036cff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.623716 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e73627-71e0-4c09-b28c-92324036cff1 None None] No DVR routers for this DVR port 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:43:45.664183 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Attempting to bind port 1b07f139-1aee-4522-b96f-86d46a4c01f2 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:43:45.664672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Attempting to bind port 1b07f139-1aee-4522-b96f-86d46a4c01f2 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:43:45.665115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Attempting to bind port 1b07f139-1aee-4522-b96f-86d46a4c01f2 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:43:45.670858 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (b7787924-3c4a-40df-975f-0b1be67e95b8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.694579 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e73627-71e0-4c09-b28c-92324036cff1 None None] Pushing event deleted for resources: {'Port': ['ID=9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:45.712238 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7787924-3c4a-40df-975f-0b1be67e95b8']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:45.736782 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6599f9-4c2d-4768-b988-4d233f1d0211') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:45.736782 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6599f9-4c2d-4768-b988-4d233f1d0211') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:45.743041 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:43:45.743618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:43:45.744175 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.744681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:43:45.745397 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Bound port: 1b07f139-1aee-4522-b96f-86d46a4c01f2, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:43:45.745937 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1b07f139-1aee-4522-b96f-86d46a4c01f2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.760861 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (9a6599f9-4c2d-4768-b988-4d233f1d0211), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.788418 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] Publish callbacks [] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.794147 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (9a6599f9-4c2d-4768-b988-4d233f1d0211), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.806727 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] For port 1b07f139-1aee-4522-b96f-86d46a4c01f2, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:43:45.808700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:43:45.809134 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (9a6599f9-4c2d-4768-b988-4d233f1d0211), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.811232 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] For port 1b07f139-1aee-4522-b96f-86d46a4c01f2, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1b07f139-1aee-4522-b96f-86d46a4c01f2,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:43:45.811388 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:43:45.824376 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-76092203-82d8-4a24-86d5-4aa9015481db', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'fixed_ips': [{'subnet_id': '6e125371-d52f-4208-9c77-d4e4b47be414'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:43:45.824376 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.827971 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e070f041-a455-43a9-94ae-825b0605f261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.849986 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device edfe7bb4-3b90-48d3-9c65-96be491cd2e4 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:43:45.852663 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device edfe7bb4-3b90-48d3-9c65-96be491cd2e4 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:43:45.895731 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1b07f139-1aee-4522-b96f-86d46a4c01f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.896213 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (c8c23638-e0bd-46bb-90a1-883750498334), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.898061 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (c8c23638-e0bd-46bb-90a1-883750498334), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.935254 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (b7787924-3c4a-40df-975f-0b1be67e95b8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.941222 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.945291 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b7787924-3c4a-40df-975f-0b1be67e95b8 HTTP/1.1" status: 204 len: 168 time: 1.6879208 Mar 11 11:43:45.955988 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port c7804024-baaa-44e7-9adc-2c9d49ed9e30 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:45.956595 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.961865 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-5340fce9-5596-4d5c-aca2-389c47ceebfd tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:45.964468 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-5340fce9-5596-4d5c-aca2-389c47ceebfd tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.37 "GET /v2.0/networks?id=b499850f-8fb3-4e28-b577-f302ebbdffd0 HTTP/1.1" status: 200 len: 822 time: 0.6133120 Mar 11 11:43:45.966031 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:45.977143 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcebb2-de11-48cf-af4b-dca900439350 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7787924-3c4a-40df-975f-0b1be67e95b8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:46.010082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port c7804024-baaa-44e7-9adc-2c9d49ed9e30, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=c7804024-baaa-44e7-9adc-2c9d49ed9e30,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:46.017438 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0c601f-472a-45c3-8128-0ae909f9400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7804024-baaa-44e7-9adc-2c9d49ed9e30'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:43:46.020365 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44bceca-efc5-4323-b7e3-a56be4d36d9b" -d '{"events": [{"server_uuid": "ba0c601f-472a-45c3-8128-0ae909f9400e", "name": "network-vif-plugged", "status": "completed", "tag": "c7804024-baaa-44e7-9adc-2c9d49ed9e30"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:43:46.058106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-671e827a-1f16-49f1-a4ee-a364507fd974 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Request body: {'port': {'device_id': '35aa8dc3-de7e-4bc3-a2a5-10576b99026f', 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0', 'admin_state_up': True, 'tenant_id': '306fe3dc04f4442a81b7c6242bc6f20a'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:46.071011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:46.071674 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:46.085755 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:46.185511 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.resource_extend [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:43:46.209503 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43392) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:46.210465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2144b8-19f7-4117-a59d-da27863d2d6a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:46.221127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Routers {'84257c32-aa02-42f6-805f-51c43937d2da'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:43:46.221944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:43:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['84257c32-aa02-42f6-805f-51c43937d2da'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:46.223411 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cfd83-b314-49cd-bd9e-c0f687b043a3 req-d1a01c73-bcaf-406e-9fe7-62cc8c015ab5 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:46.225040 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f3cfd83-b314-49cd-bd9e-c0f687b043a3 req-d1a01c73-bcaf-406e-9fe7-62cc8c015ab5 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.7666738 Mar 11 11:43:46.323654 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Allocated IP 172.20.0.2 (76092203-82d8-4a24-86d5-4aa9015481db/6e125371-d52f-4208-9c77-d4e4b47be414/d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:43:46.332042 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Publish callbacks [] for router_controller (c8c23638-e0bd-46bb-90a1-883750498334), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:46.332042 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] Network 659e9255-b219-47a5-9929-d029ee4c6b1f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:43:46.361140 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7ec7f6c6-5d8e-441f-a9d3-455bdb958d99 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=967115d927d0469cb068dfef722766ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474304 Mar 11 11:43:46.361409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43396) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:46.391170 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:43:46.401043 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b609bd0-308b-4baf-add4-4083ac3e9dd5 req-656c782b-30c9-4007-b1ab-eaf03c829e5d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7305098 Mar 11 11:43:46.410340 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:43:46.502504 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88a79bd1-089c-4651-b7ab-0ad3e5ec7748 admin admin] Publish callbacks [] for security_group (3fc43c14-d6f6-4f33-bf5c-96840ec426df), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:46.519471 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124b905-0591-47a2-9cc7-75d74166aee3 None None] Pushing event updated for resources: {'Port': ['ID=1b07f139-1aee-4522-b96f-86d46a4c01f2,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:46.610508 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88a79bd1-089c-4651-b7ab-0ad3e5ec7748 admin admin] Publish callbacks [] for security_group (3fc43c14-d6f6-4f33-bf5c-96840ec426df), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:46.701126 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88a79bd1-089c-4651-b7ab-0ad3e5ec7748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3fc43c14-d6f6-4f33-bf5c-96840ec426df), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:46.702165 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f3cfd83-b314-49cd-bd9e-c0f687b043a3 req-71924d23-804a-4df0-b9f9-caed7ab17e2a tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755150 Mar 11 11:43:46.704131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-671e827a-1f16-49f1-a4ee-a364507fd974 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Made reservation on behalf of 306fe3dc04f4442a81b7c6242bc6f20a for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:43:46.704874 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88a79bd1-089c-4651-b7ab-0ad3e5ec7748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:46.707745 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-88a79bd1-089c-4651-b7ab-0ad3e5ec7748 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3fc43c14-d6f6-4f33-bf5c-96840ec426df HTTP/1.1" status: 204 len: 168 time: 0.3449826 Mar 11 11:43:46.713603 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-671e827a-1f16-49f1-a4ee-a364507fd974 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:46.746288 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (84257c32-aa02-42f6-805f-51c43937d2da), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:46.753826 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a79bd1-089c-4651-b7ab-0ad3e5ec7748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc43c14-d6f6-4f33-bf5c-96840ec426df,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:46.870688 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port edfe7bb4-3b90-48d3-9c65-96be491cd2e4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:46.975546 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:43:47.006144 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Publish callbacks [] for router_gateway (c8c23638-e0bd-46bb-90a1-883750498334), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:47.022946 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd139fc-8a20-4c5e-b8cf-6c68c467f6f3 x-openstack-request-id: req-6bd139fc-8a20-4c5e-b8cf-6c68c467f6f3 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:43:47.023304 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0c601f-472a-45c3-8128-0ae909f9400e", "name": "network-vif-plugged", "status": "completed", "tag": "c7804024-baaa-44e7-9adc-2c9d49ed9e30", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:43:47.023502 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6bd139fc-8a20-4c5e-b8cf-6c68c467f6f3 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:43:47.023921 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0c601f-472a-45c3-8128-0ae909f9400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7804024-baaa-44e7-9adc-2c9d49ed9e30', 'code': 200} Mar 11 11:43:47.071408 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:47.109459 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73167a7a-26fc-4a05-9101-498860fbfd89 req-0855248f-14ca-4e1c-b0c7-030c05cf0a15 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 210 time: 0.3761542 Mar 11 11:43:47.148499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:43:47.149257 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9b9dacb1-1f3c-47d0-be6f-26bad6ae3b6d not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:43:47.149846 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c3e60-a535-4b22-9412-46961911ea7d req-a942891e-72cd-43b9-94b6-f3c7f191b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:47.156897 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e97c3e60-a535-4b22-9412-46961911ea7d req-a942891e-72cd-43b9-94b6-f3c7f191b2a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 1127 time: 0.1832321 Mar 11 11:43:47.199885 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:47.301990 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e97c3e60-a535-4b22-9412-46961911ea7d req-96d6e5f9-1937-4b2b-ac2b-c6b2c8062f97 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393359 Mar 11 11:43:47.372504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-671e827a-1f16-49f1-a4ee-a364507fd974 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Allocated IP 172.20.0.11 (b499850f-8fb3-4e28-b577-f302ebbdffd0/1a1d4465-a2a3-4fc5-b45d-6c5b13b467de/abb13c7a-cfd9-4307-9ce2-e4e0f3325896) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:43:47.418454 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Publish callbacks [] for port (d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:47.453030 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:47.459488 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:47.469512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=c7804024-baaa-44e7-9adc-2c9d49ed9e30,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:47.493870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4d0f41a5-f205-4e5c-a47c-bf75fd72853e None None] Provisioning complete for port ea2144b8-19f7-4117-a59d-da27863d2d6a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:47.494148 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4d0f41a5-f205-4e5c-a47c-bf75fd72853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:47.832585 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port edfe7bb4-3b90-48d3-9c65-96be491cd2e4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:47.882475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Network 76092203-82d8-4a24-86d5-4aa9015481db is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:43:47.888130 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:47.962411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:43:47.969084 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:43:47.984135 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Pushing event updated for resources: {'Port': ['ID=d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:48.026799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4', 'mac_address': 'fa:16:3e:c3:c9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:43:48.032104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f41a5-f205-4e5c-a47c-bf75fd72853e None None] Port ea2144b8-19f7-4117-a59d-da27863d2d6a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:43:48.050598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] Set router 84257c32-aa02-42f6-805f-51c43937d2da gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:43:48.401796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Attempting to bind port d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:43:48.401796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Attempting to bind port d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:43:48.402862 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Attempting to bind port d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 on network 76092203-82d8-4a24-86d5-4aa9015481db {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:43:48.420678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:48.425630 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:48.471624 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfe7bb4-3b90-48d3-9c65-96be491cd2e4 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:43:48.505539 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eca563-97fe-49db-9aff-0e6d2e4cbcf0 req-a84b3cb4-d7d5-40e1-8e03-5c007605cc40 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:48.512725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port edfe7bb4-3b90-48d3-9c65-96be491cd2e4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:48.514937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5eca563-97fe-49db-9aff-0e6d2e4cbcf0 req-a84b3cb4-d7d5-40e1-8e03-5c007605cc40 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.9392512 Mar 11 11:43:48.566004 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:43:48.566611 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Checking segment: {'id': '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:43:48.567198 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:48.567833 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Bound using segment: {'id': '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:43:48.568647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Bound port: d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:43:48.569201 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:48.577106 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:48.627082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5eca563-97fe-49db-9aff-0e6d2e4cbcf0 req-4ca6356c-dda9-4470-b4eb-ec762ce0dd1c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102445 Mar 11 11:43:48.643423 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Publish callbacks [] for router_gateway (c8c23638-e0bd-46bb-90a1-883750498334), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:48.661021 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-671e827a-1f16-49f1-a4ee-a364507fd974 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:48.666703 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:48.675140 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:48.693152 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:43:48.733488 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] For port d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:43:48.735534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd68f-ac8a-43a4-a117-079e18252d7e req-400616b7-bd6b-40af-949f-412f46cdab37 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:48.737127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] For port d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4,segment=NetworkSegment(5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7),segment_id=5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:43:48.737983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc8bd68f-ac8a-43a4-a117-079e18252d7e req-400616b7-bd6b-40af-949f-412f46cdab37 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 948 time: 0.5671880 Mar 11 11:43:48.739515 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:48.753825 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:48.886441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Allocated IP 172.25.7.211 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/684e1abd-a8ce-47fc-b1e9-0682e52f7abb) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:43:48.903983 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da331e86-aadf-4900-ad5d-fcd9be3d627a None None] Pushing event updated for resources: {'Port': ['ID=d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:48.932909 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['edfe7bb4-3b90-48d3-9c65-96be491cd2e4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:43:49.006692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84257c32-aa02-42f6-805f-51c43937d2da', 'name': 'tempest-ServersTestManualDisk-743406101-router', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:37Z', 'updated_at': '2022-03-11T11:43:40Z', 'revision_number': 3, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'gw_port': {'id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:38Z', 'updated_at': '2022-03-11T11:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:49.045602 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3832427e-79d3-442a-b587-a42f6bf16e63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:43:49.048746 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a459715d-4292-4289-9add-4826e76afd0c" -d '{"events": [{"server_uuid": "3832427e-79d3-442a-b587-a42f6bf16e63", "name": "network-vif-unplugged", "status": "completed", "tag": "edfe7bb4-3b90-48d3-9c65-96be491cd2e4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:43:49.051981 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6ea6fc-da07-4920-bf3e-2af7899be6b6 None None] The sync data for ids ['84257c32-aa02-42f6-805f-51c43937d2da'] in n-d-833234-2 is: [{'id': '84257c32-aa02-42f6-805f-51c43937d2da', 'name': 'tempest-ServersTestManualDisk-743406101-router', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:37Z', 'updated_at': '2022-03-11T11:43:40Z', 'revision_number': 3, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'gw_port': {'id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:38Z', 'updated_at': '2022-03-11T11:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:43:49.117625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc162eb6-cd7b-4913-ae6e-9a1ad599f4b6 req-8fbd6769-4415-4dab-9fe5-0aafb605a449 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 210 time: 0.1818871 Mar 11 11:43:49.286445 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] Publish callbacks [] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:49.314911 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:49.377031 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc8bd68f-ac8a-43a4-a117-079e18252d7e req-19f008c4-33c7-4e91-9de7-3eee88c21774 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507723 Mar 11 11:43:49.447016 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-671e827a-1f16-49f1-a4ee-a364507fd974 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:49.479451 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d47950-b570-4dc3-b7af-1b8fad6455df x-openstack-request-id: req-48d47950-b570-4dc3-b7af-1b8fad6455df {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:43:49.479948 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3832427e-79d3-442a-b587-a42f6bf16e63", "name": "network-vif-unplugged", "status": "completed", "tag": "edfe7bb4-3b90-48d3-9c65-96be491cd2e4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:43:49.482582 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48d47950-b570-4dc3-b7af-1b8fad6455df {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:43:49.483063 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3832427e-79d3-442a-b587-a42f6bf16e63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4', 'code': 200} Mar 11 11:43:49.523821 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Publish callbacks [] for port (684e1abd-a8ce-47fc-b1e9-0682e52f7abb), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:49.543016 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-671e827a-1f16-49f1-a4ee-a364507fd974 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Network b499850f-8fb3-4e28-b577-f302ebbdffd0 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:43:49.546599 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (84257c32-aa02-42f6-805f-51c43937d2da), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:49.550056 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2144b8-19f7-4117-a59d-da27863d2d6a,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:49.554880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-671e827a-1f16-49f1-a4ee-a364507fd974 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:43:49.564192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-671e827a-1f16-49f1-a4ee-a364507fd974 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:43:49.789465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e827a-1f16-49f1-a4ee-a364507fd974 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Pushing event updated for resources: {'Port': ['ID=abb13c7a-cfd9-4307-9ce2-e4e0f3325896,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:49.803993 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-671e827a-1f16-49f1-a4ee-a364507fd974 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:49.805727 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-671e827a-1f16-49f1-a4ee-a364507fd974 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:50.014022 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-deaecefb-66b1-4fc9-b18d-26b7b57e3f46 req-0e7bb195-1e04-4f82-9be4-d4bbeda5716e tempest-ServersAaction247Test-312278690 tempest-ServersAaction247Test-312278690-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f2d8caf-98af-43c2-93c4-b2bb201d88f1 HTTP/1.1" status: 200 len: 210 time: 0.2005856 Mar 11 11:43:50.025033 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] Network 659e9255-b219-47a5-9929-d029ee4c6b1f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:43:50.055081 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:50.098076 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:43:50.130134 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-671e827a-1f16-49f1-a4ee-a364507fd974 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1454511 Mar 11 11:43:50.157612 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (684e1abd-a8ce-47fc-b1e9-0682e52f7abb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:50.179529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Request body: {'port': {'device_id': '35aa8dc3-de7e-4bc3-a2a5-10576b99026f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:50.600219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device edfe7bb4-3b90-48d3-9c65-96be491cd2e4 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:43:50.602876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283a5a1-9dda-41f3-bbf5-f17820015137 req-79ad9eeb-38e6-428e-90e0-617208b3d899 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:50.606148 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0283a5a1-9dda-41f3-bbf5-f17820015137 req-79ad9eeb-38e6-428e-90e0-617208b3d899 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.7930324 Mar 11 11:43:50.629183 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:43:50.683533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Pushing event updated for resources: {'Port': ['ID=684e1abd-a8ce-47fc-b1e9-0682e52f7abb,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:50.686953 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:43:50.704303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:43:50.731500 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68533011-0c6f-48db-915c-b864c8d4c3f2 None None] Network 76092203-82d8-4a24-86d5-4aa9015481db requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:43:51.000531 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:43:51.007942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2563ce09-8783-41e4-8bf3-fd50280a2417 None None] Provisioning complete for port ea2144b8-19f7-4117-a59d-da27863d2d6a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:51.008577 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2563ce09-8783-41e4-8bf3-fd50280a2417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:51.160952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2563ce09-8783-41e4-8bf3-fd50280a2417 None None] Port ea2144b8-19f7-4117-a59d-da27863d2d6a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:43:51.178505 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:51.179155 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:51.191049 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:51.256448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:51.257969 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:51.298628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19557f62-6c8d-446e-856f-cc6dd9435b6b req-63f5ec51-b402-4cc6-90ea-11bfa9d63459 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:51.300816 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19557f62-6c8d-446e-856f-cc6dd9435b6b req-63f5ec51-b402-4cc6-90ea-11bfa9d63459 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 932 time: 0.9518738 Mar 11 11:43:51.314913 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0283a5a1-9dda-41f3-bbf5-f17820015137 req-e41692c5-7bcd-4ddf-b1dc-82e6de518bbe tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6887865 Mar 11 11:43:51.381568 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:51.381949 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:51.392264 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] Router 84257c32-aa02-42f6-805f-51c43937d2da has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:43:51.408751 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6a074d20-7154-493b-b580-6ecccb58db35 None None] Provisioning complete for port d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:51.409118 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6a074d20-7154-493b-b580-6ecccb58db35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:51.438978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port edfe7bb4-3b90-48d3-9c65-96be491cd2e4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:51.550392 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3832427e-79d3-442a-b587-a42f6bf16e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:43:51.558920 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c013ad8-f96e-4337-a7d8-9a3877a9da54" -d '{"events": [{"server_uuid": "3832427e-79d3-442a-b587-a42f6bf16e63", "name": "network-vif-plugged", "status": "completed", "tag": "edfe7bb4-3b90-48d3-9c65-96be491cd2e4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:43:51.575463 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:51.894306 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19557f62-6c8d-446e-856f-cc6dd9435b6b req-26fc8379-5f64-487e-97ed-86aa8b60431a tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5858691 Mar 11 11:43:52.033979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:52.154584 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:52.155262 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:52.158603 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6a074d20-7154-493b-b580-6ecccb58db35 None None] Current status of the port d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:52.159157 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6a074d20-7154-493b-b580-6ecccb58db35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:52.159845 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c108da8-5239-4b60-bef9-644b1e016bdd req-ac3db3f3-2837-4495-a263-6917b234b7ad tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:52.162464 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c108da8-5239-4b60-bef9-644b1e016bdd req-ac3db3f3-2837-4495-a263-6917b234b7ad tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.6361272 Mar 11 11:43:52.219640 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Publish callbacks [] for router_gateway (c8c23638-e0bd-46bb-90a1-883750498334), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:52.233217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4,segment=NetworkSegment(5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7),segment_id=5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:52.250726 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:52.252375 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1b07f139-1aee-4522-b96f-86d46a4c01f2 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:43:52.314062 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:52.400931 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d706d3e3-fdad-4846-afe7-b46785b7b4f8 req-249c28eb-c790-43d5-957f-b86b3f2bf3bf tempest-ServersAaction247Test-312278690 tempest-ServersAaction247Test-312278690-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f2d8caf-98af-43c2-93c4-b2bb201d88f1 HTTP/1.1" status: 200 len: 210 time: 0.2863479 Mar 11 11:43:52.421414 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-6a074d20-7154-493b-b580-6ecccb58db35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:43:52.421901 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-6a074d20-7154-493b-b580-6ecccb58db35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:43:52.432577 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 1b07f139-1aee-4522-b96f-86d46a4c01f2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:52.439365 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1b07f139-1aee-4522-b96f-86d46a4c01f2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:52.470243 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:43:52.482603 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Sync routers for ids ['84257c32-aa02-42f6-805f-51c43937d2da'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:43:52.498414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-35fe0171-7487-427b-837e-260f6f4d1144 admin admin] 10.222.0.78 "PUT /v2.0/routers/84257c32-aa02-42f6-805f-51c43937d2da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8455462 Mar 11 11:43:52.529903 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Routers {'84257c32-aa02-42f6-805f-51c43937d2da'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:43:52.530549 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:43:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['84257c32-aa02-42f6-805f-51c43937d2da'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:52.564386 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c108da8-5239-4b60-bef9-644b1e016bdd req-6ea0b27b-1eb5-4e36-9ce2-1291a72dfc3b tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970178 Mar 11 11:43:52.642628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 1b07f139-1aee-4522-b96f-86d46a4c01f2 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:52.643201 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1b07f139-1aee-4522-b96f-86d46a4c01f2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:52.697303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 1b07f139-1aee-4522-b96f-86d46a4c01f2, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1b07f139-1aee-4522-b96f-86d46a4c01f2,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:52.712196 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1b07f139-1aee-4522-b96f-86d46a4c01f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:52.724349 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349db7b2-3485-462c-8a37-d1b1737d1e18 x-openstack-request-id: req-349db7b2-3485-462c-8a37-d1b1737d1e18 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:43:52.725019 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3832427e-79d3-442a-b587-a42f6bf16e63", "name": "network-vif-plugged", "status": "completed", "tag": "edfe7bb4-3b90-48d3-9c65-96be491cd2e4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:43:52.725478 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-349db7b2-3485-462c-8a37-d1b1737d1e18 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:43:52.726094 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3832427e-79d3-442a-b587-a42f6bf16e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4', 'code': 200} Mar 11 11:43:52.825772 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Set router 84257c32-aa02-42f6-805f-51c43937d2da gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:43:52.854025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=1b07f139-1aee-4522-b96f-86d46a4c01f2,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:52.884925 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (c8c23638-e0bd-46bb-90a1-883750498334), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:53.020782 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:43:53.124336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6a074d20-7154-493b-b580-6ecccb58db35 None None] Current status of the port d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:53.194437 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:53.195312 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:53.235831 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84257c32-aa02-42f6-805f-51c43937d2da', 'name': 'tempest-ServersTestManualDisk-743406101-router', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:37Z', 'updated_at': '2022-03-11T11:43:47Z', 'revision_number': 4, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'gw_port': {'id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:38Z', 'updated_at': '2022-03-11T11:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'ea2144b8-19f7-4117-a59d-da27863d2d6a', 'name': '', 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'mac_address': 'fa:16:3e:3d:da:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:47Z', 'revision_number': 2, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'subnets': [{'id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:53.266710 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Checking router: 84257c32-aa02-42f6-805f-51c43937d2da for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:43:53.267465 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Updating router 84257c32-aa02-42f6-805f-51c43937d2da port ea2144b8-19f7-4117-a59d-da27863d2d6a binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:43:53.295902 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:53.357073 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb13c7a-cfd9-4307-9ce2-e4e0f3325896 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:43:53.385281 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8d9b45f9-f671-42f4-8ddc-f0581821aab4 None None] Provisioning complete for port d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:53.386274 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8d9b45f9-f671-42f4-8ddc-f0581821aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:53.395349 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Publish callbacks [] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:53.537334 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Transition to ACTIVE for port object abb13c7a-cfd9-4307-9ce2-e4e0f3325896 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:43:53.579341 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:53.589635 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:53.628714 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-98706646-70ea-4092-9d09-252ca9d42a38 req-4bcdda74-576c-4bed-ac79-809445f81551 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3f2d8caf-98af-43c2-93c4-b2bb201d88f1 HTTP/1.1" status: 200 len: 210 time: 0.4009759 Mar 11 11:43:53.639340 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f42e76-0965-4721-b369-d72a54a162c3 req-8b34fca5-d76e-4810-a5cf-a3a99e6fe116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:53.641440 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c7f42e76-0965-4721-b369-d72a54a162c3 req-8b34fca5-d76e-4810-a5cf-a3a99e6fe116 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 1132 time: 0.5626760 Mar 11 11:43:53.685014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b45f9-f671-42f4-8ddc-f0581821aab4 None None] Current status of the port d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:53.817021 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Publish callbacks [] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:53.829606 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:53.880873 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7c100-e5eb-41e7-8388-eb0fdbcfaa79 None None] Pushing event updated for resources: {'Port': ['ID=ea2144b8-19f7-4117-a59d-da27863d2d6a,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:53.918482 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7c100-e5eb-41e7-8388-eb0fdbcfaa79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:53.918825 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7c100-e5eb-41e7-8388-eb0fdbcfaa79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:53.919168 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7c100-e5eb-41e7-8388-eb0fdbcfaa79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:53.919503 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7c100-e5eb-41e7-8388-eb0fdbcfaa79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:53.919993 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7c100-e5eb-41e7-8388-eb0fdbcfaa79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:53.920326 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7c100-e5eb-41e7-8388-eb0fdbcfaa79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:53.920649 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7c100-e5eb-41e7-8388-eb0fdbcfaa79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:53.920978 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7c100-e5eb-41e7-8388-eb0fdbcfaa79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:53.924286 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7c100-e5eb-41e7-8388-eb0fdbcfaa79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:53.924710 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7c100-e5eb-41e7-8388-eb0fdbcfaa79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:53.925085 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7c100-e5eb-41e7-8388-eb0fdbcfaa79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:53.925374 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7c100-e5eb-41e7-8388-eb0fdbcfaa79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:53.925696 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7c100-e5eb-41e7-8388-eb0fdbcfaa79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:43:53.949069 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c7f42e76-0965-4721-b369-d72a54a162c3 req-7d4e6e2b-ad87-4698-926b-7004163bd38e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044512 Mar 11 11:43:54.191058 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Attempting to bind port ea2144b8-19f7-4117-a59d-da27863d2d6a on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:43:54.191512 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Attempting to bind port ea2144b8-19f7-4117-a59d-da27863d2d6a by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'de0e906e-371d-4fd9-a055-8b1fdaefa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:43:54.204340 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Attempting to bind port ea2144b8-19f7-4117-a59d-da27863d2d6a on network 659e9255-b219-47a5-9929-d029ee4c6b1f {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:43:54.210718 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:43:54.211092 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Checking segment: {'id': 'de0e906e-371d-4fd9-a055-8b1fdaefa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:43:54.211642 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:54.212034 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Bound using segment: {'id': 'de0e906e-371d-4fd9-a055-8b1fdaefa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:43:54.212612 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Bound port: ea2144b8-19f7-4117-a59d-da27863d2d6a, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0e906e-371d-4fd9-a055-8b1fdaefa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:43:54.212988 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:54.298694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Router c8c23638-e0bd-46bb-90a1-883750498334 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:43:54.310827 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6613f-3eed-47ea-abdc-fca63fba7ea8 req-c12b4125-16c9-43f9-be5f-ea4cf341bec9 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:54.317919 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-abc6613f-3eed-47ea-abdc-fca63fba7ea8 req-c12b4125-16c9-43f9-be5f-ea4cf341bec9 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 1127 time: 1.1549902 Mar 11 11:43:54.326140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42920e66-8be8-4c77-a369-30d6adf239b7 req-d3012344-969d-47f9-9570-4030e2d5bbe9 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:54.328039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42920e66-8be8-4c77-a369-30d6adf239b7 req-d3012344-969d-47f9-9570-4030e2d5bbe9 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 932 time: 1.1313336 Mar 11 11:43:54.369399 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] For port ea2144b8-19f7-4117-a59d-da27863d2d6a, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:43:54.373019 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] For port ea2144b8-19f7-4117-a59d-da27863d2d6a, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ea2144b8-19f7-4117-a59d-da27863d2d6a,segment=NetworkSegment(de0e906e-371d-4fd9-a055-8b1fdaefa8f9),segment_id=de0e906e-371d-4fd9-a055-8b1fdaefa8f9)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:43:54.404663 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:54.405365 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Pushing event updated for resources: {'Port': ['ID=abb13c7a-cfd9-4307-9ce2-e4e0f3325896,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:54.429790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-add15bc2-ce57-4b70-96cb-933acf6ddb39 None None] Provisioning complete for port ea2144b8-19f7-4117-a59d-da27863d2d6a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:54.431851 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-add15bc2-ce57-4b70-96cb-933acf6ddb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:54.466882 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Routers {'84257c32-aa02-42f6-805f-51c43937d2da'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:43:54.467206 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:43:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['84257c32-aa02-42f6-805f-51c43937d2da'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:54.473354 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7c100-e5eb-41e7-8388-eb0fdbcfaa79 None None] Pushing event updated for resources: {'Port': ['ID=ea2144b8-19f7-4117-a59d-da27863d2d6a,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:54.587452 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-add15bc2-ce57-4b70-96cb-933acf6ddb39 None None] Current status of the port ea2144b8-19f7-4117-a59d-da27863d2d6a is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:54.592677 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-add15bc2-ce57-4b70-96cb-933acf6ddb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:54.632967 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-abc6613f-3eed-47ea-abdc-fca63fba7ea8 req-3d012c78-227f-410f-809d-9a7960cee9f3 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140326 Mar 11 11:43:54.660524 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42920e66-8be8-4c77-a369-30d6adf239b7 req-c57ddbe0-85c4-4207-a3bb-ae143e1bac12 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094602 Mar 11 11:43:54.673488 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-add15bc2-ce57-4b70-96cb-933acf6ddb39 None None] For port ea2144b8-19f7-4117-a59d-da27863d2d6a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ea2144b8-19f7-4117-a59d-da27863d2d6a,segment=NetworkSegment(de0e906e-371d-4fd9-a055-8b1fdaefa8f9),segment_id=de0e906e-371d-4fd9-a055-8b1fdaefa8f9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:54.694924 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-add15bc2-ce57-4b70-96cb-933acf6ddb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:54.844604 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] Set router 84257c32-aa02-42f6-805f-51c43937d2da gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:43:54.889027 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add15bc2-ce57-4b70-96cb-933acf6ddb39 None None] Pushing event updated for resources: {'Port': ['ID=ea2144b8-19f7-4117-a59d-da27863d2d6a,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:54.902178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1b07f139-1aee-4522-b96f-86d46a4c01f2 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:43:54.922331 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cba94223-eb41-4415-880b-7cadd57b71ed req-ded46b99-c4b0-4238-a289-d0eaabdb954e tempest-ServersAaction247Test-312278690 tempest-ServersAaction247Test-312278690-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f2d8caf-98af-43c2-93c4-b2bb201d88f1 HTTP/1.1" status: 200 len: 210 time: 0.0834317 Mar 11 11:43:54.923597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:43:54.932566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Attempting to bind port abb13c7a-cfd9-4307-9ce2-e4e0f3325896 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:43:54.935377 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Attempting to bind port abb13c7a-cfd9-4307-9ce2-e4e0f3325896 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '544fa4dc-c420-4d54-a419-af3aa9315f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:43:54.947692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Attempting to bind port abb13c7a-cfd9-4307-9ce2-e4e0f3325896 on network b499850f-8fb3-4e28-b577-f302ebbdffd0 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:43:54.951464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Port abb13c7a-cfd9-4307-9ce2-e4e0f3325896 on network b499850f-8fb3-4e28-b577-f302ebbdffd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:43:54.955346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Attempting to bind port abb13c7a-cfd9-4307-9ce2-e4e0f3325896 on network b499850f-8fb3-4e28-b577-f302ebbdffd0 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:43:54.972908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:43:54.973267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Checking segment: {'id': '544fa4dc-c420-4d54-a419-af3aa9315f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:43:54.973636 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Bound using segment: {'id': '544fa4dc-c420-4d54-a419-af3aa9315f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:43:54.974667 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Bound port: abb13c7a-cfd9-4307-9ce2-e4e0f3325896, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '544fa4dc-c420-4d54-a419-af3aa9315f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:43:54.974667 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:55.018072 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Sync routers for ids ['c8c23638-e0bd-46bb-90a1-883750498334'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:43:55.037117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Routers {'c8c23638-e0bd-46bb-90a1-883750498334'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:43:55.037927 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:43:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c8c23638-e0bd-46bb-90a1-883750498334'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:55.276806 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] For port abb13c7a-cfd9-4307-9ce2-e4e0f3325896, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:43:55.289305 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] For port abb13c7a-cfd9-4307-9ce2-e4e0f3325896, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=abb13c7a-cfd9-4307-9ce2-e4e0f3325896,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:43:55.304486 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Set router c8c23638-e0bd-46bb-90a1-883750498334 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:43:55.383913 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:55.393422 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:55.399077 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43562) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:55.420346 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d9a5ccff-ca03-4fa7-916f-c38279d8c13b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.9820325 Mar 11 11:43:55.425392 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84257c32-aa02-42f6-805f-51c43937d2da', 'name': 'tempest-ServersTestManualDisk-743406101-router', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:37Z', 'updated_at': '2022-03-11T11:43:47Z', 'revision_number': 4, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'gw_port': {'id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:38Z', 'updated_at': '2022-03-11T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'ea2144b8-19f7-4117-a59d-da27863d2d6a', 'name': '', 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'mac_address': 'fa:16:3e:3d:da:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:54Z', 'revision_number': 4, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'subnets': [{'id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:55.508610 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a57e1ad-25f4-4131-8167-e4beb6e8c16c None None] The sync data for ids ['84257c32-aa02-42f6-805f-51c43937d2da'] in n-d-833234-2 is: [{'id': '84257c32-aa02-42f6-805f-51c43937d2da', 'name': 'tempest-ServersTestManualDisk-743406101-router', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:37Z', 'updated_at': '2022-03-11T11:43:47Z', 'revision_number': 4, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'gw_port': {'id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:38Z', 'updated_at': '2022-03-11T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'ea2144b8-19f7-4117-a59d-da27863d2d6a', 'name': '', 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'mac_address': 'fa:16:3e:3d:da:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:54Z', 'revision_number': 4, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'subnets': [{'id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:43:55.529726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 1b07f139-1aee-4522-b96f-86d46a4c01f2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:55.530323 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1b07f139-1aee-4522-b96f-86d46a4c01f2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:55.611393 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:55.611393 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:55.611393 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] 10.222.0.37 "PUT /v2.0/ports/abb13c7a-cfd9-4307-9ce2-e4e0f3325896 HTTP/1.1" status: 200 len: 1092 time: 5.4410291 Mar 11 11:43:55.634694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6ae5eb14-2634-4a40-9e76-4f5188333dea None None] Provisioning complete for port ea2144b8-19f7-4117-a59d-da27863d2d6a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:55.635075 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6ae5eb14-2634-4a40-9e76-4f5188333dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:55.640902 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35aa8dc3-de7e-4bc3-a2a5-10576b99026f', 'tag': 'abb13c7a-cfd9-4307-9ce2-e4e0f3325896'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:43:55.643527 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df556fe-cfdc-47ed-b3b2-5b7b93203529" -d '{"events": [{"name": "network-changed", "server_uuid": "35aa8dc3-de7e-4bc3-a2a5-10576b99026f", "tag": "abb13c7a-cfd9-4307-9ce2-e4e0f3325896"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:43:55.797090 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43568) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:55.805323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e32bcd6d-9e0d-404b-a6cd-f1796175f8be tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1583381604', 'description': 'tempest-description--1009847169'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:55.840071 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3c96f-2eac-4ab5-af03-921e248c1249 service neutron] Pushing event updated for resources: {'Port': ['ID=abb13c7a-cfd9-4307-9ce2-e4e0f3325896,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:55.876279 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2d8ba-36d5-4d32-a9e3-4494c28a9b76 req-49d670c9-4f71-4855-ab39-87b1c758b22f tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:55.886597 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cba2d8ba-36d5-4d32-a9e3-4494c28a9b76 req-49d670c9-4f71-4855-ab39-87b1c758b22f tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.5795877 Mar 11 11:43:56.094659 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cba2d8ba-36d5-4d32-a9e3-4494c28a9b76 req-052794bd-fce8-4948-9c04-401cce596f70 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070837 Mar 11 11:43:56.104085 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-14aa4ad7-2ae3-486b-b744-6450d6b95669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:56.105918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-14aa4ad7-2ae3-486b-b744-6450d6b95669 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=306fe3dc04f4442a81b7c6242bc6f20a&device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 1126 time: 0.4330473 Mar 11 11:43:56.110327 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 1b07f139-1aee-4522-b96f-86d46a4c01f2 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:56.116320 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e32bcd6d-9e0d-404b-a6cd-f1796175f8be tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:56.118414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6ae5eb14-2634-4a40-9e76-4f5188333dea None None] Current status of the port ea2144b8-19f7-4117-a59d-da27863d2d6a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:56.198671 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:51Z', 'revision_number': 3, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:56.218851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-75623d26-379e-4dd1-8726-657660a7fff6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abb13c7a-cfd9-4307-9ce2-e4e0f3325896 HTTP/1.1" status: 200 len: 217 time: 0.1048920 Mar 11 11:43:56.229041 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81801b27-1dfa-4120-a9e5-0bb21f1886b8 x-openstack-request-id: req-81801b27-1dfa-4120-a9e5-0bb21f1886b8 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:43:56.229403 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35aa8dc3-de7e-4bc3-a2a5-10576b99026f", "tag": "abb13c7a-cfd9-4307-9ce2-e4e0f3325896", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:43:56.229592 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-81801b27-1dfa-4120-a9e5-0bb21f1886b8 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:43:56.230478 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35aa8dc3-de7e-4bc3-a2a5-10576b99026f', 'tag': 'abb13c7a-cfd9-4307-9ce2-e4e0f3325896', 'status': 'completed', 'code': 200} Mar 11 11:43:56.280840 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142dddb-387b-4530-bf2d-6115d457f68f req-67eec8b0-4109-411f-8cee-47e4f5d32ef9 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:56.287901 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6142dddb-387b-4530-bf2d-6115d457f68f req-67eec8b0-4109-411f-8cee-47e4f5d32ef9 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 1127 time: 0.3415406 Mar 11 11:43:56.312856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Checking router: c8c23638-e0bd-46bb-90a1-883750498334 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:43:56.313239 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Updating router c8c23638-e0bd-46bb-90a1-883750498334 port 684e1abd-a8ce-47fc-b1e9-0682e52f7abb binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:43:56.393565 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (684e1abd-a8ce-47fc-b1e9-0682e52f7abb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:56.405614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-def824c8-f0a6-4e48-b171-7572a4849cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:56.407115 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-def824c8-f0a6-4e48-b171-7572a4849cd4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a1d4465-a2a3-4fc5-b45d-6c5b13b467de HTTP/1.1" status: 200 len: 862 time: 0.1761193 Mar 11 11:43:56.582674 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-8aeb3a0e-cc0d-4c86-90e8-171297b9a980 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b499850f-8fb3-4e28-b577-f302ebbdffd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106846 Mar 11 11:43:56.594141 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e32bcd6d-9e0d-404b-a6cd-f1796175f8be tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for security_group (fc907fed-6b51-45f0-a0be-aeda70500fae), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:56.608285 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e32bcd6d-9e0d-404b-a6cd-f1796175f8be tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fc907fed-6b51-45f0-a0be-aeda70500fae), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:56.631608 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6142dddb-387b-4530-bf2d-6115d457f68f req-3b4ef87b-f879-4ff1-9eea-87f835c7c314 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348091 Mar 11 11:43:56.712547 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bcd6d-9e0d-404b-a6cd-f1796175f8be tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc907fed-6b51-45f0-a0be-aeda70500fae,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:56.862286 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e32bcd6d-9e0d-404b-a6cd-f1796175f8be tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:56.866443 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e32bcd6d-9e0d-404b-a6cd-f1796175f8be tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0666771 Mar 11 11:43:56.867903 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43580) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:56.878946 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-21b9966d-e66b-4f6e-801e-1462db13dae2 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Request body: {'security_group_rule': {'security_group_id': 'fc907fed-6b51-45f0-a0be-aeda70500fae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:56.917055 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ecdb6-7399-4857-85b0-67198343bda7 req-7bdd7e76-1601-43d4-82d2-1e2a4a07ca27 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:56.926455 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e6ecdb6-7399-4857-85b0-67198343bda7 req-7bdd7e76-1601-43d4-82d2-1e2a4a07ca27 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 944 time: 0.5019488 Mar 11 11:43:56.977932 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ea2144b8-19f7-4117-a59d-da27863d2d6a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:43:56.985788 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21b9966d-e66b-4f6e-801e-1462db13dae2 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for security_group_rule (149210a7-3567-4510-9497-ddfd43b9bbb0), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:57.047489 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e6ecdb6-7399-4857-85b0-67198343bda7 req-0023d205-146f-4dcc-903a-02015df72ef4 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194599 Mar 11 11:43:57.063832 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21b9966d-e66b-4f6e-801e-1462db13dae2 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for security_group_rule (149210a7-3567-4510-9497-ddfd43b9bbb0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:57.093040 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21b9966d-e66b-4f6e-801e-1462db13dae2 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (149210a7-3567-4510-9497-ddfd43b9bbb0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:57.122590 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8c65d55-0dde-4fd9-9eae-66fa249ca047 req-7d62740b-c4d2-49a4-8210-35f146ceaefe tempest-ServersAaction247Test-312278690 tempest-ServersAaction247Test-312278690-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f2d8caf-98af-43c2-93c4-b2bb201d88f1 HTTP/1.1" status: 200 len: 210 time: 0.0977986 Mar 11 11:43:57.148183 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-cc16a48b-c8e1-47cb-934f-bda7252f7ddd service neutron] 10.222.0.37 "GET /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148561 Mar 11 11:43:57.152769 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9966d-e66b-4f6e-801e-1462db13dae2 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149210a7-3567-4510-9497-ddfd43b9bbb0,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:57.173980 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:57.192025 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21b9966d-e66b-4f6e-801e-1462db13dae2 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:57.197059 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-21b9966d-e66b-4f6e-801e-1462db13dae2 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3258524 Mar 11 11:43:57.198610 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43600) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:57.212456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-70ce44e4-05d0-457a-a71e-d664532ccdb2 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Request body: {'security_group_rule': {'security_group_id': 'fc907fed-6b51-45f0-a0be-aeda70500fae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:57.339999 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ea2144b8-19f7-4117-a59d-da27863d2d6a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:57.344143 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:57.407383 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Publish callbacks [] for port (684e1abd-a8ce-47fc-b1e9-0682e52f7abb), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:57.531817 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f762c7d9-78aa-4b45-a9e7-fafca280d33e req-9f5529dc-fb18-44ae-ac0b-1db5e9492946 service neutron] 10.222.0.37 "GET /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763828 Mar 11 11:43:57.557402 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] Allocated IP 172.20.0.1 (76092203-82d8-4a24-86d5-4aa9015481db/6e125371-d52f-4208-9c77-d4e4b47be414/8b36a554-a54b-4a60-ac39-67a3ea0ebc70) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:43:57.558118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ea2144b8-19f7-4117-a59d-da27863d2d6a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:57.579876 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (684e1abd-a8ce-47fc-b1e9-0682e52f7abb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:57.681436 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b15d5-9855-4bb8-a4b2-44fc64b7d5c8 None None] Pushing event updated for resources: {'Port': ['ID=684e1abd-a8ce-47fc-b1e9-0682e52f7abb,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:57.711078 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70ce44e4-05d0-457a-a71e-d664532ccdb2 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for security_group_rule (e8b77ec8-1285-45a4-acc6-ea8ab035a78a), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:57.739160 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Attempting to bind port 684e1abd-a8ce-47fc-b1e9-0682e52f7abb on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:43:57.739852 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Attempting to bind port 684e1abd-a8ce-47fc-b1e9-0682e52f7abb by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:43:57.740398 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Attempting to bind port 684e1abd-a8ce-47fc-b1e9-0682e52f7abb on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:43:57.750641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:43:57.751343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:43:57.756876 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:57.757799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:43:57.758499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Bound port: 684e1abd-a8ce-47fc-b1e9-0682e52f7abb, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:43:57.758842 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (684e1abd-a8ce-47fc-b1e9-0682e52f7abb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:57.839750 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71fbe5-51d9-498d-8fc4-abf864d1eb33 req-5b4e4823-e801-4bc1-b5d7-e159ab360571 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:57.844675 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] For port 684e1abd-a8ce-47fc-b1e9-0682e52f7abb, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:43:57.846864 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be71fbe5-51d9-498d-8fc4-abf864d1eb33 req-5b4e4823-e801-4bc1-b5d7-e159ab360571 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.3138661 Mar 11 11:43:57.849660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] For port 684e1abd-a8ce-47fc-b1e9-0682e52f7abb, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=684e1abd-a8ce-47fc-b1e9-0682e52f7abb,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:43:57.858847 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] Publish callbacks [] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:57.861081 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (684e1abd-a8ce-47fc-b1e9-0682e52f7abb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:57.891251 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df556fe-cfdc-47ed-b3b2-5b7b93203529 req-1b7919be-7523-4557-8cf6-9ace412e3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:57.892788 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2df556fe-cfdc-47ed-b3b2-5b7b93203529 req-1b7919be-7523-4557-8cf6-9ace412e3957 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=306fe3dc04f4442a81b7c6242bc6f20a&device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 1126 time: 0.2350075 Mar 11 11:43:57.934807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Routers {'c8c23638-e0bd-46bb-90a1-883750498334'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:43:57.935481 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:43:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c8c23638-e0bd-46bb-90a1-883750498334'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:57.992881 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70ce44e4-05d0-457a-a71e-d664532ccdb2 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for security_group_rule (e8b77ec8-1285-45a4-acc6-ea8ab035a78a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:58.000117 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:58.014197 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70ce44e4-05d0-457a-a71e-d664532ccdb2 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (e8b77ec8-1285-45a4-acc6-ea8ab035a78a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:58.036744 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be71fbe5-51d9-498d-8fc4-abf864d1eb33 req-04c3bfa5-1b41-4398-add0-16abdb4a26cc tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889048 Mar 11 11:43:58.076337 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] Network 76092203-82d8-4a24-86d5-4aa9015481db is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:43:58.084089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:43:58.090348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:43:58.133757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b15d5-9855-4bb8-a4b2-44fc64b7d5c8 None None] Pushing event updated for resources: {'Port': ['ID=684e1abd-a8ce-47fc-b1e9-0682e52f7abb,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:58.162313 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70ce44e4-05d0-457a-a71e-d664532ccdb2 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:58.174754 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-70ce44e4-05d0-457a-a71e-d664532ccdb2 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9748843 Mar 11 11:43:58.176321 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43636) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:43:58.228111 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c62059e3-8c24-46d6-94ab-602222f4114b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:43:58.251971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce44e4-05d0-457a-a71e-d664532ccdb2 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b77ec8-1285-45a4-acc6-ea8ab035a78a,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:58.310849 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] Set router c8c23638-e0bd-46bb-90a1-883750498334 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:43:58.334577 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] Pushing event updated for resources: {'Port': ['ID=8b36a554-a54b-4a60-ac39-67a3ea0ebc70,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:58.350408 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (c8c23638-e0bd-46bb-90a1-883750498334), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:58.361477 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df556fe-cfdc-47ed-b3b2-5b7b93203529 req-f858b429-472a-4a1a-9cd6-5d4060a04638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:58.369731 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2df556fe-cfdc-47ed-b3b2-5b7b93203529 req-f858b429-472a-4a1a-9cd6-5d4060a04638 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b499850f-8fb3-4e28-b577-f302ebbdffd0 HTTP/1.1" status: 200 len: 923 time: 0.4597449 Mar 11 11:43:58.376708 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c62059e3-8c24-46d6-94ab-602222f4114b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:58.538173 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2df556fe-cfdc-47ed-b3b2-5b7b93203529 req-99d8ef5e-e7e6-45f2-9f08-cd6e17d33cbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abb13c7a-cfd9-4307-9ce2-e4e0f3325896 HTTP/1.1" status: 200 len: 217 time: 0.1274920 Mar 11 11:43:58.683187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df556fe-cfdc-47ed-b3b2-5b7b93203529 req-e592843b-1c70-4230-aa8c-db9c70bac1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:58.687978 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2df556fe-cfdc-47ed-b3b2-5b7b93203529 req-e592843b-1c70-4230-aa8c-db9c70bac1f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a1d4465-a2a3-4fc5-b45d-6c5b13b467de HTTP/1.1" status: 200 len: 862 time: 0.1398356 Mar 11 11:43:58.695726 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:58.716692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d282bf78-58c2-498b-9588-7a7b35d5718e None None] Provisioning complete for port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:58.717636 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d282bf78-58c2-498b-9588-7a7b35d5718e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:58.790915 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d282bf78-58c2-498b-9588-7a7b35d5718e None None] Port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:43:58.806014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2df556fe-cfdc-47ed-b3b2-5b7b93203529 req-a8317573-bc92-4f21-bdb8-621a7ed5a3d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b499850f-8fb3-4e28-b577-f302ebbdffd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950108 Mar 11 11:43:58.866363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device abb13c7a-cfd9-4307-9ce2-e4e0f3325896 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:43:58.922065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c635310-88e4-4d57-a86b-0beca74ea88d req-7cce4df5-2bb6-462b-af22-df7dd85b6525 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:58.931967 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c635310-88e4-4d57-a86b-0beca74ea88d req-7cce4df5-2bb6-462b-af22-df7dd85b6525 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.3912816 Mar 11 11:43:59.090431 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] Publish callbacks [] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:59.092688 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2df556fe-cfdc-47ed-b3b2-5b7b93203529 req-2846cf11-5797-4f29-9183-24a89e121021 service neutron] 10.222.0.37 "GET /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771611 Mar 11 11:43:59.103930 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:59.158152 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (c8c23638-e0bd-46bb-90a1-883750498334), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:59.176538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c635310-88e4-4d57-a86b-0beca74ea88d req-12233fc5-749f-4f6a-bcd4-ed9d4c88879c tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433386 Mar 11 11:43:59.273732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] Pushing event updated for resources: {'Port': ['ID=8b36a554-a54b-4a60-ac39-67a3ea0ebc70,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:59.332378 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port abb13c7a-cfd9-4307-9ce2-e4e0f3325896, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=abb13c7a-cfd9-4307-9ce2-e4e0f3325896,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:59.384327 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'abb13c7a-cfd9-4307-9ce2-e4e0f3325896', 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0', 'port_id': 'abb13c7a-cfd9-4307-9ce2-e4e0f3325896', 'mac_address': 'fa:16:3e:61:4f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1d4465-a2a3-4fc5-b45d-6c5b13b467de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:43:59.396392 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c62059e3-8c24-46d6-94ab-602222f4114b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:59.441089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] Network 76092203-82d8-4a24-86d5-4aa9015481db is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:43:59.442998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:43:59.493031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port abb13c7a-cfd9-4307-9ce2-e4e0f3325896 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:43:59.493434 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:59.525521 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb13c7a-cfd9-4307-9ce2-e4e0f3325896 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:43:59.537526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:51Z', 'revision_number': 3, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:43:59.588198 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2df556fe-cfdc-47ed-b3b2-5b7b93203529 req-176a14dc-3625-4973-89ce-d09d1600a6cb service neutron] 10.222.0.37 "GET /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744141 Mar 11 11:43:59.618067 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786f663-65fd-4b20-9830-d3fa93782541 None None] The sync data for ids ['c8c23638-e0bd-46bb-90a1-883750498334'] in n-d-833234-2 is: [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:51Z', 'revision_number': 3, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:43:59.684565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port abb13c7a-cfd9-4307-9ce2-e4e0f3325896, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=abb13c7a-cfd9-4307-9ce2-e4e0f3325896,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:43:59.686529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614570d5-925a-49e2-ad57-d9d4701f01cc req-96e56164-2f9c-47b7-832a-e45f6a437cf2 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:43:59.692506 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:43:59.696962 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-614570d5-925a-49e2-ad57-d9d4701f01cc req-96e56164-2f9c-47b7-832a-e45f6a437cf2 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 944 time: 0.3654687 Mar 11 11:43:59.799362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] Router c8c23638-e0bd-46bb-90a1-883750498334 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:43:59.853331 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-c62059e3-8c24-46d6-94ab-602222f4114b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Allocated IP 172.25.7.113 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/db57627b-5a79-4acd-8875-57a442085d2f) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:43:59.906853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=abb13c7a-cfd9-4307-9ce2-e4e0f3325896,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:43:59.935985 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-614570d5-925a-49e2-ad57-d9d4701f01cc req-d257c24b-aabf-4da2-b099-db80a2279a17 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374301 Mar 11 11:43:59.972035 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['abb13c7a-cfd9-4307-9ce2-e4e0f3325896'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:43:59.976042 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0fe9112d-052a-4470-bb33-5b491128be75 None None] Provisioning complete for port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:43:59.981298 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0fe9112d-052a-4470-bb33-5b491128be75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:00.017448 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:44:00.039939 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0858fc2a-800e-4042-90e0-0076ac805e3b admin admin] 10.222.0.78 "PUT /v2.0/routers/c8c23638-e0bd-46bb-90a1-883750498334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6301990 Mar 11 11:44:00.177748 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0fe9112d-052a-4470-bb33-5b491128be75 None None] Port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:44:00.220207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-5123e862-12b2-4d74-bfe6-a7955c8a8486 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:44:00.221311 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-5123e862-12b2-4d74-bfe6-a7955c8a8486 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069366 Mar 11 11:44:00.333642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb70337-4a68-47bc-ac89-3de93189623e req-4300ee9f-028b-4a35-8489-1611a7e7bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:00.334971 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-4300ee9f-028b-4a35-8489-1611a7e7bddc service neutron] 10.222.0.78 "GET /v2.0/ports/c7804024-baaa-44e7-9adc-2c9d49ed9e30 HTTP/1.1" status: 200 len: 1124 time: 0.0919116 Mar 11 11:44:00.339557 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c62059e3-8c24-46d6-94ab-602222f4114b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for port (db57627b-5a79-4acd-8875-57a442085d2f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:00.357679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-1eb70337-4a68-47bc-ac89-3de93189623e req-69944ef7-b551-4273-8f02-e3454f776908 service neutron] Request body: {'binding': {'host': 'n-h1-833234-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:00.358226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-1eb70337-4a68-47bc-ac89-3de93189623e req-69944ef7-b551-4273-8f02-e3454f776908 service neutron] Unknown quota resources ['binding']. {{(pid=104032) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 11:44:00.394467 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf3354-4451-441e-af55-67b50f6acf99 req-c6ab6b21-0154-41ca-92de-aa7e786eab96 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:00.396219 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6bbf3354-4451-441e-af55-67b50f6acf99 req-c6ab6b21-0154-41ca-92de-aa7e786eab96 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef8cf18e-6378-44bc-ac5e-3eeccad9bef6 HTTP/1.1" status: 200 len: 951 time: 0.2517531 Mar 11 11:44:00.466029 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c62059e3-8c24-46d6-94ab-602222f4114b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (db57627b-5a79-4acd-8875-57a442085d2f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:00.524420 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6bbf3354-4451-441e-af55-67b50f6acf99 req-79545d6d-6d0e-4bdc-9d7c-4d35a5ea5dc4 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156728 Mar 11 11:44:00.547669 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62059e3-8c24-46d6-94ab-602222f4114b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:44:00.549466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-c62059e3-8c24-46d6-94ab-602222f4114b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:00.553051 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62059e3-8c24-46d6-94ab-602222f4114b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:44:00.585131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62059e3-8c24-46d6-94ab-602222f4114b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Pushing event updated for resources: {'Port': ['ID=db57627b-5a79-4acd-8875-57a442085d2f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:00.654121 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:44:00.788949 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c62059e3-8c24-46d6-94ab-602222f4114b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for floatingip (8d997ab5-87e9-4913-afab-8b56d61af236), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:00.891484 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c62059e3-8c24-46d6-94ab-602222f4114b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (db57627b-5a79-4acd-8875-57a442085d2f), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:00.895692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:00.896161 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:00.926577 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 684e1abd-a8ce-47fc-b1e9-0682e52f7abb up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:01.052041 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8cf18e-6378-44bc-ac5e-3eeccad9bef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:01.064925 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fe6b9b-1823-4c73-b6dc-04ed17e26d53" -d '{"events": [{"server_uuid": "ef8cf18e-6378-44bc-ac5e-3eeccad9bef6", "name": "network-vif-unplugged", "status": "completed", "tag": "25cb6ff5-54fc-429f-86c4-81aa0d5f67fe"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:01.088022 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 684e1abd-a8ce-47fc-b1e9-0682e52f7abb triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:01.088752 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (684e1abd-a8ce-47fc-b1e9-0682e52f7abb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:01.094286 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:01.118235 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:01.147021 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c62059e3-8c24-46d6-94ab-602222f4114b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for port (db57627b-5a79-4acd-8875-57a442085d2f), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:01.154715 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c62059e3-8c24-46d6-94ab-602222f4114b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (db57627b-5a79-4acd-8875-57a442085d2f), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:01.329447 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dbcc629e-11ac-4242-ba9c-bcb3495808f2 req-4838cbb8-5bd8-4d6f-aa98-2c35b395380a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=49438f8de19f434b85ee7fe6b8b94207&device_id=3f2d8caf-98af-43c2-93c4-b2bb201d88f1 HTTP/1.1" status: 200 len: 210 time: 0.0643237 Mar 11 11:44:01.330441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-1eb70337-4a68-47bc-ac89-3de93189623e req-69944ef7-b551-4273-8f02-e3454f776908 service neutron] Attempting to bind port c7804024-baaa-44e7-9adc-2c9d49ed9e30 on host n-h1-833234-2 for vnic_type normal with profile None {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:44:01.330833 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-1eb70337-4a68-47bc-ac89-3de93189623e req-69944ef7-b551-4273-8f02-e3454f776908 service neutron] Attempting to bind port c7804024-baaa-44e7-9adc-2c9d49ed9e30 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:44:01.331186 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb70337-4a68-47bc-ac89-3de93189623e req-69944ef7-b551-4273-8f02-e3454f776908 service neutron] Attempting to bind port c7804024-baaa-44e7-9adc-2c9d49ed9e30 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:01.337269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb70337-4a68-47bc-ac89-3de93189623e req-69944ef7-b551-4273-8f02-e3454f776908 service neutron] Port c7804024-baaa-44e7-9adc-2c9d49ed9e30 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:44:01.337492 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb70337-4a68-47bc-ac89-3de93189623e req-69944ef7-b551-4273-8f02-e3454f776908 service neutron] Attempting to bind port c7804024-baaa-44e7-9adc-2c9d49ed9e30 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:01.372007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb70337-4a68-47bc-ac89-3de93189623e req-69944ef7-b551-4273-8f02-e3454f776908 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:44:01.372673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb70337-4a68-47bc-ac89-3de93189623e req-69944ef7-b551-4273-8f02-e3454f776908 service neutron] Checking segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:01.372959 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb70337-4a68-47bc-ac89-3de93189623e req-69944ef7-b551-4273-8f02-e3454f776908 service neutron] Bound using segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:44:01.373406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-1eb70337-4a68-47bc-ac89-3de93189623e req-69944ef7-b551-4273-8f02-e3454f776908 service neutron] Bound port: c7804024-baaa-44e7-9adc-2c9d49ed9e30, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:44:01.378003 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dbcc629e-11ac-4242-ba9c-bcb3495808f2 req-101affa1-82a2-4b74-812e-8516ff25a871 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=49438f8de19f434b85ee7fe6b8b94207&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381103 Mar 11 11:44:01.383929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,revision_number=11']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:01.419393 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62059e3-8c24-46d6-94ab-602222f4114b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Pushing event updated for resources: {'Port': ['ID=db57627b-5a79-4acd-8875-57a442085d2f,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:01.428483 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 684e1abd-a8ce-47fc-b1e9-0682e52f7abb is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:01.428913 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (684e1abd-a8ce-47fc-b1e9-0682e52f7abb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:01.460569 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c62059e3-8c24-46d6-94ab-602222f4114b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (8d997ab5-87e9-4913-afab-8b56d61af236), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:01.494501 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 684e1abd-a8ce-47fc-b1e9-0682e52f7abb, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=684e1abd-a8ce-47fc-b1e9-0682e52f7abb,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:01.499515 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c62059e3-8c24-46d6-94ab-602222f4114b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:01.501403 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c62059e3-8c24-46d6-94ab-602222f4114b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2913551 Mar 11 11:44:01.503227 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (684e1abd-a8ce-47fc-b1e9-0682e52f7abb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:01.549824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1eb70337-4a68-47bc-ac89-3de93189623e req-69944ef7-b551-4273-8f02-e3454f776908 service neutron] For port c7804024-baaa-44e7-9adc-2c9d49ed9e30, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=c7804024-baaa-44e7-9adc-2c9d49ed9e30,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:44:01.562400 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=684e1abd-a8ce-47fc-b1e9-0682e52f7abb,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:01.599120 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1eb70337-4a68-47bc-ac89-3de93189623e req-69944ef7-b551-4273-8f02-e3454f776908 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:01.600969 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-69944ef7-b551-4273-8f02-e3454f776908 service neutron] 10.222.0.78 "POST /v2.0/ports/c7804024-baaa-44e7-9adc-2c9d49ed9e30/bindings HTTP/1.1" status: 201 len: 389 time: 1.2482603 Mar 11 11:44:01.821428 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43714) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:01.826777 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-eb3c444e-372d-4b93-85e2-136eb426554b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108781787', 'description': 'tempest-description--98450254'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:01.891879 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb3c444e-372d-4b93-85e2-136eb426554b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:01.915192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc629e-11ac-4242-ba9c-bcb3495808f2 req-32385bc1-f7c7-415e-8576-f7fcda6bc466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:01.916718 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dbcc629e-11ac-4242-ba9c-bcb3495808f2 req-32385bc1-f7c7-415e-8576-f7fcda6bc466 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5097396 Mar 11 11:44:02.022802 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb70337-4a68-47bc-ac89-3de93189623e req-fdf59c48-b540-41a3-9bba-7a56d21bf268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:02.024367 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-fdf59c48-b540-41a3-9bba-7a56d21bf268 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 1127 time: 0.0897164 Mar 11 11:44:02.059876 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb3c444e-372d-4b93-85e2-136eb426554b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group (b06888c1-fd34-4ecb-b8fd-c61fc94b4545), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:02.064826 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df63996d-d063-4734-b411-ff686d186570 req-f951d678-d07e-499c-9d0a-de03f025ad1f tempest-ServersAaction247Test-312278690 tempest-ServersAaction247Test-312278690-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f2d8caf-98af-43c2-93c4-b2bb201d88f1 HTTP/1.1" status: 200 len: 210 time: 0.0786591 Mar 11 11:44:02.068132 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb3c444e-372d-4b93-85e2-136eb426554b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b06888c1-fd34-4ecb-b8fd-c61fc94b4545), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:02.157668 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb3c444e-372d-4b93-85e2-136eb426554b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:02.158967 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-eb3c444e-372d-4b93-85e2-136eb426554b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3362632 Mar 11 11:44:02.162058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43726) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:02.162822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c444e-372d-4b93-85e2-136eb426554b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b06888c1-fd34-4ecb-b8fd-c61fc94b4545,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:02.171702 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-49c832e1-66ca-4083-bdb0-ad64367cf1b4 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Request body: {'security_group_rule': {'security_group_id': 'b06888c1-fd34-4ecb-b8fd-c61fc94b4545', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:02.173197 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbae224a-2ef3-4df5-998b-74134e437e97 x-openstack-request-id: req-dbae224a-2ef3-4df5-998b-74134e437e97 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:02.174039 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8cf18e-6378-44bc-ac5e-3eeccad9bef6", "name": "network-vif-unplugged", "status": "completed", "tag": "25cb6ff5-54fc-429f-86c4-81aa0d5f67fe", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:02.174794 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dbae224a-2ef3-4df5-998b-74134e437e97 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:02.176860 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8cf18e-6378-44bc-ac5e-3eeccad9bef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe', 'code': 200} Mar 11 11:44:02.192460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb70337-4a68-47bc-ac89-3de93189623e req-84f51c04-6a13-411a-b17d-cb5937f3df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:02.193967 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-84f51c04-6a13-411a-b17d-cb5937f3df29 service neutron] 10.222.0.71 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.1632547 Mar 11 11:44:02.202197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052cd1b-2a0c-4950-bd8f-8d044aab12bd req-14489a69-4434-46f2-9043-61295f4726ca tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:02.203948 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4052cd1b-2a0c-4950-bd8f-8d044aab12bd req-14489a69-4434-46f2-9043-61295f4726ca tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 945 time: 0.1182473 Mar 11 11:44:02.235910 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49c832e1-66ca-4083-bdb0-ad64367cf1b4 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group_rule (f7566634-c006-4116-8b4e-c865e5050ed8), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:02.248872 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-fe212bb0-68cc-4f8c-add4-9dff1a76cc1a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7804024-baaa-44e7-9adc-2c9d49ed9e30 HTTP/1.1" status: 200 len: 217 time: 0.0460789 Mar 11 11:44:02.314224 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb70337-4a68-47bc-ac89-3de93189623e req-dfdb9ad3-78cd-48ef-9194-b53218042961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:02.316503 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-dfdb9ad3-78cd-48ef-9194-b53218042961 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.0576227 Mar 11 11:44:02.335198 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4052cd1b-2a0c-4950-bd8f-8d044aab12bd req-f231a05b-e53c-403b-bea9-bcf4444d7f96 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236327 Mar 11 11:44:02.357849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ebef7-b27b-4d7d-aa44-a664bc36a69a req-146a520d-b9bb-484d-b2c3-8971dce1a8b7 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:02.360058 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-588ebef7-b27b-4d7d-aa44-a664bc36a69a req-146a520d-b9bb-484d-b2c3-8971dce1a8b7 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.1261511 Mar 11 11:44:02.366041 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-e3654260-1040-471e-bb3c-565a904e1f0f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424299 Mar 11 11:44:02.370957 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49c832e1-66ca-4083-bdb0-ad64367cf1b4 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group_rule (f7566634-c006-4116-8b4e-c865e5050ed8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:02.378317 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49c832e1-66ca-4083-bdb0-ad64367cf1b4 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (f7566634-c006-4116-8b4e-c865e5050ed8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:02.409511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c832e1-66ca-4083-bdb0-ad64367cf1b4 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7566634-c006-4116-8b4e-c865e5050ed8,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:02.436969 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49c832e1-66ca-4083-bdb0-ad64367cf1b4 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:02.438181 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-49c832e1-66ca-4083-bdb0-ad64367cf1b4 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2706118 Mar 11 11:44:02.441048 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43736) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:02.446030 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4168c771-d933-4034-9880-6650866f53a8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Request body: {'security_group_rule': {'security_group_id': 'b06888c1-fd34-4ecb-b8fd-c61fc94b4545', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:02.462133 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-588ebef7-b27b-4d7d-aa44-a664bc36a69a req-bd3e0266-8cf3-4df5-bf7e-7e9d490ef35a tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906682 Mar 11 11:44:02.470413 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-fafc00e8-329a-4c04-ac91-b63c78f5ef9b service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951211 Mar 11 11:44:02.535564 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-8dd294c6-1778-4d6f-b214-668da4d7e4b1 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1583381604&fields=id&tenant_id=5b72ae42daa34b82b8f7e957741d169b HTTP/1.1" status: 200 len: 267 time: 0.0961816 Mar 11 11:44:02.536950 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4168c771-d933-4034-9880-6650866f53a8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group_rule (6bb206d8-b350-4949-95ff-36a7544b4bc9), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:02.554222 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Sync routers for ids ['c8c23638-e0bd-46bb-90a1-883750498334'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:44:02.572783 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Routers {'c8c23638-e0bd-46bb-90a1-883750498334'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:44:02.573941 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:43:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c8c23638-e0bd-46bb-90a1-883750498334'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:02.592689 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-6ed8acd4-b423-4b62-acc3-629d32bba793 service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143961 Mar 11 11:44:02.693242 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Set router c8c23638-e0bd-46bb-90a1-883750498334 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:44:02.705986 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4168c771-d933-4034-9880-6650866f53a8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group_rule (6bb206d8-b350-4949-95ff-36a7544b4bc9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:02.718389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22c28b-87b4-483c-a8d8-34b6a3c3f97f req-90259489-274b-4a28-aa0b-6cc92cb84eef tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:02.719977 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e22c28b-87b4-483c-a8d8-34b6a3c3f97f req-90259489-274b-4a28-aa0b-6cc92cb84eef tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.1714988 Mar 11 11:44:02.724545 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4168c771-d933-4034-9880-6650866f53a8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (6bb206d8-b350-4949-95ff-36a7544b4bc9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:02.767352 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1984cb12-2802-494b-9f3c-5f78f53383ce tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:02.768940 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1984cb12-2802-494b-9f3c-5f78f53383ce tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/networks?id=659e9255-b219-47a5-9929-d029ee4c6b1f HTTP/1.1" status: 200 len: 811 time: 0.2194085 Mar 11 11:44:02.774441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168c771-d933-4034-9880-6650866f53a8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb206d8-b350-4949-95ff-36a7544b4bc9,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:02.799609 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4168c771-d933-4034-9880-6650866f53a8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:02.806573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4168c771-d933-4034-9880-6650866f53a8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3579378 Mar 11 11:44:02.806733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43738) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:02.807267 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-cbacb1c9-11ff-4aa8-8567-ec5c89011d70 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/quotas/5b72ae42daa34b82b8f7e957741d169b HTTP/1.1" status: 200 len: 375 time: 0.0279074 Mar 11 11:44:02.809783 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:02.840328 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e22c28b-87b4-483c-a8d8-34b6a3c3f97f req-5217cbee-3972-44c8-8658-7215b7a30446 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082456 Mar 11 11:44:02.846819 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device abb13c7a-cfd9-4307-9ce2-e4e0f3325896 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:02.857047 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:02.932175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 684e1abd-a8ce-47fc-b1e9-0682e52f7abb up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:02.961597 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-ada1e639-0b94-42a2-af7e-b5c6047dfefc tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5b72ae42daa34b82b8f7e957741d169b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1411147 Mar 11 11:44:02.984812 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:58Z', 'revision_number': 4, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '8b36a554-a54b-4a60-ac39-67a3ea0ebc70', 'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'mac_address': 'fa:16:3e:36:39:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:57Z', 'updated_at': '2022-03-11T11:43:58Z', 'revision_number': 2, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'subnets': [{'id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:03.062386 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Checking router: c8c23638-e0bd-46bb-90a1-883750498334 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:44:03.062703 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Updating router c8c23638-e0bd-46bb-90a1-883750498334 port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:44:03.096007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port abb13c7a-cfd9-4307-9ce2-e4e0f3325896 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:44:03.101147 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:03.104225 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port abb13c7a-cfd9-4307-9ce2-e4e0f3325896 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:03.104825 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:03.125028 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:03.162748 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-334aaaee-b48a-4b0d-9d5a-a4a2f3ac7710 service neutron] 10.222.0.78 "GET /v2.0/networks/659e9255-b219-47a5-9929-d029ee4c6b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889210 Mar 11 11:44:03.196085 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 684e1abd-a8ce-47fc-b1e9-0682e52f7abb triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:03.200079 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (684e1abd-a8ce-47fc-b1e9-0682e52f7abb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:03.283190 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-c6be8699-28d9-4453-b88b-d70a0e8a5a8a service neutron] 10.222.0.78 "GET /v2.0/networks/659e9255-b219-47a5-9929-d029ee4c6b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128118 Mar 11 11:44:03.292814 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Allocated IP 172.25.7.48 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/5dc0f03f-4f19-4cd4-b604-a0ce92090f8f) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:44:03.411670 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:03.414372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port abb13c7a-cfd9-4307-9ce2-e4e0f3325896 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:03.414915 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:03.452964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 684e1abd-a8ce-47fc-b1e9-0682e52f7abb is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:03.489036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port abb13c7a-cfd9-4307-9ce2-e4e0f3325896, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=abb13c7a-cfd9-4307-9ce2-e4e0f3325896,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:03.500337 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:03.522204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-550a1c9c-bcf1-4e77-86cc-52120f9e201e tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:03.524032 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-550a1c9c-bcf1-4e77-86cc-52120f9e201e tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 808 time: 0.1923199 Mar 11 11:44:03.531510 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for port (5dc0f03f-4f19-4cd4-b604-a0ce92090f8f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:03.542918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-eac7b451-6d88-444e-a8ad-fb79c99c4c12 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/quotas/1cecaa0b73904c0b969683224717fe2d HTTP/1.1" status: 200 len: 375 time: 0.0121317 Mar 11 11:44:03.591853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=abb13c7a-cfd9-4307-9ce2-e4e0f3325896,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:03.650063 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5dc0f03f-4f19-4cd4-b604-a0ce92090f8f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:03.660048 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-4d9a9b11-48d2-4201-879b-722ec56498d3 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0927746 Mar 11 11:44:03.699984 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Publish callbacks [] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:03.717137 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:03.741388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:44:03.750652 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:03.753615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:44:03.772008 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d760b84-883d-47ed-a638-99d0b17bdae1 req-dbdf7fd9-0113-427b-afc1-463dd7a1a699 tempest-ServersAaction247Test-312278690 tempest-ServersAaction247Test-312278690-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f2d8caf-98af-43c2-93c4-b2bb201d88f1 HTTP/1.1" status: 200 len: 210 time: 0.0906727 Mar 11 11:44:03.781523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Pushing event updated for resources: {'Port': ['ID=5dc0f03f-4f19-4cd4-b604-a0ce92090f8f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:03.896730 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dbcc629e-11ac-4242-ba9c-bcb3495808f2 req-8ae2ca70-cd60-4095-866d-3637707a1fe6 tempest-ServersAaction247Test-312278690 tempest-ServersAaction247Test-312278690-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f2d8caf-98af-43c2-93c4-b2bb201d88f1 HTTP/1.1" status: 200 len: 210 time: 0.0505972 Mar 11 11:44:03.920478 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for floatingip (18a05b73-7cfd-4b97-aa74-a1786b9fceeb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:03.986363 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-bf1a4f4d-025a-4f3e-940b-72c501ddb5cf service neutron] 10.222.0.78 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246748 Mar 11 11:44:04.022533 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5dc0f03f-4f19-4cd4-b604-a0ce92090f8f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:04.048371 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Attempting to bind port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:44:04.048899 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Attempting to bind port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:44:04.049265 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Attempting to bind port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 on network 76092203-82d8-4a24-86d5-4aa9015481db {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:04.085538 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d968938-d2fc-4f8b-bfce-91f3a03a172d None None] Pushing event updated for resources: {'Port': ['ID=8b36a554-a54b-4a60-ac39-67a3ea0ebc70,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:04.098284 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:44:04.104423 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Checking segment: {'id': '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:04.105854 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:04.107747 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Bound using segment: {'id': '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:44:04.109539 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Bound port: 8b36a554-a54b-4a60-ac39-67a3ea0ebc70, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:44:04.114563 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:04.181992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35aa8dc3-de7e-4bc3-a2a5-10576b99026f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb13c7a-cfd9-4307-9ce2-e4e0f3325896'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:04.184879 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaed480-1a05-4644-8910-48614f19e5aa" -d '{"events": [{"server_uuid": "35aa8dc3-de7e-4bc3-a2a5-10576b99026f", "name": "network-vif-plugged", "status": "completed", "tag": "abb13c7a-cfd9-4307-9ce2-e4e0f3325896"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:04.249412 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] For port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:44:04.252369 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d5b8144d-bcb9-4e7c-8023-2a0d934f8ccd None None] Provisioning complete for port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:04.252990 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] For port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8b36a554-a54b-4a60-ac39-67a3ea0ebc70,segment=NetworkSegment(5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7),segment_id=5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:44:04.253272 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5b8144d-bcb9-4e7c-8023-2a0d934f8ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:04.275224 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:04.287330 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-3aa515a3-042d-4fac-a885-05fbea0747f8 service neutron] 10.222.0.78 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876840 Mar 11 11:44:04.328376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52644ce6-832f-4aa0-95a3-62bd90590cfb req-5142bfd4-0671-4d82-8fee-8f6f21997c6d tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:04.329939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52644ce6-832f-4aa0-95a3-62bd90590cfb req-5142bfd4-0671-4d82-8fee-8f6f21997c6d tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 946 time: 0.1822400 Mar 11 11:44:04.348565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d5b8144d-bcb9-4e7c-8023-2a0d934f8ccd None None] Port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:44:04.364041 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Routers {'c8c23638-e0bd-46bb-90a1-883750498334'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:44:04.364851 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:43:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c8c23638-e0bd-46bb-90a1-883750498334'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:04.373904 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for port (5dc0f03f-4f19-4cd4-b604-a0ce92090f8f), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:04.393039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5dc0f03f-4f19-4cd4-b604-a0ce92090f8f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:04.506179 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52644ce6-832f-4aa0-95a3-62bd90590cfb req-fcfa0ff2-8a2f-4f07-8be9-6b7180185158 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552830 Mar 11 11:44:04.610389 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Pushing event updated for resources: {'Port': ['ID=5dc0f03f-4f19-4cd4-b604-a0ce92090f8f,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:04.643117 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (18a05b73-7cfd-4b97-aa74-a1786b9fceeb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:04.657591 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:04.657934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:04.668200 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:04.668823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:04.669453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:04.669955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:04.670463 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:04.670953 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:04.671449 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:04.671813 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:04.672142 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:04.672832 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:04.673340 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:04.703126 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d968938-d2fc-4f8b-bfce-91f3a03a172d None None] Pushing event updated for resources: {'Port': ['ID=8b36a554-a54b-4a60-ac39-67a3ea0ebc70,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:04.709927 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:04.719667 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-918fba4c-33aa-40e5-96d6-e00d64c65206 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9065320 Mar 11 11:44:04.733202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc511ca9-7428-4e6a-a7d5-d12de98f6e70 req-f5838002-83e6-476d-88d0-34473834809f tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:04.734817 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc511ca9-7428-4e6a-a7d5-d12de98f6e70 req-f5838002-83e6-476d-88d0-34473834809f tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.1078773 Mar 11 11:44:04.861404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc511ca9-7428-4e6a-a7d5-d12de98f6e70 req-22a04b6e-6d96-430a-bd3b-016d0e242e6c tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193156 Mar 11 11:44:04.896078 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] Set router c8c23638-e0bd-46bb-90a1-883750498334 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:44:04.927928 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-61b3a4aa-b5b1-4b94-9f4a-b98f97348495 None None] Provisioning complete for port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:04.928406 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-61b3a4aa-b5b1-4b94-9f4a-b98f97348495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:04.975041 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c84afbf3-ec48-4c62-8a39-c63fa98e4eda req-7cc27f01-8e69-43b6-904a-0da57083b9e6 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/ports?device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 210 time: 0.0508363 Mar 11 11:44:05.110964 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15494d6-77eb-40c0-960f-85a4de31dbe7 req-0a169a05-2bf9-412f-b8b9-395d83a1e1d8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:05.115058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-61b3a4aa-b5b1-4b94-9f4a-b98f97348495 None None] Current status of the port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:05.116506 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-61b3a4aa-b5b1-4b94-9f4a-b98f97348495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:05.117253 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d15494d6-77eb-40c0-960f-85a4de31dbe7 req-0a169a05-2bf9-412f-b8b9-395d83a1e1d8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.0965161 Mar 11 11:44:05.201721 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff8dabe-c50a-4fb9-9ecb-7a7f3e7e8dde x-openstack-request-id: req-6ff8dabe-c50a-4fb9-9ecb-7a7f3e7e8dde {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:05.202010 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35aa8dc3-de7e-4bc3-a2a5-10576b99026f", "name": "network-vif-plugged", "status": "completed", "tag": "abb13c7a-cfd9-4307-9ce2-e4e0f3325896", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:05.202505 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ff8dabe-c50a-4fb9-9ecb-7a7f3e7e8dde {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:05.203044 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35aa8dc3-de7e-4bc3-a2a5-10576b99026f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb13c7a-cfd9-4307-9ce2-e4e0f3325896', 'code': 200} Mar 11 11:44:05.207381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-61b3a4aa-b5b1-4b94-9f4a-b98f97348495 None None] For port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8b36a554-a54b-4a60-ac39-67a3ea0ebc70,segment=NetworkSegment(5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7),segment_id=5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:05.218115 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-61b3a4aa-b5b1-4b94-9f4a-b98f97348495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:05.220720 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d15494d6-77eb-40c0-960f-85a4de31dbe7 req-f8eb37e0-2de4-4571-afb8-4a2e22962060 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982478 Mar 11 11:44:05.340224 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:58Z', 'revision_number': 4, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '8b36a554-a54b-4a60-ac39-67a3ea0ebc70', 'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'mac_address': 'fa:16:3e:36:39:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:57Z', 'updated_at': '2022-03-11T11:44:04Z', 'revision_number': 4, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'subnets': [{'id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:05.367897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3a4aa-b5b1-4b94-9f4a-b98f97348495 None None] Pushing event updated for resources: {'Port': ['ID=8b36a554-a54b-4a60-ac39-67a3ea0ebc70,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:05.405131 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fd0f46-c026-40fa-b28a-5f7e98227ab1 None None] The sync data for ids ['c8c23638-e0bd-46bb-90a1-883750498334'] in n-d-833234-2 is: [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:58Z', 'revision_number': 4, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '8b36a554-a54b-4a60-ac39-67a3ea0ebc70', 'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'mac_address': 'fa:16:3e:36:39:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:57Z', 'updated_at': '2022-03-11T11:44:04Z', 'revision_number': 4, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'subnets': [{'id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:44:05.462132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674423d-8a55-43e4-a35e-135cb6fcec1e req-7a25303d-a6d0-41f4-b0fb-3ee8bd2da9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:05.472777 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7674423d-8a55-43e4-a35e-135cb6fcec1e req-7a25303d-a6d0-41f4-b0fb-3ee8bd2da9c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 1128 time: 0.1867201 Mar 11 11:44:05.486288 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-841ae5a8-a891-4234-a530-7ef559bbff53 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--2108781787&fields=id&tenant_id=bf1392660d9b487585dafc67abf0ead8 HTTP/1.1" status: 200 len: 267 time: 0.1362727 Mar 11 11:44:05.551393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-6094336e-4a1e-4c55-acae-4d0996cbcd01 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:05.552975 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-6094336e-4a1e-4c55-acae-4d0996cbcd01 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.37 "GET /v2.0/networks?id=659e9255-b219-47a5-9929-d029ee4c6b1f HTTP/1.1" status: 200 len: 811 time: 0.2657547 Mar 11 11:44:05.613553 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7cd3dbf1-c84d-4752-beba-ce2987d45020 req-990e6d69-7a59-4bb6-a253-13eba4d61d00 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 210 time: 0.1388583 Mar 11 11:44:05.718166 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7674423d-8a55-43e4-a35e-135cb6fcec1e req-7b3b8ead-9de3-49ce-8243-7c2232a03a49 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366562 Mar 11 11:44:05.719654 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-e5501ebe-a8f1-4686-9cc2-c12ca4fe1e21 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b72ae42daa34b82b8f7e957741d169b HTTP/1.1" status: 200 len: 380 time: 0.1576035 Mar 11 11:44:05.873399 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-7d426c64-4d69-45d5-8dc1-5f304dddc3c9 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:05.880569 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-7d426c64-4d69-45d5-8dc1-5f304dddc3c9 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/networks?id=76092203-82d8-4a24-86d5-4aa9015481db HTTP/1.1" status: 200 len: 810 time: 0.3934066 Mar 11 11:44:05.908701 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-1f856c62-3c51-4e21-a277-82fa86a82867 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/quotas/bf1392660d9b487585dafc67abf0ead8 HTTP/1.1" status: 200 len: 375 time: 0.0208619 Mar 11 11:44:05.935541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-f2637fba-fa95-4651-a782-4fba179e3c8b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Request body: {'port': {'device_id': '60698f7a-f177-43cb-8e12-4ed458a0e54e', 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f', 'admin_state_up': True, 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'security_groups': ['fc907fed-6b51-45f0-a0be-aeda70500fae']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:05.943754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43858) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:06.059901 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-0a3c9f37-233d-4670-aafd-ea9f580cab97 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bf1392660d9b487585dafc67abf0ead8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381719 Mar 11 11:44:06.117397 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266f17d-086b-4c4c-bf31-1bc3d5bf5ead req-125d1730-0546-4f1b-ad71-183efa778b10 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:06.119863 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b266f17d-086b-4c4c-bf31-1bc3d5bf5ead req-125d1730-0546-4f1b-ad71-183efa778b10 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 946 time: 0.1299531 Mar 11 11:44:06.209095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-f2637fba-fa95-4651-a782-4fba179e3c8b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Made reservation on behalf of 5b72ae42daa34b82b8f7e957741d169b for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:44:06.213249 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-f2637fba-fa95-4651-a782-4fba179e3c8b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:06.245837 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b266f17d-086b-4c4c-bf31-1bc3d5bf5ead req-82afbee0-9c34-4d78-95ac-624018c37804 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838768 Mar 11 11:44:06.252187 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dbfb2a10-4004-4180-a3fb-3ff637bd57d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:06.287066 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-21832934-c2e4-4bda-86e8-45ecf20adbdd service neutron] 10.222.0.78 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219808 Mar 11 11:44:06.378833 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-f2637fba-fa95-4651-a782-4fba179e3c8b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Allocated IP 172.20.0.12 (659e9255-b219-47a5-9929-d029ee4c6b1f/b81eedc9-e61e-49c2-b466-342f98352a78/781b0eec-8580-426f-9855-dce909e579dd) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:44:06.479467 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e77415-61c6-49bb-82cd-01deac4a4f6d req-08945e0f-de7c-484b-9112-19adebafd31f tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:06.481256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1e77415-61c6-49bb-82cd-01deac4a4f6d req-08945e0f-de7c-484b-9112-19adebafd31f tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.1511078 Mar 11 11:44:06.509889 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-1173bc46-173e-42d8-b032-ce2bbf4d1187 service neutron] 10.222.0.78 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089608 Mar 11 11:44:06.539066 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dbfb2a10-4004-4180-a3fb-3ff637bd57d5 admin admin] Publish callbacks [] for security_group (9ad0c0f5-06b6-4b2b-925c-9392ca4382ee), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:06.570457 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dbfb2a10-4004-4180-a3fb-3ff637bd57d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9ad0c0f5-06b6-4b2b-925c-9392ca4382ee), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:06.663276 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-b423ee89-fe2b-4736-bc7b-4275b69cbc0f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:06.664480 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-b423ee89-fe2b-4736-bc7b-4275b69cbc0f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.71 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 808 time: 0.1402190 Mar 11 11:44:06.716288 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dbfb2a10-4004-4180-a3fb-3ff637bd57d5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=49438f8de19f434b85ee7fe6b8b94207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7713387 Mar 11 11:44:06.719184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43876) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:06.726388 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb2a10-4004-4180-a3fb-3ff637bd57d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad0c0f5-06b6-4b2b-925c-9392ca4382ee,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:06.741137 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1e77415-61c6-49bb-82cd-01deac4a4f6d req-469b6159-d34e-4b60-8439-ceb11687d558 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534213 Mar 11 11:44:06.742465 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-f2637fba-fa95-4651-a782-4fba179e3c8b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for port (781b0eec-8580-426f-9855-dce909e579dd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:06.777956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-4cae8b9a-44c9-4c40-aeb2-c0e30010c5ab tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Request body: {'port': {'device_id': '5e4ba11d-7445-462a-8508-696aed9d59d7', 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681', 'admin_state_up': True, 'tenant_id': '1cecaa0b73904c0b969683224717fe2d'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:06.818465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb2a10-4004-4180-a3fb-3ff637bd57d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:06.819498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb2a10-4004-4180-a3fb-3ff637bd57d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:06.820015 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb2a10-4004-4180-a3fb-3ff637bd57d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:06.821191 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb2a10-4004-4180-a3fb-3ff637bd57d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:06.824107 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb2a10-4004-4180-a3fb-3ff637bd57d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:06.824628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb2a10-4004-4180-a3fb-3ff637bd57d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:06.825145 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb2a10-4004-4180-a3fb-3ff637bd57d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:06.825578 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb2a10-4004-4180-a3fb-3ff637bd57d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:06.828913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb2a10-4004-4180-a3fb-3ff637bd57d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:06.829442 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb2a10-4004-4180-a3fb-3ff637bd57d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:06.829881 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb2a10-4004-4180-a3fb-3ff637bd57d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:06.830314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb2a10-4004-4180-a3fb-3ff637bd57d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:06.830743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb2a10-4004-4180-a3fb-3ff637bd57d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:06.987105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:07.006963 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0858c93e-ff77-489c-ad39-963312a0476d req-bff18d46-3602-4974-8cea-2fade445d621 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/ports?device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 210 time: 0.0389342 Mar 11 11:44:07.026198 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-898f3bd8-0294-4434-92c0-1c451d7ac3c0 admin admin] Publish callbacks [] for security_group (9ad0c0f5-06b6-4b2b-925c-9392ca4382ee), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:07.068777 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-898f3bd8-0294-4434-92c0-1c451d7ac3c0 admin admin] Publish callbacks [] for security_group (9ad0c0f5-06b6-4b2b-925c-9392ca4382ee), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:07.131790 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-898f3bd8-0294-4434-92c0-1c451d7ac3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9ad0c0f5-06b6-4b2b-925c-9392ca4382ee), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:07.135084 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-898f3bd8-0294-4434-92c0-1c451d7ac3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:07.139196 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-898f3bd8-0294-4434-92c0-1c451d7ac3c0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9ad0c0f5-06b6-4b2b-925c-9392ca4382ee HTTP/1.1" status: 204 len: 168 time: 0.4162114 Mar 11 11:44:07.156938 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f3bd8-0294-4434-92c0-1c451d7ac3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad0c0f5-06b6-4b2b-925c-9392ca4382ee,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:07.162185 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330672b3-d30f-4bf5-a2e9-9066e4b230bb req-5761a473-eb2b-450d-860d-366892b2d192 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:07.171534 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-330672b3-d30f-4bf5-a2e9-9066e4b230bb req-5761a473-eb2b-450d-860d-366892b2d192 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.3055711 Mar 11 11:44:07.173632 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:07.174465 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:07.293464 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-4cae8b9a-44c9-4c40-aeb2-c0e30010c5ab tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Made reservation on behalf of 1cecaa0b73904c0b969683224717fe2d for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:44:07.298659 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-4cae8b9a-44c9-4c40-aeb2-c0e30010c5ab tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:07.302898 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-f2637fba-fa95-4651-a782-4fba179e3c8b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (781b0eec-8580-426f-9855-dce909e579dd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:07.306897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:07.387765 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71a25e47-d0d2-4260-8122-2d415f88bb42 req-669beeee-a9ea-4987-bda5-d33f0c2ea7cf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 210 time: 0.1447051 Mar 11 11:44:07.409091 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2637fba-fa95-4651-a782-4fba179e3c8b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Pushing event updated for resources: {'Port': ['ID=781b0eec-8580-426f-9855-dce909e579dd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:07.436299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-330672b3-d30f-4bf5-a2e9-9066e4b230bb req-07e67d22-aada-46cb-94bc-d0b042e655f0 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609091 Mar 11 11:44:07.443626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-f2637fba-fa95-4651-a782-4fba179e3c8b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Network 659e9255-b219-47a5-9929-d029ee4c6b1f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:44:07.447318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-f2637fba-fa95-4651-a782-4fba179e3c8b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:07.452444 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-f2637fba-fa95-4651-a782-4fba179e3c8b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:44:07.580955 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62a0be90-3145-4d46-91b2-8b2c781670b9 req-94e7e9d1-2dd4-401e-b0e0-ca577907e7a2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 210 time: 0.0918908 Mar 11 11:44:07.588918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-f2637fba-fa95-4651-a782-4fba179e3c8b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:07.590157 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-f2637fba-fa95-4651-a782-4fba179e3c8b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:07.868700 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20fa3f-6b50-4d6e-9f22-e90f01ff740c req-d9da0083-d5b2-455e-9cbd-0b955449ed1f tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:07.871444 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-f2637fba-fa95-4651-a782-4fba179e3c8b tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9408131 Mar 11 11:44:07.877832 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f20fa3f-6b50-4d6e-9f22-e90f01ff740c req-d9da0083-d5b2-455e-9cbd-0b955449ed1f tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 946 time: 0.1438413 Mar 11 11:44:07.891973 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Request body: {'port': {'device_id': '60698f7a-f177-43cb-8e12-4ed458a0e54e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:08.020786 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f20fa3f-6b50-4d6e-9f22-e90f01ff740c req-d1bee6bc-8435-4e3a-9d95-1627eaeac774 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366358 Mar 11 11:44:08.038668 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-4cae8b9a-44c9-4c40-aeb2-c0e30010c5ab tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Allocated IP 172.20.0.12 (ec42b46c-66eb-4785-8e56-b97afd23f681/b4766b4d-5753-4734-b72e-71cbd12b44a9/6e6add1e-8ea2-4459-8162-6cf0022d481f) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:44:08.042915 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8c13d6dd-b09b-48be-ace0-039099f1a072 None None] Provisioning complete for port 781b0eec-8580-426f-9855-dce909e579dd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:08.042915 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8c13d6dd-b09b-48be-ace0-039099f1a072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (781b0eec-8580-426f-9855-dce909e579dd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:08.189266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8c13d6dd-b09b-48be-ace0-039099f1a072 None None] Port 781b0eec-8580-426f-9855-dce909e579dd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:44:08.207194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2cae0-3f6e-4863-9d63-e154dd57baa6 req-d0449540-c6cc-4f95-98e2-890b2cf42a91 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:08.208914 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8d2cae0-3f6e-4863-9d63-e154dd57baa6 req-d0449540-c6cc-4f95-98e2-890b2cf42a91 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.0802548 Mar 11 11:44:08.449933 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (781b0eec-8580-426f-9855-dce909e579dd), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:08.779664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43944) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:08.799359 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-4cae8b9a-44c9-4c40-aeb2-c0e30010c5ab tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks [] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:08.893987 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-4cae8b9a-44c9-4c40-aeb2-c0e30010c5ab tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:08.907921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['f7aad6f0-23cc-479a-8add-b0f47a9d7525', 'b32534e2-c04e-4ff9-9938-babd650f6bf2'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:44:08.943893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781b0eec-8580-426f-9855-dce909e579dd {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:44:08.957497 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Publish callbacks [] for port (781b0eec-8580-426f-9855-dce909e579dd), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:08.971417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-4cae8b9a-44c9-4c40-aeb2-c0e30010c5ab tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Network ec42b46c-66eb-4785-8e56-b97afd23f681 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:44:08.982081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-4cae8b9a-44c9-4c40-aeb2-c0e30010c5ab tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:08.991984 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-4cae8b9a-44c9-4c40-aeb2-c0e30010c5ab tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:44:09.017831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae8b9a-44c9-4c40-aeb2-c0e30010c5ab tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Pushing event updated for resources: {'Port': ['ID=6e6add1e-8ea2-4459-8162-6cf0022d481f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:09.022939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Transition to ACTIVE for port object 781b0eec-8580-426f-9855-dce909e579dd will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:44:09.034455 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (781b0eec-8580-426f-9855-dce909e579dd), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:09.092117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-4cae8b9a-44c9-4c40-aeb2-c0e30010c5ab tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:09.093090 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-4cae8b9a-44c9-4c40-aeb2-c0e30010c5ab tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:09.136023 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Pushing event updated for resources: {'Port': ['ID=781b0eec-8580-426f-9855-dce909e579dd,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:09.151416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60383d-312f-4dbd-a2df-46863c9e7ab5 req-4c0e568f-1950-4fa7-8fcf-46f7632013de tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:09.155352 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa60383d-312f-4dbd-a2df-46863c9e7ab5 req-4c0e568f-1950-4fa7-8fcf-46f7632013de tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/ports?device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 932 time: 0.9411366 Mar 11 11:44:09.165934 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9b3f9352-cf7f-4f2b-8e3d-1946565fc9c9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-111467048-network', 'tenant_id': '5a8e4a1d59e7460280caaf1f25d57f63'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:09.183115 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-4cae8b9a-44c9-4c40-aeb2-c0e30010c5ab tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4104590 Mar 11 11:44:09.193375 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8d2cae0-3f6e-4863-9d63-e154dd57baa6 req-481b2592-d2c5-4876-b1a7-1b65cbda6ec7 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9635746 Mar 11 11:44:09.194013 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3f9352-cf7f-4f2b-8e3d-1946565fc9c9 admin admin] Made reservation on behalf of 5a8e4a1d59e7460280caaf1f25d57f63 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:44:09.196375 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9352-cf7f-4f2b-8e3d-1946565fc9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:09.203096 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Request body: {'port': {'device_id': '5e4ba11d-7445-462a-8508-696aed9d59d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:09.218642 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9352-cf7f-4f2b-8e3d-1946565fc9c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:09.360723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Attempting to bind port 781b0eec-8580-426f-9855-dce909e579dd on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:44:09.361015 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Attempting to bind port 781b0eec-8580-426f-9855-dce909e579dd by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'de0e906e-371d-4fd9-a055-8b1fdaefa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:44:09.361774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Attempting to bind port 781b0eec-8580-426f-9855-dce909e579dd on network 659e9255-b219-47a5-9929-d029ee4c6b1f {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:09.371406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Port 781b0eec-8580-426f-9855-dce909e579dd on network 659e9255-b219-47a5-9929-d029ee4c6b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:44:09.376068 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Attempting to bind port 781b0eec-8580-426f-9855-dce909e579dd on network 659e9255-b219-47a5-9929-d029ee4c6b1f {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:09.383093 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:09.385266 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:44:09.385604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Checking segment: {'id': 'de0e906e-371d-4fd9-a055-8b1fdaefa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:09.386029 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Bound using segment: {'id': 'de0e906e-371d-4fd9-a055-8b1fdaefa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:44:09.386508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Bound port: 781b0eec-8580-426f-9855-dce909e579dd, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0e906e-371d-4fd9-a055-8b1fdaefa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:44:09.386804 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (781b0eec-8580-426f-9855-dce909e579dd), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:09.389075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-fff13265-53cf-49fd-80b2-6bd3b394f18b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:09.390939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-fff13265-53cf-49fd-80b2-6bd3b394f18b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.37 "GET /v2.0/networks?id=76092203-82d8-4a24-86d5-4aa9015481db HTTP/1.1" status: 200 len: 810 time: 0.6461239 Mar 11 11:44:09.421057 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9352-cf7f-4f2b-8e3d-1946565fc9c9 admin admin] Publish callbacks [] for security_group (21062508-d33e-4aec-84f0-c1b5a85b6ec8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:09.454792 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] For port 781b0eec-8580-426f-9855-dce909e579dd, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:44:09.457986 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] For port 781b0eec-8580-426f-9855-dce909e579dd, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=781b0eec-8580-426f-9855-dce909e579dd,segment=NetworkSegment(de0e906e-371d-4fd9-a055-8b1fdaefa8f9),segment_id=de0e906e-371d-4fd9-a055-8b1fdaefa8f9)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:44:09.465808 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa60383d-312f-4dbd-a2df-46863c9e7ab5 req-6254db70-7a9c-4dee-8874-e28d57341817 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc907fed-6b51-45f0-a0be-aeda70500fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765806 Mar 11 11:44:09.472100 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (781b0eec-8580-426f-9855-dce909e579dd), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:09.484739 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9352-cf7f-4f2b-8e3d-1946565fc9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (21062508-d33e-4aec-84f0-c1b5a85b6ec8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:09.588770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:09.588770 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:09.588770 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] 10.222.0.37 "PUT /v2.0/ports/781b0eec-8580-426f-9855-dce909e579dd HTTP/1.1" status: 200 len: 1092 time: 1.7060387 Mar 11 11:44:09.588770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60698f7a-f177-43cb-8e12-4ed458a0e54e', 'tag': '781b0eec-8580-426f-9855-dce909e579dd'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:09.589330 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3f9352-cf7f-4f2b-8e3d-1946565fc9c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:44:09.590884 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f737faa5-70ea-4c71-92f6-88f8eff0a51c" -d '{"events": [{"name": "network-changed", "server_uuid": "60698f7a-f177-43cb-8e12-4ed458a0e54e", "tag": "781b0eec-8580-426f-9855-dce909e579dd"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:09.688269 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-3b794d6e-4179-4cbd-9036-8a538ecda35f tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1392660d9b487585dafc67abf0ead8 HTTP/1.1" status: 200 len: 380 time: 0.2213264 Mar 11 11:44:09.698767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828c1f1-13b6-4d52-b668-0e2f0b5cd55e service neutron] Pushing event updated for resources: {'Port': ['ID=781b0eec-8580-426f-9855-dce909e579dd,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:09.725916 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-03254923-0e5a-4b05-8088-883e0ed4c10c tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Request body: {'port': {'device_id': '320395b9-d695-439c-a5ad-bfb7c538feab', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'admin_state_up': True, 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'security_groups': ['b06888c1-fd34-4ecb-b8fd-c61fc94b4545']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:09.753963 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9352-cf7f-4f2b-8e3d-1946565fc9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (eea9a505-c948-43cd-9329-56919a5600a7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:09.754856 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-9b3f9352-cf7f-4f2b-8e3d-1946565fc9c9 admin admin] Added segment eea9a505-c948-43cd-9329-56919a5600a7 of type vlan for network 1060b0da-b654-4646-be1a-8442f2de86a5 Mar 11 11:44:09.758000 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f9352-cf7f-4f2b-8e3d-1946565fc9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21062508-d33e-4aec-84f0-c1b5a85b6ec8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:09.885347 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-310799ac-0ba5-4e28-ac53-4cb08f70788f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:09.887255 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-310799ac-0ba5-4e28-ac53-4cb08f70788f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5b72ae42daa34b82b8f7e957741d169b&device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 1126 time: 0.2432911 Mar 11 11:44:09.973992 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9352-cf7f-4f2b-8e3d-1946565fc9c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (1060b0da-b654-4646-be1a-8442f2de86a5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:09.982072 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-835adb8f-2518-45d9-8244-0f6c7ca0993c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781b0eec-8580-426f-9855-dce909e579dd HTTP/1.1" status: 200 len: 217 time: 0.0635777 Mar 11 11:44:09.996777 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b78c9-377b-44f4-9365-45918fc0a08a req-f7ccc3d3-8b3e-4b92-a892-5f4cbce5a154 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:09.998451 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb9b78c9-377b-44f4-9365-45918fc0a08a req-f7ccc3d3-8b3e-4b92-a892-5f4cbce5a154 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 946 time: 0.4122398 Mar 11 11:44:10.012572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87264ae-d6d5-4d70-ab86-bce6ae01e8cb req-349c2663-ace6-477e-a834-3dafc3f0076f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:10.014272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f87264ae-d6d5-4d70-ab86-bce6ae01e8cb req-349c2663-ace6-477e-a834-3dafc3f0076f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 932 time: 0.3483567 Mar 11 11:44:10.038464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-03254923-0e5a-4b05-8088-883e0ed4c10c tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Made reservation on behalf of bf1392660d9b487585dafc67abf0ead8 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:44:10.042145 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-03254923-0e5a-4b05-8088-883e0ed4c10c tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:10.064132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-f2465012-a4e0-4bdd-bfc9-4d8c6ad0ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:10.065740 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-f2465012-a4e0-4bdd-bfc9-4d8c6ad0ff84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b81eedc9-e61e-49c2-b466-342f98352a78 HTTP/1.1" status: 200 len: 850 time: 0.0767491 Mar 11 11:44:10.090530 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9352-cf7f-4f2b-8e3d-1946565fc9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (1060b0da-b654-4646-be1a-8442f2de86a5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:10.091506 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f9352-cf7f-4f2b-8e3d-1946565fc9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:10.092104 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9352-cf7f-4f2b-8e3d-1946565fc9c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:10.129460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e6add1e-8ea2-4459-8162-6cf0022d481f {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:44:10.139492 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Publish callbacks [] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:10.156655 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Transition to ACTIVE for port object 6e6add1e-8ea2-4459-8162-6cf0022d481f will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:44:10.163210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-38a32403-ff87-4004-9005-53c74177fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:10.164974 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-38a32403-ff87-4004-9005-53c74177fd00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=659e9255-b219-47a5-9929-d029ee4c6b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0886378 Mar 11 11:44:10.165761 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:10.197461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9b3f9352-cf7f-4f2b-8e3d-1946565fc9c9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4103010 Mar 11 11:44:10.203141 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43960) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:10.210055 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb9b78c9-377b-44f4-9365-45918fc0a08a req-8f5f8996-557d-4d2e-a2b8-d73e76821e6e tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922712 Mar 11 11:44:10.220997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f87264ae-d6d5-4d70-ab86-bce6ae01e8cb req-03cf83e0-b916-4e56-b15a-a47743eb6801 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868248 Mar 11 11:44:10.221828 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1fdc6bbd-b972-4ca5-addd-f7f34d2ce0c3 admin admin] Request body: {'subnet': {'network_id': '1060b0da-b654-4646-be1a-8442f2de86a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-111467048-subnet', 'tenant_id': '5a8e4a1d59e7460280caaf1f25d57f63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:10.282047 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6add1e-8ea2-4459-8162-6cf0022d481f,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:10.296195 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f9352-cf7f-4f2b-8e3d-1946565fc9c9 admin admin] Pushing event updated for resources: {'Network': ['ID=1060b0da-b654-4646-be1a-8442f2de86a5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:10.315942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 1060b0da-b654-4646-be1a-8442f2de86a5 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:44:10.328043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdc6bbd-b972-4ca5-addd-f7f34d2ce0c3 admin admin] Made reservation on behalf of 5a8e4a1d59e7460280caaf1f25d57f63 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:44:10.330192 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fdc6bbd-b972-4ca5-addd-f7f34d2ce0c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:10.431996 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-24af49e5-f12a-42cc-93bd-d496774702a3 req-21b215ce-b2bf-4878-aecb-0467b15afacc tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 210 time: 0.0843015 Mar 11 11:44:10.482392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-03254923-0e5a-4b05-8088-883e0ed4c10c tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Allocated IP 172.20.0.6 (76092203-82d8-4a24-86d5-4aa9015481db/6e125371-d52f-4208-9c77-d4e4b47be414/5b1990eb-7c3f-415a-a722-ab9b593c385a) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:44:10.674493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c377d-a699-46e1-a0c4-b8963c7046ab req-381737e6-98ab-4a12-aba5-23264b0bbe18 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:10.676483 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a0c377d-a699-46e1-a0c4-b8963c7046ab req-381737e6-98ab-4a12-aba5-23264b0bbe18 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.3605745 Mar 11 11:44:10.747703 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a0c377d-a699-46e1-a0c4-b8963c7046ab req-2b5572d4-01e3-4831-9ba5-6a8a7ae95844 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649064 Mar 11 11:44:10.756645 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-e9b6c37f-f9ec-4afd-9ed0-58e07f9ec000 service neutron] 10.222.0.37 "GET /v2.0/networks/659e9255-b219-47a5-9929-d029ee4c6b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639799 Mar 11 11:44:10.813649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Attempting to bind port 6e6add1e-8ea2-4459-8162-6cf0022d481f on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:44:10.813988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Attempting to bind port 6e6add1e-8ea2-4459-8162-6cf0022d481f by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:44:10.814320 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Attempting to bind port 6e6add1e-8ea2-4459-8162-6cf0022d481f on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:10.818715 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-03254923-0e5a-4b05-8088-883e0ed4c10c tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for port (5b1990eb-7c3f-415a-a722-ab9b593c385a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:10.826430 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Port 6e6add1e-8ea2-4459-8162-6cf0022d481f on network ec42b46c-66eb-4785-8e56-b97afd23f681 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:44:10.826763 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Attempting to bind port 6e6add1e-8ea2-4459-8162-6cf0022d481f on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:10.844740 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:44:10.845378 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Checking segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:10.845922 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Bound using segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:44:10.846523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Bound port: 6e6add1e-8ea2-4459-8162-6cf0022d481f, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:44:10.847061 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:10.920455 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75626b75-13ae-4917-964e-912d043fcc7b x-openstack-request-id: req-75626b75-13ae-4917-964e-912d043fcc7b {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:10.920776 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60698f7a-f177-43cb-8e12-4ed458a0e54e", "tag": "781b0eec-8580-426f-9855-dce909e579dd", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:10.920989 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-75626b75-13ae-4917-964e-912d043fcc7b {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:10.921398 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60698f7a-f177-43cb-8e12-4ed458a0e54e', 'tag': '781b0eec-8580-426f-9855-dce909e579dd', 'status': 'completed', 'code': 200} Mar 11 11:44:10.960844 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de04ef-54aa-4d71-8359-1ed7564b2f8a req-eb56e434-bb29-4a65-902f-3c9c923ed04c tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:10.966252 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31de04ef-54aa-4d71-8359-1ed7564b2f8a req-eb56e434-bb29-4a65-902f-3c9c923ed04c tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.1257145 Mar 11 11:44:10.968513 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-03254923-0e5a-4b05-8088-883e0ed4c10c tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (5b1990eb-7c3f-415a-a722-ab9b593c385a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:11.040041 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26621dcd-b36a-4e97-9533-d07f9719a785 req-675e5a12-616b-4835-bb7d-33b9cd7c66b7 service neutron] 10.222.0.37 "GET /v2.0/networks/659e9255-b219-47a5-9929-d029ee4c6b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609191 Mar 11 11:44:11.082291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-03254923-0e5a-4b05-8088-883e0ed4c10c tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Network 76092203-82d8-4a24-86d5-4aa9015481db is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:44:11.089590 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-03254923-0e5a-4b05-8088-883e0ed4c10c tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:11.097290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] For port 6e6add1e-8ea2-4459-8162-6cf0022d481f, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:44:11.097685 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-03254923-0e5a-4b05-8088-883e0ed4c10c tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:44:11.101362 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03254923-0e5a-4b05-8088-883e0ed4c10c tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Pushing event updated for resources: {'Port': ['ID=5b1990eb-7c3f-415a-a722-ab9b593c385a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:11.133545 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] For port 6e6add1e-8ea2-4459-8162-6cf0022d481f, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6e6add1e-8ea2-4459-8162-6cf0022d481f,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:44:11.169619 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:11.182992 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fdc6bbd-b972-4ca5-addd-f7f34d2ce0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (86e9a9f3-7474-4afc-8e9a-e80a50312105), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:11.252733 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31de04ef-54aa-4d71-8359-1ed7564b2f8a req-2f10e10e-7dd7-49f3-a3f3-74b41db6c554 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765701 Mar 11 11:44:11.271524 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-03254923-0e5a-4b05-8088-883e0ed4c10c tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:11.279957 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-03254923-0e5a-4b05-8088-883e0ed4c10c tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:11.331227 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-03254923-0e5a-4b05-8088-883e0ed4c10c tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6092718 Mar 11 11:44:11.335789 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:11.336451 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:11.338607 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] 10.222.0.71 "PUT /v2.0/ports/6e6add1e-8ea2-4459-8162-6cf0022d481f HTTP/1.1" status: 200 len: 1092 time: 2.1407218 Mar 11 11:44:11.344927 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Request body: {'port': {'device_id': '320395b9-d695-439c-a5ad-bfb7c538feab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:11.442651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737faa5-70ea-4c71-92f6-88f8eff0a51c req-5752351f-8434-4fa9-8986-d91e3ffc9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:11.444276 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f737faa5-70ea-4c71-92f6-88f8eff0a51c req-5752351f-8434-4fa9-8986-d91e3ffc9a37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5b72ae42daa34b82b8f7e957741d169b&device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 1126 time: 0.3363836 Mar 11 11:44:11.489781 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cff3a-bfc8-4db3-9957-c461aedf5b84 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6add1e-8ea2-4459-8162-6cf0022d481f,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:11.534217 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc6bbd-b972-4ca5-addd-f7f34d2ce0c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e9a9f3-7474-4afc-8e9a-e80a50312105,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:11.593952 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdc6bbd-b972-4ca5-addd-f7f34d2ce0c3 admin admin] Checking segment: {'id': 'eea9a505-c948-43cd-9329-56919a5600a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1060b0da-b654-4646-be1a-8442f2de86a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:11.594633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdc6bbd-b972-4ca5-addd-f7f34d2ce0c3 admin admin] Network hostable DHCP agents. Network: 1060b0da-b654-4646-be1a-8442f2de86a5, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:44:11.600142 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5b1990eb-7c3f-415a-a722-ab9b593c385a), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:11.615421 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ecf189f2-0c45-46e5-ac9b-71c8e95b0620 None None] Provisioning complete for port 5b1990eb-7c3f-415a-a722-ab9b593c385a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:11.616158 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ecf189f2-0c45-46e5-ac9b-71c8e95b0620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5b1990eb-7c3f-415a-a722-ab9b593c385a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:11.667455 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-7182b8a7-9bba-46f8-a2d0-98699de4f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:11.668898 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ecf189f2-0c45-46e5-ac9b-71c8e95b0620 None None] Port 5b1990eb-7c3f-415a-a722-ab9b593c385a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:44:11.670132 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-7182b8a7-9bba-46f8-a2d0-98699de4f733 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 1126 time: 0.2702467 Mar 11 11:44:11.705218 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555bcb2-9671-4103-9d1f-583a4701a18d req-e3e32935-2db6-440d-a943-d205d05cf70e tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:11.706791 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4555bcb2-9671-4103-9d1f-583a4701a18d req-e3e32935-2db6-440d-a943-d205d05cf70e tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/ports?device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 944 time: 0.2234013 Mar 11 11:44:11.736030 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdc6bbd-b972-4ca5-addd-f7f34d2ce0c3 admin admin] Network 1060b0da-b654-4646-be1a-8442f2de86a5 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:44:11.749433 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-05512994-0246-4b11-8c34-14868754111f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e6add1e-8ea2-4459-8162-6cf0022d481f HTTP/1.1" status: 200 len: 217 time: 0.0682549 Mar 11 11:44:11.757571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737faa5-70ea-4c71-92f6-88f8eff0a51c req-b37deb07-5434-47b8-b495-cb5ce3a0718e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:11.759638 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f737faa5-70ea-4c71-92f6-88f8eff0a51c req-b37deb07-5434-47b8-b495-cb5ce3a0718e service neutron] 10.222.0.37 "GET /v2.0/networks?id=659e9255-b219-47a5-9929-d029ee4c6b1f HTTP/1.1" status: 200 len: 912 time: 0.2663167 Mar 11 11:44:11.771296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1fdc6bbd-b972-4ca5-addd-f7f34d2ce0c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 1060b0da-b654-4646-be1a-8442f2de86a5) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:11.781765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1296e529-771d-4667-b351-802fc05f3570 None None] Network 1060b0da-b654-4646-be1a-8442f2de86a5 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:44:11.817083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdc6bbd-b972-4ca5-addd-f7f34d2ce0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:11.818202 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fdc6bbd-b972-4ca5-addd-f7f34d2ce0c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:11.833460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c1fa4-e2b1-484e-8b86-9f8ca8e29c3a req-cf5ac782-9478-446d-bf12-f699dfbf0140 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:11.835658 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d7c1fa4-e2b1-484e-8b86-9f8ca8e29c3a req-cf5ac782-9478-446d-bf12-f699dfbf0140 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.2212088 Mar 11 11:44:11.878139 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f737faa5-70ea-4c71-92f6-88f8eff0a51c req-4c19f82f-92c5-43f2-a233-4264d9c1b77c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781b0eec-8580-426f-9855-dce909e579dd HTTP/1.1" status: 200 len: 217 time: 0.1083455 Mar 11 11:44:11.897598 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4555bcb2-9671-4103-9d1f-583a4701a18d req-a80a886a-2aea-444d-94b7-8ef2f9451ce1 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc907fed-6b51-45f0-a0be-aeda70500fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787808 Mar 11 11:44:11.908636 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-3d2d74ce-62e9-4206-a76a-1151a1b236a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:11.912277 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-3d2d74ce-62e9-4206-a76a-1151a1b236a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.1512985 Mar 11 11:44:11.918464 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1fdc6bbd-b972-4ca5-addd-f7f34d2ce0c3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7116284 Mar 11 11:44:11.944814 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d7c1fa4-e2b1-484e-8b86-9f8ca8e29c3a req-d448cf90-6d2d-4492-9e60-470bee30210c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958841 Mar 11 11:44:11.992852 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-0c0e333c-716d-4691-8839-59347c6210fa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729313 Mar 11 11:44:12.022293 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acebf20-cb64-4409-8bad-6a57992c2761 None None] Network 1060b0da-b654-4646-be1a-8442f2de86a5 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:44:12.070816 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737faa5-70ea-4c71-92f6-88f8eff0a51c req-a40c7050-2dd2-4dfb-bea1-e0bec1a0fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:12.073497 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f737faa5-70ea-4c71-92f6-88f8eff0a51c req-a40c7050-2dd2-4dfb-bea1-e0bec1a0fbf8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b81eedc9-e61e-49c2-b466-342f98352a78 HTTP/1.1" status: 200 len: 850 time: 0.1820967 Mar 11 11:44:12.217525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1990eb-7c3f-415a-a722-ab9b593c385a {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:44:12.227371 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Publish callbacks [] for port (5b1990eb-7c3f-415a-a722-ab9b593c385a), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:12.245845 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Transition to ACTIVE for port object 5b1990eb-7c3f-415a-a722-ab9b593c385a will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:44:12.255701 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (5b1990eb-7c3f-415a-a722-ab9b593c385a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:12.267376 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-1d135874-287b-4715-8480-251e9d49cdfd service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680237 Mar 11 11:44:12.276166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f843298-2886-42eb-9681-a55cd6e45216 req-4e4fdc85-2ae9-447a-a8e3-d7d95c2ec006 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:12.278009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f843298-2886-42eb-9681-a55cd6e45216 req-4e4fdc85-2ae9-447a-a8e3-d7d95c2ec006 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 931 time: 0.1112685 Mar 11 11:44:12.342219 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737faa5-70ea-4c71-92f6-88f8eff0a51c req-ee7159fc-45f6-407f-950c-06f3d69ca4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:12.344264 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f737faa5-70ea-4c71-92f6-88f8eff0a51c req-ee7159fc-45f6-407f-950c-06f3d69ca4ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=659e9255-b219-47a5-9929-d029ee4c6b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2607410 Mar 11 11:44:12.363053 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Pushing event updated for resources: {'Port': ['ID=5b1990eb-7c3f-415a-a722-ab9b593c385a,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:12.468488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f843298-2886-42eb-9681-a55cd6e45216 req-5c37c929-9e8d-4b39-a571-5b0f68e72fd9 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681967 Mar 11 11:44:12.475905 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Attempting to bind port 5b1990eb-7c3f-415a-a722-ab9b593c385a on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:44:12.476429 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Attempting to bind port 5b1990eb-7c3f-415a-a722-ab9b593c385a by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:44:12.477195 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Attempting to bind port 5b1990eb-7c3f-415a-a722-ab9b593c385a on network 76092203-82d8-4a24-86d5-4aa9015481db {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:12.492896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Port 5b1990eb-7c3f-415a-a722-ab9b593c385a on network 76092203-82d8-4a24-86d5-4aa9015481db not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:44:12.494120 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Attempting to bind port 5b1990eb-7c3f-415a-a722-ab9b593c385a on network 76092203-82d8-4a24-86d5-4aa9015481db {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:12.500598 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:44:12.501479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Checking segment: {'id': '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:12.502027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Bound using segment: {'id': '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:44:12.502623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Bound port: 5b1990eb-7c3f-415a-a722-ab9b593c385a, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:44:12.503143 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5b1990eb-7c3f-415a-a722-ab9b593c385a), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:12.518170 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:12.587330 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-41d124e9-2b35-4aa0-9631-d8e986172c62 req-39756771-8d2a-4e82-bb32-fffd05498417 service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117635 Mar 11 11:44:12.628670 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] For port 5b1990eb-7c3f-415a-a722-ab9b593c385a, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:44:12.632564 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] For port 5b1990eb-7c3f-415a-a722-ab9b593c385a, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5b1990eb-7c3f-415a-a722-ab9b593c385a,segment=NetworkSegment(5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7),segment_id=5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:44:12.657261 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (5b1990eb-7c3f-415a-a722-ab9b593c385a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:12.700786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:12.701490 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:12.703910 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] 10.222.0.37 "PUT /v2.0/ports/5b1990eb-7c3f-415a-a722-ab9b593c385a HTTP/1.1" status: 200 len: 1091 time: 1.3636518 Mar 11 11:44:12.704781 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320395b9-d695-439c-a5ad-bfb7c538feab', 'tag': '5b1990eb-7c3f-415a-a722-ab9b593c385a'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:12.708448 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b141964c-1d47-4305-9b48-268aab6016bc" -d '{"events": [{"name": "network-changed", "server_uuid": "320395b9-d695-439c-a5ad-bfb7c538feab", "tag": "5b1990eb-7c3f-415a-a722-ab9b593c385a"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:12.732126 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f737faa5-70ea-4c71-92f6-88f8eff0a51c req-45211aa3-dbc0-41ba-ac61-ed5e80cf637d service neutron] 10.222.0.37 "GET /v2.0/networks/659e9255-b219-47a5-9929-d029ee4c6b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051503 Mar 11 11:44:12.743213 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020ee56-9e06-44d9-84a1-3a4ce90462ce req-22a1deef-c9ac-4d92-9a81-beee326f857a tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:12.771862 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9020ee56-9e06-44d9-84a1-3a4ce90462ce req-22a1deef-c9ac-4d92-9a81-beee326f857a tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.1882458 Mar 11 11:44:12.862792 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f737faa5-70ea-4c71-92f6-88f8eff0a51c req-22ef9acd-1b27-48ca-8f03-5dd7db1dfa3c service neutron] 10.222.0.37 "GET /v2.0/networks/659e9255-b219-47a5-9929-d029ee4c6b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184313 Mar 11 11:44:12.867531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f202feb-4f13-4213-9a63-a258c919cd8c service neutron] Pushing event updated for resources: {'Port': ['ID=5b1990eb-7c3f-415a-a722-ab9b593c385a,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:12.912083 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9020ee56-9e06-44d9-84a1-3a4ce90462ce req-bb87de88-1d38-4f32-a574-acf4018981fa tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392152 Mar 11 11:44:12.919992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device abb13c7a-cfd9-4307-9ce2-e4e0f3325896 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:44:12.922144 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4ba11d-7445-462a-8508-696aed9d59d7', 'tag': '6e6add1e-8ea2-4459-8162-6cf0022d481f'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:12.924563 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e25419-2069-4848-9896-f4db990be466" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4ba11d-7445-462a-8508-696aed9d59d7", "tag": "6e6add1e-8ea2-4459-8162-6cf0022d481f"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:12.985082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-bf3b532c-07cb-4ed0-acef-020c9439d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:12.986667 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-bf3b532c-07cb-4ed0-acef-020c9439d2de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf1392660d9b487585dafc67abf0ead8&device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 1125 time: 0.2004709 Mar 11 11:44:13.052576 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port abb13c7a-cfd9-4307-9ce2-e4e0f3325896, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=abb13c7a-cfd9-4307-9ce2-e4e0f3325896,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:13.068622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9af83-a7ee-47fa-acb2-1a50fd034381 req-b14f8028-07b2-46d2-a676-c48b989c4077 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:13.070781 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4a9af83-a7ee-47fa-acb2-1a50fd034381 req-b14f8028-07b2-46d2-a676-c48b989c4077 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.1551721 Mar 11 11:44:13.072359 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-d7bf0fab-31bf-424c-9b3d-d189a394543a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b1990eb-7c3f-415a-a722-ab9b593c385a HTTP/1.1" status: 200 len: 217 time: 0.0718966 Mar 11 11:44:13.088420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'abb13c7a-cfd9-4307-9ce2-e4e0f3325896', 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0', 'port_id': 'abb13c7a-cfd9-4307-9ce2-e4e0f3325896', 'mac_address': 'fa:16:3e:61:4f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1d4465-a2a3-4fc5-b45d-6c5b13b467de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:44:13.124524 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1f719f-21c7-48c4-aa08-f8dc6fd45c08 x-openstack-request-id: req-ad1f719f-21c7-48c4-aa08-f8dc6fd45c08 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:13.124833 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "320395b9-d695-439c-a5ad-bfb7c538feab", "tag": "5b1990eb-7c3f-415a-a722-ab9b593c385a", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:13.125088 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ad1f719f-21c7-48c4-aa08-f8dc6fd45c08 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:13.125665 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320395b9-d695-439c-a5ad-bfb7c538feab', 'tag': '5b1990eb-7c3f-415a-a722-ab9b593c385a', 'status': 'completed', 'code': 200} Mar 11 11:44:13.149886 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port abb13c7a-cfd9-4307-9ce2-e4e0f3325896 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:13.150470 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:13.177544 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-6c701059-8275-4db3-a2a6-81a34ec6802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:13.179041 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-6c701059-8275-4db3-a2a6-81a34ec6802c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e125371-d52f-4208-9c77-d4e4b47be414 HTTP/1.1" status: 200 len: 849 time: 0.0974398 Mar 11 11:44:13.187945 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4a9af83-a7ee-47fa-acb2-1a50fd034381 req-b53a2610-3ba1-49fc-b38c-a5c1d5ee246d tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083422 Mar 11 11:44:13.252050 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e27196d-6c91-490f-a710-64ddcbd47e5b x-openstack-request-id: req-9e27196d-6c91-490f-a710-64ddcbd47e5b {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:13.252928 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4ba11d-7445-462a-8508-696aed9d59d7", "tag": "6e6add1e-8ea2-4459-8162-6cf0022d481f", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:13.253359 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e27196d-6c91-490f-a710-64ddcbd47e5b {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:13.259343 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4ba11d-7445-462a-8508-696aed9d59d7', 'tag': '6e6add1e-8ea2-4459-8162-6cf0022d481f', 'status': 'completed', 'code': 200} Mar 11 11:44:13.306852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd4230-5d48-4e09-8312-7c5b98123eeb req-8db83e49-4db5-4b22-b466-0e222e18e5f2 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:13.309925 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15fd4230-5d48-4e09-8312-7c5b98123eeb req-8db83e49-4db5-4b22-b466-0e222e18e5f2 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 946 time: 0.1207387 Mar 11 11:44:13.315121 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-bd45c86f-ae2a-4b2f-a9ce-29b2232b460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:13.317706 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-bd45c86f-ae2a-4b2f-a9ce-29b2232b460d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76092203-82d8-4a24-86d5-4aa9015481db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1276195 Mar 11 11:44:13.332411 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e25419-2069-4848-9896-f4db990be466 req-d4fcb204-47e1-4e51-8d8f-46b27c3cff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:13.338282 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5e25419-2069-4848-9896-f4db990be466 req-d4fcb204-47e1-4e51-8d8f-46b27c3cff92 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 1126 time: 0.0607398 Mar 11 11:44:13.373684 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abb13c7a-cfd9-4307-9ce2-e4e0f3325896 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:44:13.398074 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port abb13c7a-cfd9-4307-9ce2-e4e0f3325896, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=abb13c7a-cfd9-4307-9ce2-e4e0f3325896,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:13.406901 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:13.407965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 781b0eec-8580-426f-9855-dce909e579dd details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:44:13.466604 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15fd4230-5d48-4e09-8312-7c5b98123eeb req-0fa1f468-bfb1-437f-b800-4479580f2c1f tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477876 Mar 11 11:44:13.470221 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e25419-2069-4848-9896-f4db990be466 req-ef4cfb05-2eed-4214-8ad5-cacfe837e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:13.471969 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5e25419-2069-4848-9896-f4db990be466 req-ef4cfb05-2eed-4214-8ad5-cacfe837e843 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.1250932 Mar 11 11:44:13.484146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b15f6b-ce22-49d4-ae7b-5b01c1b7104a req-5f56036c-5740-487f-b078-a36c3cbcf0af tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:13.491047 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0b15f6b-ce22-49d4-ae7b-5b01c1b7104a req-5f56036c-5740-487f-b078-a36c3cbcf0af tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/ports?device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 944 time: 0.1435146 Mar 11 11:44:13.541289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-09737675-5a32-4400-aff9-4e41be6d02a8 service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150164 Mar 11 11:44:13.541524 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=abb13c7a-cfd9-4307-9ce2-e4e0f3325896,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:13.559336 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0b15f6b-ce22-49d4-ae7b-5b01c1b7104a req-e4176cff-e39b-4870-96e4-cc1f70f3dcd3 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc907fed-6b51-45f0-a0be-aeda70500fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666687 Mar 11 11:44:13.566752 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5e25419-2069-4848-9896-f4db990be466 req-ea131ead-2f41-4131-a203-fdf6b883f10b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e6add1e-8ea2-4459-8162-6cf0022d481f HTTP/1.1" status: 200 len: 217 time: 0.0865591 Mar 11 11:44:13.592665 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0dbad922-17b5-466c-9d05-6661b495be93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:13.661612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e25419-2069-4848-9896-f4db990be466 req-dc6926bb-f241-45dd-870f-6af12c1318f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:13.663396 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5e25419-2069-4848-9896-f4db990be466 req-dc6926bb-f241-45dd-870f-6af12c1318f7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.0902317 Mar 11 11:44:13.680875 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 781b0eec-8580-426f-9855-dce909e579dd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=781b0eec-8580-426f-9855-dce909e579dd,segment=NetworkSegment(de0e906e-371d-4fd9-a055-8b1fdaefa8f9),segment_id=de0e906e-371d-4fd9-a055-8b1fdaefa8f9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:13.702841 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '781b0eec-8580-426f-9855-dce909e579dd', 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f', 'port_id': '781b0eec-8580-426f-9855-dce909e579dd', 'mac_address': 'fa:16:3e:01:81:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:44:13.728790 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac4a681d-8a6d-4a30-86e5-ef790036beea req-b98ec8b4-607b-44cc-9b76-9cb574c8294a service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626284 Mar 11 11:44:13.729587 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5e25419-2069-4848-9896-f4db990be466 req-492efa56-05c3-4d3a-bf02-6378896c92a7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571489 Mar 11 11:44:13.743468 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 781b0eec-8580-426f-9855-dce909e579dd is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:13.744016 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (781b0eec-8580-426f-9855-dce909e579dd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:13.746479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f177f-8002-4513-a36d-a0839047e293 req-9d8af65c-6626-437c-a80e-1ef1495fa158 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:13.748620 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-179f177f-8002-4513-a36d-a0839047e293 req-9d8af65c-6626-437c-a80e-1ef1495fa158 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.0783255 Mar 11 11:44:13.760052 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781b0eec-8580-426f-9855-dce909e579dd {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:44:13.796687 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 781b0eec-8580-426f-9855-dce909e579dd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=781b0eec-8580-426f-9855-dce909e579dd,segment=NetworkSegment(de0e906e-371d-4fd9-a055-8b1fdaefa8f9),segment_id=de0e906e-371d-4fd9-a055-8b1fdaefa8f9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:13.802522 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (781b0eec-8580-426f-9855-dce909e579dd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:13.868938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=781b0eec-8580-426f-9855-dce909e579dd,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:13.882559 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-179f177f-8002-4513-a36d-a0839047e293 req-f938a447-b15e-4008-bd5b-d6ad03691a31 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280136 Mar 11 11:44:13.903616 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5e25419-2069-4848-9896-f4db990be466 req-40be8603-ce29-4d5a-a955-083f9c6f7dea service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653922 Mar 11 11:44:13.904881 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141964c-1d47-4305-9b48-268aab6016bc req-30e5957c-2879-4799-b867-d469dd2ee290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:13.906344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b141964c-1d47-4305-9b48-268aab6016bc req-30e5957c-2879-4799-b867-d469dd2ee290 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf1392660d9b487585dafc67abf0ead8&device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 1125 time: 0.0934327 Mar 11 11:44:13.942029 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72862c3b-332b-43e6-9ef4-5e451f707a70 req-4708cec8-8499-4f58-a159-368c522f3373 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:13.944075 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72862c3b-332b-43e6-9ef4-5e451f707a70 req-4708cec8-8499-4f58-a159-368c522f3373 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 943 time: 0.1028798 Mar 11 11:44:13.967008 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['abb13c7a-cfd9-4307-9ce2-e4e0f3325896'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:44:14.076162 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72862c3b-332b-43e6-9ef4-5e451f707a70 req-fe3212e3-8e9c-4431-b650-6026ee28d35d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175344 Mar 11 11:44:14.079410 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141964c-1d47-4305-9b48-268aab6016bc req-b6c39cc0-1e20-4a38-aac1-411a41406354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:14.080952 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b141964c-1d47-4305-9b48-268aab6016bc req-b6c39cc0-1e20-4a38-aac1-411a41406354 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76092203-82d8-4a24-86d5-4aa9015481db HTTP/1.1" status: 200 len: 911 time: 0.1646490 Mar 11 11:44:14.115835 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5e25419-2069-4848-9896-f4db990be466 req-d9abf0bc-5a79-411b-9423-4d3ea31b37f0 service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026162 Mar 11 11:44:14.157246 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b141964c-1d47-4305-9b48-268aab6016bc req-ea4602ca-8d52-4a03-9a97-2d7d69fb9db7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b1990eb-7c3f-415a-a722-ab9b593c385a HTTP/1.1" status: 200 len: 217 time: 0.0620751 Mar 11 11:44:14.227925 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d284b6-b41a-4199-8ffb-9ba20774646c req-48cfec89-d884-4f29-a928-c56f653e0890 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:14.229439 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-27d284b6-b41a-4199-8ffb-9ba20774646c req-48cfec89-d884-4f29-a928-c56f653e0890 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.1452749 Mar 11 11:44:14.233482 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141964c-1d47-4305-9b48-268aab6016bc req-c0f0094d-d4ca-4f94-b676-72fad5f36220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:14.234995 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b141964c-1d47-4305-9b48-268aab6016bc req-c0f0094d-d4ca-4f94-b676-72fad5f36220 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e125371-d52f-4208-9c77-d4e4b47be414 HTTP/1.1" status: 200 len: 849 time: 0.0661693 Mar 11 11:44:14.262004 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['781b0eec-8580-426f-9855-dce909e579dd'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:44:14.336098 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-27d284b6-b41a-4199-8ffb-9ba20774646c req-99244883-b0d4-4e73-afdc-2db95f9c7d7f tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973835 Mar 11 11:44:14.367787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141964c-1d47-4305-9b48-268aab6016bc req-aba47ec3-6174-4a32-abc1-5a0186bf6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:14.369368 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b141964c-1d47-4305-9b48-268aab6016bc req-aba47ec3-6174-4a32-abc1-5a0186bf6fdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76092203-82d8-4a24-86d5-4aa9015481db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1230021 Mar 11 11:44:14.379436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44098) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:14.499459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c7958f-6e6c-4840-93ee-52fe05f41814 admin admin] Deleting subnet 86e9a9f3-7474-4afc-8e9a-e80a50312105 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:44:14.523003 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5c7958f-6e6c-4840-93ee-52fe05f41814 admin admin] Publish callbacks [] for subnet (86e9a9f3-7474-4afc-8e9a-e80a50312105), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:14.549860 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b141964c-1d47-4305-9b48-268aab6016bc req-1ed4be67-b419-4a3c-abe6-26f48920f8f3 service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626360 Mar 11 11:44:14.596230 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5c7958f-6e6c-4840-93ee-52fe05f41814 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (86e9a9f3-7474-4afc-8e9a-e80a50312105), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:14.645566 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5c7958f-6e6c-4840-93ee-52fe05f41814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (86e9a9f3-7474-4afc-8e9a-e80a50312105), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:14.716183 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5c7958f-6e6c-4840-93ee-52fe05f41814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (86e9a9f3-7474-4afc-8e9a-e80a50312105), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:14.718250 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b141964c-1d47-4305-9b48-268aab6016bc req-269e0dab-5468-413f-8c2f-d8f0da4e84c2 service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576877 Mar 11 11:44:14.745069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce1690-84b8-464a-8dfd-91cfce0ac794 req-493a4713-0f71-4e95-965b-e44655a5b0dd tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:14.749266 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dce1690-84b8-464a-8dfd-91cfce0ac794 req-493a4713-0f71-4e95-965b-e44655a5b0dd tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.1964521 Mar 11 11:44:14.752131 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5c7958f-6e6c-4840-93ee-52fe05f41814 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:14.756425 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a5c7958f-6e6c-4840-93ee-52fe05f41814 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/86e9a9f3-7474-4afc-8e9a-e80a50312105 HTTP/1.1" status: 204 len: 168 time: 0.3757436 Mar 11 11:44:14.757401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7958f-6e6c-4840-93ee-52fe05f41814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86e9a9f3-7474-4afc-8e9a-e80a50312105,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:14.759231 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44132) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:14.891893 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc4e2-d7b3-451a-8917-07ee22d84b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (1060b0da-b654-4646-be1a-8442f2de86a5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:14.900570 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dce1690-84b8-464a-8dfd-91cfce0ac794 req-d708aaff-f2a7-4d3e-8c79-df36e19c944a tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154230 Mar 11 11:44:14.946999 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device abb13c7a-cfd9-4307-9ce2-e4e0f3325896 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:44:14.997762 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc4e2-d7b3-451a-8917-07ee22d84b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (1060b0da-b654-4646-be1a-8442f2de86a5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:15.063906 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port abb13c7a-cfd9-4307-9ce2-e4e0f3325896 is: BUILD; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:15.064981 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:15.082405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id abb13c7a-cfd9-4307-9ce2-e4e0f3325896 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:44:15.090384 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-7e9bc4e2-d7b3-451a-8917-07ee22d84b2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1060b0da-b654-4646-be1a-8442f2de86a5']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:15.105948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port abb13c7a-cfd9-4307-9ce2-e4e0f3325896, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=abb13c7a-cfd9-4307-9ce2-e4e0f3325896,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:15.106181 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-7e9bc4e2-d7b3-451a-8917-07ee22d84b2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea9a505-c948-43cd-9329-56919a5600a7') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:15.106441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-7e9bc4e2-d7b3-451a-8917-07ee22d84b2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea9a505-c948-43cd-9329-56919a5600a7') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:15.112442 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:15.122439 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc4e2-d7b3-451a-8917-07ee22d84b2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (eea9a505-c948-43cd-9329-56919a5600a7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:15.145308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add317c-98e7-4b6a-a60f-d80b2966af01 req-8f2e1476-db03-4eb1-8591-fb1695fd9fb3 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:15.146827 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1add317c-98e7-4b6a-a60f-d80b2966af01 req-8f2e1476-db03-4eb1-8591-fb1695fd9fb3 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/ports?device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 945 time: 0.1453073 Mar 11 11:44:15.155412 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc4e2-d7b3-451a-8917-07ee22d84b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (eea9a505-c948-43cd-9329-56919a5600a7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:15.167312 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cda79-27ea-4263-907c-07c5f744fab3 req-e0d76331-ecca-4f4e-8315-7d9126f51243 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:15.175162 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-531cda79-27ea-4263-907c-07c5f744fab3 req-e0d76331-ecca-4f4e-8315-7d9126f51243 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 945 time: 0.1557913 Mar 11 11:44:15.177115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=abb13c7a-cfd9-4307-9ce2-e4e0f3325896,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:15.189881 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9bc4e2-d7b3-451a-8917-07ee22d84b2a admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:44:15.190271 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc4e2-d7b3-451a-8917-07ee22d84b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (eea9a505-c948-43cd-9329-56919a5600a7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:44:15.192063 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:44:15.294420 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc4e2-d7b3-451a-8917-07ee22d84b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (1060b0da-b654-4646-be1a-8442f2de86a5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:15.303128 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-531cda79-27ea-4263-907c-07c5f744fab3 req-b3f6ba17-27b5-4576-857c-4fab24601ea7 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271336 Mar 11 11:44:15.306640 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc4e2-d7b3-451a-8917-07ee22d84b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:15.312706 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7e9bc4e2-d7b3-451a-8917-07ee22d84b2a admin admin] 10.222.0.78 "DELETE /v2.0/networks/1060b0da-b654-4646-be1a-8442f2de86a5 HTTP/1.1" status: 204 len: 168 time: 0.5501175 Mar 11 11:44:15.314982 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1add317c-98e7-4b6a-a60f-d80b2966af01 req-b8b30464-30c0-4575-8fc6-d24e802e55b9 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc907fed-6b51-45f0-a0be-aeda70500fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609807 Mar 11 11:44:15.344223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bc4e2-d7b3-451a-8917-07ee22d84b2a admin admin] Pushing event deleted for resources: {'Network': ['ID=1060b0da-b654-4646-be1a-8442f2de86a5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:15.451479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362b03c-1c11-4a4b-9cee-e10760a3b0ef req-ceb5625c-20a9-4a61-8249-4465253075fa tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:15.453963 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9362b03c-1c11-4a4b-9cee-e10760a3b0ef req-ceb5625c-20a9-4a61-8249-4465253075fa tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.0778878 Mar 11 11:44:15.495762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44156) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:15.519709 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9362b03c-1c11-4a4b-9cee-e10760a3b0ef req-790b0ff2-4e78-48e1-9182-a820fe76fb6a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588660 Mar 11 11:44:15.557426 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3fa2792f-fdcc-4d60-ba12-3d5a6e3adb67 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5a8e4a1d59e7460280caaf1f25d57f63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0598559 Mar 11 11:44:15.561640 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44162) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:15.632390 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f7c8cda-870c-4d01-a186-910a995f4ed6 admin admin] Publish callbacks [] for security_group (21062508-d33e-4aec-84f0-c1b5a85b6ec8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:15.673320 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f7c8cda-870c-4d01-a186-910a995f4ed6 admin admin] Publish callbacks [] for security_group (21062508-d33e-4aec-84f0-c1b5a85b6ec8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:15.695409 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e21e07ca-ad2d-497c-8574-f6c7dfc8f94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:15.719399 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429e97b-ad71-44f7-b01b-58b35b97faef req-e49f6618-5a80-4a90-ab93-400113509dd0 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:15.724641 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b429e97b-ad71-44f7-b01b-58b35b97faef req-e49f6618-5a80-4a90-ab93-400113509dd0 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 943 time: 0.1055665 Mar 11 11:44:15.782524 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f7c8cda-870c-4d01-a186-910a995f4ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (21062508-d33e-4aec-84f0-c1b5a85b6ec8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:15.785538 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f7c8cda-870c-4d01-a186-910a995f4ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:15.786750 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1f7c8cda-870c-4d01-a186-910a995f4ed6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/21062508-d33e-4aec-84f0-c1b5a85b6ec8 HTTP/1.1" status: 204 len: 168 time: 0.2240286 Mar 11 11:44:15.799741 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b429e97b-ad71-44f7-b01b-58b35b97faef req-d8053aba-9952-4d97-a076-f8bdb40fa588 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721214 Mar 11 11:44:15.801126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c8cda-870c-4d01-a186-910a995f4ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21062508-d33e-4aec-84f0-c1b5a85b6ec8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:16.449856 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b802390-18db-4228-880a-6f537275b85c req-552823c9-363d-4f27-af16-45382e186a7d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:16.453451 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b802390-18db-4228-880a-6f537275b85c req-552823c9-363d-4f27-af16-45382e186a7d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.4447887 Mar 11 11:44:16.486961 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a19e3-dfef-4897-826c-5017495137e2 req-2939a2ff-1e4d-4e5f-aa88-fb9de547f37b tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:16.488580 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-343a19e3-dfef-4897-826c-5017495137e2 req-2939a2ff-1e4d-4e5f-aa88-fb9de547f37b tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.4208786 Mar 11 11:44:16.570188 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b802390-18db-4228-880a-6f537275b85c req-63bc2684-197b-437a-9854-061f4b650342 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925970 Mar 11 11:44:16.573137 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-343a19e3-dfef-4897-826c-5017495137e2 req-5785f591-1732-4b58-93a8-77d6c2197936 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698597 Mar 11 11:44:16.744559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22e306-2569-495e-89e7-7cffea49417a req-f08fa4fd-5adf-4a99-a09a-8ea2711efa8a tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:16.747754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44222) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:16.753457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be22e306-2569-495e-89e7-7cffea49417a req-f08fa4fd-5adf-4a99-a09a-8ea2711efa8a tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 944 time: 0.0767045 Mar 11 11:44:16.820526 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be22e306-2569-495e-89e7-7cffea49417a req-b50fef81-3f46-4f97-8dc4-c801eda1e9ff tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658157 Mar 11 11:44:16.878457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e67b9d01-6fd0-46d5-ab3b-7ac6c51fc4b0 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1314909736-network', 'tenant_id': '2c2648dfb10a401a8c18820a852c379b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:16.904723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67b9d01-6fd0-46d5-ab3b-7ac6c51fc4b0 admin admin] Made reservation on behalf of 2c2648dfb10a401a8c18820a852c379b for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:44:16.907851 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e67b9d01-6fd0-46d5-ab3b-7ac6c51fc4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:16.918604 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e67b9d01-6fd0-46d5-ab3b-7ac6c51fc4b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:16.934454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5b1990eb-7c3f-415a-a722-ab9b593c385a details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:44:16.938365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 781b0eec-8580-426f-9855-dce909e579dd up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:16.966202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65cbba-844e-4511-99c9-c6ccb0c26990 req-31ea16af-5697-40a6-9022-6f5ed4d2cddf tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:16.976663 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e65cbba-844e-4511-99c9-c6ccb0c26990 req-31ea16af-5697-40a6-9022-6f5ed4d2cddf tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/ports?device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 945 time: 0.0863788 Mar 11 11:44:17.046751 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e65cbba-844e-4511-99c9-c6ccb0c26990 req-223b8659-4b50-4f89-a491-32ca87b8ddaa tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc907fed-6b51-45f0-a0be-aeda70500fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640881 Mar 11 11:44:17.089555 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:17.092717 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 781b0eec-8580-426f-9855-dce909e579dd completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:44:17.105460 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e67b9d01-6fd0-46d5-ab3b-7ac6c51fc4b0 admin admin] Publish callbacks [] for security_group (c430f930-b931-4918-b2ae-071936eb3304), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:17.111328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 781b0eec-8580-426f-9855-dce909e579dd triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:17.111817 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (781b0eec-8580-426f-9855-dce909e579dd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:17.113005 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e67b9d01-6fd0-46d5-ab3b-7ac6c51fc4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c430f930-b931-4918-b2ae-071936eb3304), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:17.153420 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67b9d01-6fd0-46d5-ab3b-7ac6c51fc4b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:44:17.166080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b9d01-6fd0-46d5-ab3b-7ac6c51fc4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c430f930-b931-4918-b2ae-071936eb3304,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:17.190709 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e67b9d01-6fd0-46d5-ab3b-7ac6c51fc4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (45de76f7-0806-4438-9def-9de596fa238c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:17.191754 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-e67b9d01-6fd0-46d5-ab3b-7ac6c51fc4b0 admin admin] Added segment 45de76f7-0806-4438-9def-9de596fa238c of type vlan for network 717807cd-8d44-4e6b-b214-b969adc92074 Mar 11 11:44:17.208026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5b1990eb-7c3f-415a-a722-ab9b593c385a, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5b1990eb-7c3f-415a-a722-ab9b593c385a,segment=NetworkSegment(5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7),segment_id=5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:17.223390 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '5b1990eb-7c3f-415a-a722-ab9b593c385a', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'port_id': '5b1990eb-7c3f-415a-a722-ab9b593c385a', 'mac_address': 'fa:16:3e:1b:e1:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:44:17.251644 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e67b9d01-6fd0-46d5-ab3b-7ac6c51fc4b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (717807cd-8d44-4e6b-b214-b969adc92074), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:17.266277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40593bc3-9596-4d84-a176-06554ab029ae req-d1b7c26d-c6af-4716-8c42-21969e89deb1 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:17.277319 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40593bc3-9596-4d84-a176-06554ab029ae req-d1b7c26d-c6af-4716-8c42-21969e89deb1 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.1285050 Mar 11 11:44:17.290770 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e67b9d01-6fd0-46d5-ab3b-7ac6c51fc4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (717807cd-8d44-4e6b-b214-b969adc92074), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:17.293427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67b9d01-6fd0-46d5-ab3b-7ac6c51fc4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:17.295080 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e67b9d01-6fd0-46d5-ab3b-7ac6c51fc4b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:17.313274 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 781b0eec-8580-426f-9855-dce909e579dd is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:17.313678 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (781b0eec-8580-426f-9855-dce909e579dd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:17.346496 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e67b9d01-6fd0-46d5-ab3b-7ac6c51fc4b0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5975561 Mar 11 11:44:17.347077 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40593bc3-9596-4d84-a176-06554ab029ae req-6f5b9aec-e942-43b8-9f5d-00cc85e964fb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665834 Mar 11 11:44:17.349467 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44258) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:17.358446 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2259b6b9-0cb1-4c7e-a6a5-64d1007e88b7 admin admin] Request body: {'subnet': {'network_id': '717807cd-8d44-4e6b-b214-b969adc92074', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1314909736-subnet', 'tenant_id': '2c2648dfb10a401a8c18820a852c379b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:17.362809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60698f7a-f177-43cb-8e12-4ed458a0e54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781b0eec-8580-426f-9855-dce909e579dd'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:17.365085 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fc25eb-0cf0-4695-a050-f65ec9d46437" -d '{"events": [{"server_uuid": "60698f7a-f177-43cb-8e12-4ed458a0e54e", "name": "network-vif-plugged", "status": "completed", "tag": "781b0eec-8580-426f-9855-dce909e579dd"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:17.377174 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 5b1990eb-7c3f-415a-a722-ab9b593c385a is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:17.377820 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5b1990eb-7c3f-415a-a722-ab9b593c385a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:17.393335 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 781b0eec-8580-426f-9855-dce909e579dd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=781b0eec-8580-426f-9855-dce909e579dd,segment=NetworkSegment(de0e906e-371d-4fd9-a055-8b1fdaefa8f9),segment_id=de0e906e-371d-4fd9-a055-8b1fdaefa8f9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:17.400674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1990eb-7c3f-415a-a722-ab9b593c385a {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:44:17.404642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2259b6b9-0cb1-4c7e-a6a5-64d1007e88b7 admin admin] Made reservation on behalf of 2c2648dfb10a401a8c18820a852c379b for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:44:17.408353 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (781b0eec-8580-426f-9855-dce909e579dd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:17.409656 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2259b6b9-0cb1-4c7e-a6a5-64d1007e88b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:17.415427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b9d01-6fd0-46d5-ab3b-7ac6c51fc4b0 admin admin] Pushing event updated for resources: {'Network': ['ID=717807cd-8d44-4e6b-b214-b969adc92074,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:17.467779 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 717807cd-8d44-4e6b-b214-b969adc92074 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:44:17.494300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5b1990eb-7c3f-415a-a722-ab9b593c385a, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5b1990eb-7c3f-415a-a722-ab9b593c385a,segment=NetworkSegment(5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7),segment_id=5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:17.497733 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=781b0eec-8580-426f-9855-dce909e579dd,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:17.514718 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5b1990eb-7c3f-415a-a722-ab9b593c385a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:17.582739 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac403aa-b0ca-41c7-a928-e84879db1de2 x-openstack-request-id: req-cac403aa-b0ca-41c7-a928-e84879db1de2 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:17.582993 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60698f7a-f177-43cb-8e12-4ed458a0e54e", "name": "network-vif-plugged", "status": "completed", "tag": "781b0eec-8580-426f-9855-dce909e579dd", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:17.583292 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cac403aa-b0ca-41c7-a928-e84879db1de2 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:17.583703 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60698f7a-f177-43cb-8e12-4ed458a0e54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781b0eec-8580-426f-9855-dce909e579dd', 'code': 200} Mar 11 11:44:17.607173 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaa06f-84b5-49be-9448-8b663c9133a7 req-34c769d3-309c-46c1-a5f7-6e435fc3d1a0 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:17.619695 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3acaa06f-84b5-49be-9448-8b663c9133a7 req-34c769d3-309c-46c1-a5f7-6e435fc3d1a0 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 943 time: 0.1621511 Mar 11 11:44:17.637071 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=5b1990eb-7c3f-415a-a722-ab9b593c385a,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:17.745030 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3acaa06f-84b5-49be-9448-8b663c9133a7 req-f84da688-36fe-4a41-a30e-d683da5489b2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232331 Mar 11 11:44:17.799910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d49eb-9dc1-4a4f-8734-3a9ddd82a325 req-7ea32be6-a1fb-4466-9bac-bf501692056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:17.801561 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b23d49eb-9dc1-4a4f-8734-3a9ddd82a325 req-7ea32be6-a1fb-4466-9bac-bf501692056e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 1128 time: 0.1376946 Mar 11 11:44:17.828625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['5b1990eb-7c3f-415a-a722-ab9b593c385a'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:44:17.844734 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2259b6b9-0cb1-4c7e-a6a5-64d1007e88b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (818d86db-127d-4a31-b763-7533f38b925f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:17.894655 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea213867-262f-4db4-92eb-f3bcd2ba8759 req-83c8b653-dd90-4208-bfc1-d8b65819dbd3 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:17.896808 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ea213867-262f-4db4-92eb-f3bcd2ba8759 req-83c8b653-dd90-4208-bfc1-d8b65819dbd3 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.37 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 944 time: 0.0649810 Mar 11 11:44:18.004789 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259b6b9-0cb1-4c7e-a6a5-64d1007e88b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=818d86db-127d-4a31-b763-7533f38b925f,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:18.008694 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b23d49eb-9dc1-4a4f-8734-3a9ddd82a325 req-6054c988-0064-4954-b649-9ed7030ede57 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc907fed-6b51-45f0-a0be-aeda70500fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953702 Mar 11 11:44:18.026895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-ea213867-262f-4db4-92eb-f3bcd2ba8759 req-c57dc2f0-0caf-49fe-a2f9-ed857b6fbca4 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Deleting port abb13c7a-cfd9-4307-9ce2-e4e0f3325896 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:44:18.027743 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ea213867-262f-4db4-92eb-f3bcd2ba8759 req-c57dc2f0-0caf-49fe-a2f9-ed857b6fbca4 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:18.034948 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c40065-b70e-458c-bf92-2af9cfa0d81c req-26a180d2-6a18-470e-9d23-dbc1f923e3d1 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:18.037672 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2c40065-b70e-458c-bf92-2af9cfa0d81c req-26a180d2-6a18-470e-9d23-dbc1f923e3d1 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.1978185 Mar 11 11:44:18.058110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259b6b9-0cb1-4c7e-a6a5-64d1007e88b7 admin admin] Checking segment: {'id': '45de76f7-0806-4438-9def-9de596fa238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '717807cd-8d44-4e6b-b214-b969adc92074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:18.058576 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2259b6b9-0cb1-4c7e-a6a5-64d1007e88b7 admin admin] Network hostable DHCP agents. Network: 717807cd-8d44-4e6b-b214-b969adc92074, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:44:18.076752 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33e000-1c79-4404-823b-2d8576a3f375 req-cac78956-1024-41d5-8dfb-4796bc29ca40 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:18.078511 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e33e000-1c79-4404-823b-2d8576a3f375 req-cac78956-1024-41d5-8dfb-4796bc29ca40 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.2160990 Mar 11 11:44:18.127321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ea213867-262f-4db4-92eb-f3bcd2ba8759 req-c57dc2f0-0caf-49fe-a2f9-ed857b6fbca4 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] For port abb13c7a-cfd9-4307-9ce2-e4e0f3325896, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=abb13c7a-cfd9-4307-9ce2-e4e0f3325896,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:18.127705 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ea213867-262f-4db4-92eb-f3bcd2ba8759 req-c57dc2f0-0caf-49fe-a2f9-ed857b6fbca4 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:18.128260 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2259b6b9-0cb1-4c7e-a6a5-64d1007e88b7 admin admin] Network 717807cd-8d44-4e6b-b214-b969adc92074 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:44:18.141372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-ea213867-262f-4db4-92eb-f3bcd2ba8759 req-c57dc2f0-0caf-49fe-a2f9-ed857b6fbca4 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Calling delete_port for abb13c7a-cfd9-4307-9ce2-e4e0f3325896 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:44:18.160255 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2c40065-b70e-458c-bf92-2af9cfa0d81c req-7cce317c-4197-4f9f-a4ae-14516f7cec20 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145654 Mar 11 11:44:18.164425 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-2259b6b9-0cb1-4c7e-a6a5-64d1007e88b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 717807cd-8d44-4e6b-b214-b969adc92074) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:18.176012 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708f1af3-858e-417f-b361-336970269871 None None] Network 717807cd-8d44-4e6b-b214-b969adc92074 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:44:18.200464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2259b6b9-0cb1-4c7e-a6a5-64d1007e88b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:18.201500 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2259b6b9-0cb1-4c7e-a6a5-64d1007e88b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:18.234947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2259b6b9-0cb1-4c7e-a6a5-64d1007e88b7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8836727 Mar 11 11:44:18.253118 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e33e000-1c79-4404-823b-2d8576a3f375 req-86343e84-d07b-4866-9866-0b258a50a552 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638932 Mar 11 11:44:18.345558 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e3c4c-a980-4181-85dc-2069183447e9 req-81193abf-c0e3-4e03-bc70-42e54c07db64 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:18.349012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-531e3c4c-a980-4181-85dc-2069183447e9 req-81193abf-c0e3-4e03-bc70-42e54c07db64 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?device_id=af2d63b0-5128-4709-a3db-3ed9bb27af37 HTTP/1.1" status: 200 len: 948 time: 0.0948575 Mar 11 11:44:18.379362 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452f9e1a-9dfe-465f-bd3f-7732f20e53ca None None] Network 717807cd-8d44-4e6b-b214-b969adc92074 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:44:18.386017 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ea213867-262f-4db4-92eb-f3bcd2ba8759 req-c57dc2f0-0caf-49fe-a2f9-ed857b6fbca4 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (abb13c7a-cfd9-4307-9ce2-e4e0f3325896), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:18.421752 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57dc2f0-0caf-49fe-a2f9-ed857b6fbca4 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Pushing event deleted for resources: {'Port': ['ID=abb13c7a-cfd9-4307-9ce2-e4e0f3325896,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:18.464745 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-531e3c4c-a980-4181-85dc-2069183447e9 req-2ced5cd6-70b1-4993-9316-a76724500fcf tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993795 Mar 11 11:44:18.509071 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc37a3-f6bf-437b-b6c2-f1ad521b6fcc req-43028615-095f-4670-9055-b835dd94f13b tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:18.513187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4dc37a3-f6bf-437b-b6c2-f1ad521b6fcc req-43028615-095f-4670-9055-b835dd94f13b tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=35aa8dc3-de7e-4bc3-a2a5-10576b99026f HTTP/1.1" status: 200 len: 865 time: 0.1628838 Mar 11 11:44:18.516597 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:18.526466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea213867-262f-4db4-92eb-f3bcd2ba8759 req-c57dc2f0-0caf-49fe-a2f9-ed857b6fbca4 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] No DVR routers for this DVR port abb13c7a-cfd9-4307-9ce2-e4e0f3325896 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:44:18.529653 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ea213867-262f-4db4-92eb-f3bcd2ba8759 req-c57dc2f0-0caf-49fe-a2f9-ed857b6fbca4 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:18.534589 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ea213867-262f-4db4-92eb-f3bcd2ba8759 req-c57dc2f0-0caf-49fe-a2f9-ed857b6fbca4 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.37 "DELETE /v2.0/ports/abb13c7a-cfd9-4307-9ce2-e4e0f3325896 HTTP/1.1" status: 204 len: 173 time: 0.6314235 Mar 11 11:44:18.536050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35aa8dc3-de7e-4bc3-a2a5-10576b99026f', 'name': 'network-vif-deleted', 'tag': 'abb13c7a-cfd9-4307-9ce2-e4e0f3325896'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:18.538928 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa625dd-7e68-4114-9e41-4e6019b74570" -d '{"events": [{"server_uuid": "35aa8dc3-de7e-4bc3-a2a5-10576b99026f", "name": "network-vif-deleted", "tag": "abb13c7a-cfd9-4307-9ce2-e4e0f3325896"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:18.601652 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4dc37a3-f6bf-437b-b6c2-f1ad521b6fcc req-b96365d0-f9e8-4ee4-92b7-90e5257a50bd tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810158 Mar 11 11:44:18.654748 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ab6ed-a690-4414-96cb-06c2b43408ee req-4f3a2160-930c-4073-ba21-7e8f9b948e95 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:18.663876 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-690ab6ed-a690-4414-96cb-06c2b43408ee req-4f3a2160-930c-4073-ba21-7e8f9b948e95 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/ports?device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 946 time: 0.0762928 Mar 11 11:44:18.738103 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-690ab6ed-a690-4414-96cb-06c2b43408ee req-40b3e5ee-44e9-47a1-b87d-38ce725e3bde tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc907fed-6b51-45f0-a0be-aeda70500fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732617 Mar 11 11:44:18.768914 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe359eb-c790-43f0-b534-1d6c002bd5e5 req-c062a981-aaf0-4cc3-b61a-72b2cf2c572d tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:18.770593 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8fe359eb-c790-43f0-b534-1d6c002bd5e5 req-c062a981-aaf0-4cc3-b61a-72b2cf2c572d tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.0992110 Mar 11 11:44:18.825717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8fe359eb-c790-43f0-b534-1d6c002bd5e5 req-85bce5b4-9498-4a4c-8498-145d5ac40b74 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470421 Mar 11 11:44:18.874935 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37681b2-c9cd-4a3b-b735-3df1e4273f48 x-openstack-request-id: req-e37681b2-c9cd-4a3b-b735-3df1e4273f48 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:18.875317 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35aa8dc3-de7e-4bc3-a2a5-10576b99026f", "name": "network-vif-deleted", "tag": "abb13c7a-cfd9-4307-9ce2-e4e0f3325896", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:18.875660 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e37681b2-c9cd-4a3b-b735-3df1e4273f48 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:18.876119 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35aa8dc3-de7e-4bc3-a2a5-10576b99026f', 'name': 'network-vif-deleted', 'tag': 'abb13c7a-cfd9-4307-9ce2-e4e0f3325896', 'status': 'completed', 'code': 200} Mar 11 11:44:18.960074 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5b1990eb-7c3f-415a-a722-ab9b593c385a up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:18.984022 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cc80b-49e0-41b6-92aa-9501bfa8e12f req-19dfc95b-f91f-4898-b6d3-afb000912ade tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:18.991205 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-172cc80b-49e0-41b6-92aa-9501bfa8e12f req-19dfc95b-f91f-4898-b6d3-afb000912ade tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 944 time: 0.0687983 Mar 11 11:44:19.011394 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 5b1990eb-7c3f-415a-a722-ab9b593c385a completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:44:19.017649 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 5b1990eb-7c3f-415a-a722-ab9b593c385a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:19.018165 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5b1990eb-7c3f-415a-a722-ab9b593c385a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:19.065087 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-172cc80b-49e0-41b6-92aa-9501bfa8e12f req-a2f356c8-c324-46cb-909a-40f82664a844 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722950 Mar 11 11:44:19.118848 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 5b1990eb-7c3f-415a-a722-ab9b593c385a is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:19.119235 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5b1990eb-7c3f-415a-a722-ab9b593c385a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:19.168623 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5b1990eb-7c3f-415a-a722-ab9b593c385a, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5b1990eb-7c3f-415a-a722-ab9b593c385a,segment=NetworkSegment(5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7),segment_id=5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:19.172932 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5b1990eb-7c3f-415a-a722-ab9b593c385a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:19.249650 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=5b1990eb-7c3f-415a-a722-ab9b593c385a,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:19.336955 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14366d81-047e-42a6-9b21-a66713dad443 req-d2fe457b-b82f-4bd8-8a30-5e744f54d766 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:19.338767 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14366d81-047e-42a6-9b21-a66713dad443 req-d2fe457b-b82f-4bd8-8a30-5e744f54d766 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.0738158 Mar 11 11:44:19.414171 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14366d81-047e-42a6-9b21-a66713dad443 req-8fc10841-1619-4391-bdee-72f96df3c1a2 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686960 Mar 11 11:44:19.432953 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061c80b-c228-430e-94fa-ebfc98e3b49c req-c0586518-4d6d-400d-b083-decf31a8816e tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:19.434863 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f061c80b-c228-430e-94fa-ebfc98e3b49c req-c0586518-4d6d-400d-b083-decf31a8816e tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.0743732 Mar 11 11:44:19.484969 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f061c80b-c228-430e-94fa-ebfc98e3b49c req-e288c5fc-7374-4a55-93a8-cbe9ee92e432 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435655 Mar 11 11:44:19.584972 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320395b9-d695-439c-a5ad-bfb7c538feab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1990eb-7c3f-415a-a722-ab9b593c385a'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:19.588201 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a259580-705c-4793-8980-be914c06f947" -d '{"events": [{"server_uuid": "320395b9-d695-439c-a5ad-bfb7c538feab", "name": "network-vif-plugged", "status": "completed", "tag": "5b1990eb-7c3f-415a-a722-ab9b593c385a"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:19.613783 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa06fa-4d95-4c01-997f-fd6c55e46855 req-b1d59006-3865-4005-aa9e-9df038b4a73f tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:19.615357 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33fa06fa-4d95-4c01-997f-fd6c55e46855 req-b1d59006-3865-4005-aa9e-9df038b4a73f tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?device_id=af2d63b0-5128-4709-a3db-3ed9bb27af37 HTTP/1.1" status: 200 len: 948 time: 0.0553999 Mar 11 11:44:19.655232 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88fb488-43a8-429e-8236-f655fe2b2a2b x-openstack-request-id: req-e88fb488-43a8-429e-8236-f655fe2b2a2b {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:19.655822 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320395b9-d695-439c-a5ad-bfb7c538feab", "name": "network-vif-plugged", "status": "completed", "tag": "5b1990eb-7c3f-415a-a722-ab9b593c385a", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:19.656233 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e88fb488-43a8-429e-8236-f655fe2b2a2b {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:19.656808 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320395b9-d695-439c-a5ad-bfb7c538feab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1990eb-7c3f-415a-a722-ab9b593c385a', 'code': 200} Mar 11 11:44:19.692406 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33fa06fa-4d95-4c01-997f-fd6c55e46855 req-e72c9fe7-9743-486c-9b78-cb730ce85b45 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671332 Mar 11 11:44:19.793247 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa52a0-dac0-4ada-9563-39c52bbcf6cc req-05fc3d6b-06d8-456b-82e8-e43b1562fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:19.794858 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5faa52a0-dac0-4ada-9563-39c52bbcf6cc req-05fc3d6b-06d8-456b-82e8-e43b1562fa10 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 1127 time: 0.0511010 Mar 11 11:44:19.866131 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5faa52a0-dac0-4ada-9563-39c52bbcf6cc req-2353b29d-4219-46d6-bec6-64c2997a26a5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642960 Mar 11 11:44:19.916407 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2132041-0721-45d6-a12c-b548baad33b0 req-bc3960a0-a758-4dfe-b4cf-afc910f933a9 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:19.924362 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2132041-0721-45d6-a12c-b548baad33b0 req-bc3960a0-a758-4dfe-b4cf-afc910f933a9 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/ports?device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 946 time: 0.0664127 Mar 11 11:44:20.013462 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2132041-0721-45d6-a12c-b548baad33b0 req-5f49ca43-09b2-4965-a0e2-52bdf429d789 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc907fed-6b51-45f0-a0be-aeda70500fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865934 Mar 11 11:44:20.015037 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:20.138485 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-2e006a2e-7ad8-495d-b3ff-ae3644012933 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:20.140226 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-2e006a2e-7ad8-495d-b3ff-ae3644012933 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/networks?id=b499850f-8fb3-4e28-b577-f302ebbdffd0 HTTP/1.1" status: 200 len: 822 time: 0.1702211 Mar 11 11:44:20.144913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8421436-c105-4530-bb21-7c72d3caecc8 req-cafd5425-3bf0-4fc6-b46c-b9dfa03e19c0 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:20.146197 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8421436-c105-4530-bb21-7c72d3caecc8 req-cafd5425-3bf0-4fc6-b46c-b9dfa03e19c0 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.37 "GET /v2.0/ports?device_id=af2d63b0-5128-4709-a3db-3ed9bb27af37 HTTP/1.1" status: 200 len: 948 time: 0.0557387 Mar 11 11:44:20.162483 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-a831a89f-eb25-4aa8-a4b9-a7bd92f7b4f2 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/quotas/306fe3dc04f4442a81b7c6242bc6f20a HTTP/1.1" status: 200 len: 375 time: 0.0132701 Mar 11 11:44:20.174366 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560378b2-0e2d-44d9-b5b2-3c0448ae4783 req-12806a4c-68c8-4dc5-b8c6-3fe5e2c9b6b0 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:20.182515 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-560378b2-0e2d-44d9-b5b2-3c0448ae4783 req-12806a4c-68c8-4dc5-b8c6-3fe5e2c9b6b0 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.0987394 Mar 11 11:44:20.227378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-5fa6a43e-4fb5-4825-a8eb-96e1fdb232e4 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=306fe3dc04f4442a81b7c6242bc6f20a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426345 Mar 11 11:44:20.266844 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-b8421436-c105-4530-bb21-7c72d3caecc8 req-ee18819d-5e02-405c-b46d-70b3f1b18bc9 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Deleting port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:44:20.267525 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8421436-c105-4530-bb21-7c72d3caecc8 req-ee18819d-5e02-405c-b46d-70b3f1b18bc9 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:20.288327 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-560378b2-0e2d-44d9-b5b2-3c0448ae4783 req-be1329c5-b987-46a4-8b7e-9f14c156874a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053452 Mar 11 11:44:20.385313 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b8421436-c105-4530-bb21-7c72d3caecc8 req-ee18819d-5e02-405c-b46d-70b3f1b18bc9 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] For port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:20.385779 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8421436-c105-4530-bb21-7c72d3caecc8 req-ee18819d-5e02-405c-b46d-70b3f1b18bc9 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:20.393311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-de96259b-34bb-43a3-bb28-82674d394e92 service neutron] 10.222.0.78 "GET /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554468 Mar 11 11:44:20.402935 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-b8421436-c105-4530-bb21-7c72d3caecc8 req-ee18819d-5e02-405c-b46d-70b3f1b18bc9 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Calling delete_port for 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:44:20.548247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90dbcc-b14f-4b53-b58a-5634eebff48d req-e72e701e-0ee9-4c63-951a-220224ca12d4 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:20.550230 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c90dbcc-b14f-4b53-b58a-5634eebff48d req-e72e701e-0ee9-4c63-951a-220224ca12d4 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/ports?device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 946 time: 0.1269886 Mar 11 11:44:20.562530 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44344) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:20.568568 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8421436-c105-4530-bb21-7c72d3caecc8 req-ee18819d-5e02-405c-b46d-70b3f1b18bc9 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:20.570024 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ce79006a-051d-4dd3-a728-0b52065faffc tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Request body: {'floatingip': {'port_id': '781b0eec-8580-426f-9855-dce909e579dd'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:20.599771 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-9d82430e-6426-4d0e-88bc-1ea520ac540b service neutron] 10.222.0.78 "GET /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997023 Mar 11 11:44:20.636258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18819d-5e02-405c-b46d-70b3f1b18bc9 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Pushing event deleted for resources: {'Port': ['ID=9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:20.671730 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8421436-c105-4530-bb21-7c72d3caecc8 req-ee18819d-5e02-405c-b46d-70b3f1b18bc9 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] No DVR routers for this DVR port 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:44:20.675015 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8421436-c105-4530-bb21-7c72d3caecc8 req-ee18819d-5e02-405c-b46d-70b3f1b18bc9 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:20.680562 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8421436-c105-4530-bb21-7c72d3caecc8 req-ee18819d-5e02-405c-b46d-70b3f1b18bc9 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.37 "DELETE /v2.0/ports/9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 HTTP/1.1" status: 204 len: 173 time: 0.5281103 Mar 11 11:44:20.704879 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce79006a-051d-4dd3-a728-0b52065faffc tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for floatingip (8d997ab5-87e9-4913-afab-8b56d61af236), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:20.877206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2d63b0-5128-4709-a3db-3ed9bb27af37', 'name': 'network-vif-deleted', 'tag': '9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:20.882252 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f474f8-ca7a-454d-8951-f61228624003" -d '{"events": [{"server_uuid": "af2d63b0-5128-4709-a3db-3ed9bb27af37", "name": "network-vif-deleted", "tag": "9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:20.894768 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076e7a7-3244-4842-bdbd-1796f0cee7ec req-afaf095a-65cb-445d-8777-e6a16e857161 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:20.897461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d076e7a7-3244-4842-bdbd-1796f0cee7ec req-afaf095a-65cb-445d-8777-e6a16e857161 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.2409146 Mar 11 11:44:20.971010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device abb13c7a-cfd9-4307-9ce2-e4e0f3325896 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:44:21.005088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: abb13c7a-cfd9-4307-9ce2-e4e0f3325896 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:44:21.005435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device abb13c7a-cfd9-4307-9ce2-e4e0f3325896 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:44:21.056041 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d076e7a7-3244-4842-bdbd-1796f0cee7ec req-7e5fba66-550e-475b-90d8-04abae08c80d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508636 Mar 11 11:44:21.158075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada99e73-73f3-4ff9-8df2-c522046c0fd8 req-2c948b27-c059-4856-9364-32ec445408ba tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:21.168460 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ada99e73-73f3-4ff9-8df2-c522046c0fd8 req-2c948b27-c059-4856-9364-32ec445408ba tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.2531419 Mar 11 11:44:21.398597 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ada99e73-73f3-4ff9-8df2-c522046c0fd8 req-aecbb51d-fad2-40aa-9b9f-bed7bf99d909 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282393 Mar 11 11:44:21.414339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b2f3b-f4af-4b5d-a7dc-691a3838bae6 req-eed0f3c7-cc90-447e-b4f6-2836246f6ffa tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:21.415880 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-345b2f3b-f4af-4b5d-a7dc-691a3838bae6 req-eed0f3c7-cc90-447e-b4f6-2836246f6ffa tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.2364733 Mar 11 11:44:21.552521 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-345b2f3b-f4af-4b5d-a7dc-691a3838bae6 req-3ff2a58e-f660-43ac-84ac-ac9b0403f198 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232610 Mar 11 11:44:21.589192 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8032c08-8257-4a74-8970-bf93c81e35a5 req-c0074ec4-ff14-4cba-8cab-642041c66eb8 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=d821fa53-c113-49f7-94f3-8d2fcd958303 HTTP/1.1" status: 200 len: 210 time: 0.0565999 Mar 11 11:44:21.685056 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce79006a-051d-4dd3-a728-0b52065faffc tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:21.690238 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab872ef3-fed0-4896-8512-cdbed992bdf9 x-openstack-request-id: req-ab872ef3-fed0-4896-8512-cdbed992bdf9 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:21.690474 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce79006a-051d-4dd3-a728-0b52065faffc tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (8d997ab5-87e9-4913-afab-8b56d61af236), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:21.690599 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2d63b0-5128-4709-a3db-3ed9bb27af37", "name": "network-vif-deleted", "tag": "9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:21.690953 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab872ef3-fed0-4896-8512-cdbed992bdf9 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:21.691554 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2d63b0-5128-4709-a3db-3ed9bb27af37', 'name': 'network-vif-deleted', 'tag': '9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92', 'status': 'completed', 'code': 200} Mar 11 11:44:21.907071 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-ce79006a-051d-4dd3-a728-0b52065faffc tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Floating IP 8d997ab5-87e9-4913-afab-8b56d61af236 associated. External IP: 172.25.7.113, port: 781b0eec-8580-426f-9855-dce909e579dd. Mar 11 11:44:21.982905 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0cb69-9092-4432-b5da-e3c4e4bb4c84 req-a550e590-4406-4b85-a2de-a30d22349e31 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:21.984543 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92f0cb69-9092-4432-b5da-e3c4e4bb4c84 req-a550e590-4406-4b85-a2de-a30d22349e31 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.1961977 Mar 11 11:44:22.014919 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-0237f9fc-95ea-42b0-a791-c65b5cf21809 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:22.016376 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-0237f9fc-95ea-42b0-a791-c65b5cf21809 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/networks?id=717807cd-8d44-4e6b-b214-b969adc92074 HTTP/1.1" status: 200 len: 810 time: 0.2267423 Mar 11 11:44:22.071767 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-b23c2144-6fe0-4e36-a4de-5ce281583025 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/quotas/2c2648dfb10a401a8c18820a852c379b HTTP/1.1" status: 200 len: 375 time: 0.0472794 Mar 11 11:44:22.134499 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-3ec1908d-17a8-4163-a871-627d31cec9f4 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2c2648dfb10a401a8c18820a852c379b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537519 Mar 11 11:44:22.144289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92f0cb69-9092-4432-b5da-e3c4e4bb4c84 req-162c1f83-334d-4248-93ad-43708df2cd7c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510487 Mar 11 11:44:22.314022 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-f3fe5cb5-54e8-4f68-ad44-cace3502206a tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:22.317095 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-f3fe5cb5-54e8-4f68-ad44-cace3502206a tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.37 "GET /v2.0/networks?id=b499850f-8fb3-4e28-b577-f302ebbdffd0 HTTP/1.1" status: 200 len: 822 time: 0.1417789 Mar 11 11:44:22.340717 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-48d8d8c1-6c96-4045-9b66-6d7c45810b48 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Request body: {'port': {'device_id': 'd821fa53-c113-49f7-94f3-8d2fcd958303', 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0', 'admin_state_up': True, 'tenant_id': '306fe3dc04f4442a81b7c6242bc6f20a'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:22.542683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-48d8d8c1-6c96-4045-9b66-6d7c45810b48 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Made reservation on behalf of 306fe3dc04f4442a81b7c6242bc6f20a for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:44:22.548153 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-48d8d8c1-6c96-4045-9b66-6d7c45810b48 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:22.694025 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-48d8d8c1-6c96-4045-9b66-6d7c45810b48 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Allocated IP 172.20.0.12 (b499850f-8fb3-4e28-b577-f302ebbdffd0/1a1d4465-a2a3-4fc5-b45d-6c5b13b467de/1123a260-9e0e-47f8-9a12-300b9648bc4f) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:44:22.736404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-f945ec3c-180f-4b23-a82a-919ea7e7e0f4 service neutron] 10.222.0.78 "GET /v2.0/networks/717807cd-8d44-4e6b-b214-b969adc92074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904753 Mar 11 11:44:22.747624 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce79006a-051d-4dd3-a728-0b52065faffc tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Router 84257c32-aa02-42f6-805f-51c43937d2da has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:44:22.791996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49ac87-e211-4ddc-9650-95edf1ca2735 req-ffef5563-fb4e-41cb-9944-a286851281dd tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:22.793617 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d49ac87-e211-4ddc-9650-95edf1ca2735 req-ffef5563-fb4e-41cb-9944-a286851281dd tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.1611485 Mar 11 11:44:22.867683 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-48d8d8c1-6c96-4045-9b66-6d7c45810b48 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for port (1123a260-9e0e-47f8-9a12-300b9648bc4f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:22.906633 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-48d8d8c1-6c96-4045-9b66-6d7c45810b48 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1123a260-9e0e-47f8-9a12-300b9648bc4f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:22.959058 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-48d8d8c1-6c96-4045-9b66-6d7c45810b48 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Network b499850f-8fb3-4e28-b577-f302ebbdffd0 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:44:22.963278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-48d8d8c1-6c96-4045-9b66-6d7c45810b48 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:22.965766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8d8c1-6c96-4045-9b66-6d7c45810b48 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Pushing event updated for resources: {'Port': ['ID=1123a260-9e0e-47f8-9a12-300b9648bc4f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:22.968803 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-48d8d8c1-6c96-4045-9b66-6d7c45810b48 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:44:22.984364 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-0b00ed27-31b2-4f13-8f5f-ad94658770af service neutron] 10.222.0.78 "GET /v2.0/networks/717807cd-8d44-4e6b-b214-b969adc92074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289047 Mar 11 11:44:22.999007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:44:23.022115 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d49ac87-e211-4ddc-9650-95edf1ca2735 req-380faea5-42a9-430f-aef8-81e0b115a8e8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047577 Mar 11 11:44:23.029657 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-48d8d8c1-6c96-4045-9b66-6d7c45810b48 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:23.029657 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-48d8d8c1-6c96-4045-9b66-6d7c45810b48 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:23.045037 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:44:23.045442 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 9e72d25c-9b5e-44cd-b1ee-08b0f1aebe92 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:44:23.050755 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-48d8d8c1-6c96-4045-9b66-6d7c45810b48 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7235231 Mar 11 11:44:23.053023 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce79006a-051d-4dd3-a728-0b52065faffc tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:44:23.061932 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce79006a-051d-4dd3-a728-0b52065faffc tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:23.067628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Request body: {'port': {'device_id': 'd821fa53-c113-49f7-94f3-8d2fcd958303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:23.068204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97139443-5cf2-4ebf-a211-bf94aa54a3db None None] Sync routers for ids ['84257c32-aa02-42f6-805f-51c43937d2da'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:44:23.095644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97139443-5cf2-4ebf-a211-bf94aa54a3db None None] Routers {'84257c32-aa02-42f6-805f-51c43937d2da'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:44:23.099763 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-97139443-5cf2-4ebf-a211-bf94aa54a3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:44:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['84257c32-aa02-42f6-805f-51c43937d2da'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:23.140133 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1123a260-9e0e-47f8-9a12-300b9648bc4f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:23.192410 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ce79006a-051d-4dd3-a728-0b52065faffc tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "PUT /v2.0/floatingips/8d997ab5-87e9-4913-afab-8b56d61af236 HTTP/1.1" status: 200 len: 992 time: 2.6280518 Mar 11 11:44:23.194112 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60698f7a-f177-43cb-8e12-4ed458a0e54e', 'tag': '781b0eec-8580-426f-9855-dce909e579dd'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:23.197058 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b5f7ac-5030-41d0-bd4a-0b85b7ac726f" -d '{"events": [{"name": "network-changed", "server_uuid": "60698f7a-f177-43cb-8e12-4ed458a0e54e", "tag": "781b0eec-8580-426f-9855-dce909e579dd"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:23.225394 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd34cc9-f9f2-4f87-8d43-e56409b913ec req-f25a7e7a-7e0c-4b7f-8251-ffca0f02e72a tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:23.227056 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5cd34cc9-f9f2-4f87-8d43-e56409b913ec req-f25a7e7a-7e0c-4b7f-8251-ffca0f02e72a tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.1067421 Mar 11 11:44:23.302692 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5cd34cc9-f9f2-4f87-8d43-e56409b913ec req-854081bb-266e-4961-a96f-4372256155f3 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681527 Mar 11 11:44:23.333832 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-97139443-5cf2-4ebf-a211-bf94aa54a3db None None] Set router 84257c32-aa02-42f6-805f-51c43937d2da gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:44:23.525197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1123a260-9e0e-47f8-9a12-300b9648bc4f {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:44:23.536899 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1c040-40f4-4595-b6b0-65023f56a150 req-307cbea6-d3df-4620-8154-4a4daac83adb tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:23.545775 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73d1c040-40f4-4595-b6b0-65023f56a150 req-307cbea6-d3df-4620-8154-4a4daac83adb tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef8cf18e-6378-44bc-ac5e-3eeccad9bef6 HTTP/1.1" status: 200 len: 949 time: 0.1429884 Mar 11 11:44:23.560933 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Publish callbacks [] for port (1123a260-9e0e-47f8-9a12-300b9648bc4f), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:23.587678 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Transition to ACTIVE for port object 1123a260-9e0e-47f8-9a12-300b9648bc4f will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:44:23.593986 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (1123a260-9e0e-47f8-9a12-300b9648bc4f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:23.611515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57580d1b-adc0-4e52-8aa1-1c38a059ec61 req-d8f19e5c-bcac-4dcd-b810-ed9875a4c240 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:23.621660 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-57580d1b-adc0-4e52-8aa1-1c38a059ec61 req-d8f19e5c-bcac-4dcd-b810-ed9875a4c240 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.1539111 Mar 11 11:44:23.646186 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73d1c040-40f4-4595-b6b0-65023f56a150 req-7a5ae6b5-c181-4bf3-9cb1-686ebce32b77 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991993 Mar 11 11:44:23.688662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-97139443-5cf2-4ebf-a211-bf94aa54a3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84257c32-aa02-42f6-805f-51c43937d2da', 'name': 'tempest-ServersTestManualDisk-743406101-router', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:37Z', 'updated_at': '2022-03-11T11:43:47Z', 'revision_number': 4, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'gw_port': {'id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:38Z', 'updated_at': '2022-03-11T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '8d997ab5-87e9-4913-afab-8b56d61af236', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'floating_ip_address': '172.25.7.113', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'port_id': '781b0eec-8580-426f-9855-dce909e579dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f', 'mac_address': 'fa:16:3e:01:81:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60698f7a-f177-43cb-8e12-4ed458a0e54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:44:00Z', 'updated_at': '2022-03-11T11:44:21Z', 'revision_number': 1, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2144b8-19f7-4117-a59d-da27863d2d6a', 'name': '', 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'mac_address': 'fa:16:3e:3d:da:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:54Z', 'revision_number': 5, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'subnets': [{'id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:23.717691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Pushing event updated for resources: {'Port': ['ID=1123a260-9e0e-47f8-9a12-300b9648bc4f,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:23.757618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97139443-5cf2-4ebf-a211-bf94aa54a3db None None] Checking router: 84257c32-aa02-42f6-805f-51c43937d2da for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:44:23.768661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97139443-5cf2-4ebf-a211-bf94aa54a3db None None] Routers {'84257c32-aa02-42f6-805f-51c43937d2da'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:44:23.769517 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-97139443-5cf2-4ebf-a211-bf94aa54a3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:44:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['84257c32-aa02-42f6-805f-51c43937d2da'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:23.779462 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Attempting to bind port 1123a260-9e0e-47f8-9a12-300b9648bc4f on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:44:23.780293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Attempting to bind port 1123a260-9e0e-47f8-9a12-300b9648bc4f by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '544fa4dc-c420-4d54-a419-af3aa9315f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:44:23.780878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Attempting to bind port 1123a260-9e0e-47f8-9a12-300b9648bc4f on network b499850f-8fb3-4e28-b577-f302ebbdffd0 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:23.785636 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Port 1123a260-9e0e-47f8-9a12-300b9648bc4f on network b499850f-8fb3-4e28-b577-f302ebbdffd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:44:23.786303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Attempting to bind port 1123a260-9e0e-47f8-9a12-300b9648bc4f on network b499850f-8fb3-4e28-b577-f302ebbdffd0 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:23.792821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:44:23.793351 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Checking segment: {'id': '544fa4dc-c420-4d54-a419-af3aa9315f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:23.793922 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Bound using segment: {'id': '544fa4dc-c420-4d54-a419-af3aa9315f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:44:23.794509 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Bound port: 1123a260-9e0e-47f8-9a12-300b9648bc4f, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '544fa4dc-c420-4d54-a419-af3aa9315f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:44:23.795160 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1123a260-9e0e-47f8-9a12-300b9648bc4f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:23.836196 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-57580d1b-adc0-4e52-8aa1-1c38a059ec61 req-e82b8014-91e1-4782-ab1e-49900f1bdb43 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131414 Mar 11 11:44:23.889492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be3063-785e-44ca-a2db-e2ee63a478cc req-21419b79-4ccf-4055-8054-264c1a1092f1 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:23.897018 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-97139443-5cf2-4ebf-a211-bf94aa54a3db None None] Set router 84257c32-aa02-42f6-805f-51c43937d2da gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:44:23.901184 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72be3063-785e-44ca-a2db-e2ee63a478cc req-21419b79-4ccf-4055-8054-264c1a1092f1 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=d821fa53-c113-49f7-94f3-8d2fcd958303 HTTP/1.1" status: 200 len: 944 time: 0.1580627 Mar 11 11:44:23.970811 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] For port 1123a260-9e0e-47f8-9a12-300b9648bc4f, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:44:23.987954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] For port 1123a260-9e0e-47f8-9a12-300b9648bc4f, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=1123a260-9e0e-47f8-9a12-300b9648bc4f,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:44:23.998643 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (1123a260-9e0e-47f8-9a12-300b9648bc4f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:24.057400 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:24.058936 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:24.060761 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] 10.222.0.37 "PUT /v2.0/ports/1123a260-9e0e-47f8-9a12-300b9648bc4f HTTP/1.1" status: 200 len: 1092 time: 0.9986737 Mar 11 11:44:24.062095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd821fa53-c113-49f7-94f3-8d2fcd958303', 'tag': '1123a260-9e0e-47f8-9a12-300b9648bc4f'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:24.066624 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce042487-2554-48fd-8c3a-d2a2322236ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d821fa53-c113-49f7-94f3-8d2fcd958303", "tag": "1123a260-9e0e-47f8-9a12-300b9648bc4f"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:24.081378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72be3063-785e-44ca-a2db-e2ee63a478cc req-2e5e9cc9-857e-48ec-bae0-9abb0c453c4d tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733720 Mar 11 11:44:24.169488 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbd522-8161-451d-9e4d-be11dedb9cea service neutron] Pushing event updated for resources: {'Port': ['ID=1123a260-9e0e-47f8-9a12-300b9648bc4f,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:24.181968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05737d32-cb1a-46e0-8784-bb25130a4735 req-ef195ab1-5f1c-4eac-9c94-70bc3d33f018 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:24.193033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44408) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:24.197774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05737d32-cb1a-46e0-8784-bb25130a4735 req-ef195ab1-5f1c-4eac-9c94-70bc3d33f018 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.2243776 Mar 11 11:44:24.199824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-36210367-6504-4460-a8a1-9352b31842e2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Request body: {'floatingip': {'port_id': '5b1990eb-7c3f-415a-a722-ab9b593c385a'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:24.206268 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-e0c8eed9-4b1f-44cd-bcc6-d039cabea81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:24.207901 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-e0c8eed9-4b1f-44cd-bcc6-d039cabea81c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=306fe3dc04f4442a81b7c6242bc6f20a&device_id=d821fa53-c113-49f7-94f3-8d2fcd958303 HTTP/1.1" status: 200 len: 1126 time: 0.1016529 Mar 11 11:44:24.263891 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36210367-6504-4460-a8a1-9352b31842e2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for floatingip (18a05b73-7cfd-4b97-aa74-a1786b9fceeb), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:24.296491 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-9327562b-8bd7-4e43-b2d7-db038a2bf24e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1123a260-9e0e-47f8-9a12-300b9648bc4f HTTP/1.1" status: 200 len: 217 time: 0.0503747 Mar 11 11:44:24.451171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd856a63-517b-415d-8496-76678097ca1d req-5b99aa13-8c44-4265-b30e-dd847e515d0c tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:24.470700 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cd856a63-517b-415d-8496-76678097ca1d req-5b99aa13-8c44-4265-b30e-dd847e515d0c tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/ports?device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 946 time: 0.1476109 Mar 11 11:44:24.475071 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-c9c5e639-91b5-43a3-a63d-c1004ff0f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:24.476679 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-c9c5e639-91b5-43a3-a63d-c1004ff0f643 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a1d4465-a2a3-4fc5-b45d-6c5b13b467de HTTP/1.1" status: 200 len: 862 time: 0.1444199 Mar 11 11:44:24.525029 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-97139443-5cf2-4ebf-a211-bf94aa54a3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84257c32-aa02-42f6-805f-51c43937d2da', 'name': 'tempest-ServersTestManualDisk-743406101-router', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:37Z', 'updated_at': '2022-03-11T11:43:47Z', 'revision_number': 4, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'gw_port': {'id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:38Z', 'updated_at': '2022-03-11T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '8d997ab5-87e9-4913-afab-8b56d61af236', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'floating_ip_address': '172.25.7.113', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'port_id': '781b0eec-8580-426f-9855-dce909e579dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f', 'mac_address': 'fa:16:3e:01:81:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60698f7a-f177-43cb-8e12-4ed458a0e54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:44:00Z', 'updated_at': '2022-03-11T11:44:21Z', 'revision_number': 1, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2144b8-19f7-4117-a59d-da27863d2d6a', 'name': '', 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'mac_address': 'fa:16:3e:3d:da:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:54Z', 'revision_number': 5, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'subnets': [{'id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:24.559007 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-bc71aed3-ddb4-401e-a432-02f1ce180fbf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b499850f-8fb3-4e28-b577-f302ebbdffd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740385 Mar 11 11:44:24.596307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97139443-5cf2-4ebf-a211-bf94aa54a3db None None] The sync data for ids ['84257c32-aa02-42f6-805f-51c43937d2da'] in n-d-833234-2 is: [{'id': '84257c32-aa02-42f6-805f-51c43937d2da', 'name': 'tempest-ServersTestManualDisk-743406101-router', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:37Z', 'updated_at': '2022-03-11T11:43:47Z', 'revision_number': 4, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'gw_port': {'id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:38Z', 'updated_at': '2022-03-11T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '8d997ab5-87e9-4913-afab-8b56d61af236', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'floating_ip_address': '172.25.7.113', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'port_id': '781b0eec-8580-426f-9855-dce909e579dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f', 'mac_address': 'fa:16:3e:01:81:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60698f7a-f177-43cb-8e12-4ed458a0e54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:44:00Z', 'updated_at': '2022-03-11T11:44:21Z', 'revision_number': 1, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2144b8-19f7-4117-a59d-da27863d2d6a', 'name': '', 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'mac_address': 'fa:16:3e:3d:da:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:54Z', 'revision_number': 5, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'subnets': [{'id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:44:24.611009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cd856a63-517b-415d-8496-76678097ca1d req-10ccd725-9103-43e0-b322-0498ecb89641 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc907fed-6b51-45f0-a0be-aeda70500fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363046 Mar 11 11:44:24.621247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79900773-16c4-462d-a4be-22c0f84b2f70 req-0e6a75f4-e7a9-4292-a16e-0414e935c694 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:24.629956 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79900773-16c4-462d-a4be-22c0f84b2f70 req-0e6a75f4-e7a9-4292-a16e-0414e935c694 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.1409526 Mar 11 11:44:24.705783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79900773-16c4-462d-a4be-22c0f84b2f70 req-53f71e3d-d75a-40cf-9e4d-6481862b9861 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744529 Mar 11 11:44:24.716481 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a9a406-ae89-4c53-8cda-8a0c8110a552 x-openstack-request-id: req-81a9a406-ae89-4c53-8cda-8a0c8110a552 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:24.716982 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60698f7a-f177-43cb-8e12-4ed458a0e54e", "tag": "781b0eec-8580-426f-9855-dce909e579dd", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:24.717414 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-81a9a406-ae89-4c53-8cda-8a0c8110a552 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:24.718281 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60698f7a-f177-43cb-8e12-4ed458a0e54e', 'tag': '781b0eec-8580-426f-9855-dce909e579dd', 'status': 'completed', 'code': 200} Mar 11 11:44:24.934808 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc2c878b-bdc9-4093-b5ce-3776bda3d6d1 req-beeea3d5-3651-4372-909a-3e0564b6d6f3 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/ports?device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 210 time: 0.0603967 Mar 11 11:44:24.963602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5f7ac-5030-41d0-bd4a-0b85b7ac726f req-c585feff-abe8-42a4-ba84-7c67c8d38d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:24.965412 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0b5f7ac-5030-41d0-bd4a-0b85b7ac726f req-c585feff-abe8-42a4-ba84-7c67c8d38d5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5b72ae42daa34b82b8f7e957741d169b&device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 1128 time: 0.1585820 Mar 11 11:44:24.983189 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fdd2d-fc10-4ae8-9bc9-96ff8d08cf0c req-689ee17c-d643-4771-be73-554a542b660b tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:24.985297 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-832fdd2d-fc10-4ae8-9bc9-96ff8d08cf0c req-689ee17c-d643-4771-be73-554a542b660b tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.1093888 Mar 11 11:44:25.005353 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ffb074-7289-4780-a821-f6e6c335fdb0 None None] New status for floating IP 8d997ab5-87e9-4913-afab-8b56d61af236: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:44:25.077963 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-832fdd2d-fc10-4ae8-9bc9-96ff8d08cf0c req-2d0fa53c-2987-4719-89f4-25863d18c961 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803556 Mar 11 11:44:25.173103 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5f7ac-5030-41d0-bd4a-0b85b7ac726f req-20cc0025-6c26-4d13-b491-1905e73519d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:25.174844 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0b5f7ac-5030-41d0-bd4a-0b85b7ac726f req-20cc0025-6c26-4d13-b491-1905e73519d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=659e9255-b219-47a5-9929-d029ee4c6b1f HTTP/1.1" status: 200 len: 912 time: 0.1886551 Mar 11 11:44:25.185658 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ea7be-1dfb-4654-81f2-1871447eb162 req-4b903c4c-e8fb-48ac-9b6b-4007a3dfe239 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:25.187350 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff7ea7be-1dfb-4654-81f2-1871447eb162 req-4b903c4c-e8fb-48ac-9b6b-4007a3dfe239 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef8cf18e-6378-44bc-ac5e-3eeccad9bef6 HTTP/1.1" status: 200 len: 949 time: 0.1483185 Mar 11 11:44:25.252856 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3307ba-e0c5-4875-aa53-0c75d7e5a610 x-openstack-request-id: req-3d3307ba-e0c5-4875-aa53-0c75d7e5a610 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:25.253242 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d821fa53-c113-49f7-94f3-8d2fcd958303", "tag": "1123a260-9e0e-47f8-9a12-300b9648bc4f", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:25.254051 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3d3307ba-e0c5-4875-aa53-0c75d7e5a610 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:25.254051 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd821fa53-c113-49f7-94f3-8d2fcd958303', 'tag': '1123a260-9e0e-47f8-9a12-300b9648bc4f', 'status': 'completed', 'code': 200} Mar 11 11:44:25.304251 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0b5f7ac-5030-41d0-bd4a-0b85b7ac726f req-0d0509f6-596e-4a0d-b684-55a74861b03b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781b0eec-8580-426f-9855-dce909e579dd HTTP/1.1" status: 200 len: 1002 time: 0.1157942 Mar 11 11:44:25.345863 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff7ea7be-1dfb-4654-81f2-1871447eb162 req-980064d9-0509-4376-8089-bf72d039f967 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504002 Mar 11 11:44:25.364839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f2c6a-c28b-4f6f-a54e-d673a1aebd5a req-464367c8-f2c3-4a3e-acb6-8914c08c13e2 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:25.367349 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-238f2c6a-c28b-4f6f-a54e-d673a1aebd5a req-464367c8-f2c3-4a3e-acb6-8914c08c13e2 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef8cf18e-6378-44bc-ac5e-3eeccad9bef6 HTTP/1.1" status: 200 len: 949 time: 0.8501430 Mar 11 11:44:25.405268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5f7ac-5030-41d0-bd4a-0b85b7ac726f req-6d6633e9-d3c9-4112-9bac-fbbcd849a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:25.407129 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0b5f7ac-5030-41d0-bd4a-0b85b7ac726f req-6d6633e9-d3c9-4112-9bac-fbbcd849a95c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b81eedc9-e61e-49c2-b466-342f98352a78 HTTP/1.1" status: 200 len: 850 time: 0.0786834 Mar 11 11:44:25.419108 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e3d37-cf58-4681-9673-57632e3d4ea0 req-076bfa5f-4a10-49b6-a2b7-1e69c07356ca tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:25.420680 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e6e3d37-cf58-4681-9673-57632e3d4ea0 req-076bfa5f-4a10-49b6-a2b7-1e69c07356ca tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.1416867 Mar 11 11:44:25.491543 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-1548e9e7-e2fe-4d94-9bbc-2d4bbce7b650 service neutron] 10.222.0.37 "GET /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9201951 Mar 11 11:44:25.563290 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5f7ac-5030-41d0-bd4a-0b85b7ac726f req-833c75c1-a95c-4551-afaf-f35c554c8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:25.565011 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0b5f7ac-5030-41d0-bd4a-0b85b7ac726f req-833c75c1-a95c-4551-afaf-f35c554c8a47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=659e9255-b219-47a5-9929-d029ee4c6b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1434398 Mar 11 11:44:25.569578 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e6e3d37-cf58-4681-9673-57632e3d4ea0 req-48c60edb-7442-42cb-9b68-0146ffbae09b tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145678 Mar 11 11:44:25.590322 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7341fe7-610c-44bb-a167-370febbc9f07 req-ec0483dc-7ab6-464a-969b-9601177adfb0 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:25.597560 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7341fe7-610c-44bb-a167-370febbc9f07 req-ec0483dc-7ab6-464a-969b-9601177adfb0 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=d821fa53-c113-49f7-94f3-8d2fcd958303 HTTP/1.1" status: 200 len: 944 time: 0.1403191 Mar 11 11:44:25.702830 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:44:25.704237 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7341fe7-610c-44bb-a167-370febbc9f07 req-8a56a846-9401-4196-838a-4f38cb1ac8be tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058803 Mar 11 11:44:25.725543 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0b5f7ac-5030-41d0-bd4a-0b85b7ac726f req-56eb65e5-da92-4d2c-858b-398773a15f64 service neutron] 10.222.0.37 "GET /v2.0/networks/659e9255-b219-47a5-9929-d029ee4c6b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519854 Mar 11 11:44:25.775367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-65f033c5-0781-4516-b1c1-dc1c074e348e tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:25.777402 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-65f033c5-0781-4516-b1c1-dc1c074e348e tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.71 "GET /v2.0/networks?id=717807cd-8d44-4e6b-b214-b969adc92074 HTTP/1.1" status: 200 len: 810 time: 0.4403627 Mar 11 11:44:25.796558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-7f4fb1eb-2152-4e5b-a2ee-062ba5931372 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Request body: {'port': {'device_id': '4344d040-a461-4c80-b0f9-00b406024673', 'network_id': '717807cd-8d44-4e6b-b214-b969adc92074', 'admin_state_up': True, 'tenant_id': '2c2648dfb10a401a8c18820a852c379b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:25.860553 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0b5f7ac-5030-41d0-bd4a-0b85b7ac726f req-ce8c767b-8ad5-4232-b16d-34b501042ea7 service neutron] 10.222.0.37 "GET /v2.0/networks/659e9255-b219-47a5-9929-d029ee4c6b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172941 Mar 11 11:44:25.880154 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eff63-b115-4837-b214-5a87a3bc8cc1 req-5eec01fe-c673-4080-9169-e5ae232d3427 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:25.881832 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a1eff63-b115-4837-b214-5a87a3bc8cc1 req-5eec01fe-c673-4080-9169-e5ae232d3427 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.0786765 Mar 11 11:44:25.914740 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de226608-d9a4-427f-accc-7eb9e2a96758 req-61a6fedb-7c16-414b-a14e-a6ea392edd1f service neutron] 10.222.0.37 "GET /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891845 Mar 11 11:44:25.944974 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.resource_extend [None req-36210367-6504-4460-a8a1-9352b31842e2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:44:25.973232 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a1eff63-b115-4837-b214-5a87a3bc8cc1 req-42c40da1-2b23-4f22-9212-664f288fbca3 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800159 Mar 11 11:44:26.065615 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b168327-4ce7-4bd8-bb3a-842de596a45c req-c898d262-3581-4f6b-843a-27271456d7ee tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/ports?device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 210 time: 0.0421402 Mar 11 11:44:26.069737 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-238f2c6a-c28b-4f6f-a54e-d673a1aebd5a req-f0dc4173-cd04-4fcf-8dbe-71290929c852 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Deleting port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:44:26.070039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-238f2c6a-c28b-4f6f-a54e-d673a1aebd5a req-f0dc4173-cd04-4fcf-8dbe-71290929c852 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:26.117261 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36210367-6504-4460-a8a1-9352b31842e2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:26.155613 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36210367-6504-4460-a8a1-9352b31842e2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (18a05b73-7cfd-4b97-aa74-a1786b9fceeb), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:26.246208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce042487-2554-48fd-8c3a-d2a2322236ee req-b7cc3481-ef0e-448c-9062-8e35f5b3fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:26.247778 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce042487-2554-48fd-8c3a-d2a2322236ee req-b7cc3481-ef0e-448c-9062-8e35f5b3fa45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=306fe3dc04f4442a81b7c6242bc6f20a&device_id=d821fa53-c113-49f7-94f3-8d2fcd958303 HTTP/1.1" status: 200 len: 1126 time: 0.2169456 Mar 11 11:44:26.285129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2eaef5-9e50-4ea5-bdc5-5c47e87a0f75 req-829a6eea-1081-47e2-98ef-4b8490dc69d1 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:26.286747 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab2eaef5-9e50-4ea5-bdc5-5c47e87a0f75 req-829a6eea-1081-47e2-98ef-4b8490dc69d1 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.0926135 Mar 11 11:44:26.314723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-238f2c6a-c28b-4f6f-a54e-d673a1aebd5a req-f0dc4173-cd04-4fcf-8dbe-71290929c852 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] For port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:26.315356 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-238f2c6a-c28b-4f6f-a54e-d673a1aebd5a req-f0dc4173-cd04-4fcf-8dbe-71290929c852 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:26.366143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab2eaef5-9e50-4ea5-bdc5-5c47e87a0f75 req-fa745cbf-2f2e-48c6-9cd1-8b6181576722 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591180 Mar 11 11:44:26.385594 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-7f4fb1eb-2152-4e5b-a2ee-062ba5931372 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Made reservation on behalf of 2c2648dfb10a401a8c18820a852c379b for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:44:26.389270 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-7f4fb1eb-2152-4e5b-a2ee-062ba5931372 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:26.406672 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-238f2c6a-c28b-4f6f-a54e-d673a1aebd5a req-f0dc4173-cd04-4fcf-8dbe-71290929c852 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Calling delete_port for 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:44:26.495442 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-36210367-6504-4460-a8a1-9352b31842e2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Floating IP 18a05b73-7cfd-4b97-aa74-a1786b9fceeb associated. External IP: 172.25.7.48, port: 5b1990eb-7c3f-415a-a722-ab9b593c385a. Mar 11 11:44:26.498313 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665b3ff-681b-469b-bd40-8598a8d7b23d req-577a9887-fde7-4b82-9b00-260bf968363d tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:26.500716 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e665b3ff-681b-469b-bd40-8598a8d7b23d req-577a9887-fde7-4b82-9b00-260bf968363d tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef8cf18e-6378-44bc-ac5e-3eeccad9bef6 HTTP/1.1" status: 200 len: 949 time: 0.0725729 Mar 11 11:44:26.569022 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e665b3ff-681b-469b-bd40-8598a8d7b23d req-3a6259e9-18a4-47e5-81fe-6760ae3cb95c tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614555 Mar 11 11:44:26.569543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce042487-2554-48fd-8c3a-d2a2322236ee req-72f5b7bf-5113-49c6-bd72-28cf32a77b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:26.571020 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce042487-2554-48fd-8c3a-d2a2322236ee req-72f5b7bf-5113-49c6-bd72-28cf32a77b34 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b499850f-8fb3-4e28-b577-f302ebbdffd0 HTTP/1.1" status: 200 len: 923 time: 0.3133941 Mar 11 11:44:26.648655 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce042487-2554-48fd-8c3a-d2a2322236ee req-d28a6f48-87f4-4da5-ab68-39e205384de0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1123a260-9e0e-47f8-9a12-300b9648bc4f HTTP/1.1" status: 200 len: 217 time: 0.0630059 Mar 11 11:44:26.706961 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50d58b-6ba2-46dd-ace1-3156c104eb9b req-13dfe333-f5d9-4610-9a54-d1fdd1fcee6c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:26.709101 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f50d58b-6ba2-46dd-ace1-3156c104eb9b req-13dfe333-f5d9-4610-9a54-d1fdd1fcee6c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.0563810 Mar 11 11:44:26.784575 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f50d58b-6ba2-46dd-ace1-3156c104eb9b req-cfc60cbc-e660-42e1-bb79-446a7e2b5b79 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664866 Mar 11 11:44:26.839723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-7f4fb1eb-2152-4e5b-a2ee-062ba5931372 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Allocated IP 172.20.0.11 (717807cd-8d44-4e6b-b214-b969adc92074/818d86db-127d-4a31-b763-7533f38b925f/499a694a-9a79-47af-b012-bc45b3fc43eb) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:44:26.853561 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce042487-2554-48fd-8c3a-d2a2322236ee req-1bf2967a-3408-4269-9bf4-5da71afaba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:26.855338 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce042487-2554-48fd-8c3a-d2a2322236ee req-1bf2967a-3408-4269-9bf4-5da71afaba4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a1d4465-a2a3-4fc5-b45d-6c5b13b467de HTTP/1.1" status: 200 len: 862 time: 0.1963270 Mar 11 11:44:26.870279 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099415e-90db-4642-b70c-67bf7b4a605d req-faf0b9c3-0952-46e1-997a-e4d45b8e3f1c tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:26.872333 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8099415e-90db-4642-b70c-67bf7b4a605d req-faf0b9c3-0952-46e1-997a-e4d45b8e3f1c tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=d821fa53-c113-49f7-94f3-8d2fcd958303 HTTP/1.1" status: 200 len: 944 time: 0.0866277 Mar 11 11:44:26.929323 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8099415e-90db-4642-b70c-67bf7b4a605d req-8e6db2c0-d610-47a4-bcc1-1fe0766b7873 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492797 Mar 11 11:44:26.951860 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce042487-2554-48fd-8c3a-d2a2322236ee req-85790efa-e923-4003-956d-57fea2d2cd47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b499850f-8fb3-4e28-b577-f302ebbdffd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752439 Mar 11 11:44:26.987386 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-238f2c6a-c28b-4f6f-a54e-d673a1aebd5a req-f0dc4173-cd04-4fcf-8dbe-71290929c852 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (25cb6ff5-54fc-429f-86c4-81aa0d5f67fe), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:27.086968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc4173-cd04-4fcf-8dbe-71290929c852 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Pushing event deleted for resources: {'Port': ['ID=25cb6ff5-54fc-429f-86c4-81aa0d5f67fe,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:27.116766 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002e356-3e3d-4440-a823-2e93ec882afc req-2c2869b8-b5dc-412b-a5a8-615d8f78949f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:27.125026 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f002e356-3e3d-4440-a823-2e93ec882afc req-2c2869b8-b5dc-412b-a5a8-615d8f78949f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.0868721 Mar 11 11:44:27.204943 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f002e356-3e3d-4440-a823-2e93ec882afc req-59794260-3f8c-4828-ba82-9e041dde20dd tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707970 Mar 11 11:44:27.207225 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c1156db-2ab3-4ba4-9f7a-59bf88ffbb78 req-cbf44190-91cc-4f80-bc8c-9711c3db9bfd tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/ports?device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 210 time: 0.0332654 Mar 11 11:44:27.482167 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad44611-76db-488d-99fb-cca7f9756617 req-c2774c0a-9e46-4f69-92b4-d40f23487850 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:27.484648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ad44611-76db-488d-99fb-cca7f9756617 req-c2774c0a-9e46-4f69-92b4-d40f23487850 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.0675383 Mar 11 11:44:27.518022 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-238f2c6a-c28b-4f6f-a54e-d673a1aebd5a req-f0dc4173-cd04-4fcf-8dbe-71290929c852 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] No DVR routers for this DVR port 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:44:27.552136 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ad44611-76db-488d-99fb-cca7f9756617 req-acfe8e9d-3b51-4a8e-99fc-9c102565a867 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600064 Mar 11 11:44:27.575245 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-238f2c6a-c28b-4f6f-a54e-d673a1aebd5a req-f0dc4173-cd04-4fcf-8dbe-71290929c852 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:27.578570 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-238f2c6a-c28b-4f6f-a54e-d673a1aebd5a req-f0dc4173-cd04-4fcf-8dbe-71290929c852 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.71 "DELETE /v2.0/ports/25cb6ff5-54fc-429f-86c4-81aa0d5f67fe HTTP/1.1" status: 204 len: 173 time: 2.1996503 Mar 11 11:44:27.581553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8cf18e-6378-44bc-ac5e-3eeccad9bef6', 'name': 'network-vif-deleted', 'tag': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:27.584876 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2913ef06-643f-45ee-ac61-054733ca309c" -d '{"events": [{"server_uuid": "ef8cf18e-6378-44bc-ac5e-3eeccad9bef6", "name": "network-vif-deleted", "tag": "25cb6ff5-54fc-429f-86c4-81aa0d5f67fe"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:27.594126 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-7f4fb1eb-2152-4e5b-a2ee-062ba5931372 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Publish callbacks [] for port (499a694a-9a79-47af-b012-bc45b3fc43eb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:27.617339 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce042487-2554-48fd-8c3a-d2a2322236ee req-351d4177-27bb-4924-b3f9-6820bd80ed78 service neutron] 10.222.0.37 "GET /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6610100 Mar 11 11:44:27.622666 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36210367-6504-4460-a8a1-9352b31842e2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Router c8c23638-e0bd-46bb-90a1-883750498334 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:44:27.677202 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0603667-b127-4ff8-b4a4-4b882327a626 x-openstack-request-id: req-e0603667-b127-4ff8-b4a4-4b882327a626 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:27.677521 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8cf18e-6378-44bc-ac5e-3eeccad9bef6", "name": "network-vif-deleted", "tag": "25cb6ff5-54fc-429f-86c4-81aa0d5f67fe", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:27.677751 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e0603667-b127-4ff8-b4a4-4b882327a626 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:27.678189 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8cf18e-6378-44bc-ac5e-3eeccad9bef6', 'name': 'network-vif-deleted', 'tag': '25cb6ff5-54fc-429f-86c4-81aa0d5f67fe', 'status': 'completed', 'code': 200} Mar 11 11:44:27.752553 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc137509-c57d-4757-b31c-128bab1dc506 req-fb47d8fd-f4dc-4fce-a810-751413132d75 tempest-ListImageFiltersTestJSON-1041935289 tempest-ListImageFiltersTestJSON-1041935289-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef8cf18e-6378-44bc-ac5e-3eeccad9bef6 HTTP/1.1" status: 200 len: 210 time: 0.0443351 Mar 11 11:44:27.820684 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-7f4fb1eb-2152-4e5b-a2ee-062ba5931372 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (499a694a-9a79-47af-b012-bc45b3fc43eb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:27.868938 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce042487-2554-48fd-8c3a-d2a2322236ee req-50469b39-c3d6-41aa-9e75-74b9e8a470e6 service neutron] 10.222.0.37 "GET /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410314 Mar 11 11:44:27.897282 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-7f4fb1eb-2152-4e5b-a2ee-062ba5931372 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Network 717807cd-8d44-4e6b-b214-b969adc92074 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:44:27.902259 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-7f4fb1eb-2152-4e5b-a2ee-062ba5931372 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:27.917518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-7f4fb1eb-2152-4e5b-a2ee-062ba5931372 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:44:27.933983 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc252f3-5ed1-4245-b63c-e1bed36d072b req-2791a3b1-5b6b-48c1-85b9-82a8033aff68 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:27.935591 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6dc252f3-5ed1-4245-b63c-e1bed36d072b req-2791a3b1-5b6b-48c1-85b9-82a8033aff68 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.0578578 Mar 11 11:44:27.958341 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36210367-6504-4460-a8a1-9352b31842e2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:44:27.969631 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36210367-6504-4460-a8a1-9352b31842e2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:27.971427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24345465-de55-4834-a2a0-d4d8a6fd9e6b None None] Sync routers for ids ['c8c23638-e0bd-46bb-90a1-883750498334'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:44:27.990011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24345465-de55-4834-a2a0-d4d8a6fd9e6b None None] Routers {'c8c23638-e0bd-46bb-90a1-883750498334'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:44:27.990324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-24345465-de55-4834-a2a0-d4d8a6fd9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:44:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c8c23638-e0bd-46bb-90a1-883750498334'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:27.991388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fb1eb-2152-4e5b-a2ee-062ba5931372 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Pushing event updated for resources: {'Port': ['ID=499a694a-9a79-47af-b012-bc45b3fc43eb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:28.015457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-7f4fb1eb-2152-4e5b-a2ee-062ba5931372 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:28.016095 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-7f4fb1eb-2152-4e5b-a2ee-062ba5931372 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:28.032239 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-36210367-6504-4460-a8a1-9352b31842e2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "PUT /v2.0/floatingips/18a05b73-7cfd-4b97-aa74-a1786b9fceeb HTTP/1.1" status: 200 len: 990 time: 3.8362241 Mar 11 11:44:28.040707 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6dc252f3-5ed1-4245-b63c-e1bed36d072b req-1e49199e-cc8c-40df-b964-fe33c85080f5 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991776 Mar 11 11:44:28.062626 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-7f4fb1eb-2152-4e5b-a2ee-062ba5931372 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2699306 Mar 11 11:44:28.077264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Request body: {'port': {'device_id': '4344d040-a461-4c80-b0f9-00b406024673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:28.114121 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d9c1c-db46-4411-a29a-b4160ec4429d req-e2f6a295-d1ea-459e-a94e-d7430e413aa3 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:28.116008 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc6d9c1c-db46-4411-a29a-b4160ec4429d req-e2f6a295-d1ea-459e-a94e-d7430e413aa3 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=d821fa53-c113-49f7-94f3-8d2fcd958303 HTTP/1.1" status: 200 len: 944 time: 0.1022718 Mar 11 11:44:28.179266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-24345465-de55-4834-a2a0-d4d8a6fd9e6b None None] Set router c8c23638-e0bd-46bb-90a1-883750498334 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:44:28.182105 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc6d9c1c-db46-4411-a29a-b4160ec4429d req-d97e85b2-42f6-4a5c-97bb-7fa1835e6bef tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568657 Mar 11 11:44:28.194940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (499a694a-9a79-47af-b012-bc45b3fc43eb), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:28.440969 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae79be-dd0b-4a92-b06e-d2b2575cb0d4 req-dcadf735-e485-4612-9d84-9d22f0c3311e tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:28.443634 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cbae79be-dd0b-4a92-b06e-d2b2575cb0d4 req-dcadf735-e485-4612-9d84-9d22f0c3311e tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.1353295 Mar 11 11:44:28.465574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de5028-8494-48d5-a3e6-4a67aff3b3ac req-55d80b74-91b5-43ed-aada-b0ad649e52cc tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:28.467069 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-93de5028-8494-48d5-a3e6-4a67aff3b3ac req-55d80b74-91b5-43ed-aada-b0ad649e52cc tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/ports?device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 932 time: 0.1243913 Mar 11 11:44:28.531873 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-24345465-de55-4834-a2a0-d4d8a6fd9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:58Z', 'revision_number': 4, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '18a05b73-7cfd-4b97-aa74-a1786b9fceeb', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'floating_ip_address': '172.25.7.48', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'port_id': '5b1990eb-7c3f-415a-a722-ab9b593c385a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'mac_address': 'fa:16:3e:1b:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320395b9-d695-439c-a5ad-bfb7c538feab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:44:03Z', 'updated_at': '2022-03-11T11:44:25Z', 'revision_number': 1, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b36a554-a54b-4a60-ac39-67a3ea0ebc70', 'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'mac_address': 'fa:16:3e:36:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:57Z', 'updated_at': '2022-03-11T11:44:05Z', 'revision_number': 5, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'subnets': [{'id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:28.543430 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-93de5028-8494-48d5-a3e6-4a67aff3b3ac req-6439eee7-a365-447e-9fc3-f36905c4c9b3 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/security-groups?id=c430f930-b931-4918-b2ae-071936eb3304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564547 Mar 11 11:44:28.544008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499a694a-9a79-47af-b012-bc45b3fc43eb {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:44:28.556420 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Publish callbacks [] for port (499a694a-9a79-47af-b012-bc45b3fc43eb), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:28.576115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Transition to ACTIVE for port object 499a694a-9a79-47af-b012-bc45b3fc43eb will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:44:28.582836 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (499a694a-9a79-47af-b012-bc45b3fc43eb), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:28.632052 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cbae79be-dd0b-4a92-b06e-d2b2575cb0d4 req-8387942b-008a-4bca-ae32-1d95836043fb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755514 Mar 11 11:44:28.641700 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24345465-de55-4834-a2a0-d4d8a6fd9e6b None None] Checking router: c8c23638-e0bd-46bb-90a1-883750498334 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:44:28.656364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Pushing event updated for resources: {'Port': ['ID=499a694a-9a79-47af-b012-bc45b3fc43eb,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:28.674753 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24345465-de55-4834-a2a0-d4d8a6fd9e6b None None] Routers {'c8c23638-e0bd-46bb-90a1-883750498334'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:44:28.677119 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-24345465-de55-4834-a2a0-d4d8a6fd9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:44:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c8c23638-e0bd-46bb-90a1-883750498334'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:28.741228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9902c1-2f05-45af-bb52-3324faa2d171 req-e2b5f447-3af6-4e6f-bd57-3e7ce42c4841 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:28.744304 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a9902c1-2f05-45af-bb52-3324faa2d171 req-e2b5f447-3af6-4e6f-bd57-3e7ce42c4841 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.0768902 Mar 11 11:44:28.797448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:44:28.821412 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:44:28.821778 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 25cb6ff5-54fc-429f-86c4-81aa0d5f67fe not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:44:28.822099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Attempting to bind port 499a694a-9a79-47af-b012-bc45b3fc43eb on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:44:28.822433 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Attempting to bind port 499a694a-9a79-47af-b012-bc45b3fc43eb by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '45de76f7-0806-4438-9def-9de596fa238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '717807cd-8d44-4e6b-b214-b969adc92074'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:44:28.823945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Attempting to bind port 499a694a-9a79-47af-b012-bc45b3fc43eb on network 717807cd-8d44-4e6b-b214-b969adc92074 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:28.824137 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a9902c1-2f05-45af-bb52-3324faa2d171 req-4c6aac43-59d9-4576-9e5d-1b2e9bf2867b tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736308 Mar 11 11:44:28.840177 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Port 499a694a-9a79-47af-b012-bc45b3fc43eb on network 717807cd-8d44-4e6b-b214-b969adc92074 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:44:28.840495 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Attempting to bind port 499a694a-9a79-47af-b012-bc45b3fc43eb on network 717807cd-8d44-4e6b-b214-b969adc92074 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:28.845589 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:44:28.846020 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Checking segment: {'id': '45de76f7-0806-4438-9def-9de596fa238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '717807cd-8d44-4e6b-b214-b969adc92074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:28.846487 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Bound using segment: {'id': '45de76f7-0806-4438-9def-9de596fa238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '717807cd-8d44-4e6b-b214-b969adc92074'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:44:28.847007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Bound port: 499a694a-9a79-47af-b012-bc45b3fc43eb, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45de76f7-0806-4438-9def-9de596fa238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '717807cd-8d44-4e6b-b214-b969adc92074'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:44:28.847454 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (499a694a-9a79-47af-b012-bc45b3fc43eb), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:28.851502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-24345465-de55-4834-a2a0-d4d8a6fd9e6b None None] Set router c8c23638-e0bd-46bb-90a1-883750498334 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:44:28.923126 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] For port 499a694a-9a79-47af-b012-bc45b3fc43eb, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:44:28.928335 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] For port 499a694a-9a79-47af-b012-bc45b3fc43eb, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=499a694a-9a79-47af-b012-bc45b3fc43eb,segment=NetworkSegment(45de76f7-0806-4438-9def-9de596fa238c),segment_id=45de76f7-0806-4438-9def-9de596fa238c)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:44:28.940221 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (499a694a-9a79-47af-b012-bc45b3fc43eb), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:28.991793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:28.992821 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:28.995381 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] 10.222.0.71 "PUT /v2.0/ports/499a694a-9a79-47af-b012-bc45b3fc43eb HTTP/1.1" status: 200 len: 1092 time: 0.9243875 Mar 11 11:44:29.000395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 1123a260-9e0e-47f8-9a12-300b9648bc4f details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:44:29.030843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe3924-f193-4b0e-9367-3e270a5ecd8f service neutron] Pushing event updated for resources: {'Port': ['ID=499a694a-9a79-47af-b012-bc45b3fc43eb,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:29.127315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-028b8f96-9810-445e-a582-c93368329e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:29.129722 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-028b8f96-9810-445e-a582-c93368329e4c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2c2648dfb10a401a8c18820a852c379b&device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 1126 time: 0.0820255 Mar 11 11:44:29.203132 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-9577da07-355d-4acd-bb34-20ed9008ea41 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=499a694a-9a79-47af-b012-bc45b3fc43eb HTTP/1.1" status: 200 len: 217 time: 0.0657928 Mar 11 11:44:29.220094 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b648b53-74a8-4ad9-bf6c-220ec5c38dc0 req-e3550771-2076-4694-8f3d-277c21d08aa6 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:29.222110 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b648b53-74a8-4ad9-bf6c-220ec5c38dc0 req-e3550771-2076-4694-8f3d-277c21d08aa6 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.0884783 Mar 11 11:44:29.243449 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 1123a260-9e0e-47f8-9a12-300b9648bc4f, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=1123a260-9e0e-47f8-9a12-300b9648bc4f,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:29.266987 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '1123a260-9e0e-47f8-9a12-300b9648bc4f', 'network_id': 'b499850f-8fb3-4e28-b577-f302ebbdffd0', 'port_id': '1123a260-9e0e-47f8-9a12-300b9648bc4f', 'mac_address': 'fa:16:3e:3d:79:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1d4465-a2a3-4fc5-b45d-6c5b13b467de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:44:29.301880 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-36c810e3-9c0a-49bc-96c7-5bacfe34a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:29.306577 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-36c810e3-9c0a-49bc-96c7-5bacfe34a21f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=818d86db-127d-4a31-b763-7533f38b925f HTTP/1.1" status: 200 len: 850 time: 0.0957518 Mar 11 11:44:29.308226 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-24345465-de55-4834-a2a0-d4d8a6fd9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:58Z', 'revision_number': 4, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '18a05b73-7cfd-4b97-aa74-a1786b9fceeb', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'floating_ip_address': '172.25.7.48', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'port_id': '5b1990eb-7c3f-415a-a722-ab9b593c385a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'mac_address': 'fa:16:3e:1b:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320395b9-d695-439c-a5ad-bfb7c538feab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:44:03Z', 'updated_at': '2022-03-11T11:44:25Z', 'revision_number': 1, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b36a554-a54b-4a60-ac39-67a3ea0ebc70', 'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'mac_address': 'fa:16:3e:36:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:57Z', 'updated_at': '2022-03-11T11:44:05Z', 'revision_number': 5, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'subnets': [{'id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:29.308725 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b648b53-74a8-4ad9-bf6c-220ec5c38dc0 req-0f260399-3c33-4567-902d-a9571bf87928 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778506 Mar 11 11:44:29.345573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24345465-de55-4834-a2a0-d4d8a6fd9e6b None None] The sync data for ids ['c8c23638-e0bd-46bb-90a1-883750498334'] in n-d-833234-2 is: [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:58Z', 'revision_number': 4, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '18a05b73-7cfd-4b97-aa74-a1786b9fceeb', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'floating_ip_address': '172.25.7.48', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'port_id': '5b1990eb-7c3f-415a-a722-ab9b593c385a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'mac_address': 'fa:16:3e:1b:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320395b9-d695-439c-a5ad-bfb7c538feab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:44:03Z', 'updated_at': '2022-03-11T11:44:25Z', 'revision_number': 1, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b36a554-a54b-4a60-ac39-67a3ea0ebc70', 'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'mac_address': 'fa:16:3e:36:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:57Z', 'updated_at': '2022-03-11T11:44:05Z', 'revision_number': 5, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'subnets': [{'id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:44:29.364954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 1123a260-9e0e-47f8-9a12-300b9648bc4f is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:29.365826 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1123a260-9e0e-47f8-9a12-300b9648bc4f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:29.382335 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1123a260-9e0e-47f8-9a12-300b9648bc4f {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:44:29.384114 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-944dbb94-a21a-4ef8-908e-8ca21e9da198 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=717807cd-8d44-4e6b-b214-b969adc92074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721729 Mar 11 11:44:29.410010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 1123a260-9e0e-47f8-9a12-300b9648bc4f, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=1123a260-9e0e-47f8-9a12-300b9648bc4f,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:29.415114 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1123a260-9e0e-47f8-9a12-300b9648bc4f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:29.486497 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=1123a260-9e0e-47f8-9a12-300b9648bc4f,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:29.500796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:29.501780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:29.502281 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:29.502797 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:29.503322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:29.503924 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:29.504215 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:29.505007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:29.505533 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:29.506057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:29.506381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:29.506708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:29.507032 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:29.556351 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-4bb56282-766f-496a-a606-ab64e247d9bc service neutron] 10.222.0.71 "GET /v2.0/networks/717807cd-8d44-4e6b-b214-b969adc92074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647737 Mar 11 11:44:29.567464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ca545-e007-4eda-9c71-3c76f5c97091 req-bb5213fd-d3ce-41b9-ac5f-d0f825996156 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:29.572051 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d65ca545-e007-4eda-9c71-3c76f5c97091 req-bb5213fd-d3ce-41b9-ac5f-d0f825996156 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=d821fa53-c113-49f7-94f3-8d2fcd958303 HTTP/1.1" status: 200 len: 945 time: 0.1131413 Mar 11 11:44:29.645308 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d65ca545-e007-4eda-9c71-3c76f5c97091 req-730e6829-a4bc-4d12-b134-ef4390b8c850 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702682 Mar 11 11:44:29.679100 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320395b9-d695-439c-a5ad-bfb7c538feab', 'tag': '5b1990eb-7c3f-415a-a722-ab9b593c385a'}, {'name': 'network-changed', 'server_uuid': '4344d040-a461-4c80-b0f9-00b406024673', 'tag': '499a694a-9a79-47af-b012-bc45b3fc43eb'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:29.681392 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce4a16d-db2a-4623-8176-1fe0212a53cd" -d '{"events": [{"name": "network-changed", "server_uuid": "320395b9-d695-439c-a5ad-bfb7c538feab", "tag": "5b1990eb-7c3f-415a-a722-ab9b593c385a"}, {"name": "network-changed", "server_uuid": "4344d040-a461-4c80-b0f9-00b406024673", "tag": "499a694a-9a79-47af-b012-bc45b3fc43eb"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:29.697288 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-00cdb4d3-db08-4451-a211-6b07df9bc3aa req-c9ee6620-aac4-4b49-b247-28c11d2e9c30 service neutron] 10.222.0.71 "GET /v2.0/networks/717807cd-8d44-4e6b-b214-b969adc92074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344602 Mar 11 11:44:29.729474 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb74af2-370b-4ae1-ab69-95ee29f030ae None None] New status for floating IP 18a05b73-7cfd-4b97-aa74-a1786b9fceeb: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:44:29.798616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843991cf-bd00-4b3b-8782-73b166b0886a req-e23835a3-40e0-45d0-884a-e0a5c9d278ae tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:29.801155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-843991cf-bd00-4b3b-8782-73b166b0886a req-e23835a3-40e0-45d0-884a-e0a5c9d278ae tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/ports?device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 944 time: 0.0657351 Mar 11 11:44:29.808327 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['1123a260-9e0e-47f8-9a12-300b9648bc4f'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:44:29.953729 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-843991cf-bd00-4b3b-8782-73b166b0886a req-6670c36c-46fc-4db2-83ad-96f8fd72c315 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/security-groups?id=c430f930-b931-4918-b2ae-071936eb3304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359355 Mar 11 11:44:30.056786 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bc0687-bba9-4c5b-a041-bcc855188369 x-openstack-request-id: req-b0bc0687-bba9-4c5b-a041-bcc855188369 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:30.057379 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "320395b9-d695-439c-a5ad-bfb7c538feab", "tag": "5b1990eb-7c3f-415a-a722-ab9b593c385a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4344d040-a461-4c80-b0f9-00b406024673", "tag": "499a694a-9a79-47af-b012-bc45b3fc43eb", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:30.057379 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0bc0687-bba9-4c5b-a041-bcc855188369 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:30.057570 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320395b9-d695-439c-a5ad-bfb7c538feab', 'tag': '5b1990eb-7c3f-415a-a722-ab9b593c385a', 'status': 'completed', 'code': 200} Mar 11 11:44:30.057824 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4344d040-a461-4c80-b0f9-00b406024673', 'tag': '499a694a-9a79-47af-b012-bc45b3fc43eb', 'status': 'completed', 'code': 200} Mar 11 11:44:30.081697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab51b3-d620-497e-bdd4-16d0626c8381 req-f138b7b2-d356-47fc-be3d-b791529dc01d tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:30.091102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3dab51b3-d620-497e-bdd4-16d0626c8381 req-f138b7b2-d356-47fc-be3d-b791529dc01d tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.1774828 Mar 11 11:44:30.152818 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3dab51b3-d620-497e-bdd4-16d0626c8381 req-4f20241d-639c-486c-a6dc-dc01f4615202 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609097 Mar 11 11:44:30.176934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-549fd6c2-69cf-4d8b-8138-e8f715b1e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:30.178679 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-549fd6c2-69cf-4d8b-8138-e8f715b1e75e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2c2648dfb10a401a8c18820a852c379b&device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 1126 time: 0.0957346 Mar 11 11:44:30.180711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-96869518-7580-48c0-94eb-bd144e63a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:30.182288 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-96869518-7580-48c0-94eb-bd144e63a754 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf1392660d9b487585dafc67abf0ead8&device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 1127 time: 0.1136734 Mar 11 11:44:30.218678 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade44cc-8487-4c5f-809b-716bd5ebbed2 req-0ba4965a-2a7f-4414-8854-20857d0842c4 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:30.220296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bade44cc-8487-4c5f-809b-716bd5ebbed2 req-0ba4965a-2a7f-4414-8854-20857d0842c4 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 950 time: 0.0713408 Mar 11 11:44:30.233982 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44526) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:30.299116 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bade44cc-8487-4c5f-809b-716bd5ebbed2 req-47e2a92e-fb87-428a-8d51-c893e7e21503 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704532 Mar 11 11:44:30.398617 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-77c7b5e0-c081-40ba-a5a2-41f1d9ac4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:30.400135 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-77c7b5e0-c081-40ba-a5a2-41f1d9ac4042 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76092203-82d8-4a24-86d5-4aa9015481db HTTP/1.1" status: 200 len: 911 time: 0.2038178 Mar 11 11:44:30.414132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-a9afd3e0-2226-4fd4-b18b-e15324476f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:30.415714 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-a9afd3e0-2226-4fd4-b18b-e15324476f24 service neutron] 10.222.0.71 "GET /v2.0/networks?id=717807cd-8d44-4e6b-b214-b969adc92074 HTTP/1.1" status: 200 len: 911 time: 0.2294936 Mar 11 11:44:30.471381 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a0cd740a-a275-4abc-870d-53acf6133654 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=17d53516781a4283bea8cc84a03f2002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210560 Mar 11 11:44:30.472321 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44532) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:30.489738 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5857f-7567-4f13-a35f-4902af57521a req-7de40940-412b-4a3e-a54a-670bc88dbe26 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:30.491331 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ab5857f-7567-4f13-a35f-4902af57521a req-7de40940-412b-4a3e-a54a-670bc88dbe26 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.0960774 Mar 11 11:44:30.498977 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-b02cd92f-2f5b-4f65-b99d-d70be54cdd13 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=499a694a-9a79-47af-b012-bc45b3fc43eb HTTP/1.1" status: 200 len: 217 time: 0.0743246 Mar 11 11:44:30.544729 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-9be6133c-f413-40ad-b563-08d60d51c32f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b1990eb-7c3f-415a-a722-ab9b593c385a HTTP/1.1" status: 200 len: 1000 time: 0.1280653 Mar 11 11:44:30.580128 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-988fc7ae-b232-440a-903c-1488fd11bea7 admin admin] Publish callbacks [] for security_group (b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:30.586093 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ab5857f-7567-4f13-a35f-4902af57521a req-3ae0ad66-cf22-4130-b0ea-363b06a3ce0b tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855942 Mar 11 11:44:30.590638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-f1065eac-03bd-48be-b475-57bfb581ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:30.592191 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-f1065eac-03bd-48be-b475-57bfb581ab94 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=818d86db-127d-4a31-b763-7533f38b925f HTTP/1.1" status: 200 len: 850 time: 0.0843070 Mar 11 11:44:30.613959 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-988fc7ae-b232-440a-903c-1488fd11bea7 admin admin] Publish callbacks [] for security_group (b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:30.636502 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-d0cc0962-afa9-418c-b909-ee591d162455 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=717807cd-8d44-4e6b-b214-b969adc92074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360100 Mar 11 11:44:30.638304 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-3c4d2111-73f8-478c-88c0-d9708f65b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:30.639839 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-3c4d2111-73f8-478c-88c0-d9708f65b5ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e125371-d52f-4208-9c77-d4e4b47be414 HTTP/1.1" status: 200 len: 849 time: 0.0848918 Mar 11 11:44:30.688959 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-988fc7ae-b232-440a-903c-1488fd11bea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:30.691693 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-988fc7ae-b232-440a-903c-1488fd11bea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:30.692759 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-988fc7ae-b232-440a-903c-1488fd11bea7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25 HTTP/1.1" status: 204 len: 168 time: 0.2193685 Mar 11 11:44:30.703057 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fc7ae-b232-440a-903c-1488fd11bea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5731fa8-ff65-48d3-b7c4-f0a89ffa7c25,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:30.782789 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-d0b382cc-b894-49bc-b891-45833eece1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:30.785591 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-d0b382cc-b894-49bc-b891-45833eece1a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76092203-82d8-4a24-86d5-4aa9015481db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1212695 Mar 11 11:44:30.788037 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device edfe7bb4-3b90-48d3-9c65-96be491cd2e4 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:44:30.789857 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-a5aff59d-2ee8-4822-948a-ca1e160136f8 service neutron] 10.222.0.71 "GET /v2.0/networks/717807cd-8d44-4e6b-b214-b969adc92074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442599 Mar 11 11:44:30.845939 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9060b0-affe-4b69-bb23-12fad5d1c967 req-c3b2c17e-28ed-4eb6-9379-d51eb1b712eb tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:30.857940 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f9060b0-affe-4b69-bb23-12fad5d1c967 req-c3b2c17e-28ed-4eb6-9379-d51eb1b712eb tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=d821fa53-c113-49f7-94f3-8d2fcd958303 HTTP/1.1" status: 200 len: 945 time: 0.1045754 Mar 11 11:44:30.919945 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f9060b0-affe-4b69-bb23-12fad5d1c967 req-890efe97-c9dc-4f50-874a-419497f474e2 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569170 Mar 11 11:44:30.934942 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-158fa433-6ad0-4deb-b6c0-bfac36a42478 service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346519 Mar 11 11:44:30.944808 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port edfe7bb4-3b90-48d3-9c65-96be491cd2e4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:30.961855 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4', 'mac_address': 'fa:16:3e:c3:c9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:44:31.031853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:31.032580 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:31.046972 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-b37aa994-8ad4-4097-be3a-0333e4d5cc3c service neutron] 10.222.0.71 "GET /v2.0/networks/717807cd-8d44-4e6b-b214-b969adc92074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510879 Mar 11 11:44:31.056752 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edfe7bb4-3b90-48d3-9c65-96be491cd2e4 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:44:31.069910 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dce4a16d-db2a-4623-8176-1fe0212a53cd req-f4b95618-922f-4736-a57f-a45be248e03a service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073296 Mar 11 11:44:31.073095 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 1123a260-9e0e-47f8-9a12-300b9648bc4f up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:31.093308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f20772-d634-4d73-b786-4106fc470010 req-14687d14-37b0-4667-9315-ccd195d8fe41 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:31.094997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23f20772-d634-4d73-b786-4106fc470010 req-14687d14-37b0-4667-9315-ccd195d8fe41 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/ports?device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 944 time: 0.0674860 Mar 11 11:44:31.113864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port edfe7bb4-3b90-48d3-9c65-96be491cd2e4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:31.121314 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:31.156419 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23f20772-d634-4d73-b786-4106fc470010 req-831a4024-7900-422a-9454-21fca5ed3a14 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/security-groups?id=c430f930-b931-4918-b2ae-071936eb3304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536900 Mar 11 11:44:31.182942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:31.190928 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 1123a260-9e0e-47f8-9a12-300b9648bc4f completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:44:31.202630 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 1123a260-9e0e-47f8-9a12-300b9648bc4f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:31.203161 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1123a260-9e0e-47f8-9a12-300b9648bc4f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:31.301223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 1123a260-9e0e-47f8-9a12-300b9648bc4f is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:31.301704 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1123a260-9e0e-47f8-9a12-300b9648bc4f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:31.307343 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b4c42-5e06-4b9a-90cb-28a4c610193d req-7651f1ae-c851-4d1e-bce0-0c916f03858b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:31.312361 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-360b4c42-5e06-4b9a-90cb-28a4c610193d req-7651f1ae-c851-4d1e-bce0-0c916f03858b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.0678411 Mar 11 11:44:31.345835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd821fa53-c113-49f7-94f3-8d2fcd958303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1123a260-9e0e-47f8-9a12-300b9648bc4f'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:31.348348 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee4c458-85c0-4a9c-9ceb-9d8b4a4f9da2" -d '{"events": [{"server_uuid": "d821fa53-c113-49f7-94f3-8d2fcd958303", "name": "network-vif-plugged", "status": "completed", "tag": "1123a260-9e0e-47f8-9a12-300b9648bc4f"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:31.355407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 1123a260-9e0e-47f8-9a12-300b9648bc4f, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=1123a260-9e0e-47f8-9a12-300b9648bc4f,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:31.364362 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1123a260-9e0e-47f8-9a12-300b9648bc4f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:31.377579 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-360b4c42-5e06-4b9a-90cb-28a4c610193d req-0fcea19e-8437-4d55-a618-2b2c55a68d1f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599732 Mar 11 11:44:31.430060 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc4bc76-d0a6-4168-8aba-4948776c7e92 x-openstack-request-id: req-1fc4bc76-d0a6-4168-8aba-4948776c7e92 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:31.430354 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d821fa53-c113-49f7-94f3-8d2fcd958303", "name": "network-vif-plugged", "status": "completed", "tag": "1123a260-9e0e-47f8-9a12-300b9648bc4f", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:31.430604 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1fc4bc76-d0a6-4168-8aba-4948776c7e92 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:31.431003 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd821fa53-c113-49f7-94f3-8d2fcd958303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1123a260-9e0e-47f8-9a12-300b9648bc4f', 'code': 200} Mar 11 11:44:31.439162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['edfe7bb4-3b90-48d3-9c65-96be491cd2e4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:44:31.443626 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab90ab0-3ebd-4230-a7a9-98a71f2deb9b req-9e2e6f45-4910-48c5-a627-bf7baac27186 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:31.445151 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ab90ab0-3ebd-4230-a7a9-98a71f2deb9b req-9e2e6f45-4910-48c5-a627-bf7baac27186 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 949 time: 0.0573683 Mar 11 11:44:31.492242 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=1123a260-9e0e-47f8-9a12-300b9648bc4f,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:31.532344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ab90ab0-3ebd-4230-a7a9-98a71f2deb9b req-98b3c8dd-efb3-4ba4-8f2e-6ebc077dde5b tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661123 Mar 11 11:44:31.566559 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123132f-1e8e-451e-8040-f252112ad9ff req-095b0cc2-3ab6-4779-948d-551ee1a2f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:31.568190 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6123132f-1e8e-451e-8040-f252112ad9ff req-095b0cc2-3ab6-4779-948d-551ee1a2f9c7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d821fa53-c113-49f7-94f3-8d2fcd958303 HTTP/1.1" status: 200 len: 1128 time: 0.0580337 Mar 11 11:44:31.614646 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6123132f-1e8e-451e-8040-f252112ad9ff req-772958d5-f923-427c-8fb8-66ecbede212e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381973 Mar 11 11:44:31.721750 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e34cd-5850-422d-8365-f4163a83f5ef req-d96737fb-dae0-4a18-ab01-66bb6ae51751 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:31.723428 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa2e34cd-5850-422d-8365-f4163a83f5ef req-d96737fb-dae0-4a18-ab01-66bb6ae51751 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 945 time: 0.0569034 Mar 11 11:44:31.770826 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa2e34cd-5850-422d-8365-f4163a83f5ef req-f92ba0cc-b9f6-4d16-94f0-742aff75fccf tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417256 Mar 11 11:44:31.962272 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44580) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:32.036053 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1288b-a44c-450f-910e-7c3a39a43376 req-ad9026ec-9d95-4d32-b4fa-db67cb4f9e9f tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:32.037815 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1dc1288b-a44c-450f-910e-7c3a39a43376 req-ad9026ec-9d95-4d32-b4fa-db67cb4f9e9f tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=d821fa53-c113-49f7-94f3-8d2fcd958303 HTTP/1.1" status: 200 len: 946 time: 0.0548916 Mar 11 11:44:32.088208 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-85fd39c3-acc3-4be7-9ed8-36c4a6597813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:32.102529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1dc1288b-a44c-450f-910e-7c3a39a43376 req-8aee5bbb-1a70-4032-b7e7-717ff80f486c tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583758 Mar 11 11:44:32.181042 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-85fd39c3-acc3-4be7-9ed8-36c4a6597813 admin admin] Publish callbacks [] for security_group (6c7ae540-cf82-43a4-abf5-7f666ba0a222), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:32.187216 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-85fd39c3-acc3-4be7-9ed8-36c4a6597813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6c7ae540-cf82-43a4-abf5-7f666ba0a222), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:32.234270 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-85fd39c3-acc3-4be7-9ed8-36c4a6597813 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d7b98e39976d4a66867ef7583005c1a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681901 Mar 11 11:44:32.234270 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd39c3-acc3-4be7-9ed8-36c4a6597813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7ae540-cf82-43a4-abf5-7f666ba0a222,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:32.235424 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44586) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:32.287671 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb06a7-76b5-4a04-883b-03a34d9b9ec8 req-96f69238-d031-4709-822b-7a53389b2132 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:32.289173 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cdbb06a7-76b5-4a04-883b-03a34d9b9ec8 req-96f69238-d031-4709-822b-7a53389b2132 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/ports?device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 944 time: 0.0562444 Mar 11 11:44:32.333691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb70337-4a68-47bc-ac89-3de93189623e req-dc7ee165-1066-4fab-a383-8418483d5bd5 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:32.335403 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-dc7ee165-1066-4fab-a383-8418483d5bd5 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e&tenant_id=4b2baed761184abf86d0da4561f84f1b&binding%3Ahost_id=n-h2-833234-2 HTTP/1.1" status: 200 len: 1127 time: 0.0867822 Mar 11 11:44:32.337892 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cdbb06a7-76b5-4a04-883b-03a34d9b9ec8 req-5e607691-2c1d-4e01-91bc-d5fc44e32d53 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/security-groups?id=c430f930-b931-4918-b2ae-071936eb3304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423703 Mar 11 11:44:32.338963 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6653b81-66db-437d-8e0a-1e9893acbeda admin admin] Publish callbacks [] for security_group (6c7ae540-cf82-43a4-abf5-7f666ba0a222), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:32.352391 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833234-2'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:32.387610 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6653b81-66db-437d-8e0a-1e9893acbeda admin admin] Publish callbacks [] for security_group (6c7ae540-cf82-43a4-abf5-7f666ba0a222), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:32.454415 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:32.500925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6653b81-66db-437d-8e0a-1e9893acbeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6c7ae540-cf82-43a4-abf5-7f666ba0a222), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:32.503717 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6653b81-66db-437d-8e0a-1e9893acbeda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:32.504859 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b6653b81-66db-437d-8e0a-1e9893acbeda admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6c7ae540-cf82-43a4-abf5-7f666ba0a222 HTTP/1.1" status: 204 len: 168 time: 0.2683694 Mar 11 11:44:32.508286 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f217e9-3c4c-41ac-9bd7-d89515095cc0 req-9d42a7d1-aa65-4605-8dab-5728d26af685 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:32.509884 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7f217e9-3c4c-41ac-9bd7-d89515095cc0 req-9d42a7d1-aa65-4605-8dab-5728d26af685 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.0610230 Mar 11 11:44:32.522742 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6653b81-66db-437d-8e0a-1e9893acbeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7ae540-cf82-43a4-abf5-7f666ba0a222,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:32.605602 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7f217e9-3c4c-41ac-9bd7-d89515095cc0 req-45b77b3e-4c14-49d0-a58b-4ca92b645e7f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826263 Mar 11 11:44:32.677198 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c25887-c870-4739-8601-2f5e192aa695 req-eb2c55dc-c1fa-4bff-bbb9-5810f03b2fb7 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:32.677198 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47c25887-c870-4739-8601-2f5e192aa695 req-eb2c55dc-c1fa-4bff-bbb9-5810f03b2fb7 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 949 time: 0.0576413 Mar 11 11:44:32.678221 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] For port c7804024-baaa-44e7-9adc-2c9d49ed9e30, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=c7804024-baaa-44e7-9adc-2c9d49ed9e30,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:32.720129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] For port c7804024-baaa-44e7-9adc-2c9d49ed9e30, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:44:32.726985 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47c25887-c870-4739-8601-2f5e192aa695 req-9d4a60cb-671f-4011-af7d-b00b6721c9ed tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416677 Mar 11 11:44:32.761876 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0c601f-472a-45c3-8128-0ae909f9400e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7804024-baaa-44e7-9adc-2c9d49ed9e30'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:32.764201 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a17b9cc-0509-43c5-b6a2-59921bbe98fb" -d '{"events": [{"server_uuid": "ba0c601f-472a-45c3-8128-0ae909f9400e", "name": "network-vif-unplugged", "status": "completed", "tag": "c7804024-baaa-44e7-9adc-2c9d49ed9e30"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:32.768459 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Publish callbacks [] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:32.774755 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:32.803249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 499a694a-9a79-47af-b012-bc45b3fc43eb details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:44:32.809380 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device edfe7bb4-3b90-48d3-9c65-96be491cd2e4 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:32.828717 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281ee80f-8b1a-48f3-a8cc-9b665edd7dd0 x-openstack-request-id: req-281ee80f-8b1a-48f3-a8cc-9b665edd7dd0 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:32.829260 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0c601f-472a-45c3-8128-0ae909f9400e", "name": "network-vif-unplugged", "status": "completed", "tag": "c7804024-baaa-44e7-9adc-2c9d49ed9e30", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:32.830851 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-281ee80f-8b1a-48f3-a8cc-9b665edd7dd0 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:32.830851 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0c601f-472a-45c3-8128-0ae909f9400e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7804024-baaa-44e7-9adc-2c9d49ed9e30', 'code': 200} Mar 11 11:44:32.858915 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Pushing event updated for resources: {'Port': ['ID=c7804024-baaa-44e7-9adc-2c9d49ed9e30,revision_number=7']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:32.914088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Attempting to bind port c7804024-baaa-44e7-9adc-2c9d49ed9e30 on host n-h2-833234-2 for vnic_type normal with profile {"migrating_to": "n-h1-833234-2"} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:44:32.914578 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Attempting to bind port c7804024-baaa-44e7-9adc-2c9d49ed9e30 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:44:32.914972 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Attempting to bind port c7804024-baaa-44e7-9adc-2c9d49ed9e30 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:32.920475 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Port c7804024-baaa-44e7-9adc-2c9d49ed9e30 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:44:32.920890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Attempting to bind port c7804024-baaa-44e7-9adc-2c9d49ed9e30 on network 351ddc70-d9f5-467e-aa9f-7ea70ded1c8f {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:32.921854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eccd5a-70df-46b9-86bf-6273f1ef75be req-d5dabb63-d2a2-4e4c-a3bd-c81c20a9c54d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:32.926585 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:44:32.927009 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Checking segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:32.927650 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Bound using segment: {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:44:32.928140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Bound port: c7804024-baaa-44e7-9adc-2c9d49ed9e30, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607ed148-f30d-4fd3-9664-5398bc89689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '351ddc70-d9f5-467e-aa9f-7ea70ded1c8f'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:44:32.928566 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:32.929454 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36eccd5a-70df-46b9-86bf-6273f1ef75be req-d5dabb63-d2a2-4e4c-a3bd-c81c20a9c54d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 943 time: 0.0747702 Mar 11 11:44:32.987304 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36eccd5a-70df-46b9-86bf-6273f1ef75be req-2dddc8af-c549-4ae5-894e-c99cec7cbadf tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567367 Mar 11 11:44:33.003930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] For port c7804024-baaa-44e7-9adc-2c9d49ed9e30, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:44:33.007894 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] For port c7804024-baaa-44e7-9adc-2c9d49ed9e30, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=c7804024-baaa-44e7-9adc-2c9d49ed9e30,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:44:33.023636 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:33.090665 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Pushing event updated for resources: {'Port': ['ID=c7804024-baaa-44e7-9adc-2c9d49ed9e30,revision_number=8']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:33.113350 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:33.113939 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:33.115797 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-137eb181-f76f-4c31-80f5-886e9ea6e3bb service neutron] 10.222.0.71 "PUT /v2.0/ports/c7804024-baaa-44e7-9adc-2c9d49ed9e30 HTTP/1.1" status: 200 len: 1121 time: 0.7718735 Mar 11 11:44:33.177341 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 499a694a-9a79-47af-b012-bc45b3fc43eb, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=499a694a-9a79-47af-b012-bc45b3fc43eb,segment=NetworkSegment(45de76f7-0806-4438-9def-9de596fa238c),segment_id=45de76f7-0806-4438-9def-9de596fa238c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:33.192122 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '499a694a-9a79-47af-b012-bc45b3fc43eb', 'network_id': '717807cd-8d44-4e6b-b214-b969adc92074', 'port_id': '499a694a-9a79-47af-b012-bc45b3fc43eb', 'mac_address': 'fa:16:3e:08:11:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818d86db-127d-4a31-b763-7533f38b925f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:44:33.275202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502c327-53c2-4d90-9f6a-64dda9c0fa32 req-86f1b266-9d07-4604-8bfe-ae956e295938 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:33.277930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['c7804024-baaa-44e7-9adc-2c9d49ed9e30'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:44:33.278450 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0502c327-53c2-4d90-9f6a-64dda9c0fa32 req-86f1b266-9d07-4604-8bfe-ae956e295938 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=d821fa53-c113-49f7-94f3-8d2fcd958303 HTTP/1.1" status: 200 len: 946 time: 0.0920916 Mar 11 11:44:33.328874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['c7804024-baaa-44e7-9adc-2c9d49ed9e30'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:44:33.339198 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0502c327-53c2-4d90-9f6a-64dda9c0fa32 req-e4494d2d-e418-4a96-8f7d-cdb73cebfa22 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531309 Mar 11 11:44:33.371711 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 499a694a-9a79-47af-b012-bc45b3fc43eb is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:33.372194 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (499a694a-9a79-47af-b012-bc45b3fc43eb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:33.409007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:33.409480 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:33.442893 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:33.444579 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499a694a-9a79-47af-b012-bc45b3fc43eb {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:44:33.470828 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447821f6-d53f-4b86-b8e5-b324d77ebb59 req-ef98e270-9740-4f34-884f-190340be0ef9 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:33.472026 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-447821f6-d53f-4b86-b8e5-b324d77ebb59 req-ef98e270-9740-4f34-884f-190340be0ef9 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/ports?device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 944 time: 0.0594373 Mar 11 11:44:33.492482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 499a694a-9a79-47af-b012-bc45b3fc43eb, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=499a694a-9a79-47af-b012-bc45b3fc43eb,segment=NetworkSegment(45de76f7-0806-4438-9def-9de596fa238c),segment_id=45de76f7-0806-4438-9def-9de596fa238c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:33.511561 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (499a694a-9a79-47af-b012-bc45b3fc43eb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:33.528373 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-447821f6-d53f-4b86-b8e5-b324d77ebb59 req-d49d55f4-3260-4e39-930b-83ba5e06c5df tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/security-groups?id=c430f930-b931-4918-b2ae-071936eb3304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488782 Mar 11 11:44:33.646269 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=499a694a-9a79-47af-b012-bc45b3fc43eb,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:33.672711 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:33.673099 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:33.735852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dd8ae-0b06-4d87-89a5-32373fdb3366 req-1f4e2d87-d0e1-4ac1-824d-4f45880da6d2 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:33.737831 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d6dd8ae-0b06-4d87-89a5-32373fdb3366 req-1f4e2d87-d0e1-4ac1-824d-4f45880da6d2 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.0661178 Mar 11 11:44:33.748024 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3832427e-79d3-442a-b587-a42f6bf16e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:33.750311 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0898a0b4-35bd-4dc4-bf4a-84ae48ba23f6" -d '{"events": [{"server_uuid": "3832427e-79d3-442a-b587-a42f6bf16e63", "name": "network-vif-plugged", "status": "completed", "tag": "edfe7bb4-3b90-48d3-9c65-96be491cd2e4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:33.772198 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port edfe7bb4-3b90-48d3-9c65-96be491cd2e4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:33.780034 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:33.786557 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d661546-80fd-4e9a-9921-54f07064d1f4 req-01f0bffa-db79-4cd4-b4cf-27e60464290e tempest-AbsoluteLimitsNegativeTestJSON-757740090 tempest-AbsoluteLimitsNegativeTestJSON-757740090-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6a6e106772cb4747a89c1410fbcb5767&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342093 Mar 11 11:44:33.829602 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['499a694a-9a79-47af-b012-bc45b3fc43eb'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:44:33.837568 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d6dd8ae-0b06-4d87-89a5-32373fdb3366 req-695d50e0-65f0-46b7-93ff-f672a7c7a3e5 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929885 Mar 11 11:44:33.861872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,revision_number=10']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:33.899416 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fa4e22-f524-4b44-b93a-d8af5f40c1ad x-openstack-request-id: req-96fa4e22-f524-4b44-b93a-d8af5f40c1ad {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:33.899734 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3832427e-79d3-442a-b587-a42f6bf16e63", "name": "network-vif-plugged", "status": "completed", "tag": "edfe7bb4-3b90-48d3-9c65-96be491cd2e4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:33.899977 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96fa4e22-f524-4b44-b93a-d8af5f40c1ad {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:33.900544 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3832427e-79d3-442a-b587-a42f6bf16e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4', 'code': 200} Mar 11 11:44:33.931248 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d661546-80fd-4e9a-9921-54f07064d1f4 req-08619bff-1d47-4e50-aa5b-3f3c4eea7aad tempest-AbsoluteLimitsNegativeTestJSON-757740090 tempest-AbsoluteLimitsNegativeTestJSON-757740090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:33.932704 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d661546-80fd-4e9a-9921-54f07064d1f4 req-08619bff-1d47-4e50-aa5b-3f3c4eea7aad tempest-AbsoluteLimitsNegativeTestJSON-757740090 tempest-AbsoluteLimitsNegativeTestJSON-757740090-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347785 Mar 11 11:44:33.960289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d661546-80fd-4e9a-9921-54f07064d1f4 req-1fea1175-e503-46db-ab4e-8a75c1bf09e5 tempest-AbsoluteLimitsNegativeTestJSON-757740090 tempest-AbsoluteLimitsNegativeTestJSON-757740090-project] 10.222.0.78 "GET /v2.0/quotas/6a6e106772cb4747a89c1410fbcb5767 HTTP/1.1" status: 200 len: 375 time: 0.0190344 Mar 11 11:44:34.008387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d661546-80fd-4e9a-9921-54f07064d1f4 req-28e8d690-16ce-4a5e-a3d3-2529a610fad4 tempest-AbsoluteLimitsNegativeTestJSON-757740090 tempest-AbsoluteLimitsNegativeTestJSON-757740090-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6a6e106772cb4747a89c1410fbcb5767&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468500 Mar 11 11:44:34.065950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f0cf2-e17d-44d9-b1c2-02b45d70ca87 req-63db4b9e-2d0b-4500-b5df-262c05b248b0 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:34.069198 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c62f0cf2-e17d-44d9-b1c2-02b45d70ca87 req-63db4b9e-2d0b-4500-b5df-262c05b248b0 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 951 time: 0.0953166 Mar 11 11:44:34.119350 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c4f39-b9ee-4e33-ac76-581061fa85f7 req-46916ebf-6b72-4b39-b2a4-01584ce91a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:34.121275 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-484c4f39-b9ee-4e33-ac76-581061fa85f7 req-46916ebf-6b72-4b39-b2a4-01584ce91a1e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 1133 time: 0.0562072 Mar 11 11:44:34.147002 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c62f0cf2-e17d-44d9-b1c2-02b45d70ca87 req-62219212-d1a5-4f65-9196-7309cc9594aa tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736027 Mar 11 11:44:34.172005 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-484c4f39-b9ee-4e33-ac76-581061fa85f7 req-1dc29d08-f021-44ed-8cc0-2d6f673be787 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447071 Mar 11 11:44:34.172203 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd43d6e-3348-4c9b-aad9-a7c59f88de08 req-cdd90258-bbb7-4355-b876-ad60ef710e7f tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:34.173903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9cd43d6e-3348-4c9b-aad9-a7c59f88de08 req-cdd90258-bbb7-4355-b876-ad60ef710e7f tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 943 time: 0.0674884 Mar 11 11:44:34.224766 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9cd43d6e-3348-4c9b-aad9-a7c59f88de08 req-c78dad2e-d72f-46d4-9ede-33228cccf056 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424640 Mar 11 11:44:34.318660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44648) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:34.429033 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53d01571-17ea-4b97-8933-1b85b6188fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:34.473892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8a1ed-1e9a-4427-afe4-e12aa246e8b8 req-8f70a01b-2e9f-476e-87ee-9b8321dc9a37 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:34.475384 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9eb8a1ed-1e9a-4427-afe4-e12aa246e8b8 req-8f70a01b-2e9f-476e-87ee-9b8321dc9a37 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=d821fa53-c113-49f7-94f3-8d2fcd958303 HTTP/1.1" status: 200 len: 946 time: 0.0594203 Mar 11 11:44:34.508056 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53d01571-17ea-4b97-8933-1b85b6188fa9 admin admin] Publish callbacks [] for security_group (a31f778c-d264-4b21-9966-74172045a1fd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:34.513410 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53d01571-17ea-4b97-8933-1b85b6188fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a31f778c-d264-4b21-9966-74172045a1fd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:34.523947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9eb8a1ed-1e9a-4427-afe4-e12aa246e8b8 req-467e5588-c480-468a-b4d5-ccd0836141a2 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417695 Mar 11 11:44:34.555425 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-53d01571-17ea-4b97-8933-1b85b6188fa9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6a6e106772cb4747a89c1410fbcb5767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355888 Mar 11 11:44:34.559304 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44658) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:34.561940 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d01571-17ea-4b97-8933-1b85b6188fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31f778c-d264-4b21-9966-74172045a1fd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:34.623907 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d938a6cf-99d1-4ac0-a5d4-eee713c57f90 admin admin] Publish callbacks [] for security_group (a31f778c-d264-4b21-9966-74172045a1fd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:34.652509 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d938a6cf-99d1-4ac0-a5d4-eee713c57f90 admin admin] Publish callbacks [] for security_group (a31f778c-d264-4b21-9966-74172045a1fd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:34.666726 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d8491-60a7-4adf-a3f0-fff75298d421 req-a31b05c3-7728-4ded-8424-edfcbb902f26 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:34.669152 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e20d8491-60a7-4adf-a3f0-fff75298d421 req-a31b05c3-7728-4ded-8424-edfcbb902f26 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/ports?device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 945 time: 0.0645449 Mar 11 11:44:34.718762 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d938a6cf-99d1-4ac0-a5d4-eee713c57f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a31f778c-d264-4b21-9966-74172045a1fd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:34.721696 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d938a6cf-99d1-4ac0-a5d4-eee713c57f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:34.723010 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d938a6cf-99d1-4ac0-a5d4-eee713c57f90 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a31f778c-d264-4b21-9966-74172045a1fd HTTP/1.1" status: 204 len: 168 time: 0.1623163 Mar 11 11:44:34.732586 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938a6cf-99d1-4ac0-a5d4-eee713c57f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31f778c-d264-4b21-9966-74172045a1fd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:34.738634 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e20d8491-60a7-4adf-a3f0-fff75298d421 req-fd56007f-f72c-4a9f-b08f-f6494b388c40 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/security-groups?id=c430f930-b931-4918-b2ae-071936eb3304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603192 Mar 11 11:44:34.821648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device c7804024-baaa-44e7-9adc-2c9d49ed9e30 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:44:34.831901 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0c601f-472a-45c3-8128-0ae909f9400e', 'tag': 'c7804024-baaa-44e7-9adc-2c9d49ed9e30'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:34.834600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef482f8-9149-432c-bd4e-29973e69e9df req-661c42bd-5fe0-4fa3-bcc1-ee1f83dc468a tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:34.836677 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089a7738-6841-4136-accd-22f167421b89" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0c601f-472a-45c3-8128-0ae909f9400e", "tag": "c7804024-baaa-44e7-9adc-2c9d49ed9e30"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:34.842089 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ef482f8-9149-432c-bd4e-29973e69e9df req-661c42bd-5fe0-4fa3-bcc1-ee1f83dc468a tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=d821fa53-c113-49f7-94f3-8d2fcd958303 HTTP/1.1" status: 200 len: 946 time: 0.0613403 Mar 11 11:44:34.891870 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b138a7f9-f157-4c2b-9c88-ff39c41cf875 x-openstack-request-id: req-b138a7f9-f157-4c2b-9c88-ff39c41cf875 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:34.892322 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0c601f-472a-45c3-8128-0ae909f9400e", "tag": "c7804024-baaa-44e7-9adc-2c9d49ed9e30", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:34.892721 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b138a7f9-f157-4c2b-9c88-ff39c41cf875 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:34.893473 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0c601f-472a-45c3-8128-0ae909f9400e', 'tag': 'c7804024-baaa-44e7-9adc-2c9d49ed9e30', 'status': 'completed', 'code': 200} Mar 11 11:44:34.921303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ef482f8-9149-432c-bd4e-29973e69e9df req-a959f736-0f81-4d23-bd5c-4f5b2aee3a32 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774701 Mar 11 11:44:34.969302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port c7804024-baaa-44e7-9adc-2c9d49ed9e30, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=c7804024-baaa-44e7-9adc-2c9d49ed9e30,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:34.984239 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device c7804024-baaa-44e7-9adc-2c9d49ed9e30 has no active binding in host n-h1-833234-2 {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 11:44:34.998381 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a7738-6841-4136-accd-22f167421b89 req-71065403-a725-4900-a705-8cecc06913ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:35.000195 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-089a7738-6841-4136-accd-22f167421b89 req-71065403-a725-4900-a705-8cecc06913ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 1155 time: 0.0597730 Mar 11 11:44:35.015231 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304fe4b-bb65-4a17-83cb-d5ee5dce714b req-9153162d-912b-4de9-a1a4-161695e53d12 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:35.016870 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5304fe4b-bb65-4a17-83cb-d5ee5dce714b req-9153162d-912b-4de9-a1a4-161695e53d12 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.0659761 Mar 11 11:44:35.072168 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5304fe4b-bb65-4a17-83cb-d5ee5dce714b req-0d38993b-ffd6-49bf-8028-1d368e271f71 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484807 Mar 11 11:44:35.117642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a7738-6841-4136-accd-22f167421b89 req-65321057-348e-4533-8bb5-a06524cadbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:35.119154 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-089a7738-6841-4136-accd-22f167421b89 req-65321057-348e-4533-8bb5-a06524cadbe5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.1009598 Mar 11 11:44:35.166090 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-089a7738-6841-4136-accd-22f167421b89 req-79480d90-83e7-4b5f-96da-1aa919607ed7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7804024-baaa-44e7-9adc-2c9d49ed9e30 HTTP/1.1" status: 200 len: 217 time: 0.0351615 Mar 11 11:44:35.234642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a7738-6841-4136-accd-22f167421b89 req-a709a757-36ef-4489-93b4-72e58b2df103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:35.236737 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-089a7738-6841-4136-accd-22f167421b89 req-a709a757-36ef-4489-93b4-72e58b2df103 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.0573933 Mar 11 11:44:35.313517 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-089a7738-6841-4136-accd-22f167421b89 req-bdaf962f-24d1-4f71-afd1-5f40bf6957d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540552 Mar 11 11:44:35.317660 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24ba90-fb56-4245-97de-c769094d4f5c req-0c713d17-55e7-40e1-bd78-564ace6ba5ea tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:35.319320 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d24ba90-fb56-4245-97de-c769094d4f5c req-0c713d17-55e7-40e1-bd78-564ace6ba5ea tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 951 time: 0.0935142 Mar 11 11:44:35.410357 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3f99b-f0e9-4a99-b6ba-219f835a9d19 req-696db1ca-1330-4f3c-9623-54fc8636f82a tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:35.411870 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-16f3f99b-f0e9-4a99-b6ba-219f835a9d19 req-696db1ca-1330-4f3c-9623-54fc8636f82a tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 943 time: 0.0915108 Mar 11 11:44:35.415085 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d24ba90-fb56-4245-97de-c769094d4f5c req-62105cef-152a-45a2-a48e-2e5c5dd093a6 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853302 Mar 11 11:44:35.443707 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-089a7738-6841-4136-accd-22f167421b89 req-5a0e9975-de34-441a-8c59-46b552652175 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193979 Mar 11 11:44:35.470127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-16f3f99b-f0e9-4a99-b6ba-219f835a9d19 req-43901b93-322a-4019-a5aa-9929df9df9c3 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515802 Mar 11 11:44:35.483517 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44692) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:35.557080 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-089a7738-6841-4136-accd-22f167421b89 req-2af31be0-326c-48b8-b715-2ed07c36f864 service neutron] 10.222.0.37 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013405 Mar 11 11:44:35.593144 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0ea9b42a-8435-457e-82ad-cd77511c9c2c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-101440760-network', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:35.615138 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea9b42a-8435-457e-82ad-cd77511c9c2c admin admin] Made reservation on behalf of b3c2137dee0c413388a10d2eba864d68 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:44:35.617457 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b42a-8435-457e-82ad-cd77511c9c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:35.626417 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b42a-8435-457e-82ad-cd77511c9c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:35.708673 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b42a-8435-457e-82ad-cd77511c9c2c admin admin] Publish callbacks [] for security_group (3bc26c83-6463-45ac-ac1e-00cdb498695a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:35.714223 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b42a-8435-457e-82ad-cd77511c9c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3bc26c83-6463-45ac-ac1e-00cdb498695a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:35.734659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea9b42a-8435-457e-82ad-cd77511c9c2c admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:44:35.749530 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9b42a-8435-457e-82ad-cd77511c9c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc26c83-6463-45ac-ac1e-00cdb498695a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:35.752498 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b42a-8435-457e-82ad-cd77511c9c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (c3300a20-5c4e-4f46-8c0d-023a3ba22a0b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:35.752848 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-0ea9b42a-8435-457e-82ad-cd77511c9c2c admin admin] Added segment c3300a20-5c4e-4f46-8c0d-023a3ba22a0b of type vlan for network 6b2cf607-82c0-4c57-9981-1ae9a9023bc1 Mar 11 11:44:35.793378 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b42a-8435-457e-82ad-cd77511c9c2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (6b2cf607-82c0-4c57-9981-1ae9a9023bc1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:35.822452 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b42a-8435-457e-82ad-cd77511c9c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (6b2cf607-82c0-4c57-9981-1ae9a9023bc1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:35.823466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea9b42a-8435-457e-82ad-cd77511c9c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:35.824103 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b42a-8435-457e-82ad-cd77511c9c2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:35.861213 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0ea9b42a-8435-457e-82ad-cd77511c9c2c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3766155 Mar 11 11:44:35.864111 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44698) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:35.878584 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e046d-7332-4e38-a569-2c9be02fde0c req-8fa8afa6-6b19-489c-8b09-fbcdf23f8293 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:35.880121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea8e046d-7332-4e38-a569-2c9be02fde0c req-8fa8afa6-6b19-489c-8b09-fbcdf23f8293 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/ports?device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 945 time: 0.0541947 Mar 11 11:44:35.896917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-162cc792-8434-4f98-8b1f-6df9d76801b5 admin admin] Request body: {'subnet': {'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-101440760-subnet', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:35.902082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9b42a-8435-457e-82ad-cd77511c9c2c admin admin] Pushing event updated for resources: {'Network': ['ID=6b2cf607-82c0-4c57-9981-1ae9a9023bc1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:35.913995 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 6b2cf607-82c0-4c57-9981-1ae9a9023bc1 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:44:35.925854 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162cc792-8434-4f98-8b1f-6df9d76801b5 admin admin] Made reservation on behalf of b3c2137dee0c413388a10d2eba864d68 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:44:35.929743 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-162cc792-8434-4f98-8b1f-6df9d76801b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:35.930048 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea8e046d-7332-4e38-a569-2c9be02fde0c req-f431a522-a557-4e71-b222-ff5befce023f tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/security-groups?id=c430f930-b931-4918-b2ae-071936eb3304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442367 Mar 11 11:44:36.056512 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04174adb-13fb-4c52-a302-37d442a891e3 req-99450985-167b-4a7e-bf9a-a552f23e46cf tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:36.058960 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04174adb-13fb-4c52-a302-37d442a891e3 req-99450985-167b-4a7e-bf9a-a552f23e46cf tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=d821fa53-c113-49f7-94f3-8d2fcd958303 HTTP/1.1" status: 200 len: 946 time: 0.0589204 Mar 11 11:44:36.109442 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04174adb-13fb-4c52-a302-37d442a891e3 req-ac818b12-91ce-4bef-b75e-1fd221e604d8 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443513 Mar 11 11:44:36.131266 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-162cc792-8434-4f98-8b1f-6df9d76801b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (31a05605-9849-4cfa-b167-124588c92894), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:36.199302 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cc792-8434-4f98-8b1f-6df9d76801b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31a05605-9849-4cfa-b167-124588c92894,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:36.212885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162cc792-8434-4f98-8b1f-6df9d76801b5 admin admin] Checking segment: {'id': 'c3300a20-5c4e-4f46-8c0d-023a3ba22a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:36.213241 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162cc792-8434-4f98-8b1f-6df9d76801b5 admin admin] Network hostable DHCP agents. Network: 6b2cf607-82c0-4c57-9981-1ae9a9023bc1, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:44:36.224876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838626f4-085e-4d4f-a079-8736af43efb7 req-f27bd7bd-5182-4711-aeb1-086a7eb3f4cd tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:36.226496 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-838626f4-085e-4d4f-a079-8736af43efb7 req-f27bd7bd-5182-4711-aeb1-086a7eb3f4cd tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.0607519 Mar 11 11:44:36.237237 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162cc792-8434-4f98-8b1f-6df9d76801b5 admin admin] Network 6b2cf607-82c0-4c57-9981-1ae9a9023bc1 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:44:36.249929 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-162cc792-8434-4f98-8b1f-6df9d76801b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 6b2cf607-82c0-4c57-9981-1ae9a9023bc1) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:36.254181 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162cc792-8434-4f98-8b1f-6df9d76801b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:36.254840 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-162cc792-8434-4f98-8b1f-6df9d76801b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:36.269423 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86475943-ddc4-419e-a174-633b40445e25 None None] Network 6b2cf607-82c0-4c57-9981-1ae9a9023bc1 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:44:36.278725 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-162cc792-8434-4f98-8b1f-6df9d76801b5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4135716 Mar 11 11:44:36.281987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44704) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:36.288360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-101440760-router', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:36.305041 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-838626f4-085e-4d4f-a079-8736af43efb7 req-fa8f3d64-a42a-48ec-93c6-8f7f75f4ab7f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697081 Mar 11 11:44:36.318861 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (a8426461-86ee-47bc-b190-212b30cbf7c6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:36.320653 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (a8426461-86ee-47bc-b190-212b30cbf7c6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:36.373880 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Publish callbacks [] for router_controller (a8426461-86ee-47bc-b190-212b30cbf7c6), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:36.398631 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-6b2cf607-82c0-4c57-9981-1ae9a9023bc1', 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1', 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'fixed_ips': [{'subnet_id': '31a05605-9849-4cfa-b167-124588c92894'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:44:36.399630 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:36.528928 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Publish callbacks [] for router_gateway (a8426461-86ee-47bc-b190-212b30cbf7c6), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:36.554688 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1acd42-294f-4e5c-84e4-086f1ccd9a2e req-b234448c-48ab-4782-b281-23ae3113243d tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:36.557107 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce1acd42-294f-4e5c-84e4-086f1ccd9a2e req-b234448c-48ab-4782-b281-23ae3113243d tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 951 time: 0.0649009 Mar 11 11:44:36.559646 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Allocated IP 172.20.0.2 (6b2cf607-82c0-4c57-9981-1ae9a9023bc1/31a05605-9849-4cfa-b167-124588c92894/1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:44:36.647770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adf338-5f67-457b-9862-5957791e5053 req-f3dff44a-5615-48dc-9e3e-7acbbf800978 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:36.649191 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19adf338-5f67-457b-9862-5957791e5053 req-f3dff44a-5615-48dc-9e3e-7acbbf800978 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 943 time: 0.0911231 Mar 11 11:44:36.657687 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce1acd42-294f-4e5c-84e4-086f1ccd9a2e req-a6990f70-44ba-4bfa-b2ec-e923704a0a0b tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898101 Mar 11 11:44:36.709414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19adf338-5f67-457b-9862-5957791e5053 req-79dfd3f3-b928-4269-b7a0-643c17f52144 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505068 Mar 11 11:44:36.758937 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Publish callbacks [] for port (1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:36.767199 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:36.811878 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Network 6b2cf607-82c0-4c57-9981-1ae9a9023bc1 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:44:36.821366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:36.827442 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 499a694a-9a79-47af-b012-bc45b3fc43eb up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:36.829932 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:44:36.833856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Pushing event updated for resources: {'Port': ['ID=1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:36.931216 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Attempting to bind port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:44:36.932108 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Attempting to bind port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'c3300a20-5c4e-4f46-8c0d-023a3ba22a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:44:36.932108 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Attempting to bind port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b on network 6b2cf607-82c0-4c57-9981-1ae9a9023bc1 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:36.935884 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c22b81-c615-4e4e-88ff-a5e9bc9da204 req-2027bed4-84f2-425e-98f9-e256c341fe18 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:36.937819 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3c22b81-c615-4e4e-88ff-a5e9bc9da204 req-2027bed4-84f2-425e-98f9-e256c341fe18 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 1133 time: 0.0499425 Mar 11 11:44:36.938031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:44:36.938430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Checking segment: {'id': 'c3300a20-5c4e-4f46-8c0d-023a3ba22a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:36.938964 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:36.939361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Bound using segment: {'id': 'c3300a20-5c4e-4f46-8c0d-023a3ba22a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:44:36.939943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Bound port: 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3300a20-5c4e-4f46-8c0d-023a3ba22a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:44:36.940263 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:36.951543 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 499a694a-9a79-47af-b012-bc45b3fc43eb completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:44:37.013289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 499a694a-9a79-47af-b012-bc45b3fc43eb triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:37.013289 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (499a694a-9a79-47af-b012-bc45b3fc43eb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:37.013599 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3c22b81-c615-4e4e-88ff-a5e9bc9da204 req-ff413dff-f128-49ad-8b8d-b8a9df0aec0d tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683460 Mar 11 11:44:37.068218 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] For port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:44:37.077034 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] For port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b,segment=NetworkSegment(c3300a20-5c4e-4f46-8c0d-023a3ba22a0b),segment_id=c3300a20-5c4e-4f46-8c0d-023a3ba22a0b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:44:37.086231 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ad798-13da-4e01-82f3-7958eefa4ba9 req-520d130a-0ce4-4739-9cac-c70521886179 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:37.090035 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:37.095547 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-574ad798-13da-4e01-82f3-7958eefa4ba9 req-520d130a-0ce4-4739-9cac-c70521886179 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/ports?device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 945 time: 0.0821428 Mar 11 11:44:37.156656 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Publish callbacks [] for router_gateway (a8426461-86ee-47bc-b190-212b30cbf7c6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:37.161698 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-574ad798-13da-4e01-82f3-7958eefa4ba9 req-99488a89-ee51-4e08-8ef4-95ca92bd9b9e tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/security-groups?id=c430f930-b931-4918-b2ae-071936eb3304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651314 Mar 11 11:44:37.199254 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:37.215521 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea649b4d-7dcc-42a2-82e4-8006a9ccb6f7 None None] Pushing event updated for resources: {'Port': ['ID=1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:37.250093 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 499a694a-9a79-47af-b012-bc45b3fc43eb is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:37.250767 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (499a694a-9a79-47af-b012-bc45b3fc43eb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:37.279461 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f272606-106c-403b-89d8-ee5f882e9c71 req-8e148129-cfd1-4d06-b678-f06d2aa3a409 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:37.280932 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4344d040-a461-4c80-b0f9-00b406024673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499a694a-9a79-47af-b012-bc45b3fc43eb'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:37.283205 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27681fa-f3cd-43b4-bb45-136fb09566c9" -d '{"events": [{"server_uuid": "4344d040-a461-4c80-b0f9-00b406024673", "name": "network-vif-plugged", "status": "completed", "tag": "499a694a-9a79-47af-b012-bc45b3fc43eb"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:37.287374 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3f272606-106c-403b-89d8-ee5f882e9c71 req-8e148129-cfd1-4d06-b678-f06d2aa3a409 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 1133 time: 0.0933430 Mar 11 11:44:37.290851 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ada56-a1dd-4e22-a26f-41890194c018 req-cdb12823-3131-4cfd-9c65-9612e9794155 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:37.292637 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1e9ada56-a1dd-4e22-a26f-41890194c018 req-cdb12823-3131-4cfd-9c65-9612e9794155 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.37 "GET /v2.0/ports?device_id=d821fa53-c113-49f7-94f3-8d2fcd958303 HTTP/1.1" status: 200 len: 946 time: 0.2091360 Mar 11 11:44:37.297562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 499a694a-9a79-47af-b012-bc45b3fc43eb, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=499a694a-9a79-47af-b012-bc45b3fc43eb,segment=NetworkSegment(45de76f7-0806-4438-9def-9de596fa238c),segment_id=45de76f7-0806-4438-9def-9de596fa238c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:37.303241 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (499a694a-9a79-47af-b012-bc45b3fc43eb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:37.330473 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8109e4-8433-4666-8dde-2ffe20c493fb req-50a1b6e5-d95c-4d57-bdb5-c15d5d8f52ea tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:37.332626 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea8109e4-8433-4666-8dde-2ffe20c493fb req-50a1b6e5-d95c-4d57-bdb5-c15d5d8f52ea tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=d821fa53-c113-49f7-94f3-8d2fcd958303 HTTP/1.1" status: 200 len: 946 time: 0.0999582 Mar 11 11:44:37.382085 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3f272606-106c-403b-89d8-ee5f882e9c71 req-36f33a5c-5f19-478a-917d-0c5bb4fa0e54 tempest-ServersAdminTestJSON-427191651 tempest-ServersAdminTestJSON-427191651-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770249 Mar 11 11:44:37.390557 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=499a694a-9a79-47af-b012-bc45b3fc43eb,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:37.436850 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01f3e2f-b2fb-4753-a9d0-5be1b98875e3 x-openstack-request-id: req-e01f3e2f-b2fb-4753-a9d0-5be1b98875e3 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:37.437200 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4344d040-a461-4c80-b0f9-00b406024673", "name": "network-vif-plugged", "status": "completed", "tag": "499a694a-9a79-47af-b012-bc45b3fc43eb", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:37.437448 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e01f3e2f-b2fb-4753-a9d0-5be1b98875e3 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:37.437942 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4344d040-a461-4c80-b0f9-00b406024673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499a694a-9a79-47af-b012-bc45b3fc43eb', 'code': 200} Mar 11 11:44:37.454688 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea8109e4-8433-4666-8dde-2ffe20c493fb req-8dc6bd59-6aef-4792-aff7-c4776aec5cad tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups?id=068a6640-8833-4387-9f5c-c3f66458487a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132078 Mar 11 11:44:37.464843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Allocated IP 172.25.7.47 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/dd03f9ff-9910-4578-a6b9-89da99e3e4b5) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:44:37.595267 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-1e9ada56-a1dd-4e22-a26f-41890194c018 req-fc7791e0-8d12-4e66-9409-6a91159dab7e tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Deleting port 1123a260-9e0e-47f8-9a12-300b9648bc4f {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:44:37.595632 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1e9ada56-a1dd-4e22-a26f-41890194c018 req-fc7791e0-8d12-4e66-9409-6a91159dab7e tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1123a260-9e0e-47f8-9a12-300b9648bc4f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:37.626032 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333848f7-8a74-4def-830f-0577387ad524 req-e00e0cda-2757-4bc8-99be-c95991c89895 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:37.628012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-333848f7-8a74-4def-830f-0577387ad524 req-e00e0cda-2757-4bc8-99be-c95991c89895 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.0897174 Mar 11 11:44:37.712193 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-333848f7-8a74-4def-830f-0577387ad524 req-94f8869a-0d42-4f28-82c3-98fa498adc31 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779505 Mar 11 11:44:37.782626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfe6a6-9d49-4580-9e8e-49f8714eb70e req-17c07308-b696-4061-a9c2-e12c2628c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:37.784201 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-31dfe6a6-9d49-4580-9e8e-49f8714eb70e req-17c07308-b696-4061-a9c2-e12c2628c3d3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 1128 time: 0.2249470 Mar 11 11:44:37.809847 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Publish callbacks [] for port (dd03f9ff-9910-4578-a6b9-89da99e3e4b5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:37.833989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1e9ada56-a1dd-4e22-a26f-41890194c018 req-fc7791e0-8d12-4e66-9409-6a91159dab7e tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] For port 1123a260-9e0e-47f8-9a12-300b9648bc4f, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=1123a260-9e0e-47f8-9a12-300b9648bc4f,segment=NetworkSegment(544fa4dc-c420-4d54-a419-af3aa9315f37),segment_id=544fa4dc-c420-4d54-a419-af3aa9315f37)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:37.834259 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1e9ada56-a1dd-4e22-a26f-41890194c018 req-fc7791e0-8d12-4e66-9409-6a91159dab7e tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1123a260-9e0e-47f8-9a12-300b9648bc4f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:37.863713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-1e9ada56-a1dd-4e22-a26f-41890194c018 req-fc7791e0-8d12-4e66-9409-6a91159dab7e tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Calling delete_port for 1123a260-9e0e-47f8-9a12-300b9648bc4f owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:44:37.896241 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-31dfe6a6-9d49-4580-9e8e-49f8714eb70e req-5e114f21-4165-4ec2-9731-b00875edc234 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c430f930-b931-4918-b2ae-071936eb3304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002684 Mar 11 11:44:37.900610 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95aafef-ebe1-4673-b5f7-153785482ac3 req-dae3a655-5ea7-4a59-8209-223fad06da4a tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:37.908489 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c95aafef-ebe1-4673-b5f7-153785482ac3 req-dae3a655-5ea7-4a59-8209-223fad06da4a tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 948 time: 0.1326478 Mar 11 11:44:37.940332 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (dd03f9ff-9910-4578-a6b9-89da99e3e4b5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:37.947207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d6369-4d16-4939-aa2a-d57fefd279bb req-0898df56-5ec3-4ffe-9ab3-4055c17fbdcb tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:37.947858 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-105d6369-4d16-4939-aa2a-d57fefd279bb req-0898df56-5ec3-4ffe-9ab3-4055c17fbdcb tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 943 time: 0.1254661 Mar 11 11:44:37.997774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:44:37.998005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c95aafef-ebe1-4673-b5f7-153785482ac3 req-f9d718f5-76b1-4a6c-8cc0-3c551058ce52 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881660 Mar 11 11:44:38.002943 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:38.017074 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:44:38.042384 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-105d6369-4d16-4939-aa2a-d57fefd279bb req-c80b2ed9-3924-4eee-b1b1-4686f449926e tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798924 Mar 11 11:44:38.048450 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Pushing event updated for resources: {'Port': ['ID=dd03f9ff-9910-4578-a6b9-89da99e3e4b5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:38.208654 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1e9ada56-a1dd-4e22-a26f-41890194c018 req-fc7791e0-8d12-4e66-9409-6a91159dab7e tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1123a260-9e0e-47f8-9a12-300b9648bc4f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:38.247683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7791e0-8d12-4e66-9409-6a91159dab7e tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Pushing event deleted for resources: {'Port': ['ID=1123a260-9e0e-47f8-9a12-300b9648bc4f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:38.296807 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1d577-b09e-4aa0-aa5c-5e2966f9f793 req-5354ed19-b385-43b9-88dd-a535af39aaee tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:38.303952 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aea1d577-b09e-4aa0-aa5c-5e2966f9f793 req-5354ed19-b385-43b9-88dd-a535af39aaee tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/ports?device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 946 time: 0.0690777 Mar 11 11:44:38.358802 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9ada56-a1dd-4e22-a26f-41890194c018 req-fc7791e0-8d12-4e66-9409-6a91159dab7e tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] No DVR routers for this DVR port 1123a260-9e0e-47f8-9a12-300b9648bc4f on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:44:38.364936 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1e9ada56-a1dd-4e22-a26f-41890194c018 req-fc7791e0-8d12-4e66-9409-6a91159dab7e tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:38.368688 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1e9ada56-a1dd-4e22-a26f-41890194c018 req-fc7791e0-8d12-4e66-9409-6a91159dab7e tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.37 "DELETE /v2.0/ports/1123a260-9e0e-47f8-9a12-300b9648bc4f HTTP/1.1" status: 204 len: 173 time: 1.0675356 Mar 11 11:44:38.368867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd821fa53-c113-49f7-94f3-8d2fcd958303', 'name': 'network-vif-deleted', 'tag': '1123a260-9e0e-47f8-9a12-300b9648bc4f'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:38.371480 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feab665c-b992-4ed2-8cbe-e3d0f5bfaac9" -d '{"events": [{"server_uuid": "d821fa53-c113-49f7-94f3-8d2fcd958303", "name": "network-vif-deleted", "tag": "1123a260-9e0e-47f8-9a12-300b9648bc4f"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:38.383430 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aea1d577-b09e-4aa0-aa5c-5e2966f9f793 req-82931342-2f6a-4ae0-8b03-70d7e0fafd25 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/security-groups?id=c430f930-b931-4918-b2ae-071936eb3304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783217 Mar 11 11:44:38.442348 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Publish callbacks [] for router_gateway (a8426461-86ee-47bc-b190-212b30cbf7c6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:38.566181 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fe2d1e-feff-40ca-892d-c6a4d08330f1 x-openstack-request-id: req-a2fe2d1e-feff-40ca-892d-c6a4d08330f1 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:38.566529 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d821fa53-c113-49f7-94f3-8d2fcd958303", "name": "network-vif-deleted", "tag": "1123a260-9e0e-47f8-9a12-300b9648bc4f", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:38.566737 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2fe2d1e-feff-40ca-892d-c6a4d08330f1 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:38.567145 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd821fa53-c113-49f7-94f3-8d2fcd958303', 'name': 'network-vif-deleted', 'tag': '1123a260-9e0e-47f8-9a12-300b9648bc4f', 'status': 'completed', 'code': 200} Mar 11 11:44:38.604911 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69ecf683-ff03-415b-8f32-b93020eb1260 req-354c5455-7f5c-4c4c-9b85-4e8cc382aa92 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/ports?device_id=d821fa53-c113-49f7-94f3-8d2fcd958303 HTTP/1.1" status: 200 len: 210 time: 0.0341811 Mar 11 11:44:38.608617 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8538fc44-aac6-40de-b394-ffdc678bf53d None None] Network 6b2cf607-82c0-4c57-9981-1ae9a9023bc1 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:44:38.683969 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5cb30cb7-8f1b-4019-8e49-7587b0fa1e1f None None] Provisioning complete for port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:38.684353 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5cb30cb7-8f1b-4019-8e49-7587b0fa1e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:38.701946 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (a8426461-86ee-47bc-b190-212b30cbf7c6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:38.818961 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5cb30cb7-8f1b-4019-8e49-7587b0fa1e1f None None] Current status of the port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:38.819612 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5cb30cb7-8f1b-4019-8e49-7587b0fa1e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:38.822066 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 6e6add1e-8ea2-4459-8162-6cf0022d481f details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:44:38.879953 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4c18b-6994-4ddb-acd7-cbce665e5c3d req-f1524db9-100c-4d9a-8cbd-9ec38498ec9b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:38.889534 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4c4c18b-6994-4ddb-acd7-cbce665e5c3d req-f1524db9-100c-4d9a-8cbd-9ec38498ec9b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.0931535 Mar 11 11:44:38.969287 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4c4c18b-6994-4ddb-acd7-cbce665e5c3d req-a111d19b-bc24-4bf6-81c5-2c92b904ff55 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769360 Mar 11 11:44:38.974815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5cb30cb7-8f1b-4019-8e49-7587b0fa1e1f None None] For port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b,segment=NetworkSegment(c3300a20-5c4e-4f46-8c0d-023a3ba22a0b),segment_id=c3300a20-5c4e-4f46-8c0d-023a3ba22a0b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:38.991083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Router a8426461-86ee-47bc-b190-212b30cbf7c6 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:44:39.004960 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 6e6add1e-8ea2-4459-8162-6cf0022d481f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6e6add1e-8ea2-4459-8162-6cf0022d481f,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:39.037039 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5cb30cb7-8f1b-4019-8e49-7587b0fa1e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:39.042718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '6e6add1e-8ea2-4459-8162-6cf0022d481f', 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681', 'port_id': '6e6add1e-8ea2-4459-8162-6cf0022d481f', 'mac_address': 'fa:16:3e:94:6b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4766b4d-5753-4734-b72e-71cbd12b44a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:44:39.059426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:39.163522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 1123a260-9e0e-47f8-9a12-300b9648bc4f no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:44:39.209613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:44:39.263601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:39.263832 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Sync routers for ids ['a8426461-86ee-47bc-b190-212b30cbf7c6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:44:39.267443 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-454638a0-eeaf-4ede-ab13-f4636691e18c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9817543 Mar 11 11:44:39.267614 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 1123a260-9e0e-47f8-9a12-300b9648bc4f {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:44:39.267727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44746) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:39.267841 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 1123a260-9e0e-47f8-9a12-300b9648bc4f not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:44:39.305451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4538f-f9dc-4189-92e4-fe8a9df4b34c req-ba3a783b-dbe1-4704-84f2-409518f22a63 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:39.307495 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38e4538f-f9dc-4189-92e4-fe8a9df4b34c req-ba3a783b-dbe1-4704-84f2-409518f22a63 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 948 time: 0.1776557 Mar 11 11:44:39.321122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d468ae4-720d-48a0-b9d9-03f495ca9f12 req-d3cb75aa-36b4-4dcb-b0a5-c1f3e3345fa3 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:39.322403 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d468ae4-720d-48a0-b9d9-03f495ca9f12 req-d3cb75aa-36b4-4dcb-b0a5-c1f3e3345fa3 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 943 time: 0.1497138 Mar 11 11:44:39.365019 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 6e6add1e-8ea2-4459-8162-6cf0022d481f is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:39.365405 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:39.437214 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38e4538f-f9dc-4189-92e4-fe8a9df4b34c req-dfe4b686-2ec8-4be5-b9bd-3e1a16fd3dda tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238434 Mar 11 11:44:39.460480 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d468ae4-720d-48a0-b9d9-03f495ca9f12 req-9121b8ad-8672-43e2-af1b-fd2291cb18a6 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087952 Mar 11 11:44:39.554959 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb30cb7-8f1b-4019-8e49-7587b0fa1e1f None None] Pushing event updated for resources: {'Port': ['ID=1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:39.558667 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Routers {'a8426461-86ee-47bc-b190-212b30cbf7c6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:44:39.559253 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:44:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a8426461-86ee-47bc-b190-212b30cbf7c6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:39.571741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6add1e-8ea2-4459-8162-6cf0022d481f {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:44:39.590406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422a485-6f3b-44e1-9c76-7d2c5bf25b00 req-86ae97b6-02ab-4e4c-ba5b-97a5a7bdde71 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:39.591956 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3422a485-6f3b-44e1-9c76-7d2c5bf25b00 req-86ae97b6-02ab-4e4c-ba5b-97a5a7bdde71 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/ports?device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 946 time: 0.0552371 Mar 11 11:44:39.653885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:39.655733 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:39.663249 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3422a485-6f3b-44e1-9c76-7d2c5bf25b00 req-11f79c80-1ee3-465a-8d02-bf1d32fa1e8a tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/security-groups?id=c430f930-b931-4918-b2ae-071936eb3304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650587 Mar 11 11:44:39.705692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-52061922-5591-4f53-a154-a560a41ed268 None None] Provisioning complete for port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:39.709342 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-52061922-5591-4f53-a154-a560a41ed268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:39.718111 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 6e6add1e-8ea2-4459-8162-6cf0022d481f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6e6add1e-8ea2-4459-8162-6cf0022d481f,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:39.757128 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:39.864860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cd772-7060-4cf8-b5a1-277700e31a1e req-a13ae0e6-d582-4146-b086-60a228a7a9fe tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:39.866532 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-692cd772-7060-4cf8-b5a1-277700e31a1e req-a13ae0e6-d582-4146-b086-60a228a7a9fe tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.71 "GET /v2.0/ports?device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 948 time: 0.2779849 Mar 11 11:44:39.898342 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Set router a8426461-86ee-47bc-b190-212b30cbf7c6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:44:39.915161 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6b0e0aef-a846-4a05-8161-38dbf252b373 req-e7e5e775-40eb-4689-93d4-99aa24e0cafa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1696770 Mar 11 11:44:39.973939 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44768) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:39.989980 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=6e6add1e-8ea2-4459-8162-6cf0022d481f,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:40.094405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-52061922-5591-4f53-a154-a560a41ed268 None None] Current status of the port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:40.172120 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['6e6add1e-8ea2-4459-8162-6cf0022d481f'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:44:40.191869 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e0aef-a846-4a05-8161-38dbf252b373 req-4e50f00e-1a1c-48f5-a8cf-fcfd8a8f8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:40.193454 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6b0e0aef-a846-4a05-8161-38dbf252b373 req-4e50f00e-1a1c-48f5-a8cf-fcfd8a8f8f93 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 1126 time: 0.2120466 Mar 11 11:44:40.249314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:40.259672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2ebc5-0ff7-48f6-9021-f506bcdbb783 req-f833bf18-3136-43c5-a71b-225cbd4db7f4 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:40.263873 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-692cd772-7060-4cf8-b5a1-277700e31a1e req-4ed43ae3-93a9-464f-a012-42a57681b5b8 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Deleting port 428e1213-b696-4acb-924b-2f519ed03251 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:44:40.264226 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-692cd772-7060-4cf8-b5a1-277700e31a1e req-4ed43ae3-93a9-464f-a012-42a57681b5b8 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (428e1213-b696-4acb-924b-2f519ed03251), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:40.277949 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e3c2ebc5-0ff7-48f6-9021-f506bcdbb783 req-f833bf18-3136-43c5-a71b-225cbd4db7f4 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 945 time: 0.1689336 Mar 11 11:44:40.279480 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bea1f1cf-d4ac-4fc7-b9af-55cddff67b4e tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for security_group (2627c55a-999d-4886-be9f-b15ed985d930), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:40.288305 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:40.365967 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bea1f1cf-d4ac-4fc7-b9af-55cddff67b4e tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for security_group (2627c55a-999d-4886-be9f-b15ed985d930), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:40.415553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'name': 'tempest-TaggedBootDevicesTest-101440760-router', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:36Z', 'updated_at': '2022-03-11T11:44:38Z', 'revision_number': 3, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'gw_port': {'id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:37Z', 'updated_at': '2022-03-11T11:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:40.439709 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e3c2ebc5-0ff7-48f6-9021-f506bcdbb783 req-b23ca057-f9ce-40fa-8681-3a486fb069c7 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498840 Mar 11 11:44:40.464333 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Checking router: a8426461-86ee-47bc-b190-212b30cbf7c6 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:44:40.466825 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Updating router a8426461-86ee-47bc-b190-212b30cbf7c6 port dd03f9ff-9910-4578-a6b9-89da99e3e4b5 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:44:40.537964 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bea1f1cf-d4ac-4fc7-b9af-55cddff67b4e tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2627c55a-999d-4886-be9f-b15ed985d930), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:40.542626 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bea1f1cf-d4ac-4fc7-b9af-55cddff67b4e tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:40.544856 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bea1f1cf-d4ac-4fc7-b9af-55cddff67b4e tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "DELETE /v2.0/security-groups/2627c55a-999d-4886-be9f-b15ed985d930 HTTP/1.1" status: 204 len: 168 time: 0.5689287 Mar 11 11:44:40.548671 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (dd03f9ff-9910-4578-a6b9-89da99e3e4b5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:40.559176 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44778) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:40.598882 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-72016276-d3c4-464b-9c51-3d46da831ffc tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] show failed (client error): The resource could not be found. Mar 11 11:44:40.600105 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-72016276-d3c4-464b-9c51-3d46da831ffc tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "GET /v2.0/security-groups/2627c55a-999d-4886-be9f-b15ed985d930 HTTP/1.1" status: 404 len: 347 time: 0.0370829 Mar 11 11:44:40.605123 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44780) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:40.610694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] Allocated IP 172.20.0.1 (6b2cf607-82c0-4c57-9981-1ae9a9023bc1/31a05605-9849-4cfa-b167-124588c92894/0d604f03-993a-42e8-9977-d0e72fc7dea5) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:44:40.611676 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1f1cf-d4ac-4fc7-b9af-55cddff67b4e tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2627c55a-999d-4886-be9f-b15ed985d930,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:40.725810 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] Publish callbacks [] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:40.769129 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:40.849749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] Network 6b2cf607-82c0-4c57-9981-1ae9a9023bc1 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:44:40.852577 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e0aef-a846-4a05-8161-38dbf252b373 req-9a3185d8-adaa-41ea-8204-7a9147055f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:40.854231 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6b0e0aef-a846-4a05-8161-38dbf252b373 req-9a3185d8-adaa-41ea-8204-7a9147055f5b service neutron] 10.222.0.71 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.6315506 Mar 11 11:44:40.854354 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Publish callbacks [] for port (dd03f9ff-9910-4578-a6b9-89da99e3e4b5), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:40.869126 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (dd03f9ff-9910-4578-a6b9-89da99e3e4b5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:40.878860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:40.890588 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-692cd772-7060-4cf8-b5a1-277700e31a1e req-4ed43ae3-93a9-464f-a012-42a57681b5b8 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] For port 428e1213-b696-4acb-924b-2f519ed03251, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=428e1213-b696-4acb-924b-2f519ed03251,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:40.890588 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-692cd772-7060-4cf8-b5a1-277700e31a1e req-4ed43ae3-93a9-464f-a012-42a57681b5b8 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (428e1213-b696-4acb-924b-2f519ed03251), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:40.899968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:44:40.925267 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:40.961755 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6b0e0aef-a846-4a05-8161-38dbf252b373 req-5cff823b-a17e-4d9a-857d-0e2fe495d563 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc HTTP/1.1" status: 200 len: 217 time: 0.0800893 Mar 11 11:44:40.981944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-692cd772-7060-4cf8-b5a1-277700e31a1e req-4ed43ae3-93a9-464f-a012-42a57681b5b8 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Calling delete_port for 428e1213-b696-4acb-924b-2f519ed03251 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:44:41.028165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620b71e-4155-4e33-b059-8306d082ede4 None None] Pushing event updated for resources: {'Port': ['ID=dd03f9ff-9910-4578-a6b9-89da99e3e4b5,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:41.030785 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Attempting to bind port dd03f9ff-9910-4578-a6b9-89da99e3e4b5 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:44:41.031156 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Attempting to bind port dd03f9ff-9910-4578-a6b9-89da99e3e4b5 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:44:41.031516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Attempting to bind port dd03f9ff-9910-4578-a6b9-89da99e3e4b5 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:41.049314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:44:41.049685 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:41.050089 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:41.050482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:44:41.053169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Bound port: dd03f9ff-9910-4578-a6b9-89da99e3e4b5, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:44:41.053874 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (dd03f9ff-9910-4578-a6b9-89da99e3e4b5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:41.133289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] For port dd03f9ff-9910-4578-a6b9-89da99e3e4b5, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:44:41.139084 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] For port dd03f9ff-9910-4578-a6b9-89da99e3e4b5, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=dd03f9ff-9910-4578-a6b9-89da99e3e4b5,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:44:41.147482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device c7804024-baaa-44e7-9adc-2c9d49ed9e30 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:44:41.198998 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (dd03f9ff-9910-4578-a6b9-89da99e3e4b5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:41.219647 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84265f-c33a-4342-b0a4-6da3b19337f1 req-46f0ab7c-02cd-401a-9da0-95ce0603e729 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:41.222533 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a84265f-c33a-4342-b0a4-6da3b19337f1 req-46f0ab7c-02cd-401a-9da0-95ce0603e729 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 948 time: 0.6756308 Mar 11 11:44:41.236385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa92f85-33c7-4329-aa61-a3f98a764fcf req-24f08ce3-d709-4528-8372-886c4593ebcd tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:41.243642 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3fa92f85-33c7-4329-aa61-a3f98a764fcf req-24f08ce3-d709-4528-8372-886c4593ebcd tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/ports?device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 946 time: 0.7557697 Mar 11 11:44:41.294469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:41.294836 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:41.362251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=0d604f03-993a-42e8-9977-d0e72fc7dea5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:41.362641 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3fa92f85-33c7-4329-aa61-a3f98a764fcf req-7e5c37b7-9aa5-4608-be77-f8b21fbbc14d tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/security-groups?id=c430f930-b931-4918-b2ae-071936eb3304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126869 Mar 11 11:44:41.408000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a84265f-c33a-4342-b0a4-6da3b19337f1 req-ebbe95e5-6723-4165-9184-3954cc92bb92 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561623 Mar 11 11:44:41.426020 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-7aa8265a-d4c8-4d65-be1f-8900d4267b77 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Deleting port a2601ca7-fab8-4703-adb4-020aa6c5f047 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:44:41.426543 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7aa8265a-d4c8-4d65-be1f-8900d4267b77 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a2601ca7-fab8-4703-adb4-020aa6c5f047), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:41.445185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620b71e-4155-4e33-b059-8306d082ede4 None None] Pushing event updated for resources: {'Port': ['ID=dd03f9ff-9910-4578-a6b9-89da99e3e4b5,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:41.470978 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (a8426461-86ee-47bc-b190-212b30cbf7c6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:41.474511 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e0aef-a846-4a05-8161-38dbf252b373 req-5afd50d0-e9aa-4259-a4a0-cc65f26bd735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:41.476306 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6b0e0aef-a846-4a05-8161-38dbf252b373 req-5afd50d0-e9aa-4259-a4a0-cc65f26bd735 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.5037677 Mar 11 11:44:41.496745 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port c7804024-baaa-44e7-9adc-2c9d49ed9e30 is: DOWN; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:41.527219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Routers {'a8426461-86ee-47bc-b190-212b30cbf7c6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:44:41.527882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:44:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a8426461-86ee-47bc-b190-212b30cbf7c6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:41.533039 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c26db71d-abf9-4349-bae2-30882f13a28c None None] Provisioning complete for port 0d604f03-993a-42e8-9977-d0e72fc7dea5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:41.533039 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c26db71d-abf9-4349-bae2-30882f13a28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:41.538543 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7aa8265a-d4c8-4d65-be1f-8900d4267b77 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a2601ca7-fab8-4703-adb4-020aa6c5f047), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:41.539013 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7aa8265a-d4c8-4d65-be1f-8900d4267b77 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for floatingip (a2601ca7-fab8-4703-adb4-020aa6c5f047), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:41.553533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-7aa8265a-d4c8-4d65-be1f-8900d4267b77 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Calling delete_port for a2601ca7-fab8-4703-adb4-020aa6c5f047 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:44:41.573119 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6b0e0aef-a846-4a05-8161-38dbf252b373 req-f4404bfd-1d83-4f80-86b3-d7154baa7fa0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582581 Mar 11 11:44:41.652691 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c26db71d-abf9-4349-bae2-30882f13a28c None None] Port 0d604f03-993a-42e8-9977-d0e72fc7dea5 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:44:41.660756 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:41.714408 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7aa8265a-d4c8-4d65-be1f-8900d4267b77 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a2601ca7-fab8-4703-adb4-020aa6c5f047), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:41.763699 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] Set router a8426461-86ee-47bc-b190-212b30cbf7c6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:44:41.771615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8265a-d4c8-4d65-be1f-8900d4267b77 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Pushing event deleted for resources: {'Port': ['ID=a2601ca7-fab8-4703-adb4-020aa6c5f047,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:41.841286 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:41.844406 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-692cd772-7060-4cf8-b5a1-277700e31a1e req-4ed43ae3-93a9-464f-a012-42a57681b5b8 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (428e1213-b696-4acb-924b-2f519ed03251), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:41.885372 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69392934-2e23-4cb7-8eb1-ed16c896af15 req-367d3fe2-5059-490d-92e8-bdc4a265a372 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:41.892729 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69392934-2e23-4cb7-8eb1-ed16c896af15 req-367d3fe2-5059-490d-92e8-bdc4a265a372 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 945 time: 0.2045410 Mar 11 11:44:41.894990 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7aa8265a-d4c8-4d65-be1f-8900d4267b77 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks [] for floatingip (8b689e7f-7ed1-4cab-ae77-a477baa3124b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:41.897701 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7aa8265a-d4c8-4d65-be1f-8900d4267b77 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:41.898603 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed43ae3-93a9-464f-a012-42a57681b5b8 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Pushing event deleted for resources: {'Port': ['ID=428e1213-b696-4acb-924b-2f519ed03251,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:41.902303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7aa8265a-d4c8-4d65-be1f-8900d4267b77 tempest-ImagesOneServerNegativeTestJSON-1959219223 tempest-ImagesOneServerNegativeTestJSON-1959219223-project] 10.222.0.78 "DELETE /v2.0/floatingips/8b689e7f-7ed1-4cab-ae77-a477baa3124b HTTP/1.1" status: 204 len: 168 time: 1.2963321 Mar 11 11:44:41.911645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543aacf2-c466-4d51-9ec7-f7de16b09b8b req-8d037745-27c8-471f-8977-40a44afc7f5c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:41.919131 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-543aacf2-c466-4d51-9ec7-f7de16b09b8b req-8d037745-27c8-471f-8977-40a44afc7f5c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 943 time: 0.2321568 Mar 11 11:44:42.012546 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69392934-2e23-4cb7-8eb1-ed16c896af15 req-1e121b49-11c4-4c06-b5cc-ab0d80f12a35 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186497 Mar 11 11:44:42.070270 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-543aacf2-c466-4d51-9ec7-f7de16b09b8b req-20285294-d366-4346-aab2-1bd164f5ab0b tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501677 Mar 11 11:44:42.090623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b40f22-b71e-4876-8991-727833cf044b req-58b8eeb6-9788-44eb-b164-ee5b86b5404a tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:42.097438 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6b40f22-b71e-4876-8991-727833cf044b req-58b8eeb6-9788-44eb-b164-ee5b86b5404a tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.71 "GET /v2.0/ports?device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 946 time: 0.1534185 Mar 11 11:44:42.116649 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['6658d4c9-6afa-4515-8ac9-bb7d58208ba6', 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:44:42.189313 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-692cd772-7060-4cf8-b5a1-277700e31a1e req-4ed43ae3-93a9-464f-a012-42a57681b5b8 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] No DVR routers for this DVR port 428e1213-b696-4acb-924b-2f519ed03251 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:44:42.195825 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44796) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:42.204700 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-692cd772-7060-4cf8-b5a1-277700e31a1e req-4ed43ae3-93a9-464f-a012-42a57681b5b8 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:42.208287 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-692cd772-7060-4cf8-b5a1-277700e31a1e req-4ed43ae3-93a9-464f-a012-42a57681b5b8 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.71 "DELETE /v2.0/ports/428e1213-b696-4acb-924b-2f519ed03251 HTTP/1.1" status: 204 len: 173 time: 2.3329864 Mar 11 11:44:42.214069 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8844ab8c-9d13-4190-a08f-11906cc5c865', 'name': 'network-vif-deleted', 'tag': '428e1213-b696-4acb-924b-2f519ed03251'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:42.217660 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6875334d-233c-4092-b7e3-3d8cf7e14f31" -d '{"events": [{"server_uuid": "8844ab8c-9d13-4190-a08f-11906cc5c865", "name": "network-vif-deleted", "tag": "428e1213-b696-4acb-924b-2f519ed03251"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:42.307431 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04013fc-e2f9-4751-9a43-cd0e39b10df2 x-openstack-request-id: req-b04013fc-e2f9-4751-9a43-cd0e39b10df2 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:42.308548 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8844ab8c-9d13-4190-a08f-11906cc5c865", "name": "network-vif-deleted", "tag": "428e1213-b696-4acb-924b-2f519ed03251", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:42.308956 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b04013fc-e2f9-4751-9a43-cd0e39b10df2 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:42.309541 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8844ab8c-9d13-4190-a08f-11906cc5c865', 'name': 'network-vif-deleted', 'tag': '428e1213-b696-4acb-924b-2f519ed03251', 'status': 'completed', 'code': 200} Mar 11 11:44:42.320371 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6b0e0aef-a846-4a05-8161-38dbf252b373 req-b4c839e0-69a5-4f2f-b3a3-ee6f49a63590 service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6668866 Mar 11 11:44:42.324978 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b6b40f22-b71e-4876-8991-727833cf044b req-d60ad3aa-1528-4acb-a34c-ab6d7e7c5155 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Deleting port 499a694a-9a79-47af-b012-bc45b3fc43eb {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:44:42.325506 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b6b40f22-b71e-4876-8991-727833cf044b req-d60ad3aa-1528-4acb-a34c-ab6d7e7c5155 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (499a694a-9a79-47af-b012-bc45b3fc43eb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:42.390619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44b2ea9-a335-4c32-9db8-e68c7493d768 admin admin] Deleting subnet 1a1d4465-a2a3-4fc5-b45d-6c5b13b467de {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:44:42.398190 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a44b2ea9-a335-4c32-9db8-e68c7493d768 admin admin] Publish callbacks [] for subnet (1a1d4465-a2a3-4fc5-b45d-6c5b13b467de), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:42.503152 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] Publish callbacks [] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:42.541225 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:42.546367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'name': 'tempest-TaggedBootDevicesTest-101440760-router', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:36Z', 'updated_at': '2022-03-11T11:44:38Z', 'revision_number': 3, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'gw_port': {'id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:37Z', 'updated_at': '2022-03-11T11:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:42.583930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0140e6b3-648a-4be1-8403-fd043975614f None None] The sync data for ids ['a8426461-86ee-47bc-b190-212b30cbf7c6'] in n-d-833234-2 is: [{'id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'name': 'tempest-TaggedBootDevicesTest-101440760-router', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:36Z', 'updated_at': '2022-03-11T11:44:38Z', 'revision_number': 3, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'gw_port': {'id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:37Z', 'updated_at': '2022-03-11T11:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:44:42.613092 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:42.623821 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a44b2ea9-a335-4c32-9db8-e68c7493d768 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (1a1d4465-a2a3-4fc5-b45d-6c5b13b467de), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:42.637089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b6b40f22-b71e-4876-8991-727833cf044b req-d60ad3aa-1528-4acb-a34c-ab6d7e7c5155 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] For port 499a694a-9a79-47af-b012-bc45b3fc43eb, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=499a694a-9a79-47af-b012-bc45b3fc43eb,segment=NetworkSegment(45de76f7-0806-4438-9def-9de596fa238c),segment_id=45de76f7-0806-4438-9def-9de596fa238c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:42.637623 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b6b40f22-b71e-4876-8991-727833cf044b req-d60ad3aa-1528-4acb-a34c-ab6d7e7c5155 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (499a694a-9a79-47af-b012-bc45b3fc43eb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:42.653970 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a283dc9-3d46-41eb-ac97-bef3c82849c3 req-3fe36cc0-839c-4cf2-acb1-81803a2b96e5 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:42.666194 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a283dc9-3d46-41eb-ac97-bef3c82849c3 req-3fe36cc0-839c-4cf2-acb1-81803a2b96e5 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/ports?device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 946 time: 0.1319458 Mar 11 11:44:42.721750 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cb50ec5-4a23-421f-8051-21571c6e5e18 req-54689f7a-d160-4e1e-9c15-8bbc0677dde5 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=8844ab8c-9d13-4190-a08f-11906cc5c865 HTTP/1.1" status: 200 len: 210 time: 0.1051166 Mar 11 11:44:42.730921 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b6b40f22-b71e-4876-8991-727833cf044b req-d60ad3aa-1528-4acb-a34c-ab6d7e7c5155 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Calling delete_port for 499a694a-9a79-47af-b012-bc45b3fc43eb owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:44:42.795732 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (a8426461-86ee-47bc-b190-212b30cbf7c6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:42.802027 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6b0e0aef-a846-4a05-8161-38dbf252b373 req-68bbe2f5-c6e6-4115-9fe9-4282558b1646 service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622808 Mar 11 11:44:42.802707 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=0d604f03-993a-42e8-9977-d0e72fc7dea5,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:42.805544 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a44b2ea9-a335-4c32-9db8-e68c7493d768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (1a1d4465-a2a3-4fc5-b45d-6c5b13b467de), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:42.853591 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 6e6add1e-8ea2-4459-8162-6cf0022d481f up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:42.893341 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a283dc9-3d46-41eb-ac97-bef3c82849c3 req-d5a6e1ec-ebfd-44c8-9a53-0ec5202b02f2 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/security-groups?id=c430f930-b931-4918-b2ae-071936eb3304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259228 Mar 11 11:44:42.971112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 6e6add1e-8ea2-4459-8162-6cf0022d481f completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:44:42.978626 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 6e6add1e-8ea2-4459-8162-6cf0022d481f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:42.979141 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:42.995777 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a44b2ea9-a335-4c32-9db8-e68c7493d768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (1a1d4465-a2a3-4fc5-b45d-6c5b13b467de), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:43.072120 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b6b40f22-b71e-4876-8991-727833cf044b req-d60ad3aa-1528-4acb-a34c-ab6d7e7c5155 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (499a694a-9a79-47af-b012-bc45b3fc43eb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:43.101440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b2ea9-a335-4c32-9db8-e68c7493d768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a1d4465-a2a3-4fc5-b45d-6c5b13b467de,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:43.107047 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] Network 6b2cf607-82c0-4c57-9981-1ae9a9023bc1 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:44:43.116388 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a44b2ea9-a335-4c32-9db8-e68c7493d768 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:43.122366 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a44b2ea9-a335-4c32-9db8-e68c7493d768 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1a1d4465-a2a3-4fc5-b45d-6c5b13b467de HTTP/1.1" status: 204 len: 168 time: 0.9227951 Mar 11 11:44:43.122366 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:43.127422 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44808) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:43.130873 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-1236f12f-f89c-46d3-937f-d7c0c65ecda9 service neutron] 10.222.0.37 "GET /v2.0/ports/c7804024-baaa-44e7-9adc-2c9d49ed9e30/bindings/n-h1-833234-2 HTTP/1.1" status: 200 len: 384 time: 0.2010405 Mar 11 11:44:43.172158 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ad3aa-1528-4acb-a34c-ab6d7e7c5155 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Pushing event deleted for resources: {'Port': ['ID=499a694a-9a79-47af-b012-bc45b3fc43eb,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:43.193429 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 6e6add1e-8ea2-4459-8162-6cf0022d481f is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:43.194513 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:43.249104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4ba11d-7445-462a-8508-696aed9d59d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6add1e-8ea2-4459-8162-6cf0022d481f'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:43.253657 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354a6f69-dfdd-44a9-9d98-a60c089e7ad0" -d '{"events": [{"server_uuid": "5e4ba11d-7445-462a-8508-696aed9d59d7", "name": "network-vif-plugged", "status": "completed", "tag": "6e6add1e-8ea2-4459-8162-6cf0022d481f"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:43.272888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 6e6add1e-8ea2-4459-8162-6cf0022d481f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6e6add1e-8ea2-4459-8162-6cf0022d481f,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:43.278522 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:43.280090 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 428e1213-b696-4acb-924b-2f519ed03251 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:44:43.303012 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 428e1213-b696-4acb-924b-2f519ed03251 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:44:43.303392 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 428e1213-b696-4acb-924b-2f519ed03251 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:44:43.303816 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 499a694a-9a79-47af-b012-bc45b3fc43eb no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:44:43.329000 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b40f22-b71e-4876-8991-727833cf044b req-d60ad3aa-1528-4acb-a34c-ab6d7e7c5155 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] No DVR routers for this DVR port 499a694a-9a79-47af-b012-bc45b3fc43eb on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:44:43.333444 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b6b40f22-b71e-4876-8991-727833cf044b req-d60ad3aa-1528-4acb-a34c-ab6d7e7c5155 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:43.338483 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6b40f22-b71e-4876-8991-727833cf044b req-d60ad3aa-1528-4acb-a34c-ab6d7e7c5155 tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.71 "DELETE /v2.0/ports/499a694a-9a79-47af-b012-bc45b3fc43eb HTTP/1.1" status: 204 len: 173 time: 1.2354505 Mar 11 11:44:43.340977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4344d040-a461-4c80-b0f9-00b406024673', 'name': 'network-vif-deleted', 'tag': '499a694a-9a79-47af-b012-bc45b3fc43eb'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:43.343555 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4e27c6-87cc-4ebe-b53c-0da6b9fd36ea" -d '{"events": [{"server_uuid": "4344d040-a461-4c80-b0f9-00b406024673", "name": "network-vif-deleted", "tag": "499a694a-9a79-47af-b012-bc45b3fc43eb"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:43.353184 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 499a694a-9a79-47af-b012-bc45b3fc43eb {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:44:43.353184 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 499a694a-9a79-47af-b012-bc45b3fc43eb not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:44:43.425146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687caf51-3c39-4221-a959-36644b9733de req-4c3d0df3-c0b8-4643-95c6-c0f239da3462 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:43.426989 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-687caf51-3c39-4221-a959-36644b9733de req-4c3d0df3-c0b8-4643-95c6-c0f239da3462 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 945 time: 0.3300025 Mar 11 11:44:43.452215 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=6e6add1e-8ea2-4459-8162-6cf0022d481f,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:43.476208 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cc253-5395-43c1-a6db-e0b3a57e5241 req-d1eaa871-4817-49c1-8c91-0c5a51b187f2 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:43.478099 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-218cc253-5395-43c1-a6db-e0b3a57e5241 req-d1eaa871-4817-49c1-8c91-0c5a51b187f2 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 943 time: 0.2762718 Mar 11 11:44:43.524123 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a02ce35a-2a36-43f0-9bf7-a2faff885ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (b499850f-8fb3-4e28-b577-f302ebbdffd0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:43.568690 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5304239-d835-4c83-9014-84f249491c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:43.574330 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-687caf51-3c39-4221-a959-36644b9733de req-b9dbb96d-7221-4da9-949a-3d2c3a521d84 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412702 Mar 11 11:44:43.593342 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-218cc253-5395-43c1-a6db-e0b3a57e5241 req-be98b486-b3e4-4414-a349-3046b6b10c0d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059389 Mar 11 11:44:43.603032 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-40304ae4-3425-415f-8494-b9381d05972a None None] Provisioning complete for port 0d604f03-993a-42e8-9977-d0e72fc7dea5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:43.603529 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-40304ae4-3425-415f-8494-b9381d05972a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:43.616380 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] Router a8426461-86ee-47bc-b190-212b30cbf7c6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:44:43.647813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-40304ae4-3425-415f-8494-b9381d05972a None None] Port 0d604f03-993a-42e8-9977-d0e72fc7dea5 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:44:43.652946 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cac246b-aff4-4aea-8f77-dea5d49a8db1 x-openstack-request-id: req-5cac246b-aff4-4aea-8f77-dea5d49a8db1 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:43.653243 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4ba11d-7445-462a-8508-696aed9d59d7", "name": "network-vif-plugged", "status": "completed", "tag": "6e6add1e-8ea2-4459-8162-6cf0022d481f", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:43.653496 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5cac246b-aff4-4aea-8f77-dea5d49a8db1 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:43.653914 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4ba11d-7445-462a-8508-696aed9d59d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6add1e-8ea2-4459-8162-6cf0022d481f', 'code': 200} Mar 11 11:44:43.685885 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f33bb5-f513-4824-8f0f-2fab6af3b24d x-openstack-request-id: req-a6f33bb5-f513-4824-8f0f-2fab6af3b24d {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:43.686384 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4344d040-a461-4c80-b0f9-00b406024673", "name": "network-vif-deleted", "tag": "499a694a-9a79-47af-b012-bc45b3fc43eb", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:43.686839 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a6f33bb5-f513-4824-8f0f-2fab6af3b24d {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:43.687259 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4344d040-a461-4c80-b0f9-00b406024673', 'name': 'network-vif-deleted', 'tag': '499a694a-9a79-47af-b012-bc45b3fc43eb', 'status': 'completed', 'code': 200} Mar 11 11:44:43.774302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac8420-bffe-48d4-b83e-2962f1ed7f85 req-ded58f56-9558-43b3-95dc-e9d133ae8f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:43.775999 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1fac8420-bffe-48d4-b83e-2962f1ed7f85 req-ded58f56-9558-43b3-95dc-e9d133ae8f18 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 1128 time: 0.0596275 Mar 11 11:44:43.815978 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a02ce35a-2a36-43f0-9bf7-a2faff885ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (b499850f-8fb3-4e28-b577-f302ebbdffd0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:43.841159 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1fac8420-bffe-48d4-b83e-2962f1ed7f85 req-30d019ab-8bf5-4175-ba7d-e70699a5bbd8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527959 Mar 11 11:44:43.844103 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1eb70337-4a68-47bc-ac89-3de93189623e req-5a14d133-fc3e-4b21-a16c-cb18ef575a49 service neutron] For port c7804024-baaa-44e7-9adc-2c9d49ed9e30, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=c7804024-baaa-44e7-9adc-2c9d49ed9e30,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:43.869303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-a02ce35a-2a36-43f0-9bf7-a2faff885ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b499850f-8fb3-4e28-b577-f302ebbdffd0']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:43.889361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-a02ce35a-2a36-43f0-9bf7-a2faff885ab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544fa4dc-c420-4d54-a419-af3aa9315f37') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:43.889639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-a02ce35a-2a36-43f0-9bf7-a2faff885ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544fa4dc-c420-4d54-a419-af3aa9315f37') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:43.899904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1eb70337-4a68-47bc-ac89-3de93189623e req-5a14d133-fc3e-4b21-a16c-cb18ef575a49 service neutron] For port c7804024-baaa-44e7-9adc-2c9d49ed9e30, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:44:43.950602 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a02ce35a-2a36-43f0-9bf7-a2faff885ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (544fa4dc-c420-4d54-a419-af3aa9315f37), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:43.987695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-1eb70337-4a68-47bc-ac89-3de93189623e req-5a14d133-fc3e-4b21-a16c-cb18ef575a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7804024-baaa-44e7-9adc-2c9d49ed9e30 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:44:43.992232 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a02ce35a-2a36-43f0-9bf7-a2faff885ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (544fa4dc-c420-4d54-a419-af3aa9315f37), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:44.005827 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:44:44.008644 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1eb70337-4a68-47bc-ac89-3de93189623e req-5a14d133-fc3e-4b21-a16c-cb18ef575a49 service neutron] For port c7804024-baaa-44e7-9adc-2c9d49ed9e30, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=c7804024-baaa-44e7-9adc-2c9d49ed9e30,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:44.011904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02ce35a-2a36-43f0-9bf7-a2faff885ab6 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:44:44.012314 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a02ce35a-2a36-43f0-9bf7-a2faff885ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (544fa4dc-c420-4d54-a419-af3aa9315f37), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:44:44.013999 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:44:44.017680 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-041630a0-1628-490c-bd65-b64cfae51ff5 admin admin] 10.222.0.78 "PUT /v2.0/routers/a8426461-86ee-47bc-b190-212b30cbf7c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7489250 Mar 11 11:44:44.024865 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d6888fb9-3927-4147-9900-c16073b7ce5b req-5ce24084-d693-4b22-852e-6dd177d5695c tempest-ServerGroupTestJSON-844843353 tempest-ServerGroupTestJSON-844843353-project] 10.222.0.78 "GET /v2.0/ports?device_id=4344d040-a461-4c80-b0f9-00b406024673 HTTP/1.1" status: 200 len: 210 time: 0.0325465 Mar 11 11:44:44.079472 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcfcc0-8356-4da3-979a-a79db22ee48c req-7a656d6d-6abe-4568-8169-af2602c90b53 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:44.080596 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1eb70337-4a68-47bc-ac89-3de93189623e req-5a14d133-fc3e-4b21-a16c-cb18ef575a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:44.086514 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08dcfcc0-8356-4da3-979a-a79db22ee48c req-7a656d6d-6abe-4568-8169-af2602c90b53 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=bba745c5-86cc-4e9b-8c09-12b44ded6d6a HTTP/1.1" status: 200 len: 949 time: 0.0821192 Mar 11 11:44:44.133295 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08dcfcc0-8356-4da3-979a-a79db22ee48c req-07c89602-6a08-4881-805e-eb0d8c7eb9e3 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456734 Mar 11 11:44:44.149859 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a02ce35a-2a36-43f0-9bf7-a2faff885ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (b499850f-8fb3-4e28-b577-f302ebbdffd0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:44.159387 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a02ce35a-2a36-43f0-9bf7-a2faff885ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:44.162743 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a02ce35a-2a36-43f0-9bf7-a2faff885ab6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b499850f-8fb3-4e28-b577-f302ebbdffd0 HTTP/1.1" status: 204 len: 168 time: 1.0308688 Mar 11 11:44:44.176008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ce35a-2a36-43f0-9bf7-a2faff885ab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b499850f-8fb3-4e28-b577-f302ebbdffd0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:44.214792 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-1eb70337-4a68-47bc-ac89-3de93189623e req-5a14d133-fc3e-4b21-a16c-cb18ef575a49 service neutron] Transition to ACTIVE for port object c7804024-baaa-44e7-9adc-2c9d49ed9e30 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:44:44.222907 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1eb70337-4a68-47bc-ac89-3de93189623e req-5a14d133-fc3e-4b21-a16c-cb18ef575a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:44.296840 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb70337-4a68-47bc-ac89-3de93189623e req-5a14d133-fc3e-4b21-a16c-cb18ef575a49 service neutron] No DVR routers for this DVR port c7804024-baaa-44e7-9adc-2c9d49ed9e30 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:44:44.306453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14d133-fc3e-4b21-a16c-cb18ef575a49 service neutron] Pushing event updated for resources: {'Port': ['ID=c7804024-baaa-44e7-9adc-2c9d49ed9e30,revision_number=10']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:44.332032 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44830) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:44.352667 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-5a14d133-fc3e-4b21-a16c-cb18ef575a49 service neutron] 10.222.0.37 "PUT /v2.0/ports/c7804024-baaa-44e7-9adc-2c9d49ed9e30/bindings/n-h1-833234-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2076187 Mar 11 11:44:44.379455 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-72dd75bb-f561-49c2-b0f6-4e3162a115f4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=306fe3dc04f4442a81b7c6242bc6f20a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460391 Mar 11 11:44:44.381838 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44832) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:44.436774 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f5385a5-09ec-4b95-a3e4-060c6d3d563d admin admin] Publish callbacks [] for security_group (068a6640-8833-4387-9f5c-c3f66458487a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:44.459950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb70337-4a68-47bc-ac89-3de93189623e req-bcc496d4-746a-45cc-b1d4-55cf7b788dea tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:44.461798 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-bcc496d4-746a-45cc-b1d4-55cf7b788dea tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e&tenant_id=4b2baed761184abf86d0da4561f84f1b&binding%3Ahost_id=n-h2-833234-2 HTTP/1.1" status: 200 len: 1126 time: 0.0524044 Mar 11 11:44:44.463177 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f5385a5-09ec-4b95-a3e4-060c6d3d563d admin admin] Publish callbacks [] for security_group (068a6640-8833-4387-9f5c-c3f66458487a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:44.520298 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f5385a5-09ec-4b95-a3e4-060c6d3d563d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (068a6640-8833-4387-9f5c-c3f66458487a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:44.523245 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f5385a5-09ec-4b95-a3e4-060c6d3d563d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:44.528172 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5f5385a5-09ec-4b95-a3e4-060c6d3d563d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/068a6640-8833-4387-9f5c-c3f66458487a HTTP/1.1" status: 204 len: 168 time: 0.1424527 Mar 11 11:44:44.536055 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5385a5-09ec-4b95-a3e4-060c6d3d563d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068a6640-8833-4387-9f5c-c3f66458487a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:44.562742 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb70337-4a68-47bc-ac89-3de93189623e req-662d2c38-030a-4b16-ad04-5bb128d609fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:44.565518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-662d2c38-030a-4b16-ad04-5bb128d609fa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e&tenant_id=4b2baed761184abf86d0da4561f84f1b HTTP/1.1" status: 200 len: 1126 time: 0.0789700 Mar 11 11:44:44.730642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb70337-4a68-47bc-ac89-3de93189623e req-128ba025-0ece-4879-94b6-d62f202250a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:44.732209 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-128ba025-0ece-4879-94b6-d62f202250a4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 1126 time: 0.1371725 Mar 11 11:44:44.735523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44850) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:44.741933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b604235d-30d1-43f4-b294-10dabc8368bc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-458725472-network', 'tenant_id': '47810bed0ace4c93b09c165c21b811e5'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:44.772278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b604235d-30d1-43f4-b294-10dabc8368bc admin admin] Made reservation on behalf of 47810bed0ace4c93b09c165c21b811e5 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:44:44.775300 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b604235d-30d1-43f4-b294-10dabc8368bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:44.786957 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b604235d-30d1-43f4-b294-10dabc8368bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:44.915289 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71fde5-06f7-4019-a567-441358a9215a req-a33d35bf-1b3a-4766-8485-9894cbccd2e4 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:44.917393 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa71fde5-06f7-4019-a567-441358a9215a req-a33d35bf-1b3a-4766-8485-9894cbccd2e4 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.2239833 Mar 11 11:44:44.917890 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b604235d-30d1-43f4-b294-10dabc8368bc admin admin] Publish callbacks [] for security_group (d38c8d30-0e41-4d02-bcdf-b10baa857bf0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:44.926886 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b604235d-30d1-43f4-b294-10dabc8368bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d38c8d30-0e41-4d02-bcdf-b10baa857bf0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:44.932738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device dd03f9ff-9910-4578-a6b9-89da99e3e4b5 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:44.945913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23630f55-af48-485e-9494-b6a1448ade8b req-1c019547-542c-4c9b-b87f-790ef8896d85 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:44.955636 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23630f55-af48-485e-9494-b6a1448ade8b req-1c019547-542c-4c9b-b87f-790ef8896d85 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 944 time: 0.2012475 Mar 11 11:44:44.969546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b604235d-30d1-43f4-b294-10dabc8368bc admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:44:44.982258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604235d-30d1-43f4-b294-10dabc8368bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38c8d30-0e41-4d02-bcdf-b10baa857bf0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:44.989345 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b604235d-30d1-43f4-b294-10dabc8368bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ccb6d6a8-86ae-43e1-935b-969bc7d2245a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:44.989878 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-b604235d-30d1-43f4-b294-10dabc8368bc admin admin] Added segment ccb6d6a8-86ae-43e1-935b-969bc7d2245a of type vlan for network 2076c071-a5c3-4b31-85d8-96ed29eb46b7 Mar 11 11:44:45.021832 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb70337-4a68-47bc-ac89-3de93189623e req-8c569ced-12e6-46e0-a342-955ac274b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:45.021832 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-8c569ced-12e6-46e0-a342-955ac274b338 service neutron] 10.222.0.71 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.2635851 Mar 11 11:44:45.037810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port dd03f9ff-9910-4578-a6b9-89da99e3e4b5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:45.038571 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (dd03f9ff-9910-4578-a6b9-89da99e3e4b5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:45.046340 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b604235d-30d1-43f4-b294-10dabc8368bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (2076c071-a5c3-4b31-85d8-96ed29eb46b7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:45.083625 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b604235d-30d1-43f4-b294-10dabc8368bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (2076c071-a5c3-4b31-85d8-96ed29eb46b7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:45.084912 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b604235d-30d1-43f4-b294-10dabc8368bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:45.085819 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b604235d-30d1-43f4-b294-10dabc8368bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:45.130428 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23630f55-af48-485e-9494-b6a1448ade8b req-d36e613b-f66b-4fc9-a77e-5a0ecf0cb729 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624882 Mar 11 11:44:45.132054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-a60bf7de-944c-4c31-a71e-99f7fe758299 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7804024-baaa-44e7-9adc-2c9d49ed9e30 HTTP/1.1" status: 200 len: 217 time: 0.0798345 Mar 11 11:44:45.135952 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa71fde5-06f7-4019-a567-441358a9215a req-39ab1eb0-2950-424f-b716-e978aa1cefe6 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080505 Mar 11 11:44:45.136237 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b604235d-30d1-43f4-b294-10dabc8368bc admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3990960 Mar 11 11:44:45.136417 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44862) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:45.152648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ee764014-bc1b-46d3-bdfe-b31cbd2fd265 admin admin] Request body: {'subnet': {'network_id': '2076c071-a5c3-4b31-85d8-96ed29eb46b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-458725472-subnet', 'tenant_id': '47810bed0ace4c93b09c165c21b811e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:45.201233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604235d-30d1-43f4-b294-10dabc8368bc admin admin] Pushing event updated for resources: {'Network': ['ID=2076c071-a5c3-4b31-85d8-96ed29eb46b7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:45.203011 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Sync routers for ids ['a8426461-86ee-47bc-b190-212b30cbf7c6'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:44:45.217964 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Routers {'a8426461-86ee-47bc-b190-212b30cbf7c6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:44:45.218614 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:44:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a8426461-86ee-47bc-b190-212b30cbf7c6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:45.226120 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 2076c071-a5c3-4b31-85d8-96ed29eb46b7 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:44:45.315358 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port dd03f9ff-9910-4578-a6b9-89da99e3e4b5 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:45.315689 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (dd03f9ff-9910-4578-a6b9-89da99e3e4b5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:45.318611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb70337-4a68-47bc-ac89-3de93189623e req-fb54aad1-1c1a-462f-9861-34cfec3c7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:45.319683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-fb54aad1-1c1a-462f-9861-34cfec3c7b35 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.1752541 Mar 11 11:44:45.396094 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-78d6e141-323a-43ae-88b4-0f7bc90419a3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566320 Mar 11 11:44:45.397534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee764014-bc1b-46d3-bdfe-b31cbd2fd265 admin admin] Made reservation on behalf of 47810bed0ace4c93b09c165c21b811e5 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:44:45.399642 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee764014-bc1b-46d3-bdfe-b31cbd2fd265 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:45.431746 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port dd03f9ff-9910-4578-a6b9-89da99e3e4b5, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=dd03f9ff-9910-4578-a6b9-89da99e3e4b5,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:45.439335 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (dd03f9ff-9910-4578-a6b9-89da99e3e4b5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:45.508196 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Set router a8426461-86ee-47bc-b190-212b30cbf7c6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:44:45.519770 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=dd03f9ff-9910-4578-a6b9-89da99e3e4b5,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:45.573345 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44890) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:45.633497 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f0748-6881-4f37-99a2-05480f6836c2 req-03d197b7-9dcc-459a-9e02-1f406ac959a3 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:45.640174 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-71353fe6-a21a-499e-a7df-88c2c6ffb30c admin admin] Deleting subnet 818d86db-127d-4a31-b763-7533f38b925f {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:44:45.641038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e8f0748-6881-4f37-99a2-05480f6836c2 req-03d197b7-9dcc-459a-9e02-1f406ac959a3 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=bba745c5-86cc-4e9b-8c09-12b44ded6d6a HTTP/1.1" status: 200 len: 949 time: 0.3189433 Mar 11 11:44:45.645254 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-71353fe6-a21a-499e-a7df-88c2c6ffb30c admin admin] Publish callbacks [] for subnet (818d86db-127d-4a31-b763-7533f38b925f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:45.693782 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-71353fe6-a21a-499e-a7df-88c2c6ffb30c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (818d86db-127d-4a31-b763-7533f38b925f), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:45.712870 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea631f5c-3360-4144-b374-ca421849e5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:45.745186 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-71353fe6-a21a-499e-a7df-88c2c6ffb30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (818d86db-127d-4a31-b763-7533f38b925f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:45.749229 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-7885ef1c-0451-4481-a17c-087e79296406 service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607429 Mar 11 11:44:45.772819 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee764014-bc1b-46d3-bdfe-b31cbd2fd265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (d2beebdc-ea5f-42c3-92f0-d76f57885ede), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:45.787801 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'name': 'tempest-TaggedBootDevicesTest-101440760-router', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:36Z', 'updated_at': '2022-03-11T11:44:41Z', 'revision_number': 4, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'gw_port': {'id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:37Z', 'updated_at': '2022-03-11T11:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '0d604f03-993a-42e8-9977-d0e72fc7dea5', 'name': '', 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'mac_address': 'fa:16:3e:7a:a8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '31a05605-9849-4cfa-b167-124588c92894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:40Z', 'updated_at': '2022-03-11T11:44:42Z', 'revision_number': 2, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'subnets': [{'id': '31a05605-9849-4cfa-b167-124588c92894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:45.817421 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-71353fe6-a21a-499e-a7df-88c2c6ffb30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (818d86db-127d-4a31-b763-7533f38b925f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:45.829502 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Checking router: a8426461-86ee-47bc-b190-212b30cbf7c6 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:44:45.830171 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Updating router a8426461-86ee-47bc-b190-212b30cbf7c6 port 0d604f03-993a-42e8-9977-d0e72fc7dea5 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:44:45.852262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71353fe6-a21a-499e-a7df-88c2c6ffb30c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=818d86db-127d-4a31-b763-7533f38b925f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:45.852476 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e8f0748-6881-4f37-99a2-05480f6836c2 req-566545bc-374a-4069-bccb-906202a56513 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102013 Mar 11 11:44:45.862171 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-71353fe6-a21a-499e-a7df-88c2c6ffb30c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:45.865819 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:45.870439 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-71353fe6-a21a-499e-a7df-88c2c6ffb30c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/818d86db-127d-4a31-b763-7533f38b925f HTTP/1.1" status: 204 len: 168 time: 0.2959054 Mar 11 11:44:45.874053 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44900) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:45.929311 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee764014-bc1b-46d3-bdfe-b31cbd2fd265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2beebdc-ea5f-42c3-92f0-d76f57885ede,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:45.941663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee764014-bc1b-46d3-bdfe-b31cbd2fd265 admin admin] Checking segment: {'id': 'ccb6d6a8-86ae-43e1-935b-969bc7d2245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2076c071-a5c3-4b31-85d8-96ed29eb46b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:45.942112 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee764014-bc1b-46d3-bdfe-b31cbd2fd265 admin admin] Network hostable DHCP agents. Network: 2076c071-a5c3-4b31-85d8-96ed29eb46b7, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:44:45.963138 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a9e09ff-21d0-4389-8b70-5b6ea8847baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (717807cd-8d44-4e6b-b214-b969adc92074), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:45.974887 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-b85026df-636f-408f-b540-3a442c1b6484 service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145298 Mar 11 11:44:45.977003 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee764014-bc1b-46d3-bdfe-b31cbd2fd265 admin admin] Network 2076c071-a5c3-4b31-85d8-96ed29eb46b7 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:44:45.992507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-ee764014-bc1b-46d3-bdfe-b31cbd2fd265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 2076c071-a5c3-4b31-85d8-96ed29eb46b7) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:46.000621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee764014-bc1b-46d3-bdfe-b31cbd2fd265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:46.001229 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee764014-bc1b-46d3-bdfe-b31cbd2fd265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.005269 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038fcbec-8c77-4eeb-9058-e5a9d54aa709 None None] Network 2076c071-a5c3-4b31-85d8-96ed29eb46b7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:44:46.036245 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ee764014-bc1b-46d3-bdfe-b31cbd2fd265 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8905909 Mar 11 11:44:46.036498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44902) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:46.045644 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-458725472-router', 'tenant_id': '47810bed0ace4c93b09c165c21b811e5', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:46.102210 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (e06701a5-2901-4039-bad2-4f9465cbf5e6), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.105483 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (e06701a5-2901-4039-bad2-4f9465cbf5e6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.122204 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a9e09ff-21d0-4389-8b70-5b6ea8847baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (717807cd-8d44-4e6b-b214-b969adc92074), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.143836 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab34dd-250a-4d63-89c0-d338f199753b req-dc7949a9-20e0-4ea7-97df-a2d2556e6169 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:46.145613 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d9ab34dd-250a-4d63-89c0-d338f199753b req-dc7949a9-20e0-4ea7-97df-a2d2556e6169 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.71 "GET /v2.0/ports?device_id=bba745c5-86cc-4e9b-8c09-12b44ded6d6a HTTP/1.1" status: 200 len: 949 time: 0.1855130 Mar 11 11:44:46.169380 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1a9e09ff-21d0-4389-8b70-5b6ea8847baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717807cd-8d44-4e6b-b214-b969adc92074']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:46.209296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1a9e09ff-21d0-4389-8b70-5b6ea8847baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45de76f7-0806-4438-9def-9de596fa238c') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:46.209901 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1a9e09ff-21d0-4389-8b70-5b6ea8847baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45de76f7-0806-4438-9def-9de596fa238c') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:46.228108 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a9e09ff-21d0-4389-8b70-5b6ea8847baf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (45de76f7-0806-4438-9def-9de596fa238c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.242229 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Publish callbacks [] for router_controller (e06701a5-2901-4039-bad2-4f9465cbf5e6), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.282937 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a9e09ff-21d0-4389-8b70-5b6ea8847baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (45de76f7-0806-4438-9def-9de596fa238c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.286621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-2076c071-a5c3-4b31-85d8-96ed29eb46b7', 'network_id': '2076c071-a5c3-4b31-85d8-96ed29eb46b7', 'project_id': '47810bed0ace4c93b09c165c21b811e5', 'fixed_ips': [{'subnet_id': 'd2beebdc-ea5f-42c3-92f0-d76f57885ede'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:44:46.287714 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.347461 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9e09ff-21d0-4389-8b70-5b6ea8847baf admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:44:46.349741 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a9e09ff-21d0-4389-8b70-5b6ea8847baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (45de76f7-0806-4438-9def-9de596fa238c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:44:46.352016 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:44:46.431015 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a9e09ff-21d0-4389-8b70-5b6ea8847baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (717807cd-8d44-4e6b-b214-b969adc92074), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.436501 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a9e09ff-21d0-4389-8b70-5b6ea8847baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.441814 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1a9e09ff-21d0-4389-8b70-5b6ea8847baf admin admin] 10.222.0.78 "DELETE /v2.0/networks/717807cd-8d44-4e6b-b214-b969adc92074 HTTP/1.1" status: 204 len: 168 time: 0.5667360 Mar 11 11:44:46.472908 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-d9ab34dd-250a-4d63-89c0-d338f199753b req-38d3bdf5-1186-454c-939d-951da4f2151e tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Deleting port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:44:46.473349 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d9ab34dd-250a-4d63-89c0-d338f199753b req-38d3bdf5-1186-454c-939d-951da4f2151e tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6658d4c9-6afa-4515-8ac9-bb7d58208ba6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.480217 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e09ff-21d0-4389-8b70-5b6ea8847baf admin admin] Pushing event deleted for resources: {'Network': ['ID=717807cd-8d44-4e6b-b214-b969adc92074,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:46.487668 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Publish callbacks [] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.493686 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.535917 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Publish callbacks [] for router_gateway (e06701a5-2901-4039-bad2-4f9465cbf5e6), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.554655 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b877d-b780-46fb-8fe2-0e81269a28fc None None] Pushing event updated for resources: {'Port': ['ID=0d604f03-993a-42e8-9977-d0e72fc7dea5,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:46.584316 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Allocated IP 172.20.0.2 (2076c071-a5c3-4b31-85d8-96ed29eb46b7/d2beebdc-ea5f-42c3-92f0-d76f57885ede/312f56a7-c879-4b00-a509-cbc6dd14e819) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:44:46.586337 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb70337-4a68-47bc-ac89-3de93189623e req-c5988da6-c77f-4f34-b22f-03cfc2cad476 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:46.588210 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-c5988da6-c77f-4f34-b22f-03cfc2cad476 tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e&tenant_id=4b2baed761184abf86d0da4561f84f1b&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 1126 time: 0.2241094 Mar 11 11:44:46.599820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe264d05-3fec-4f12-b999-409c2af8b702 req-8e7bb6a3-176c-4596-af7f-a505cee9f344 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:46.602465 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe264d05-3fec-4f12-b999-409c2af8b702 req-8e7bb6a3-176c-4596-af7f-a505cee9f344 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 944 time: 0.3584692 Mar 11 11:44:46.618392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62632e8c-2365-421e-8b4f-f2b903c14bca req-e5a868d2-720e-42f2-bfd5-e4f9dac23aa4 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:46.619770 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62632e8c-2365-421e-8b4f-f2b903c14bca req-e5a868d2-720e-42f2-bfd5-e4f9dac23aa4 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.2566707 Mar 11 11:44:46.651838 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-d9ab34dd-250a-4d63-89c0-d338f199753b req-38d3bdf5-1186-454c-939d-951da4f2151e tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] For port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6658d4c9-6afa-4515-8ac9-bb7d58208ba6,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:46.652714 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d9ab34dd-250a-4d63-89c0-d338f199753b req-38d3bdf5-1186-454c-939d-951da4f2151e tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6658d4c9-6afa-4515-8ac9-bb7d58208ba6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.675574 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-d9ab34dd-250a-4d63-89c0-d338f199753b req-38d3bdf5-1186-454c-939d-951da4f2151e tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Calling delete_port for 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:44:46.690152 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Attempting to bind port 0d604f03-993a-42e8-9977-d0e72fc7dea5 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:44:46.690526 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Attempting to bind port 0d604f03-993a-42e8-9977-d0e72fc7dea5 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'c3300a20-5c4e-4f46-8c0d-023a3ba22a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:44:46.690901 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Attempting to bind port 0d604f03-993a-42e8-9977-d0e72fc7dea5 on network 6b2cf607-82c0-4c57-9981-1ae9a9023bc1 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:46.705681 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:44:46.706125 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Checking segment: {'id': 'c3300a20-5c4e-4f46-8c0d-023a3ba22a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:46.706467 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.706855 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Bound using segment: {'id': 'c3300a20-5c4e-4f46-8c0d-023a3ba22a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:44:46.707333 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Bound port: 0d604f03-993a-42e8-9977-d0e72fc7dea5, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3300a20-5c4e-4f46-8c0d-023a3ba22a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:44:46.707742 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.765518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe264d05-3fec-4f12-b999-409c2af8b702 req-55c33beb-0565-4836-9477-b285ed2f1cae tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429060 Mar 11 11:44:46.803212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44930) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:46.863712 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] For port 0d604f03-993a-42e8-9977-d0e72fc7dea5, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:44:46.874922 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] For port 0d604f03-993a-42e8-9977-d0e72fc7dea5, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0d604f03-993a-42e8-9977-d0e72fc7dea5,segment=NetworkSegment(c3300a20-5c4e-4f46-8c0d-023a3ba22a0b),segment_id=c3300a20-5c4e-4f46-8c0d-023a3ba22a0b)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:44:46.885205 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.947953 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Publish callbacks [] for port (312f56a7-c879-4b00-a509-cbc6dd14e819), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:46.964713 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (312f56a7-c879-4b00-a509-cbc6dd14e819), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:47.015975 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b877d-b780-46fb-8fe2-0e81269a28fc None None] Pushing event updated for resources: {'Port': ['ID=0d604f03-993a-42e8-9977-d0e72fc7dea5,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:47.025148 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62632e8c-2365-421e-8b4f-f2b903c14bca req-f048a213-c735-4c43-a257-0ae54e5eb379 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892901 Mar 11 11:44:47.060986 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Routers {'a8426461-86ee-47bc-b190-212b30cbf7c6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:44:47.070792 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:44:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a8426461-86ee-47bc-b190-212b30cbf7c6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:47.099882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Pushing event updated for resources: {'Port': ['ID=312f56a7-c879-4b00-a509-cbc6dd14e819,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:47.126461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-db830844-cf40-4aaa-91a1-0c0a89b80c47 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2c2648dfb10a401a8c18820a852c379b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3134136 Mar 11 11:44:47.129272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device dd03f9ff-9910-4578-a6b9-89da99e3e4b5 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:47.133968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44948) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:47.203288 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-1eb70337-4a68-47bc-ac89-3de93189623e req-93492491-6216-4e0f-952e-31ecbc2a1159 service neutron] For port c7804024-baaa-44e7-9adc-2c9d49ed9e30, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:44:47.240914 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1eb70337-4a68-47bc-ac89-3de93189623e req-93492491-6216-4e0f-952e-31ecbc2a1159 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:47.242345 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1eb70337-4a68-47bc-ac89-3de93189623e req-93492491-6216-4e0f-952e-31ecbc2a1159 service neutron] 10.222.0.71 "DELETE /v2.0/ports/c7804024-baaa-44e7-9adc-2c9d49ed9e30/bindings/n-h2-833234-2 HTTP/1.1" status: 204 len: 173 time: 0.6335917 Mar 11 11:44:47.256453 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8fc4f-0d1a-43fa-998a-647e11242ed2 req-8854a433-49d9-468c-ab81-123a38708102 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:47.258405 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ff8fc4f-0d1a-43fa-998a-647e11242ed2 req-8854a433-49d9-468c-ab81-123a38708102 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=bba745c5-86cc-4e9b-8c09-12b44ded6d6a HTTP/1.1" status: 200 len: 949 time: 0.2114444 Mar 11 11:44:47.270863 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Network 2076c071-a5c3-4b31-85d8-96ed29eb46b7 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:44:47.291933 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:47.326704 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:47.350312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:44:47.365290 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5a4fd288-1d18-47de-911d-9ed8e5b7ad59 None None] Provisioning complete for port 0d604f03-993a-42e8-9977-d0e72fc7dea5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:47.367380 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a4fd288-1d18-47de-911d-9ed8e5b7ad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:47.416208 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] Set router a8426461-86ee-47bc-b190-212b30cbf7c6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:44:47.430713 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d9ab34dd-250a-4d63-89c0-d338f199753b req-38d3bdf5-1186-454c-939d-951da4f2151e tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6658d4c9-6afa-4515-8ac9-bb7d58208ba6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:47.458994 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f38be65f-068d-4535-b3ad-b85ad153f2ee admin admin] Publish callbacks [] for security_group (c430f930-b931-4918-b2ae-071936eb3304), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:47.462718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['edfe7bb4-3b90-48d3-9c65-96be491cd2e4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:44:47.468251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3bdf5-1186-454c-939d-951da4f2151e tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Pushing event deleted for resources: {'Port': ['ID=6658d4c9-6afa-4515-8ac9-bb7d58208ba6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:47.516913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44952) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:47.558313 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ab34dd-250a-4d63-89c0-d338f199753b req-38d3bdf5-1186-454c-939d-951da4f2151e tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] No DVR routers for this DVR port 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:44:47.564761 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d9ab34dd-250a-4d63-89c0-d338f199753b req-38d3bdf5-1186-454c-939d-951da4f2151e tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:47.582107 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d9ab34dd-250a-4d63-89c0-d338f199753b req-38d3bdf5-1186-454c-939d-951da4f2151e tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.71 "DELETE /v2.0/ports/6658d4c9-6afa-4515-8ac9-bb7d58208ba6 HTTP/1.1" status: 204 len: 173 time: 1.4142044 Mar 11 11:44:47.584167 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba745c5-86cc-4e9b-8c09-12b44ded6d6a', 'name': 'network-vif-deleted', 'tag': '6658d4c9-6afa-4515-8ac9-bb7d58208ba6'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:47.591144 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d6bac0-6d18-41ea-bdf6-2252d63fca52" -d '{"events": [{"server_uuid": "bba745c5-86cc-4e9b-8c09-12b44ded6d6a", "name": "network-vif-deleted", "tag": "6658d4c9-6afa-4515-8ac9-bb7d58208ba6"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:47.604170 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f38be65f-068d-4535-b3ad-b85ad153f2ee admin admin] Publish callbacks [] for security_group (c430f930-b931-4918-b2ae-071936eb3304), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:47.641718 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ff8fc4f-0d1a-43fa-998a-647e11242ed2 req-46610e76-eba0-40df-bdfc-35e83954cd93 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535802 Mar 11 11:44:47.654657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port dd03f9ff-9910-4578-a6b9-89da99e3e4b5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:47.655054 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (dd03f9ff-9910-4578-a6b9-89da99e3e4b5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:47.725385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Attempting to bind port 312f56a7-c879-4b00-a509-cbc6dd14e819 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:44:47.725755 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Attempting to bind port 312f56a7-c879-4b00-a509-cbc6dd14e819 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'ccb6d6a8-86ae-43e1-935b-969bc7d2245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2076c071-a5c3-4b31-85d8-96ed29eb46b7'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:44:47.726113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Attempting to bind port 312f56a7-c879-4b00-a509-cbc6dd14e819 on network 2076c071-a5c3-4b31-85d8-96ed29eb46b7 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:47.731333 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5747dba-a489-46cd-b2c5-7c28b673df0e x-openstack-request-id: req-b5747dba-a489-46cd-b2c5-7c28b673df0e {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:47.731709 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba745c5-86cc-4e9b-8c09-12b44ded6d6a", "name": "network-vif-deleted", "tag": "6658d4c9-6afa-4515-8ac9-bb7d58208ba6", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:47.732025 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b5747dba-a489-46cd-b2c5-7c28b673df0e {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:47.732479 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba745c5-86cc-4e9b-8c09-12b44ded6d6a', 'name': 'network-vif-deleted', 'tag': '6658d4c9-6afa-4515-8ac9-bb7d58208ba6', 'status': 'completed', 'code': 200} Mar 11 11:44:47.762184 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:44:47.762731 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Checking segment: {'id': 'ccb6d6a8-86ae-43e1-935b-969bc7d2245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2076c071-a5c3-4b31-85d8-96ed29eb46b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:47.763332 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:47.763952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Bound using segment: {'id': 'ccb6d6a8-86ae-43e1-935b-969bc7d2245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2076c071-a5c3-4b31-85d8-96ed29eb46b7'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:44:47.764809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Bound port: 312f56a7-c879-4b00-a509-cbc6dd14e819, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb6d6a8-86ae-43e1-935b-969bc7d2245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2076c071-a5c3-4b31-85d8-96ed29eb46b7'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:44:47.765318 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (312f56a7-c879-4b00-a509-cbc6dd14e819), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:47.818329 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Publish callbacks [] for router_gateway (e06701a5-2901-4039-bad2-4f9465cbf5e6), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:47.821888 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2c823a6c-c890-4973-bada-777294f345df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:47.865134 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f38be65f-068d-4535-b3ad-b85ad153f2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c430f930-b931-4918-b2ae-071936eb3304), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:47.870115 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f38be65f-068d-4535-b3ad-b85ad153f2ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:47.871449 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f38be65f-068d-4535-b3ad-b85ad153f2ee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c430f930-b931-4918-b2ae-071936eb3304 HTTP/1.1" status: 204 len: 168 time: 0.7178347 Mar 11 11:44:47.876360 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:47.947811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5a4fd288-1d18-47de-911d-9ed8e5b7ad59 None None] Current status of the port 0d604f03-993a-42e8-9977-d0e72fc7dea5 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:47.948437 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a4fd288-1d18-47de-911d-9ed8e5b7ad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:47.959539 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'name': 'tempest-TaggedBootDevicesTest-101440760-router', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:36Z', 'updated_at': '2022-03-11T11:44:41Z', 'revision_number': 4, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'gw_port': {'id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:37Z', 'updated_at': '2022-03-11T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '0d604f03-993a-42e8-9977-d0e72fc7dea5', 'name': '', 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'mac_address': 'fa:16:3e:7a:a8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '31a05605-9849-4cfa-b167-124588c92894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:40Z', 'updated_at': '2022-03-11T11:44:46Z', 'revision_number': 4, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'subnets': [{'id': '31a05605-9849-4cfa-b167-124588c92894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:48.016304 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2c823a6c-c890-4973-bada-777294f345df admin admin] Publish callbacks [] for security_group (ed2c09ae-8c4a-4b5c-b365-2c4844af9ad6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:48.022593 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2c823a6c-c890-4973-bada-777294f345df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ed2c09ae-8c4a-4b5c-b365-2c4844af9ad6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:48.033280 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1efa5c5-a4b7-43ae-8098-a5ed8e6eaac2 None None] The sync data for ids ['a8426461-86ee-47bc-b190-212b30cbf7c6'] in n-d-833234-2 is: [{'id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'name': 'tempest-TaggedBootDevicesTest-101440760-router', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:36Z', 'updated_at': '2022-03-11T11:44:41Z', 'revision_number': 4, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'gw_port': {'id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:37Z', 'updated_at': '2022-03-11T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '0d604f03-993a-42e8-9977-d0e72fc7dea5', 'name': '', 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'mac_address': 'fa:16:3e:7a:a8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '31a05605-9849-4cfa-b167-124588c92894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:40Z', 'updated_at': '2022-03-11T11:44:46Z', 'revision_number': 4, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'subnets': [{'id': '31a05605-9849-4cfa-b167-124588c92894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:44:48.035622 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5a4fd288-1d18-47de-911d-9ed8e5b7ad59 None None] For port 0d604f03-993a-42e8-9977-d0e72fc7dea5, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0d604f03-993a-42e8-9977-d0e72fc7dea5,segment=NetworkSegment(c3300a20-5c4e-4f46-8c0d-023a3ba22a0b),segment_id=c3300a20-5c4e-4f46-8c0d-023a3ba22a0b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:48.054319 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a4fd288-1d18-47de-911d-9ed8e5b7ad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:48.069047 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port dd03f9ff-9910-4578-a6b9-89da99e3e4b5 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:48.083309 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Allocated IP 172.25.7.33 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/2d56dee4-0be7-40ca-b8d4-6db68e10ba19) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:44:48.107967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] For port 312f56a7-c879-4b00-a509-cbc6dd14e819, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:44:48.204530 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2c823a6c-c890-4973-bada-777294f345df admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=328b572f54a94e0d968f86fd21ebd132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6863468 Mar 11 11:44:48.205207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44964) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:48.212978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] For port 312f56a7-c879-4b00-a509-cbc6dd14e819, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=312f56a7-c879-4b00-a509-cbc6dd14e819,segment=NetworkSegment(ccb6d6a8-86ae-43e1-935b-969bc7d2245a),segment_id=ccb6d6a8-86ae-43e1-935b-969bc7d2245a)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:44:48.229737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fd288-1d18-47de-911d-9ed8e5b7ad59 None None] Pushing event updated for resources: {'Port': ['ID=0d604f03-993a-42e8-9977-d0e72fc7dea5,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:48.230839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c823a6c-c890-4973-bada-777294f345df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2c09ae-8c4a-4b5c-b365-2c4844af9ad6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:48.268113 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (312f56a7-c879-4b00-a509-cbc6dd14e819), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:48.275407 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0247a1d-3cb4-4290-8b2c-f6ec38b6485f req-d92a243c-58b7-457d-914d-b90aaf3d8458 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:48.285972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0247a1d-3cb4-4290-8b2c-f6ec38b6485f req-d92a243c-58b7-457d-914d-b90aaf3d8458 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 1128 time: 0.6703663 Mar 11 11:44:48.343405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d2f8fcc8-c49e-4cbc-a074-2f74e2b1a152 None None] Provisioning complete for port 0d604f03-993a-42e8-9977-d0e72fc7dea5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:48.343816 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d2f8fcc8-c49e-4cbc-a074-2f74e2b1a152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:48.422498 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc5332ee-b5d2-45ef-80ab-3b9f6c626ce7 admin admin] Publish callbacks [] for security_group (ed2c09ae-8c4a-4b5c-b365-2c4844af9ad6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:48.500920 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc5332ee-b5d2-45ef-80ab-3b9f6c626ce7 admin admin] Publish callbacks [] for security_group (ed2c09ae-8c4a-4b5c-b365-2c4844af9ad6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:48.512699 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Publish callbacks [] for port (2d56dee4-0be7-40ca-b8d4-6db68e10ba19), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:48.547822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38be65f-068d-4535-b3ad-b85ad153f2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c430f930-b931-4918-b2ae-071936eb3304,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:48.580427 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:48.587770 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea470c5-682a-4842-982a-bfad14a6bd62 None None] Pushing event updated for resources: {'Port': ['ID=312f56a7-c879-4b00-a509-cbc6dd14e819,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:48.590340 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc5332ee-b5d2-45ef-80ab-3b9f6c626ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ed2c09ae-8c4a-4b5c-b365-2c4844af9ad6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:48.596106 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc5332ee-b5d2-45ef-80ab-3b9f6c626ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:48.598258 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cc5332ee-b5d2-45ef-80ab-3b9f6c626ce7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ed2c09ae-8c4a-4b5c-b365-2c4844af9ad6 HTTP/1.1" status: 204 len: 168 time: 0.3792276 Mar 11 11:44:48.612470 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5332ee-b5d2-45ef-80ab-3b9f6c626ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2c09ae-8c4a-4b5c-b365-2c4844af9ad6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:48.614502 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (2d56dee4-0be7-40ca-b8d4-6db68e10ba19), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:48.751329 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0247a1d-3cb4-4290-8b2c-f6ec38b6485f req-6b734e03-aa96-4e39-b4b9-f9ebe002e5e6 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617834 Mar 11 11:44:48.777227 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:44:48.798638 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d2f8fcc8-c49e-4cbc-a074-2f74e2b1a152 None None] Current status of the port 0d604f03-993a-42e8-9977-d0e72fc7dea5 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:48.809704 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:48.833599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc15e3d-db60-4678-9e13-306cdd9a05a6 req-bcd20589-6e0f-48a8-8494-598d2cbb96f3 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:48.848820 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6cc15e3d-db60-4678-9e13-306cdd9a05a6 req-bcd20589-6e0f-48a8-8494-598d2cbb96f3 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 944 time: 0.6927798 Mar 11 11:44:48.849681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:44:48.882474 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:44:48.919851 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d56dee4-0be7-40ca-b8d4-6db68e10ba19,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:48.946957 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:44:48.947301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 6658d4c9-6afa-4515-8ac9-bb7d58208ba6 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:44:49.086783 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0d604f03-993a-42e8-9977-d0e72fc7dea5 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:49.157054 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0d604f03-993a-42e8-9977-d0e72fc7dea5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:49.159035 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:49.237383 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6cc15e3d-db60-4678-9e13-306cdd9a05a6 req-b216d5a3-7a1c-408b-9124-cff2ff13f084 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669877 Mar 11 11:44:49.285587 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8878bc2-9de8-4632-b7a6-607b3a3fef75 req-70b424c3-36ae-4518-add5-26fdd138fbae tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:49.287163 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8878bc2-9de8-4632-b7a6-607b3a3fef75 req-70b424c3-36ae-4518-add5-26fdd138fbae tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 1128 time: 0.2560639 Mar 11 11:44:49.332137 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0d604f03-993a-42e8-9977-d0e72fc7dea5 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:49.335909 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 312f56a7-c879-4b00-a509-cbc6dd14e819 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:49.465289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 312f56a7-c879-4b00-a509-cbc6dd14e819 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:49.466143 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (312f56a7-c879-4b00-a509-cbc6dd14e819), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:49.514009 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cb0d97d1-0090-43d8-800b-ffde113a2315 req-dc49d001-3ed8-47f5-9479-51152b7beef6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1267376 Mar 11 11:44:49.539132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45004) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:49.711306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d97d1-0090-43d8-800b-ffde113a2315 req-94377ae0-fff2-4af6-8cbb-8c84c01e4ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:49.729000 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cb0d97d1-0090-43d8-800b-ffde113a2315 req-94377ae0-fff2-4af6-8cbb-8c84c01e4ceb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 1127 time: 0.1426153 Mar 11 11:44:49.732479 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 312f56a7-c879-4b00-a509-cbc6dd14e819 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:49.732773 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (312f56a7-c879-4b00-a509-cbc6dd14e819), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:49.828106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 312f56a7-c879-4b00-a509-cbc6dd14e819, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=312f56a7-c879-4b00-a509-cbc6dd14e819,segment=NetworkSegment(ccb6d6a8-86ae-43e1-935b-969bc7d2245a),segment_id=ccb6d6a8-86ae-43e1-935b-969bc7d2245a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:49.834196 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (312f56a7-c879-4b00-a509-cbc6dd14e819), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:49.856691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d958a6ed-066d-4715-9b63-74c0bb6f6a08 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-945251292-network', 'tenant_id': '1af32a05939e42cda54dff302e6d0791'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:49.900198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d958a6ed-066d-4715-9b63-74c0bb6f6a08 admin admin] Made reservation on behalf of 1af32a05939e42cda54dff302e6d0791 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:44:49.902904 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d958a6ed-066d-4715-9b63-74c0bb6f6a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:49.934138 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d958a6ed-066d-4715-9b63-74c0bb6f6a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:49.936174 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=312f56a7-c879-4b00-a509-cbc6dd14e819,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:49.966003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d97d1-0090-43d8-800b-ffde113a2315 req-cb045a6e-21ff-4873-988d-e4d512f0feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:49.967597 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cb0d97d1-0090-43d8-800b-ffde113a2315 req-cb045a6e-21ff-4873-988d-e4d512f0feda service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.2128837 Mar 11 11:44:50.015455 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:50.029073 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cb0d97d1-0090-43d8-800b-ffde113a2315 req-c8a669cd-071b-470d-b280-da6ae48aef69 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae558466-a974-4279-a88d-4681b66d0c20 HTTP/1.1" status: 200 len: 217 time: 0.0533373 Mar 11 11:44:50.097532 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2e9ae4-9cbe-40a6-a0ac-9e6a10c30c5f None None] Network 2076c071-a5c3-4b31-85d8-96ed29eb46b7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:44:50.127813 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d97d1-0090-43d8-800b-ffde113a2315 req-39945598-f977-435a-9fa6-eac17d9ed902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:50.129324 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cb0d97d1-0090-43d8-800b-ffde113a2315 req-39945598-f977-435a-9fa6-eac17d9ed902 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.0907073 Mar 11 11:44:50.149533 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8878bc2-9de8-4632-b7a6-607b3a3fef75 req-2e4a46fe-66aa-4ae7-9bed-f3804e7c0d57 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8540568 Mar 11 11:44:50.180568 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d958a6ed-066d-4715-9b63-74c0bb6f6a08 admin admin] Publish callbacks [] for security_group (5ad7df39-3fb4-4f50-a063-e03a3b8ee16f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:50.197833 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d958a6ed-066d-4715-9b63-74c0bb6f6a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5ad7df39-3fb4-4f50-a063-e03a3b8ee16f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:50.215726 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Publish callbacks [] for router_gateway (e06701a5-2901-4039-bad2-4f9465cbf5e6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:50.253632 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cb0d97d1-0090-43d8-800b-ffde113a2315 req-55f23f34-5170-45ea-86fe-03e63012b263 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713513 Mar 11 11:44:50.254377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45022) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:50.268281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b568222-ecaa-40e0-b77f-b46f3f28ec92 req-f637d241-325c-463a-93ac-9a29a91df1a3 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:50.270118 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b568222-ecaa-40e0-b77f-b46f3f28ec92 req-f637d241-325c-463a-93ac-9a29a91df1a3 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 951 time: 0.1243544 Mar 11 11:44:50.275534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d958a6ed-066d-4715-9b63-74c0bb6f6a08 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:44:50.289916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-cb235b97-0bd0-4392-9b78-1a71824937ad None None] Provisioning complete for port 312f56a7-c879-4b00-a509-cbc6dd14e819 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:50.291374 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb235b97-0bd0-4392-9b78-1a71824937ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (312f56a7-c879-4b00-a509-cbc6dd14e819), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:50.308511 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958a6ed-066d-4715-9b63-74c0bb6f6a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad7df39-3fb4-4f50-a063-e03a3b8ee16f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:50.315215 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d958a6ed-066d-4715-9b63-74c0bb6f6a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (7ba6fa71-427a-45ee-81d5-849c58236064), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:50.316105 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-d958a6ed-066d-4715-9b63-74c0bb6f6a08 admin admin] Added segment 7ba6fa71-427a-45ee-81d5-849c58236064 of type vlan for network 5da9b6e0-b06f-4272-b2a9-0e9ec8fcb200 Mar 11 11:44:50.398889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633940f8-872c-4315-837a-11da24ce8231 req-8ae25ad7-c7e6-4585-b2f3-4814ca91b6ee tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:50.399179 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d958a6ed-066d-4715-9b63-74c0bb6f6a08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (5da9b6e0-b06f-4272-b2a9-0e9ec8fcb200), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:50.400426 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-633940f8-872c-4315-837a-11da24ce8231 req-8ae25ad7-c7e6-4585-b2f3-4814ca91b6ee tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 1126 time: 0.1287072 Mar 11 11:44:50.447245 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cb0d97d1-0090-43d8-800b-ffde113a2315 req-e392556a-6085-49e5-bd83-b46c8c90fb70 service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651011 Mar 11 11:44:50.465309 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d958a6ed-066d-4715-9b63-74c0bb6f6a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (5da9b6e0-b06f-4272-b2a9-0e9ec8fcb200), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:50.465864 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b568222-ecaa-40e0-b77f-b46f3f28ec92 req-66e132c2-33b3-44e5-a9fc-ba75e83d6d8f tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541891 Mar 11 11:44:50.474311 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d958a6ed-066d-4715-9b63-74c0bb6f6a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:50.474878 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d958a6ed-066d-4715-9b63-74c0bb6f6a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:50.522959 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0e3ae046-5e77-4d33-bbb4-833ec8baa1ab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-233593785-network', 'tenant_id': 'fc114175c45e4bcfacd1ff17aef85fa1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:50.541163 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-633940f8-872c-4315-837a-11da24ce8231 req-3afdfc90-4759-4410-8f4d-5a462c5fb2ab tempest-LiveAutoBlockMigrationV225Test-397687366 tempest-LiveAutoBlockMigrationV225Test-397687366-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313794 Mar 11 11:44:50.564800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3ae046-5e77-4d33-bbb4-833ec8baa1ab admin admin] Made reservation on behalf of fc114175c45e4bcfacd1ff17aef85fa1 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:44:50.567402 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae046-5e77-4d33-bbb4-833ec8baa1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:50.582821 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae046-5e77-4d33-bbb4-833ec8baa1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:50.608056 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d958a6ed-066d-4715-9b63-74c0bb6f6a08 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0677309 Mar 11 11:44:50.618005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45030) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:50.624801 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-66176567-71b1-499a-8cce-1cb89a8f6b4a admin admin] Request body: {'subnet': {'network_id': '5da9b6e0-b06f-4272-b2a9-0e9ec8fcb200', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-945251292-subnet', 'tenant_id': '1af32a05939e42cda54dff302e6d0791', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:50.709264 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (e06701a5-2901-4039-bad2-4f9465cbf5e6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:50.718531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66176567-71b1-499a-8cce-1cb89a8f6b4a admin admin] Made reservation on behalf of 1af32a05939e42cda54dff302e6d0791 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:44:50.726570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958a6ed-066d-4715-9b63-74c0bb6f6a08 admin admin] Pushing event updated for resources: {'Network': ['ID=5da9b6e0-b06f-4272-b2a9-0e9ec8fcb200,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:50.726824 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-66176567-71b1-499a-8cce-1cb89a8f6b4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:50.764425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 5da9b6e0-b06f-4272-b2a9-0e9ec8fcb200 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:44:50.804903 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cb235b97-0bd0-4392-9b78-1a71824937ad None None] Current status of the port 312f56a7-c879-4b00-a509-cbc6dd14e819 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:50.816286 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cb0d97d1-0090-43d8-800b-ffde113a2315 req-8511091c-bceb-4896-8930-88c64a7d5d82 service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561747 Mar 11 11:44:50.943490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c8f77e2b-8b74-4b58-8c61-747048701b35 None None] Provisioning complete for port 312f56a7-c879-4b00-a509-cbc6dd14e819 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:50.943901 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c8f77e2b-8b74-4b58-8c61-747048701b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (312f56a7-c879-4b00-a509-cbc6dd14e819), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:50.944760 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae046-5e77-4d33-bbb4-833ec8baa1ab admin admin] Publish callbacks [] for security_group (715ce612-3663-4ee4-9aad-a09f596d67e3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:50.947383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 312f56a7-c879-4b00-a509-cbc6dd14e819 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:50.951362 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae046-5e77-4d33-bbb4-833ec8baa1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (715ce612-3663-4ee4-9aad-a09f596d67e3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:50.993596 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3ae046-5e77-4d33-bbb4-833ec8baa1ab admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:44:51.017531 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ae046-5e77-4d33-bbb4-833ec8baa1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715ce612-3663-4ee4-9aad-a09f596d67e3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:51.044516 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae046-5e77-4d33-bbb4-833ec8baa1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (a840d887-2999-4f18-b00e-dea3a934df45), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:51.045008 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-0e3ae046-5e77-4d33-bbb4-833ec8baa1ab admin admin] Added segment a840d887-2999-4f18-b00e-dea3a934df45 of type vlan for network e54d170d-bb49-4bd4-8dc3-51758652c7e8 Mar 11 11:44:51.103323 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 312f56a7-c879-4b00-a509-cbc6dd14e819 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:51.103766 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (312f56a7-c879-4b00-a509-cbc6dd14e819), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:51.116943 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae046-5e77-4d33-bbb4-833ec8baa1ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (e54d170d-bb49-4bd4-8dc3-51758652c7e8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:51.147045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c8f77e2b-8b74-4b58-8c61-747048701b35 None None] Current status of the port 312f56a7-c879-4b00-a509-cbc6dd14e819 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:51.155135 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Router e06701a5-2901-4039-bad2-4f9465cbf5e6 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:44:51.157797 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae046-5e77-4d33-bbb4-833ec8baa1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (e54d170d-bb49-4bd4-8dc3-51758652c7e8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:51.159720 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3ae046-5e77-4d33-bbb4-833ec8baa1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:51.160485 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae046-5e77-4d33-bbb4-833ec8baa1ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:51.181563 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-66176567-71b1-499a-8cce-1cb89a8f6b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (d1a3f501-5e2a-480f-8286-beeb80bb9c9a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:51.198254 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a40b2-4974-4b5d-a06a-cddd19380c30 req-b4330bee-84cd-4978-aa87-472875a9eef7 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:51.199880 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-684a40b2-4974-4b5d-a06a-cddd19380c30 req-b4330bee-84cd-4978-aa87-472875a9eef7 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 944 time: 0.1645901 Mar 11 11:44:51.215815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 312f56a7-c879-4b00-a509-cbc6dd14e819 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:51.221543 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0e3ae046-5e77-4d33-bbb4-833ec8baa1ab admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9542472 Mar 11 11:44:51.243051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45046) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:51.268323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5da712f4-cf97-42db-b1c9-6797c6da15b5 admin admin] Request body: {'subnet': {'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-233593785-subnet', 'tenant_id': 'fc114175c45e4bcfacd1ff17aef85fa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:51.320258 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66176567-71b1-499a-8cce-1cb89a8f6b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a3f501-5e2a-480f-8286-beeb80bb9c9a,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:51.330763 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ae046-5e77-4d33-bbb4-833ec8baa1ab admin admin] Pushing event updated for resources: {'Network': ['ID=e54d170d-bb49-4bd4-8dc3-51758652c7e8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:51.349972 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da712f4-cf97-42db-b1c9-6797c6da15b5 admin admin] Made reservation on behalf of fc114175c45e4bcfacd1ff17aef85fa1 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:44:51.355212 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network e54d170d-bb49-4bd4-8dc3-51758652c7e8 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:44:51.355819 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5da712f4-cf97-42db-b1c9-6797c6da15b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:51.368297 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955d674-ba0b-455d-9f9d-70d21773ee42 req-418b0cf8-d9fe-42a6-9b76-20d74cb640d6 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:51.369844 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e955d674-ba0b-455d-9f9d-70d21773ee42 req-418b0cf8-d9fe-42a6-9b76-20d74cb640d6 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.71 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 951 time: 0.1707563 Mar 11 11:44:51.391132 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-684a40b2-4974-4b5d-a06a-cddd19380c30 req-42d92b14-476e-45ea-92c5-0502f3730264 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328349 Mar 11 11:44:51.393581 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66176567-71b1-499a-8cce-1cb89a8f6b4a admin admin] Checking segment: {'id': '7ba6fa71-427a-45ee-81d5-849c58236064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5da9b6e0-b06f-4272-b2a9-0e9ec8fcb200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:51.394298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66176567-71b1-499a-8cce-1cb89a8f6b4a admin admin] Network hostable DHCP agents. Network: 5da9b6e0-b06f-4272-b2a9-0e9ec8fcb200, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:44:51.438113 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:44:51.451285 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Sync routers for ids ['e06701a5-2901-4039-bad2-4f9465cbf5e6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:44:51.462557 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Routers {'e06701a5-2901-4039-bad2-4f9465cbf5e6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:44:51.462912 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66176567-71b1-499a-8cce-1cb89a8f6b4a admin admin] Network 5da9b6e0-b06f-4272-b2a9-0e9ec8fcb200 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:44:51.463434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:44:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e06701a5-2901-4039-bad2-4f9465cbf5e6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:51.468930 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:51.473736 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-baada0a9-8f2b-447e-b5c6-96d02648c0a3 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4356256 Mar 11 11:44:51.478040 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45054) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:51.485273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-66176567-71b1-499a-8cce-1cb89a8f6b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 5da9b6e0-b06f-4272-b2a9-0e9ec8fcb200) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:51.501898 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66176567-71b1-499a-8cce-1cb89a8f6b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:51.503816 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-66176567-71b1-499a-8cce-1cb89a8f6b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:51.516917 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23f8478-490b-4340-b828-6bbc1990c687 None None] Network 5da9b6e0-b06f-4272-b2a9-0e9ec8fcb200 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:44:51.544240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-66176567-71b1-499a-8cce-1cb89a8f6b4a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9248574 Mar 11 11:44:51.675261 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25512a-156f-4348-996d-74e12146eb73 req-828898eb-f345-455a-9723-ff0b1f70d561 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:51.682268 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a25512a-156f-4348-996d-74e12146eb73 req-828898eb-f345-455a-9723-ff0b1f70d561 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 951 time: 0.1032724 Mar 11 11:44:51.728686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7dda1-39a0-4883-b564-968d7ce3ff26 req-3013c5a4-663f-446f-ad3b-a1cba0792768 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:51.730783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-34f7dda1-39a0-4883-b564-968d7ce3ff26 req-3013c5a4-663f-446f-ad3b-a1cba0792768 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 944 time: 0.1141362 Mar 11 11:44:51.744096 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Set router e06701a5-2901-4039-bad2-4f9465cbf5e6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:44:51.823208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a25512a-156f-4348-996d-74e12146eb73 req-3941583c-4b50-4b46-b6f7-90570492fe66 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/security-groups?id=55d3efc5-2b51-4539-95e1-68cd9b60142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398959 Mar 11 11:44:51.840397 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45066) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:51.872405 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-34f7dda1-39a0-4883-b564-968d7ce3ff26 req-209ec1cc-984c-4726-b27e-2efa0ff1a90c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Deleting port c7804024-baaa-44e7-9adc-2c9d49ed9e30 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:44:51.873215 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-34f7dda1-39a0-4883-b564-968d7ce3ff26 req-209ec1cc-984c-4726-b27e-2efa0ff1a90c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:51.881574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a920e3-bc10-4d64-8208-b9e5130be11d None None] Network 5da9b6e0-b06f-4272-b2a9-0e9ec8fcb200 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:44:51.923775 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5da712f4-cf97-42db-b1c9-6797c6da15b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (ce4e197e-6fc7-4d78-b2bd-acf62848c979), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:51.989656 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-e955d674-ba0b-455d-9f9d-70d21773ee42 req-de36b5e4-6f30-4b43-8364-0257953f0d22 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Deleting port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:44:51.989946 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-34f7dda1-39a0-4883-b564-968d7ce3ff26 req-209ec1cc-984c-4726-b27e-2efa0ff1a90c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] For port c7804024-baaa-44e7-9adc-2c9d49ed9e30, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=c7804024-baaa-44e7-9adc-2c9d49ed9e30,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:51.990088 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e955d674-ba0b-455d-9f9d-70d21773ee42 req-de36b5e4-6f30-4b43-8364-0257953f0d22 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:51.990313 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-34f7dda1-39a0-4883-b564-968d7ce3ff26 req-209ec1cc-984c-4726-b27e-2efa0ff1a90c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:52.005734 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-34f7dda1-39a0-4883-b564-968d7ce3ff26 req-209ec1cc-984c-4726-b27e-2efa0ff1a90c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Calling delete_port for c7804024-baaa-44e7-9adc-2c9d49ed9e30 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:44:52.011195 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb669404-e7cd-4751-96c0-8ad936c9bd41 admin admin] Deleting subnet d1a3f501-5e2a-480f-8286-beeb80bb9c9a {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:44:52.036883 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb669404-e7cd-4751-96c0-8ad936c9bd41 admin admin] Publish callbacks [] for subnet (d1a3f501-5e2a-480f-8286-beeb80bb9c9a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:52.074116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da712f4-cf97-42db-b1c9-6797c6da15b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce4e197e-6fc7-4d78-b2bd-acf62848c979,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:52.094960 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'name': 'tempest-TaggedBootDevicesTest-458725472-router', 'tenant_id': '47810bed0ace4c93b09c165c21b811e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '2d56dee4-0be7-40ca-b8d4-6db68e10ba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:46Z', 'updated_at': '2022-03-11T11:44:49Z', 'revision_number': 3, 'project_id': '47810bed0ace4c93b09c165c21b811e5', 'gw_port': {'id': '2d56dee4-0be7-40ca-b8d4-6db68e10ba19', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:47Z', 'updated_at': '2022-03-11T11:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:52.132657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Checking router: e06701a5-2901-4039-bad2-4f9465cbf5e6 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:44:52.133573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Updating router e06701a5-2901-4039-bad2-4f9465cbf5e6 port 2d56dee4-0be7-40ca-b8d4-6db68e10ba19 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:44:52.154422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-00683ca4-2cda-483e-9b9a-3b82947bc1a7 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:44:52.155599 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-00683ca4-2cda-483e-9b9a-3b82947bc1a7 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1891108 Mar 11 11:44:52.171386 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2d56dee4-0be7-40ca-b8d4-6db68e10ba19), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:52.198510 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-34f7dda1-39a0-4883-b564-968d7ce3ff26 req-209ec1cc-984c-4726-b27e-2efa0ff1a90c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c7804024-baaa-44e7-9adc-2c9d49ed9e30), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:52.203860 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb669404-e7cd-4751-96c0-8ad936c9bd41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (d1a3f501-5e2a-480f-8286-beeb80bb9c9a), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:52.233507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da712f4-cf97-42db-b1c9-6797c6da15b5 admin admin] Checking segment: {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:52.233863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da712f4-cf97-42db-b1c9-6797c6da15b5 admin admin] Network hostable DHCP agents. Network: e54d170d-bb49-4bd4-8dc3-51758652c7e8, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:44:52.268605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['5374bb1a-0871-4faa-ac73-13449215c526', 'c7804024-baaa-44e7-9adc-2c9d49ed9e30'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:44:52.276362 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ec1cc-984c-4726-b27e-2efa0ff1a90c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Pushing event deleted for resources: {'Port': ['ID=c7804024-baaa-44e7-9adc-2c9d49ed9e30,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:52.309225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f7dda1-39a0-4883-b564-968d7ce3ff26 req-209ec1cc-984c-4726-b27e-2efa0ff1a90c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] No DVR routers for this DVR port c7804024-baaa-44e7-9adc-2c9d49ed9e30 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:44:52.313283 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-34f7dda1-39a0-4883-b564-968d7ce3ff26 req-209ec1cc-984c-4726-b27e-2efa0ff1a90c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:52.316723 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-34f7dda1-39a0-4883-b564-968d7ce3ff26 req-209ec1cc-984c-4726-b27e-2efa0ff1a90c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.71 "DELETE /v2.0/ports/c7804024-baaa-44e7-9adc-2c9d49ed9e30 HTTP/1.1" status: 204 len: 173 time: 0.5790515 Mar 11 11:44:52.317423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0c601f-472a-45c3-8128-0ae909f9400e', 'name': 'network-vif-deleted', 'tag': 'c7804024-baaa-44e7-9adc-2c9d49ed9e30'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:52.319373 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85397c15-6e58-4d72-8a48-7227b45acb6a" -d '{"events": [{"server_uuid": "ba0c601f-472a-45c3-8128-0ae909f9400e", "name": "network-vif-deleted", "tag": "c7804024-baaa-44e7-9adc-2c9d49ed9e30"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:52.328393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-e955d674-ba0b-455d-9f9d-70d21773ee42 req-de36b5e4-6f30-4b43-8364-0257953f0d22 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] For port edfe7bb4-3b90-48d3-9c65-96be491cd2e4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:52.329141 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e955d674-ba0b-455d-9f9d-70d21773ee42 req-de36b5e4-6f30-4b43-8364-0257953f0d22 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:52.329546 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-7d8f35b8-8e45-4e73-a9e3-afd52cb1a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:52.330954 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-7d8f35b8-8e45-4e73-a9e3-afd52cb1a3ad service neutron] 10.222.0.78 "GET /v2.0/ports/6e6add1e-8ea2-4459-8162-6cf0022d481f HTTP/1.1" status: 200 len: 1125 time: 0.1680858 Mar 11 11:44:52.341844 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb669404-e7cd-4751-96c0-8ad936c9bd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (d1a3f501-5e2a-480f-8286-beeb80bb9c9a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:52.346149 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-40f8201f-41d4-4fa0-bc40-6c68961ffd35 service neutron] Request body: {'binding': {'host': 'n-h2-833234-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:52.346547 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-40f8201f-41d4-4fa0-bc40-6c68961ffd35 service neutron] Unknown quota resources ['binding']. {{(pid=104031) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 11:44:52.389541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da712f4-cf97-42db-b1c9-6797c6da15b5 admin admin] Network e54d170d-bb49-4bd4-8dc3-51758652c7e8 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:44:52.394528 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-e955d674-ba0b-455d-9f9d-70d21773ee42 req-de36b5e4-6f30-4b43-8364-0257953f0d22 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Calling delete_port for edfe7bb4-3b90-48d3-9c65-96be491cd2e4 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:44:52.423027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-5da712f4-cf97-42db-b1c9-6797c6da15b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, e54d170d-bb49-4bd4-8dc3-51758652c7e8) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:52.428076 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da712f4-cf97-42db-b1c9-6797c6da15b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:52.428462 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5da712f4-cf97-42db-b1c9-6797c6da15b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:52.430657 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19758e19-e0e9-499a-8f43-7f84875055d9 x-openstack-request-id: req-19758e19-e0e9-499a-8f43-7f84875055d9 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:52.430954 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0c601f-472a-45c3-8128-0ae909f9400e", "name": "network-vif-deleted", "tag": "c7804024-baaa-44e7-9adc-2c9d49ed9e30", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:52.431225 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19758e19-e0e9-499a-8f43-7f84875055d9 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:52.432062 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0c601f-472a-45c3-8128-0ae909f9400e', 'name': 'network-vif-deleted', 'tag': 'c7804024-baaa-44e7-9adc-2c9d49ed9e30', 'status': 'completed', 'code': 200} Mar 11 11:44:52.568437 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5da712f4-cf97-42db-b1c9-6797c6da15b5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3211405 Mar 11 11:44:52.602885 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb669404-e7cd-4751-96c0-8ad936c9bd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (d1a3f501-5e2a-480f-8286-beeb80bb9c9a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:52.625272 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Publish callbacks [] for port (2d56dee4-0be7-40ca-b8d4-6db68e10ba19), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:52.634754 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ecc4e1-70f5-4298-af4e-64955a18e4ff None None] Network e54d170d-bb49-4bd4-8dc3-51758652c7e8 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:44:52.637630 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2d56dee4-0be7-40ca-b8d4-6db68e10ba19), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:52.660764 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4feb0f6-ebcc-4a92-bc1b-67fb57867ade req-fee22653-39c3-4ba2-9c85-e5fea8aebaef tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 210 time: 0.1038704 Mar 11 11:44:52.672133 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb669404-e7cd-4751-96c0-8ad936c9bd41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1a3f501-5e2a-480f-8286-beeb80bb9c9a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:52.728528 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb669404-e7cd-4751-96c0-8ad936c9bd41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:52.729934 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-40f8201f-41d4-4fa0-bc40-6c68961ffd35 service neutron] Attempting to bind port 6e6add1e-8ea2-4459-8162-6cf0022d481f on host n-h2-833234-2 for vnic_type normal with profile None {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:44:52.730298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-40f8201f-41d4-4fa0-bc40-6c68961ffd35 service neutron] Attempting to bind port 6e6add1e-8ea2-4459-8162-6cf0022d481f by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:44:52.730780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-40f8201f-41d4-4fa0-bc40-6c68961ffd35 service neutron] Attempting to bind port 6e6add1e-8ea2-4459-8162-6cf0022d481f on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:52.734495 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cb669404-e7cd-4751-96c0-8ad936c9bd41 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d1a3f501-5e2a-480f-8286-beeb80bb9c9a HTTP/1.1" status: 204 len: 168 time: 0.8903911 Mar 11 11:44:52.735906 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45080) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:52.744531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-40f8201f-41d4-4fa0-bc40-6c68961ffd35 service neutron] Port 6e6add1e-8ea2-4459-8162-6cf0022d481f on network ec42b46c-66eb-4785-8e56-b97afd23f681 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:44:52.745143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-40f8201f-41d4-4fa0-bc40-6c68961ffd35 service neutron] Attempting to bind port 6e6add1e-8ea2-4459-8162-6cf0022d481f on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:52.752556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-40f8201f-41d4-4fa0-bc40-6c68961ffd35 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:44:52.753180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-40f8201f-41d4-4fa0-bc40-6c68961ffd35 service neutron] Checking segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:52.753733 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-40f8201f-41d4-4fa0-bc40-6c68961ffd35 service neutron] Bound using segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:44:52.754427 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-40f8201f-41d4-4fa0-bc40-6c68961ffd35 service neutron] Bound port: 6e6add1e-8ea2-4459-8162-6cf0022d481f, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:44:52.825720 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1cd18b16-6998-44c2-9cde-1bd3c19096d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (5da9b6e0-b06f-4272-b2a9-0e9ec8fcb200), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:52.834518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-40f8201f-41d4-4fa0-bc40-6c68961ffd35 service neutron] For port 6e6add1e-8ea2-4459-8162-6cf0022d481f, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=6e6add1e-8ea2-4459-8162-6cf0022d481f,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:44:52.844866 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-40f8201f-41d4-4fa0-bc40-6c68961ffd35 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:52.858235 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-40f8201f-41d4-4fa0-bc40-6c68961ffd35 service neutron] 10.222.0.78 "POST /v2.0/ports/6e6add1e-8ea2-4459-8162-6cf0022d481f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5177636 Mar 11 11:44:52.859714 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c7d5d-bba8-4c84-a2d0-056a40b5428a None None] Pushing event updated for resources: {'Port': ['ID=2d56dee4-0be7-40ca-b8d4-6db68e10ba19,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:52.879465 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:52.993202 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Attempting to bind port 2d56dee4-0be7-40ca-b8d4-6db68e10ba19 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:44:52.998634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Attempting to bind port 2d56dee4-0be7-40ca-b8d4-6db68e10ba19 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:44:53.015164 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Attempting to bind port 2d56dee4-0be7-40ca-b8d4-6db68e10ba19 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:53.081529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999c40de-f240-4c31-b7fe-ab60c5eb9b9b None None] Network e54d170d-bb49-4bd4-8dc3-51758652c7e8 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:44:53.131566 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e955d674-ba0b-455d-9f9d-70d21773ee42 req-de36b5e4-6f30-4b43-8364-0257953f0d22 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (edfe7bb4-3b90-48d3-9c65-96be491cd2e4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:53.146691 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:44:53.147029 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:53.147412 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:53.148053 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:44:53.148329 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Bound port: 2d56dee4-0be7-40ca-b8d4-6db68e10ba19, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:44:53.148867 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2d56dee4-0be7-40ca-b8d4-6db68e10ba19), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:53.178293 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d24e39f-e92e-4200-a86b-4f369d7dc8d5 req-19d58170-1fbc-4967-b1d2-6721b2325743 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 210 time: 0.0705371 Mar 11 11:44:53.293131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] For port 2d56dee4-0be7-40ca-b8d4-6db68e10ba19, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:44:53.294365 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-79100d00-981e-4c75-9511-bb41cdf555b3 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:53.297416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] For port 2d56dee4-0be7-40ca-b8d4-6db68e10ba19, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2d56dee4-0be7-40ca-b8d4-6db68e10ba19,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:44:53.299437 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-79100d00-981e-4c75-9511-bb41cdf555b3 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 811 time: 0.2433755 Mar 11 11:44:53.307563 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2d56dee4-0be7-40ca-b8d4-6db68e10ba19), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:53.339690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-35bad684-2863-4f47-bfc0-bbcabaf31cd4 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/quotas/fc114175c45e4bcfacd1ff17aef85fa1 HTTP/1.1" status: 200 len: 375 time: 0.0337596 Mar 11 11:44:53.411209 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1cd18b16-6998-44c2-9cde-1bd3c19096d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (5da9b6e0-b06f-4272-b2a9-0e9ec8fcb200), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:53.414509 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36b5e4-6f30-4b43-8364-0257953f0d22 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Pushing event deleted for resources: {'Port': ['ID=edfe7bb4-3b90-48d3-9c65-96be491cd2e4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:53.443290 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-81a1f130-aec1-457e-89f0-05f09bf88d5b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1023598 Mar 11 11:44:53.507467 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67511f39-40c9-46db-8b39-bb3428638ce4 req-352009b5-cce1-4e30-aeb1-288bba45eaad tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:53.515306 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-67511f39-40c9-46db-8b39-bb3428638ce4 req-352009b5-cce1-4e30-aeb1-288bba45eaad tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.2134914 Mar 11 11:44:53.532067 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] Allocated IP 172.20.0.1 (2076c071-a5c3-4b31-85d8-96ed29eb46b7/d2beebdc-ea5f-42c3-92f0-d76f57885ede/b27b36fd-f57b-49d7-970e-25bc3e793234) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:44:53.537616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-e955d674-ba0b-455d-9f9d-70d21773ee42 req-de36b5e4-6f30-4b43-8364-0257953f0d22 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] No DVR routers for this DVR port edfe7bb4-3b90-48d3-9c65-96be491cd2e4 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:44:53.547254 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1cd18b16-6998-44c2-9cde-1bd3c19096d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da9b6e0-b06f-4272-b2a9-0e9ec8fcb200']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:53.550499 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e955d674-ba0b-455d-9f9d-70d21773ee42 req-de36b5e4-6f30-4b43-8364-0257953f0d22 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:53.554535 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e955d674-ba0b-455d-9f9d-70d21773ee42 req-de36b5e4-6f30-4b43-8364-0257953f0d22 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.71 "DELETE /v2.0/ports/edfe7bb4-3b90-48d3-9c65-96be491cd2e4 HTTP/1.1" status: 204 len: 173 time: 2.1721160 Mar 11 11:44:53.558203 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3832427e-79d3-442a-b587-a42f6bf16e63', 'name': 'network-vif-deleted', 'tag': 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:53.561350 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86342a04-d533-4b83-a487-ad145dfb616e" -d '{"events": [{"server_uuid": "3832427e-79d3-442a-b587-a42f6bf16e63", "name": "network-vif-deleted", "tag": "edfe7bb4-3b90-48d3-9c65-96be491cd2e4"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:53.605443 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c7d5d-bba8-4c84-a2d0-056a40b5428a None None] Pushing event updated for resources: {'Port': ['ID=2d56dee4-0be7-40ca-b8d4-6db68e10ba19,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:53.632307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Routers {'e06701a5-2901-4039-bad2-4f9465cbf5e6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:44:53.636252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1cd18b16-6998-44c2-9cde-1bd3c19096d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba6fa71-427a-45ee-81d5-849c58236064') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:53.636680 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:44:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e06701a5-2901-4039-bad2-4f9465cbf5e6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:53.640728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1cd18b16-6998-44c2-9cde-1bd3c19096d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba6fa71-427a-45ee-81d5-849c58236064') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:53.672072 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1cd18b16-6998-44c2-9cde-1bd3c19096d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (7ba6fa71-427a-45ee-81d5-849c58236064), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:53.688157 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-67511f39-40c9-46db-8b39-bb3428638ce4 req-1457af5b-1143-447c-a77b-203089c4c7c1 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713901 Mar 11 11:44:53.703890 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-10792d32-6f36-4867-9416-a77a9a5185a3 service neutron] 10.222.0.78 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594819 Mar 11 11:44:53.751232 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-c305935e-1885-4b84-a84a-596419be93bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:53.752861 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-c305935e-1885-4b84-a84a-596419be93bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 1128 time: 0.4624097 Mar 11 11:44:53.754639 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1cd18b16-6998-44c2-9cde-1bd3c19096d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (7ba6fa71-427a-45ee-81d5-849c58236064), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:53.801755 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd18b16-6998-44c2-9cde-1bd3c19096d3 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:44:53.802185 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1cd18b16-6998-44c2-9cde-1bd3c19096d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (7ba6fa71-427a-45ee-81d5-849c58236064), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:53.805085 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9df2d5d-9b53-4fe7-bf59-b9e671f863d0 x-openstack-request-id: req-b9df2d5d-9b53-4fe7-bf59-b9e671f863d0 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:53.805380 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3832427e-79d3-442a-b587-a42f6bf16e63", "name": "network-vif-deleted", "tag": "edfe7bb4-3b90-48d3-9c65-96be491cd2e4", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:53.805679 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b9df2d5d-9b53-4fe7-bf59-b9e671f863d0 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:53.806076 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3832427e-79d3-442a-b587-a42f6bf16e63', 'name': 'network-vif-deleted', 'tag': 'edfe7bb4-3b90-48d3-9c65-96be491cd2e4', 'status': 'completed', 'code': 200} Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:44:53.809467 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:44:53.861965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] Set router e06701a5-2901-4039-bad2-4f9465cbf5e6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:44:53.947847 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a6c8ff38-b849-46d7-be41-d802ac2b2a2e req-8a8db50f-6351-4ad7-875e-bd64e22339fe tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 210 time: 0.0787110 Mar 11 11:44:53.985711 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-828e1ff0-64a8-42e4-b28c-7cf05bd4d29f service neutron] 10.222.0.78 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755611 Mar 11 11:44:54.089814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'name': 'tempest-TaggedBootDevicesTest-458725472-router', 'tenant_id': '47810bed0ace4c93b09c165c21b811e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '2d56dee4-0be7-40ca-b8d4-6db68e10ba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:46Z', 'updated_at': '2022-03-11T11:44:49Z', 'revision_number': 3, 'project_id': '47810bed0ace4c93b09c165c21b811e5', 'gw_port': {'id': '2d56dee4-0be7-40ca-b8d4-6db68e10ba19', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:47Z', 'updated_at': '2022-03-11T11:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:54.133144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab63a43-b6c1-47cf-934b-87f098ca720f None None] The sync data for ids ['e06701a5-2901-4039-bad2-4f9465cbf5e6'] in n-d-833234-2 is: [{'id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'name': 'tempest-TaggedBootDevicesTest-458725472-router', 'tenant_id': '47810bed0ace4c93b09c165c21b811e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '2d56dee4-0be7-40ca-b8d4-6db68e10ba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:46Z', 'updated_at': '2022-03-11T11:44:49Z', 'revision_number': 3, 'project_id': '47810bed0ace4c93b09c165c21b811e5', 'gw_port': {'id': '2d56dee4-0be7-40ca-b8d4-6db68e10ba19', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:47Z', 'updated_at': '2022-03-11T11:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:44:54.288296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a5bedf5-f559-4eaf-9f44-3c7ade8a59bd req-dd158f46-99c8-47b2-9c51-5ac014cd4011 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 210 time: 0.0649452 Mar 11 11:44:54.359534 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5fab71b7-4c2c-441c-8fed-ef5bffc923cc req-792132eb-2a4d-4035-b243-d7a8efdc8020 tempest-ServersAdminTestJSON-1635107054 tempest-ServersAdminTestJSON-1635107054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3832427e-79d3-442a-b587-a42f6bf16e63 HTTP/1.1" status: 200 len: 210 time: 0.0461767 Mar 11 11:44:54.463382 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] Publish callbacks [] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:54.467303 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1cd18b16-6998-44c2-9cde-1bd3c19096d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (5da9b6e0-b06f-4272-b2a9-0e9ec8fcb200), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:54.473669 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1cd18b16-6998-44c2-9cde-1bd3c19096d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:54.479706 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1cd18b16-6998-44c2-9cde-1bd3c19096d3 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5da9b6e0-b06f-4272-b2a9-0e9ec8fcb200 HTTP/1.1" status: 204 len: 168 time: 1.7412789 Mar 11 11:44:54.525494 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd18b16-6998-44c2-9cde-1bd3c19096d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5da9b6e0-b06f-4272-b2a9-0e9ec8fcb200,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:54.576977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-5bf5a3bd-fa98-4cba-8f06-ca12c2d3a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:54.579052 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-5bf5a3bd-fa98-4cba-8f06-ca12c2d3a887 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.8056061 Mar 11 11:44:54.642243 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-cbb81b0e-1fb7-406e-b616-960050edd8e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e6add1e-8ea2-4459-8162-6cf0022d481f HTTP/1.1" status: 200 len: 217 time: 0.0527749 Mar 11 11:44:54.645061 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:54.701496 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45116) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:54.790290 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0bd326e9-796a-40c7-94f6-a866f601545d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1af32a05939e42cda54dff302e6d0791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0852528 Mar 11 11:44:54.790290 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45122) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:54.805289 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] Pushing event updated for resources: {'Port': ['ID=b27b36fd-f57b-49d7-970e-25bc3e793234,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:54.819303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-f447d66e-f4b8-4843-84e6-9d3f618a36fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:54.823545 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-f447d66e-f4b8-4843-84e6-9d3f618a36fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.1708941 Mar 11 11:44:54.844892 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] Network 2076c071-a5c3-4b31-85d8-96ed29eb46b7 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:44:54.853211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:54.883485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:44:54.916424 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device c7804024-baaa-44e7-9adc-2c9d49ed9e30 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:44:54.990902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: c7804024-baaa-44e7-9adc-2c9d49ed9e30 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:44:54.996302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device c7804024-baaa-44e7-9adc-2c9d49ed9e30 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:44:54.998548 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device edfe7bb4-3b90-48d3-9c65-96be491cd2e4 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:44:55.013626 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-092c5e20-44e5-426d-8302-6acb31879320 admin admin] Publish callbacks [] for security_group (5ad7df39-3fb4-4f50-a063-e03a3b8ee16f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:55.019872 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-4c875240-8e04-4c82-b79c-da2582a8014c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1686516 Mar 11 11:44:55.052374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: edfe7bb4-3b90-48d3-9c65-96be491cd2e4 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:44:55.053948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device edfe7bb4-3b90-48d3-9c65-96be491cd2e4 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:44:55.062899 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2d56dee4-0be7-40ca-b8d4-6db68e10ba19 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:55.066404 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (e06701a5-2901-4039-bad2-4f9465cbf5e6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:55.105820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f2159-f149-4791-b0c9-e39547750e3a req-c6a4aa4d-f407-489e-8008-c7c4b561d03a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:55.114228 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-533f2159-f149-4791-b0c9-e39547750e3a req-c6a4aa4d-f407-489e-8008-c7c4b561d03a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.2890396 Mar 11 11:44:55.118518 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-092c5e20-44e5-426d-8302-6acb31879320 admin admin] Publish callbacks [] for security_group (5ad7df39-3fb4-4f50-a063-e03a3b8ee16f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:55.138215 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 2d56dee4-0be7-40ca-b8d4-6db68e10ba19 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:55.138515 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2d56dee4-0be7-40ca-b8d4-6db68e10ba19), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:55.255272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-533f2159-f149-4791-b0c9-e39547750e3a req-1b52ed73-d082-4cce-b503-1cb339dc4bd8 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399496 Mar 11 11:44:55.347826 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9985a1cd-f4a2-448d-b065-41a34da90e02 req-ef11d50a-856f-4977-8857-c785882fe41c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 210 time: 0.2540679 Mar 11 11:44:55.352278 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 2d56dee4-0be7-40ca-b8d4-6db68e10ba19 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:55.352673 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2d56dee4-0be7-40ca-b8d4-6db68e10ba19), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:55.394331 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:55.470463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 2d56dee4-0be7-40ca-b8d4-6db68e10ba19, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2d56dee4-0be7-40ca-b8d4-6db68e10ba19,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:44:55.475547 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a9c140ae-84b0-49e3-a7e1-8274af224c60 None None] Provisioning complete for port b27b36fd-f57b-49d7-970e-25bc3e793234 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:55.476321 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a9c140ae-84b0-49e3-a7e1-8274af224c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:55.503807 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-092c5e20-44e5-426d-8302-6acb31879320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5ad7df39-3fb4-4f50-a063-e03a3b8ee16f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:55.510145 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-092c5e20-44e5-426d-8302-6acb31879320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:55.512189 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-092c5e20-44e5-426d-8302-6acb31879320 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5ad7df39-3fb4-4f50-a063-e03a3b8ee16f HTTP/1.1" status: 204 len: 168 time: 0.7208478 Mar 11 11:44:55.564345 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-3f7d305c-9311-4226-8159-8607e51d4173 service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922573 Mar 11 11:44:55.589218 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2d56dee4-0be7-40ca-b8d4-6db68e10ba19), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:55.656409 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-097cf4a1-9a32-4b5e-bfbb-42572a0b2afc req-73162c8e-ef8c-43c9-b1de-0389c6fd190c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 210 time: 0.1407280 Mar 11 11:44:55.661747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c5e20-44e5-426d-8302-6acb31879320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad7df39-3fb4-4f50-a063-e03a3b8ee16f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:55.742769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a9c140ae-84b0-49e3-a7e1-8274af224c60 None None] Port b27b36fd-f57b-49d7-970e-25bc3e793234 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:44:55.784328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=2d56dee4-0be7-40ca-b8d4-6db68e10ba19,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:55.867230 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-2cabf508-c61f-4408-890f-b917f5816fde service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928181 Mar 11 11:44:55.885090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45138) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:56.237234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c5898b87-a6c0-418b-8483-9c86116c83fc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3d4fd84ff45446fe8826970895f84d0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506212 Mar 11 11:44:56.242525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45148) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:56.284561 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-33ae06d3-7923-4519-942f-18ff960fbaac tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:56.291789 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-33ae06d3-7923-4519-942f-18ff960fbaac tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 811 time: 0.2453768 Mar 11 11:44:56.322172 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-46752e35-a50d-4316-bb79-a9328a985c37 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Request body: {'port': {'device_id': '503ee7ec-c902-4a7d-b188-2ed574370403', 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8', 'admin_state_up': True, 'tenant_id': 'fc114175c45e4bcfacd1ff17aef85fa1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:56.504892 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c53a17c5-6f50-4d67-b29f-ff4a69eb2f93 admin admin] Publish callbacks [] for security_group (55d3efc5-2b51-4539-95e1-68cd9b60142d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:56.556669 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c53a17c5-6f50-4d67-b29f-ff4a69eb2f93 admin admin] Publish callbacks [] for security_group (55d3efc5-2b51-4539-95e1-68cd9b60142d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:56.672589 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e26ac3b-c502-42d9-8814-4874c62596de req-673ef72c-f38e-4b3f-95de-21f85cf45500 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 210 time: 0.1708045 Mar 11 11:44:56.714565 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] Publish callbacks [] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:56.735606 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:56.839930 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3d532-5952-4530-aa86-af2d06bddc74 req-4dc7b17a-d680-4e71-a1de-14e32783f464 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:56.849769 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47e3d532-5952-4530-aa86-af2d06bddc74 req-4dc7b17a-d680-4e71-a1de-14e32783f464 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.4727340 Mar 11 11:44:56.862867 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (e06701a5-2901-4039-bad2-4f9465cbf5e6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:56.955167 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2d56dee4-0be7-40ca-b8d4-6db68e10ba19 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:44:56.977741 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d4e151b-a705-4399-9ee5-617f961997af req-7facb267-22c3-45d8-aa89-e9a080b42134 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 210 time: 0.1211751 Mar 11 11:44:57.066883 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47e3d532-5952-4530-aa86-af2d06bddc74 req-b7cdd0b7-2318-4481-9006-da21b93907a2 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121131 Mar 11 11:44:57.070436 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c53a17c5-6f50-4d67-b29f-ff4a69eb2f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (55d3efc5-2b51-4539-95e1-68cd9b60142d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:57.076277 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c53a17c5-6f50-4d67-b29f-ff4a69eb2f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:57.077903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c53a17c5-6f50-4d67-b29f-ff4a69eb2f93 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/55d3efc5-2b51-4539-95e1-68cd9b60142d HTTP/1.1" status: 204 len: 168 time: 0.8339520 Mar 11 11:44:57.090413 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a17c5-6f50-4d67-b29f-ff4a69eb2f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d3efc5-2b51-4539-95e1-68cd9b60142d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:57.105344 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-46752e35-a50d-4316-bb79-a9328a985c37 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Made reservation on behalf of fc114175c45e4bcfacd1ff17aef85fa1 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:44:57.108969 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-46752e35-a50d-4316-bb79-a9328a985c37 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:57.143806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] Network 2076c071-a5c3-4b31-85d8-96ed29eb46b7 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:44:57.146915 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] Pushing event updated for resources: {'Port': ['ID=b27b36fd-f57b-49d7-970e-25bc3e793234,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:57.149954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:57.219440 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 2d56dee4-0be7-40ca-b8d4-6db68e10ba19 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:57.219874 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2d56dee4-0be7-40ca-b8d4-6db68e10ba19), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:57.506744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 2d56dee4-0be7-40ca-b8d4-6db68e10ba19 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:44:57.523992 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-46752e35-a50d-4316-bb79-a9328a985c37 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Allocated IP 172.20.0.5 (e54d170d-bb49-4bd4-8dc3-51758652c7e8/ce4e197e-6fc7-4d78-b2bd-acf62848c979/fddc291f-75b6-4df1-a594-ad4f4e371279) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:44:57.532151 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] Router e06701a5-2901-4039-bad2-4f9465cbf5e6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:44:57.696949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-defad5f2-ae59-4108-8999-19858557ea5f None None] Provisioning complete for port b27b36fd-f57b-49d7-970e-25bc3e793234 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:44:57.702544 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-defad5f2-ae59-4108-8999-19858557ea5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:57.824597 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-defad5f2-ae59-4108-8999-19858557ea5f None None] Port b27b36fd-f57b-49d7-970e-25bc3e793234 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:44:57.888808 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:44:57.894135 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1c26f31d-9cb5-4a8d-ae0c-8065dcd0161b req-92a14b0a-3f83-4c57-9d70-deb69a50febe tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 210 time: 0.0571296 Mar 11 11:44:57.900749 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Sync routers for ids ['e06701a5-2901-4039-bad2-4f9465cbf5e6'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:44:57.908606 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8ef5546f-2517-4b9d-b52e-61f66890cfd2 admin admin] 10.222.0.78 "PUT /v2.0/routers/e06701a5-2901-4039-bad2-4f9465cbf5e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4275262 Mar 11 11:44:57.934424 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Routers {'e06701a5-2901-4039-bad2-4f9465cbf5e6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:44:57.936382 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:44:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e06701a5-2901-4039-bad2-4f9465cbf5e6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:57.955027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45184) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:58.100602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45194) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:58.178863 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-46752e35-a50d-4316-bb79-a9328a985c37 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks [] for port (fddc291f-75b6-4df1-a594-ad4f4e371279), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:58.205390 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b595da8-7711-4147-ab97-e1d20a1fd76d req-9accd0e2-78ea-480f-9663-1c00aaeb55d9 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 210 time: 0.0518186 Mar 11 11:44:58.231309 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b3126681-1031-492f-9cf1-6b469078efe3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f219d042257147768b0320fc1923d453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288955 Mar 11 11:44:58.232578 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45198) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:58.293446 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Set router e06701a5-2901-4039-bad2-4f9465cbf5e6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:44:58.294703 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-46752e35-a50d-4316-bb79-a9328a985c37 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (fddc291f-75b6-4df1-a594-ad4f4e371279), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:58.384468 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2065274-c0c3-4e5e-83ab-888424a2696a req-ac7205fb-95e6-4a70-871b-5047a6025fd3 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:58.397866 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2065274-c0c3-4e5e-83ab-888424a2696a req-ac7205fb-95e6-4a70-871b-5047a6025fd3 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1254580 Mar 11 11:44:58.428007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-46752e35-a50d-4316-bb79-a9328a985c37 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Network e54d170d-bb49-4bd4-8dc3-51758652c7e8 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:44:58.433694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-46752e35-a50d-4316-bb79-a9328a985c37 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:44:58.444376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-46752e35-a50d-4316-bb79-a9328a985c37 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:44:58.449197 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8552eec4-8a4c-4ae3-97f9-a3a3293cd06b admin admin] Publish callbacks [] for security_group (28805ce2-4b4b-4827-95b6-e351cd50497e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:58.529624 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8552eec4-8a4c-4ae3-97f9-a3a3293cd06b admin admin] Publish callbacks [] for security_group (28805ce2-4b4b-4827-95b6-e351cd50497e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:58.549879 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46752e35-a50d-4316-bb79-a9328a985c37 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Pushing event updated for resources: {'Port': ['ID=fddc291f-75b6-4df1-a594-ad4f4e371279,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:58.587679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-46752e35-a50d-4316-bb79-a9328a985c37 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:58.589509 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-46752e35-a50d-4316-bb79-a9328a985c37 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:58.607209 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2065274-c0c3-4e5e-83ab-888424a2696a req-7116bb04-4aac-4022-807b-dded36ec2e66 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079945 Mar 11 11:44:58.613337 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8552eec4-8a4c-4ae3-97f9-a3a3293cd06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (28805ce2-4b4b-4827-95b6-e351cd50497e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:58.616504 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8552eec4-8a4c-4ae3-97f9-a3a3293cd06b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:58.618137 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8552eec4-8a4c-4ae3-97f9-a3a3293cd06b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28805ce2-4b4b-4827-95b6-e351cd50497e HTTP/1.1" status: 204 len: 168 time: 0.3842247 Mar 11 11:44:58.626318 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-46752e35-a50d-4316-bb79-a9328a985c37 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3258748 Mar 11 11:44:58.629459 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0de03138-67f6-4121-bbc9-420abba0f102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:58.640960 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552eec4-8a4c-4ae3-97f9-a3a3293cd06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28805ce2-4b4b-4827-95b6-e351cd50497e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:58.647350 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Request body: {'port': {'device_id': '503ee7ec-c902-4a7d-b188-2ed574370403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:44:58.745076 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0de03138-67f6-4121-bbc9-420abba0f102 admin admin] Publish callbacks [] for security_group (48fd52c1-222a-4c76-b290-bc440bc4d878), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:58.756171 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0de03138-67f6-4121-bbc9-420abba0f102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (48fd52c1-222a-4c76-b290-bc440bc4d878), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:58.794244 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fddc291f-75b6-4df1-a594-ad4f4e371279), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:58.845554 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'name': 'tempest-TaggedBootDevicesTest-458725472-router', 'tenant_id': '47810bed0ace4c93b09c165c21b811e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '2d56dee4-0be7-40ca-b8d4-6db68e10ba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:46Z', 'updated_at': '2022-03-11T11:44:55Z', 'revision_number': 4, 'project_id': '47810bed0ace4c93b09c165c21b811e5', 'gw_port': {'id': '2d56dee4-0be7-40ca-b8d4-6db68e10ba19', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:47Z', 'updated_at': '2022-03-11T11:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'b27b36fd-f57b-49d7-970e-25bc3e793234', 'name': '', 'network_id': '2076c071-a5c3-4b31-85d8-96ed29eb46b7', 'tenant_id': '47810bed0ace4c93b09c165c21b811e5', 'mac_address': 'fa:16:3e:ce:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'd2beebdc-ea5f-42c3-92f0-d76f57885ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:52Z', 'updated_at': '2022-03-11T11:44:55Z', 'revision_number': 2, 'project_id': '47810bed0ace4c93b09c165c21b811e5', 'subnets': [{'id': 'd2beebdc-ea5f-42c3-92f0-d76f57885ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:44:58.846415 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0de03138-67f6-4121-bbc9-420abba0f102 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=33a618793ce547309612091014067c45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8899143 Mar 11 11:44:58.857036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45202) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:44:58.858012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de03138-67f6-4121-bbc9-420abba0f102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fd52c1-222a-4c76-b290-bc440bc4d878,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:58.916662 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Checking router: e06701a5-2901-4039-bad2-4f9465cbf5e6 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:44:58.917229 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Updating router e06701a5-2901-4039-bad2-4f9465cbf5e6 port b27b36fd-f57b-49d7-970e-25bc3e793234 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:44:58.993147 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:59.022336 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-706a84e7-9835-45fa-98b5-92b564365c06 admin admin] Publish callbacks [] for security_group (48fd52c1-222a-4c76-b290-bc440bc4d878), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:59.097304 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-706a84e7-9835-45fa-98b5-92b564365c06 admin admin] Publish callbacks [] for security_group (48fd52c1-222a-4c76-b290-bc440bc4d878), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:59.136153 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fddc291f-75b6-4df1-a594-ad4f4e371279 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:44:59.144580 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Publish callbacks [] for port (fddc291f-75b6-4df1-a594-ad4f4e371279), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:59.157333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Transition to ACTIVE for port object fddc291f-75b6-4df1-a594-ad4f4e371279 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:44:59.168924 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (fddc291f-75b6-4df1-a594-ad4f4e371279), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:59.224774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e69813d-66df-4d1f-b834-f4c14e5a7388 req-0e2dd7a1-abbe-4456-aa51-ea2743520fe6 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 210 time: 0.0433245 Mar 11 11:44:59.229940 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-706a84e7-9835-45fa-98b5-92b564365c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (48fd52c1-222a-4c76-b290-bc440bc4d878), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:59.267973 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-706a84e7-9835-45fa-98b5-92b564365c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:59.269110 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-706a84e7-9835-45fa-98b5-92b564365c06 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/48fd52c1-222a-4c76-b290-bc440bc4d878 HTTP/1.1" status: 204 len: 168 time: 0.4071941 Mar 11 11:44:59.317061 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a84e7-9835-45fa-98b5-92b564365c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fd52c1-222a-4c76-b290-bc440bc4d878,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:59.349812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Pushing event updated for resources: {'Port': ['ID=fddc291f-75b6-4df1-a594-ad4f4e371279,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:59.484250 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Attempting to bind port fddc291f-75b6-4df1-a594-ad4f4e371279 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:44:59.486712 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Attempting to bind port fddc291f-75b6-4df1-a594-ad4f4e371279 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:44:59.487483 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Attempting to bind port fddc291f-75b6-4df1-a594-ad4f4e371279 on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:59.500944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Port fddc291f-75b6-4df1-a594-ad4f4e371279 on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:44:59.502721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Attempting to bind port fddc291f-75b6-4df1-a594-ad4f4e371279 on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:59.507493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89286662-8433-4472-a5b0-b79f1e5cd180 req-ac0d3ec3-47c6-4421-9d37-6247b6776244 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:59.514314 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:44:59.516006 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Checking segment: {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:59.516664 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Bound using segment: {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:44:59.517951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Bound port: fddc291f-75b6-4df1-a594-ad4f4e371279, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:44:59.519249 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fddc291f-75b6-4df1-a594-ad4f4e371279), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:59.524899 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-89286662-8433-4472-a5b0-b79f1e5cd180 req-ac0d3ec3-47c6-4421-9d37-6247b6776244 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 943 time: 0.1099803 Mar 11 11:44:59.534194 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Publish callbacks [] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:59.543998 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:59.617012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] For port fddc291f-75b6-4df1-a594-ad4f4e371279, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:44:59.628182 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] For port fddc291f-75b6-4df1-a594-ad4f4e371279, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=fddc291f-75b6-4df1-a594-ad4f4e371279,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:44:59.643061 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (fddc291f-75b6-4df1-a594-ad4f4e371279), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:59.661688 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-89286662-8433-4472-a5b0-b79f1e5cd180 req-a6705dad-48d3-47ed-8611-e6beb94f671e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344192 Mar 11 11:44:59.679611 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462dc508-7c44-4d4b-8e41-a9d3664e4f06 None None] Pushing event updated for resources: {'Port': ['ID=b27b36fd-f57b-49d7-970e-25bc3e793234,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:59.688729 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:59.691876 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:59.696818 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] 10.222.0.37 "PUT /v2.0/ports/fddc291f-75b6-4df1-a594-ad4f4e371279 HTTP/1.1" status: 200 len: 1091 time: 1.0544407 Mar 11 11:44:59.697513 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503ee7ec-c902-4a7d-b188-2ed574370403', 'tag': 'fddc291f-75b6-4df1-a594-ad4f4e371279'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:44:59.705093 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84492a62-90a1-4cd6-8152-67a855e5aae2" -d '{"events": [{"name": "network-changed", "server_uuid": "503ee7ec-c902-4a7d-b188-2ed574370403", "tag": "fddc291f-75b6-4df1-a594-ad4f4e371279"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:44:59.712579 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dc508-7c44-4d4b-8e41-a9d3664e4f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:59.715526 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dc508-7c44-4d4b-8e41-a9d3664e4f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:59.716473 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dc508-7c44-4d4b-8e41-a9d3664e4f06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:59.717022 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dc508-7c44-4d4b-8e41-a9d3664e4f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:59.717556 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dc508-7c44-4d4b-8e41-a9d3664e4f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:59.718218 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dc508-7c44-4d4b-8e41-a9d3664e4f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:59.718710 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dc508-7c44-4d4b-8e41-a9d3664e4f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:59.719270 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dc508-7c44-4d4b-8e41-a9d3664e4f06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:59.719781 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dc508-7c44-4d4b-8e41-a9d3664e4f06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:59.720876 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dc508-7c44-4d4b-8e41-a9d3664e4f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:59.721366 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dc508-7c44-4d4b-8e41-a9d3664e4f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:59.721851 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dc508-7c44-4d4b-8e41-a9d3664e4f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:59.722343 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dc508-7c44-4d4b-8e41-a9d3664e4f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:44:59.836043 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Attempting to bind port b27b36fd-f57b-49d7-970e-25bc3e793234 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:44:59.836708 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Attempting to bind port b27b36fd-f57b-49d7-970e-25bc3e793234 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'ccb6d6a8-86ae-43e1-935b-969bc7d2245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2076c071-a5c3-4b31-85d8-96ed29eb46b7'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:44:59.837248 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Attempting to bind port b27b36fd-f57b-49d7-970e-25bc3e793234 on network 2076c071-a5c3-4b31-85d8-96ed29eb46b7 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:44:59.844066 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:44:59.844729 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Checking segment: {'id': 'ccb6d6a8-86ae-43e1-935b-969bc7d2245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2076c071-a5c3-4b31-85d8-96ed29eb46b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:44:59.845303 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:59.845867 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Bound using segment: {'id': 'ccb6d6a8-86ae-43e1-935b-969bc7d2245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2076c071-a5c3-4b31-85d8-96ed29eb46b7'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:44:59.846509 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Bound port: b27b36fd-f57b-49d7-970e-25bc3e793234, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb6d6a8-86ae-43e1-935b-969bc7d2245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2076c071-a5c3-4b31-85d8-96ed29eb46b7'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:44:59.847090 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:44:59.916291 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe3026-637d-4539-bc56-8afad5c96284 service neutron] Pushing event updated for resources: {'Port': ['ID=fddc291f-75b6-4df1-a594-ad4f4e371279,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:44:59.947769 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] For port b27b36fd-f57b-49d7-970e-25bc3e793234, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:44:59.952876 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c641b2-173f-4a98-bf2d-cd3fbc1396fe x-openstack-request-id: req-10c641b2-173f-4a98-bf2d-cd3fbc1396fe {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:44:59.953011 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503ee7ec-c902-4a7d-b188-2ed574370403", "tag": "fddc291f-75b6-4df1-a594-ad4f4e371279", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:44:59.953304 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10c641b2-173f-4a98-bf2d-cd3fbc1396fe {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:44:59.953702 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503ee7ec-c902-4a7d-b188-2ed574370403', 'tag': 'fddc291f-75b6-4df1-a594-ad4f4e371279', 'status': 'completed', 'code': 200} Mar 11 11:44:59.953909 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] For port b27b36fd-f57b-49d7-970e-25bc3e793234, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b27b36fd-f57b-49d7-970e-25bc3e793234,segment=NetworkSegment(ccb6d6a8-86ae-43e1-935b-969bc7d2245a),segment_id=ccb6d6a8-86ae-43e1-935b-969bc7d2245a)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:44:59.973906 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3644b07-41ce-4103-bec1-30d178ae0749 req-d43141d5-e1ab-4b35-bc6c-4da6662fb8a1 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:44:59.975510 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d3644b07-41ce-4103-bec1-30d178ae0749 req-d43141d5-e1ab-4b35-bc6c-4da6662fb8a1 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1748965 Mar 11 11:44:59.987471 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:00.001823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-7428208f-9c95-4f86-848d-167ba1c3e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:00.003519 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-7428208f-9c95-4f86-848d-167ba1c3e82c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 1125 time: 0.2383306 Mar 11 11:45:00.089039 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f59f5431-6b78-4b75-8132-31d08171993d None None] Provisioning complete for port b27b36fd-f57b-49d7-970e-25bc3e793234 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:00.089667 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f59f5431-6b78-4b75-8132-31d08171993d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:00.100027 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d3644b07-41ce-4103-bec1-30d178ae0749 req-eb3fa88b-5229-4f0a-b245-e6d1df7a7a3f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156487 Mar 11 11:45:00.110639 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-3bba89ee-e819-4f1e-9982-e239ea8877aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fddc291f-75b6-4df1-a594-ad4f4e371279 HTTP/1.1" status: 200 len: 217 time: 0.0980189 Mar 11 11:45:00.117787 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Routers {'e06701a5-2901-4039-bad2-4f9465cbf5e6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:45:00.118460 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:44:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e06701a5-2901-4039-bad2-4f9465cbf5e6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:00.202860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-2921e064-00b2-438d-9ba7-9315e73a2d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:00.204711 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-2921e064-00b2-438d-9ba7-9315e73a2d46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce4e197e-6fc7-4d78-b2bd-acf62848c979 HTTP/1.1" status: 200 len: 851 time: 0.0797911 Mar 11 11:45:00.275924 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-0bbec767-e043-4005-b7d8-0d06ef88abe9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e54d170d-bb49-4bd4-8dc3-51758652c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620482 Mar 11 11:45:00.308622 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f59f5431-6b78-4b75-8132-31d08171993d None None] Current status of the port b27b36fd-f57b-49d7-970e-25bc3e793234 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:00.309401 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f59f5431-6b78-4b75-8132-31d08171993d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:00.345008 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462dc508-7c44-4d4b-8e41-a9d3664e4f06 None None] Pushing event updated for resources: {'Port': ['ID=b27b36fd-f57b-49d7-970e-25bc3e793234,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:00.377332 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f59f5431-6b78-4b75-8132-31d08171993d None None] For port b27b36fd-f57b-49d7-970e-25bc3e793234, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b27b36fd-f57b-49d7-970e-25bc3e793234,segment=NetworkSegment(ccb6d6a8-86ae-43e1-935b-969bc7d2245a),segment_id=ccb6d6a8-86ae-43e1-935b-969bc7d2245a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:00.383485 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f59f5431-6b78-4b75-8132-31d08171993d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:00.523792 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8487541a-2aa6-4eb1-982e-0829feeb41fc req-beef2fef-7480-46f0-8dd9-fc3631823215 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 210 time: 0.0743890 Mar 11 11:45:00.534651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f5431-6b78-4b75-8132-31d08171993d None None] Pushing event updated for resources: {'Port': ['ID=b27b36fd-f57b-49d7-970e-25bc3e793234,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:00.548726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d4cd1ffc-5539-4a0b-a839-8582f219a408 None None] Provisioning complete for port b27b36fd-f57b-49d7-970e-25bc3e793234 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:00.549191 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4cd1ffc-5539-4a0b-a839-8582f219a408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:00.569738 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-d564fc36-67ff-4d39-931d-6182fcd08774 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810686 Mar 11 11:45:00.752550 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d0e6f631-b726-4eac-8a04-7f7fe0f46bde req-085bfd71-d7a8-4e0f-a230-025f104a1cd6 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757658 Mar 11 11:45:00.759350 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45260) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:00.805017 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd1ffc-5539-4a0b-a839-8582f219a408 None None] Current status of the port b27b36fd-f57b-49d7-970e-25bc3e793234 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:00.858518 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] Set router e06701a5-2901-4039-bad2-4f9465cbf5e6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:45:00.881677 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272f547-8066-4e8f-8df2-37f53d2f18e1 req-586802aa-922f-46e3-a7e6-2b1f1c1330dd tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:00.888952 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f272f547-8066-4e8f-8df2-37f53d2f18e1 req-586802aa-922f-46e3-a7e6-2b1f1c1330dd tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 943 time: 0.1027658 Mar 11 11:45:00.943421 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84492a62-90a1-4cd6-8152-67a855e5aae2 req-6eb825e9-7c79-44b7-bee3-69abfc319d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:00.948518 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-84492a62-90a1-4cd6-8152-67a855e5aae2 req-6eb825e9-7c79-44b7-bee3-69abfc319d92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 1125 time: 0.1349554 Mar 11 11:45:00.987058 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ba22ef25-a72f-48c9-a3dc-03ac601061cc admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-333987866-network', 'tenant_id': '22f31bf405334bbc95a9a5d2a018c386'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:00.998344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f272f547-8066-4e8f-8df2-37f53d2f18e1 req-1d5b55cb-9751-4fd7-82fd-6058c79aabf5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004112 Mar 11 11:45:01.094540 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba22ef25-a72f-48c9-a3dc-03ac601061cc admin admin] Made reservation on behalf of 22f31bf405334bbc95a9a5d2a018c386 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:45:01.097506 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba22ef25-a72f-48c9-a3dc-03ac601061cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:01.108429 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba22ef25-a72f-48c9-a3dc-03ac601061cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:01.141630 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84492a62-90a1-4cd6-8152-67a855e5aae2 req-1e45c1ab-1aa0-43c6-b700-44e46865834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:01.143124 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-84492a62-90a1-4cd6-8152-67a855e5aae2 req-1e45c1ab-1aa0-43c6-b700-44e46865834c service neutron] 10.222.0.37 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 912 time: 0.1880054 Mar 11 11:45:01.208035 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-84492a62-90a1-4cd6-8152-67a855e5aae2 req-6692f3de-7652-4d6a-8b92-89a54d0a05c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fddc291f-75b6-4df1-a594-ad4f4e371279 HTTP/1.1" status: 200 len: 217 time: 0.0564880 Mar 11 11:45:01.251804 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'name': 'tempest-TaggedBootDevicesTest-458725472-router', 'tenant_id': '47810bed0ace4c93b09c165c21b811e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '2d56dee4-0be7-40ca-b8d4-6db68e10ba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:46Z', 'updated_at': '2022-03-11T11:44:55Z', 'revision_number': 4, 'project_id': '47810bed0ace4c93b09c165c21b811e5', 'gw_port': {'id': '2d56dee4-0be7-40ca-b8d4-6db68e10ba19', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:47Z', 'updated_at': '2022-03-11T11:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'b27b36fd-f57b-49d7-970e-25bc3e793234', 'name': '', 'network_id': '2076c071-a5c3-4b31-85d8-96ed29eb46b7', 'tenant_id': '47810bed0ace4c93b09c165c21b811e5', 'mac_address': 'fa:16:3e:ce:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'd2beebdc-ea5f-42c3-92f0-d76f57885ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:52Z', 'updated_at': '2022-03-11T11:44:59Z', 'revision_number': 4, 'project_id': '47810bed0ace4c93b09c165c21b811e5', 'subnets': [{'id': 'd2beebdc-ea5f-42c3-92f0-d76f57885ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:01.284774 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428dfb4d-c53e-4085-8e28-88dd26357ca4 None None] The sync data for ids ['e06701a5-2901-4039-bad2-4f9465cbf5e6'] in n-d-833234-2 is: [{'id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'name': 'tempest-TaggedBootDevicesTest-458725472-router', 'tenant_id': '47810bed0ace4c93b09c165c21b811e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '2d56dee4-0be7-40ca-b8d4-6db68e10ba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:46Z', 'updated_at': '2022-03-11T11:44:55Z', 'revision_number': 4, 'project_id': '47810bed0ace4c93b09c165c21b811e5', 'gw_port': {'id': '2d56dee4-0be7-40ca-b8d4-6db68e10ba19', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:47Z', 'updated_at': '2022-03-11T11:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'b27b36fd-f57b-49d7-970e-25bc3e793234', 'name': '', 'network_id': '2076c071-a5c3-4b31-85d8-96ed29eb46b7', 'tenant_id': '47810bed0ace4c93b09c165c21b811e5', 'mac_address': 'fa:16:3e:ce:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'd2beebdc-ea5f-42c3-92f0-d76f57885ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:52Z', 'updated_at': '2022-03-11T11:44:59Z', 'revision_number': 4, 'project_id': '47810bed0ace4c93b09c165c21b811e5', 'subnets': [{'id': 'd2beebdc-ea5f-42c3-92f0-d76f57885ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:45:01.332426 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84492a62-90a1-4cd6-8152-67a855e5aae2 req-a2aedb5e-4c6e-4576-b495-d75605b6c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:01.333942 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-84492a62-90a1-4cd6-8152-67a855e5aae2 req-a2aedb5e-4c6e-4576-b495-d75605b6c54a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce4e197e-6fc7-4d78-b2bd-acf62848c979 HTTP/1.1" status: 200 len: 851 time: 0.1179123 Mar 11 11:45:01.348290 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8037cb-ad59-4f55-ba15-42cd17b0f245 req-32e1fa63-5083-4b69-b1b5-df4268f36ce8 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:01.348904 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba22ef25-a72f-48c9-a3dc-03ac601061cc admin admin] Publish callbacks [] for security_group (2cfce392-e322-4d20-9da6-25cb752e4b08), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:01.351673 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a8037cb-ad59-4f55-ba15-42cd17b0f245 req-32e1fa63-5083-4b69-b1b5-df4268f36ce8 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1147034 Mar 11 11:45:01.386780 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba22ef25-a72f-48c9-a3dc-03ac601061cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2cfce392-e322-4d20-9da6-25cb752e4b08), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:01.402492 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba22ef25-a72f-48c9-a3dc-03ac601061cc admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:45:01.431426 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-84492a62-90a1-4cd6-8152-67a855e5aae2 req-1c0a75dd-4a40-4c56-9411-a388d4a791e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e54d170d-bb49-4bd4-8dc3-51758652c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781736 Mar 11 11:45:01.442704 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba22ef25-a72f-48c9-a3dc-03ac601061cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (72d5b842-a40b-44e3-81a1-9e5eb76179eb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:01.443041 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-ba22ef25-a72f-48c9-a3dc-03ac601061cc admin admin] Added segment 72d5b842-a40b-44e3-81a1-9e5eb76179eb of type vlan for network 498d5647-4c24-41a0-8a80-9b3a84a83e56 Mar 11 11:45:01.476278 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a8037cb-ad59-4f55-ba15-42cd17b0f245 req-35851a50-a08f-4885-ba36-9bc0e1a60bef tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009603 Mar 11 11:45:01.510636 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22ef25-a72f-48c9-a3dc-03ac601061cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfce392-e322-4d20-9da6-25cb752e4b08,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:01.540668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba22ef25-a72f-48c9-a3dc-03ac601061cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (498d5647-4c24-41a0-8a80-9b3a84a83e56), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:01.668939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef714598-a0ef-4fec-be30-c71b15660d26 req-74cfff2c-cd8b-4382-ab37-9d9d4debac31 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 210 time: 0.0502589 Mar 11 11:45:01.675479 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba22ef25-a72f-48c9-a3dc-03ac601061cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (498d5647-4c24-41a0-8a80-9b3a84a83e56), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:01.676934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba22ef25-a72f-48c9-a3dc-03ac601061cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:01.677680 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba22ef25-a72f-48c9-a3dc-03ac601061cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:01.691897 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-84492a62-90a1-4cd6-8152-67a855e5aae2 req-d7a10662-3ae4-408d-9ca1-9b4372b63ce2 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472358 Mar 11 11:45:01.736847 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ba22ef25-a72f-48c9-a3dc-03ac601061cc admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9753590 Mar 11 11:45:01.821185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22ef25-a72f-48c9-a3dc-03ac601061cc admin admin] Pushing event updated for resources: {'Network': ['ID=498d5647-4c24-41a0-8a80-9b3a84a83e56,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:01.834573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 498d5647-4c24-41a0-8a80-9b3a84a83e56 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:45:01.872283 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-84492a62-90a1-4cd6-8152-67a855e5aae2 req-29c387e1-096b-4b5c-878e-00e4871cbcb5 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643288 Mar 11 11:45:02.000850 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-d57ba04e-0e22-40b1-8bdf-5c35e74e3ec6 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=417c3fd71ef946f88b5deea598c1f4b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361788 Mar 11 11:45:02.165115 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-76adb8df-1767-4e3d-a4b0-246742cba79f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:02.166805 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-76adb8df-1767-4e3d-a4b0-246742cba79f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577833 Mar 11 11:45:02.192034 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0720d-2e2a-45f5-9886-5c92513bde8f req-af5e12a6-1002-4f12-bee6-4d313a256f16 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:02.193735 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74f0720d-2e2a-45f5-9886-5c92513bde8f req-af5e12a6-1002-4f12-bee6-4d313a256f16 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 943 time: 0.1232359 Mar 11 11:45:02.195272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-3ab9fe65-7aa3-496d-b77d-4d1679b107ae tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/quotas/417c3fd71ef946f88b5deea598c1f4b7 HTTP/1.1" status: 200 len: 375 time: 0.0205500 Mar 11 11:45:02.236897 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-0d12eb5d-729b-454d-b14a-9c48508da38d tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=417c3fd71ef946f88b5deea598c1f4b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353334 Mar 11 11:45:02.278061 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74f0720d-2e2a-45f5-9886-5c92513bde8f req-3402134f-1e07-4106-a41c-2e6ee9401cbd tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664136 Mar 11 11:45:02.487928 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-162c3586-6a15-4926-955e-d086e8dda3b2 req-9779ad1d-c936-4aef-a99d-143776571c00 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/ports?device_id=a88fbd22-56bf-44ba-83dc-85cfc46e3000 HTTP/1.1" status: 200 len: 210 time: 0.0484428 Mar 11 11:45:02.698195 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:45:02.992134 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b27b36fd-f57b-49d7-970e-25bc3e793234 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:45:03.090892 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port b27b36fd-f57b-49d7-970e-25bc3e793234 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:03.092253 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:03.110818 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37679593-187a-4b96-a721-04945d2279d1 req-c2864691-45b1-4e08-957f-6b1cbe6b7cfe tempest-ComputeTenantNetworksTest-621014043 tempest-ComputeTenantNetworksTest-621014043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:03.116175 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37679593-187a-4b96-a721-04945d2279d1 req-c2864691-45b1-4e08-957f-6b1cbe6b7cfe tempest-ComputeTenantNetworksTest-621014043 tempest-ComputeTenantNetworksTest-621014043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:03.122606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37679593-187a-4b96-a721-04945d2279d1 req-c2864691-45b1-4e08-957f-6b1cbe6b7cfe tempest-ComputeTenantNetworksTest-621014043 tempest-ComputeTenantNetworksTest-621014043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:03.124419 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37679593-187a-4b96-a721-04945d2279d1 req-c2864691-45b1-4e08-957f-6b1cbe6b7cfe tempest-ComputeTenantNetworksTest-621014043 tempest-ComputeTenantNetworksTest-621014043-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.7269995 Mar 11 11:45:03.138620 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a648f-1f8a-4caf-a5ea-4cda0e3d8622 req-a4a178c7-7c9f-41e2-8da9-f938bdc41354 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:03.145609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-084a648f-1f8a-4caf-a5ea-4cda0e3d8622 req-a4a178c7-7c9f-41e2-8da9-f938bdc41354 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1726661 Mar 11 11:45:03.169011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device fddc291f-75b6-4df1-a594-ad4f4e371279 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:45:03.201426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port b27b36fd-f57b-49d7-970e-25bc3e793234 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:03.219676 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-084a648f-1f8a-4caf-a5ea-4cda0e3d8622 req-7638d3d6-ed44-423c-8411-0fcbadbf9e73 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707316 Mar 11 11:45:03.331518 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port fddc291f-75b6-4df1-a594-ad4f4e371279, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=fddc291f-75b6-4df1-a594-ad4f4e371279,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:03.335626 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d125c35c-cf57-4105-98d4-7268a12be0ef req-fd5814aa-15a7-47d0-a9f0-acf301d8007c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 210 time: 0.0361989 Mar 11 11:45:03.346917 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'fddc291f-75b6-4df1-a594-ad4f4e371279', 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8', 'port_id': 'fddc291f-75b6-4df1-a594-ad4f4e371279', 'mac_address': 'fa:16:3e:09:3a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce4e197e-6fc7-4d78-b2bd-acf62848c979', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:45:03.405705 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port fddc291f-75b6-4df1-a594-ad4f4e371279 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:03.406284 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fddc291f-75b6-4df1-a594-ad4f4e371279), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:03.410031 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:03.422169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fddc291f-75b6-4df1-a594-ad4f4e371279 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:45:03.445360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port fddc291f-75b6-4df1-a594-ad4f4e371279, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=fddc291f-75b6-4df1-a594-ad4f4e371279,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:03.452781 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fddc291f-75b6-4df1-a594-ad4f4e371279), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:03.459146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5036f-9bfa-437c-bf86-0950e8f53489 req-29114874-d9a5-42b9-bb46-51fcd4356e52 tempest-ComputeTenantNetworksTest-621014043 tempest-ComputeTenantNetworksTest-621014043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:03.460581 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2d5036f-9bfa-437c-bf86-0950e8f53489 req-29114874-d9a5-42b9-bb46-51fcd4356e52 tempest-ComputeTenantNetworksTest-621014043 tempest-ComputeTenantNetworksTest-621014043-project] 10.222.0.78 "GET /v2.0/networks/498d5647-4c24-41a0-8a80-9b3a84a83e56 HTTP/1.1" status: 200 len: 768 time: 0.1720545 Mar 11 11:45:03.469673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45324) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:03.541744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=fddc291f-75b6-4df1-a594-ad4f4e371279,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:03.569384 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55f39a94-67ef-4ba2-9248-4bdae9bb279e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (498d5647-4c24-41a0-8a80-9b3a84a83e56), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:03.609532 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b26704-c619-421a-9ba4-2fcc026bc80b req-72249f03-7285-40a9-98e1-767136dfaabc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:03.611616 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73b26704-c619-421a-9ba4-2fcc026bc80b req-72249f03-7285-40a9-98e1-767136dfaabc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 944 time: 0.0960546 Mar 11 11:45:03.629273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dd648-c36f-40cd-86f3-5c94ab395bad req-a9c899c7-f10f-4dff-842b-0fc04df31f96 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:03.631049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c65dd648-c36f-40cd-86f3-5c94ab395bad req-a9c899c7-f10f-4dff-842b-0fc04df31f96 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/ports?device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 946 time: 0.0804732 Mar 11 11:45:03.707123 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73b26704-c619-421a-9ba4-2fcc026bc80b req-dd2ffbb2-9455-4e07-92ee-483a9263e774 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873959 Mar 11 11:45:03.766969 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c65dd648-c36f-40cd-86f3-5c94ab395bad req-47da486f-9d55-48c7-aea4-cd693517b290 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc907fed-6b51-45f0-a0be-aeda70500fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198783 Mar 11 11:45:03.768987 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['fddc291f-75b6-4df1-a594-ad4f4e371279'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:45:03.928384 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99060045-1395-4a30-8a38-dee7b99f84ce req-f4c26377-a084-40d6-9b98-00d6f76e7687 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/ports?device_id=a88fbd22-56bf-44ba-83dc-85cfc46e3000 HTTP/1.1" status: 200 len: 210 time: 0.0627296 Mar 11 11:45:04.052996 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-0822fa55-20b7-4dde-a530-d0097dda1589 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=417c3fd71ef946f88b5deea598c1f4b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303977 Mar 11 11:45:04.099325 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55f39a94-67ef-4ba2-9248-4bdae9bb279e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (498d5647-4c24-41a0-8a80-9b3a84a83e56), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:04.142118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-55f39a94-67ef-4ba2-9248-4bdae9bb279e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498d5647-4c24-41a0-8a80-9b3a84a83e56']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:04.177536 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-55f39a94-67ef-4ba2-9248-4bdae9bb279e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d5b842-a40b-44e3-81a1-9e5eb76179eb') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:04.177820 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-55f39a94-67ef-4ba2-9248-4bdae9bb279e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d5b842-a40b-44e3-81a1-9e5eb76179eb') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:04.193308 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55f39a94-67ef-4ba2-9248-4bdae9bb279e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (72d5b842-a40b-44e3-81a1-9e5eb76179eb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:04.216695 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55f39a94-67ef-4ba2-9248-4bdae9bb279e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (72d5b842-a40b-44e3-81a1-9e5eb76179eb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:04.230062 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-74f2801c-f7a3-4b00-9334-781f429ff0ff tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:04.231464 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-74f2801c-f7a3-4b00-9334-781f429ff0ff tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1675515 Mar 11 11:45:04.232463 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f39a94-67ef-4ba2-9248-4bdae9bb279e admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:45:04.232942 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55f39a94-67ef-4ba2-9248-4bdae9bb279e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (72d5b842-a40b-44e3-81a1-9e5eb76179eb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:45:04.234649 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:45:04.255458 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Request body: {'port': {'device_id': 'a88fbd22-56bf-44ba-83dc-85cfc46e3000', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '417c3fd71ef946f88b5deea598c1f4b7'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:04.338718 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbf74a-fdaf-44b4-b34b-0332043edc51 req-ef884a2b-4341-43c7-8120-4b6af98f603b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:04.340327 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50dbf74a-fdaf-44b4-b34b-0332043edc51 req-ef884a2b-4341-43c7-8120-4b6af98f603b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.0567665 Mar 11 11:45:04.360543 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55f39a94-67ef-4ba2-9248-4bdae9bb279e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (498d5647-4c24-41a0-8a80-9b3a84a83e56), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:04.365044 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55f39a94-67ef-4ba2-9248-4bdae9bb279e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:04.369017 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-55f39a94-67ef-4ba2-9248-4bdae9bb279e admin admin] 10.222.0.78 "DELETE /v2.0/networks/498d5647-4c24-41a0-8a80-9b3a84a83e56 HTTP/1.1" status: 204 len: 168 time: 0.8981330 Mar 11 11:45:04.392108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f39a94-67ef-4ba2-9248-4bdae9bb279e admin admin] Pushing event deleted for resources: {'Network': ['ID=498d5647-4c24-41a0-8a80-9b3a84a83e56,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:04.417193 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50dbf74a-fdaf-44b4-b34b-0332043edc51 req-bba1b194-1962-473c-8629-dbc3c7c188bc tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645635 Mar 11 11:45:04.463262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Made reservation on behalf of 417c3fd71ef946f88b5deea598c1f4b7 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:45:04.468571 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:04.480216 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:04.483001 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-334908e3-fe23-4431-af25-d34cfcdd0058 req-345a24aa-a70f-4038-869f-66f65bfeeed8 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 210 time: 0.0338535 Mar 11 11:45:04.575783 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Publish callbacks [] for security_group (331cb051-dc34-4b59-b86a-a7791fae474f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:04.576167 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45338) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:04.585809 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (331cb051-dc34-4b59-b86a-a7791fae474f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:04.629155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d20ed72a-d91a-4890-bb40-e87e17b7096d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=22f31bf405334bbc95a9a5d2a018c386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491350 Mar 11 11:45:04.629741 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45340) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:04.657809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331cb051-dc34-4b59-b86a-a7791fae474f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:04.688812 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3f4903c8-28dc-4441-a3d6-dac25cad08bf admin admin] Publish callbacks [] for security_group (2cfce392-e322-4d20-9da6-25cb752e4b08), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:04.712005 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3f4903c8-28dc-4441-a3d6-dac25cad08bf admin admin] Publish callbacks [] for security_group (2cfce392-e322-4d20-9da6-25cb752e4b08), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:04.726678 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Allocated IP 192.168.233.197 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/7d0fac74-b2e4-47b1-a754-b5a05efc4826) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:45:04.778466 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3f4903c8-28dc-4441-a3d6-dac25cad08bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2cfce392-e322-4d20-9da6-25cb752e4b08), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:04.782281 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3f4903c8-28dc-4441-a3d6-dac25cad08bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:04.783958 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3f4903c8-28dc-4441-a3d6-dac25cad08bf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2cfce392-e322-4d20-9da6-25cb752e4b08 HTTP/1.1" status: 204 len: 168 time: 0.1536798 Mar 11 11:45:04.794682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4903c8-28dc-4441-a3d6-dac25cad08bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfce392-e322-4d20-9da6-25cb752e4b08,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:04.915730 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Publish callbacks [] for port (7d0fac74-b2e4-47b1-a754-b5a05efc4826), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:04.967477 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7d0fac74-b2e4-47b1-a754-b5a05efc4826), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:04.974005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a60b9-dbf0-4c3c-b868-2e020162ef0a req-6f6ca8cf-981e-45fb-ac35-a6a28248358e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:04.976609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-078a60b9-dbf0-4c3c-b868-2e020162ef0a req-6f6ca8cf-981e-45fb-ac35-a6a28248358e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 944 time: 0.1093149 Mar 11 11:45:05.042903 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:45:05.050439 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:05.053624 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:45:05.069247 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-078a60b9-dbf0-4c3c-b868-2e020162ef0a req-9e5f7350-efa5-4f91-bc5c-63c12557ba11 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814259 Mar 11 11:45:05.124067 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Pushing event updated for resources: {'Port': ['ID=7d0fac74-b2e4-47b1-a754-b5a05efc4826,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:05.155616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:05.158459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:05.158827 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:05.159176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:05.159514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:05.159884 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:05.160218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:05.160552 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:05.160887 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:05.164628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:05.164983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:05.165328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:05.165671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:05.185996 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device fddc291f-75b6-4df1-a594-ad4f4e371279 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:45:05.217551 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:05.221967 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:05.289951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port fddc291f-75b6-4df1-a594-ad4f4e371279 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:45:05.294194 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port fddc291f-75b6-4df1-a594-ad4f4e371279 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:05.294569 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fddc291f-75b6-4df1-a594-ad4f4e371279), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:05.296250 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-04ea51ce-df57-4867-aafa-ccf1105b6c1f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0468423 Mar 11 11:45:05.333777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Request body: {'port': {'device_id': 'a88fbd22-56bf-44ba-83dc-85cfc46e3000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:05.424278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768b782-f0a9-46a2-a14f-bce28a53908e req-9cbd1f9a-39f2-4753-85fa-5453d2c2e1fb tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:05.433069 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5768b782-f0a9-46a2-a14f-bce28a53908e req-9cbd1f9a-39f2-4753-85fa-5453d2c2e1fb tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/ports?device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 946 time: 0.1802204 Mar 11 11:45:05.444229 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298f23a-dbe5-4684-8341-4b2be6a758e5 req-f7208b28-8f2a-4f49-a947-ce602e6fc7c2 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:05.453013 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1298f23a-dbe5-4684-8341-4b2be6a758e5 req-f7208b28-8f2a-4f49-a947-ce602e6fc7c2 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/ports?device_id=a88fbd22-56bf-44ba-83dc-85cfc46e3000 HTTP/1.1" status: 200 len: 936 time: 0.1326036 Mar 11 11:45:05.471082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port fddc291f-75b6-4df1-a594-ad4f4e371279 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:05.471794 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fddc291f-75b6-4df1-a594-ad4f4e371279), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:05.504098 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503ee7ec-c902-4a7d-b188-2ed574370403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddc291f-75b6-4df1-a594-ad4f4e371279'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:45:05.508253 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa74c8a-0091-4431-b385-1189564b216a" -d '{"events": [{"server_uuid": "503ee7ec-c902-4a7d-b188-2ed574370403", "name": "network-vif-plugged", "status": "completed", "tag": "fddc291f-75b6-4df1-a594-ad4f4e371279"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:45:05.515925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7d0fac74-b2e4-47b1-a754-b5a05efc4826), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:05.536081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port fddc291f-75b6-4df1-a594-ad4f4e371279, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=fddc291f-75b6-4df1-a594-ad4f4e371279,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:05.540807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9cb238e8-b55f-44d7-82df-a3e3cfecc551 None None] Provisioning complete for port 7d0fac74-b2e4-47b1-a754-b5a05efc4826 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:05.542891 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9cb238e8-b55f-44d7-82df-a3e3cfecc551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7d0fac74-b2e4-47b1-a754-b5a05efc4826), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:05.547120 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5768b782-f0a9-46a2-a14f-bce28a53908e req-a190f65d-4301-4625-8846-d112beab7c07 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc907fed-6b51-45f0-a0be-aeda70500fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129563 Mar 11 11:45:05.547741 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fddc291f-75b6-4df1-a594-ad4f4e371279), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:05.572843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1298f23a-dbe5-4684-8341-4b2be6a758e5 req-c2f02aad-60db-4428-9948-153a4bc631a7 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/security-groups?id=331cb051-dc34-4b59-b86a-a7791fae474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183767 Mar 11 11:45:05.669161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=fddc291f-75b6-4df1-a594-ad4f4e371279,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:05.689613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9cb238e8-b55f-44d7-82df-a3e3cfecc551 None None] Port 7d0fac74-b2e4-47b1-a754-b5a05efc4826 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:45:05.740527 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65a9b5f5-b737-4194-b341-008df783980d req-2ff253bf-4850-464c-850a-bdfb070d4124 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 210 time: 0.0585849 Mar 11 11:45:05.776326 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468eaed0-a231-44e5-bb7e-cb6f1e996e7f req-7cc1fdd0-44a6-4a4a-81c0-f5ea877ce317 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:05.786434 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-468eaed0-a231-44e5-bb7e-cb6f1e996e7f req-7cc1fdd0-44a6-4a4a-81c0-f5ea877ce317 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1175478 Mar 11 11:45:05.806454 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cd78f2-f98c-4310-8097-fa9579587124 x-openstack-request-id: req-42cd78f2-f98c-4310-8097-fa9579587124 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:45:05.806972 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503ee7ec-c902-4a7d-b188-2ed574370403", "name": "network-vif-plugged", "status": "completed", "tag": "fddc291f-75b6-4df1-a594-ad4f4e371279", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:45:05.807545 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42cd78f2-f98c-4310-8097-fa9579587124 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:45:05.808606 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503ee7ec-c902-4a7d-b188-2ed574370403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddc291f-75b6-4df1-a594-ad4f4e371279', 'code': 200} Mar 11 11:45:05.875712 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-468eaed0-a231-44e5-bb7e-cb6f1e996e7f req-0ba02da8-ec83-4711-9846-22124542b2b8 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882719 Mar 11 11:45:05.993271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0fac74-b2e4-47b1-a754-b5a05efc4826 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:45:06.002208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b7eb4-bd8f-45b1-b66c-c7f3c7000ed7 req-98514fb5-3f33-404d-89f5-754ae1261295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:06.004390 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9e1b7eb4-bd8f-45b1-b66c-c7f3c7000ed7 req-98514fb5-3f33-404d-89f5-754ae1261295 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 1127 time: 0.0987012 Mar 11 11:45:06.006153 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Publish callbacks [] for port (7d0fac74-b2e4-47b1-a754-b5a05efc4826), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:06.022980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Transition to ACTIVE for port object 7d0fac74-b2e4-47b1-a754-b5a05efc4826 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:45:06.029778 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (7d0fac74-b2e4-47b1-a754-b5a05efc4826), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:06.106430 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0fac74-b2e4-47b1-a754-b5a05efc4826,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:06.118932 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9e1b7eb4-bd8f-45b1-b66c-c7f3c7000ed7 req-10c72866-1548-49f0-8598-7e69ef2aedc7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971894 Mar 11 11:45:06.237417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Attempting to bind port 7d0fac74-b2e4-47b1-a754-b5a05efc4826 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:45:06.237921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Attempting to bind port 7d0fac74-b2e4-47b1-a754-b5a05efc4826 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:45:06.238321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Attempting to bind port 7d0fac74-b2e4-47b1-a754-b5a05efc4826 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:06.243344 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Port 7d0fac74-b2e4-47b1-a754-b5a05efc4826 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:45:06.244726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Attempting to bind port 7d0fac74-b2e4-47b1-a754-b5a05efc4826 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:06.252169 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:45:06.252651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:45:06.253124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:45:06.253649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Bound port: 7d0fac74-b2e4-47b1-a754-b5a05efc4826, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:45:06.254114 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7d0fac74-b2e4-47b1-a754-b5a05efc4826), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:06.264428 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cc886-0b4d-4bcf-a856-8f220bbb843a req-490a7c09-2173-42fe-941e-3bb671d28766 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:06.267710 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d8cc886-0b4d-4bcf-a856-8f220bbb843a req-490a7c09-2173-42fe-941e-3bb671d28766 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 945 time: 0.0917089 Mar 11 11:45:06.350779 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] For port 7d0fac74-b2e4-47b1-a754-b5a05efc4826, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:45:06.357941 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] For port 7d0fac74-b2e4-47b1-a754-b5a05efc4826, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=7d0fac74-b2e4-47b1-a754-b5a05efc4826,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:45:06.360082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d8cc886-0b4d-4bcf-a856-8f220bbb843a req-fba792da-1e6b-4676-baf2-3f22e28dc3d0 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858846 Mar 11 11:45:06.368192 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (7d0fac74-b2e4-47b1-a754-b5a05efc4826), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:06.420508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:06.421132 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:06.422839 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] 10.222.0.71 "PUT /v2.0/ports/7d0fac74-b2e4-47b1-a754-b5a05efc4826 HTTP/1.1" status: 200 len: 1096 time: 1.1056757 Mar 11 11:45:06.423925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88fbd22-56bf-44ba-83dc-85cfc46e3000', 'tag': '7d0fac74-b2e4-47b1-a754-b5a05efc4826'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:45:06.425660 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5792496-8d5a-40ef-b8b0-cadce313f6d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a88fbd22-56bf-44ba-83dc-85cfc46e3000", "tag": "7d0fac74-b2e4-47b1-a754-b5a05efc4826"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:45:06.463716 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ccd68-27fc-4dc9-82fc-e28b1a4b4809 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0fac74-b2e4-47b1-a754-b5a05efc4826,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:06.478464 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1435589-5eb0-4df4-8286-b7dbcdcf612b x-openstack-request-id: req-c1435589-5eb0-4df4-8286-b7dbcdcf612b {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:45:06.479288 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88fbd22-56bf-44ba-83dc-85cfc46e3000", "tag": "7d0fac74-b2e4-47b1-a754-b5a05efc4826", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:45:06.479541 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c1435589-5eb0-4df4-8286-b7dbcdcf612b {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:45:06.479978 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88fbd22-56bf-44ba-83dc-85cfc46e3000', 'tag': '7d0fac74-b2e4-47b1-a754-b5a05efc4826', 'status': 'completed', 'code': 200} Mar 11 11:45:06.534538 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-f942cb60-6e21-4302-8b71-f7e743703494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:06.536269 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-f942cb60-6e21-4302-8b71-f7e743703494 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=417c3fd71ef946f88b5deea598c1f4b7&device_id=a88fbd22-56bf-44ba-83dc-85cfc46e3000 HTTP/1.1" status: 200 len: 1130 time: 0.0494456 Mar 11 11:45:06.585798 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-1a8b670f-8917-4925-b63d-6feb647df3eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=7d0fac74-b2e4-47b1-a754-b5a05efc4826 HTTP/1.1" status: 200 len: 217 time: 0.0417852 Mar 11 11:45:06.639786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-37c1a82f-9330-4ac3-ab8c-55a3b05a4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:06.641580 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-37c1a82f-9330-4ac3-ab8c-55a3b05a4076 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0496001 Mar 11 11:45:06.689775 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad436926-43f5-4ed6-9846-b378fa25bc0b req-d42755bc-becd-45e8-9ab1-0bdb4dcad9e1 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:06.691267 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad436926-43f5-4ed6-9846-b378fa25bc0b req-d42755bc-becd-45e8-9ab1-0bdb4dcad9e1 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/ports?device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 946 time: 0.0597129 Mar 11 11:45:06.701632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-3fd60cf3-984e-4868-a00f-96929c112b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:06.703054 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-3fd60cf3-984e-4868-a00f-96929c112b00 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0525641 Mar 11 11:45:06.741387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad436926-43f5-4ed6-9846-b378fa25bc0b req-30335a0a-98e5-4d56-ab1a-69683bbd0370 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc907fed-6b51-45f0-a0be-aeda70500fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445244 Mar 11 11:45:06.809944 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-c899d9e5-2d53-43df-984f-52a674823bce service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990398 Mar 11 11:45:06.891617 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fcab0-71da-444e-b9bb-c3d07af07e01 req-ba69a399-8df2-40d9-8593-743541b87a3b tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:06.893268 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b3fcab0-71da-444e-b9bb-c3d07af07e01 req-ba69a399-8df2-40d9-8593-743541b87a3b tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/ports?device_id=a88fbd22-56bf-44ba-83dc-85cfc46e3000 HTTP/1.1" status: 200 len: 948 time: 0.0613668 Mar 11 11:45:06.914471 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e6bd98d-9c95-4a38-9ee5-684260f38598 req-df4494f1-0d94-46bf-bc45-fd7ad20f38d3 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972731 Mar 11 11:45:06.942280 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b3fcab0-71da-444e-b9bb-c3d07af07e01 req-7cd118c4-5315-44d8-81f7-03d7dbc25b18 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/security-groups?id=331cb051-dc34-4b59-b86a-a7791fae474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 Mar 11 11:45:07.041086 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5bdad62-59ad-4970-a9cf-c744bc93af62 req-f157191e-e996-4ea1-b677-f51cc72fb8ad tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 210 time: 0.0281518 Mar 11 11:45:07.051158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5792496-8d5a-40ef-b8b0-cadce313f6d1 req-817dfe34-cf54-4ffa-83bc-cc3522cd2c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:07.052793 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5792496-8d5a-40ef-b8b0-cadce313f6d1 req-817dfe34-cf54-4ffa-83bc-cc3522cd2c25 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=417c3fd71ef946f88b5deea598c1f4b7&device_id=a88fbd22-56bf-44ba-83dc-85cfc46e3000 HTTP/1.1" status: 200 len: 1130 time: 0.0816059 Mar 11 11:45:07.060050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb874d-5321-40db-8953-411b49143c35 req-af892157-5ea0-49a9-ae98-d28f29eb7651 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:07.061494 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ebbb874d-5321-40db-8953-411b49143c35 req-af892157-5ea0-49a9-ae98-d28f29eb7651 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.37 "GET /v2.0/ports?device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 946 time: 0.0806859 Mar 11 11:45:07.172715 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a388e-a77d-436f-b29f-c884ae4c96a4 req-95b4c0d0-8061-48a0-9abd-4a396bd1207a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:07.174567 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-342a388e-a77d-436f-b29f-c884ae4c96a4 req-95b4c0d0-8061-48a0-9abd-4a396bd1207a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.0630875 Mar 11 11:45:07.217203 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5792496-8d5a-40ef-b8b0-cadce313f6d1 req-2f6f66b9-780d-4e95-a85c-46fbc4068971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:07.218603 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5792496-8d5a-40ef-b8b0-cadce313f6d1 req-2f6f66b9-780d-4e95-a85c-46fbc4068971 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.1562192 Mar 11 11:45:07.244647 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-342a388e-a77d-436f-b29f-c884ae4c96a4 req-4c680952-50da-47d0-974f-938799c04292 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579500 Mar 11 11:45:07.270558 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5792496-8d5a-40ef-b8b0-cadce313f6d1 req-37d5437f-0d54-468b-b229-9f118cb379d5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=7d0fac74-b2e4-47b1-a754-b5a05efc4826 HTTP/1.1" status: 200 len: 217 time: 0.0438526 Mar 11 11:45:07.276014 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-ebbb874d-5321-40db-8953-411b49143c35 req-f0cbbeaa-8d8f-4f3f-82b5-8565bb6bffb7 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Deleting port 781b0eec-8580-426f-9855-dce909e579dd {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:45:07.276339 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ebbb874d-5321-40db-8953-411b49143c35 req-f0cbbeaa-8d8f-4f3f-82b5-8565bb6bffb7 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (781b0eec-8580-426f-9855-dce909e579dd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:07.380513 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5792496-8d5a-40ef-b8b0-cadce313f6d1 req-89ba1af2-d775-4575-b69a-fbf56ab9f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:07.381971 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5792496-8d5a-40ef-b8b0-cadce313f6d1 req-89ba1af2-d775-4575-b69a-fbf56ab9f875 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1024747 Mar 11 11:45:07.461230 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ebbb874d-5321-40db-8953-411b49143c35 req-f0cbbeaa-8d8f-4f3f-82b5-8565bb6bffb7 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] For port 781b0eec-8580-426f-9855-dce909e579dd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=781b0eec-8580-426f-9855-dce909e579dd,segment=NetworkSegment(de0e906e-371d-4fd9-a055-8b1fdaefa8f9),segment_id=de0e906e-371d-4fd9-a055-8b1fdaefa8f9)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:07.461789 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ebbb874d-5321-40db-8953-411b49143c35 req-f0cbbeaa-8d8f-4f3f-82b5-8565bb6bffb7 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (781b0eec-8580-426f-9855-dce909e579dd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:07.536143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ddb56-fb45-42a6-ab7b-b7ff35a33402 req-70312e8e-6fb1-4743-bf27-c4e166be40e0 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:07.540801 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e5ddb56-fb45-42a6-ab7b-b7ff35a33402 req-70312e8e-6fb1-4743-bf27-c4e166be40e0 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 945 time: 0.0945058 Mar 11 11:45:07.590445 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e5ddb56-fb45-42a6-ab7b-b7ff35a33402 req-28680f49-1bf0-4281-bc41-6095921d69a1 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433705 Mar 11 11:45:07.658414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5792496-8d5a-40ef-b8b0-cadce313f6d1 req-6d7e73e5-010c-4c6a-8344-bff4bd71541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:07.660198 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5792496-8d5a-40ef-b8b0-cadce313f6d1 req-6d7e73e5-010c-4c6a-8344-bff4bd71541d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2697473 Mar 11 11:45:07.711250 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ebbb874d-5321-40db-8953-411b49143c35 req-f0cbbeaa-8d8f-4f3f-82b5-8565bb6bffb7 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:07.711711 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ebbb874d-5321-40db-8953-411b49143c35 req-f0cbbeaa-8d8f-4f3f-82b5-8565bb6bffb7 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (8d997ab5-87e9-4913-afab-8b56d61af236), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:07.712027 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [req-ebbb874d-5321-40db-8953-411b49143c35 req-f0cbbeaa-8d8f-4f3f-82b5-8565bb6bffb7 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Floating IP 8d997ab5-87e9-4913-afab-8b56d61af236 disassociated. External IP: 172.25.7.113, port: 781b0eec-8580-426f-9855-dce909e579dd. Mar 11 11:45:07.712434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-ebbb874d-5321-40db-8953-411b49143c35 req-f0cbbeaa-8d8f-4f3f-82b5-8565bb6bffb7 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Calling delete_port for 781b0eec-8580-426f-9855-dce909e579dd owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:45:07.838007 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5792496-8d5a-40ef-b8b0-cadce313f6d1 req-ba850066-a0a7-48d3-8062-c67d9d29e8a2 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535249 Mar 11 11:45:07.906600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c0c25-1bf1-4c82-b316-594cbe2204ce req-a34914b2-80cf-49c2-bb7a-c9c4ebbfb2a4 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:07.913983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f0c0c25-1bf1-4c82-b316-594cbe2204ce req-a34914b2-80cf-49c2-bb7a-c9c4ebbfb2a4 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/ports?device_id=60698f7a-f177-43cb-8e12-4ed458a0e54e HTTP/1.1" status: 200 len: 946 time: 0.0707798 Mar 11 11:45:07.960784 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5792496-8d5a-40ef-b8b0-cadce313f6d1 req-77d8093b-bc3b-4596-998f-881e25796c90 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109776 Mar 11 11:45:07.991609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f0c0c25-1bf1-4c82-b316-594cbe2204ce req-c112ab97-9a80-4444-b840-9e05df95f557 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc907fed-6b51-45f0-a0be-aeda70500fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722883 Mar 11 11:45:08.037780 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ebbb874d-5321-40db-8953-411b49143c35 req-f0cbbeaa-8d8f-4f3f-82b5-8565bb6bffb7 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (781b0eec-8580-426f-9855-dce909e579dd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:08.093118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbbeaa-8d8f-4f3f-82b5-8565bb6bffb7 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Pushing event deleted for resources: {'Port': ['ID=781b0eec-8580-426f-9855-dce909e579dd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:08.162396 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8e2ba-af3b-461f-b236-9d7750d89e15 req-3597ac48-376f-416c-acc1-87a18f2e826d tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:08.170424 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1fd8e2ba-af3b-461f-b236-9d7750d89e15 req-3597ac48-376f-416c-acc1-87a18f2e826d tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/ports?device_id=a88fbd22-56bf-44ba-83dc-85cfc46e3000 HTTP/1.1" status: 200 len: 948 time: 0.0960338 Mar 11 11:45:08.220875 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1fd8e2ba-af3b-461f-b236-9d7750d89e15 req-7902b43d-ae2a-4283-95e2-d51dee417917 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/security-groups?id=331cb051-dc34-4b59-b86a-a7791fae474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492449 Mar 11 11:45:08.295488 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebbb874d-5321-40db-8953-411b49143c35 req-f0cbbeaa-8d8f-4f3f-82b5-8565bb6bffb7 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Router 84257c32-aa02-42f6-805f-51c43937d2da has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:45:08.349519 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e6c12bc-7609-4c20-bba8-910070359387 req-fd59728d-9fe6-495c-ad32-d1007ca16417 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba0c601f-472a-45c3-8128-0ae909f9400e HTTP/1.1" status: 200 len: 210 time: 0.0419145 Mar 11 11:45:08.518510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebbb874d-5321-40db-8953-411b49143c35 req-f0cbbeaa-8d8f-4f3f-82b5-8565bb6bffb7 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:45:08.531338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ae8869-dd20-4d60-87ac-9d6f66456c0d None None] Sync routers for ids ['84257c32-aa02-42f6-805f-51c43937d2da'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:45:08.549166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ae8869-dd20-4d60-87ac-9d6f66456c0d None None] Routers {'84257c32-aa02-42f6-805f-51c43937d2da'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:45:08.550062 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-28ae8869-dd20-4d60-87ac-9d6f66456c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:44:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['84257c32-aa02-42f6-805f-51c43937d2da'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:08.551499 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84a4ce-2471-484c-a540-e2d78f1c361e req-1ec6d7c1-833e-4aff-a399-8763cbc7670f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:08.564136 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e84a4ce-2471-484c-a540-e2d78f1c361e req-1ec6d7c1-833e-4aff-a399-8763cbc7670f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1127858 Mar 11 11:45:08.614255 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbb874d-5321-40db-8953-411b49143c35 req-f0cbbeaa-8d8f-4f3f-82b5-8565bb6bffb7 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] No DVR routers for this DVR port 781b0eec-8580-426f-9855-dce909e579dd on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:45:08.617551 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ebbb874d-5321-40db-8953-411b49143c35 req-f0cbbeaa-8d8f-4f3f-82b5-8565bb6bffb7 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:08.625801 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ebbb874d-5321-40db-8953-411b49143c35 req-f0cbbeaa-8d8f-4f3f-82b5-8565bb6bffb7 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.37 "DELETE /v2.0/ports/781b0eec-8580-426f-9855-dce909e579dd HTTP/1.1" status: 204 len: 173 time: 1.5528746 Mar 11 11:45:08.634329 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60698f7a-f177-43cb-8e12-4ed458a0e54e', 'name': 'network-vif-deleted', 'tag': '781b0eec-8580-426f-9855-dce909e579dd'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:45:08.643415 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cc7a5b-4542-4f5f-9ff4-306a2addbeb9" -d '{"events": [{"server_uuid": "60698f7a-f177-43cb-8e12-4ed458a0e54e", "name": "network-vif-deleted", "tag": "781b0eec-8580-426f-9855-dce909e579dd"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:45:08.665892 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e84a4ce-2471-484c-a540-e2d78f1c361e req-1bc2ea26-d27d-4607-b599-a5ff9e91aeaf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945828 Mar 11 11:45:08.825341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e47999-ed3c-4f0c-bb12-8bfbee89cc2d req-5b310260-b47f-4094-a66d-e154e18c0439 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:08.835609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-17e47999-ed3c-4f0c-bb12-8bfbee89cc2d req-5b310260-b47f-4094-a66d-e154e18c0439 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 945 time: 0.1053586 Mar 11 11:45:08.846121 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-28ae8869-dd20-4d60-87ac-9d6f66456c0d None None] Set router 84257c32-aa02-42f6-805f-51c43937d2da gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:45:08.917247 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-17e47999-ed3c-4f0c-bb12-8bfbee89cc2d req-417a3b78-8b66-4be3-ba27-0e1d46cb0e12 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732634 Mar 11 11:45:09.000850 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d5d8ed-05ba-4786-a790-1cade14fc5ac x-openstack-request-id: req-b6d5d8ed-05ba-4786-a790-1cade14fc5ac {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:45:09.001729 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60698f7a-f177-43cb-8e12-4ed458a0e54e", "name": "network-vif-deleted", "tag": "781b0eec-8580-426f-9855-dce909e579dd", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:45:09.002152 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b6d5d8ed-05ba-4786-a790-1cade14fc5ac {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:45:09.002732 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60698f7a-f177-43cb-8e12-4ed458a0e54e', 'name': 'network-vif-deleted', 'tag': '781b0eec-8580-426f-9855-dce909e579dd', 'status': 'completed', 'code': 200} Mar 11 11:45:09.011648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 7d0fac74-b2e4-47b1-a754-b5a05efc4826 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:45:09.547614 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 7d0fac74-b2e4-47b1-a754-b5a05efc4826, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=7d0fac74-b2e4-47b1-a754-b5a05efc4826,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:09.565677 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '7d0fac74-b2e4-47b1-a754-b5a05efc4826', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '7d0fac74-b2e4-47b1-a754-b5a05efc4826', 'mac_address': 'fa:16:3e:2d:e0:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:45:09.653517 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 7d0fac74-b2e4-47b1-a754-b5a05efc4826 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:09.653898 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7d0fac74-b2e4-47b1-a754-b5a05efc4826), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:09.709613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-28ae8869-dd20-4d60-87ac-9d6f66456c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84257c32-aa02-42f6-805f-51c43937d2da', 'name': 'tempest-ServersTestManualDisk-743406101-router', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:37Z', 'updated_at': '2022-03-11T11:43:47Z', 'revision_number': 4, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'gw_port': {'id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:38Z', 'updated_at': '2022-03-11T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'ea2144b8-19f7-4117-a59d-da27863d2d6a', 'name': '', 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'mac_address': 'fa:16:3e:3d:da:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:54Z', 'revision_number': 5, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'subnets': [{'id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:09.712140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414876f-8b91-4649-8666-31501b89e2fc req-d672c5fc-5b9f-4fed-be8a-b1139f243b4d tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:09.713796 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1414876f-8b91-4649-8666-31501b89e2fc req-d672c5fc-5b9f-4fed-be8a-b1139f243b4d tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/ports?device_id=a88fbd22-56bf-44ba-83dc-85cfc46e3000 HTTP/1.1" status: 200 len: 948 time: 0.1253369 Mar 11 11:45:09.717219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0fac74-b2e4-47b1-a754-b5a05efc4826 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:45:09.771069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 7d0fac74-b2e4-47b1-a754-b5a05efc4826, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=7d0fac74-b2e4-47b1-a754-b5a05efc4826,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:09.818270 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7d0fac74-b2e4-47b1-a754-b5a05efc4826), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:09.823139 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ae8869-dd20-4d60-87ac-9d6f66456c0d None None] Checking router: 84257c32-aa02-42f6-805f-51c43937d2da for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:45:09.838123 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1414876f-8b91-4649-8666-31501b89e2fc req-00de8f4c-91b7-4f1b-aee3-7d4827f73e2a tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/security-groups?id=331cb051-dc34-4b59-b86a-a7791fae474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154480 Mar 11 11:45:09.873305 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ae8869-dd20-4d60-87ac-9d6f66456c0d None None] Routers {'84257c32-aa02-42f6-805f-51c43937d2da'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:45:09.874140 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-28ae8869-dd20-4d60-87ac-9d6f66456c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:44:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['84257c32-aa02-42f6-805f-51c43937d2da'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:10.046917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45518) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:10.202206 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['7d0fac74-b2e4-47b1-a754-b5a05efc4826'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:45:10.202722 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477fde3-e3a6-4072-b401-5e40020f10c1 req-c7b546c8-1d44-4c8a-b669-5faa2909f1f5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:10.222119 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f477fde3-e3a6-4072-b401-5e40020f10c1 req-c7b546c8-1d44-4c8a-b669-5faa2909f1f5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 945 time: 0.2114232 Mar 11 11:45:10.272265 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=7d0fac74-b2e4-47b1-a754-b5a05efc4826,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:10.276443 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe04925a-5ec5-49b2-b5ee-0b312d29167c tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for security_group (fc907fed-6b51-45f0-a0be-aeda70500fae), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:10.318015 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-28ae8869-dd20-4d60-87ac-9d6f66456c0d None None] Set router 84257c32-aa02-42f6-805f-51c43937d2da gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:45:10.349699 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe04925a-5ec5-49b2-b5ee-0b312d29167c tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for security_group (fc907fed-6b51-45f0-a0be-aeda70500fae), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:10.420753 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f477fde3-e3a6-4072-b401-5e40020f10c1 req-6bf4f418-5be6-49f1-ad48-0fce1451b652 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974375 Mar 11 11:45:10.448793 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbba57b-70ed-4b5f-96bd-e0b2d3697547 req-94584220-d190-4f73-a72a-d2b953939486 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:10.454929 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dbba57b-70ed-4b5f-96bd-e0b2d3697547 req-94584220-d190-4f73-a72a-d2b953939486 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1898127 Mar 11 11:45:10.468162 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe04925a-5ec5-49b2-b5ee-0b312d29167c tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fc907fed-6b51-45f0-a0be-aeda70500fae), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:10.473818 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe04925a-5ec5-49b2-b5ee-0b312d29167c tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:10.475831 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fe04925a-5ec5-49b2-b5ee-0b312d29167c tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "DELETE /v2.0/security-groups/fc907fed-6b51-45f0-a0be-aeda70500fae HTTP/1.1" status: 204 len: 168 time: 0.4276497 Mar 11 11:45:10.486869 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45524) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:10.488150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04925a-5ec5-49b2-b5ee-0b312d29167c tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc907fed-6b51-45f0-a0be-aeda70500fae,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:10.518726 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-ab9bf3d6-6e2b-4927-9615-1bb778a74e56 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] show failed (client error): The resource could not be found. Mar 11 11:45:10.520709 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ab9bf3d6-6e2b-4927-9615-1bb778a74e56 tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "GET /v2.0/security-groups/fc907fed-6b51-45f0-a0be-aeda70500fae HTTP/1.1" status: 404 len: 347 time: 0.0302477 Mar 11 11:45:10.523303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45526) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:10.557231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dbba57b-70ed-4b5f-96bd-e0b2d3697547 req-3bf4ce02-0209-47f7-bdd1-e7e66a5b9109 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894833 Mar 11 11:45:10.744802 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-9d9847b5-ea15-479f-9910-7309a4b452ab tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Deleting port db57627b-5a79-4acd-8875-57a442085d2f {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:45:10.745438 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d9847b5-ea15-479f-9910-7309a4b452ab tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (db57627b-5a79-4acd-8875-57a442085d2f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:10.995167 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d9847b5-ea15-479f-9910-7309a4b452ab tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (db57627b-5a79-4acd-8875-57a442085d2f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:10.995919 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d9847b5-ea15-479f-9910-7309a4b452ab tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for floatingip (db57627b-5a79-4acd-8875-57a442085d2f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:11.034265 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3cb02-c49d-4523-bd8d-9e055d035205 req-16aff226-c0a0-4279-9287-ab848df3873c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:11.037115 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99b3cb02-c49d-4523-bd8d-9e055d035205 req-16aff226-c0a0-4279-9287-ab848df3873c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "GET /v2.0/ports?device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 945 time: 0.1800103 Mar 11 11:45:11.039408 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-9d9847b5-ea15-479f-9910-7309a4b452ab tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Calling delete_port for db57627b-5a79-4acd-8875-57a442085d2f owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:45:11.140462 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8a21f-52bc-4408-9a39-b4fa4f04d9f2 req-494dc929-1987-4852-add4-fdbb94a744fa tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:11.145864 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13c8a21f-52bc-4408-9a39-b4fa4f04d9f2 req-494dc929-1987-4852-add4-fdbb94a744fa tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/ports?device_id=a88fbd22-56bf-44ba-83dc-85cfc46e3000 HTTP/1.1" status: 200 len: 949 time: 0.1627357 Mar 11 11:45:11.200466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 781b0eec-8580-426f-9855-dce909e579dd no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:45:11.282631 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13c8a21f-52bc-4408-9a39-b4fa4f04d9f2 req-752f6f66-cff9-49c7-942c-49ed1fd84d9d tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/security-groups?id=331cb051-dc34-4b59-b86a-a7791fae474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296341 Mar 11 11:45:11.298576 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 781b0eec-8580-426f-9855-dce909e579dd {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:45:11.306241 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 781b0eec-8580-426f-9855-dce909e579dd not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:45:11.366184 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-28ae8869-dd20-4d60-87ac-9d6f66456c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84257c32-aa02-42f6-805f-51c43937d2da', 'name': 'tempest-ServersTestManualDisk-743406101-router', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:37Z', 'updated_at': '2022-03-11T11:43:47Z', 'revision_number': 4, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'gw_port': {'id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:38Z', 'updated_at': '2022-03-11T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'ea2144b8-19f7-4117-a59d-da27863d2d6a', 'name': '', 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'mac_address': 'fa:16:3e:3d:da:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:54Z', 'revision_number': 5, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'subnets': [{'id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:11.405824 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ae8869-dd20-4d60-87ac-9d6f66456c0d None None] The sync data for ids ['84257c32-aa02-42f6-805f-51c43937d2da'] in n-d-833234-2 is: [{'id': '84257c32-aa02-42f6-805f-51c43937d2da', 'name': 'tempest-ServersTestManualDisk-743406101-router', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:37Z', 'updated_at': '2022-03-11T11:43:47Z', 'revision_number': 4, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'gw_port': {'id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:38Z', 'updated_at': '2022-03-11T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'ea2144b8-19f7-4117-a59d-da27863d2d6a', 'name': '', 'network_id': '659e9255-b219-47a5-9929-d029ee4c6b1f', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'mac_address': 'fa:16:3e:3d:da:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:54Z', 'revision_number': 5, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'subnets': [{'id': 'b81eedc9-e61e-49c2-b466-342f98352a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:45:11.495690 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d9847b5-ea15-479f-9910-7309a4b452ab tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (db57627b-5a79-4acd-8875-57a442085d2f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:11.538871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9847b5-ea15-479f-9910-7309a4b452ab tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Pushing event deleted for resources: {'Port': ['ID=db57627b-5a79-4acd-8875-57a442085d2f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:11.620993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-99b3cb02-c49d-4523-bd8d-9e055d035205 req-bb0d57cd-bb8d-429c-8165-48c5dfb29d14 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Deleting port fddc291f-75b6-4df1-a594-ad4f4e371279 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:45:11.621486 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-99b3cb02-c49d-4523-bd8d-9e055d035205 req-bb0d57cd-bb8d-429c-8165-48c5dfb29d14 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (fddc291f-75b6-4df1-a594-ad4f4e371279), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:11.622726 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468ec19-edd2-4896-a78b-0e610d2daf0c req-19fbeef0-88ea-4c63-90b4-7ccc54a8dbc9 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:11.634617 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0468ec19-edd2-4896-a78b-0e610d2daf0c req-19fbeef0-88ea-4c63-90b4-7ccc54a8dbc9 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 945 time: 0.1058207 Mar 11 11:45:11.674228 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d9847b5-ea15-479f-9910-7309a4b452ab tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks [] for floatingip (8d997ab5-87e9-4913-afab-8b56d61af236), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:11.677042 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d9847b5-ea15-479f-9910-7309a4b452ab tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:11.682076 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9d9847b5-ea15-479f-9910-7309a4b452ab tempest-ServersTestManualDisk-1330530418 tempest-ServersTestManualDisk-1330530418-project] 10.222.0.78 "DELETE /v2.0/floatingips/8d997ab5-87e9-4913-afab-8b56d61af236 HTTP/1.1" status: 204 len: 168 time: 1.1572483 Mar 11 11:45:11.688872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45544) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:11.717049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0468ec19-edd2-4896-a78b-0e610d2daf0c req-d91c5099-8af8-440d-a81b-2512931ceba9 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813127 Mar 11 11:45:11.897367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-99b3cb02-c49d-4523-bd8d-9e055d035205 req-bb0d57cd-bb8d-429c-8165-48c5dfb29d14 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] For port fddc291f-75b6-4df1-a594-ad4f4e371279, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=fddc291f-75b6-4df1-a594-ad4f4e371279,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:11.897824 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-99b3cb02-c49d-4523-bd8d-9e055d035205 req-bb0d57cd-bb8d-429c-8165-48c5dfb29d14 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (fddc291f-75b6-4df1-a594-ad4f4e371279), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:11.949898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-99b3cb02-c49d-4523-bd8d-9e055d035205 req-bb0d57cd-bb8d-429c-8165-48c5dfb29d14 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Calling delete_port for fddc291f-75b6-4df1-a594-ad4f4e371279 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:45:11.984771 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce131b1-3ec9-46d2-af08-11ee999f6027 None None] New status for floating IP 8d997ab5-87e9-4913-afab-8b56d61af236: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:45:12.081559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c2001-4b17-4e7a-a946-e051d79f495c req-3f2922f2-54d3-4d79-8cfc-7485a98c5010 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:12.083172 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef2c2001-4b17-4e7a-a946-e051d79f495c req-3f2922f2-54d3-4d79-8cfc-7485a98c5010 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.2249277 Mar 11 11:45:12.210501 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef2c2001-4b17-4e7a-a946-e051d79f495c req-42696240-65b6-4a4c-8369-b3fe4a75f72f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020091 Mar 11 11:45:12.501528 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665995fe-2d07-4a8a-80cb-273a45cac6cb req-63a6a581-ecb5-4d34-864b-e2b7d0d40d5c tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:12.514659 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-665995fe-2d07-4a8a-80cb-273a45cac6cb req-63a6a581-ecb5-4d34-864b-e2b7d0d40d5c tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/ports?device_id=a88fbd22-56bf-44ba-83dc-85cfc46e3000 HTTP/1.1" status: 200 len: 949 time: 0.0988731 Mar 11 11:45:12.516457 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:12.599710 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-665995fe-2d07-4a8a-80cb-273a45cac6cb req-8d32b894-e3dc-446f-abd3-524da75a1538 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/security-groups?id=331cb051-dc34-4b59-b86a-a7791fae474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834780 Mar 11 11:45:12.747127 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-99b3cb02-c49d-4523-bd8d-9e055d035205 req-bb0d57cd-bb8d-429c-8165-48c5dfb29d14 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (fddc291f-75b6-4df1-a594-ad4f4e371279), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:12.774701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['fddc291f-75b6-4df1-a594-ad4f4e371279'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:45:12.820139 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d57cd-bb8d-429c-8165-48c5dfb29d14 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Pushing event deleted for resources: {'Port': ['ID=fddc291f-75b6-4df1-a594-ad4f4e371279,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:12.930358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ced71f9-150d-4e0f-ae5d-d2b98c5185d1 req-a83b2e26-1557-46aa-b557-b0c04ef28b66 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=503ee7ec-c902-4a7d-b188-2ed574370403 HTTP/1.1" status: 200 len: 210 time: 0.0483685 Mar 11 11:45:12.987857 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b3cb02-c49d-4523-bd8d-9e055d035205 req-bb0d57cd-bb8d-429c-8165-48c5dfb29d14 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] No DVR routers for this DVR port fddc291f-75b6-4df1-a594-ad4f4e371279 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:45:12.991956 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-99b3cb02-c49d-4523-bd8d-9e055d035205 req-bb0d57cd-bb8d-429c-8165-48c5dfb29d14 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:12.995966 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99b3cb02-c49d-4523-bd8d-9e055d035205 req-bb0d57cd-bb8d-429c-8165-48c5dfb29d14 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "DELETE /v2.0/ports/fddc291f-75b6-4df1-a594-ad4f4e371279 HTTP/1.1" status: 204 len: 173 time: 1.9529634 Mar 11 11:45:12.997445 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503ee7ec-c902-4a7d-b188-2ed574370403', 'name': 'network-vif-deleted', 'tag': 'fddc291f-75b6-4df1-a594-ad4f4e371279'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:45:13.000813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 7d0fac74-b2e4-47b1-a754-b5a05efc4826 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:45:13.013726 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8765b5e2-1af0-4d71-8160-a752a569bd3d" -d '{"events": [{"server_uuid": "503ee7ec-c902-4a7d-b188-2ed574370403", "name": "network-vif-deleted", "tag": "fddc291f-75b6-4df1-a594-ad4f4e371279"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:45:13.079904 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eea3de0c-12fc-4c6f-8d45-20adc8ca937f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (84257c32-aa02-42f6-805f-51c43937d2da), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:13.131674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 7d0fac74-b2e4-47b1-a754-b5a05efc4826 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:45:13.139840 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 7d0fac74-b2e4-47b1-a754-b5a05efc4826 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:13.140215 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7d0fac74-b2e4-47b1-a754-b5a05efc4826), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:13.170721 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f187d169-3486-44a4-b6e7-44a2f71fe6ff x-openstack-request-id: req-f187d169-3486-44a4-b6e7-44a2f71fe6ff {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:45:13.171738 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503ee7ec-c902-4a7d-b188-2ed574370403", "name": "network-vif-deleted", "tag": "fddc291f-75b6-4df1-a594-ad4f4e371279", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:45:13.172006 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f187d169-3486-44a4-b6e7-44a2f71fe6ff {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:45:13.173673 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503ee7ec-c902-4a7d-b188-2ed574370403', 'name': 'network-vif-deleted', 'tag': 'fddc291f-75b6-4df1-a594-ad4f4e371279', 'status': 'completed', 'code': 200} Mar 11 11:45:13.463979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 7d0fac74-b2e4-47b1-a754-b5a05efc4826 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:13.464367 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7d0fac74-b2e4-47b1-a754-b5a05efc4826), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:13.548176 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4fcb9-36b7-4b3e-bd24-903d7a8317c3 req-17a11be8-f3fd-400d-a04c-049a784416cc tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:13.574929 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ac4fcb9-36b7-4b3e-bd24-903d7a8317c3 req-17a11be8-f3fd-400d-a04c-049a784416cc tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.2240574 Mar 11 11:45:13.651985 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88fbd22-56bf-44ba-83dc-85cfc46e3000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0fac74-b2e4-47b1-a754-b5a05efc4826'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:45:13.665462 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47f1635-fe66-4afb-bf34-391e35178120" -d '{"events": [{"server_uuid": "a88fbd22-56bf-44ba-83dc-85cfc46e3000", "name": "network-vif-plugged", "status": "completed", "tag": "7d0fac74-b2e4-47b1-a754-b5a05efc4826"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:45:13.700622 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-80cdc4cc-ddde-4fa6-b7a2-6ebf5ef2f4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:13.720561 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ac4fcb9-36b7-4b3e-bd24-903d7a8317c3 req-87e8f80f-f53f-482c-9405-123a8d323e2d tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430721 Mar 11 11:45:13.747933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 7d0fac74-b2e4-47b1-a754-b5a05efc4826, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=7d0fac74-b2e4-47b1-a754-b5a05efc4826,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:13.773615 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7d0fac74-b2e4-47b1-a754-b5a05efc4826), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:13.854803 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-eea3de0c-12fc-4c6f-8d45-20adc8ca937f admin admin] Deleting port ea2144b8-19f7-4117-a59d-da27863d2d6a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:45:13.855374 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eea3de0c-12fc-4c6f-8d45-20adc8ca937f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:13.867638 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=7d0fac74-b2e4-47b1-a754-b5a05efc4826,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:14.109717 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-eea3de0c-12fc-4c6f-8d45-20adc8ca937f admin admin] For port ea2144b8-19f7-4117-a59d-da27863d2d6a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ea2144b8-19f7-4117-a59d-da27863d2d6a,segment=NetworkSegment(de0e906e-371d-4fd9-a055-8b1fdaefa8f9),segment_id=de0e906e-371d-4fd9-a055-8b1fdaefa8f9)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:14.110217 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eea3de0c-12fc-4c6f-8d45-20adc8ca937f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:14.135049 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-eea3de0c-12fc-4c6f-8d45-20adc8ca937f admin admin] Calling delete_port for ea2144b8-19f7-4117-a59d-da27863d2d6a owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:45:14.139565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e405f-a721-4c8a-bca3-e33b0dd9c1f2 req-452667d5-d92a-4a76-9855-bf1f33d0639e tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:14.150416 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-821e405f-a721-4c8a-bca3-e33b0dd9c1f2 req-452667d5-d92a-4a76-9855-bf1f33d0639e tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/ports?device_id=a88fbd22-56bf-44ba-83dc-85cfc46e3000 HTTP/1.1" status: 200 len: 950 time: 0.1020153 Mar 11 11:45:14.233438 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-821e405f-a721-4c8a-bca3-e33b0dd9c1f2 req-20a31f7d-1ac1-4b01-8d71-f5085265efe8 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/security-groups?id=331cb051-dc34-4b59-b86a-a7791fae474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817842 Mar 11 11:45:14.328505 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4678783a-1d43-4ab9-8472-55dfed42ba1d x-openstack-request-id: req-4678783a-1d43-4ab9-8472-55dfed42ba1d {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:45:14.328890 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88fbd22-56bf-44ba-83dc-85cfc46e3000", "name": "network-vif-plugged", "status": "completed", "tag": "7d0fac74-b2e4-47b1-a754-b5a05efc4826", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:45:14.329240 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4678783a-1d43-4ab9-8472-55dfed42ba1d {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:45:14.329755 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88fbd22-56bf-44ba-83dc-85cfc46e3000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0fac74-b2e4-47b1-a754-b5a05efc4826', 'code': 200} Mar 11 11:45:14.487823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc924a26-6798-4faa-9ae3-7ac723f64cc9 req-42fae4d7-5cd1-490e-b48e-412a41a0e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:14.489677 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bc924a26-6798-4faa-9ae3-7ac723f64cc9 req-42fae4d7-5cd1-490e-b48e-412a41a0e0bd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a88fbd22-56bf-44ba-83dc-85cfc46e3000 HTTP/1.1" status: 200 len: 1132 time: 0.0780902 Mar 11 11:45:14.491213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eea3de0c-12fc-4c6f-8d45-20adc8ca937f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ea2144b8-19f7-4117-a59d-da27863d2d6a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:14.518568 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3de0c-12fc-4c6f-8d45-20adc8ca937f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2144b8-19f7-4117-a59d-da27863d2d6a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:14.570628 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bc924a26-6798-4faa-9ae3-7ac723f64cc9 req-eff0ecb8-c0a9-4b79-a046-8a146e4dc005 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=331cb051-dc34-4b59-b86a-a7791fae474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528247 Mar 11 11:45:14.853821 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-476052d4-d70c-406d-85f0-2ce07eef38da tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:14.861332 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-476052d4-d70c-406d-85f0-2ce07eef38da tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 811 time: 0.2060468 Mar 11 11:45:14.879235 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-cf509d72-6063-4774-b945-52c084c8d902 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/quotas/fc114175c45e4bcfacd1ff17aef85fa1 HTTP/1.1" status: 200 len: 375 time: 0.0167601 Mar 11 11:45:14.947439 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eea3de0c-12fc-4c6f-8d45-20adc8ca937f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (84257c32-aa02-42f6-805f-51c43937d2da), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:14.969090 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-1482efd6-8520-4420-b55f-dc11e1a3dc3d tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0889256 Mar 11 11:45:15.152584 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-b1bc82f7-8b14-49ae-ad11-d0bda6804c94 service neutron] 10.222.0.78 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822803 Mar 11 11:45:15.214859 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device fddc291f-75b6-4df1-a594-ad4f4e371279 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:45:15.264021 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: fddc291f-75b6-4df1-a594-ad4f4e371279 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:45:15.264661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device fddc291f-75b6-4df1-a594-ad4f4e371279 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:45:15.277775 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e333c33-74b9-43af-9c3d-02221648c2e2 req-c630d2a1-37f0-4626-ad44-30cc08a9a2a9 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:15.291911 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e333c33-74b9-43af-9c3d-02221648c2e2 req-c630d2a1-37f0-4626-ad44-30cc08a9a2a9 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.3403208 Mar 11 11:45:15.376885 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e333c33-74b9-43af-9c3d-02221648c2e2 req-db8ab7d5-278e-4383-a258-51ebbf9ff59a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797453 Mar 11 11:45:15.443374 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-12ef4dc3-62c8-420c-888d-7124930e25a3 service neutron] 10.222.0.78 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899103 Mar 11 11:45:15.495465 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea3de0c-12fc-4c6f-8d45-20adc8ca937f admin admin] Router 84257c32-aa02-42f6-805f-51c43937d2da has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:45:15.647846 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f9150-aa25-4aed-9970-6f8aa35e3f1d req-e19c8511-a633-4cfa-a0e0-4e8da93a1fa0 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:15.653154 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be7f9150-aa25-4aed-9970-6f8aa35e3f1d req-e19c8511-a633-4cfa-a0e0-4e8da93a1fa0 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/ports?device_id=a88fbd22-56bf-44ba-83dc-85cfc46e3000 HTTP/1.1" status: 200 len: 950 time: 0.1434529 Mar 11 11:45:15.722586 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c1db4e87-55bf-428f-b7e1-0919a333975b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:15.809301 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be7f9150-aa25-4aed-9970-6f8aa35e3f1d req-8546941b-d593-41b0-8fbb-886be4f80342 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/security-groups?id=331cb051-dc34-4b59-b86a-a7791fae474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488450 Mar 11 11:45:15.852807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea3de0c-12fc-4c6f-8d45-20adc8ca937f admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:45:15.867723 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eabf9f3-28bc-4b5c-a812-fd4cdc63aa36 None None] Sync routers for ids ['84257c32-aa02-42f6-805f-51c43937d2da'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:45:15.885602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45634) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:15.886335 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-eea3de0c-12fc-4c6f-8d45-20adc8ca937f admin admin] 10.222.0.78 "PUT /v2.0/routers/84257c32-aa02-42f6-805f-51c43937d2da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1934669 Mar 11 11:45:15.889213 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eabf9f3-28bc-4b5c-a812-fd4cdc63aa36 None None] Routers {'84257c32-aa02-42f6-805f-51c43937d2da'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:45:15.891020 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0eabf9f3-28bc-4b5c-a812-fd4cdc63aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:45:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['84257c32-aa02-42f6-805f-51c43937d2da'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:16.089726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0eabf9f3-28bc-4b5c-a812-fd4cdc63aa36 None None] Set router 84257c32-aa02-42f6-805f-51c43937d2da gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:45:16.161221 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Publish callbacks [] for router (84257c32-aa02-42f6-805f-51c43937d2da), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:16.542448 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Publish callbacks [] for router_gateway (84257c32-aa02-42f6-805f-51c43937d2da), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:16.641955 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d26597c-ddbb-436a-9d3e-8e568cacebc1 req-2f85d185-bc8c-4fb7-bf70-ce2345e01df1 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 210 time: 0.1039681 Mar 11 11:45:16.707693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Deleting port 1b07f139-1aee-4522-b96f-86d46a4c01f2 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:45:16.708008 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1b07f139-1aee-4522-b96f-86d46a4c01f2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:16.889262 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0eabf9f3-28bc-4b5c-a812-fd4cdc63aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84257c32-aa02-42f6-805f-51c43937d2da', 'name': 'tempest-ServersTestManualDisk-743406101-router', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:37Z', 'updated_at': '2022-03-11T11:45:14Z', 'revision_number': 5, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'gw_port': {'id': '1b07f139-1aee-4522-b96f-86d46a4c01f2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84257c32-aa02-42f6-805f-51c43937d2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:38Z', 'updated_at': '2022-03-11T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:16.935355 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eabf9f3-28bc-4b5c-a812-fd4cdc63aa36 None None] Checking router: 84257c32-aa02-42f6-805f-51c43937d2da for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:45:16.937481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] For port 1b07f139-1aee-4522-b96f-86d46a4c01f2, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1b07f139-1aee-4522-b96f-86d46a4c01f2,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:16.937982 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1b07f139-1aee-4522-b96f-86d46a4c01f2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:16.951681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eabf9f3-28bc-4b5c-a812-fd4cdc63aa36 None None] Routers {'84257c32-aa02-42f6-805f-51c43937d2da'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:45:16.952363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0eabf9f3-28bc-4b5c-a812-fd4cdc63aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:45:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['84257c32-aa02-42f6-805f-51c43937d2da'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:16.991901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Calling delete_port for 1b07f139-1aee-4522-b96f-86d46a4c01f2 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:45:17.033766 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fda32-b4e1-4fc7-8c91-0108dead4fe4 req-be08b9cb-9217-4d1e-8378-7b03ac661603 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:17.035527 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-951fda32-b4e1-4fc7-8c91-0108dead4fe4 req-be08b9cb-9217-4d1e-8378-7b03ac661603 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.2066193 Mar 11 11:45:17.242236 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-951fda32-b4e1-4fc7-8c91-0108dead4fe4 req-bd74a53e-2bb0-43fc-94ff-d75884287637 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292605 Mar 11 11:45:17.277132 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:17.295112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0eabf9f3-28bc-4b5c-a812-fd4cdc63aa36 None None] Set router 84257c32-aa02-42f6-805f-51c43937d2da gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:45:17.408099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0eabf9f3-28bc-4b5c-a812-fd4cdc63aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84257c32-aa02-42f6-805f-51c43937d2da', 'name': 'tempest-ServersTestManualDisk-743406101-router', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:37Z', 'updated_at': '2022-03-11T11:45:16Z', 'revision_number': 6, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:17.470494 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eabf9f3-28bc-4b5c-a812-fd4cdc63aa36 None None] The sync data for ids ['84257c32-aa02-42f6-805f-51c43937d2da'] in n-d-833234-2 is: [{'id': '84257c32-aa02-42f6-805f-51c43937d2da', 'name': 'tempest-ServersTestManualDisk-743406101-router', 'tenant_id': '5b72ae42daa34b82b8f7e957741d169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:37Z', 'updated_at': '2022-03-11T11:45:16Z', 'revision_number': 6, 'project_id': '5b72ae42daa34b82b8f7e957741d169b', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:45:17.686851 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff391078-79ba-46c5-af63-2c11a0994af9 req-eb8d5684-6b4b-4c01-a0e9-a77cc04a1699 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:17.699967 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff391078-79ba-46c5-af63-2c11a0994af9 req-eb8d5684-6b4b-4c01-a0e9-a77cc04a1699 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/ports?device_id=a88fbd22-56bf-44ba-83dc-85cfc46e3000 HTTP/1.1" status: 200 len: 950 time: 0.2859495 Mar 11 11:45:17.738582 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (1b07f139-1aee-4522-b96f-86d46a4c01f2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:17.838597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Pushing event deleted for resources: {'Port': ['ID=1b07f139-1aee-4522-b96f-86d46a4c01f2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:17.880094 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-99293091-b563-4547-ba50-db278a981a6c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:17.883108 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-99293091-b563-4547-ba50-db278a981a6c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 811 time: 0.2746603 Mar 11 11:45:17.897015 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-697b93c0-374e-4aca-a6a3-c48d19810d55 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Request body: {'port': {'device_id': 'f772ec99-5fff-4cc4-8c49-9541403ee450', 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8', 'admin_state_up': True, 'tenant_id': 'fc114175c45e4bcfacd1ff17aef85fa1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:17.903156 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:17.903538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:17.903896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:17.904298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:17.904743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:17.905090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:17.905449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:17.905866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:17.906258 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:17.906601 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:17.907064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:17.907331 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:17.907650 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:17.940258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff391078-79ba-46c5-af63-2c11a0994af9 req-4489e7a8-0730-4cba-865d-30447f0f91c9 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/security-groups?id=331cb051-dc34-4b59-b86a-a7791fae474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387459 Mar 11 11:45:17.976857 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (84257c32-aa02-42f6-805f-51c43937d2da), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:18.272236 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3eb90e8-3e34-4245-a894-ce27d412a8e1 req-aa802c25-aa2d-4b7d-be1f-d7b907be155c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 210 time: 0.0607703 Mar 11 11:45:18.303793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-697b93c0-374e-4aca-a6a3-c48d19810d55 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Made reservation on behalf of fc114175c45e4bcfacd1ff17aef85fa1 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:45:18.309695 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-697b93c0-374e-4aca-a6a3-c48d19810d55 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:18.356552 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (84257c32-aa02-42f6-805f-51c43937d2da), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:18.360281 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Publish callbacks [] for router_controller (84257c32-aa02-42f6-805f-51c43937d2da), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:18.480380 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (84257c32-aa02-42f6-805f-51c43937d2da), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:18.481194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84257c32-aa02-42f6-805f-51c43937d2da {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:45:18.489916 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:18.494126 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e651da08-bcc3-42d2-a24f-813342b77def admin admin] 10.222.0.78 "DELETE /v2.0/routers/84257c32-aa02-42f6-805f-51c43937d2da HTTP/1.1" status: 204 len: 168 time: 2.6053526 Mar 11 11:45:18.495656 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45654) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:18.496743 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:18.596198 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30d3c89-f38d-41ff-b50d-d0961a9f8c5f admin admin] Deleting subnet b81eedc9-e61e-49c2-b466-342f98352a78 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:45:18.600772 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c30d3c89-f38d-41ff-b50d-d0961a9f8c5f admin admin] Publish callbacks [] for subnet (b81eedc9-e61e-49c2-b466-342f98352a78), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:18.607087 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-697b93c0-374e-4aca-a6a3-c48d19810d55 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Allocated IP 172.20.0.12 (e54d170d-bb49-4bd4-8dc3-51758652c7e8/ce4e197e-6fc7-4d78-b2bd-acf62848c979/bf117a58-5384-4dff-b82c-60ec8d788cd0) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:45:18.685294 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c30d3c89-f38d-41ff-b50d-d0961a9f8c5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (b81eedc9-e61e-49c2-b466-342f98352a78), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:18.866395 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c30d3c89-f38d-41ff-b50d-d0961a9f8c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (b81eedc9-e61e-49c2-b466-342f98352a78), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:18.873840 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-697b93c0-374e-4aca-a6a3-c48d19810d55 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks [] for port (bf117a58-5384-4dff-b82c-60ec8d788cd0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:18.930658 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5aa2a5-60f3-4638-8a00-598ee857ebb5 req-e56fb8db-c94b-4416-85e8-d65a7084000a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:18.932197 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1b07f139-1aee-4522-b96f-86d46a4c01f2 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:45:18.932824 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef5aa2a5-60f3-4638-8a00-598ee857ebb5 req-e56fb8db-c94b-4416-85e8-d65a7084000a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1203861 Mar 11 11:45:18.953012 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-697b93c0-374e-4aca-a6a3-c48d19810d55 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (bf117a58-5384-4dff-b82c-60ec8d788cd0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:18.955402 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 1b07f139-1aee-4522-b96f-86d46a4c01f2 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:45:18.956157 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1b07f139-1aee-4522-b96f-86d46a4c01f2 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:45:18.956691 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ea2144b8-19f7-4117-a59d-da27863d2d6a no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:45:18.981132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: ea2144b8-19f7-4117-a59d-da27863d2d6a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:45:18.981554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ea2144b8-19f7-4117-a59d-da27863d2d6a not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:45:19.002788 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c30d3c89-f38d-41ff-b50d-d0961a9f8c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (b81eedc9-e61e-49c2-b466-342f98352a78), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:19.006774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-697b93c0-374e-4aca-a6a3-c48d19810d55 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Network e54d170d-bb49-4bd4-8dc3-51758652c7e8 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:45:19.010491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-697b93c0-374e-4aca-a6a3-c48d19810d55 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:19.014778 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-697b93c0-374e-4aca-a6a3-c48d19810d55 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:45:19.047941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d3c89-f38d-41ff-b50d-d0961a9f8c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b81eedc9-e61e-49c2-b466-342f98352a78,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:19.067845 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c30d3c89-f38d-41ff-b50d-d0961a9f8c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:19.068034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b93c0-374e-4aca-a6a3-c48d19810d55 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Pushing event updated for resources: {'Port': ['ID=bf117a58-5384-4dff-b82c-60ec8d788cd0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:19.073580 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5641d6b1-1fc9-43cf-9205-5444b07e989d None None] Network 659e9255-b219-47a5-9929-d029ee4c6b1f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:45:19.082514 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c30d3c89-f38d-41ff-b50d-d0961a9f8c5f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b81eedc9-e61e-49c2-b466-342f98352a78 HTTP/1.1" status: 204 len: 168 time: 0.5855114 Mar 11 11:45:19.084562 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45658) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:19.096883 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef5aa2a5-60f3-4638-8a00-598ee857ebb5 req-b6efcc17-ae07-474f-8724-6bfded39f6ac tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502705 Mar 11 11:45:19.108633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-697b93c0-374e-4aca-a6a3-c48d19810d55 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:19.109257 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-697b93c0-374e-4aca-a6a3-c48d19810d55 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:19.155536 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-697b93c0-374e-4aca-a6a3-c48d19810d55 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2642636 Mar 11 11:45:19.169231 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Request body: {'port': {'device_id': 'f772ec99-5fff-4cc4-8c49-9541403ee450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:19.187288 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (659e9255-b219-47a5-9929-d029ee4c6b1f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:19.272809 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] Deleting port 832b63b6-ebad-40b1-ae98-8fd46593274a {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:45:19.273149 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (832b63b6-ebad-40b1-ae98-8fd46593274a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:19.301109 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bf117a58-5384-4dff-b82c-60ec8d788cd0), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:19.448410 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] For port 832b63b6-ebad-40b1-ae98-8fd46593274a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=832b63b6-ebad-40b1-ae98-8fd46593274a,segment=NetworkSegment(de0e906e-371d-4fd9-a055-8b1fdaefa8f9),segment_id=de0e906e-371d-4fd9-a055-8b1fdaefa8f9)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:19.449376 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (832b63b6-ebad-40b1-ae98-8fd46593274a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:19.450555 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc1eda4-0181-41e9-951f-4afb71f31fbc None None] DHCP port deletion for 659e9255-b219-47a5-9929-d029ee4c6b1f request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:45:19.462718 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] Calling delete_port for 832b63b6-ebad-40b1-ae98-8fd46593274a owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:45:19.546212 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4bc1eda4-0181-41e9-951f-4afb71f31fbc None None] Deleting port 832b63b6-ebad-40b1-ae98-8fd46593274a {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:45:19.546818 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4bc1eda4-0181-41e9-951f-4afb71f31fbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (832b63b6-ebad-40b1-ae98-8fd46593274a), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:19.580526 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (832b63b6-ebad-40b1-ae98-8fd46593274a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:19.623000 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] No DVR routers for this DVR port 832b63b6-ebad-40b1-ae98-8fd46593274a on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:45:19.635331 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e4d9d-dc79-4993-82a8-9a455831959f req-47004bd3-3e93-46e4-ba55-91f0e3a9a7f1 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:19.643080 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a5e4d9d-dc79-4993-82a8-9a455831959f req-47004bd3-3e93-46e4-ba55-91f0e3a9a7f1 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 932 time: 0.2134118 Mar 11 11:45:19.647534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] Pushing event deleted for resources: {'Port': ['ID=832b63b6-ebad-40b1-ae98-8fd46593274a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:19.701873 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4bc1eda4-0181-41e9-951f-4afb71f31fbc None None] For port 832b63b6-ebad-40b1-ae98-8fd46593274a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=832b63b6-ebad-40b1-ae98-8fd46593274a,segment=NetworkSegment(de0e906e-371d-4fd9-a055-8b1fdaefa8f9),segment_id=de0e906e-371d-4fd9-a055-8b1fdaefa8f9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:19.702168 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4bc1eda4-0181-41e9-951f-4afb71f31fbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (832b63b6-ebad-40b1-ae98-8fd46593274a), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:19.725336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4bc1eda4-0181-41e9-951f-4afb71f31fbc None None] Calling delete_port for 832b63b6-ebad-40b1-ae98-8fd46593274a owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:45:19.762730 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (659e9255-b219-47a5-9929-d029ee4c6b1f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:19.773853 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf117a58-5384-4dff-b82c-60ec8d788cd0 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:45:19.788520 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a5e4d9d-dc79-4993-82a8-9a455831959f req-b8a6546b-f24a-4bba-adb3-9ddfc7d5dffc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378849 Mar 11 11:45:19.798045 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Publish callbacks [] for port (bf117a58-5384-4dff-b82c-60ec8d788cd0), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:19.810152 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659e9255-b219-47a5-9929-d029ee4c6b1f']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:19.819915 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Transition to ACTIVE for port object bf117a58-5384-4dff-b82c-60ec8d788cd0 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:45:19.825683 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (bf117a58-5384-4dff-b82c-60ec8d788cd0), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:19.842721 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0e906e-371d-4fd9-a055-8b1fdaefa8f9') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:19.842721 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0e906e-371d-4fd9-a055-8b1fdaefa8f9') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:19.869901 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (de0e906e-371d-4fd9-a055-8b1fdaefa8f9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:19.871707 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4bc1eda4-0181-41e9-951f-4afb71f31fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (832b63b6-ebad-40b1-ae98-8fd46593274a), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:19.910948 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (de0e906e-371d-4fd9-a055-8b1fdaefa8f9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:19.911569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1eda4-0181-41e9-951f-4afb71f31fbc None None] Pushing event deleted for resources: {'Port': ['ID=832b63b6-ebad-40b1-ae98-8fd46593274a,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:19.927332 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc1eda4-0181-41e9-951f-4afb71f31fbc None None] No DVR routers for this DVR port 832b63b6-ebad-40b1-ae98-8fd46593274a on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:45:19.938466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:45:19.939559 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (de0e906e-371d-4fd9-a055-8b1fdaefa8f9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:45:19.941402 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:45:20.017932 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:20.034059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf117a58-5384-4dff-b82c-60ec8d788cd0,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:20.090812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Attempting to bind port bf117a58-5384-4dff-b82c-60ec8d788cd0 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:45:20.091264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Attempting to bind port bf117a58-5384-4dff-b82c-60ec8d788cd0 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:45:20.091674 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Attempting to bind port bf117a58-5384-4dff-b82c-60ec8d788cd0 on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:20.097282 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Port bf117a58-5384-4dff-b82c-60ec8d788cd0 on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:45:20.097594 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Attempting to bind port bf117a58-5384-4dff-b82c-60ec8d788cd0 on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:20.104474 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (659e9255-b219-47a5-9929-d029ee4c6b1f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:20.105344 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:45:20.105690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Checking segment: {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:45:20.106126 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Bound using segment: {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:45:20.106606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Bound port: bf117a58-5384-4dff-b82c-60ec8d788cd0, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:45:20.106964 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bf117a58-5384-4dff-b82c-60ec8d788cd0), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:20.121129 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:20.135041 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] 10.222.0.78 "DELETE /v2.0/networks/659e9255-b219-47a5-9929-d029ee4c6b1f HTTP/1.1" status: 204 len: 168 time: 1.0492501 Mar 11 11:45:20.160002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e154fea-9f73-4e2c-b995-be42690a61df admin admin] Pushing event deleted for resources: {'Network': ['ID=659e9255-b219-47a5-9929-d029ee4c6b1f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:20.203723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] For port bf117a58-5384-4dff-b82c-60ec8d788cd0, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:45:20.208775 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] For port bf117a58-5384-4dff-b82c-60ec8d788cd0, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=bf117a58-5384-4dff-b82c-60ec8d788cd0,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:45:20.212014 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cf1d7-8ca4-421f-b44b-da3abf82b110 req-732db121-9567-4505-8b0c-bc40b6ea339f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:20.214573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f45cf1d7-8ca4-421f-b44b-da3abf82b110 req-732db121-9567-4505-8b0c-bc40b6ea339f tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/ports?device_id=a88fbd22-56bf-44ba-83dc-85cfc46e3000 HTTP/1.1" status: 200 len: 950 time: 0.0732448 Mar 11 11:45:20.224645 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (bf117a58-5384-4dff-b82c-60ec8d788cd0), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:20.293727 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f45cf1d7-8ca4-421f-b44b-da3abf82b110 req-55b4c191-1366-4dd3-9791-702313802764 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/security-groups?id=331cb051-dc34-4b59-b86a-a7791fae474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700209 Mar 11 11:45:20.337316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:20.338020 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:20.340971 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] 10.222.0.37 "PUT /v2.0/ports/bf117a58-5384-4dff-b82c-60ec8d788cd0 HTTP/1.1" status: 200 len: 1092 time: 1.1766903 Mar 11 11:45:20.342687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f772ec99-5fff-4cc4-8c49-9541403ee450', 'tag': 'bf117a58-5384-4dff-b82c-60ec8d788cd0'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:45:20.345614 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0814b105-8a1c-49e8-b553-c6867d834e17" -d '{"events": [{"name": "network-changed", "server_uuid": "f772ec99-5fff-4cc4-8c49-9541403ee450", "tag": "bf117a58-5384-4dff-b82c-60ec8d788cd0"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:45:20.449840 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ee312-4bcb-4ac2-8ab1-0281fbbf80d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf117a58-5384-4dff-b82c-60ec8d788cd0,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:20.476616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45674) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:20.479287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bd956-250f-4820-aa63-517ef1e511f1 req-4e15c359-22f0-4abc-bfd9-a7e23ede04a7 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:20.482260 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce9bd956-250f-4820-aa63-517ef1e511f1 req-4e15c359-22f0-4abc-bfd9-a7e23ede04a7 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1154182 Mar 11 11:45:20.533508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-b9bfba0e-ad26-4251-8b79-069328d52e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:20.535183 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-b9bfba0e-ad26-4251-8b79-069328d52e7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 1126 time: 0.1462445 Mar 11 11:45:20.546560 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bf49b2f5-ac90-4da7-aab0-daa486a30373 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5b72ae42daa34b82b8f7e957741d169b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0687797 Mar 11 11:45:20.547185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45676) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:20.565451 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce9bd956-250f-4820-aa63-517ef1e511f1 req-7db43e47-def7-4454-9f89-7fab024fb85c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739481 Mar 11 11:45:20.609631 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-b733f790-9b9d-4c9e-838c-a2a3af5aa813 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf117a58-5384-4dff-b82c-60ec8d788cd0 HTTP/1.1" status: 200 len: 217 time: 0.0614283 Mar 11 11:45:20.630761 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df03ea5-9ef6-43ca-995e-37375883b083 x-openstack-request-id: req-3df03ea5-9ef6-43ca-995e-37375883b083 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:45:20.631051 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f772ec99-5fff-4cc4-8c49-9541403ee450", "tag": "bf117a58-5384-4dff-b82c-60ec8d788cd0", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:45:20.631314 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3df03ea5-9ef6-43ca-995e-37375883b083 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:45:20.631787 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f772ec99-5fff-4cc4-8c49-9541403ee450', 'tag': 'bf117a58-5384-4dff-b82c-60ec8d788cd0', 'status': 'completed', 'code': 200} Mar 11 11:45:20.696831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-6e246c3d-291d-4600-8420-756d06ebbfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:20.698405 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-6e246c3d-291d-4600-8420-756d06ebbfee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce4e197e-6fc7-4d78-b2bd-acf62848c979 HTTP/1.1" status: 200 len: 851 time: 0.0800428 Mar 11 11:45:20.699151 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96ed3411-c747-4dcf-bcb9-0d2dd552a3c5 admin admin] Publish callbacks [] for security_group (69aa5423-89a3-4e0f-9115-9751b23bf560), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:20.755071 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-0221ec3e-dd83-4751-8181-f442a1503533 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e54d170d-bb49-4bd4-8dc3-51758652c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502927 Mar 11 11:45:20.765292 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96ed3411-c747-4dcf-bcb9-0d2dd552a3c5 admin admin] Publish callbacks [] for security_group (69aa5423-89a3-4e0f-9115-9751b23bf560), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:20.936346 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-6a285cd4-aa01-4b80-9861-041f9ce22169 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744676 Mar 11 11:45:20.967116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 832b63b6-ebad-40b1-ae98-8fd46593274a no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:45:21.010822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04d832-bc5e-4365-a222-655e946b3531 req-0bd4852d-eac2-4f98-9841-425f5b5a4f88 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:21.018181 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f04d832-bc5e-4365-a222-655e946b3531 req-0bd4852d-eac2-4f98-9841-425f5b5a4f88 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 944 time: 0.1145725 Mar 11 11:45:21.019302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 832b63b6-ebad-40b1-ae98-8fd46593274a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:45:21.020003 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 832b63b6-ebad-40b1-ae98-8fd46593274a not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:45:21.047518 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96ed3411-c747-4dcf-bcb9-0d2dd552a3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (69aa5423-89a3-4e0f-9115-9751b23bf560), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:21.051032 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96ed3411-c747-4dcf-bcb9-0d2dd552a3c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:21.072465 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-96ed3411-c747-4dcf-bcb9-0d2dd552a3c5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/69aa5423-89a3-4e0f-9115-9751b23bf560 HTTP/1.1" status: 204 len: 168 time: 0.5222147 Mar 11 11:45:21.127916 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f04d832-bc5e-4365-a222-655e946b3531 req-88682267-f115-4283-ab81-66c2d4b20f04 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031299 Mar 11 11:45:21.130944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed3411-c747-4dcf-bcb9-0d2dd552a3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aa5423-89a3-4e0f-9115-9751b23bf560,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:21.171625 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b490dc17-4adf-4903-860e-3ce9b7695723 req-be25851e-955b-45cb-96ae-3ae4c7104598 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257304 Mar 11 11:45:21.297593 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814b105-8a1c-49e8-b553-c6867d834e17 req-bdb577c2-4834-40b2-8671-9fd46017cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:21.299372 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0814b105-8a1c-49e8-b553-c6867d834e17 req-bdb577c2-4834-40b2-8671-9fd46017cbc7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 1126 time: 0.0646136 Mar 11 11:45:21.521224 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814b105-8a1c-49e8-b553-c6867d834e17 req-a687bf91-3965-481d-946f-e04880b394ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:21.525151 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0814b105-8a1c-49e8-b553-c6867d834e17 req-a687bf91-3965-481d-946f-e04880b394ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 912 time: 0.2189016 Mar 11 11:45:21.528505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702045f7-8202-4599-883b-6f9bcecb1281 req-a9f3d051-9d7b-4933-a6c9-7a5bc2668109 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:21.530243 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-702045f7-8202-4599-883b-6f9bcecb1281 req-a9f3d051-9d7b-4933-a6c9-7a5bc2668109 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/ports?device_id=a88fbd22-56bf-44ba-83dc-85cfc46e3000 HTTP/1.1" status: 200 len: 950 time: 0.1079786 Mar 11 11:45:21.616936 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0814b105-8a1c-49e8-b553-c6867d834e17 req-bccfd350-1c5a-4678-82a1-7be66b617290 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf117a58-5384-4dff-b82c-60ec8d788cd0 HTTP/1.1" status: 200 len: 217 time: 0.0852869 Mar 11 11:45:21.632586 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-702045f7-8202-4599-883b-6f9bcecb1281 req-1a8280e4-cda4-4c8b-92b5-68a9fba32fdf tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/security-groups?id=331cb051-dc34-4b59-b86a-a7791fae474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863426 Mar 11 11:45:21.709752 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814b105-8a1c-49e8-b553-c6867d834e17 req-c3fdce68-a83d-4ae5-8239-d8ae16fb325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:21.711303 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0814b105-8a1c-49e8-b553-c6867d834e17 req-c3fdce68-a83d-4ae5-8239-d8ae16fb325c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce4e197e-6fc7-4d78-b2bd-acf62848c979 HTTP/1.1" status: 200 len: 851 time: 0.0879951 Mar 11 11:45:21.748676 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0814b105-8a1c-49e8-b553-c6867d834e17 req-4c3cfa3f-ecad-4902-a89f-176e7845389e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e54d170d-bb49-4bd4-8dc3-51758652c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291750 Mar 11 11:45:21.760533 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62005e37-252b-4d91-8376-4613ecaf65fc req-1bbea9ce-d39b-4e36-a524-8938afb6357a tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:21.762411 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-62005e37-252b-4d91-8376-4613ecaf65fc req-1bbea9ce-d39b-4e36-a524-8938afb6357a tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.71 "GET /v2.0/ports?device_id=a88fbd22-56bf-44ba-83dc-85cfc46e3000 HTTP/1.1" status: 200 len: 950 time: 0.1277277 Mar 11 11:45:21.881398 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ac005-b677-436b-8eff-e2c73748f3c6 req-d646a172-b6e5-4728-b4ce-3c52a736f71c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:21.883479 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d4ac005-b677-436b-8eff-e2c73748f3c6 req-d646a172-b6e5-4728-b4ce-3c52a736f71c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1125627 Mar 11 11:45:21.994445 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d4ac005-b677-436b-8eff-e2c73748f3c6 req-51cb3d58-6bba-4ffc-a907-0dc795cf3afb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032734 Mar 11 11:45:22.078585 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0814b105-8a1c-49e8-b553-c6867d834e17 req-93551272-86b0-4c6d-9440-3204b6f60a70 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148105 Mar 11 11:45:22.098968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-62005e37-252b-4d91-8376-4613ecaf65fc req-655961ee-6b3a-47d9-964c-9728cc470602 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Deleting port 7d0fac74-b2e4-47b1-a754-b5a05efc4826 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:45:22.099256 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-62005e37-252b-4d91-8376-4613ecaf65fc req-655961ee-6b3a-47d9-964c-9728cc470602 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7d0fac74-b2e4-47b1-a754-b5a05efc4826), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:22.294623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-62005e37-252b-4d91-8376-4613ecaf65fc req-655961ee-6b3a-47d9-964c-9728cc470602 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] For port 7d0fac74-b2e4-47b1-a754-b5a05efc4826, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=7d0fac74-b2e4-47b1-a754-b5a05efc4826,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:22.295168 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-62005e37-252b-4d91-8376-4613ecaf65fc req-655961ee-6b3a-47d9-964c-9728cc470602 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7d0fac74-b2e4-47b1-a754-b5a05efc4826), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:22.299888 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0814b105-8a1c-49e8-b553-c6867d834e17 req-e42f7556-1ec2-4211-aea5-eabb82f8ba3b service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119663 Mar 11 11:45:22.313968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-62005e37-252b-4d91-8376-4613ecaf65fc req-655961ee-6b3a-47d9-964c-9728cc470602 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Calling delete_port for 7d0fac74-b2e4-47b1-a754-b5a05efc4826 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:45:22.340281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45706) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:22.371463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377d594-fe16-4aa3-99fc-33c8d583ac5f req-1c351185-1da9-47fa-81fa-d415fb60fc46 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:22.380295 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a377d594-fe16-4aa3-99fc-33c8d583ac5f req-1c351185-1da9-47fa-81fa-d415fb60fc46 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 944 time: 0.1234193 Mar 11 11:45:22.463434 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a377d594-fe16-4aa3-99fc-33c8d583ac5f req-d8fb5815-ba71-4962-9dd1-b90629c4dfdc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813541 Mar 11 11:45:22.562734 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-62005e37-252b-4d91-8376-4613ecaf65fc req-655961ee-6b3a-47d9-964c-9728cc470602 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7d0fac74-b2e4-47b1-a754-b5a05efc4826), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:22.563714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c857d424-9b79-43b1-9ce0-5cf5674e5337 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1295721298-network', 'tenant_id': '332ba924481047779f3b150531b078c7'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:22.576185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['7d0fac74-b2e4-47b1-a754-b5a05efc4826'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:45:22.596739 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c857d424-9b79-43b1-9ce0-5cf5674e5337 admin admin] Made reservation on behalf of 332ba924481047779f3b150531b078c7 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:45:22.602701 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c857d424-9b79-43b1-9ce0-5cf5674e5337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:22.621406 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c857d424-9b79-43b1-9ce0-5cf5674e5337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:22.676373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-62005e37-252b-4d91-8376-4613ecaf65fc req-655961ee-6b3a-47d9-964c-9728cc470602 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] No DVR routers for this DVR port 7d0fac74-b2e4-47b1-a754-b5a05efc4826 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:45:22.686207 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-62005e37-252b-4d91-8376-4613ecaf65fc req-655961ee-6b3a-47d9-964c-9728cc470602 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:22.698673 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-62005e37-252b-4d91-8376-4613ecaf65fc req-655961ee-6b3a-47d9-964c-9728cc470602 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.71 "DELETE /v2.0/ports/7d0fac74-b2e4-47b1-a754-b5a05efc4826 HTTP/1.1" status: 204 len: 173 time: 0.9104915 Mar 11 11:45:22.710799 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88fbd22-56bf-44ba-83dc-85cfc46e3000', 'name': 'network-vif-deleted', 'tag': '7d0fac74-b2e4-47b1-a754-b5a05efc4826'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:45:22.717533 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ebea3b-ee06-4774-b843-beb0aa48b684" -d '{"events": [{"server_uuid": "a88fbd22-56bf-44ba-83dc-85cfc46e3000", "name": "network-vif-deleted", "tag": "7d0fac74-b2e4-47b1-a754-b5a05efc4826"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:45:22.723779 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655961ee-6b3a-47d9-964c-9728cc470602 tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] Pushing event deleted for resources: {'Port': ['ID=7d0fac74-b2e4-47b1-a754-b5a05efc4826,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:22.761474 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c857d424-9b79-43b1-9ce0-5cf5674e5337 admin admin] Publish callbacks [] for security_group (911c9f8e-5e3c-406c-9818-187c46dca68b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:22.805557 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92791933-32b0-47ae-91f9-07ee4f52f993 req-9cd4a551-feee-43e2-adf4-608d4b4c5c3b tempest-TenantUsagesTestJSON-183192745 tempest-TenantUsagesTestJSON-183192745-project] 10.222.0.78 "GET /v2.0/ports?device_id=a88fbd22-56bf-44ba-83dc-85cfc46e3000 HTTP/1.1" status: 200 len: 210 time: 0.0419657 Mar 11 11:45:22.807230 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c857d424-9b79-43b1-9ce0-5cf5674e5337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (911c9f8e-5e3c-406c-9818-187c46dca68b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:22.822547 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c857d424-9b79-43b1-9ce0-5cf5674e5337 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:45:22.844011 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c857d424-9b79-43b1-9ce0-5cf5674e5337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (a16fbe7c-907d-44e1-8da0-58927495ce87), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:22.844236 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-c857d424-9b79-43b1-9ce0-5cf5674e5337 admin admin] Added segment a16fbe7c-907d-44e1-8da0-58927495ce87 of type vlan for network ee9c712c-61b2-4ef6-9339-e0e1c12824a9 Mar 11 11:45:22.906882 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ac9651-ef52-4ae4-8b7b-e91b4e6a2282 x-openstack-request-id: req-c7ac9651-ef52-4ae4-8b7b-e91b4e6a2282 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:45:22.907453 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88fbd22-56bf-44ba-83dc-85cfc46e3000", "name": "network-vif-deleted", "tag": "7d0fac74-b2e4-47b1-a754-b5a05efc4826", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:45:22.907929 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c7ac9651-ef52-4ae4-8b7b-e91b4e6a2282 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:45:22.908487 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88fbd22-56bf-44ba-83dc-85cfc46e3000', 'name': 'network-vif-deleted', 'tag': '7d0fac74-b2e4-47b1-a754-b5a05efc4826', 'status': 'completed', 'code': 200} Mar 11 11:45:22.976941 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c857d424-9b79-43b1-9ce0-5cf5674e5337 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (ee9c712c-61b2-4ef6-9339-e0e1c12824a9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:23.007506 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c857d424-9b79-43b1-9ce0-5cf5674e5337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (ee9c712c-61b2-4ef6-9339-e0e1c12824a9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:23.008517 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c857d424-9b79-43b1-9ce0-5cf5674e5337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:23.009103 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c857d424-9b79-43b1-9ce0-5cf5674e5337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:23.038851 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857d424-9b79-43b1-9ce0-5cf5674e5337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911c9f8e-5e3c-406c-9818-187c46dca68b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:23.061654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45716) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:23.061798 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c857d424-9b79-43b1-9ce0-5cf5674e5337 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7202871 Mar 11 11:45:23.070199 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-573f84ca-9d24-4388-8a0a-ec6231ce9aa3 admin admin] Request body: {'subnet': {'network_id': 'ee9c712c-61b2-4ef6-9339-e0e1c12824a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1295721298-subnet', 'tenant_id': '332ba924481047779f3b150531b078c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:23.098831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857d424-9b79-43b1-9ce0-5cf5674e5337 admin admin] Pushing event updated for resources: {'Network': ['ID=ee9c712c-61b2-4ef6-9339-e0e1c12824a9,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:23.115271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network ee9c712c-61b2-4ef6-9339-e0e1c12824a9 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:45:23.120382 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573f84ca-9d24-4388-8a0a-ec6231ce9aa3 admin admin] Made reservation on behalf of 332ba924481047779f3b150531b078c7 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:45:23.123209 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-573f84ca-9d24-4388-8a0a-ec6231ce9aa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:23.215548 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1880b-2cfa-4c18-9557-09ece1dda058 req-45d3f7af-4b22-4e32-acd9-61cf966d2cf5 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:23.220113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fef1880b-2cfa-4c18-9557-09ece1dda058 req-45d3f7af-4b22-4e32-acd9-61cf966d2cf5 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.0928614 Mar 11 11:45:23.325293 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fef1880b-2cfa-4c18-9557-09ece1dda058 req-cf8f2512-3a1e-4d1f-9473-65dde5b94810 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012774 Mar 11 11:45:23.503825 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-573f84ca-9d24-4388-8a0a-ec6231ce9aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (bd14eefc-32c0-401f-98f0-3d3d85c508eb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:23.584322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f84ca-9d24-4388-8a0a-ec6231ce9aa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd14eefc-32c0-401f-98f0-3d3d85c508eb,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:23.606741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573f84ca-9d24-4388-8a0a-ec6231ce9aa3 admin admin] Checking segment: {'id': 'a16fbe7c-907d-44e1-8da0-58927495ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee9c712c-61b2-4ef6-9339-e0e1c12824a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:45:23.607415 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573f84ca-9d24-4388-8a0a-ec6231ce9aa3 admin admin] Network hostable DHCP agents. Network: ee9c712c-61b2-4ef6-9339-e0e1c12824a9, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:45:23.636127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573f84ca-9d24-4388-8a0a-ec6231ce9aa3 admin admin] Network ee9c712c-61b2-4ef6-9339-e0e1c12824a9 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:45:23.642945 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecb58b-eaf1-481c-9b34-3d0b797e6b56 req-62ff86ae-3d4d-4ad1-b26d-7fae1567fe17 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:23.647042 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d5ecb58b-eaf1-481c-9b34-3d0b797e6b56 req-62ff86ae-3d4d-4ad1-b26d-7fae1567fe17 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 944 time: 0.0943141 Mar 11 11:45:23.654707 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-573f84ca-9d24-4388-8a0a-ec6231ce9aa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, ee9c712c-61b2-4ef6-9339-e0e1c12824a9) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:23.662359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573f84ca-9d24-4388-8a0a-ec6231ce9aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:23.663740 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-573f84ca-9d24-4388-8a0a-ec6231ce9aa3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:23.667224 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee96b36b-df12-4066-bbf7-06e85fe0a5b1 None None] Network ee9c712c-61b2-4ef6-9339-e0e1c12824a9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:45:23.710399 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-573f84ca-9d24-4388-8a0a-ec6231ce9aa3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6474624 Mar 11 11:45:23.711206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45720) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:23.718377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1295721298-router', 'tenant_id': '332ba924481047779f3b150531b078c7', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:23.755363 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (b037772b-ccd6-4bb0-b3b5-5bd257fdde79), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:23.756997 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (b037772b-ccd6-4bb0-b3b5-5bd257fdde79), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:23.781112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d5ecb58b-eaf1-481c-9b34-3d0b797e6b56 req-2046768a-78ac-4b26-9c87-9be2d623b3e8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225023 Mar 11 11:45:23.935273 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Publish callbacks [] for router_controller (b037772b-ccd6-4bb0-b3b5-5bd257fdde79), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:23.975907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-ee9c712c-61b2-4ef6-9339-e0e1c12824a9', 'network_id': 'ee9c712c-61b2-4ef6-9339-e0e1c12824a9', 'project_id': '332ba924481047779f3b150531b078c7', 'fixed_ips': [{'subnet_id': 'bd14eefc-32c0-401f-98f0-3d3d85c508eb'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:45:23.979641 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:24.308312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Allocated IP 172.20.0.2 (ee9c712c-61b2-4ef6-9339-e0e1c12824a9/bd14eefc-32c0-401f-98f0-3d3d85c508eb/f25beb75-d767-4c3e-9188-433bbe64cde2) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:45:24.308488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45728) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:24.643269 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Publish callbacks [] for port (f25beb75-d767-4c3e-9188-433bbe64cde2), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:24.654267 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (f25beb75-d767-4c3e-9188-433bbe64cde2), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:24.665324 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0603b-3cf8-4af5-aa5c-20a0b94366b2 req-416bc375-4e92-46d0-bacd-754f60340b16 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:24.667706 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8c0603b-3cf8-4af5-aa5c-20a0b94366b2 req-416bc375-4e92-46d0-bacd-754f60340b16 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1943045 Mar 11 11:45:24.722580 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Pushing event updated for resources: {'Port': ['ID=f25beb75-d767-4c3e-9188-433bbe64cde2,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:24.753215 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Network ee9c712c-61b2-4ef6-9339-e0e1c12824a9 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:45:24.756292 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:24.765473 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:45:24.820058 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Publish callbacks [] for router_gateway (b037772b-ccd6-4bb0-b3b5-5bd257fdde79), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:24.905128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Attempting to bind port f25beb75-d767-4c3e-9188-433bbe64cde2 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:45:24.905494 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Attempting to bind port f25beb75-d767-4c3e-9188-433bbe64cde2 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'a16fbe7c-907d-44e1-8da0-58927495ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee9c712c-61b2-4ef6-9339-e0e1c12824a9'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:45:24.907276 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Attempting to bind port f25beb75-d767-4c3e-9188-433bbe64cde2 on network ee9c712c-61b2-4ef6-9339-e0e1c12824a9 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:24.917904 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:45:24.918303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Checking segment: {'id': 'a16fbe7c-907d-44e1-8da0-58927495ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee9c712c-61b2-4ef6-9339-e0e1c12824a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:45:24.918676 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:24.919069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Bound using segment: {'id': 'a16fbe7c-907d-44e1-8da0-58927495ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee9c712c-61b2-4ef6-9339-e0e1c12824a9'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:45:24.919548 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Bound port: f25beb75-d767-4c3e-9188-433bbe64cde2, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16fbe7c-907d-44e1-8da0-58927495ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee9c712c-61b2-4ef6-9339-e0e1c12824a9'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:45:24.919955 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f25beb75-d767-4c3e-9188-433bbe64cde2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:25.061771 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 7d0fac74-b2e4-47b1-a754-b5a05efc4826 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:45:25.132318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] For port f25beb75-d767-4c3e-9188-433bbe64cde2, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:45:25.132318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 7d0fac74-b2e4-47b1-a754-b5a05efc4826 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:45:25.132318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 7d0fac74-b2e4-47b1-a754-b5a05efc4826 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:45:25.149802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] For port f25beb75-d767-4c3e-9188-433bbe64cde2, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f25beb75-d767-4c3e-9188-433bbe64cde2,segment=NetworkSegment(a16fbe7c-907d-44e1-8da0-58927495ce87),segment_id=a16fbe7c-907d-44e1-8da0-58927495ce87)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:45:25.167684 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f25beb75-d767-4c3e-9188-433bbe64cde2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:25.261051 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Publish callbacks [] for router_gateway (b037772b-ccd6-4bb0-b3b5-5bd257fdde79), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:25.283435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e565be-73c5-4f94-ae1d-225fd7a9cdc2 None None] Pushing event updated for resources: {'Port': ['ID=f25beb75-d767-4c3e-9188-433bbe64cde2,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:25.286364 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device bf117a58-5384-4dff-b82c-60ec8d788cd0 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:45:25.314663 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:25.516177 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-aec77741-0f36-4720-9a32-7f3eb25a472f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=417c3fd71ef946f88b5deea598c1f4b7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2058411 Mar 11 11:45:25.519870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45736) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:25.534315 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port bf117a58-5384-4dff-b82c-60ec8d788cd0, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=bf117a58-5384-4dff-b82c-60ec8d788cd0,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:25.573321 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'bf117a58-5384-4dff-b82c-60ec8d788cd0', 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8', 'port_id': 'bf117a58-5384-4dff-b82c-60ec8d788cd0', 'mac_address': 'fa:16:3e:c8:b3:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce4e197e-6fc7-4d78-b2bd-acf62848c979', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:45:25.592903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8c0603b-3cf8-4af5-aa5c-20a0b94366b2 req-9715a2a2-cb6f-4626-9eb1-28893d756aca tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9176652 Mar 11 11:45:25.676831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port bf117a58-5384-4dff-b82c-60ec8d788cd0 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:25.677193 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bf117a58-5384-4dff-b82c-60ec8d788cd0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:25.701405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Allocated IP 172.25.7.224 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/c3c3b249-612d-47a0-bae7-65c51482b7db) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:45:25.709323 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf117a58-5384-4dff-b82c-60ec8d788cd0 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:45:25.786907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port bf117a58-5384-4dff-b82c-60ec8d788cd0, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=bf117a58-5384-4dff-b82c-60ec8d788cd0,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:25.797293 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bf117a58-5384-4dff-b82c-60ec8d788cd0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:25.815846 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60ddf3-6eb1-47e9-a4ef-9af8639d4104 req-1e12f2c0-cef8-45f2-a85c-b251b49d9332 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:25.828087 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c60ddf3-6eb1-47e9-a4ef-9af8639d4104 req-1e12f2c0-cef8-45f2-a85c-b251b49d9332 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 944 time: 0.1404293 Mar 11 11:45:25.895922 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=bf117a58-5384-4dff-b82c-60ec8d788cd0,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:25.927616 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c60ddf3-6eb1-47e9-a4ef-9af8639d4104 req-9cce2361-b2db-431a-bde2-63f6ae299a69 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970321 Mar 11 11:45:26.007158 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Publish callbacks [] for port (c3c3b249-612d-47a0-bae7-65c51482b7db), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:26.046248 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['bf117a58-5384-4dff-b82c-60ec8d788cd0'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:45:26.073242 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5230e90f-5074-4471-80cb-cc5ee711f3dc admin admin] Publish callbacks [] for security_group (331cb051-dc34-4b59-b86a-a7791fae474f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:26.086838 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (c3c3b249-612d-47a0-bae7-65c51482b7db), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:26.112341 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5230e90f-5074-4471-80cb-cc5ee711f3dc admin admin] Publish callbacks [] for security_group (331cb051-dc34-4b59-b86a-a7791fae474f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:26.161235 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:45:26.173208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:26.188767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:45:26.244355 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c3b249-612d-47a0-bae7-65c51482b7db,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:26.696305 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5230e90f-5074-4471-80cb-cc5ee711f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (331cb051-dc34-4b59-b86a-a7791fae474f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:26.699545 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5230e90f-5074-4471-80cb-cc5ee711f3dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:26.702008 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5230e90f-5074-4471-80cb-cc5ee711f3dc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/331cb051-dc34-4b59-b86a-a7791fae474f HTTP/1.1" status: 204 len: 168 time: 1.1812074 Mar 11 11:45:26.729123 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230e90f-5074-4471-80cb-cc5ee711f3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331cb051-dc34-4b59-b86a-a7791fae474f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:26.745006 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Publish callbacks [] for router_gateway (b037772b-ccd6-4bb0-b3b5-5bd257fdde79), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:27.094176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f25beb75-d767-4c3e-9188-433bbe64cde2 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:45:27.107266 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38084a16-1236-4f9d-862f-4d1c065eb343 req-9794a05e-44fc-4595-bd8f-4114785005d0 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:27.128927 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38084a16-1236-4f9d-862f-4d1c065eb343 req-9794a05e-44fc-4595-bd8f-4114785005d0 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.3251176 Mar 11 11:45:27.218302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port f25beb75-d767-4c3e-9188-433bbe64cde2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:27.218696 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f25beb75-d767-4c3e-9188-433bbe64cde2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:27.285394 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device bf117a58-5384-4dff-b82c-60ec8d788cd0 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:45:27.286370 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38084a16-1236-4f9d-862f-4d1c065eb343 req-917d1a88-294d-4b55-bc7d-9e8e87284d2c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549904 Mar 11 11:45:27.442682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45746) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:27.461137 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port bf117a58-5384-4dff-b82c-60ec8d788cd0 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:45:27.465719 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41a8366-438b-4529-bc37-542db851c66d None None] Network ee9c712c-61b2-4ef6-9339-e0e1c12824a9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:45:27.492448 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (b037772b-ccd6-4bb0-b3b5-5bd257fdde79), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:27.540401 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86885a63-1a43-444c-b4c3-3cb1e0956c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:27.680876 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port bf117a58-5384-4dff-b82c-60ec8d788cd0 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:27.681164 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bf117a58-5384-4dff-b82c-60ec8d788cd0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:27.706154 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86885a63-1a43-444c-b4c3-3cb1e0956c8f admin admin] Publish callbacks [] for security_group (da2c5f0b-ed34-46db-b13e-6e529cf45151), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:27.730687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5328cf4-9506-4262-aaaf-b42ca3fbc7b0 req-a9fd3c59-c006-4dda-80bf-9de3cbfd8d9c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:27.739518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e5328cf4-9506-4262-aaaf-b42ca3fbc7b0 req-a9fd3c59-c006-4dda-80bf-9de3cbfd8d9c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 945 time: 0.3188117 Mar 11 11:45:27.743225 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86885a63-1a43-444c-b4c3-3cb1e0956c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (da2c5f0b-ed34-46db-b13e-6e529cf45151), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:27.750223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Router b037772b-ccd6-4bb0-b3b5-5bd257fdde79 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:45:27.793599 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-fd6ff4b1-f034-41a9-92a9-9945d860a5c7 None None] Provisioning complete for port f25beb75-d767-4c3e-9188-433bbe64cde2 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:27.794380 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fd6ff4b1-f034-41a9-92a9-9945d860a5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f25beb75-d767-4c3e-9188-433bbe64cde2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:27.798719 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86885a63-1a43-444c-b4c3-3cb1e0956c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2c5f0b-ed34-46db-b13e-6e529cf45151,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:27.877483 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port f25beb75-d767-4c3e-9188-433bbe64cde2 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:27.878280 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f25beb75-d767-4c3e-9188-433bbe64cde2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:27.881116 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e5328cf4-9506-4262-aaaf-b42ca3fbc7b0 req-c6913827-0f82-4fbf-bc5d-2012dd3ed854 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405215 Mar 11 11:45:27.890182 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-86885a63-1a43-444c-b4c3-3cb1e0956c8f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1fecd101374b4a9092c05a4833c79940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3963099 Mar 11 11:45:27.896812 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45748) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:28.037584 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port f25beb75-d767-4c3e-9188-433bbe64cde2, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f25beb75-d767-4c3e-9188-433bbe64cde2,segment=NetworkSegment(a16fbe7c-907d-44e1-8da0-58927495ce87),segment_id=a16fbe7c-907d-44e1-8da0-58927495ce87)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:28.053321 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f67b9495-7941-4213-8128-94b91e396b63 admin admin] Publish callbacks [] for security_group (da2c5f0b-ed34-46db-b13e-6e529cf45151), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:28.101369 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:45:28.114600 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Sync routers for ids ['b037772b-ccd6-4bb0-b3b5-5bd257fdde79'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:45:28.122395 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f67b9495-7941-4213-8128-94b91e396b63 admin admin] Publish callbacks [] for security_group (da2c5f0b-ed34-46db-b13e-6e529cf45151), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:28.139358 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Routers {'b037772b-ccd6-4bb0-b3b5-5bd257fdde79'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:45:28.140665 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:45:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b037772b-ccd6-4bb0-b3b5-5bd257fdde79'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:28.166946 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:28.168299 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-10f26f0b-b95e-417b-866d-20ae64bdcf18 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4560299 Mar 11 11:45:28.173590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45750) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:28.286434 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f67b9495-7941-4213-8128-94b91e396b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (da2c5f0b-ed34-46db-b13e-6e529cf45151), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:28.290171 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f67b9495-7941-4213-8128-94b91e396b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:28.296323 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f67b9495-7941-4213-8128-94b91e396b63 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/da2c5f0b-ed34-46db-b13e-6e529cf45151 HTTP/1.1" status: 204 len: 168 time: 0.3959155 Mar 11 11:45:28.351199 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b9495-7941-4213-8128-94b91e396b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2c5f0b-ed34-46db-b13e-6e529cf45151,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:28.517695 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Set router b037772b-ccd6-4bb0-b3b5-5bd257fdde79 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:45:28.613880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30543e7-8a37-4d65-a917-134010c4b843 req-b9f93e08-e0dd-41d4-94cf-be58f872a459 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:28.626994 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d30543e7-8a37-4d65-a917-134010c4b843 req-b9f93e08-e0dd-41d4-94cf-be58f872a459 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1729686 Mar 11 11:45:28.710583 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d30543e7-8a37-4d65-a917-134010c4b843 req-23c4b6ec-99a2-4657-ba4d-4361241462ce tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827055 Mar 11 11:45:28.749976 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f25beb75-d767-4c3e-9188-433bbe64cde2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:28.876355 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'name': 'tempest-ServersTestMultiNic-1295721298-router', 'tenant_id': '332ba924481047779f3b150531b078c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'c3c3b249-612d-47a0-bae7-65c51482b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:45:23Z', 'updated_at': '2022-03-11T11:45:26Z', 'revision_number': 3, 'project_id': '332ba924481047779f3b150531b078c7', 'gw_port': {'id': 'c3c3b249-612d-47a0-bae7-65c51482b7db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:25Z', 'updated_at': '2022-03-11T11:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:28.890672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ff4b1-f034-41a9-92a9-9945d860a5c7 None None] Current status of the port f25beb75-d767-4c3e-9188-433bbe64cde2 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:28.893589 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fd6ff4b1-f034-41a9-92a9-9945d860a5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f25beb75-d767-4c3e-9188-433bbe64cde2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:28.937680 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Checking router: b037772b-ccd6-4bb0-b3b5-5bd257fdde79 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:45:28.938038 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Updating router b037772b-ccd6-4bb0-b3b5-5bd257fdde79 port c3c3b249-612d-47a0-bae7-65c51482b7db binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:45:28.983697 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=f25beb75-d767-4c3e-9188-433bbe64cde2,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:29.012593 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c3c3b249-612d-47a0-bae7-65c51482b7db), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:29.276881 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71013b-7090-4b49-8041-813bb913e473 req-7b1bd3f1-11e8-40b7-89ee-4f082ab58d3b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:29.277460 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-fd6ff4b1-f034-41a9-92a9-9945d860a5c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:45:29.277460 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-fd6ff4b1-f034-41a9-92a9-9945d860a5c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:45:29.280874 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d71013b-7090-4b49-8041-813bb913e473 req-7b1bd3f1-11e8-40b7-89ee-4f082ab58d3b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 945 time: 0.1844397 Mar 11 11:45:29.325252 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port bf117a58-5384-4dff-b82c-60ec8d788cd0 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:29.325613 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bf117a58-5384-4dff-b82c-60ec8d788cd0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:29.391643 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d71013b-7090-4b49-8041-813bb913e473 req-1b00187b-0de9-491f-937f-ea516ab496b9 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981448 Mar 11 11:45:29.398529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f772ec99-5fff-4cc4-8c49-9541403ee450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf117a58-5384-4dff-b82c-60ec8d788cd0'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:45:29.403122 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b136ac5d-9f94-4c54-b08a-d55d4fbff3e6" -d '{"events": [{"server_uuid": "f772ec99-5fff-4cc4-8c49-9541403ee450", "name": "network-vif-plugged", "status": "completed", "tag": "bf117a58-5384-4dff-b82c-60ec8d788cd0"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:45:29.410650 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:29.435975 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port bf117a58-5384-4dff-b82c-60ec8d788cd0, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=bf117a58-5384-4dff-b82c-60ec8d788cd0,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:29.449231 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bf117a58-5384-4dff-b82c-60ec8d788cd0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:29.542026 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d50e5b-9c83-4d11-8934-e82d89e31d29 x-openstack-request-id: req-f5d50e5b-9c83-4d11-8934-e82d89e31d29 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:45:29.542326 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f772ec99-5fff-4cc4-8c49-9541403ee450", "name": "network-vif-plugged", "status": "completed", "tag": "bf117a58-5384-4dff-b82c-60ec8d788cd0", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:45:29.542729 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f5d50e5b-9c83-4d11-8934-e82d89e31d29 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:45:29.542982 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f772ec99-5fff-4cc4-8c49-9541403ee450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf117a58-5384-4dff-b82c-60ec8d788cd0', 'code': 200} Mar 11 11:45:29.598722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=bf117a58-5384-4dff-b82c-60ec8d788cd0,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:29.617461 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:29.619459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:29.620287 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:29.620641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:29.621910 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:29.622283 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:29.622653 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:29.636204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:29.638210 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:29.638563 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:29.642878 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:29.645573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:29.646092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:45:29.661141 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Publish callbacks [] for port (c3c3b249-612d-47a0-bae7-65c51482b7db), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:29.669032 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c3c3b249-612d-47a0-bae7-65c51482b7db), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:29.820853 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Attempting to bind port c3c3b249-612d-47a0-bae7-65c51482b7db on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:45:29.822735 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Attempting to bind port c3c3b249-612d-47a0-bae7-65c51482b7db by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:45:29.822735 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Attempting to bind port c3c3b249-612d-47a0-bae7-65c51482b7db on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:29.892516 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883dd4f-fec5-440e-98aa-bc8728d9a055 req-323fef36-d114-47ad-a1d0-93f6e40f9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:29.894307 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b883dd4f-fec5-440e-98aa-bc8728d9a055 req-323fef36-d114-47ad-a1d0-93f6e40f9074 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 1128 time: 0.2825758 Mar 11 11:45:29.901706 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da031cf8-4f59-4a0a-aa72-687847e977a9 req-14f1532f-8038-4f8d-8868-31f150f0bd88 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:29.914000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da031cf8-4f59-4a0a-aa72-687847e977a9 req-14f1532f-8038-4f8d-8868-31f150f0bd88 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1014364 Mar 11 11:45:29.914360 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:45:29.916934 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:45:29.917370 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:29.920803 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:45:29.921340 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Bound port: c3c3b249-612d-47a0-bae7-65c51482b7db, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:45:29.921739 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c3c3b249-612d-47a0-bae7-65c51482b7db), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:29.959541 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ff4b1-f034-41a9-92a9-9945d860a5c7 None None] Current status of the port f25beb75-d767-4c3e-9188-433bbe64cde2 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:29.997784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] Allocated IP 172.20.0.1 (ee9c712c-61b2-4ef6-9339-e0e1c12824a9/bd14eefc-32c0-401f-98f0-3d3d85c508eb/f9a2ae0e-7453-4a39-ade5-83eb4a323289) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:45:30.000401 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da031cf8-4f59-4a0a-aa72-687847e977a9 req-0ff25ed9-be00-424e-ba1d-eb4b56c6e845 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848949 Mar 11 11:45:30.003326 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4046f35-a85b-4ed3-83fd-862ef693e743 None None] Pushing event updated for resources: {'Port': ['ID=c3c3b249-612d-47a0-bae7-65c51482b7db,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:30.042724 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b883dd4f-fec5-440e-98aa-bc8728d9a055 req-ca0d0cfb-b24d-4cfe-9719-4f714bf053ea service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407835 Mar 11 11:45:30.090273 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6adb8cc1-cb32-4329-bb5f-d10851741b25 None None] Provisioning complete for port f25beb75-d767-4c3e-9188-433bbe64cde2 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:30.090629 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6adb8cc1-cb32-4329-bb5f-d10851741b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f25beb75-d767-4c3e-9188-433bbe64cde2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:30.098652 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] For port c3c3b249-612d-47a0-bae7-65c51482b7db, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:45:30.113278 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] For port c3c3b249-612d-47a0-bae7-65c51482b7db, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c3c3b249-612d-47a0-bae7-65c51482b7db,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:45:30.130905 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c3c3b249-612d-47a0-bae7-65c51482b7db), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:30.273184 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6adb8cc1-cb32-4329-bb5f-d10851741b25 None None] Current status of the port f25beb75-d767-4c3e-9188-433bbe64cde2 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:30.302449 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] Publish callbacks [] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:30.330720 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Routers {'b037772b-ccd6-4bb0-b3b5-5bd257fdde79'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:45:30.331549 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:45:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b037772b-ccd6-4bb0-b3b5-5bd257fdde79'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:30.358048 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:30.486413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] Network ee9c712c-61b2-4ef6-9339-e0e1c12824a9 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:45:30.489797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:30.494204 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4046f35-a85b-4ed3-83fd-862ef693e743 None None] Pushing event updated for resources: {'Port': ['ID=c3c3b249-612d-47a0-bae7-65c51482b7db,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:30.495422 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:45:30.497945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a2ae0e-7453-4a39-ade5-83eb4a323289,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:30.551888 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (b037772b-ccd6-4bb0-b3b5-5bd257fdde79), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:30.715558 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394f3c4-6564-4749-9a25-fae997e252e7 req-c8c33f21-42ff-4f72-b579-280fb2469e3b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:30.723934 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d394f3c4-6564-4749-9a25-fae997e252e7 req-c8c33f21-42ff-4f72-b579-280fb2469e3b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 946 time: 0.1646693 Mar 11 11:45:30.732135 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] Set router b037772b-ccd6-4bb0-b3b5-5bd257fdde79 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:45:30.893106 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:30.894274 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d394f3c4-6564-4749-9a25-fae997e252e7 req-d4b89016-ee80-4e77-bb8d-f02c6448b8d8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692827 Mar 11 11:45:31.040293 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f25beb75-d767-4c3e-9188-433bbe64cde2 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:45:31.207869 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d15b22-4075-4967-abe4-fc50cb1815c4 req-c931b945-103a-4d2a-a902-dca2dcea4bfb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:31.221935 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d15b22-4075-4967-abe4-fc50cb1815c4 req-c931b945-103a-4d2a-a902-dca2dcea4bfb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1118519 Mar 11 11:45:31.225011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d7f019f1-702b-4691-bedc-3db8e4b52585 None None] Provisioning complete for port f9a2ae0e-7453-4a39-ade5-83eb4a323289 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:31.225390 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d7f019f1-702b-4691-bedc-3db8e4b52585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:31.339094 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d15b22-4075-4967-abe4-fc50cb1815c4 req-32e9688f-7d74-48f6-ad7e-11b275969361 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157432 Mar 11 11:45:31.361097 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'name': 'tempest-ServersTestMultiNic-1295721298-router', 'tenant_id': '332ba924481047779f3b150531b078c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'c3c3b249-612d-47a0-bae7-65c51482b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:45:23Z', 'updated_at': '2022-03-11T11:45:26Z', 'revision_number': 3, 'project_id': '332ba924481047779f3b150531b078c7', 'gw_port': {'id': 'c3c3b249-612d-47a0-bae7-65c51482b7db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:25Z', 'updated_at': '2022-03-11T11:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:31.418984 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f758b0c-8c39-4284-9635-065fee920d70 None None] The sync data for ids ['b037772b-ccd6-4bb0-b3b5-5bd257fdde79'] in n-d-833234-2 is: [{'id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'name': 'tempest-ServersTestMultiNic-1295721298-router', 'tenant_id': '332ba924481047779f3b150531b078c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'c3c3b249-612d-47a0-bae7-65c51482b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:45:23Z', 'updated_at': '2022-03-11T11:45:26Z', 'revision_number': 3, 'project_id': '332ba924481047779f3b150531b078c7', 'gw_port': {'id': 'c3c3b249-612d-47a0-bae7-65c51482b7db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:25Z', 'updated_at': '2022-03-11T11:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:45:31.439530 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port f25beb75-d767-4c3e-9188-433bbe64cde2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:31.439938 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f25beb75-d767-4c3e-9188-433bbe64cde2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:31.442613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d7f019f1-702b-4691-bedc-3db8e4b52585 None None] Port f9a2ae0e-7453-4a39-ade5-83eb4a323289 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:45:31.496213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] Publish callbacks [] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:31.506977 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:31.615280 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port f25beb75-d767-4c3e-9188-433bbe64cde2 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:31.690361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a2ae0e-7453-4a39-ade5-83eb4a323289,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:31.744875 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (b037772b-ccd6-4bb0-b3b5-5bd257fdde79), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:31.992573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] Network ee9c712c-61b2-4ef6-9339-e0e1c12824a9 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:45:31.994589 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:32.193219 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bfafc-d233-4489-9453-6443b9cb9008 req-12c894e1-35dc-47cd-a2b5-3a6957fedc72 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:32.201082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d12bfafc-d233-4489-9453-6443b9cb9008 req-12c894e1-35dc-47cd-a2b5-3a6957fedc72 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 946 time: 0.1545577 Mar 11 11:45:32.218392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] Router b037772b-ccd6-4bb0-b3b5-5bd257fdde79 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:45:32.325069 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d12bfafc-d233-4489-9453-6443b9cb9008 req-b1a1645b-27ca-4b95-9438-b180d6d10e7f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136358 Mar 11 11:45:32.476923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:45:32.496140 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4a657fd1-5eb3-40a8-8264-d5f732b97227 None None] Provisioning complete for port f9a2ae0e-7453-4a39-ade5-83eb4a323289 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:32.496744 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a657fd1-5eb3-40a8-8264-d5f732b97227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:32.512214 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6d062341-b301-4098-9e27-23de4aebfdf9 admin admin] 10.222.0.78 "PUT /v2.0/routers/b037772b-ccd6-4bb0-b3b5-5bd257fdde79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3376749 Mar 11 11:45:32.517275 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c9f57-e13f-4b6c-b5f1-7cb092b0470b req-bc40652f-b7eb-4ee0-b225-6bef630895b9 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:32.525227 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-603c9f57-e13f-4b6c-b5f1-7cb092b0470b req-bc40652f-b7eb-4ee0-b225-6bef630895b9 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.0951459 Mar 11 11:45:32.603244 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4a657fd1-5eb3-40a8-8264-d5f732b97227 None None] Port f9a2ae0e-7453-4a39-ade5-83eb4a323289 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:45:32.610561 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-603c9f57-e13f-4b6c-b5f1-7cb092b0470b req-b2e11fbb-fad9-477c-ba30-e6c017af730a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841012 Mar 11 11:45:32.739565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45824) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:32.948087 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2de60b71-5040-4c9f-9204-75b2bc1980a5 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-679266005'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:33.003457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de60b71-5040-4c9f-9204-75b2bc1980a5 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Made reservation on behalf of 332ba924481047779f3b150531b078c7 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:45:33.008184 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2de60b71-5040-4c9f-9204-75b2bc1980a5 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:33.037173 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c3c3b249-612d-47a0-bae7-65c51482b7db up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:45:33.062282 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de60b71-5040-4c9f-9204-75b2bc1980a5 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:45:33.080228 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2de60b71-5040-4c9f-9204-75b2bc1980a5 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b0d59a4b-481e-4702-92f6-6f214874d81f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:33.080573 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-2de60b71-5040-4c9f-9204-75b2bc1980a5 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Added segment b0d59a4b-481e-4702-92f6-6f214874d81f of type vlan for network 7ec83819-1416-49c1-ae44-2e7655ca2c5c Mar 11 11:45:33.179434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port c3c3b249-612d-47a0-bae7-65c51482b7db triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:33.180188 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c3c3b249-612d-47a0-bae7-65c51482b7db), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:33.190102 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2de60b71-5040-4c9f-9204-75b2bc1980a5 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (7ec83819-1416-49c1-ae44-2e7655ca2c5c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:33.249972 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2de60b71-5040-4c9f-9204-75b2bc1980a5 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (7ec83819-1416-49c1-ae44-2e7655ca2c5c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:33.258431 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de60b71-5040-4c9f-9204-75b2bc1980a5 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:33.258867 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2de60b71-5040-4c9f-9204-75b2bc1980a5 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:33.367912 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port c3c3b249-612d-47a0-bae7-65c51482b7db is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:33.367912 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c3c3b249-612d-47a0-bae7-65c51482b7db), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:33.380855 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de60b71-5040-4c9f-9204-75b2bc1980a5 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event updated for resources: {'Network': ['ID=7ec83819-1416-49c1-ae44-2e7655ca2c5c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:33.396026 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2de60b71-5040-4c9f-9204-75b2bc1980a5 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6552711 Mar 11 11:45:33.398883 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45836) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:33.409115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 7ec83819-1416-49c1-ae44-2e7655ca2c5c details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:45:33.415234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8eee6afa-d416-4106-8394-cf26d5337753 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Request body: {'subnet': {'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:33.424826 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45842) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:33.471088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port c3c3b249-612d-47a0-bae7-65c51482b7db, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c3c3b249-612d-47a0-bae7-65c51482b7db,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:33.474264 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:33.486845 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c3c3b249-612d-47a0-bae7-65c51482b7db), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:33.608150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eee6afa-d416-4106-8394-cf26d5337753 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Made reservation on behalf of 332ba924481047779f3b150531b078c7 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:45:33.612902 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-275a83cd-aa2e-40e0-a4c0-34fdee536397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:33.613438 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8eee6afa-d416-4106-8394-cf26d5337753 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:33.691509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=c3c3b249-612d-47a0-bae7-65c51482b7db,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:33.947384 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2370836-5390-4db7-90b4-e1a947a0570f req-8edab8c3-09fe-422e-9be8-2bd803dc5cb2 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:33.949672 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2370836-5390-4db7-90b4-e1a947a0570f req-8edab8c3-09fe-422e-9be8-2bd803dc5cb2 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1996498 Mar 11 11:45:33.954174 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-275a83cd-aa2e-40e0-a4c0-34fdee536397 admin admin] Publish callbacks [] for security_group (84eb7cb5-6b9e-4c7e-9fa2-81bf8b463a45), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:33.975065 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-275a83cd-aa2e-40e0-a4c0-34fdee536397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (84eb7cb5-6b9e-4c7e-9fa2-81bf8b463a45), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:34.066903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a83cd-aa2e-40e0-a4c0-34fdee536397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84eb7cb5-6b9e-4c7e-9fa2-81bf8b463a45,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:34.074326 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-275a83cd-aa2e-40e0-a4c0-34fdee536397 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3920aaa059c8406591ea2ae29497ceb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6458461 Mar 11 11:45:34.084474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45848) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:34.123469 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2370836-5390-4db7-90b4-e1a947a0570f req-4173353b-fdda-4ea7-a30c-1c167bc6d9c8 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638002 Mar 11 11:45:34.178732 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-693270f3-ecd9-4097-8cf3-d45b0a214d69 admin admin] Publish callbacks [] for security_group (84eb7cb5-6b9e-4c7e-9fa2-81bf8b463a45), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:34.225335 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-693270f3-ecd9-4097-8cf3-d45b0a214d69 admin admin] Publish callbacks [] for security_group (84eb7cb5-6b9e-4c7e-9fa2-81bf8b463a45), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:34.324535 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-693270f3-ecd9-4097-8cf3-d45b0a214d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (84eb7cb5-6b9e-4c7e-9fa2-81bf8b463a45), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:34.327511 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-693270f3-ecd9-4097-8cf3-d45b0a214d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:34.329051 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-693270f3-ecd9-4097-8cf3-d45b0a214d69 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/84eb7cb5-6b9e-4c7e-9fa2-81bf8b463a45 HTTP/1.1" status: 204 len: 168 time: 0.2434313 Mar 11 11:45:34.345692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693270f3-ecd9-4097-8cf3-d45b0a214d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84eb7cb5-6b9e-4c7e-9fa2-81bf8b463a45,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:34.398645 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8eee6afa-d416-4106-8394-cf26d5337753 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (49d244d0-20d2-4910-ab2f-243240acb061), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:34.463993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee6afa-d416-4106-8394-cf26d5337753 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event updated for resources: {'Subnet': ['ID=49d244d0-20d2-4910-ab2f-243240acb061,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:34.515470 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Sync routers for ids ['b037772b-ccd6-4bb0-b3b5-5bd257fdde79'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:45:34.526325 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Routers {'b037772b-ccd6-4bb0-b3b5-5bd257fdde79'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:45:34.527720 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:45:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b037772b-ccd6-4bb0-b3b5-5bd257fdde79'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:34.531087 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eee6afa-d416-4106-8394-cf26d5337753 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Checking segment: {'id': 'b0d59a4b-481e-4702-92f6-6f214874d81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:45:34.532383 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eee6afa-d416-4106-8394-cf26d5337753 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Network hostable DHCP agents. Network: 7ec83819-1416-49c1-ae44-2e7655ca2c5c, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:45:34.579981 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eee6afa-d416-4106-8394-cf26d5337753 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Network 7ec83819-1416-49c1-ae44-2e7655ca2c5c is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:45:34.601375 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8eee6afa-d416-4106-8394-cf26d5337753 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 7ec83819-1416-49c1-ae44-2e7655ca2c5c) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:34.608266 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eee6afa-d416-4106-8394-cf26d5337753 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:34.608873 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8eee6afa-d416-4106-8394-cf26d5337753 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:34.644192 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8eee6afa-d416-4106-8394-cf26d5337753 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2441416 Mar 11 11:45:34.646615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45854) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:34.651995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2e5775ff-b3ed-4e97-b36a-2f6fa23cc832 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-997771857'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:34.678859 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed52039-c548-4c96-b8ed-c6a0b76a7933 None None] Network 7ec83819-1416-49c1-ae44-2e7655ca2c5c requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:45:34.693205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5775ff-b3ed-4e97-b36a-2f6fa23cc832 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Made reservation on behalf of 332ba924481047779f3b150531b078c7 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:45:34.697134 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e5775ff-b3ed-4e97-b36a-2f6fa23cc832 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:34.720144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Set router b037772b-ccd6-4bb0-b3b5-5bd257fdde79 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:45:34.726296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5775ff-b3ed-4e97-b36a-2f6fa23cc832 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:45:34.740006 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e5775ff-b3ed-4e97-b36a-2f6fa23cc832 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ee1b7088-e84b-4af7-867a-8e32e207b910), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:34.740652 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-2e5775ff-b3ed-4e97-b36a-2f6fa23cc832 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Added segment ee1b7088-e84b-4af7-867a-8e32e207b910 of type vlan for network 390e6b7d-aff1-4a93-b574-99cb7d2c9c87 Mar 11 11:45:34.800659 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e5775ff-b3ed-4e97-b36a-2f6fa23cc832 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (390e6b7d-aff1-4a93-b574-99cb7d2c9c87), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:34.844799 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e5775ff-b3ed-4e97-b36a-2f6fa23cc832 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (390e6b7d-aff1-4a93-b574-99cb7d2c9c87), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:34.851938 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5775ff-b3ed-4e97-b36a-2f6fa23cc832 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:34.853832 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e5775ff-b3ed-4e97-b36a-2f6fa23cc832 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:34.876793 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45856) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:34.904183 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-19983cc8-756f-4aef-bdb5-69e0de37456d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:34.930352 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2e5775ff-b3ed-4e97-b36a-2f6fa23cc832 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2803416 Mar 11 11:45:34.931232 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45858) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:34.964937 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1ea999af-a6a4-4765-8b2b-eeb5ea8512c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Request body: {'subnet': {'network_id': '390e6b7d-aff1-4a93-b574-99cb7d2c9c87', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:35.064384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5775ff-b3ed-4e97-b36a-2f6fa23cc832 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event updated for resources: {'Network': ['ID=390e6b7d-aff1-4a93-b574-99cb7d2c9c87,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:35.086070 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-19983cc8-756f-4aef-bdb5-69e0de37456d admin admin] Publish callbacks [] for security_group (fbe1568c-69bf-4006-bc54-142bc5a84ad5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:35.088412 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea999af-a6a4-4765-8b2b-eeb5ea8512c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Made reservation on behalf of 332ba924481047779f3b150531b078c7 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:45:35.094170 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ea999af-a6a4-4765-8b2b-eeb5ea8512c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:35.098462 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-19983cc8-756f-4aef-bdb5-69e0de37456d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fbe1568c-69bf-4006-bc54-142bc5a84ad5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:35.196882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19983cc8-756f-4aef-bdb5-69e0de37456d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe1568c-69bf-4006-bc54-142bc5a84ad5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:35.197260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c3c3b249-612d-47a0-bae7-65c51482b7db up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:45:35.210683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-19983cc8-756f-4aef-bdb5-69e0de37456d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ac09c55860ba4b54965be6bf9aaf07fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321109 Mar 11 11:45:35.214322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45862) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:35.258852 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 390e6b7d-aff1-4a93-b574-99cb7d2c9c87 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:45:35.342705 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c2705547-dee8-4d6f-b71c-8d9508d9180e admin admin] Publish callbacks [] for security_group (fbe1568c-69bf-4006-bc54-142bc5a84ad5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:35.374567 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0065632-1a56-481c-a7a5-53d080d11cb8 req-228437ff-f1e5-40c4-b024-440e67a58da4 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:35.389676 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a0065632-1a56-481c-a7a5-53d080d11cb8 req-228437ff-f1e5-40c4-b024-440e67a58da4 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1471274 Mar 11 11:45:35.402451 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c2705547-dee8-4d6f-b71c-8d9508d9180e admin admin] Publish callbacks [] for security_group (fbe1568c-69bf-4006-bc54-142bc5a84ad5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:35.411236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-7ec83819-1416-49c1-ae44-2e7655ca2c5c', 'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c', 'project_id': '332ba924481047779f3b150531b078c7', 'fixed_ips': [{'subnet_id': '49d244d0-20d2-4910-ab2f-243240acb061'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:45:35.412541 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:35.441867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port c3c3b249-612d-47a0-bae7-65c51482b7db triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:35.444395 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c3c3b249-612d-47a0-bae7-65c51482b7db), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:35.476468 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a0065632-1a56-481c-a7a5-53d080d11cb8 req-e235c705-1b4c-438e-985c-fdecb12a7bca tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812078 Mar 11 11:45:35.495338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'name': 'tempest-ServersTestMultiNic-1295721298-router', 'tenant_id': '332ba924481047779f3b150531b078c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'c3c3b249-612d-47a0-bae7-65c51482b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:45:23Z', 'updated_at': '2022-03-11T11:45:30Z', 'revision_number': 4, 'project_id': '332ba924481047779f3b150531b078c7', 'gw_port': {'id': 'c3c3b249-612d-47a0-bae7-65c51482b7db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:25Z', 'updated_at': '2022-03-11T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'f9a2ae0e-7453-4a39-ade5-83eb4a323289', 'name': '', 'network_id': 'ee9c712c-61b2-4ef6-9339-e0e1c12824a9', 'tenant_id': '332ba924481047779f3b150531b078c7', 'mac_address': 'fa:16:3e:59:9f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'bd14eefc-32c0-401f-98f0-3d3d85c508eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:29Z', 'updated_at': '2022-03-11T11:45:31Z', 'revision_number': 2, 'project_id': '332ba924481047779f3b150531b078c7', 'subnets': [{'id': 'bd14eefc-32c0-401f-98f0-3d3d85c508eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:35.541310 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ea999af-a6a4-4765-8b2b-eeb5ea8512c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (26f1251d-50dc-4d68-8040-65d9c7077960), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:35.542954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Checking router: b037772b-ccd6-4bb0-b3b5-5bd257fdde79 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:45:35.543603 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Updating router b037772b-ccd6-4bb0-b3b5-5bd257fdde79 port f9a2ae0e-7453-4a39-ade5-83eb4a323289 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:45:35.553166 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c2705547-dee8-4d6f-b71c-8d9508d9180e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fbe1568c-69bf-4006-bc54-142bc5a84ad5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:35.556057 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c2705547-dee8-4d6f-b71c-8d9508d9180e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:35.557819 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c2705547-dee8-4d6f-b71c-8d9508d9180e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fbe1568c-69bf-4006-bc54-142bc5a84ad5 HTTP/1.1" status: 204 len: 168 time: 0.3402212 Mar 11 11:45:35.578945 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:35.597923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2705547-dee8-4d6f-b71c-8d9508d9180e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe1568c-69bf-4006-bc54-142bc5a84ad5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:35.624852 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea999af-a6a4-4765-8b2b-eeb5ea8512c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event updated for resources: {'Subnet': ['ID=26f1251d-50dc-4d68-8040-65d9c7077960,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:35.636225 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea999af-a6a4-4765-8b2b-eeb5ea8512c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Checking segment: {'id': 'ee1b7088-e84b-4af7-867a-8e32e207b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '390e6b7d-aff1-4a93-b574-99cb7d2c9c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:45:35.636662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea999af-a6a4-4765-8b2b-eeb5ea8512c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Network hostable DHCP agents. Network: 390e6b7d-aff1-4a93-b574-99cb7d2c9c87, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:45:35.658323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea999af-a6a4-4765-8b2b-eeb5ea8512c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Network 390e6b7d-aff1-4a93-b574-99cb7d2c9c87 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:45:35.684783 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1ea999af-a6a4-4765-8b2b-eeb5ea8512c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 390e6b7d-aff1-4a93-b574-99cb7d2c9c87) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:35.689284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea999af-a6a4-4765-8b2b-eeb5ea8512c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:35.690712 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ea999af-a6a4-4765-8b2b-eeb5ea8512c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:35.714371 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1ea999af-a6a4-4765-8b2b-eeb5ea8512c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7815111 Mar 11 11:45:35.813174 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Allocated IP 19.80.0.2 (7ec83819-1416-49c1-ae44-2e7655ca2c5c/49d244d0-20d2-4910-ab2f-243240acb061/de63cd01-c588-44b6-bc2c-2481339c0f7f) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:45:35.854865 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d87a1d-672f-4bdd-8815-a8e605bd1ab2 None None] Network 390e6b7d-aff1-4a93-b574-99cb7d2c9c87 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:45:36.102555 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-b11b9e5d-110f-4823-8a34-3c75fa8b31df tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:36.108047 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-b11b9e5d-110f-4823-8a34-3c75fa8b31df tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:36.115512 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-b11b9e5d-110f-4823-8a34-3c75fa8b31df tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/networks?id=7ec83819-1416-49c1-ae44-2e7655ca2c5c&id=390e6b7d-aff1-4a93-b574-99cb7d2c9c87&id=7ec83819-1416-49c1-ae44-2e7655ca2c5c HTTP/1.1" status: 200 len: 1390 time: 0.1864469 Mar 11 11:45:36.132548 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-1838600e-8a8a-40fa-99ca-e47aef85d3eb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/quotas/332ba924481047779f3b150531b078c7 HTTP/1.1" status: 200 len: 375 time: 0.0155184 Mar 11 11:45:36.281627 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-61937ebe-9c72-4753-9b5c-2b1754e25c9c tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=332ba924481047779f3b150531b078c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1453969 Mar 11 11:45:36.392495 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-847ae11e-fd12-4ba3-a73f-f99c8c1b9220 service neutron] 10.222.0.78 "GET /v2.0/networks/7ec83819-1416-49c1-ae44-2e7655ca2c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099372 Mar 11 11:45:36.571972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-856d2b98-a426-41a7-bee8-981db45e3ef2 service neutron] 10.222.0.78 "GET /v2.0/networks/7ec83819-1416-49c1-ae44-2e7655ca2c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729929 Mar 11 11:45:36.590734 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port c3c3b249-612d-47a0-bae7-65c51482b7db is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:36.686514 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Publish callbacks [] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:36.717788 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:36.746679 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-24405333-1a24-4594-8457-ed9bf56f6a87 service neutron] 10.222.0.78 "GET /v2.0/networks/390e6b7d-aff1-4a93-b574-99cb7d2c9c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651342 Mar 11 11:45:36.778891 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38c1a5-36a6-4375-914e-c07980e4d520 None None] Pushing event updated for resources: {'Port': ['ID=f9a2ae0e-7453-4a39-ade5-83eb4a323289,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:36.782601 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-390e6b7d-aff1-4a93-b574-99cb7d2c9c87', 'network_id': '390e6b7d-aff1-4a93-b574-99cb7d2c9c87', 'project_id': '332ba924481047779f3b150531b078c7', 'fixed_ips': [{'subnet_id': '26f1251d-50dc-4d68-8040-65d9c7077960'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:45:36.783486 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:36.819192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45898) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:37.038774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-228875d1-a3a3-4ad1-8ff3-b6ececfe020d service neutron] 10.222.0.78 "GET /v2.0/networks/390e6b7d-aff1-4a93-b574-99cb7d2c9c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843244 Mar 11 11:45:37.049713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Attempting to bind port f9a2ae0e-7453-4a39-ade5-83eb4a323289 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:45:37.050289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Attempting to bind port f9a2ae0e-7453-4a39-ade5-83eb4a323289 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'a16fbe7c-907d-44e1-8da0-58927495ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee9c712c-61b2-4ef6-9339-e0e1c12824a9'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:45:37.050647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Attempting to bind port f9a2ae0e-7453-4a39-ade5-83eb4a323289 on network ee9c712c-61b2-4ef6-9339-e0e1c12824a9 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:37.078063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:45:37.090989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7299e946-eba8-4b6c-bc03-fb0d614c4ad7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-851167562-network', 'tenant_id': '1af92fc1989b45fbbd5336fb3e17a592'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:37.091243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Checking segment: {'id': 'a16fbe7c-907d-44e1-8da0-58927495ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee9c712c-61b2-4ef6-9339-e0e1c12824a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:45:37.096798 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.099127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Bound using segment: {'id': 'a16fbe7c-907d-44e1-8da0-58927495ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee9c712c-61b2-4ef6-9339-e0e1c12824a9'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:45:37.101316 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Bound port: f9a2ae0e-7453-4a39-ade5-83eb4a323289, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16fbe7c-907d-44e1-8da0-58927495ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee9c712c-61b2-4ef6-9339-e0e1c12824a9'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:45:37.101847 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.114974 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Allocated IP 19.86.0.2 (390e6b7d-aff1-4a93-b574-99cb7d2c9c87/26f1251d-50dc-4d68-8040-65d9c7077960/0149eed7-951c-413b-bda1-66890c7e3910) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:45:37.124211 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Publish callbacks [] for port (de63cd01-c588-44b6-bc2c-2481339c0f7f), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.152354 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7299e946-eba8-4b6c-bc03-fb0d614c4ad7 admin admin] Made reservation on behalf of 1af92fc1989b45fbbd5336fb3e17a592 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:45:37.155369 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7299e946-eba8-4b6c-bc03-fb0d614c4ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.184136 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7299e946-eba8-4b6c-bc03-fb0d614c4ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.231726 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-7522b8b9-3c33-439c-b5c5-b40bde6aebad service neutron] 10.222.0.78 "GET /v2.0/networks/7ec83819-1416-49c1-ae44-2e7655ca2c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919665 Mar 11 11:45:37.360881 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7299e946-eba8-4b6c-bc03-fb0d614c4ad7 admin admin] Publish callbacks [] for security_group (d9119897-3107-4a17-9539-20fbb5d3ac4e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.369939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-2097020b-0201-4cb0-a56d-74566b6998a5 service neutron] 10.222.0.78 "GET /v2.0/networks/7ec83819-1416-49c1-ae44-2e7655ca2c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347857 Mar 11 11:45:37.371663 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7299e946-eba8-4b6c-bc03-fb0d614c4ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d9119897-3107-4a17-9539-20fbb5d3ac4e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.377370 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Publish callbacks [] for port (0149eed7-951c-413b-bda1-66890c7e3910), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.386740 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (de63cd01-c588-44b6-bc2c-2481339c0f7f), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.401172 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7299e946-eba8-4b6c-bc03-fb0d614c4ad7 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:45:37.420460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299e946-eba8-4b6c-bc03-fb0d614c4ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9119897-3107-4a17-9539-20fbb5d3ac4e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:37.431075 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7299e946-eba8-4b6c-bc03-fb0d614c4ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (99a3db5a-07df-459c-aba2-42e42659e4ed), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.434167 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-7299e946-eba8-4b6c-bc03-fb0d614c4ad7 admin admin] Added segment 99a3db5a-07df-459c-aba2-42e42659e4ed of type vlan for network 4af4643b-1693-4bd6-8325-dcb8a4701060 Mar 11 11:45:37.475923 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (0149eed7-951c-413b-bda1-66890c7e3910), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.502424 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7299e946-eba8-4b6c-bc03-fb0d614c4ad7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (4af4643b-1693-4bd6-8325-dcb8a4701060), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.523245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Network 7ec83819-1416-49c1-ae44-2e7655ca2c5c is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:45:37.525804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-76cff8a0-4461-4bdd-af20-94e760ad18b6 None None] Provisioning complete for port f9a2ae0e-7453-4a39-ade5-83eb4a323289 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:37.526413 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76cff8a0-4461-4bdd-af20-94e760ad18b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.541784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:37.542426 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7299e946-eba8-4b6c-bc03-fb0d614c4ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (4af4643b-1693-4bd6-8325-dcb8a4701060), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.546243 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7299e946-eba8-4b6c-bc03-fb0d614c4ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:37.547042 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7299e946-eba8-4b6c-bc03-fb0d614c4ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.577518 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:45:37.619411 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7299e946-eba8-4b6c-bc03-fb0d614c4ad7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7935476 Mar 11 11:45:37.620351 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45914) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:37.625142 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a7f6ab72-44a2-4bd9-b8bf-b5c7cc453dd2 admin admin] Request body: {'subnet': {'network_id': '4af4643b-1693-4bd6-8325-dcb8a4701060', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-851167562-subnet', 'tenant_id': '1af92fc1989b45fbbd5336fb3e17a592', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:37.639105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Pushing event updated for resources: {'Port': ['ID=de63cd01-c588-44b6-bc2c-2481339c0f7f,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:37.657350 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Network 390e6b7d-aff1-4a93-b574-99cb7d2c9c87 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:45:37.723224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f6ab72-44a2-4bd9-b8bf-b5c7cc453dd2 admin admin] Made reservation on behalf of 1af92fc1989b45fbbd5336fb3e17a592 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:45:37.725894 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299e946-eba8-4b6c-bc03-fb0d614c4ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=4af4643b-1693-4bd6-8325-dcb8a4701060,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:37.726968 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7f6ab72-44a2-4bd9-b8bf-b5c7cc453dd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.750990 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:37.775146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 4af4643b-1693-4bd6-8325-dcb8a4701060 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:45:37.777644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] For port f9a2ae0e-7453-4a39-ade5-83eb4a323289, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:45:37.784295 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:45:37.786799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Attempting to bind port de63cd01-c588-44b6-bc2c-2481339c0f7f on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:45:37.787436 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Attempting to bind port de63cd01-c588-44b6-bc2c-2481339c0f7f by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'b0d59a4b-481e-4702-92f6-6f214874d81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:45:37.788401 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Attempting to bind port de63cd01-c588-44b6-bc2c-2481339c0f7f on network 7ec83819-1416-49c1-ae44-2e7655ca2c5c {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:37.835795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-76cff8a0-4461-4bdd-af20-94e760ad18b6 None None] Port f9a2ae0e-7453-4a39-ade5-83eb4a323289 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:45:37.840033 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] For port f9a2ae0e-7453-4a39-ade5-83eb4a323289, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f9a2ae0e-7453-4a39-ade5-83eb4a323289,segment=NetworkSegment(a16fbe7c-907d-44e1-8da0-58927495ce87),segment_id=a16fbe7c-907d-44e1-8da0-58927495ce87)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:45:37.870836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:45:37.871218 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Checking segment: {'id': 'b0d59a4b-481e-4702-92f6-6f214874d81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:45:37.871760 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.872152 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Bound using segment: {'id': 'b0d59a4b-481e-4702-92f6-6f214874d81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:45:37.872638 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Bound port: de63cd01-c588-44b6-bc2c-2481339c0f7f, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d59a4b-481e-4702-92f6-6f214874d81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:45:37.873011 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (de63cd01-c588-44b6-bc2c-2481339c0f7f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.890653 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Pushing event updated for resources: {'Port': ['ID=0149eed7-951c-413b-bda1-66890c7e3910,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:37.903303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e6e4e-0daa-4a7d-8b45-d03dadfe67b9 req-2f60a207-1f36-4834-ac0b-291bc88293f5 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:37.913004 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce1e6e4e-0daa-4a7d-8b45-d03dadfe67b9 req-2f60a207-1f36-4834-ac0b-291bc88293f5 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.2383521 Mar 11 11:45:37.941045 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:37.996943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Attempting to bind port 0149eed7-951c-413b-bda1-66890c7e3910 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:45:37.997606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Attempting to bind port 0149eed7-951c-413b-bda1-66890c7e3910 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'ee1b7088-e84b-4af7-867a-8e32e207b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '390e6b7d-aff1-4a93-b574-99cb7d2c9c87'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:45:37.998156 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Attempting to bind port 0149eed7-951c-413b-bda1-66890c7e3910 on network 390e6b7d-aff1-4a93-b574-99cb7d2c9c87 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:38.044951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:45:38.056490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Checking segment: {'id': 'ee1b7088-e84b-4af7-867a-8e32e207b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '390e6b7d-aff1-4a93-b574-99cb7d2c9c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:45:38.056490 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:38.056490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Bound using segment: {'id': 'ee1b7088-e84b-4af7-867a-8e32e207b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '390e6b7d-aff1-4a93-b574-99cb7d2c9c87'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:45:38.056490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Bound port: 0149eed7-951c-413b-bda1-66890c7e3910, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1b7088-e84b-4af7-867a-8e32e207b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '390e6b7d-aff1-4a93-b574-99cb7d2c9c87'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:45:38.056490 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0149eed7-951c-413b-bda1-66890c7e3910), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:38.059097 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce1e6e4e-0daa-4a7d-8b45-d03dadfe67b9 req-8774446e-a322-4935-9a51-1434b3a72180 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376333 Mar 11 11:45:38.215936 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Routers {'b037772b-ccd6-4bb0-b3b5-5bd257fdde79'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:45:38.216585 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:45:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b037772b-ccd6-4bb0-b3b5-5bd257fdde79'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:38.219606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6548f78a-dd20-4dcb-a069-4cd693e5b346 req-58b1af48-5791-422a-b19b-83b0b525477b tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 210 time: 0.0362272 Mar 11 11:45:38.277168 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7f6ab72-44a2-4bd9-b8bf-b5c7cc453dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (fc9efc0b-6820-42de-8f6a-26a8aaea2d12), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:38.349705 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6ab72-44a2-4bd9-b8bf-b5c7cc453dd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc9efc0b-6820-42de-8f6a-26a8aaea2d12,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:38.362883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] For port de63cd01-c588-44b6-bc2c-2481339c0f7f, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:45:38.412500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6ab72-44a2-4bd9-b8bf-b5c7cc453dd2 admin admin] Checking segment: {'id': '99a3db5a-07df-459c-aba2-42e42659e4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4af4643b-1693-4bd6-8325-dcb8a4701060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:45:38.412864 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f6ab72-44a2-4bd9-b8bf-b5c7cc453dd2 admin admin] Network hostable DHCP agents. Network: 4af4643b-1693-4bd6-8325-dcb8a4701060, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:45:38.436203 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38c1a5-36a6-4375-914e-c07980e4d520 None None] Pushing event updated for resources: {'Port': ['ID=f9a2ae0e-7453-4a39-ade5-83eb4a323289,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:38.444005 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] For port de63cd01-c588-44b6-bc2c-2481339c0f7f, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=de63cd01-c588-44b6-bc2c-2481339c0f7f,segment=NetworkSegment(b0d59a4b-481e-4702-92f6-6f214874d81f),segment_id=b0d59a4b-481e-4702-92f6-6f214874d81f)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:45:38.454115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] For port 0149eed7-951c-413b-bda1-66890c7e3910, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:45:38.458722 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f6ab72-44a2-4bd9-b8bf-b5c7cc453dd2 admin admin] Network 4af4643b-1693-4bd6-8325-dcb8a4701060 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:45:38.475544 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (de63cd01-c588-44b6-bc2c-2481339c0f7f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:38.492762 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] For port 0149eed7-951c-413b-bda1-66890c7e3910, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0149eed7-951c-413b-bda1-66890c7e3910,segment=NetworkSegment(ee1b7088-e84b-4af7-867a-8e32e207b910),segment_id=ee1b7088-e84b-4af7-867a-8e32e207b910)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:45:38.495187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-a7f6ab72-44a2-4bd9-b8bf-b5c7cc453dd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 4af4643b-1693-4bd6-8325-dcb8a4701060) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:38.501308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f6ab72-44a2-4bd9-b8bf-b5c7cc453dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:38.501916 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7f6ab72-44a2-4bd9-b8bf-b5c7cc453dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:38.534730 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a7f6ab72-44a2-4bd9-b8bf-b5c7cc453dd2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9126232 Mar 11 11:45:38.536479 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45922) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:38.541033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-851167562-router', 'tenant_id': '1af92fc1989b45fbbd5336fb3e17a592', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:38.550646 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72320c24-598e-403c-b99a-08e7002debc3 None None] Network 4af4643b-1693-4bd6-8325-dcb8a4701060 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:45:38.588712 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0149eed7-951c-413b-bda1-66890c7e3910), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:38.590048 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (e189ca5f-596a-4e6b-a97a-3d81ad69930d), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:38.591859 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (e189ca5f-596a-4e6b-a97a-3d81ad69930d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:38.690953 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Publish callbacks [] for router_controller (e189ca5f-596a-4e6b-a97a-3d81ad69930d), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:38.694133 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7f6ca63a-03b5-453a-ba16-8999d06771b9 None None] Provisioning complete for port f9a2ae0e-7453-4a39-ade5-83eb4a323289 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:38.694516 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca63a-03b5-453a-ba16-8999d06771b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:38.785226 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] Set router b037772b-ccd6-4bb0-b3b5-5bd257fdde79 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:45:38.787397 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a94138-4960-4296-a327-4aef0e934f0b None None] Pushing event updated for resources: {'Port': ['ID=de63cd01-c588-44b6-bc2c-2481339c0f7f,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:38.968700 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Publish callbacks [] for router_gateway (e189ca5f-596a-4e6b-a97a-3d81ad69930d), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:39.144839 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a1d25-f3f6-452f-9cda-5dab00fe3b0f None None] Pushing event updated for resources: {'Port': ['ID=0149eed7-951c-413b-bda1-66890c7e3910,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:39.204337 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-4af4643b-1693-4bd6-8325-dcb8a4701060', 'network_id': '4af4643b-1693-4bd6-8325-dcb8a4701060', 'project_id': '1af92fc1989b45fbbd5336fb3e17a592', 'fixed_ips': [{'subnet_id': 'fc9efc0b-6820-42de-8f6a-26a8aaea2d12'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:45:39.223625 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:39.358831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb71316-50d4-4b40-8f88-19d674a31adf req-57b3c7c5-792b-49e3-8ce8-126f33de4383 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:39.362460 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5fb71316-50d4-4b40-8f88-19d674a31adf req-57b3c7c5-792b-49e3-8ce8-126f33de4383 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1536427 Mar 11 11:45:39.470360 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5fb71316-50d4-4b40-8f88-19d674a31adf req-1cbf84f1-7e2b-40bd-ae64-cd00cc83114e tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946627 Mar 11 11:45:39.581547 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62f89294-8032-4a0b-be54-ebaad41ea47a req-7c72f74b-538f-4e82-b73f-09ac8e397b7f tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 210 time: 0.0485117 Mar 11 11:45:39.620679 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Publish callbacks [] for router_gateway (e189ca5f-596a-4e6b-a97a-3d81ad69930d), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:39.653824 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:39.705603 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:45:39.741081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ca70a96c-4ce6-44f9-bdf1-f4f98c12dcb2 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:39.750113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ca63a-03b5-453a-ba16-8999d06771b9 None None] Current status of the port f9a2ae0e-7453-4a39-ade5-83eb4a323289 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:39.751561 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca63a-03b5-453a-ba16-8999d06771b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:39.751713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ca70a96c-4ce6-44f9-bdf1-f4f98c12dcb2 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:39.752220 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ca70a96c-4ce6-44f9-bdf1-f4f98c12dcb2 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.71 "GET /v2.0/networks?id=7ec83819-1416-49c1-ae44-2e7655ca2c5c&id=390e6b7d-aff1-4a93-b574-99cb7d2c9c87&id=7ec83819-1416-49c1-ae44-2e7655ca2c5c HTTP/1.1" status: 200 len: 1390 time: 0.4740920 Mar 11 11:45:39.779942 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe153093-bf6d-47b6-8174-297523fb3432 req-7bfcfb94-47d0-4e7b-ab35-b1198b0e071b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937657 Mar 11 11:45:39.796705 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-91bcc59e-9946-4fd6-86af-f4d2ebbd89c7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Request body: {'port': {'device_id': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c', 'admin_state_up': True, 'tenant_id': '332ba924481047779f3b150531b078c7'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:39.888761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe153093-bf6d-47b6-8174-297523fb3432 req-32627169-9e4b-469a-91b0-cc0462ab10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:39.890317 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe153093-bf6d-47b6-8174-297523fb3432 req-32627169-9e4b-469a-91b0-cc0462ab10c9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b2baed761184abf86d0da4561f84f1b&device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 1127 time: 0.0850823 Mar 11 11:45:40.058577 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7f6ca63a-03b5-453a-ba16-8999d06771b9 None None] For port f9a2ae0e-7453-4a39-ade5-83eb4a323289, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f9a2ae0e-7453-4a39-ade5-83eb4a323289,segment=NetworkSegment(a16fbe7c-907d-44e1-8da0-58927495ce87),segment_id=a16fbe7c-907d-44e1-8da0-58927495ce87)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:40.065022 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Allocated IP 172.20.0.2 (4af4643b-1693-4bd6-8325-dcb8a4701060/fc9efc0b-6820-42de-8f6a-26a8aaea2d12/973e267f-2c66-41b8-b197-fcb320a7c787) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:45:40.075463 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca63a-03b5-453a-ba16-8999d06771b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:40.077704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Allocated IP 172.25.7.69 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/80103de0-241b-419d-9fcc-9eb930ad23af) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:45:40.111034 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe153093-bf6d-47b6-8174-297523fb3432 req-f6c2bb2e-ae42-4240-ad6a-21066825e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:40.112849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe153093-bf6d-47b6-8174-297523fb3432 req-f6c2bb2e-ae42-4240-ad6a-21066825e672 service neutron] 10.222.0.71 "GET /v2.0/networks?id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 200 len: 921 time: 0.2007556 Mar 11 11:45:40.141389 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-91bcc59e-9946-4fd6-86af-f4d2ebbd89c7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Made reservation on behalf of 332ba924481047779f3b150531b078c7 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:45:40.145476 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-91bcc59e-9946-4fd6-86af-f4d2ebbd89c7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:40.177039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe153093-bf6d-47b6-8174-297523fb3432 req-636086ac-50f5-4960-b51a-872263c4f911 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d29b23-e115-40f1-8dec-1a3ff8219260 HTTP/1.1" status: 200 len: 217 time: 0.0549257 Mar 11 11:45:40.287676 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe153093-bf6d-47b6-8174-297523fb3432 req-b3c0ea15-8351-4c6c-b06d-9a23f24a0c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:40.300382 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe153093-bf6d-47b6-8174-297523fb3432 req-b3c0ea15-8351-4c6c-b06d-9a23f24a0c17 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 200 len: 860 time: 0.1140800 Mar 11 11:45:40.361974 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe153093-bf6d-47b6-8174-297523fb3432 req-69281645-5d3f-428e-91e2-17cc41638a6f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605419 Mar 11 11:45:40.403035 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Publish callbacks [] for port (80103de0-241b-419d-9fcc-9eb930ad23af), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:40.426672 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-91bcc59e-9946-4fd6-86af-f4d2ebbd89c7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Allocated IP 19.80.0.205 (7ec83819-1416-49c1-ae44-2e7655ca2c5c/49d244d0-20d2-4910-ab2f-243240acb061/bb7c2428-f67d-4ec1-86cd-1dff3c224950) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:45:40.439889 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Publish callbacks [] for port (973e267f-2c66-41b8-b197-fcb320a7c787), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:40.452880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d1cb33-694a-4130-b133-9c4326f969f8 None None] Network 7ec83819-1416-49c1-ae44-2e7655ca2c5c requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:45:40.575205 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe153093-bf6d-47b6-8174-297523fb3432 req-103a4ec4-1177-4bed-adad-4286eaea18b2 service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022228 Mar 11 11:45:40.580738 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (973e267f-2c66-41b8-b197-fcb320a7c787), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:40.582982 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (80103de0-241b-419d-9fcc-9eb930ad23af), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:40.629086 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ca63a-03b5-453a-ba16-8999d06771b9 None None] Pushing event updated for resources: {'Port': ['ID=f9a2ae0e-7453-4a39-ade5-83eb4a323289,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:40.695734 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Pushing event updated for resources: {'Port': ['ID=973e267f-2c66-41b8-b197-fcb320a7c787,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:40.708250 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Network 4af4643b-1693-4bd6-8325-dcb8a4701060 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:45:40.717077 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'name': 'tempest-ServersTestMultiNic-1295721298-router', 'tenant_id': '332ba924481047779f3b150531b078c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'c3c3b249-612d-47a0-bae7-65c51482b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:45:23Z', 'updated_at': '2022-03-11T11:45:30Z', 'revision_number': 4, 'project_id': '332ba924481047779f3b150531b078c7', 'gw_port': {'id': 'c3c3b249-612d-47a0-bae7-65c51482b7db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:25Z', 'updated_at': '2022-03-11T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'f9a2ae0e-7453-4a39-ade5-83eb4a323289', 'name': '', 'network_id': 'ee9c712c-61b2-4ef6-9339-e0e1c12824a9', 'tenant_id': '332ba924481047779f3b150531b078c7', 'mac_address': 'fa:16:3e:59:9f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'bd14eefc-32c0-401f-98f0-3d3d85c508eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:29Z', 'updated_at': '2022-03-11T11:45:37Z', 'revision_number': 4, 'project_id': '332ba924481047779f3b150531b078c7', 'subnets': [{'id': 'bd14eefc-32c0-401f-98f0-3d3d85c508eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:40.718981 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-37d1fe52-d7c3-4933-b073-53c8ac98a7e5 None None] Provisioning complete for port de63cd01-c588-44b6-bc2c-2481339c0f7f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:40.719359 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-37d1fe52-d7c3-4933-b073-53c8ac98a7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (de63cd01-c588-44b6-bc2c-2481339c0f7f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:40.721178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:40.748369 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:45:40.756814 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Pushing event updated for resources: {'Port': ['ID=80103de0-241b-419d-9fcc-9eb930ad23af,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:40.798321 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817e09c0-41f3-4cda-aaf5-61f17913d00e None None] The sync data for ids ['b037772b-ccd6-4bb0-b3b5-5bd257fdde79'] in n-d-833234-2 is: [{'id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'name': 'tempest-ServersTestMultiNic-1295721298-router', 'tenant_id': '332ba924481047779f3b150531b078c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'c3c3b249-612d-47a0-bae7-65c51482b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:45:23Z', 'updated_at': '2022-03-11T11:45:30Z', 'revision_number': 4, 'project_id': '332ba924481047779f3b150531b078c7', 'gw_port': {'id': 'c3c3b249-612d-47a0-bae7-65c51482b7db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:25Z', 'updated_at': '2022-03-11T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'f9a2ae0e-7453-4a39-ade5-83eb4a323289', 'name': '', 'network_id': 'ee9c712c-61b2-4ef6-9339-e0e1c12824a9', 'tenant_id': '332ba924481047779f3b150531b078c7', 'mac_address': 'fa:16:3e:59:9f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'bd14eefc-32c0-401f-98f0-3d3d85c508eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:29Z', 'updated_at': '2022-03-11T11:45:37Z', 'revision_number': 4, 'project_id': '332ba924481047779f3b150531b078c7', 'subnets': [{'id': 'bd14eefc-32c0-401f-98f0-3d3d85c508eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:45:40.891134 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:45:40.899402 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:40.904369 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Attempting to bind port 973e267f-2c66-41b8-b197-fcb320a7c787 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:45:40.904920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Attempting to bind port 973e267f-2c66-41b8-b197-fcb320a7c787 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '99a3db5a-07df-459c-aba2-42e42659e4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4af4643b-1693-4bd6-8325-dcb8a4701060'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:45:40.905286 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Attempting to bind port 973e267f-2c66-41b8-b197-fcb320a7c787 on network 4af4643b-1693-4bd6-8325-dcb8a4701060 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:40.907424 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe153093-bf6d-47b6-8174-297523fb3432 req-11f2f912-503b-4bef-85a7-c30b8083beac service neutron] 10.222.0.71 "GET /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239636 Mar 11 11:45:40.914728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:45:40.915257 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Checking segment: {'id': '99a3db5a-07df-459c-aba2-42e42659e4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4af4643b-1693-4bd6-8325-dcb8a4701060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:45:40.927034 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:40.927653 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Bound using segment: {'id': '99a3db5a-07df-459c-aba2-42e42659e4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4af4643b-1693-4bd6-8325-dcb8a4701060'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:45:40.928448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Bound port: 973e267f-2c66-41b8-b197-fcb320a7c787, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a3db5a-07df-459c-aba2-42e42659e4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4af4643b-1693-4bd6-8325-dcb8a4701060'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:45:40.928838 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (973e267f-2c66-41b8-b197-fcb320a7c787), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:40.932098 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:45:40.976563 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4435660a-1d8f-4e56-a290-5ae8a1422155 None None] Network 390e6b7d-aff1-4a93-b574-99cb7d2c9c87 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:45:41.016833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cd9f5-c4bf-4e00-8c38-860bc11144ee req-b50b47ae-8312-4d2f-8871-42c584e5b586 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:41.019832 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-853cd9f5-c4bf-4e00-8c38-860bc11144ee req-b50b47ae-8312-4d2f-8871-42c584e5b586 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.4242435 Mar 11 11:45:41.171639 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-853cd9f5-c4bf-4e00-8c38-860bc11144ee req-7856b181-5305-40d8-9c51-737cbecab844 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369588 Mar 11 11:45:41.276565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0149eed7-951c-413b-bda1-66890c7e3910 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:45:41.421415 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35549479-a0e2-4f80-a99e-69bb521362b4 req-cedffa8a-d2d0-4cfb-aff0-df5539e2aec4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 210 time: 0.0609546 Mar 11 11:45:41.467392 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] For port 973e267f-2c66-41b8-b197-fcb320a7c787, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:45:41.471625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] For port 973e267f-2c66-41b8-b197-fcb320a7c787, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=973e267f-2c66-41b8-b197-fcb320a7c787,segment=NetworkSegment(99a3db5a-07df-459c-aba2-42e42659e4ed),segment_id=99a3db5a-07df-459c-aba2-42e42659e4ed)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:45:41.487943 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-91bcc59e-9946-4fd6-86af-f4d2ebbd89c7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks [] for port (bb7c2428-f67d-4ec1-86cd-1dff3c224950), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:41.519101 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (973e267f-2c66-41b8-b197-fcb320a7c787), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:41.623075 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0149eed7-951c-413b-bda1-66890c7e3910 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:41.625014 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0149eed7-951c-413b-bda1-66890c7e3910), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:41.700860 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-91bcc59e-9946-4fd6-86af-f4d2ebbd89c7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (bb7c2428-f67d-4ec1-86cd-1dff3c224950), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:41.725585 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-37d1fe52-d7c3-4933-b073-53c8ac98a7e5 None None] Current status of the port de63cd01-c588-44b6-bc2c-2481339c0f7f is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:41.725784 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-37d1fe52-d7c3-4933-b073-53c8ac98a7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (de63cd01-c588-44b6-bc2c-2481339c0f7f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:41.763527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-91bcc59e-9946-4fd6-86af-f4d2ebbd89c7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Network 7ec83819-1416-49c1-ae44-2e7655ca2c5c is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:45:41.768692 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-91bcc59e-9946-4fd6-86af-f4d2ebbd89c7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:41.789719 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-91bcc59e-9946-4fd6-86af-f4d2ebbd89c7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:45:41.841531 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Publish callbacks [] for router_gateway (e189ca5f-596a-4e6b-a97a-3d81ad69930d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:41.930904 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0149eed7-951c-413b-bda1-66890c7e3910 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:41.931394 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0149eed7-951c-413b-bda1-66890c7e3910), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:41.945556 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f73901-b77f-4c4e-84e5-e2ad75731661 None None] Pushing event updated for resources: {'Port': ['ID=973e267f-2c66-41b8-b197-fcb320a7c787,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:41.986990 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-37d1fe52-d7c3-4933-b073-53c8ac98a7e5 None None] For port de63cd01-c588-44b6-bc2c-2481339c0f7f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=de63cd01-c588-44b6-bc2c-2481339c0f7f,segment=NetworkSegment(b0d59a4b-481e-4702-92f6-6f214874d81f),segment_id=b0d59a4b-481e-4702-92f6-6f214874d81f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:42.006974 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-37d1fe52-d7c3-4933-b073-53c8ac98a7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (de63cd01-c588-44b6-bc2c-2481339c0f7f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:42.009747 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcc59e-9946-4fd6-86af-f4d2ebbd89c7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event updated for resources: {'Port': ['ID=bb7c2428-f67d-4ec1-86cd-1dff3c224950,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:42.113153 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-91bcc59e-9946-4fd6-86af-f4d2ebbd89c7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:42.113843 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-91bcc59e-9946-4fd6-86af-f4d2ebbd89c7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:42.155821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1fe52-d7c3-4933-b073-53c8ac98a7e5 None None] Pushing event updated for resources: {'Port': ['ID=de63cd01-c588-44b6-bc2c-2481339c0f7f,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:42.164396 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 0149eed7-951c-413b-bda1-66890c7e3910, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0149eed7-951c-413b-bda1-66890c7e3910,segment=NetworkSegment(ee1b7088-e84b-4af7-867a-8e32e207b910),segment_id=ee1b7088-e84b-4af7-867a-8e32e207b910)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:42.175165 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0149eed7-951c-413b-bda1-66890c7e3910), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:42.176192 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device de63cd01-c588-44b6-bc2c-2481339c0f7f up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:45:42.184276 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8690368d-a04d-4522-b8bf-aa85c8b75fc0 None None] Provisioning complete for port de63cd01-c588-44b6-bc2c-2481339c0f7f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:42.184688 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8690368d-a04d-4522-b8bf-aa85c8b75fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (de63cd01-c588-44b6-bc2c-2481339c0f7f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:42.321983 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-91bcc59e-9946-4fd6-86af-f4d2ebbd89c7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5493248 Mar 11 11:45:42.440634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-4c109b8c-5e07-43d6-ad9d-f2099100ce5a tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Request body: {'port': {'device_id': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'network_id': '390e6b7d-aff1-4a93-b574-99cb7d2c9c87', 'admin_state_up': True, 'tenant_id': '332ba924481047779f3b150531b078c7'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:42.446362 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=0149eed7-951c-413b-bda1-66890c7e3910,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:42.479315 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee36bd-2535-4078-8a57-a12434e20291 req-b0dad2b3-cb00-41b3-a550-6e094b14b394 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:42.489015 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97ee36bd-2535-4078-8a57-a12434e20291 req-b0dad2b3-cb00-41b3-a550-6e094b14b394 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1366038 Mar 11 11:45:42.587554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port de63cd01-c588-44b6-bc2c-2481339c0f7f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:42.588754 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (de63cd01-c588-44b6-bc2c-2481339c0f7f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:42.620009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97ee36bd-2535-4078-8a57-a12434e20291 req-53c13ad1-095f-41b7-9b52-8584f678a925 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258459 Mar 11 11:45:42.633073 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:42.636298 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8690368d-a04d-4522-b8bf-aa85c8b75fc0 None None] Current status of the port de63cd01-c588-44b6-bc2c-2481339c0f7f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:42.664761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8690368d-a04d-4522-b8bf-aa85c8b75fc0 None None] Provisioning complete for port 0149eed7-951c-413b-bda1-66890c7e3910 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:42.665673 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8690368d-a04d-4522-b8bf-aa85c8b75fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0149eed7-951c-413b-bda1-66890c7e3910), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:42.715559 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (e189ca5f-596a-4e6b-a97a-3d81ad69930d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:42.828178 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166004b-d239-4580-afdb-61c3ca3e9f76 req-6643ac5a-d90b-4841-85a4-fbc8d4328f58 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:42.831744 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6166004b-d239-4580-afdb-61c3ca3e9f76 req-6643ac5a-d90b-4841-85a4-fbc8d4328f58 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 932 time: 0.1079926 Mar 11 11:45:42.927003 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6166004b-d239-4580-afdb-61c3ca3e9f76 req-092eea0b-10c5-46e5-8605-a81fca3c0090 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894475 Mar 11 11:45:42.936443 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port de63cd01-c588-44b6-bc2c-2481339c0f7f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:42.959074 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8690368d-a04d-4522-b8bf-aa85c8b75fc0 None None] Current status of the port 0149eed7-951c-413b-bda1-66890c7e3910 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:43.101537 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7e530d50-72f4-4aec-8723-177f0d4038d9 None None] Provisioning complete for port bb7c2428-f67d-4ec1-86cd-1dff3c224950 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:43.101873 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7e530d50-72f4-4aec-8723-177f0d4038d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bb7c2428-f67d-4ec1-86cd-1dff3c224950), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:43.237663 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7e530d50-72f4-4aec-8723-177f0d4038d9 None None] Port bb7c2428-f67d-4ec1-86cd-1dff3c224950 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:45:43.278843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7e530d50-72f4-4aec-8723-177f0d4038d9 None None] Provisioning complete for port 0149eed7-951c-413b-bda1-66890c7e3910 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:43.279571 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7e530d50-72f4-4aec-8723-177f0d4038d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0149eed7-951c-413b-bda1-66890c7e3910), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:43.344871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0149eed7-951c-413b-bda1-66890c7e3910 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:45:43.479346 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-4c109b8c-5e07-43d6-ad9d-f2099100ce5a tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Made reservation on behalf of 332ba924481047779f3b150531b078c7 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:45:43.480043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0149eed7-951c-413b-bda1-66890c7e3910 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:43.480272 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0149eed7-951c-413b-bda1-66890c7e3910), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:43.482754 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-4c109b8c-5e07-43d6-ad9d-f2099100ce5a tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:43.523854 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7e530d50-72f4-4aec-8723-177f0d4038d9 None None] Current status of the port 0149eed7-951c-413b-bda1-66890c7e3910 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:43.605910 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a70e-a42d-4fb6-8d40-4f3bffe6ae86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:43.619661 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Router e189ca5f-596a-4e6b-a97a-3d81ad69930d is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:45:43.670784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2375872-4d7a-4269-8bc6-a85c0e86a9c4 None None] Network 4af4643b-1693-4bd6-8325-dcb8a4701060 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:45:43.780060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28300d-a4e4-476d-b886-fae4eec8f14b req-c5ae15be-6e3c-4a47-b332-9bd59200fc63 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:43.787189 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc28300d-a4e4-476d-b886-fae4eec8f14b req-c5ae15be-6e3c-4a47-b332-9bd59200fc63 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.0953305 Mar 11 11:45:43.820590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:45:43.832490 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Sync routers for ids ['e189ca5f-596a-4e6b-a97a-3d81ad69930d'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:45:43.854910 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Routers {'e189ca5f-596a-4e6b-a97a-3d81ad69930d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:45:43.855469 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:45:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e189ca5f-596a-4e6b-a97a-3d81ad69930d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:43.864886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc28300d-a4e4-476d-b886-fae4eec8f14b req-5c1f98df-c7ba-41e7-a5dc-e9fc218744d7 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767262 Mar 11 11:45:43.870657 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-4c109b8c-5e07-43d6-ad9d-f2099100ce5a tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Allocated IP 19.86.0.17 (390e6b7d-aff1-4a93-b574-99cb7d2c9c87/26f1251d-50dc-4d68-8040-65d9c7077960/b28e3682-7df5-4bee-818b-bfcd267673e3) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:45:43.892582 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:43.895637 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-db3ad05d-de59-4011-a5bd-50f3c2d00a1b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3563011 Mar 11 11:45:43.898091 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45938) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:45:43.921144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0149eed7-951c-413b-bda1-66890c7e3910 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:43.922376 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 973e267f-2c66-41b8-b197-fcb320a7c787 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:45:43.999350 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7403360b-3eec-4cdb-9733-d326cacdc1c4 None None] Provisioning complete for port 973e267f-2c66-41b8-b197-fcb320a7c787 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:43.999758 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7403360b-3eec-4cdb-9733-d326cacdc1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (973e267f-2c66-41b8-b197-fcb320a7c787), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:44.124483 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 973e267f-2c66-41b8-b197-fcb320a7c787 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:44.125215 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (973e267f-2c66-41b8-b197-fcb320a7c787), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:44.223566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dca80d-bcf0-4a7e-9abc-795b82358837 req-65c5f73f-d38b-4f41-8e56-3c973fe83c56 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:44.225486 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8dca80d-bcf0-4a7e-9abc-795b82358837 req-65c5f73f-d38b-4f41-8e56-3c973fe83c56 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 932 time: 0.1334281 Mar 11 11:45:44.252282 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7403360b-3eec-4cdb-9733-d326cacdc1c4 None None] Current status of the port 973e267f-2c66-41b8-b197-fcb320a7c787 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:44.252747 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7403360b-3eec-4cdb-9733-d326cacdc1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (973e267f-2c66-41b8-b197-fcb320a7c787), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:44.344024 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7403360b-3eec-4cdb-9733-d326cacdc1c4 None None] For port 973e267f-2c66-41b8-b197-fcb320a7c787, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=973e267f-2c66-41b8-b197-fcb320a7c787,segment=NetworkSegment(99a3db5a-07df-459c-aba2-42e42659e4ed),segment_id=99a3db5a-07df-459c-aba2-42e42659e4ed)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:44.344583 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8dca80d-bcf0-4a7e-9abc-795b82358837 req-74fabce1-9e83-46a3-8223-3bb1b2f3c7a6 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023788 Mar 11 11:45:44.350951 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7403360b-3eec-4cdb-9733-d326cacdc1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (973e267f-2c66-41b8-b197-fcb320a7c787), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:44.486104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403360b-3eec-4cdb-9733-d326cacdc1c4 None None] Pushing event updated for resources: {'Port': ['ID=973e267f-2c66-41b8-b197-fcb320a7c787,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:44.549677 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Set router e189ca5f-596a-4e6b-a97a-3d81ad69930d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:45:44.562516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 973e267f-2c66-41b8-b197-fcb320a7c787 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:44.563609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device de63cd01-c588-44b6-bc2c-2481339c0f7f up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:45:44.570441 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-4c109b8c-5e07-43d6-ad9d-f2099100ce5a tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks [] for port (b28e3682-7df5-4bee-818b-bfcd267673e3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:44.665771 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-cd1b329e-89d6-4b9d-80e9-c5eebf248ed8 None None] Provisioning complete for port 973e267f-2c66-41b8-b197-fcb320a7c787 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:44.666343 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cd1b329e-89d6-4b9d-80e9-c5eebf248ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (973e267f-2c66-41b8-b197-fcb320a7c787), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:44.766283 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-4c109b8c-5e07-43d6-ad9d-f2099100ce5a tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b28e3682-7df5-4bee-818b-bfcd267673e3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:44.773597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86397c-6643-461a-a268-7fee631c3229 req-8a457145-953a-4a24-9b97-d800ac9b60e0 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:44.786496 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port de63cd01-c588-44b6-bc2c-2481339c0f7f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:44.786660 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca86397c-6643-461a-a268-7fee631c3229 req-8a457145-953a-4a24-9b97-d800ac9b60e0 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 944 time: 0.1345930 Mar 11 11:45:44.787217 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (de63cd01-c588-44b6-bc2c-2481339c0f7f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:44.828502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-4c109b8c-5e07-43d6-ad9d-f2099100ce5a tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Network 390e6b7d-aff1-4a93-b574-99cb7d2c9c87 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:45:44.834696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-4c109b8c-5e07-43d6-ad9d-f2099100ce5a tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:44.837199 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-4c109b8c-5e07-43d6-ad9d-f2099100ce5a tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:45:44.902556 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-4c109b8c-5e07-43d6-ad9d-f2099100ce5a tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:44.903775 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-4c109b8c-5e07-43d6-ad9d-f2099100ce5a tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:44.926069 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-4c109b8c-5e07-43d6-ad9d-f2099100ce5a tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5084844 Mar 11 11:45:44.948649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-59cc1d79-51b8-4e1c-81d7-ba732c4fd993 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Request body: {'port': {'device_id': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c', 'admin_state_up': True, 'tenant_id': '332ba924481047779f3b150531b078c7'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:44.960461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca86397c-6643-461a-a268-7fee631c3229 req-7a09ced1-fa86-44f1-8d8e-caa101ed863d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714199 Mar 11 11:45:45.058112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b329e-89d6-4b9d-80e9-c5eebf248ed8 None None] Current status of the port 973e267f-2c66-41b8-b197-fcb320a7c787 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:45.081658 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c109b8c-5e07-43d6-ad9d-f2099100ce5a tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event updated for resources: {'Port': ['ID=b28e3682-7df5-4bee-818b-bfcd267673e3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:45.092279 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port de63cd01-c588-44b6-bc2c-2481339c0f7f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:45.093377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f9a2ae0e-7453-4a39-ade5-83eb4a323289 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:45:45.152729 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-59cc1d79-51b8-4e1c-81d7-ba732c4fd993 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Made reservation on behalf of 332ba924481047779f3b150531b078c7 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:45:45.156544 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-59cc1d79-51b8-4e1c-81d7-ba732c4fd993 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:45.159810 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'name': 'tempest-FloatingIPDetailsTestJSON-851167562-router', 'tenant_id': '1af92fc1989b45fbbd5336fb3e17a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '80103de0-241b-419d-9fcc-9eb930ad23af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:45:38Z', 'updated_at': '2022-03-11T11:45:41Z', 'revision_number': 3, 'project_id': '1af92fc1989b45fbbd5336fb3e17a592', 'gw_port': {'id': '80103de0-241b-419d-9fcc-9eb930ad23af', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:94:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:39Z', 'updated_at': '2022-03-11T11:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:45.231556 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port f9a2ae0e-7453-4a39-ade5-83eb4a323289 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:45.235632 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:45.264134 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Checking router: e189ca5f-596a-4e6b-a97a-3d81ad69930d for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:45:45.264492 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Updating router e189ca5f-596a-4e6b-a97a-3d81ad69930d port 80103de0-241b-419d-9fcc-9eb930ad23af binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:45:45.356713 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (80103de0-241b-419d-9fcc-9eb930ad23af), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:45.402591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e70968-6d8b-4818-bc6c-2e2bff002a0c req-ed56bb15-f22c-40de-8fdb-ee0d8c253c4a tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:45.407407 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2e70968-6d8b-4818-bc6c-2e2bff002a0c req-ed56bb15-f22c-40de-8fdb-ee0d8c253c4a tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 944 time: 0.2403018 Mar 11 11:45:45.447891 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-eda2d5a0-ada2-42f9-8596-94c61d3b18ac None None] Provisioning complete for port b28e3682-7df5-4bee-818b-bfcd267673e3 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:45.454733 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eda2d5a0-ada2-42f9-8596-94c61d3b18ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b28e3682-7df5-4bee-818b-bfcd267673e3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:45.456579 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port f9a2ae0e-7453-4a39-ade5-83eb4a323289 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:45.528133 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-eda2d5a0-ada2-42f9-8596-94c61d3b18ac None None] Port b28e3682-7df5-4bee-818b-bfcd267673e3 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:45:45.544056 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:45.548873 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a5b88-4388-4611-a818-155a68094639 req-28be2471-ed9b-4937-8af1-590197a0d26f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:45.557508 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-569a5b88-4388-4611-a818-155a68094639 req-28be2471-ed9b-4937-8af1-590197a0d26f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.4722872 Mar 11 11:45:45.615228 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-59cc1d79-51b8-4e1c-81d7-ba732c4fd993 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Allocated IP 19.80.0.6 (7ec83819-1416-49c1-ae44-2e7655ca2c5c/49d244d0-20d2-4910-ab2f-243240acb061/5afe96e3-cb9f-44c0-accb-01c21e4a5a72) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:45:45.658748 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 973e267f-2c66-41b8-b197-fcb320a7c787 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:45:45.777362 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94897b6e-0105-4cc2-aeba-2b2cd44e47a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:45.813452 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 973e267f-2c66-41b8-b197-fcb320a7c787 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:45.813829 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (973e267f-2c66-41b8-b197-fcb320a7c787), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:45.931283 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-569a5b88-4388-4611-a818-155a68094639 req-ba7a9d64-f698-436d-8432-1880f9913916 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701558 Mar 11 11:45:45.996792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-e2e70968-6d8b-4818-bc6c-2e2bff002a0c req-b7b5f8e2-7b1b-446f-9ac2-257c09839e46 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Deleting port 5374bb1a-0871-4faa-ac73-13449215c526 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:45:46.004241 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e2e70968-6d8b-4818-bc6c-2e2bff002a0c req-b7b5f8e2-7b1b-446f-9ac2-257c09839e46 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5374bb1a-0871-4faa-ac73-13449215c526), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:46.007021 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 973e267f-2c66-41b8-b197-fcb320a7c787 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:46.118356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d897c-b6ca-4387-b716-a724d58d0544 req-1393f7f6-c61b-4add-b2db-22a7c5a67c1f tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:46.126969 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d897c-b6ca-4387-b716-a724d58d0544 req-1393f7f6-c61b-4add-b2db-22a7c5a67c1f tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:46.138193 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Publish callbacks [] for port (80103de0-241b-419d-9fcc-9eb930ad23af), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:46.140501 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-285d897c-b6ca-4387-b716-a724d58d0544 req-1393f7f6-c61b-4add-b2db-22a7c5a67c1f tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 1654 time: 0.3299446 Mar 11 11:45:46.152091 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (80103de0-241b-419d-9fcc-9eb930ad23af), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:46.248876 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-59cc1d79-51b8-4e1c-81d7-ba732c4fd993 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks [] for port (5afe96e3-cb9f-44c0-accb-01c21e4a5a72), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:46.292531 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Attempting to bind port 80103de0-241b-419d-9fcc-9eb930ad23af on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:45:46.293130 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Attempting to bind port 80103de0-241b-419d-9fcc-9eb930ad23af by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:45:46.299724 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Attempting to bind port 80103de0-241b-419d-9fcc-9eb930ad23af on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:46.311943 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14b900-dddf-411f-88da-527a0fe228ab None None] Pushing event updated for resources: {'Port': ['ID=80103de0-241b-419d-9fcc-9eb930ad23af,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:46.330928 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:45:46.331648 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:45:46.332084 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:46.332484 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:45:46.332993 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Bound port: 80103de0-241b-419d-9fcc-9eb930ad23af, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:45:46.333379 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (80103de0-241b-419d-9fcc-9eb930ad23af), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:46.366406 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-59cc1d79-51b8-4e1c-81d7-ba732c4fd993 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5afe96e3-cb9f-44c0-accb-01c21e4a5a72), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:46.434881 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-59cc1d79-51b8-4e1c-81d7-ba732c4fd993 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Network 7ec83819-1416-49c1-ae44-2e7655ca2c5c is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:45:46.487448 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-59cc1d79-51b8-4e1c-81d7-ba732c4fd993 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:46.495942 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] For port 80103de0-241b-419d-9fcc-9eb930ad23af, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:45:46.499453 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] For port 80103de0-241b-419d-9fcc-9eb930ad23af, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=80103de0-241b-419d-9fcc-9eb930ad23af,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:45:46.504357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-59cc1d79-51b8-4e1c-81d7-ba732c4fd993 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:45:46.505992 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-e2e70968-6d8b-4818-bc6c-2e2bff002a0c req-b7b5f8e2-7b1b-446f-9ac2-257c09839e46 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] For port 5374bb1a-0871-4faa-ac73-13449215c526, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=5374bb1a-0871-4faa-ac73-13449215c526,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:46.506430 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e2e70968-6d8b-4818-bc6c-2e2bff002a0c req-b7b5f8e2-7b1b-446f-9ac2-257c09839e46 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5374bb1a-0871-4faa-ac73-13449215c526), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:46.509081 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (80103de0-241b-419d-9fcc-9eb930ad23af), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:46.566761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-e2e70968-6d8b-4818-bc6c-2e2bff002a0c req-b7b5f8e2-7b1b-446f-9ac2-257c09839e46 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Calling delete_port for 5374bb1a-0871-4faa-ac73-13449215c526 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:45:46.657627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-59cc1d79-51b8-4e1c-81d7-ba732c4fd993 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:46.658367 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-59cc1d79-51b8-4e1c-81d7-ba732c4fd993 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:46.689883 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Routers {'e189ca5f-596a-4e6b-a97a-3d81ad69930d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:45:46.690530 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:45:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e189ca5f-596a-4e6b-a97a-3d81ad69930d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:46.808544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc1d79-51b8-4e1c-81d7-ba732c4fd993 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event updated for resources: {'Port': ['ID=5afe96e3-cb9f-44c0-accb-01c21e4a5a72,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:46.810383 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14b900-dddf-411f-88da-527a0fe228ab None None] Pushing event updated for resources: {'Port': ['ID=80103de0-241b-419d-9fcc-9eb930ad23af,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:46.835365 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-59cc1d79-51b8-4e1c-81d7-ba732c4fd993 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8930421 Mar 11 11:45:46.875750 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Request body: {'port': {'device_id': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:47.087207 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-285d897c-b6ca-4387-b716-a724d58d0544 req-7452b659-bce2-49b8-891c-507f5c4546db tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8444784 Mar 11 11:45:47.094362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] Allocated IP 172.20.0.1 (4af4643b-1693-4bd6-8325-dcb8a4701060/fc9efc0b-6820-42de-8f6a-26a8aaea2d12/ba78961c-48e3-44e0-b9ba-9c8b06945baf) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:45:47.136117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3ca56719-2b24-4d3b-b938-d80d5985b829 None None] Provisioning complete for port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:47.136656 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ca56719-2b24-4d3b-b938-d80d5985b829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5afe96e3-cb9f-44c0-accb-01c21e4a5a72), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:47.141148 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bb7c2428-f67d-4ec1-86cd-1dff3c224950), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:47.157431 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:47.178727 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] Set router e189ca5f-596a-4e6b-a97a-3d81ad69930d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:45:47.228715 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264b614-3191-41ab-bd9b-9d044803031c req-ba24ee6a-93ce-413b-98e8-dec41b8d913c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:47.230664 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8264b614-3191-41ab-bd9b-9d044803031c req-ba24ee6a-93ce-413b-98e8-dec41b8d913c tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 944 time: 1.0052817 Mar 11 11:45:47.315056 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e2e70968-6d8b-4818-bc6c-2e2bff002a0c req-b7b5f8e2-7b1b-446f-9ac2-257c09839e46 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (5374bb1a-0871-4faa-ac73-13449215c526), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:47.327202 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3ca56719-2b24-4d3b-b938-d80d5985b829 None None] Port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:45:47.497439 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5f8e2-7b1b-446f-9ac2-257c09839e46 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Pushing event deleted for resources: {'Port': ['ID=5374bb1a-0871-4faa-ac73-13449215c526,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:47.518508 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8264b614-3191-41ab-bd9b-9d044803031c req-42946758-7a82-40b7-90cb-4f313447bcb3 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778399 Mar 11 11:45:47.587155 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'name': 'tempest-FloatingIPDetailsTestJSON-851167562-router', 'tenant_id': '1af92fc1989b45fbbd5336fb3e17a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '80103de0-241b-419d-9fcc-9eb930ad23af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:45:38Z', 'updated_at': '2022-03-11T11:45:41Z', 'revision_number': 3, 'project_id': '1af92fc1989b45fbbd5336fb3e17a592', 'gw_port': {'id': '80103de0-241b-419d-9fcc-9eb930ad23af', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:94:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:39Z', 'updated_at': '2022-03-11T11:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:47.642895 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e70968-6d8b-4818-bc6c-2e2bff002a0c req-b7b5f8e2-7b1b-446f-9ac2-257c09839e46 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] No DVR routers for this DVR port 5374bb1a-0871-4faa-ac73-13449215c526 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:45:47.647198 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067edf5-6691-4124-a87a-b5e986d48ac3 None None] The sync data for ids ['e189ca5f-596a-4e6b-a97a-3d81ad69930d'] in n-d-833234-2 is: [{'id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'name': 'tempest-FloatingIPDetailsTestJSON-851167562-router', 'tenant_id': '1af92fc1989b45fbbd5336fb3e17a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '80103de0-241b-419d-9fcc-9eb930ad23af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:45:38Z', 'updated_at': '2022-03-11T11:45:41Z', 'revision_number': 3, 'project_id': '1af92fc1989b45fbbd5336fb3e17a592', 'gw_port': {'id': '80103de0-241b-419d-9fcc-9eb930ad23af', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:94:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:39Z', 'updated_at': '2022-03-11T11:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:45:47.653939 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e2e70968-6d8b-4818-bc6c-2e2bff002a0c req-b7b5f8e2-7b1b-446f-9ac2-257c09839e46 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:47.662981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2e70968-6d8b-4818-bc6c-2e2bff002a0c req-b7b5f8e2-7b1b-446f-9ac2-257c09839e46 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.71 "DELETE /v2.0/ports/5374bb1a-0871-4faa-ac73-13449215c526 HTTP/1.1" status: 204 len: 173 time: 2.2426548 Mar 11 11:45:47.665225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a85262b-30aa-470d-8198-30d4fe2bc1b0', 'name': 'network-vif-deleted', 'tag': '5374bb1a-0871-4faa-ac73-13449215c526'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:45:47.671207 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9125bd41-4476-4a28-a45b-e73f0de54def" -d '{"events": [{"server_uuid": "9a85262b-30aa-470d-8198-30d4fe2bc1b0", "name": "network-vif-deleted", "tag": "5374bb1a-0871-4faa-ac73-13449215c526"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:45:47.722640 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bbf66-988f-4a15-a9bc-330d6a08bc13 req-3e3c8af6-c4cf-48c3-a139-1e863bd88914 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:47.724108 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e8bbf66-988f-4a15-a9bc-330d6a08bc13 req-3e3c8af6-c4cf-48c3-a139-1e863bd88914 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.3943806 Mar 11 11:45:47.783465 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ab8d0e-8a47-404f-a6c1-762127da9f65 x-openstack-request-id: req-52ab8d0e-8a47-404f-a6c1-762127da9f65 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:45:47.783783 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a85262b-30aa-470d-8198-30d4fe2bc1b0", "name": "network-vif-deleted", "tag": "5374bb1a-0871-4faa-ac73-13449215c526", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:45:47.784031 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-52ab8d0e-8a47-404f-a6c1-762127da9f65 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:45:47.784463 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a85262b-30aa-470d-8198-30d4fe2bc1b0', 'name': 'network-vif-deleted', 'tag': '5374bb1a-0871-4faa-ac73-13449215c526', 'status': 'completed', 'code': 200} Mar 11 11:45:47.863705 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e8bbf66-988f-4a15-a9bc-330d6a08bc13 req-e199b275-d2f3-4df6-a681-e821aa1de793 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290691 Mar 11 11:45:47.881226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7c2428-f67d-4ec1-86cd-1dff3c224950 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:45:47.938845 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Publish callbacks [] for port (bb7c2428-f67d-4ec1-86cd-1dff3c224950), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:47.998409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Transition to ACTIVE for port object bb7c2428-f67d-4ec1-86cd-1dff3c224950 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:45:48.023005 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (bb7c2428-f67d-4ec1-86cd-1dff3c224950), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:48.327314 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Pushing event updated for resources: {'Port': ['ID=bb7c2428-f67d-4ec1-86cd-1dff3c224950,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:48.371428 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db584d5a-481b-469b-8805-c4033bee1c92 req-abb16f28-1d41-41fb-9cc3-f5408eec67ed tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:48.388012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db584d5a-481b-469b-8805-c4033bee1c92 req-abb16f28-1d41-41fb-9cc3-f5408eec67ed tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:48.397250 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db584d5a-481b-469b-8805-c4033bee1c92 req-abb16f28-1d41-41fb-9cc3-f5408eec67ed tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:48.405356 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db584d5a-481b-469b-8805-c4033bee1c92 req-abb16f28-1d41-41fb-9cc3-f5408eec67ed tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2386 time: 0.1004539 Mar 11 11:45:48.476592 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:48.490953 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db584d5a-481b-469b-8805-c4033bee1c92 req-7d90a7c4-dc05-4926-a56a-84cbed9e1d88 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817177 Mar 11 11:45:48.562894 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] Publish callbacks [] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:48.602255 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:48.722012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] Network 4af4643b-1693-4bd6-8325-dcb8a4701060 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:45:48.731101 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:48.738007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:45:48.793885 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a534dd71-787b-480b-8434-870f0e8cc9d4 req-7967744d-88ae-4ac5-b457-229eeeceb349 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a85262b-30aa-470d-8198-30d4fe2bc1b0 HTTP/1.1" status: 200 len: 210 time: 0.0725682 Mar 11 11:45:48.847416 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] Pushing event updated for resources: {'Port': ['ID=ba78961c-48e3-44e0-b9ba-9c8b06945baf,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:48.866325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Attempting to bind port bb7c2428-f67d-4ec1-86cd-1dff3c224950 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:45:48.866583 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Attempting to bind port bb7c2428-f67d-4ec1-86cd-1dff3c224950 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'b0d59a4b-481e-4702-92f6-6f214874d81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:45:48.866922 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Attempting to bind port bb7c2428-f67d-4ec1-86cd-1dff3c224950 on network 7ec83819-1416-49c1-ae44-2e7655ca2c5c {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:48.889785 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (e189ca5f-596a-4e6b-a97a-3d81ad69930d), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:49.124020 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 5374bb1a-0871-4faa-ac73-13449215c526 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:45:49.184413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 5374bb1a-0871-4faa-ac73-13449215c526 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:45:49.184782 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 5374bb1a-0871-4faa-ac73-13449215c526 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:45:49.227309 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909ff81-f244-45ef-8cb8-d99f9d238acb req-fec8938c-2033-4066-9782-acd84081519c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:49.239295 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b909ff81-f244-45ef-8cb8-d99f9d238acb req-fec8938c-2033-4066-9782-acd84081519c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.1891646 Mar 11 11:45:49.289769 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Port bb7c2428-f67d-4ec1-86cd-1dff3c224950 on network 7ec83819-1416-49c1-ae44-2e7655ca2c5c not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:45:49.291664 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Attempting to bind port bb7c2428-f67d-4ec1-86cd-1dff3c224950 on network 7ec83819-1416-49c1-ae44-2e7655ca2c5c {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:49.381860 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8b55b962-ed20-43a6-a478-3f53516b1854 None None] Provisioning complete for port ba78961c-48e3-44e0-b9ba-9c8b06945baf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:49.386952 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b909ff81-f244-45ef-8cb8-d99f9d238acb req-5bb1ad26-d60d-45e5-a133-02bb0167472e tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335444 Mar 11 11:45:49.390827 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8b55b962-ed20-43a6-a478-3f53516b1854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:49.411072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:45:49.411797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Checking segment: {'id': 'b0d59a4b-481e-4702-92f6-6f214874d81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:45:49.412234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Bound using segment: {'id': 'b0d59a4b-481e-4702-92f6-6f214874d81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:45:49.413027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Bound port: bb7c2428-f67d-4ec1-86cd-1dff3c224950, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d59a4b-481e-4702-92f6-6f214874d81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:45:49.414191 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bb7c2428-f67d-4ec1-86cd-1dff3c224950), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:49.461787 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:49.464419 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8b55b962-ed20-43a6-a478-3f53516b1854 None None] Port ba78961c-48e3-44e0-b9ba-9c8b06945baf cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:45:49.670252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] For port bb7c2428-f67d-4ec1-86cd-1dff3c224950, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:45:49.699236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 80103de0-241b-419d-9fcc-9eb930ad23af up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:45:49.717270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] For port bb7c2428-f67d-4ec1-86cd-1dff3c224950, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=bb7c2428-f67d-4ec1-86cd-1dff3c224950,segment=NetworkSegment(b0d59a4b-481e-4702-92f6-6f214874d81f),segment_id=b0d59a4b-481e-4702-92f6-6f214874d81f)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:45:49.764700 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (bb7c2428-f67d-4ec1-86cd-1dff3c224950), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:49.802799 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808e8e7-7595-4dfb-9c4d-bb1a2269d7c7 req-c688aa8f-e268-417a-9ddf-dd3155a61789 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:49.838307 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808e8e7-7595-4dfb-9c4d-bb1a2269d7c7 req-c688aa8f-e268-417a-9ddf-dd3155a61789 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:49.849397 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 80103de0-241b-419d-9fcc-9eb930ad23af triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:49.849777 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (80103de0-241b-419d-9fcc-9eb930ad23af), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:49.859097 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808e8e7-7595-4dfb-9c4d-bb1a2269d7c7 req-c688aa8f-e268-417a-9ddf-dd3155a61789 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:49.882951 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e808e8e7-7595-4dfb-9c4d-bb1a2269d7c7 req-c688aa8f-e268-417a-9ddf-dd3155a61789 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2386 time: 0.2272151 Mar 11 11:45:49.959912 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:49.960724 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:49.962521 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] 10.222.0.71 "PUT /v2.0/ports/bb7c2428-f67d-4ec1-86cd-1dff3c224950 HTTP/1.1" status: 200 len: 1092 time: 3.1154971 Mar 11 11:45:50.013377 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e808e8e7-7595-4dfb-9c4d-bb1a2269d7c7 req-e7d3c84b-e42b-4210-b327-4fdf3b371739 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275504 Mar 11 11:45:50.033239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'tag': 'bb7c2428-f67d-4ec1-86cd-1dff3c224950'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:45:50.035977 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede860e2-717b-4e0b-997a-f38ecd931832" -d '{"events": [{"name": "network-changed", "server_uuid": "85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3", "tag": "bb7c2428-f67d-4ec1-86cd-1dff3c224950"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:45:50.050836 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Request body: {'port': {'device_id': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:50.079847 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:50.145493 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5adfa1-3e0f-4ca2-95da-c8e56503f4ce service neutron] Pushing event updated for resources: {'Port': ['ID=bb7c2428-f67d-4ec1-86cd-1dff3c224950,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:50.164051 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657633e9-d226-4682-9607-867dbabaf9b1 x-openstack-request-id: req-657633e9-d226-4682-9607-867dbabaf9b1 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:45:50.164565 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3", "tag": "bb7c2428-f67d-4ec1-86cd-1dff3c224950", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:45:50.165064 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-657633e9-d226-4682-9607-867dbabaf9b1 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:45:50.165771 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'tag': 'bb7c2428-f67d-4ec1-86cd-1dff3c224950', 'status': 'completed', 'code': 200} Mar 11 11:45:50.223303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 80103de0-241b-419d-9fcc-9eb930ad23af is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:50.240387 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (80103de0-241b-419d-9fcc-9eb930ad23af), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:50.268238 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede860e2-717b-4e0b-997a-f38ecd931832 req-0a4d54c6-3791-4363-9c7c-f4ef60b6eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:50.268623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede860e2-717b-4e0b-997a-f38ecd931832 req-0a4d54c6-3791-4363-9c7c-f4ef60b6eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:50.269085 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede860e2-717b-4e0b-997a-f38ecd931832 req-0a4d54c6-3791-4363-9c7c-f4ef60b6eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:50.271449 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ede860e2-717b-4e0b-997a-f38ecd931832 req-0a4d54c6-3791-4363-9c7c-f4ef60b6eb3c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=332ba924481047779f3b150531b078c7&device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2760 time: 0.0894971 Mar 11 11:45:50.322988 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b28e3682-7df5-4bee-818b-bfcd267673e3), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:50.335213 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 80103de0-241b-419d-9fcc-9eb930ad23af, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=80103de0-241b-419d-9fcc-9eb930ad23af,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:50.352675 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (80103de0-241b-419d-9fcc-9eb930ad23af), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:50.469355 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] Publish callbacks [] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:50.490587 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:50.558124 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=80103de0-241b-419d-9fcc-9eb930ad23af,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:50.669979 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] Pushing event updated for resources: {'Port': ['ID=ba78961c-48e3-44e0-b9ba-9c8b06945baf,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:50.790202 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (e189ca5f-596a-4e6b-a97a-3d81ad69930d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:50.936628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156b91f-bb58-4942-ad4b-688143626d8f req-993d37f5-d237-4a0f-bae2-9fc62f1e8b7d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:50.938038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a156b91f-bb58-4942-ad4b-688143626d8f req-993d37f5-d237-4a0f-bae2-9fc62f1e8b7d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 945 time: 0.3183441 Mar 11 11:45:50.958432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1ad18-8303-4b5f-9d9e-22eac9ccb338 req-93951803-cd7e-4600-a2dd-69e9a69cd4e7 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:50.965798 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5cf1ad18-8303-4b5f-9d9e-22eac9ccb338 req-93951803-cd7e-4600-a2dd-69e9a69cd4e7 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.2824130 Mar 11 11:45:51.012119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede860e2-717b-4e0b-997a-f38ecd931832 req-033249f7-095e-4c22-a327-ca67cfa4ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:51.012591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede860e2-717b-4e0b-997a-f38ecd931832 req-033249f7-095e-4c22-a327-ca67cfa4ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:51.013047 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede860e2-717b-4e0b-997a-f38ecd931832 req-033249f7-095e-4c22-a327-ca67cfa4ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:51.014649 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ede860e2-717b-4e0b-997a-f38ecd931832 req-033249f7-095e-4c22-a327-ca67cfa4ed90 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=332ba924481047779f3b150531b078c7&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7354922 Mar 11 11:45:51.049194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001dbd9-d042-483d-879e-0a0a53f6732e req-bc8fe86c-d3c0-461a-8210-e6e2f10ebc12 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:51.051933 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b001dbd9-d042-483d-879e-0a0a53f6732e req-bc8fe86c-d3c0-461a-8210-e6e2f10ebc12 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.71 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 945 time: 0.2132306 Mar 11 11:45:51.075118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] Network 4af4643b-1693-4bd6-8325-dcb8a4701060 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:45:51.110427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:51.230869 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a156b91f-bb58-4942-ad4b-688143626d8f req-6ee13ca5-f7d3-4240-a7d1-be70d9ed2ced tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581277 Mar 11 11:45:51.273749 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5cf1ad18-8303-4b5f-9d9e-22eac9ccb338 req-b16b878a-0a07-46f6-8a07-e42a78a99fe8 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054020 Mar 11 11:45:51.488576 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede860e2-717b-4e0b-997a-f38ecd931832 req-80d70681-99d0-4791-95ce-400b91e74352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:51.490375 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ede860e2-717b-4e0b-997a-f38ecd931832 req-80d70681-99d0-4791-95ce-400b91e74352 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4695818 Mar 11 11:45:51.547163 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387074-2d62-4f44-8536-a9f66eb431f7 req-d53939a2-eee4-43fc-bb9e-ec67b757a53c tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:51.565154 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387074-2d62-4f44-8536-a9f66eb431f7 req-d53939a2-eee4-43fc-bb9e-ec67b757a53c tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:51.582872 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387074-2d62-4f44-8536-a9f66eb431f7 req-d53939a2-eee4-43fc-bb9e-ec67b757a53c tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:51.588895 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c387074-2d62-4f44-8536-a9f66eb431f7 req-d53939a2-eee4-43fc-bb9e-ec67b757a53c tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2386 time: 0.1603162 Mar 11 11:45:51.594644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-da4d8837-f974-4534-b4bf-1897b13d10c0 None None] Provisioning complete for port ba78961c-48e3-44e0-b9ba-9c8b06945baf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:51.597210 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-da4d8837-f974-4534-b4bf-1897b13d10c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:51.633751 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 80103de0-241b-419d-9fcc-9eb930ad23af up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:45:51.686525 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c387074-2d62-4f44-8536-a9f66eb431f7 req-883060d0-69d2-4cae-91f5-72aa4ad31fb4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882251 Mar 11 11:45:51.753579 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-da4d8837-f974-4534-b4bf-1897b13d10c0 None None] Port ba78961c-48e3-44e0-b9ba-9c8b06945baf cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:45:51.771511 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 80103de0-241b-419d-9fcc-9eb930ad23af triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:51.771922 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (80103de0-241b-419d-9fcc-9eb930ad23af), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:51.841723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28e3682-7df5-4bee-818b-bfcd267673e3 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:45:51.854942 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Publish callbacks [] for port (b28e3682-7df5-4bee-818b-bfcd267673e3), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:51.890865 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Transition to ACTIVE for port object b28e3682-7df5-4bee-818b-bfcd267673e3 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:45:51.923537 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 80103de0-241b-419d-9fcc-9eb930ad23af is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:51.931566 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b28e3682-7df5-4bee-818b-bfcd267673e3), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:51.985996 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-cd021773-f39f-47b3-8b11-3bddf721803b tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:51.987749 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-cd021773-f39f-47b3-8b11-3bddf721803b tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7&tenant_id=1cecaa0b73904c0b969683224717fe2d&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 1128 time: 0.2163620 Mar 11 11:45:52.005973 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833234-2'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:52.210591 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ecb545e-4e4a-483e-b33c-0be4ee40ccc3 req-fd119fe5-b762-4613-80b1-d1c3a50f9db9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0947568 Mar 11 11:45:52.252030 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-b001dbd9-d042-483d-879e-0a0a53f6732e req-2dcd96d8-43d2-481b-9d6b-0c8b93edc295 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Deleting port 57d29b23-e115-40f1-8dec-1a3ff8219260 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:45:52.252581 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b001dbd9-d042-483d-879e-0a0a53f6732e req-2dcd96d8-43d2-481b-9d6b-0c8b93edc295 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:52.261330 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Pushing event updated for resources: {'Port': ['ID=b28e3682-7df5-4bee-818b-bfcd267673e3,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:52.311952 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] Router e189ca5f-596a-4e6b-a97a-3d81ad69930d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:45:52.329583 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb545e-4e4a-483e-b33c-0be4ee40ccc3 req-15232343-bc37-4496-894f-6f1b595d3686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:52.334374 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ecb545e-4e4a-483e-b33c-0be4ee40ccc3 req-15232343-bc37-4496-894f-6f1b595d3686 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 1128 time: 0.0983989 Mar 11 11:45:52.337558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Attempting to bind port b28e3682-7df5-4bee-818b-bfcd267673e3 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:45:52.338115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Attempting to bind port b28e3682-7df5-4bee-818b-bfcd267673e3 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'ee1b7088-e84b-4af7-867a-8e32e207b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '390e6b7d-aff1-4a93-b574-99cb7d2c9c87'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:45:52.338547 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Attempting to bind port b28e3682-7df5-4bee-818b-bfcd267673e3 on network 390e6b7d-aff1-4a93-b574-99cb7d2c9c87 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:52.366662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Port b28e3682-7df5-4bee-818b-bfcd267673e3 on network 390e6b7d-aff1-4a93-b574-99cb7d2c9c87 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:45:52.367159 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Attempting to bind port b28e3682-7df5-4bee-818b-bfcd267673e3 on network 390e6b7d-aff1-4a93-b574-99cb7d2c9c87 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:52.415959 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:52.459363 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:45:52.459917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Checking segment: {'id': 'ee1b7088-e84b-4af7-867a-8e32e207b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '390e6b7d-aff1-4a93-b574-99cb7d2c9c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:45:52.460407 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Bound using segment: {'id': 'ee1b7088-e84b-4af7-867a-8e32e207b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '390e6b7d-aff1-4a93-b574-99cb7d2c9c87'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:45:52.460964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Bound port: b28e3682-7df5-4bee-818b-bfcd267673e3, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee1b7088-e84b-4af7-867a-8e32e207b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '390e6b7d-aff1-4a93-b574-99cb7d2c9c87'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:45:52.461424 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b28e3682-7df5-4bee-818b-bfcd267673e3), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:52.568468 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b001dbd9-d042-483d-879e-0a0a53f6732e req-2dcd96d8-43d2-481b-9d6b-0c8b93edc295 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] For port 57d29b23-e115-40f1-8dec-1a3ff8219260, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=57d29b23-e115-40f1-8dec-1a3ff8219260,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:52.568765 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b001dbd9-d042-483d-879e-0a0a53f6732e req-2dcd96d8-43d2-481b-9d6b-0c8b93edc295 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:52.629254 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-b001dbd9-d042-483d-879e-0a0a53f6732e req-2dcd96d8-43d2-481b-9d6b-0c8b93edc295 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Calling delete_port for 57d29b23-e115-40f1-8dec-1a3ff8219260 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:45:52.722691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:45:52.731264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] For port b28e3682-7df5-4bee-818b-bfcd267673e3, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:45:52.734972 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Sync routers for ids ['e189ca5f-596a-4e6b-a97a-3d81ad69930d'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:45:52.747031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Routers {'e189ca5f-596a-4e6b-a97a-3d81ad69930d'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:45:52.748083 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:45:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e189ca5f-596a-4e6b-a97a-3d81ad69930d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:52.775087 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-94d7d0d1-82d1-4311-bc52-c8209d8cb209 admin admin] 10.222.0.78 "PUT /v2.0/routers/e189ca5f-596a-4e6b-a97a-3d81ad69930d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8663955 Mar 11 11:45:52.804817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] For port b28e3682-7df5-4bee-818b-bfcd267673e3, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b28e3682-7df5-4bee-818b-bfcd267673e3,segment=NetworkSegment(ee1b7088-e84b-4af7-867a-8e32e207b910),segment_id=ee1b7088-e84b-4af7-867a-8e32e207b910)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:45:52.822941 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b28e3682-7df5-4bee-818b-bfcd267673e3), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:52.858695 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dd601-c345-465a-a294-f75b67f82872 req-3ad65412-8513-468b-9b01-dd8d5d3442f9 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:52.867632 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-560dd601-c345-465a-a294-f75b67f82872 req-3ad65412-8513-468b-9b01-dd8d5d3442f9 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 946 time: 0.5188103 Mar 11 11:45:52.908212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb545e-4e4a-483e-b33c-0be4ee40ccc3 req-3cd4aed2-2b9a-4dba-a350-9121b184aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:52.909683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ecb545e-4e4a-483e-b33c-0be4ee40ccc3 req-3cd4aed2-2b9a-4dba-a350-9121b184aff3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.5414240 Mar 11 11:45:52.927093 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Set router e189ca5f-596a-4e6b-a97a-3d81ad69930d gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:45:52.928866 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:52.930397 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:52.933219 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] 10.222.0.71 "PUT /v2.0/ports/b28e3682-7df5-4bee-818b-bfcd267673e3 HTTP/1.1" status: 200 len: 1091 time: 2.8876419 Mar 11 11:45:52.947790 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'tag': 'b28e3682-7df5-4bee-818b-bfcd267673e3'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:45:52.956224 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f8df23-9ef5-4461-b14e-219ad8d4c385" -d '{"events": [{"name": "network-changed", "server_uuid": "85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3", "tag": "b28e3682-7df5-4bee-818b-bfcd267673e3"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:45:52.973261 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Request body: {'port': {'device_id': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:52.998657 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] For port 6e6add1e-8ea2-4459-8162-6cf0022d481f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6e6add1e-8ea2-4459-8162-6cf0022d481f,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:53.028139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ecb545e-4e4a-483e-b33c-0be4ee40ccc3 req-b1ba6a5b-0496-423f-84b0-c60608c0e189 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525 HTTP/1.1" status: 200 len: 217 time: 0.1090498 Mar 11 11:45:53.097733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bf9c0-bf19-4482-bdea-e21373bd4e8d service neutron] Pushing event updated for resources: {'Port': ['ID=b28e3682-7df5-4bee-818b-bfcd267673e3,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:53.114843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-560dd601-c345-465a-a294-f75b67f82872 req-7b7ef1a0-5706-467a-9c6b-722b5d56ac0f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462280 Mar 11 11:45:53.149923 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb545e-4e4a-483e-b33c-0be4ee40ccc3 req-b60373a4-9173-403a-be62-5d251b92b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:53.154627 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ecb545e-4e4a-483e-b33c-0be4ee40ccc3 req-b60373a4-9173-403a-be62-5d251b92b8c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.1144331 Mar 11 11:45:53.223357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] For port 6e6add1e-8ea2-4459-8162-6cf0022d481f, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:45:53.227012 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5afe96e3-cb9f-44c0-accb-01c21e4a5a72), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:53.265913 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b001dbd9-d042-483d-879e-0a0a53f6732e req-2dcd96d8-43d2-481b-9d6b-0c8b93edc295 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (57d29b23-e115-40f1-8dec-1a3ff8219260), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:53.309174 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ecb545e-4e4a-483e-b33c-0be4ee40ccc3 req-18bffc48-6f12-40a4-af86-88f048bf953b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428487 Mar 11 11:45:53.323867 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7ab6c61-5f1b-49a4-ac99-fbecdd294102 req-6f10d3d0-4e39-4f2b-bf91-5016c716001a tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=21740b54-e0a8-4d97-b28c-aecb4a745c3e HTTP/1.1" status: 200 len: 210 time: 0.0548058 Mar 11 11:45:53.365513 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd96d8-43d2-481b-9d6b-0c8b93edc295 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Pushing event deleted for resources: {'Port': ['ID=57d29b23-e115-40f1-8dec-1a3ff8219260,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:53.434099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 6e6add1e-8ea2-4459-8162-6cf0022d481f details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:45:53.484503 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Publish callbacks [] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:53.528571 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0d0278-800b-4b90-a259-f4877e64b6f2 x-openstack-request-id: req-0f0d0278-800b-4b90-a259-f4877e64b6f2 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:45:53.529286 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3", "tag": "b28e3682-7df5-4bee-818b-bfcd267673e3", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:45:53.529747 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0f0d0278-800b-4b90-a259-f4877e64b6f2 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:45:53.530344 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'tag': 'b28e3682-7df5-4bee-818b-bfcd267673e3', 'status': 'completed', 'code': 200} Mar 11 11:45:53.536639 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:53.590787 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 6e6add1e-8ea2-4459-8162-6cf0022d481f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6e6add1e-8ea2-4459-8162-6cf0022d481f,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:53.592804 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ecb545e-4e4a-483e-b33c-0be4ee40ccc3 req-b49962ba-4781-4646-8dfc-31fffe69d3c1 service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674613 Mar 11 11:45:53.604974 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 6e6add1e-8ea2-4459-8162-6cf0022d481f has no active binding in host n-h2-833234-2 {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 11:45:53.622383 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6add1e-8ea2-4459-8162-6cf0022d481f,revision_number=7']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:53.634609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b001dbd9-d042-483d-879e-0a0a53f6732e req-2dcd96d8-43d2-481b-9d6b-0c8b93edc295 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] No DVR routers for this DVR port 57d29b23-e115-40f1-8dec-1a3ff8219260 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:45:53.635323 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'name': 'tempest-FloatingIPDetailsTestJSON-851167562-router', 'tenant_id': '1af92fc1989b45fbbd5336fb3e17a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '80103de0-241b-419d-9fcc-9eb930ad23af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:45:38Z', 'updated_at': '2022-03-11T11:45:49Z', 'revision_number': 4, 'project_id': '1af92fc1989b45fbbd5336fb3e17a592', 'gw_port': {'id': '80103de0-241b-419d-9fcc-9eb930ad23af', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:94:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:39Z', 'updated_at': '2022-03-11T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'ba78961c-48e3-44e0-b9ba-9c8b06945baf', 'name': '', 'network_id': '4af4643b-1693-4bd6-8325-dcb8a4701060', 'tenant_id': '1af92fc1989b45fbbd5336fb3e17a592', 'mac_address': 'fa:16:3e:b2:06:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'fc9efc0b-6820-42de-8f6a-26a8aaea2d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:45Z', 'updated_at': '2022-03-11T11:45:49Z', 'revision_number': 2, 'project_id': '1af92fc1989b45fbbd5336fb3e17a592', 'subnets': [{'id': 'fc9efc0b-6820-42de-8f6a-26a8aaea2d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:53.645554 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b001dbd9-d042-483d-879e-0a0a53f6732e req-2dcd96d8-43d2-481b-9d6b-0c8b93edc295 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:53.649866 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b001dbd9-d042-483d-879e-0a0a53f6732e req-2dcd96d8-43d2-481b-9d6b-0c8b93edc295 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.71 "DELETE /v2.0/ports/57d29b23-e115-40f1-8dec-1a3ff8219260 HTTP/1.1" status: 204 len: 173 time: 2.5912013 Mar 11 11:45:53.684254 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcfe7e-4f41-4204-bb73-4009164ba872 req-b3776f55-e6f3-4495-85b1-b73481a827de tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:53.691091 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcfe7e-4f41-4204-bb73-4009164ba872 req-b3776f55-e6f3-4495-85b1-b73481a827de tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:53.697938 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcfe7e-4f41-4204-bb73-4009164ba872 req-b3776f55-e6f3-4495-85b1-b73481a827de tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:53.706275 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28dcfe7e-4f41-4204-bb73-4009164ba872 req-b3776f55-e6f3-4495-85b1-b73481a827de tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2398 time: 0.2463903 Mar 11 11:45:53.707793 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Checking router: e189ca5f-596a-4e6b-a97a-3d81ad69930d for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:45:53.708156 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Updating router e189ca5f-596a-4e6b-a97a-3d81ad69930d port ba78961c-48e3-44e0-b9ba-9c8b06945baf binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:45:53.775694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8df23-9ef5-4461-b14e-219ad8d4c385 req-734af88d-573c-4ba8-a6ee-407a87eb97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:53.777211 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8df23-9ef5-4461-b14e-219ad8d4c385 req-734af88d-573c-4ba8-a6ee-407a87eb97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:53.777687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8df23-9ef5-4461-b14e-219ad8d4c385 req-734af88d-573c-4ba8-a6ee-407a87eb97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:53.782554 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8f8df23-9ef5-4461-b14e-219ad8d4c385 req-734af88d-573c-4ba8-a6ee-407a87eb97a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=332ba924481047779f3b150531b078c7&device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2858 time: 0.2515016 Mar 11 11:45:53.784730 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:53.859525 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Attempting to bind port 6e6add1e-8ea2-4459-8162-6cf0022d481f on host n-h1-833234-2 for vnic_type normal with profile {"migrating_to": "n-h2-833234-2"} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:45:53.859525 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Attempting to bind port 6e6add1e-8ea2-4459-8162-6cf0022d481f by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:45:53.859894 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Attempting to bind port 6e6add1e-8ea2-4459-8162-6cf0022d481f on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:53.887886 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Port 6e6add1e-8ea2-4459-8162-6cf0022d481f on network ec42b46c-66eb-4785-8e56-b97afd23f681 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:45:53.888207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Attempting to bind port 6e6add1e-8ea2-4459-8162-6cf0022d481f on network ec42b46c-66eb-4785-8e56-b97afd23f681 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:53.933538 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:45:53.933877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Checking segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:45:53.934260 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Bound using segment: {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:45:53.934697 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Bound port: 6e6add1e-8ea2-4459-8162-6cf0022d481f, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ecac23-a2cb-4e06-a8f4-e838ebeb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ec42b46c-66eb-4785-8e56-b97afd23f681'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:45:53.935050 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:54.057528 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] For port 6e6add1e-8ea2-4459-8162-6cf0022d481f, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:45:54.063090 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] For port 6e6add1e-8ea2-4459-8162-6cf0022d481f, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6e6add1e-8ea2-4459-8162-6cf0022d481f,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:45:54.103336 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:54.127436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:45:54.159809 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Publish callbacks [] for port (5afe96e3-cb9f-44c0-accb-01c21e4a5a72), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:54.192463 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Publish callbacks [] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:54.193430 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Transition to ACTIVE for port object 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:45:54.201787 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:54.208471 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5afe96e3-cb9f-44c0-accb-01c21e4a5a72), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:54.220722 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28dcfe7e-4f41-4204-bb73-4009164ba872 req-1d4104b3-e239-4658-8ce0-411add5dd687 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135152 Mar 11 11:45:54.268980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6add1e-8ea2-4459-8162-6cf0022d481f,revision_number=8']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:54.277915 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:54.279318 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:54.281451 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-252f63cb-93b9-4c36-8425-6ce63f1bcaf3 service neutron] 10.222.0.37 "PUT /v2.0/ports/6e6add1e-8ea2-4459-8162-6cf0022d481f HTTP/1.1" status: 200 len: 1122 time: 2.2801983 Mar 11 11:45:54.319978 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8df23-9ef5-4461-b14e-219ad8d4c385 req-223e35e7-801e-4f16-a492-2804bbda4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:54.323050 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8df23-9ef5-4461-b14e-219ad8d4c385 req-223e35e7-801e-4f16-a492-2804bbda4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:54.323530 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8df23-9ef5-4461-b14e-219ad8d4c385 req-223e35e7-801e-4f16-a492-2804bbda4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:54.327676 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8f8df23-9ef5-4461-b14e-219ad8d4c385 req-223e35e7-801e-4f16-a492-2804bbda4ff5 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=332ba924481047779f3b150531b078c7&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5134444 Mar 11 11:45:54.369091 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ecb545e-4e4a-483e-b33c-0be4ee40ccc3 req-6af55fb8-0399-4df9-acac-8b7d6526a8e3 service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7671330 Mar 11 11:45:54.474525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['6e6add1e-8ea2-4459-8162-6cf0022d481f'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:45:54.565645 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Pushing event updated for resources: {'Port': ['ID=5afe96e3-cb9f-44c0-accb-01c21e4a5a72,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:54.591246 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['6e6add1e-8ea2-4459-8162-6cf0022d481f'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:45:54.628492 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Attempting to bind port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:45:54.628928 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Attempting to bind port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'b0d59a4b-481e-4702-92f6-6f214874d81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:45:54.632284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Attempting to bind port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 on network 7ec83819-1416-49c1-ae44-2e7655ca2c5c {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:54.639349 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 on network 7ec83819-1416-49c1-ae44-2e7655ca2c5c not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:45:54.639696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Attempting to bind port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 on network 7ec83819-1416-49c1-ae44-2e7655ca2c5c {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:54.642439 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8df23-9ef5-4461-b14e-219ad8d4c385 req-e3233944-43e9-4976-90dd-6ce12c61413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:54.644234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8f8df23-9ef5-4461-b14e-219ad8d4c385 req-e3233944-43e9-4976-90dd-6ce12c61413a service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2810013 Mar 11 11:45:54.658980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:45:54.659254 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Checking segment: {'id': 'b0d59a4b-481e-4702-92f6-6f214874d81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:45:54.659614 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Bound using segment: {'id': 'b0d59a4b-481e-4702-92f6-6f214874d81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:45:54.660106 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Bound port: 5afe96e3-cb9f-44c0-accb-01c21e4a5a72, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d59a4b-481e-4702-92f6-6f214874d81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:45:54.667558 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5afe96e3-cb9f-44c0-accb-01c21e4a5a72), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:54.747073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cc2ae-5b62-44de-bbdf-29e061c44eb2 None None] Pushing event updated for resources: {'Port': ['ID=ba78961c-48e3-44e0-b9ba-9c8b06945baf,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:54.780596 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Attempting to bind port ba78961c-48e3-44e0-b9ba-9c8b06945baf on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:45:54.781794 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Attempting to bind port ba78961c-48e3-44e0-b9ba-9c8b06945baf by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '99a3db5a-07df-459c-aba2-42e42659e4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4af4643b-1693-4bd6-8325-dcb8a4701060'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:45:54.782286 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Attempting to bind port ba78961c-48e3-44e0-b9ba-9c8b06945baf on network 4af4643b-1693-4bd6-8325-dcb8a4701060 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:45:54.893222 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] For port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:45:54.898860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] For port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=5afe96e3-cb9f-44c0-accb-01c21e4a5a72,segment=NetworkSegment(b0d59a4b-481e-4702-92f6-6f214874d81f),segment_id=b0d59a4b-481e-4702-92f6-6f214874d81f)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:45:54.912382 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5afe96e3-cb9f-44c0-accb-01c21e4a5a72), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:54.969554 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-98d664ff-d04e-4070-aa7e-27ef4995a5d5 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1587362 Mar 11 11:45:54.999855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-905bf8d8-c0da-4329-8b29-bb4f41562bcc tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:45:55.017179 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:55.017910 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:55.019673 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] 10.222.0.71 "PUT /v2.0/ports/5afe96e3-cb9f-44c0-accb-01c21e4a5a72 HTTP/1.1" status: 200 len: 1090 time: 2.0538683 Mar 11 11:45:55.044087 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b10e59-fdf2-4cb4-879d-00df17d29469 service neutron] Pushing event updated for resources: {'Port': ['ID=5afe96e3-cb9f-44c0-accb-01c21e4a5a72,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:55.087520 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589545e-3e1d-4948-b861-0f9b17855303 req-396cc2cf-9994-416a-9e22-435b87ebcc74 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:55.089861 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e589545e-3e1d-4948-b861-0f9b17855303 req-396cc2cf-9994-416a-9e22-435b87ebcc74 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.4351285 Mar 11 11:45:55.127829 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-905bf8d8-c0da-4329-8b29-bb4f41562bcc tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:55.159146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:45:55.171253 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Checking segment: {'id': '99a3db5a-07df-459c-aba2-42e42659e4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4af4643b-1693-4bd6-8325-dcb8a4701060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:45:55.171892 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:55.174485 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Bound using segment: {'id': '99a3db5a-07df-459c-aba2-42e42659e4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4af4643b-1693-4bd6-8325-dcb8a4701060'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:45:55.175194 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Bound port: ba78961c-48e3-44e0-b9ba-9c8b06945baf, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a3db5a-07df-459c-aba2-42e42659e4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4af4643b-1693-4bd6-8325-dcb8a4701060'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:45:55.175819 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:55.201017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-3f077a2a-ec38-4a0d-a7c9-093d5823c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:55.202057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 57d29b23-e115-40f1-8dec-1a3ff8219260 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:45:55.203362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-3f077a2a-ec38-4a0d-a7c9-093d5823c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:55.205835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-3f077a2a-ec38-4a0d-a7c9-093d5823c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:55.225644 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-3f077a2a-ec38-4a0d-a7c9-093d5823c0ce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=332ba924481047779f3b150531b078c7&device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2956 time: 0.1648741 Mar 11 11:45:55.242526 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e589545e-3e1d-4948-b861-0f9b17855303 req-b059f5b8-31fd-4d7e-be27-af13bb9c4de3 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404672 Mar 11 11:45:55.326960 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-d9fd0e95-eb46-4cb0-8b93-43afbdce5c17 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.205&port_id=bb7c2428-f67d-4ec1-86cd-1dff3c224950 HTTP/1.1" status: 200 len: 217 time: 0.0860555 Mar 11 11:45:55.427148 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-905bf8d8-c0da-4329-8b29-bb4f41562bcc tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:55.460630 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 57d29b23-e115-40f1-8dec-1a3ff8219260 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:45:55.461245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 57d29b23-e115-40f1-8dec-1a3ff8219260 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:45:55.463793 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-bd61f27e-529e-43d5-9cf8-09996b3eb409 None None] Provisioning complete for port ba78961c-48e3-44e0-b9ba-9c8b06945baf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:55.465776 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bd61f27e-529e-43d5-9cf8-09996b3eb409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:55.475257 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-eb6a7d32-92fd-4218-9289-9e647425ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:55.477947 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-eb6a7d32-92fd-4218-9289-9e647425ab7e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=49d244d0-20d2-4910-ab2f-243240acb061 HTTP/1.1" status: 200 len: 801 time: 0.1450179 Mar 11 11:45:55.545576 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4ba11d-7445-462a-8508-696aed9d59d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e6add1e-8ea2-4459-8162-6cf0022d481f'}, {'server_uuid': '21740b54-e0a8-4d97-b28c-aecb4a745c3e', 'name': 'network-vif-deleted', 'tag': '57d29b23-e115-40f1-8dec-1a3ff8219260'}, {'name': 'network-changed', 'server_uuid': '5e4ba11d-7445-462a-8508-696aed9d59d7', 'tag': '6e6add1e-8ea2-4459-8162-6cf0022d481f'}, {'name': 'network-changed', 'server_uuid': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'tag': '5afe96e3-cb9f-44c0-accb-01c21e4a5a72'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:45:55.551920 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb54565-7e20-4253-95bf-89169d66e7e3" -d '{"events": [{"server_uuid": "5e4ba11d-7445-462a-8508-696aed9d59d7", "name": "network-vif-unplugged", "status": "completed", "tag": "6e6add1e-8ea2-4459-8162-6cf0022d481f"}, {"server_uuid": "21740b54-e0a8-4d97-b28c-aecb4a745c3e", "name": "network-vif-deleted", "tag": "57d29b23-e115-40f1-8dec-1a3ff8219260"}, {"name": "network-changed", "server_uuid": "5e4ba11d-7445-462a-8508-696aed9d59d7", "tag": "6e6add1e-8ea2-4459-8162-6cf0022d481f"}, {"name": "network-changed", "server_uuid": "85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3", "tag": "5afe96e3-cb9f-44c0-accb-01c21e4a5a72"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:45:55.581306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-bd61f27e-529e-43d5-9cf8-09996b3eb409 None None] Port ba78961c-48e3-44e0-b9ba-9c8b06945baf cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:45:55.620135 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-78e2570b-7541-41d8-a053-0d418b2be72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:55.626680 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-78e2570b-7541-41d8-a053-0d418b2be72a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ec83819-1416-49c1-ae44-2e7655ca2c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1409698 Mar 11 11:45:55.826729 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-4db614af-018a-45bc-a076-56b612cd83fc service neutron] 10.222.0.71 "GET /v2.0/networks/7ec83819-1416-49c1-ae44-2e7655ca2c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933761 Mar 11 11:45:55.834352 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] For port ba78961c-48e3-44e0-b9ba-9c8b06945baf, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:45:55.841657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-905bf8d8-c0da-4329-8b29-bb4f41562bcc tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Allocated IP 172.25.7.109 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/71d8e616-4279-4d78-a01d-5a8a8b3230dc) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:45:55.854015 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76ecdc-29b7-4fd8-9e08-2122c4fcc9fe req-8b1e2b2e-ed4a-49de-8d82-eda2960c227c tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:55.860595 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76ecdc-29b7-4fd8-9e08-2122c4fcc9fe req-8b1e2b2e-ed4a-49de-8d82-eda2960c227c tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:55.866858 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76ecdc-29b7-4fd8-9e08-2122c4fcc9fe req-8b1e2b2e-ed4a-49de-8d82-eda2960c227c tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:55.868733 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f76ecdc-29b7-4fd8-9e08-2122c4fcc9fe req-8b1e2b2e-ed4a-49de-8d82-eda2960c227c tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2410 time: 0.2381365 Mar 11 11:45:55.939188 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] For port ba78961c-48e3-44e0-b9ba-9c8b06945baf, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ba78961c-48e3-44e0-b9ba-9c8b06945baf,segment=NetworkSegment(99a3db5a-07df-459c-aba2-42e42659e4ed),segment_id=99a3db5a-07df-459c-aba2-42e42659e4ed)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:45:55.975792 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:56.070919 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-bedd3ac3-8288-4854-bf84-6fa756d34cbd service neutron] 10.222.0.71 "GET /v2.0/networks/7ec83819-1416-49c1-ae44-2e7655ca2c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382007 Mar 11 11:45:56.112115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Routers {'e189ca5f-596a-4e6b-a97a-3d81ad69930d'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:45:56.112750 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:45:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e189ca5f-596a-4e6b-a97a-3d81ad69930d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:56.174082 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-08971273-b344-4413-a292-4199c91f24e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.17&port_id=b28e3682-7df5-4bee-818b-bfcd267673e3 HTTP/1.1" status: 200 len: 217 time: 0.0963724 Mar 11 11:45:56.185980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f76ecdc-29b7-4fd8-9e08-2122c4fcc9fe req-2a881e53-bdeb-4066-8ba3-c049a927d873 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079555 Mar 11 11:45:56.267435 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-905bf8d8-c0da-4329-8b29-bb4f41562bcc tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for port (71d8e616-4279-4d78-a01d-5a8a8b3230dc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:56.290947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-564b9e5a-d895-4c6a-8f03-7db9aea2b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:56.297937 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-564b9e5a-d895-4c6a-8f03-7db9aea2b855 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26f1251d-50dc-4d68-8040-65d9c7077960 HTTP/1.1" status: 200 len: 801 time: 0.1083546 Mar 11 11:45:56.356778 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-905bf8d8-c0da-4329-8b29-bb4f41562bcc tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (71d8e616-4279-4d78-a01d-5a8a8b3230dc), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:56.430812 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-905bf8d8-c0da-4329-8b29-bb4f41562bcc tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:45:56.436356 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-2f6cd699-c805-41ec-a64d-7e2e98f758f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:56.438646 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-2f6cd699-c805-41ec-a64d-7e2e98f758f7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=390e6b7d-aff1-4a93-b574-99cb7d2c9c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1316197 Mar 11 11:45:56.453901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-905bf8d8-c0da-4329-8b29-bb4f41562bcc tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:45:56.460756 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-905bf8d8-c0da-4329-8b29-bb4f41562bcc tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:45:56.473884 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] Set router e189ca5f-596a-4e6b-a97a-3d81ad69930d gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:45:56.719958 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cc2ae-5b62-44de-bbdf-29e061c44eb2 None None] Pushing event updated for resources: {'Port': ['ID=ba78961c-48e3-44e0-b9ba-9c8b06945baf,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:56.734007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-84bea292-578d-4bae-bf49-2b8467df0abb None None] Provisioning complete for port ba78961c-48e3-44e0-b9ba-9c8b06945baf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:56.734496 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84bea292-578d-4bae-bf49-2b8467df0abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:56.746855 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 690 Content-Type: application/json Date: Fri, 11 Mar 2022 11:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96084a42-ff2a-43f1-baa1-9bae09060981 x-openstack-request-id: req-96084a42-ff2a-43f1-baa1-9bae09060981 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:45:56.747154 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4ba11d-7445-462a-8508-696aed9d59d7", "name": "network-vif-unplugged", "status": "completed", "tag": "6e6add1e-8ea2-4459-8162-6cf0022d481f", "code": 200}, {"server_uuid": "21740b54-e0a8-4d97-b28c-aecb4a745c3e", "name": "network-vif-deleted", "tag": "57d29b23-e115-40f1-8dec-1a3ff8219260", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5e4ba11d-7445-462a-8508-696aed9d59d7", "tag": "6e6add1e-8ea2-4459-8162-6cf0022d481f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3", "tag": "5afe96e3-cb9f-44c0-accb-01c21e4a5a72", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:45:56.747406 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96084a42-ff2a-43f1-baa1-9bae09060981 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:45:56.747829 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4ba11d-7445-462a-8508-696aed9d59d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e6add1e-8ea2-4459-8162-6cf0022d481f', 'code': 200} Mar 11 11:45:56.748082 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21740b54-e0a8-4d97-b28c-aecb4a745c3e', 'name': 'network-vif-deleted', 'tag': '57d29b23-e115-40f1-8dec-1a3ff8219260', 'status': 'completed', 'code': 200} Mar 11 11:45:56.748335 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4ba11d-7445-462a-8508-696aed9d59d7', 'tag': '6e6add1e-8ea2-4459-8162-6cf0022d481f', 'status': 'completed', 'code': 200} Mar 11 11:45:56.748578 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'tag': '5afe96e3-cb9f-44c0-accb-01c21e4a5a72', 'status': 'completed', 'code': 200} Mar 11 11:45:56.767243 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-b426dbc3-93a3-472b-8068-9c5b17317ba5 service neutron] 10.222.0.71 "GET /v2.0/networks/390e6b7d-aff1-4a93-b574-99cb7d2c9c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129103 Mar 11 11:45:56.821675 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-905bf8d8-c0da-4329-8b29-bb4f41562bcc tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for floatingip (0be4b5e9-f644-47fd-99cb-df75ea814bd6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:56.841176 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bf8d8-c0da-4329-8b29-bb4f41562bcc tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Pushing event updated for resources: {'Port': ['ID=71d8e616-4279-4d78-a01d-5a8a8b3230dc,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:56.930831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'name': 'tempest-FloatingIPDetailsTestJSON-851167562-router', 'tenant_id': '1af92fc1989b45fbbd5336fb3e17a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '80103de0-241b-419d-9fcc-9eb930ad23af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:45:38Z', 'updated_at': '2022-03-11T11:45:49Z', 'revision_number': 4, 'project_id': '1af92fc1989b45fbbd5336fb3e17a592', 'gw_port': {'id': '80103de0-241b-419d-9fcc-9eb930ad23af', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:94:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:39Z', 'updated_at': '2022-03-11T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'ba78961c-48e3-44e0-b9ba-9c8b06945baf', 'name': '', 'network_id': '4af4643b-1693-4bd6-8325-dcb8a4701060', 'tenant_id': '1af92fc1989b45fbbd5336fb3e17a592', 'mac_address': 'fa:16:3e:b2:06:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'fc9efc0b-6820-42de-8f6a-26a8aaea2d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:45Z', 'updated_at': '2022-03-11T11:45:55Z', 'revision_number': 4, 'project_id': '1af92fc1989b45fbbd5336fb3e17a592', 'subnets': [{'id': 'fc9efc0b-6820-42de-8f6a-26a8aaea2d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:45:56.951275 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-905bf8d8-c0da-4329-8b29-bb4f41562bcc tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (71d8e616-4279-4d78-a01d-5a8a8b3230dc), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:56.992771 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-3850b217-0ad2-4414-8bd8-25bcdda2bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:56.994595 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-3850b217-0ad2-4414-8bd8-25bcdda2bb6c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 1156 time: 0.1627855 Mar 11 11:45:56.996757 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-ffeaad93-4c38-480c-99c8-aba29e0b1c8b service neutron] 10.222.0.71 "GET /v2.0/networks/390e6b7d-aff1-4a93-b574-99cb7d2c9c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182348 Mar 11 11:45:57.041327 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-84bea292-578d-4bae-bf49-2b8467df0abb None None] Current status of the port ba78961c-48e3-44e0-b9ba-9c8b06945baf is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:57.045654 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84bea292-578d-4bae-bf49-2b8467df0abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:57.046156 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef228f-5f83-4ced-935d-9f9d366479b3 req-868fb5cb-85f4-448d-8749-3cb06c9d491d tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:57.053752 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8eef228f-5f83-4ced-935d-9f9d366479b3 req-868fb5cb-85f4-448d-8749-3cb06c9d491d tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.1981285 Mar 11 11:45:57.065299 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05344939-88e6-49ec-bebf-2c0aec8e5724 None None] The sync data for ids ['e189ca5f-596a-4e6b-a97a-3d81ad69930d'] in n-d-833234-2 is: [{'id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'name': 'tempest-FloatingIPDetailsTestJSON-851167562-router', 'tenant_id': '1af92fc1989b45fbbd5336fb3e17a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '80103de0-241b-419d-9fcc-9eb930ad23af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:45:38Z', 'updated_at': '2022-03-11T11:45:49Z', 'revision_number': 4, 'project_id': '1af92fc1989b45fbbd5336fb3e17a592', 'gw_port': {'id': '80103de0-241b-419d-9fcc-9eb930ad23af', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:94:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:39Z', 'updated_at': '2022-03-11T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'ba78961c-48e3-44e0-b9ba-9c8b06945baf', 'name': '', 'network_id': '4af4643b-1693-4bd6-8325-dcb8a4701060', 'tenant_id': '1af92fc1989b45fbbd5336fb3e17a592', 'mac_address': 'fa:16:3e:b2:06:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'fc9efc0b-6820-42de-8f6a-26a8aaea2d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:45Z', 'updated_at': '2022-03-11T11:45:55Z', 'revision_number': 4, 'project_id': '1af92fc1989b45fbbd5336fb3e17a592', 'subnets': [{'id': 'fc9efc0b-6820-42de-8f6a-26a8aaea2d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:45:57.094794 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-f9fd4ce9-09c5-4d82-9df7-d2f9480e370e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=5afe96e3-cb9f-44c0-accb-01c21e4a5a72 HTTP/1.1" status: 200 len: 217 time: 0.0835729 Mar 11 11:45:57.147864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-84bea292-578d-4bae-bf49-2b8467df0abb None None] For port ba78961c-48e3-44e0-b9ba-9c8b06945baf, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ba78961c-48e3-44e0-b9ba-9c8b06945baf,segment=NetworkSegment(99a3db5a-07df-459c-aba2-42e42659e4ed),segment_id=99a3db5a-07df-459c-aba2-42e42659e4ed)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:57.160616 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84bea292-578d-4bae-bf49-2b8467df0abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:57.409035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-2408cb3e-3ebc-4b03-91b7-ca5ecb08d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:57.410018 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bea292-578d-4bae-bf49-2b8467df0abb None None] Pushing event updated for resources: {'Port': ['ID=ba78961c-48e3-44e0-b9ba-9c8b06945baf,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:57.421659 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-2408cb3e-3ebc-4b03-91b7-ca5ecb08d01f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=49d244d0-20d2-4910-ab2f-243240acb061 HTTP/1.1" status: 200 len: 801 time: 0.2919335 Mar 11 11:45:57.576368 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-905bf8d8-c0da-4329-8b29-bb4f41562bcc tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for port (71d8e616-4279-4d78-a01d-5a8a8b3230dc), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:57.592909 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5468b16-275b-4f3f-a8fe-91ed4414d97e req-84b7083c-6628-4769-9451-d534a8bcd359 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:57.606198 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8eef228f-5f83-4ced-935d-9f9d366479b3 req-b4ba777e-68d8-42f0-8458-de3e8ab16ba6 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459826 Mar 11 11:45:57.612251 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d5468b16-275b-4f3f-a8fe-91ed4414d97e req-84b7083c-6628-4769-9451-d534a8bcd359 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.71 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 944 time: 0.5163743 Mar 11 11:45:57.618222 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-905bf8d8-c0da-4329-8b29-bb4f41562bcc tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (71d8e616-4279-4d78-a01d-5a8a8b3230dc), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:57.693804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ba78961c-48e3-44e0-b9ba-9c8b06945baf up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:45:57.813857 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ba78961c-48e3-44e0-b9ba-9c8b06945baf triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:45:57.814235 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:57.818666 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-29e43c5a-ca8a-4131-a58b-1940e8705c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:57.820231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-29e43c5a-ca8a-4131-a58b-1940e8705c17 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.8140707 Mar 11 11:45:57.832273 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-7c7e01d8-9bfd-40c4-b02c-ac231e8cfd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:57.835333 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-7c7e01d8-9bfd-40c4-b02c-ac231e8cfd96 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ec83819-1416-49c1-ae44-2e7655ca2c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4025083 Mar 11 11:45:57.906496 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-0d466260-bcbc-43e1-8210-a7a4597bf269 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e6add1e-8ea2-4459-8162-6cf0022d481f HTTP/1.1" status: 200 len: 217 time: 0.0545385 Mar 11 11:45:58.042785 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-d5468b16-275b-4f3f-a8fe-91ed4414d97e req-e73845f6-8c29-486f-bc64-cefed352153d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Deleting port d49ff3cd-d7b5-4bea-8a74-6be5295435bc {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:45:58.043409 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d5468b16-275b-4f3f-a8fe-91ed4414d97e req-e73845f6-8c29-486f-bc64-cefed352153d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:58.080689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ba78961c-48e3-44e0-b9ba-9c8b06945baf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:45:58.119972 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-d3448a22-fbae-4478-a55d-08a2e8c0e63b service neutron] 10.222.0.71 "GET /v2.0/networks/7ec83819-1416-49c1-ae44-2e7655ca2c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741561 Mar 11 11:45:58.122375 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-905bf8d8-c0da-4329-8b29-bb4f41562bcc tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (0be4b5e9-f644-47fd-99cb-df75ea814bd6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:58.160025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bf8d8-c0da-4329-8b29-bb4f41562bcc tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Pushing event updated for resources: {'Port': ['ID=71d8e616-4279-4d78-a01d-5a8a8b3230dc,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:58.189669 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-905bf8d8-c0da-4329-8b29-bb4f41562bcc tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:58.200735 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-905bf8d8-c0da-4329-8b29-bb4f41562bcc tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2231166 Mar 11 11:45:58.221975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-d5468b16-275b-4f3f-a8fe-91ed4414d97e req-e73845f6-8c29-486f-bc64-cefed352153d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] For port d49ff3cd-d7b5-4bea-8a74-6be5295435bc, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,segment=NetworkSegment(607ed148-f30d-4fd3-9664-5398bc89689f),segment_id=607ed148-f30d-4fd3-9664-5398bc89689f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:45:58.222760 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d5468b16-275b-4f3f-a8fe-91ed4414d97e req-e73845f6-8c29-486f-bc64-cefed352153d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:58.246980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-d5468b16-275b-4f3f-a8fe-91ed4414d97e req-e73845f6-8c29-486f-bc64-cefed352153d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Calling delete_port for d49ff3cd-d7b5-4bea-8a74-6be5295435bc owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:45:58.358769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-499f22c6-5860-4bad-ad6a-7288bcb2a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:58.372329 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-499f22c6-5860-4bad-ad6a-7288bcb2a875 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.4513843 Mar 11 11:45:58.480785 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d5468b16-275b-4f3f-a8fe-91ed4414d97e req-e73845f6-8c29-486f-bc64-cefed352153d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d49ff3cd-d7b5-4bea-8a74-6be5295435bc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:58.563852 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73845f6-8c29-486f-bc64-cefed352153d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Pushing event deleted for resources: {'Port': ['ID=d49ff3cd-d7b5-4bea-8a74-6be5295435bc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:45:58.713441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5468b16-275b-4f3f-a8fe-91ed4414d97e req-e73845f6-8c29-486f-bc64-cefed352153d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] No DVR routers for this DVR port d49ff3cd-d7b5-4bea-8a74-6be5295435bc on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:45:58.719752 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d5468b16-275b-4f3f-a8fe-91ed4414d97e req-e73845f6-8c29-486f-bc64-cefed352153d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:45:58.723228 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d5468b16-275b-4f3f-a8fe-91ed4414d97e req-e73845f6-8c29-486f-bc64-cefed352153d tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.71 "DELETE /v2.0/ports/d49ff3cd-d7b5-4bea-8a74-6be5295435bc HTTP/1.1" status: 204 len: 173 time: 1.1101794 Mar 11 11:45:58.754429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160a9329-69c4-42a8-b0be-7bcb0bfd9df3', 'name': 'network-vif-deleted', 'tag': 'd49ff3cd-d7b5-4bea-8a74-6be5295435bc'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:45:58.767033 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48bf626-202b-4462-b8e0-feab7b2b3998" -d '{"events": [{"server_uuid": "160a9329-69c4-42a8-b0be-7bcb0bfd9df3", "name": "network-vif-deleted", "tag": "d49ff3cd-d7b5-4bea-8a74-6be5295435bc"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:45:58.822386 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42d81bdb-8ab6-4d9e-8c6c-76299caf9512 req-79402adf-450f-4a87-93e5-73f85314665e service neutron] 10.222.0.71 "GET /v2.0/networks/7ec83819-1416-49c1-ae44-2e7655ca2c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528745 Mar 11 11:45:58.909841 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-7a1df702-ec2d-46f5-992f-279a531e936f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5261517 Mar 11 11:45:58.912788 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-481ad648-977f-44c6-8ab3-3cb0c51dd3f8 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.109 HTTP/1.1" status: 200 len: 696 time: 0.7112834 Mar 11 11:45:58.935452 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb18c3-692c-43b8-8690-8669e9605bbb req-134382f0-ca1f-4009-9b05-3125325b02fe tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:58.937287 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7eb18c3-692c-43b8-8690-8669e9605bbb req-134382f0-ca1f-4009-9b05-3125325b02fe tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/ports?device_id=160a9329-69c4-42a8-b0be-7bcb0bfd9df3 HTTP/1.1" status: 200 len: 944 time: 1.0894983 Mar 11 11:45:59.108288 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-62a3292b-603b-4c07-95b6-77d21b518aa6 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:59.109937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e46ad058-64b6-4eb4-adf9-cdae45701914 req-62a3292b-603b-4c07-95b6-77d21b518aa6 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.1829567 Mar 11 11:45:59.304333 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7eb18c3-692c-43b8-8690-8669e9605bbb req-52c0ca9f-fcae-4f6a-b13a-dbf1c02d5cc0 tempest-LiveAutoBlockMigrationV225Test-695756544 tempest-LiveAutoBlockMigrationV225Test-695756544-project] 10.222.0.78 "GET /v2.0/security-groups?id=bab8be08-3cf3-4335-a016-cc7047b5459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932187 Mar 11 11:45:59.330762 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-2fd44d77-dc23-40d5-8b59-7288aaffb986 service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107487 Mar 11 11:45:59.506631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a489420-6fbe-4af7-90ee-a5ad2f19b015 req-e550a3b5-d733-4fb1-9afd-4f7bfd5007df tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:59.512939 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a489420-6fbe-4af7-90ee-a5ad2f19b015 req-e550a3b5-d733-4fb1-9afd-4f7bfd5007df tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:59.518609 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a489420-6fbe-4af7-90ee-a5ad2f19b015 req-e550a3b5-d733-4fb1-9afd-4f7bfd5007df tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:59.520392 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a489420-6fbe-4af7-90ee-a5ad2f19b015 req-e550a3b5-d733-4fb1-9afd-4f7bfd5007df tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2410 time: 0.2956505 Mar 11 11:45:59.529078 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-850d25a6-f30a-4578-b7f5-deeef01b099e service neutron] 10.222.0.71 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928401 Mar 11 11:45:59.620049 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857eff65-d4f6-4ee9-ac61-a6f99094ddd1 req-97499632-7933-4808-a3fc-9026a64a2d0f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:59.622288 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-857eff65-d4f6-4ee9-ac61-a6f99094ddd1 req-97499632-7933-4808-a3fc-9026a64a2d0f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.1719356 Mar 11 11:45:59.663402 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a489420-6fbe-4af7-90ee-a5ad2f19b015 req-d087fd62-b9d7-44ef-af83-85e99ad3b963 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369975 Mar 11 11:45:59.723680 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-857eff65-d4f6-4ee9-ac61-a6f99094ddd1 req-788d7316-095a-4bb7-b866-66bcae9dea76 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719433 Mar 11 11:45:59.729853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-681fe0fd-a3ce-4e06-bee4-ef18598a8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:59.730341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-681fe0fd-a3ce-4e06-bee4-ef18598a8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:59.730817 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-681fe0fd-a3ce-4e06-bee4-ef18598a8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:59.732745 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-681fe0fd-a3ce-4e06-bee4-ef18598a8e99 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=332ba924481047779f3b150531b078c7&device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2956 time: 0.1434906 Mar 11 11:45:59.779163 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac1a7ec-7e69-4b12-98b3-9c90e08a6e1b x-openstack-request-id: req-cac1a7ec-7e69-4b12-98b3-9c90e08a6e1b {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:45:59.780537 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160a9329-69c4-42a8-b0be-7bcb0bfd9df3", "name": "network-vif-deleted", "tag": "d49ff3cd-d7b5-4bea-8a74-6be5295435bc", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:45:59.781074 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cac1a7ec-7e69-4b12-98b3-9c90e08a6e1b {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:45:59.781630 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160a9329-69c4-42a8-b0be-7bcb0bfd9df3', 'name': 'network-vif-deleted', 'tag': 'd49ff3cd-d7b5-4bea-8a74-6be5295435bc', 'status': 'completed', 'code': 200} Mar 11 11:45:59.939098 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-f814951f-dd30-40a3-8bff-7a2ed18c94e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:45:59.940593 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-f814951f-dd30-40a3-8bff-7a2ed18c94e4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ec83819-1416-49c1-ae44-2e7655ca2c5c HTTP/1.1" status: 200 len: 902 time: 0.1920764 Mar 11 11:45:59.989760 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-ea567e45-5fdb-48a2-9e18-bc30000ded2e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=5afe96e3-cb9f-44c0-accb-01c21e4a5a72 HTTP/1.1" status: 200 len: 217 time: 0.0412686 Mar 11 11:46:00.042546 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-5c20f864-b873-4c84-bbf8-ab23aa97f4f4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2208290 Mar 11 11:46:00.055255 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-b3541d6a-581a-4913-868a-937ef8447f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:00.057726 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-b3541d6a-581a-4913-868a-937ef8447f4c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=49d244d0-20d2-4910-ab2f-243240acb061 HTTP/1.1" status: 200 len: 801 time: 0.0604179 Mar 11 11:46:00.064707 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-b1ce625b-5aac-496e-ab64-cb4ee2681a94 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:00.117747 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-b1ce625b-5aac-496e-ab64-cb4ee2681a94 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:00.141082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-1bfb1f8e-e413-4543-8244-db610723da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:00.142669 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-1bfb1f8e-e413-4543-8244-db610723da6d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ec83819-1416-49c1-ae44-2e7655ca2c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0696344 Mar 11 11:46:00.284296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-af56c1ce-abab-4580-a449-e8511670a3c7 service neutron] 10.222.0.71 "GET /v2.0/networks/7ec83819-1416-49c1-ae44-2e7655ca2c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349187 Mar 11 11:46:00.334451 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-b1ce625b-5aac-496e-ab64-cb4ee2681a94 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:00.437590 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb54565-7e20-4253-95bf-89169d66e7e3 req-d275c31a-f0b1-4c91-b003-4ce8fc96b277 service neutron] 10.222.0.71 "GET /v2.0/networks/7ec83819-1416-49c1-ae44-2e7655ca2c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458135 Mar 11 11:46:00.496392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-b1ce625b-5aac-496e-ab64-cb4ee2681a94 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Allocated IP 172.25.7.170 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/c8bcd40f-91ee-498f-b3cc-13057c5dd6b1) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:00.617181 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-b1ce625b-5aac-496e-ab64-cb4ee2681a94 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for port (c8bcd40f-91ee-498f-b3cc-13057c5dd6b1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:00.652432 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-b1ce625b-5aac-496e-ab64-cb4ee2681a94 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c8bcd40f-91ee-498f-b3cc-13057c5dd6b1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:00.699162 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-b1ce625b-5aac-496e-ab64-cb4ee2681a94 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:00.702182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-b1ce625b-5aac-496e-ab64-cb4ee2681a94 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:00.705970 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-b1ce625b-5aac-496e-ab64-cb4ee2681a94 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:00.738731 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce625b-5aac-496e-ab64-cb4ee2681a94 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Pushing event updated for resources: {'Port': ['ID=c8bcd40f-91ee-498f-b3cc-13057c5dd6b1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:00.811865 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-b1ce625b-5aac-496e-ab64-cb4ee2681a94 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for floatingip (e8ec3ea4-e0c7-42d3-8601-9c4c1f6675d5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:00.852335 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-b1ce625b-5aac-496e-ab64-cb4ee2681a94 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c8bcd40f-91ee-498f-b3cc-13057c5dd6b1), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:01.013915 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-b1ce625b-5aac-496e-ab64-cb4ee2681a94 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for port (c8bcd40f-91ee-498f-b3cc-13057c5dd6b1), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:01.019736 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-b1ce625b-5aac-496e-ab64-cb4ee2681a94 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (c8bcd40f-91ee-498f-b3cc-13057c5dd6b1), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:01.064492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce625b-5aac-496e-ab64-cb4ee2681a94 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Pushing event updated for resources: {'Port': ['ID=c8bcd40f-91ee-498f-b3cc-13057c5dd6b1,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:01.119674 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-b1ce625b-5aac-496e-ab64-cb4ee2681a94 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (e8ec3ea4-e0c7-42d3-8601-9c4c1f6675d5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:01.136561 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-b1ce625b-5aac-496e-ab64-cb4ee2681a94 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:01.138094 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-b1ce625b-5aac-496e-ab64-cb4ee2681a94 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0774341 Mar 11 11:46:01.176254 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device bb7c2428-f67d-4ec1-86cd-1dff3c224950 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:46:01.181333 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 6e6add1e-8ea2-4459-8162-6cf0022d481f no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:46:01.190612 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-7c8b5e03-c4ab-42da-b944-8e16321e125c tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 696 time: 0.0460062 Mar 11 11:46:01.296168 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 6e6add1e-8ea2-4459-8162-6cf0022d481f is: DOWN; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:01.297848 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device d49ff3cd-d7b5-4bea-8a74-6be5295435bc no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:46:01.322580 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: d49ff3cd-d7b5-4bea-8a74-6be5295435bc {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:46:01.323492 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device d49ff3cd-d7b5-4bea-8a74-6be5295435bc not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:46:01.353648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-cdb029ca-5cd3-42bc-a6c8-05b7ffa5b44c tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:01.355385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0394e20-9025-41fd-8bfe-15b64d73e5bd req-cdb029ca-5cd3-42bc-a6c8-05b7ffa5b44c tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.1585293 Mar 11 11:46:01.404662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46144) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:01.434155 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port bb7c2428-f67d-4ec1-86cd-1dff3c224950, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=bb7c2428-f67d-4ec1-86cd-1dff3c224950,segment=NetworkSegment(b0d59a4b-481e-4702-92f6-6f214874d81f),segment_id=b0d59a4b-481e-4702-92f6-6f214874d81f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:01.448434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'bb7c2428-f67d-4ec1-86cd-1dff3c224950', 'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c', 'port_id': 'bb7c2428-f67d-4ec1-86cd-1dff3c224950', 'mac_address': 'fa:16:3e:e7:f0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d244d0-20d2-4910-ab2f-243240acb061', 'ip_address': '19.80.0.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:46:01.501148 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port bb7c2428-f67d-4ec1-86cd-1dff3c224950 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:01.501533 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bb7c2428-f67d-4ec1-86cd-1dff3c224950), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:01.520525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7c2428-f67d-4ec1-86cd-1dff3c224950 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:46:01.541013 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port bb7c2428-f67d-4ec1-86cd-1dff3c224950, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=bb7c2428-f67d-4ec1-86cd-1dff3c224950,segment=NetworkSegment(b0d59a4b-481e-4702-92f6-6f214874d81f),segment_id=b0d59a4b-481e-4702-92f6-6f214874d81f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:01.546729 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bb7c2428-f67d-4ec1-86cd-1dff3c224950), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:01.547552 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b28e3682-7df5-4bee-818b-bfcd267673e3 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:46:01.604048 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e1877-b16e-4d95-9a99-0f5dad717310 req-68b6274c-177b-4284-874a-89ba968c629d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:01.610148 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e1877-b16e-4d95-9a99-0f5dad717310 req-68b6274c-177b-4284-874a-89ba968c629d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:01.615916 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e1877-b16e-4d95-9a99-0f5dad717310 req-68b6274c-177b-4284-874a-89ba968c629d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:01.623729 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-509e1877-b16e-4d95-9a99-0f5dad717310 req-68b6274c-177b-4284-874a-89ba968c629d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2410 time: 0.0976315 Mar 11 11:46:01.626744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=bb7c2428-f67d-4ec1-86cd-1dff3c224950,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:01.629570 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec28323-81f3-47b5-aeb0-3d9f3c301d3d admin admin] Deleting subnet fcef59c8-442b-4973-916d-3ead428ebc76 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:46:01.640857 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bec28323-81f3-47b5-aeb0-3d9f3c301d3d admin admin] Publish callbacks [] for subnet (fcef59c8-442b-4973-916d-3ead428ebc76), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:01.678794 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bec28323-81f3-47b5-aeb0-3d9f3c301d3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (fcef59c8-442b-4973-916d-3ead428ebc76), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:01.707900 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b28e3682-7df5-4bee-818b-bfcd267673e3, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b28e3682-7df5-4bee-818b-bfcd267673e3,segment=NetworkSegment(ee1b7088-e84b-4af7-867a-8e32e207b910),segment_id=ee1b7088-e84b-4af7-867a-8e32e207b910)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:01.723372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'b28e3682-7df5-4bee-818b-bfcd267673e3', 'network_id': '390e6b7d-aff1-4a93-b574-99cb7d2c9c87', 'port_id': 'b28e3682-7df5-4bee-818b-bfcd267673e3', 'mac_address': 'fa:16:3e:15:1c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f1251d-50dc-4d68-8040-65d9c7077960', 'ip_address': '19.86.0.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:46:01.755493 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bec28323-81f3-47b5-aeb0-3d9f3c301d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (fcef59c8-442b-4973-916d-3ead428ebc76), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:01.773033 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-509e1877-b16e-4d95-9a99-0f5dad717310 req-fcbd043d-adda-477f-bc38-62573cab1c47 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477170 Mar 11 11:46:01.776544 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port b28e3682-7df5-4bee-818b-bfcd267673e3 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:01.777132 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b28e3682-7df5-4bee-818b-bfcd267673e3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:01.793407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28e3682-7df5-4bee-818b-bfcd267673e3 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:46:01.820988 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b28e3682-7df5-4bee-818b-bfcd267673e3, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b28e3682-7df5-4bee-818b-bfcd267673e3,segment=NetworkSegment(ee1b7088-e84b-4af7-867a-8e32e207b910),segment_id=ee1b7088-e84b-4af7-867a-8e32e207b910)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:01.827295 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b28e3682-7df5-4bee-818b-bfcd267673e3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:01.828388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:46:01.899627 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bec28323-81f3-47b5-aeb0-3d9f3c301d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (fcef59c8-442b-4973-916d-3ead428ebc76), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:01.917996 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=b28e3682-7df5-4bee-818b-bfcd267673e3,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:01.936873 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec28323-81f3-47b5-aeb0-3d9f3c301d3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcef59c8-442b-4973-916d-3ead428ebc76,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:01.944469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=5afe96e3-cb9f-44c0-accb-01c21e4a5a72,segment=NetworkSegment(b0d59a4b-481e-4702-92f6-6f214874d81f),segment_id=b0d59a4b-481e-4702-92f6-6f214874d81f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:01.958797 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '5afe96e3-cb9f-44c0-accb-01c21e4a5a72', 'network_id': '7ec83819-1416-49c1-ae44-2e7655ca2c5c', 'port_id': '5afe96e3-cb9f-44c0-accb-01c21e4a5a72', 'mac_address': 'fa:16:3e:d0:6e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d244d0-20d2-4910-ab2f-243240acb061', 'ip_address': '19.80.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:46:01.963526 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c58748-788c-419a-9b32-7ffdba96f53c req-4dbff136-2a52-4cc0-86f1-90cb79274258 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:01.972481 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35c58748-788c-419a-9b32-7ffdba96f53c req-4dbff136-2a52-4cc0-86f1-90cb79274258 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.1312928 Mar 11 11:46:01.989280 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bec28323-81f3-47b5-aeb0-3d9f3c301d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:01.992660 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bec28323-81f3-47b5-aeb0-3d9f3c301d3d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/fcef59c8-442b-4973-916d-3ead428ebc76 HTTP/1.1" status: 204 len: 168 time: 0.5868771 Mar 11 11:46:01.995169 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46148) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:02.012535 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:02.012916 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5afe96e3-cb9f-44c0-accb-01c21e4a5a72), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:02.026502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:46:02.048117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=5afe96e3-cb9f-44c0-accb-01c21e4a5a72,segment=NetworkSegment(b0d59a4b-481e-4702-92f6-6f214874d81f),segment_id=b0d59a4b-481e-4702-92f6-6f214874d81f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:02.050987 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35c58748-788c-419a-9b32-7ffdba96f53c req-5b360531-06e8-463a-8996-44a5b00c5e11 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774431 Mar 11 11:46:02.065342 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5afe96e3-cb9f-44c0-accb-01c21e4a5a72), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:02.117537 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5d1e2c5-c4c4-405f-94a0-e16ec65b532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (351ddc70-d9f5-467e-aa9f-7ea70ded1c8f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:02.149731 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=5afe96e3-cb9f-44c0-accb-01c21e4a5a72,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:02.280663 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5d1e2c5-c4c4-405f-94a0-e16ec65b532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (351ddc70-d9f5-467e-aa9f-7ea70ded1c8f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:02.315075 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-45632f61-785f-496d-9fae-c7c41fba670f tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2129266 Mar 11 11:46:02.319424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c5d1e2c5-c4c4-405f-94a0-e16ec65b532a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351ddc70-d9f5-467e-aa9f-7ea70ded1c8f']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:02.328815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['5afe96e3-cb9f-44c0-accb-01c21e4a5a72'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:46:02.331412 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-49452123-12aa-4003-a9e7-611b41d68d78 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:02.339961 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c5d1e2c5-c4c4-405f-94a0-e16ec65b532a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607ed148-f30d-4fd3-9664-5398bc89689f') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:02.340259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c5d1e2c5-c4c4-405f-94a0-e16ec65b532a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607ed148-f30d-4fd3-9664-5398bc89689f') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:02.355554 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5d1e2c5-c4c4-405f-94a0-e16ec65b532a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (607ed148-f30d-4fd3-9664-5398bc89689f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:02.376421 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-49452123-12aa-4003-a9e7-611b41d68d78 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:02.377411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['b28e3682-7df5-4bee-818b-bfcd267673e3'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:46:02.379907 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5d1e2c5-c4c4-405f-94a0-e16ec65b532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (607ed148-f30d-4fd3-9664-5398bc89689f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:02.410302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d1e2c5-c4c4-405f-94a0-e16ec65b532a admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:46:02.410759 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5d1e2c5-c4c4-405f-94a0-e16ec65b532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (607ed148-f30d-4fd3-9664-5398bc89689f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:46:02.413856 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:46:02.539755 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5d1e2c5-c4c4-405f-94a0-e16ec65b532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (351ddc70-d9f5-467e-aa9f-7ea70ded1c8f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:02.556541 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5d1e2c5-c4c4-405f-94a0-e16ec65b532a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:02.562787 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c5d1e2c5-c4c4-405f-94a0-e16ec65b532a admin admin] 10.222.0.78 "DELETE /v2.0/networks/351ddc70-d9f5-467e-aa9f-7ea70ded1c8f HTTP/1.1" status: 204 len: 168 time: 0.5640051 Mar 11 11:46:02.562787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1e2c5-c4c4-405f-94a0-e16ec65b532a admin admin] Pushing event deleted for resources: {'Network': ['ID=351ddc70-d9f5-467e-aa9f-7ea70ded1c8f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:02.563090 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46150) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:02.630654 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-49452123-12aa-4003-a9e7-611b41d68d78 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:02.654124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5912d2-d0d4-42dd-b484-2ff32ed43135 admin admin] Deleting subnet 38e8cd43-dbd4-4bc6-a384-85ba87e7427d {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:46:02.664428 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc5912d2-d0d4-42dd-b484-2ff32ed43135 admin admin] Publish callbacks [] for subnet (38e8cd43-dbd4-4bc6-a384-85ba87e7427d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:02.713219 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc5912d2-d0d4-42dd-b484-2ff32ed43135 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (38e8cd43-dbd4-4bc6-a384-85ba87e7427d), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:02.748266 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-49452123-12aa-4003-a9e7-611b41d68d78 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Allocated IP 172.25.7.14 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/34ce659a-a3ab-44d3-880c-a908d96efa60) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:02.757290 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc5912d2-d0d4-42dd-b484-2ff32ed43135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (38e8cd43-dbd4-4bc6-a384-85ba87e7427d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:02.826813 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc5912d2-d0d4-42dd-b484-2ff32ed43135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (38e8cd43-dbd4-4bc6-a384-85ba87e7427d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:02.849959 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-49452123-12aa-4003-a9e7-611b41d68d78 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for port (34ce659a-a3ab-44d3-880c-a908d96efa60), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:02.857710 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5912d2-d0d4-42dd-b484-2ff32ed43135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38e8cd43-dbd4-4bc6-a384-85ba87e7427d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:02.867080 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc5912d2-d0d4-42dd-b484-2ff32ed43135 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:02.873846 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bc5912d2-d0d4-42dd-b484-2ff32ed43135 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/38e8cd43-dbd4-4bc6-a384-85ba87e7427d HTTP/1.1" status: 204 len: 168 time: 0.3073702 Mar 11 11:46:02.874274 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46154) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:02.890424 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-49452123-12aa-4003-a9e7-611b41d68d78 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (34ce659a-a3ab-44d3-880c-a908d96efa60), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:02.944455 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-49452123-12aa-4003-a9e7-611b41d68d78 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:02.949043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-49452123-12aa-4003-a9e7-611b41d68d78 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:02.951026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49452123-12aa-4003-a9e7-611b41d68d78 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Pushing event updated for resources: {'Port': ['ID=34ce659a-a3ab-44d3-880c-a908d96efa60,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:02.953220 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-49452123-12aa-4003-a9e7-611b41d68d78 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:03.017738 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6a53259-c58c-4efc-ba22-2e8019b5108e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (5211d1a4-258e-4cf2-89b6-41d9248d4427), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.045564 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-49452123-12aa-4003-a9e7-611b41d68d78 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for floatingip (220ce7c1-07f6-4aa7-ac86-47e41c2061e0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.097944 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-49452123-12aa-4003-a9e7-611b41d68d78 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (34ce659a-a3ab-44d3-880c-a908d96efa60), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.117119 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6a53259-c58c-4efc-ba22-2e8019b5108e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (5211d1a4-258e-4cf2-89b6-41d9248d4427), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.140476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c6a53259-c58c-4efc-ba22-2e8019b5108e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5211d1a4-258e-4cf2-89b6-41d9248d4427']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:03.151071 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c6a53259-c58c-4efc-ba22-2e8019b5108e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504e04a6-b2e8-4a7e-86f9-2299bbd3220a') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:03.151376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c6a53259-c58c-4efc-ba22-2e8019b5108e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504e04a6-b2e8-4a7e-86f9-2299bbd3220a') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:03.161767 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6a53259-c58c-4efc-ba22-2e8019b5108e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (504e04a6-b2e8-4a7e-86f9-2299bbd3220a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.176439 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6a53259-c58c-4efc-ba22-2e8019b5108e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (504e04a6-b2e8-4a7e-86f9-2299bbd3220a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.183605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a53259-c58c-4efc-ba22-2e8019b5108e admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:46:03.184136 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6a53259-c58c-4efc-ba22-2e8019b5108e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (504e04a6-b2e8-4a7e-86f9-2299bbd3220a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:46:03.185863 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:46:03.207171 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b28e3682-7df5-4bee-818b-bfcd267673e3 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:03.273752 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6a53259-c58c-4efc-ba22-2e8019b5108e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (5211d1a4-258e-4cf2-89b6-41d9248d4427), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.281736 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6a53259-c58c-4efc-ba22-2e8019b5108e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.291389 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c6a53259-c58c-4efc-ba22-2e8019b5108e admin admin] 10.222.0.78 "DELETE /v2.0/networks/5211d1a4-258e-4cf2-89b6-41d9248d4427 HTTP/1.1" status: 204 len: 168 time: 0.4160216 Mar 11 11:46:03.354885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port b28e3682-7df5-4bee-818b-bfcd267673e3 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:46:03.360450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port b28e3682-7df5-4bee-818b-bfcd267673e3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:03.360823 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b28e3682-7df5-4bee-818b-bfcd267673e3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.392495 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-49452123-12aa-4003-a9e7-611b41d68d78 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for port (34ce659a-a3ab-44d3-880c-a908d96efa60), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.411132 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-49452123-12aa-4003-a9e7-611b41d68d78 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (34ce659a-a3ab-44d3-880c-a908d96efa60), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.414515 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['bb7c2428-f67d-4ec1-86cd-1dff3c224950'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:46:03.494259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49452123-12aa-4003-a9e7-611b41d68d78 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Pushing event updated for resources: {'Port': ['ID=34ce659a-a3ab-44d3-880c-a908d96efa60,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:03.512524 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.581866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46160) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:03.602856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port b28e3682-7df5-4bee-818b-bfcd267673e3 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:03.603151 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b28e3682-7df5-4bee-818b-bfcd267673e3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.638482 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-49452123-12aa-4003-a9e7-611b41d68d78 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (220ce7c1-07f6-4aa7-ac86-47e41c2061e0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.664052 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fedb7458-d9e0-4e9f-b2dd-5c25c2c18188 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4b2baed761184abf86d0da4561f84f1b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0762305 Mar 11 11:46:03.667477 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46162) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:03.670086 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28e3682-7df5-4bee-818b-bfcd267673e3'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:03.672512 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163ee9c5-7538-4672-aa16-5c2bba9c0fad" -d '{"events": [{"server_uuid": "85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3", "name": "network-vif-plugged", "status": "completed", "tag": "b28e3682-7df5-4bee-818b-bfcd267673e3"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:03.693615 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b28e3682-7df5-4bee-818b-bfcd267673e3, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b28e3682-7df5-4bee-818b-bfcd267673e3,segment=NetworkSegment(ee1b7088-e84b-4af7-867a-8e32e207b910),segment_id=ee1b7088-e84b-4af7-867a-8e32e207b910)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:03.705109 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b28e3682-7df5-4bee-818b-bfcd267673e3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.705966 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:03.721325 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-49452123-12aa-4003-a9e7-611b41d68d78 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.729457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-49452123-12aa-4003-a9e7-611b41d68d78 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4017515 Mar 11 11:46:03.741885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a53259-c58c-4efc-ba22-2e8019b5108e admin admin] Pushing event deleted for resources: {'Network': ['ID=5211d1a4-258e-4cf2-89b6-41d9248d4427,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:03.753412 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a243148a-835e-42c9-9ca7-ffdd4fc81d03 admin admin] Publish callbacks [] for security_group (bab8be08-3cf3-4335-a016-cc7047b5459f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.802844 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-721fc689-4492-421b-a617-48122e96b1c4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 695 time: 0.0724044 Mar 11 11:46:03.812280 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a243148a-835e-42c9-9ca7-ffdd4fc81d03 admin admin] Publish callbacks [] for security_group (bab8be08-3cf3-4335-a016-cc7047b5459f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.827010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:46:03.832484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=b28e3682-7df5-4bee-818b-bfcd267673e3,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:03.842264 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:03.842638 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5afe96e3-cb9f-44c0-accb-01c21e4a5a72), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.931471 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:03.931775 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5afe96e3-cb9f-44c0-accb-01c21e4a5a72), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.938419 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a243148a-835e-42c9-9ca7-ffdd4fc81d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bab8be08-3cf3-4335-a016-cc7047b5459f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.941159 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a243148a-835e-42c9-9ca7-ffdd4fc81d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:03.942399 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a243148a-835e-42c9-9ca7-ffdd4fc81d03 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bab8be08-3cf3-4335-a016-cc7047b5459f HTTP/1.1" status: 204 len: 168 time: 0.2734103 Mar 11 11:46:03.950823 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-9957fa81-884a-4ba6-9916-a01c8e3f5af6 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:03.952333 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-edfa229c-3df6-4c12-bd34-fd25c9859e6f req-9957fa81-884a-4ba6-9916-a01c8e3f5af6 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.1381049 Mar 11 11:46:03.961048 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243148a-835e-42c9-9ca7-ffdd4fc81d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab8be08-3cf3-4335-a016-cc7047b5459f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:03.999374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=5afe96e3-cb9f-44c0-accb-01c21e4a5a72,segment=NetworkSegment(b0d59a4b-481e-4702-92f6-6f214874d81f),segment_id=b0d59a4b-481e-4702-92f6-6f214874d81f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:04.004892 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5afe96e3-cb9f-44c0-accb-01c21e4a5a72), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:04.064880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=5afe96e3-cb9f-44c0-accb-01c21e4a5a72,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:04.119693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d4e21-f066-4318-992f-a23e6e1fa70a req-fd21108b-0a05-434d-a595-373a24e734f7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:04.125069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d4e21-f066-4318-992f-a23e6e1fa70a req-fd21108b-0a05-434d-a595-373a24e734f7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:04.131397 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d4e21-f066-4318-992f-a23e6e1fa70a req-fd21108b-0a05-434d-a595-373a24e734f7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:04.133495 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-950d4e21-f066-4318-992f-a23e6e1fa70a req-fd21108b-0a05-434d-a595-373a24e734f7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2415 time: 0.0737627 Mar 11 11:46:04.186267 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-950d4e21-f066-4318-992f-a23e6e1fa70a req-9ab9ad8c-a8e5-437c-900e-66b2dd665936 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443656 Mar 11 11:46:04.297206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46172) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:04.323973 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c6e2e-3d5d-4ccb-903e-92baab21bb72 req-41f2c7f1-4933-4666-bd78-60f959535901 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:04.325613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d2c6e2e-3d5d-4ccb-903e-92baab21bb72 req-41f2c7f1-4933-4666-bd78-60f959535901 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.0593102 Mar 11 11:46:04.343025 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7a7beab5-0996-40c7-bf7a-2ff45743ab29 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=740d5fd1f1f94971a7d2a20147a91219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418761 Mar 11 11:46:04.343500 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46174) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:04.377155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d2c6e2e-3d5d-4ccb-903e-92baab21bb72 req-8bd91d84-1fff-4325-b34b-810f0d1cf4b9 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452406 Mar 11 11:46:04.398461 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65f6a48a-5c04-4ba8-9e4e-988d065d820b admin admin] Publish callbacks [] for security_group (4a96a4b5-46a8-41d1-bb33-6b63c66286aa), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:04.422713 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65f6a48a-5c04-4ba8-9e4e-988d065d820b admin admin] Publish callbacks [] for security_group (4a96a4b5-46a8-41d1-bb33-6b63c66286aa), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:04.434260 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec85ec6-ab4b-4043-b083-57ff0f689e5e x-openstack-request-id: req-7ec85ec6-ab4b-4043-b083-57ff0f689e5e {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:04.434833 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3", "name": "network-vif-plugged", "status": "completed", "tag": "b28e3682-7df5-4bee-818b-bfcd267673e3", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:04.434833 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ec85ec6-ab4b-4043-b083-57ff0f689e5e {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:04.435664 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28e3682-7df5-4bee-818b-bfcd267673e3', 'code': 200} Mar 11 11:46:04.481798 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65f6a48a-5c04-4ba8-9e4e-988d065d820b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4a96a4b5-46a8-41d1-bb33-6b63c66286aa), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:04.485046 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65f6a48a-5c04-4ba8-9e4e-988d065d820b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:04.488420 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-65f6a48a-5c04-4ba8-9e4e-988d065d820b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4a96a4b5-46a8-41d1-bb33-6b63c66286aa HTTP/1.1" status: 204 len: 168 time: 0.1434860 Mar 11 11:46:04.500384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6a48a-5c04-4ba8-9e4e-988d065d820b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a96a4b5-46a8-41d1-bb33-6b63c66286aa,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:04.833685 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-128f12f0-f689-4a16-919c-b681d95432e8 req-fd671975-f12d-41d2-826c-f61805a3a999 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3885210 Mar 11 11:46:04.844883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-128f12f0-f689-4a16-919c-b681d95432e8 req-51e90635-cbb3-4541-83e2-20d2919cdab4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:04.869297 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-128f12f0-f689-4a16-919c-b681d95432e8 req-51e90635-cbb3-4541-83e2-20d2919cdab4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:04.976100 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-128f12f0-f689-4a16-919c-b681d95432e8 req-51e90635-cbb3-4541-83e2-20d2919cdab4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:05.093664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-128f12f0-f689-4a16-919c-b681d95432e8 req-51e90635-cbb3-4541-83e2-20d2919cdab4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Allocated IP 172.25.7.79 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/779e8f45-76b6-4e32-b651-90326498a844) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:05.203351 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-128f12f0-f689-4a16-919c-b681d95432e8 req-51e90635-cbb3-4541-83e2-20d2919cdab4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for port (779e8f45-76b6-4e32-b651-90326498a844), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:05.222944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device bb7c2428-f67d-4ec1-86cd-1dff3c224950 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:05.248923 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-128f12f0-f689-4a16-919c-b681d95432e8 req-51e90635-cbb3-4541-83e2-20d2919cdab4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (779e8f45-76b6-4e32-b651-90326498a844), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:05.290622 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port bb7c2428-f67d-4ec1-86cd-1dff3c224950 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:46:05.296430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port bb7c2428-f67d-4ec1-86cd-1dff3c224950 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:05.297025 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bb7c2428-f67d-4ec1-86cd-1dff3c224950), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:05.300475 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128f12f0-f689-4a16-919c-b681d95432e8 req-51e90635-cbb3-4541-83e2-20d2919cdab4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:05.302879 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-128f12f0-f689-4a16-919c-b681d95432e8 req-51e90635-cbb3-4541-83e2-20d2919cdab4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:05.307314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-128f12f0-f689-4a16-919c-b681d95432e8 req-51e90635-cbb3-4541-83e2-20d2919cdab4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:05.342701 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e90635-cbb3-4541-83e2-20d2919cdab4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Pushing event updated for resources: {'Port': ['ID=779e8f45-76b6-4e32-b651-90326498a844,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:05.434153 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-128f12f0-f689-4a16-919c-b681d95432e8 req-51e90635-cbb3-4541-83e2-20d2919cdab4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for floatingip (4ddc840a-f752-4671-a3b2-b9e6bbfe68b6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:05.440094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port bb7c2428-f67d-4ec1-86cd-1dff3c224950 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:05.440660 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bb7c2428-f67d-4ec1-86cd-1dff3c224950), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:05.498138 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port bb7c2428-f67d-4ec1-86cd-1dff3c224950, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=bb7c2428-f67d-4ec1-86cd-1dff3c224950,segment=NetworkSegment(b0d59a4b-481e-4702-92f6-6f214874d81f),segment_id=b0d59a4b-481e-4702-92f6-6f214874d81f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:05.501883 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-128f12f0-f689-4a16-919c-b681d95432e8 req-51e90635-cbb3-4541-83e2-20d2919cdab4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (779e8f45-76b6-4e32-b651-90326498a844), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:05.505645 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bb7c2428-f67d-4ec1-86cd-1dff3c224950), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:05.580978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=bb7c2428-f67d-4ec1-86cd-1dff3c224950,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:05.675521 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-128f12f0-f689-4a16-919c-b681d95432e8 req-51e90635-cbb3-4541-83e2-20d2919cdab4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for port (779e8f45-76b6-4e32-b651-90326498a844), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:05.680853 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-128f12f0-f689-4a16-919c-b681d95432e8 req-51e90635-cbb3-4541-83e2-20d2919cdab4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (779e8f45-76b6-4e32-b651-90326498a844), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:05.755782 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e90635-cbb3-4541-83e2-20d2919cdab4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Pushing event updated for resources: {'Port': ['ID=779e8f45-76b6-4e32-b651-90326498a844,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:05.772888 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-128f12f0-f689-4a16-919c-b681d95432e8 req-51e90635-cbb3-4541-83e2-20d2919cdab4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (4ddc840a-f752-4671-a3b2-b9e6bbfe68b6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:05.791557 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-128f12f0-f689-4a16-919c-b681d95432e8 req-51e90635-cbb3-4541-83e2-20d2919cdab4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:05.793303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-128f12f0-f689-4a16-919c-b681d95432e8 req-51e90635-cbb3-4541-83e2-20d2919cdab4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9523611 Mar 11 11:46:05.846317 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-128f12f0-f689-4a16-919c-b681d95432e8 req-134e51d3-f68b-40e2-9da8-c33084148915 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.79 HTTP/1.1" status: 200 len: 695 time: 0.0471847 Mar 11 11:46:05.955555 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f12f0-f689-4a16-919c-b681d95432e8 req-fdfa7268-88c0-438e-b1bc-1d2a916454d8 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:05.957230 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-128f12f0-f689-4a16-919c-b681d95432e8 req-fdfa7268-88c0-438e-b1bc-1d2a916454d8 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.1056101 Mar 11 11:46:06.064889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b37a1a-5d60-4929-bc77-ab7c6f00e02c req-84ef82d9-4d8b-48db-972f-d2757f83d9bf tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:06.070131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b37a1a-5d60-4929-bc77-ab7c6f00e02c req-84ef82d9-4d8b-48db-972f-d2757f83d9bf tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:06.075977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b37a1a-5d60-4929-bc77-ab7c6f00e02c req-84ef82d9-4d8b-48db-972f-d2757f83d9bf tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:06.077837 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92b37a1a-5d60-4929-bc77-ab7c6f00e02c req-84ef82d9-4d8b-48db-972f-d2757f83d9bf tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2416 time: 0.0705416 Mar 11 11:46:06.126215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92b37a1a-5d60-4929-bc77-ab7c6f00e02c req-2b6ba1f8-dca9-4b79-893e-5a4b21e5f8d3 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427673 Mar 11 11:46:06.245234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f8da4-6a34-442b-bb19-b6dce36d143d req-2f4e3a52-61e7-428a-92d6-ff24ecc1eb14 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:06.247604 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c93f8da4-6a34-442b-bb19-b6dce36d143d req-2f4e3a52-61e7-428a-92d6-ff24ecc1eb14 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 944 time: 0.0656016 Mar 11 11:46:06.302308 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c93f8da4-6a34-442b-bb19-b6dce36d143d req-02110db8-eef2-4b1f-a171-740d41602920 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486557 Mar 11 11:46:06.371374 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d4d2f95-4977-447f-8063-0c8118b2c01c req-15ae71da-7275-4128-b4e1-84e12aba8aff tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/floatingips/4ddc840a-f752-4671-a3b2-b9e6bbfe68b6 HTTP/1.1" status: 200 len: 692 time: 0.0460763 Mar 11 11:46:06.436051 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afe96e3-cb9f-44c0-accb-01c21e4a5a72'}, {'server_uuid': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7c2428-f67d-4ec1-86cd-1dff3c224950'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:06.438507 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e544a79-ffbf-4471-9965-796e1f336867" -d '{"events": [{"server_uuid": "85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3", "name": "network-vif-plugged", "status": "completed", "tag": "5afe96e3-cb9f-44c0-accb-01c21e4a5a72"}, {"server_uuid": "85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3", "name": "network-vif-plugged", "status": "completed", "tag": "bb7c2428-f67d-4ec1-86cd-1dff3c224950"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:06.512688 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d2f95-4977-447f-8063-0c8118b2c01c req-bdd71fc4-5264-4fd3-a4d3-016fd11c96b7 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:06.514188 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d4d2f95-4977-447f-8063-0c8118b2c01c req-bdd71fc4-5264-4fd3-a4d3-016fd11c96b7 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.1368916 Mar 11 11:46:06.542193 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-248183ae-00b4-4c6c-90e9-177e3cb81fd7 service neutron] 10.222.0.71 "GET /v2.0/ports/6e6add1e-8ea2-4459-8162-6cf0022d481f/bindings/n-h2-833234-2 HTTP/1.1" status: 200 len: 384 time: 0.0951357 Mar 11 11:46:06.737554 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fea4811-fe18-4314-93f8-eca854ce6f33 x-openstack-request-id: req-6fea4811-fe18-4314-93f8-eca854ce6f33 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:06.738600 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3", "name": "network-vif-plugged", "status": "completed", "tag": "5afe96e3-cb9f-44c0-accb-01c21e4a5a72", "code": 200}, {"server_uuid": "85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3", "name": "network-vif-plugged", "status": "completed", "tag": "bb7c2428-f67d-4ec1-86cd-1dff3c224950", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:06.739071 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6fea4811-fe18-4314-93f8-eca854ce6f33 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:06.739919 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afe96e3-cb9f-44c0-accb-01c21e4a5a72', 'code': 200} Mar 11 11:46:06.740384 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7c2428-f67d-4ec1-86cd-1dff3c224950', 'code': 200} Mar 11 11:46:06.834151 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-93029a10-d8f5-459c-9532-4a07b0293242 service neutron] For port 6e6add1e-8ea2-4459-8162-6cf0022d481f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6e6add1e-8ea2-4459-8162-6cf0022d481f,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:06.854396 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-93029a10-d8f5-459c-9532-4a07b0293242 service neutron] For port 6e6add1e-8ea2-4459-8162-6cf0022d481f, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:06.873807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650c5a9-5c7d-4c97-8e3b-1c36e0142bc9 req-e4c786e2-5b47-4e1c-89dd-56fa7c31b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:06.881486 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650c5a9-5c7d-4c97-8e3b-1c36e0142bc9 req-e4c786e2-5b47-4e1c-89dd-56fa7c31b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:06.882240 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650c5a9-5c7d-4c97-8e3b-1c36e0142bc9 req-e4c786e2-5b47-4e1c-89dd-56fa7c31b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:06.884673 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0650c5a9-5c7d-4c97-8e3b-1c36e0142bc9 req-e4c786e2-5b47-4e1c-89dd-56fa7c31b76a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2962 time: 0.0664515 Mar 11 11:46:06.890335 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-93029a10-d8f5-459c-9532-4a07b0293242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e6add1e-8ea2-4459-8162-6cf0022d481f {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:46:06.901607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-93029a10-d8f5-459c-9532-4a07b0293242 service neutron] For port 6e6add1e-8ea2-4459-8162-6cf0022d481f, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=6e6add1e-8ea2-4459-8162-6cf0022d481f,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:06.937418 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-93029a10-d8f5-459c-9532-4a07b0293242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:06.944276 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0650c5a9-5c7d-4c97-8e3b-1c36e0142bc9 req-8660b20c-cc4c-4ba2-b9d2-acf09409d3d3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502493 Mar 11 11:46:06.983780 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-994ba9dc-8ac1-4069-a9f0-cc9aa8e32da1 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=534ef25e2a194e88997b082d5497d504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643594 Mar 11 11:46:07.007479 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10ddeafc-658f-43e1-b3c7-6d8ddbbee15c req-4a720798-e323-44ec-8a1e-c1f0ab4a7727 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/floatingips/4ddc840a-f752-4671-a3b2-b9e6bbfe68b6 HTTP/1.1" status: 200 len: 692 time: 0.2456200 Mar 11 11:46:07.232592 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddeafc-658f-43e1-b3c7-6d8ddbbee15c req-65f8e099-9118-43e6-a1ff-128c0d9e6795 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:07.239863 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10ddeafc-658f-43e1-b3c7-6d8ddbbee15c req-65f8e099-9118-43e6-a1ff-128c0d9e6795 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.2315052 Mar 11 11:46:07.247134 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-fedc90f3-895f-4194-8faa-1ac7ecaea5f8 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:07.249263 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-fedc90f3-895f-4194-8faa-1ac7ecaea5f8 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2589750 Mar 11 11:46:07.304576 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-93029a10-d8f5-459c-9532-4a07b0293242 service neutron] Transition to ACTIVE for port object 6e6add1e-8ea2-4459-8162-6cf0022d481f will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:46:07.309398 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10ddeafc-658f-43e1-b3c7-6d8ddbbee15c req-5ae1da9e-0fc4-4ecf-8b88-7db867919981 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.79 HTTP/1.1" status: 200 len: 695 time: 0.0687263 Mar 11 11:46:07.311986 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-93029a10-d8f5-459c-9532-4a07b0293242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:07.316149 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-05fe1c21-2808-4bc1-847c-5eec2aa04c6e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/quotas/534ef25e2a194e88997b082d5497d504 HTTP/1.1" status: 200 len: 375 time: 0.0251989 Mar 11 11:46:07.414276 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-48105b54-14aa-4518-a497-a28856312585 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729127 Mar 11 11:46:07.428456 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10ddeafc-658f-43e1-b3c7-6d8ddbbee15c req-9582e49d-cff0-4f0d-8980-cd5834ca7757 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.79 HTTP/1.1" status: 200 len: 695 time: 0.0919616 Mar 11 11:46:07.457911 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-93029a10-d8f5-459c-9532-4a07b0293242 service neutron] No DVR routers for this DVR port 6e6add1e-8ea2-4459-8162-6cf0022d481f on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:46:07.503692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93029a10-d8f5-459c-9532-4a07b0293242 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6add1e-8ea2-4459-8162-6cf0022d481f,revision_number=10']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:07.567851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-93029a10-d8f5-459c-9532-4a07b0293242 service neutron] 10.222.0.71 "PUT /v2.0/ports/6e6add1e-8ea2-4459-8162-6cf0022d481f/bindings/n-h2-833234-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0191107 Mar 11 11:46:07.677038 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-10ddeafc-658f-43e1-b3c7-6d8ddbbee15c req-015b0b9c-8bcd-4e1b-a6ce-d05ea6d4a5c0 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Deleting port 779e8f45-76b6-4e32-b651-90326498a844 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:46:07.677383 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-10ddeafc-658f-43e1-b3c7-6d8ddbbee15c req-015b0b9c-8bcd-4e1b-a6ce-d05ea6d4a5c0 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (779e8f45-76b6-4e32-b651-90326498a844), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:07.869939 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-5ec0dce2-06de-4303-833f-714708ddb8b3 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:07.871816 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-5ec0dce2-06de-4303-833f-714708ddb8b3 tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7&tenant_id=1cecaa0b73904c0b969683224717fe2d&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 1127 time: 0.2259610 Mar 11 11:46:07.973110 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-10ddeafc-658f-43e1-b3c7-6d8ddbbee15c req-015b0b9c-8bcd-4e1b-a6ce-d05ea6d4a5c0 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (779e8f45-76b6-4e32-b651-90326498a844), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:07.973444 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-10ddeafc-658f-43e1-b3c7-6d8ddbbee15c req-015b0b9c-8bcd-4e1b-a6ce-d05ea6d4a5c0 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for floatingip (779e8f45-76b6-4e32-b651-90326498a844), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:08.005683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-10ddeafc-658f-43e1-b3c7-6d8ddbbee15c req-015b0b9c-8bcd-4e1b-a6ce-d05ea6d4a5c0 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Calling delete_port for 779e8f45-76b6-4e32-b651-90326498a844 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:46:08.044947 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-1c10a1c2-682a-4c43-83b7-70ee7017a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:08.047876 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-1c10a1c2-682a-4c43-83b7-70ee7017a62b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7&tenant_id=1cecaa0b73904c0b969683224717fe2d HTTP/1.1" status: 200 len: 1127 time: 0.1677673 Mar 11 11:46:08.201065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde601e-dc78-4412-a092-0cf191204328 req-28df3ae2-8cbf-46cf-8d39-3b25a778fdd8 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:08.207118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde601e-dc78-4412-a092-0cf191204328 req-28df3ae2-8cbf-46cf-8d39-3b25a778fdd8 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:08.213491 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde601e-dc78-4412-a092-0cf191204328 req-28df3ae2-8cbf-46cf-8d39-3b25a778fdd8 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:08.220289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fbde601e-dc78-4412-a092-0cf191204328 req-28df3ae2-8cbf-46cf-8d39-3b25a778fdd8 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2416 time: 0.2853789 Mar 11 11:46:08.335210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-5fc08712-ea42-4a86-9123-35d03c4de666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:08.336823 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-5fc08712-ea42-4a86-9123-35d03c4de666 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 1127 time: 0.1734064 Mar 11 11:46:08.408243 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fbde601e-dc78-4412-a092-0cf191204328 req-5a464696-664b-4cd7-81c5-329d25ccf4d9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563988 Mar 11 11:46:08.599625 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-10ddeafc-658f-43e1-b3c7-6d8ddbbee15c req-015b0b9c-8bcd-4e1b-a6ce-d05ea6d4a5c0 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (779e8f45-76b6-4e32-b651-90326498a844), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:08.655566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-4c35d154-bdb5-4d53-afd1-1e819d3c9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:08.657074 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-4c35d154-bdb5-4d53-afd1-1e819d3c9900 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.3008320 Mar 11 11:46:08.677571 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b0b9c-8bcd-4e1b-a6ce-d05ea6d4a5c0 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Pushing event deleted for resources: {'Port': ['ID=779e8f45-76b6-4e32-b651-90326498a844,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:08.716883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc5b4-58c4-49ab-95f0-fe86f5d19081 req-d626c11b-8733-4a9a-b1b2-77c0a23b26db tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:08.718536 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-682cc5b4-58c4-49ab-95f0-fe86f5d19081 req-d626c11b-8733-4a9a-b1b2-77c0a23b26db tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 945 time: 0.1752322 Mar 11 11:46:08.767979 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-54c927d7-f41f-4c57-912c-c2002a367016 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e6add1e-8ea2-4459-8162-6cf0022d481f HTTP/1.1" status: 200 len: 217 time: 0.0875664 Mar 11 11:46:08.827258 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-10ddeafc-658f-43e1-b3c7-6d8ddbbee15c req-015b0b9c-8bcd-4e1b-a6ce-d05ea6d4a5c0 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for floatingip (4ddc840a-f752-4671-a3b2-b9e6bbfe68b6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:08.829824 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-10ddeafc-658f-43e1-b3c7-6d8ddbbee15c req-015b0b9c-8bcd-4e1b-a6ce-d05ea6d4a5c0 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:08.830987 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10ddeafc-658f-43e1-b3c7-6d8ddbbee15c req-015b0b9c-8bcd-4e1b-a6ce-d05ea6d4a5c0 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "DELETE /v2.0/floatingips/4ddc840a-f752-4671-a3b2-b9e6bbfe68b6 HTTP/1.1" status: 204 len: 173 time: 1.3770487 Mar 11 11:46:08.838638 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-682cc5b4-58c4-49ab-95f0-fe86f5d19081 req-ecac0cf1-7348-486f-85ba-856f21661d31 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906966 Mar 11 11:46:08.863155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-8a8ff076-134c-42b1-9ae0-a0d2d417ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:08.864965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-8a8ff076-134c-42b1-9ae0-a0d2d417ff62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.0813203 Mar 11 11:46:08.909415 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-eae36128-0d88-45f4-b2d3-8598f65bfc11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368252 Mar 11 11:46:08.952142 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9182f69e-4b17-41db-bb35-9194e0480412 req-f1a46744-b522-4a64-9d80-cbab83ec005f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 210 time: 0.0452654 Mar 11 11:46:09.176150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46288) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:09.180878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2143153056'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:09.223520 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Made reservation on behalf of b3c2137dee0c413388a10d2eba864d68 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:09.227347 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:09.305926 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-dd21e8d3-4258-451a-99b5-b8074b8e3c0d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=534ef25e2a194e88997b082d5497d504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625830 Mar 11 11:46:09.373797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46292) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:09.480097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:46:09.500053 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (a6388d03-180f-469b-9ac3-d359a03ba5a5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:09.500389 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Added segment a6388d03-180f-469b-9ac3-d359a03ba5a5 of type vlan for network 0f6165f6-370b-479b-81e3-cdb2a28bb249 Mar 11 11:46:09.530104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-40e6e9b8-55d5-4013-8398-d854075dabea tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:09.531940 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-40e6e9b8-55d5-4013-8398-d854075dabea tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173507 Mar 11 11:46:09.559546 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-fc98421b-1b76-4416-a65c-858e948e08d9 service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6406598 Mar 11 11:46:09.563527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-b5636881-b6ba-41c6-b464-2c19c69a2ede tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Request body: {'port': {'device_id': '0a7f6934-0f9a-417b-94ab-23e1e276b53c', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '534ef25e2a194e88997b082d5497d504'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:09.597605 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (0f6165f6-370b-479b-81e3-cdb2a28bb249), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:09.600974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9d373-9391-4273-9609-ebda6b7de78f req-f30bb788-4ae0-45d6-a354-497156536767 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:09.602955 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a6e9d373-9391-4273-9609-ebda6b7de78f req-f30bb788-4ae0-45d6-a354-497156536767 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.5317910 Mar 11 11:46:09.625281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4190b10-f9f0-465a-b12a-5f3b59e771bf req-f4d465f3-e305-4c71-9bcd-1bea4f05a383 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:09.627143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4190b10-f9f0-465a-b12a-5f3b59e771bf req-f4d465f3-e305-4c71-9bcd-1bea4f05a383 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6407266 Mar 11 11:46:09.639440 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8489-d345-48e7-b754-a2a9f707ccb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:09.718306 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a6e9d373-9391-4273-9609-ebda6b7de78f req-f31db4bd-533d-4f2d-ab26-1fe6ec0b8f83 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033931 Mar 11 11:46:09.734261 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (0f6165f6-370b-479b-81e3-cdb2a28bb249), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:09.739696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:09.740369 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:09.803308 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6265020 Mar 11 11:46:09.820066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46302) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:09.828590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ba2d0e09-5844-4581-944c-407e98796692 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1592467510'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:09.836590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-b5636881-b6ba-41c6-b464-2c19c69a2ede tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Made reservation on behalf of 534ef25e2a194e88997b082d5497d504 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:09.840537 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-b5636881-b6ba-41c6-b464-2c19c69a2ede tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:09.856718 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-4179ccfe-99ef-41d0-ab64-f73099c9922c service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823200 Mar 11 11:46:09.861790 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14e4dcfa-034c-4765-9e3a-11e56412e035 req-896256fa-fdd1-4ea6-a31b-46103c3fc865 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=1af92fc1989b45fbbd5336fb3e17a592 HTTP/1.1" status: 200 len: 1656 time: 0.1042464 Mar 11 11:46:09.883807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event updated for resources: {'Network': ['ID=0f6165f6-370b-479b-81e3-cdb2a28bb249,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:09.903545 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64cd0a-09aa-4269-a39d-31e187fd18db req-439bfd1f-e883-4d35-82ae-cca36a747456 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:09.905050 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-b5636881-b6ba-41c6-b464-2c19c69a2ede tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:09.909538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64cd0a-09aa-4269-a39d-31e187fd18db req-439bfd1f-e883-4d35-82ae-cca36a747456 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:09.915427 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64cd0a-09aa-4269-a39d-31e187fd18db req-439bfd1f-e883-4d35-82ae-cca36a747456 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:09.917210 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f64cd0a-09aa-4269-a39d-31e187fd18db req-439bfd1f-e883-4d35-82ae-cca36a747456 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2416 time: 0.2078114 Mar 11 11:46:09.918166 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:09.918520 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:09.918880 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:09.919198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:09.919759 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:09.920098 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:09.920428 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:09.920751 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:09.921074 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:09.921568 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:09.922086 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:09.922413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:09.922745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165a044-1d9f-4b29-83d0-3cb136839d13 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:09.937980 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 0f6165f6-370b-479b-81e3-cdb2a28bb249 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:46:09.952244 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8489-d345-48e7-b754-a2a9f707ccb8 admin admin] Publish callbacks [] for security_group (28d8acf2-159c-40ca-9b8e-d8f589ab99d1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:09.955510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2d0e09-5844-4581-944c-407e98796692 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Made reservation on behalf of b3c2137dee0c413388a10d2eba864d68 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:09.959211 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba2d0e09-5844-4581-944c-407e98796692 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:09.971476 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8489-d345-48e7-b754-a2a9f707ccb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (28d8acf2-159c-40ca-9b8e-d8f589ab99d1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:10.054628 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ad7b8489-d345-48e7-b754-a2a9f707ccb8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fe0d96da77ba4437babf924d21af99aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6768110 Mar 11 11:46:10.056660 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46308) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:10.087043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b8489-d345-48e7-b754-a2a9f707ccb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d8acf2-159c-40ca-9b8e-d8f589ab99d1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:10.091006 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f64cd0a-09aa-4269-a39d-31e187fd18db req-0d1210fb-63c8-469c-a969-6a00182000bc tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656981 Mar 11 11:46:10.113748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2d0e09-5844-4581-944c-407e98796692 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:46:10.115399 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4dcfa-034c-4765-9e3a-11e56412e035 req-eeea3d24-9997-4a65-a1ee-fa969bceba95 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:10.117171 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14e4dcfa-034c-4765-9e3a-11e56412e035 req-eeea3d24-9997-4a65-a1ee-fa969bceba95 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/networks?id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 787 time: 0.2495539 Mar 11 11:46:10.159761 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7081bc38-386a-413c-8997-1ccb154dd436 admin admin] Publish callbacks [] for security_group (28d8acf2-159c-40ca-9b8e-d8f589ab99d1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:10.177222 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba2d0e09-5844-4581-944c-407e98796692 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b80c930a-bf39-4a09-b927-d1b8997284e1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:10.177812 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-ba2d0e09-5844-4581-944c-407e98796692 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Added segment b80c930a-bf39-4a09-b927-d1b8997284e1 of type vlan for network ffea5ad9-c0e5-4719-aece-e8e0fad462f9 Mar 11 11:46:10.206695 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7081bc38-386a-413c-8997-1ccb154dd436 admin admin] Publish callbacks [] for security_group (28d8acf2-159c-40ca-9b8e-d8f589ab99d1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:10.246035 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba2d0e09-5844-4581-944c-407e98796692 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (ffea5ad9-c0e5-4719-aece-e8e0fad462f9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:10.249313 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-b5636881-b6ba-41c6-b464-2c19c69a2ede tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks [] for security_group (6b6f0082-e587-45cf-b1dc-025d861858da), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:10.265373 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-b5636881-b6ba-41c6-b464-2c19c69a2ede tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6b6f0082-e587-45cf-b1dc-025d861858da), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:10.293370 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23903cbd-e5e9-4a3a-a9d7-9d8dd4c9667d req-720d41b7-effa-40e4-8d26-9f6b0ce552e0 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 210 time: 0.0732641 Mar 11 11:46:10.313725 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-4376927d-172e-48b6-8f83-f35ed1015bfb tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:10.315463 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-4376927d-172e-48b6-8f83-f35ed1015bfb tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7&tenant_id=1cecaa0b73904c0b969683224717fe2d&binding%3Ahost_id=n-h2-833234-2 HTTP/1.1" status: 200 len: 1127 time: 0.1435807 Mar 11 11:46:10.345643 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba2d0e09-5844-4581-944c-407e98796692 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (ffea5ad9-c0e5-4719-aece-e8e0fad462f9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:10.351190 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d0e09-5844-4581-944c-407e98796692 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:10.351918 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba2d0e09-5844-4581-944c-407e98796692 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:10.373097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5636881-b6ba-41c6-b464-2c19c69a2ede tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6f0082-e587-45cf-b1dc-025d861858da,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:10.410863 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ba2d0e09-5844-4581-944c-407e98796692 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5842483 Mar 11 11:46:10.411077 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ae505-d837-4f10-9609-011e9de83966 req-b943dd17-fa00-4c61-ae7c-618a2c8ea69c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:10.412188 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e1ae505-d837-4f10-9609-011e9de83966 req-b943dd17-fa00-4c61-ae7c-618a2c8ea69c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 945 time: 0.1851182 Mar 11 11:46:10.412822 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7081bc38-386a-413c-8997-1ccb154dd436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (28d8acf2-159c-40ca-9b8e-d8f589ab99d1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:10.415390 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7081bc38-386a-413c-8997-1ccb154dd436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:10.417289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7081bc38-386a-413c-8997-1ccb154dd436 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28d8acf2-159c-40ca-9b8e-d8f589ab99d1 HTTP/1.1" status: 204 len: 168 time: 0.3550267 Mar 11 11:46:10.417900 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46316) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:10.464872 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-373f1f2c-e6d7-4cf0-b13f-60dd7d3abe76 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Request body: {'subnet': {'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:10.470790 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d0e09-5844-4581-944c-407e98796692 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event updated for resources: {'Network': ['ID=ffea5ad9-c0e5-4719-aece-e8e0fad462f9,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:10.485088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network ffea5ad9-c0e5-4719-aece-e8e0fad462f9 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:46:10.512679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-b5636881-b6ba-41c6-b464-2c19c69a2ede tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Allocated IP 192.168.233.150 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/a3f1e8c3-66e7-42ca-bebd-88260a10c970) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:10.548658 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081bc38-386a-413c-8997-1ccb154dd436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d8acf2-159c-40ca-9b8e-d8f589ab99d1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:10.640190 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-096869cf-e19f-4f63-8535-4a20bba5a26e req-a3bb1bfd-091d-43af-88de-56df621aae80 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/floatingips/220ce7c1-07f6-4aa7-ac86-47e41c2061e0 HTTP/1.1" status: 200 len: 692 time: 0.2167680 Mar 11 11:46:10.714795 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-b5636881-b6ba-41c6-b464-2c19c69a2ede tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks [] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:10.756332 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-b5636881-b6ba-41c6-b464-2c19c69a2ede tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:10.824947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e1ae505-d837-4f10-9609-011e9de83966 req-ea9a6523-8977-40f4-80a9-1131705383a2 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509734 Mar 11 11:46:10.825213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-b5636881-b6ba-41c6-b464-2c19c69a2ede tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:10.825567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-b5636881-b6ba-41c6-b464-2c19c69a2ede tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:10.843424 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-b5636881-b6ba-41c6-b464-2c19c69a2ede tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:10.902770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5636881-b6ba-41c6-b464-2c19c69a2ede tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Pushing event updated for resources: {'Port': ['ID=a3f1e8c3-66e7-42ca-bebd-88260a10c970,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:10.984005 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-b5636881-b6ba-41c6-b464-2c19c69a2ede tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:10.988974 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-b5636881-b6ba-41c6-b464-2c19c69a2ede tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:11.022278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-7e77c422-d916-450f-9bbb-b1211cc24483 service neutron] For port 6e6add1e-8ea2-4459-8162-6cf0022d481f, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:11.030206 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-7e77c422-d916-450f-9bbb-b1211cc24483 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:11.031669 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a095a9e1-2e0c-4b18-9ed3-ab81e51774ee req-7e77c422-d916-450f-9bbb-b1211cc24483 service neutron] 10.222.0.37 "DELETE /v2.0/ports/6e6add1e-8ea2-4459-8162-6cf0022d481f/bindings/n-h1-833234-2 HTTP/1.1" status: 204 len: 173 time: 0.7084422 Mar 11 11:46:11.034319 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-b5636881-b6ba-41c6-b464-2c19c69a2ede tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4750478 Mar 11 11:46:11.039135 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096869cf-e19f-4f63-8535-4a20bba5a26e req-fbb51a72-758f-4d84-8c00-b8926737cd27 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:11.046739 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-096869cf-e19f-4f63-8535-4a20bba5a26e req-fbb51a72-758f-4d84-8c00-b8926737cd27 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.3819923 Mar 11 11:46:11.046977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Request body: {'port': {'device_id': '0a7f6934-0f9a-417b-94ab-23e1e276b53c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:11.103488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-096869cf-e19f-4f63-8535-4a20bba5a26e req-2d624dc5-1b6d-4ce9-9e10-c30a0f37fd8b tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 695 time: 0.0555937 Mar 11 11:46:11.105401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373f1f2c-e6d7-4cf0-b13f-60dd7d3abe76 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Made reservation on behalf of b3c2137dee0c413388a10d2eba864d68 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:11.109886 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-373f1f2c-e6d7-4cf0-b13f-60dd7d3abe76 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:11.204485 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:11.232858 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-08a14e2f-f89f-4046-9fa7-7a19698bdcc1 None None] Provisioning complete for port a3f1e8c3-66e7-42ca-bebd-88260a10c970 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:11.233915 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-08a14e2f-f89f-4046-9fa7-7a19698bdcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:11.286799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-08a14e2f-f89f-4046-9fa7-7a19698bdcc1 None None] Port a3f1e8c3-66e7-42ca-bebd-88260a10c970 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:46:11.314711 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-096869cf-e19f-4f63-8535-4a20bba5a26e req-0a3ba3e5-ba9f-4f7c-8946-3e84325c81f4 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 695 time: 0.2101476 Mar 11 11:46:11.462925 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8bbbe-242b-4a7b-807c-67341f75a00d req-809fa9d0-fafc-40aa-ac93-fa0391b1d6f3 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:11.468249 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44f8bbbe-242b-4a7b-807c-67341f75a00d req-809fa9d0-fafc-40aa-ac93-fa0391b1d6f3 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.2033272 Mar 11 11:46:11.597683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f1e8c3-66e7-42ca-bebd-88260a10c970 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:46:11.606207 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Publish callbacks [] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:11.621088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Transition to ACTIVE for port object a3f1e8c3-66e7-42ca-bebd-88260a10c970 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:46:11.625491 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:11.647289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44f8bbbe-242b-4a7b-807c-67341f75a00d req-a1f6ecba-7d0f-45ba-9b0b-8163359b0959 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759880 Mar 11 11:46:11.654933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-096869cf-e19f-4f63-8535-4a20bba5a26e req-10f437e1-b023-4e36-9342-6d88fca27d30 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Deleting port 34ce659a-a3ab-44d3-880c-a908d96efa60 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:46:11.655616 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-096869cf-e19f-4f63-8535-4a20bba5a26e req-10f437e1-b023-4e36-9342-6d88fca27d30 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (34ce659a-a3ab-44d3-880c-a908d96efa60), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:11.686273 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Pushing event updated for resources: {'Port': ['ID=a3f1e8c3-66e7-42ca-bebd-88260a10c970,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:11.688485 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-373f1f2c-e6d7-4cf0-b13f-60dd7d3abe76 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (f06fa7a8-3bd8-4ab3-994c-422981a66aeb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:11.767776 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Attempting to bind port a3f1e8c3-66e7-42ca-bebd-88260a10c970 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:46:11.767776 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Attempting to bind port a3f1e8c3-66e7-42ca-bebd-88260a10c970 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:46:11.767776 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Attempting to bind port a3f1e8c3-66e7-42ca-bebd-88260a10c970 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:11.779220 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Port a3f1e8c3-66e7-42ca-bebd-88260a10c970 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:46:11.779557 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Attempting to bind port a3f1e8c3-66e7-42ca-bebd-88260a10c970 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:11.792832 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:46:11.793182 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:11.793568 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:46:11.794343 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Bound port: a3f1e8c3-66e7-42ca-bebd-88260a10c970, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:46:11.794870 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:11.891228 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] For port a3f1e8c3-66e7-42ca-bebd-88260a10c970, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:11.896273 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] For port a3f1e8c3-66e7-42ca-bebd-88260a10c970, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:46:11.906537 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:11.917606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f1f2c-e6d7-4cf0-b13f-60dd7d3abe76 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Checking segment: {'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:11.917977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373f1f2c-e6d7-4cf0-b13f-60dd7d3abe76 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Network hostable DHCP agents. Network: 0f6165f6-370b-479b-81e3-cdb2a28bb249, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:46:11.923792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1f2c-e6d7-4cf0-b13f-60dd7d3abe76 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event updated for resources: {'Subnet': ['ID=f06fa7a8-3bd8-4ab3-994c-422981a66aeb,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:11.927431 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-096869cf-e19f-4f63-8535-4a20bba5a26e req-10f437e1-b023-4e36-9342-6d88fca27d30 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (34ce659a-a3ab-44d3-880c-a908d96efa60), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:11.927790 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-096869cf-e19f-4f63-8535-4a20bba5a26e req-10f437e1-b023-4e36-9342-6d88fca27d30 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for floatingip (34ce659a-a3ab-44d3-880c-a908d96efa60), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:11.957596 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-096869cf-e19f-4f63-8535-4a20bba5a26e req-10f437e1-b023-4e36-9342-6d88fca27d30 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Calling delete_port for 34ce659a-a3ab-44d3-880c-a908d96efa60 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:46:11.980046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1336b10-c13d-4938-93ef-0203ec9f8fa7 req-f5a26402-7744-4a45-8efb-bb121465ffe7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:11.985445 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1336b10-c13d-4938-93ef-0203ec9f8fa7 req-f5a26402-7744-4a45-8efb-bb121465ffe7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:11.990908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1336b10-c13d-4938-93ef-0203ec9f8fa7 req-f5a26402-7744-4a45-8efb-bb121465ffe7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:11.997390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Pushing event updated for resources: {'Port': ['ID=a3f1e8c3-66e7-42ca-bebd-88260a10c970,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:11.998191 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f1336b10-c13d-4938-93ef-0203ec9f8fa7 req-f5a26402-7744-4a45-8efb-bb121465ffe7 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2416 time: 0.1978033 Mar 11 11:46:12.009085 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373f1f2c-e6d7-4cf0-b13f-60dd7d3abe76 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Network 0f6165f6-370b-479b-81e3-cdb2a28bb249 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:46:12.015680 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:12.016854 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:12.018351 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-1f6ca59a-4a37-4a25-b235-933683c8992a service neutron] 10.222.0.37 "PUT /v2.0/ports/a3f1e8c3-66e7-42ca-bebd-88260a10c970 HTTP/1.1" status: 200 len: 1096 time: 0.9758172 Mar 11 11:46:12.021303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7f6934-0f9a-417b-94ab-23e1e276b53c', 'tag': 'a3f1e8c3-66e7-42ca-bebd-88260a10c970'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:12.023765 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cfbb64-c970-47c1-98b8-5c5c5adbc41b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7f6934-0f9a-417b-94ab-23e1e276b53c", "tag": "a3f1e8c3-66e7-42ca-bebd-88260a10c970"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:12.059152 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-373f1f2c-e6d7-4cf0-b13f-60dd7d3abe76 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 0f6165f6-370b-479b-81e3-cdb2a28bb249) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:12.069606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0211068c-e793-4212-957b-4d1e6435c88e None None] Network 0f6165f6-370b-479b-81e3-cdb2a28bb249 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:46:12.078418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373f1f2c-e6d7-4cf0-b13f-60dd7d3abe76 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:12.079378 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-373f1f2c-e6d7-4cf0-b13f-60dd7d3abe76 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:12.140574 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-9bcc2f21-6c0e-4fef-965b-4b337d5d15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:12.143870 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-373f1f2c-e6d7-4cf0-b13f-60dd7d3abe76 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6960161 Mar 11 11:46:12.147006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46366) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:12.151074 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-9bcc2f21-6c0e-4fef-965b-4b337d5d15eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 1130 time: 0.0794964 Mar 11 11:46:12.154075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9a637cad-b677-4816-83f7-1e548c73b34a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Request body: {'subnet': {'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:12.173042 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f1336b10-c13d-4938-93ef-0203ec9f8fa7 req-f223d7e0-b5c3-4747-9b79-120fe54bd13d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677740 Mar 11 11:46:12.220568 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-32ba4909-7e96-4d6a-b600-69864dd36c91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970 HTTP/1.1" status: 200 len: 217 time: 0.0667388 Mar 11 11:46:12.248193 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-0f6165f6-370b-479b-81e3-cdb2a28bb249', 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249', 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'fixed_ips': [{'subnet_id': 'f06fa7a8-3bd8-4ab3-994c-422981a66aeb'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:46:12.250813 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:12.300054 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-3475be1d-5192-42f2-84b0-0e914be18e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:12.301704 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-3475be1d-5192-42f2-84b0-0e914be18e23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0753098 Mar 11 11:46:12.395701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-8ec1f1ee-b615-4975-87ab-324b602220b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:12.398485 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-8ec1f1ee-b615-4975-87ab-324b602220b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0855856 Mar 11 11:46:12.427549 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a637cad-b677-4816-83f7-1e548c73b34a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Made reservation on behalf of b3c2137dee0c413388a10d2eba864d68 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:12.431190 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a637cad-b677-4816-83f7-1e548c73b34a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:12.467336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Allocated IP 10.1.1.2 (0f6165f6-370b-479b-81e3-cdb2a28bb249/f06fa7a8-3bd8-4ab3-994c-422981a66aeb/1e4d6e46-0804-4c21-9680-10556bf7296e) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:12.473442 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967bf6d-1c84-4e10-a0f6-a286917f86dc req-a659dc41-2c54-4a76-8f75-eed90493e0de tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:12.480378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3967bf6d-1c84-4e10-a0f6-a286917f86dc req-a659dc41-2c54-4a76-8f75-eed90493e0de tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 948 time: 0.1859760 Mar 11 11:46:12.506824 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-096869cf-e19f-4f63-8535-4a20bba5a26e req-10f437e1-b023-4e36-9342-6d88fca27d30 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (34ce659a-a3ab-44d3-880c-a908d96efa60), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:12.541715 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-12b5aad2-b308-4b56-8573-e5a0e64b6088 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371331 Mar 11 11:46:12.572415 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:12.578533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f437e1-b023-4e36-9342-6d88fca27d30 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Pushing event deleted for resources: {'Port': ['ID=34ce659a-a3ab-44d3-880c-a908d96efa60,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:12.666402 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3967bf6d-1c84-4e10-a0f6-a286917f86dc req-b2863732-5e4f-4bb7-8657-a8d21563b5c6 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805425 Mar 11 11:46:12.675543 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37e1b6de-cb29-4219-b47a-a46deeeb5dde req-af186caf-65f5-4177-99c4-82d33b7fb5e9 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263242 Mar 11 11:46:12.679064 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Publish callbacks [] for port (1e4d6e46-0804-4c21-9680-10556bf7296e), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:12.691415 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (1e4d6e46-0804-4c21-9680-10556bf7296e), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:12.740181 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Network 0f6165f6-370b-479b-81e3-cdb2a28bb249 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:12.743151 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:12.749239 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:12.758500 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Pushing event updated for resources: {'Port': ['ID=1e4d6e46-0804-4c21-9680-10556bf7296e,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:12.766171 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-096869cf-e19f-4f63-8535-4a20bba5a26e req-10f437e1-b023-4e36-9342-6d88fca27d30 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for floatingip (220ce7c1-07f6-4aa7-ac86-47e41c2061e0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:12.769113 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-096869cf-e19f-4f63-8535-4a20bba5a26e req-10f437e1-b023-4e36-9342-6d88fca27d30 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:12.787504 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-096869cf-e19f-4f63-8535-4a20bba5a26e req-10f437e1-b023-4e36-9342-6d88fca27d30 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "DELETE /v2.0/floatingips/220ce7c1-07f6-4aa7-ac86-47e41c2061e0 HTTP/1.1" status: 204 len: 173 time: 1.4717553 Mar 11 11:46:12.825045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Attempting to bind port 1e4d6e46-0804-4c21-9680-10556bf7296e on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:46:12.825430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Attempting to bind port 1e4d6e46-0804-4c21-9680-10556bf7296e by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:46:12.825986 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Attempting to bind port 1e4d6e46-0804-4c21-9680-10556bf7296e on network 0f6165f6-370b-479b-81e3-cdb2a28bb249 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:12.831549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:46:12.832208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Checking segment: {'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:12.832354 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:12.832728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Bound using segment: {'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:46:12.833197 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Bound port: 1e4d6e46-0804-4c21-9680-10556bf7296e, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:46:12.833576 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1e4d6e46-0804-4c21-9680-10556bf7296e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:12.837107 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb7f95c-9e20-49e1-9c33-8f4e877a031f x-openstack-request-id: req-8eb7f95c-9e20-49e1-9c33-8f4e877a031f {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:12.837623 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7f6934-0f9a-417b-94ab-23e1e276b53c", "tag": "a3f1e8c3-66e7-42ca-bebd-88260a10c970", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:12.837917 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8eb7f95c-9e20-49e1-9c33-8f4e877a031f {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:12.838416 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7f6934-0f9a-417b-94ab-23e1e276b53c', 'tag': 'a3f1e8c3-66e7-42ca-bebd-88260a10c970', 'status': 'completed', 'code': 200} Mar 11 11:46:12.885648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7726af2-0f29-4eaa-b018-92aa3ed86365 req-b5aa547b-8348-46ee-841e-bd13767be77f tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:12.892770 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c7726af2-0f29-4eaa-b018-92aa3ed86365 req-b5aa547b-8348-46ee-841e-bd13767be77f tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 1127 time: 0.1442993 Mar 11 11:46:12.906864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] For port 1e4d6e46-0804-4c21-9680-10556bf7296e, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:12.910138 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] For port 1e4d6e46-0804-4c21-9680-10556bf7296e, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1e4d6e46-0804-4c21-9680-10556bf7296e,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:46:12.918296 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1e4d6e46-0804-4c21-9680-10556bf7296e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:12.931711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfbb64-c970-47c1-98b8-5c5c5adbc41b req-0090a324-a58c-4ebc-a62f-b489e80cd308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:12.933628 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99cfbb64-c970-47c1-98b8-5c5c5adbc41b req-0090a324-a58c-4ebc-a62f-b489e80cd308 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 1130 time: 0.0760422 Mar 11 11:46:12.961845 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a637cad-b677-4816-83f7-1e548c73b34a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (31976299-c506-435a-a44b-700646b0a816), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:13.012645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d68df-fa7a-44fb-9c60-cc72811b06aa None None] Pushing event updated for resources: {'Port': ['ID=1e4d6e46-0804-4c21-9680-10556bf7296e,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:13.118034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfbb64-c970-47c1-98b8-5c5c5adbc41b req-da0e5047-c3d8-4a12-b4f5-4c925e5a5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:13.120009 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99cfbb64-c970-47c1-98b8-5c5c5adbc41b req-da0e5047-c3d8-4a12-b4f5-4c925e5a5dca service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.1790287 Mar 11 11:46:13.143876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a637cad-b677-4816-83f7-1e548c73b34a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event updated for resources: {'Subnet': ['ID=31976299-c506-435a-a44b-700646b0a816,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:13.169971 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99cfbb64-c970-47c1-98b8-5c5c5adbc41b req-1f996b2d-c973-46e0-801a-f24416b2a719 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970 HTTP/1.1" status: 200 len: 217 time: 0.0425467 Mar 11 11:46:13.175779 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-6d6c7062-e8d1-490b-beec-a2f924ca25ff tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:13.185082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-6d6c7062-e8d1-490b-beec-a2f924ca25ff tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:13.191374 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-6d6c7062-e8d1-490b-beec-a2f924ca25ff tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:13.194389 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-6d6c7062-e8d1-490b-beec-a2f924ca25ff tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.71 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2416 time: 0.2851386 Mar 11 11:46:13.201652 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c7726af2-0f29-4eaa-b018-92aa3ed86365 req-6dab49cf-f1d4-4c70-b060-e3ed06c5440c tempest-LiveMigrationTest-397512670 tempest-LiveMigrationTest-397512670-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079834 Mar 11 11:46:13.302206 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a637cad-b677-4816-83f7-1e548c73b34a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Checking segment: {'id': 'b80c930a-bf39-4a09-b927-d1b8997284e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:13.302857 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a637cad-b677-4816-83f7-1e548c73b34a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Network hostable DHCP agents. Network: ffea5ad9-c0e5-4719-aece-e8e0fad462f9, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:46:13.314397 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfbb64-c970-47c1-98b8-5c5c5adbc41b req-52cdf06d-76ac-442b-ac67-f5c8c0d2027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:13.316417 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99cfbb64-c970-47c1-98b8-5c5c5adbc41b req-52cdf06d-76ac-442b-ac67-f5c8c0d2027d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1404502 Mar 11 11:46:13.327502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ac7aa-e2ff-4d0b-8799-83d63f4f618c req-38c83214-b08c-4018-9419-ee25d0ecc2c0 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:13.335102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-337ac7aa-e2ff-4d0b-8799-83d63f4f618c req-38c83214-b08c-4018-9419-ee25d0ecc2c0 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.3703113 Mar 11 11:46:13.382523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfbb64-c970-47c1-98b8-5c5c5adbc41b req-8666a46f-529b-4f5a-9ffa-e8f0915ea1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:13.386163 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99cfbb64-c970-47c1-98b8-5c5c5adbc41b req-8666a46f-529b-4f5a-9ffa-e8f0915ea1e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0619755 Mar 11 11:46:13.453600 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5140207f-2f64-40f1-bf96-a483ceb65468 req-be53b50f-021e-4da7-a841-4cea7043edce tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/floatingips/e8ec3ea4-e0c7-42d3-8601-9c4c1f6675d5 HTTP/1.1" status: 200 len: 693 time: 0.1403265 Mar 11 11:46:13.500477 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a637cad-b677-4816-83f7-1e548c73b34a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Network ffea5ad9-c0e5-4719-aece-e8e0fad462f9 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:46:13.547389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-9a637cad-b677-4816-83f7-1e548c73b34a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, ffea5ad9-c0e5-4719-aece-e8e0fad462f9) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:13.549618 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99cfbb64-c970-47c1-98b8-5c5c5adbc41b req-56cc2a95-7925-45d8-995b-b44a583593b2 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572897 Mar 11 11:46:13.583249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7758ab62-1666-4f30-8970-caf6cc80aba0 None None] Network ffea5ad9-c0e5-4719-aece-e8e0fad462f9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:46:13.597823 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a637cad-b677-4816-83f7-1e548c73b34a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:13.600274 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a637cad-b677-4816-83f7-1e548c73b34a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:13.669932 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-337ac7aa-e2ff-4d0b-8799-83d63f4f618c req-fc30e6e8-982f-4813-a776-28b6d573bd7e tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3338656 Mar 11 11:46:13.699301 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b385481-0636-4464-aae8-21d3b1a76d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:13.722980 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1e4d6e46-0804-4c21-9680-10556bf7296e up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:13.740894 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99cfbb64-c970-47c1-98b8-5c5c5adbc41b req-b1b52a1f-59e4-4cdb-8a95-2a56bd7bbea3 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831934 Mar 11 11:46:13.886280 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-ffea5ad9-c0e5-4719-aece-e8e0fad462f9', 'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9', 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'fixed_ips': [{'subnet_id': '31976299-c506-435a-a44b-700646b0a816'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:46:13.887848 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:13.908697 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 1e4d6e46-0804-4c21-9680-10556bf7296e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:13.909416 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1e4d6e46-0804-4c21-9680-10556bf7296e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:14.040656 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46400) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:14.108084 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 1e4d6e46-0804-4c21-9680-10556bf7296e is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:14.108682 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1e4d6e46-0804-4c21-9680-10556bf7296e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:14.118356 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9a637cad-b677-4816-83f7-1e548c73b34a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9699807 Mar 11 11:46:14.121639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46404) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:14.127501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0614b666-e24f-48b5-a1a9-7c9a53c08ea1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Request body: {'port': {'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249', 'name': 'tempest-TaggedBootDevicesTest-260186828', 'fixed_ips': [{'subnet_id': 'f06fa7a8-3bd8-4ab3-994c-422981a66aeb'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:14.136347 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Allocated IP 10.2.2.2 (ffea5ad9-c0e5-4719-aece-e8e0fad462f9/31976299-c506-435a-a44b-700646b0a816/a3d4a303-c59b-4aeb-afd3-a656bf52187f) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:14.147229 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-ff0409e4-4984-48ee-8ec9-3e5630a51c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Deleting port b28e3682-7df5-4bee-818b-bfcd267673e3 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:46:14.148138 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-ff0409e4-4984-48ee-8ec9-3e5630a51c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b28e3682-7df5-4bee-818b-bfcd267673e3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:14.177036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 1e4d6e46-0804-4c21-9680-10556bf7296e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1e4d6e46-0804-4c21-9680-10556bf7296e,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:14.193761 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1e4d6e46-0804-4c21-9680-10556bf7296e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:14.283056 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-ff0409e4-4984-48ee-8ec9-3e5630a51c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] For port b28e3682-7df5-4bee-818b-bfcd267673e3, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b28e3682-7df5-4bee-818b-bfcd267673e3,segment=NetworkSegment(ee1b7088-e84b-4af7-867a-8e32e207b910),segment_id=ee1b7088-e84b-4af7-867a-8e32e207b910)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:14.283427 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-ff0409e4-4984-48ee-8ec9-3e5630a51c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b28e3682-7df5-4bee-818b-bfcd267673e3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:14.294832 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=1e4d6e46-0804-4c21-9680-10556bf7296e,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:14.323389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140207f-2f64-40f1-bf96-a483ceb65468 req-5fde9709-4159-43a2-832a-df56e0a6aa7f tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:14.328064 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6fd550c5-732b-48b9-a4a7-b49cd07e82f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:14.333618 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5140207f-2f64-40f1-bf96-a483ceb65468 req-5fde9709-4159-43a2-832a-df56e0a6aa7f tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.8785782 Mar 11 11:46:14.350238 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-ff0409e4-4984-48ee-8ec9-3e5630a51c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Calling delete_port for b28e3682-7df5-4bee-818b-bfcd267673e3 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:46:14.394604 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Publish callbacks [] for port (a3d4a303-c59b-4aeb-afd3-a656bf52187f), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:14.399329 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0614b666-e24f-48b5-a1a9-7c9a53c08ea1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Made reservation on behalf of b3c2137dee0c413388a10d2eba864d68 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:14.401476 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (a3d4a303-c59b-4aeb-afd3-a656bf52187f), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:14.409027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcc6b0-34fd-4d73-916a-2dcc34f33e6d req-06580b2f-9b1f-4985-b248-cfeea78b087b tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:14.414314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcc6b0-34fd-4d73-916a-2dcc34f33e6d req-06580b2f-9b1f-4985-b248-cfeea78b087b tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:14.419901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcc6b0-34fd-4d73-916a-2dcc34f33e6d req-06580b2f-9b1f-4985-b248-cfeea78b087b tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:14.427543 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ebcc6b0-34fd-4d73-916a-2dcc34f33e6d req-06580b2f-9b1f-4985-b248-cfeea78b087b tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 2416 time: 0.3647830 Mar 11 11:46:14.439504 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6fd550c5-732b-48b9-a4a7-b49cd07e82f1 admin admin] Publish callbacks [] for security_group (e7500920-c1e9-4888-96ca-23ec5d92541e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:14.442037 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5140207f-2f64-40f1-bf96-a483ceb65468 req-1410b2f1-8da0-44a7-8316-d4202a748497 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 696 time: 0.1072290 Mar 11 11:46:14.449485 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6fd550c5-732b-48b9-a4a7-b49cd07e82f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e7500920-c1e9-4888-96ca-23ec5d92541e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:14.449961 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Network ffea5ad9-c0e5-4719-aece-e8e0fad462f9 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:14.453642 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:14.460106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:14.500751 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6fd550c5-732b-48b9-a4a7-b49cd07e82f1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d62584390be7422799c9857a3176563b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4585879 Mar 11 11:46:14.509438 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Pushing event updated for resources: {'Port': ['ID=a3d4a303-c59b-4aeb-afd3-a656bf52187f,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:14.528403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46408) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:14.529300 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd550c5-732b-48b9-a4a7-b49cd07e82f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7500920-c1e9-4888-96ca-23ec5d92541e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:14.540225 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Attempting to bind port a3d4a303-c59b-4aeb-afd3-a656bf52187f on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:46:14.540677 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Attempting to bind port a3d4a303-c59b-4aeb-afd3-a656bf52187f by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'b80c930a-bf39-4a09-b927-d1b8997284e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:46:14.541043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Attempting to bind port a3d4a303-c59b-4aeb-afd3-a656bf52187f on network ffea5ad9-c0e5-4719-aece-e8e0fad462f9 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:14.547570 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:46:14.547970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Checking segment: {'id': 'b80c930a-bf39-4a09-b927-d1b8997284e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:14.548371 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:14.548759 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Bound using segment: {'id': 'b80c930a-bf39-4a09-b927-d1b8997284e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:46:14.549222 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Bound port: a3d4a303-c59b-4aeb-afd3-a656bf52187f, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80c930a-bf39-4a09-b927-d1b8997284e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:46:14.549653 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a3d4a303-c59b-4aeb-afd3-a656bf52187f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:14.561544 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5140207f-2f64-40f1-bf96-a483ceb65468 req-958c8a19-8d3f-4af8-9898-70005c399522 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 696 time: 0.1184759 Mar 11 11:46:14.571901 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0614b666-e24f-48b5-a1a9-7c9a53c08ea1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:14.589769 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-0614b666-e24f-48b5-a1a9-7c9a53c08ea1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] device_id is not set on port a71fbc2e-a97d-4402-8ded-69179cd4d38d yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 11:46:14.598954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5ddb70-e738-43c9-9328-4d6feb5bb803 None None] Network 0f6165f6-370b-479b-81e3-cdb2a28bb249 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:46:14.696196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-779cf890-2c18-4123-9e0a-d9e3d94d8af7 None None] Provisioning complete for port 1e4d6e46-0804-4c21-9680-10556bf7296e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:14.696520 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-779cf890-2c18-4123-9e0a-d9e3d94d8af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1e4d6e46-0804-4c21-9680-10556bf7296e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:14.704421 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ebcc6b0-34fd-4d73-916a-2dcc34f33e6d req-4a051d98-bbd9-4ec8-a1bd-9d19cf2f5d4c tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756724 Mar 11 11:46:14.737543 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] For port a3d4a303-c59b-4aeb-afd3-a656bf52187f, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:14.757024 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] For port a3d4a303-c59b-4aeb-afd3-a656bf52187f, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a3d4a303-c59b-4aeb-afd3-a656bf52187f,segment=NetworkSegment(b80c930a-bf39-4a09-b927-d1b8997284e1),segment_id=b80c930a-bf39-4a09-b927-d1b8997284e1)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:46:14.803867 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-ff0409e4-4984-48ee-8ec9-3e5630a51c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b28e3682-7df5-4bee-818b-bfcd267673e3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:14.814252 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-779cf890-2c18-4123-9e0a-d9e3d94d8af7 None None] Current status of the port 1e4d6e46-0804-4c21-9680-10556bf7296e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:14.816387 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a3d4a303-c59b-4aeb-afd3-a656bf52187f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:14.823201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['b28e3682-7df5-4bee-818b-bfcd267673e3', '5afe96e3-cb9f-44c0-accb-01c21e4a5a72', 'bb7c2428-f67d-4ec1-86cd-1dff3c224950'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:46:14.831383 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-0614b666-e24f-48b5-a1a9-7c9a53c08ea1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Allocated IP 10.1.1.8 (0f6165f6-370b-479b-81e3-cdb2a28bb249/f06fa7a8-3bd8-4ab3-994c-422981a66aeb/a71fbc2e-a97d-4402-8ded-69179cd4d38d) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:14.876974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0409e4-4984-48ee-8ec9-3e5630a51c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event deleted for resources: {'Port': ['ID=b28e3682-7df5-4bee-818b-bfcd267673e3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:14.947826 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-ff0409e4-4984-48ee-8ec9-3e5630a51c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] No DVR routers for this DVR port b28e3682-7df5-4bee-818b-bfcd267673e3 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:46:14.951175 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-ff0409e4-4984-48ee-8ec9-3e5630a51c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:14.968645 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-ff0409e4-4984-48ee-8ec9-3e5630a51c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.71 "DELETE /v2.0/ports/b28e3682-7df5-4bee-818b-bfcd267673e3 HTTP/1.1" status: 204 len: 173 time: 1.7621195 Mar 11 11:46:14.969353 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b75dba2d-1f3a-49eb-b8fa-41208fb3888e admin admin] Publish callbacks [] for security_group (e7500920-c1e9-4888-96ca-23ec5d92541e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:14.979750 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'name': 'network-vif-deleted', 'tag': 'b28e3682-7df5-4bee-818b-bfcd267673e3'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:14.982145 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94660580-e115-45df-b059-09148f92a75f" -d '{"events": [{"server_uuid": "85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3", "name": "network-vif-deleted", "tag": "b28e3682-7df5-4bee-818b-bfcd267673e3"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:15.022169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1705e5-3516-4ead-95e8-0b6122ee737f None None] Pushing event updated for resources: {'Port': ['ID=a3d4a303-c59b-4aeb-afd3-a656bf52187f,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:15.053964 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0614b666-e24f-48b5-a1a9-7c9a53c08ea1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:15.124865 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0614b666-e24f-48b5-a1a9-7c9a53c08ea1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:15.146750 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b75dba2d-1f3a-49eb-b8fa-41208fb3888e admin admin] Publish callbacks [] for security_group (e7500920-c1e9-4888-96ca-23ec5d92541e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:15.203223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-5140207f-2f64-40f1-bf96-a483ceb65468 req-aecd9323-7e57-444a-9cd6-9a49acbcf5d1 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Deleting port c8bcd40f-91ee-498f-b3cc-13057c5dd6b1 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:46:15.203463 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5140207f-2f64-40f1-bf96-a483ceb65468 req-aecd9323-7e57-444a-9cd6-9a49acbcf5d1 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c8bcd40f-91ee-498f-b3cc-13057c5dd6b1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:15.203981 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0614b666-e24f-48b5-a1a9-7c9a53c08ea1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Network 0f6165f6-370b-479b-81e3-cdb2a28bb249 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:15.214138 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-0614b666-e24f-48b5-a1a9-7c9a53c08ea1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:15.231313 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0614b666-e24f-48b5-a1a9-7c9a53c08ea1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:15.359987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0614b666-e24f-48b5-a1a9-7c9a53c08ea1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:15.360801 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0614b666-e24f-48b5-a1a9-7c9a53c08ea1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:15.378544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614b666-e24f-48b5-a1a9-7c9a53c08ea1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event updated for resources: {'Port': ['ID=a71fbc2e-a97d-4402-8ded-69179cd4d38d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:15.394199 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0614b666-e24f-48b5-a1a9-7c9a53c08ea1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2693193 Mar 11 11:46:15.394377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46418) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:15.399432 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1e44b876-77f9-4b3e-88d7-5e608209d7cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Request body: {'port': {'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249', 'name': 'tempest-TaggedBootDevicesTest-1392702863', 'fixed_ips': [{'subnet_id': 'f06fa7a8-3bd8-4ab3-994c-422981a66aeb'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:15.452423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20cc8d-8803-4b19-a582-0a9a828f64d9 req-65212baa-8360-4c89-9c81-aa5981c33db3 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:15.464968 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b20cc8d-8803-4b19-a582-0a9a828f64d9 req-65212baa-8360-4c89-9c81-aa5981c33db3 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 948 time: 0.4053349 Mar 11 11:46:15.500473 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b75dba2d-1f3a-49eb-b8fa-41208fb3888e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e7500920-c1e9-4888-96ca-23ec5d92541e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:15.503408 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b75dba2d-1f3a-49eb-b8fa-41208fb3888e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:15.504992 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b75dba2d-1f3a-49eb-b8fa-41208fb3888e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e7500920-c1e9-4888-96ca-23ec5d92541e HTTP/1.1" status: 204 len: 168 time: 0.9722145 Mar 11 11:46:15.524502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-11373055-b12b-471c-8f79-ef6a13eb5c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Deleting port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:46:15.524700 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device a3f1e8c3-66e7-42ca-bebd-88260a10c970 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:46:15.525464 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-11373055-b12b-471c-8f79-ef6a13eb5c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5afe96e3-cb9f-44c0-accb-01c21e4a5a72), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:15.596409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e44b876-77f9-4b3e-88d7-5e608209d7cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Made reservation on behalf of b3c2137dee0c413388a10d2eba864d68 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:15.605411 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e44b876-77f9-4b3e-88d7-5e608209d7cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:15.651682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-11373055-b12b-471c-8f79-ef6a13eb5c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] For port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=5afe96e3-cb9f-44c0-accb-01c21e4a5a72,segment=NetworkSegment(b0d59a4b-481e-4702-92f6-6f214874d81f),segment_id=b0d59a4b-481e-4702-92f6-6f214874d81f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:15.652089 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-11373055-b12b-471c-8f79-ef6a13eb5c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5afe96e3-cb9f-44c0-accb-01c21e4a5a72), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:15.656374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-29e54d47-d117-4356-a304-b3444d31377f None None] Provisioning complete for port 1e4d6e46-0804-4c21-9680-10556bf7296e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:15.656919 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-29e54d47-d117-4356-a304-b3444d31377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1e4d6e46-0804-4c21-9680-10556bf7296e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:15.663613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-1e44b876-77f9-4b3e-88d7-5e608209d7cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] device_id is not set on port 01f1b758-11ae-47ce-91f3-deec473c8b64 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 11:46:15.684455 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-11373055-b12b-471c-8f79-ef6a13eb5c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Calling delete_port for 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:46:15.805272 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5140207f-2f64-40f1-bf96-a483ceb65468 req-aecd9323-7e57-444a-9cd6-9a49acbcf5d1 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c8bcd40f-91ee-498f-b3cc-13057c5dd6b1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:15.805994 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5140207f-2f64-40f1-bf96-a483ceb65468 req-aecd9323-7e57-444a-9cd6-9a49acbcf5d1 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for floatingip (c8bcd40f-91ee-498f-b3cc-13057c5dd6b1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:15.806823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e83f5a-95ea-4125-b65f-27566637c3a5 req-e457f992-4df1-4b55-91a1-ee068bd44f5e tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:15.809720 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-08e83f5a-95ea-4125-b65f-27566637c3a5 req-e457f992-4df1-4b55-91a1-ee068bd44f5e tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 945 time: 0.1929650 Mar 11 11:46:15.836570 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4d246c71-63bb-4f6d-b863-236ddc1fbd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:15.837252 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dba2d-1f3a-49eb-b8fa-41208fb3888e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7500920-c1e9-4888-96ca-23ec5d92541e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:15.847644 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-5140207f-2f64-40f1-bf96-a483ceb65468 req-aecd9323-7e57-444a-9cd6-9a49acbcf5d1 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Calling delete_port for c8bcd40f-91ee-498f-b3cc-13057c5dd6b1 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:46:15.890901 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port a3f1e8c3-66e7-42ca-bebd-88260a10c970, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:15.893573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a3d4a303-c59b-4aeb-afd3-a656bf52187f up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:15.920396 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b20cc8d-8803-4b19-a582-0a9a828f64d9 req-dda41f88-92e0-4571-a6a8-c791bb72c372 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488957 Mar 11 11:46:15.934894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'a3f1e8c3-66e7-42ca-bebd-88260a10c970', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'a3f1e8c3-66e7-42ca-bebd-88260a10c970', 'mac_address': 'fa:16:3e:b1:4a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:46:16.010293 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-11373055-b12b-471c-8f79-ef6a13eb5c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (5afe96e3-cb9f-44c0-accb-01c21e4a5a72), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.033310 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-29e54d47-d117-4356-a304-b3444d31377f None None] Current status of the port 1e4d6e46-0804-4c21-9680-10556bf7296e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:16.043693 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port a3f1e8c3-66e7-42ca-bebd-88260a10c970 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:16.044141 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.054505 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a3d4a303-c59b-4aeb-afd3-a656bf52187f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:16.054873 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a3d4a303-c59b-4aeb-afd3-a656bf52187f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.088849 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f1e8c3-66e7-42ca-bebd-88260a10c970 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:46:16.119884 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46426) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:16.124060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port a3f1e8c3-66e7-42ca-bebd-88260a10c970, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:16.132230 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.145638 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11373055-b12b-471c-8f79-ef6a13eb5c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event deleted for resources: {'Port': ['ID=5afe96e3-cb9f-44c0-accb-01c21e4a5a72,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:16.154132 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be224dd0-e22b-419f-b8ac-3aa65a27e910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.175622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-1e44b876-77f9-4b3e-88d7-5e608209d7cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Allocated IP 10.1.1.157 (0f6165f6-370b-479b-81e3-cdb2a28bb249/f06fa7a8-3bd8-4ab3-994c-422981a66aeb/01f1b758-11ae-47ce-91f3-deec473c8b64) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:16.184279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-08e83f5a-95ea-4125-b65f-27566637c3a5 req-2ce4e81b-08fc-479b-88f8-fd10e4a8fc5b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Deleting port 6e6add1e-8ea2-4459-8162-6cf0022d481f {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:46:16.184660 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-08e83f5a-95ea-4125-b65f-27566637c3a5 req-2ce4e81b-08fc-479b-88f8-fd10e4a8fc5b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.229761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=a3f1e8c3-66e7-42ca-bebd-88260a10c970,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:16.237444 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e420087f-ed52-4998-b0c9-367873de2ac4 None None] Provisioning complete for port a71fbc2e-a97d-4402-8ded-69179cd4d38d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:16.237727 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e420087f-ed52-4998-b0c9-367873de2ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.266935 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a3d4a303-c59b-4aeb-afd3-a656bf52187f is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:16.272146 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a3d4a303-c59b-4aeb-afd3-a656bf52187f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.308425 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-08e83f5a-95ea-4125-b65f-27566637c3a5 req-2ce4e81b-08fc-479b-88f8-fd10e4a8fc5b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] For port 6e6add1e-8ea2-4459-8162-6cf0022d481f, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=6e6add1e-8ea2-4459-8162-6cf0022d481f,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:16.308795 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-08e83f5a-95ea-4125-b65f-27566637c3a5 req-2ce4e81b-08fc-479b-88f8-fd10e4a8fc5b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.318936 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e420087f-ed52-4998-b0c9-367873de2ac4 None None] Port a71fbc2e-a97d-4402-8ded-69179cd4d38d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:46:16.332604 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port a3d4a303-c59b-4aeb-afd3-a656bf52187f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a3d4a303-c59b-4aeb-afd3-a656bf52187f,segment=NetworkSegment(b80c930a-bf39-4a09-b927-d1b8997284e1),segment_id=b80c930a-bf39-4a09-b927-d1b8997284e1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:16.339281 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a3d4a303-c59b-4aeb-afd3-a656bf52187f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.340418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1e4d6e46-0804-4c21-9680-10556bf7296e up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:16.342117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-11373055-b12b-471c-8f79-ef6a13eb5c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] No DVR routers for this DVR port 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:46:16.347566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-08e83f5a-95ea-4125-b65f-27566637c3a5 req-2ce4e81b-08fc-479b-88f8-fd10e4a8fc5b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Calling delete_port for 6e6add1e-8ea2-4459-8162-6cf0022d481f owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:46:16.351753 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-11373055-b12b-471c-8f79-ef6a13eb5c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.357565 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-11373055-b12b-471c-8f79-ef6a13eb5c3d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.71 "DELETE /v2.0/ports/5afe96e3-cb9f-44c0-accb-01c21e4a5a72 HTTP/1.1" status: 204 len: 173 time: 1.3664896 Mar 11 11:46:16.386372 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc8b75-eb4c-4355-84c5-37188a94e590 req-9b9a55cb-fc26-4ab1-98b7-88cbf05d8c19 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:16.395788 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bfc8b75-eb4c-4355-84c5-37188a94e590 req-9b9a55cb-fc26-4ab1-98b7-88cbf05d8c19 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.3748562 Mar 11 11:46:16.427512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['a3f1e8c3-66e7-42ca-bebd-88260a10c970'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:46:16.440490 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5140207f-2f64-40f1-bf96-a483ceb65468 req-aecd9323-7e57-444a-9cd6-9a49acbcf5d1 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c8bcd40f-91ee-498f-b3cc-13057c5dd6b1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.501187 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=a3d4a303-c59b-4aeb-afd3-a656bf52187f,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:16.518786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd9323-7e57-444a-9cd6-9a49acbcf5d1 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Pushing event deleted for resources: {'Port': ['ID=c8bcd40f-91ee-498f-b3cc-13057c5dd6b1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:16.537545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 1e4d6e46-0804-4c21-9680-10556bf7296e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:16.537937 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1e4d6e46-0804-4c21-9680-10556bf7296e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.627973 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-08e83f5a-95ea-4125-b65f-27566637c3a5 req-2ce4e81b-08fc-479b-88f8-fd10e4a8fc5b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6e6add1e-8ea2-4459-8162-6cf0022d481f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.653976 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bfc8b75-eb4c-4355-84c5-37188a94e590 req-15285b22-29e3-4e72-a17b-a96d1a16f03a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567284 Mar 11 11:46:16.667722 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5140207f-2f64-40f1-bf96-a483ceb65468 req-aecd9323-7e57-444a-9cd6-9a49acbcf5d1 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for floatingip (e8ec3ea4-e0c7-42d3-8601-9c4c1f6675d5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.670733 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5140207f-2f64-40f1-bf96-a483ceb65468 req-aecd9323-7e57-444a-9cd6-9a49acbcf5d1 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.671920 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5140207f-2f64-40f1-bf96-a483ceb65468 req-aecd9323-7e57-444a-9cd6-9a49acbcf5d1 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "DELETE /v2.0/floatingips/e8ec3ea4-e0c7-42d3-8601-9c4c1f6675d5 HTTP/1.1" status: 204 len: 173 time: 2.1095552 Mar 11 11:46:16.691061 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4e81b-08fc-479b-88f8-fd10e4a8fc5b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Pushing event deleted for resources: {'Port': ['ID=6e6add1e-8ea2-4459-8162-6cf0022d481f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:16.695038 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:46:16.712140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-c4907a42-8634-41ee-af3d-51d8400961dc tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Deleting port bb7c2428-f67d-4ec1-86cd-1dff3c224950 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:46:16.712651 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-c4907a42-8634-41ee-af3d-51d8400961dc tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (bb7c2428-f67d-4ec1-86cd-1dff3c224950), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.725010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e286bad-36c1-4bc7-9263-6444637f5644 None None] Network ffea5ad9-c0e5-4719-aece-e8e0fad462f9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:46:16.728984 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['f7aad6f0-23cc-479a-8add-b0f47a9d7525', 'b32534e2-c04e-4ff9-9938-babd650f6bf2'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:46:16.750180 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a638bca-2e6c-41eb-bf2a-333e4c6647a0 x-openstack-request-id: req-0a638bca-2e6c-41eb-bf2a-333e4c6647a0 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:16.750501 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3", "name": "network-vif-deleted", "tag": "b28e3682-7df5-4bee-818b-bfcd267673e3", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:16.750723 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0a638bca-2e6c-41eb-bf2a-333e4c6647a0 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:16.751121 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'name': 'network-vif-deleted', 'tag': 'b28e3682-7df5-4bee-818b-bfcd267673e3', 'status': 'completed', 'code': 200} Mar 11 11:46:16.770016 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be224dd0-e22b-419f-b8ac-3aa65a27e910 admin admin] Publish callbacks [] for security_group (d0187245-144e-4218-975b-123840dd73fb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.811773 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ab26e24-3e2d-423c-8ba5-3999f16391d5 req-2ab65615-cef0-41b0-9ff4-4e015c134157 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 210 time: 0.0572758 Mar 11 11:46:16.832816 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be224dd0-e22b-419f-b8ac-3aa65a27e910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d0187245-144e-4218-975b-123840dd73fb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.887190 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e83f5a-95ea-4125-b65f-27566637c3a5 req-2ce4e81b-08fc-479b-88f8-fd10e4a8fc5b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] No DVR routers for this DVR port 6e6add1e-8ea2-4459-8162-6cf0022d481f on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:46:16.926762 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-08e83f5a-95ea-4125-b65f-27566637c3a5 req-2ce4e81b-08fc-479b-88f8-fd10e4a8fc5b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:16.930442 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-08e83f5a-95ea-4125-b65f-27566637c3a5 req-2ce4e81b-08fc-479b-88f8-fd10e4a8fc5b tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.37 "DELETE /v2.0/ports/6e6add1e-8ea2-4459-8162-6cf0022d481f HTTP/1.1" status: 204 len: 173 time: 1.1059525 Mar 11 11:46:16.931127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4ba11d-7445-462a-8508-696aed9d59d7', 'name': 'network-vif-deleted', 'tag': '6e6add1e-8ea2-4459-8162-6cf0022d481f'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:16.933996 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a32d63-1fca-4e63-ae5e-660c3e94e83f" -d '{"events": [{"server_uuid": "5e4ba11d-7445-462a-8508-696aed9d59d7", "name": "network-vif-deleted", "tag": "6e6add1e-8ea2-4459-8162-6cf0022d481f"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:16.957918 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-be224dd0-e22b-419f-b8ac-3aa65a27e910 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=103235ccf94848e7848d2d5034d73d4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8367786 Mar 11 11:46:16.961485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46436) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:16.971514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be224dd0-e22b-419f-b8ac-3aa65a27e910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0187245-144e-4218-975b-123840dd73fb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:16.994813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d24d7f99-af35-4c38-a759-70a22c3de4c3 None None] Provisioning complete for port a3d4a303-c59b-4aeb-afd3-a656bf52187f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:16.995188 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d24d7f99-af35-4c38-a759-70a22c3de4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a3d4a303-c59b-4aeb-afd3-a656bf52187f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:17.031059 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e44b876-77f9-4b3e-88d7-5e608209d7cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:17.047100 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20d6248e-d058-410d-bc2b-4f8bbaa803c8 req-5f194775-5c37-4296-b91a-a0884d1c7e21 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/floatingips/0be4b5e9-f644-47fd-99cb-df75ea814bd6 HTTP/1.1" status: 200 len: 693 time: 0.1432650 Mar 11 11:46:17.059346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-c4907a42-8634-41ee-af3d-51d8400961dc tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] For port bb7c2428-f67d-4ec1-86cd-1dff3c224950, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=bb7c2428-f67d-4ec1-86cd-1dff3c224950,segment=NetworkSegment(b0d59a4b-481e-4702-92f6-6f214874d81f),segment_id=b0d59a4b-481e-4702-92f6-6f214874d81f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:17.059716 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-c4907a42-8634-41ee-af3d-51d8400961dc tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (bb7c2428-f67d-4ec1-86cd-1dff3c224950), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:17.066963 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a24f80b4-9e40-4a0f-8a1a-e5d97d472e3c admin admin] Publish callbacks [] for security_group (d0187245-144e-4218-975b-123840dd73fb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:17.101430 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a24f80b4-9e40-4a0f-8a1a-e5d97d472e3c admin admin] Publish callbacks [] for security_group (d0187245-144e-4218-975b-123840dd73fb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:17.121694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0cea7-678d-45c3-918b-c75f62b9e521 req-dcfcf1c1-66ed-4253-ad3e-d76d6fd3dcc8 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:17.127452 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e44b876-77f9-4b3e-88d7-5e608209d7cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:17.129165 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f5e0cea7-678d-45c3-918b-c75f62b9e521 req-dcfcf1c1-66ed-4253-ad3e-d76d6fd3dcc8 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3 HTTP/1.1" status: 200 len: 946 time: 0.2457123 Mar 11 11:46:17.140873 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-c4907a42-8634-41ee-af3d-51d8400961dc tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Calling delete_port for bb7c2428-f67d-4ec1-86cd-1dff3c224950 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:46:17.194581 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:17.209203 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44b876-77f9-4b3e-88d7-5e608209d7cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event updated for resources: {'Port': ['ID=01f1b758-11ae-47ce-91f3-deec473c8b64,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:17.232040 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e44b876-77f9-4b3e-88d7-5e608209d7cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Network 0f6165f6-370b-479b-81e3-cdb2a28bb249 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:17.234137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1e44b876-77f9-4b3e-88d7-5e608209d7cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:17.241044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e44b876-77f9-4b3e-88d7-5e608209d7cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:17.265468 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device bb7c2428-f67d-4ec1-86cd-1dff3c224950 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:46:17.344195 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f5e0cea7-678d-45c3-918b-c75f62b9e521 req-463a1044-7748-4dca-b4c3-a8819aaf8f23 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145736 Mar 11 11:46:17.360244 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e44b876-77f9-4b3e-88d7-5e608209d7cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:17.360914 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e44b876-77f9-4b3e-88d7-5e608209d7cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:17.393088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 1e4d6e46-0804-4c21-9680-10556bf7296e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:17.402390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6248e-d058-410d-bc2b-4f8bbaa803c8 req-d15cc02e-3c0c-46f3-b6b1-2b8e426125cf tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:17.424509 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1e44b876-77f9-4b3e-88d7-5e608209d7cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0288610 Mar 11 11:46:17.426898 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20d6248e-d058-410d-bc2b-4f8bbaa803c8 req-d15cc02e-3c0c-46f3-b6b1-2b8e426125cf tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.3775005 Mar 11 11:46:17.440789 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port bb7c2428-f67d-4ec1-86cd-1dff3c224950 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:17.441078 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a24f80b4-9e40-4a0f-8a1a-e5d97d472e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d0187245-144e-4218-975b-123840dd73fb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:17.441350 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bb7c2428-f67d-4ec1-86cd-1dff3c224950), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:17.443955 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a24f80b4-9e40-4a0f-8a1a-e5d97d472e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:17.450544 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a24f80b4-9e40-4a0f-8a1a-e5d97d472e3c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d0187245-144e-4218-975b-123840dd73fb HTTP/1.1" status: 204 len: 168 time: 0.4859858 Mar 11 11:46:17.476731 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f80b4-9e40-4a0f-8a1a-e5d97d472e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0187245-144e-4218-975b-123840dd73fb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:17.549655 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 6e6add1e-8ea2-4459-8162-6cf0022d481f no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:46:17.649079 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-c4907a42-8634-41ee-af3d-51d8400961dc tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (bb7c2428-f67d-4ec1-86cd-1dff3c224950), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:17.686774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a3d4a303-c59b-4aeb-afd3-a656bf52187f up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:17.721787 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 6e6add1e-8ea2-4459-8162-6cf0022d481f {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:46:17.722177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 6e6add1e-8ea2-4459-8162-6cf0022d481f not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:46:17.732555 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b28e3682-7df5-4bee-818b-bfcd267673e3 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:46:17.740944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d24d7f99-af35-4c38-a759-70a22c3de4c3 None None] Current status of the port a3d4a303-c59b-4aeb-afd3-a656bf52187f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:17.751714 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20d6248e-d058-410d-bc2b-4f8bbaa803c8 req-9fa478d7-4e4e-49d9-866d-9a09f976924f tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.109 HTTP/1.1" status: 200 len: 696 time: 0.3235166 Mar 11 11:46:17.768571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: b28e3682-7df5-4bee-818b-bfcd267673e3 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:46:17.768978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b28e3682-7df5-4bee-818b-bfcd267673e3 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:46:17.769342 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:46:17.826179 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:46:17.826530 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 5afe96e3-cb9f-44c0-accb-01c21e4a5a72 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:46:17.831235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4907a42-8634-41ee-af3d-51d8400961dc tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event deleted for resources: {'Port': ['ID=bb7c2428-f67d-4ec1-86cd-1dff3c224950,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:17.863117 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20d6248e-d058-410d-bc2b-4f8bbaa803c8 req-d93baa4e-c345-42c8-b7d3-1b8363a208ef tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.109 HTTP/1.1" status: 200 len: 696 time: 0.1099293 Mar 11 11:46:17.878510 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a3d4a303-c59b-4aeb-afd3-a656bf52187f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:17.878883 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a3d4a303-c59b-4aeb-afd3-a656bf52187f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:17.920348 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8164ee81-8379-4614-9dbc-31973c8ae144 None None] Provisioning complete for port 01f1b758-11ae-47ce-91f3-deec473c8b64 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:17.920731 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8164ee81-8379-4614-9dbc-31973c8ae144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:17.975000 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-c4907a42-8634-41ee-af3d-51d8400961dc tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] No DVR routers for this DVR port bb7c2428-f67d-4ec1-86cd-1dff3c224950 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:46:17.978973 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-c4907a42-8634-41ee-af3d-51d8400961dc tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:17.984177 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d310c24-850a-413e-adce-9b2cb3aeebd9 req-c4907a42-8634-41ee-af3d-51d8400961dc tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.71 "DELETE /v2.0/ports/bb7c2428-f67d-4ec1-86cd-1dff3c224950 HTTP/1.1" status: 204 len: 173 time: 1.6181972 Mar 11 11:46:17.998364 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4637a2-1a1c-461d-9b9f-44b50c05027b req-b788ee04-3308-42c3-9d29-c3f449046737 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:17.999879 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e4637a2-1a1c-461d-9b9f-44b50c05027b req-b788ee04-3308-42c3-9d29-c3f449046737 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 949 time: 0.4472332 Mar 11 11:46:18.014712 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8164ee81-8379-4614-9dbc-31973c8ae144 None None] Port 01f1b758-11ae-47ce-91f3-deec473c8b64 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:46:18.087809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8164ee81-8379-4614-9dbc-31973c8ae144 None None] Provisioning complete for port a3d4a303-c59b-4aeb-afd3-a656bf52187f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:18.088059 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8164ee81-8379-4614-9dbc-31973c8ae144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a3d4a303-c59b-4aeb-afd3-a656bf52187f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:18.151735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a3d4a303-c59b-4aeb-afd3-a656bf52187f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:18.184235 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e4637a2-1a1c-461d-9b9f-44b50c05027b req-dd339f3d-c202-4cad-91b7-c6019afb462f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765606 Mar 11 11:46:18.230794 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-20d6248e-d058-410d-bc2b-4f8bbaa803c8 req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Deleting port 71d8e616-4279-4d78-a01d-5a8a8b3230dc {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:46:18.231286 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-20d6248e-d058-410d-bc2b-4f8bbaa803c8 req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (71d8e616-4279-4d78-a01d-5a8a8b3230dc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:18.274545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8164ee81-8379-4614-9dbc-31973c8ae144 None None] Current status of the port a3d4a303-c59b-4aeb-afd3-a656bf52187f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:18.289904 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ceb703-4a6a-4836-9cad-ebe1d7c33a2e x-openstack-request-id: req-12ceb703-4a6a-4836-9cad-ebe1d7c33a2e {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:18.290817 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4ba11d-7445-462a-8508-696aed9d59d7", "name": "network-vif-deleted", "tag": "6e6add1e-8ea2-4459-8162-6cf0022d481f", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:18.291232 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12ceb703-4a6a-4836-9cad-ebe1d7c33a2e {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:18.291890 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4ba11d-7445-462a-8508-696aed9d59d7', 'name': 'network-vif-deleted', 'tag': '6e6add1e-8ea2-4459-8162-6cf0022d481f', 'status': 'completed', 'code': 200} Mar 11 11:46:18.335872 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-20d6248e-d058-410d-bc2b-4f8bbaa803c8 req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (71d8e616-4279-4d78-a01d-5a8a8b3230dc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:18.336209 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-20d6248e-d058-410d-bc2b-4f8bbaa803c8 req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for floatingip (71d8e616-4279-4d78-a01d-5a8a8b3230dc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:18.354598 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-20d6248e-d058-410d-bc2b-4f8bbaa803c8 req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Calling delete_port for 71d8e616-4279-4d78-a01d-5a8a8b3230dc owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:46:18.478564 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46468) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:18.483776 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:18.484177 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6d12a940-b31f-49c4-a00b-1a4321c86957 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--183134321', 'description': 'tempest-description--768386656'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:18.527093 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-20d6248e-d058-410d-bc2b-4f8bbaa803c8 req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (71d8e616-4279-4d78-a01d-5a8a8b3230dc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:18.535491 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d12a940-b31f-49c4-a00b-1a4321c86957 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:18.567449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Pushing event deleted for resources: {'Port': ['ID=71d8e616-4279-4d78-a01d-5a8a8b3230dc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:18.590963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:18.591346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:18.591721 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:18.592066 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:18.592448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:18.592929 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:18.593261 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:18.593598 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:18.593927 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:18.594284 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:18.594615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:18.595156 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:18.595507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:18.630193 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d12a940-b31f-49c4-a00b-1a4321c86957 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for security_group (4f05d851-8e9a-4763-8560-63d9efd6a1c9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:18.637295 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d12a940-b31f-49c4-a00b-1a4321c86957 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4f05d851-8e9a-4763-8560-63d9efd6a1c9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:18.664360 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d12a940-b31f-49c4-a00b-1a4321c86957 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:18.669240 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6d12a940-b31f-49c4-a00b-1a4321c86957 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1865690 Mar 11 11:46:18.669512 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46474) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:18.674368 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-48104bd5-449a-4f08-94c9-e0bdf77d5a0c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Request body: {'security_group_rule': {'security_group_id': '4f05d851-8e9a-4763-8560-63d9efd6a1c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:18.708704 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-20d6248e-d058-410d-bc2b-4f8bbaa803c8 req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks [] for floatingip (0be4b5e9-f644-47fd-99cb-df75ea814bd6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:18.712860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12a940-b31f-49c4-a00b-1a4321c86957 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f05d851-8e9a-4763-8560-63d9efd6a1c9,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:18.713142 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-20d6248e-d058-410d-bc2b-4f8bbaa803c8 req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:18.715086 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20d6248e-d058-410d-bc2b-4f8bbaa803c8 req-f52bd705-4e34-4ecc-85a2-b4ca057c4e96 tempest-FloatingIPDetailsTestJSON-315650539 tempest-FloatingIPDetailsTestJSON-315650539-project] 10.222.0.78 "DELETE /v2.0/floatingips/0be4b5e9-f644-47fd-99cb-df75ea814bd6 HTTP/1.1" status: 204 len: 173 time: 0.8506064 Mar 11 11:46:18.724544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46476) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:18.725465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995cfe0-d1f2-4280-b45d-be923aa4f101 req-2638e821-cb63-46c2-b5d1-66a3bdbea57d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:18.727290 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f995cfe0-d1f2-4280-b45d-be923aa4f101 req-2638e821-cb63-46c2-b5d1-66a3bdbea57d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.1648912 Mar 11 11:46:18.737177 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48104bd5-449a-4f08-94c9-e0bdf77d5a0c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for security_group_rule (b126f829-f162-42b8-97f6-bfbc55deca72), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:18.754106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'name': 'network-vif-deleted', 'tag': '5afe96e3-cb9f-44c0-accb-01c21e4a5a72'}, {'server_uuid': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'name': 'network-vif-deleted', 'tag': 'bb7c2428-f67d-4ec1-86cd-1dff3c224950'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:18.759894 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed98c06-206e-4c23-8fb1-ff2a3fa9358e" -d '{"events": [{"server_uuid": "85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3", "name": "network-vif-deleted", "tag": "5afe96e3-cb9f-44c0-accb-01c21e4a5a72"}, {"server_uuid": "85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3", "name": "network-vif-deleted", "tag": "bb7c2428-f67d-4ec1-86cd-1dff3c224950"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:18.822840 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f995cfe0-d1f2-4280-b45d-be923aa4f101 req-397de68c-5b4f-406f-9c15-839149113472 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892229 Mar 11 11:46:18.974747 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b9049d9-ac54-4231-a202-0f6e06e30acd req-fe10530a-f488-48cc-b95e-e4468e011746 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 210 time: 0.0533636 Mar 11 11:46:18.991943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46484) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:19.074961 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa53d9ba-acb3-47c6-9668-3de14c0135ef x-openstack-request-id: req-fa53d9ba-acb3-47c6-9668-3de14c0135ef {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:19.076309 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3", "name": "network-vif-deleted", "tag": "5afe96e3-cb9f-44c0-accb-01c21e4a5a72", "status": "completed", "code": 200}, {"server_uuid": "85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3", "name": "network-vif-deleted", "tag": "bb7c2428-f67d-4ec1-86cd-1dff3c224950", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:19.077174 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fa53d9ba-acb3-47c6-9668-3de14c0135ef {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:19.078214 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'name': 'network-vif-deleted', 'tag': '5afe96e3-cb9f-44c0-accb-01c21e4a5a72', 'status': 'completed', 'code': 200} Mar 11 11:46:19.078631 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b8e50d-e4c6-4a6e-8dc7-9202a6b5a3d3', 'name': 'network-vif-deleted', 'tag': 'bb7c2428-f67d-4ec1-86cd-1dff3c224950', 'status': 'completed', 'code': 200} Mar 11 11:46:19.159290 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fbe7ce-7b87-4443-b586-b86849fa275e tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Deleting subnet 26f1251d-50dc-4d68-8040-65d9c7077960 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:46:19.164875 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-09fbe7ce-7b87-4443-b586-b86849fa275e tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks [] for subnet (26f1251d-50dc-4d68-8040-65d9c7077960), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:19.220728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464645a-4428-4d2a-9dc2-f4a6cf7e5014 req-c47b94e7-1a14-42bd-921f-7f37aca4d7b6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:19.228686 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5464645a-4428-4d2a-9dc2-f4a6cf7e5014 req-c47b94e7-1a14-42bd-921f-7f37aca4d7b6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 946 time: 0.1488340 Mar 11 11:46:19.237769 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-09fbe7ce-7b87-4443-b586-b86849fa275e tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (26f1251d-50dc-4d68-8040-65d9c7077960), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:19.356084 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5464645a-4428-4d2a-9dc2-f4a6cf7e5014 req-4cf5342f-47e2-46d9-a820-8b1548e4b5cc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263437 Mar 11 11:46:19.361846 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48104bd5-449a-4f08-94c9-e0bdf77d5a0c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for security_group_rule (b126f829-f162-42b8-97f6-bfbc55deca72), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:19.372118 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48104bd5-449a-4f08-94c9-e0bdf77d5a0c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (b126f829-f162-42b8-97f6-bfbc55deca72), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:19.449777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48104bd5-449a-4f08-94c9-e0bdf77d5a0c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b126f829-f162-42b8-97f6-bfbc55deca72,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:19.461055 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48104bd5-449a-4f08-94c9-e0bdf77d5a0c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:19.464731 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-48104bd5-449a-4f08-94c9-e0bdf77d5a0c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7939711 Mar 11 11:46:19.467441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46496) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:19.468771 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-09fbe7ce-7b87-4443-b586-b86849fa275e tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (26f1251d-50dc-4d68-8040-65d9c7077960), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:19.472787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1701960e-1d39-442f-8eb1-9af900d7dcde tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Request body: {'security_group_rule': {'security_group_id': '4f05d851-8e9a-4763-8560-63d9efd6a1c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:19.522022 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device a3f1e8c3-66e7-42ca-bebd-88260a10c970 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:19.539073 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c50ef-e017-4383-8b1b-43598ae00763 req-5f372163-b5c3-46e5-a5ff-4c8962af63f5 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:19.540991 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc1c50ef-e017-4383-8b1b-43598ae00763 req-5f372163-b5c3-46e5-a5ff-4c8962af63f5 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 949 time: 0.1594670 Mar 11 11:46:19.577267 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1701960e-1d39-442f-8eb1-9af900d7dcde tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for security_group_rule (353ecf25-9128-490d-b99a-abfce7feba97), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:19.600234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port a3f1e8c3-66e7-42ca-bebd-88260a10c970 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:46:19.606451 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port a3f1e8c3-66e7-42ca-bebd-88260a10c970 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:19.607102 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:19.764863 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1701960e-1d39-442f-8eb1-9af900d7dcde tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for security_group_rule (353ecf25-9128-490d-b99a-abfce7feba97), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:19.771373 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1701960e-1d39-442f-8eb1-9af900d7dcde tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (353ecf25-9128-490d-b99a-abfce7feba97), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:19.775746 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port a3f1e8c3-66e7-42ca-bebd-88260a10c970 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:19.776154 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:19.806616 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7f6934-0f9a-417b-94ab-23e1e276b53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f1e8c3-66e7-42ca-bebd-88260a10c970'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:19.810001 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c793d87-743b-400a-9f51-bfe220d25bd8" -d '{"events": [{"server_uuid": "0a7f6934-0f9a-417b-94ab-23e1e276b53c", "name": "network-vif-plugged", "status": "completed", "tag": "a3f1e8c3-66e7-42ca-bebd-88260a10c970"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:19.824749 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port a3f1e8c3-66e7-42ca-bebd-88260a10c970, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:19.831675 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:19.898439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=a3f1e8c3-66e7-42ca-bebd-88260a10c970,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:19.903988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701960e-1d39-442f-8eb1-9af900d7dcde tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353ecf25-9128-490d-b99a-abfce7feba97,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:19.915214 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce71e78-0e57-4f91-851a-42dd9105416f x-openstack-request-id: req-cce71e78-0e57-4f91-851a-42dd9105416f {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:19.915802 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7f6934-0f9a-417b-94ab-23e1e276b53c", "name": "network-vif-plugged", "status": "completed", "tag": "a3f1e8c3-66e7-42ca-bebd-88260a10c970", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:19.916208 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cce71e78-0e57-4f91-851a-42dd9105416f {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:19.916864 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7f6934-0f9a-417b-94ab-23e1e276b53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f1e8c3-66e7-42ca-bebd-88260a10c970', 'code': 200} Mar 11 11:46:19.923210 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1701960e-1d39-442f-8eb1-9af900d7dcde tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:19.929348 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1701960e-1d39-442f-8eb1-9af900d7dcde tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4576132 Mar 11 11:46:19.939892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46508) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:19.951184 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc1c50ef-e017-4383-8b1b-43598ae00763 req-4393a9a1-b256-4ab4-854a-48bd4db7fa3f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015660 Mar 11 11:46:19.968388 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d9f459a5-b4eb-4341-8277-0258a48b7523 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:19.994978 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-09fbe7ce-7b87-4443-b586-b86849fa275e tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (26f1251d-50dc-4d68-8040-65d9c7077960), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:20.038140 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:20.048937 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-09fbe7ce-7b87-4443-b586-b86849fa275e tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:20.054447 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a533a6-35ea-49f9-91b6-20941809558e None None] Network 390e6b7d-aff1-4a93-b574-99cb7d2c9c87 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:46:20.064964 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-09fbe7ce-7b87-4443-b586-b86849fa275e tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "DELETE /v2.0/subnets/26f1251d-50dc-4d68-8040-65d9c7077960 HTTP/1.1" status: 204 len: 168 time: 1.0649786 Mar 11 11:46:20.067377 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46516) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:20.073637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbe7ce-7b87-4443-b586-b86849fa275e tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event deleted for resources: {'Subnet': ['ID=26f1251d-50dc-4d68-8040-65d9c7077960,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:20.100156 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9f459a5-b4eb-4341-8277-0258a48b7523 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:20.143863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60562b09-c728-4c00-bd72-113b7bda0f09 req-dd300e19-4b4d-4e56-95d9-fa364bcda6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:20.145500 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-60562b09-c728-4c00-bd72-113b7bda0f09 req-dd300e19-4b4d-4e56-95d9-fa364bcda6f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 1132 time: 0.1515710 Mar 11 11:46:20.149496 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb51a6b4-dd1b-4e97-a1a7-60bebe6848e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (e189ca5f-596a-4e6b-a97a-3d81ad69930d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:20.185996 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c61aee0-d974-4c3f-a49a-f6a5e903bdb8 req-2792fb07-99f4-4f68-9870-a11378a9b6f6 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 210 time: 0.0891840 Mar 11 11:46:20.292596 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (390e6b7d-aff1-4a93-b574-99cb7d2c9c87), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:20.324720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5ab6d-e759-48c7-9b4a-f24517c11e6f req-8f415efd-b5cf-41c8-9bb3-706fddf614c3 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:20.326188 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-60562b09-c728-4c00-bd72-113b7bda0f09 req-ebdea30f-225c-4fdd-b3d5-c94188230195 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691995 Mar 11 11:46:20.326407 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99b5ab6d-e759-48c7-9b4a-f24517c11e6f req-8f415efd-b5cf-41c8-9bb3-706fddf614c3 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.2919505 Mar 11 11:46:20.380370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab06a238-8e8a-4803-958e-7bb4afc54f4a None None] DHCP port deletion for 390e6b7d-aff1-4a93-b574-99cb7d2c9c87 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:46:20.454290 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ab06a238-8e8a-4803-958e-7bb4afc54f4a None None] Deleting port 0149eed7-951c-413b-bda1-66890c7e3910 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:46:20.455002 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab06a238-8e8a-4803-958e-7bb4afc54f4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0149eed7-951c-413b-bda1-66890c7e3910), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:20.534462 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ab06a238-8e8a-4803-958e-7bb4afc54f4a None None] For port 0149eed7-951c-413b-bda1-66890c7e3910, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0149eed7-951c-413b-bda1-66890c7e3910,segment=NetworkSegment(ee1b7088-e84b-4af7-867a-8e32e207b910),segment_id=ee1b7088-e84b-4af7-867a-8e32e207b910)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:20.535136 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab06a238-8e8a-4803-958e-7bb4afc54f4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0149eed7-951c-413b-bda1-66890c7e3910), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:20.545099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-bb51a6b4-dd1b-4e97-a1a7-60bebe6848e5 admin admin] Deleting port ba78961c-48e3-44e0-b9ba-9c8b06945baf {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:46:20.545624 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb51a6b4-dd1b-4e97-a1a7-60bebe6848e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:20.580813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ab06a238-8e8a-4803-958e-7bb4afc54f4a None None] Calling delete_port for 0149eed7-951c-413b-bda1-66890c7e3910 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:46:20.591843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99b5ab6d-e759-48c7-9b4a-f24517c11e6f req-d56bf7a5-2f01-43f3-9d4c-43c7f4734433 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521796 Mar 11 11:46:20.636619 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9f459a5-b4eb-4341-8277-0258a48b7523 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:20.662540 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5835b1-ed69-403a-b2c9-529d1d3d8847 req-23554ff8-570d-4b73-9625-4222e6e7847f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:20.674339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb5835b1-ed69-403a-b2c9-529d1d3d8847 req-23554ff8-570d-4b73-9625-4222e6e7847f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 946 time: 0.1850333 Mar 11 11:46:20.696659 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab06a238-8e8a-4803-958e-7bb4afc54f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (0149eed7-951c-413b-bda1-66890c7e3910), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:20.734558 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Deleting port 0149eed7-951c-413b-bda1-66890c7e3910 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:46:20.734980 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0149eed7-951c-413b-bda1-66890c7e3910), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:20.741757 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-bb51a6b4-dd1b-4e97-a1a7-60bebe6848e5 admin admin] For port ba78961c-48e3-44e0-b9ba-9c8b06945baf, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ba78961c-48e3-44e0-b9ba-9c8b06945baf,segment=NetworkSegment(99a3db5a-07df-459c-aba2-42e42659e4ed),segment_id=99a3db5a-07df-459c-aba2-42e42659e4ed)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:20.742224 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb51a6b4-dd1b-4e97-a1a7-60bebe6848e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:20.753786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06a238-8e8a-4803-958e-7bb4afc54f4a None None] Pushing event deleted for resources: {'Port': ['ID=0149eed7-951c-413b-bda1-66890c7e3910,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:20.761284 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab06a238-8e8a-4803-958e-7bb4afc54f4a None None] No DVR routers for this DVR port 0149eed7-951c-413b-bda1-66890c7e3910 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:46:20.776347 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-bb51a6b4-dd1b-4e97-a1a7-60bebe6848e5 admin admin] Calling delete_port for ba78961c-48e3-44e0-b9ba-9c8b06945baf owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:46:21.015006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] For port 0149eed7-951c-413b-bda1-66890c7e3910, host n-d-833234-2, got binding levels [] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:21.015570 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0149eed7-951c-413b-bda1-66890c7e3910), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:21.067226 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb5835b1-ed69-403a-b2c9-529d1d3d8847 req-2803e21e-69d3-421a-a4a5-194aa7c1e239 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904297 Mar 11 11:46:21.100230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Calling delete_port for 0149eed7-951c-413b-bda1-66890c7e3910 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:46:21.119532 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb51a6b4-dd1b-4e97-a1a7-60bebe6848e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ba78961c-48e3-44e0-b9ba-9c8b06945baf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:21.126623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.ipam_backend_mixin [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Port 0149eed7-951c-413b-bda1-66890c7e3910 was not found and therefore no delete operation was performed {{(pid=104031) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 11:46:21.159021 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51a6b4-dd1b-4e97-a1a7-60bebe6848e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba78961c-48e3-44e0-b9ba-9c8b06945baf,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:21.176118 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (0149eed7-951c-413b-bda1-66890c7e3910), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:21.245728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event deleted for resources: {'Port': ['ID=0149eed7-951c-413b-bda1-66890c7e3910,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:21.293637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] No DVR routers for this DVR port 0149eed7-951c-413b-bda1-66890c7e3910 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:46:21.311965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-d9f459a5-b4eb-4341-8277-0258a48b7523 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Allocated IP 172.25.7.7 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/9824b231-3a8d-4958-8148-225c0d7ab294) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:21.369600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c984901-3f96-4f95-8c3b-03d7ce8387e9 req-54b7f8f2-4ca5-450b-b335-6ea125ccf5e4 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:21.377240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c984901-3f96-4f95-8c3b-03d7ce8387e9 req-54b7f8f2-4ca5-450b-b335-6ea125ccf5e4 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.4198236 Mar 11 11:46:21.395185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acbcf3-049c-4ede-809c-bbd2a96c3e0d req-ca19bc26-82ad-4e6a-8886-45e96624ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:21.398738 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9acbcf3-049c-4ede-809c-bbd2a96c3e0d req-ca19bc26-82ad-4e6a-8886-45e96624ab16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf1392660d9b487585dafc67abf0ead8&device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 1127 time: 0.4689116 Mar 11 11:46:21.514913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb947c3-23b6-4d08-a848-4d10365f618c req-1741bdab-dba2-41bb-bae6-fba2cb3c0bbc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:21.516895 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2fb947c3-23b6-4d08-a848-4d10365f618c req-1741bdab-dba2-41bb-bae6-fba2cb3c0bbc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 946 time: 0.4119613 Mar 11 11:46:21.565251 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3861b3-9a63-4eea-83f8-c92ab0f1e401 req-0081a5c2-8be5-4d90-aa79-d02ffb321722 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:21.574720 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1b3861b3-9a63-4eea-83f8-c92ab0f1e401 req-0081a5c2-8be5-4d90-aa79-d02ffb321722 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.3854578 Mar 11 11:46:21.583639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46558) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:21.607385 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (390e6b7d-aff1-4a93-b574-99cb7d2c9c87), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:21.621523 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb51a6b4-dd1b-4e97-a1a7-60bebe6848e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (e189ca5f-596a-4e6b-a97a-3d81ad69930d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:21.689767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acbcf3-049c-4ede-809c-bbd2a96c3e0d req-41ff1947-9412-4708-be5a-5d74e0df23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:21.691299 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9acbcf3-049c-4ede-809c-bbd2a96c3e0d req-41ff1947-9412-4708-be5a-5d74e0df23a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76092203-82d8-4a24-86d5-4aa9015481db HTTP/1.1" status: 200 len: 911 time: 0.2734561 Mar 11 11:46:21.712217 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c984901-3f96-4f95-8c3b-03d7ce8387e9 req-3b93b700-3326-4562-80de-01e2563ac3a6 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3282230 Mar 11 11:46:21.721346 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0149eed7-951c-413b-bda1-66890c7e3910 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:46:21.747353 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 0149eed7-951c-413b-bda1-66890c7e3910 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:46:21.747970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0149eed7-951c-413b-bda1-66890c7e3910 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:46:21.788793 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390e6b7d-aff1-4a93-b574-99cb7d2c9c87']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:21.815125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1b7088-e84b-4af7-867a-8e32e207b910') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:21.815417 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1b7088-e84b-4af7-867a-8e32e207b910') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:21.846317 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (ee1b7088-e84b-4af7-867a-8e32e207b910), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:21.879365 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d47eac02-dca0-4b13-8ee7-2dccfb7199f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:21.903085 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b83a54dc-874f-4944-819e-ef906880e846 req-0872b603-fbd4-4fbf-9056-a9ff9540781e tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 210 time: 0.0899200 Mar 11 11:46:21.920463 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9acbcf3-049c-4ede-809c-bbd2a96c3e0d req-8d6ea95c-f250-407f-8397-e04bec2a5036 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b1990eb-7c3f-415a-a722-ab9b593c385a HTTP/1.1" status: 200 len: 1000 time: 0.1330101 Mar 11 11:46:21.937368 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1b3861b3-9a63-4eea-83f8-c92ab0f1e401 req-4ca1d985-7e79-4c8d-b006-041f14b313e2 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616590 Mar 11 11:46:21.939854 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ee1b7088-e84b-4af7-867a-8e32e207b910), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:21.966965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:46:21.967785 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (ee1b7088-e84b-4af7-867a-8e32e207b910), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:46:21.970784 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:46:21.976422 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9f459a5-b4eb-4341-8277-0258a48b7523 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for port (9824b231-3a8d-4958-8148-225c0d7ab294), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:22.025275 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acbcf3-049c-4ede-809c-bbd2a96c3e0d req-e12e33ef-a746-47dc-bb3d-f57489fb69f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:22.026722 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9acbcf3-049c-4ede-809c-bbd2a96c3e0d req-e12e33ef-a746-47dc-bb3d-f57489fb69f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e125371-d52f-4208-9c77-d4e4b47be414 HTTP/1.1" status: 200 len: 849 time: 0.0710940 Mar 11 11:46:22.068433 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (390e6b7d-aff1-4a93-b574-99cb7d2c9c87), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:22.069104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb51a6b4-dd1b-4e97-a1a7-60bebe6848e5 admin admin] Router e189ca5f-596a-4e6b-a97a-3d81ad69930d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:46:22.074723 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:22.082635 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "DELETE /v2.0/networks/390e6b7d-aff1-4a93-b574-99cb7d2c9c87 HTTP/1.1" status: 204 len: 168 time: 2.0134940 Mar 11 11:46:22.083458 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46562) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:22.085968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-2fb947c3-23b6-4d08-a848-4d10365f618c req-5aa56862-cfa7-4b74-aa46-53d60b0821d5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Deleting port bf117a58-5384-4dff-b82c-60ec8d788cd0 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:46:22.087697 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2fb947c3-23b6-4d08-a848-4d10365f618c req-5aa56862-cfa7-4b74-aa46-53d60b0821d5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (bf117a58-5384-4dff-b82c-60ec8d788cd0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:22.137084 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015368b-5c8b-45eb-b1f3-59dd6a16cedb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event deleted for resources: {'Network': ['ID=390e6b7d-aff1-4a93-b574-99cb7d2c9c87,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:22.187818 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9f459a5-b4eb-4341-8277-0258a48b7523 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9824b231-3a8d-4958-8148-225c0d7ab294), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:22.213053 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d47eac02-dca0-4b13-8ee7-2dccfb7199f3 admin admin] Publish callbacks [] for security_group (8ab12244-82a9-4a53-a3e4-1f30766ecaee), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:22.217991 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acbcf3-049c-4ede-809c-bbd2a96c3e0d req-d52f79a2-c726-41a0-ae64-d3aca40a3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:22.219523 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9acbcf3-049c-4ede-809c-bbd2a96c3e0d req-d52f79a2-c726-41a0-ae64-d3aca40a3f16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76092203-82d8-4a24-86d5-4aa9015481db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1842654 Mar 11 11:46:22.223346 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4c2373-4a9a-4427-ad80-d15a4aa3bb24 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Deleting subnet 49d244d0-20d2-4910-ab2f-243240acb061 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:46:22.237473 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2373-4a9a-4427-ad80-d15a4aa3bb24 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks [] for subnet (49d244d0-20d2-4910-ab2f-243240acb061), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:22.241929 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d47eac02-dca0-4b13-8ee7-2dccfb7199f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8ab12244-82a9-4a53-a3e4-1f30766ecaee), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:22.273668 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f459a5-b4eb-4341-8277-0258a48b7523 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:22.291375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-d9f459a5-b4eb-4341-8277-0258a48b7523 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:22.300328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f459a5-b4eb-4341-8277-0258a48b7523 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:22.305428 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f459a5-b4eb-4341-8277-0258a48b7523 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event updated for resources: {'Port': ['ID=9824b231-3a8d-4958-8148-225c0d7ab294,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:22.346516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dd6be-9de6-4b84-b538-8ab397498833 req-c2bf1be2-ac7a-4633-addb-36da645fad27 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:22.348160 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-859dd6be-9de6-4b84-b538-8ab397498833 req-c2bf1be2-ac7a-4633-addb-36da645fad27 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 946 time: 0.2088726 Mar 11 11:46:22.374944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-2fb947c3-23b6-4d08-a848-4d10365f618c req-5aa56862-cfa7-4b74-aa46-53d60b0821d5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] For port bf117a58-5384-4dff-b82c-60ec8d788cd0, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=bf117a58-5384-4dff-b82c-60ec8d788cd0,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:22.375390 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2fb947c3-23b6-4d08-a848-4d10365f618c req-5aa56862-cfa7-4b74-aa46-53d60b0821d5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (bf117a58-5384-4dff-b82c-60ec8d788cd0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:22.398500 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2373-4a9a-4427-ad80-d15a4aa3bb24 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (49d244d0-20d2-4910-ab2f-243240acb061), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:22.411763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-2fb947c3-23b6-4d08-a848-4d10365f618c req-5aa56862-cfa7-4b74-aa46-53d60b0821d5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Calling delete_port for bf117a58-5384-4dff-b82c-60ec8d788cd0 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:46:22.513773 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-859dd6be-9de6-4b84-b538-8ab397498833 req-9f4e0f2d-425d-4c4b-b27a-30f96f4904cb tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555388 Mar 11 11:46:22.535489 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9f459a5-b4eb-4341-8277-0258a48b7523 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for floatingip (5d3e5e67-6dd7-43b1-870c-e8bc44e0d32b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:22.597100 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9f459a5-b4eb-4341-8277-0258a48b7523 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9824b231-3a8d-4958-8148-225c0d7ab294), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:22.703212 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2fb947c3-23b6-4d08-a848-4d10365f618c req-5aa56862-cfa7-4b74-aa46-53d60b0821d5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (bf117a58-5384-4dff-b82c-60ec8d788cd0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:22.716916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['bf117a58-5384-4dff-b82c-60ec8d788cd0'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:46:22.721541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47eac02-dca0-4b13-8ee7-2dccfb7199f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab12244-82a9-4a53-a3e4-1f30766ecaee,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:22.729980 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d47eac02-dca0-4b13-8ee7-2dccfb7199f3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=210e734657344ecbb7145927d365cd07&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1260221 Mar 11 11:46:22.738689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46568) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:22.773645 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb51a6b4-dd1b-4e97-a1a7-60bebe6848e5 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:46:22.782915 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bb51a6b4-dd1b-4e97-a1a7-60bebe6848e5 admin admin] 10.222.0.78 "PUT /v2.0/routers/e189ca5f-596a-4e6b-a97a-3d81ad69930d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0568552 Mar 11 11:46:22.786501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46570) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:22.791148 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314ee9d5-7db0-40af-9bcc-bc35a55eb9ee None None] Sync routers for ids ['e189ca5f-596a-4e6b-a97a-3d81ad69930d'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:46:22.798540 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9acbcf3-049c-4ede-809c-bbd2a96c3e0d req-5435b28a-d009-44e4-8c1c-3d191346a170 service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698118 Mar 11 11:46:22.810584 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ee9d5-7db0-40af-9bcc-bc35a55eb9ee None None] Routers {'e189ca5f-596a-4e6b-a97a-3d81ad69930d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:46:22.814410 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-314ee9d5-7db0-40af-9bcc-bc35a55eb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:46:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e189ca5f-596a-4e6b-a97a-3d81ad69930d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:22.827385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa56862-cfa7-4b74-aa46-53d60b0821d5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Pushing event deleted for resources: {'Port': ['ID=bf117a58-5384-4dff-b82c-60ec8d788cd0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:22.911719 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb947c3-23b6-4d08-a848-4d10365f618c req-5aa56862-cfa7-4b74-aa46-53d60b0821d5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] No DVR routers for this DVR port bf117a58-5384-4dff-b82c-60ec8d788cd0 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:46:22.914317 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2fb947c3-23b6-4d08-a848-4d10365f618c req-5aa56862-cfa7-4b74-aa46-53d60b0821d5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:22.918805 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2fb947c3-23b6-4d08-a848-4d10365f618c req-5aa56862-cfa7-4b74-aa46-53d60b0821d5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "DELETE /v2.0/ports/bf117a58-5384-4dff-b82c-60ec8d788cd0 HTTP/1.1" status: 204 len: 173 time: 1.3863981 Mar 11 11:46:22.922305 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f772ec99-5fff-4cc4-8c49-9541403ee450', 'name': 'network-vif-deleted', 'tag': 'bf117a58-5384-4dff-b82c-60ec8d788cd0'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:22.924759 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c970f1-56ba-4fac-949f-eb2a8e6a0861" -d '{"events": [{"server_uuid": "f772ec99-5fff-4cc4-8c49-9541403ee450", "name": "network-vif-deleted", "tag": "bf117a58-5384-4dff-b82c-60ec8d788cd0"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:22.947569 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b0513-dba5-4607-b40c-8836f3e63769 req-d7529758-87e5-4913-8de6-111b746963f5 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:22.949185 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e0b0513-dba5-4607-b40c-8836f3e63769 req-d7529758-87e5-4913-8de6-111b746963f5 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.1327004 Mar 11 11:46:22.950950 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-314ee9d5-7db0-40af-9bcc-bc35a55eb9ee None None] Set router e189ca5f-596a-4e6b-a97a-3d81ad69930d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:46:23.019688 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cb994fe-18ed-4c1f-9093-6aab8120c04c admin admin] Publish callbacks [] for router (e189ca5f-596a-4e6b-a97a-3d81ad69930d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:23.045810 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e0b0513-dba5-4607-b40c-8836f3e63769 req-85238021-3a7a-4e41-bc39-cf8ac7b0998d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724235 Mar 11 11:46:23.068427 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dece40e2-384e-4867-9068-c9ebb3d6767e x-openstack-request-id: req-dece40e2-384e-4867-9068-c9ebb3d6767e {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:23.068427 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f772ec99-5fff-4cc4-8c49-9541403ee450", "name": "network-vif-deleted", "tag": "bf117a58-5384-4dff-b82c-60ec8d788cd0", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:23.068427 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dece40e2-384e-4867-9068-c9ebb3d6767e {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:23.068427 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f772ec99-5fff-4cc4-8c49-9541403ee450', 'name': 'network-vif-deleted', 'tag': 'bf117a58-5384-4dff-b82c-60ec8d788cd0', 'status': 'completed', 'code': 200} Mar 11 11:46:23.082209 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2373-4a9a-4427-ad80-d15a4aa3bb24 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (49d244d0-20d2-4910-ab2f-243240acb061), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:23.093121 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9f459a5-b4eb-4341-8277-0258a48b7523 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for port (9824b231-3a8d-4958-8148-225c0d7ab294), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:23.100871 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9f459a5-b4eb-4341-8277-0258a48b7523 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (9824b231-3a8d-4958-8148-225c0d7ab294), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:23.159285 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-314ee9d5-7db0-40af-9bcc-bc35a55eb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'name': 'tempest-FloatingIPDetailsTestJSON-851167562-router', 'tenant_id': '1af92fc1989b45fbbd5336fb3e17a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '80103de0-241b-419d-9fcc-9eb930ad23af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:45:38Z', 'updated_at': '2022-03-11T11:46:21Z', 'revision_number': 5, 'project_id': '1af92fc1989b45fbbd5336fb3e17a592', 'gw_port': {'id': '80103de0-241b-419d-9fcc-9eb930ad23af', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:94:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:39Z', 'updated_at': '2022-03-11T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:23.181141 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f459a5-b4eb-4341-8277-0258a48b7523 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event updated for resources: {'Port': ['ID=9824b231-3a8d-4958-8148-225c0d7ab294,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:23.188922 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314ee9d5-7db0-40af-9bcc-bc35a55eb9ee None None] Checking router: e189ca5f-596a-4e6b-a97a-3d81ad69930d for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:46:23.197957 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ee9d5-7db0-40af-9bcc-bc35a55eb9ee None None] Routers {'e189ca5f-596a-4e6b-a97a-3d81ad69930d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:46:23.198824 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-314ee9d5-7db0-40af-9bcc-bc35a55eb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:46:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e189ca5f-596a-4e6b-a97a-3d81ad69930d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:23.293206 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9acbcf3-049c-4ede-809c-bbd2a96c3e0d req-ab2ad43e-da4d-4feb-825b-7b3361e789cf service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836142 Mar 11 11:46:23.325524 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-314ee9d5-7db0-40af-9bcc-bc35a55eb9ee None None] Set router e189ca5f-596a-4e6b-a97a-3d81ad69930d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:46:23.351030 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2373-4a9a-4427-ad80-d15a4aa3bb24 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (49d244d0-20d2-4910-ab2f-243240acb061), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:23.392468 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2373-4a9a-4427-ad80-d15a4aa3bb24 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:23.394992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb26002-76cb-438a-8929-ff0284b2e64d None None] Network 7ec83819-1416-49c1-ae44-2e7655ca2c5c requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:46:23.416149 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1c4c2373-4a9a-4427-ad80-d15a4aa3bb24 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "DELETE /v2.0/subnets/49d244d0-20d2-4910-ab2f-243240acb061 HTTP/1.1" status: 204 len: 168 time: 1.3107240 Mar 11 11:46:23.417398 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c2373-4a9a-4427-ad80-d15a4aa3bb24 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event deleted for resources: {'Subnet': ['ID=49d244d0-20d2-4910-ab2f-243240acb061,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:23.459651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46578) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:23.469138 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b24c60b-fcb6-4173-a45c-e7b039f3af83 admin admin] Publish callbacks [] for security_group (8ab12244-82a9-4a53-a3e4-1f30766ecaee), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:23.519174 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-314ee9d5-7db0-40af-9bcc-bc35a55eb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'name': 'tempest-FloatingIPDetailsTestJSON-851167562-router', 'tenant_id': '1af92fc1989b45fbbd5336fb3e17a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '80103de0-241b-419d-9fcc-9eb930ad23af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:45:38Z', 'updated_at': '2022-03-11T11:46:21Z', 'revision_number': 5, 'project_id': '1af92fc1989b45fbbd5336fb3e17a592', 'gw_port': {'id': '80103de0-241b-419d-9fcc-9eb930ad23af', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:94:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:39Z', 'updated_at': '2022-03-11T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:23.552186 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314ee9d5-7db0-40af-9bcc-bc35a55eb9ee None None] The sync data for ids ['e189ca5f-596a-4e6b-a97a-3d81ad69930d'] in n-d-833234-2 is: [{'id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'name': 'tempest-FloatingIPDetailsTestJSON-851167562-router', 'tenant_id': '1af92fc1989b45fbbd5336fb3e17a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '80103de0-241b-419d-9fcc-9eb930ad23af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:45:38Z', 'updated_at': '2022-03-11T11:46:21Z', 'revision_number': 5, 'project_id': '1af92fc1989b45fbbd5336fb3e17a592', 'gw_port': {'id': '80103de0-241b-419d-9fcc-9eb930ad23af', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:94:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189ca5f-596a-4e6b-a97a-3d81ad69930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:39Z', 'updated_at': '2022-03-11T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:46:23.603754 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9f459a5-b4eb-4341-8277-0258a48b7523 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (5d3e5e67-6dd7-43b1-870c-e8bc44e0d32b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:23.626356 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ec09289-1069-43f2-9d8b-6e8d4e154180 req-19382396-53ec-4e09-bc87-9e9cdab1f4eb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 210 time: 0.4493077 Mar 11 11:46:23.642792 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9f459a5-b4eb-4341-8277-0258a48b7523 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:23.644210 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d9f459a5-b4eb-4341-8277-0258a48b7523 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6919973 Mar 11 11:46:23.684658 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b24c60b-fcb6-4173-a45c-e7b039f3af83 admin admin] Publish callbacks [] for security_group (8ab12244-82a9-4a53-a3e4-1f30766ecaee), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:23.688857 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046de147-cbb3-4c19-8aee-1549c4aa98f9 req-9c9571c3-4337-4b80-a147-74101a16ca6e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:23.692714 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-046de147-cbb3-4c19-8aee-1549c4aa98f9 req-9c9571c3-4337-4b80-a147-74101a16ca6e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.5058875 Mar 11 11:46:23.696688 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (7ec83819-1416-49c1-ae44-2e7655ca2c5c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:23.766935 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cb994fe-18ed-4c1f-9093-6aab8120c04c admin admin] Publish callbacks [] for router_gateway (e189ca5f-596a-4e6b-a97a-3d81ad69930d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:23.791389 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b24c60b-fcb6-4173-a45c-e7b039f3af83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8ab12244-82a9-4a53-a3e4-1f30766ecaee), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:23.794133 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b24c60b-fcb6-4173-a45c-e7b039f3af83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:23.795412 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0b24c60b-fcb6-4173-a45c-e7b039f3af83 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8ab12244-82a9-4a53-a3e4-1f30766ecaee HTTP/1.1" status: 204 len: 168 time: 1.0544901 Mar 11 11:46:23.805820 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-046de147-cbb3-4c19-8aee-1549c4aa98f9 req-e1601906-c198-4857-b370-9afb54eef094 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071434 Mar 11 11:46:23.828395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24c60b-fcb6-4173-a45c-e7b039f3af83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab12244-82a9-4a53-a3e4-1f30766ecaee,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:23.834302 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-acf1765d-c593-4dd5-a694-dff41a7d52ff req-1e586416-efdd-4a1f-b5ac-5b96d4a8c3ec tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 210 time: 0.0765297 Mar 11 11:46:23.849739 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Deleting port de63cd01-c588-44b6-bc2c-2481339c0f7f {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:46:23.850314 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (de63cd01-c588-44b6-bc2c-2481339c0f7f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:23.900116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-2cb994fe-18ed-4c1f-9093-6aab8120c04c admin admin] Deleting port 80103de0-241b-419d-9fcc-9eb930ad23af {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:46:23.900659 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cb994fe-18ed-4c1f-9093-6aab8120c04c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (80103de0-241b-419d-9fcc-9eb930ad23af), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:23.950577 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3860ee63-1636-45fc-a08a-3f5850ba2f72 None None] DHCP port deletion for 7ec83819-1416-49c1-ae44-2e7655ca2c5c request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:46:24.017942 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] For port de63cd01-c588-44b6-bc2c-2481339c0f7f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=de63cd01-c588-44b6-bc2c-2481339c0f7f,segment=NetworkSegment(b0d59a4b-481e-4702-92f6-6f214874d81f),segment_id=b0d59a4b-481e-4702-92f6-6f214874d81f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:24.021263 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (de63cd01-c588-44b6-bc2c-2481339c0f7f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:24.076076 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Calling delete_port for de63cd01-c588-44b6-bc2c-2481339c0f7f owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:46:24.090448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3860ee63-1636-45fc-a08a-3f5850ba2f72 None None] Deleting port de63cd01-c588-44b6-bc2c-2481339c0f7f {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:46:24.090837 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3860ee63-1636-45fc-a08a-3f5850ba2f72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (de63cd01-c588-44b6-bc2c-2481339c0f7f), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:24.200299 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-2cb994fe-18ed-4c1f-9093-6aab8120c04c admin admin] For port 80103de0-241b-419d-9fcc-9eb930ad23af, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=80103de0-241b-419d-9fcc-9eb930ad23af,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:24.201126 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cb994fe-18ed-4c1f-9093-6aab8120c04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (80103de0-241b-419d-9fcc-9eb930ad23af), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:24.238584 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-2cb994fe-18ed-4c1f-9093-6aab8120c04c admin admin] Calling delete_port for 80103de0-241b-419d-9fcc-9eb930ad23af owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:46:24.304319 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3860ee63-1636-45fc-a08a-3f5850ba2f72 None None] For port de63cd01-c588-44b6-bc2c-2481339c0f7f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=de63cd01-c588-44b6-bc2c-2481339c0f7f,segment=NetworkSegment(b0d59a4b-481e-4702-92f6-6f214874d81f),segment_id=b0d59a4b-481e-4702-92f6-6f214874d81f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:24.304745 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3860ee63-1636-45fc-a08a-3f5850ba2f72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (de63cd01-c588-44b6-bc2c-2481339c0f7f), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:24.331461 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011f9e3-b3d8-4305-82f2-6b040e9e03f1 req-5163b367-05d8-4ef4-94b9-0f2d14076040 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:24.338408 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8011f9e3-b3d8-4305-82f2-6b040e9e03f1 req-5163b367-05d8-4ef4-94b9-0f2d14076040 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.1690214 Mar 11 11:46:24.341637 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3860ee63-1636-45fc-a08a-3f5850ba2f72 None None] Calling delete_port for de63cd01-c588-44b6-bc2c-2481339c0f7f owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:46:24.419700 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (de63cd01-c588-44b6-bc2c-2481339c0f7f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:24.430454 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8011f9e3-b3d8-4305-82f2-6b040e9e03f1 req-e28da3b0-145e-4ae4-977e-0a791b0b3f0d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860534 Mar 11 11:46:24.486016 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feb3fa-6f3e-4c0e-8793-d159896cf80c req-16ceffaa-2985-4e18-80fc-4c2606f5e128 tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:24.488410 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8feb3fa-6f3e-4c0e-8793-d159896cf80c req-16ceffaa-2985-4e18-80fc-4c2606f5e128 tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 1132 time: 0.0616660 Mar 11 11:46:24.519447 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c8feb3fa-6f3e-4c0e-8793-d159896cf80c req-3d556303-0a25-4ffc-8d41-1936ab21a441 tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:24.527641 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event deleted for resources: {'Port': ['ID=de63cd01-c588-44b6-bc2c-2481339c0f7f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:24.532306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] No DVR routers for this DVR port de63cd01-c588-44b6-bc2c-2481339c0f7f on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:46:24.585288 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46608) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:24.608593 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b250ebe9-1087-4fc4-b6c4-1bdf71ed7fab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:24.648832 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3860ee63-1636-45fc-a08a-3f5850ba2f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (de63cd01-c588-44b6-bc2c-2481339c0f7f), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:24.678104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860ee63-1636-45fc-a08a-3f5850ba2f72 None None] Pushing event deleted for resources: {'Port': ['ID=de63cd01-c588-44b6-bc2c-2481339c0f7f,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:24.689692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860ee63-1636-45fc-a08a-3f5850ba2f72 None None] No DVR routers for this DVR port de63cd01-c588-44b6-bc2c-2481339c0f7f on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:46:24.721880 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b250ebe9-1087-4fc4-b6c4-1bdf71ed7fab admin admin] Publish callbacks [] for security_group (cd24c4ba-4507-4599-ae8f-dfe842802053), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:24.737228 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b250ebe9-1087-4fc4-b6c4-1bdf71ed7fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cd24c4ba-4507-4599-ae8f-dfe842802053), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:24.742801 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (7ec83819-1416-49c1-ae44-2e7655ca2c5c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:24.789176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec83819-1416-49c1-ae44-2e7655ca2c5c']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:24.796589 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250ebe9-1087-4fc4-b6c4-1bdf71ed7fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd24c4ba-4507-4599-ae8f-dfe842802053,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:24.805601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d59a4b-481e-4702-92f6-6f214874d81f') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:24.805863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d59a4b-481e-4702-92f6-6f214874d81f') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:24.828718 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (b0d59a4b-481e-4702-92f6-6f214874d81f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:24.833096 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b9a5bf24-8448-4c97-8753-adb5f7870b06 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--183134321&fields=id&tenant_id=b3c2137dee0c413388a10d2eba864d68 HTTP/1.1" status: 200 len: 267 time: 0.2536571 Mar 11 11:46:24.841282 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b250ebe9-1087-4fc4-b6c4-1bdf71ed7fab admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bd90fea252c6431588e0f0216dbb5368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2481911 Mar 11 11:46:24.844382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46612) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:24.852574 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b0d59a4b-481e-4702-92f6-6f214874d81f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:24.858181 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cb994fe-18ed-4c1f-9093-6aab8120c04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (80103de0-241b-419d-9fcc-9eb930ad23af), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:24.874762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:46:24.875391 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (b0d59a4b-481e-4702-92f6-6f214874d81f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:46:24.880372 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:46:24.895262 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c8feb3fa-6f3e-4c0e-8793-d159896cf80c req-3d556303-0a25-4ffc-8d41-1936ab21a441 tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] Publish callbacks [] for security_group (cf9d1361-02e1-4464-b89f-7fcca5262d4c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:24.908327 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c8feb3fa-6f3e-4c0e-8793-d159896cf80c req-3d556303-0a25-4ffc-8d41-1936ab21a441 tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cf9d1361-02e1-4464-b89f-7fcca5262d4c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:24.928040 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb994fe-18ed-4c1f-9093-6aab8120c04c admin admin] Pushing event deleted for resources: {'Port': ['ID=80103de0-241b-419d-9fcc-9eb930ad23af,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:24.955359 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-19f497c0-b402-4354-9454-5ba3f67a517b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:24.957610 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-19f497c0-b402-4354-9454-5ba3f67a517b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports/a71fbc2e-a97d-4402-8ded-69179cd4d38d HTTP/1.1" status: 200 len: 929 time: 0.1123836 Mar 11 11:46:24.989986 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d556303-0a25-4ffc-8d41-1936ab21a441 tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9d1361-02e1-4464-b89f-7fcca5262d4c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:25.001631 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cb994fe-18ed-4c1f-9093-6aab8120c04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (e189ca5f-596a-4e6b-a97a-3d81ad69930d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.020147 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8feb3fa-6f3e-4c0e-8793-d159896cf80c req-3d556303-0a25-4ffc-8d41-1936ab21a441 tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251122 Mar 11 11:46:25.053003 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5c24e494-7d14-4a56-a6e7-a6ac608982fe tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:25.054487 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5c24e494-7d14-4a56-a6e7-a6ac608982fe tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports/01f1b758-11ae-47ce-91f3-deec473c8b64 HTTP/1.1" status: 200 len: 932 time: 0.0807402 Mar 11 11:46:25.121422 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (7ec83819-1416-49c1-ae44-2e7655ca2c5c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.137260 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7689aa4e-05eb-4c2a-9b95-35e778383dc5 admin admin] Publish callbacks [] for security_group (cd24c4ba-4507-4599-ae8f-dfe842802053), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.139072 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-96764b76-7eca-400c-83ea-eb42fc4c8d9c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?network_id=ffea5ad9-c0e5-4719-aece-e8e0fad462f9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0744894 Mar 11 11:46:25.159790 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ceeafe3-b710-441c-9d3c-71f996d3e77b req-641f076f-0d39-4522-b10d-0d412ef32200 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 210 time: 0.0506017 Mar 11 11:46:25.164215 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.177413 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "DELETE /v2.0/networks/7ec83819-1416-49c1-ae44-2e7655ca2c5c HTTP/1.1" status: 204 len: 168 time: 1.7033567 Mar 11 11:46:25.178519 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46618) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:25.184224 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cb994fe-18ed-4c1f-9093-6aab8120c04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (e189ca5f-596a-4e6b-a97a-3d81ad69930d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.191969 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cbf664d4-3924-4578-9238-15ff5638d2a9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2116223195'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:25.205392 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cb994fe-18ed-4c1f-9093-6aab8120c04c admin admin] Publish callbacks [] for router_controller (e189ca5f-596a-4e6b-a97a-3d81ad69930d), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.207068 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-ea91770c-04cc-46ba-b079-03bc1add2add tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?network_id=ffea5ad9-c0e5-4719-aece-e8e0fad462f9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0521030 Mar 11 11:46:25.210323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c858228-0b38-41bd-b815-73056497e413 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event deleted for resources: {'Network': ['ID=7ec83819-1416-49c1-ae44-2e7655ca2c5c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:25.220956 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7689aa4e-05eb-4c2a-9b95-35e778383dc5 admin admin] Publish callbacks [] for security_group (cd24c4ba-4507-4599-ae8f-dfe842802053), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.287292 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf664d4-3924-4578-9238-15ff5638d2a9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Made reservation on behalf of 332ba924481047779f3b150531b078c7 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:25.291970 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbf664d4-3924-4578-9238-15ff5638d2a9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.295376 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cb994fe-18ed-4c1f-9093-6aab8120c04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (e189ca5f-596a-4e6b-a97a-3d81ad69930d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.295999 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb994fe-18ed-4c1f-9093-6aab8120c04c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e189ca5f-596a-4e6b-a97a-3d81ad69930d {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:46:25.300940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cb994fe-18ed-4c1f-9093-6aab8120c04c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.304098 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2cb994fe-18ed-4c1f-9093-6aab8120c04c admin admin] 10.222.0.78 "DELETE /v2.0/routers/e189ca5f-596a-4e6b-a97a-3d81ad69930d HTTP/1.1" status: 204 len: 168 time: 2.5125999 Mar 11 11:46:25.310004 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46620) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:25.310163 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78da0d63-a780-413a-89ca-f79348f38b78 req-1a5d8f9a-6d90-4ce2-be80-4adac05f6662 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 210 time: 0.0382583 Mar 11 11:46:25.378887 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf664d4-3924-4578-9238-15ff5638d2a9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:46:25.390344 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbf664d4-3924-4578-9238-15ff5638d2a9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (23de1722-614e-49a6-9c7e-792a3c5bb4de), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.390695 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-cbf664d4-3924-4578-9238-15ff5638d2a9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Added segment 23de1722-614e-49a6-9c7e-792a3c5bb4de of type vlan for network 60e0189d-1b4a-4ce4-87c4-086a15ffd462 Mar 11 11:46:25.461310 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbf664d4-3924-4578-9238-15ff5638d2a9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (60e0189d-1b4a-4ce4-87c4-086a15ffd462), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.486870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1384bff6-8a09-49aa-bd45-0f115d007093 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:25.498195 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1384bff6-8a09-49aa-bd45-0f115d007093 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:25.505013 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbf664d4-3924-4578-9238-15ff5638d2a9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (60e0189d-1b4a-4ce4-87c4-086a15ffd462), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.505756 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1384bff6-8a09-49aa-bd45-0f115d007093 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:25.507628 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1384bff6-8a09-49aa-bd45-0f115d007093 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/networks?id=6b2cf607-82c0-4c57-9981-1ae9a9023bc1&id=0f6165f6-370b-479b-81e3-cdb2a28bb249&id=0f6165f6-370b-479b-81e3-cdb2a28bb249&id=ffea5ad9-c0e5-4719-aece-e8e0fad462f9&id=ffea5ad9-c0e5-4719-aece-e8e0fad462f9 HTTP/1.1" status: 200 len: 1990 time: 0.2843816 Mar 11 11:46:25.511359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf664d4-3924-4578-9238-15ff5638d2a9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:25.512592 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbf664d4-3924-4578-9238-15ff5638d2a9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.549587 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device bf117a58-5384-4dff-b82c-60ec8d788cd0 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:46:25.562665 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7689aa4e-05eb-4c2a-9b95-35e778383dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cd24c4ba-4507-4599-ae8f-dfe842802053), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.567705 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-871a8f0c-0966-433a-88ac-e943dd82afc1 admin admin] Deleting subnet fc9efc0b-6820-42de-8f6a-26a8aaea2d12 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:46:25.571909 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7689aa4e-05eb-4c2a-9b95-35e778383dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.575712 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7689aa4e-05eb-4c2a-9b95-35e778383dc5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cd24c4ba-4507-4599-ae8f-dfe842802053 HTTP/1.1" status: 204 len: 168 time: 0.7197671 Mar 11 11:46:25.578940 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cbf664d4-3924-4578-9238-15ff5638d2a9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3912029 Mar 11 11:46:25.580036 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-871a8f0c-0966-433a-88ac-e943dd82afc1 admin admin] Publish callbacks [] for subnet (fc9efc0b-6820-42de-8f6a-26a8aaea2d12), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.598571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: bf117a58-5384-4dff-b82c-60ec8d788cd0 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:46:25.600527 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device bf117a58-5384-4dff-b82c-60ec8d788cd0 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:46:25.606600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46628) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:25.613795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-823341c5-1289-4638-866d-b04f97dd45d9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Request body: {'subnet': {'network_id': '60e0189d-1b4a-4ce4-87c4-086a15ffd462', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:25.635065 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf664d4-3924-4578-9238-15ff5638d2a9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event updated for resources: {'Network': ['ID=60e0189d-1b4a-4ce4-87c4-086a15ffd462,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:25.666765 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-871a8f0c-0966-433a-88ac-e943dd82afc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (fc9efc0b-6820-42de-8f6a-26a8aaea2d12), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.671639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689aa4e-05eb-4c2a-9b95-35e778383dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd24c4ba-4507-4599-ae8f-dfe842802053,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:25.679993 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 60e0189d-1b4a-4ce4-87c4-086a15ffd462 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:46:25.683059 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-0733038d-e646-48ae-bfd4-8c55854c6d62 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/quotas/b3c2137dee0c413388a10d2eba864d68 HTTP/1.1" status: 200 len: 375 time: 0.1521680 Mar 11 11:46:25.827137 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-871a8f0c-0966-433a-88ac-e943dd82afc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (fc9efc0b-6820-42de-8f6a-26a8aaea2d12), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.911480 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-871a8f0c-0966-433a-88ac-e943dd82afc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (fc9efc0b-6820-42de-8f6a-26a8aaea2d12), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.923517 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ba78961c-48e3-44e0-b9ba-9c8b06945baf no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:46:25.938603 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-871a8f0c-0966-433a-88ac-e943dd82afc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.942733 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-871a8f0c-0966-433a-88ac-e943dd82afc1 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/fc9efc0b-6820-42de-8f6a-26a8aaea2d12 HTTP/1.1" status: 204 len: 168 time: 0.6330774 Mar 11 11:46:25.969599 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46638) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:25.970437 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-f0cdb923-c0b7-4658-bb8f-5fab5fd8523e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b3c2137dee0c413388a10d2eba864d68&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2666738 Mar 11 11:46:25.972036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823341c5-1289-4638-866d-b04f97dd45d9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Made reservation on behalf of 332ba924481047779f3b150531b078c7 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:25.972567 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc590ed9-f193-42a7-a826-5f2ffc7f306c None None] Network 4af4643b-1693-4bd6-8325-dcb8a4701060 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:46:25.977828 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-823341c5-1289-4638-866d-b04f97dd45d9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:25.978088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: ba78961c-48e3-44e0-b9ba-9c8b06945baf {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:46:25.979080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a8f0c-0966-433a-88ac-e943dd82afc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc9efc0b-6820-42de-8f6a-26a8aaea2d12,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:25.988370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ba78961c-48e3-44e0-b9ba-9c8b06945baf not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:46:25.988920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device de63cd01-c588-44b6-bc2c-2481339c0f7f no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:46:26.052988 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (4af4643b-1693-4bd6-8325-dcb8a4701060), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:26.066659 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: de63cd01-c588-44b6-bc2c-2481339c0f7f {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:46:26.072647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device de63cd01-c588-44b6-bc2c-2481339c0f7f not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:46:26.117009 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] Deleting port 973e267f-2c66-41b8-b197-fcb320a7c787 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:46:26.117511 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (973e267f-2c66-41b8-b197-fcb320a7c787), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:26.193300 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-cd8a1036-7000-43e8-b178-67dbffad0ad6 service neutron] 10.222.0.78 "GET /v2.0/networks/6b2cf607-82c0-4c57-9981-1ae9a9023bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930056 Mar 11 11:46:26.218456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] For port 973e267f-2c66-41b8-b197-fcb320a7c787, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=973e267f-2c66-41b8-b197-fcb320a7c787,segment=NetworkSegment(99a3db5a-07df-459c-aba2-42e42659e4ed),segment_id=99a3db5a-07df-459c-aba2-42e42659e4ed)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:26.221545 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (973e267f-2c66-41b8-b197-fcb320a7c787), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:26.278598 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] Calling delete_port for 973e267f-2c66-41b8-b197-fcb320a7c787 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:46:26.356321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-dc9922ea-464c-40b9-b039-fa547d29cdbe service neutron] 10.222.0.78 "GET /v2.0/networks/6b2cf607-82c0-4c57-9981-1ae9a9023bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564374 Mar 11 11:46:26.360379 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d27b14-8f2a-45ee-96fe-54d02a40c19f None None] DHCP port deletion for 4af4643b-1693-4bd6-8325-dcb8a4701060 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:46:26.416825 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (973e267f-2c66-41b8-b197-fcb320a7c787), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:26.441538 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e9d27b14-8f2a-45ee-96fe-54d02a40c19f None None] Deleting port 973e267f-2c66-41b8-b197-fcb320a7c787 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:46:26.441908 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e9d27b14-8f2a-45ee-96fe-54d02a40c19f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (973e267f-2c66-41b8-b197-fcb320a7c787), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:26.453640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] No DVR routers for this DVR port 973e267f-2c66-41b8-b197-fcb320a7c787 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:46:26.520364 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78c39893-ee19-4cec-a520-cb2594e0505f req-d7ced9b1-c453-4c29-ae20-23344b011702 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 210 time: 0.1520164 Mar 11 11:46:26.536935 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e9d27b14-8f2a-45ee-96fe-54d02a40c19f None None] For port 973e267f-2c66-41b8-b197-fcb320a7c787, host n-d-833234-2, got binding levels [] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:26.537330 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e9d27b14-8f2a-45ee-96fe-54d02a40c19f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (973e267f-2c66-41b8-b197-fcb320a7c787), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:26.540882 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (4af4643b-1693-4bd6-8325-dcb8a4701060), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:26.555286 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e9d27b14-8f2a-45ee-96fe-54d02a40c19f None None] Calling delete_port for 973e267f-2c66-41b8-b197-fcb320a7c787 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:46:26.561065 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.ipam_backend_mixin [None req-e9d27b14-8f2a-45ee-96fe-54d02a40c19f None None] Port 973e267f-2c66-41b8-b197-fcb320a7c787 was not found and therefore no delete operation was performed {{(pid=104033) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 11:46:26.563598 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e9d27b14-8f2a-45ee-96fe-54d02a40c19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (973e267f-2c66-41b8-b197-fcb320a7c787), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:26.568511 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af4643b-1693-4bd6-8325-dcb8a4701060']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:26.580573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a3db5a-07df-459c-aba2-42e42659e4ed') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:26.580998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a3db5a-07df-459c-aba2-42e42659e4ed') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:26.592895 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (99a3db5a-07df-459c-aba2-42e42659e4ed), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:26.606455 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (99a3db5a-07df-459c-aba2-42e42659e4ed), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:26.613467 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:46:26.613955 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (99a3db5a-07df-459c-aba2-42e42659e4ed), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:26.631244 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d27b14-8f2a-45ee-96fe-54d02a40c19f None None] Pushing event deleted for resources: {'Port': ['ID=973e267f-2c66-41b8-b197-fcb320a7c787,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:26.643624 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=973e267f-2c66-41b8-b197-fcb320a7c787,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:26.652640 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d27b14-8f2a-45ee-96fe-54d02a40c19f None None] No DVR routers for this DVR port 973e267f-2c66-41b8-b197-fcb320a7c787 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:46:26.693540 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:46:26.696623 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-823341c5-1289-4638-866d-b04f97dd45d9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (945493b6-40da-4729-a5ca-193bf5de8f8b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:26.709695 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-905de8a2-0d4c-49e3-9052-1fdd9d1ea559 service neutron] 10.222.0.78 "GET /v2.0/ports/a71fbc2e-a97d-4402-8ded-69179cd4d38d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3347259 Mar 11 11:46:26.712966 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (4af4643b-1693-4bd6-8325-dcb8a4701060), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:26.728257 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:26.732756 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4af4643b-1693-4bd6-8325-dcb8a4701060 HTTP/1.1" status: 204 len: 168 time: 0.7609842 Mar 11 11:46:26.765275 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94ae08-e464-4821-8e34-17b33736d9b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4af4643b-1693-4bd6-8325-dcb8a4701060,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:26.765540 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-fad2f4f7-af4c-4d78-974c-72290d93f989 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4072955 Mar 11 11:46:26.788185 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-0aef371b-d2c4-4d21-9c48-70591c16f81f service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:46:26.789197 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-0aef371b-d2c4-4d21-9c48-70591c16f81f service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081401 Mar 11 11:46:26.889868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823341c5-1289-4638-866d-b04f97dd45d9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event updated for resources: {'Subnet': ['ID=945493b6-40da-4729-a5ca-193bf5de8f8b,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:26.925432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c9d4f-1be3-49ab-a9fc-3c1b524d4a9b req-c877b52f-91ef-4c99-ac82-1be274050172 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:26.926950 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-383c9d4f-1be3-49ab-a9fc-3c1b524d4a9b req-c877b52f-91ef-4c99-ac82-1be274050172 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.2485552 Mar 11 11:46:26.929977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823341c5-1289-4638-866d-b04f97dd45d9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Checking segment: {'id': '23de1722-614e-49a6-9c7e-792a3c5bb4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '60e0189d-1b4a-4ce4-87c4-086a15ffd462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:26.930388 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823341c5-1289-4638-866d-b04f97dd45d9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Network hostable DHCP agents. Network: 60e0189d-1b4a-4ce4-87c4-086a15ffd462, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:46:26.935771 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-8a37ca71-4592-4348-9bd4-f8472ad67102 service neutron] 10.222.0.78 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251616 Mar 11 11:46:26.965651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46666) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:27.004290 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823341c5-1289-4638-866d-b04f97dd45d9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Network 60e0189d-1b4a-4ce4-87c4-086a15ffd462 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:46:27.060671 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-383c9d4f-1be3-49ab-a9fc-3c1b524d4a9b req-72489aef-98ad-4795-9f30-1ac63553c125 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239474 Mar 11 11:46:27.070075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-823341c5-1289-4638-866d-b04f97dd45d9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 60e0189d-1b4a-4ce4-87c4-086a15ffd462) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:27.071217 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-aa88a6ff-34ef-4cb1-bdd3-8a280435ea9f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1af92fc1989b45fbbd5336fb3e17a592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0998242 Mar 11 11:46:27.074172 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46672) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:27.078405 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823341c5-1289-4638-866d-b04f97dd45d9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:27.079004 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-823341c5-1289-4638-866d-b04f97dd45d9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:27.080451 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655fb315-fcc0-4516-9ca5-10f77c99eea9 None None] Network 60e0189d-1b4a-4ce4-87c4-086a15ffd462 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:46:27.121570 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-c0094f6e-17e8-43ee-80d0-3166764fb551 service neutron] 10.222.0.78 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762640 Mar 11 11:46:27.144922 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-823341c5-1289-4638-866d-b04f97dd45d9 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5349467 Mar 11 11:46:27.146839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46676) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:27.156151 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-84a9deb9-7c31-485c-8c2c-77f665ba0fc4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1121197655'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:27.207211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a9deb9-7c31-485c-8c2c-77f665ba0fc4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Made reservation on behalf of 332ba924481047779f3b150531b078c7 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:27.218832 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84a9deb9-7c31-485c-8c2c-77f665ba0fc4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:27.263272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-9ef8dd2d-2096-4e47-b3f7-a4c613ced73f service neutron] 10.222.0.78 "GET /v2.0/ports/01f1b758-11ae-47ce-91f3-deec473c8b64?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1097593 Mar 11 11:46:27.269164 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49c0550c-1b40-4c23-bb78-a5176cc9290a admin admin] Publish callbacks [] for security_group (d9119897-3107-4a17-9539-20fbb5d3ac4e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:27.295207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a9deb9-7c31-485c-8c2c-77f665ba0fc4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:46:27.309570 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84a9deb9-7c31-485c-8c2c-77f665ba0fc4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (61541970-eaae-49a8-98e1-8541b56617b6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:27.310213 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-84a9deb9-7c31-485c-8c2c-77f665ba0fc4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Added segment 61541970-eaae-49a8-98e1-8541b56617b6 of type vlan for network 0bc9c21e-b25f-4914-88ba-1026cdfcbf9f Mar 11 11:46:27.416696 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-60e0189d-1b4a-4ce4-87c4-086a15ffd462', 'network_id': '60e0189d-1b4a-4ce4-87c4-086a15ffd462', 'project_id': '332ba924481047779f3b150531b078c7', 'fixed_ips': [{'subnet_id': '945493b6-40da-4729-a5ca-193bf5de8f8b'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:46:27.417159 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84a9deb9-7c31-485c-8c2c-77f665ba0fc4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (0bc9c21e-b25f-4914-88ba-1026cdfcbf9f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:27.417624 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:27.492662 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84a9deb9-7c31-485c-8c2c-77f665ba0fc4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (0bc9c21e-b25f-4914-88ba-1026cdfcbf9f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:27.495736 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14b2e7eb-ff03-41b2-9bbb-306db68b08f1 req-6deba368-19c1-4b07-9d56-4737d0b52fe3 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 210 time: 0.1834021 Mar 11 11:46:27.510635 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9deb9-7c31-485c-8c2c-77f665ba0fc4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:27.511226 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84a9deb9-7c31-485c-8c2c-77f665ba0fc4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:27.535315 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49c0550c-1b40-4c23-bb78-a5176cc9290a admin admin] Publish callbacks [] for security_group (d9119897-3107-4a17-9539-20fbb5d3ac4e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:27.647372 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-84a9deb9-7c31-485c-8c2c-77f665ba0fc4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4988260 Mar 11 11:46:27.675822 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46694) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:27.693489 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f14d5853-8e12-4a98-9f1d-8e60b3f02e79 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Request body: {'subnet': {'network_id': '0bc9c21e-b25f-4914-88ba-1026cdfcbf9f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:27.710366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 80103de0-241b-419d-9fcc-9eb930ad23af no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:46:27.742554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 80103de0-241b-419d-9fcc-9eb930ad23af {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:46:27.742554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 80103de0-241b-419d-9fcc-9eb930ad23af not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:46:27.742772 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 973e267f-2c66-41b8-b197-fcb320a7c787 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:46:27.764906 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 973e267f-2c66-41b8-b197-fcb320a7c787 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:46:27.765276 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 973e267f-2c66-41b8-b197-fcb320a7c787 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:46:27.781166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Allocated IP 19.80.0.2 (60e0189d-1b4a-4ce4-87c4-086a15ffd462/945493b6-40da-4729-a5ca-193bf5de8f8b/2fbcebc3-d86a-45a7-bc45-014b6050d692) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:27.812128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9deb9-7c31-485c-8c2c-77f665ba0fc4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event updated for resources: {'Network': ['ID=0bc9c21e-b25f-4914-88ba-1026cdfcbf9f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:27.823224 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7cec252c-b2c3-4243-9fef-9edc3ae2f824 req-8007f7a8-fd96-4d5e-8b3a-e307e8ffa92c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 210 time: 0.1177604 Mar 11 11:46:27.859833 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49c0550c-1b40-4c23-bb78-a5176cc9290a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d9119897-3107-4a17-9539-20fbb5d3ac4e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:27.863409 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49c0550c-1b40-4c23-bb78-a5176cc9290a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:27.867860 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-49c0550c-1b40-4c23-bb78-a5176cc9290a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d9119897-3107-4a17-9539-20fbb5d3ac4e HTTP/1.1" status: 204 len: 168 time: 0.7908185 Mar 11 11:46:27.880613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-af42a566-24d2-48c3-b1c7-a4594140c5a0 service neutron] 10.222.0.78 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018310 Mar 11 11:46:27.881941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0550c-1b40-4c23-bb78-a5176cc9290a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9119897-3107-4a17-9539-20fbb5d3ac4e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:27.910631 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 0bc9c21e-b25f-4914-88ba-1026cdfcbf9f details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:46:27.981433 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14d5853-8e12-4a98-9f1d-8e60b3f02e79 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Made reservation on behalf of 332ba924481047779f3b150531b078c7 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:27.989550 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f14d5853-8e12-4a98-9f1d-8e60b3f02e79 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:28.037747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46706) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:28.052602 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-d4cf805b-d69d-493f-933a-7a17ec4f5518 service neutron] 10.222.0.78 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559305 Mar 11 11:46:28.105763 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Publish callbacks [] for port (2fbcebc3-d86a-45a7-bc45-014b6050d692), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:28.119611 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (2fbcebc3-d86a-45a7-bc45-014b6050d692), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:28.221659 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Pushing event updated for resources: {'Port': ['ID=2fbcebc3-d86a-45a7-bc45-014b6050d692,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:28.245811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Network 60e0189d-1b4a-4ce4-87c4-086a15ffd462 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:28.251710 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:28.267803 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:28.277032 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f14d5853-8e12-4a98-9f1d-8e60b3f02e79 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (5aba51e4-5f6f-4459-a5c2-9d51cca9d2f3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:28.382874 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d5853-8e12-4a98-9f1d-8e60b3f02e79 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event updated for resources: {'Subnet': ['ID=5aba51e4-5f6f-4459-a5c2-9d51cca9d2f3,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:28.419538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-73ac2196-5a3c-4dfa-99a3-4e24d652079a service neutron] 10.222.0.78 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599017 Mar 11 11:46:28.463767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14d5853-8e12-4a98-9f1d-8e60b3f02e79 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Checking segment: {'id': '61541970-eaae-49a8-98e1-8541b56617b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0bc9c21e-b25f-4914-88ba-1026cdfcbf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:28.463767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14d5853-8e12-4a98-9f1d-8e60b3f02e79 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Network hostable DHCP agents. Network: 0bc9c21e-b25f-4914-88ba-1026cdfcbf9f, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:46:28.467184 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Attempting to bind port 2fbcebc3-d86a-45a7-bc45-014b6050d692 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:46:28.468666 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Attempting to bind port 2fbcebc3-d86a-45a7-bc45-014b6050d692 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '23de1722-614e-49a6-9c7e-792a3c5bb4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '60e0189d-1b4a-4ce4-87c4-086a15ffd462'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:46:28.469181 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Attempting to bind port 2fbcebc3-d86a-45a7-bc45-014b6050d692 on network 60e0189d-1b4a-4ce4-87c4-086a15ffd462 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:28.484628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:46:28.485793 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Checking segment: {'id': '23de1722-614e-49a6-9c7e-792a3c5bb4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '60e0189d-1b4a-4ce4-87c4-086a15ffd462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:28.486226 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:28.486635 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Bound using segment: {'id': '23de1722-614e-49a6-9c7e-792a3c5bb4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '60e0189d-1b4a-4ce4-87c4-086a15ffd462'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:46:28.488737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Bound port: 2fbcebc3-d86a-45a7-bc45-014b6050d692, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23de1722-614e-49a6-9c7e-792a3c5bb4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '60e0189d-1b4a-4ce4-87c4-086a15ffd462'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:46:28.491139 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2fbcebc3-d86a-45a7-bc45-014b6050d692), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:28.501940 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14d5853-8e12-4a98-9f1d-8e60b3f02e79 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Network 0bc9c21e-b25f-4914-88ba-1026cdfcbf9f is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:46:28.520544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f14d5853-8e12-4a98-9f1d-8e60b3f02e79 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 0bc9c21e-b25f-4914-88ba-1026cdfcbf9f) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:28.549587 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14d5853-8e12-4a98-9f1d-8e60b3f02e79 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:28.549943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddf880-f9ce-42bb-a56e-ef3ee9576127 req-5b7ef947-b4f8-4f87-90b8-a214836d9062 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:28.552660 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f14d5853-8e12-4a98-9f1d-8e60b3f02e79 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:28.555371 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6ddf880-f9ce-42bb-a56e-ef3ee9576127 req-5b7ef947-b4f8-4f87-90b8-a214836d9062 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.3012483 Mar 11 11:46:28.591993 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f14d5853-8e12-4a98-9f1d-8e60b3f02e79 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9136360 Mar 11 11:46:28.631316 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ce8f25-c595-4efe-a88a-3394e9d88832 None None] Network 0bc9c21e-b25f-4914-88ba-1026cdfcbf9f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:46:28.667842 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] For port 2fbcebc3-d86a-45a7-bc45-014b6050d692, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:28.709754 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6ddf880-f9ce-42bb-a56e-ef3ee9576127 req-9f8e8dda-2a54-448a-9f41-5e325e0e2e92 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531069 Mar 11 11:46:28.712672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-04f87318-f435-40c9-9f39-9da077d41742 tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:28.713998 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-04f87318-f435-40c9-9f39-9da077d41742 tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] 10.222.0.78 "GET /v2.0/ports/a3f1e8c3-66e7-42ca-bebd-88260a10c970 HTTP/1.1" status: 200 len: 1129 time: 0.6735871 Mar 11 11:46:28.763237 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-d5d7a0c9-5463-478c-8a41-eb0ca3854d82 service neutron] 10.222.0.78 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409066 Mar 11 11:46:28.824849 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] For port 2fbcebc3-d86a-45a7-bc45-014b6050d692, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2fbcebc3-d86a-45a7-bc45-014b6050d692,segment=NetworkSegment(23de1722-614e-49a6-9c7e-792a3c5bb4de),segment_id=23de1722-614e-49a6-9c7e-792a3c5bb4de)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:46:28.833558 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2fbcebc3-d86a-45a7-bc45-014b6050d692), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:28.880532 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-0bc9c21e-b25f-4914-88ba-1026cdfcbf9f', 'network_id': '0bc9c21e-b25f-4914-88ba-1026cdfcbf9f', 'project_id': '332ba924481047779f3b150531b078c7', 'fixed_ips': [{'subnet_id': '5aba51e4-5f6f-4459-a5c2-9d51cca9d2f3'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:46:28.881430 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:28.947411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82416361-f39d-4980-8125-1bec5ce081b6 None None] Pushing event updated for resources: {'Port': ['ID=2fbcebc3-d86a-45a7-bc45-014b6050d692,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:28.974698 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45a65e5e-7130-48ff-9365-7fd6b554a301 req-badc5d97-48ca-44d8-97c1-565de85137a3 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 210 time: 0.0534172 Mar 11 11:46:29.024197 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-6d90e9fd-6a88-4343-a02c-f3e1a020bdeb service neutron] 10.222.0.78 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599785 Mar 11 11:46:29.158394 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Allocated IP 19.86.0.2 (0bc9c21e-b25f-4914-88ba-1026cdfcbf9f/5aba51e4-5f6f-4459-a5c2-9d51cca9d2f3/66e0f6ad-e14f-4225-a428-5ce24a0874d5) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:29.246630 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9cc23f6f-ea04-4e16-8bb4-2920339d5e30 req-d648ada6-8f24-4311-9c6c-a77f79f40086 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e4ba11d-7445-462a-8508-696aed9d59d7 HTTP/1.1" status: 200 len: 210 time: 0.0513232 Mar 11 11:46:29.369440 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-f0129ad1-aa9f-4be8-9640-bdae37d5b086 service neutron] 10.222.0.78 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247168 Mar 11 11:46:29.497617 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Publish callbacks [] for port (66e0f6ad-e14f-4225-a428-5ce24a0874d5), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:29.521005 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (66e0f6ad-e14f-4225-a428-5ce24a0874d5), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:29.694588 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Pushing event updated for resources: {'Port': ['ID=66e0f6ad-e14f-4225-a428-5ce24a0874d5,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:29.721012 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Network 0bc9c21e-b25f-4914-88ba-1026cdfcbf9f is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:29.727144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:29.731163 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:29.739306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:29.739685 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:29.740029 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:29.740398 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:29.740768 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:29.741013 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:29.741346 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:29.741670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:29.742001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:29.742326 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:29.742650 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:29.742999 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:29.743405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:29.764660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2fbcebc3-d86a-45a7-bc45-014b6050d692 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:29.946370 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46772) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:30.066028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Attempting to bind port 66e0f6ad-e14f-4225-a428-5ce24a0874d5 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:46:30.066028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Attempting to bind port 66e0f6ad-e14f-4225-a428-5ce24a0874d5 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '61541970-eaae-49a8-98e1-8541b56617b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0bc9c21e-b25f-4914-88ba-1026cdfcbf9f'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:46:30.066028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Attempting to bind port 66e0f6ad-e14f-4225-a428-5ce24a0874d5 on network 0bc9c21e-b25f-4914-88ba-1026cdfcbf9f {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:30.085105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:46:30.085771 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Checking segment: {'id': '61541970-eaae-49a8-98e1-8541b56617b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0bc9c21e-b25f-4914-88ba-1026cdfcbf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:30.087365 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:30.090343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Bound using segment: {'id': '61541970-eaae-49a8-98e1-8541b56617b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0bc9c21e-b25f-4914-88ba-1026cdfcbf9f'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:46:30.091061 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Bound port: 66e0f6ad-e14f-4225-a428-5ce24a0874d5, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61541970-eaae-49a8-98e1-8541b56617b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0bc9c21e-b25f-4914-88ba-1026cdfcbf9f'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:46:30.091518 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (66e0f6ad-e14f-4225-a428-5ce24a0874d5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:30.248182 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] For port 66e0f6ad-e14f-4225-a428-5ce24a0874d5, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:30.262964 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ede0e19-5dce-445b-8bb3-e72e9fb33e33 service neutron] 10.222.0.78 "GET /v2.0/networks/ffea5ad9-c0e5-4719-aece-e8e0fad462f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8893783 Mar 11 11:46:30.276588 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] For port 66e0f6ad-e14f-4225-a428-5ce24a0874d5, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=66e0f6ad-e14f-4225-a428-5ce24a0874d5,segment=NetworkSegment(61541970-eaae-49a8-98e1-8541b56617b6),segment_id=61541970-eaae-49a8-98e1-8541b56617b6)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:46:30.302883 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (66e0f6ad-e14f-4225-a428-5ce24a0874d5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:30.332758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-d433cc21-07d6-46d4-bca4-aed6da52c5a8 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:30.338673 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-d433cc21-07d6-46d4-bca4-aed6da52c5a8 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:30.346095 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-d433cc21-07d6-46d4-bca4-aed6da52c5a8 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/networks?id=60e0189d-1b4a-4ce4-87c4-086a15ffd462&id=0bc9c21e-b25f-4914-88ba-1026cdfcbf9f HTTP/1.1" status: 200 len: 1392 time: 0.3296199 Mar 11 11:46:30.364008 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a203b869-596b-439d-87cf-57da40a93173 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/quotas/332ba924481047779f3b150531b078c7 HTTP/1.1" status: 200 len: 375 time: 0.0168655 Mar 11 11:46:30.390536 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-450dd86a-93cc-42ad-a3ba-a9c20e7668fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:30.393379 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-450dd86a-93cc-42ad-a3ba-a9c20e7668fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 1132 time: 0.1436458 Mar 11 11:46:30.467133 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4f046-97d3-446c-a4c7-789b60c636b9 None None] Pushing event updated for resources: {'Port': ['ID=66e0f6ad-e14f-4225-a428-5ce24a0874d5,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:30.475693 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 2fbcebc3-d86a-45a7-bc45-014b6050d692 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:30.475994 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2fbcebc3-d86a-45a7-bc45-014b6050d692), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:30.518650 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-fbe36378-7a48-47c4-a073-c9768a06d829 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-4522298-network', 'tenant_id': '976489626325494fbbaedb77dabae420'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:30.582195 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-8063b059-8033-4a59-9202-738b90938023 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=332ba924481047779f3b150531b078c7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2172015 Mar 11 11:46:30.619350 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 2fbcebc3-d86a-45a7-bc45-014b6050d692 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:30.619765 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2fbcebc3-d86a-45a7-bc45-014b6050d692), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:30.670110 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-3f4cd866-c147-4b30-b928-a7e622dc1388 service neutron] 10.222.0.78 "GET /v2.0/networks/ffea5ad9-c0e5-4719-aece-e8e0fad462f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005978 Mar 11 11:46:30.674375 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9554ee-f0d6-47fe-9630-1e4309067dd7 None None] Network 60e0189d-1b4a-4ce4-87c4-086a15ffd462 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:46:30.676115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe36378-7a48-47c4-a073-c9768a06d829 admin admin] Made reservation on behalf of 976489626325494fbbaedb77dabae420 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:30.678801 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbe36378-7a48-47c4-a073-c9768a06d829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:30.684889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-a076d468-0097-4b7e-ad77-87d4c5e9ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:30.686947 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-a076d468-0097-4b7e-ad77-87d4c5e9ada4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.2819884 Mar 11 11:46:30.693444 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbe36378-7a48-47c4-a073-c9768a06d829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:30.705239 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 2fbcebc3-d86a-45a7-bc45-014b6050d692, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2fbcebc3-d86a-45a7-bc45-014b6050d692,segment=NetworkSegment(23de1722-614e-49a6-9c7e-792a3c5bb4de),segment_id=23de1722-614e-49a6-9c7e-792a3c5bb4de)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:30.716307 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2fbcebc3-d86a-45a7-bc45-014b6050d692), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:30.784607 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-cc60282b-4a8d-4e84-9de5-63afcf016b68 service neutron] 10.222.0.78 "GET /v2.0/networks/60e0189d-1b4a-4ce4-87c4-086a15ffd462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805806 Mar 11 11:46:30.807545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=2fbcebc3-d86a-45a7-bc45-014b6050d692,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:30.814970 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-60b41597-52d5-472d-89a6-1b2ed994f7f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970 HTTP/1.1" status: 200 len: 217 time: 0.1176162 Mar 11 11:46:30.939266 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-38c5adf2-95de-402f-9bfe-c6228034693f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:30.940954 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-38c5adf2-95de-402f-9bfe-c6228034693f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1098223 Mar 11 11:46:31.107370 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-00562639-c0d4-48e8-ab30-0baa39a7d3c5 service neutron] 10.222.0.78 "GET /v2.0/networks/ffea5ad9-c0e5-4719-aece-e8e0fad462f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343027 Mar 11 11:46:31.111872 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbe36378-7a48-47c4-a073-c9768a06d829 admin admin] Publish callbacks [] for security_group (66284bca-3ca7-4c72-a5d1-12bd0f0f2cf1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:31.121385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-03ebce58-9697-4dac-9020-5755bcbec219 service neutron] 10.222.0.78 "GET /v2.0/networks/60e0189d-1b4a-4ce4-87c4-086a15ffd462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358710 Mar 11 11:46:31.136631 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbe36378-7a48-47c4-a073-c9768a06d829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (66284bca-3ca7-4c72-a5d1-12bd0f0f2cf1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:31.140945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1e671240-c474-46e9-82bb-69e177e3528d None None] Provisioning complete for port 2fbcebc3-d86a-45a7-bc45-014b6050d692 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:31.141787 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1e671240-c474-46e9-82bb-69e177e3528d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2fbcebc3-d86a-45a7-bc45-014b6050d692), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:31.175291 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-5108f7e5-4e9c-470c-bd85-dbed3624bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:31.176887 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-5108f7e5-4e9c-470c-bd85-dbed3624bdfe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2280874 Mar 11 11:46:31.308194 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-832252ed-9af4-4f5e-b71f-ca8c5b85505d service neutron] 10.222.0.78 "GET /v2.0/networks/0bc9c21e-b25f-4914-88ba-1026cdfcbf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857626 Mar 11 11:46:31.311665 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-a48e2ff0-d769-41aa-b78e-b48d2ddc4c5e service neutron] 10.222.0.78 "GET /v2.0/networks/ffea5ad9-c0e5-4719-aece-e8e0fad462f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869588 Mar 11 11:46:31.332928 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1e671240-c474-46e9-82bb-69e177e3528d None None] Current status of the port 2fbcebc3-d86a-45a7-bc45-014b6050d692 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:31.345596 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe36378-7a48-47c4-a073-c9768a06d829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66284bca-3ca7-4c72-a5d1-12bd0f0f2cf1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:31.371834 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-d19599dc-67cd-48ee-bc9e-06a98b2933db service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493084 Mar 11 11:46:31.377940 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe36378-7a48-47c4-a073-c9768a06d829 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:46:31.401232 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-9467b6a6-1ca5-49d3-bd01-194da2e08624 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:31.402721 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-9467b6a6-1ca5-49d3-bd01-194da2e08624 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports/a71fbc2e-a97d-4402-8ded-69179cd4d38d HTTP/1.1" status: 200 len: 929 time: 0.0758040 Mar 11 11:46:31.435553 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbe36378-7a48-47c4-a073-c9768a06d829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f51c2210-eeb9-4376-9fcb-584a3b36b985), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:31.436365 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-fbe36378-7a48-47c4-a073-c9768a06d829 admin admin] Added segment f51c2210-eeb9-4376-9fcb-584a3b36b985 of type vlan for network 239258dc-5811-4c51-8cf4-0ead47563653 Mar 11 11:46:31.533361 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbe36378-7a48-47c4-a073-c9768a06d829 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (239258dc-5811-4c51-8cf4-0ead47563653), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:31.567971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b9b52913-9194-4a68-a3e4-4740f9d1f0e3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:31.569437 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b9b52913-9194-4a68-a3e4-4740f9d1f0e3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports/01f1b758-11ae-47ce-91f3-deec473c8b64 HTTP/1.1" status: 200 len: 932 time: 0.1597042 Mar 11 11:46:31.623123 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-4bce39fc-dd8f-4ae8-8d4e-f25c69b4617a service neutron] 10.222.0.78 "GET /v2.0/networks/0bc9c21e-b25f-4914-88ba-1026cdfcbf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074954 Mar 11 11:46:31.688221 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbe36378-7a48-47c4-a073-c9768a06d829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (239258dc-5811-4c51-8cf4-0ead47563653), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:31.689159 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe36378-7a48-47c4-a073-c9768a06d829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:31.689769 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbe36378-7a48-47c4-a073-c9768a06d829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:31.705212 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-7fa0af04-d1aa-4074-a274-3ae95155fbca service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243289 Mar 11 11:46:31.768843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-00f37b78-c4a8-4773-a514-ec0af8b94835 None None] Provisioning complete for port 2fbcebc3-d86a-45a7-bc45-014b6050d692 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:31.769970 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fbe36378-7a48-47c4-a073-c9768a06d829 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8225000 Mar 11 11:46:31.773223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46800) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:31.774679 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00f37b78-c4a8-4773-a514-ec0af8b94835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2fbcebc3-d86a-45a7-bc45-014b6050d692), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:31.779672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-708d81da-be78-455a-8129-24b2bf398761 admin admin] Request body: {'subnet': {'network_id': '239258dc-5811-4c51-8cf4-0ead47563653', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-4522298-subnet', 'tenant_id': '976489626325494fbbaedb77dabae420', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:31.839864 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708d81da-be78-455a-8129-24b2bf398761 admin admin] Made reservation on behalf of 976489626325494fbbaedb77dabae420 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:31.842443 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-708d81da-be78-455a-8129-24b2bf398761 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:31.909350 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe36378-7a48-47c4-a073-c9768a06d829 admin admin] Pushing event updated for resources: {'Network': ['ID=239258dc-5811-4c51-8cf4-0ead47563653,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:31.925213 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 66e0f6ad-e14f-4225-a428-5ce24a0874d5 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:32.057196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 239258dc-5811-4c51-8cf4-0ead47563653 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:46:32.239432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d88f3-424c-432b-aaf9-11fd37e295d5 req-5a895417-33a0-4818-9f9d-d065afe56d1d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:32.248948 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-886d88f3-424c-432b-aaf9-11fd37e295d5 req-5a895417-33a0-4818-9f9d-d065afe56d1d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.1960185 Mar 11 11:46:32.479422 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-886d88f3-424c-432b-aaf9-11fd37e295d5 req-0c217bc2-fb83-49df-830e-7eb5ed7107bc tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293074 Mar 11 11:46:32.501392 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 66e0f6ad-e14f-4225-a428-5ce24a0874d5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:32.501876 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (66e0f6ad-e14f-4225-a428-5ce24a0874d5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:32.523613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66f9489-52b7-425c-bd8c-ed698b4a2dd2 None None] Network 0bc9c21e-b25f-4914-88ba-1026cdfcbf9f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:46:32.628522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-00f37b78-c4a8-4773-a514-ec0af8b94835 None None] Current status of the port 2fbcebc3-d86a-45a7-bc45-014b6050d692 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:32.670611 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1e17a14b-9401-41d6-93e7-18b19bebdd4c req-3ec746bb-cde4-45d9-b771-bc2fdd657fa0 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 210 time: 0.0541830 Mar 11 11:46:32.682633 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-708d81da-be78-455a-8129-24b2bf398761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (d835069c-4cc9-49d9-94dd-8aa58f4dfa66), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:32.837196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-94327f81-7ed4-4eab-b424-9ff8260a9094 None None] Provisioning complete for port 66e0f6ad-e14f-4225-a428-5ce24a0874d5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:32.837939 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94327f81-7ed4-4eab-b424-9ff8260a9094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (66e0f6ad-e14f-4225-a428-5ce24a0874d5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:32.862829 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a7a8b8a-c840-4e3d-8b22-5c5cd65c3027 req-2000a3a6-1d57-4546-b8c5-d4cd1dab644d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 210 time: 0.0862761 Mar 11 11:46:32.907375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d81da-be78-455a-8129-24b2bf398761 admin admin] Checking segment: {'id': 'f51c2210-eeb9-4376-9fcb-584a3b36b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '239258dc-5811-4c51-8cf4-0ead47563653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:32.907763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d81da-be78-455a-8129-24b2bf398761 admin admin] Network hostable DHCP agents. Network: 239258dc-5811-4c51-8cf4-0ead47563653, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:46:32.909931 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d81da-be78-455a-8129-24b2bf398761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d835069c-4cc9-49d9-94dd-8aa58f4dfa66,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:32.971443 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d81da-be78-455a-8129-24b2bf398761 admin admin] Network 239258dc-5811-4c51-8cf4-0ead47563653 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:46:32.988336 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-708d81da-be78-455a-8129-24b2bf398761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 239258dc-5811-4c51-8cf4-0ead47563653) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:32.996135 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d81da-be78-455a-8129-24b2bf398761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:33.001743 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-708d81da-be78-455a-8129-24b2bf398761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:33.034684 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-708d81da-be78-455a-8129-24b2bf398761 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2602987 Mar 11 11:46:33.035603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46842) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:33.046571 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-4522298-router', 'tenant_id': '976489626325494fbbaedb77dabae420', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:33.150967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc9cfeb-e377-4280-9aff-12ec2f0bb33c None None] Network 239258dc-5811-4c51-8cf4-0ead47563653 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:46:33.209545 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aff28db6-a433-4a25-a1e2-1e10581f34f1 req-760a35da-ea71-4905-8834-9b595345f016 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.1170001 Mar 11 11:46:33.221754 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (c50851be-a120-494f-9b44-899cfa99d431), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:33.223300 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (c50851be-a120-494f-9b44-899cfa99d431), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:33.239643 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1e3a4eb3-0cef-47f0-8231-8d020c7aa9fc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:33.252538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1e3a4eb3-0cef-47f0-8231-8d020c7aa9fc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports/a71fbc2e-a97d-4402-8ded-69179cd4d38d HTTP/1.1" status: 200 len: 929 time: 0.1514521 Mar 11 11:46:33.316866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 66e0f6ad-e14f-4225-a428-5ce24a0874d5 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:33.317311 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (66e0f6ad-e14f-4225-a428-5ce24a0874d5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:33.408836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 66e0f6ad-e14f-4225-a428-5ce24a0874d5, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=66e0f6ad-e14f-4225-a428-5ce24a0874d5,segment=NetworkSegment(61541970-eaae-49a8-98e1-8541b56617b6),segment_id=61541970-eaae-49a8-98e1-8541b56617b6)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:33.409563 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Publish callbacks [] for router_controller (c50851be-a120-494f-9b44-899cfa99d431), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:33.436634 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-26ed737e-fa52-41f7-8bc8-d6c31b91c8e7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:33.439138 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-26ed737e-fa52-41f7-8bc8-d6c31b91c8e7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports/01f1b758-11ae-47ce-91f3-deec473c8b64 HTTP/1.1" status: 200 len: 932 time: 0.1817701 Mar 11 11:46:33.474498 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (66e0f6ad-e14f-4225-a428-5ce24a0874d5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:33.475672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2fbcebc3-d86a-45a7-bc45-014b6050d692 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:33.542185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=66e0f6ad-e14f-4225-a428-5ce24a0874d5,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:33.552976 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-239258dc-5811-4c51-8cf4-0ead47563653', 'network_id': '239258dc-5811-4c51-8cf4-0ead47563653', 'project_id': '976489626325494fbbaedb77dabae420', 'fixed_ips': [{'subnet_id': 'd835069c-4cc9-49d9-94dd-8aa58f4dfa66'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:46:33.554120 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:33.588033 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-94327f81-7ed4-4eab-b424-9ff8260a9094 None None] Current status of the port 66e0f6ad-e14f-4225-a428-5ce24a0874d5 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:33.588434 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94327f81-7ed4-4eab-b424-9ff8260a9094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (66e0f6ad-e14f-4225-a428-5ce24a0874d5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:33.616970 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:33.901251 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Publish callbacks [] for router_gateway (c50851be-a120-494f-9b44-899cfa99d431), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:33.964711 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1060dac1-803b-412a-a479-f9317ef54aa7 req-b0fc2bee-15c4-497f-ae73-2e62715ab8ff tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 210 time: 0.0577013 Mar 11 11:46:34.045055 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Allocated IP 172.20.0.2 (239258dc-5811-4c51-8cf4-0ead47563653/d835069c-4cc9-49d9-94dd-8aa58f4dfa66/aa4c0f8a-58b4-428d-89dc-cb77e7ca65db) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:34.119813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ce2d8-531b-4dfe-b5d8-033ddcffea6c req-79fa542c-ebf2-4cb5-b8f7-e3994b50672c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:34.125561 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-018ce2d8-531b-4dfe-b5d8-033ddcffea6c req-79fa542c-ebf2-4cb5-b8f7-e3994b50672c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.4643276 Mar 11 11:46:34.196566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-4cfad89b-ada3-448e-b43c-e2996eff594e tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:34.202679 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-4cfad89b-ada3-448e-b43c-e2996eff594e tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:34.205205 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-4cfad89b-ada3-448e-b43c-e2996eff594e tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.71 "GET /v2.0/networks?id=60e0189d-1b4a-4ce4-87c4-086a15ffd462&id=0bc9c21e-b25f-4914-88ba-1026cdfcbf9f HTTP/1.1" status: 200 len: 1392 time: 0.4458649 Mar 11 11:46:34.247327 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6634944f-edc0-4e28-8314-1574faa464f6 req-e79d6502-7df5-4eed-b82c-3c15cb3d4d31 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 210 time: 0.1183810 Mar 11 11:46:34.290067 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Publish callbacks [] for port (aa4c0f8a-58b4-428d-89dc-cb77e7ca65db), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:34.292897 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-94327f81-7ed4-4eab-b424-9ff8260a9094 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:46:34.293518 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-94327f81-7ed4-4eab-b424-9ff8260a9094 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:46:34.297725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 2fbcebc3-d86a-45a7-bc45-014b6050d692 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:34.298448 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2fbcebc3-d86a-45a7-bc45-014b6050d692), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:34.302233 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (aa4c0f8a-58b4-428d-89dc-cb77e7ca65db), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:34.320508 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-63aa537e-bc86-4ba8-bee0-4f032f920756 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Request body: {'port': {'device_id': 'd10b9ebd-2171-4dbb-9246-b399e24d2c79', 'network_id': '60e0189d-1b4a-4ce4-87c4-086a15ffd462', 'admin_state_up': True, 'tenant_id': '332ba924481047779f3b150531b078c7'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:34.387080 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Network 239258dc-5811-4c51-8cf4-0ead47563653 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:34.392087 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Pushing event updated for resources: {'Port': ['ID=aa4c0f8a-58b4-428d-89dc-cb77e7ca65db,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:34.396944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:34.402116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:34.464507 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-018ce2d8-531b-4dfe-b5d8-033ddcffea6c req-0b91e83a-2862-4dd1-a0c7-d7d03004d6c2 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580068 Mar 11 11:46:34.506332 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Attempting to bind port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:46:34.506703 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Attempting to bind port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'f51c2210-eeb9-4376-9fcb-584a3b36b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '239258dc-5811-4c51-8cf4-0ead47563653'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:46:34.507296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Attempting to bind port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db on network 239258dc-5811-4c51-8cf4-0ead47563653 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:34.519469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:46:34.520434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Checking segment: {'id': 'f51c2210-eeb9-4376-9fcb-584a3b36b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '239258dc-5811-4c51-8cf4-0ead47563653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:34.521124 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:34.521902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Bound using segment: {'id': 'f51c2210-eeb9-4376-9fcb-584a3b36b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '239258dc-5811-4c51-8cf4-0ead47563653'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:46:34.522758 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Bound port: aa4c0f8a-58b4-428d-89dc-cb77e7ca65db, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51c2210-eeb9-4376-9fcb-584a3b36b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '239258dc-5811-4c51-8cf4-0ead47563653'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:46:34.524024 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aa4c0f8a-58b4-428d-89dc-cb77e7ca65db), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:34.539001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 2fbcebc3-d86a-45a7-bc45-014b6050d692 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:34.552845 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec8ba884-599e-4d0c-8534-26e179a27695 req-9155e6e3-7494-4136-a397-5472f378274f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0710387 Mar 11 11:46:34.610206 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] For port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:34.614423 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] For port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=aa4c0f8a-58b4-428d-89dc-cb77e7ca65db,segment=NetworkSegment(f51c2210-eeb9-4376-9fcb-584a3b36b985),segment_id=f51c2210-eeb9-4376-9fcb-584a3b36b985)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:46:34.626055 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aa4c0f8a-58b4-428d-89dc-cb77e7ca65db), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:34.721396 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 66e0f6ad-e14f-4225-a428-5ce24a0874d5 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:34.770774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fbe81-f805-468e-912f-9522ea2be32a None None] Pushing event updated for resources: {'Port': ['ID=aa4c0f8a-58b4-428d-89dc-cb77e7ca65db,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:34.841975 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-63aa537e-bc86-4ba8-bee0-4f032f920756 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Made reservation on behalf of 332ba924481047779f3b150531b078c7 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:34.845471 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-63aa537e-bc86-4ba8-bee0-4f032f920756 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:34.866907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-94327f81-7ed4-4eab-b424-9ff8260a9094 None None] Current status of the port 66e0f6ad-e14f-4225-a428-5ce24a0874d5 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:34.895966 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 66e0f6ad-e14f-4225-a428-5ce24a0874d5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:34.896498 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (66e0f6ad-e14f-4225-a428-5ce24a0874d5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:35.039113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 66e0f6ad-e14f-4225-a428-5ce24a0874d5 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:35.041737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-47f190fc-d863-4897-828b-fb95c820a116 None None] Provisioning complete for port 66e0f6ad-e14f-4225-a428-5ce24a0874d5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:35.042104 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-47f190fc-d863-4897-828b-fb95c820a116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (66e0f6ad-e14f-4225-a428-5ce24a0874d5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:35.225179 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-47f190fc-d863-4897-828b-fb95c820a116 None None] Current status of the port 66e0f6ad-e14f-4225-a428-5ce24a0874d5 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:35.291968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-fb934fcf-1406-45ea-9477-afeda0b1caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:35.294355 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-fb934fcf-1406-45ea-9477-afeda0b1caac service neutron] 10.222.0.71 "GET /v2.0/ports/a71fbc2e-a97d-4402-8ded-69179cd4d38d HTTP/1.1" status: 200 len: 1025 time: 0.0837722 Mar 11 11:46:35.340385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-49e31624-300f-46d0-86ba-e52c2c6a7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:35.341441 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-49e31624-300f-46d0-86ba-e52c2c6a7b87 service neutron] 10.222.0.71 "GET /v2.0/ports/01f1b758-11ae-47ce-91f3-deec473c8b64 HTTP/1.1" status: 200 len: 1028 time: 0.0404134 Mar 11 11:46:35.537631 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b686a0e3-7527-4977-b94c-0e0d9bff704e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:35.543505 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b686a0e3-7527-4977-b94c-0e0d9bff704e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:35.549141 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b686a0e3-7527-4977-b94c-0e0d9bff704e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:35.551779 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b686a0e3-7527-4977-b94c-0e0d9bff704e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.71 "GET /v2.0/networks?id=6b2cf607-82c0-4c57-9981-1ae9a9023bc1&id=0f6165f6-370b-479b-81e3-cdb2a28bb249&id=0f6165f6-370b-479b-81e3-cdb2a28bb249&id=0f6165f6-370b-479b-81e3-cdb2a28bb249&id=0f6165f6-370b-479b-81e3-cdb2a28bb249&id=ffea5ad9-c0e5-4719-aece-e8e0fad462f9&id=ffea5ad9-c0e5-4719-aece-e8e0fad462f9 HTTP/1.1" status: 200 len: 1990 time: 0.2036297 Mar 11 11:46:35.656876 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-dae9bdf0-9b15-4fad-a717-f39bfa6d5e41 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3c2137dee0c413388a10d2eba864d68 HTTP/1.1" status: 200 len: 379 time: 0.0945282 Mar 11 11:46:35.669185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-c0296fd2-bcf1-413e-b29f-bf1b81951f73 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Request body: {'port': {'device_id': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1', 'admin_state_up': True, 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'security_groups': ['4f05d851-8e9a-4763-8560-63d9efd6a1c9']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:35.787544 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dce427ed-a4bb-49a6-8910-e4fc5ae13801 req-9568b797-fe9e-46a0-984b-9ccd9c3facfe tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 210 time: 0.6693995 Mar 11 11:46:35.909087 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-c0296fd2-bcf1-413e-b29f-bf1b81951f73 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Made reservation on behalf of b3c2137dee0c413388a10d2eba864d68 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:35.913479 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-c0296fd2-bcf1-413e-b29f-bf1b81951f73 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:35.953120 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f02391e4-4af4-42fd-93ad-8520df736530 req-b35be57f-96b8-4f7d-8b9f-f86b49809e0d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 210 time: 0.1939363 Mar 11 11:46:36.083894 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-63aa537e-bc86-4ba8-bee0-4f032f920756 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Allocated IP 19.80.0.139 (60e0189d-1b4a-4ce4-87c4-086a15ffd462/945493b6-40da-4729-a5ca-193bf5de8f8b/cc89eb78-1340-4597-a1e0-b0f66a85df22) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:36.157816 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-c0296fd2-bcf1-413e-b29f-bf1b81951f73 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Allocated IP 172.20.0.14 (6b2cf607-82c0-4c57-9981-1ae9a9023bc1/31a05605-9849-4cfa-b167-124588c92894/94ee77d3-140f-410f-9091-9ae5dce83265) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:36.192284 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Publish callbacks [] for router_gateway (c50851be-a120-494f-9b44-899cfa99d431), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:36.200192 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-68392050-f84c-49bd-b2a0-08b528770f91 req-995c9ae6-3a1d-4b21-9b5e-7d444815469b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0735924 Mar 11 11:46:36.271634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16dc26d-8724-42ab-8e0f-dbccd69990d6 None None] Network 239258dc-5811-4c51-8cf4-0ead47563653 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:46:36.274270 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:36.330426 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426994f-8e5b-4942-a4fa-06ab967f36d2 req-be9cf1f3-c914-4c1b-aa20-da68841c95cc tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:36.332356 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a426994f-8e5b-4942-a4fa-06ab967f36d2 req-be9cf1f3-c914-4c1b-aa20-da68841c95cc tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.3396106 Mar 11 11:46:36.364864 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-c0296fd2-bcf1-413e-b29f-bf1b81951f73 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for port (94ee77d3-140f-410f-9091-9ae5dce83265), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:36.448013 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-c0296fd2-bcf1-413e-b29f-bf1b81951f73 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (94ee77d3-140f-410f-9091-9ae5dce83265), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:36.528582 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-c0296fd2-bcf1-413e-b29f-bf1b81951f73 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Network 6b2cf607-82c0-4c57-9981-1ae9a9023bc1 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:36.553879 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-c0296fd2-bcf1-413e-b29f-bf1b81951f73 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:36.559235 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-c0296fd2-bcf1-413e-b29f-bf1b81951f73 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:36.571850 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0296fd2-bcf1-413e-b29f-bf1b81951f73 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event updated for resources: {'Port': ['ID=94ee77d3-140f-410f-9091-9ae5dce83265,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:36.694397 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-c0296fd2-bcf1-413e-b29f-bf1b81951f73 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:36.695252 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-c0296fd2-bcf1-413e-b29f-bf1b81951f73 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:36.739751 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-c0296fd2-bcf1-413e-b29f-bf1b81951f73 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0760500 Mar 11 11:46:36.750740 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-37a8a1e4-ee11-418a-ab98-cbd1978ce73d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Request body: {'port': {'device_id': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249', 'admin_state_up': True, 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'security_groups': ['4f05d851-8e9a-4763-8560-63d9efd6a1c9']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:36.814902 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a426994f-8e5b-4942-a4fa-06ab967f36d2 req-1fd3b230-641b-4c2c-b9fe-e36b0b778de0 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742601 Mar 11 11:46:36.824595 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device aa4c0f8a-58b4-428d-89dc-cb77e7ca65db up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:36.870867 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-63aa537e-bc86-4ba8-bee0-4f032f920756 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks [] for port (cc89eb78-1340-4597-a1e0-b0f66a85df22), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:36.885246 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-117a6e09-4176-40cf-9096-1aa66983240a None None] Provisioning complete for port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:36.886293 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-117a6e09-4176-40cf-9096-1aa66983240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aa4c0f8a-58b4-428d-89dc-cb77e7ca65db), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:36.966821 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Allocated IP 172.25.7.148 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/29d0d310-c4bd-478f-8be6-43ac9372087b) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:37.027259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:37.027677 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aa4c0f8a-58b4-428d-89dc-cb77e7ca65db), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:37.171354 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-37a8a1e4-ee11-418a-ab98-cbd1978ce73d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Made reservation on behalf of b3c2137dee0c413388a10d2eba864d68 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:37.175318 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-37a8a1e4-ee11-418a-ab98-cbd1978ce73d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:37.185826 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Publish callbacks [] for port (29d0d310-c4bd-478f-8be6-43ac9372087b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:37.244585 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-63aa537e-bc86-4ba8-bee0-4f032f920756 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (cc89eb78-1340-4597-a1e0-b0f66a85df22), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:37.266728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-117a6e09-4176-40cf-9096-1aa66983240a None None] Current status of the port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:37.270041 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-117a6e09-4176-40cf-9096-1aa66983240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aa4c0f8a-58b4-428d-89dc-cb77e7ca65db), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:37.285421 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (29d0d310-c4bd-478f-8be6-43ac9372087b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:37.372211 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-63aa537e-bc86-4ba8-bee0-4f032f920756 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Network 60e0189d-1b4a-4ce4-87c4-086a15ffd462 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:37.379396 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=29d0d310-c4bd-478f-8be6-43ac9372087b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:37.395379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-63aa537e-bc86-4ba8-bee0-4f032f920756 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:37.401448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-63aa537e-bc86-4ba8-bee0-4f032f920756 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:37.439354 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:37.442598 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aa4c0f8a-58b4-428d-89dc-cb77e7ca65db), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:37.544106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-117a6e09-4176-40cf-9096-1aa66983240a None None] For port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=aa4c0f8a-58b4-428d-89dc-cb77e7ca65db,segment=NetworkSegment(f51c2210-eeb9-4376-9fcb-584a3b36b985),segment_id=f51c2210-eeb9-4376-9fcb-584a3b36b985)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:37.559188 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-117a6e09-4176-40cf-9096-1aa66983240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aa4c0f8a-58b4-428d-89dc-cb77e7ca65db), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:37.604648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-63aa537e-bc86-4ba8-bee0-4f032f920756 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:37.607372 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-63aa537e-bc86-4ba8-bee0-4f032f920756 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:37.670250 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1730b9b-2957-4510-ba5d-2f2cf52723fd req-1decb740-7391-4535-aa85-9da76eb8c735 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 210 time: 0.4312487 Mar 11 11:46:37.690063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a6e09-4176-40cf-9096-1aa66983240a None None] Pushing event updated for resources: {'Port': ['ID=aa4c0f8a-58b4-428d-89dc-cb77e7ca65db,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:37.692082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:37.722706 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:37.752117 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-63aa537e-bc86-4ba8-bee0-4f032f920756 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4307637 Mar 11 11:46:37.779416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-ffc21b52-39a4-4c58-a65d-058f667196d3 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Request body: {'port': {'device_id': 'd10b9ebd-2171-4dbb-9246-b399e24d2c79', 'network_id': '0bc9c21e-b25f-4914-88ba-1026cdfcbf9f', 'admin_state_up': True, 'tenant_id': '332ba924481047779f3b150531b078c7'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:37.838914 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:46:37.839269 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:46:37.864982 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:37.867015 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3feb7c70-9031-4edf-84bc-983cda28f990 None None] Provisioning complete for port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:37.867396 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3feb7c70-9031-4edf-84bc-983cda28f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aa4c0f8a-58b4-428d-89dc-cb77e7ca65db), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:37.992017 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa537e-bc86-4ba8-bee0-4f032f920756 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event updated for resources: {'Port': ['ID=cc89eb78-1340-4597-a1e0-b0f66a85df22,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:38.010052 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-37a8a1e4-ee11-418a-ab98-cbd1978ce73d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Allocated IP 10.1.1.195 (0f6165f6-370b-479b-81e3-cdb2a28bb249/f06fa7a8-3bd8-4ab3-994c-422981a66aeb/4d9e3b51-e36d-455b-b812-2641793bdd65) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:38.061854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c7e1d-e287-4ae9-ad0e-cc490dfce077 req-6cdb0afd-2d7f-4350-9157-54ebc90f9de4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:38.063483 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-145c7e1d-e287-4ae9-ad0e-cc490dfce077 req-6cdb0afd-2d7f-4350-9157-54ebc90f9de4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 932 time: 0.8232334 Mar 11 11:46:38.069600 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3feb7c70-9031-4edf-84bc-983cda28f990 None None] Current status of the port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:38.091089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3feb7c70-9031-4edf-84bc-983cda28f990 None None] Provisioning complete for port 94ee77d3-140f-410f-9091-9ae5dce83265 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:38.091702 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3feb7c70-9031-4edf-84bc-983cda28f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (94ee77d3-140f-410f-9091-9ae5dce83265), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:38.137919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3feb7c70-9031-4edf-84bc-983cda28f990 None None] Port 94ee77d3-140f-410f-9091-9ae5dce83265 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:46:38.244563 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de666a-e5cb-4c70-99b0-7d17e1ed8d3a req-6e0caf52-3ae0-4088-90a7-5f34efcaab0d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:38.246359 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-68de666a-e5cb-4c70-99b0-7d17e1ed8d3a req-6e0caf52-3ae0-4088-90a7-5f34efcaab0d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 932 time: 0.2656739 Mar 11 11:46:38.282601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-37a8a1e4-ee11-418a-ab98-cbd1978ce73d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for port (4d9e3b51-e36d-455b-b812-2641793bdd65), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:38.289444 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-145c7e1d-e287-4ae9-ad0e-cc490dfce077 req-237557d5-4cf5-4c23-89d9-a10136570365 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741607 Mar 11 11:46:38.302887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-34d3a197-9f31-4251-a3d6-f39a5a61f3df None None] Provisioning complete for port cc89eb78-1340-4597-a1e0-b0f66a85df22 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:38.303275 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-34d3a197-9f31-4251-a3d6-f39a5a61f3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cc89eb78-1340-4597-a1e0-b0f66a85df22), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:38.344389 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-37a8a1e4-ee11-418a-ab98-cbd1978ce73d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4d9e3b51-e36d-455b-b812-2641793bdd65), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:38.348186 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-ffc21b52-39a4-4c58-a65d-058f667196d3 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Made reservation on behalf of 332ba924481047779f3b150531b078c7 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:38.351696 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-ffc21b52-39a4-4c58-a65d-058f667196d3 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:38.387783 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-34d3a197-9f31-4251-a3d6-f39a5a61f3df None None] Port cc89eb78-1340-4597-a1e0-b0f66a85df22 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:46:38.398226 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-68de666a-e5cb-4c70-99b0-7d17e1ed8d3a req-f7c22275-1817-476d-82b3-54620acc7439 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414778 Mar 11 11:46:38.453810 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8a1e4-ee11-418a-ab98-cbd1978ce73d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event updated for resources: {'Port': ['ID=4d9e3b51-e36d-455b-b812-2641793bdd65,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:38.459481 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-37a8a1e4-ee11-418a-ab98-cbd1978ce73d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Network 0f6165f6-370b-479b-81e3-cdb2a28bb249 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:38.462198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-37a8a1e4-ee11-418a-ab98-cbd1978ce73d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:38.477585 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:38.479867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-37a8a1e4-ee11-418a-ab98-cbd1978ce73d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:38.548672 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-37a8a1e4-ee11-418a-ab98-cbd1978ce73d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:38.549658 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-37a8a1e4-ee11-418a-ab98-cbd1978ce73d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:38.578486 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-37a8a1e4-ee11-418a-ab98-cbd1978ce73d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8319829 Mar 11 11:46:38.611986 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5c333741-f743-49e4-91b2-8c540870c9ad tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Request body: {'port': {'device_id': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249', 'admin_state_up': True, 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'security_groups': ['4f05d851-8e9a-4763-8560-63d9efd6a1c9']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:38.648482 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Publish callbacks [] for router_gateway (c50851be-a120-494f-9b44-899cfa99d431), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:38.701947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device aa4c0f8a-58b4-428d-89dc-cb77e7ca65db up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:38.822325 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:38.822738 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aa4c0f8a-58b4-428d-89dc-cb77e7ca65db), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:38.859575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5c333741-f743-49e4-91b2-8c540870c9ad tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Made reservation on behalf of b3c2137dee0c413388a10d2eba864d68 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:38.864776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6401b3-3e61-4177-8cd8-008b2c3afca3 req-d75bc583-f3da-4ece-a74d-09a7ceccaa38 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:38.866501 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc6401b3-3e61-4177-8cd8-008b2c3afca3 req-d75bc583-f3da-4ece-a74d-09a7ceccaa38 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.4378741 Mar 11 11:46:38.868115 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5c333741-f743-49e4-91b2-8c540870c9ad tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:38.931151 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fff1e666-67a9-4f85-b32b-f539f5464976 req-7492db0d-67a5-46f7-b662-32cc316fe993 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 210 time: 0.0954182 Mar 11 11:46:38.939070 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d9e5cd56-1cac-48b4-b535-fad008ba1ede None None] Provisioning complete for port 4d9e3b51-e36d-455b-b812-2641793bdd65 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:38.939663 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d9e5cd56-1cac-48b4-b535-fad008ba1ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4d9e3b51-e36d-455b-b812-2641793bdd65), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:38.970569 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-ffc21b52-39a4-4c58-a65d-058f667196d3 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Allocated IP 19.86.0.225 (0bc9c21e-b25f-4914-88ba-1026cdfcbf9f/5aba51e4-5f6f-4459-a5c2-9d51cca9d2f3/05b364b8-0798-4087-946d-d5d53ca6ff65) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:38.983926 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5cd56-1cac-48b4-b535-fad008ba1ede None None] Port 4d9e3b51-e36d-455b-b812-2641793bdd65 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:46:39.026063 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc6401b3-3e61-4177-8cd8-008b2c3afca3 req-6dcf7eb9-cf10-4306-8981-368b527d92de tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042700 Mar 11 11:46:39.068545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:39.097830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5c333741-f743-49e4-91b2-8c540870c9ad tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Allocated IP 10.1.1.78 (0f6165f6-370b-479b-81e3-cdb2a28bb249/f06fa7a8-3bd8-4ab3-994c-422981a66aeb/8cbd221a-3eae-485b-b7c8-8bf32b0598f7) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:39.109023 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (c50851be-a120-494f-9b44-899cfa99d431), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:39.300364 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5c333741-f743-49e4-91b2-8c540870c9ad tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for port (8cbd221a-3eae-485b-b7c8-8bf32b0598f7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:39.359316 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5c333741-f743-49e4-91b2-8c540870c9ad tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (8cbd221a-3eae-485b-b7c8-8bf32b0598f7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:39.410070 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5c333741-f743-49e4-91b2-8c540870c9ad tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Network 0f6165f6-370b-479b-81e3-cdb2a28bb249 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:39.415236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5c333741-f743-49e4-91b2-8c540870c9ad tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:39.417775 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5c333741-f743-49e4-91b2-8c540870c9ad tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:39.485576 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c333741-f743-49e4-91b2-8c540870c9ad tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event updated for resources: {'Port': ['ID=8cbd221a-3eae-485b-b7c8-8bf32b0598f7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:39.524999 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5c333741-f743-49e4-91b2-8c540870c9ad tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:39.525885 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5c333741-f743-49e4-91b2-8c540870c9ad tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:39.548803 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5c333741-f743-49e4-91b2-8c540870c9ad tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9546642 Mar 11 11:46:39.564330 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-f826d057-9ab1-434b-91b9-d1831e3398c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Request body: {'port': {'device_id': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9', 'admin_state_up': True, 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'security_groups': ['4f05d851-8e9a-4763-8560-63d9efd6a1c9']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:39.761274 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-f826d057-9ab1-434b-91b9-d1831e3398c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Made reservation on behalf of b3c2137dee0c413388a10d2eba864d68 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:39.830908 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3738483e-f1c9-4ad7-b175-ba17b07cd781 None None] Provisioning complete for port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:39.831563 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3738483e-f1c9-4ad7-b175-ba17b07cd781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8cbd221a-3eae-485b-b7c8-8bf32b0598f7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:39.853696 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-ffc21b52-39a4-4c58-a65d-058f667196d3 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks [] for port (05b364b8-0798-4087-946d-d5d53ca6ff65), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:39.864293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50227ae9-1b85-4ae8-a520-a6a54dcf8fb8 req-317c4333-fdbc-481c-a876-dcb097c6b096 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:39.870074 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-f826d057-9ab1-434b-91b9-d1831e3398c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:39.871812 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50227ae9-1b85-4ae8-a520-a6a54dcf8fb8 req-317c4333-fdbc-481c-a876-dcb097c6b096 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 932 time: 0.3277931 Mar 11 11:46:39.886152 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182406b-ca84-40c1-8297-13ddee75536a req-67731256-6e93-4c38-b2a5-cd34ab2d61eb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:39.891683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182406b-ca84-40c1-8297-13ddee75536a req-67731256-6e93-4c38-b2a5-cd34ab2d61eb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:39.893061 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3738483e-f1c9-4ad7-b175-ba17b07cd781 None None] Port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:46:39.900944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182406b-ca84-40c1-8297-13ddee75536a req-67731256-6e93-4c38-b2a5-cd34ab2d61eb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:39.910275 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c182406b-ca84-40c1-8297-13ddee75536a req-67731256-6e93-4c38-b2a5-cd34ab2d61eb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 2374 time: 0.3637428 Mar 11 11:46:40.053814 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c182406b-ca84-40c1-8297-13ddee75536a req-9c0d657e-6cee-4a4c-84c9-84a02302f55c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426048 Mar 11 11:46:40.093593 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50227ae9-1b85-4ae8-a520-a6a54dcf8fb8 req-301665a4-cdb8-4edf-a704-b5f3f6780578 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207031 Mar 11 11:46:40.100878 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-ffc21b52-39a4-4c58-a65d-058f667196d3 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (05b364b8-0798-4087-946d-d5d53ca6ff65), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:40.187845 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-f826d057-9ab1-434b-91b9-d1831e3398c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Allocated IP 10.2.2.100 (ffea5ad9-c0e5-4719-aece-e8e0fad462f9/31976299-c506-435a-a44b-700646b0a816/e4c89c08-ed82-4393-b109-0494927fe436) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:40.199964 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Router c50851be-a120-494f-9b44-899cfa99d431 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:46:40.207322 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-ffc21b52-39a4-4c58-a65d-058f667196d3 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Network 0bc9c21e-b25f-4914-88ba-1026cdfcbf9f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:40.255086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-ffc21b52-39a4-4c58-a65d-058f667196d3 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:40.268864 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-ffc21b52-39a4-4c58-a65d-058f667196d3 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:40.359080 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22f72134-ac7b-44af-a4d9-b4e9657a2533 req-1ad8be33-09ef-48b5-9916-8445421200a1 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 210 time: 0.1538501 Mar 11 11:46:40.372118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc21b52-39a4-4c58-a65d-058f667196d3 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event updated for resources: {'Port': ['ID=05b364b8-0798-4087-946d-d5d53ca6ff65,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:40.455837 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-f826d057-9ab1-434b-91b9-d1831e3398c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for port (e4c89c08-ed82-4393-b109-0494927fe436), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:40.512039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-f826d057-9ab1-434b-91b9-d1831e3398c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e4c89c08-ed82-4393-b109-0494927fe436), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:40.541792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-ffc21b52-39a4-4c58-a65d-058f667196d3 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:40.542991 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-ffc21b52-39a4-4c58-a65d-058f667196d3 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:40.560419 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-f826d057-9ab1-434b-91b9-d1831e3398c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Network ffea5ad9-c0e5-4719-aece-e8e0fad462f9 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:40.564047 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-f826d057-9ab1-434b-91b9-d1831e3398c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:40.571465 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-f826d057-9ab1-434b-91b9-d1831e3398c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:40.590585 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:46:40.603613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Sync routers for ids ['c50851be-a120-494f-9b44-899cfa99d431'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:46:40.608498 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826d057-9ab1-434b-91b9-d1831e3398c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event updated for resources: {'Port': ['ID=e4c89c08-ed82-4393-b109-0494927fe436,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:40.611298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf58f71-5a6c-4ae1-8fe4-d4a43b59340b req-868daa3c-bd21-4c3c-86cd-b4a9a0ee15f1 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:40.613169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5cf58f71-5a6c-4ae1-8fe4-d4a43b59340b req-868daa3c-bd21-4c3c-86cd-b4a9a0ee15f1 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.4092982 Mar 11 11:46:40.620726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Routers {'c50851be-a120-494f-9b44-899cfa99d431'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:46:40.623185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:46:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c50851be-a120-494f-9b44-899cfa99d431'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:40.638792 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-ffc21b52-39a4-4c58-a65d-058f667196d3 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8849032 Mar 11 11:46:40.661471 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-f826d057-9ab1-434b-91b9-d1831e3398c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:40.662366 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Request body: {'port': {'device_id': 'd10b9ebd-2171-4dbb-9246-b399e24d2c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:40.666514 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-f826d057-9ab1-434b-91b9-d1831e3398c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:40.704601 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-f826d057-9ab1-434b-91b9-d1831e3398c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1495793 Mar 11 11:46:40.717989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-bc1edce8-f662-4784-8c58-b84f2346908a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Request body: {'port': {'device_id': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9', 'admin_state_up': True, 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'security_groups': ['4f05d851-8e9a-4763-8560-63d9efd6a1c9']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:40.728514 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:40.729791 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3128a98d-cf38-4ad0-9bf7-b67a521c5aa1 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.6929173 Mar 11 11:46:40.734887 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46990) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:40.745781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6abdcd98-55fc-435b-95cb-9f2e5fe91e0e None None] Provisioning complete for port 05b364b8-0798-4087-946d-d5d53ca6ff65 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:40.746773 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6abdcd98-55fc-435b-95cb-9f2e5fe91e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (05b364b8-0798-4087-946d-d5d53ca6ff65), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:40.853288 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6abdcd98-55fc-435b-95cb-9f2e5fe91e0e None None] Port 05b364b8-0798-4087-946d-d5d53ca6ff65 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:46:40.878830 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Set router c50851be-a120-494f-9b44-899cfa99d431 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:46:40.963624 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5cf58f71-5a6c-4ae1-8fe4-d4a43b59340b req-e3a83f2e-c8fa-4833-88db-a2829f803e9c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330336 Mar 11 11:46:40.976617 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-bc1edce8-f662-4784-8c58-b84f2346908a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Made reservation on behalf of b3c2137dee0c413388a10d2eba864d68 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:40.981395 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-bc1edce8-f662-4784-8c58-b84f2346908a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:41.083644 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cc89eb78-1340-4597-a1e0-b0f66a85df22), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:41.097591 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-bf3adddc-fb41-4091-ad2d-f9391c66c2f5 None None] Provisioning complete for port e4c89c08-ed82-4393-b109-0494927fe436 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:41.097968 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bf3adddc-fb41-4091-ad2d-f9391c66c2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e4c89c08-ed82-4393-b109-0494927fe436), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:41.170746 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-bf3adddc-fb41-4091-ad2d-f9391c66c2f5 None None] Port e4c89c08-ed82-4393-b109-0494927fe436 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:46:41.200948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50851be-a120-494f-9b44-899cfa99d431', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-4522298-router', 'tenant_id': '976489626325494fbbaedb77dabae420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '29d0d310-c4bd-478f-8be6-43ac9372087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:46:33Z', 'updated_at': '2022-03-11T11:46:38Z', 'revision_number': 3, 'project_id': '976489626325494fbbaedb77dabae420', 'gw_port': {'id': '29d0d310-c4bd-478f-8be6-43ac9372087b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50851be-a120-494f-9b44-899cfa99d431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:46:36Z', 'updated_at': '2022-03-11T11:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:41.265380 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Checking router: c50851be-a120-494f-9b44-899cfa99d431 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:46:41.266051 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Updating router c50851be-a120-494f-9b44-899cfa99d431 port 29d0d310-c4bd-478f-8be6-43ac9372087b binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:46:41.312583 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-bc1edce8-f662-4784-8c58-b84f2346908a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Allocated IP 10.2.2.200 (ffea5ad9-c0e5-4719-aece-e8e0fad462f9/31976299-c506-435a-a44b-700646b0a816/df5293cf-8b46-409f-9158-b48aa7dcdadf) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:41.333177 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (29d0d310-c4bd-478f-8be6-43ac9372087b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:41.486210 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-bc1edce8-f662-4784-8c58-b84f2346908a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for port (df5293cf-8b46-409f-9158-b48aa7dcdadf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:41.540035 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-bc1edce8-f662-4784-8c58-b84f2346908a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (df5293cf-8b46-409f-9158-b48aa7dcdadf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:41.554134 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0db3c-9550-4c21-816a-90bf6d057a6a req-a9cd2173-b8a4-4e28-a8be-e444c6802a79 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:41.561074 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0db3c-9550-4c21-816a-90bf6d057a6a req-a9cd2173-b8a4-4e28-a8be-e444c6802a79 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:41.562777 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65f0db3c-9550-4c21-816a-90bf6d057a6a req-a9cd2173-b8a4-4e28-a8be-e444c6802a79 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 1655 time: 0.3157897 Mar 11 11:46:41.571720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f3067-91ba-4942-973f-55b726e78050 req-640a07fa-d006-447d-b468-ede4245e5bd3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:41.577365 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f3067-91ba-4942-973f-55b726e78050 req-640a07fa-d006-447d-b468-ede4245e5bd3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:41.583625 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f3067-91ba-4942-973f-55b726e78050 req-640a07fa-d006-447d-b468-ede4245e5bd3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:41.600566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-bc1edce8-f662-4784-8c58-b84f2346908a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Network ffea5ad9-c0e5-4719-aece-e8e0fad462f9 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:41.604802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f3067-91ba-4942-973f-55b726e78050 req-640a07fa-d006-447d-b468-ede4245e5bd3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:41.606450 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-bc1edce8-f662-4784-8c58-b84f2346908a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:41.606586 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb0f3067-91ba-4942-973f-55b726e78050 req-640a07fa-d006-447d-b468-ede4245e5bd3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 3095 time: 0.3608115 Mar 11 11:46:41.627471 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-bc1edce8-f662-4784-8c58-b84f2346908a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:41.730652 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Publish callbacks [] for port (29d0d310-c4bd-478f-8be6-43ac9372087b), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:41.736903 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-bc1edce8-f662-4784-8c58-b84f2346908a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:41.741044 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-bc1edce8-f662-4784-8c58-b84f2346908a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:41.741346 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (29d0d310-c4bd-478f-8be6-43ac9372087b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:41.781115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1edce8-f662-4784-8c58-b84f2346908a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event updated for resources: {'Port': ['ID=df5293cf-8b46-409f-9158-b48aa7dcdadf,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:41.797535 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-bc1edce8-f662-4784-8c58-b84f2346908a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0861504 Mar 11 11:46:41.823132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Request body: {'port': {'device_id': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:41.832255 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132147b-3a00-4b72-b31f-c52d10dbbde8 None None] Pushing event updated for resources: {'Port': ['ID=29d0d310-c4bd-478f-8be6-43ac9372087b,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:41.835132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Attempting to bind port 29d0d310-c4bd-478f-8be6-43ac9372087b on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:46:41.835509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Attempting to bind port 29d0d310-c4bd-478f-8be6-43ac9372087b by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:46:41.837005 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Attempting to bind port 29d0d310-c4bd-478f-8be6-43ac9372087b on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:41.843804 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb0f3067-91ba-4942-973f-55b726e78050 req-94a3172d-a975-4f7f-967a-5bcb4a1f488b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234592 Mar 11 11:46:41.862433 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:46:41.863025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:41.863288 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:41.863612 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:46:41.864083 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Bound port: 29d0d310-c4bd-478f-8be6-43ac9372087b, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:46:41.864461 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (29d0d310-c4bd-478f-8be6-43ac9372087b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:41.960899 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] For port 29d0d310-c4bd-478f-8be6-43ac9372087b, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:41.965911 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] For port 29d0d310-c4bd-478f-8be6-43ac9372087b, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=29d0d310-c4bd-478f-8be6-43ac9372087b,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:46:41.969517 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (94ee77d3-140f-410f-9091-9ae5dce83265), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:41.982496 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (29d0d310-c4bd-478f-8be6-43ac9372087b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:41.989192 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65f0db3c-9550-4c21-816a-90bf6d057a6a req-e8bea07d-bc07-4d48-926e-a69b79722916 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816183 Mar 11 11:46:42.047170 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc2dbbaa-5175-4f85-af2a-5741b751951d req-d2df0d0a-74eb-45ed-bdf5-0546b71f83cc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 210 time: 0.0542965 Mar 11 11:46:42.105115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132147b-3a00-4b72-b31f-c52d10dbbde8 None None] Pushing event updated for resources: {'Port': ['ID=29d0d310-c4bd-478f-8be6-43ac9372087b,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:42.142064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b666d083-9339-492c-8d30-1ac0262a83de None None] Provisioning complete for port df5293cf-8b46-409f-9158-b48aa7dcdadf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:42.142374 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b666d083-9339-492c-8d30-1ac0262a83de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (df5293cf-8b46-409f-9158-b48aa7dcdadf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:42.147974 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Routers {'c50851be-a120-494f-9b44-899cfa99d431'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:46:42.148601 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:46:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c50851be-a120-494f-9b44-899cfa99d431'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:42.274079 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b666d083-9339-492c-8d30-1ac0262a83de None None] Port df5293cf-8b46-409f-9158-b48aa7dcdadf cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:46:42.378651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] Set router c50851be-a120-494f-9b44-899cfa99d431 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:46:42.412950 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ee77d3-140f-410f-9091-9ae5dce83265 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:46:42.427935 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Publish callbacks [] for port (94ee77d3-140f-410f-9091-9ae5dce83265), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:42.443844 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Transition to ACTIVE for port object 94ee77d3-140f-410f-9091-9ae5dce83265 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:46:42.444204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17d6c3-e3e5-43fe-9931-724faeac73ef req-ef491f2c-f743-42dc-90d6-fd5623d14e7a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:42.448448 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b17d6c3-e3e5-43fe-9931-724faeac73ef req-ef491f2c-f743-42dc-90d6-fd5623d14e7a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.3031571 Mar 11 11:46:42.458805 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (94ee77d3-140f-410f-9091-9ae5dce83265), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:42.557901 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:42.566202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc89eb78-1340-4597-a1e0-b0f66a85df22 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:46:42.578381 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Pushing event updated for resources: {'Port': ['ID=94ee77d3-140f-410f-9091-9ae5dce83265,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:42.579895 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Publish callbacks [] for port (cc89eb78-1340-4597-a1e0-b0f66a85df22), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:42.655116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Attempting to bind port 94ee77d3-140f-410f-9091-9ae5dce83265 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:46:42.655752 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Attempting to bind port 94ee77d3-140f-410f-9091-9ae5dce83265 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'c3300a20-5c4e-4f46-8c0d-023a3ba22a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:46:42.656252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Attempting to bind port 94ee77d3-140f-410f-9091-9ae5dce83265 on network 6b2cf607-82c0-4c57-9981-1ae9a9023bc1 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:42.664503 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Port 94ee77d3-140f-410f-9091-9ae5dce83265 on network 6b2cf607-82c0-4c57-9981-1ae9a9023bc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:46:42.666255 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Attempting to bind port 94ee77d3-140f-410f-9091-9ae5dce83265 on network 6b2cf607-82c0-4c57-9981-1ae9a9023bc1 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:42.676274 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Transition to ACTIVE for port object cc89eb78-1340-4597-a1e0-b0f66a85df22 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:46:42.680659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:46:42.681385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Checking segment: {'id': 'c3300a20-5c4e-4f46-8c0d-023a3ba22a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:42.682386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Bound using segment: {'id': 'c3300a20-5c4e-4f46-8c0d-023a3ba22a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:46:42.683203 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Bound port: 94ee77d3-140f-410f-9091-9ae5dce83265, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3300a20-5c4e-4f46-8c0d-023a3ba22a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:46:42.683788 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (94ee77d3-140f-410f-9091-9ae5dce83265), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:42.723052 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b17d6c3-e3e5-43fe-9931-724faeac73ef req-41546ba9-e3b6-43e4-8870-477fa7cedc0a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636604 Mar 11 11:46:42.724900 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (cc89eb78-1340-4597-a1e0-b0f66a85df22), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:42.766450 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] For port 94ee77d3-140f-410f-9091-9ae5dce83265, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:42.774624 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] For port 94ee77d3-140f-410f-9091-9ae5dce83265, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=94ee77d3-140f-410f-9091-9ae5dce83265,segment=NetworkSegment(c3300a20-5c4e-4f46-8c0d-023a3ba22a0b),segment_id=c3300a20-5c4e-4f46-8c0d-023a3ba22a0b)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:46:42.790433 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:42.790909 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (94ee77d3-140f-410f-9091-9ae5dce83265), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:42.827803 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50851be-a120-494f-9b44-899cfa99d431', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-4522298-router', 'tenant_id': '976489626325494fbbaedb77dabae420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '29d0d310-c4bd-478f-8be6-43ac9372087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:46:33Z', 'updated_at': '2022-03-11T11:46:38Z', 'revision_number': 3, 'project_id': '976489626325494fbbaedb77dabae420', 'gw_port': {'id': '29d0d310-c4bd-478f-8be6-43ac9372087b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50851be-a120-494f-9b44-899cfa99d431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:46:36Z', 'updated_at': '2022-03-11T11:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:42.893565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c816038b-9306-4b82-a4a8-bcc4c2ff27b8 None None] The sync data for ids ['c50851be-a120-494f-9b44-899cfa99d431'] in n-d-833234-2 is: [{'id': 'c50851be-a120-494f-9b44-899cfa99d431', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-4522298-router', 'tenant_id': '976489626325494fbbaedb77dabae420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '29d0d310-c4bd-478f-8be6-43ac9372087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:46:33Z', 'updated_at': '2022-03-11T11:46:38Z', 'revision_number': 3, 'project_id': '976489626325494fbbaedb77dabae420', 'gw_port': {'id': '29d0d310-c4bd-478f-8be6-43ac9372087b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50851be-a120-494f-9b44-899cfa99d431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:46:36Z', 'updated_at': '2022-03-11T11:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:46:42.907991 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:42.913330 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:42.916853 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] 10.222.0.71 "PUT /v2.0/ports/94ee77d3-140f-410f-9091-9ae5dce83265 HTTP/1.1" status: 200 len: 1092 time: 1.1078088 Mar 11 11:46:42.938490 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'tag': '94ee77d3-140f-410f-9091-9ae5dce83265'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:42.945549 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0403e6dc-5c50-449e-9ccb-a262399d2b16" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "tag": "94ee77d3-140f-410f-9091-9ae5dce83265"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:42.970048 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Request body: {'port': {'device_id': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:42.974216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc89eb78-1340-4597-a1e0-b0f66a85df22,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:43.094252 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed23801-51c2-4547-81ce-81a5a0c41f70 x-openstack-request-id: req-5ed23801-51c2-4547-81ce-81a5a0c41f70 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:43.094553 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "tag": "94ee77d3-140f-410f-9091-9ae5dce83265", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:43.094793 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5ed23801-51c2-4547-81ce-81a5a0c41f70 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:43.095203 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'tag': '94ee77d3-140f-410f-9091-9ae5dce83265', 'status': 'completed', 'code': 200} Mar 11 11:46:43.177149 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:43.331327 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01782bff-a159-4c0a-90e5-3754a5df0417 service neutron] Pushing event updated for resources: {'Port': ['ID=94ee77d3-140f-410f-9091-9ae5dce83265,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:43.368120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403e6dc-5c50-449e-9ccb-a262399d2b16 req-3eb0048f-7857-4fb0-a0d4-c8cbdd57eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:43.368513 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403e6dc-5c50-449e-9ccb-a262399d2b16 req-3eb0048f-7857-4fb0-a0d4-c8cbdd57eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:43.369025 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403e6dc-5c50-449e-9ccb-a262399d2b16 req-3eb0048f-7857-4fb0-a0d4-c8cbdd57eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:43.369421 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403e6dc-5c50-449e-9ccb-a262399d2b16 req-3eb0048f-7857-4fb0-a0d4-c8cbdd57eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:43.369910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403e6dc-5c50-449e-9ccb-a262399d2b16 req-3eb0048f-7857-4fb0-a0d4-c8cbdd57eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:43.371786 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0403e6dc-5c50-449e-9ccb-a262399d2b16 req-3eb0048f-7857-4fb0-a0d4-c8cbdd57eded service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3c2137dee0c413388a10d2eba864d68&device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 4394 time: 0.2756062 Mar 11 11:46:43.516326 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Attempting to bind port cc89eb78-1340-4597-a1e0-b0f66a85df22 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:46:43.516933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Attempting to bind port cc89eb78-1340-4597-a1e0-b0f66a85df22 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '23de1722-614e-49a6-9c7e-792a3c5bb4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '60e0189d-1b4a-4ce4-87c4-086a15ffd462'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:46:43.517082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Attempting to bind port cc89eb78-1340-4597-a1e0-b0f66a85df22 on network 60e0189d-1b4a-4ce4-87c4-086a15ffd462 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:43.547858 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea651826-2de8-435b-b914-72c0fcf0261b req-2af146b7-8cb2-44c5-889c-afceeb58ba59 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:43.553928 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea651826-2de8-435b-b914-72c0fcf0261b req-2af146b7-8cb2-44c5-889c-afceeb58ba59 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:43.555825 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea651826-2de8-435b-b914-72c0fcf0261b req-2af146b7-8cb2-44c5-889c-afceeb58ba59 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 1667 time: 0.2277756 Mar 11 11:46:43.558943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Port cc89eb78-1340-4597-a1e0-b0f66a85df22 on network 60e0189d-1b4a-4ce4-87c4-086a15ffd462 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:46:43.559245 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Attempting to bind port cc89eb78-1340-4597-a1e0-b0f66a85df22 on network 60e0189d-1b4a-4ce4-87c4-086a15ffd462 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:43.577453 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ee98ddd0-757b-4105-850d-af81104f793e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:43.583084 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:46:43.583802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Checking segment: {'id': '23de1722-614e-49a6-9c7e-792a3c5bb4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '60e0189d-1b4a-4ce4-87c4-086a15ffd462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:43.584347 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Bound using segment: {'id': '23de1722-614e-49a6-9c7e-792a3c5bb4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '60e0189d-1b4a-4ce4-87c4-086a15ffd462'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:46:43.584973 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Bound port: cc89eb78-1340-4597-a1e0-b0f66a85df22, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23de1722-614e-49a6-9c7e-792a3c5bb4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '60e0189d-1b4a-4ce4-87c4-086a15ffd462'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:46:43.585512 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cc89eb78-1340-4597-a1e0-b0f66a85df22), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:43.625488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac949a-e5bd-4080-9647-bb30a17d7a26 req-dd082b75-cb5e-4f50-99bb-c72dd5c49a18 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:43.631218 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac949a-e5bd-4080-9647-bb30a17d7a26 req-dd082b75-cb5e-4f50-99bb-c72dd5c49a18 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:43.642722 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac949a-e5bd-4080-9647-bb30a17d7a26 req-dd082b75-cb5e-4f50-99bb-c72dd5c49a18 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:43.649092 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac949a-e5bd-4080-9647-bb30a17d7a26 req-dd082b75-cb5e-4f50-99bb-c72dd5c49a18 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:43.657494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac949a-e5bd-4080-9647-bb30a17d7a26 req-dd082b75-cb5e-4f50-99bb-c72dd5c49a18 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:43.665304 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0bac949a-e5bd-4080-9647-bb30a17d7a26 req-dd082b75-cb5e-4f50-99bb-c72dd5c49a18 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 3828 time: 0.5618107 Mar 11 11:46:43.668065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] Allocated IP 172.20.0.1 (239258dc-5811-4c51-8cf4-0ead47563653/d835069c-4cc9-49d9-94dd-8aa58f4dfa66/5f4a0cac-519d-4253-a44f-50aa593bec20) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:43.712405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403e6dc-5c50-449e-9ccb-a262399d2b16 req-b9a0ebbe-541c-4dfc-a9fe-ffe8ab79211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:43.713044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403e6dc-5c50-449e-9ccb-a262399d2b16 req-b9a0ebbe-541c-4dfc-a9fe-ffe8ab79211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:43.713328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403e6dc-5c50-449e-9ccb-a262399d2b16 req-b9a0ebbe-541c-4dfc-a9fe-ffe8ab79211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:43.715008 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0403e6dc-5c50-449e-9ccb-a262399d2b16 req-b9a0ebbe-541c-4dfc-a9fe-ffe8ab79211a service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=b3c2137dee0c413388a10d2eba864d68&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3288193 Mar 11 11:46:43.817990 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71fbc2e-a97d-4402-8ded-69179cd4d38d {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:46:43.837071 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Publish callbacks [] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:43.861705 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Transition to ACTIVE for port object a71fbc2e-a97d-4402-8ded-69179cd4d38d will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:46:43.948498 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:43.991007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403e6dc-5c50-449e-9ccb-a262399d2b16 req-3dc641e3-a857-4466-96d2-19b5f120ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:43.992645 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0403e6dc-5c50-449e-9ccb-a262399d2b16 req-3dc641e3-a857-4466-96d2-19b5f120ff9d service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2141848 Mar 11 11:46:44.007775 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Pushing event updated for resources: {'Port': ['ID=a71fbc2e-a97d-4402-8ded-69179cd4d38d,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:44.143380 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Attempting to bind port a71fbc2e-a97d-4402-8ded-69179cd4d38d on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:46:44.143809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Attempting to bind port a71fbc2e-a97d-4402-8ded-69179cd4d38d by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:46:44.144134 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Attempting to bind port a71fbc2e-a97d-4402-8ded-69179cd4d38d on network 0f6165f6-370b-479b-81e3-cdb2a28bb249 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:44.163429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Port a71fbc2e-a97d-4402-8ded-69179cd4d38d on network 0f6165f6-370b-479b-81e3-cdb2a28bb249 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:46:44.163891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Attempting to bind port a71fbc2e-a97d-4402-8ded-69179cd4d38d on network 0f6165f6-370b-479b-81e3-cdb2a28bb249 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:44.170687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:46:44.171180 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Checking segment: {'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:44.171795 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Bound using segment: {'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:46:44.172318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Bound port: a71fbc2e-a97d-4402-8ded-69179cd4d38d, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:46:44.172767 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:44.270388 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0bac949a-e5bd-4080-9647-bb30a17d7a26 req-17a64ee3-a2f1-4831-acc9-e0a6ce114e77 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6039073 Mar 11 11:46:44.284873 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] For port a71fbc2e-a97d-4402-8ded-69179cd4d38d, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:44.294077 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] For port a71fbc2e-a97d-4402-8ded-69179cd4d38d, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a71fbc2e-a97d-4402-8ded-69179cd4d38d,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:46:44.315344 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:44.368168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:44.370135 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:44.373842 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] 10.222.0.71 "PUT /v2.0/ports/a71fbc2e-a97d-4402-8ded-69179cd4d38d HTTP/1.1" status: 200 len: 1128 time: 1.4194286 Mar 11 11:46:44.400717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea651826-2de8-435b-b914-72c0fcf0261b req-ee391992-705b-4a91-b47f-259c331e67ee tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8187387 Mar 11 11:46:44.441579 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Request body: {'port': {'device_id': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:44.512000 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] For port cc89eb78-1340-4597-a1e0-b0f66a85df22, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:44.586005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9c0f26f-92e4-4de4-8b0e-a14ed312fc80 req-522ef1fc-134f-4633-b036-10fd15bce51e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 210 time: 0.0725281 Mar 11 11:46:44.593666 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffcee7-08c8-4b6d-8d4d-64ae9829d986 service neutron] Pushing event updated for resources: {'Port': ['ID=a71fbc2e-a97d-4402-8ded-69179cd4d38d,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:44.613890 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] For port cc89eb78-1340-4597-a1e0-b0f66a85df22, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=cc89eb78-1340-4597-a1e0-b0f66a85df22,segment=NetworkSegment(23de1722-614e-49a6-9c7e-792a3c5bb4de),segment_id=23de1722-614e-49a6-9c7e-792a3c5bb4de)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:46:44.615303 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:44.688888 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (cc89eb78-1340-4597-a1e0-b0f66a85df22), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:44.780365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 29d0d310-c4bd-478f-8be6-43ac9372087b up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:44.781364 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] Publish callbacks [] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:44.793531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:44.794144 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:44.795709 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] 10.222.0.71 "PUT /v2.0/ports/cc89eb78-1340-4597-a1e0-b0f66a85df22 HTTP/1.1" status: 200 len: 1092 time: 4.1486216 Mar 11 11:46:44.796165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10b9ebd-2171-4dbb-9246-b399e24d2c79', 'tag': 'cc89eb78-1340-4597-a1e0-b0f66a85df22'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:44.800009 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e490a69e-57fb-4c1e-87ac-fcb5e32bb9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d10b9ebd-2171-4dbb-9246-b399e24d2c79", "tag": "cc89eb78-1340-4597-a1e0-b0f66a85df22"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:44.863496 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Request body: {'port': {'device_id': 'd10b9ebd-2171-4dbb-9246-b399e24d2c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:44.880181 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6a9ac4-bcc2-4006-98f9-6cd5e1cfae65 x-openstack-request-id: req-1b6a9ac4-bcc2-4006-98f9-6cd5e1cfae65 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:44.880492 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10b9ebd-2171-4dbb-9246-b399e24d2c79", "tag": "cc89eb78-1340-4597-a1e0-b0f66a85df22", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:44.881351 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b6a9ac4-bcc2-4006-98f9-6cd5e1cfae65 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:44.881759 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10b9ebd-2171-4dbb-9246-b399e24d2c79', 'tag': 'cc89eb78-1340-4597-a1e0-b0f66a85df22', 'status': 'completed', 'code': 200} Mar 11 11:46:44.932060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f045bf-508b-426d-a16a-873217ccadd8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc89eb78-1340-4597-a1e0-b0f66a85df22,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:44.953069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32919881-15e6-4d58-aa46-bc80b82293db req-a55bb3d2-c2d8-4417-92c1-4e1bdf425150 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:44.954646 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32919881-15e6-4d58-aa46-bc80b82293db req-a55bb3d2-c2d8-4417-92c1-4e1bdf425150 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.3865700 Mar 11 11:46:44.975819 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 29d0d310-c4bd-478f-8be6-43ac9372087b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:44.976448 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (29d0d310-c4bd-478f-8be6-43ac9372087b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:45.044656 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490a69e-57fb-4c1e-87ac-fcb5e32bb9b3 req-73f40538-07dc-44df-b034-8693f9a3072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:45.045653 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490a69e-57fb-4c1e-87ac-fcb5e32bb9b3 req-73f40538-07dc-44df-b034-8693f9a3072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:45.047624 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e490a69e-57fb-4c1e-87ac-fcb5e32bb9b3 req-73f40538-07dc-44df-b034-8693f9a3072a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=332ba924481047779f3b150531b078c7&device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 1945 time: 0.1421704 Mar 11 11:46:45.071267 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:45.101600 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'tag': 'a71fbc2e-a97d-4402-8ded-69179cd4d38d'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:45.105615 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99754cc7-2a5b-40e8-aeea-5fe111345022" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "tag": "a71fbc2e-a97d-4402-8ded-69179cd4d38d"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:45.129473 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (05b364b8-0798-4087-946d-d5d53ca6ff65), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:45.183492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] Network 239258dc-5811-4c51-8cf4-0ead47563653 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:45.208074 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:45.208483 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 29d0d310-c4bd-478f-8be6-43ac9372087b is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:45.208891 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (29d0d310-c4bd-478f-8be6-43ac9372087b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:45.213553 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:45.233862 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32919881-15e6-4d58-aa46-bc80b82293db req-94fc69f3-bde7-4022-91a1-6b18bc15d1cf tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647581 Mar 11 11:46:45.254591 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 29d0d310-c4bd-478f-8be6-43ac9372087b, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=29d0d310-c4bd-478f-8be6-43ac9372087b,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:45.260015 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (29d0d310-c4bd-478f-8be6-43ac9372087b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:45.285054 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4a0cac-519d-4253-a44f-50aa593bec20,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:45.292714 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a382e59a-5ca8-443b-bd53-e3bf8aaea920 x-openstack-request-id: req-a382e59a-5ca8-443b-bd53-e3bf8aaea920 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:45.293277 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "tag": "a71fbc2e-a97d-4402-8ded-69179cd4d38d", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:45.293780 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a382e59a-5ca8-443b-bd53-e3bf8aaea920 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:45.295145 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'tag': 'a71fbc2e-a97d-4402-8ded-69179cd4d38d', 'status': 'completed', 'code': 200} Mar 11 11:46:45.300346 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 55570) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:45.412815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=29d0d310-c4bd-478f-8be6-43ac9372087b,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:45.453335 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (c50851be-a120-494f-9b44-899cfa99d431), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:45.521077 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490a69e-57fb-4c1e-87ac-fcb5e32bb9b3 req-548003ef-8d84-49ee-8078-f8bb7cd080ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:45.521718 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490a69e-57fb-4c1e-87ac-fcb5e32bb9b3 req-548003ef-8d84-49ee-8078-f8bb7cd080ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:45.522258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490a69e-57fb-4c1e-87ac-fcb5e32bb9b3 req-548003ef-8d84-49ee-8078-f8bb7cd080ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:45.525845 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e490a69e-57fb-4c1e-87ac-fcb5e32bb9b3 req-548003ef-8d84-49ee-8078-f8bb7cd080ea service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=332ba924481047779f3b150531b078c7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4639189 Mar 11 11:46:45.654207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754cc7-2a5b-40e8-aeea-5fe111345022 req-f3dffcb6-3a7a-471f-908d-16925c81bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:45.654830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754cc7-2a5b-40e8-aeea-5fe111345022 req-f3dffcb6-3a7a-471f-908d-16925c81bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:45.655363 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754cc7-2a5b-40e8-aeea-5fe111345022 req-f3dffcb6-3a7a-471f-908d-16925c81bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:45.655917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754cc7-2a5b-40e8-aeea-5fe111345022 req-f3dffcb6-3a7a-471f-908d-16925c81bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:45.656431 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754cc7-2a5b-40e8-aeea-5fe111345022 req-f3dffcb6-3a7a-471f-908d-16925c81bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:45.657393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754cc7-2a5b-40e8-aeea-5fe111345022 req-f3dffcb6-3a7a-471f-908d-16925c81bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:45.659404 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99754cc7-2a5b-40e8-aeea-5fe111345022 req-f3dffcb6-3a7a-471f-908d-16925c81bc68 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3c2137dee0c413388a10d2eba864d68&device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5346 time: 0.3425407 Mar 11 11:46:45.732123 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-55064b5b-6599-463b-ab12-d7bf1f083c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:45.734557 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1927fbfb-7364-4ac6-9df6-5330bf886531 None None] Provisioning complete for port 5f4a0cac-519d-4253-a44f-50aa593bec20 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:45.734930 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1927fbfb-7364-4ac6-9df6-5330bf886531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:45.772939 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1927fbfb-7364-4ac6-9df6-5330bf886531 None None] Port 5f4a0cac-519d-4253-a44f-50aa593bec20 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:46:46.002816 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fa743-4f86-481f-9ba0-5b34f46a2acc req-90c309b0-2cd4-428f-a16f-80e62bc591b0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:46.009327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fa743-4f86-481f-9ba0-5b34f46a2acc req-90c309b0-2cd4-428f-a16f-80e62bc591b0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:46.015433 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fa743-4f86-481f-9ba0-5b34f46a2acc req-90c309b0-2cd4-428f-a16f-80e62bc591b0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:46.028951 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fa743-4f86-481f-9ba0-5b34f46a2acc req-90c309b0-2cd4-428f-a16f-80e62bc591b0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:46.051631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fa743-4f86-481f-9ba0-5b34f46a2acc req-90c309b0-2cd4-428f-a16f-80e62bc591b0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:46.059879 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fa743-4f86-481f-9ba0-5b34f46a2acc req-90c309b0-2cd4-428f-a16f-80e62bc591b0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:46.070063 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a99fa743-4f86-481f-9ba0-5b34f46a2acc req-90c309b0-2cd4-428f-a16f-80e62bc591b0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 4598 time: 0.5671022 Mar 11 11:46:46.116073 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b364b8-0798-4087-946d-d5d53ca6ff65 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:46:46.129418 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f1b758-11ae-47ce-91f3-deec473c8b64 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:46:46.148315 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d251398-093f-4eb0-89d3-3edf2c389731 req-077d7089-ebf9-4224-b6b3-5fe777a3d8ff tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:46.157771 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Publish callbacks [] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:46.160483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d251398-093f-4eb0-89d3-3edf2c389731 req-077d7089-ebf9-4224-b6b3-5fe777a3d8ff tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:46.176198 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d251398-093f-4eb0-89d3-3edf2c389731 req-077d7089-ebf9-4224-b6b3-5fe777a3d8ff tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 1667 time: 0.5864329 Mar 11 11:46:46.188720 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Publish callbacks [] for port (05b364b8-0798-4087-946d-d5d53ca6ff65), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:46.210659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Transition to ACTIVE for port object 01f1b758-11ae-47ce-91f3-deec473c8b64 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:46:46.239364 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:46.267146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Transition to ACTIVE for port object 05b364b8-0798-4087-946d-d5d53ca6ff65 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:46:46.269486 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490a69e-57fb-4c1e-87ac-fcb5e32bb9b3 req-b2330f40-d7dc-4882-9c81-4d0ebd38a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:46.272750 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:46.275300 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e490a69e-57fb-4c1e-87ac-fcb5e32bb9b3 req-b2330f40-d7dc-4882-9c81-4d0ebd38a50b service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7249503 Mar 11 11:46:46.283959 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a99fa743-4f86-481f-9ba0-5b34f46a2acc req-2a64a5dd-a9f4-4c4e-abb4-a49590a20350 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2113128 Mar 11 11:46:46.300891 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (05b364b8-0798-4087-946d-d5d53ca6ff65), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:46.338719 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754cc7-2a5b-40e8-aeea-5fe111345022 req-6c82d3a3-d19d-4626-a61a-d7746b99aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:46.339532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754cc7-2a5b-40e8-aeea-5fe111345022 req-6c82d3a3-d19d-4626-a61a-d7746b99aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:46.340526 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754cc7-2a5b-40e8-aeea-5fe111345022 req-6c82d3a3-d19d-4626-a61a-d7746b99aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:46.342322 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99754cc7-2a5b-40e8-aeea-5fe111345022 req-6c82d3a3-d19d-4626-a61a-d7746b99aa61 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=b3c2137dee0c413388a10d2eba864d68&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6740558 Mar 11 11:46:46.426204 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d251398-093f-4eb0-89d3-3edf2c389731 req-2679e949-9624-469a-ba6c-b8a84e21f6fb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164178 Mar 11 11:46:46.520875 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2dd9bb65-7810-460f-bd3d-6f98339affa6 req-2a896e30-bc04-452b-9b6b-eb1a7c352e94 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 210 time: 0.0866163 Mar 11 11:46:46.526053 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Pushing event updated for resources: {'Port': ['ID=05b364b8-0798-4087-946d-d5d53ca6ff65,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:46.553924 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Pushing event updated for resources: {'Port': ['ID=01f1b758-11ae-47ce-91f3-deec473c8b64,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:46.560602 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Attempting to bind port 01f1b758-11ae-47ce-91f3-deec473c8b64 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:46:46.561208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Attempting to bind port 01f1b758-11ae-47ce-91f3-deec473c8b64 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:46:46.561726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Attempting to bind port 01f1b758-11ae-47ce-91f3-deec473c8b64 on network 0f6165f6-370b-479b-81e3-cdb2a28bb249 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:46.579374 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Port 01f1b758-11ae-47ce-91f3-deec473c8b64 on network 0f6165f6-370b-479b-81e3-cdb2a28bb249 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:46:46.580011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Attempting to bind port 01f1b758-11ae-47ce-91f3-deec473c8b64 on network 0f6165f6-370b-479b-81e3-cdb2a28bb249 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:46.667599 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:46:46.668284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Checking segment: {'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:46.668856 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Bound using segment: {'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:46:46.669482 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Bound port: 01f1b758-11ae-47ce-91f3-deec473c8b64, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:46:46.670744 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:46.700328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Attempting to bind port 05b364b8-0798-4087-946d-d5d53ca6ff65 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:46:46.700980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Attempting to bind port 05b364b8-0798-4087-946d-d5d53ca6ff65 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '61541970-eaae-49a8-98e1-8541b56617b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0bc9c21e-b25f-4914-88ba-1026cdfcbf9f'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:46:46.701481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Attempting to bind port 05b364b8-0798-4087-946d-d5d53ca6ff65 on network 0bc9c21e-b25f-4914-88ba-1026cdfcbf9f {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:46.751057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 29d0d310-c4bd-478f-8be6-43ac9372087b up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:46.751635 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Port 05b364b8-0798-4087-946d-d5d53ca6ff65 on network 0bc9c21e-b25f-4914-88ba-1026cdfcbf9f not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:46:46.751878 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Attempting to bind port 05b364b8-0798-4087-946d-d5d53ca6ff65 on network 0bc9c21e-b25f-4914-88ba-1026cdfcbf9f {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:46.785451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:46:46.786155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Checking segment: {'id': '61541970-eaae-49a8-98e1-8541b56617b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0bc9c21e-b25f-4914-88ba-1026cdfcbf9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:46.786776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Bound using segment: {'id': '61541970-eaae-49a8-98e1-8541b56617b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0bc9c21e-b25f-4914-88ba-1026cdfcbf9f'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:46:46.787608 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Bound port: 05b364b8-0798-4087-946d-d5d53ca6ff65, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61541970-eaae-49a8-98e1-8541b56617b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0bc9c21e-b25f-4914-88ba-1026cdfcbf9f'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:46:46.794134 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (05b364b8-0798-4087-946d-d5d53ca6ff65), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:46.837387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754cc7-2a5b-40e8-aeea-5fe111345022 req-35563905-48c7-4e36-b0f1-bf76fc59fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:46.842434 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99754cc7-2a5b-40e8-aeea-5fe111345022 req-35563905-48c7-4e36-b0f1-bf76fc59fb7c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4763947 Mar 11 11:46:46.882395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 29d0d310-c4bd-478f-8be6-43ac9372087b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:46.883486 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (29d0d310-c4bd-478f-8be6-43ac9372087b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:46.896533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565a9c8-8307-49ca-97fd-1a61c0944030 req-d3ed7118-dc5d-4e96-8af9-e9edd0bf4034 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:46.897976 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d565a9c8-8307-49ca-97fd-1a61c0944030 req-d3ed7118-dc5d-4e96-8af9-e9edd0bf4034 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.2547626 Mar 11 11:46:46.899310 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] For port 01f1b758-11ae-47ce-91f3-deec473c8b64, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:46.904194 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] Publish callbacks [] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:46.908217 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] For port 01f1b758-11ae-47ce-91f3-deec473c8b64, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=01f1b758-11ae-47ce-91f3-deec473c8b64,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:46:46.926690 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:46.929249 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:47.019510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.020173 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:47.027041 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] 10.222.0.71 "PUT /v2.0/ports/01f1b758-11ae-47ce-91f3-deec473c8b64 HTTP/1.1" status: 200 len: 1131 time: 2.5919325 Mar 11 11:46:47.053403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] For port 05b364b8-0798-4087-946d-d5d53ca6ff65, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:47.068477 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4a0cac-519d-4253-a44f-50aa593bec20,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:47.072090 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (c50851be-a120-494f-9b44-899cfa99d431), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:47.080762 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d565a9c8-8307-49ca-97fd-1a61c0944030 req-d4e1f48a-4adf-4078-afa9-199fc9541dba tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731682 Mar 11 11:46:47.084662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] For port 05b364b8-0798-4087-946d-d5d53ca6ff65, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=05b364b8-0798-4087-946d-d5d53ca6ff65,segment=NetworkSegment(61541970-eaae-49a8-98e1-8541b56617b6),segment_id=61541970-eaae-49a8-98e1-8541b56617b6)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:46:47.098486 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Request body: {'port': {'device_id': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:47.110122 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (05b364b8-0798-4087-946d-d5d53ca6ff65), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:47.133259 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:47.135556 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 29d0d310-c4bd-478f-8be6-43ac9372087b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:47.156459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69937530-b246-433d-9ddf-f4bcd30e5e02 service neutron] Pushing event updated for resources: {'Port': ['ID=01f1b758-11ae-47ce-91f3-deec473c8b64,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:47.195966 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.203304 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:47.205858 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] 10.222.0.71 "PUT /v2.0/ports/05b364b8-0798-4087-946d-d5d53ca6ff65 HTTP/1.1" status: 200 len: 1092 time: 2.3635495 Mar 11 11:46:47.253118 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4d9e3b51-e36d-455b-b812-2641793bdd65), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:47.297512 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'tag': '01f1b758-11ae-47ce-91f3-deec473c8b64'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:47.300687 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2ec5ed-c782-4d13-a5b7-339c071d4470" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "tag": "01f1b758-11ae-47ce-91f3-deec473c8b64"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:47.393995 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10b9ebd-2171-4dbb-9246-b399e24d2c79', 'tag': '05b364b8-0798-4087-946d-d5d53ca6ff65'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:47.396814 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484dd625-cd2a-48ab-9f67-5abc1f5c5fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "d10b9ebd-2171-4dbb-9246-b399e24d2c79", "tag": "05b364b8-0798-4087-946d-d5d53ca6ff65"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:47.447861 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bcef2-18c8-4c90-b9e3-c56cff6f15cb service neutron] Pushing event updated for resources: {'Port': ['ID=05b364b8-0798-4087-946d-d5d53ca6ff65,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:47.478909 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] Network 239258dc-5811-4c51-8cf4-0ead47563653 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:47.493959 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f6c562-a1c4-419f-926b-169df2316bb5 x-openstack-request-id: req-96f6c562-a1c4-419f-926b-169df2316bb5 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:47.499073 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "tag": "01f1b758-11ae-47ce-91f3-deec473c8b64", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:47.508277 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96f6c562-a1c4-419f-926b-169df2316bb5 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:47.509666 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'tag': '01f1b758-11ae-47ce-91f3-deec473c8b64', 'status': 'completed', 'code': 200} Mar 11 11:46:47.526373 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e2187b-0545-4eba-a33c-42491a8eeaaa x-openstack-request-id: req-c2e2187b-0545-4eba-a33c-42491a8eeaaa {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:47.526656 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10b9ebd-2171-4dbb-9246-b399e24d2c79", "tag": "05b364b8-0798-4087-946d-d5d53ca6ff65", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:47.526908 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c2e2187b-0545-4eba-a33c-42491a8eeaaa {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:47.527302 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10b9ebd-2171-4dbb-9246-b399e24d2c79', 'tag': '05b364b8-0798-4087-946d-d5d53ca6ff65', 'status': 'completed', 'code': 200} Mar 11 11:46:47.530384 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:47.757423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-4facaa55-a412-43e7-91e9-d6e1402e963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.758092 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-4facaa55-a412-43e7-91e9-d6e1402e963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.763376 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-4facaa55-a412-43e7-91e9-d6e1402e963b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=332ba924481047779f3b150531b078c7&device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 2043 time: 0.3580170 Mar 11 11:46:47.766917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec5ed-c782-4d13-a5b7-339c071d4470 req-032c1755-5cdd-4571-af1d-e89de8d5e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.767517 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec5ed-c782-4d13-a5b7-339c071d4470 req-032c1755-5cdd-4571-af1d-e89de8d5e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.768359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec5ed-c782-4d13-a5b7-339c071d4470 req-032c1755-5cdd-4571-af1d-e89de8d5e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.768660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec5ed-c782-4d13-a5b7-339c071d4470 req-032c1755-5cdd-4571-af1d-e89de8d5e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.769178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec5ed-c782-4d13-a5b7-339c071d4470 req-032c1755-5cdd-4571-af1d-e89de8d5e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.769966 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec5ed-c782-4d13-a5b7-339c071d4470 req-032c1755-5cdd-4571-af1d-e89de8d5e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.770395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec5ed-c782-4d13-a5b7-339c071d4470 req-032c1755-5cdd-4571-af1d-e89de8d5e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.772612 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5a2ec5ed-c782-4d13-a5b7-339c071d4470 req-032c1755-5cdd-4571-af1d-e89de8d5e51c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3c2137dee0c413388a10d2eba864d68&device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 6301 time: 0.3334410 Mar 11 11:46:47.785722 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] Router c50851be-a120-494f-9b44-899cfa99d431 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:46:47.819749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf953f1-59ae-4336-8f9c-a8db6a4b6c00 req-dcd25336-06b6-4d84-9d54-ee2b6a94608a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.828943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf953f1-59ae-4336-8f9c-a8db6a4b6c00 req-dcd25336-06b6-4d84-9d54-ee2b6a94608a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.839156 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf953f1-59ae-4336-8f9c-a8db6a4b6c00 req-dcd25336-06b6-4d84-9d54-ee2b6a94608a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.844963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf953f1-59ae-4336-8f9c-a8db6a4b6c00 req-dcd25336-06b6-4d84-9d54-ee2b6a94608a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.857197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf953f1-59ae-4336-8f9c-a8db6a4b6c00 req-dcd25336-06b6-4d84-9d54-ee2b6a94608a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.863685 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf953f1-59ae-4336-8f9c-a8db6a4b6c00 req-dcd25336-06b6-4d84-9d54-ee2b6a94608a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.870961 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf953f1-59ae-4336-8f9c-a8db6a4b6c00 req-dcd25336-06b6-4d84-9d54-ee2b6a94608a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.873152 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9cf953f1-59ae-4336-8f9c-a8db6a4b6c00 req-dcd25336-06b6-4d84-9d54-ee2b6a94608a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5371 time: 0.4139726 Mar 11 11:46:47.927573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9e3b51-e36d-455b-b812-2641793bdd65 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:46:47.945344 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Publish callbacks [] for port (4d9e3b51-e36d-455b-b812-2641793bdd65), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:47.956536 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec5ed-c782-4d13-a5b7-339c071d4470 req-ee808a46-c516-4d67-835e-a5cdceaa170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.957171 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec5ed-c782-4d13-a5b7-339c071d4470 req-ee808a46-c516-4d67-835e-a5cdceaa170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.957740 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec5ed-c782-4d13-a5b7-339c071d4470 req-ee808a46-c516-4d67-835e-a5cdceaa170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:47.959414 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5a2ec5ed-c782-4d13-a5b7-339c071d4470 req-ee808a46-c516-4d67-835e-a5cdceaa170a service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=b3c2137dee0c413388a10d2eba864d68&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1759710 Mar 11 11:46:47.963923 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-557701a9-77d1-44ba-8c84-774efbdd4e86 None None] Provisioning complete for port 5f4a0cac-519d-4253-a44f-50aa593bec20 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:47.965920 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-557701a9-77d1-44ba-8c84-774efbdd4e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:47.969251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Transition to ACTIVE for port object 4d9e3b51-e36d-455b-b812-2641793bdd65 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:46:47.971927 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-fe9aae53-d61b-4275-8233-26b02456c6b3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.139&port_id=cc89eb78-1340-4597-a1e0-b0f66a85df22 HTTP/1.1" status: 200 len: 217 time: 0.1826754 Mar 11 11:46:48.008612 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-557701a9-77d1-44ba-8c84-774efbdd4e86 None None] Port 5f4a0cac-519d-4253-a44f-50aa593bec20 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:46:48.042904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47128) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:48.053515 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (4d9e3b51-e36d-455b-b812-2641793bdd65), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:48.111410 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec5ed-c782-4d13-a5b7-339c071d4470 req-0c7054d8-1384-4839-8170-1541954cb7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:48.113092 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5a2ec5ed-c782-4d13-a5b7-339c071d4470 req-0c7054d8-1384-4839-8170-1541954cb7a6 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1453035 Mar 11 11:46:48.126697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b10a8-4378-4fe5-9e57-f11bdbe30538 req-02789cb3-7a44-412c-b1ff-832c71cfae5b tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:48.131949 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9e3b51-e36d-455b-b812-2641793bdd65,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:48.138917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b10a8-4378-4fe5-9e57-f11bdbe30538 req-02789cb3-7a44-412c-b1ff-832c71cfae5b tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:48.165454 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb1b10a8-4378-4fe5-9e57-f11bdbe30538 req-02789cb3-7a44-412c-b1ff-832c71cfae5b tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 1679 time: 0.5019724 Mar 11 11:46:48.227790 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Attempting to bind port 4d9e3b51-e36d-455b-b812-2641793bdd65 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:46:48.228916 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Attempting to bind port 4d9e3b51-e36d-455b-b812-2641793bdd65 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:46:48.229493 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Attempting to bind port 4d9e3b51-e36d-455b-b812-2641793bdd65 on network 0f6165f6-370b-479b-81e3-cdb2a28bb249 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:48.240537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Port 4d9e3b51-e36d-455b-b812-2641793bdd65 on network 0f6165f6-370b-479b-81e3-cdb2a28bb249 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:46:48.241082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Attempting to bind port 4d9e3b51-e36d-455b-b812-2641793bdd65 on network 0f6165f6-370b-479b-81e3-cdb2a28bb249 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:48.247376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:46:48.247899 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Checking segment: {'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:48.248527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Bound using segment: {'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:46:48.249020 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Bound port: 4d9e3b51-e36d-455b-b812-2641793bdd65, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:46:48.249648 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4d9e3b51-e36d-455b-b812-2641793bdd65), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:48.297089 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a374b92-3bc5-4302-9dac-6bb591a577aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:48.317789 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-3d6d8bc9-6012-4005-a364-5d70e677038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:48.324160 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-3d6d8bc9-6012-4005-a364-5d70e677038c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=945493b6-40da-4729-a5ca-193bf5de8f8b HTTP/1.1" status: 200 len: 801 time: 0.3288443 Mar 11 11:46:48.331707 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9cf953f1-59ae-4336-8f9c-a8db6a4b6c00 req-f4aa3fef-b349-4e44-a21a-576e2268df0c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4404554 Mar 11 11:46:48.372232 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb1b10a8-4378-4fe5-9e57-f11bdbe30538 req-60b55592-53f4-4a29-aa5a-12f29c25b6b3 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792617 Mar 11 11:46:48.468536 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] For port 4d9e3b51-e36d-455b-b812-2641793bdd65, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:48.473059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] For port 4d9e3b51-e36d-455b-b812-2641793bdd65, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4d9e3b51-e36d-455b-b812-2641793bdd65,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:46:48.495489 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (4d9e3b51-e36d-455b-b812-2641793bdd65), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:48.505054 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:48.578320 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a374b92-3bc5-4302-9dac-6bb591a577aa admin admin] Publish callbacks [] for security_group (0fb90c1c-77dd-476b-a919-c49c7e798d73), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:48.586705 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:48.587532 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:48.589127 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] 10.222.0.71 "PUT /v2.0/ports/4d9e3b51-e36d-455b-b812-2641793bdd65 HTTP/1.1" status: 200 len: 1091 time: 1.5274558 Mar 11 11:46:48.597424 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a374b92-3bc5-4302-9dac-6bb591a577aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0fb90c1c-77dd-476b-a919-c49c7e798d73), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:48.636642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a374b92-3bc5-4302-9dac-6bb591a577aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb90c1c-77dd-476b-a919-c49c7e798d73,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:48.667236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Request body: {'port': {'device_id': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:48.726694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832e3a2-99eb-4d88-bbff-51f5e6b0bd19 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9e3b51-e36d-455b-b812-2641793bdd65,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:48.736967 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7a374b92-3bc5-4302-9dac-6bb591a577aa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=02a7ad19e2c941f8ba81d7389423394b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6926358 Mar 11 11:46:48.741460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47134) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:48.875168 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b338d2d-b269-4b89-af28-6b23adcc7001 admin admin] Publish callbacks [] for security_group (0fb90c1c-77dd-476b-a919-c49c7e798d73), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:48.893770 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8cbd221a-3eae-485b-b7c8-8bf32b0598f7), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:48.902515 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-64156cf1-613d-4e08-8a17-634c5912ad40 req-48ce8d35-10f8-47eb-8191-809b9808b568 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f772ec99-5fff-4cc4-8c49-9541403ee450 HTTP/1.1" status: 200 len: 210 time: 0.0830867 Mar 11 11:46:48.927179 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:46:48.932033 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b338d2d-b269-4b89-af28-6b23adcc7001 admin admin] Publish callbacks [] for security_group (0fb90c1c-77dd-476b-a919-c49c7e798d73), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:48.944265 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b6bc7006-5711-4179-be44-d76fc3d407e9 admin admin] 10.222.0.78 "PUT /v2.0/routers/c50851be-a120-494f-9b44-899cfa99d431/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1824780 Mar 11 11:46:48.955009 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Sync routers for ids ['c50851be-a120-494f-9b44-899cfa99d431'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:46:48.969852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-bda961e9-b3a3-49f7-b8a2-0f0f444dd569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:48.970363 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Routers {'c50851be-a120-494f-9b44-899cfa99d431'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:46:48.970993 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:46:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c50851be-a120-494f-9b44-899cfa99d431'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:48.974304 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-bda961e9-b3a3-49f7-b8a2-0f0f444dd569 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=60e0189d-1b4a-4ce4-87c4-086a15ffd462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6396332 Mar 11 11:46:48.995905 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d36652-e5a8-4681-9438-a28c14df2e99 req-7250c2a0-f260-438a-8298-0d7f454d1d30 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:49.008373 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23d36652-e5a8-4681-9438-a28c14df2e99 req-7250c2a0-f260-438a-8298-0d7f454d1d30 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.1899774 Mar 11 11:46:49.104546 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b338d2d-b269-4b89-af28-6b23adcc7001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0fb90c1c-77dd-476b-a919-c49c7e798d73), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:49.107937 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b338d2d-b269-4b89-af28-6b23adcc7001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:49.109303 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6b338d2d-b269-4b89-af28-6b23adcc7001 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0fb90c1c-77dd-476b-a919-c49c7e798d73 HTTP/1.1" status: 204 len: 168 time: 0.3665483 Mar 11 11:46:49.133972 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b338d2d-b269-4b89-af28-6b23adcc7001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb90c1c-77dd-476b-a919-c49c7e798d73,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:49.188887 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a1a3c066-5d22-4b9d-8ac0-17f0ec856449 service neutron] 10.222.0.71 "GET /v2.0/networks/60e0189d-1b4a-4ce4-87c4-086a15ffd462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077177 Mar 11 11:46:49.200310 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Set router c50851be-a120-494f-9b44-899cfa99d431 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:46:49.317849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-6e9e07ea-2dc9-4652-8f57-c1c9fdaae420 service neutron] 10.222.0.71 "GET /v2.0/networks/60e0189d-1b4a-4ce4-87c4-086a15ffd462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187530 Mar 11 11:46:49.324833 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23d36652-e5a8-4681-9438-a28c14df2e99 req-e82ff3bb-a401-4642-82fd-951ce1771979 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141670 Mar 11 11:46:49.373409 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-89ae2f07-37fe-4236-94db-350fe07d5a79 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.225&port_id=05b364b8-0798-4087-946d-d5d53ca6ff65 HTTP/1.1" status: 200 len: 217 time: 0.0462065 Mar 11 11:46:49.410350 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:46:49.434251 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Publish callbacks [] for port (8cbd221a-3eae-485b-b7c8-8bf32b0598f7), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:49.440007 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a9bbb897-9cea-4969-a37f-bea63e22b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:49.441833 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-a9bbb897-9cea-4969-a37f-bea63e22b577 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5aba51e4-5f6f-4459-a5c2-9d51cca9d2f3 HTTP/1.1" status: 200 len: 801 time: 0.0624826 Mar 11 11:46:49.485432 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Transition to ACTIVE for port object 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:46:49.495336 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (8cbd221a-3eae-485b-b7c8-8bf32b0598f7), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:49.522633 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50851be-a120-494f-9b44-899cfa99d431', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-4522298-router', 'tenant_id': '976489626325494fbbaedb77dabae420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '29d0d310-c4bd-478f-8be6-43ac9372087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:46:33Z', 'updated_at': '2022-03-11T11:46:45Z', 'revision_number': 4, 'project_id': '976489626325494fbbaedb77dabae420', 'gw_port': {'id': '29d0d310-c4bd-478f-8be6-43ac9372087b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50851be-a120-494f-9b44-899cfa99d431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:46:36Z', 'updated_at': '2022-03-11T11:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '5f4a0cac-519d-4253-a44f-50aa593bec20', 'name': '', 'network_id': '239258dc-5811-4c51-8cf4-0ead47563653', 'tenant_id': '976489626325494fbbaedb77dabae420', 'mac_address': 'fa:16:3e:b1:49:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50851be-a120-494f-9b44-899cfa99d431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'd835069c-4cc9-49d9-94dd-8aa58f4dfa66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:46:42Z', 'updated_at': '2022-03-11T11:46:46Z', 'revision_number': 2, 'project_id': '976489626325494fbbaedb77dabae420', 'subnets': [{'id': 'd835069c-4cc9-49d9-94dd-8aa58f4dfa66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:49.553056 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Checking router: c50851be-a120-494f-9b44-899cfa99d431 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:46:49.553413 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Updating router c50851be-a120-494f-9b44-899cfa99d431 port 5f4a0cac-519d-4253-a44f-50aa593bec20 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:46:49.567103 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-aee76359-051f-4986-811c-b42a2f0e799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:49.568904 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-aee76359-051f-4986-811c-b42a2f0e799a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0bc9c21e-b25f-4914-88ba-1026cdfcbf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1183040 Mar 11 11:46:49.581205 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4b605-65e3-42f1-a712-7d1e804d10c8 req-8c4733d6-c077-46b0-b705-c3789a62be6a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:49.587566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4b605-65e3-42f1-a712-7d1e804d10c8 req-8c4733d6-c077-46b0-b705-c3789a62be6a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:49.593417 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4b605-65e3-42f1-a712-7d1e804d10c8 req-8c4733d6-c077-46b0-b705-c3789a62be6a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:49.594270 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:49.599314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4b605-65e3-42f1-a712-7d1e804d10c8 req-8c4733d6-c077-46b0-b705-c3789a62be6a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:49.606213 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4b605-65e3-42f1-a712-7d1e804d10c8 req-8c4733d6-c077-46b0-b705-c3789a62be6a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:49.613485 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4b605-65e3-42f1-a712-7d1e804d10c8 req-8c4733d6-c077-46b0-b705-c3789a62be6a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:49.620426 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4b605-65e3-42f1-a712-7d1e804d10c8 req-8c4733d6-c077-46b0-b705-c3789a62be6a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:49.621869 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'tag': '4d9e3b51-e36d-455b-b812-2641793bdd65'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:49.622777 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82e4b605-65e3-42f1-a712-7d1e804d10c8 req-8c4733d6-c077-46b0-b705-c3789a62be6a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5395 time: 0.1345320 Mar 11 11:46:49.625372 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609fe7b2-2482-4ca4-a2ad-ddd463514e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "tag": "4d9e3b51-e36d-455b-b812-2641793bdd65"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:49.632944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8cbd221a-3eae-485b-b7c8-8bf32b0598f7,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:49.733822 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82e4b605-65e3-42f1-a712-7d1e804d10c8 req-8d8b138b-2d86-4491-be20-7d21bc1eeeb8 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1007988 Mar 11 11:46:49.780633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47154) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:49.789254 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-37913354-da61-4083-a3ab-1341f004b10f req-475ca643-cb83-4129-856a-690523db62dd tempest-FloatingIPDetailsNegativeTestJSON-1462125145 tempest-FloatingIPDetailsNegativeTestJSON-1462125145-project] show failed (client error): The resource could not be found. Mar 11 11:46:49.790707 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37913354-da61-4083-a3ab-1341f004b10f req-475ca643-cb83-4129-856a-690523db62dd tempest-FloatingIPDetailsNegativeTestJSON-1462125145 tempest-FloatingIPDetailsNegativeTestJSON-1462125145-project] 10.222.0.78 "GET /v2.0/floatingips/354014bb-324f-4ec5-9487-11f742db4937 HTTP/1.1" status: 404 len: 350 time: 0.1669109 Mar 11 11:46:49.809568 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Attempting to bind port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:46:49.815291 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Attempting to bind port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:46:49.815760 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Attempting to bind port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 on network 0f6165f6-370b-479b-81e3-cdb2a28bb249 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:49.823534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47156) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:49.932734 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-695448d5-14f2-4665-a1bf-69ebcd6e2e45 service neutron] 10.222.0.71 "GET /v2.0/networks/0bc9c21e-b25f-4914-88ba-1026cdfcbf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076479 Mar 11 11:46:49.942729 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdd7ad7-1afe-46ac-a32a-9735d5d941e8 x-openstack-request-id: req-ecdd7ad7-1afe-46ac-a32a-9735d5d941e8 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:49.943006 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "tag": "4d9e3b51-e36d-455b-b812-2641793bdd65", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:49.943257 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ecdd7ad7-1afe-46ac-a32a-9735d5d941e8 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:49.943673 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'tag': '4d9e3b51-e36d-455b-b812-2641793bdd65', 'status': 'completed', 'code': 200} Mar 11 11:46:49.944412 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90a56a53-9578-4666-a9f5-69503c28ed4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:49.946689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 on network 0f6165f6-370b-479b-81e3-cdb2a28bb249 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:46:49.947009 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Attempting to bind port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 on network 0f6165f6-370b-479b-81e3-cdb2a28bb249 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:49.973997 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Publish callbacks [] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:49.983000 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:50.029226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:46:50.035450 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Checking segment: {'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:50.036450 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Bound using segment: {'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:46:50.037738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Bound port: 8cbd221a-3eae-485b-b7c8-8bf32b0598f7, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6388d03-180f-469b-9ac3-d359a03ba5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:46:50.038321 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8cbd221a-3eae-485b-b7c8-8bf32b0598f7), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:50.054453 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:50.056925 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b123677-4df5-48a2-b422-3eed45957718 None None] Pushing event updated for resources: {'Port': ['ID=5f4a0cac-519d-4253-a44f-50aa593bec20,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:50.077989 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b123677-4df5-48a2-b422-3eed45957718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:50.078240 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b123677-4df5-48a2-b422-3eed45957718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:50.078638 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b123677-4df5-48a2-b422-3eed45957718 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:50.079039 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b123677-4df5-48a2-b422-3eed45957718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:50.079430 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b123677-4df5-48a2-b422-3eed45957718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:50.080027 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b123677-4df5-48a2-b422-3eed45957718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:50.080427 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b123677-4df5-48a2-b422-3eed45957718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:50.081016 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b123677-4df5-48a2-b422-3eed45957718 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:50.081400 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b123677-4df5-48a2-b422-3eed45957718 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:50.081899 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b123677-4df5-48a2-b422-3eed45957718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:50.082262 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b123677-4df5-48a2-b422-3eed45957718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:50.082716 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b123677-4df5-48a2-b422-3eed45957718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:50.083942 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b123677-4df5-48a2-b422-3eed45957718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:46:50.130526 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c29b3ea-7f3e-4eb4-94b9-212fa4c67f4d req-6d1ebfe7-842b-40f3-b11a-cbd1171fcd43 service neutron] 10.222.0.71 "GET /v2.0/networks/0bc9c21e-b25f-4914-88ba-1026cdfcbf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907878 Mar 11 11:46:50.163792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4274e-bc80-44ca-a2b6-54cd7c8e93de req-2cacb895-0f5f-4517-a480-c5e7cd856341 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:50.171416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4274e-bc80-44ca-a2b6-54cd7c8e93de req-2cacb895-0f5f-4517-a480-c5e7cd856341 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:50.181874 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05f4274e-bc80-44ca-a2b6-54cd7c8e93de req-2cacb895-0f5f-4517-a480-c5e7cd856341 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 1679 time: 0.2297001 Mar 11 11:46:50.267106 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Attempting to bind port 5f4a0cac-519d-4253-a44f-50aa593bec20 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:46:50.268479 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Attempting to bind port 5f4a0cac-519d-4253-a44f-50aa593bec20 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'f51c2210-eeb9-4376-9fcb-584a3b36b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '239258dc-5811-4c51-8cf4-0ead47563653'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:46:50.268855 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Attempting to bind port 5f4a0cac-519d-4253-a44f-50aa593bec20 on network 239258dc-5811-4c51-8cf4-0ead47563653 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:50.282418 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:46:50.284132 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Checking segment: {'id': 'f51c2210-eeb9-4376-9fcb-584a3b36b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '239258dc-5811-4c51-8cf4-0ead47563653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:50.285340 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:50.286377 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Bound using segment: {'id': 'f51c2210-eeb9-4376-9fcb-584a3b36b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '239258dc-5811-4c51-8cf4-0ead47563653'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:46:50.287184 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Bound port: 5f4a0cac-519d-4253-a44f-50aa593bec20, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51c2210-eeb9-4376-9fcb-584a3b36b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '239258dc-5811-4c51-8cf4-0ead47563653'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:46:50.287791 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:50.315573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05f4274e-bc80-44ca-a2b6-54cd7c8e93de req-e7b90068-e650-48a2-bc06-0688d9d88294 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327510 Mar 11 11:46:50.343549 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dd625-cd2a-48ab-9f67-5abc1f5c5fe3 req-6cc5af84-ce3d-4d7f-baf2-aaa8312c8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:50.344939 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dd625-cd2a-48ab-9f67-5abc1f5c5fe3 req-6cc5af84-ce3d-4d7f-baf2-aaa8312c8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:50.351170 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-484dd625-cd2a-48ab-9f67-5abc1f5c5fe3 req-6cc5af84-ce3d-4d7f-baf2-aaa8312c8c33 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=332ba924481047779f3b150531b078c7&device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 2043 time: 0.1411479 Mar 11 11:46:50.389004 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3ae6531e-177a-4770-b126-e7048c1efcee None None] Provisioning complete for port 5f4a0cac-519d-4253-a44f-50aa593bec20 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:50.390170 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ae6531e-177a-4770-b126-e7048c1efcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:50.411605 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] For port 5f4a0cac-519d-4253-a44f-50aa593bec20, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:50.416659 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] For port 5f4a0cac-519d-4253-a44f-50aa593bec20, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5f4a0cac-519d-4253-a44f-50aa593bec20,segment=NetworkSegment(f51c2210-eeb9-4376-9fcb-584a3b36b985),segment_id=f51c2210-eeb9-4376-9fcb-584a3b36b985)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:46:50.429002 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:50.429239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fe7b2-2482-4ca4-a2ad-ddd463514e4c req-2baad626-3c86-4b36-a24f-17fd69e84da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:50.429717 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fe7b2-2482-4ca4-a2ad-ddd463514e4c req-2baad626-3c86-4b36-a24f-17fd69e84da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:50.430049 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fe7b2-2482-4ca4-a2ad-ddd463514e4c req-2baad626-3c86-4b36-a24f-17fd69e84da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:50.430681 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fe7b2-2482-4ca4-a2ad-ddd463514e4c req-2baad626-3c86-4b36-a24f-17fd69e84da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:50.431046 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fe7b2-2482-4ca4-a2ad-ddd463514e4c req-2baad626-3c86-4b36-a24f-17fd69e84da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:50.443008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fe7b2-2482-4ca4-a2ad-ddd463514e4c req-2baad626-3c86-4b36-a24f-17fd69e84da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:50.443683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fe7b2-2482-4ca4-a2ad-ddd463514e4c req-2baad626-3c86-4b36-a24f-17fd69e84da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:50.446909 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-609fe7b2-2482-4ca4-a2ad-ddd463514e4c req-2baad626-3c86-4b36-a24f-17fd69e84da5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3c2137dee0c413388a10d2eba864d68&device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 6424 time: 0.5061181 Mar 11 11:46:50.467435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6531e-177a-4770-b126-e7048c1efcee None None] Port 5f4a0cac-519d-4253-a44f-50aa593bec20 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:46:50.521033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] For port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:50.560945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] For port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=8cbd221a-3eae-485b-b7c8-8bf32b0598f7,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:46:50.578119 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b123677-4df5-48a2-b422-3eed45957718 None None] Pushing event updated for resources: {'Port': ['ID=5f4a0cac-519d-4253-a44f-50aa593bec20,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:50.592030 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Routers {'c50851be-a120-494f-9b44-899cfa99d431'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:46:50.592964 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:46:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c50851be-a120-494f-9b44-899cfa99d431'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:50.603172 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dd625-cd2a-48ab-9f67-5abc1f5c5fe3 req-b5cf536c-02ed-4c94-be3d-ae7dc380b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:50.604891 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-484dd625-cd2a-48ab-9f67-5abc1f5c5fe3 req-b5cf536c-02ed-4c94-be3d-ae7dc380b1f8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0bc9c21e-b25f-4914-88ba-1026cdfcbf9f HTTP/1.1" status: 200 len: 903 time: 0.2458878 Mar 11 11:46:50.614046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9971282-1bbc-4bce-8d87-ede416df5a64 req-c7a8f33d-d002-4f38-8766-5568c1bdaac1 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:50.622142 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9971282-1bbc-4bce-8d87-ede416df5a64 req-c7a8f33d-d002-4f38-8766-5568c1bdaac1 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.1330190 Mar 11 11:46:50.630771 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (8cbd221a-3eae-485b-b7c8-8bf32b0598f7), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:50.687538 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90a56a53-9578-4666-a9f5-69503c28ed4a admin admin] Publish callbacks [] for security_group (0772da09-d776-4faf-af6f-6d13292996fe), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:50.719947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-484dd625-cd2a-48ab-9f67-5abc1f5c5fe3 req-7b2ae868-60f3-4195-aa8d-6149f6bcfe28 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.225&port_id=05b364b8-0798-4087-946d-d5d53ca6ff65 HTTP/1.1" status: 200 len: 217 time: 0.0896327 Mar 11 11:46:50.766369 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:50.766992 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:50.768669 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] 10.222.0.71 "PUT /v2.0/ports/8cbd221a-3eae-485b-b7c8-8bf32b0598f7 HTTP/1.1" status: 200 len: 1090 time: 2.1343720 Mar 11 11:46:50.769326 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90a56a53-9578-4666-a9f5-69503c28ed4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0772da09-d776-4faf-af6f-6d13292996fe), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:50.812907 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] Set router c50851be-a120-494f-9b44-899cfa99d431 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:46:50.862243 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fe7b2-2482-4ca4-a2ad-ddd463514e4c req-8458d492-0da0-4b9f-8a13-ad7259196f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:50.862883 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fe7b2-2482-4ca4-a2ad-ddd463514e4c req-8458d492-0da0-4b9f-8a13-ad7259196f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:50.863605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fe7b2-2482-4ca4-a2ad-ddd463514e4c req-8458d492-0da0-4b9f-8a13-ad7259196f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:50.865573 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-609fe7b2-2482-4ca4-a2ad-ddd463514e4c req-8458d492-0da0-4b9f-8a13-ad7259196f54 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=b3c2137dee0c413388a10d2eba864d68&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3632505 Mar 11 11:46:50.893657 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Request body: {'port': {'device_id': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:50.929205 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-2b099e69-c8a4-4231-b747-8f65ef92b852 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:50.936354 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-2b099e69-c8a4-4231-b747-8f65ef92b852 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 811 time: 0.2152765 Mar 11 11:46:50.965358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9971282-1bbc-4bce-8d87-ede416df5a64 req-95209eb8-4460-41b9-86f1-ed578bb2a95e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417194 Mar 11 11:46:51.020633 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a07c2937-e68f-4faf-a7b4-9259fa484bb9 None None] Provisioning complete for port 5f4a0cac-519d-4253-a44f-50aa593bec20 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:51.020991 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a07c2937-e68f-4faf-a7b4-9259fa484bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:51.051966 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-15eec5d1-4a69-41d0-a082-28c1591f1a41 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/quotas/fc114175c45e4bcfacd1ff17aef85fa1 HTTP/1.1" status: 200 len: 375 time: 0.0555251 Mar 11 11:46:51.071180 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a56a53-9578-4666-a9f5-69503c28ed4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0772da09-d776-4faf-af6f-6d13292996fe,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:51.076180 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-90a56a53-9578-4666-a9f5-69503c28ed4a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=95a5f6aa5d294bf1bd0e96c2c623d68d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2914510 Mar 11 11:46:51.100925 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47188) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:51.110019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcbed2-5f19-47a4-ba47-7cc06e76d3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8cbd221a-3eae-485b-b7c8-8bf32b0598f7,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:51.185267 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-6c85680f-7e51-434e-83bd-78bca45cb304 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1227663 Mar 11 11:46:51.193996 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50851be-a120-494f-9b44-899cfa99d431', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-4522298-router', 'tenant_id': '976489626325494fbbaedb77dabae420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '29d0d310-c4bd-478f-8be6-43ac9372087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:46:33Z', 'updated_at': '2022-03-11T11:46:45Z', 'revision_number': 4, 'project_id': '976489626325494fbbaedb77dabae420', 'gw_port': {'id': '29d0d310-c4bd-478f-8be6-43ac9372087b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50851be-a120-494f-9b44-899cfa99d431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:46:36Z', 'updated_at': '2022-03-11T11:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '5f4a0cac-519d-4253-a44f-50aa593bec20', 'name': '', 'network_id': '239258dc-5811-4c51-8cf4-0ead47563653', 'tenant_id': '976489626325494fbbaedb77dabae420', 'mac_address': 'fa:16:3e:b1:49:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50851be-a120-494f-9b44-899cfa99d431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'd835069c-4cc9-49d9-94dd-8aa58f4dfa66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:46:42Z', 'updated_at': '2022-03-11T11:46:50Z', 'revision_number': 4, 'project_id': '976489626325494fbbaedb77dabae420', 'subnets': [{'id': 'd835069c-4cc9-49d9-94dd-8aa58f4dfa66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:51.200804 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dd625-cd2a-48ab-9f67-5abc1f5c5fe3 req-a2ee37be-a206-4e4e-b435-56b9213217ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:51.203907 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-484dd625-cd2a-48ab-9f67-5abc1f5c5fe3 req-a2ee37be-a206-4e4e-b435-56b9213217ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5aba51e4-5f6f-4459-a5c2-9d51cca9d2f3 HTTP/1.1" status: 200 len: 801 time: 0.3060851 Mar 11 11:46:51.214285 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a07c2937-e68f-4faf-a7b4-9259fa484bb9 None None] Current status of the port 5f4a0cac-519d-4253-a44f-50aa593bec20 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:51.215490 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a07c2937-e68f-4faf-a7b4-9259fa484bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:51.225887 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da1bc3-6266-4436-8be1-b7668aba9930 None None] The sync data for ids ['c50851be-a120-494f-9b44-899cfa99d431'] in n-d-833234-2 is: [{'id': 'c50851be-a120-494f-9b44-899cfa99d431', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-4522298-router', 'tenant_id': '976489626325494fbbaedb77dabae420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '29d0d310-c4bd-478f-8be6-43ac9372087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:46:33Z', 'updated_at': '2022-03-11T11:46:45Z', 'revision_number': 4, 'project_id': '976489626325494fbbaedb77dabae420', 'gw_port': {'id': '29d0d310-c4bd-478f-8be6-43ac9372087b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50851be-a120-494f-9b44-899cfa99d431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:46:36Z', 'updated_at': '2022-03-11T11:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '5f4a0cac-519d-4253-a44f-50aa593bec20', 'name': '', 'network_id': '239258dc-5811-4c51-8cf4-0ead47563653', 'tenant_id': '976489626325494fbbaedb77dabae420', 'mac_address': 'fa:16:3e:b1:49:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50851be-a120-494f-9b44-899cfa99d431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'd835069c-4cc9-49d9-94dd-8aa58f4dfa66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:46:42Z', 'updated_at': '2022-03-11T11:46:50Z', 'revision_number': 4, 'project_id': '976489626325494fbbaedb77dabae420', 'subnets': [{'id': 'd835069c-4cc9-49d9-94dd-8aa58f4dfa66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:46:51.260731 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a07c2937-e68f-4faf-a7b4-9259fa484bb9 None None] For port 5f4a0cac-519d-4253-a44f-50aa593bec20, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5f4a0cac-519d-4253-a44f-50aa593bec20,segment=NetworkSegment(f51c2210-eeb9-4376-9fcb-584a3b36b985),segment_id=f51c2210-eeb9-4376-9fcb-584a3b36b985)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:51.290192 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a07c2937-e68f-4faf-a7b4-9259fa484bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:51.314562 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e4c89c08-ed82-4393-b109-0494927fe436), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:51.360296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fe7b2-2482-4ca4-a2ad-ddd463514e4c req-1b3eba8a-902f-4b5d-bf87-793df68e960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:51.362018 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-609fe7b2-2482-4ca4-a2ad-ddd463514e4c req-1b3eba8a-902f-4b5d-bf87-793df68e960a service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4631040 Mar 11 11:46:51.394726 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-d36798df-f539-4953-8326-56aec5f5a330 service neutron] 10.222.0.78 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846478 Mar 11 11:46:51.450348 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c2937-e68f-4faf-a7b4-9259fa484bb9 None None] Pushing event updated for resources: {'Port': ['ID=5f4a0cac-519d-4253-a44f-50aa593bec20,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:51.456673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device cc89eb78-1340-4597-a1e0-b0f66a85df22 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:46:51.568488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-90f20c9b-3c0b-494a-acf2-2cdb1150931f service neutron] 10.222.0.78 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489491 Mar 11 11:46:51.608984 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-92ed72b9-eac6-427f-9f2e-ae0d87cfdc3f req-b3b039fb-3240-42ae-ae3a-30c17ac73164 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1986654 Mar 11 11:46:51.659657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port cc89eb78-1340-4597-a1e0-b0f66a85df22, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=cc89eb78-1340-4597-a1e0-b0f66a85df22,segment=NetworkSegment(23de1722-614e-49a6-9c7e-792a3c5bb4de),segment_id=23de1722-614e-49a6-9c7e-792a3c5bb4de)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:51.671110 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dd992e23-a2b6-4809-abd4-83ef53702a9b admin admin] Publish callbacks [] for security_group (0772da09-d776-4faf-af6f-6d13292996fe), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:51.673507 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'cc89eb78-1340-4597-a1e0-b0f66a85df22', 'network_id': '60e0189d-1b4a-4ce4-87c4-086a15ffd462', 'port_id': 'cc89eb78-1340-4597-a1e0-b0f66a85df22', 'mac_address': 'fa:16:3e:1c:35:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '945493b6-40da-4729-a5ca-193bf5de8f8b', 'ip_address': '19.80.0.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:46:51.722810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port cc89eb78-1340-4597-a1e0-b0f66a85df22 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:51.723645 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cc89eb78-1340-4597-a1e0-b0f66a85df22), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:51.729020 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dd992e23-a2b6-4809-abd4-83ef53702a9b admin admin] Publish callbacks [] for security_group (0772da09-d776-4faf-af6f-6d13292996fe), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:51.740089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc89eb78-1340-4597-a1e0-b0f66a85df22 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:46:51.773139 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port cc89eb78-1340-4597-a1e0-b0f66a85df22, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=cc89eb78-1340-4597-a1e0-b0f66a85df22,segment=NetworkSegment(23de1722-614e-49a6-9c7e-792a3c5bb4de),segment_id=23de1722-614e-49a6-9c7e-792a3c5bb4de)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:51.787162 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cc89eb78-1340-4597-a1e0-b0f66a85df22), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:51.833239 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dd625-cd2a-48ab-9f67-5abc1f5c5fe3 req-540172b3-3875-442a-ae16-3cd7c6ccec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:51.835600 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-484dd625-cd2a-48ab-9f67-5abc1f5c5fe3 req-540172b3-3875-442a-ae16-3cd7c6ccec8b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0bc9c21e-b25f-4914-88ba-1026cdfcbf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6250563 Mar 11 11:46:51.848710 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec346a8-d99d-4d7c-b9f6-54899c190041 req-0e9f6fb9-8ae8-4575-8c16-a39c5be5a972 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:51.857217 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec346a8-d99d-4d7c-b9f6-54899c190041 req-0e9f6fb9-8ae8-4575-8c16-a39c5be5a972 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:51.867278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec346a8-d99d-4d7c-b9f6-54899c190041 req-0e9f6fb9-8ae8-4575-8c16-a39c5be5a972 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:51.897644 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec346a8-d99d-4d7c-b9f6-54899c190041 req-0e9f6fb9-8ae8-4575-8c16-a39c5be5a972 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:51.914447 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec346a8-d99d-4d7c-b9f6-54899c190041 req-0e9f6fb9-8ae8-4575-8c16-a39c5be5a972 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:51.945412 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec346a8-d99d-4d7c-b9f6-54899c190041 req-0e9f6fb9-8ae8-4575-8c16-a39c5be5a972 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:51.945652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=cc89eb78-1340-4597-a1e0-b0f66a85df22,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:51.951114 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec346a8-d99d-4d7c-b9f6-54899c190041 req-0e9f6fb9-8ae8-4575-8c16-a39c5be5a972 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:51.965966 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ec346a8-d99d-4d7c-b9f6-54899c190041 req-0e9f6fb9-8ae8-4575-8c16-a39c5be5a972 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5395 time: 0.7780130 Mar 11 11:46:52.011503 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dd992e23-a2b6-4809-abd4-83ef53702a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0772da09-d776-4faf-af6f-6d13292996fe), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:52.013677 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c89c08-ed82-4393-b109-0494927fe436 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:46:52.023468 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Publish callbacks [] for port (e4c89c08-ed82-4393-b109-0494927fe436), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:52.030197 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dd992e23-a2b6-4809-abd4-83ef53702a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:52.031309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['cc89eb78-1340-4597-a1e0-b0f66a85df22'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:46:52.040252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Transition to ACTIVE for port object e4c89c08-ed82-4393-b109-0494927fe436 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:46:52.044821 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07c71ce0-1087-42a3-a668-2b0fd00c1a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (c50851be-a120-494f-9b44-899cfa99d431), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:52.054950 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dd992e23-a2b6-4809-abd4-83ef53702a9b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0772da09-d776-4faf-af6f-6d13292996fe HTTP/1.1" status: 204 len: 168 time: 0.9528837 Mar 11 11:46:52.255733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'tag': '8cbd221a-3eae-485b-b7c8-8bf32b0598f7'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:52.258282 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e671a1-29af-45c0-ad8b-19c8fffc9567" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "tag": "8cbd221a-3eae-485b-b7c8-8bf32b0598f7"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:52.272219 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (e4c89c08-ed82-4393-b109-0494927fe436), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:52.283267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd992e23-a2b6-4809-abd4-83ef53702a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0772da09-d776-4faf-af6f-6d13292996fe,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:52.590447 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ec346a8-d99d-4d7c-b9f6-54899c190041 req-44a82562-c61d-449a-b8fc-ec7329583733 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6234746 Mar 11 11:46:52.681096 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb309e9a-9941-4223-85c7-1952bac48d71 req-a3f2efcf-6945-4ed8-955f-ddb6c211bd38 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:52.702037 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb309e9a-9941-4223-85c7-1952bac48d71 req-a3f2efcf-6945-4ed8-955f-ddb6c211bd38 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:52.716424 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb309e9a-9941-4223-85c7-1952bac48d71 req-a3f2efcf-6945-4ed8-955f-ddb6c211bd38 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 1680 time: 0.7360141 Mar 11 11:46:52.744667 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-484dd625-cd2a-48ab-9f67-5abc1f5c5fe3 req-8f5e5947-e9aa-4f2b-aa49-e2a21e43bcc7 service neutron] 10.222.0.71 "GET /v2.0/networks/0bc9c21e-b25f-4914-88ba-1026cdfcbf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7630234 Mar 11 11:46:52.787275 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd352e86-d734-4e06-bef1-ed277a827963 req-1e2408e3-3480-4c08-b3a1-4199860e94a5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=992a2bfe-a22d-4328-b02f-b2302f0ff7cf HTTP/1.1" status: 200 len: 210 time: 0.0654786 Mar 11 11:46:52.861599 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5f4a0cac-519d-4253-a44f-50aa593bec20 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:53.033815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 5f4a0cac-519d-4253-a44f-50aa593bec20 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:53.037881 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:53.051706 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb309e9a-9941-4223-85c7-1952bac48d71 req-8e171607-4f53-4e72-890b-0f6790bef49d tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333647 Mar 11 11:46:53.187189 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26b3649-acd2-423b-8bed-ee0011f9b39e x-openstack-request-id: req-a26b3649-acd2-423b-8bed-ee0011f9b39e {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:53.187786 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "tag": "8cbd221a-3eae-485b-b7c8-8bf32b0598f7", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:53.187786 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a26b3649-acd2-423b-8bed-ee0011f9b39e {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:53.188152 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'tag': '8cbd221a-3eae-485b-b7c8-8bf32b0598f7', 'status': 'completed', 'code': 200} Mar 11 11:46:53.204573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-484dd625-cd2a-48ab-9f67-5abc1f5c5fe3 req-4ff050dd-4739-43f2-a913-dfdbb8c722fa service neutron] 10.222.0.71 "GET /v2.0/networks/0bc9c21e-b25f-4914-88ba-1026cdfcbf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324164 Mar 11 11:46:53.247976 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25771da6-adac-4ef5-8b94-9a2be84434b1 req-a0d0098a-fd3a-4f32-a96e-767830268274 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:53.255967 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25771da6-adac-4ef5-8b94-9a2be84434b1 req-a0d0098a-fd3a-4f32-a96e-767830268274 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.2753229 Mar 11 11:46:53.268519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 5f4a0cac-519d-4253-a44f-50aa593bec20 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:53.301678 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed72b9-eac6-427f-9f2e-ae0d87cfdc3f req-5cd64b39-fb44-4f30-97d0-4172eb5cb313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:53.303334 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-92ed72b9-eac6-427f-9f2e-ae0d87cfdc3f req-5cd64b39-fb44-4f30-97d0-4172eb5cb313 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cecaa0b73904c0b969683224717fe2d&device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 1126 time: 1.6601901 Mar 11 11:46:53.329197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Pushing event updated for resources: {'Port': ['ID=e4c89c08-ed82-4393-b109-0494927fe436,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:53.422012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25771da6-adac-4ef5-8b94-9a2be84434b1 req-c05929a2-514e-407a-984b-976650870e9d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540384 Mar 11 11:46:53.456456 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 05b364b8-0798-4087-946d-d5d53ca6ff65 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:46:53.679536 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed72b9-eac6-427f-9f2e-ae0d87cfdc3f req-2c5fcc47-49dc-43f2-ad41-4caeb225c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:53.685234 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-92ed72b9-eac6-427f-9f2e-ae0d87cfdc3f req-2c5fcc47-49dc-43f2-ad41-4caeb225c367 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 200 len: 909 time: 0.2502043 Mar 11 11:46:53.705257 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:46:53.721924 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device cc89eb78-1340-4597-a1e0-b0f66a85df22 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:53.742209 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 05b364b8-0798-4087-946d-d5d53ca6ff65, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=05b364b8-0798-4087-946d-d5d53ca6ff65,segment=NetworkSegment(61541970-eaae-49a8-98e1-8541b56617b6),segment_id=61541970-eaae-49a8-98e1-8541b56617b6)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:53.822171 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-92ed72b9-eac6-427f-9f2e-ae0d87cfdc3f req-6f8c968b-f4f6-4e4c-a547-208bb42ec779 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b32534e2-c04e-4ff9-9938-babd650f6bf2 HTTP/1.1" status: 200 len: 217 time: 0.0889430 Mar 11 11:46:53.842047 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '05b364b8-0798-4087-946d-d5d53ca6ff65', 'network_id': '0bc9c21e-b25f-4914-88ba-1026cdfcbf9f', 'port_id': '05b364b8-0798-4087-946d-d5d53ca6ff65', 'mac_address': 'fa:16:3e:d1:fa:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aba51e4-5f6f-4459-a5c2-9d51cca9d2f3', 'ip_address': '19.86.0.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:46:53.864006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7775749-62ed-4b4e-91d3-08d8274316c5 req-b32368f0-fbc2-49ff-bb23-f60c1f304c0c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:53.873941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7775749-62ed-4b4e-91d3-08d8274316c5 req-b32368f0-fbc2-49ff-bb23-f60c1f304c0c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:53.882364 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7775749-62ed-4b4e-91d3-08d8274316c5 req-b32368f0-fbc2-49ff-bb23-f60c1f304c0c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:53.889449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7775749-62ed-4b4e-91d3-08d8274316c5 req-b32368f0-fbc2-49ff-bb23-f60c1f304c0c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:53.902304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7775749-62ed-4b4e-91d3-08d8274316c5 req-b32368f0-fbc2-49ff-bb23-f60c1f304c0c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:53.909271 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7775749-62ed-4b4e-91d3-08d8274316c5 req-b32368f0-fbc2-49ff-bb23-f60c1f304c0c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:53.917921 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7775749-62ed-4b4e-91d3-08d8274316c5 req-b32368f0-fbc2-49ff-bb23-f60c1f304c0c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:53.922097 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7775749-62ed-4b4e-91d3-08d8274316c5 req-b32368f0-fbc2-49ff-bb23-f60c1f304c0c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5407 time: 0.2032273 Mar 11 11:46:54.010275 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 05b364b8-0798-4087-946d-d5d53ca6ff65 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:54.010867 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (05b364b8-0798-4087-946d-d5d53ca6ff65), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:54.055277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed72b9-eac6-427f-9f2e-ae0d87cfdc3f req-d6a355e0-1da5-4b07-bf2d-d19810c85939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:54.057687 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-92ed72b9-eac6-427f-9f2e-ae0d87cfdc3f req-d6a355e0-1da5-4b07-bf2d-d19810c85939 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 200 len: 848 time: 0.2046077 Mar 11 11:46:54.087050 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b364b8-0798-4087-946d-d5d53ca6ff65 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:46:54.100612 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-92ed72b9-eac6-427f-9f2e-ae0d87cfdc3f req-9879910c-473e-4dac-ac5d-c4b06d351a60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec42b46c-66eb-4785-8e56-b97afd23f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327444 Mar 11 11:46:54.109655 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port cc89eb78-1340-4597-a1e0-b0f66a85df22 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:46:54.147188 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port cc89eb78-1340-4597-a1e0-b0f66a85df22 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:54.150841 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7775749-62ed-4b4e-91d3-08d8274316c5 req-fd3fdfe1-8cd8-47d2-ad90-89388b728da4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2114177 Mar 11 11:46:54.165392 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cc89eb78-1340-4597-a1e0-b0f66a85df22), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:54.174393 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-d906c8ee-b4a6-4a3f-855e-bb69a3d7f99e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:54.176079 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-d906c8ee-b4a6-4a3f-855e-bb69a3d7f99e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 811 time: 0.2494168 Mar 11 11:46:54.192515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-18ed510f-0cdc-416c-96aa-10fe476fa1fc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Request body: {'port': {'device_id': '992a2bfe-a22d-4328-b02f-b2302f0ff7cf', 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8', 'admin_state_up': True, 'tenant_id': 'fc114175c45e4bcfacd1ff17aef85fa1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:54.246639 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 05b364b8-0798-4087-946d-d5d53ca6ff65, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=05b364b8-0798-4087-946d-d5d53ca6ff65,segment=NetworkSegment(61541970-eaae-49a8-98e1-8541b56617b6),segment_id=61541970-eaae-49a8-98e1-8541b56617b6)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:54.283237 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (05b364b8-0798-4087-946d-d5d53ca6ff65), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:54.311481 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e671a1-29af-45c0-ad8b-19c8fffc9567 req-622062c4-4a52-4e7a-a8e8-cc71f4359e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:54.311997 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e671a1-29af-45c0-ad8b-19c8fffc9567 req-622062c4-4a52-4e7a-a8e8-cc71f4359e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:54.312309 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e671a1-29af-45c0-ad8b-19c8fffc9567 req-622062c4-4a52-4e7a-a8e8-cc71f4359e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:54.312811 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e671a1-29af-45c0-ad8b-19c8fffc9567 req-622062c4-4a52-4e7a-a8e8-cc71f4359e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:54.313127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e671a1-29af-45c0-ad8b-19c8fffc9567 req-622062c4-4a52-4e7a-a8e8-cc71f4359e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:54.313576 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e671a1-29af-45c0-ad8b-19c8fffc9567 req-622062c4-4a52-4e7a-a8e8-cc71f4359e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:54.314029 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e671a1-29af-45c0-ad8b-19c8fffc9567 req-622062c4-4a52-4e7a-a8e8-cc71f4359e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:54.316240 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f6e671a1-29af-45c0-ad8b-19c8fffc9567 req-622062c4-4a52-4e7a-a8e8-cc71f4359e81 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3c2137dee0c413388a10d2eba864d68&device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 6522 time: 1.1514201 Mar 11 11:46:54.503227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Attempting to bind port e4c89c08-ed82-4393-b109-0494927fe436 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:46:54.503516 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Attempting to bind port e4c89c08-ed82-4393-b109-0494927fe436 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'b80c930a-bf39-4a09-b927-d1b8997284e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:46:54.503912 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Attempting to bind port e4c89c08-ed82-4393-b109-0494927fe436 on network ffea5ad9-c0e5-4719-aece-e8e0fad462f9 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:54.507237 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e671a1-29af-45c0-ad8b-19c8fffc9567 req-50c2ac5e-e4f2-4882-859d-657c7c2c4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:54.507896 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e671a1-29af-45c0-ad8b-19c8fffc9567 req-50c2ac5e-e4f2-4882-859d-657c7c2c4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:54.508491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e671a1-29af-45c0-ad8b-19c8fffc9567 req-50c2ac5e-e4f2-4882-859d-657c7c2c4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:54.510684 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f6e671a1-29af-45c0-ad8b-19c8fffc9567 req-50c2ac5e-e4f2-4882-859d-657c7c2c4662 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=b3c2137dee0c413388a10d2eba864d68&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1491537 Mar 11 11:46:54.511658 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-238fe3fa-7558-4d94-8a0a-d5148e60172b service neutron] show failed (client error): The resource could not be found. Mar 11 11:46:54.512723 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-238fe3fa-7558-4d94-8a0a-d5148e60172b service neutron] 10.222.0.37 "GET /v2.0/ports/a3f1e8c3-66e7-42ca-bebd-88260a10c970/bindings/n-h1-833234-2 HTTP/1.1" status: 404 len: 380 time: 0.3225906 Mar 11 11:46:54.513360 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ef19a-dd02-40aa-aa21-a7870ec60bc9 req-22e232a7-094a-47fb-a9b2-5b1411378e74 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:54.551806 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ef19a-dd02-40aa-aa21-a7870ec60bc9 req-22e232a7-094a-47fb-a9b2-5b1411378e74 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:54.552870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=05b364b8-0798-4087-946d-d5d53ca6ff65,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:54.553401 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-511ef19a-dd02-40aa-aa21-a7870ec60bc9 req-22e232a7-094a-47fb-a9b2-5b1411378e74 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 1681 time: 0.2213688 Mar 11 11:46:54.605988 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port cc89eb78-1340-4597-a1e0-b0f66a85df22 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:54.606512 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cc89eb78-1340-4597-a1e0-b0f66a85df22), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:54.653571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['05b364b8-0798-4087-946d-d5d53ca6ff65'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:46:54.663574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10b9ebd-2171-4dbb-9246-b399e24d2c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc89eb78-1340-4597-a1e0-b0f66a85df22'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:54.671080 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d565366-0c75-44eb-aa56-8cc6e5fbb2d6" -d '{"events": [{"server_uuid": "d10b9ebd-2171-4dbb-9246-b399e24d2c79", "name": "network-vif-plugged", "status": "completed", "tag": "cc89eb78-1340-4597-a1e0-b0f66a85df22"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:54.715670 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-511ef19a-dd02-40aa-aa21-a7870ec60bc9 req-72f2d5f3-dbbf-4377-b5e4-b8c1b72f4fc3 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552477 Mar 11 11:46:54.720760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-18ed510f-0cdc-416c-96aa-10fe476fa1fc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Made reservation on behalf of fc114175c45e4bcfacd1ff17aef85fa1 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:46:54.724643 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-18ed510f-0cdc-416c-96aa-10fe476fa1fc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:54.768119 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port cc89eb78-1340-4597-a1e0-b0f66a85df22, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=cc89eb78-1340-4597-a1e0-b0f66a85df22,segment=NetworkSegment(23de1722-614e-49a6-9c7e-792a3c5bb4de),segment_id=23de1722-614e-49a6-9c7e-792a3c5bb4de)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:54.780033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Port e4c89c08-ed82-4393-b109-0494927fe436 on network ffea5ad9-c0e5-4719-aece-e8e0fad462f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:46:54.780388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Attempting to bind port e4c89c08-ed82-4393-b109-0494927fe436 on network ffea5ad9-c0e5-4719-aece-e8e0fad462f9 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:54.797468 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cc89eb78-1340-4597-a1e0-b0f66a85df22), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:54.879430 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:46:54.880641 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d23838-2402-40b5-ba31-b9690e7d5e08 x-openstack-request-id: req-50d23838-2402-40b5-ba31-b9690e7d5e08 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:54.881167 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10b9ebd-2171-4dbb-9246-b399e24d2c79", "name": "network-vif-plugged", "status": "completed", "tag": "cc89eb78-1340-4597-a1e0-b0f66a85df22", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:54.881305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Checking segment: {'id': 'b80c930a-bf39-4a09-b927-d1b8997284e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:54.881626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Bound using segment: {'id': 'b80c930a-bf39-4a09-b927-d1b8997284e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:46:54.882072 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-50d23838-2402-40b5-ba31-b9690e7d5e08 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:54.882193 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Bound port: e4c89c08-ed82-4393-b109-0494927fe436, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80c930a-bf39-4a09-b927-d1b8997284e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:46:54.882438 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e4c89c08-ed82-4393-b109-0494927fe436), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:54.883021 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10b9ebd-2171-4dbb-9246-b399e24d2c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc89eb78-1340-4597-a1e0-b0f66a85df22', 'code': 200} Mar 11 11:46:54.920328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=cc89eb78-1340-4597-a1e0-b0f66a85df22,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:55.009175 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-92ed72b9-eac6-427f-9f2e-ae0d87cfdc3f req-ed3333b6-5de6-44e4-aadf-f327d1be30e7 service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8954170 Mar 11 11:46:55.140369 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-92ed72b9-eac6-427f-9f2e-ae0d87cfdc3f req-4dc4a655-6851-4262-9eda-067ace8c5c56 service neutron] 10.222.0.37 "GET /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030176 Mar 11 11:46:55.146505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b86377-7e10-476d-b548-0d2d912f0f09 req-320cb43e-021f-41c2-8b14-563caba3ddb6 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:55.148538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-80b86377-7e10-476d-b548-0d2d912f0f09 req-320cb43e-021f-41c2-8b14-563caba3ddb6 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.4155195 Mar 11 11:46:55.228924 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-07c71ce0-1087-42a3-a668-2b0fd00c1a17 admin admin] Deleting port 5f4a0cac-519d-4253-a44f-50aa593bec20 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:46:55.229307 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07c71ce0-1087-42a3-a668-2b0fd00c1a17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:55.269099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] For port e4c89c08-ed82-4393-b109-0494927fe436, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:55.277127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-75369232-ec47-40ef-8f3f-573a1f887e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:55.278751 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-75369232-ec47-40ef-8f3f-573a1f887e66 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c&tenant_id=534ef25e2a194e88997b082d5497d504 HTTP/1.1" status: 200 len: 1132 time: 0.3543046 Mar 11 11:46:55.286613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-80b86377-7e10-476d-b548-0d2d912f0f09 req-9b95f3f8-7395-4387-b253-6de63a3d0b1d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229599 Mar 11 11:46:55.294616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:55.319028 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] For port e4c89c08-ed82-4393-b109-0494927fe436, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e4c89c08-ed82-4393-b109-0494927fe436,segment=NetworkSegment(b80c930a-bf39-4a09-b927-d1b8997284e1),segment_id=b80c930a-bf39-4a09-b927-d1b8997284e1)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:46:55.333234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e671a1-29af-45c0-ad8b-19c8fffc9567 req-c5dd87eb-2490-4b83-b79c-d6115db9c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:55.338996 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f6e671a1-29af-45c0-ad8b-19c8fffc9567 req-c5dd87eb-2490-4b83-b79c-d6115db9c6e9 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8031468 Mar 11 11:46:55.387117 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (e4c89c08-ed82-4393-b109-0494927fe436), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:55.543078 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:55.543744 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:55.550126 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] 10.222.0.71 "PUT /v2.0/ports/e4c89c08-ed82-4393-b109-0494927fe436 HTTP/1.1" status: 200 len: 1091 time: 4.6988702 Mar 11 11:46:55.559439 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-18ed510f-0cdc-416c-96aa-10fe476fa1fc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Allocated IP 172.20.0.4 (e54d170d-bb49-4bd4-8dc3-51758652c7e8/ce4e197e-6fc7-4d78-b2bd-acf62848c979/b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:46:55.564459 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47296) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:55.568246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'tag': 'e4c89c08-ed82-4393-b109-0494927fe436'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:55.583543 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b36024d-88ea-4444-a5bd-b7b75b12d793" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "tag": "e4c89c08-ed82-4393-b109-0494927fe436"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:55.621925 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-87ec5575-782f-4f21-aa76-edddaf6e3a4a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:55.622820 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Request body: {'port': {'device_id': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:55.639314 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-87ec5575-782f-4f21-aa76-edddaf6e3a4a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 811 time: 0.4886758 Mar 11 11:46:55.678889 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-e1e86c30-bd17-47d9-9c35-e52363fdd4ac tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/quotas/fc114175c45e4bcfacd1ff17aef85fa1 HTTP/1.1" status: 200 len: 375 time: 0.0378687 Mar 11 11:46:55.737226 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fcbf3227-b168-450c-aa36-72f151c40b48 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571706 Mar 11 11:46:55.746201 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:55.820126 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (df5293cf-8b46-409f-9158-b48aa7dcdadf), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:55.822779 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef59beb-c932-4b50-a0d3-b7dcf2085f9c service neutron] Pushing event updated for resources: {'Port': ['ID=e4c89c08-ed82-4393-b109-0494927fe436,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:55.839057 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-07c71ce0-1087-42a3-a668-2b0fd00c1a17 admin admin] For port 5f4a0cac-519d-4253-a44f-50aa593bec20, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5f4a0cac-519d-4253-a44f-50aa593bec20,segment=NetworkSegment(f51c2210-eeb9-4376-9fcb-584a3b36b985),segment_id=f51c2210-eeb9-4376-9fcb-584a3b36b985)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:55.839757 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07c71ce0-1087-42a3-a668-2b0fd00c1a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:55.867193 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-07c71ce0-1087-42a3-a668-2b0fd00c1a17 admin admin] Calling delete_port for 5f4a0cac-519d-4253-a44f-50aa593bec20 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:46:55.891754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916952e-e4c1-4443-a131-445a676b587c req-8b05f9be-035d-4872-924b-b46134bc98e1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:55.910155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916952e-e4c1-4443-a131-445a676b587c req-8b05f9be-035d-4872-924b-b46134bc98e1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:55.915853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916952e-e4c1-4443-a131-445a676b587c req-8b05f9be-035d-4872-924b-b46134bc98e1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:55.933779 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916952e-e4c1-4443-a131-445a676b587c req-8b05f9be-035d-4872-924b-b46134bc98e1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:55.939389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916952e-e4c1-4443-a131-445a676b587c req-8b05f9be-035d-4872-924b-b46134bc98e1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:55.957520 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916952e-e4c1-4443-a131-445a676b587c req-8b05f9be-035d-4872-924b-b46134bc98e1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:55.963525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916952e-e4c1-4443-a131-445a676b587c req-8b05f9be-035d-4872-924b-b46134bc98e1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:55.975302 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f916952e-e4c1-4443-a131-445a676b587c req-8b05f9be-035d-4872-924b-b46134bc98e1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5407 time: 0.5034001 Mar 11 11:46:56.096170 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c49f811-62b0-478a-8cdd-8ff35f969e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:56.327911 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f916952e-e4c1-4443-a131-445a676b587c req-15c22e08-c1dc-4229-9772-f12f1e5c5b9a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2768464 Mar 11 11:46:56.389073 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07c71ce0-1087-42a3-a668-2b0fd00c1a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5f4a0cac-519d-4253-a44f-50aa593bec20), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:56.396083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5293cf-8b46-409f-9158-b48aa7dcdadf {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:46:56.457629 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12875d3b-082b-440e-baf7-ed716730fe8c x-openstack-request-id: req-12875d3b-082b-440e-baf7-ed716730fe8c {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:56.471968 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "tag": "e4c89c08-ed82-4393-b109-0494927fe436", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:56.472446 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12875d3b-082b-440e-baf7-ed716730fe8c {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:56.472981 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'tag': 'e4c89c08-ed82-4393-b109-0494927fe436', 'status': 'completed', 'code': 200} Mar 11 11:46:56.478281 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Publish callbacks [] for port (df5293cf-8b46-409f-9158-b48aa7dcdadf), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:56.490805 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c71ce0-1087-42a3-a668-2b0fd00c1a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4a0cac-519d-4253-a44f-50aa593bec20,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:56.585584 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-18ed510f-0cdc-416c-96aa-10fe476fa1fc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks [] for port (b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:56.607108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Transition to ACTIVE for port object df5293cf-8b46-409f-9158-b48aa7dcdadf will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:46:56.674192 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (df5293cf-8b46-409f-9158-b48aa7dcdadf), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:56.804820 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-18ed510f-0cdc-416c-96aa-10fe476fa1fc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:56.852458 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Pushing event updated for resources: {'Port': ['ID=df5293cf-8b46-409f-9158-b48aa7dcdadf,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:56.878602 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36024d-88ea-4444-a5bd-b7b75b12d793 req-12cccc25-61b6-4983-89d1-f6d1327e940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:56.880958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36024d-88ea-4444-a5bd-b7b75b12d793 req-12cccc25-61b6-4983-89d1-f6d1327e940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:56.881502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36024d-88ea-4444-a5bd-b7b75b12d793 req-12cccc25-61b6-4983-89d1-f6d1327e940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:56.882042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36024d-88ea-4444-a5bd-b7b75b12d793 req-12cccc25-61b6-4983-89d1-f6d1327e940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:56.882559 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36024d-88ea-4444-a5bd-b7b75b12d793 req-12cccc25-61b6-4983-89d1-f6d1327e940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:56.883189 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36024d-88ea-4444-a5bd-b7b75b12d793 req-12cccc25-61b6-4983-89d1-f6d1327e940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:56.884308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36024d-88ea-4444-a5bd-b7b75b12d793 req-12cccc25-61b6-4983-89d1-f6d1327e940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:56.886337 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8b36024d-88ea-4444-a5bd-b7b75b12d793 req-12cccc25-61b6-4983-89d1-f6d1327e940d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3c2137dee0c413388a10d2eba864d68&device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 6595 time: 0.4123504 Mar 11 11:46:57.004703 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-83aafccc-2aa5-4bfd-908a-91a6a621d16a service neutron] 10.222.0.78 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2659221 Mar 11 11:46:57.072794 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-18ed510f-0cdc-416c-96aa-10fe476fa1fc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Network e54d170d-bb49-4bd4-8dc3-51758652c7e8 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:46:57.118504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-18ed510f-0cdc-416c-96aa-10fe476fa1fc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:46:57.154991 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-18ed510f-0cdc-416c-96aa-10fe476fa1fc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:46:57.269956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36024d-88ea-4444-a5bd-b7b75b12d793 req-3a2f0e9d-ca07-4612-bee5-e071e805ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:57.270586 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36024d-88ea-4444-a5bd-b7b75b12d793 req-3a2f0e9d-ca07-4612-bee5-e071e805ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:57.271052 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36024d-88ea-4444-a5bd-b7b75b12d793 req-3a2f0e9d-ca07-4612-bee5-e071e805ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:57.272718 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8b36024d-88ea-4444-a5bd-b7b75b12d793 req-3a2f0e9d-ca07-4612-bee5-e071e805ba34 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=b3c2137dee0c413388a10d2eba864d68&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3620412 Mar 11 11:46:57.392140 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07c71ce0-1087-42a3-a668-2b0fd00c1a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (c50851be-a120-494f-9b44-899cfa99d431), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:57.441917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Attempting to bind port df5293cf-8b46-409f-9158-b48aa7dcdadf on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:46:57.442250 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Attempting to bind port df5293cf-8b46-409f-9158-b48aa7dcdadf by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'b80c930a-bf39-4a09-b927-d1b8997284e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:46:57.442581 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Attempting to bind port df5293cf-8b46-409f-9158-b48aa7dcdadf on network ffea5ad9-c0e5-4719-aece-e8e0fad462f9 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:57.452480 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Port df5293cf-8b46-409f-9158-b48aa7dcdadf on network ffea5ad9-c0e5-4719-aece-e8e0fad462f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:46:57.452805 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Attempting to bind port df5293cf-8b46-409f-9158-b48aa7dcdadf on network ffea5ad9-c0e5-4719-aece-e8e0fad462f9 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:46:57.464502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:46:57.464842 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Checking segment: {'id': 'b80c930a-bf39-4a09-b927-d1b8997284e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:46:57.465231 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Bound using segment: {'id': 'b80c930a-bf39-4a09-b927-d1b8997284e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:46:57.465690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Bound port: df5293cf-8b46-409f-9158-b48aa7dcdadf, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80c930a-bf39-4a09-b927-d1b8997284e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:46:57.466038 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (df5293cf-8b46-409f-9158-b48aa7dcdadf), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:57.481862 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 05b364b8-0798-4087-946d-d5d53ca6ff65 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:46:57.596083 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 05b364b8-0798-4087-946d-d5d53ca6ff65 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:46:57.600617 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 05b364b8-0798-4087-946d-d5d53ca6ff65 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:46:57.601034 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (05b364b8-0798-4087-946d-d5d53ca6ff65), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:57.714625 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] For port df5293cf-8b46-409f-9158-b48aa7dcdadf, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:57.719301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] For port df5293cf-8b46-409f-9158-b48aa7dcdadf, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=df5293cf-8b46-409f-9158-b48aa7dcdadf,segment=NetworkSegment(b80c930a-bf39-4a09-b927-d1b8997284e1),segment_id=b80c930a-bf39-4a09-b927-d1b8997284e1)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:46:57.734289 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (df5293cf-8b46-409f-9158-b48aa7dcdadf), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:57.753958 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device a3f1e8c3-66e7-42ca-bebd-88260a10c970 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:46:57.843305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36024d-88ea-4444-a5bd-b7b75b12d793 req-958f05bd-7a91-490a-9429-cf2beecccbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:57.845507 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8b36024d-88ea-4444-a5bd-b7b75b12d793 req-958f05bd-7a91-490a-9429-cf2beecccbca service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5255251 Mar 11 11:46:57.865700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Pushing event updated for resources: {'Port': ['ID=df5293cf-8b46-409f-9158-b48aa7dcdadf,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:57.874555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:57.876681 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:57.878628 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-5a3dda34-9162-44da-9ced-30856a7be533 service neutron] 10.222.0.71 "PUT /v2.0/ports/df5293cf-8b46-409f-9158-b48aa7dcdadf HTTP/1.1" status: 200 len: 1091 time: 2.2743363 Mar 11 11:46:57.947499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 05b364b8-0798-4087-946d-d5d53ca6ff65 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:57.947969 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (05b364b8-0798-4087-946d-d5d53ca6ff65), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:58.030500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed510f-0cdc-416c-96aa-10fe476fa1fc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Pushing event updated for resources: {'Port': ['ID=b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:58.099155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b45ccaf3-f7df-454b-b8e6-ec5b5f950139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:58.099695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b45ccaf3-f7df-454b-b8e6-ec5b5f950139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:58.099940 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port a3f1e8c3-66e7-42ca-bebd-88260a10c970 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:58.100210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b45ccaf3-f7df-454b-b8e6-ec5b5f950139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:58.100669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b45ccaf3-f7df-454b-b8e6-ec5b5f950139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:58.101136 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:58.104735 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b45ccaf3-f7df-454b-b8e6-ec5b5f950139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:58.105198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b45ccaf3-f7df-454b-b8e6-ec5b5f950139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:58.106435 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b45ccaf3-f7df-454b-b8e6-ec5b5f950139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:58.109144 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b45ccaf3-f7df-454b-b8e6-ec5b5f950139 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3c2137dee0c413388a10d2eba864d68&device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 6693 time: 0.1399288 Mar 11 11:46:58.136674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10b9ebd-2171-4dbb-9246-b399e24d2c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b364b8-0798-4087-946d-d5d53ca6ff65'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:58.139009 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20670c6-5500-46f2-99c6-f87e3eeaffdb" -d '{"events": [{"server_uuid": "d10b9ebd-2171-4dbb-9246-b399e24d2c79", "name": "network-vif-plugged", "status": "completed", "tag": "05b364b8-0798-4087-946d-d5d53ca6ff65"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:58.175616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-18ed510f-0cdc-416c-96aa-10fe476fa1fc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:58.176186 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-18ed510f-0cdc-416c-96aa-10fe476fa1fc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:58.189674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 05b364b8-0798-4087-946d-d5d53ca6ff65, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=05b364b8-0798-4087-946d-d5d53ca6ff65,segment=NetworkSegment(61541970-eaae-49a8-98e1-8541b56617b6),segment_id=61541970-eaae-49a8-98e1-8541b56617b6)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:58.198331 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (05b364b8-0798-4087-946d-d5d53ca6ff65), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:58.296355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] For port a3f1e8c3-66e7-42ca-bebd-88260a10c970, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:46:58.333901 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=05b364b8-0798-4087-946d-d5d53ca6ff65,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:58.405579 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29aed2-3dc9-44e9-b130-761fdc029133 req-f2c66b85-a093-46e4-aa68-cf22c0be498c tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:58.411263 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29aed2-3dc9-44e9-b130-761fdc029133 req-f2c66b85-a093-46e4-aa68-cf22c0be498c tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:58.423814 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c29aed2-3dc9-44e9-b130-761fdc029133 req-f2c66b85-a093-46e4-aa68-cf22c0be498c tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 1682 time: 1.6515150 Mar 11 11:46:58.506653 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-18ed510f-0cdc-416c-96aa-10fe476fa1fc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3198531 Mar 11 11:46:58.517518 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c49f811-62b0-478a-8cdd-8ff35f969e35 admin admin] Publish callbacks [] for security_group (62ba467a-3b2b-44d7-b88a-2cf9798d9f15), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:58.521440 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] For port a3f1e8c3-66e7-42ca-bebd-88260a10c970, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:46:58.529235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Request body: {'port': {'device_id': '992a2bfe-a22d-4328-b02f-b2302f0ff7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:46:58.567474 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c49f811-62b0-478a-8cdd-8ff35f969e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (62ba467a-3b2b-44d7-b88a-2cf9798d9f15), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:58.678171 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2c49f811-62b0-478a-8cdd-8ff35f969e35 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e8a82472214f446db8c53473ac80460d&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1080973 Mar 11 11:46:58.720469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47316) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:58.864994 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'tag': 'df5293cf-8b46-409f-9158-b48aa7dcdadf'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:58.868768 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2477d534-61b0-4847-8ad7-9104bd81e6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "tag": "df5293cf-8b46-409f-9158-b48aa7dcdadf"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:58.889110 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c29aed2-3dc9-44e9-b130-761fdc029133 req-f82ad3d7-cdba-4f9f-ae5d-38611e68840a tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642370 Mar 11 11:46:58.918176 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-7d2fbc86-77bf-43c9-90ba-184f1848ee01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94ee77d3-140f-410f-9091-9ae5dce83265 HTTP/1.1" status: 200 len: 217 time: 0.0447061 Mar 11 11:46:58.932296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-72d6d4dc-1e26-45c9-b11b-0c13841d4a2c service neutron] 10.222.0.78 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9101329 Mar 11 11:46:58.942002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7f6934-0f9a-417b-94ab-23e1e276b53c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3f1e8c3-66e7-42ca-bebd-88260a10c970'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:46:58.964786 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac78c4e3-e184-4d91-a4be-3d915f676279" -d '{"events": [{"server_uuid": "0a7f6934-0f9a-417b-94ab-23e1e276b53c", "name": "network-vif-unplugged", "status": "completed", "tag": "a3f1e8c3-66e7-42ca-bebd-88260a10c970"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:46:58.977983 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Publish callbacks [] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:59.022695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-8f311ac6-c068-4491-840d-da325b99e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:59.024661 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-8f311ac6-c068-4491-840d-da325b99e0f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=31a05605-9849-4cfa-b167-124588c92894 HTTP/1.1" status: 200 len: 850 time: 0.1002710 Mar 11 11:46:59.095856 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c71ce0-1087-42a3-a668-2b0fd00c1a17 admin admin] Router c50851be-a120-494f-9b44-899cfa99d431 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:46:59.102506 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:59.110511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49f811-62b0-478a-8cdd-8ff35f969e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ba467a-3b2b-44d7-b88a-2cf9798d9f15,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:59.159234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Transition to ACTIVE for port object a3f1e8c3-66e7-42ca-bebd-88260a10c970 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:46:59.171970 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4662b3b1-0c65-4a25-9d2f-f4c4a1a429a6 admin admin] Publish callbacks [] for security_group (62ba467a-3b2b-44d7-b88a-2cf9798d9f15), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:59.205808 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:59.251562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-7f43df70-8d50-4ea5-92a7-a7547f1c1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:59.260875 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-7f43df70-8d50-4ea5-92a7-a7547f1c1242 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b2cf607-82c0-4c57-9981-1ae9a9023bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2288449 Mar 11 11:46:59.299654 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4839ba6-03d0-4c06-8680-ec53e594830f req-1362d302-b6ba-436d-ba48-9b78349be6df tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:59.301234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4839ba6-03d0-4c06-8680-ec53e594830f req-1362d302-b6ba-436d-ba48-9b78349be6df tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.2094746 Mar 11 11:46:59.304530 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:46:59.305681 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:46:59.334609 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4662b3b1-0c65-4a25-9d2f-f4c4a1a429a6 admin admin] Publish callbacks [] for security_group (62ba467a-3b2b-44d7-b88a-2cf9798d9f15), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:46:59.586445 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] No DVR routers for this DVR port a3f1e8c3-66e7-42ca-bebd-88260a10c970 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:46:59.600621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f1e8c3-66e7-42ca-bebd-88260a10c970,revision_number=6']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:46:59.634738 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-dff3435b-a8ac-4629-9066-6ea92c1cecbc service neutron] 10.222.0.71 "GET /v2.0/networks/6b2cf607-82c0-4c57-9981-1ae9a9023bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557293 Mar 11 11:46:59.664725 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4839ba6-03d0-4c06-8680-ec53e594830f req-cdbb081d-9da1-4697-be5a-bb2ac76eca85 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270886 Mar 11 11:46:59.790935 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960a0a3f-4161-4d9a-992c-7432491ccf07 x-openstack-request-id: req-960a0a3f-4161-4d9a-992c-7432491ccf07 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:59.791312 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10b9ebd-2171-4dbb-9246-b399e24d2c79", "name": "network-vif-plugged", "status": "completed", "tag": "05b364b8-0798-4087-946d-d5d53ca6ff65", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:59.792037 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-960a0a3f-4161-4d9a-992c-7432491ccf07 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:59.792712 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10b9ebd-2171-4dbb-9246-b399e24d2c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b364b8-0798-4087-946d-d5d53ca6ff65', 'code': 200} Mar 11 11:46:59.841376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c71ce0-1087-42a3-a668-2b0fd00c1a17 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:46:59.847112 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-07c71ce0-1087-42a3-a668-2b0fd00c1a17 admin admin] 10.222.0.78 "PUT /v2.0/routers/c50851be-a120-494f-9b44-899cfa99d431/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0210993 Mar 11 11:46:59.863188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47334) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:46:59.898259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31d929-35ae-4b78-8adb-a0d44af43903 None None] Sync routers for ids ['c50851be-a120-494f-9b44-899cfa99d431'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:46:59.932417 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01337d84-203a-48ba-be3c-f16b75f7cdd3 req-e77b7193-5d71-4036-a832-19ad57f9f271 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:59.947363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01337d84-203a-48ba-be3c-f16b75f7cdd3 req-e77b7193-5d71-4036-a832-19ad57f9f271 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:59.950849 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port a3f1e8c3-66e7-42ca-bebd-88260a10c970 is: DOWN; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:46:59.956952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31d929-35ae-4b78-8adb-a0d44af43903 None None] Routers {'c50851be-a120-494f-9b44-899cfa99d431'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:46:59.959556 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ab31d929-35ae-4b78-8adb-a0d44af43903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:46:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c50851be-a120-494f-9b44-899cfa99d431'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:46:59.966172 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01337d84-203a-48ba-be3c-f16b75f7cdd3 req-e77b7193-5d71-4036-a832-19ad57f9f271 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:46:59.983418 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baab6db-8b6c-489d-baec-8879695ca22e x-openstack-request-id: req-4baab6db-8b6c-489d-baec-8879695ca22e {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:46:59.984118 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "tag": "df5293cf-8b46-409f-9158-b48aa7dcdadf", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:46:59.984254 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4baab6db-8b6c-489d-baec-8879695ca22e {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:46:59.984584 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'tag': 'df5293cf-8b46-409f-9158-b48aa7dcdadf', 'status': 'completed', 'code': 200} Mar 11 11:47:00.006305 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01337d84-203a-48ba-be3c-f16b75f7cdd3 req-e77b7193-5d71-4036-a832-19ad57f9f271 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:00.017040 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01337d84-203a-48ba-be3c-f16b75f7cdd3 req-e77b7193-5d71-4036-a832-19ad57f9f271 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:00.048202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01337d84-203a-48ba-be3c-f16b75f7cdd3 req-e77b7193-5d71-4036-a832-19ad57f9f271 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:00.070238 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01337d84-203a-48ba-be3c-f16b75f7cdd3 req-e77b7193-5d71-4036-a832-19ad57f9f271 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:00.081932 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01337d84-203a-48ba-be3c-f16b75f7cdd3 req-e77b7193-5d71-4036-a832-19ad57f9f271 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.7226899 Mar 11 11:47:00.085698 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0d067a-ae86-48e5-901e-c0760a2b05d9 x-openstack-request-id: req-3d0d067a-ae86-48e5-901e-c0760a2b05d9 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:47:00.092982 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-40a61277-893a-4a27-9407-fcbbd75a325b service neutron] 10.222.0.71 "GET /v2.0/networks/6b2cf607-82c0-4c57-9981-1ae9a9023bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417484 Mar 11 11:47:00.095539 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7f6934-0f9a-417b-94ab-23e1e276b53c", "name": "network-vif-unplugged", "status": "completed", "tag": "a3f1e8c3-66e7-42ca-bebd-88260a10c970", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:47:00.100551 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3d0d067a-ae86-48e5-901e-c0760a2b05d9 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:47:00.105273 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7f6934-0f9a-417b-94ab-23e1e276b53c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3f1e8c3-66e7-42ca-bebd-88260a10c970', 'code': 200} Mar 11 11:47:00.170021 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Attempting to bind port a3f1e8c3-66e7-42ca-bebd-88260a10c970 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:47:00.171312 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Attempting to bind port a3f1e8c3-66e7-42ca-bebd-88260a10c970 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:47:00.171949 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Attempting to bind port a3f1e8c3-66e7-42ca-bebd-88260a10c970 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:00.255504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Port a3f1e8c3-66e7-42ca-bebd-88260a10c970 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:47:00.256175 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Attempting to bind port a3f1e8c3-66e7-42ca-bebd-88260a10c970 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:00.262578 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-57eedc23-f553-4beb-bc08-86a7b510d594 req-a3340e42-c976-43f2-85be-abc642db567a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 210 time: 0.0746603 Mar 11 11:47:00.268956 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-0882d128-43ff-46ff-b403-6db2fb76deb9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=a71fbc2e-a97d-4402-8ded-69179cd4d38d HTTP/1.1" status: 200 len: 217 time: 0.1498740 Mar 11 11:47:00.290395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:47:00.291129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:47:00.291717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:47:00.293584 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Bound port: a3f1e8c3-66e7-42ca-bebd-88260a10c970, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:47:00.295013 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:00.337740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-ab31d929-35ae-4b78-8adb-a0d44af43903 None None] Set router c50851be-a120-494f-9b44-899cfa99d431 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:47:00.364941 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01337d84-203a-48ba-be3c-f16b75f7cdd3 req-6230a829-1507-4be9-b45c-dea83c36e7ab tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2107584 Mar 11 11:47:00.413404 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338a904-a921-4281-b0a8-fa953e780c42 req-cc1b97c6-4cf3-439c-a771-97bd77197cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:00.413404 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338a904-a921-4281-b0a8-fa953e780c42 req-cc1b97c6-4cf3-439c-a771-97bd77197cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:00.413404 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3338a904-a921-4281-b0a8-fa953e780c42 req-cc1b97c6-4cf3-439c-a771-97bd77197cb1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 2047 time: 0.5363817 Mar 11 11:47:00.486035 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] For port a3f1e8c3-66e7-42ca-bebd-88260a10c970, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:47:00.491093 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] For port a3f1e8c3-66e7-42ca-bebd-88260a10c970, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:47:00.494902 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4662b3b1-0c65-4a25-9d2f-f4c4a1a429a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (62ba467a-3b2b-44d7-b88a-2cf9798d9f15), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:00.499478 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4662b3b1-0c65-4a25-9d2f-f4c4a1a429a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:00.503871 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4662b3b1-0c65-4a25-9d2f-f4c4a1a429a6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/62ba467a-3b2b-44d7-b88a-2cf9798d9f15 HTTP/1.1" status: 204 len: 168 time: 1.7734170 Mar 11 11:47:00.506443 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-2496fddd-b9bf-4434-b2e4-be3a7827a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:00.514835 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-2496fddd-b9bf-4434-b2e4-be3a7827a2b0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f06fa7a8-3bd8-4ab3-994c-422981a66aeb HTTP/1.1" status: 200 len: 797 time: 0.1006377 Mar 11 11:47:00.593049 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:00.673513 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d53706be-f24a-4606-9040-64da82eba914 admin admin] Publish callbacks [] for router (c50851be-a120-494f-9b44-899cfa99d431), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:00.763993 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662b3b1-0c65-4a25-9d2f-f4c4a1a429a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ba467a-3b2b-44d7-b88a-2cf9798d9f15,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:00.780692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:00.781315 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:00.792642 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] 10.222.0.71 "PUT /v2.0/ports/a3f1e8c3-66e7-42ca-bebd-88260a10c970 HTTP/1.1" status: 200 len: 1096 time: 5.5011990 Mar 11 11:47:00.954054 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ab31d929-35ae-4b78-8adb-a0d44af43903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50851be-a120-494f-9b44-899cfa99d431', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-4522298-router', 'tenant_id': '976489626325494fbbaedb77dabae420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '29d0d310-c4bd-478f-8be6-43ac9372087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:46:33Z', 'updated_at': '2022-03-11T11:46:56Z', 'revision_number': 5, 'project_id': '976489626325494fbbaedb77dabae420', 'gw_port': {'id': '29d0d310-c4bd-478f-8be6-43ac9372087b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50851be-a120-494f-9b44-899cfa99d431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:46:36Z', 'updated_at': '2022-03-11T11:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:01.019572 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d53706be-f24a-4606-9040-64da82eba914 admin admin] Publish callbacks [] for router_gateway (c50851be-a120-494f-9b44-899cfa99d431), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:01.028726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31d929-35ae-4b78-8adb-a0d44af43903 None None] Checking router: c50851be-a120-494f-9b44-899cfa99d431 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:47:01.058917 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31d929-35ae-4b78-8adb-a0d44af43903 None None] Routers {'c50851be-a120-494f-9b44-899cfa99d431'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:47:01.060059 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ab31d929-35ae-4b78-8adb-a0d44af43903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:46:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c50851be-a120-494f-9b44-899cfa99d431'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:01.124813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cab1b-11c6-4c6a-9968-c552a31e7e8f req-1d4acc9a-7d45-4410-a257-a8c2f3c265c8 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:01.130561 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cab1b-11c6-4c6a-9968-c552a31e7e8f req-1d4acc9a-7d45-4410-a257-a8c2f3c265c8 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:01.132430 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-149cab1b-11c6-4c6a-9968-c552a31e7e8f req-1d4acc9a-7d45-4410-a257-a8c2f3c265c8 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 1683 time: 0.6273954 Mar 11 11:47:01.174037 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00271c4d-938a-40f9-983e-2a39c83e2778 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f1e8c3-66e7-42ca-bebd-88260a10c970,revision_number=7']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:01.190253 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3338a904-a921-4281-b0a8-fa953e780c42 req-610fe16f-f227-4b10-bbd0-b42a984269ec service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6719024 Mar 11 11:47:01.212682 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b3f9b12a-68d7-486f-a7b2-e9c50b462732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:01.214469 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b3f9b12a-68d7-486f-a7b2-e9c50b462732 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f6165f6-370b-479b-81e3-cdb2a28bb249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6813500 Mar 11 11:47:01.246887 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d53706be-f24a-4606-9040-64da82eba914 admin admin] Deleting port 29d0d310-c4bd-478f-8be6-43ac9372087b {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:47:01.247225 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d53706be-f24a-4606-9040-64da82eba914 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (29d0d310-c4bd-478f-8be6-43ac9372087b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:01.457852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-2101d9bc-96ce-4d33-8a39-122817d324c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:01.470467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-2101d9bc-96ce-4d33-8a39-122817d324c6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 1130 time: 0.5992317 Mar 11 11:47:01.473888 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-149cab1b-11c6-4c6a-9968-c552a31e7e8f req-85ffbb33-7f57-4612-a3c6-6d63241ea985 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313661 Mar 11 11:47:01.567969 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-211416d9-9965-4c91-b5aa-77b37ce81b99 service neutron] 10.222.0.71 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480284 Mar 11 11:47:01.735221 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-d53706be-f24a-4606-9040-64da82eba914 admin admin] For port 29d0d310-c4bd-478f-8be6-43ac9372087b, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=29d0d310-c4bd-478f-8be6-43ac9372087b,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:01.735907 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d53706be-f24a-4606-9040-64da82eba914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (29d0d310-c4bd-478f-8be6-43ac9372087b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:01.789807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d53706be-f24a-4606-9040-64da82eba914 admin admin] Calling delete_port for 29d0d310-c4bd-478f-8be6-43ac9372087b owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:47:01.799527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dac0a-06d3-40ea-b141-b94e355a670f req-8efad16d-5dfd-44de-85d4-f4eea9ef94d4 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:01.801170 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0b5dac0a-06d3-40ea-b141-b94e355a670f req-8efad16d-5dfd-44de-85d4-f4eea9ef94d4 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 944 time: 0.4246287 Mar 11 11:47:01.829693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:47:01.873971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8fcd92-e61a-4233-9ec5-857922535038 req-a988961c-8106-4879-a87c-0f4de20d8620 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:01.885527 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f8fcd92-e61a-4233-9ec5-857922535038 req-a988961c-8106-4879-a87c-0f4de20d8620 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 948 time: 0.9424198 Mar 11 11:47:01.893845 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Publish callbacks [] for port (b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:01.921796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-ab31d929-35ae-4b78-8adb-a0d44af43903 None None] Set router c50851be-a120-494f-9b44-899cfa99d431 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:47:01.975559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Transition to ACTIVE for port object b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:47:02.020131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-36e521f2-566f-47b7-a38b-0be9d06e26ad tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:02.021745 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-36e521f2-566f-47b7-a38b-0be9d06e26ad tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 811 time: 0.7353327 Mar 11 11:47:02.037317 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:02.045665 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-d4a12f7d-4cab-4b05-bf55-8d1bda62edc6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Request body: {'port': {'device_id': '3c1550a0-049e-46ee-a2c6-8fe67d3dbc29', 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8', 'admin_state_up': True, 'tenant_id': 'fc114175c45e4bcfacd1ff17aef85fa1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:02.096327 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f8fcd92-e61a-4233-9ec5-857922535038 req-8bc99d0c-273a-4931-9326-24ea0d2fddd4 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919849 Mar 11 11:47:02.099041 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-748904fa-37f2-4448-b71f-2fd12bbf6c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:02.100725 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-748904fa-37f2-4448-b71f-2fd12bbf6c90 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.6251760 Mar 11 11:47:02.113541 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-fa436d7d-f2aa-4061-8228-eee500653b84 service neutron] 10.222.0.71 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145419 Mar 11 11:47:02.125038 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7f6934-0f9a-417b-94ab-23e1e276b53c', 'tag': 'a3f1e8c3-66e7-42ca-bebd-88260a10c970'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:47:02.128467 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de41cc96-7350-4801-8cf6-a9158c608cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7f6934-0f9a-417b-94ab-23e1e276b53c", "tag": "a3f1e8c3-66e7-42ca-bebd-88260a10c970"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:47:02.179072 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-730c1603-d9c9-498c-bd8a-c75b2a68bd85 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970 HTTP/1.1" status: 200 len: 217 time: 0.0431027 Mar 11 11:47:02.192020 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977cf04-cf16-4201-b628-9fab834b1493 req-fe55b982-ff6a-4b48-b1b3-cdaa9d763926 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:02.196697 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1977cf04-cf16-4201-b628-9fab834b1493 req-fe55b982-ff6a-4b48-b1b3-cdaa9d763926 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 944 time: 0.5112948 Mar 11 11:47:02.278545 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b034b515-87b7-4dc9-b55b-9384993243f3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=01f1b758-11ae-47ce-91f3-deec473c8b64 HTTP/1.1" status: 200 len: 217 time: 0.1529465 Mar 11 11:47:02.540547 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1977cf04-cf16-4201-b628-9fab834b1493 req-07fea3f6-6fdf-4ee3-b492-c33c02b14c8a tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118370 Mar 11 11:47:02.544981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8c0198a3-e893-49ea-a6da-22bf43899c63 req-e9de2d73-82a3-4e54-8afa-b321062690e4 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 210 time: 0.2265189 Mar 11 11:47:02.546678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ab31d929-35ae-4b78-8adb-a0d44af43903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50851be-a120-494f-9b44-899cfa99d431', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-4522298-router', 'tenant_id': '976489626325494fbbaedb77dabae420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '29d0d310-c4bd-478f-8be6-43ac9372087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:46:33Z', 'updated_at': '2022-03-11T11:46:56Z', 'revision_number': 5, 'project_id': '976489626325494fbbaedb77dabae420', 'gw_port': {'id': '29d0d310-c4bd-478f-8be6-43ac9372087b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50851be-a120-494f-9b44-899cfa99d431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:46:36Z', 'updated_at': '2022-03-11T11:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:02.548876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-332d280f-adcc-486d-9046-0db7062ea879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:02.553051 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-332d280f-adcc-486d-9046-0db7062ea879 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.3438704 Mar 11 11:47:02.585836 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:02.636111 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-0e95623b-0e91-4569-b3b7-c4009b10f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:02.637819 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-0e95623b-0e91-4569-b3b7-c4009b10f432 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f06fa7a8-3bd8-4ab3-994c-422981a66aeb HTTP/1.1" status: 200 len: 797 time: 0.2723548 Mar 11 11:47:02.660787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-0b5dac0a-06d3-40ea-b141-b94e355a670f req-fd93a01d-54fd-48d2-b7ca-68547e43710f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Deleting port b32534e2-c04e-4ff9-9938-babd650f6bf2 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:47:02.661319 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31d929-35ae-4b78-8adb-a0d44af43903 None None] The sync data for ids ['c50851be-a120-494f-9b44-899cfa99d431'] in n-d-833234-2 is: [{'id': 'c50851be-a120-494f-9b44-899cfa99d431', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-4522298-router', 'tenant_id': '976489626325494fbbaedb77dabae420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '29d0d310-c4bd-478f-8be6-43ac9372087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:46:33Z', 'updated_at': '2022-03-11T11:46:56Z', 'revision_number': 5, 'project_id': '976489626325494fbbaedb77dabae420', 'gw_port': {'id': '29d0d310-c4bd-478f-8be6-43ac9372087b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50851be-a120-494f-9b44-899cfa99d431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:46:36Z', 'updated_at': '2022-03-11T11:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:47:02.663177 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0b5dac0a-06d3-40ea-b141-b94e355a670f req-fd93a01d-54fd-48d2-b7ca-68547e43710f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:02.720051 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1093990a-29ef-486d-bf92-4a7a9934a152 x-openstack-request-id: req-1093990a-29ef-486d-bf92-4a7a9934a152 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:47:02.720772 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7f6934-0f9a-417b-94ab-23e1e276b53c", "tag": "a3f1e8c3-66e7-42ca-bebd-88260a10c970", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:47:02.721253 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1093990a-29ef-486d-bf92-4a7a9934a152 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:47:02.721825 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7f6934-0f9a-417b-94ab-23e1e276b53c', 'tag': 'a3f1e8c3-66e7-42ca-bebd-88260a10c970', 'status': 'completed', 'code': 200} Mar 11 11:47:02.737368 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.37', 57572) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:02.845465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-7856e4d6-5161-4413-88a9-97ff336ce55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:02.850056 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-7856e4d6-5161-4413-88a9-97ff336ce55e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2595482 Mar 11 11:47:02.881173 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-d4a12f7d-4cab-4b05-bf55-8d1bda62edc6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Made reservation on behalf of fc114175c45e4bcfacd1ff17aef85fa1 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:47:02.884963 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-d4a12f7d-4cab-4b05-bf55-8d1bda62edc6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:02.997637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa0214-fa1c-4be0-accc-d6c9019967c2 req-f2c15dad-a47c-4d5b-8add-d73518aa4c6d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:03.003107 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa0214-fa1c-4be0-accc-d6c9019967c2 req-f2c15dad-a47c-4d5b-8add-d73518aa4c6d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:03.004395 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d53706be-f24a-4606-9040-64da82eba914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (29d0d310-c4bd-478f-8be6-43ac9372087b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:03.008344 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-0b5dac0a-06d3-40ea-b141-b94e355a670f req-fd93a01d-54fd-48d2-b7ca-68547e43710f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] For port b32534e2-c04e-4ff9-9938-babd650f6bf2, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b32534e2-c04e-4ff9-9938-babd650f6bf2,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:03.009150 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa0214-fa1c-4be0-accc-d6c9019967c2 req-f2c15dad-a47c-4d5b-8add-d73518aa4c6d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:03.014691 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa0214-fa1c-4be0-accc-d6c9019967c2 req-f2c15dad-a47c-4d5b-8add-d73518aa4c6d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:03.015268 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0b5dac0a-06d3-40ea-b141-b94e355a670f req-fd93a01d-54fd-48d2-b7ca-68547e43710f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:03.020099 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa0214-fa1c-4be0-accc-d6c9019967c2 req-f2c15dad-a47c-4d5b-8add-d73518aa4c6d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:03.029672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa0214-fa1c-4be0-accc-d6c9019967c2 req-f2c15dad-a47c-4d5b-8add-d73518aa4c6d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:03.036815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa0214-fa1c-4be0-accc-d6c9019967c2 req-f2c15dad-a47c-4d5b-8add-d73518aa4c6d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:03.040449 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2dfa0214-fa1c-4be0-accc-d6c9019967c2 req-f2c15dad-a47c-4d5b-8add-d73518aa4c6d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.2714288 Mar 11 11:47:03.136050 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0a106-d4f9-4851-a18e-ab8149a8c88a req-100b2c4e-3e10-48f4-8928-6e646f6480ad tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:03.143512 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0a106-d4f9-4851-a18e-ab8149a8c88a req-100b2c4e-3e10-48f4-8928-6e646f6480ad tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:03.149429 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63f0a106-d4f9-4851-a18e-ab8149a8c88a req-100b2c4e-3e10-48f4-8928-6e646f6480ad tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 1683 time: 0.2781365 Mar 11 11:47:03.159413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-bb6cabe0-0d47-4bcc-adca-2283432320a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:03.161833 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-bb6cabe0-0d47-4bcc-adca-2283432320a7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f6165f6-370b-479b-81e3-cdb2a28bb249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4834695 Mar 11 11:47:03.230589 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-4c532e98-6a4c-4755-83e2-eaec8819da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:03.240489 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-4c532e98-6a4c-4755-83e2-eaec8819da18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 1130 time: 0.4969563 Mar 11 11:47:03.270367 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Attempting to bind port b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:47:03.270814 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Attempting to bind port b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:47:03.271245 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Attempting to bind port b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:03.373037 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Port b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:47:03.373516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Attempting to bind port b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:03.405924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-316faf66-cae7-48b3-a37c-6ccc4d581f66 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286038 Mar 11 11:47:03.426855 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:03.440169 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:47:03.440679 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Checking segment: {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:47:03.441178 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Bound using segment: {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:47:03.441759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Bound port: b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:47:03.442257 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:03.514882 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2dfa0214-fa1c-4be0-accc-d6c9019967c2 req-c29a4814-d434-4edd-8255-f4876553a378 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4421406 Mar 11 11:47:03.580248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63f0a106-d4f9-4851-a18e-ab8149a8c88a req-3c95abd2-4aa8-4723-9ea6-3ab4daf0bbd2 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105287 Mar 11 11:47:03.735079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53706be-f24a-4606-9040-64da82eba914 admin admin] Pushing event deleted for resources: {'Port': ['ID=29d0d310-c4bd-478f-8be6-43ac9372087b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:03.746364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-0b5dac0a-06d3-40ea-b141-b94e355a670f req-fd93a01d-54fd-48d2-b7ca-68547e43710f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Calling delete_port for b32534e2-c04e-4ff9-9938-babd650f6bf2 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:47:03.938541 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d53706be-f24a-4606-9040-64da82eba914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (c50851be-a120-494f-9b44-899cfa99d431), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:04.044140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-d4a12f7d-4cab-4b05-bf55-8d1bda62edc6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Allocated IP 172.20.0.11 (e54d170d-bb49-4bd4-8dc3-51758652c7e8/ce4e197e-6fc7-4d78-b2bd-acf62848c979/9b46192b-74dc-4ef5-8a4d-97f97f2b7b23) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:47:04.109860 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d53706be-f24a-4606-9040-64da82eba914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (c50851be-a120-494f-9b44-899cfa99d431), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:04.122788 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d53706be-f24a-4606-9040-64da82eba914 admin admin] Publish callbacks [] for router_controller (c50851be-a120-494f-9b44-899cfa99d431), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:04.143188 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-a4a6319f-b8b6-433a-9342-de82cbe723ad service neutron] 10.222.0.71 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118483 Mar 11 11:47:04.266722 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d53706be-f24a-4606-9040-64da82eba914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (c50851be-a120-494f-9b44-899cfa99d431), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:04.267444 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53706be-f24a-4606-9040-64da82eba914 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c50851be-a120-494f-9b44-899cfa99d431 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:47:04.279900 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d53706be-f24a-4606-9040-64da82eba914 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:04.281190 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d53706be-f24a-4606-9040-64da82eba914 admin admin] 10.222.0.78 "DELETE /v2.0/routers/c50851be-a120-494f-9b44-899cfa99d431 HTTP/1.1" status: 204 len: 168 time: 4.4170778 Mar 11 11:47:04.294061 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47396) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:04.463826 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0b5dac0a-06d3-40ea-b141-b94e355a670f req-fd93a01d-54fd-48d2-b7ca-68547e43710f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b32534e2-c04e-4ff9-9938-babd650f6bf2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:04.480455 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['f7aad6f0-23cc-479a-8add-b0f47a9d7525'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:47:04.535392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-0bb0dcea-caeb-42ed-9bf1-031dd9e8b0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:04.537138 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-0bb0dcea-caeb-42ed-9bf1-031dd9e8b0a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 1.2682977 Mar 11 11:47:04.557738 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1a4e459-ae3c-4cf3-8ac1-ceac7bee23df req-ddfebe22-19b3-4204-bec7-a2cab35835b3 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 210 time: 0.7582936 Mar 11 11:47:04.592116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93a01d-54fd-48d2-b7ca-68547e43710f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Pushing event deleted for resources: {'Port': ['ID=b32534e2-c04e-4ff9-9938-babd650f6bf2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:04.687481 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-3b8787e4-549f-4a0b-b5a6-81d9e3cf6e7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970 HTTP/1.1" status: 200 len: 217 time: 0.1282966 Mar 11 11:47:04.696488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] For port b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:47:04.700202 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04f2a306-d5a8-4e2d-be62-d150f4bc1538 req-11e90fa9-cac4-4026-8131-b4e30a51f3a1 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2807806 Mar 11 11:47:04.775344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d98e16f7-1e76-49d9-a6c9-74b944ca7c09 req-c4461ee1-200f-48dd-834d-6dd9785dea79 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fd5134-2a05-4045-8ce5-abeef22024f5 HTTP/1.1" status: 200 len: 210 time: 0.0934055 Mar 11 11:47:04.830102 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-086f4f39-5d75-4278-850d-97081c14cd49 admin admin] Deleting subnet d835069c-4cc9-49d9-94dd-8aa58f4dfa66 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:47:04.839459 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-086f4f39-5d75-4278-850d-97081c14cd49 admin admin] Publish callbacks [] for subnet (d835069c-4cc9-49d9-94dd-8aa58f4dfa66), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:04.859071 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8d2c1-3c95-493e-a987-0360eec07135 req-f507a727-1b90-4383-b087-b63311d72398 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:04.860619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-64d8d2c1-3c95-493e-a987-0360eec07135 req-f507a727-1b90-4383-b087-b63311d72398 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 948 time: 1.1629145 Mar 11 11:47:04.862634 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] For port b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:47:04.926012 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-086f4f39-5d75-4278-850d-97081c14cd49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (d835069c-4cc9-49d9-94dd-8aa58f4dfa66), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:04.945803 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5dac0a-06d3-40ea-b141-b94e355a670f req-fd93a01d-54fd-48d2-b7ca-68547e43710f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] No DVR routers for this DVR port b32534e2-c04e-4ff9-9938-babd650f6bf2 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:47:04.963481 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:04.986584 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5f4a0cac-519d-4253-a44f-50aa593bec20 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:47:05.047563 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 5f4a0cac-519d-4253-a44f-50aa593bec20 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:47:05.047995 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5f4a0cac-519d-4253-a44f-50aa593bec20 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:47:05.048379 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 29d0d310-c4bd-478f-8be6-43ac9372087b no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:47:05.096143 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 29d0d310-c4bd-478f-8be6-43ac9372087b {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:47:05.096526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 29d0d310-c4bd-478f-8be6-43ac9372087b not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:47:05.118804 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-64d8d2c1-3c95-493e-a987-0360eec07135 req-de98156a-16b7-49e3-9401-20947e0d4027 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984518 Mar 11 11:47:05.122565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-25648cef-f0a4-42c6-abbb-43234d51899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:05.123815 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-25648cef-f0a4-42c6-abbb-43234d51899a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.4209690 Mar 11 11:47:05.141871 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-086f4f39-5d75-4278-850d-97081c14cd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (d835069c-4cc9-49d9-94dd-8aa58f4dfa66), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:05.143980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:05.144730 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:05.146195 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] 10.222.0.37 "PUT /v2.0/ports/b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa HTTP/1.1" status: 200 len: 1091 time: 6.6229823 Mar 11 11:47:05.148458 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992a2bfe-a22d-4328-b02f-b2302f0ff7cf', 'tag': 'b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:47:05.151069 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb71156-dffc-468f-bc5d-b650b4da63c8" -d '{"events": [{"name": "network-changed", "server_uuid": "992a2bfe-a22d-4328-b02f-b2302f0ff7cf", "tag": "b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:47:05.272316 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0b5dac0a-06d3-40ea-b141-b94e355a670f req-fd93a01d-54fd-48d2-b7ca-68547e43710f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:05.283815 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0b5dac0a-06d3-40ea-b141-b94e355a670f req-fd93a01d-54fd-48d2-b7ca-68547e43710f tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.37 "DELETE /v2.0/ports/b32534e2-c04e-4ff9-9938-babd650f6bf2 HTTP/1.1" status: 204 len: 173 time: 3.3898363 Mar 11 11:47:05.290988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fd5134-2a05-4045-8ce5-abeef22024f5', 'name': 'network-vif-deleted', 'tag': 'b32534e2-c04e-4ff9-9938-babd650f6bf2'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:47:05.295307 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da87e92a-7702-4977-ae53-0634f0f6c7da" -d '{"events": [{"server_uuid": "93fd5134-2a05-4045-8ce5-abeef22024f5", "name": "network-vif-deleted", "tag": "b32534e2-c04e-4ff9-9938-babd650f6bf2"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:47:05.309428 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-98c9bb70-f32b-4263-8870-b8a9b0ec25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:05.314266 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-98c9bb70-f32b-4263-8870-b8a9b0ec25e0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 1130 time: 0.4714489 Mar 11 11:47:05.325498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449664ba-ab23-4ed7-803c-fa73b8d9e4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:05.353620 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-ab3a6e6c-0873-40f2-9925-862987038b3a service neutron] 10.222.0.71 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1754661 Mar 11 11:47:05.479322 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-3e891365-83c9-4c4c-8b5c-cf38dda179a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=4d9e3b51-e36d-455b-b812-2641793bdd65 HTTP/1.1" status: 200 len: 217 time: 0.1068170 Mar 11 11:47:05.508052 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-4c3ff771-2143-4f92-9f8a-7425097c03bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:05.510181 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-4c3ff771-2143-4f92-9f8a-7425097c03bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3683989 Mar 11 11:47:05.527117 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-d4a12f7d-4cab-4b05-bf55-8d1bda62edc6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks [] for port (9b46192b-74dc-4ef5-8a4d-97f97f2b7b23), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:05.559864 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-086f4f39-5d75-4278-850d-97081c14cd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (d835069c-4cc9-49d9-94dd-8aa58f4dfa66), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:05.590589 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d587415a-628f-46ea-ba1c-3c384464125d x-openstack-request-id: req-d587415a-628f-46ea-ba1c-3c384464125d {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:47:05.591109 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992a2bfe-a22d-4328-b02f-b2302f0ff7cf", "tag": "b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:47:05.591242 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d587415a-628f-46ea-ba1c-3c384464125d {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:47:05.591568 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992a2bfe-a22d-4328-b02f-b2302f0ff7cf', 'tag': 'b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa', 'status': 'completed', 'code': 200} Mar 11 11:47:05.600566 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4b4d41-7389-4d27-af8d-27db67ba7a2e x-openstack-request-id: req-fa4b4d41-7389-4d27-af8d-27db67ba7a2e {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:47:05.600969 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fd5134-2a05-4045-8ce5-abeef22024f5", "name": "network-vif-deleted", "tag": "b32534e2-c04e-4ff9-9938-babd650f6bf2", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:47:05.601420 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fa4b4d41-7389-4d27-af8d-27db67ba7a2e {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:47:05.603043 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd5134-2a05-4045-8ce5-abeef22024f5', 'name': 'network-vif-deleted', 'tag': 'b32534e2-c04e-4ff9-9938-babd650f6bf2', 'status': 'completed', 'code': 200} Mar 11 11:47:05.607656 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f4f39-5d75-4278-850d-97081c14cd49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d835069c-4cc9-49d9-94dd-8aa58f4dfa66,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:05.618182 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e62ed6-39d3-4ecb-a030-84ed85127c3c None None] Network 239258dc-5811-4c51-8cf4-0ead47563653 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:47:05.626476 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-086f4f39-5d75-4278-850d-97081c14cd49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:05.627424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-ffd013b7-0518-4a01-b7aa-96afa6683bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:05.629691 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-086f4f39-5d75-4278-850d-97081c14cd49 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d835069c-4cc9-49d9-94dd-8aa58f4dfa66 HTTP/1.1" status: 204 len: 168 time: 1.3269324 Mar 11 11:47:05.631849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-ffd013b7-0518-4a01-b7aa-96afa6683bde service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.2820904 Mar 11 11:47:05.634327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-dca7ed53-9da0-4f12-835b-d37b9fe61d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:05.637634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-cf5eb3b3-013c-48c5-b06e-c5b82bd7735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:05.638080 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-dca7ed53-9da0-4f12-835b-d37b9fe61d3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&device_id=992a2bfe-a22d-4328-b02f-b2302f0ff7cf HTTP/1.1" status: 200 len: 1125 time: 0.4376254 Mar 11 11:47:05.638812 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-cf5eb3b3-013c-48c5-b06e-c5b82bd7735d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f06fa7a8-3bd8-4ab3-994c-422981a66aeb HTTP/1.1" status: 200 len: 797 time: 0.1534202 Mar 11 11:47:05.639369 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47418) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:05.654333 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5add2-da66-4dd2-b35f-7654adae20a6 req-2e3e5653-dc85-4e43-aa11-0c4a0ddc3250 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:05.665134 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5add2-da66-4dd2-b35f-7654adae20a6 req-2e3e5653-dc85-4e43-aa11-0c4a0ddc3250 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:05.671961 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5add2-da66-4dd2-b35f-7654adae20a6 req-2e3e5653-dc85-4e43-aa11-0c4a0ddc3250 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:05.678614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5add2-da66-4dd2-b35f-7654adae20a6 req-2e3e5653-dc85-4e43-aa11-0c4a0ddc3250 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:05.687071 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5add2-da66-4dd2-b35f-7654adae20a6 req-2e3e5653-dc85-4e43-aa11-0c4a0ddc3250 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:05.694230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5add2-da66-4dd2-b35f-7654adae20a6 req-2e3e5653-dc85-4e43-aa11-0c4a0ddc3250 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:05.701860 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5add2-da66-4dd2-b35f-7654adae20a6 req-2e3e5653-dc85-4e43-aa11-0c4a0ddc3250 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:05.703949 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3fc5add2-da66-4dd2-b35f-7654adae20a6 req-2e3e5653-dc85-4e43-aa11-0c4a0ddc3250 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.6330478 Mar 11 11:47:05.724926 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-d4a12f7d-4cab-4b05-bf55-8d1bda62edc6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9b46192b-74dc-4ef5-8a4d-97f97f2b7b23), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:05.761571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b32534e2-c04e-4ff9-9938-babd650f6bf2 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:47:05.814978 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (239258dc-5811-4c51-8cf4-0ead47563653), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:05.833283 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: b32534e2-c04e-4ff9-9938-babd650f6bf2 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:47:05.835564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b32534e2-c04e-4ff9-9938-babd650f6bf2 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:47:05.847511 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-d4a12f7d-4cab-4b05-bf55-8d1bda62edc6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Network e54d170d-bb49-4bd4-8dc3-51758652c7e8 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:47:05.848584 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a12f7d-4cab-4b05-bf55-8d1bda62edc6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Pushing event updated for resources: {'Port': ['ID=9b46192b-74dc-4ef5-8a4d-97f97f2b7b23,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:05.854389 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-d4a12f7d-4cab-4b05-bf55-8d1bda62edc6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:05.859839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-d4a12f7d-4cab-4b05-bf55-8d1bda62edc6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:47:05.888402 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-7e9af423-c65f-4246-b518-63479a93f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:05.890169 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-7e9af423-c65f-4246-b518-63479a93f767 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f6165f6-370b-479b-81e3-cdb2a28bb249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2334256 Mar 11 11:47:05.943568 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-76894779-ba83-4311-b080-a46aa9aee772 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970 HTTP/1.1" status: 200 len: 217 time: 0.2352064 Mar 11 11:47:05.978387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-bf3adc00-e70d-4a1e-802d-a76ed24690d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa HTTP/1.1" status: 200 len: 217 time: 0.2734313 Mar 11 11:47:05.979169 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-d4a12f7d-4cab-4b05-bf55-8d1bda62edc6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:05.984240 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-d4a12f7d-4cab-4b05-bf55-8d1bda62edc6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:06.052139 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae7b53-099e-4315-9f79-0f1ced3cf9be None None] DHCP port deletion for 239258dc-5811-4c51-8cf4-0ead47563653 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:47:06.105005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-2a351276-28cd-4b40-b964-0205b6ab1193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:06.106523 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-2a351276-28cd-4b40-b964-0205b6ab1193 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce4e197e-6fc7-4d78-b2bd-acf62848c979 HTTP/1.1" status: 200 len: 851 time: 0.0784111 Mar 11 11:47:06.136850 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5bae7b53-099e-4315-9f79-0f1ced3cf9be None None] Deleting port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:47:06.137222 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5bae7b53-099e-4315-9f79-0f1ced3cf9be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (aa4c0f8a-58b4-428d-89dc-cb77e7ca65db), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:06.139474 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-d4a12f7d-4cab-4b05-bf55-8d1bda62edc6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1041393 Mar 11 11:47:06.159715 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Request body: {'port': {'device_id': '3c1550a0-049e-46ee-a2c6-8fe67d3dbc29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:06.200122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] Deleting port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:47:06.200774 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (aa4c0f8a-58b4-428d-89dc-cb77e7ca65db), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:06.204420 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765eeb4c-647a-4606-afd3-cbdcc11a3d09 req-5f61e91a-be51-44b0-9f99-8d86bf4a4030 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:06.211645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765eeb4c-647a-4606-afd3-cbdcc11a3d09 req-5f61e91a-be51-44b0-9f99-8d86bf4a4030 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:06.213389 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-765eeb4c-647a-4606-afd3-cbdcc11a3d09 req-5f61e91a-be51-44b0-9f99-8d86bf4a4030 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 1683 time: 0.5043178 Mar 11 11:47:06.222461 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-1b577f32-56c3-4128-a3e9-1b094d39f429 service neutron] 10.222.0.71 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099723 Mar 11 11:47:06.225646 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-867a8926-e18b-46ef-bb32-b1fdd71bdbad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e54d170d-bb49-4bd4-8dc3-51758652c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712168 Mar 11 11:47:06.238417 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5bae7b53-099e-4315-9f79-0f1ced3cf9be None None] For port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=aa4c0f8a-58b4-428d-89dc-cb77e7ca65db,segment=NetworkSegment(f51c2210-eeb9-4376-9fcb-584a3b36b985),segment_id=f51c2210-eeb9-4376-9fcb-584a3b36b985)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:06.238982 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5bae7b53-099e-4315-9f79-0f1ced3cf9be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (aa4c0f8a-58b4-428d-89dc-cb77e7ca65db), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:06.254800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5bae7b53-099e-4315-9f79-0f1ced3cf9be None None] Calling delete_port for aa4c0f8a-58b4-428d-89dc-cb77e7ca65db owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:47:06.353579 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5bae7b53-099e-4315-9f79-0f1ced3cf9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (aa4c0f8a-58b4-428d-89dc-cb77e7ca65db), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:06.366082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-2208c206-7d50-4a27-adca-16c6288ced4a service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084688 Mar 11 11:47:06.377650 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9b46192b-74dc-4ef5-8a4d-97f97f2b7b23), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:06.387078 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] For port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=aa4c0f8a-58b4-428d-89dc-cb77e7ca65db,segment=NetworkSegment(f51c2210-eeb9-4376-9fcb-584a3b36b985),segment_id=f51c2210-eeb9-4376-9fcb-584a3b36b985)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:06.387741 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (aa4c0f8a-58b4-428d-89dc-cb77e7ca65db), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:06.392615 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae7b53-099e-4315-9f79-0f1ced3cf9be None None] Pushing event deleted for resources: {'Port': ['ID=aa4c0f8a-58b4-428d-89dc-cb77e7ca65db,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:06.400791 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bae7b53-099e-4315-9f79-0f1ced3cf9be None None] No DVR routers for this DVR port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:47:06.597387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] Calling delete_port for aa4c0f8a-58b4-428d-89dc-cb77e7ca65db owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:47:06.598397 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-c5a3271b-22b4-43db-bb28-ae5f520000ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:06.600307 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-c5a3271b-22b4-43db-bb28-ae5f520000ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.6187451 Mar 11 11:47:06.628661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-f5921697-e298-4600-9ec6-daba8f1f827e service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1067793 Mar 11 11:47:06.676085 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3fc5add2-da66-4dd2-b35f-7654adae20a6 req-48649245-d19b-435d-a9cd-ca0f4ec3ab1b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9497290 Mar 11 11:47:06.712051 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device aa4c0f8a-58b4-428d-89dc-cb77e7ca65db no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:47:06.741546 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: aa4c0f8a-58b4-428d-89dc-cb77e7ca65db {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:47:06.742201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device aa4c0f8a-58b4-428d-89dc-cb77e7ca65db not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:47:06.778522 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-a525d6a1-3a74-4590-aa46-33cfe5a92292 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990805 Mar 11 11:47:06.826003 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-765eeb4c-647a-4606-afd3-cbdcc11a3d09 req-955407c3-112f-408b-9ee7-720c6c894de6 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5946875 Mar 11 11:47:06.853570 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (aa4c0f8a-58b4-428d-89dc-cb77e7ca65db), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:06.976748 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-3fc545de-ac64-49bf-99f9-81aff2b222cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:06.978537 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-3fc545de-ac64-49bf-99f9-81aff2b222cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3544245 Mar 11 11:47:07.082977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeacbee-8258-4f5a-8a15-eb5613f85862 req-66f9bc43-83ec-4240-99df-4215c94aec1b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:07.084958 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cfeacbee-8258-4f5a-8a15-eb5613f85862 req-66f9bc43-83ec-4240-99df-4215c94aec1b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 932 time: 0.2940102 Mar 11 11:47:07.116696 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-f703eb82-2e34-47bd-a8bb-fea3f6146346 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640062 Mar 11 11:47:07.162904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb71156-dffc-468f-bc5d-b650b4da63c8 req-489c37e0-3ae8-4012-ac5a-25513f96235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:07.166684 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0eb71156-dffc-468f-bc5d-b650b4da63c8 req-489c37e0-3ae8-4012-ac5a-25513f96235a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&device_id=992a2bfe-a22d-4328-b02f-b2302f0ff7cf HTTP/1.1" status: 200 len: 1125 time: 0.3053892 Mar 11 11:47:07.201427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:47:07.211884 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Publish callbacks [] for port (9b46192b-74dc-4ef5-8a4d-97f97f2b7b23), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:07.226193 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Transition to ACTIVE for port object 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:47:07.277921 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (9b46192b-74dc-4ef5-8a4d-97f97f2b7b23), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:07.365907 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-f0633ae5-07db-4119-bb64-63efe4e12c83 service neutron] 10.222.0.71 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1360180 Mar 11 11:47:07.400488 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4c0f8a-58b4-428d-89dc-cb77e7ca65db,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:07.422596 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] No DVR routers for this DVR port aa4c0f8a-58b4-428d-89dc-cb77e7ca65db on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:47:07.428119 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cfeacbee-8258-4f5a-8a15-eb5613f85862 req-b98b0905-6ffc-48c5-acee-6ff640a49c7c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277736 Mar 11 11:47:07.441667 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-a2618ced-e51d-42ea-9b75-8b96772acaa6 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542458 Mar 11 11:47:07.503846 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a3f1e8c3-66e7-42ca-bebd-88260a10c970 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:47:07.623957 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-9bdcaf29-d483-449c-b870-41d5854b1764 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=8cbd221a-3eae-485b-b7c8-8bf32b0598f7 HTTP/1.1" status: 200 len: 217 time: 0.1877754 Mar 11 11:47:07.624661 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Attempting to bind port 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:47:07.624995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Attempting to bind port 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:47:07.625335 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Attempting to bind port 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:07.629458 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de41cc96-7350-4801-8cf6-a9158c608cfa req-ef993973-c091-4624-ad83-129fd65b7b45 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746640 Mar 11 11:47:07.647127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da577963-e7c9-4b40-bdf5-bb96461d2ebe req-a484cf15-b5a2-4b0c-90cf-4c5b067d0f29 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:07.654347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da577963-e7c9-4b40-bdf5-bb96461d2ebe req-a484cf15-b5a2-4b0c-90cf-4c5b067d0f29 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 948 time: 0.3717825 Mar 11 11:47:07.656881 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb71156-dffc-468f-bc5d-b650b4da63c8 req-17f7ebcf-8f55-4df2-aa1f-ebc1aa0afa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:07.658360 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0eb71156-dffc-468f-bc5d-b650b4da63c8 req-17f7ebcf-8f55-4df2-aa1f-ebc1aa0afa12 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4742124 Mar 11 11:47:07.661630 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port a3f1e8c3-66e7-42ca-bebd-88260a10c970, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:07.692582 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'a3f1e8c3-66e7-42ca-bebd-88260a10c970', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'a3f1e8c3-66e7-42ca-bebd-88260a10c970', 'mac_address': 'fa:16:3e:b1:4a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:47:07.727132 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (239258dc-5811-4c51-8cf4-0ead47563653), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:07.751855 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239258dc-5811-4c51-8cf4-0ead47563653']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:07.757920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port a3f1e8c3-66e7-42ca-bebd-88260a10c970 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:07.758548 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:07.764525 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51c2210-eeb9-4376-9fcb-584a3b36b985') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:07.765173 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51c2210-eeb9-4376-9fcb-584a3b36b985') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:07.779109 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (f51c2210-eeb9-4376-9fcb-584a3b36b985), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:07.786489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f1e8c3-66e7-42ca-bebd-88260a10c970 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:47:07.797940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f51c2210-eeb9-4376-9fcb-584a3b36b985), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:07.806049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da577963-e7c9-4b40-bdf5-bb96461d2ebe req-90bf4931-2e7e-43c7-8ac4-9610e852e384 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504922 Mar 11 11:47:07.813982 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port a3f1e8c3-66e7-42ca-bebd-88260a10c970, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:07.823205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Pushing event updated for resources: {'Port': ['ID=9b46192b-74dc-4ef5-8a4d-97f97f2b7b23,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:07.828107 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:07.833346 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-98e54076-c35a-4a3a-b699-fe5649cc51f7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:07.834909 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-98e54076-c35a-4a3a-b699-fe5649cc51f7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "GET /v2.0/ports?device_id=992a2bfe-a22d-4328-b02f-b2302f0ff7cf HTTP/1.1" status: 200 len: 943 time: 0.6011944 Mar 11 11:47:07.859232 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Port 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:47:07.859547 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Attempting to bind port 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:07.879908 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-996509f6-7c20-4d6e-9054-0ff6fdb9cdc1 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:07.880307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=a3f1e8c3-66e7-42ca-bebd-88260a10c970,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:07.885760 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-996509f6-7c20-4d6e-9054-0ff6fdb9cdc1 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:07.887474 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-996509f6-7c20-4d6e-9054-0ff6fdb9cdc1 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.71 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 1683 time: 0.5733259 Mar 11 11:47:07.927434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:47:07.927855 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (f51c2210-eeb9-4376-9fcb-584a3b36b985), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:47:07.933766 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:47:07.991316 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c106-1c0e-49e4-95ab-a288e781df78 req-6bf8b334-4fdb-44b2-ae9f-cccf5840b545 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:07.993809 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f57c106-1c0e-49e4-95ab-a288e781df78 req-6bf8b334-4fdb-44b2-ae9f-cccf5840b545 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 946 time: 0.2488899 Mar 11 11:47:08.009929 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:47:08.010312 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Checking segment: {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:47:08.010647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Bound using segment: {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:47:08.011089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Bound port: 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:47:08.011439 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9b46192b-74dc-4ef5-8a4d-97f97f2b7b23), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:08.079699 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['a3f1e8c3-66e7-42ca-bebd-88260a10c970'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:47:08.129680 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb71156-dffc-468f-bc5d-b650b4da63c8 req-24437ff9-2c77-4ea4-9a49-226ecf664454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:08.131604 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0eb71156-dffc-468f-bc5d-b650b4da63c8 req-24437ff9-2c77-4ea4-9a49-226ecf664454 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3880043 Mar 11 11:47:08.146374 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f57c106-1c0e-49e4-95ab-a288e781df78 req-0f72830a-81e7-4c89-a1f2-f942d2fccdc0 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428051 Mar 11 11:47:08.186253 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647ee46-a5c9-4458-b961-be616d28121e req-ab0cb4ee-5dad-4931-9d89-eaa48db8d96c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:08.194702 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647ee46-a5c9-4458-b961-be616d28121e req-ab0cb4ee-5dad-4931-9d89-eaa48db8d96c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:08.199173 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647ee46-a5c9-4458-b961-be616d28121e req-ab0cb4ee-5dad-4931-9d89-eaa48db8d96c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:08.204575 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647ee46-a5c9-4458-b961-be616d28121e req-ab0cb4ee-5dad-4931-9d89-eaa48db8d96c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:08.222358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647ee46-a5c9-4458-b961-be616d28121e req-ab0cb4ee-5dad-4931-9d89-eaa48db8d96c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:08.228513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647ee46-a5c9-4458-b961-be616d28121e req-ab0cb4ee-5dad-4931-9d89-eaa48db8d96c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:08.234350 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647ee46-a5c9-4458-b961-be616d28121e req-ab0cb4ee-5dad-4931-9d89-eaa48db8d96c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:08.242723 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c647ee46-a5c9-4458-b961-be616d28121e req-ab0cb4ee-5dad-4931-9d89-eaa48db8d96c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.2689431 Mar 11 11:47:08.276833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bfea9-e405-4ff0-9cee-1fe5b135a153 req-1795abe6-ca13-41c1-93eb-8d0a323022bb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:08.279329 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-769bfea9-e405-4ff0-9cee-1fe5b135a153 req-1795abe6-ca13-41c1-93eb-8d0a323022bb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 946 time: 0.2035844 Mar 11 11:47:08.391762 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c647ee46-a5c9-4458-b961-be616d28121e req-b0714db4-949f-4801-9b5f-272bdac0dc2b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1405983 Mar 11 11:47:08.614459 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db23c32-cf33-4d27-8830-99c39e2eaf22 req-f0238ae6-91ef-4dda-8077-a771c5030b5f tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:08.615770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-41e37e54-33eb-457e-a6ec-fbcdfe622e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:08.617934 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-41e37e54-33eb-457e-a6ec-fbcdfe622e20 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f06fa7a8-3bd8-4ab3-994c-422981a66aeb HTTP/1.1" status: 200 len: 797 time: 0.7596321 Mar 11 11:47:08.620888 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db23c32-cf33-4d27-8830-99c39e2eaf22 req-f0238ae6-91ef-4dda-8077-a771c5030b5f tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:08.624363 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (239258dc-5811-4c51-8cf4-0ead47563653), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:08.625717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1db23c32-cf33-4d27-8830-99c39e2eaf22 req-f0238ae6-91ef-4dda-8077-a771c5030b5f tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 1683 time: 0.2633729 Mar 11 11:47:08.628878 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:08.634642 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] 10.222.0.78 "DELETE /v2.0/networks/239258dc-5811-4c51-8cf4-0ead47563653 HTTP/1.1" status: 204 len: 168 time: 2.9858575 Mar 11 11:47:08.649527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed14eb-605a-48c6-a391-16dcbec8c837 req-aca544a5-5993-4a6e-90db-926129224715 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:08.651233 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2ed14eb-605a-48c6-a391-16dcbec8c837 req-aca544a5-5993-4a6e-90db-926129224715 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c&tenant_id=534ef25e2a194e88997b082d5497d504&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 949 time: 0.2156880 Mar 11 11:47:08.666562 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecdb8c-076e-40b6-b763-26c5cbdc01c8 req-4a2786a8-8c79-428e-83f9-886cb6c28718 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:08.674067 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50ecdb8c-076e-40b6-b763-26c5cbdc01c8 req-4a2786a8-8c79-428e-83f9-886cb6c28718 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 949 time: 0.1886506 Mar 11 11:47:08.720231 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed7bcf-6efe-403b-bf06-e97dd3317666 admin admin] Pushing event deleted for resources: {'Network': ['ID=239258dc-5811-4c51-8cf4-0ead47563653,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:08.764944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] For port 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:47:08.770555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] For port 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9b46192b-74dc-4ef5-8a4d-97f97f2b7b23,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:47:08.788495 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (9b46192b-74dc-4ef5-8a4d-97f97f2b7b23), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:08.798424 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-a2ed14eb-605a-48c6-a391-16dcbec8c837 req-8110c029-a657-4238-ac92-7bb2cb8d2e1b service neutron] delete failed (client error): The resource could not be found. Mar 11 11:47:08.799677 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2ed14eb-605a-48c6-a391-16dcbec8c837 req-8110c029-a657-4238-ac92-7bb2cb8d2e1b service neutron] 10.222.0.37 "DELETE /v2.0/ports/a3f1e8c3-66e7-42ca-bebd-88260a10c970/bindings/n-h2-833234-2 HTTP/1.1" status: 404 len: 380 time: 0.1209650 Mar 11 11:47:08.803679 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-769bfea9-e405-4ff0-9cee-1fe5b135a153 req-f23e9b05-5e67-400b-a420-126c23ee8cfc tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Deleting port f7aad6f0-23cc-479a-8add-b0f47a9d7525 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:47:08.803679 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-769bfea9-e405-4ff0-9cee-1fe5b135a153 req-f23e9b05-5e67-400b-a420-126c23ee8cfc tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:08.846927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:08.847797 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:08.849219 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] 10.222.0.37 "PUT /v2.0/ports/9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 HTTP/1.1" status: 200 len: 1092 time: 2.6989205 Mar 11 11:47:08.849699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47466) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:08.854536 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1550a0-049e-46ee-a2c6-8fe67d3dbc29', 'tag': '9b46192b-74dc-4ef5-8a4d-97f97f2b7b23'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:47:08.856927 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0349ce9c-e556-4380-85cd-0338cce1adbf" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1550a0-049e-46ee-a2c6-8fe67d3dbc29", "tag": "9b46192b-74dc-4ef5-8a4d-97f97f2b7b23"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:47:08.862403 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b41c0fb6-2d14-4b04-89fc-cf5ee564acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:08.864299 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-b41c0fb6-2d14-4b04-89fc-cf5ee564acfb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f6165f6-370b-479b-81e3-cdb2a28bb249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2065432 Mar 11 11:47:08.866818 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Deleting port b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:47:08.867220 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:08.900925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-a6b1e617-72a7-4dea-8a8e-d2250b8dfeea tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Deleting port 05b364b8-0798-4087-946d-d5d53ca6ff65 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:47:08.901173 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-a6b1e617-72a7-4dea-8a8e-d2250b8dfeea tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (05b364b8-0798-4087-946d-d5d53ca6ff65), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:09.083874 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-48859939-4bb0-459f-ad3a-335cba7a2b5c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=976489626325494fbbaedb77dabae420&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2214587 Mar 11 11:47:09.114116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea9907-9c97-4dcc-9b3b-c2b3e849169e service neutron] Pushing event updated for resources: {'Port': ['ID=9b46192b-74dc-4ef5-8a4d-97f97f2b7b23,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:09.116539 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47472) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:09.246910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] For port b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:09.247269 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:09.261454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-a6b1e617-72a7-4dea-8a8e-d2250b8dfeea tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] For port 05b364b8-0798-4087-946d-d5d53ca6ff65, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=05b364b8-0798-4087-946d-d5d53ca6ff65,segment=NetworkSegment(61541970-eaae-49a8-98e1-8541b56617b6),segment_id=61541970-eaae-49a8-98e1-8541b56617b6)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:09.261852 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-a6b1e617-72a7-4dea-8a8e-d2250b8dfeea tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (05b364b8-0798-4087-946d-d5d53ca6ff65), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:09.266685 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-3d37c71e-ce61-497a-b69d-99b190b969ab service neutron] 10.222.0.71 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864748 Mar 11 11:47:09.295369 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50ecdb8c-076e-40b6-b763-26c5cbdc01c8 req-67f2f0f7-5dfd-46f9-b9ea-efeccbb98c1a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6198955 Mar 11 11:47:09.297740 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-c783e1aa-85f4-4d73-8d97-c74c8ed0b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:09.299219 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-c783e1aa-85f4-4d73-8d97-c74c8ed0b934 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 1126 time: 0.3948946 Mar 11 11:47:09.301732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Calling delete_port for b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:47:09.304411 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-a6b1e617-72a7-4dea-8a8e-d2250b8dfeea tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Calling delete_port for 05b364b8-0798-4087-946d-d5d53ca6ff65 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:47:09.308512 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1db23c32-cf33-4d27-8830-99c39e2eaf22 req-4ec5d368-6ed8-4185-8253-93022eacc9f1 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6520026 Mar 11 11:47:09.311210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-769bfea9-e405-4ff0-9cee-1fe5b135a153 req-f23e9b05-5e67-400b-a420-126c23ee8cfc tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] For port f7aad6f0-23cc-479a-8add-b0f47a9d7525, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=f7aad6f0-23cc-479a-8add-b0f47a9d7525,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:09.311568 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-769bfea9-e405-4ff0-9cee-1fe5b135a153 req-f23e9b05-5e67-400b-a420-126c23ee8cfc tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:09.364143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-769bfea9-e405-4ff0-9cee-1fe5b135a153 req-f23e9b05-5e67-400b-a420-126c23ee8cfc tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Calling delete_port for f7aad6f0-23cc-479a-8add-b0f47a9d7525 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:47:09.389691 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] Publish callbacks [] for security_group (66284bca-3ca7-4c72-a5d1-12bd0f0f2cf1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:09.393382 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ff5e8f-7c71-49f3-bb5a-a118f3af8c42 x-openstack-request-id: req-08ff5e8f-7c71-49f3-bb5a-a118f3af8c42 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:47:09.393676 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1550a0-049e-46ee-a2c6-8fe67d3dbc29", "tag": "9b46192b-74dc-4ef5-8a4d-97f97f2b7b23", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:47:09.393929 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08ff5e8f-7c71-49f3-bb5a-a118f3af8c42 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:47:09.394322 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c1550a0-049e-46ee-a2c6-8fe67d3dbc29', 'tag': '9b46192b-74dc-4ef5-8a4d-97f97f2b7b23', 'status': 'completed', 'code': 200} Mar 11 11:47:09.407344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed14eb-605a-48c6-a391-16dcbec8c837 req-11138674-55bb-4d98-b608-c6498fe82913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:09.412431 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2ed14eb-605a-48c6-a391-16dcbec8c837 req-11138674-55bb-4d98-b608-c6498fe82913 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 1131 time: 0.2146060 Mar 11 11:47:09.432024 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-4801ac54-2701-4793-a8dd-5f26d51a405a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 HTTP/1.1" status: 200 len: 217 time: 0.1087320 Mar 11 11:47:09.523242 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a3f1e8c3-66e7-42ca-bebd-88260a10c970 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:47:09.578166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port a3f1e8c3-66e7-42ca-bebd-88260a10c970 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:47:09.583608 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port a3f1e8c3-66e7-42ca-bebd-88260a10c970 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:09.583608 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:09.635612 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] Publish callbacks [] for security_group (66284bca-3ca7-4c72-a5d1-12bd0f0f2cf1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:09.657611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed14eb-605a-48c6-a391-16dcbec8c837 req-3fdfedd2-ac89-4b12-ade9-52bcb6508cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:09.659147 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2ed14eb-605a-48c6-a391-16dcbec8c837 req-3fdfedd2-ac89-4b12-ade9-52bcb6508cc8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.2399065 Mar 11 11:47:09.668718 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012437d-e496-4946-8e28-da652dc4bccc req-545b42c3-da62-4039-b0ea-973ca847a0eb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:09.670253 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9012437d-e496-4946-8e28-da652dc4bccc req-545b42c3-da62-4039-b0ea-973ca847a0eb tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=71fc059a-0e21-47d7-be7b-33c7c849ca5e HTTP/1.1" status: 200 len: 946 time: 0.2062113 Mar 11 11:47:09.680624 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f55b0-e81b-4df5-8361-cd222a878804 req-76f6daf7-8d4e-49ff-bb25-419b0351cda7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:09.682300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port a3f1e8c3-66e7-42ca-bebd-88260a10c970 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:09.682789 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a73f55b0-e81b-4df5-8361-cd222a878804 req-76f6daf7-8d4e-49ff-bb25-419b0351cda7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 944 time: 0.2647183 Mar 11 11:47:09.688914 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:09.716284 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7f6934-0f9a-417b-94ab-23e1e276b53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f1e8c3-66e7-42ca-bebd-88260a10c970'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:47:09.718855 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68632278-f7da-418e-9b75-2565c280f288" -d '{"events": [{"server_uuid": "0a7f6934-0f9a-417b-94ab-23e1e276b53c", "name": "network-vif-plugged", "status": "completed", "tag": "a3f1e8c3-66e7-42ca-bebd-88260a10c970"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:47:09.730436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-5cbb3146-1b79-43ef-9355-fd8a42c46e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:09.732071 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-5cbb3146-1b79-43ef-9355-fd8a42c46e5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce4e197e-6fc7-4d78-b2bd-acf62848c979 HTTP/1.1" status: 200 len: 851 time: 0.2633920 Mar 11 11:47:09.733505 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port a3f1e8c3-66e7-42ca-bebd-88260a10c970, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:09.738537 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:09.739490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device cc89eb78-1340-4597-a1e0-b0f66a85df22 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:47:09.744632 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-f265a496-f174-4226-94e5-01e94ea4b467 service neutron] 10.222.0.71 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675496 Mar 11 11:47:09.772039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2ed14eb-605a-48c6-a391-16dcbec8c837 req-1ba04d93-9906-43bc-8055-3356b434361e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970 HTTP/1.1" status: 200 len: 217 time: 0.0999031 Mar 11 11:47:09.783240 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-30d6785b-282c-4551-bb35-23815e365967 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e54d170d-bb49-4bd4-8dc3-51758652c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358486 Mar 11 11:47:09.835307 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-c95f2c7d-3f48-4551-8300-6ce79d886478 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e4c89c08-ed82-4393-b109-0494927fe436 HTTP/1.1" status: 200 len: 217 time: 0.0491250 Mar 11 11:47:09.837104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=a3f1e8c3-66e7-42ca-bebd-88260a10c970,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:09.897675 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a73f55b0-e81b-4df5-8361-cd222a878804 req-0a644aa1-60e9-4552-8251-1e60698dcc4a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032807 Mar 11 11:47:09.901009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9012437d-e496-4946-8e28-da652dc4bccc req-9b97c9d9-bdeb-4b7a-babe-5d6cf420e2cf tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172759 Mar 11 11:47:09.903737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port cc89eb78-1340-4597-a1e0-b0f66a85df22 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:09.904847 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cc89eb78-1340-4597-a1e0-b0f66a85df22), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:09.913207 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-769bfea9-e405-4ff0-9cee-1fe5b135a153 req-f23e9b05-5e67-400b-a420-126c23ee8cfc tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f7aad6f0-23cc-479a-8add-b0f47a9d7525), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:09.927045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed14eb-605a-48c6-a391-16dcbec8c837 req-060e2fa5-64b0-4e55-b746-6d10ccb29934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:09.932902 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2ed14eb-605a-48c6-a391-16dcbec8c837 req-060e2fa5-64b0-4e55-b746-6d10ccb29934 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1539872 Mar 11 11:47:09.968622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e9b05-5e67-400b-a420-126c23ee8cfc tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Pushing event deleted for resources: {'Port': ['ID=f7aad6f0-23cc-479a-8add-b0f47a9d7525,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:09.985193 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:10.008747 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port cc89eb78-1340-4597-a1e0-b0f66a85df22, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=cc89eb78-1340-4597-a1e0-b0f66a85df22,segment=NetworkSegment(23de1722-614e-49a6-9c7e-792a3c5bb4de),segment_id=23de1722-614e-49a6-9c7e-792a3c5bb4de)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:10.015359 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cc89eb78-1340-4597-a1e0-b0f66a85df22), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:10.016195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 05b364b8-0798-4087-946d-d5d53ca6ff65 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:47:10.053795 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5178a9cc-3b41-44e7-b518-e1f566ca8c2e x-openstack-request-id: req-5178a9cc-3b41-44e7-b518-e1f566ca8c2e {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:47:10.054084 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7f6934-0f9a-417b-94ab-23e1e276b53c", "name": "network-vif-plugged", "status": "completed", "tag": "a3f1e8c3-66e7-42ca-bebd-88260a10c970", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:47:10.054598 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5178a9cc-3b41-44e7-b518-e1f566ca8c2e {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:47:10.055106 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7f6934-0f9a-417b-94ab-23e1e276b53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f1e8c3-66e7-42ca-bebd-88260a10c970', 'code': 200} Mar 11 11:47:10.095424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-769bfea9-e405-4ff0-9cee-1fe5b135a153 req-f23e9b05-5e67-400b-a420-126c23ee8cfc tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] No DVR routers for this DVR port f7aad6f0-23cc-479a-8add-b0f47a9d7525 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:47:10.100330 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-769bfea9-e405-4ff0-9cee-1fe5b135a153 req-f23e9b05-5e67-400b-a420-126c23ee8cfc tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:10.104158 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-769bfea9-e405-4ff0-9cee-1fe5b135a153 req-f23e9b05-5e67-400b-a420-126c23ee8cfc tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.37 "DELETE /v2.0/ports/f7aad6f0-23cc-479a-8add-b0f47a9d7525 HTTP/1.1" status: 204 len: 173 time: 1.8196628 Mar 11 11:47:10.105011 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fc059a-0e21-47d7-be7b-33c7c849ca5e', 'name': 'network-vif-deleted', 'tag': 'f7aad6f0-23cc-479a-8add-b0f47a9d7525'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:47:10.107799 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce60599-64dd-4649-afae-093a07eb4374" -d '{"events": [{"server_uuid": "71fc059a-0e21-47d7-be7b-33c7c849ca5e", "name": "network-vif-deleted", "tag": "f7aad6f0-23cc-479a-8add-b0f47a9d7525"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:47:10.147962 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed14eb-605a-48c6-a391-16dcbec8c837 req-ffe48a20-2393-4e6f-9b02-89d5a30c84d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:10.152423 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2ed14eb-605a-48c6-a391-16dcbec8c837 req-ffe48a20-2393-4e6f-9b02-89d5a30c84d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1768680 Mar 11 11:47:10.155875 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=cc89eb78-1340-4597-a1e0-b0f66a85df22,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:10.202479 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 05b364b8-0798-4087-946d-d5d53ca6ff65 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:10.203143 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (05b364b8-0798-4087-946d-d5d53ca6ff65), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:10.205356 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ff87af-3c32-4456-a665-d4504a193611 x-openstack-request-id: req-b5ff87af-3c32-4456-a665-d4504a193611 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:47:10.205655 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fc059a-0e21-47d7-be7b-33c7c849ca5e", "name": "network-vif-deleted", "tag": "f7aad6f0-23cc-479a-8add-b0f47a9d7525", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:47:10.205913 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b5ff87af-3c32-4456-a665-d4504a193611 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:47:10.206312 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fc059a-0e21-47d7-be7b-33c7c849ca5e', 'name': 'network-vif-deleted', 'tag': 'f7aad6f0-23cc-479a-8add-b0f47a9d7525', 'status': 'completed', 'code': 200} Mar 11 11:47:10.208828 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Pushing event deleted for resources: {'Port': ['ID=b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:10.293847 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1d40f-b11a-4dbf-a02e-d8447a164bdc req-33e585c4-478a-45c5-b365-9934aa2dbd62 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:10.301476 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1d40f-b11a-4dbf-a02e-d8447a164bdc req-33e585c4-478a-45c5-b365-9934aa2dbd62 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:10.307863 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1d40f-b11a-4dbf-a02e-d8447a164bdc req-33e585c4-478a-45c5-b365-9934aa2dbd62 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:10.313800 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1d40f-b11a-4dbf-a02e-d8447a164bdc req-33e585c4-478a-45c5-b365-9934aa2dbd62 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:10.320820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1d40f-b11a-4dbf-a02e-d8447a164bdc req-33e585c4-478a-45c5-b365-9934aa2dbd62 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:10.327329 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1d40f-b11a-4dbf-a02e-d8447a164bdc req-33e585c4-478a-45c5-b365-9934aa2dbd62 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:10.333035 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1d40f-b11a-4dbf-a02e-d8447a164bdc req-33e585c4-478a-45c5-b365-9934aa2dbd62 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:10.339843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-40b207ed-5bd1-4f27-9b3d-52e3bb4f0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:10.340684 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9b1d40f-b11a-4dbf-a02e-d8447a164bdc req-33e585c4-478a-45c5-b365-9934aa2dbd62 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.2797759 Mar 11 11:47:10.348872 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-40b207ed-5bd1-4f27-9b3d-52e3bb4f0a6f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=31976299-c506-435a-a44b-700646b0a816 HTTP/1.1" status: 200 len: 797 time: 0.4980235 Mar 11 11:47:10.403594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2ed14eb-605a-48c6-a391-16dcbec8c837 req-e043a9c7-bacc-4c46-89a4-513828750536 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381902 Mar 11 11:47:10.407094 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (66284bca-3ca7-4c72-a5d1-12bd0f0f2cf1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:10.409723 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:10.420523 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/66284bca-3ca7-4c72-a5d1-12bd0f0f2cf1 HTTP/1.1" status: 204 len: 168 time: 1.2741761 Mar 11 11:47:10.476431 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66284bca-3ca7-4c72-a5d1-12bd0f0f2cf1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:10.485448 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.485799 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.486275 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.486626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.487097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.487431 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.487816 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.488143 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.488470 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.488840 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.489346 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.489679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.490006 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.496106 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9b1d40f-b11a-4dbf-a02e-d8447a164bdc req-9b332ea0-a0d8-405c-b10d-95506d8c87c1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1506407 Mar 11 11:47:10.501903 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-69347f65-0a14-49ba-ad69-1fe4c15e63f9 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6648173 Mar 11 11:47:10.508204 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] No DVR routers for this DVR port b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:47:10.510998 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:10.515402 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f20f0c82-7a2d-4898-9807-595c17066bdd req-f7b62034-6a0d-49f2-a3d6-f8d3fa71960f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "DELETE /v2.0/ports/b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa HTTP/1.1" status: 204 len: 173 time: 2.6060376 Mar 11 11:47:10.628360 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2ed14eb-605a-48c6-a391-16dcbec8c837 req-3146f736-82e7-43a7-9e20-124474bbd040 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075315 Mar 11 11:47:10.639142 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5b229-cab6-4488-9ca6-f6bbc7e9cd2e req-426ccf1c-3a4b-4e81-856d-3080bb094b53 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:10.644855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5b229-cab6-4488-9ca6-f6bbc7e9cd2e req-426ccf1c-3a4b-4e81-856d-3080bb094b53 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:10.647068 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aff5b229-cab6-4488-9ca6-f6bbc7e9cd2e req-426ccf1c-3a4b-4e81-856d-3080bb094b53 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 1681 time: 0.1656823 Mar 11 11:47:10.761913 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aff5b229-cab6-4488-9ca6-f6bbc7e9cd2e req-96d89265-7c59-484e-8439-41891e851f55 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065507 Mar 11 11:47:10.768040 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.768564 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.769253 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.769665 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.770066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.770992 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.770992 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.771274 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.772136 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.772564 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.772957 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.773525 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.774367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285b82e-1656-4e13-806c-2c98abe17aef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:10.780576 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54461e-1848-4b67-bf4c-7ead92ddd57c req-5c237c11-107b-4e2a-88ca-2fe8e07fe6f1 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:10.782617 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c54461e-1848-4b67-bf4c-7ead92ddd57c req-5c237c11-107b-4e2a-88ca-2fe8e07fe6f1 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.0925398 Mar 11 11:47:10.855882 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c54461e-1848-4b67-bf4c-7ead92ddd57c req-6fae3ebf-0e6d-4876-b11b-f4488eb0c4fc tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618148 Mar 11 11:47:10.859249 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-a6b1e617-72a7-4dea-8a8e-d2250b8dfeea tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (05b364b8-0798-4087-946d-d5d53ca6ff65), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:10.940507 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-870037ae-b2bf-43f9-af55-f1bd0edccf49 req-a43e1133-fac4-4193-b273-3f2786ff46c6 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239781 Mar 11 11:47:10.957452 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1e617-72a7-4dea-8a8e-d2250b8dfeea tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event deleted for resources: {'Port': ['ID=05b364b8-0798-4087-946d-d5d53ca6ff65,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:11.007756 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-a6b1e617-72a7-4dea-8a8e-d2250b8dfeea tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] No DVR routers for this DVR port 05b364b8-0798-4087-946d-d5d53ca6ff65 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:47:11.013865 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-a6b1e617-72a7-4dea-8a8e-d2250b8dfeea tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:11.018702 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-a6b1e617-72a7-4dea-8a8e-d2250b8dfeea tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.71 "DELETE /v2.0/ports/05b364b8-0798-4087-946d-d5d53ca6ff65 HTTP/1.1" status: 204 len: 173 time: 3.1145937 Mar 11 11:47:11.127812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-9bd5e45f-71d1-4a33-b2eb-3929fa336239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:11.129349 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-9bd5e45f-71d1-4a33-b2eb-3929fa336239 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ffea5ad9-c0e5-4719-aece-e8e0fad462f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7019215 Mar 11 11:47:11.137896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c056b6-efc2-4eb4-9674-26a1dd13be2d req-3f88087a-29a9-4d43-9a78-146cd9cb5e73 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:11.151916 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-64c056b6-efc2-4eb4-9674-26a1dd13be2d req-3f88087a-29a9-4d43-9a78-146cd9cb5e73 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 944 time: 0.1310670 Mar 11 11:47:11.289195 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349ce9c-e556-4380-85cd-0338cce1adbf req-a97ae0c5-2122-4b84-93b4-fc0df52bb4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:11.290875 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0349ce9c-e556-4380-85cd-0338cce1adbf req-a97ae0c5-2122-4b84-93b4-fc0df52bb4af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 1126 time: 0.2710600 Mar 11 11:47:11.353873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-64c056b6-efc2-4eb4-9674-26a1dd13be2d req-c53afb08-c771-4e12-b743-589728b33d5b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935971 Mar 11 11:47:11.370536 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-0445c8ea-7791-45ae-a597-3973eb3db3bf service neutron] 10.222.0.71 "GET /v2.0/networks/ffea5ad9-c0e5-4719-aece-e8e0fad462f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342763 Mar 11 11:47:11.405150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992a2bfe-a22d-4328-b02f-b2302f0ff7cf', 'name': 'network-vif-deleted', 'tag': 'b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa'}, {'server_uuid': 'd10b9ebd-2171-4dbb-9246-b399e24d2c79', 'name': 'network-vif-deleted', 'tag': '05b364b8-0798-4087-946d-d5d53ca6ff65'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:47:11.407372 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f054c0-a0da-4833-b1c5-c136244e223c" -d '{"events": [{"server_uuid": "992a2bfe-a22d-4328-b02f-b2302f0ff7cf", "name": "network-vif-deleted", "tag": "b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa"}, {"server_uuid": "d10b9ebd-2171-4dbb-9246-b399e24d2c79", "name": "network-vif-deleted", "tag": "05b364b8-0798-4087-946d-d5d53ca6ff65"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:47:11.444146 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-c04f6fc1-c941-4f2f-bcad-2762baab65bd tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Deleting port cc89eb78-1340-4597-a1e0-b0f66a85df22 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:47:11.444505 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-c04f6fc1-c941-4f2f-bcad-2762baab65bd tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (cc89eb78-1340-4597-a1e0-b0f66a85df22), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:11.479064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097831d-273f-4c08-bd49-3b89eb77b9bb req-c3c2f3b5-55ae-449d-8cee-b3aaaeba9340 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:11.488134 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c097831d-273f-4c08-bd49-3b89eb77b9bb req-c3c2f3b5-55ae-449d-8cee-b3aaaeba9340 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 945 time: 0.0890539 Mar 11 11:47:11.523098 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 11:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f3a1b7-0b6b-4866-b8fc-766fd0aded8a x-openstack-request-id: req-c0f3a1b7-0b6b-4866-b8fc-766fd0aded8a {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:47:11.523391 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992a2bfe-a22d-4328-b02f-b2302f0ff7cf", "name": "network-vif-deleted", "tag": "b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa", "status": "completed", "code": 200}, {"server_uuid": "d10b9ebd-2171-4dbb-9246-b399e24d2c79", "name": "network-vif-deleted", "tag": "05b364b8-0798-4087-946d-d5d53ca6ff65", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:47:11.524077 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c0f3a1b7-0b6b-4866-b8fc-766fd0aded8a {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:47:11.524355 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992a2bfe-a22d-4328-b02f-b2302f0ff7cf', 'name': 'network-vif-deleted', 'tag': 'b98ca6dc-0dd3-4ce9-8f27-4fc50033b1fa', 'status': 'completed', 'code': 200} Mar 11 11:47:11.524543 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10b9ebd-2171-4dbb-9246-b399e24d2c79', 'name': 'network-vif-deleted', 'tag': '05b364b8-0798-4087-946d-d5d53ca6ff65', 'status': 'completed', 'code': 200} Mar 11 11:47:11.550517 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349ce9c-e556-4380-85cd-0338cce1adbf req-99172ebd-3b43-4454-b21b-e373d5d48662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:11.552099 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0349ce9c-e556-4380-85cd-0338cce1adbf req-99172ebd-3b43-4454-b21b-e373d5d48662 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 912 time: 0.2534633 Mar 11 11:47:11.574852 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c097831d-273f-4c08-bd49-3b89eb77b9bb req-8515865d-835d-4004-86d0-c61baa624f1e tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/security-groups?id=8142adad-163a-42ed-8b7a-fafa13e7fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855515 Mar 11 11:47:11.631174 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0349ce9c-e556-4380-85cd-0338cce1adbf req-dee9b8ee-b1b5-4a91-91a7-9010424883e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 HTTP/1.1" status: 200 len: 217 time: 0.0455081 Mar 11 11:47:11.677223 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-3256d9a9-2b0f-45a0-8509-d81f07e2948d service neutron] 10.222.0.71 "GET /v2.0/networks/ffea5ad9-c0e5-4719-aece-e8e0fad462f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639565 Mar 11 11:47:11.742740 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-6a4262c6-3f51-49f5-8516-ee884f5ebafc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=df5293cf-8b46-409f-9158-b48aa7dcdadf HTTP/1.1" status: 200 len: 217 time: 0.0546982 Mar 11 11:47:11.746070 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-c04f6fc1-c941-4f2f-bcad-2762baab65bd tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] For port cc89eb78-1340-4597-a1e0-b0f66a85df22, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=cc89eb78-1340-4597-a1e0-b0f66a85df22,segment=NetworkSegment(23de1722-614e-49a6-9c7e-792a3c5bb4de),segment_id=23de1722-614e-49a6-9c7e-792a3c5bb4de)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:11.746474 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-c04f6fc1-c941-4f2f-bcad-2762baab65bd tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (cc89eb78-1340-4597-a1e0-b0f66a85df22), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:11.764309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device f7aad6f0-23cc-479a-8add-b0f47a9d7525 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:47:11.767156 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349ce9c-e556-4380-85cd-0338cce1adbf req-d9148a8c-34bc-486f-9b93-c6c98cbfebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:11.768632 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0349ce9c-e556-4380-85cd-0338cce1adbf req-d9148a8c-34bc-486f-9b93-c6c98cbfebca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce4e197e-6fc7-4d78-b2bd-acf62848c979 HTTP/1.1" status: 200 len: 851 time: 0.1276326 Mar 11 11:47:11.803082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: f7aad6f0-23cc-479a-8add-b0f47a9d7525 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:47:11.804731 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device f7aad6f0-23cc-479a-8add-b0f47a9d7525 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:47:11.805247 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-c04f6fc1-c941-4f2f-bcad-2762baab65bd tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Calling delete_port for cc89eb78-1340-4597-a1e0-b0f66a85df22 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:47:11.835419 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0349ce9c-e556-4380-85cd-0338cce1adbf req-358a4228-3fd2-444a-90ad-c5dae2b609d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e54d170d-bb49-4bd4-8dc3-51758652c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452557 Mar 11 11:47:11.839246 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00292a-5795-4165-a5b1-6dbd4e29aca5 req-bd5657a1-a47d-46ee-8650-7ea4f1418f25 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:11.851974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00292a-5795-4165-a5b1-6dbd4e29aca5 req-bd5657a1-a47d-46ee-8650-7ea4f1418f25 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:11.857966 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00292a-5795-4165-a5b1-6dbd4e29aca5 req-bd5657a1-a47d-46ee-8650-7ea4f1418f25 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:11.863993 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00292a-5795-4165-a5b1-6dbd4e29aca5 req-bd5657a1-a47d-46ee-8650-7ea4f1418f25 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:11.868660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-78105a74-e69f-4c37-99f6-1c9f25983266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:11.870217 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-78105a74-e69f-4c37-99f6-1c9f25983266 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=31976299-c506-435a-a44b-700646b0a816 HTTP/1.1" status: 200 len: 797 time: 0.1192696 Mar 11 11:47:11.871937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00292a-5795-4165-a5b1-6dbd4e29aca5 req-bd5657a1-a47d-46ee-8650-7ea4f1418f25 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:11.877458 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00292a-5795-4165-a5b1-6dbd4e29aca5 req-bd5657a1-a47d-46ee-8650-7ea4f1418f25 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:11.884135 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00292a-5795-4165-a5b1-6dbd4e29aca5 req-bd5657a1-a47d-46ee-8650-7ea4f1418f25 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:11.893772 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a00292a-5795-4165-a5b1-6dbd4e29aca5 req-bd5657a1-a47d-46ee-8650-7ea4f1418f25 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.2570612 Mar 11 11:47:11.981551 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42ea1b-8765-4b4b-9b81-4c0e1b1b31dd req-bbc885e9-ef7e-488b-87dd-6720e6b0be93 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:11.983207 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a42ea1b-8765-4b4b-9b81-4c0e1b1b31dd req-bbc885e9-ef7e-488b-87dd-6720e6b0be93 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.37 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 945 time: 0.2566030 Mar 11 11:47:12.056634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10b9ebd-2171-4dbb-9246-b399e24d2c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc89eb78-1340-4597-a1e0-b0f66a85df22'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:47:12.059505 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b755e0d-379f-484b-a63a-f1919510ebf5" -d '{"events": [{"server_uuid": "d10b9ebd-2171-4dbb-9246-b399e24d2c79", "name": "network-vif-unplugged", "status": "completed", "tag": "cc89eb78-1340-4597-a1e0-b0f66a85df22"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:47:12.091724 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a00292a-5795-4165-a5b1-6dbd4e29aca5 req-85a3ecf4-00a8-4a00-8e81-3a96ace5f3d0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1775916 Mar 11 11:47:12.125306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edebfcf-b16d-4167-a6ed-71645e55c43d req-7f019462-8828-4560-8d3e-ade16941ae2a tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:12.127119 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4edebfcf-b16d-4167-a6ed-71645e55c43d req-7f019462-8828-4560-8d3e-ade16941ae2a tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 944 time: 0.2074604 Mar 11 11:47:12.277000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4edebfcf-b16d-4167-a6ed-71645e55c43d req-f41fafa4-3e9c-4598-889d-d06491949eb2 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/security-groups?id=911c9f8e-5e3c-406c-9818-187c46dca68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124785 Mar 11 11:47:12.348474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d679f-2184-4c3b-9261-63339bc98d4d req-5d78932d-529e-4f50-974f-fe1fffd834e6 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:12.350296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d1d679f-2184-4c3b-9261-63339bc98d4d req-5d78932d-529e-4f50-974f-fe1fffd834e6 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.2015176 Mar 11 11:47:12.352196 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a2e1c9-53b2-401c-bffe-2e92b3a39a4a x-openstack-request-id: req-35a2e1c9-53b2-401c-bffe-2e92b3a39a4a {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:47:12.352503 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10b9ebd-2171-4dbb-9246-b399e24d2c79", "name": "network-vif-unplugged", "status": "completed", "tag": "cc89eb78-1340-4597-a1e0-b0f66a85df22", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:47:12.352763 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35a2e1c9-53b2-401c-bffe-2e92b3a39a4a {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:47:12.353112 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10b9ebd-2171-4dbb-9246-b399e24d2c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc89eb78-1340-4597-a1e0-b0f66a85df22', 'code': 200} Mar 11 11:47:12.359222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-2a42ea1b-8765-4b4b-9b81-4c0e1b1b31dd req-79ec603e-312f-4889-be3d-8c075051ca3c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Deleting port ae558466-a974-4279-a88d-4681b66d0c20 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:47:12.359661 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2a42ea1b-8765-4b4b-9b81-4c0e1b1b31dd req-79ec603e-312f-4889-be3d-8c075051ca3c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ae558466-a974-4279-a88d-4681b66d0c20), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:12.429081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-cd5ce2a5-b75b-473c-8848-3bdd65e07388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:12.430779 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-cd5ce2a5-b75b-473c-8848-3bdd65e07388 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ffea5ad9-c0e5-4719-aece-e8e0fad462f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5305667 Mar 11 11:47:12.432939 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0349ce9c-e556-4380-85cd-0338cce1adbf req-330bea26-9335-494f-9074-8631b387e763 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907152 Mar 11 11:47:12.495300 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d1d679f-2184-4c3b-9261-63339bc98d4d req-6ac6c70f-1888-401c-9c57-6815b6bcbe1e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344914 Mar 11 11:47:12.525164 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:12.564027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-2a42ea1b-8765-4b4b-9b81-4c0e1b1b31dd req-79ec603e-312f-4889-be3d-8c075051ca3c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] For port ae558466-a974-4279-a88d-4681b66d0c20, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=ae558466-a974-4279-a88d-4681b66d0c20,segment=NetworkSegment(26ecac23-a2cb-4e06-a8f4-e838ebeb5366),segment_id=26ecac23-a2cb-4e06-a8f4-e838ebeb5366)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:12.564785 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2a42ea1b-8765-4b4b-9b81-4c0e1b1b31dd req-79ec603e-312f-4889-be3d-8c075051ca3c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ae558466-a974-4279-a88d-4681b66d0c20), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:12.624546 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-2a42ea1b-8765-4b4b-9b81-4c0e1b1b31dd req-79ec603e-312f-4889-be3d-8c075051ca3c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Calling delete_port for ae558466-a974-4279-a88d-4681b66d0c20 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:47:12.752748 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb012b5-f8e8-4939-a012-f397a92f2b9a req-a9ad6525-5ee0-489f-9cb5-c5dcada47b1a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:12.754445 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fb012b5-f8e8-4939-a012-f397a92f2b9a req-a9ad6525-5ee0-489f-9cb5-c5dcada47b1a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 944 time: 0.2557271 Mar 11 11:47:12.804130 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-c04f6fc1-c941-4f2f-bcad-2762baab65bd tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (cc89eb78-1340-4597-a1e0-b0f66a85df22), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:12.857415 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-57b78935-f402-49e1-ac58-471d96ad4634 service neutron] 10.222.0.71 "GET /v2.0/networks/ffea5ad9-c0e5-4719-aece-e8e0fad462f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191396 Mar 11 11:47:12.858701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f6fc1-c941-4f2f-bcad-2762baab65bd tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event deleted for resources: {'Port': ['ID=cc89eb78-1340-4597-a1e0-b0f66a85df22,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:12.889183 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fb012b5-f8e8-4939-a012-f397a92f2b9a req-093cddee-bed8-4a9a-a33d-20d7ef72b5e2 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228838 Mar 11 11:47:12.911394 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fabc02-d2ca-492e-a596-7643b68ac78f req-fac9130f-3dd1-4058-9b27-14df229bb142 tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:12.928450 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12fabc02-d2ca-492e-a596-7643b68ac78f req-fac9130f-3dd1-4058-9b27-14df229bb142 tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 1132 time: 0.1866453 Mar 11 11:47:12.933035 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0349ce9c-e556-4380-85cd-0338cce1adbf req-98e116f9-a1a7-4b6d-885f-d36825be298b service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786139 Mar 11 11:47:12.946612 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2a42ea1b-8765-4b4b-9b81-4c0e1b1b31dd req-79ec603e-312f-4889-be3d-8c075051ca3c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ae558466-a974-4279-a88d-4681b66d0c20), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:12.991189 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-c04f6fc1-c941-4f2f-bcad-2762baab65bd tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] No DVR routers for this DVR port cc89eb78-1340-4597-a1e0-b0f66a85df22 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:47:12.995429 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-c04f6fc1-c941-4f2f-bcad-2762baab65bd tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:12.999003 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-70285fa1-0623-4ed6-89a8-ba20a62e31b8 req-c04f6fc1-c941-4f2f-bcad-2762baab65bd tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.71 "DELETE /v2.0/ports/cc89eb78-1340-4597-a1e0-b0f66a85df22 HTTP/1.1" status: 204 len: 173 time: 1.9503379 Mar 11 11:47:13.028835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec603e-312f-4889-be3d-8c075051ca3c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Pushing event deleted for resources: {'Port': ['ID=ae558466-a974-4279-a88d-4681b66d0c20,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:13.102836 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2966644b-5f53-4c1a-9d15-0f743ab5cd31 req-4ca5e12e-d269-438c-b738-7879b6b9c35a service neutron] 10.222.0.71 "GET /v2.0/networks/ffea5ad9-c0e5-4719-aece-e8e0fad462f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353349 Mar 11 11:47:13.142141 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a42ea1b-8765-4b4b-9b81-4c0e1b1b31dd req-79ec603e-312f-4889-be3d-8c075051ca3c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] No DVR routers for this DVR port ae558466-a974-4279-a88d-4681b66d0c20 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:47:13.161765 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2a42ea1b-8765-4b4b-9b81-4c0e1b1b31dd req-79ec603e-312f-4889-be3d-8c075051ca3c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:13.166619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a42ea1b-8765-4b4b-9b81-4c0e1b1b31dd req-79ec603e-312f-4889-be3d-8c075051ca3c tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.37 "DELETE /v2.0/ports/ae558466-a974-4279-a88d-4681b66d0c20 HTTP/1.1" status: 204 len: 173 time: 1.1725225 Mar 11 11:47:13.170142 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08eabc9c-a40e-4a48-8f39-24563b422d71', 'name': 'network-vif-deleted', 'tag': 'ae558466-a974-4279-a88d-4681b66d0c20'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:47:13.172688 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6e7c4d-fb0a-4e43-8325-ac97bbefe66b" -d '{"events": [{"server_uuid": "08eabc9c-a40e-4a48-8f39-24563b422d71", "name": "network-vif-deleted", "tag": "ae558466-a974-4279-a88d-4681b66d0c20"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:47:13.183113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9112e7a7-36be-4758-83e6-a3c304ffcfd2 req-f059f4d1-dd8d-46e3-85e6-9bb8531bec12 tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] 10.222.0.78 "GET /v2.0/ports?device_id=08eabc9c-a40e-4a48-8f39-24563b422d71 HTTP/1.1" status: 200 len: 210 time: 0.1405492 Mar 11 11:47:13.204376 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12fabc02-d2ca-492e-a596-7643b68ac78f req-c3d17d4d-2cb1-4dce-89ef-7b29c571672e tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665846 Mar 11 11:47:13.371726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477d534-61b0-4847-8ad7-9104bd81e6c8 req-e79ddafa-6b4d-44d2-8951-fce05bd930b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:13.374369 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477d534-61b0-4847-8ad7-9104bd81e6c8 req-e79ddafa-6b4d-44d2-8951-fce05bd930b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:13.376135 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477d534-61b0-4847-8ad7-9104bd81e6c8 req-e79ddafa-6b4d-44d2-8951-fce05bd930b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:13.376665 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477d534-61b0-4847-8ad7-9104bd81e6c8 req-e79ddafa-6b4d-44d2-8951-fce05bd930b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:13.378772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477d534-61b0-4847-8ad7-9104bd81e6c8 req-e79ddafa-6b4d-44d2-8951-fce05bd930b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:13.379447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477d534-61b0-4847-8ad7-9104bd81e6c8 req-e79ddafa-6b4d-44d2-8951-fce05bd930b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:13.382959 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477d534-61b0-4847-8ad7-9104bd81e6c8 req-e79ddafa-6b4d-44d2-8951-fce05bd930b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:13.385524 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2477d534-61b0-4847-8ad7-9104bd81e6c8 req-e79ddafa-6b4d-44d2-8951-fce05bd930b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3c2137dee0c413388a10d2eba864d68&device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 6693 time: 0.1724873 Mar 11 11:47:13.397554 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaa666d-6278-454a-854b-34468d725e05 x-openstack-request-id: req-afaa666d-6278-454a-854b-34468d725e05 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:47:13.397844 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08eabc9c-a40e-4a48-8f39-24563b422d71", "name": "network-vif-deleted", "tag": "ae558466-a974-4279-a88d-4681b66d0c20", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:47:13.398101 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-afaa666d-6278-454a-854b-34468d725e05 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:47:13.398494 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08eabc9c-a40e-4a48-8f39-24563b422d71', 'name': 'network-vif-deleted', 'tag': 'ae558466-a974-4279-a88d-4681b66d0c20', 'status': 'completed', 'code': 200} Mar 11 11:47:13.521554 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96abc1f-d3b6-4660-a433-dbbc7cd6d562 req-c831f7a7-0691-4892-84f7-754bc9d2b9c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:13.537228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96abc1f-d3b6-4660-a433-dbbc7cd6d562 req-c831f7a7-0691-4892-84f7-754bc9d2b9c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:13.551208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10b9ebd-2171-4dbb-9246-b399e24d2c79', 'name': 'network-vif-deleted', 'tag': 'cc89eb78-1340-4597-a1e0-b0f66a85df22'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:47:13.553694 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2fc6a3-3b28-408e-bccb-428bb3e8a28f" -d '{"events": [{"server_uuid": "d10b9ebd-2171-4dbb-9246-b399e24d2c79", "name": "network-vif-deleted", "tag": "cc89eb78-1340-4597-a1e0-b0f66a85df22"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:47:13.579889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477d534-61b0-4847-8ad7-9104bd81e6c8 req-2a3c3c3a-8598-4792-a2da-8c6dd0adc46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:13.581682 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2477d534-61b0-4847-8ad7-9104bd81e6c8 req-2a3c3c3a-8598-4792-a2da-8c6dd0adc46c service neutron] 10.222.0.71 "GET /v2.0/networks?id=ffea5ad9-c0e5-4719-aece-e8e0fad462f9 HTTP/1.1" status: 200 len: 903 time: 0.1886992 Mar 11 11:47:13.586543 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96abc1f-d3b6-4660-a433-dbbc7cd6d562 req-c831f7a7-0691-4892-84f7-754bc9d2b9c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:13.597070 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d135f5cc-3e5e-4f13-8e62-4bbffbe0644f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:13.604267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96abc1f-d3b6-4660-a433-dbbc7cd6d562 req-c831f7a7-0691-4892-84f7-754bc9d2b9c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:13.610719 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96abc1f-d3b6-4660-a433-dbbc7cd6d562 req-c831f7a7-0691-4892-84f7-754bc9d2b9c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:13.617107 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96abc1f-d3b6-4660-a433-dbbc7cd6d562 req-c831f7a7-0691-4892-84f7-754bc9d2b9c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:13.622800 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96abc1f-d3b6-4660-a433-dbbc7cd6d562 req-c831f7a7-0691-4892-84f7-754bc9d2b9c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:13.624804 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a96abc1f-d3b6-4660-a433-dbbc7cd6d562 req-c831f7a7-0691-4892-84f7-754bc9d2b9c7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.2841077 Mar 11 11:47:13.687619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f381513-4499-485d-859f-a6a5c3206181 req-e0ad0000-f761-4921-b943-e69a3f2820fb tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b9ebd-2171-4dbb-9246-b399e24d2c79 HTTP/1.1" status: 200 len: 210 time: 0.0602827 Mar 11 11:47:13.707553 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2477d534-61b0-4847-8ad7-9104bd81e6c8 req-61fc0f00-3261-4779-9441-2f613d482e19 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=df5293cf-8b46-409f-9158-b48aa7dcdadf HTTP/1.1" status: 200 len: 217 time: 0.1183913 Mar 11 11:47:13.778804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:47:13.800729 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a96abc1f-d3b6-4660-a433-dbbc7cd6d562 req-21a2431e-fb0c-487d-96cf-04d7eec80f2a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1651332 Mar 11 11:47:13.806694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477d534-61b0-4847-8ad7-9104bd81e6c8 req-a94bbe52-1035-4442-b357-d6bd14380b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:13.808801 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2477d534-61b0-4847-8ad7-9104bd81e6c8 req-a94bbe52-1035-4442-b357-d6bd14380b08 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=31976299-c506-435a-a44b-700646b0a816 HTTP/1.1" status: 200 len: 797 time: 0.0945690 Mar 11 11:47:13.917895 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0133a7d1-ecce-4b69-8ada-20048cf606b0 x-openstack-request-id: req-0133a7d1-ecce-4b69-8ada-20048cf606b0 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:47:13.918179 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10b9ebd-2171-4dbb-9246-b399e24d2c79", "name": "network-vif-deleted", "tag": "cc89eb78-1340-4597-a1e0-b0f66a85df22", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:47:13.918623 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0133a7d1-ecce-4b69-8ada-20048cf606b0 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:47:13.919164 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10b9ebd-2171-4dbb-9246-b399e24d2c79', 'name': 'network-vif-deleted', 'tag': 'cc89eb78-1340-4597-a1e0-b0f66a85df22', 'status': 'completed', 'code': 200} Mar 11 11:47:13.934389 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477d534-61b0-4847-8ad7-9104bd81e6c8 req-39d8467d-b8d0-4182-9b0f-5b6d9915889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:13.936163 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2477d534-61b0-4847-8ad7-9104bd81e6c8 req-39d8467d-b8d0-4182-9b0f-5b6d9915889a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ffea5ad9-c0e5-4719-aece-e8e0fad462f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1117091 Mar 11 11:47:14.078291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9b46192b-74dc-4ef5-8a4d-97f97f2b7b23,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:14.116937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-c4f5e80d-5237-4fea-ac7b-ad33761e60ac tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=534ef25e2a194e88997b082d5497d504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468519 Mar 11 11:47:14.119942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '9b46192b-74dc-4ef5-8a4d-97f97f2b7b23', 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8', 'port_id': '9b46192b-74dc-4ef5-8a4d-97f97f2b7b23', 'mac_address': 'fa:16:3e:6e:e9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce4e197e-6fc7-4d78-b2bd-acf62848c979', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:47:14.193526 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2477d534-61b0-4847-8ad7-9104bd81e6c8 req-2ea5a4ed-3bb2-4f20-bfbc-211da3106aba service neutron] 10.222.0.71 "GET /v2.0/networks/ffea5ad9-c0e5-4719-aece-e8e0fad462f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487373 Mar 11 11:47:14.224739 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:14.226321 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9b46192b-74dc-4ef5-8a4d-97f97f2b7b23), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:14.257374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:47:14.312572 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9b46192b-74dc-4ef5-8a4d-97f97f2b7b23,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:14.319703 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9b46192b-74dc-4ef5-8a4d-97f97f2b7b23), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:14.325402 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-654a6efd-048a-4494-9603-f7f1f7f9528c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:14.337201 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-654a6efd-048a-4494-9603-f7f1f7f9528c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184904 Mar 11 11:47:14.366176 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-6200d7aa-b47f-4017-b499-2ed5bf3abbbb tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/quotas/534ef25e2a194e88997b082d5497d504 HTTP/1.1" status: 200 len: 375 time: 0.0275517 Mar 11 11:47:14.415745 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2477d534-61b0-4847-8ad7-9104bd81e6c8 req-564c1619-d0e8-4b53-a9d2-4b9b31420998 service neutron] 10.222.0.71 "GET /v2.0/networks/ffea5ad9-c0e5-4719-aece-e8e0fad462f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057154 Mar 11 11:47:14.446320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=9b46192b-74dc-4ef5-8a4d-97f97f2b7b23,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:14.496188 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-a12f9ab0-2662-45aa-84d7-ccf3bc371571 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1284542 Mar 11 11:47:14.566505 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['9b46192b-74dc-4ef5-8a4d-97f97f2b7b23'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:47:14.575329 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2863e29-57c7-4849-8cf2-9ffc7ebab5a9 req-26b8a3c0-58a0-4da5-bcb3-3754e90761d3 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:14.577313 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2863e29-57c7-4849-8cf2-9ffc7ebab5a9 req-26b8a3c0-58a0-4da5-bcb3-3754e90761d3 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 945 time: 0.0643075 Mar 11 11:47:14.718470 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2863e29-57c7-4849-8cf2-9ffc7ebab5a9 req-39503e28-fa1d-4b61-85fe-dc0442943d63 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227758 Mar 11 11:47:14.727445 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47652) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:14.918441 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ea591ef-4d66-41e6-a76f-6c2d90e415cb req-b1452447-5884-4e9f-a3f4-178d604306af tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 210 time: 0.0764349 Mar 11 11:47:14.988824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47686) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:15.109289 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabaf06d-455e-4240-8205-f705e7013d12 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Deleting subnet 5aba51e4-5f6f-4459-a5c2-9d51cca9d2f3 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:47:15.118550 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aabaf06d-455e-4240-8205-f705e7013d12 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks [] for subnet (5aba51e4-5f6f-4459-a5c2-9d51cca9d2f3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:15.152963 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3f3098-d948-4b5a-b970-0ba7a1c7878b admin admin] Deleting subnet b4766b4d-5753-4734-b72e-71cbd12b44a9 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:47:15.161767 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2c3f3098-d948-4b5a-b970-0ba7a1c7878b admin admin] Publish callbacks [] for subnet (b4766b4d-5753-4734-b72e-71cbd12b44a9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:15.173472 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3aead9-d011-4754-808c-5c3400bf7466 req-e76fa634-fad3-4c57-b4d0-9835959eda35 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:15.179606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3aead9-d011-4754-808c-5c3400bf7466 req-e76fa634-fad3-4c57-b4d0-9835959eda35 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:15.199471 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3aead9-d011-4754-808c-5c3400bf7466 req-e76fa634-fad3-4c57-b4d0-9835959eda35 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:15.204848 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3aead9-d011-4754-808c-5c3400bf7466 req-e76fa634-fad3-4c57-b4d0-9835959eda35 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:15.217795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3aead9-d011-4754-808c-5c3400bf7466 req-e76fa634-fad3-4c57-b4d0-9835959eda35 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:15.227999 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3aead9-d011-4754-808c-5c3400bf7466 req-e76fa634-fad3-4c57-b4d0-9835959eda35 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:15.234212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3aead9-d011-4754-808c-5c3400bf7466 req-e76fa634-fad3-4c57-b4d0-9835959eda35 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:15.242257 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aabaf06d-455e-4240-8205-f705e7013d12 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (5aba51e4-5f6f-4459-a5c2-9d51cca9d2f3), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:15.242747 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e3aead9-d011-4754-808c-5c3400bf7466 req-e76fa634-fad3-4c57-b4d0-9835959eda35 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.1748910 Mar 11 11:47:15.279831 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2c3f3098-d948-4b5a-b970-0ba7a1c7878b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (b4766b4d-5753-4734-b72e-71cbd12b44a9), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:15.318648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e3aead9-d011-4754-808c-5c3400bf7466 req-274d082f-68d8-46bc-ad4a-631dbbd5c069 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0734980 Mar 11 11:47:15.352043 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2c3f3098-d948-4b5a-b970-0ba7a1c7878b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (b4766b4d-5753-4734-b72e-71cbd12b44a9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:15.435745 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aabaf06d-455e-4240-8205-f705e7013d12 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (5aba51e4-5f6f-4459-a5c2-9d51cca9d2f3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:15.485155 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2c3f3098-d948-4b5a-b970-0ba7a1c7878b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (b4766b4d-5753-4734-b72e-71cbd12b44a9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:15.527198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f3098-d948-4b5a-b970-0ba7a1c7878b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4766b4d-5753-4734-b72e-71cbd12b44a9,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:15.540781 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2c3f3098-d948-4b5a-b970-0ba7a1c7878b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:15.545046 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2c3f3098-d948-4b5a-b970-0ba7a1c7878b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b4766b4d-5753-4734-b72e-71cbd12b44a9 HTTP/1.1" status: 204 len: 168 time: 0.8156531 Mar 11 11:47:15.547720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47742) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:15.551875 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aabaf06d-455e-4240-8205-f705e7013d12 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (5aba51e4-5f6f-4459-a5c2-9d51cca9d2f3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:15.583799 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aabaf06d-455e-4240-8205-f705e7013d12 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:15.589578 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-aabaf06d-455e-4240-8205-f705e7013d12 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "DELETE /v2.0/subnets/5aba51e4-5f6f-4459-a5c2-9d51cca9d2f3 HTTP/1.1" status: 204 len: 168 time: 0.5969858 Mar 11 11:47:15.589578 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabaf06d-455e-4240-8205-f705e7013d12 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event deleted for resources: {'Subnet': ['ID=5aba51e4-5f6f-4459-a5c2-9d51cca9d2f3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:15.590486 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47744) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:15.603777 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f3c596-a82a-4bf3-9e6d-207d1c4365b5 None None] Network 0bc9c21e-b25f-4914-88ba-1026cdfcbf9f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:47:15.668683 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c6bc-b7f3-4215-8926-3b5ed5e1d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (ec42b46c-66eb-4785-8e56-b97afd23f681), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:15.689675 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (0bc9c21e-b25f-4914-88ba-1026cdfcbf9f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:15.770514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Deleting port 66e0f6ad-e14f-4225-a428-5ce24a0874d5 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:47:15.771170 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (66e0f6ad-e14f-4225-a428-5ce24a0874d5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:15.783719 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6fba8e95-442f-4568-8fcd-79ae88099361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:15.793111 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:47:15.859688 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c6bc-b7f3-4215-8926-3b5ed5e1d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (ec42b46c-66eb-4785-8e56-b97afd23f681), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:15.905820 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] For port 66e0f6ad-e14f-4225-a428-5ce24a0874d5, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=66e0f6ad-e14f-4225-a428-5ce24a0874d5,segment=NetworkSegment(61541970-eaae-49a8-98e1-8541b56617b6),segment_id=61541970-eaae-49a8-98e1-8541b56617b6)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:15.906195 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (66e0f6ad-e14f-4225-a428-5ce24a0874d5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:15.925822 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Calling delete_port for 66e0f6ad-e14f-4225-a428-5ce24a0874d5 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:47:15.928603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c9f3c6bc-b7f3-4215-8926-3b5ed5e1d6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec42b46c-66eb-4785-8e56-b97afd23f681']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:15.960009 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c9f3c6bc-b7f3-4215-8926-3b5ed5e1d6a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ecac23-a2cb-4e06-a8f4-e838ebeb5366') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:15.960756 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c9f3c6bc-b7f3-4215-8926-3b5ed5e1d6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ecac23-a2cb-4e06-a8f4-e838ebeb5366') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:15.983283 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:47:15.994719 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecec308-4432-450e-a667-1b56303306b9 None None] DHCP port deletion for 0bc9c21e-b25f-4914-88ba-1026cdfcbf9f request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:47:15.995109 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c6bc-b7f3-4215-8926-3b5ed5e1d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (26ecac23-a2cb-4e06-a8f4-e838ebeb5366), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.004460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994375a-083b-402c-9884-fb12771be7e2 req-1eb7d561-d144-4514-9277-6f370feaa6fa tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:16.012296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8994375a-083b-402c-9884-fb12771be7e2 req-1eb7d561-d144-4514-9277-6f370feaa6fa tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 945 time: 0.1431310 Mar 11 11:47:16.020516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:16.021160 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9b46192b-74dc-4ef5-8a4d-97f97f2b7b23), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.050537 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c6bc-b7f3-4215-8926-3b5ed5e1d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (26ecac23-a2cb-4e06-a8f4-e838ebeb5366), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.069092 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f3c6bc-b7f3-4215-8926-3b5ed5e1d6a7 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:47:16.069925 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c6bc-b7f3-4215-8926-3b5ed5e1d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (26ecac23-a2cb-4e06-a8f4-e838ebeb5366), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:47:16.072013 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:47:16.110249 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8994375a-083b-402c-9884-fb12771be7e2 req-6cb519a6-7a3b-44e7-aa03-fcfc34a3a0c2 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969839 Mar 11 11:47:16.214179 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c6bc-b7f3-4215-8926-3b5ed5e1d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (ec42b46c-66eb-4785-8e56-b97afd23f681), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.232847 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (66e0f6ad-e14f-4225-a428-5ce24a0874d5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.237280 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c6bc-b7f3-4215-8926-3b5ed5e1d6a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.242830 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c9f3c6bc-b7f3-4215-8926-3b5ed5e1d6a7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ec42b46c-66eb-4785-8e56-b97afd23f681 HTTP/1.1" status: 204 len: 168 time: 0.6939557 Mar 11 11:47:16.254758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47798) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:16.273702 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fecec308-4432-450e-a667-1b56303306b9 None None] Deleting port 66e0f6ad-e14f-4225-a428-5ce24a0874d5 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:47:16.274091 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fecec308-4432-450e-a667-1b56303306b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (66e0f6ad-e14f-4225-a428-5ce24a0874d5), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.277100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:16.277459 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9b46192b-74dc-4ef5-8a4d-97f97f2b7b23), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.279328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] No DVR routers for this DVR port 66e0f6ad-e14f-4225-a428-5ce24a0874d5 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:47:16.329383 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-436f00c7-2dda-4129-83cb-f8a4f5bcd5e3 admin admin] Deleting subnet b317944c-d784-4a8d-807d-3508a5023097 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:47:16.335764 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-436f00c7-2dda-4129-83cb-f8a4f5bcd5e3 admin admin] Publish callbacks [] for subnet (b317944c-d784-4a8d-807d-3508a5023097), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.380505 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-436f00c7-2dda-4129-83cb-f8a4f5bcd5e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (b317944c-d784-4a8d-807d-3508a5023097), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.412776 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (0bc9c21e-b25f-4914-88ba-1026cdfcbf9f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.427228 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-436f00c7-2dda-4129-83cb-f8a4f5bcd5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (b317944c-d784-4a8d-807d-3508a5023097), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.435004 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc9c21e-b25f-4914-88ba-1026cdfcbf9f']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:16.451177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fecec308-4432-450e-a667-1b56303306b9 None None] For port 66e0f6ad-e14f-4225-a428-5ce24a0874d5, host n-d-833234-2, got binding levels [] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:16.451967 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fecec308-4432-450e-a667-1b56303306b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (66e0f6ad-e14f-4225-a428-5ce24a0874d5), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.464479 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-207c5ba8-c33e-4eaf-90d4-ca77be7bca8f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=534ef25e2a194e88997b082d5497d504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2617893 Mar 11 11:47:16.466248 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61541970-eaae-49a8-98e1-8541b56617b6') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:16.466554 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61541970-eaae-49a8-98e1-8541b56617b6') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:16.468632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event deleted for resources: {'Port': ['ID=66e0f6ad-e14f-4225-a428-5ce24a0874d5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:16.469362 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fecec308-4432-450e-a667-1b56303306b9 None None] Calling delete_port for 66e0f6ad-e14f-4225-a428-5ce24a0874d5 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:47:16.479610 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.ipam_backend_mixin [None req-fecec308-4432-450e-a667-1b56303306b9 None None] Port 66e0f6ad-e14f-4225-a428-5ce24a0874d5 was not found and therefore no delete operation was performed {{(pid=104033) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 11:47:16.481338 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fecec308-4432-450e-a667-1b56303306b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (66e0f6ad-e14f-4225-a428-5ce24a0874d5), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.485684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3c6bc-b7f3-4215-8926-3b5ed5e1d6a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec42b46c-66eb-4785-8e56-b97afd23f681,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:16.495377 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (61541970-eaae-49a8-98e1-8541b56617b6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.504151 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1550a0-049e-46ee-a2c6-8fe67d3dbc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b46192b-74dc-4ef5-8a4d-97f97f2b7b23'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:47:16.508268 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba238a4-0f05-4979-a2a3-d459f0dbac7b" -d '{"events": [{"server_uuid": "3c1550a0-049e-46ee-a2c6-8fe67d3dbc29", "name": "network-vif-plugged", "status": "completed", "tag": "9b46192b-74dc-4ef5-8a4d-97f97f2b7b23"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:47:16.509276 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-436f00c7-2dda-4129-83cb-f8a4f5bcd5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (b317944c-d784-4a8d-807d-3508a5023097), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.532373 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (61541970-eaae-49a8-98e1-8541b56617b6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.542121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b96c529c-8a55-4a64-be37-c7e27b78c827 req-8f37e899-ecaa-46ec-a254-d7b397d75e02 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 210 time: 0.2952824 Mar 11 11:47:16.544907 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:47:16.545522 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (61541970-eaae-49a8-98e1-8541b56617b6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:47:16.549095 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:47:16.569044 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9b46192b-74dc-4ef5-8a4d-97f97f2b7b23,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:16.570613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecec308-4432-450e-a667-1b56303306b9 None None] Pushing event deleted for resources: {'Port': ['ID=66e0f6ad-e14f-4225-a428-5ce24a0874d5,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:16.574078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecec308-4432-450e-a667-1b56303306b9 None None] No DVR routers for this DVR port 66e0f6ad-e14f-4225-a428-5ce24a0874d5 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:47:16.580032 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9b46192b-74dc-4ef5-8a4d-97f97f2b7b23), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.581120 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device ae558466-a974-4279-a88d-4681b66d0c20 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:47:16.606575 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-436f00c7-2dda-4129-83cb-f8a4f5bcd5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.614268 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-436f00c7-2dda-4129-83cb-f8a4f5bcd5e3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b317944c-d784-4a8d-807d-3508a5023097 HTTP/1.1" status: 204 len: 168 time: 0.3580151 Mar 11 11:47:16.639518 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: ae558466-a974-4279-a88d-4681b66d0c20 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:47:16.640685 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device ae558466-a974-4279-a88d-4681b66d0c20 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:47:16.655753 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47818) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:16.677399 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f00c7-2dda-4129-83cb-f8a4f5bcd5e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b317944c-d784-4a8d-807d-3508a5023097,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:16.699186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=9b46192b-74dc-4ef5-8a4d-97f97f2b7b23,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:16.734601 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 66e0f6ad-e14f-4225-a428-5ce24a0874d5 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:47:16.756424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d5968-efcf-4aad-b5d9-771112f7814c req-393223c0-3c14-482a-b279-654360a0dbdc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:16.762325 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d5968-efcf-4aad-b5d9-771112f7814c req-393223c0-3c14-482a-b279-654360a0dbdc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:16.766166 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111d6434-cb3d-4910-af83-941bfc94e628 x-openstack-request-id: req-111d6434-cb3d-4910-af83-941bfc94e628 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:47:16.766784 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1550a0-049e-46ee-a2c6-8fe67d3dbc29", "name": "network-vif-plugged", "status": "completed", "tag": "9b46192b-74dc-4ef5-8a4d-97f97f2b7b23", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:47:16.767718 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-111d6434-cb3d-4910-af83-941bfc94e628 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:47:16.768398 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d5968-efcf-4aad-b5d9-771112f7814c req-393223c0-3c14-482a-b279-654360a0dbdc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:16.768767 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1550a0-049e-46ee-a2c6-8fe67d3dbc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b46192b-74dc-4ef5-8a4d-97f97f2b7b23', 'code': 200} Mar 11 11:47:16.770308 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 66e0f6ad-e14f-4225-a428-5ce24a0874d5 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:47:16.771103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 66e0f6ad-e14f-4225-a428-5ce24a0874d5 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:47:16.776011 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d5968-efcf-4aad-b5d9-771112f7814c req-393223c0-3c14-482a-b279-654360a0dbdc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:16.780231 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d5968-efcf-4aad-b5d9-771112f7814c req-393223c0-3c14-482a-b279-654360a0dbdc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:16.786643 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d5968-efcf-4aad-b5d9-771112f7814c req-393223c0-3c14-482a-b279-654360a0dbdc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:16.792251 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (0bc9c21e-b25f-4914-88ba-1026cdfcbf9f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.792438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d5968-efcf-4aad-b5d9-771112f7814c req-393223c0-3c14-482a-b279-654360a0dbdc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:16.805354 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd8d5968-efcf-4aad-b5d9-771112f7814c req-393223c0-3c14-482a-b279-654360a0dbdc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.2948108 Mar 11 11:47:16.826581 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-3e9d78ca-8874-453a-a758-b18da4d998fb tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:16.828475 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-3e9d78ca-8874-453a-a758-b18da4d998fb tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3501191 Mar 11 11:47:16.831404 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.834900 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "DELETE /v2.0/networks/0bc9c21e-b25f-4914-88ba-1026cdfcbf9f HTTP/1.1" status: 204 len: 168 time: 1.2437994 Mar 11 11:47:16.847691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47834) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:16.854199 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-8ad87834-df9b-4660-9abd-d31c6b63517a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Request body: {'port': {'device_id': 'f77c1cd9-0abb-440f-aeff-3a2bb34d572a', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '534ef25e2a194e88997b082d5497d504'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:16.873786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a35497-cf4c-44cf-9c33-93fe79471293 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event deleted for resources: {'Network': ['ID=0bc9c21e-b25f-4914-88ba-1026cdfcbf9f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:16.957626 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd8d5968-efcf-4aad-b5d9-771112f7814c req-5eb459de-043e-4158-a2ef-5b6ad71cec23 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1446891 Mar 11 11:47:16.964321 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-84e57a5a-1033-4039-b6ac-248bb2ac80f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (4267e321-3305-48a5-b7dc-9fe56de079b5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:16.987412 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda70772-0c6a-4510-8737-23c213421435 req-120fb6e3-8856-4486-9ea4-cf3554094ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:16.989223 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eda70772-0c6a-4510-8737-23c213421435 req-120fb6e3-8856-4486-9ea4-cf3554094ceb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 1128 time: 0.1389713 Mar 11 11:47:17.000659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-592ece6b-31cd-4dba-987e-29cb733bb2c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Deleting subnet 945493b6-40da-4729-a5ca-193bf5de8f8b {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:47:17.004632 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-592ece6b-31cd-4dba-987e-29cb733bb2c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks [] for subnet (945493b6-40da-4729-a5ca-193bf5de8f8b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.064833 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-84e57a5a-1033-4039-b6ac-248bb2ac80f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (4267e321-3305-48a5-b7dc-9fe56de079b5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.066899 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-592ece6b-31cd-4dba-987e-29cb733bb2c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (945493b6-40da-4729-a5ca-193bf5de8f8b), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.084141 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.100200 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-84e57a5a-1033-4039-b6ac-248bb2ac80f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4267e321-3305-48a5-b7dc-9fe56de079b5']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:17.113438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-84e57a5a-1033-4039-b6ac-248bb2ac80f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e9bd06-ee65-46a7-9a4f-b48fbc4f310c') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:17.113961 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-84e57a5a-1033-4039-b6ac-248bb2ac80f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e9bd06-ee65-46a7-9a4f-b48fbc4f310c') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:17.141605 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-84e57a5a-1033-4039-b6ac-248bb2ac80f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (33e9bd06-ee65-46a7-9a4f-b48fbc4f310c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.163546 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eda70772-0c6a-4510-8737-23c213421435 req-e8d0a112-e316-4f16-8f9d-a03cda97a1e2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530740 Mar 11 11:47:17.167861 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-84e57a5a-1033-4039-b6ac-248bb2ac80f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (33e9bd06-ee65-46a7-9a4f-b48fbc4f310c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.178661 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e57a5a-1033-4039-b6ac-248bb2ac80f9 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:47:17.180386 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-84e57a5a-1033-4039-b6ac-248bb2ac80f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (33e9bd06-ee65-46a7-9a4f-b48fbc4f310c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:47:17.183196 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:47:17.245675 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-592ece6b-31cd-4dba-987e-29cb733bb2c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (945493b6-40da-4729-a5ca-193bf5de8f8b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.296584 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-8ad87834-df9b-4660-9abd-d31c6b63517a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Made reservation on behalf of 534ef25e2a194e88997b082d5497d504 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:47:17.300556 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-8ad87834-df9b-4660-9abd-d31c6b63517a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.305119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94a732-8339-4e1b-9015-dda9c87bef64 req-539a4b2c-9e84-49c5-a7d9-0a0877e1e999 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:17.315199 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b94a732-8339-4e1b-9015-dda9c87bef64 req-539a4b2c-9e84-49c5-a7d9-0a0877e1e999 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 946 time: 0.1259279 Mar 11 11:47:17.327296 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-84e57a5a-1033-4039-b6ac-248bb2ac80f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (4267e321-3305-48a5-b7dc-9fe56de079b5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.346954 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-592ece6b-31cd-4dba-987e-29cb733bb2c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (945493b6-40da-4729-a5ca-193bf5de8f8b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.352516 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-84e57a5a-1033-4039-b6ac-248bb2ac80f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.359121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-84e57a5a-1033-4039-b6ac-248bb2ac80f9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4267e321-3305-48a5-b7dc-9fe56de079b5 HTTP/1.1" status: 204 len: 168 time: 0.6997378 Mar 11 11:47:17.371730 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e57a5a-1033-4039-b6ac-248bb2ac80f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4267e321-3305-48a5-b7dc-9fe56de079b5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:17.416323 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b94a732-8339-4e1b-9015-dda9c87bef64 req-963d16a1-4003-40f2-b576-cc3aec1442c3 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947914 Mar 11 11:47:17.424707 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-592ece6b-31cd-4dba-987e-29cb733bb2c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.429010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b2473c-b43c-40c5-9a0e-39837da883da None None] Network 60e0189d-1b4a-4ce4-87c4-086a15ffd462 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:47:17.432777 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-592ece6b-31cd-4dba-987e-29cb733bb2c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "DELETE /v2.0/subnets/945493b6-40da-4729-a5ca-193bf5de8f8b HTTP/1.1" status: 204 len: 168 time: 0.5712821 Mar 11 11:47:17.432956 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47898) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:17.437365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ece6b-31cd-4dba-987e-29cb733bb2c4 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event deleted for resources: {'Subnet': ['ID=945493b6-40da-4729-a5ca-193bf5de8f8b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:17.596961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47906) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:17.608292 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (60e0189d-1b4a-4ce4-87c4-086a15ffd462), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.621241 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-8ad87834-df9b-4660-9abd-d31c6b63517a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Allocated IP 192.168.233.56 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/1e5b67ed-c194-463a-8336-ab75fca1efb2) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:47:17.653646 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882daa64-f73b-4a61-bdbf-24d9285ef1ab None None] DHCP port deletion for 60e0189d-1b4a-4ce4-87c4-086a15ffd462 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:47:17.729547 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bb7dc16f-5b5d-4f40-af86-e755829b6eb0 req-0f452bdb-d891-4ed3-9477-0e71e45d4a78 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 210 time: 0.0443137 Mar 11 11:47:17.743464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Deleting port 2fbcebc3-d86a-45a7-bc45-014b6050d692 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:47:17.743849 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2fbcebc3-d86a-45a7-bc45-014b6050d692), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.752757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-882daa64-f73b-4a61-bdbf-24d9285ef1ab None None] Deleting port 2fbcebc3-d86a-45a7-bc45-014b6050d692 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:47:17.753427 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-882daa64-f73b-4a61-bdbf-24d9285ef1ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2fbcebc3-d86a-45a7-bc45-014b6050d692), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.823986 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] For port 2fbcebc3-d86a-45a7-bc45-014b6050d692, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2fbcebc3-d86a-45a7-bc45-014b6050d692,segment=NetworkSegment(23de1722-614e-49a6-9c7e-792a3c5bb4de),segment_id=23de1722-614e-49a6-9c7e-792a3c5bb4de)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:17.824526 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2fbcebc3-d86a-45a7-bc45-014b6050d692), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.837798 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Calling delete_port for 2fbcebc3-d86a-45a7-bc45-014b6050d692 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:47:17.853208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-882daa64-f73b-4a61-bdbf-24d9285ef1ab None None] For port 2fbcebc3-d86a-45a7-bc45-014b6050d692, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2fbcebc3-d86a-45a7-bc45-014b6050d692,segment=NetworkSegment(23de1722-614e-49a6-9c7e-792a3c5bb4de),segment_id=23de1722-614e-49a6-9c7e-792a3c5bb4de)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:17.854324 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-882daa64-f73b-4a61-bdbf-24d9285ef1ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2fbcebc3-d86a-45a7-bc45-014b6050d692), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.870426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-882daa64-f73b-4a61-bdbf-24d9285ef1ab None None] Calling delete_port for 2fbcebc3-d86a-45a7-bc45-014b6050d692 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:47:17.891726 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-8ad87834-df9b-4660-9abd-d31c6b63517a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks [] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.949998 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9c1015dc-d258-442f-9dc9-fa5681fe8ab0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1cecaa0b73904c0b969683224717fe2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499620 Mar 11 11:47:17.953883 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-8ad87834-df9b-4660-9abd-d31c6b63517a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:17.957354 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47932) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:17.970260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['a3f1e8c3-66e7-42ca-bebd-88260a10c970'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:47:17.977614 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-882daa64-f73b-4a61-bdbf-24d9285ef1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (2fbcebc3-d86a-45a7-bc45-014b6050d692), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:18.016124 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (2fbcebc3-d86a-45a7-bc45-014b6050d692), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:18.057085 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] No DVR routers for this DVR port 2fbcebc3-d86a-45a7-bc45-014b6050d692 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:47:18.057353 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-8ad87834-df9b-4660-9abd-d31c6b63517a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:47:18.067628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event deleted for resources: {'Port': ['ID=2fbcebc3-d86a-45a7-bc45-014b6050d692,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:18.080139 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-8ad87834-df9b-4660-9abd-d31c6b63517a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:18.084459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-8ad87834-df9b-4660-9abd-d31c6b63517a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:47:18.150819 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] Publish callbacks [] for security_group (8142adad-163a-42ed-8b7a-fafa13e7fd32), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:18.182774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-8ad87834-df9b-4660-9abd-d31c6b63517a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:18.183429 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-8ad87834-df9b-4660-9abd-d31c6b63517a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:18.190221 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad87834-df9b-4660-9abd-d31c6b63517a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Pushing event updated for resources: {'Port': ['ID=1e5b67ed-c194-463a-8336-ab75fca1efb2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:18.200090 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (60e0189d-1b4a-4ce4-87c4-086a15ffd462), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:18.226989 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-8ad87834-df9b-4660-9abd-d31c6b63517a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3779378 Mar 11 11:47:18.245909 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Request body: {'port': {'device_id': 'f77c1cd9-0abb-440f-aeff-3a2bb34d572a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:18.325507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e0189d-1b4a-4ce4-87c4-086a15ffd462']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:18.335382 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] Publish callbacks [] for security_group (8142adad-163a-42ed-8b7a-fafa13e7fd32), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:18.340369 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882daa64-f73b-4a61-bdbf-24d9285ef1ab None None] No DVR routers for this DVR port 2fbcebc3-d86a-45a7-bc45-014b6050d692 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:47:18.351501 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882daa64-f73b-4a61-bdbf-24d9285ef1ab None None] Pushing event deleted for resources: {'Port': ['ID=2fbcebc3-d86a-45a7-bc45-014b6050d692,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:18.412833 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:18.466347 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23de1722-614e-49a6-9c7e-792a3c5bb4de') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:18.466633 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23de1722-614e-49a6-9c7e-792a3c5bb4de') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:18.505568 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (23de1722-614e-49a6-9c7e-792a3c5bb4de), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:18.531649 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:18.588032 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8e917ba1-0d35-4ff5-a132-f53b3aaa5edc None None] Provisioning complete for port 1e5b67ed-c194-463a-8336-ab75fca1efb2 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:18.589131 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8e917ba1-0d35-4ff5-a132-f53b3aaa5edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:18.679374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8e917ba1-0d35-4ff5-a132-f53b3aaa5edc None None] Port 1e5b67ed-c194-463a-8336-ab75fca1efb2 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:47:18.742261 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2fbcebc3-d86a-45a7-bc45-014b6050d692 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:47:18.765676 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 2fbcebc3-d86a-45a7-bc45-014b6050d692 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:47:18.766285 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2fbcebc3-d86a-45a7-bc45-014b6050d692 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:47:18.869643 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5b67ed-c194-463a-8336-ab75fca1efb2 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:47:18.878219 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Publish callbacks [] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:18.891975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Transition to ACTIVE for port object 1e5b67ed-c194-463a-8336-ab75fca1efb2 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:47:18.897477 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:18.897679 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77a30c-6608-4ad2-bc16-934cc31402e0 req-75cd3201-1e14-41bb-a9a0-2c297d3d67cc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:18.903617 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77a30c-6608-4ad2-bc16-934cc31402e0 req-75cd3201-1e14-41bb-a9a0-2c297d3d67cc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:18.908897 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77a30c-6608-4ad2-bc16-934cc31402e0 req-75cd3201-1e14-41bb-a9a0-2c297d3d67cc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:18.914291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77a30c-6608-4ad2-bc16-934cc31402e0 req-75cd3201-1e14-41bb-a9a0-2c297d3d67cc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:18.919643 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77a30c-6608-4ad2-bc16-934cc31402e0 req-75cd3201-1e14-41bb-a9a0-2c297d3d67cc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:18.924830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77a30c-6608-4ad2-bc16-934cc31402e0 req-75cd3201-1e14-41bb-a9a0-2c297d3d67cc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:18.931561 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77a30c-6608-4ad2-bc16-934cc31402e0 req-75cd3201-1e14-41bb-a9a0-2c297d3d67cc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:18.933333 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf77a30c-6608-4ad2-bc16-934cc31402e0 req-75cd3201-1e14-41bb-a9a0-2c297d3d67cc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.7644491 Mar 11 11:47:18.954038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5b67ed-c194-463a-8336-ab75fca1efb2,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:18.994403 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (23de1722-614e-49a6-9c7e-792a3c5bb4de), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:19.014639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:47:19.015192 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (23de1722-614e-49a6-9c7e-792a3c5bb4de), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:47:19.018914 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:47:19.040217 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Attempting to bind port 1e5b67ed-c194-463a-8336-ab75fca1efb2 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:47:19.040554 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Attempting to bind port 1e5b67ed-c194-463a-8336-ab75fca1efb2 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:47:19.040881 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Attempting to bind port 1e5b67ed-c194-463a-8336-ab75fca1efb2 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:19.046039 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Port 1e5b67ed-c194-463a-8336-ab75fca1efb2 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:47:19.046346 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8142adad-163a-42ed-8b7a-fafa13e7fd32), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:19.046465 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Attempting to bind port 1e5b67ed-c194-463a-8336-ab75fca1efb2 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:19.049122 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:19.050368 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8142adad-163a-42ed-8b7a-fafa13e7fd32 HTTP/1.1" status: 204 len: 168 time: 1.0914726 Mar 11 11:47:19.053879 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:47:19.054076 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:47:19.054698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:47:19.055011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Bound port: 1e5b67ed-c194-463a-8336-ab75fca1efb2, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:47:19.055376 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:19.088947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf77a30c-6608-4ad2-bc16-934cc31402e0 req-102b8811-1329-41b4-9dbb-6754c0baf1cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1427653 Mar 11 11:47:19.132020 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8142adad-163a-42ed-8b7a-fafa13e7fd32,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:19.152833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:19.153684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:19.154701 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:19.155310 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:19.155957 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:19.156277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:19.156651 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:19.157174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:19.157533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:19.157908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:19.158712 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:19.158926 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:19.159414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f993953-53f3-4817-bafa-d2239a31b996 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:19.186917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8e062-a6f3-449e-a12a-fa7e9d8b27aa req-4b25964b-e279-46de-958f-2bd92c59cfa7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:19.207493 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20e8e062-a6f3-449e-a12a-fa7e9d8b27aa req-4b25964b-e279-46de-958f-2bd92c59cfa7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 946 time: 0.2730486 Mar 11 11:47:19.211756 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] For port 1e5b67ed-c194-463a-8336-ab75fca1efb2, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:47:19.218125 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] For port 1e5b67ed-c194-463a-8336-ab75fca1efb2, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=1e5b67ed-c194-463a-8336-ab75fca1efb2,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:47:19.243488 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:19.292711 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20e8e062-a6f3-449e-a12a-fa7e9d8b27aa req-958da15d-22d2-4bd2-b4ba-87c78af360a8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828285 Mar 11 11:47:19.306811 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (60e0189d-1b4a-4ce4-87c4-086a15ffd462), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:19.306811 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:19.318042 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] 10.222.0.78 "DELETE /v2.0/networks/60e0189d-1b4a-4ce4-87c4-086a15ffd462 HTTP/1.1" status: 204 len: 168 time: 1.8838334 Mar 11 11:47:19.366910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:19.369494 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:19.369965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752512e5-3789-4e6e-9975-8d8a3a248381 tempest-ServersTestMultiNic-629228635 tempest-ServersTestMultiNic-629228635-project] Pushing event deleted for resources: {'Network': ['ID=60e0189d-1b4a-4ce4-87c4-086a15ffd462,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:19.379476 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] 10.222.0.71 "PUT /v2.0/ports/1e5b67ed-c194-463a-8336-ab75fca1efb2 HTTP/1.1" status: 200 len: 1095 time: 1.1384544 Mar 11 11:47:19.382622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77c1cd9-0abb-440f-aeff-3a2bb34d572a', 'tag': '1e5b67ed-c194-463a-8336-ab75fca1efb2'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:47:19.396360 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40df29d4-f896-4f42-9714-f4076b084f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "f77c1cd9-0abb-440f-aeff-3a2bb34d572a", "tag": "1e5b67ed-c194-463a-8336-ab75fca1efb2"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:47:19.498995 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6387ec7-6110-46c0-8229-bce08556036c req-f1a7f670-48c4-4bc3-94f0-4ab8bab7b058 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:19.503513 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6387ec7-6110-46c0-8229-bce08556036c req-f1a7f670-48c4-4bc3-94f0-4ab8bab7b058 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 947 time: 0.0862770 Mar 11 11:47:19.515454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671f8a1-eb94-4ebc-a23a-33fedb2d1da1 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5b67ed-c194-463a-8336-ab75fca1efb2,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:19.562085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-fd35d901-a6a8-4441-8edb-f0b99ae8a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:19.563666 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-fd35d901-a6a8-4441-8edb-f0b99ae8a20b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 1129 time: 0.1379254 Mar 11 11:47:19.639545 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-d08e945a-2040-4041-81cb-c0e5cc871052 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=1e5b67ed-c194-463a-8336-ab75fca1efb2 HTTP/1.1" status: 200 len: 217 time: 0.0670991 Mar 11 11:47:19.645522 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6387ec7-6110-46c0-8229-bce08556036c req-5dffecfd-68c3-459b-84d2-884e13820195 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267900 Mar 11 11:47:19.706590 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48012) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:19.721608 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-c6e32dc9-ebef-48d7-ba9d-9ec7e669b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:19.723378 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-c6e32dc9-ebef-48d7-ba9d-9ec7e669b7b0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0767782 Mar 11 11:47:19.772153 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bbb051d4-68d6-42f3-820e-bcd52a2a20da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=21832cc6e8f041508423e26db03d29f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0643709 Mar 11 11:47:19.774611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48014) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:19.846247 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-34ef08e9-06f6-4bec-89a0-82c873d30938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:19.850411 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-34ef08e9-06f6-4bec-89a0-82c873d30938 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1175902 Mar 11 11:47:19.875319 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-831b17d6-e1f4-4537-9dc9-f560b5259222 admin admin] Publish callbacks [] for security_group (d6d87ed0-3630-4c9b-93fa-bbbcbf369e1f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:19.907174 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-831b17d6-e1f4-4537-9dc9-f560b5259222 admin admin] Publish callbacks [] for security_group (d6d87ed0-3630-4c9b-93fa-bbbcbf369e1f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:19.919156 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053577a0-3448-42d8-9b73-56a55f6ef6a0 x-openstack-request-id: req-053577a0-3448-42d8-9b73-56a55f6ef6a0 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:47:19.919810 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77c1cd9-0abb-440f-aeff-3a2bb34d572a", "tag": "1e5b67ed-c194-463a-8336-ab75fca1efb2", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:47:19.920217 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-053577a0-3448-42d8-9b73-56a55f6ef6a0 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:47:19.920735 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f77c1cd9-0abb-440f-aeff-3a2bb34d572a', 'tag': '1e5b67ed-c194-463a-8336-ab75fca1efb2', 'status': 'completed', 'code': 200} Mar 11 11:47:20.001001 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-831b17d6-e1f4-4537-9dc9-f560b5259222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d6d87ed0-3630-4c9b-93fa-bbbcbf369e1f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:20.003880 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-831b17d6-e1f4-4537-9dc9-f560b5259222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:20.007752 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-831b17d6-e1f4-4537-9dc9-f560b5259222 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6d87ed0-3630-4c9b-93fa-bbbcbf369e1f HTTP/1.1" status: 204 len: 168 time: 0.2294633 Mar 11 11:47:20.024317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b17d6-e1f4-4537-9dc9-f560b5259222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d87ed0-3630-4c9b-93fa-bbbcbf369e1f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:20.035487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c81aa-e5de-4d83-ba83-b91fec266bb1 req-521cabc2-4e49-486a-8d2b-1c930cf310d9 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:20.044222 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c1c81aa-e5de-4d83-ba83-b91fec266bb1 req-521cabc2-4e49-486a-8d2b-1c930cf310d9 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 946 time: 0.0971212 Mar 11 11:47:20.065204 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:20.130241 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-11e2b808-1fac-4f33-a158-da989814ff91 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656684 Mar 11 11:47:20.140917 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c1c81aa-e5de-4d83-ba83-b91fec266bb1 req-6bf88412-a663-4e90-b9aa-470c394a00f3 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882399 Mar 11 11:47:20.321857 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c205fe-8a1d-4bfc-99dd-daa0ddd586be req-5df32c4f-67c2-4f11-9b57-e7d0a74a06cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:20.330544 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c205fe-8a1d-4bfc-99dd-daa0ddd586be req-5df32c4f-67c2-4f11-9b57-e7d0a74a06cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:20.336892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c205fe-8a1d-4bfc-99dd-daa0ddd586be req-5df32c4f-67c2-4f11-9b57-e7d0a74a06cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:20.342519 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c205fe-8a1d-4bfc-99dd-daa0ddd586be req-5df32c4f-67c2-4f11-9b57-e7d0a74a06cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:20.349358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c205fe-8a1d-4bfc-99dd-daa0ddd586be req-5df32c4f-67c2-4f11-9b57-e7d0a74a06cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:20.366906 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c205fe-8a1d-4bfc-99dd-daa0ddd586be req-5df32c4f-67c2-4f11-9b57-e7d0a74a06cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:20.381428 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c205fe-8a1d-4bfc-99dd-daa0ddd586be req-5df32c4f-67c2-4f11-9b57-e7d0a74a06cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:20.392514 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-34c205fe-8a1d-4bfc-99dd-daa0ddd586be req-5df32c4f-67c2-4f11-9b57-e7d0a74a06cd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.1475670 Mar 11 11:47:20.411978 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-03df788e-9f41-442b-8d87-8a3ea4245b61 req-63fd24f8-9174-4511-994d-6a2d51f7b64a service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740061 Mar 11 11:47:20.501806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-34c205fe-8a1d-4bfc-99dd-daa0ddd586be req-65b2a98f-2498-41f6-8a98-6e709fbf3a19 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1006589 Mar 11 11:47:20.553172 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df29d4-f896-4f42-9714-f4076b084f2c req-1a8c9f2e-0230-4f8a-b971-dd730d3b6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:20.555381 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-40df29d4-f896-4f42-9714-f4076b084f2c req-1a8c9f2e-0230-4f8a-b971-dd730d3b6311 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 1129 time: 0.0910044 Mar 11 11:47:20.571857 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48082) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:20.706083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df29d4-f896-4f42-9714-f4076b084f2c req-2f2b2868-ae9f-45ce-bda4-a9427d76fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:20.712140 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-40df29d4-f896-4f42-9714-f4076b084f2c req-2f2b2868-ae9f-45ce-bda4-a9427d76fc04 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.1493690 Mar 11 11:47:20.776581 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-40df29d4-f896-4f42-9714-f4076b084f2c req-e569ade8-e105-4598-87ee-70616c5f25d6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=1e5b67ed-c194-463a-8336-ab75fca1efb2 HTTP/1.1" status: 200 len: 217 time: 0.0558975 Mar 11 11:47:20.847886 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df29d4-f896-4f42-9714-f4076b084f2c req-26e86291-3d6f-4334-8731-e700e6e06301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:20.849829 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-40df29d4-f896-4f42-9714-f4076b084f2c req-26e86291-3d6f-4334-8731-e700e6e06301 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0668056 Mar 11 11:47:20.923244 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4cce4-cec0-4751-b6bc-d0b0581a5cd9 req-af9c4208-c8ff-4e6e-b15a-09fd145753b2 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:20.925145 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7f4cce4-cec0-4751-b6bc-d0b0581a5cd9 req-af9c4208-c8ff-4e6e-b15a-09fd145753b2 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 947 time: 0.1476429 Mar 11 11:47:20.925421 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df29d4-f896-4f42-9714-f4076b084f2c req-8dc62680-eb27-4fa2-9980-818b70b6c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:20.927181 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-40df29d4-f896-4f42-9714-f4076b084f2c req-8dc62680-eb27-4fa2-9980-818b70b6c352 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0710051 Mar 11 11:47:21.034560 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7f4cce4-cec0-4751-b6bc-d0b0581a5cd9 req-489cd62e-b47c-4365-903f-2ce645dac96f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709884 Mar 11 11:47:21.048092 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-40df29d4-f896-4f42-9714-f4076b084f2c req-ca071a83-1232-4130-8742-a43454d6a078 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116202 Mar 11 11:47:21.241380 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-40df29d4-f896-4f42-9714-f4076b084f2c req-e0bfd8a0-c9d4-4bd8-913e-98a3ab74e836 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844876 Mar 11 11:47:21.335765 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635ff08-2ccc-403a-9f49-358435cdc81f req-a5ddffe4-282f-4320-b0d5-45eea09c7cbe tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:21.335950 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f635ff08-2ccc-403a-9f49-358435cdc81f req-a5ddffe4-282f-4320-b0d5-45eea09c7cbe tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 946 time: 0.0877421 Mar 11 11:47:21.452838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f635ff08-2ccc-403a-9f49-358435cdc81f req-17975467-6284-49e8-abec-de8afaf6d028 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999947 Mar 11 11:47:21.462721 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a17c100-6865-4712-8fc3-0718fa49f712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (b037772b-ccd6-4bb0-b3b5-5bd257fdde79), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:21.842141 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f41ccc-c161-4ad8-9c60-199625b9a6b6 req-ccac22d6-ff85-4a4b-822e-71ab202614cc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:21.849320 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f41ccc-c161-4ad8-9c60-199625b9a6b6 req-ccac22d6-ff85-4a4b-822e-71ab202614cc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:21.856493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f41ccc-c161-4ad8-9c60-199625b9a6b6 req-ccac22d6-ff85-4a4b-822e-71ab202614cc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:21.862533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f41ccc-c161-4ad8-9c60-199625b9a6b6 req-ccac22d6-ff85-4a4b-822e-71ab202614cc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:21.872665 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f41ccc-c161-4ad8-9c60-199625b9a6b6 req-ccac22d6-ff85-4a4b-822e-71ab202614cc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:21.880351 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f41ccc-c161-4ad8-9c60-199625b9a6b6 req-ccac22d6-ff85-4a4b-822e-71ab202614cc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:21.887521 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f41ccc-c161-4ad8-9c60-199625b9a6b6 req-ccac22d6-ff85-4a4b-822e-71ab202614cc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:21.896621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7f41ccc-c161-4ad8-9c60-199625b9a6b6 req-ccac22d6-ff85-4a4b-822e-71ab202614cc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.2510781 Mar 11 11:47:22.022152 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7f41ccc-c161-4ad8-9c60-199625b9a6b6 req-cfb07ced-35f3-4144-aef1-be18579eee30 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242156 Mar 11 11:47:22.150777 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5a17c100-6865-4712-8fc3-0718fa49f712 admin admin] Deleting port f9a2ae0e-7453-4a39-ade5-83eb4a323289 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:47:22.151737 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a17c100-6865-4712-8fc3-0718fa49f712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:22.332096 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-5a17c100-6865-4712-8fc3-0718fa49f712 admin admin] For port f9a2ae0e-7453-4a39-ade5-83eb4a323289, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f9a2ae0e-7453-4a39-ade5-83eb4a323289,segment=NetworkSegment(a16fbe7c-907d-44e1-8da0-58927495ce87),segment_id=a16fbe7c-907d-44e1-8da0-58927495ce87)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:22.332477 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a17c100-6865-4712-8fc3-0718fa49f712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:22.338434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48200) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:22.342531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db07060-d7d3-4fcd-8c7b-e9e5d4754a2f req-79098064-b97f-4ad0-b730-13363deb7a1e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:22.344038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1db07060-d7d3-4fcd-8c7b-e9e5d4754a2f req-79098064-b97f-4ad0-b730-13363deb7a1e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 947 time: 0.1888285 Mar 11 11:47:22.359566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5a17c100-6865-4712-8fc3-0718fa49f712 admin admin] Calling delete_port for f9a2ae0e-7453-4a39-ade5-83eb4a323289 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:47:22.380888 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3694c-e677-46cb-a223-428bd5353e11 req-ee0a85cf-6be6-4a8e-b6bb-f79a263f4698 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:22.382376 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53b3694c-e677-46cb-a223-428bd5353e11 req-ee0a85cf-6be6-4a8e-b6bb-f79a263f4698 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 946 time: 0.1819293 Mar 11 11:47:22.471686 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6400-bc1c-4a84-a702-7a89855cd353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:22.496614 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1db07060-d7d3-4fcd-8c7b-e9e5d4754a2f req-2d43a9be-2651-40f6-9337-a8d88935462d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448307 Mar 11 11:47:22.527619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53b3694c-e677-46cb-a223-428bd5353e11 req-c8f2ddb3-ed6f-4a39-a29f-78c0d2b43b2b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249359 Mar 11 11:47:22.560388 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6400-bc1c-4a84-a702-7a89855cd353 admin admin] Publish callbacks [] for security_group (d9c316a2-f0b8-4a9b-b299-604793e87afc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:22.566722 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6400-bc1c-4a84-a702-7a89855cd353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d9c316a2-f0b8-4a9b-b299-604793e87afc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:22.605462 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4f5c6400-bc1c-4a84-a702-7a89855cd353 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dee0712e63aa4ba0a11bd2191d2fc690&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2633574 Mar 11 11:47:22.606264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48206) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:22.631149 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c6400-bc1c-4a84-a702-7a89855cd353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c316a2-f0b8-4a9b-b299-604793e87afc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:22.668653 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-008d5953-a27a-4bff-93df-98d11029e676 admin admin] Publish callbacks [] for security_group (d9c316a2-f0b8-4a9b-b299-604793e87afc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:22.674005 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a17c100-6865-4712-8fc3-0718fa49f712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f9a2ae0e-7453-4a39-ade5-83eb4a323289), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:22.697894 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-008d5953-a27a-4bff-93df-98d11029e676 admin admin] Publish callbacks [] for security_group (d9c316a2-f0b8-4a9b-b299-604793e87afc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:22.708854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17c100-6865-4712-8fc3-0718fa49f712 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a2ae0e-7453-4a39-ade5-83eb4a323289,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:22.766186 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-008d5953-a27a-4bff-93df-98d11029e676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d9c316a2-f0b8-4a9b-b299-604793e87afc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:22.770252 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-008d5953-a27a-4bff-93df-98d11029e676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:22.772641 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-008d5953-a27a-4bff-93df-98d11029e676 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d9c316a2-f0b8-4a9b-b299-604793e87afc HTTP/1.1" status: 204 len: 168 time: 0.1651649 Mar 11 11:47:22.806620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d5953-a27a-4bff-93df-98d11029e676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c316a2-f0b8-4a9b-b299-604793e87afc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:23.050222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55565d6-0b6f-416b-b713-616e374e8e2d req-94ea1f9c-3e45-4350-ae3d-5275c3015d29 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.050604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55565d6-0b6f-416b-b713-616e374e8e2d req-94ea1f9c-3e45-4350-ae3d-5275c3015d29 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.051054 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55565d6-0b6f-416b-b713-616e374e8e2d req-94ea1f9c-3e45-4350-ae3d-5275c3015d29 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.051502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55565d6-0b6f-416b-b713-616e374e8e2d req-94ea1f9c-3e45-4350-ae3d-5275c3015d29 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.051980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55565d6-0b6f-416b-b713-616e374e8e2d req-94ea1f9c-3e45-4350-ae3d-5275c3015d29 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.052424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55565d6-0b6f-416b-b713-616e374e8e2d req-94ea1f9c-3e45-4350-ae3d-5275c3015d29 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.052864 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55565d6-0b6f-416b-b713-616e374e8e2d req-94ea1f9c-3e45-4350-ae3d-5275c3015d29 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.053303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55565d6-0b6f-416b-b713-616e374e8e2d req-94ea1f9c-3e45-4350-ae3d-5275c3015d29 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.053740 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55565d6-0b6f-416b-b713-616e374e8e2d req-94ea1f9c-3e45-4350-ae3d-5275c3015d29 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.054180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55565d6-0b6f-416b-b713-616e374e8e2d req-94ea1f9c-3e45-4350-ae3d-5275c3015d29 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.075009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c55565d6-0b6f-416b-b713-616e374e8e2d req-94ea1f9c-3e45-4350-ae3d-5275c3015d29 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7079 time: 0.3697438 Mar 11 11:47:23.600196 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a17c100-6865-4712-8fc3-0718fa49f712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (b037772b-ccd6-4bb0-b3b5-5bd257fdde79), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:23.612883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 1e5b67ed-c194-463a-8336-ab75fca1efb2 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:47:23.634642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade2ac7-c478-45bb-9005-1f415f076ec8 req-0742c76e-920e-4be3-89d5-f68c7ace21fb tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.636234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dade2ac7-c478-45bb-9005-1f415f076ec8 req-0742c76e-920e-4be3-89d5-f68c7ace21fb tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 886 time: 0.5603304 Mar 11 11:47:23.697854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1e3fc-ac94-44a5-98da-4384b9b69f33 req-c7ba0c6c-04ea-433c-bcb5-38e3e7ef7ccb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.703208 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1e3fc-ac94-44a5-98da-4384b9b69f33 req-c7ba0c6c-04ea-433c-bcb5-38e3e7ef7ccb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.708585 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1e3fc-ac94-44a5-98da-4384b9b69f33 req-c7ba0c6c-04ea-433c-bcb5-38e3e7ef7ccb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.714385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1e3fc-ac94-44a5-98da-4384b9b69f33 req-c7ba0c6c-04ea-433c-bcb5-38e3e7ef7ccb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.719818 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1e3fc-ac94-44a5-98da-4384b9b69f33 req-c7ba0c6c-04ea-433c-bcb5-38e3e7ef7ccb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.725431 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1e3fc-ac94-44a5-98da-4384b9b69f33 req-c7ba0c6c-04ea-433c-bcb5-38e3e7ef7ccb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.730688 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1e3fc-ac94-44a5-98da-4384b9b69f33 req-c7ba0c6c-04ea-433c-bcb5-38e3e7ef7ccb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.732679 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-16e1e3fc-ac94-44a5-98da-4384b9b69f33 req-c7ba0c6c-04ea-433c-bcb5-38e3e7ef7ccb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.5746055 Mar 11 11:47:23.741064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 1e5b67ed-c194-463a-8336-ab75fca1efb2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=1e5b67ed-c194-463a-8336-ab75fca1efb2,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:23.745959 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfae19-2b7b-4abd-9485-7ea68779cab0 req-9a56d431-3460-46b2-8127-0e86c50ee906 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.747476 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3dfae19-2b7b-4abd-9485-7ea68779cab0 req-9a56d431-3460-46b2-8127-0e86c50ee906 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 946 time: 0.2173998 Mar 11 11:47:23.753104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '1e5b67ed-c194-463a-8336-ab75fca1efb2', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '1e5b67ed-c194-463a-8336-ab75fca1efb2', 'mac_address': 'fa:16:3e:a9:f9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:47:23.793232 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 1e5b67ed-c194-463a-8336-ab75fca1efb2 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:23.793624 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:23.807828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5b67ed-c194-463a-8336-ab75fca1efb2 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:47:23.829836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 1e5b67ed-c194-463a-8336-ab75fca1efb2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=1e5b67ed-c194-463a-8336-ab75fca1efb2,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:23.834147 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:23.886857 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=1e5b67ed-c194-463a-8336-ab75fca1efb2,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:23.993900 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de87f88-557f-4768-986d-52844fec4a66 req-9a01d97a-e29c-47d0-b8e1-45eca2c8ad3e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:23.995395 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3de87f88-557f-4768-986d-52844fec4a66 req-9a01d97a-e29c-47d0-b8e1-45eca2c8ad3e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 947 time: 0.2592161 Mar 11 11:47:24.002551 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-16e1e3fc-ac94-44a5-98da-4384b9b69f33 req-49c61e44-bf3a-403f-9d99-ac29e2c0cf62 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2541187 Mar 11 11:47:24.056894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['1e5b67ed-c194-463a-8336-ab75fca1efb2'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:47:24.114445 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b3dfae19-2b7b-4abd-9485-7ea68779cab0 req-87096976-325b-408c-9f39-e48e6331c5c7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Deleting port 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:47:24.114784 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b3dfae19-2b7b-4abd-9485-7ea68779cab0 req-87096976-325b-408c-9f39-e48e6331c5c7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9b46192b-74dc-4ef5-8a4d-97f97f2b7b23), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:24.129430 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3de87f88-557f-4768-986d-52844fec4a66 req-752fb220-fe23-402d-a483-049629b9ae7c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259377 Mar 11 11:47:24.271625 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a17c100-6865-4712-8fc3-0718fa49f712 admin admin] Router b037772b-ccd6-4bb0-b3b5-5bd257fdde79 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:47:24.339297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b3dfae19-2b7b-4abd-9485-7ea68779cab0 req-87096976-325b-408c-9f39-e48e6331c5c7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] For port 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9b46192b-74dc-4ef5-8a4d-97f97f2b7b23,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:24.339560 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b3dfae19-2b7b-4abd-9485-7ea68779cab0 req-87096976-325b-408c-9f39-e48e6331c5c7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9b46192b-74dc-4ef5-8a4d-97f97f2b7b23), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:24.349950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bb86a-f644-4c4f-9c59-f2feb1d25d72 req-5a254aae-1df1-4ffc-aa5a-56f8767d9204 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:24.351445 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-271bb86a-f644-4c4f-9c59-f2feb1d25d72 req-5a254aae-1df1-4ffc-aa5a-56f8767d9204 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 946 time: 0.2418847 Mar 11 11:47:24.373862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b3dfae19-2b7b-4abd-9485-7ea68779cab0 req-87096976-325b-408c-9f39-e48e6331c5c7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Calling delete_port for 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:47:24.498719 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761d81c-dfd2-4867-9788-a2e9802a4025 req-c87659c1-7ce2-4b16-8d5f-51c6c6893da3 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:24.499223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761d81c-dfd2-4867-9788-a2e9802a4025 req-c87659c1-7ce2-4b16-8d5f-51c6c6893da3 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:24.499726 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761d81c-dfd2-4867-9788-a2e9802a4025 req-c87659c1-7ce2-4b16-8d5f-51c6c6893da3 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:24.500161 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761d81c-dfd2-4867-9788-a2e9802a4025 req-c87659c1-7ce2-4b16-8d5f-51c6c6893da3 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:24.500642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761d81c-dfd2-4867-9788-a2e9802a4025 req-c87659c1-7ce2-4b16-8d5f-51c6c6893da3 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:24.501096 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761d81c-dfd2-4867-9788-a2e9802a4025 req-c87659c1-7ce2-4b16-8d5f-51c6c6893da3 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:24.501547 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761d81c-dfd2-4867-9788-a2e9802a4025 req-c87659c1-7ce2-4b16-8d5f-51c6c6893da3 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:24.501998 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761d81c-dfd2-4867-9788-a2e9802a4025 req-c87659c1-7ce2-4b16-8d5f-51c6c6893da3 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:24.502448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761d81c-dfd2-4867-9788-a2e9802a4025 req-c87659c1-7ce2-4b16-8d5f-51c6c6893da3 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:24.502907 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761d81c-dfd2-4867-9788-a2e9802a4025 req-c87659c1-7ce2-4b16-8d5f-51c6c6893da3 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:24.504982 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8761d81c-dfd2-4867-9788-a2e9802a4025 req-c87659c1-7ce2-4b16-8d5f-51c6c6893da3 tempest-NetworksTest-1285330478 tempest-NetworksTest-1285330478-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7079 time: 0.3385866 Mar 11 11:47:24.552491 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-271bb86a-f644-4c4f-9c59-f2feb1d25d72 req-5d2c533f-82df-4525-84fb-ca16bbfdbd44 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868122 Mar 11 11:47:24.621564 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a17c100-6865-4712-8fc3-0718fa49f712 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:47:24.628985 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5a17c100-6865-4712-8fc3-0718fa49f712 admin admin] 10.222.0.78 "PUT /v2.0/routers/b037772b-ccd6-4bb0-b3b5-5bd257fdde79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0538399 Mar 11 11:47:24.629254 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48258) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:24.645469 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c016e57f-957f-43c7-98fe-a670963655aa None None] Sync routers for ids ['b037772b-ccd6-4bb0-b3b5-5bd257fdde79'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:47:24.664813 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c016e57f-957f-43c7-98fe-a670963655aa None None] Routers {'b037772b-ccd6-4bb0-b3b5-5bd257fdde79'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:47:24.665463 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c016e57f-957f-43c7-98fe-a670963655aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:47:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b037772b-ccd6-4bb0-b3b5-5bd257fdde79'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:24.876570 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b3dfae19-2b7b-4abd-9485-7ea68779cab0 req-87096976-325b-408c-9f39-e48e6331c5c7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9b46192b-74dc-4ef5-8a4d-97f97f2b7b23), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:24.890008 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['9b46192b-74dc-4ef5-8a4d-97f97f2b7b23'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:47:24.901289 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-c016e57f-957f-43c7-98fe-a670963655aa None None] Set router b037772b-ccd6-4bb0-b3b5-5bd257fdde79 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:47:24.975715 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48294) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:25.062536 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87096976-325b-408c-9f39-e48e6331c5c7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Pushing event deleted for resources: {'Port': ['ID=9b46192b-74dc-4ef5-8a4d-97f97f2b7b23,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:25.100548 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-809b708d-4e32-411c-95b4-c054dc46e021 admin admin] Publish callbacks [] for router (b037772b-ccd6-4bb0-b3b5-5bd257fdde79), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:25.121911 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c016e57f-957f-43c7-98fe-a670963655aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'name': 'tempest-ServersTestMultiNic-1295721298-router', 'tenant_id': '332ba924481047779f3b150531b078c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'c3c3b249-612d-47a0-bae7-65c51482b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:45:23Z', 'updated_at': '2022-03-11T11:47:22Z', 'revision_number': 5, 'project_id': '332ba924481047779f3b150531b078c7', 'gw_port': {'id': 'c3c3b249-612d-47a0-bae7-65c51482b7db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:25Z', 'updated_at': '2022-03-11T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:25.157483 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-beff9894-aaa4-49f9-8039-5ed7820660e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:25.160318 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c016e57f-957f-43c7-98fe-a670963655aa None None] Checking router: b037772b-ccd6-4bb0-b3b5-5bd257fdde79 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:47:25.177208 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c016e57f-957f-43c7-98fe-a670963655aa None None] Routers {'b037772b-ccd6-4bb0-b3b5-5bd257fdde79'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:47:25.177847 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c016e57f-957f-43c7-98fe-a670963655aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:47:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b037772b-ccd6-4bb0-b3b5-5bd257fdde79'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:25.211529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dfae19-2b7b-4abd-9485-7ea68779cab0 req-87096976-325b-408c-9f39-e48e6331c5c7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] No DVR routers for this DVR port 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:47:25.214518 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b3dfae19-2b7b-4abd-9485-7ea68779cab0 req-87096976-325b-408c-9f39-e48e6331c5c7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:25.218553 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3dfae19-2b7b-4abd-9485-7ea68779cab0 req-87096976-325b-408c-9f39-e48e6331c5c7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "DELETE /v2.0/ports/9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 HTTP/1.1" status: 204 len: 173 time: 1.4608462 Mar 11 11:47:25.288172 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1550a0-049e-46ee-a2c6-8fe67d3dbc29', 'name': 'network-vif-deleted', 'tag': '9b46192b-74dc-4ef5-8a4d-97f97f2b7b23'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:47:25.291496 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04cc11a-024a-4a5b-919b-d75f5045cde8" -d '{"events": [{"server_uuid": "3c1550a0-049e-46ee-a2c6-8fe67d3dbc29", "name": "network-vif-deleted", "tag": "9b46192b-74dc-4ef5-8a4d-97f97f2b7b23"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:47:25.332107 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-beff9894-aaa4-49f9-8039-5ed7820660e4 admin admin] Publish callbacks [] for security_group (918cbb33-2f20-4da2-a775-03ca57082acc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:25.341423 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-beff9894-aaa4-49f9-8039-5ed7820660e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (918cbb33-2f20-4da2-a775-03ca57082acc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:25.412309 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-beff9894-aaa4-49f9-8039-5ed7820660e4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aacf3b032fc649c0b7c69d32441c673c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4347610 Mar 11 11:47:25.416261 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48308) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:25.451977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e858e-eb96-430b-beeb-f6e78a080bef req-9b4ca9eb-7e36-4253-a0b6-099122cee1c0 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:25.454012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f84e858e-eb96-430b-beeb-f6e78a080bef req-9b4ca9eb-7e36-4253-a0b6-099122cee1c0 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 948 time: 0.1564312 Mar 11 11:47:25.477221 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4000f5-5517-4f1b-9189-74378c2ec146 req-8b05042a-06bd-4f4b-b421-9c0e373c4472 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:25.483462 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4000f5-5517-4f1b-9189-74378c2ec146 req-8b05042a-06bd-4f4b-b421-9c0e373c4472 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:25.483669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48310) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:25.485522 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-c016e57f-957f-43c7-98fe-a670963655aa None None] Set router b037772b-ccd6-4bb0-b3b5-5bd257fdde79 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:47:25.490272 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4000f5-5517-4f1b-9189-74378c2ec146 req-8b05042a-06bd-4f4b-b421-9c0e373c4472 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:25.496603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4000f5-5517-4f1b-9189-74378c2ec146 req-8b05042a-06bd-4f4b-b421-9c0e373c4472 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:25.497258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff9894-aaa4-49f9-8039-5ed7820660e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918cbb33-2f20-4da2-a775-03ca57082acc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:25.502028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4000f5-5517-4f1b-9189-74378c2ec146 req-8b05042a-06bd-4f4b-b421-9c0e373c4472 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:25.508621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4000f5-5517-4f1b-9189-74378c2ec146 req-8b05042a-06bd-4f4b-b421-9c0e373c4472 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:25.514157 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4000f5-5517-4f1b-9189-74378c2ec146 req-8b05042a-06bd-4f4b-b421-9c0e373c4472 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:25.516111 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c4000f5-5517-4f1b-9189-74378c2ec146 req-8b05042a-06bd-4f4b-b421-9c0e373c4472 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.3439963 Mar 11 11:47:25.542472 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2d99a8e6-a56b-4c4c-86c8-5f5dc9834ad1 admin admin] Publish callbacks [] for security_group (918cbb33-2f20-4da2-a775-03ca57082acc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:25.574084 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-809b708d-4e32-411c-95b4-c054dc46e021 admin admin] Publish callbacks [] for router_gateway (b037772b-ccd6-4bb0-b3b5-5bd257fdde79), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:25.574262 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2d99a8e6-a56b-4c4c-86c8-5f5dc9834ad1 admin admin] Publish callbacks [] for security_group (918cbb33-2f20-4da2-a775-03ca57082acc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:25.626367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 1e5b67ed-c194-463a-8336-ab75fca1efb2 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:47:25.631310 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9518d771-a6ce-41c1-9c00-11c5352c35b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:25.656862 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c4000f5-5517-4f1b-9189-74378c2ec146 req-6388c0f7-5612-43ad-a2f8-c7c7a6209266 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1275246 Mar 11 11:47:25.696905 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2d99a8e6-a56b-4c4c-86c8-5f5dc9834ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (918cbb33-2f20-4da2-a775-03ca57082acc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:25.707283 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2d99a8e6-a56b-4c4c-86c8-5f5dc9834ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:25.709437 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2d99a8e6-a56b-4c4c-86c8-5f5dc9834ad1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/918cbb33-2f20-4da2-a775-03ca57082acc HTTP/1.1" status: 204 len: 168 time: 0.2883868 Mar 11 11:47:25.711690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f84e858e-eb96-430b-beeb-f6e78a080bef req-b3cc22a1-7034-46dc-870f-0744ebc64a13 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433286 Mar 11 11:47:25.746410 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c016e57f-957f-43c7-98fe-a670963655aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'name': 'tempest-ServersTestMultiNic-1295721298-router', 'tenant_id': '332ba924481047779f3b150531b078c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'c3c3b249-612d-47a0-bae7-65c51482b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:45:23Z', 'updated_at': '2022-03-11T11:47:22Z', 'revision_number': 5, 'project_id': '332ba924481047779f3b150531b078c7', 'gw_port': {'id': 'c3c3b249-612d-47a0-bae7-65c51482b7db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:25Z', 'updated_at': '2022-03-11T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:25.761226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99a8e6-a56b-4c4c-86c8-5f5dc9834ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918cbb33-2f20-4da2-a775-03ca57082acc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:25.782989 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c016e57f-957f-43c7-98fe-a670963655aa None None] The sync data for ids ['b037772b-ccd6-4bb0-b3b5-5bd257fdde79'] in n-d-833234-2 is: [{'id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'name': 'tempest-ServersTestMultiNic-1295721298-router', 'tenant_id': '332ba924481047779f3b150531b078c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'c3c3b249-612d-47a0-bae7-65c51482b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:45:23Z', 'updated_at': '2022-03-11T11:47:22Z', 'revision_number': 5, 'project_id': '332ba924481047779f3b150531b078c7', 'gw_port': {'id': 'c3c3b249-612d-47a0-bae7-65c51482b7db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b037772b-ccd6-4bb0-b3b5-5bd257fdde79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:45:25Z', 'updated_at': '2022-03-11T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:47:25.834480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 1e5b67ed-c194-463a-8336-ab75fca1efb2 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:47:25.838578 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f550f046-24bf-449e-8889-ea5c59b61e10 x-openstack-request-id: req-f550f046-24bf-449e-8889-ea5c59b61e10 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:47:25.838878 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1550a0-049e-46ee-a2c6-8fe67d3dbc29", "name": "network-vif-deleted", "tag": "9b46192b-74dc-4ef5-8a4d-97f97f2b7b23", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:47:25.839136 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f550f046-24bf-449e-8889-ea5c59b61e10 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:47:25.839558 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1550a0-049e-46ee-a2c6-8fe67d3dbc29', 'name': 'network-vif-deleted', 'tag': '9b46192b-74dc-4ef5-8a4d-97f97f2b7b23', 'status': 'completed', 'code': 200} Mar 11 11:47:25.841592 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 1e5b67ed-c194-463a-8336-ab75fca1efb2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:25.842446 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:25.949855 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9518d771-a6ce-41c1-9c00-11c5352c35b0 admin admin] Publish callbacks [] for security_group (20951bf8-39ae-43fe-9293-aba9f21eec9e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:25.955450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9518d771-a6ce-41c1-9c00-11c5352c35b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (20951bf8-39ae-43fe-9293-aba9f21eec9e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:25.983221 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a6aa258a-3f4e-42ba-8341-d47227fa61b7 req-f75f4a4d-df8c-465d-8494-e87e6f90166b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1550a0-049e-46ee-a2c6-8fe67d3dbc29 HTTP/1.1" status: 200 len: 210 time: 0.0764263 Mar 11 11:47:26.008749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-809b708d-4e32-411c-95b4-c054dc46e021 admin admin] Deleting port c3c3b249-612d-47a0-bae7-65c51482b7db {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:47:26.008749 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-809b708d-4e32-411c-95b4-c054dc46e021 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c3c3b249-612d-47a0-bae7-65c51482b7db), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:26.010137 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 1e5b67ed-c194-463a-8336-ab75fca1efb2 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:26.013038 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:26.026767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518d771-a6ce-41c1-9c00-11c5352c35b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20951bf8-39ae-43fe-9293-aba9f21eec9e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:26.038627 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9518d771-a6ce-41c1-9c00-11c5352c35b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2875914fc8794f1a82196d8e617b3cd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5539527 Mar 11 11:47:26.043430 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48320) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:26.097660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77c1cd9-0abb-440f-aeff-3a2bb34d572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b67ed-c194-463a-8336-ab75fca1efb2'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:47:26.103667 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae1dbc4-2897-496b-9bbf-5c66a5a7b1f8" -d '{"events": [{"server_uuid": "f77c1cd9-0abb-440f-aeff-3a2bb34d572a", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b67ed-c194-463a-8336-ab75fca1efb2"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:47:26.177247 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 1e5b67ed-c194-463a-8336-ab75fca1efb2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=1e5b67ed-c194-463a-8336-ab75fca1efb2,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:26.185523 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:26.262453 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-809b708d-4e32-411c-95b4-c054dc46e021 admin admin] For port c3c3b249-612d-47a0-bae7-65c51482b7db, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c3c3b249-612d-47a0-bae7-65c51482b7db,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:26.263193 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-809b708d-4e32-411c-95b4-c054dc46e021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c3c3b249-612d-47a0-bae7-65c51482b7db), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:26.278286 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-809b708d-4e32-411c-95b4-c054dc46e021 admin admin] Calling delete_port for c3c3b249-612d-47a0-bae7-65c51482b7db owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:47:26.349571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48332) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:26.366285 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=1e5b67ed-c194-463a-8336-ab75fca1efb2,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:26.372188 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7349da56-2a53-4594-8285-38a7f1313431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:26.373048 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d45c1c-07c6-4f9f-a3db-6f50047658b8 x-openstack-request-id: req-48d45c1c-07c6-4f9f-a3db-6f50047658b8 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:47:26.373330 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77c1cd9-0abb-440f-aeff-3a2bb34d572a", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b67ed-c194-463a-8336-ab75fca1efb2", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:47:26.373579 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48d45c1c-07c6-4f9f-a3db-6f50047658b8 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:47:26.373985 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77c1cd9-0abb-440f-aeff-3a2bb34d572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b67ed-c194-463a-8336-ab75fca1efb2', 'code': 200} Mar 11 11:47:26.407030 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b4230-4c9a-4736-9d04-841a6f7e91e9 req-fccde78e-150c-4343-9998-df1c3e080ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:26.408673 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ae4b4230-4c9a-4736-9d04-841a6f7e91e9 req-fccde78e-150c-4343-9998-df1c3e080ca3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 1131 time: 0.1076825 Mar 11 11:47:26.497926 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ae4b4230-4c9a-4736-9d04-841a6f7e91e9 req-118d3524-494d-4324-9987-42f2f15a9a11 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763204 Mar 11 11:47:26.532325 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-909a001a-bdbb-458b-8992-92edd562a2c5 admin admin] Publish callbacks [] for security_group (20951bf8-39ae-43fe-9293-aba9f21eec9e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:26.548691 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7349da56-2a53-4594-8285-38a7f1313431 admin admin] Publish callbacks [] for security_group (1ae496e1-0713-46b2-98fb-b7c5446bacbc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:26.557879 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7349da56-2a53-4594-8285-38a7f1313431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1ae496e1-0713-46b2-98fb-b7c5446bacbc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:26.612543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349da56-2a53-4594-8285-38a7f1313431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae496e1-0713-46b2-98fb-b7c5446bacbc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:26.618624 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7349da56-2a53-4594-8285-38a7f1313431 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4f9c8c98eadf4782842f6a3bf31e152c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2679019 Mar 11 11:47:26.626013 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48336) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:26.635260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f9a2ae0e-7453-4a39-ade5-83eb4a323289 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:47:26.637296 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-909a001a-bdbb-458b-8992-92edd562a2c5 admin admin] Publish callbacks [] for security_group (20951bf8-39ae-43fe-9293-aba9f21eec9e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:26.669116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: f9a2ae0e-7453-4a39-ade5-83eb4a323289 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:47:26.669501 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f9a2ae0e-7453-4a39-ade5-83eb4a323289 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:47:26.826627 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152a532-d1fb-44ae-845b-114e52e775e4 req-07ca244a-7162-472e-a47d-11de96851770 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:26.828162 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f152a532-d1fb-44ae-845b-114e52e775e4 req-07ca244a-7162-472e-a47d-11de96851770 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.2137742 Mar 11 11:47:26.830812 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf76f6c7-91ba-4497-89d5-b8ce3ad77031 admin admin] Publish callbacks [] for security_group (1ae496e1-0713-46b2-98fb-b7c5446bacbc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:26.836053 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-809b708d-4e32-411c-95b4-c054dc46e021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c3c3b249-612d-47a0-bae7-65c51482b7db), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:26.853937 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-909a001a-bdbb-458b-8992-92edd562a2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (20951bf8-39ae-43fe-9293-aba9f21eec9e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:26.856469 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-909a001a-bdbb-458b-8992-92edd562a2c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:26.857596 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-909a001a-bdbb-458b-8992-92edd562a2c5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/20951bf8-39ae-43fe-9293-aba9f21eec9e HTTP/1.1" status: 204 len: 168 time: 0.8132367 Mar 11 11:47:26.903865 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b708d-4e32-411c-95b4-c054dc46e021 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c3b249-612d-47a0-bae7-65c51482b7db,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:26.925128 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a001a-bdbb-458b-8992-92edd562a2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20951bf8-39ae-43fe-9293-aba9f21eec9e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:26.942206 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf76f6c7-91ba-4497-89d5-b8ce3ad77031 admin admin] Publish callbacks [] for security_group (1ae496e1-0713-46b2-98fb-b7c5446bacbc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:26.988357 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5110bb-966d-4290-a721-13f755f9ce0c req-26826b58-d908-4d94-bf1a-5ca58092d749 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:26.993920 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5110bb-966d-4290-a721-13f755f9ce0c req-26826b58-d908-4d94-bf1a-5ca58092d749 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:26.999182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5110bb-966d-4290-a721-13f755f9ce0c req-26826b58-d908-4d94-bf1a-5ca58092d749 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:27.004657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5110bb-966d-4290-a721-13f755f9ce0c req-26826b58-d908-4d94-bf1a-5ca58092d749 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:27.010523 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5110bb-966d-4290-a721-13f755f9ce0c req-26826b58-d908-4d94-bf1a-5ca58092d749 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:27.015833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5110bb-966d-4290-a721-13f755f9ce0c req-26826b58-d908-4d94-bf1a-5ca58092d749 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:27.021091 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5110bb-966d-4290-a721-13f755f9ce0c req-26826b58-d908-4d94-bf1a-5ca58092d749 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:27.023164 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e5110bb-966d-4290-a721-13f755f9ce0c req-26826b58-d908-4d94-bf1a-5ca58092d749 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.2612805 Mar 11 11:47:27.093681 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f152a532-d1fb-44ae-845b-114e52e775e4 req-5691829a-4476-4223-9036-ad63fd5c1d07 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553861 Mar 11 11:47:27.110634 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-809b708d-4e32-411c-95b4-c054dc46e021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (b037772b-ccd6-4bb0-b3b5-5bd257fdde79), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:27.603435 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-809b708d-4e32-411c-95b4-c054dc46e021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (b037772b-ccd6-4bb0-b3b5-5bd257fdde79), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:27.607939 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-809b708d-4e32-411c-95b4-c054dc46e021 admin admin] Publish callbacks [] for router_controller (b037772b-ccd6-4bb0-b3b5-5bd257fdde79), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:27.620362 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e5110bb-966d-4290-a721-13f755f9ce0c req-541ef785-47fb-4a31-9107-4b800d5a9321 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5825162 Mar 11 11:47:27.656015 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf76f6c7-91ba-4497-89d5-b8ce3ad77031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1ae496e1-0713-46b2-98fb-b7c5446bacbc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:27.658751 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf76f6c7-91ba-4497-89d5-b8ce3ad77031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:27.663405 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cf76f6c7-91ba-4497-89d5-b8ce3ad77031 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1ae496e1-0713-46b2-98fb-b7c5446bacbc HTTP/1.1" status: 204 len: 168 time: 1.0226331 Mar 11 11:47:27.719299 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76f6c7-91ba-4497-89d5-b8ce3ad77031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae496e1-0713-46b2-98fb-b7c5446bacbc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:27.727401 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-809b708d-4e32-411c-95b4-c054dc46e021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (b037772b-ccd6-4bb0-b3b5-5bd257fdde79), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:27.728015 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809b708d-4e32-411c-95b4-c054dc46e021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b037772b-ccd6-4bb0-b3b5-5bd257fdde79 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:47:27.737012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6bc27-8633-461f-a766-ffeb766c29b1 req-33f4c147-8885-4608-9528-c13a3fd3b792 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:27.738503 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d7c6bc27-8633-461f-a766-ffeb766c29b1 req-33f4c147-8885-4608-9528-c13a3fd3b792 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.5066183 Mar 11 11:47:27.775609 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-809b708d-4e32-411c-95b4-c054dc46e021 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:27.776952 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-809b708d-4e32-411c-95b4-c054dc46e021 admin admin] 10.222.0.78 "DELETE /v2.0/routers/b037772b-ccd6-4bb0-b3b5-5bd257fdde79 HTTP/1.1" status: 204 len: 168 time: 3.1467206 Mar 11 11:47:27.779943 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48370) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:27.835291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48372) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:27.841010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:47:27.914109 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:47:27.915663 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 9b46192b-74dc-4ef5-8a4d-97f97f2b7b23 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:47:27.945104 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d7c6bc27-8633-461f-a766-ffeb766c29b1 req-508f9926-b44f-4656-bd61-b9a9974a43fd tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797011 Mar 11 11:47:27.956345 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb65af4-1782-4e55-955c-058554c7992b admin admin] Deleting subnet bd14eefc-32c0-401f-98f0-3d3d85c508eb {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:47:27.962103 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7bb65af4-1782-4e55-955c-058554c7992b admin admin] Publish callbacks [] for subnet (bd14eefc-32c0-401f-98f0-3d3d85c508eb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:28.018669 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7bb65af4-1782-4e55-955c-058554c7992b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (bd14eefc-32c0-401f-98f0-3d3d85c508eb), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:28.248547 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7bb65af4-1782-4e55-955c-058554c7992b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (bd14eefc-32c0-401f-98f0-3d3d85c508eb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:28.316232 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7bb65af4-1782-4e55-955c-058554c7992b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (bd14eefc-32c0-401f-98f0-3d3d85c508eb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:28.353157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb65af4-1782-4e55-955c-058554c7992b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd14eefc-32c0-401f-98f0-3d3d85c508eb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:28.373548 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9eb235-b04b-41f1-98cc-1f8c386d6eab None None] Network ee9c712c-61b2-4ef6-9339-e0e1c12824a9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:47:28.377345 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7bb65af4-1782-4e55-955c-058554c7992b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:28.411000 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7bb65af4-1782-4e55-955c-058554c7992b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/bd14eefc-32c0-401f-98f0-3d3d85c508eb HTTP/1.1" status: 204 len: 168 time: 0.6290021 Mar 11 11:47:28.411560 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48390) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:28.510538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d212c78-fd8d-4f06-bf4b-3e29173b80e3 req-c42c5303-52fd-44a9-b4b8-02859cfd9140 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:28.517688 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6d212c78-fd8d-4f06-bf4b-3e29173b80e3 req-c42c5303-52fd-44a9-b4b8-02859cfd9140 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.2942121 Mar 11 11:47:28.536837 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-46b2c766-ac4c-4b39-b329-4afd5873cbf7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-334978799-network', 'tenant_id': '10db396f7a5f4f56be94b05e67329956'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:28.641978 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (ee9c712c-61b2-4ef6-9339-e0e1c12824a9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:28.648769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a02777-89c9-4a06-b91d-4e9eb73fd222 None None] DHCP port deletion for ee9c712c-61b2-4ef6-9339-e0e1c12824a9 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:47:28.694885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b2c766-ac4c-4b39-b329-4afd5873cbf7 admin admin] Made reservation on behalf of 10db396f7a5f4f56be94b05e67329956 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:47:28.697764 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46b2c766-ac4c-4b39-b329-4afd5873cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:28.730221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c3c3b249-612d-47a0-bae7-65c51482b7db no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:47:28.743203 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46b2c766-ac4c-4b39-b329-4afd5873cbf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:28.749411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6d212c78-fd8d-4f06-bf4b-3e29173b80e3 req-7543fe48-e40b-4eff-9116-86fb13d955e2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308414 Mar 11 11:47:28.755621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-29926924-7e8a-43ed-bc5e-0dba8ec309fb tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:28.757777 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-29926924-7e8a-43ed-bc5e-0dba8ec309fb tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 811 time: 0.5039642 Mar 11 11:47:28.781910 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-bc51a61e-b258-49dd-8a46-b1d6f22a5d71 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/quotas/fc114175c45e4bcfacd1ff17aef85fa1 HTTP/1.1" status: 200 len: 375 time: 0.0153921 Mar 11 11:47:28.801376 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: c3c3b249-612d-47a0-bae7-65c51482b7db {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:47:28.801872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c3c3b249-612d-47a0-bae7-65c51482b7db not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:47:28.837539 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-e551aea5-26e3-4db5-9fd4-3f6560847e4d tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461712 Mar 11 11:47:28.869291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-72a02777-89c9-4a06-b91d-4e9eb73fd222 None None] Deleting port f25beb75-d767-4c3e-9188-433bbe64cde2 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:47:28.872527 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-72a02777-89c9-4a06-b91d-4e9eb73fd222 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f25beb75-d767-4c3e-9188-433bbe64cde2), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:28.957873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-8eb20250-82d6-4500-8426-fcb790aa8f47 service neutron] 10.222.0.78 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037161 Mar 11 11:47:28.965359 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] Deleting port f25beb75-d767-4c3e-9188-433bbe64cde2 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:47:28.965702 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f25beb75-d767-4c3e-9188-433bbe64cde2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:28.991013 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-72a02777-89c9-4a06-b91d-4e9eb73fd222 None None] For port f25beb75-d767-4c3e-9188-433bbe64cde2, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f25beb75-d767-4c3e-9188-433bbe64cde2,segment=NetworkSegment(a16fbe7c-907d-44e1-8da0-58927495ce87),segment_id=a16fbe7c-907d-44e1-8da0-58927495ce87)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:28.991837 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-72a02777-89c9-4a06-b91d-4e9eb73fd222 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f25beb75-d767-4c3e-9188-433bbe64cde2), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:29.011572 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-72a02777-89c9-4a06-b91d-4e9eb73fd222 None None] Calling delete_port for f25beb75-d767-4c3e-9188-433bbe64cde2 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:47:29.111128 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-72a02777-89c9-4a06-b91d-4e9eb73fd222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (f25beb75-d767-4c3e-9188-433bbe64cde2), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:29.145331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a02777-89c9-4a06-b91d-4e9eb73fd222 None None] No DVR routers for this DVR port f25beb75-d767-4c3e-9188-433bbe64cde2 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:47:29.147727 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a02777-89c9-4a06-b91d-4e9eb73fd222 None None] Pushing event deleted for resources: {'Port': ['ID=f25beb75-d767-4c3e-9188-433bbe64cde2,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:29.239051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48416) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:29.250663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] For port f25beb75-d767-4c3e-9188-433bbe64cde2, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f25beb75-d767-4c3e-9188-433bbe64cde2,segment=NetworkSegment(a16fbe7c-907d-44e1-8da0-58927495ce87),segment_id=a16fbe7c-907d-44e1-8da0-58927495ce87)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:29.251123 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f25beb75-d767-4c3e-9188-433bbe64cde2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:29.295235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1ab8d-ce59-41cc-b8e7-834734405921 req-e68dd279-55a7-4482-a40b-5bb0dda237b1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:29.301610 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1ab8d-ce59-41cc-b8e7-834734405921 req-e68dd279-55a7-4482-a40b-5bb0dda237b1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:29.307897 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1ab8d-ce59-41cc-b8e7-834734405921 req-e68dd279-55a7-4482-a40b-5bb0dda237b1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:29.313544 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1ab8d-ce59-41cc-b8e7-834734405921 req-e68dd279-55a7-4482-a40b-5bb0dda237b1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:29.319656 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1ab8d-ce59-41cc-b8e7-834734405921 req-e68dd279-55a7-4482-a40b-5bb0dda237b1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:29.325596 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1ab8d-ce59-41cc-b8e7-834734405921 req-e68dd279-55a7-4482-a40b-5bb0dda237b1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:29.332334 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1ab8d-ce59-41cc-b8e7-834734405921 req-e68dd279-55a7-4482-a40b-5bb0dda237b1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:29.334376 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3eb1ab8d-ce59-41cc-b8e7-834734405921 req-e68dd279-55a7-4482-a40b-5bb0dda237b1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.3749080 Mar 11 11:47:29.342679 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46b2c766-ac4c-4b39-b329-4afd5873cbf7 admin admin] Publish callbacks [] for security_group (0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:29.350541 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] Calling delete_port for f25beb75-d767-4c3e-9188-433bbe64cde2 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:47:29.357673 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46b2c766-ac4c-4b39-b329-4afd5873cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:29.373272 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b2c766-ac4c-4b39-b329-4afd5873cbf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:47:29.384696 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46b2c766-ac4c-4b39-b329-4afd5873cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (bdea88c9-fadb-44aa-a233-b499664190f3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:29.385045 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-46b2c766-ac4c-4b39-b329-4afd5873cbf7 admin admin] Added segment bdea88c9-fadb-44aa-a233-b499664190f3 of type vlan for network 3f382b66-55bc-4ada-812a-8f2225fa21bc Mar 11 11:47:29.434896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2c766-ac4c-4b39-b329-4afd5873cbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:29.534698 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4780000-10b1-401d-a18e-10b4a5427a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:29.553289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-562c83b4-682d-4c40-9a89-81cdaa735362 service neutron] 10.222.0.78 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760469 Mar 11 11:47:29.559214 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46b2c766-ac4c-4b39-b329-4afd5873cbf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (3f382b66-55bc-4ada-812a-8f2225fa21bc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:29.605603 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3eb1ab8d-ce59-41cc-b8e7-834734405921 req-c44195bc-e849-4f1b-a6ba-865e3a8e3e2e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2616086 Mar 11 11:47:29.625356 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46b2c766-ac4c-4b39-b329-4afd5873cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (3f382b66-55bc-4ada-812a-8f2225fa21bc), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:29.626446 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b2c766-ac4c-4b39-b329-4afd5873cbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:29.627089 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46b2c766-ac4c-4b39-b329-4afd5873cbf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:29.700829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2c766-ac4c-4b39-b329-4afd5873cbf7 admin admin] Pushing event updated for resources: {'Network': ['ID=3f382b66-55bc-4ada-812a-8f2225fa21bc,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:29.716977 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 3f382b66-55bc-4ada-812a-8f2225fa21bc details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:47:29.719214 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-46b2c766-ac4c-4b39-b329-4afd5873cbf7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8819084 Mar 11 11:47:29.722195 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f25beb75-d767-4c3e-9188-433bbe64cde2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:29.726340 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48426) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:29.754904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cade635e-41cf-47b5-a808-cb74c43016ae admin admin] Request body: {'subnet': {'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-334978799-subnet', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:29.767862 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4780000-10b1-401d-a18e-10b4a5427a26 admin admin] Publish callbacks [] for security_group (49918630-a0db-4196-8b4c-ede0c5b2cabe), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:29.790353 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4780000-10b1-401d-a18e-10b4a5427a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (49918630-a0db-4196-8b4c-ede0c5b2cabe), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:29.793684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] Pushing event deleted for resources: {'Port': ['ID=f25beb75-d767-4c3e-9188-433bbe64cde2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:29.808679 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] No DVR routers for this DVR port f25beb75-d767-4c3e-9188-433bbe64cde2 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:47:29.881006 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d4780000-10b1-401d-a18e-10b4a5427a26 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5a5e1958b3664c0ab426c7bc4303c2ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6393197 Mar 11 11:47:29.884819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48436) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:29.932407 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1b87c-88c0-4bb1-8d6f-797e969d5a43 req-593d19c8-f329-4ee1-896b-28a2c290b196 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:29.943372 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1af1b87c-88c0-4bb1-8d6f-797e969d5a43 req-593d19c8-f329-4ee1-896b-28a2c290b196 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.1523893 Mar 11 11:47:29.949106 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cade635e-41cf-47b5-a808-cb74c43016ae admin admin] Made reservation on behalf of 10db396f7a5f4f56be94b05e67329956 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:47:29.952342 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cade635e-41cf-47b5-a808-cb74c43016ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:29.997766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4780000-10b1-401d-a18e-10b4a5427a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49918630-a0db-4196-8b4c-ede0c5b2cabe,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:30.077045 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3620d9ad-59cb-4ac4-8e88-91d82437e2d6 admin admin] Publish callbacks [] for security_group (49918630-a0db-4196-8b4c-ede0c5b2cabe), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:30.077246 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (ee9c712c-61b2-4ef6-9339-e0e1c12824a9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:30.103367 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3620d9ad-59cb-4ac4-8e88-91d82437e2d6 admin admin] Publish callbacks [] for security_group (49918630-a0db-4196-8b4c-ede0c5b2cabe), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:30.145635 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a0de6-f4da-4233-8f69-afae892e3a59 req-532f42e6-1651-4b6d-8516-673704f4c59b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:30.146373 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd4a0de6-f4da-4233-8f69-afae892e3a59 req-532f42e6-1651-4b6d-8516-673704f4c59b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.2004395 Mar 11 11:47:30.151455 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9c712c-61b2-4ef6-9339-e0e1c12824a9']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:30.171904 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1af1b87c-88c0-4bb1-8d6f-797e969d5a43 req-a799afb7-25d1-43fb-87a5-af7c13e48070 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230916 Mar 11 11:47:30.191470 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3620d9ad-59cb-4ac4-8e88-91d82437e2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (49918630-a0db-4196-8b4c-ede0c5b2cabe), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:30.197053 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3620d9ad-59cb-4ac4-8e88-91d82437e2d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:30.198293 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3620d9ad-59cb-4ac4-8e88-91d82437e2d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/49918630-a0db-4196-8b4c-ede0c5b2cabe HTTP/1.1" status: 204 len: 168 time: 0.3105745 Mar 11 11:47:30.222153 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620d9ad-59cb-4ac4-8e88-91d82437e2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49918630-a0db-4196-8b4c-ede0c5b2cabe,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:30.276660 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16fbe7c-907d-44e1-8da0-58927495ce87') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:30.285897 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16fbe7c-907d-44e1-8da0-58927495ce87') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:30.353523 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (a16fbe7c-907d-44e1-8da0-58927495ce87), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:30.379878 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd4a0de6-f4da-4233-8f69-afae892e3a59 req-725a4944-f6d8-4bda-9231-6d6ab44abb00 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024395 Mar 11 11:47:30.480485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14042c2c-bb13-4339-826b-2b2fcadf078e req-3556b84a-97f9-43f6-9afd-ada8c4618e1a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 210 time: 0.1726828 Mar 11 11:47:30.491510 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (a16fbe7c-907d-44e1-8da0-58927495ce87), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:30.500098 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:47:30.500863 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (a16fbe7c-907d-44e1-8da0-58927495ce87), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:47:30.509192 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:47:30.677903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-8c598525-16c9-4e60-b77a-5bee339a9fa6 req-61c2bba1-d3c4-45a7-b500-eeec11a14ec5 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:47:30.680600 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8c598525-16c9-4e60-b77a-5bee339a9fa6 req-61c2bba1-d3c4-45a7-b500-eeec11a14ec5 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0276878 Mar 11 11:47:30.696009 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:47:30.703049 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (ee9c712c-61b2-4ef6-9339-e0e1c12824a9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:30.716517 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f25beb75-d767-4c3e-9188-433bbe64cde2 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:47:30.724602 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:30.734634 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] 10.222.0.78 "DELETE /v2.0/networks/ee9c712c-61b2-4ef6-9339-e0e1c12824a9 HTTP/1.1" status: 204 len: 168 time: 2.3196628 Mar 11 11:47:30.779941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c402ac2-ddfd-4c2e-bff3-36bce4e6459e admin admin] Pushing event deleted for resources: {'Network': ['ID=ee9c712c-61b2-4ef6-9339-e0e1c12824a9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:30.794827 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: f25beb75-d767-4c3e-9188-433bbe64cde2 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:47:30.797697 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f25beb75-d767-4c3e-9188-433bbe64cde2 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:47:30.940827 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f252c70-60b1-4cdc-a2bb-8313060f067a req-ea27dc94-f0c9-437b-8623-2297bfb9a84f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:30.964289 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f252c70-60b1-4cdc-a2bb-8313060f067a req-ea27dc94-f0c9-437b-8623-2297bfb9a84f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:30.990493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f252c70-60b1-4cdc-a2bb-8313060f067a req-ea27dc94-f0c9-437b-8623-2297bfb9a84f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:31.013236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f252c70-60b1-4cdc-a2bb-8313060f067a req-ea27dc94-f0c9-437b-8623-2297bfb9a84f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:31.028333 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f252c70-60b1-4cdc-a2bb-8313060f067a req-ea27dc94-f0c9-437b-8623-2297bfb9a84f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:31.035745 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f252c70-60b1-4cdc-a2bb-8313060f067a req-ea27dc94-f0c9-437b-8623-2297bfb9a84f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:31.043492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f252c70-60b1-4cdc-a2bb-8313060f067a req-ea27dc94-f0c9-437b-8623-2297bfb9a84f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:31.046439 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f252c70-60b1-4cdc-a2bb-8313060f067a req-ea27dc94-f0c9-437b-8623-2297bfb9a84f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.2352545 Mar 11 11:47:31.113606 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cade635e-41cf-47b5-a808-cb74c43016ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (befbd499-1a5a-41b0-86c5-01b7c0a86f9d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:31.162498 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48474) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:31.236453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade635e-41cf-47b5-a808-cb74c43016ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=befbd499-1a5a-41b0-86c5-01b7c0a86f9d,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:31.252450 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f252c70-60b1-4cdc-a2bb-8313060f067a req-d6429460-ea3b-4232-bd10-34d32cdfe14c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1965382 Mar 11 11:47:31.275965 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cade635e-41cf-47b5-a808-cb74c43016ae admin admin] Checking segment: {'id': 'bdea88c9-fadb-44aa-a233-b499664190f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:47:31.276227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cade635e-41cf-47b5-a808-cb74c43016ae admin admin] Network hostable DHCP agents. Network: 3f382b66-55bc-4ada-812a-8f2225fa21bc, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:47:31.330875 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b1b6a5f5-2df2-4ff3-b9c0-1f31667f1bb9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=332ba924481047779f3b150531b078c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1596265 Mar 11 11:47:31.333589 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48480) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:31.339785 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12068f8e-5c30-4f37-93d1-c01abfc5293d req-bc1b553d-5653-4005-8f42-875307c4ff59 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:31.347424 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12068f8e-5c30-4f37-93d1-c01abfc5293d req-bc1b553d-5653-4005-8f42-875307c4ff59 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.1385846 Mar 11 11:47:31.368120 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48482) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:31.452733 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-883bee30-f07f-4516-aea2-2c9307548224 admin admin] Publish callbacks [] for security_group (911c9f8e-5e3c-406c-9818-187c46dca68b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:31.478886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12068f8e-5c30-4f37-93d1-c01abfc5293d req-7f2aec27-be6a-43e4-9d96-bf4d9418ad76 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275749 Mar 11 11:47:31.535788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cade635e-41cf-47b5-a808-cb74c43016ae admin admin] Network 3f382b66-55bc-4ada-812a-8f2225fa21bc is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:47:31.622787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-cade635e-41cf-47b5-a808-cb74c43016ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 3f382b66-55bc-4ada-812a-8f2225fa21bc) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:31.632561 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8e001e-de14-475b-98a8-0bcfe9fbb813 None None] Network 3f382b66-55bc-4ada-812a-8f2225fa21bc requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:47:31.639509 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-883bee30-f07f-4516-aea2-2c9307548224 admin admin] Publish callbacks [] for security_group (911c9f8e-5e3c-406c-9818-187c46dca68b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:31.643791 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cade635e-41cf-47b5-a808-cb74c43016ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:31.644657 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cade635e-41cf-47b5-a808-cb74c43016ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:31.686086 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cade635e-41cf-47b5-a808-cb74c43016ae admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9535093 Mar 11 11:47:31.690606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48492) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:31.709252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-334978799-router', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:31.716369 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-9c0dda26-a85d-46fd-a947-93976e2cad87 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5102797 Mar 11 11:47:31.731928 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-9924afe1-0bf6-493f-8e65-9b1434453c20 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:47:31.733430 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-9924afe1-0bf6-493f-8e65-9b1434453c20 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109580 Mar 11 11:47:31.755510 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (6d1458f2-3084-41e7-9264-41e49dfec981), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:31.757465 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (6d1458f2-3084-41e7-9264-41e49dfec981), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:31.794799 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-883bee30-f07f-4516-aea2-2c9307548224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (911c9f8e-5e3c-406c-9818-187c46dca68b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:31.798979 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-883bee30-f07f-4516-aea2-2c9307548224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:31.800826 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-883bee30-f07f-4516-aea2-2c9307548224 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/911c9f8e-5e3c-406c-9818-187c46dca68b HTTP/1.1" status: 204 len: 168 time: 0.4657190 Mar 11 11:47:31.805650 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-89ca17fb-0b2a-4673-ab6a-575ccaf07849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:31.830634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bee30-f07f-4516-aea2-2c9307548224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911c9f8e-5e3c-406c-9818-187c46dca68b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:31.842926 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae2a65c1-3aea-402c-b29e-0145837f09d6 req-3761b4cb-ed2f-4413-a5a2-3162094ec79b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 210 time: 0.1943071 Mar 11 11:47:31.894978 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Publish callbacks [] for router_controller (6d1458f2-3084-41e7-9264-41e49dfec981), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:31.917063 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b51b9-af40-42f9-a1b1-0224df276b56 req-843ef063-d79b-47a2-9574-db44aa7ecc0d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:31.925538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e1b51b9-af40-42f9-a1b1-0224df276b56 req-843ef063-d79b-47a2-9574-db44aa7ecc0d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.3949249 Mar 11 11:47:31.931521 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-3f382b66-55bc-4ada-812a-8f2225fa21bc', 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc', 'project_id': '10db396f7a5f4f56be94b05e67329956', 'fixed_ips': [{'subnet_id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:47:31.932421 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:31.960064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-3dcb82ea-6ba6-4de9-99a9-4d96ce432ae3 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:31.961611 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-3dcb82ea-6ba6-4de9-99a9-4d96ce432ae3 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 811 time: 0.4909639 Mar 11 11:47:32.011198 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-dc3b5d3b-bb6e-4cc7-926d-ea5383218222 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Request body: {'port': {'device_id': 'fd5d78ff-c484-4ab8-944b-8c6703a97b51', 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8', 'admin_state_up': True, 'tenant_id': 'fc114175c45e4bcfacd1ff17aef85fa1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:32.115071 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Publish callbacks [] for router_gateway (6d1458f2-3084-41e7-9264-41e49dfec981), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:32.165505 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-89ca17fb-0b2a-4673-ab6a-575ccaf07849 admin admin] Publish callbacks [] for security_group (95d0ce8b-c9e1-4594-a7fa-48f449ac8f57), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:32.177722 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e1b51b9-af40-42f9-a1b1-0224df276b56 req-9b4fbac9-b0c9-45ac-b09c-b084d1b44802 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513182 Mar 11 11:47:32.185491 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-89ca17fb-0b2a-4673-ab6a-575ccaf07849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (95d0ce8b-c9e1-4594-a7fa-48f449ac8f57), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:32.268936 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Allocated IP 172.20.0.2 (3f382b66-55bc-4ada-812a-8f2225fa21bc/befbd499-1a5a-41b0-86c5-01b7c0a86f9d/57560773-d996-4717-8f93-66828b3a9637) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:47:32.274765 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-89ca17fb-0b2a-4673-ab6a-575ccaf07849 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8a3667e73c9b4d07b1efc0299e4f3e0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9020736 Mar 11 11:47:32.281592 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48510) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:32.296220 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca17fb-0b2a-4673-ab6a-575ccaf07849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d0ce8b-c9e1-4594-a7fa-48f449ac8f57,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:32.380772 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-dc3b5d3b-bb6e-4cc7-926d-ea5383218222 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Made reservation on behalf of fc114175c45e4bcfacd1ff17aef85fa1 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:47:32.397143 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-dc3b5d3b-bb6e-4cc7-926d-ea5383218222 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:32.495012 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef053bda-79fb-4d65-b008-973c24dc8233 admin admin] Publish callbacks [] for security_group (95d0ce8b-c9e1-4594-a7fa-48f449ac8f57), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:32.578918 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef053bda-79fb-4d65-b008-973c24dc8233 admin admin] Publish callbacks [] for security_group (95d0ce8b-c9e1-4594-a7fa-48f449ac8f57), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:32.713705 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef053bda-79fb-4d65-b008-973c24dc8233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (95d0ce8b-c9e1-4594-a7fa-48f449ac8f57), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:32.726993 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef053bda-79fb-4d65-b008-973c24dc8233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:32.728457 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ef053bda-79fb-4d65-b008-973c24dc8233 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/95d0ce8b-c9e1-4594-a7fa-48f449ac8f57 HTTP/1.1" status: 204 len: 168 time: 0.4375365 Mar 11 11:47:32.770555 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Publish callbacks [] for port (57560773-d996-4717-8f93-66828b3a9637), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:32.780635 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (57560773-d996-4717-8f93-66828b3a9637), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:32.826476 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Network 3f382b66-55bc-4ada-812a-8f2225fa21bc is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:47:32.831874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:32.836414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:47:32.914583 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Pushing event updated for resources: {'Port': ['ID=57560773-d996-4717-8f93-66828b3a9637,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:32.924136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:32.924737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:32.925248 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:32.925433 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151c2f9-99a6-4efb-afcc-d957497a2982 req-92966468-9789-47eb-ba36-d350a1c5f8c2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:32.925982 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:32.926473 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:32.926960 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:32.927556 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:32.928106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:32.928607 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:32.929089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:32.929572 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:32.930110 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:32.930604 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:47:32.941019 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151c2f9-99a6-4efb-afcc-d957497a2982 req-92966468-9789-47eb-ba36-d350a1c5f8c2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:32.944598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Attempting to bind port 57560773-d996-4717-8f93-66828b3a9637 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:47:32.946040 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Attempting to bind port 57560773-d996-4717-8f93-66828b3a9637 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'bdea88c9-fadb-44aa-a233-b499664190f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:47:32.946577 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Attempting to bind port 57560773-d996-4717-8f93-66828b3a9637 on network 3f382b66-55bc-4ada-812a-8f2225fa21bc {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:32.950968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151c2f9-99a6-4efb-afcc-d957497a2982 req-92966468-9789-47eb-ba36-d350a1c5f8c2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:32.954917 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:47:32.955773 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Checking segment: {'id': 'bdea88c9-fadb-44aa-a233-b499664190f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:47:32.957165 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:32.957757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Bound using segment: {'id': 'bdea88c9-fadb-44aa-a233-b499664190f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:47:32.959086 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Bound port: 57560773-d996-4717-8f93-66828b3a9637, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdea88c9-fadb-44aa-a233-b499664190f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:47:32.959705 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (57560773-d996-4717-8f93-66828b3a9637), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:32.963878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef053bda-79fb-4d65-b008-973c24dc8233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d0ce8b-c9e1-4594-a7fa-48f449ac8f57,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:32.966405 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151c2f9-99a6-4efb-afcc-d957497a2982 req-92966468-9789-47eb-ba36-d350a1c5f8c2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:32.979026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151c2f9-99a6-4efb-afcc-d957497a2982 req-92966468-9789-47eb-ba36-d350a1c5f8c2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:32.993046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151c2f9-99a6-4efb-afcc-d957497a2982 req-92966468-9789-47eb-ba36-d350a1c5f8c2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:32.997076 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Publish callbacks [] for router_gateway (6d1458f2-3084-41e7-9264-41e49dfec981), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:33.009434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151c2f9-99a6-4efb-afcc-d957497a2982 req-92966468-9789-47eb-ba36-d350a1c5f8c2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:33.017383 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6151c2f9-99a6-4efb-afcc-d957497a2982 req-92966468-9789-47eb-ba36-d350a1c5f8c2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.5163112 Mar 11 11:47:33.025028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48552) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:33.046676 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:33.087402 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] For port 57560773-d996-4717-8f93-66828b3a9637, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:47:33.092608 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] For port 57560773-d996-4717-8f93-66828b3a9637, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=57560773-d996-4717-8f93-66828b3a9637,segment=NetworkSegment(bdea88c9-fadb-44aa-a233-b499664190f3),segment_id=bdea88c9-fadb-44aa-a233-b499664190f3)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:47:33.101271 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (57560773-d996-4717-8f93-66828b3a9637), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:33.106333 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a663561-5b05-4e4f-9274-c3a12e441921 req-fbf2e39c-bd1a-436b-8cb9-48cc6c7c8276 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:33.123308 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a663561-5b05-4e4f-9274-c3a12e441921 req-fbf2e39c-bd1a-436b-8cb9-48cc6c7c8276 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.4999940 Mar 11 11:47:33.220218 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf4381-f15f-4b13-b0e2-a35d3e2a984d None None] Pushing event updated for resources: {'Port': ['ID=57560773-d996-4717-8f93-66828b3a9637,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:33.237812 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-dc3b5d3b-bb6e-4cc7-926d-ea5383218222 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Allocated IP 172.20.0.8 (e54d170d-bb49-4bd4-8dc3-51758652c7e8/ce4e197e-6fc7-4d78-b2bd-acf62848c979/04fb9cfc-0db5-44ee-ad74-b1de4744d6d7) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:47:33.303066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Allocated IP 172.25.7.231 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/bc110af6-fda6-4354-8a1c-bcfef973ca30) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:47:33.324914 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a663561-5b05-4e4f-9274-c3a12e441921 req-01d0a31b-46a7-445b-91ff-d7ed2d191464 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003720 Mar 11 11:47:33.329812 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48562) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:33.461757 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2125bae-35f5-4116-8e59-767e45359620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:33.516903 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:33.654582 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Publish callbacks [] for port (bc110af6-fda6-4354-8a1c-bcfef973ca30), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:33.718361 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6151c2f9-99a6-4efb-afcc-d957497a2982 req-37bc1c03-63cb-4d2f-ad9f-a1aec424bdaa tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6981487 Mar 11 11:47:33.735278 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (bc110af6-fda6-4354-8a1c-bcfef973ca30), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:33.818314 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Pushing event updated for resources: {'Port': ['ID=bc110af6-fda6-4354-8a1c-bcfef973ca30,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:33.849704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:47:33.855207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:33.860192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:47:33.906273 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1c44e1e7-158a-4e4d-9da7-ed0ec19b7b2c req-b26bde18-7c79-4e2b-8a75-6f72b495bf03 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 210 time: 0.3100922 Mar 11 11:47:33.970897 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-9e7ef3cc-23cd-4499-96c0-7bd7cbc7d5bc tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:33.972982 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-9e7ef3cc-23cd-4499-96c0-7bd7cbc7d5bc tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports/1e5b67ed-c194-463a-8336-ab75fca1efb2 HTTP/1.1" status: 200 len: 946 time: 0.9269261 Mar 11 11:47:34.070449 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-dc3b5d3b-bb6e-4cc7-926d-ea5383218222 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks [] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:34.102657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5b529-c32c-42ac-920e-a8983218c94b req-92369b4a-3e4e-40c9-877e-bcbf8ddabd41 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:34.112717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92d5b529-c32c-42ac-920e-a8983218c94b req-92369b4a-3e4e-40c9-877e-bcbf8ddabd41 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.1903236 Mar 11 11:47:34.220155 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2125bae-35f5-4116-8e59-767e45359620 admin admin] Publish callbacks [] for security_group (7edaa680-a159-4722-ba9e-4952b446450a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:34.241220 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2125bae-35f5-4116-8e59-767e45359620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7edaa680-a159-4722-ba9e-4952b446450a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:34.321597 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92d5b529-c32c-42ac-920e-a8983218c94b req-b30f2e34-9fb2-48fe-8d35-353193dd5486 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036417 Mar 11 11:47:34.379229 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a2125bae-35f5-4116-8e59-767e45359620 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b09a3f3c6b244cf99b53bac8069d4dc8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0277770 Mar 11 11:47:34.384550 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48604) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:34.386044 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-dc3b5d3b-bb6e-4cc7-926d-ea5383218222 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:34.411137 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2125bae-35f5-4116-8e59-767e45359620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edaa680-a159-4722-ba9e-4952b446450a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:34.424000 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Publish callbacks [] for router_gateway (6d1458f2-3084-41e7-9264-41e49dfec981), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:34.452492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48608) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:34.654154 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-dc3b5d3b-bb6e-4cc7-926d-ea5383218222 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Network e54d170d-bb49-4bd4-8dc3-51758652c7e8 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:47:34.666351 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b5d3b-bb6e-4cc7-926d-ea5383218222 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Pushing event updated for resources: {'Port': ['ID=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:34.680805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-dc3b5d3b-bb6e-4cc7-926d-ea5383218222 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:34.685132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-dc3b5d3b-bb6e-4cc7-926d-ea5383218222 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:47:34.831989 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-afaa7939-0023-4016-b786-73c5ce061dc0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1002964153-network', 'tenant_id': '037a5daba7614682b326c1f332a6d587'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:34.856839 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03455a24-6748-41c1-9919-994743e2d279 admin admin] Publish callbacks [] for security_group (7edaa680-a159-4722-ba9e-4952b446450a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:34.875096 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d68af5-8916-4e38-9cd1-d8f602777e62 req-4d1a9072-5242-4127-9c1e-d75ace04596a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:34.876736 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50d68af5-8916-4e38-9cd1-d8f602777e62 req-4d1a9072-5242-4127-9c1e-d75ace04596a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.3704252 Mar 11 11:47:34.911333 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5bb570-f4eb-4b21-9974-46da1398205c None None] Network 3f382b66-55bc-4ada-812a-8f2225fa21bc requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:47:34.938825 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 57560773-d996-4717-8f93-66828b3a9637 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:47:34.979007 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-dc3b5d3b-bb6e-4cc7-926d-ea5383218222 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:34.979687 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-dc3b5d3b-bb6e-4cc7-926d-ea5383218222 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:34.997905 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03455a24-6748-41c1-9919-994743e2d279 admin admin] Publish callbacks [] for security_group (7edaa680-a159-4722-ba9e-4952b446450a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:34.999058 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (6d1458f2-3084-41e7-9264-41e49dfec981), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:35.015912 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaa7939-0023-4016-b786-73c5ce061dc0 admin admin] Made reservation on behalf of 037a5daba7614682b326c1f332a6d587 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:47:35.018368 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afaa7939-0023-4016-b786-73c5ce061dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:35.103175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a5ba2a66-c136-4c1d-b7ed-1a5ca1fd4724 None None] Provisioning complete for port 57560773-d996-4717-8f93-66828b3a9637 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:35.105184 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a5ba2a66-c136-4c1d-b7ed-1a5ca1fd4724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (57560773-d996-4717-8f93-66828b3a9637), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:35.129651 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-dc3b5d3b-bb6e-4cc7-926d-ea5383218222 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1485364 Mar 11 11:47:35.139569 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afaa7939-0023-4016-b786-73c5ce061dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:35.159395 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03455a24-6748-41c1-9919-994743e2d279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7edaa680-a159-4722-ba9e-4952b446450a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:35.162032 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03455a24-6748-41c1-9919-994743e2d279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:35.165909 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-03455a24-6748-41c1-9919-994743e2d279 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7edaa680-a159-4722-ba9e-4952b446450a HTTP/1.1" status: 204 len: 168 time: 0.7748160 Mar 11 11:47:35.170253 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Request body: {'port': {'device_id': 'fd5d78ff-c484-4ab8-944b-8c6703a97b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:35.191495 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50d68af5-8916-4e38-9cd1-d8f602777e62 req-0177d28b-dfb9-473a-b39c-94076bc49623 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982388 Mar 11 11:47:35.197727 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03455a24-6748-41c1-9919-994743e2d279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edaa680-a159-4722-ba9e-4952b446450a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:35.274303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Router 6d1458f2-3084-41e7-9264-41e49dfec981 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:47:35.313288 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b86ea-8597-424b-b1c8-9e65cd80f1d9 req-a6d01ef0-cb39-408c-a9eb-278507e2ea6e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:35.331100 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b86ea-8597-424b-b1c8-9e65cd80f1d9 req-a6d01ef0-cb39-408c-a9eb-278507e2ea6e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:35.336152 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 57560773-d996-4717-8f93-66828b3a9637 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:35.337181 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (57560773-d996-4717-8f93-66828b3a9637), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:35.361904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b86ea-8597-424b-b1c8-9e65cd80f1d9 req-a6d01ef0-cb39-408c-a9eb-278507e2ea6e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:35.375730 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b86ea-8597-424b-b1c8-9e65cd80f1d9 req-a6d01ef0-cb39-408c-a9eb-278507e2ea6e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:35.412744 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b86ea-8597-424b-b1c8-9e65cd80f1d9 req-a6d01ef0-cb39-408c-a9eb-278507e2ea6e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:35.422803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b86ea-8597-424b-b1c8-9e65cd80f1d9 req-a6d01ef0-cb39-408c-a9eb-278507e2ea6e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:35.425927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48648) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:35.443260 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b86ea-8597-424b-b1c8-9e65cd80f1d9 req-a6d01ef0-cb39-408c-a9eb-278507e2ea6e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:35.446990 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9c7b86ea-8597-424b-b1c8-9e65cd80f1d9 req-a6d01ef0-cb39-408c-a9eb-278507e2ea6e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.5666978 Mar 11 11:47:35.458454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a5ba2a66-c136-4c1d-b7ed-1a5ca1fd4724 None None] Current status of the port 57560773-d996-4717-8f93-66828b3a9637 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:35.465760 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a5ba2a66-c136-4c1d-b7ed-1a5ca1fd4724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (57560773-d996-4717-8f93-66828b3a9637), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:35.542881 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-ae3b97e2-189f-4995-a543-2403c2e466e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:35.550188 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-ae3b97e2-189f-4995-a543-2403c2e466e4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 1131 time: 0.1442237 Mar 11 11:47:35.640687 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a5ba2a66-c136-4c1d-b7ed-1a5ca1fd4724 None None] For port 57560773-d996-4717-8f93-66828b3a9637, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=57560773-d996-4717-8f93-66828b3a9637,segment=NetworkSegment(bdea88c9-fadb-44aa-a233-b499664190f3),segment_id=bdea88c9-fadb-44aa-a233-b499664190f3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:35.647626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:47:35.668832 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a5ba2a66-c136-4c1d-b7ed-1a5ca1fd4724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (57560773-d996-4717-8f93-66828b3a9637), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:35.800578 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Sync routers for ids ['6d1458f2-3084-41e7-9264-41e49dfec981'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:47:35.801126 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:35.804554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba2a66-c136-4c1d-b7ed-1a5ca1fd4724 None None] Pushing event updated for resources: {'Port': ['ID=57560773-d996-4717-8f93-66828b3a9637,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:35.810249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 57560773-d996-4717-8f93-66828b3a9637 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:35.810762 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (57560773-d996-4717-8f93-66828b3a9637), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:35.829339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Routers {'6d1458f2-3084-41e7-9264-41e49dfec981'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:47:35.830080 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:47:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6d1458f2-3084-41e7-9264-41e49dfec981'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:35.839062 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-6855b0c2-12f6-44de-a460-e0977dc67881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:35.841119 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-6855b0c2-12f6-44de-a460-e0977dc67881 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.2838364 Mar 11 11:47:35.850126 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9c7b86ea-8597-424b-b1c8-9e65cd80f1d9 req-f8d9e2bf-89cd-410d-9018-a32a21989028 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3671904 Mar 11 11:47:35.851312 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:35.852855 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8eff1bd3-4162-4fe6-8919-014310c2f3d8 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1559246 Mar 11 11:47:35.855892 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38b27e77-1842-4b0b-9631-0f70743e7985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:35.870127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48660) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:35.956088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Set router 6d1458f2-3084-41e7-9264-41e49dfec981 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:47:35.989235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b2950-4da4-408c-8024-3a805b6e6f14 req-ac80cfe2-6acd-4e0a-b782-2ee5004214fa tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:35.997438 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d07b2950-4da4-408c-8024-3a805b6e6f14 req-ac80cfe2-6acd-4e0a-b782-2ee5004214fa tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 931 time: 0.5400021 Mar 11 11:47:36.008967 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-a4a68bca-2a7b-41b1-997e-25091c94b8b1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=1e5b67ed-c194-463a-8336-ab75fca1efb2 HTTP/1.1" status: 200 len: 217 time: 0.1540821 Mar 11 11:47:36.127923 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afaa7939-0023-4016-b786-73c5ce061dc0 admin admin] Publish callbacks [] for security_group (6e290470-cc14-4892-946e-2cb547374b7f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:36.134498 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-8ab8a305-056c-4a40-a1e9-a809e130969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:36.138108 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-8ab8a305-056c-4a40-a1e9-a809e130969b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1195669 Mar 11 11:47:36.153842 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afaa7939-0023-4016-b786-73c5ce061dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6e290470-cc14-4892-946e-2cb547374b7f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:36.333893 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38b27e77-1842-4b0b-9631-0f70743e7985 admin admin] Publish callbacks [] for security_group (c616ba7f-66a2-481c-9098-de73c0843852), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:36.342384 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38b27e77-1842-4b0b-9631-0f70743e7985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c616ba7f-66a2-481c-9098-de73c0843852), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:36.376349 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a0fd5072-9786-407b-982c-c305e6eba7c5 None None] Provisioning complete for port 57560773-d996-4717-8f93-66828b3a9637 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:36.377462 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5072-9786-407b-982c-c305e6eba7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (57560773-d996-4717-8f93-66828b3a9637), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:36.445648 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-38b27e77-1842-4b0b-9631-0f70743e7985 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9840b3472e064c6ca37a6ffcbc455e88&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0184517 Mar 11 11:47:36.451072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b27e77-1842-4b0b-9631-0f70743e7985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c616ba7f-66a2-481c-9098-de73c0843852,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:36.471020 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48674) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:36.498653 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:47:36.499330 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:47:36.501708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd5072-9786-407b-982c-c305e6eba7c5 None None] Current status of the port 57560773-d996-4717-8f93-66828b3a9637 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:36.533551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'name': 'tempest-TaggedBootDevicesTest_v242-334978799-router', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:31Z', 'updated_at': '2022-03-11T11:47:34Z', 'revision_number': 3, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'gw_port': {'id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:33Z', 'updated_at': '2022-03-11T11:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:36.536449 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-440b302a-504c-49a3-931f-115b9972b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:36.538112 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-440b302a-504c-49a3-931f-115b9972b0b9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3895011 Mar 11 11:47:36.582559 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Checking router: 6d1458f2-3084-41e7-9264-41e49dfec981 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:47:36.583179 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Updating router 6d1458f2-3084-41e7-9264-41e49dfec981 port bc110af6-fda6-4354-8a1c-bcfef973ca30 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:47:36.598996 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4a74-e28a-410d-9846-9bba1ca5d0f9 admin admin] Publish callbacks [] for security_group (c616ba7f-66a2-481c-9098-de73c0843852), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:36.646488 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bc110af6-fda6-4354-8a1c-bcfef973ca30), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:36.677428 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4a74-e28a-410d-9846-9bba1ca5d0f9 admin admin] Publish callbacks [] for security_group (c616ba7f-66a2-481c-9098-de73c0843852), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:36.758164 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-bafcd64a-b8ad-49e9-b953-06de07ebcf52 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099011 Mar 11 11:47:36.866786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:47:36.896521 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Publish callbacks [] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:36.916857 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-f28aab7b-e04a-4ebf-9544-bfbc12d62729 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459119 Mar 11 11:47:36.933247 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4a74-e28a-410d-9846-9bba1ca5d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c616ba7f-66a2-481c-9098-de73c0843852), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:36.937185 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4a74-e28a-410d-9846-9bba1ca5d0f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:36.940909 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3a6d4a74-e28a-410d-9846-9bba1ca5d0f9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c616ba7f-66a2-481c-9098-de73c0843852 HTTP/1.1" status: 204 len: 168 time: 0.4663904 Mar 11 11:47:36.961868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Transition to ACTIVE for port object 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:47:36.970269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d4a74-e28a-410d-9846-9bba1ca5d0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c616ba7f-66a2-481c-9098-de73c0843852,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:37.013836 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:37.056477 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afaa7939-0023-4016-b786-73c5ce061dc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:47:37.112317 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d07b2950-4da4-408c-8024-3a805b6e6f14 req-a886b761-82cf-41eb-808b-1273cacbcc50 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1137753 Mar 11 11:47:37.136043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa7939-0023-4016-b786-73c5ce061dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e290470-cc14-4892-946e-2cb547374b7f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:37.142422 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afaa7939-0023-4016-b786-73c5ce061dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (daba0604-63fe-4742-9046-24d55c04e2ce), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:37.142802 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-afaa7939-0023-4016-b786-73c5ce061dc0 admin admin] Added segment daba0604-63fe-4742-9046-24d55c04e2ce of type vlan for network d8130605-787a-4d41-a48c-3457341ad648 Mar 11 11:47:37.166719 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753d525-1dff-48d4-9d8f-420ff8e48a75 req-49dcebf8-86ed-4181-9adb-f5403fd03216 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:37.174046 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4753d525-1dff-48d4-9d8f-420ff8e48a75 req-49dcebf8-86ed-4181-9adb-f5403fd03216 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 1.1684422 Mar 11 11:47:37.195448 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Publish callbacks [] for port (bc110af6-fda6-4354-8a1c-bcfef973ca30), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:37.218903 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bc110af6-fda6-4354-8a1c-bcfef973ca30), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:37.223627 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 57560773-d996-4717-8f93-66828b3a9637 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:37.304272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e57817-3a09-438d-94b0-ffc6799047dc None None] Pushing event updated for resources: {'Port': ['ID=bc110af6-fda6-4354-8a1c-bcfef973ca30,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:37.361098 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Attempting to bind port bc110af6-fda6-4354-8a1c-bcfef973ca30 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:47:37.362670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Attempting to bind port bc110af6-fda6-4354-8a1c-bcfef973ca30 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:47:37.364121 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Pushing event updated for resources: {'Port': ['ID=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:37.365283 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Attempting to bind port bc110af6-fda6-4354-8a1c-bcfef973ca30 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:37.378149 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:47:37.378898 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:47:37.381731 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:37.383086 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:47:37.384067 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Bound port: bc110af6-fda6-4354-8a1c-bcfef973ca30, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:47:37.384474 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bc110af6-fda6-4354-8a1c-bcfef973ca30), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:37.392450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 57560773-d996-4717-8f93-66828b3a9637 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:47:37.435043 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afaa7939-0023-4016-b786-73c5ce061dc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (d8130605-787a-4d41-a48c-3457341ad648), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:37.504540 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] For port bc110af6-fda6-4354-8a1c-bcfef973ca30, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:47:37.518455 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 57560773-d996-4717-8f93-66828b3a9637 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:37.519397 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (57560773-d996-4717-8f93-66828b3a9637), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:37.522456 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] For port bc110af6-fda6-4354-8a1c-bcfef973ca30, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=bc110af6-fda6-4354-8a1c-bcfef973ca30,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:47:37.549447 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bc110af6-fda6-4354-8a1c-bcfef973ca30), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:37.561661 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48692) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:37.589823 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9791c8df-58f5-453f-9646-47ec701dad0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:37.603696 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4753d525-1dff-48d4-9d8f-420ff8e48a75 req-314b5bee-859c-4c3c-8659-4e68366d5880 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4254785 Mar 11 11:47:37.648474 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Routers {'6d1458f2-3084-41e7-9264-41e49dfec981'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:47:37.649680 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:47:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6d1458f2-3084-41e7-9264-41e49dfec981'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:37.653932 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e57817-3a09-438d-94b0-ffc6799047dc None None] Pushing event updated for resources: {'Port': ['ID=bc110af6-fda6-4354-8a1c-bcfef973ca30,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:37.667916 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afaa7939-0023-4016-b786-73c5ce061dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (d8130605-787a-4d41-a48c-3457341ad648), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:37.668909 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa7939-0023-4016-b786-73c5ce061dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:37.669483 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afaa7939-0023-4016-b786-73c5ce061dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:37.741129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 57560773-d996-4717-8f93-66828b3a9637 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:37.741413 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a1a0e-4e41-4303-a080-d58e70b3d380 req-396c56e9-5be4-410b-bb8f-3cab027d3b23 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:37.742981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f0a1a0e-4e41-4303-a080-d58e70b3d380 req-396c56e9-5be4-410b-bb8f-3cab027d3b23 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.4585369 Mar 11 11:47:37.756871 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9791c8df-58f5-453f-9646-47ec701dad0d admin admin] Publish callbacks [] for security_group (9bb48346-fc69-46da-a00f-62b0a7bc1fc4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:37.762268 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9791c8df-58f5-453f-9646-47ec701dad0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9bb48346-fc69-46da-a00f-62b0a7bc1fc4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:37.791314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Attempting to bind port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:47:37.791772 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Attempting to bind port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:47:37.792035 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Attempting to bind port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:37.798384 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9791c8df-58f5-453f-9646-47ec701dad0d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e269573060724cd7b5cb884731f20920&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2356713 Mar 11 11:47:37.807123 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48696) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:37.831113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] Set router 6d1458f2-3084-41e7-9264-41e49dfec981 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:47:37.835536 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-afaa7939-0023-4016-b786-73c5ce061dc0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.3786302 Mar 11 11:47:37.843217 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48698) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:37.860934 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:47:37.861265 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Attempting to bind port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:37.862562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-22a7cc82-a6c7-4e55-a6e5-5f55e3b6f7b7 admin admin] Request body: {'subnet': {'network_id': 'd8130605-787a-4d41-a48c-3457341ad648', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1002964153-subnet', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:37.896189 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791c8df-58f5-453f-9646-47ec701dad0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb48346-fc69-46da-a00f-62b0a7bc1fc4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:37.902267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa7939-0023-4016-b786-73c5ce061dc0 admin admin] Pushing event updated for resources: {'Network': ['ID=d8130605-787a-4d41-a48c-3457341ad648,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:37.910938 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2cad1df-d50d-477f-8887-2837803b1195 admin admin] Publish callbacks [] for security_group (9bb48346-fc69-46da-a00f-62b0a7bc1fc4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:37.916170 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:47:37.916526 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Checking segment: {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:47:37.916993 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Bound using segment: {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:47:37.917356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Bound port: 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:47:37.917720 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:37.942359 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2cad1df-d50d-477f-8887-2837803b1195 admin admin] Publish callbacks [] for security_group (9bb48346-fc69-46da-a00f-62b0a7bc1fc4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:37.952699 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network d8130605-787a-4d41-a48c-3457341ad648 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:47:37.997724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a7cc82-a6c7-4e55-a6e5-5f55e3b6f7b7 admin admin] Made reservation on behalf of 037a5daba7614682b326c1f332a6d587 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:47:37.999821 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f0a1a0e-4e41-4303-a080-d58e70b3d380 req-d74da616-f733-45d4-81cb-95404bf17fab tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096021 Mar 11 11:47:38.002011 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-22a7cc82-a6c7-4e55-a6e5-5f55e3b6f7b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:38.049624 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46198832-aa82-42b0-b499-cd10c1812e45 req-314cb512-857c-4ba8-a2de-0c470a214121 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:38.055013 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46198832-aa82-42b0-b499-cd10c1812e45 req-314cb512-857c-4ba8-a2de-0c470a214121 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:38.060885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46198832-aa82-42b0-b499-cd10c1812e45 req-314cb512-857c-4ba8-a2de-0c470a214121 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:38.066414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46198832-aa82-42b0-b499-cd10c1812e45 req-314cb512-857c-4ba8-a2de-0c470a214121 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:38.072121 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46198832-aa82-42b0-b499-cd10c1812e45 req-314cb512-857c-4ba8-a2de-0c470a214121 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:38.089125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46198832-aa82-42b0-b499-cd10c1812e45 req-314cb512-857c-4ba8-a2de-0c470a214121 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:38.094091 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2cad1df-d50d-477f-8887-2837803b1195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9bb48346-fc69-46da-a00f-62b0a7bc1fc4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:38.097071 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2cad1df-d50d-477f-8887-2837803b1195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:38.098375 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e2cad1df-d50d-477f-8887-2837803b1195 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9bb48346-fc69-46da-a00f-62b0a7bc1fc4 HTTP/1.1" status: 204 len: 168 time: 0.2899323 Mar 11 11:47:38.100029 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46198832-aa82-42b0-b499-cd10c1812e45 req-314cb512-857c-4ba8-a2de-0c470a214121 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:38.108210 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-46198832-aa82-42b0-b499-cd10c1812e45 req-314cb512-857c-4ba8-a2de-0c470a214121 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.3952873 Mar 11 11:47:38.112476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cad1df-d50d-477f-8887-2837803b1195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb48346-fc69-46da-a00f-62b0a7bc1fc4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:38.208176 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-22a7cc82-a6c7-4e55-a6e5-5f55e3b6f7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (e0604034-0f4c-4272-ac15-c033c67a8b00), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:38.227235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] For port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:47:38.256818 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] For port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:47:38.275508 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-46198832-aa82-42b0-b499-cd10c1812e45 req-a19197fd-9993-40b7-ba87-d4e8e749b4fe tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1663587 Mar 11 11:47:38.311342 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:38.423230 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a7cc82-a6c7-4e55-a6e5-5f55e3b6f7b7 admin admin] Checking segment: {'id': 'daba0604-63fe-4742-9046-24d55c04e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:47:38.423230 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a7cc82-a6c7-4e55-a6e5-5f55e3b6f7b7 admin admin] Network hostable DHCP agents. Network: d8130605-787a-4d41-a48c-3457341ad648, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:47:38.438885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7cc82-a6c7-4e55-a6e5-5f55e3b6f7b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0604034-0f4c-4272-ac15-c033c67a8b00,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:38.458245 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:38.458843 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:38.460990 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] 10.222.0.37 "PUT /v2.0/ports/04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 HTTP/1.1" status: 200 len: 1091 time: 3.3108974 Mar 11 11:47:38.464582 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5d78ff-c484-4ab8-944b-8c6703a97b51', 'tag': '04fb9cfc-0db5-44ee-ad74-b1de4744d6d7'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:47:38.466927 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199eddea-38b5-4b45-b222-6e16856f359b" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5d78ff-c484-4ab8-944b-8c6703a97b51", "tag": "04fb9cfc-0db5-44ee-ad74-b1de4744d6d7"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:47:38.490800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a7cc82-a6c7-4e55-a6e5-5f55e3b6f7b7 admin admin] Network d8130605-787a-4d41-a48c-3457341ad648 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:47:38.504259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'name': 'tempest-TaggedBootDevicesTest_v242-334978799-router', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:31Z', 'updated_at': '2022-03-11T11:47:34Z', 'revision_number': 3, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'gw_port': {'id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:33Z', 'updated_at': '2022-03-11T11:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:38.513597 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-22a7cc82-a6c7-4e55-a6e5-5f55e3b6f7b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, d8130605-787a-4d41-a48c-3457341ad648) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:38.525498 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a7cc82-a6c7-4e55-a6e5-5f55e3b6f7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:38.526642 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-22a7cc82-a6c7-4e55-a6e5-5f55e3b6f7b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:38.573128 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-22a7cc82-a6c7-4e55-a6e5-5f55e3b6f7b7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7125294 Mar 11 11:47:38.573775 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee340c5-a2e1-45a5-9229-0579ce0777b1 None None] The sync data for ids ['6d1458f2-3084-41e7-9264-41e49dfec981'] in n-d-833234-2 is: [{'id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'name': 'tempest-TaggedBootDevicesTest_v242-334978799-router', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:31Z', 'updated_at': '2022-03-11T11:47:34Z', 'revision_number': 3, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'gw_port': {'id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:33Z', 'updated_at': '2022-03-11T11:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:47:38.573922 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48716) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:38.575214 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dbcb0f-d442-461d-aa8d-4c3205e73f79 None None] Network d8130605-787a-4d41-a48c-3457341ad648 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:47:38.586836 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1002964153-router', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:38.591758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3b7fa-499e-42a3-8d5c-841d973d9a16 service neutron] Pushing event updated for resources: {'Port': ['ID=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:38.631863 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32517d87-ab24-494e-8e1d-85a37a157e3f x-openstack-request-id: req-32517d87-ab24-494e-8e1d-85a37a157e3f {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:47:38.632597 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5d78ff-c484-4ab8-944b-8c6703a97b51", "tag": "04fb9cfc-0db5-44ee-ad74-b1de4744d6d7", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:47:38.635050 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-32517d87-ab24-494e-8e1d-85a37a157e3f {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:47:38.635854 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5d78ff-c484-4ab8-944b-8c6703a97b51', 'tag': '04fb9cfc-0db5-44ee-ad74-b1de4744d6d7', 'status': 'completed', 'code': 200} Mar 11 11:47:38.637965 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (762ce8ac-526e-4230-b8f8-b7a5f66b629a), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:38.639680 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (762ce8ac-526e-4230-b8f8-b7a5f66b629a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:38.661462 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33615dd4-8fd5-4870-97ae-e374522a1228 req-4556f1e6-a1ad-4441-9c2f-b5a7f0d3215e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:38.672882 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33615dd4-8fd5-4870-97ae-e374522a1228 req-4556f1e6-a1ad-4441-9c2f-b5a7f0d3215e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 943 time: 0.2707937 Mar 11 11:47:38.676541 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:38.717905 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Publish callbacks [] for router_controller (762ce8ac-526e-4230-b8f8-b7a5f66b629a), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:38.751200 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-62374efc-421e-4a0a-aeb9-c8a7c7bd960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:38.753102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-62374efc-421e-4a0a-aeb9-c8a7c7bd960a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 1125 time: 0.2211156 Mar 11 11:47:38.822243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9769608f-22b2-4f37-80e2-3c32169895d0 None None] Network d8130605-787a-4d41-a48c-3457341ad648 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:47:38.908964 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Publish callbacks [] for router_gateway (762ce8ac-526e-4230-b8f8-b7a5f66b629a), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:39.173186 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33615dd4-8fd5-4870-97ae-e374522a1228 req-11cfd569-ee73-4c44-b5c8-f80f6ba439ef tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903805 Mar 11 11:47:39.179559 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-fb839da7-d04f-49b3-ab11-9149e7b2d363 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 HTTP/1.1" status: 200 len: 217 time: 0.1523509 Mar 11 11:47:39.211098 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Publish callbacks [] for router_gateway (762ce8ac-526e-4230-b8f8-b7a5f66b629a), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:39.248870 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:39.415681 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Allocated IP 172.25.7.34 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/f9fe65c9-7d40-481e-9abd-79542009e0c9) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:47:39.428751 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] Allocated IP 172.20.0.1 (3f382b66-55bc-4ada-812a-8f2225fa21bc/befbd499-1a5a-41b0-86c5-01b7c0a86f9d/e15f06ed-f40e-461e-b328-0875b436aecf) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:47:39.432350 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-bb735a1f-cde7-49b2-8b23-a0db600ff9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:39.434485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-bb735a1f-cde7-49b2-8b23-a0db600ff9d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce4e197e-6fc7-4d78-b2bd-acf62848c979 HTTP/1.1" status: 200 len: 851 time: 0.2460048 Mar 11 11:47:39.474143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43d12e-416f-4fd1-a9e8-31a95889774e req-73fd21dd-ae6a-47b9-a8a0-6b4b0dbcd72b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:39.477177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bc110af6-fda6-4354-8a1c-bcfef973ca30 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:47:39.481995 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae43d12e-416f-4fd1-a9e8-31a95889774e req-73fd21dd-ae6a-47b9-a8a0-6b4b0dbcd72b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.4574239 Mar 11 11:47:39.527615 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-40f47075-1ed6-416f-8f81-226ff6182a60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e54d170d-bb49-4bd4-8dc3-51758652c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777593 Mar 11 11:47:39.609801 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port bc110af6-fda6-4354-8a1c-bcfef973ca30 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:39.610304 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bc110af6-fda6-4354-8a1c-bcfef973ca30), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:39.703781 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Publish callbacks [] for port (f9fe65c9-7d40-481e-9abd-79542009e0c9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:39.704988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbcf8b-0436-4089-895f-69342bd026a5 req-a784ce9d-129c-4c3b-97af-9305d3c310d8 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:39.712274 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fffbcf8b-0436-4089-895f-69342bd026a5 req-a784ce9d-129c-4c3b-97af-9305d3c310d8 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.3398039 Mar 11 11:47:39.791323 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae43d12e-416f-4fd1-a9e8-31a95889774e req-b0cae821-6fe0-4af8-b3b8-55b30bc432be tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081291 Mar 11 11:47:39.823305 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port bc110af6-fda6-4354-8a1c-bcfef973ca30 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:39.823567 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bc110af6-fda6-4354-8a1c-bcfef973ca30), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:39.864761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port bc110af6-fda6-4354-8a1c-bcfef973ca30, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=bc110af6-fda6-4354-8a1c-bcfef973ca30,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:39.871362 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bc110af6-fda6-4354-8a1c-bcfef973ca30), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:39.918619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fffbcf8b-0436-4089-895f-69342bd026a5 req-ed656def-4ea9-4420-be76-5dd8b0477c1f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050538 Mar 11 11:47:39.920998 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-db223f7a-b3a7-407a-b163-a19576a1bc54 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687441 Mar 11 11:47:39.987989 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] Publish callbacks [] for port (e15f06ed-f40e-461e-b328-0875b436aecf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:40.045962 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=bc110af6-fda6-4354-8a1c-bcfef973ca30,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:40.291187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1924618-8ec2-422e-90c1-a3446ec67f64 req-22a73cb2-59d2-4255-ac2b-f410bd577350 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545876 Mar 11 11:47:40.313437 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e15f06ed-f40e-461e-b328-0875b436aecf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:40.335173 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a1429-ffaf-46f2-9e53-51f697c50165 req-15369e70-ac79-4af9-86e1-94f00195b62b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:40.342215 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f9fe65c9-7d40-481e-9abd-79542009e0c9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:40.342619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a1429-ffaf-46f2-9e53-51f697c50165 req-15369e70-ac79-4af9-86e1-94f00195b62b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:40.349280 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a1429-ffaf-46f2-9e53-51f697c50165 req-15369e70-ac79-4af9-86e1-94f00195b62b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:40.355808 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c788b4-9547-4937-a03d-3a87746fcbe9 req-39e61fac-1bd2-46b8-96d6-e4cccf10ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:40.356222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a1429-ffaf-46f2-9e53-51f697c50165 req-15369e70-ac79-4af9-86e1-94f00195b62b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:40.357334 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-85c788b4-9547-4937-a03d-3a87746fcbe9 req-39e61fac-1bd2-46b8-96d6-e4cccf10ecd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf1392660d9b487585dafc67abf0ead8&device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 1127 time: 0.1011562 Mar 11 11:47:40.366603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a1429-ffaf-46f2-9e53-51f697c50165 req-15369e70-ac79-4af9-86e1-94f00195b62b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:40.373383 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a1429-ffaf-46f2-9e53-51f697c50165 req-15369e70-ac79-4af9-86e1-94f00195b62b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:40.379066 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a1429-ffaf-46f2-9e53-51f697c50165 req-15369e70-ac79-4af9-86e1-94f00195b62b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:40.381247 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d7a1429-ffaf-46f2-9e53-51f697c50165 req-15369e70-ac79-4af9-86e1-94f00195b62b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.3424799 Mar 11 11:47:40.392936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:47:40.407673 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cd07048b-8e02-4b58-8f0b-e2b5446e80ae req-0212fe97-e4e3-4a4c-b5c7-ed59d1de786c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1502612 Mar 11 11:47:40.421214 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:40.425323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:47:40.528153 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] Network 3f382b66-55bc-4ada-812a-8f2225fa21bc is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:47:40.565250 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:40.569975 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:47:40.579645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] Pushing event updated for resources: {'Port': ['ID=e15f06ed-f40e-461e-b328-0875b436aecf,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:40.585699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=f9fe65c9-7d40-481e-9abd-79542009e0c9,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:40.655018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199eddea-38b5-4b45-b222-6e16856f359b req-fe7f4819-db2c-4488-b862-05e503b6ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:40.656782 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-199eddea-38b5-4b45-b222-6e16856f359b req-fe7f4819-db2c-4488-b862-05e503b6ce46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 1125 time: 0.2696340 Mar 11 11:47:40.676344 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (6d1458f2-3084-41e7-9264-41e49dfec981), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:40.724983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d7a1429-ffaf-46f2-9e53-51f697c50165 req-491006a1-02d0-461e-a0d2-363f76ba4345 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3362844 Mar 11 11:47:40.730101 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c788b4-9547-4937-a03d-3a87746fcbe9 req-e8651477-028c-4640-abae-29222ae5a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:40.731649 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-85c788b4-9547-4937-a03d-3a87746fcbe9 req-e8651477-028c-4640-abae-29222ae5a282 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76092203-82d8-4a24-86d5-4aa9015481db HTTP/1.1" status: 200 len: 911 time: 0.3663139 Mar 11 11:47:40.738104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07048b-8e02-4b58-8f0b-e2b5446e80ae req-8c7b09e7-f43e-4871-94bb-afaabeea9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:40.739671 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cd07048b-8e02-4b58-8f0b-e2b5446e80ae req-8c7b09e7-f43e-4871-94bb-afaabeea9b8f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 1132 time: 0.2649181 Mar 11 11:47:40.787693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09232812-ca3d-4486-8fb1-b258b741acca req-85120f13-d91d-4eb4-ab87-2649348d05a1 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:40.789573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09232812-ca3d-4486-8fb1-b258b741acca req-85120f13-d91d-4eb4-ab87-2649348d05a1 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.3417604 Mar 11 11:47:41.053861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07048b-8e02-4b58-8f0b-e2b5446e80ae req-865345d9-6e94-4811-9ecf-0070b9e584e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:41.055215 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cd07048b-8e02-4b58-8f0b-e2b5446e80ae req-865345d9-6e94-4811-9ecf-0070b9e584e8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.2344499 Mar 11 11:47:41.081937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b1183dc0-b869-4865-845e-28581d136bb6 None None] Provisioning complete for port e15f06ed-f40e-461e-b328-0875b436aecf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:41.082914 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b1183dc0-b869-4865-845e-28581d136bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e15f06ed-f40e-461e-b328-0875b436aecf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:41.151166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b1183dc0-b869-4865-845e-28581d136bb6 None None] Port e15f06ed-f40e-461e-b328-0875b436aecf cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:47:41.187999 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cd07048b-8e02-4b58-8f0b-e2b5446e80ae req-1e531614-dabc-4abe-89e9-f91e9a3ae2e6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970 HTTP/1.1" status: 200 len: 217 time: 0.1243773 Mar 11 11:47:41.197450 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-85c788b4-9547-4937-a03d-3a87746fcbe9 req-1b3beaf0-a274-4a24-a739-db3bf0f6fa17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b1990eb-7c3f-415a-a722-ab9b593c385a HTTP/1.1" status: 200 len: 1000 time: 0.4552438 Mar 11 11:47:41.285386 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Publish callbacks [] for router_gateway (762ce8ac-526e-4230-b8f8-b7a5f66b629a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:41.312639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07048b-8e02-4b58-8f0b-e2b5446e80ae req-1f2a4403-474e-4338-a608-c3cce1b38a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:41.314154 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cd07048b-8e02-4b58-8f0b-e2b5446e80ae req-1f2a4403-474e-4338-a608-c3cce1b38a5f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1137340 Mar 11 11:47:41.373937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bc110af6-fda6-4354-8a1c-bcfef973ca30 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:47:41.444668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port bc110af6-fda6-4354-8a1c-bcfef973ca30 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:41.445496 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bc110af6-fda6-4354-8a1c-bcfef973ca30), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:41.463567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c788b4-9547-4937-a03d-3a87746fcbe9 req-ce9c25b6-376f-4735-864b-320166a12623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:41.465292 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-85c788b4-9547-4937-a03d-3a87746fcbe9 req-ce9c25b6-376f-4735-864b-320166a12623 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e125371-d52f-4208-9c77-d4e4b47be414 HTTP/1.1" status: 200 len: 849 time: 0.2444513 Mar 11 11:47:41.569240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09232812-ca3d-4486-8fb1-b258b741acca req-91de6911-8527-4d38-b160-9ce385369029 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7010107 Mar 11 11:47:41.608875 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199eddea-38b5-4b45-b222-6e16856f359b req-6326a505-4f31-404f-87d2-24afcdd21815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:41.610365 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-199eddea-38b5-4b45-b222-6e16856f359b req-6326a505-4f31-404f-87d2-24afcdd21815 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 912 time: 0.9407060 Mar 11 11:47:41.616462 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port bc110af6-fda6-4354-8a1c-bcfef973ca30 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:41.624426 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8419d65-83f2-4b43-813c-bba8bf6aab74 req-a6dc790b-b9d5-4298-9c4a-de8381a6d121 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:41.632067 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8419d65-83f2-4b43-813c-bba8bf6aab74 req-a6dc790b-b9d5-4298-9c4a-de8381a6d121 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 943 time: 0.7059455 Mar 11 11:47:41.677755 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07048b-8e02-4b58-8f0b-e2b5446e80ae req-2bd46016-2a55-4504-ae1a-9e69d546907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:41.680260 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cd07048b-8e02-4b58-8f0b-e2b5446e80ae req-2bd46016-2a55-4504-ae1a-9e69d546907e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2680414 Mar 11 11:47:41.710604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c788b4-9547-4937-a03d-3a87746fcbe9 req-79c3eb3f-40de-46e1-ba74-ea4776f6d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:41.711371 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-199eddea-38b5-4b45-b222-6e16856f359b req-dc504b5a-e556-4c23-a1db-26a66190886e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 HTTP/1.1" status: 200 len: 217 time: 0.0941751 Mar 11 11:47:41.712460 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-85c788b4-9547-4937-a03d-3a87746fcbe9 req-79c3eb3f-40de-46e1-ba74-ea4776f6d467 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76092203-82d8-4a24-86d5-4aa9015481db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2186098 Mar 11 11:47:41.775873 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e15f06ed-f40e-461e-b328-0875b436aecf), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:41.816188 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8419d65-83f2-4b43-813c-bba8bf6aab74 req-2980ec89-8bfe-428a-94f5-579167c840b8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830740 Mar 11 11:47:41.856940 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199eddea-38b5-4b45-b222-6e16856f359b req-e5291158-1bbb-41a8-96c4-bc5c1660132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:41.858710 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-199eddea-38b5-4b45-b222-6e16856f359b req-e5291158-1bbb-41a8-96c4-bc5c1660132b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce4e197e-6fc7-4d78-b2bd-acf62848c979 HTTP/1.1" status: 200 len: 851 time: 0.1309190 Mar 11 11:47:41.936908 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-199eddea-38b5-4b45-b222-6e16856f359b req-5a580c2a-a099-4232-8b74-238635f43ce8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e54d170d-bb49-4bd4-8dc3-51758652c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581598 Mar 11 11:47:41.983081 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cd07048b-8e02-4b58-8f0b-e2b5446e80ae req-dca9738b-b174-46be-99c2-654845ad43a7 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906296 Mar 11 11:47:41.989205 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-85c788b4-9547-4937-a03d-3a87746fcbe9 req-fb316005-e4d3-4018-b0e9-eb4d358dbc32 service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632792 Mar 11 11:47:42.063659 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f23d56-8878-4576-9f0d-bda7efe9f782 req-aa3e23d7-3aff-44ae-be7e-eeb2f7319d38 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:42.070986 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2f23d56-8878-4576-9f0d-bda7efe9f782 req-aa3e23d7-3aff-44ae-be7e-eeb2f7319d38 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.2926633 Mar 11 11:47:42.079990 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (762ce8ac-526e-4230-b8f8-b7a5f66b629a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:42.184574 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cd07048b-8e02-4b58-8f0b-e2b5446e80ae req-31e4036a-9e69-4224-ab81-f72c51e0894c service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944029 Mar 11 11:47:42.249998 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2f23d56-8878-4576-9f0d-bda7efe9f782 req-50272cb6-d0cb-47cb-8519-945cc3116e8e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769462 Mar 11 11:47:42.318518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-199eddea-38b5-4b45-b222-6e16856f359b req-4f0c2efc-fd21-4164-aaf5-52de9320cd11 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623397 Mar 11 11:47:42.321978 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-85c788b4-9547-4937-a03d-3a87746fcbe9 req-67d6d70d-7802-463d-9866-cd31238dbfc0 service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701187 Mar 11 11:47:42.386645 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Router 762ce8ac-526e-4230-b8f8-b7a5f66b629a is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:47:42.387477 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] Publish callbacks [] for port (e15f06ed-f40e-461e-b328-0875b436aecf), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:42.406729 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48864) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:42.411280 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (e15f06ed-f40e-461e-b328-0875b436aecf), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:42.450159 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85419a2-4cae-4f67-af9a-a02c26db110d req-10ef80cb-68da-4c7f-b188-9385bacee92e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:42.455755 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85419a2-4cae-4f67-af9a-a02c26db110d req-10ef80cb-68da-4c7f-b188-9385bacee92e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:42.461425 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85419a2-4cae-4f67-af9a-a02c26db110d req-10ef80cb-68da-4c7f-b188-9385bacee92e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:42.468548 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85419a2-4cae-4f67-af9a-a02c26db110d req-10ef80cb-68da-4c7f-b188-9385bacee92e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:42.474151 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85419a2-4cae-4f67-af9a-a02c26db110d req-10ef80cb-68da-4c7f-b188-9385bacee92e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:42.480493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85419a2-4cae-4f67-af9a-a02c26db110d req-10ef80cb-68da-4c7f-b188-9385bacee92e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:42.486083 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85419a2-4cae-4f67-af9a-a02c26db110d req-10ef80cb-68da-4c7f-b188-9385bacee92e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:42.488341 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b85419a2-4cae-4f67-af9a-a02c26db110d req-10ef80cb-68da-4c7f-b188-9385bacee92e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.2054806 Mar 11 11:47:42.531156 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:42.559423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:47:42.570511 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Sync routers for ids ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:47:42.586436 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Routers {'762ce8ac-526e-4230-b8f8-b7a5f66b629a'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:47:42.587466 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:47:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:42.595648 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:42.597388 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-050cbb53-ee03-4987-a1ea-49aed0a95eb6 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0226390 Mar 11 11:47:42.601383 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48872) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:42.707518 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (6d1458f2-3084-41e7-9264-41e49dfec981), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:42.714186 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] Pushing event updated for resources: {'Port': ['ID=e15f06ed-f40e-461e-b328-0875b436aecf,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:42.724648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48874) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:42.732212 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Set router 762ce8ac-526e-4230-b8f8-b7a5f66b629a gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:47:42.735061 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-199eddea-38b5-4b45-b222-6e16856f359b req-3f866021-041d-47cc-9f3a-913ffcf73550 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913369 Mar 11 11:47:42.810660 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b85419a2-4cae-4f67-af9a-a02c26db110d req-736f4ec1-a78a-4cbb-81b5-a665b72f28ee tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2755585 Mar 11 11:47:42.881879 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c34fd2f-da31-4089-8b4f-3c88b61a03f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:42.915948 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb17bc9-2c0f-4d72-9c62-c6d3dfdb6616 req-b554c231-4ed2-412e-9a37-50441a358524 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:42.923676 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5cb17bc9-2c0f-4d72-9c62-c6d3dfdb6616 req-b554c231-4ed2-412e-9a37-50441a358524 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.2348876 Mar 11 11:47:42.956070 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cd3af457-b978-4c6b-8596-275fba7634ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:43.012264 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1002964153-router', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:40Z', 'revision_number': 3, 'project_id': '037a5daba7614682b326c1f332a6d587', 'gw_port': {'id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:96:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:39Z', 'updated_at': '2022-03-11T11:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:43.049170 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Checking router: 762ce8ac-526e-4230-b8f8-b7a5f66b629a for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:47:43.050114 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Updating router 762ce8ac-526e-4230-b8f8-b7a5f66b629a port f9fe65c9-7d40-481e-9abd-79542009e0c9 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:47:43.074622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] Network 3f382b66-55bc-4ada-812a-8f2225fa21bc is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:47:43.085324 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f9fe65c9-7d40-481e-9abd-79542009e0c9), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:43.093315 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5cb17bc9-2c0f-4d72-9c62-c6d3dfdb6616 req-341350ec-b083-45ce-b010-f168e6c23d39 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684504 Mar 11 11:47:43.101106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:43.132338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab2aa9-3877-40c6-9968-6da0fe4c4223 req-504153c5-5ab2-44f4-8521-f311fb29f138 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:43.134339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19ab2aa9-3877-40c6-9968-6da0fe4c4223 req-504153c5-5ab2-44f4-8521-f311fb29f138 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 943 time: 0.1631989 Mar 11 11:47:43.181288 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c34fd2f-da31-4089-8b4f-3c88b61a03f6 admin admin] Publish callbacks [] for security_group (12dc3602-a0c2-498a-9d94-4c30791fd1a0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:43.186743 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c34fd2f-da31-4089-8b4f-3c88b61a03f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (12dc3602-a0c2-498a-9d94-4c30791fd1a0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:43.244742 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34fd2f-da31-4089-8b4f-3c88b61a03f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dc3602-a0c2-498a-9d94-4c30791fd1a0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:43.304118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] Router 6d1458f2-3084-41e7-9264-41e49dfec981 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:47:43.328109 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5c34fd2f-da31-4089-8b4f-3c88b61a03f6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=206af7f567184b5e88a8f2b19dd1661e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9197896 Mar 11 11:47:43.359340 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48882) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:43.492164 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:43.505795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3897f46c-f3b8-4cac-a629-0fdbc2d985f4 None None] Provisioning complete for port e15f06ed-f40e-461e-b328-0875b436aecf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:43.506415 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3897f46c-f3b8-4cac-a629-0fdbc2d985f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e15f06ed-f40e-461e-b328-0875b436aecf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:43.509798 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Publish callbacks [] for port (f9fe65c9-7d40-481e-9abd-79542009e0c9), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:43.521755 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f9fe65c9-7d40-481e-9abd-79542009e0c9), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:43.574863 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3897f46c-f3b8-4cac-a629-0fdbc2d985f4 None None] Port e15f06ed-f40e-461e-b328-0875b436aecf cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:47:43.592136 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19ab2aa9-3877-40c6-9968-6da0fe4c4223 req-b5048618-1155-46bb-b760-205065c08fab tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002039 Mar 11 11:47:43.594067 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853619e3-3cdc-4169-a84c-46370cfcd8c8 None None] Pushing event updated for resources: {'Port': ['ID=f9fe65c9-7d40-481e-9abd-79542009e0c9,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:43.606250 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ace17b6-a82f-41bc-a609-bcd1c8062a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:43.613719 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Attempting to bind port f9fe65c9-7d40-481e-9abd-79542009e0c9 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:47:43.614124 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Attempting to bind port f9fe65c9-7d40-481e-9abd-79542009e0c9 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:47:43.614431 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Attempting to bind port f9fe65c9-7d40-481e-9abd-79542009e0c9 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:43.615325 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cd3af457-b978-4c6b-8596-275fba7634ac admin admin] Publish callbacks [] for security_group (656c3daf-188a-4a74-ab15-0aef32f337cf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:43.622280 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:47:43.622701 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:47:43.624183 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:43.624701 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:47:43.625210 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Bound port: f9fe65c9-7d40-481e-9abd-79542009e0c9, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:47:43.627736 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f9fe65c9-7d40-481e-9abd-79542009e0c9), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:43.633667 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cd3af457-b978-4c6b-8596-275fba7634ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (656c3daf-188a-4a74-ab15-0aef32f337cf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:43.668080 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cd3af457-b978-4c6b-8596-275fba7634ac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=71b4f51c7ce54d83953328f0698b02cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9294317 Mar 11 11:47:43.677258 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48884) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:43.677953 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b3b8471-d6aa-4052-b565-ddb90f7cb4db admin admin] Publish callbacks [] for security_group (12dc3602-a0c2-498a-9d94-4c30791fd1a0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:43.696214 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] For port f9fe65c9-7d40-481e-9abd-79542009e0c9, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:47:43.699302 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] For port f9fe65c9-7d40-481e-9abd-79542009e0c9, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f9fe65c9-7d40-481e-9abd-79542009e0c9,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:47:43.701594 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319680d-5c85-4ed7-baed-1198b82198d5 req-21dd4e2c-ef22-4427-8dae-66c5a4e70df8 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:43.703484 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0319680d-5c85-4ed7-baed-1198b82198d5 req-21dd4e2c-ef22-4427-8dae-66c5a4e70df8 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.3405492 Mar 11 11:47:43.708363 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] Allocated IP 172.20.0.1 (d8130605-787a-4d41-a48c-3457341ad648/e0604034-0f4c-4272-ac15-c033c67a8b00/b09bf067-5a57-4d0e-b793-055bfa4c381b) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:47:43.713221 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f9fe65c9-7d40-481e-9abd-79542009e0c9), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:43.777609 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Routers {'762ce8ac-526e-4230-b8f8-b7a5f66b629a'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:47:43.778343 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:47:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:43.821632 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b3b8471-d6aa-4052-b565-ddb90f7cb4db admin admin] Publish callbacks [] for security_group (12dc3602-a0c2-498a-9d94-4c30791fd1a0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:43.823338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3af457-b978-4c6b-8596-275fba7634ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656c3daf-188a-4a74-ab15-0aef32f337cf,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:43.834979 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853619e3-3cdc-4169-a84c-46370cfcd8c8 None None] Pushing event updated for resources: {'Port': ['ID=f9fe65c9-7d40-481e-9abd-79542009e0c9,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:43.884472 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] Publish callbacks [] for port (b09bf067-5a57-4d0e-b793-055bfa4c381b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:43.904508 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:47:43.927566 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0319680d-5c85-4ed7-baed-1198b82198d5 req-e0bf6d35-c510-4cc4-bcaf-0a23c0710c9f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946344 Mar 11 11:47:43.942545 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:47:43.959797 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c90bb35d-75f1-44dd-a69c-c18892a7560b admin admin] 10.222.0.78 "PUT /v2.0/routers/6d1458f2-3084-41e7-9264-41e49dfec981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0782826 Mar 11 11:47:43.963742 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] Set router 762ce8ac-526e-4230-b8f8-b7a5f66b629a gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:47:43.972029 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Sync routers for ids ['6d1458f2-3084-41e7-9264-41e49dfec981'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:47:44.044821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Routers {'6d1458f2-3084-41e7-9264-41e49dfec981'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:47:44.045569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:47:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6d1458f2-3084-41e7-9264-41e49dfec981'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:44.060603 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-193d648d-ae6c-4c76-81ec-e90b8cee1db0 admin admin] Publish callbacks [] for security_group (656c3daf-188a-4a74-ab15-0aef32f337cf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:44.101007 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-193d648d-ae6c-4c76-81ec-e90b8cee1db0 admin admin] Publish callbacks [] for security_group (656c3daf-188a-4a74-ab15-0aef32f337cf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:44.127656 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af2403-5491-49d2-adef-59618d7fcd7e req-8a97832b-9b79-4613-a468-d336123388a3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:44.133854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af2403-5491-49d2-adef-59618d7fcd7e req-8a97832b-9b79-4613-a468-d336123388a3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:44.139740 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af2403-5491-49d2-adef-59618d7fcd7e req-8a97832b-9b79-4613-a468-d336123388a3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:44.145379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af2403-5491-49d2-adef-59618d7fcd7e req-8a97832b-9b79-4613-a468-d336123388a3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:44.151218 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af2403-5491-49d2-adef-59618d7fcd7e req-8a97832b-9b79-4613-a468-d336123388a3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:44.162070 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af2403-5491-49d2-adef-59618d7fcd7e req-8a97832b-9b79-4613-a468-d336123388a3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:44.168523 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af2403-5491-49d2-adef-59618d7fcd7e req-8a97832b-9b79-4613-a468-d336123388a3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:44.171062 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18af2403-5491-49d2-adef-59618d7fcd7e req-8a97832b-9b79-4613-a468-d336123388a3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.2049427 Mar 11 11:47:44.173824 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b3b8471-d6aa-4052-b565-ddb90f7cb4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (12dc3602-a0c2-498a-9d94-4c30791fd1a0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:44.176460 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b3b8471-d6aa-4052-b565-ddb90f7cb4db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:44.177608 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4b3b8471-d6aa-4052-b565-ddb90f7cb4db admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/12dc3602-a0c2-498a-9d94-4c30791fd1a0 HTTP/1.1" status: 204 len: 168 time: 0.8161271 Mar 11 11:47:44.270659 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b8471-d6aa-4052-b565-ddb90f7cb4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dc3602-a0c2-498a-9d94-4c30791fd1a0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:44.359106 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1002964153-router', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:40Z', 'revision_number': 3, 'project_id': '037a5daba7614682b326c1f332a6d587', 'gw_port': {'id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:96:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:39Z', 'updated_at': '2022-03-11T11:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:44.459331 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddeb910-b732-42c9-a86a-57a918448a20 None None] The sync data for ids ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'] in n-d-833234-2 is: [{'id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1002964153-router', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:40Z', 'revision_number': 3, 'project_id': '037a5daba7614682b326c1f332a6d587', 'gw_port': {'id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:96:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:39Z', 'updated_at': '2022-03-11T11:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:47:44.503167 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-193d648d-ae6c-4c76-81ec-e90b8cee1db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (656c3daf-188a-4a74-ab15-0aef32f337cf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:44.509720 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-193d648d-ae6c-4c76-81ec-e90b8cee1db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:44.510901 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-193d648d-ae6c-4c76-81ec-e90b8cee1db0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/656c3daf-188a-4a74-ab15-0aef32f337cf HTTP/1.1" status: 204 len: 168 time: 0.8310719 Mar 11 11:47:44.525332 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5663d-5d7d-4913-8d0e-a397b849a821 req-9b8d4162-db33-4167-8c36-7142db7533d0 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:44.531957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ecd5663d-5d7d-4913-8d0e-a397b849a821 req-9b8d4162-db33-4167-8c36-7142db7533d0 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.2845404 Mar 11 11:47:44.547061 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18af2403-5491-49d2-adef-59618d7fcd7e req-9e944c8b-b0fd-4fe7-9f3f-1e4bb7ad142b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3514919 Mar 11 11:47:44.588951 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d648d-ae6c-4c76-81ec-e90b8cee1db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656c3daf-188a-4a74-ab15-0aef32f337cf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:44.688363 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ecd5663d-5d7d-4913-8d0e-a397b849a821 req-b0c107f9-3012-4da2-abc1-56b4f11edd61 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386719 Mar 11 11:47:44.701423 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Set router 6d1458f2-3084-41e7-9264-41e49dfec981 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:47:44.724794 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b09bf067-5a57-4d0e-b793-055bfa4c381b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:44.785855 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] Network d8130605-787a-4d41-a48c-3457341ad648 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:47:44.795352 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:44.796941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48908) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:44.800510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:47:44.837498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7fdce-7eac-4f2f-987a-c1eafaac92ad req-b75df733-716d-423e-9764-6c12b460a7b9 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:44.848602 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94c7fdce-7eac-4f2f-987a-c1eafaac92ad req-b75df733-716d-423e-9764-6c12b460a7b9 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 943 time: 0.1369166 Mar 11 11:47:44.859336 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (762ce8ac-526e-4230-b8f8-b7a5f66b629a), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:44.901828 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-157687a8-45c7-444e-9421-d7551d3d306c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:44.965929 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94c7fdce-7eac-4f2f-987a-c1eafaac92ad req-589059ab-20dd-4779-afeb-6ea96ac47623 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166584 Mar 11 11:47:44.979218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] Pushing event updated for resources: {'Port': ['ID=b09bf067-5a57-4d0e-b793-055bfa4c381b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:45.078661 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-157687a8-45c7-444e-9421-d7551d3d306c admin admin] Publish callbacks [] for security_group (12583c53-e191-4ee9-b794-8d9fdc2138c1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:45.084498 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-157687a8-45c7-444e-9421-d7551d3d306c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (12583c53-e191-4ee9-b794-8d9fdc2138c1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:45.219607 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-157687a8-45c7-444e-9421-d7551d3d306c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=212b086332c14d35a902f7dd2b6bcdee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4189830 Mar 11 11:47:45.221663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48916) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:45.224006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157687a8-45c7-444e-9421-d7551d3d306c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12583c53-e191-4ee9-b794-8d9fdc2138c1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:45.235517 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b09bf067-5a57-4d0e-b793-055bfa4c381b), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:45.351961 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:45.358681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48920) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:45.376132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e21229-4568-47c6-ad5f-bf2b6d216645 req-ba787b9b-63bf-458d-a66e-ad9c5cd15377 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:45.389318 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84e21229-4568-47c6-ad5f-bf2b6d216645 req-ba787b9b-63bf-458d-a66e-ad9c5cd15377 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.2903230 Mar 11 11:47:45.409328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '04fb9cfc-0db5-44ee-ad74-b1de4744d6d7', 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8', 'port_id': '04fb9cfc-0db5-44ee-ad74-b1de4744d6d7', 'mac_address': 'fa:16:3e:28:7b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce4e197e-6fc7-4d78-b2bd-acf62848c979', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:47:45.494768 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] Publish callbacks [] for port (b09bf067-5a57-4d0e-b793-055bfa4c381b), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:45.502211 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b09bf067-5a57-4d0e-b793-055bfa4c381b), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:45.514968 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'name': 'tempest-TaggedBootDevicesTest_v242-334978799-router', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:31Z', 'updated_at': '2022-03-11T11:47:41Z', 'revision_number': 4, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'gw_port': {'id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:33Z', 'updated_at': '2022-03-11T11:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'e15f06ed-f40e-461e-b328-0875b436aecf', 'name': '', 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'mac_address': 'fa:16:3e:f1:65:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:41Z', 'revision_number': 2, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'subnets': [{'id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:45.517086 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f9fe65c9-7d40-481e-9abd-79542009e0c9 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:47:45.519105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:45.519493 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:45.522341 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25846dee-c80c-4693-80b4-9818895df906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:45.536048 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:47:45.614828 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (762ce8ac-526e-4230-b8f8-b7a5f66b629a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:45.631806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Checking router: 6d1458f2-3084-41e7-9264-41e49dfec981 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:47:45.637432 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Updating router 6d1458f2-3084-41e7-9264-41e49dfec981 port e15f06ed-f40e-461e-b328-0875b436aecf binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:47:45.685836 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48926) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:45.701897 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-800091bb-def8-4600-a0c2-dfa2b87f7a4b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1227064595-network', 'tenant_id': '9fffad389adf44dbb7d131c3008324fb'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:45.702695 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc584-07e4-4ac1-9f40-08034dfd31e2 admin admin] Publish callbacks [] for security_group (12583c53-e191-4ee9-b794-8d9fdc2138c1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:45.710019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] Pushing event updated for resources: {'Port': ['ID=b09bf067-5a57-4d0e-b793-055bfa4c381b,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:45.717769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:45.738775 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:45.746442 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e15f06ed-f40e-461e-b328-0875b436aecf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:45.751708 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc584-07e4-4ac1-9f40-08034dfd31e2 admin admin] Publish callbacks [] for security_group (12583c53-e191-4ee9-b794-8d9fdc2138c1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:45.770465 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84e21229-4568-47c6-ad5f-bf2b6d216645 req-86fdefa2-038f-41ba-9cdc-d401922bdb66 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448284 Mar 11 11:47:45.820975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800091bb-def8-4600-a0c2-dfa2b87f7a4b admin admin] Made reservation on behalf of 9fffad389adf44dbb7d131c3008324fb for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:47:45.823468 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-800091bb-def8-4600-a0c2-dfa2b87f7a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:45.843858 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-800091bb-def8-4600-a0c2-dfa2b87f7a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:45.887705 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc584-07e4-4ac1-9f40-08034dfd31e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (12583c53-e191-4ee9-b794-8d9fdc2138c1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:45.890415 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc584-07e4-4ac1-9f40-08034dfd31e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:45.891609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8d7cc584-07e4-4ac1-9f40-08034dfd31e2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/12583c53-e191-4ee9-b794-8d9fdc2138c1 HTTP/1.1" status: 204 len: 168 time: 0.6642430 Mar 11 11:47:45.912024 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] Network d8130605-787a-4d41-a48c-3457341ad648 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:47:45.915873 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:45.929839 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449927c4-ba99-4b40-b56a-b20b58eb6259 req-52d5e50c-ee53-46f0-a466-a2a829612209 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:45.947503 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449927c4-ba99-4b40-b56a-b20b58eb6259 req-52d5e50c-ee53-46f0-a466-a2a829612209 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:45.952988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449927c4-ba99-4b40-b56a-b20b58eb6259 req-52d5e50c-ee53-46f0-a466-a2a829612209 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:45.958848 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449927c4-ba99-4b40-b56a-b20b58eb6259 req-52d5e50c-ee53-46f0-a466-a2a829612209 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:45.964597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449927c4-ba99-4b40-b56a-b20b58eb6259 req-52d5e50c-ee53-46f0-a466-a2a829612209 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:45.969883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449927c4-ba99-4b40-b56a-b20b58eb6259 req-52d5e50c-ee53-46f0-a466-a2a829612209 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:45.975153 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449927c4-ba99-4b40-b56a-b20b58eb6259 req-52d5e50c-ee53-46f0-a466-a2a829612209 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:45.977965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-449927c4-ba99-4b40-b56a-b20b58eb6259 req-52d5e50c-ee53-46f0-a466-a2a829612209 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.2027769 Mar 11 11:47:45.980546 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25846dee-c80c-4693-80b4-9818895df906 admin admin] Publish callbacks [] for security_group (69103546-6448-4f49-8db4-a7711fefe3d8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:46.009664 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25846dee-c80c-4693-80b4-9818895df906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (69103546-6448-4f49-8db4-a7711fefe3d8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:46.011928 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cc584-07e4-4ac1-9f40-08034dfd31e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12583c53-e191-4ee9-b794-8d9fdc2138c1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:46.134531 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-25846dee-c80c-4693-80b4-9818895df906 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=911a2758ff5f4e77a3eb551719c615fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7410634 Mar 11 11:47:46.152006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48932) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:46.223974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25846dee-c80c-4693-80b4-9818895df906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69103546-6448-4f49-8db4-a7711fefe3d8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:46.224425 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6bbee53-7d20-4203-b7b3-8fe02af409ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:46.258529 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-800091bb-def8-4600-a0c2-dfa2b87f7a4b admin admin] Publish callbacks [] for security_group (f49c13b9-91da-4f72-8c69-74e322396e31), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:46.283689 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-800091bb-def8-4600-a0c2-dfa2b87f7a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f49c13b9-91da-4f72-8c69-74e322396e31), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:46.309840 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['04fb9cfc-0db5-44ee-ad74-b1de4744d6d7'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:47:46.327042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] Router 762ce8ac-526e-4230-b8f8-b7a5f66b629a has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:47:46.362582 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800091bb-def8-4600-a0c2-dfa2b87f7a4b admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:47:46.377494 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-449927c4-ba99-4b40-b56a-b20b58eb6259 req-12d1a67c-2dbe-4048-9a22-a6c55d1f8043 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3824034 Mar 11 11:47:46.382572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800091bb-def8-4600-a0c2-dfa2b87f7a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49c13b9-91da-4f72-8c69-74e322396e31,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:46.404790 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6750f1a6-16cd-4d08-b829-73702887e26b admin admin] Publish callbacks [] for security_group (69103546-6448-4f49-8db4-a7711fefe3d8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:46.408537 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-800091bb-def8-4600-a0c2-dfa2b87f7a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4140ee84-dfb6-46b9-bcf5-a0136ea3473e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:46.408881 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-800091bb-def8-4600-a0c2-dfa2b87f7a4b admin admin] Added segment 4140ee84-dfb6-46b9-bcf5-a0136ea3473e of type vlan for network 82c37da6-c633-4ede-9dc5-e06c2b21aa08 Mar 11 11:47:46.425306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port f9fe65c9-7d40-481e-9abd-79542009e0c9 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:46.425676 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f9fe65c9-7d40-481e-9abd-79542009e0c9), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:46.477988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f1a57-1f32-4f75-a692-d7e6739c0b85 req-63cfb471-5690-4576-adeb-1a32360ea8b9 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:46.479620 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc5f1a57-1f32-4f75-a692-d7e6739c0b85 req-63cfb471-5690-4576-adeb-1a32360ea8b9 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 944 time: 0.3286324 Mar 11 11:47:46.497344 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6750f1a6-16cd-4d08-b829-73702887e26b admin admin] Publish callbacks [] for security_group (69103546-6448-4f49-8db4-a7711fefe3d8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:46.529490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:46.562987 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-800091bb-def8-4600-a0c2-dfa2b87f7a4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (82c37da6-c633-4ede-9dc5-e06c2b21aa08), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:46.660573 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-800091bb-def8-4600-a0c2-dfa2b87f7a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (82c37da6-c633-4ede-9dc5-e06c2b21aa08), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:46.661938 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800091bb-def8-4600-a0c2-dfa2b87f7a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:46.662737 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-800091bb-def8-4600-a0c2-dfa2b87f7a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:46.673177 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:47:46.674028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port f9fe65c9-7d40-481e-9abd-79542009e0c9 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:46.674585 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f9fe65c9-7d40-481e-9abd-79542009e0c9), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:46.689155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc5f1a57-1f32-4f75-a692-d7e6739c0b85 req-97ed1e2e-49dd-4069-a6a8-2f52be2b0e70 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946785 Mar 11 11:47:46.693232 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6750f1a6-16cd-4d08-b829-73702887e26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (69103546-6448-4f49-8db4-a7711fefe3d8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:46.702406 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ee3a733b-f87a-4aac-a4bb-99ca6763ed07 admin admin] 10.222.0.78 "PUT /v2.0/routers/762ce8ac-526e-4230-b8f8-b7a5f66b629a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0916183 Mar 11 11:47:46.702628 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6750f1a6-16cd-4d08-b829-73702887e26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:46.705504 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6750f1a6-16cd-4d08-b829-73702887e26b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/69103546-6448-4f49-8db4-a7711fefe3d8 HTTP/1.1" status: 204 len: 168 time: 0.5411525 Mar 11 11:47:46.720896 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port f9fe65c9-7d40-481e-9abd-79542009e0c9, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f9fe65c9-7d40-481e-9abd-79542009e0c9,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:46.721568 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750f1a6-16cd-4d08-b829-73702887e26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69103546-6448-4f49-8db4-a7711fefe3d8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:46.732812 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-800091bb-def8-4600-a0c2-dfa2b87f7a4b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0413585 Mar 11 11:47:46.736230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48948) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:46.745240 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2b07b7e7-c85c-412d-b3b1-bea372b26808 admin admin] Request body: {'subnet': {'network_id': '82c37da6-c633-4ede-9dc5-e06c2b21aa08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1227064595-subnet', 'tenant_id': '9fffad389adf44dbb7d131c3008324fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:46.783224 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f9fe65c9-7d40-481e-9abd-79542009e0c9), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:46.796016 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b07b7e7-c85c-412d-b3b1-bea372b26808 admin admin] Made reservation on behalf of 9fffad389adf44dbb7d131c3008324fb for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:47:46.820546 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b07b7e7-c85c-412d-b3b1-bea372b26808 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:46.889333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800091bb-def8-4600-a0c2-dfa2b87f7a4b admin admin] Pushing event updated for resources: {'Network': ['ID=82c37da6-c633-4ede-9dc5-e06c2b21aa08,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:47.006519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 82c37da6-c633-4ede-9dc5-e06c2b21aa08 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:47:47.199145 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d874f6-f600-4bcd-83cf-77cc2c706bf6 req-a07a5cab-cda1-4dcd-b6a5-b4ca86c783c1 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:47.209660 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39d874f6-f600-4bcd-83cf-77cc2c706bf6 req-a07a5cab-cda1-4dcd-b6a5-b4ca86c783c1 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.2206669 Mar 11 11:47:47.242900 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=f9fe65c9-7d40-481e-9abd-79542009e0c9,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:47.255521 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Publish callbacks [] for port (e15f06ed-f40e-461e-b328-0875b436aecf), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:47.258241 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:47.273956 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e15f06ed-f40e-461e-b328-0875b436aecf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:47.343012 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984e2a0-4c7e-420b-93ac-5f55290392c6 None None] Pushing event updated for resources: {'Port': ['ID=e15f06ed-f40e-461e-b328-0875b436aecf,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:47.388994 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39d874f6-f600-4bcd-83cf-77cc2c706bf6 req-ea5ad327-0972-4d65-8f49-4acfd41ece68 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783476 Mar 11 11:47:47.437474 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b07b7e7-c85c-412d-b3b1-bea372b26808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (3450d262-409a-4270-9aac-e538c4f48f60), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:47.477776 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Attempting to bind port e15f06ed-f40e-461e-b328-0875b436aecf on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:47:47.478162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Attempting to bind port e15f06ed-f40e-461e-b328-0875b436aecf by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'bdea88c9-fadb-44aa-a233-b499664190f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:47:47.478532 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Attempting to bind port e15f06ed-f40e-461e-b328-0875b436aecf on network 3f382b66-55bc-4ada-812a-8f2225fa21bc {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:47.480802 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Sync routers for ids ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:47:47.486660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f9fe65c9-7d40-481e-9abd-79542009e0c9 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:47:47.495983 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Routers {'762ce8ac-526e-4230-b8f8-b7a5f66b629a'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:47:47.497041 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:47.547477 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:47:47.548431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Checking segment: {'id': 'bdea88c9-fadb-44aa-a233-b499664190f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:47:47.549169 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:47.550028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Bound using segment: {'id': 'bdea88c9-fadb-44aa-a233-b499664190f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:47:47.559245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Bound port: e15f06ed-f40e-461e-b328-0875b436aecf, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdea88c9-fadb-44aa-a233-b499664190f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:47:47.560112 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e15f06ed-f40e-461e-b328-0875b436aecf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:47.600101 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07b7e7-c85c-412d-b3b1-bea372b26808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3450d262-409a-4270-9aac-e538c4f48f60,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:47.764622 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Set router 762ce8ac-526e-4230-b8f8-b7a5f66b629a gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:47:47.880399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] For port e15f06ed-f40e-461e-b328-0875b436aecf, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:47:47.886746 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b07b7e7-c85c-412d-b3b1-bea372b26808 admin admin] Checking segment: {'id': '4140ee84-dfb6-46b9-bcf5-a0136ea3473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '82c37da6-c633-4ede-9dc5-e06c2b21aa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:47:47.887150 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b07b7e7-c85c-412d-b3b1-bea372b26808 admin admin] Network hostable DHCP agents. Network: 82c37da6-c633-4ede-9dc5-e06c2b21aa08, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:47:47.890761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port f9fe65c9-7d40-481e-9abd-79542009e0c9 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:47.891140 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f9fe65c9-7d40-481e-9abd-79542009e0c9), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:47.905751 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81f42-ce16-422a-8f5a-944557311eda req-869a3459-9bbe-4637-bd2e-a38dd809c2e1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:47.911325 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81f42-ce16-422a-8f5a-944557311eda req-869a3459-9bbe-4637-bd2e-a38dd809c2e1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:47.917081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81f42-ce16-422a-8f5a-944557311eda req-869a3459-9bbe-4637-bd2e-a38dd809c2e1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:47.923401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81f42-ce16-422a-8f5a-944557311eda req-869a3459-9bbe-4637-bd2e-a38dd809c2e1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:47.929134 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81f42-ce16-422a-8f5a-944557311eda req-869a3459-9bbe-4637-bd2e-a38dd809c2e1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:47.935304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81f42-ce16-422a-8f5a-944557311eda req-869a3459-9bbe-4637-bd2e-a38dd809c2e1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:47.940848 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81f42-ce16-422a-8f5a-944557311eda req-869a3459-9bbe-4637-bd2e-a38dd809c2e1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:47.943351 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ff81f42-ce16-422a-8f5a-944557311eda req-869a3459-9bbe-4637-bd2e-a38dd809c2e1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.3347960 Mar 11 11:47:47.950760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:47:47.994980 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f4b72a55-e526-4853-bb2b-283f17697309 None None] Provisioning complete for port e15f06ed-f40e-461e-b328-0875b436aecf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:47.998230 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f4b72a55-e526-4853-bb2b-283f17697309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e15f06ed-f40e-461e-b328-0875b436aecf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:48.042030 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] For port e15f06ed-f40e-461e-b328-0875b436aecf, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e15f06ed-f40e-461e-b328-0875b436aecf,segment=NetworkSegment(bdea88c9-fadb-44aa-a233-b499664190f3),segment_id=bdea88c9-fadb-44aa-a233-b499664190f3)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:47:48.043470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b07b7e7-c85c-412d-b3b1-bea372b26808 admin admin] Network 82c37da6-c633-4ede-9dc5-e06c2b21aa08 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:47:48.046060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f4b72a55-e526-4853-bb2b-283f17697309 None None] Port e15f06ed-f40e-461e-b328-0875b436aecf cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:47:48.060304 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e15f06ed-f40e-461e-b328-0875b436aecf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:48.099368 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-2b07b7e7-c85c-412d-b3b1-bea372b26808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 82c37da6-c633-4ede-9dc5-e06c2b21aa08) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:48.113070 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b07b7e7-c85c-412d-b3b1-bea372b26808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:48.113694 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b07b7e7-c85c-412d-b3b1-bea372b26808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:48.170052 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0dbe30-5083-41dd-8bfe-06637b2edb73 None None] Network 82c37da6-c633-4ede-9dc5-e06c2b21aa08 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:47:48.171656 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ff81f42-ce16-422a-8f5a-944557311eda req-eee81545-d63a-4956-b72d-6ebb3fff63e3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2162859 Mar 11 11:47:48.193507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-8fcdec0a-0d9c-4e3a-989a-51a4a905807a tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:48.198621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-8fcdec0a-0d9c-4e3a-989a-51a4a905807a tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/networks?id=d8130605-787a-4d41-a48c-3457341ad648 HTTP/1.1" status: 200 len: 820 time: 0.3613770 Mar 11 11:47:48.210979 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2b07b7e7-c85c-412d-b3b1-bea372b26808 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4734271 Mar 11 11:47:48.213592 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48992) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:48.247555 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1227064595-router', 'tenant_id': '9fffad389adf44dbb7d131c3008324fb', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:48.249732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Routers {'6d1458f2-3084-41e7-9264-41e49dfec981'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:47:48.250376 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6d1458f2-3084-41e7-9264-41e49dfec981'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:48.321121 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1002964153-router', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:45Z', 'revision_number': 4, 'project_id': '037a5daba7614682b326c1f332a6d587', 'gw_port': {'id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:39Z', 'updated_at': '2022-03-11T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'b09bf067-5a57-4d0e-b793-055bfa4c381b', 'name': '', 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'mac_address': 'fa:16:3e:e2:79:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:43Z', 'updated_at': '2022-03-11T11:47:45Z', 'revision_number': 2, 'project_id': '037a5daba7614682b326c1f332a6d587', 'subnets': [{'id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:48.326407 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (83b5b51a-da5e-455a-a155-b2b2763c8afa), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:48.327532 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (83b5b51a-da5e-455a-a155-b2b2763c8afa), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:48.338803 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-1ff9e394-0b16-42ec-a8dd-3dc02aec2101 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/quotas/037a5daba7614682b326c1f332a6d587 HTTP/1.1" status: 200 len: 375 time: 0.1265461 Mar 11 11:47:48.365198 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Checking router: 762ce8ac-526e-4230-b8f8-b7a5f66b629a for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:47:48.366258 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Updating router 762ce8ac-526e-4230-b8f8-b7a5f66b629a port b09bf067-5a57-4d0e-b793-055bfa4c381b binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:47:48.421819 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b09bf067-5a57-4d0e-b793-055bfa4c381b), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:48.444170 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] Set router 6d1458f2-3084-41e7-9264-41e49dfec981 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:47:48.678252 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Publish callbacks [] for router_controller (83b5b51a-da5e-455a-a155-b2b2763c8afa), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:48.747151 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port f9fe65c9-7d40-481e-9abd-79542009e0c9 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:48.763959 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6f6e7-e126-4630-9e85-8c9a475de241 req-8c2a8454-e203-421a-8117-4e6580b1f91a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:48.771763 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a5b6f6e7-e126-4630-9e85-8c9a475de241 req-8c2a8454-e203-421a-8117-4e6580b1f91a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 944 time: 0.4490187 Mar 11 11:47:48.785311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-9ac24847-8470-43d8-af30-8843770c1d43 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=037a5daba7614682b326c1f332a6d587&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4029927 Mar 11 11:47:48.843132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49012) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:48.900679 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:47:48.949901 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Publish callbacks [] for port (b09bf067-5a57-4d0e-b793-055bfa4c381b), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:48.954000 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ec6addbf-fddb-4396-bb21-2edf5b8317a3 None None] Provisioning complete for port e15f06ed-f40e-461e-b328-0875b436aecf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:48.954626 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec6addbf-fddb-4396-bb21-2edf5b8317a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e15f06ed-f40e-461e-b328-0875b436aecf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:48.956509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984e2a0-4c7e-420b-93ac-5f55290392c6 None None] Pushing event updated for resources: {'Port': ['ID=e15f06ed-f40e-461e-b328-0875b436aecf,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:48.961456 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b09bf067-5a57-4d0e-b793-055bfa4c381b), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:48.986981 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:48.987907 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:49.113130 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df1c3d-c7ee-4c6d-939c-b3ec392ac68c None None] Pushing event updated for resources: {'Port': ['ID=b09bf067-5a57-4d0e-b793-055bfa4c381b,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:49.163327 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:49.173274 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Attempting to bind port b09bf067-5a57-4d0e-b793-055bfa4c381b on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:47:49.173663 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Attempting to bind port b09bf067-5a57-4d0e-b793-055bfa4c381b by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'daba0604-63fe-4742-9046-24d55c04e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:47:49.173986 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Attempting to bind port b09bf067-5a57-4d0e-b793-055bfa4c381b on network d8130605-787a-4d41-a48c-3457341ad648 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:49.179746 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:47:49.180606 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Checking segment: {'id': 'daba0604-63fe-4742-9046-24d55c04e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:47:49.182153 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:49.182796 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Bound using segment: {'id': 'daba0604-63fe-4742-9046-24d55c04e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:47:49.183518 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Bound port: b09bf067-5a57-4d0e-b793-055bfa4c381b, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daba0604-63fe-4742-9046-24d55c04e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:47:49.184191 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b09bf067-5a57-4d0e-b793-055bfa4c381b), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:49.270621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-82c37da6-c633-4ede-9dc5-e06c2b21aa08', 'network_id': '82c37da6-c633-4ede-9dc5-e06c2b21aa08', 'project_id': '9fffad389adf44dbb7d131c3008324fb', 'fixed_ips': [{'subnet_id': '3450d262-409a-4270-9aac-e538c4f48f60'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:47:49.271482 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:49.277707 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0bfcc245-b29e-4b14-bf89-1a69db560626 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1427360339-network', 'tenant_id': '5aad9aa4dad14e5b821bd0890df2afcd'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:49.322593 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfcc245-b29e-4b14-bf89-1a69db560626 admin admin] Made reservation on behalf of 5aad9aa4dad14e5b821bd0890df2afcd for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:47:49.325344 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc245-b29e-4b14-bf89-1a69db560626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:49.336842 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc245-b29e-4b14-bf89-1a69db560626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:49.369044 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ec6addbf-fddb-4396-bb21-2edf5b8317a3 None None] Current status of the port e15f06ed-f40e-461e-b328-0875b436aecf is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:49.369422 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec6addbf-fddb-4396-bb21-2edf5b8317a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e15f06ed-f40e-461e-b328-0875b436aecf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:49.396607 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] For port b09bf067-5a57-4d0e-b793-055bfa4c381b, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:47:49.403952 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] For port b09bf067-5a57-4d0e-b793-055bfa4c381b, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b09bf067-5a57-4d0e-b793-055bfa4c381b,segment=NetworkSegment(daba0604-63fe-4742-9046-24d55c04e2ce),segment_id=daba0604-63fe-4742-9046-24d55c04e2ce)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:47:49.421458 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b09bf067-5a57-4d0e-b793-055bfa4c381b), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:49.476767 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Routers {'762ce8ac-526e-4230-b8f8-b7a5f66b629a'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:47:49.477534 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:49.483290 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc245-b29e-4b14-bf89-1a69db560626 admin admin] Publish callbacks [] for security_group (6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:49.497852 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc245-b29e-4b14-bf89-1a69db560626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:49.549911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfcc245-b29e-4b14-bf89-1a69db560626 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:47:49.553668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ec6addbf-fddb-4396-bb21-2edf5b8317a3 None None] For port e15f06ed-f40e-461e-b328-0875b436aecf, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e15f06ed-f40e-461e-b328-0875b436aecf,segment=NetworkSegment(bdea88c9-fadb-44aa-a233-b499664190f3),segment_id=bdea88c9-fadb-44aa-a233-b499664190f3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:49.564300 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcc245-b29e-4b14-bf89-1a69db560626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:49.607299 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc245-b29e-4b14-bf89-1a69db560626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (da0f7f08-e617-4b22-b4bf-12e3d78a4067), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:49.607668 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-0bfcc245-b29e-4b14-bf89-1a69db560626 admin admin] Added segment da0f7f08-e617-4b22-b4bf-12e3d78a4067 of type vlan for network 6beef71c-43cc-48f6-a31d-62f82748877a Mar 11 11:47:49.662239 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] Set router 762ce8ac-526e-4230-b8f8-b7a5f66b629a gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:47:49.704194 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Allocated IP 172.20.0.2 (82c37da6-c633-4ede-9dc5-e06c2b21aa08/3450d262-409a-4270-9aac-e538c4f48f60/e6cc6fee-cd8f-43be-9ab9-cf1596792e91) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:47:49.724706 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc245-b29e-4b14-bf89-1a69db560626 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (6beef71c-43cc-48f6-a31d-62f82748877a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:49.733043 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Publish callbacks [] for router_gateway (83b5b51a-da5e-455a-a155-b2b2763c8afa), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:49.744943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:49.747007 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:49.764273 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc245-b29e-4b14-bf89-1a69db560626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (6beef71c-43cc-48f6-a31d-62f82748877a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:49.767187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a5b6f6e7-e126-4630-9e85-8c9a475de241 req-11381e34-6640-41fb-832a-dabd55dccabf tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9944718 Mar 11 11:47:49.768003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfcc245-b29e-4b14-bf89-1a69db560626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:49.770190 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc245-b29e-4b14-bf89-1a69db560626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:49.846486 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df1c3d-c7ee-4c6d-939c-b3ec392ac68c None None] Pushing event updated for resources: {'Port': ['ID=b09bf067-5a57-4d0e-b793-055bfa4c381b,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:49.847867 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec6addbf-fddb-4396-bb21-2edf5b8317a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e15f06ed-f40e-461e-b328-0875b436aecf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:49.849126 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-4f78a6cc-ec39-40ac-8810-a249e79310f5 service neutron] 10.222.0.78 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0543752 Mar 11 11:47:49.934519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'name': 'tempest-TaggedBootDevicesTest_v242-334978799-router', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:31Z', 'updated_at': '2022-03-11T11:47:41Z', 'revision_number': 4, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'gw_port': {'id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:33Z', 'updated_at': '2022-03-11T11:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'e15f06ed-f40e-461e-b328-0875b436aecf', 'name': '', 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'mac_address': 'fa:16:3e:f1:65:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:47Z', 'revision_number': 4, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'subnets': [{'id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:49.961787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcc245-b29e-4b14-bf89-1a69db560626 admin admin] Pushing event updated for resources: {'Network': ['ID=6beef71c-43cc-48f6-a31d-62f82748877a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:49.974745 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74cbf9-1d6f-4c92-9931-a02e192b1527 None None] The sync data for ids ['6d1458f2-3084-41e7-9264-41e49dfec981'] in n-d-833234-2 is: [{'id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'name': 'tempest-TaggedBootDevicesTest_v242-334978799-router', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:31Z', 'updated_at': '2022-03-11T11:47:41Z', 'revision_number': 4, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'gw_port': {'id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:33Z', 'updated_at': '2022-03-11T11:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'e15f06ed-f40e-461e-b328-0875b436aecf', 'name': '', 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'mac_address': 'fa:16:3e:f1:65:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:47Z', 'revision_number': 4, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'subnets': [{'id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:47:50.011301 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0bfcc245-b29e-4b14-bf89-1a69db560626 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1637242 Mar 11 11:47:50.011571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49034) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:50.017724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-64d711ad-2762-4b0c-b802-0387c1fff661 admin admin] Request body: {'subnet': {'network_id': '6beef71c-43cc-48f6-a31d-62f82748877a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1427360339-subnet', 'tenant_id': '5aad9aa4dad14e5b821bd0890df2afcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:50.094261 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d711ad-2762-4b0c-b802-0387c1fff661 admin admin] Made reservation on behalf of 5aad9aa4dad14e5b821bd0890df2afcd for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:47:50.096650 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-64d711ad-2762-4b0c-b802-0387c1fff661 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:50.097578 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5d78ff-c484-4ab8-944b-8c6703a97b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fb9cfc-0db5-44ee-ad74-b1de4744d6d7'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:47:50.100501 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82b354f-78db-4101-b042-f52606db9342" -d '{"events": [{"server_uuid": "fd5d78ff-c484-4ab8-944b-8c6703a97b51", "name": "network-vif-plugged", "status": "completed", "tag": "04fb9cfc-0db5-44ee-ad74-b1de4744d6d7"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:47:50.107703 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1002964153-router', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:45Z', 'revision_number': 4, 'project_id': '037a5daba7614682b326c1f332a6d587', 'gw_port': {'id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:39Z', 'updated_at': '2022-03-11T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'b09bf067-5a57-4d0e-b793-055bfa4c381b', 'name': '', 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'mac_address': 'fa:16:3e:e2:79:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:43Z', 'updated_at': '2022-03-11T11:47:49Z', 'revision_number': 4, 'project_id': '037a5daba7614682b326c1f332a6d587', 'subnets': [{'id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:50.153555 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 6beef71c-43cc-48f6-a31d-62f82748877a details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:47:50.171856 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72defe1b-5d6a-4945-afcf-81df97180615 None None] The sync data for ids ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'] in n-d-833234-2 is: [{'id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1002964153-router', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:45Z', 'revision_number': 4, 'project_id': '037a5daba7614682b326c1f332a6d587', 'gw_port': {'id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:39Z', 'updated_at': '2022-03-11T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'b09bf067-5a57-4d0e-b793-055bfa4c381b', 'name': '', 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'mac_address': 'fa:16:3e:e2:79:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:43Z', 'updated_at': '2022-03-11T11:47:49Z', 'revision_number': 4, 'project_id': '037a5daba7614682b326c1f332a6d587', 'subnets': [{'id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:47:50.207126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3450c3f-6a5b-4af9-aa0c-881ebde46d84 req-5934cbd7-3511-4b9c-b5ed-e795782acf19 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:50.209619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d3450c3f-6a5b-4af9-aa0c-881ebde46d84 req-5934cbd7-3511-4b9c-b5ed-e795782acf19 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.2982268 Mar 11 11:47:50.269362 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-41b59b9f-96db-4700-ad49-643006c5ed07 service neutron] 10.222.0.78 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966186 Mar 11 11:47:50.321092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:50.358628 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:50.407488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d3450c3f-6a5b-4af9-aa0c-881ebde46d84 req-89727b4f-a8ac-4b4a-8d61-b6813ce9e601 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840866 Mar 11 11:47:50.420570 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6addbf-fddb-4396-bb21-2edf5b8317a3 None None] Pushing event updated for resources: {'Port': ['ID=e15f06ed-f40e-461e-b328-0875b436aecf,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:50.452710 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:50.690875 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Publish callbacks [] for router_gateway (83b5b51a-da5e-455a-a155-b2b2763c8afa), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:50.745387 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-64d711ad-2762-4b0c-b802-0387c1fff661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (59613d09-9613-4e09-a2a5-e95a38d55f78), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:50.748469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:50.768449 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Publish callbacks [] for port (e6cc6fee-cd8f-43be-9ab9-cf1596792e91), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:50.781377 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (e6cc6fee-cd8f-43be-9ab9-cf1596792e91), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:50.801259 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:50.854199 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44c13b4-d10c-4bbb-9b3e-60f00c17b73c x-openstack-request-id: req-e44c13b4-d10c-4bbb-9b3e-60f00c17b73c {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:47:50.854563 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5d78ff-c484-4ab8-944b-8c6703a97b51", "name": "network-vif-plugged", "status": "completed", "tag": "04fb9cfc-0db5-44ee-ad74-b1de4744d6d7", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:47:50.854830 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e44c13b4-d10c-4bbb-9b3e-60f00c17b73c {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:47:50.855245 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5d78ff-c484-4ab8-944b-8c6703a97b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fb9cfc-0db5-44ee-ad74-b1de4744d6d7', 'code': 200} Mar 11 11:47:50.900004 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Network 82c37da6-c633-4ede-9dc5-e06c2b21aa08 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:47:50.910776 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:50.914480 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d711ad-2762-4b0c-b802-0387c1fff661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59613d09-9613-4e09-a2a5-e95a38d55f78,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:50.924510 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:47:50.930457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49068) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:51.040063 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d711ad-2762-4b0c-b802-0387c1fff661 admin admin] Checking segment: {'id': 'da0f7f08-e617-4b22-b4bf-12e3d78a4067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6beef71c-43cc-48f6-a31d-62f82748877a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:47:51.040669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d711ad-2762-4b0c-b802-0387c1fff661 admin admin] Network hostable DHCP agents. Network: 6beef71c-43cc-48f6-a31d-62f82748877a, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:47:51.062303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d711ad-2762-4b0c-b802-0387c1fff661 admin admin] Network 6beef71c-43cc-48f6-a31d-62f82748877a is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:47:51.077463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Pushing event updated for resources: {'Port': ['ID=e6cc6fee-cd8f-43be-9ab9-cf1596792e91,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:51.082146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1e2eb-bc11-491b-a7fd-0980d35ef187 req-68343756-efa1-42ce-9423-36b008951bd6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:51.084947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-64d711ad-2762-4b0c-b802-0387c1fff661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 6beef71c-43cc-48f6-a31d-62f82748877a) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:51.089941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1e2eb-bc11-491b-a7fd-0980d35ef187 req-68343756-efa1-42ce-9423-36b008951bd6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:51.096415 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9efe91b-e186-4095-926d-295a39f5df35 None None] Network 6beef71c-43cc-48f6-a31d-62f82748877a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:47:51.101531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1e2eb-bc11-491b-a7fd-0980d35ef187 req-68343756-efa1-42ce-9423-36b008951bd6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:51.105275 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d711ad-2762-4b0c-b802-0387c1fff661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:51.105950 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-64d711ad-2762-4b0c-b802-0387c1fff661 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:51.108799 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1e2eb-bc11-491b-a7fd-0980d35ef187 req-68343756-efa1-42ce-9423-36b008951bd6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:51.123364 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1e2eb-bc11-491b-a7fd-0980d35ef187 req-68343756-efa1-42ce-9423-36b008951bd6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:51.131995 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1e2eb-bc11-491b-a7fd-0980d35ef187 req-68343756-efa1-42ce-9423-36b008951bd6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:51.146088 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1e2eb-bc11-491b-a7fd-0980d35ef187 req-68343756-efa1-42ce-9423-36b008951bd6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:51.156284 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-64d711ad-2762-4b0c-b802-0387c1fff661 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1358325 Mar 11 11:47:51.156562 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31f1e2eb-bc11-491b-a7fd-0980d35ef187 req-68343756-efa1-42ce-9423-36b008951bd6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.5837517 Mar 11 11:47:51.263160 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a64eac46-efaa-468a-a0a4-c054b67f4389 req-38daabc3-3569-4e7b-9a31-3ac627e9e247 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 210 time: 0.2899837 Mar 11 11:47:51.332590 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Attempting to bind port e6cc6fee-cd8f-43be-9ab9-cf1596792e91 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:47:51.332966 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Attempting to bind port e6cc6fee-cd8f-43be-9ab9-cf1596792e91 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4140ee84-dfb6-46b9-bcf5-a0136ea3473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '82c37da6-c633-4ede-9dc5-e06c2b21aa08'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:47:51.333330 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Attempting to bind port e6cc6fee-cd8f-43be-9ab9-cf1596792e91 on network 82c37da6-c633-4ede-9dc5-e06c2b21aa08 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:51.337071 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77702f22-ba71-4c7a-8c65-fe691123df42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:51.412469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:47:51.412848 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Checking segment: {'id': '4140ee84-dfb6-46b9-bcf5-a0136ea3473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '82c37da6-c633-4ede-9dc5-e06c2b21aa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:47:51.413251 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:51.413647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Bound using segment: {'id': '4140ee84-dfb6-46b9-bcf5-a0136ea3473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '82c37da6-c633-4ede-9dc5-e06c2b21aa08'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:47:51.414223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Bound port: e6cc6fee-cd8f-43be-9ab9-cf1596792e91, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4140ee84-dfb6-46b9-bcf5-a0136ea3473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '82c37da6-c633-4ede-9dc5-e06c2b21aa08'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:47:51.414624 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e6cc6fee-cd8f-43be-9ab9-cf1596792e91), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:51.596213 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d11f0-616d-480f-ae91-0d43f01458ec req-13d69697-ad38-4902-973f-6a13f399a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:51.597768 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-827d11f0-616d-480f-ae91-0d43f01458ec req-13d69697-ad38-4902-973f-6a13f399a9e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 1127 time: 0.6239586 Mar 11 11:47:51.620548 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e15f06ed-f40e-461e-b328-0875b436aecf up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:47:51.658777 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77702f22-ba71-4c7a-8c65-fe691123df42 admin admin] Publish callbacks [] for security_group (057bac92-56e5-438b-b386-e937d51f6ef5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:51.664379 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77702f22-ba71-4c7a-8c65-fe691123df42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (057bac92-56e5-438b-b386-e937d51f6ef5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:51.666233 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Allocated IP 172.25.7.161 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/bb6e2a7c-b316-4b1f-84e8-3c2611ae7200) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:47:51.747085 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2539078e-b595-47a4-90f4-13d366cf6e29 None None] Network 6beef71c-43cc-48f6-a31d-62f82748877a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:47:51.752257 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31f1e2eb-bc11-491b-a7fd-0980d35ef187 req-5ce3508e-bfd1-433e-971e-d137c075c47a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5101488 Mar 11 11:47:51.793411 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-77702f22-ba71-4c7a-8c65-fe691123df42 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5b46192529824d5f88dcd5489d9df8c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8593750 Mar 11 11:47:51.796222 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49086) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:51.832189 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] For port e6cc6fee-cd8f-43be-9ab9-cf1596792e91, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:47:51.840450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] For port e6cc6fee-cd8f-43be-9ab9-cf1596792e91, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e6cc6fee-cd8f-43be-9ab9-cf1596792e91,segment=NetworkSegment(4140ee84-dfb6-46b9-bcf5-a0136ea3473e),segment_id=4140ee84-dfb6-46b9-bcf5-a0136ea3473e)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:47:51.858622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77702f22-ba71-4c7a-8c65-fe691123df42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057bac92-56e5-438b-b386-e937d51f6ef5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:51.860080 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b003d-8f6c-4b2b-99fb-ff87c3c5fb6b req-79b9f1fd-30b3-487a-9992-4818b2c5e300 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:51.869709 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b93b003d-8f6c-4b2b-99fb-ff87c3c5fb6b req-79b9f1fd-30b3-487a-9992-4818b2c5e300 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.4501538 Mar 11 11:47:51.917811 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e6cc6fee-cd8f-43be-9ab9-cf1596792e91), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:51.945506 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-827d11f0-616d-480f-ae91-0d43f01458ec req-b046ace9-4b8c-4fbc-b27b-ae95fb60c813 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339145 Mar 11 11:47:51.975309 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ee6874a-f13a-44e3-bcd9-c6c20e40cd7f admin admin] Publish callbacks [] for security_group (057bac92-56e5-438b-b386-e937d51f6ef5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:52.021151 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ee6874a-f13a-44e3-bcd9-c6c20e40cd7f admin admin] Publish callbacks [] for security_group (057bac92-56e5-438b-b386-e937d51f6ef5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:52.115135 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e15f06ed-f40e-461e-b328-0875b436aecf triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:52.116228 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e15f06ed-f40e-461e-b328-0875b436aecf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:52.132439 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ee6874a-f13a-44e3-bcd9-c6c20e40cd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (057bac92-56e5-438b-b386-e937d51f6ef5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:52.140008 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ee6874a-f13a-44e3-bcd9-c6c20e40cd7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:52.143522 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8ee6874a-f13a-44e3-bcd9-c6c20e40cd7f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/057bac92-56e5-438b-b386-e937d51f6ef5 HTTP/1.1" status: 204 len: 168 time: 0.3398778 Mar 11 11:47:52.167787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6874a-f13a-44e3-bcd9-c6c20e40cd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057bac92-56e5-438b-b386-e937d51f6ef5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:52.173458 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d1e96-a950-4822-b929-ba91ff3179c7 None None] Pushing event updated for resources: {'Port': ['ID=e6cc6fee-cd8f-43be-9ab9-cf1596792e91,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:52.212426 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b93b003d-8f6c-4b2b-99fb-ff87c3c5fb6b req-b875119f-9a4d-4be8-af86-4af14f3b7a5e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417411 Mar 11 11:47:52.334610 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Publish callbacks [] for port (bb6e2a7c-b316-4b1f-84e8-3c2611ae7200), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:52.373803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00a6d-a459-4e70-9b38-f513eb08e46d req-e3f85576-5e2f-46e5-bb6e-41dc94c3b122 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:52.375427 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53a00a6d-a459-4e70-9b38-f513eb08e46d req-e3f85576-5e2f-46e5-bb6e-41dc94c3b122 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.4646451 Mar 11 11:47:52.507270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49100) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:52.513776 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-93aae826-b199-4361-b95c-16f3f2b21dba admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1862805023-network', 'tenant_id': 'd8657e83136841f3badd764cde517b2b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:52.593924 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e15f06ed-f40e-461e-b328-0875b436aecf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:52.594287 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aae826-b199-4361-b95c-16f3f2b21dba admin admin] Made reservation on behalf of d8657e83136841f3badd764cde517b2b for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:47:52.595752 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b09bf067-5a57-4d0e-b793-055bfa4c381b up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:47:52.596705 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93aae826-b199-4361-b95c-16f3f2b21dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:52.631092 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a9d59ae1-4b1f-42c9-a500-881321d838f1 req-02f88231-6024-44be-84a0-fd3b84768c3b tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 210 time: 0.1968768 Mar 11 11:47:52.642272 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93aae826-b199-4361-b95c-16f3f2b21dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:52.761636 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53a00a6d-a459-4e70-9b38-f513eb08e46d req-3fbd0c6d-bf08-40a2-8b9f-a81ae9aa8f73 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652294 Mar 11 11:47:52.774048 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (bb6e2a7c-b316-4b1f-84e8-3c2611ae7200), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:52.936532 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port b09bf067-5a57-4d0e-b793-055bfa4c381b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:52.937069 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b09bf067-5a57-4d0e-b793-055bfa4c381b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:52.972568 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07f02703-c5df-4a7d-b9fb-26f91745f0d5 req-14e1683f-32e7-4a2b-ba8d-7b0556c831bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4760048 Mar 11 11:47:52.977595 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93aae826-b199-4361-b95c-16f3f2b21dba admin admin] Publish callbacks [] for security_group (205f26b6-e31f-4b99-bb15-97f60b4372bf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:53.000920 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:47:53.010389 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93aae826-b199-4361-b95c-16f3f2b21dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (205f26b6-e31f-4b99-bb15-97f60b4372bf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:53.020034 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:53.102257 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port b09bf067-5a57-4d0e-b793-055bfa4c381b is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:53.102767 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b09bf067-5a57-4d0e-b793-055bfa4c381b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:53.103196 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aae826-b199-4361-b95c-16f3f2b21dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205f26b6-e31f-4b99-bb15-97f60b4372bf,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:53.150570 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:47:53.158569 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93aae826-b199-4361-b95c-16f3f2b21dba admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:47:53.169942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Pushing event updated for resources: {'Port': ['ID=bb6e2a7c-b316-4b1f-84e8-3c2611ae7200,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:53.197809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port b09bf067-5a57-4d0e-b793-055bfa4c381b, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b09bf067-5a57-4d0e-b793-055bfa4c381b,segment=NetworkSegment(daba0604-63fe-4742-9046-24d55c04e2ce),segment_id=daba0604-63fe-4742-9046-24d55c04e2ce)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:53.205490 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b09bf067-5a57-4d0e-b793-055bfa4c381b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:53.302430 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93aae826-b199-4361-b95c-16f3f2b21dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6ebaa623-d899-4f2a-aa2b-6236ad63212d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:53.303117 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-93aae826-b199-4361-b95c-16f3f2b21dba admin admin] Added segment 6ebaa623-d899-4f2a-aa2b-6236ad63212d of type vlan for network 548f4206-6ffb-468d-88c5-b254fe2733e8 Mar 11 11:47:53.366406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49108) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:53.385199 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=b09bf067-5a57-4d0e-b793-055bfa4c381b,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:53.400601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-8e294317-70d4-4fb6-a82d-92d5dadcdb68 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:53.402318 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-8e294317-70d4-4fb6-a82d-92d5dadcdb68 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.37 "GET /v2.0/networks?id=d8130605-787a-4d41-a48c-3457341ad648 HTTP/1.1" status: 200 len: 820 time: 0.4758289 Mar 11 11:47:53.404351 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93aae826-b199-4361-b95c-16f3f2b21dba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (548f4206-6ffb-468d-88c5-b254fe2733e8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:53.415930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-19d66bc3-15f1-47c2-8630-da0014a818b3 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Request body: {'port': {'device_id': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648', 'admin_state_up': True, 'tenant_id': '037a5daba7614682b326c1f332a6d587'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:53.448761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a60e50-3656-42ed-a7a0-98ce1acd3661 req-68365fe9-1b4f-4bc3-9ab3-1f2ad3adffb6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:53.463142 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a60e50-3656-42ed-a7a0-98ce1acd3661 req-68365fe9-1b4f-4bc3-9ab3-1f2ad3adffb6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:53.483277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a60e50-3656-42ed-a7a0-98ce1acd3661 req-68365fe9-1b4f-4bc3-9ab3-1f2ad3adffb6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:53.494625 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93aae826-b199-4361-b95c-16f3f2b21dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (548f4206-6ffb-468d-88c5-b254fe2733e8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:53.495787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aae826-b199-4361-b95c-16f3f2b21dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:53.496472 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93aae826-b199-4361-b95c-16f3f2b21dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:53.505962 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a60e50-3656-42ed-a7a0-98ce1acd3661 req-68365fe9-1b4f-4bc3-9ab3-1f2ad3adffb6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:53.519341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a60e50-3656-42ed-a7a0-98ce1acd3661 req-68365fe9-1b4f-4bc3-9ab3-1f2ad3adffb6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:53.530481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a60e50-3656-42ed-a7a0-98ce1acd3661 req-68365fe9-1b4f-4bc3-9ab3-1f2ad3adffb6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:53.560003 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a60e50-3656-42ed-a7a0-98ce1acd3661 req-68365fe9-1b4f-4bc3-9ab3-1f2ad3adffb6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:53.569737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e6cc6fee-cd8f-43be-9ab9-cf1596792e91 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:47:53.591871 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30a60e50-3656-42ed-a7a0-98ce1acd3661 req-68365fe9-1b4f-4bc3-9ab3-1f2ad3adffb6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.6878860 Mar 11 11:47:53.600456 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-93aae826-b199-4361-b95c-16f3f2b21dba admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0915060 Mar 11 11:47:53.601591 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b9113b06-495c-4bcd-80d9-887dd9a4b5c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:53.607039 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49110) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:53.612227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e82f2bb8-0094-4378-896a-2e5845942ea9 admin admin] Request body: {'subnet': {'network_id': '548f4206-6ffb-468d-88c5-b254fe2733e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1862805023-subnet', 'tenant_id': 'd8657e83136841f3badd764cde517b2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:53.630173 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aae826-b199-4361-b95c-16f3f2b21dba admin admin] Pushing event updated for resources: {'Network': ['ID=548f4206-6ffb-468d-88c5-b254fe2733e8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:53.637065 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82f2bb8-0094-4378-896a-2e5845942ea9 admin admin] Made reservation on behalf of d8657e83136841f3badd764cde517b2b for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:47:53.640071 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e82f2bb8-0094-4378-896a-2e5845942ea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:53.660575 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 548f4206-6ffb-468d-88c5-b254fe2733e8 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:47:53.761856 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-19d66bc3-15f1-47c2-8630-da0014a818b3 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Made reservation on behalf of 037a5daba7614682b326c1f332a6d587 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:47:53.771444 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-19d66bc3-15f1-47c2-8630-da0014a818b3 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:53.788183 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e6cc6fee-cd8f-43be-9ab9-cf1596792e91 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:53.788545 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e6cc6fee-cd8f-43be-9ab9-cf1596792e91), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:53.836105 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f02703-c5df-4a7d-b9fb-26f91745f0d5 req-aaa05afc-181c-4d9e-b606-05906469db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:53.840010 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07f02703-c5df-4a7d-b9fb-26f91745f0d5 req-aaa05afc-181c-4d9e-b606-05906469db02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf1392660d9b487585dafc67abf0ead8&device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 1127 time: 0.8248618 Mar 11 11:47:53.916469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dadc75-d7e2-4a61-b3f3-d5b6ab3d0201 None None] Network 82c37da6-c633-4ede-9dc5-e06c2b21aa08 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:47:53.941529 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-19d66bc3-15f1-47c2-8630-da0014a818b3 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Allocated IP 172.20.0.12 (d8130605-787a-4d41-a48c-3457341ad648/e0604034-0f4c-4272-ac15-c033c67a8b00/df99cc5f-578b-4706-a3f8-cf0fc92408c1) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:47:53.980824 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30a60e50-3656-42ed-a7a0-98ce1acd3661 req-e08d85f7-1783-423d-b1ba-1201f925a2d1 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3879714 Mar 11 11:47:54.069317 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-02864b81-95c1-4adb-a601-7e2de1246d97 None None] Provisioning complete for port e6cc6fee-cd8f-43be-9ab9-cf1596792e91 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:54.069692 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-02864b81-95c1-4adb-a601-7e2de1246d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e6cc6fee-cd8f-43be-9ab9-cf1596792e91), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:54.075508 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f02703-c5df-4a7d-b9fb-26f91745f0d5 req-7986e37c-07c6-4bb5-8885-6ea59ebca16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:54.077401 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07f02703-c5df-4a7d-b9fb-26f91745f0d5 req-7986e37c-07c6-4bb5-8885-6ea59ebca16d service neutron] 10.222.0.37 "GET /v2.0/networks?id=76092203-82d8-4a24-86d5-4aa9015481db HTTP/1.1" status: 200 len: 911 time: 0.2138369 Mar 11 11:47:54.121276 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e6cc6fee-cd8f-43be-9ab9-cf1596792e91 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:54.121670 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e6cc6fee-cd8f-43be-9ab9-cf1596792e91), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:54.136763 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-19d66bc3-15f1-47c2-8630-da0014a818b3 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:54.178233 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-19d66bc3-15f1-47c2-8630-da0014a818b3 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:54.181730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port e6cc6fee-cd8f-43be-9ab9-cf1596792e91, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e6cc6fee-cd8f-43be-9ab9-cf1596792e91,segment=NetworkSegment(4140ee84-dfb6-46b9-bcf5-a0136ea3473e),segment_id=4140ee84-dfb6-46b9-bcf5-a0136ea3473e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:47:54.195452 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e6cc6fee-cd8f-43be-9ab9-cf1596792e91), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:54.205429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-19d66bc3-15f1-47c2-8630-da0014a818b3 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Network d8130605-787a-4d41-a48c-3457341ad648 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:47:54.210117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-19d66bc3-15f1-47c2-8630-da0014a818b3 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:54.220337 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24d78f-380a-44de-a7c8-f3cccff9cf4f req-7ce3c48c-103c-4d28-bfe0-f51044ffdd9e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:54.222211 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a24d78f-380a-44de-a7c8-f3cccff9cf4f req-7ce3c48c-103c-4d28-bfe0-f51044ffdd9e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.6283743 Mar 11 11:47:54.224580 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a304b2ac-947d-44c4-a384-c193c42c865d req-833c1509-ca88-49ed-b95d-be7375c5bae8 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 210 time: 0.0974538 Mar 11 11:47:54.236982 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-19d66bc3-15f1-47c2-8630-da0014a818b3 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:47:54.296882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-19d66bc3-15f1-47c2-8630-da0014a818b3 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:54.297635 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-19d66bc3-15f1-47c2-8630-da0014a818b3 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:54.331490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-02864b81-95c1-4adb-a601-7e2de1246d97 None None] Current status of the port e6cc6fee-cd8f-43be-9ab9-cf1596792e91 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:54.336430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=e6cc6fee-cd8f-43be-9ab9-cf1596792e91,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:54.380046 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d66bc3-15f1-47c2-8630-da0014a818b3 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Pushing event updated for resources: {'Port': ['ID=df99cc5f-578b-4706-a3f8-cf0fc92408c1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:54.391693 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-19d66bc3-15f1-47c2-8630-da0014a818b3 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9801474 Mar 11 11:47:54.425913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Request body: {'port': {'device_id': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:47:54.433514 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a24d78f-380a-44de-a7c8-f3cccff9cf4f req-a460f563-d12d-4ca6-9688-189761588847 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883099 Mar 11 11:47:54.445173 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07f02703-c5df-4a7d-b9fb-26f91745f0d5 req-cbce7068-f04f-43c1-8a0c-357fbf9dc2a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b1990eb-7c3f-415a-a722-ab9b593c385a HTTP/1.1" status: 200 len: 1000 time: 0.3248687 Mar 11 11:47:54.513955 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Publish callbacks [] for router_gateway (83b5b51a-da5e-455a-a155-b2b2763c8afa), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:54.563088 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:54.568650 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b9113b06-495c-4bcd-80d9-887dd9a4b5c0 admin admin] Publish callbacks [] for security_group (e230a26b-2750-42d4-b8eb-010b7b7f3d50), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:54.579549 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504527e6-c93a-4729-9755-11e9628eceb1 req-4df64004-031e-4ce1-ad61-eb6dbc13debb tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:54.581373 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-504527e6-c93a-4729-9755-11e9628eceb1 req-4df64004-031e-4ce1-ad61-eb6dbc13debb tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.2142224 Mar 11 11:47:54.586170 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b9113b06-495c-4bcd-80d9-887dd9a4b5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e230a26b-2750-42d4-b8eb-010b7b7f3d50), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:54.645440 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e82f2bb8-0094-4378-896a-2e5845942ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (87034bf7-acea-4305-9be5-af430fda7490), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:54.655365 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9113b06-495c-4bcd-80d9-887dd9a4b5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e230a26b-2750-42d4-b8eb-010b7b7f3d50,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:54.694277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f02703-c5df-4a7d-b9fb-26f91745f0d5 req-56d1dcbc-49d4-4b01-b0b6-04fdcffc0636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:54.696886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07f02703-c5df-4a7d-b9fb-26f91745f0d5 req-56d1dcbc-49d4-4b01-b0b6-04fdcffc0636 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e125371-d52f-4208-9c77-d4e4b47be414 HTTP/1.1" status: 200 len: 849 time: 0.2333207 Mar 11 11:47:54.755215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b9113b06-495c-4bcd-80d9-887dd9a4b5c0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=39bacde3f10a412697808b1a83f7bd49&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3872380 Mar 11 11:47:54.762377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b6ccbda8-ba81-49e8-b504-6a26d74c529a None None] Provisioning complete for port e6cc6fee-cd8f-43be-9ab9-cf1596792e91 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:54.762764 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b6ccbda8-ba81-49e8-b504-6a26d74c529a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e6cc6fee-cd8f-43be-9ab9-cf1596792e91), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:54.767125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49122) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:54.774309 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-504527e6-c93a-4729-9755-11e9628eceb1 req-5d0d417e-7472-4395-bcd5-13bd2d61ec6a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808863 Mar 11 11:47:54.933898 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f02703-c5df-4a7d-b9fb-26f91745f0d5 req-1bb8219a-c533-485c-a4f9-87617f034dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:54.935456 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07f02703-c5df-4a7d-b9fb-26f91745f0d5 req-1bb8219a-c533-485c-a4f9-87617f034dba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76092203-82d8-4a24-86d5-4aa9015481db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2251191 Mar 11 11:47:54.938990 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55563a43-2230-4e9d-a4db-a4550e7d43c6 admin admin] Publish callbacks [] for security_group (e230a26b-2750-42d4-b8eb-010b7b7f3d50), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:54.962197 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b6ccbda8-ba81-49e8-b504-6a26d74c529a None None] Current status of the port e6cc6fee-cd8f-43be-9ab9-cf1596792e91 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:54.968075 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55563a43-2230-4e9d-a4db-a4550e7d43c6 admin admin] Publish callbacks [] for security_group (e230a26b-2750-42d4-b8eb-010b7b7f3d50), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:55.011730 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f2bb8-0094-4378-896a-2e5845942ea9 admin admin] Checking segment: {'id': '6ebaa623-d899-4f2a-aa2b-6236ad63212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '548f4206-6ffb-468d-88c5-b254fe2733e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:47:55.012271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82f2bb8-0094-4378-896a-2e5845942ea9 admin admin] Network hostable DHCP agents. Network: 548f4206-6ffb-468d-88c5-b254fe2733e8, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:47:55.020880 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f2bb8-0094-4378-896a-2e5845942ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87034bf7-acea-4305-9be5-af430fda7490,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:55.050081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df99cc5f-578b-4706-a3f8-cf0fc92408c1 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:47:55.068256 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Publish callbacks [] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:55.072466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82f2bb8-0094-4378-896a-2e5845942ea9 admin admin] Network 548f4206-6ffb-468d-88c5-b254fe2733e8 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:47:55.087721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-e82f2bb8-0094-4378-896a-2e5845942ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 548f4206-6ffb-468d-88c5-b254fe2733e8) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:55.092167 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82f2bb8-0094-4378-896a-2e5845942ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:55.092881 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e82f2bb8-0094-4378-896a-2e5845942ea9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:55.098122 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36a1f76-a6d9-4b50-8fe0-df296a1d3980 None None] Network 548f4206-6ffb-468d-88c5-b254fe2733e8 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:47:55.138154 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e82f2bb8-0094-4378-896a-2e5845942ea9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5286360 Mar 11 11:47:55.140770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Transition to ACTIVE for port object df99cc5f-578b-4706-a3f8-cf0fc92408c1 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:47:55.147521 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:55.204319 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Pushing event updated for resources: {'Port': ['ID=df99cc5f-578b-4706-a3f8-cf0fc92408c1,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:55.227218 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55563a43-2230-4e9d-a4db-a4550e7d43c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e230a26b-2750-42d4-b8eb-010b7b7f3d50), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:55.239401 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55563a43-2230-4e9d-a4db-a4550e7d43c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:55.239401 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-55563a43-2230-4e9d-a4db-a4550e7d43c6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e230a26b-2750-42d4-b8eb-010b7b7f3d50 HTTP/1.1" status: 204 len: 168 time: 0.4557700 Mar 11 11:47:55.275312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45fbc54-1399-4857-86e3-7a6eacd2adfc None None] Network 548f4206-6ffb-468d-88c5-b254fe2733e8 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:47:55.331143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55563a43-2230-4e9d-a4db-a4550e7d43c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e230a26b-2750-42d4-b8eb-010b7b7f3d50,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:55.383226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Attempting to bind port df99cc5f-578b-4706-a3f8-cf0fc92408c1 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:47:55.383623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Attempting to bind port df99cc5f-578b-4706-a3f8-cf0fc92408c1 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'daba0604-63fe-4742-9046-24d55c04e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:47:55.383939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Attempting to bind port df99cc5f-578b-4706-a3f8-cf0fc92408c1 on network d8130605-787a-4d41-a48c-3457341ad648 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:55.388906 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Port df99cc5f-578b-4706-a3f8-cf0fc92408c1 on network d8130605-787a-4d41-a48c-3457341ad648 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:47:55.389222 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Attempting to bind port df99cc5f-578b-4706-a3f8-cf0fc92408c1 on network d8130605-787a-4d41-a48c-3457341ad648 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:55.396450 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:47:55.396825 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Checking segment: {'id': 'daba0604-63fe-4742-9046-24d55c04e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:47:55.397352 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Bound using segment: {'id': 'daba0604-63fe-4742-9046-24d55c04e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:47:55.397794 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Bound port: df99cc5f-578b-4706-a3f8-cf0fc92408c1, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daba0604-63fe-4742-9046-24d55c04e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:47:55.398198 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:55.460885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b09bf067-5a57-4d0e-b793-055bfa4c381b up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:47:55.513269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] For port df99cc5f-578b-4706-a3f8-cf0fc92408c1, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:47:55.517983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] For port df99cc5f-578b-4706-a3f8-cf0fc92408c1, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=df99cc5f-578b-4706-a3f8-cf0fc92408c1,segment=NetworkSegment(daba0604-63fe-4742-9046-24d55c04e2ce),segment_id=daba0604-63fe-4742-9046-24d55c04e2ce)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:47:55.532301 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:55.541987 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (83b5b51a-da5e-455a-a155-b2b2763c8afa), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:55.551940 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07f02703-c5df-4a7d-b9fb-26f91745f0d5 req-58eca380-b89c-4e0a-ae29-7ff8c996a013 service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465081 Mar 11 11:47:55.600150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:55.600769 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:55.602473 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] 10.222.0.37 "PUT /v2.0/ports/df99cc5f-578b-4706-a3f8-cf0fc92408c1 HTTP/1.1" status: 200 len: 1092 time: 1.2016821 Mar 11 11:47:55.602940 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'tag': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:47:55.613643 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75baf85-5156-4b24-aadd-dad6c9971098" -d '{"events": [{"name": "network-changed", "server_uuid": "1b719b88-3012-4567-8805-b29e6e8f2a9c", "tag": "df99cc5f-578b-4706-a3f8-cf0fc92408c1"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:47:55.676977 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port b09bf067-5a57-4d0e-b793-055bfa4c381b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:55.677390 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b09bf067-5a57-4d0e-b793-055bfa4c381b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:55.735001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e549a-4b33-471f-96c0-f088efd773aa service neutron] Pushing event updated for resources: {'Port': ['ID=df99cc5f-578b-4706-a3f8-cf0fc92408c1,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:55.746428 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-dbf39161-4ada-450a-a0a9-10e2155254bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:55.748142 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-dbf39161-4ada-450a-a0a9-10e2155254bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=037a5daba7614682b326c1f332a6d587&device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 1126 time: 0.0981932 Mar 11 11:47:55.834186 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-4b3422fe-6874-4c04-bd07-3593c663fe9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df99cc5f-578b-4706-a3f8-cf0fc92408c1 HTTP/1.1" status: 200 len: 217 time: 0.0773046 Mar 11 11:47:55.876032 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port b09bf067-5a57-4d0e-b793-055bfa4c381b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:55.877154 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e6cc6fee-cd8f-43be-9ab9-cf1596792e91 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:47:55.975238 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-d669d591-ed7f-4009-9cbc-306b06f18bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:55.977420 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-d669d591-ed7f-4009-9cbc-306b06f18bef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e0604034-0f4c-4272-ac15-c033c67a8b00 HTTP/1.1" status: 200 len: 860 time: 0.1320894 Mar 11 11:47:56.007933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e6cc6fee-cd8f-43be-9ab9-cf1596792e91 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:56.008441 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e6cc6fee-cd8f-43be-9ab9-cf1596792e91), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:56.034966 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f5fc1-e477-4a6f-9909-08e8d87c8cf4 req-5a8588f1-972b-4776-88e1-36772a3b269a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:56.037734 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-607f5fc1-e477-4a6f-9909-08e8d87c8cf4 req-5a8588f1-972b-4776-88e1-36772a3b269a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 1.0328660 Mar 11 11:47:56.048456 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-d762e0a6-e731-4da9-b0f5-5e38f9d90e53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8130605-787a-4d41-a48c-3457341ad648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616682 Mar 11 11:47:56.092957 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf87c-a309-40c0-bd91-2475c9ab2209 req-27ed147f-32b9-4cb9-abb2-3dd2bb74dae7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:56.099679 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf87c-a309-40c0-bd91-2475c9ab2209 req-27ed147f-32b9-4cb9-abb2-3dd2bb74dae7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:56.105976 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf87c-a309-40c0-bd91-2475c9ab2209 req-27ed147f-32b9-4cb9-abb2-3dd2bb74dae7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:56.112353 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf87c-a309-40c0-bd91-2475c9ab2209 req-27ed147f-32b9-4cb9-abb2-3dd2bb74dae7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:56.118559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf87c-a309-40c0-bd91-2475c9ab2209 req-27ed147f-32b9-4cb9-abb2-3dd2bb74dae7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:56.124620 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf87c-a309-40c0-bd91-2475c9ab2209 req-27ed147f-32b9-4cb9-abb2-3dd2bb74dae7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:56.130705 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf87c-a309-40c0-bd91-2475c9ab2209 req-27ed147f-32b9-4cb9-abb2-3dd2bb74dae7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:56.141474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f8cf87c-a309-40c0-bd91-2475c9ab2209 req-27ed147f-32b9-4cb9-abb2-3dd2bb74dae7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 1.0254979 Mar 11 11:47:56.196407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e6cc6fee-cd8f-43be-9ab9-cf1596792e91 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:47:56.239525 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-f9a25d3e-e92b-45f0-af64-80283ede1437 service neutron] 10.222.0.37 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826499 Mar 11 11:47:56.372073 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07f02703-c5df-4a7d-b9fb-26f91745f0d5 req-c5a3b494-64d5-45e9-89f8-eaa7cb199ccf service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8037627 Mar 11 11:47:56.379554 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f8cf87c-a309-40c0-bd91-2475c9ab2209 req-ed8202da-df38-49d3-b2aa-a8fec159666c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2369854 Mar 11 11:47:56.442073 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-607f5fc1-e477-4a6f-9909-08e8d87c8cf4 req-e28cff7e-b502-4a48-b84a-5aeb8d0cdafb tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979944 Mar 11 11:47:56.456490 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0ccc9ac-7f83-412b-af4b-f2e69875bc02 req-7fa65cc7-0c90-47ef-9935-bf9fe0ec2607 service neutron] 10.222.0.37 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099876 Mar 11 11:47:56.515809 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Router 83b5b51a-da5e-455a-a155-b2b2763c8afa is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:47:56.624600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc1e64-c253-44f5-abbd-fc438e9f7e51 req-b12b1881-fb2f-4246-8f47-83a091069f4e tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:56.632111 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bfc1e64-c253-44f5-abbd-fc438e9f7e51 req-b12b1881-fb2f-4246-8f47-83a091069f4e tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 944 time: 0.1107092 Mar 11 11:47:56.741226 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bfc1e64-c253-44f5-abbd-fc438e9f7e51 req-1f673659-b203-450a-a601-b61b41864381 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028953 Mar 11 11:47:56.777061 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:47:56.789994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Sync routers for ids ['83b5b51a-da5e-455a-a155-b2b2763c8afa'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:47:56.812116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Routers {'83b5b51a-da5e-455a-a155-b2b2763c8afa'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:47:56.812421 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643d8657-c246-49a2-a0c9-f46354f67312 x-openstack-request-id: req-643d8657-c246-49a2-a0c9-f46354f67312 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:47:56.812791 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['83b5b51a-da5e-455a-a155-b2b2763c8afa'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:56.813139 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b719b88-3012-4567-8805-b29e6e8f2a9c", "tag": "df99cc5f-578b-4706-a3f8-cf0fc92408c1", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:47:56.813544 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-643d8657-c246-49a2-a0c9-f46354f67312 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:47:56.814149 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'tag': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1', 'status': 'completed', 'code': 200} Mar 11 11:47:56.840897 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:56.857798 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-58d528c5-6e30-4c55-beae-b0043b5b6d27 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.6339424 Mar 11 11:47:56.860382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49174) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:47:56.962451 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75baf85-5156-4b24-aadd-dad6c9971098 req-308f2aad-24ee-4996-a929-e6fb90810751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:56.966047 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e75baf85-5156-4b24-aadd-dad6c9971098 req-308f2aad-24ee-4996-a929-e6fb90810751 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=037a5daba7614682b326c1f332a6d587&device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 1126 time: 0.1229045 Mar 11 11:47:57.030859 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Set router 83b5b51a-da5e-455a-a155-b2b2763c8afa gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:47:57.166158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75baf85-5156-4b24-aadd-dad6c9971098 req-4b8b717d-c653-4cdb-b4b8-9d7f4f086401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:57.168818 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e75baf85-5156-4b24-aadd-dad6c9971098 req-4b8b717d-c653-4cdb-b4b8-9d7f4f086401 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8130605-787a-4d41-a48c-3457341ad648 HTTP/1.1" status: 200 len: 921 time: 0.1859877 Mar 11 11:47:57.260617 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88699aa3-9beb-449c-a85a-b584cfccf8fd req-c77152a5-e64c-4b41-91ec-92a030d7e539 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:57.262567 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88699aa3-9beb-449c-a85a-b584cfccf8fd req-c77152a5-e64c-4b41-91ec-92a030d7e539 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.2931023 Mar 11 11:47:57.330151 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e75baf85-5156-4b24-aadd-dad6c9971098 req-b487c41a-44a7-4a72-b4ab-dd8f9027db6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df99cc5f-578b-4706-a3f8-cf0fc92408c1 HTTP/1.1" status: 200 len: 217 time: 0.1531012 Mar 11 11:47:57.341588 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-97615a5f-93f9-40ae-97b5-8122d00cddd3 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:57.343138 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-97615a5f-93f9-40ae-97b5-8122d00cddd3 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/networks?id=6beef71c-43cc-48f6-a31d-62f82748877a HTTP/1.1" status: 200 len: 815 time: 0.3641818 Mar 11 11:47:57.417575 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-8337206c-01a0-4f56-ace6-0c2037faa551 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/quotas/5aad9aa4dad14e5b821bd0890df2afcd HTTP/1.1" status: 200 len: 375 time: 0.0358160 Mar 11 11:47:57.454372 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88699aa3-9beb-449c-a85a-b584cfccf8fd req-06897795-d678-4bb8-9aa4-3ed202d32107 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816165 Mar 11 11:47:57.489343 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75baf85-5156-4b24-aadd-dad6c9971098 req-e53d1d7a-60be-41f8-b97b-3f6945cf7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:57.500089 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e75baf85-5156-4b24-aadd-dad6c9971098 req-e53d1d7a-60be-41f8-b97b-3f6945cf7381 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e0604034-0f4c-4272-ac15-c033c67a8b00 HTTP/1.1" status: 200 len: 860 time: 0.1586599 Mar 11 11:47:57.508152 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-a1e9c582-07cd-4dca-b6d4-b27b8d0a5636 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5aad9aa4dad14e5b821bd0890df2afcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824060 Mar 11 11:47:57.541280 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'name': 'tempest-TaggedBootDevicesTest_v242-1227064595-router', 'tenant_id': '9fffad389adf44dbb7d131c3008324fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'bb6e2a7c-b316-4b1f-84e8-3c2611ae7200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:48Z', 'updated_at': '2022-03-11T11:47:53Z', 'revision_number': 3, 'project_id': '9fffad389adf44dbb7d131c3008324fb', 'gw_port': {'id': 'bb6e2a7c-b316-4b1f-84e8-3c2611ae7200', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:50Z', 'updated_at': '2022-03-11T11:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:57.546913 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e75baf85-5156-4b24-aadd-dad6c9971098 req-7428287b-6598-4beb-ab53-26316ee29e35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8130605-787a-4d41-a48c-3457341ad648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417430 Mar 11 11:47:57.624892 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Checking router: 83b5b51a-da5e-455a-a155-b2b2763c8afa for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:47:57.628620 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Updating router 83b5b51a-da5e-455a-a155-b2b2763c8afa port bb6e2a7c-b316-4b1f-84e8-3c2611ae7200 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:47:57.703289 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bb6e2a7c-b316-4b1f-84e8-3c2611ae7200), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:57.732734 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e75baf85-5156-4b24-aadd-dad6c9971098 req-90330e47-34d2-43ea-bab7-c61de4eab560 service neutron] 10.222.0.37 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790571 Mar 11 11:47:57.745472 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-6074de63-6c8a-48f8-8b02-35f213f4f2c4 service neutron] 10.222.0.78 "GET /v2.0/networks/6beef71c-43cc-48f6-a31d-62f82748877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268300 Mar 11 11:47:57.764513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a389e7-a5fd-413a-89e5-9ccc834853da req-2f294867-61a9-4f71-a47c-d24c8f4f06db tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:57.770074 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a389e7-a5fd-413a-89e5-9ccc834853da req-2f294867-61a9-4f71-a47c-d24c8f4f06db tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:57.776024 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a389e7-a5fd-413a-89e5-9ccc834853da req-2f294867-61a9-4f71-a47c-d24c8f4f06db tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:57.781743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a389e7-a5fd-413a-89e5-9ccc834853da req-2f294867-61a9-4f71-a47c-d24c8f4f06db tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:57.787171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a389e7-a5fd-413a-89e5-9ccc834853da req-2f294867-61a9-4f71-a47c-d24c8f4f06db tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:57.795403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a389e7-a5fd-413a-89e5-9ccc834853da req-2f294867-61a9-4f71-a47c-d24c8f4f06db tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:57.801415 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a389e7-a5fd-413a-89e5-9ccc834853da req-2f294867-61a9-4f71-a47c-d24c8f4f06db tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:57.803315 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0a389e7-a5fd-413a-89e5-9ccc834853da req-2f294867-61a9-4f71-a47c-d24c8f4f06db tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.2111244 Mar 11 11:47:57.918150 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e75baf85-5156-4b24-aadd-dad6c9971098 req-cadad7fe-9e12-4ca3-b9e1-e03f59e03ba4 service neutron] 10.222.0.37 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768968 Mar 11 11:47:58.040625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0a389e7-a5fd-413a-89e5-9ccc834853da req-1f234bad-5b05-451c-b00d-da3cc0289877 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2180574 Mar 11 11:47:58.075399 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-6cee5c55-5b50-4cd2-adf5-a834e173becd service neutron] 10.222.0.78 "GET /v2.0/networks/6beef71c-43cc-48f6-a31d-62f82748877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688301 Mar 11 11:47:58.173925 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:58.211130 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Publish callbacks [] for port (bb6e2a7c-b316-4b1f-84e8-3c2611ae7200), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:58.226306 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bb6e2a7c-b316-4b1f-84e8-3c2611ae7200), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:58.304895 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0490e6-2b7a-4aab-ab5c-3c0986081626 None None] Pushing event updated for resources: {'Port': ['ID=bb6e2a7c-b316-4b1f-84e8-3c2611ae7200,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:58.334241 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Attempting to bind port bb6e2a7c-b316-4b1f-84e8-3c2611ae7200 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:47:58.334914 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Attempting to bind port bb6e2a7c-b316-4b1f-84e8-3c2611ae7200 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:47:58.336050 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Attempting to bind port bb6e2a7c-b316-4b1f-84e8-3c2611ae7200 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:47:58.343258 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:47:58.344339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:47:58.345044 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:58.345654 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:47:58.346521 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Bound port: bb6e2a7c-b316-4b1f-84e8-3c2611ae7200, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:47:58.347382 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bb6e2a7c-b316-4b1f-84e8-3c2611ae7200), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:58.473315 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] For port bb6e2a7c-b316-4b1f-84e8-3c2611ae7200, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:47:58.505170 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] For port bb6e2a7c-b316-4b1f-84e8-3c2611ae7200, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=bb6e2a7c-b316-4b1f-84e8-3c2611ae7200,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:47:58.537358 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bb6e2a7c-b316-4b1f-84e8-3c2611ae7200), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:58.549115 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13597d1-2394-411c-9042-37aa32cef09d req-a74e8cb9-76ae-496e-91aa-f532aeb143f2 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:58.555059 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c13597d1-2394-411c-9042-37aa32cef09d req-a74e8cb9-76ae-496e-91aa-f532aeb143f2 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.3607991 Mar 11 11:47:58.623348 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Routers {'83b5b51a-da5e-455a-a155-b2b2763c8afa'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:47:58.625526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['83b5b51a-da5e-455a-a155-b2b2763c8afa'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:58.710067 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c13597d1-2394-411c-9042-37aa32cef09d req-1ebb1ecb-2184-452d-9998-fe3e3ae02022 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345017 Mar 11 11:47:58.728596 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] Allocated IP 172.20.0.1 (82c37da6-c633-4ede-9dc5-e06c2b21aa08/3450d262-409a-4270-9aac-e538c4f48f60/562cdcf7-4a15-490c-9b24-a2e6d792c037) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:47:58.732194 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0490e6-2b7a-4aab-ab5c-3c0986081626 None None] Pushing event updated for resources: {'Port': ['ID=bb6e2a7c-b316-4b1f-84e8-3c2611ae7200,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:58.750585 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508acd56-ac09-454a-a7ad-3ee9c7dcee59 req-4daa365c-bbb5-4fe3-b7c9-619aa6167ee4 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:58.752265 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-508acd56-ac09-454a-a7ad-3ee9c7dcee59 req-4daa365c-bbb5-4fe3-b7c9-619aa6167ee4 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 944 time: 0.1805494 Mar 11 11:47:58.848226 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-508acd56-ac09-454a-a7ad-3ee9c7dcee59 req-0a4ce953-17ca-4b78-bf1f-c4d5f09f9a5f tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847955 Mar 11 11:47:59.017648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1e1e6fec-f5c2-4f24-9047-ff17d4bcf89e req-f5a812f7-a831-41e3-bf1c-f9e7e6452db1 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb23f18a-c2e6-4a4c-91b6-9e23f492c27b HTTP/1.1" status: 200 len: 210 time: 0.1209221 Mar 11 11:47:59.100413 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] Publish callbacks [] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:59.125764 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] Set router 83b5b51a-da5e-455a-a155-b2b2763c8afa gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:47:59.188584 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:59.220206 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b1d61-901e-455c-a13f-3030a7bcd147 req-0abce8fa-5912-4469-90d6-3e5b575a7024 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:59.222465 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e63b1d61-901e-455c-a13f-3030a7bcd147 req-0abce8fa-5912-4469-90d6-3e5b575a7024 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.2079926 Mar 11 11:47:59.362331 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e63b1d61-901e-455c-a13f-3030a7bcd147 req-2a8ea8bc-690d-4604-bdf0-29d7f64c556f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209128 Mar 11 11:47:59.377119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] Network 82c37da6-c633-4ede-9dc5-e06c2b21aa08 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:47:59.404172 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:47:59.407498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:47:59.433353 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc92b-4862-48fc-8e7b-eef71ab0ef2d req-e131725c-26f0-49b4-8d4e-46663e452b05 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:59.439558 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc92b-4862-48fc-8e7b-eef71ab0ef2d req-e131725c-26f0-49b4-8d4e-46663e452b05 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:59.470836 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc92b-4862-48fc-8e7b-eef71ab0ef2d req-e131725c-26f0-49b4-8d4e-46663e452b05 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:59.486622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc92b-4862-48fc-8e7b-eef71ab0ef2d req-e131725c-26f0-49b4-8d4e-46663e452b05 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:59.491707 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc92b-4862-48fc-8e7b-eef71ab0ef2d req-e131725c-26f0-49b4-8d4e-46663e452b05 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:59.501113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'name': 'tempest-TaggedBootDevicesTest_v242-1227064595-router', 'tenant_id': '9fffad389adf44dbb7d131c3008324fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'bb6e2a7c-b316-4b1f-84e8-3c2611ae7200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:48Z', 'updated_at': '2022-03-11T11:47:53Z', 'revision_number': 3, 'project_id': '9fffad389adf44dbb7d131c3008324fb', 'gw_port': {'id': 'bb6e2a7c-b316-4b1f-84e8-3c2611ae7200', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:50Z', 'updated_at': '2022-03-11T11:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:47:59.513131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc92b-4862-48fc-8e7b-eef71ab0ef2d req-e131725c-26f0-49b4-8d4e-46663e452b05 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:59.529673 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc92b-4862-48fc-8e7b-eef71ab0ef2d req-e131725c-26f0-49b4-8d4e-46663e452b05 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:47:59.534163 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3003fd1-7c3c-4c15-8487-710a95464121 None None] The sync data for ids ['83b5b51a-da5e-455a-a155-b2b2763c8afa'] in n-d-833234-2 is: [{'id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'name': 'tempest-TaggedBootDevicesTest_v242-1227064595-router', 'tenant_id': '9fffad389adf44dbb7d131c3008324fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'bb6e2a7c-b316-4b1f-84e8-3c2611ae7200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:48Z', 'updated_at': '2022-03-11T11:47:53Z', 'revision_number': 3, 'project_id': '9fffad389adf44dbb7d131c3008324fb', 'gw_port': {'id': 'bb6e2a7c-b316-4b1f-84e8-3c2611ae7200', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:50Z', 'updated_at': '2022-03-11T11:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:47:59.540054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-896cc92b-4862-48fc-8e7b-eef71ab0ef2d req-e131725c-26f0-49b4-8d4e-46663e452b05 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.3163521 Mar 11 11:47:59.608898 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] Pushing event updated for resources: {'Port': ['ID=562cdcf7-4a15-490c-9b24-a2e6d792c037,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:47:59.696730 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (83b5b51a-da5e-455a-a155-b2b2763c8afa), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:59.758457 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-698b15f4-ac68-4ecf-a8e7-0c1043da6273 None None] Provisioning complete for port 562cdcf7-4a15-490c-9b24-a2e6d792c037 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:47:59.758838 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-698b15f4-ac68-4ecf-a8e7-0c1043da6273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:47:59.771769 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-896cc92b-4862-48fc-8e7b-eef71ab0ef2d req-e272e7a6-f5bd-445d-8750-7d8fb2a331b2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1964102 Mar 11 11:47:59.810807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-698b15f4-ac68-4ecf-a8e7-0c1043da6273 None None] Port 562cdcf7-4a15-490c-9b24-a2e6d792c037 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:48:00.028197 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device df99cc5f-578b-4706-a3f8-cf0fc92408c1 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:48:00.059885 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:00.192668 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1d6ed-a00e-4fc8-b50d-1977240cf860 req-450fba4d-e942-4253-b780-4600e53528d6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:00.202620 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1f1d6ed-a00e-4fc8-b50d-1977240cf860 req-450fba4d-e942-4253-b780-4600e53528d6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.2808039 Mar 11 11:48:00.214903 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port df99cc5f-578b-4706-a3f8-cf0fc92408c1, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=df99cc5f-578b-4706-a3f8-cf0fc92408c1,segment=NetworkSegment(daba0604-63fe-4742-9046-24d55c04e2ce),segment_id=daba0604-63fe-4742-9046-24d55c04e2ce)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:00.236879 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1', 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648', 'port_id': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1', 'mac_address': 'fa:16:3e:7c:f8:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:48:00.246507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69f830-1f47-4303-b470-a4d413cae864 req-2faf6ba9-fb1b-4b3e-9cec-61eb596c00fe tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:00.255297 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db69f830-1f47-4303-b470-a4d413cae864 req-2faf6ba9-fb1b-4b3e-9cec-61eb596c00fe tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 944 time: 0.2481818 Mar 11 11:48:00.334479 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port df99cc5f-578b-4706-a3f8-cf0fc92408c1 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:00.336915 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:00.370276 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df99cc5f-578b-4706-a3f8-cf0fc92408c1 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:48:00.432922 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port df99cc5f-578b-4706-a3f8-cf0fc92408c1, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=df99cc5f-578b-4706-a3f8-cf0fc92408c1,segment=NetworkSegment(daba0604-63fe-4742-9046-24d55c04e2ce),segment_id=daba0604-63fe-4742-9046-24d55c04e2ce)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:00.444410 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:00.524085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-ec14114c-ab8a-4797-922d-d1de02714067 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:00.534771 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-ec14114c-ab8a-4797-922d-d1de02714067 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.37 "GET /v2.0/networks?id=6beef71c-43cc-48f6-a31d-62f82748877a HTTP/1.1" status: 200 len: 815 time: 0.2300491 Mar 11 11:48:00.549872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-d8a3b6c2-7c34-45a7-b575-adb768801457 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Request body: {'port': {'device_id': 'eb23f18a-c2e6-4a4c-91b6-9e23f492c27b', 'network_id': '6beef71c-43cc-48f6-a31d-62f82748877a', 'admin_state_up': True, 'tenant_id': '5aad9aa4dad14e5b821bd0890df2afcd'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:00.559702 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=df99cc5f-578b-4706-a3f8-cf0fc92408c1,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:00.586721 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1f1d6ed-a00e-4fc8-b50d-1977240cf860 req-d49e869a-9c92-4692-bcfc-8451b60bc808 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831587 Mar 11 11:48:00.661956 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db69f830-1f47-4303-b470-a4d413cae864 req-be53e69c-99a7-4c16-94c2-e399a8cdeb46 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055560 Mar 11 11:48:00.729234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['df99cc5f-578b-4706-a3f8-cf0fc92408c1'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:48:00.735646 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] Publish callbacks [] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:00.756154 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:00.839697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49356) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:00.936584 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (83b5b51a-da5e-455a-a155-b2b2763c8afa), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:00.940882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] Pushing event updated for resources: {'Port': ['ID=562cdcf7-4a15-490c-9b24-a2e6d792c037,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:00.998602 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bd72dcd-0fe8-4d2e-b09b-3b24033191a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:01.008264 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dddd3-4305-45b0-907f-4c9675a051df req-04bc8960-776d-4ec9-8136-d91ae7256711 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:01.016716 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d95dddd3-4305-45b0-907f-4c9675a051df req-04bc8960-776d-4ec9-8136-d91ae7256711 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.2512577 Mar 11 11:48:01.165534 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-593c4443-a038-4802-aef0-3e2789663fac req-e0772fcf-7f4d-48d5-b094-b570d4c7bb62 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb23f18a-c2e6-4a4c-91b6-9e23f492c27b HTTP/1.1" status: 200 len: 210 time: 0.4690623 Mar 11 11:48:01.216207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-d8a3b6c2-7c34-45a7-b575-adb768801457 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Made reservation on behalf of 5aad9aa4dad14e5b821bd0890df2afcd for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:48:01.216458 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d95dddd3-4305-45b0-907f-4c9675a051df req-6c56e5cd-43c6-41ef-b444-1a602dbd9c38 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986909 Mar 11 11:48:01.223630 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-d8a3b6c2-7c34-45a7-b575-adb768801457 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:01.237285 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] Network 82c37da6-c633-4ede-9dc5-e06c2b21aa08 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:48:01.250083 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:48:01.415918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-d8a3b6c2-7c34-45a7-b575-adb768801457 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Allocated IP 172.20.0.8 (6beef71c-43cc-48f6-a31d-62f82748877a/59613d09-9613-4e09-a2a5-e95a38d55f78/2575b9e8-5ae8-40cf-9ebf-76de6a7181ad) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:48:01.475023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bb6e2a7c-b316-4b1f-84e8-3c2611ae7200 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:48:01.580979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port bb6e2a7c-b316-4b1f-84e8-3c2611ae7200 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:01.581664 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bb6e2a7c-b316-4b1f-84e8-3c2611ae7200), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:01.604042 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-d8a3b6c2-7c34-45a7-b575-adb768801457 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Publish callbacks [] for port (2575b9e8-5ae8-40cf-9ebf-76de6a7181ad), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:01.650452 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-d8a3b6c2-7c34-45a7-b575-adb768801457 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (2575b9e8-5ae8-40cf-9ebf-76de6a7181ad), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:01.694415 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-af9f06d6-21dc-438e-a260-d87c2f1dfe79 None None] Provisioning complete for port 562cdcf7-4a15-490c-9b24-a2e6d792c037 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:01.695832 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-af9f06d6-21dc-438e-a260-d87c2f1dfe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:01.715249 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3b6c2-7c34-45a7-b575-adb768801457 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Pushing event updated for resources: {'Port': ['ID=2575b9e8-5ae8-40cf-9ebf-76de6a7181ad,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:01.728351 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-d8a3b6c2-7c34-45a7-b575-adb768801457 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Network 6beef71c-43cc-48f6-a31d-62f82748877a is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:48:01.730018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-d8a3b6c2-7c34-45a7-b575-adb768801457 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:48:01.733355 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-d8a3b6c2-7c34-45a7-b575-adb768801457 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:48:01.747130 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port bb6e2a7c-b316-4b1f-84e8-3c2611ae7200 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:01.747512 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bb6e2a7c-b316-4b1f-84e8-3c2611ae7200), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:01.778645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-af9f06d6-21dc-438e-a260-d87c2f1dfe79 None None] Port 562cdcf7-4a15-490c-9b24-a2e6d792c037 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:48:01.789868 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port bb6e2a7c-b316-4b1f-84e8-3c2611ae7200, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=bb6e2a7c-b316-4b1f-84e8-3c2611ae7200,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:01.804288 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bb6e2a7c-b316-4b1f-84e8-3c2611ae7200), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:01.811341 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-d8a3b6c2-7c34-45a7-b575-adb768801457 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:01.812083 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-d8a3b6c2-7c34-45a7-b575-adb768801457 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:01.834214 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-d8a3b6c2-7c34-45a7-b575-adb768801457 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2896268 Mar 11 11:48:01.847793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Request body: {'port': {'device_id': 'eb23f18a-c2e6-4a4c-91b6-9e23f492c27b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:01.896914 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bd72dcd-0fe8-4d2e-b09b-3b24033191a0 admin admin] Publish callbacks [] for security_group (47785c5a-b1a1-451d-b022-ee6b382d6018), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:01.901654 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=bb6e2a7c-b316-4b1f-84e8-3c2611ae7200,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:01.920148 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bd72dcd-0fe8-4d2e-b09b-3b24033191a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (47785c5a-b1a1-451d-b022-ee6b382d6018), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:01.926977 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2575b9e8-5ae8-40cf-9ebf-76de6a7181ad), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:01.999219 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44953fc8-3d5d-4efe-9e24-bbf75d48266c req-8c07125c-bb83-4342-af4d-34cbd9c1e431 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:02.004702 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44953fc8-3d5d-4efe-9e24-bbf75d48266c req-8c07125c-bb83-4342-af4d-34cbd9c1e431 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:02.010999 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44953fc8-3d5d-4efe-9e24-bbf75d48266c req-8c07125c-bb83-4342-af4d-34cbd9c1e431 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:02.016370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44953fc8-3d5d-4efe-9e24-bbf75d48266c req-8c07125c-bb83-4342-af4d-34cbd9c1e431 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:02.021760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44953fc8-3d5d-4efe-9e24-bbf75d48266c req-8c07125c-bb83-4342-af4d-34cbd9c1e431 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:02.027921 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44953fc8-3d5d-4efe-9e24-bbf75d48266c req-8c07125c-bb83-4342-af4d-34cbd9c1e431 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:02.033253 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44953fc8-3d5d-4efe-9e24-bbf75d48266c req-8c07125c-bb83-4342-af4d-34cbd9c1e431 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:02.035219 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44953fc8-3d5d-4efe-9e24-bbf75d48266c req-8c07125c-bb83-4342-af4d-34cbd9c1e431 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.7600944 Mar 11 11:48:02.039688 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device df99cc5f-578b-4706-a3f8-cf0fc92408c1 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:48:02.099935 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9bd72dcd-0fe8-4d2e-b09b-3b24033191a0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=69c7d9363cb14fdabac518a72a54aacc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2563004 Mar 11 11:48:02.101150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49368) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:02.114711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd72dcd-0fe8-4d2e-b09b-3b24033191a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47785c5a-b1a1-451d-b022-ee6b382d6018,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:02.131737 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] Router 83b5b51a-da5e-455a-a155-b2b2763c8afa has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:48:02.161078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port df99cc5f-578b-4706-a3f8-cf0fc92408c1 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:48:02.166932 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port df99cc5f-578b-4706-a3f8-cf0fc92408c1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:02.173858 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:02.194376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001a8cf-6ccb-480b-9c9a-0383ef4cedf5 req-715102c5-6338-4c27-b0d0-ad80f43ae5c4 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:02.201650 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c001a8cf-6ccb-480b-9c9a-0383ef4cedf5 req-715102c5-6338-4c27-b0d0-ad80f43ae5c4 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.3347719 Mar 11 11:48:02.204405 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b72dd782-9d9f-4e2b-96fb-7ba634477e43 admin admin] Publish callbacks [] for security_group (47785c5a-b1a1-451d-b022-ee6b382d6018), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:02.230484 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b72dd782-9d9f-4e2b-96fb-7ba634477e43 admin admin] Publish callbacks [] for security_group (47785c5a-b1a1-451d-b022-ee6b382d6018), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:02.241367 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44953fc8-3d5d-4efe-9e24-bbf75d48266c req-a2b08974-1e02-4e69-8b4f-d13b34261bbf tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1861501 Mar 11 11:48:02.313899 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port df99cc5f-578b-4706-a3f8-cf0fc92408c1 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:02.314303 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:02.356760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:48:02.358969 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9005a8-6f59-4a13-ad6b-021ea1f4d606" -d '{"events": [{"server_uuid": "1b719b88-3012-4567-8805-b29e6e8f2a9c", "name": "network-vif-plugged", "status": "completed", "tag": "df99cc5f-578b-4706-a3f8-cf0fc92408c1"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:48:02.364252 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c001a8cf-6ccb-480b-9c9a-0383ef4cedf5 req-d80f784e-7985-4aaf-892a-372352a462b8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615829 Mar 11 11:48:02.407544 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port df99cc5f-578b-4706-a3f8-cf0fc92408c1, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=df99cc5f-578b-4706-a3f8-cf0fc92408c1,segment=NetworkSegment(daba0604-63fe-4742-9046-24d55c04e2ce),segment_id=daba0604-63fe-4742-9046-24d55c04e2ce)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:02.418560 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:02.423229 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:48:02.437005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ce1e828a-59f2-4a85-a400-98fdd06092bd admin admin] 10.222.0.78 "PUT /v2.0/routers/83b5b51a-da5e-455a-a155-b2b2763c8afa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5738943 Mar 11 11:48:02.437856 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b72dd782-9d9f-4e2b-96fb-7ba634477e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (47785c5a-b1a1-451d-b022-ee6b382d6018), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:02.440629 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b72dd782-9d9f-4e2b-96fb-7ba634477e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:02.444297 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b72dd782-9d9f-4e2b-96fb-7ba634477e43 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/47785c5a-b1a1-451d-b022-ee6b382d6018 HTTP/1.1" status: 204 len: 168 time: 0.3396626 Mar 11 11:48:02.457052 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dd782-9d9f-4e2b-96fb-7ba634477e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47785c5a-b1a1-451d-b022-ee6b382d6018,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:02.491189 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Sync routers for ids ['83b5b51a-da5e-455a-a155-b2b2763c8afa'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:48:02.492370 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:48:02.513456 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Publish callbacks [] for port (2575b9e8-5ae8-40cf-9ebf-76de6a7181ad), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:02.517033 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Routers {'83b5b51a-da5e-455a-a155-b2b2763c8afa'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:48:02.517784 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['83b5b51a-da5e-455a-a155-b2b2763c8afa'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:48:02.549961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Transition to ACTIVE for port object 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:48:02.566955 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (2575b9e8-5ae8-40cf-9ebf-76de6a7181ad), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:02.592938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=df99cc5f-578b-4706-a3f8-cf0fc92408c1,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:02.632056 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Pushing event updated for resources: {'Port': ['ID=2575b9e8-5ae8-40cf-9ebf-76de6a7181ad,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:02.688199 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e18fe-12e7-4553-b639-7e236647c462 req-345a1df9-fa3e-44d3-8d51-5c6a195c7587 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:02.690745 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc2e18fe-12e7-4553-b639-7e236647c462 req-345a1df9-fa3e-44d3-8d51-5c6a195c7587 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.2281094 Mar 11 11:48:02.778658 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc2e18fe-12e7-4553-b639-7e236647c462 req-e8abe90e-24f4-4ae5-8061-5fb363b9653d tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778303 Mar 11 11:48:02.792418 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Set router 83b5b51a-da5e-455a-a155-b2b2763c8afa gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:48:02.797614 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Attempting to bind port 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:48:02.800234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Attempting to bind port 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'da0f7f08-e617-4b22-b4bf-12e3d78a4067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6beef71c-43cc-48f6-a31d-62f82748877a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:48:02.800791 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Attempting to bind port 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad on network 6beef71c-43cc-48f6-a31d-62f82748877a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:48:02.812213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Port 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad on network 6beef71c-43cc-48f6-a31d-62f82748877a not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:48:02.812584 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Attempting to bind port 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad on network 6beef71c-43cc-48f6-a31d-62f82748877a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:48:02.822901 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:48:02.823656 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Checking segment: {'id': 'da0f7f08-e617-4b22-b4bf-12e3d78a4067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6beef71c-43cc-48f6-a31d-62f82748877a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:48:02.824779 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Bound using segment: {'id': 'da0f7f08-e617-4b22-b4bf-12e3d78a4067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6beef71c-43cc-48f6-a31d-62f82748877a'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:48:02.825243 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Bound port: 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0f7f08-e617-4b22-b4bf-12e3d78a4067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6beef71c-43cc-48f6-a31d-62f82748877a'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:48:02.825377 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd390e0d-ab5a-40e8-8f2b-707ebf1defab req-c98340ea-47b9-4237-a703-5735b5aef0d4 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:02.825846 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2575b9e8-5ae8-40cf-9ebf-76de6a7181ad), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:02.836736 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd390e0d-ab5a-40e8-8f2b-707ebf1defab req-c98340ea-47b9-4237-a703-5735b5aef0d4 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb23f18a-c2e6-4a4c-91b6-9e23f492c27b HTTP/1.1" status: 200 len: 943 time: 0.3068464 Mar 11 11:48:02.934136 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49386) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:02.956418 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] For port 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:48:02.958779 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa60d0d8-fe14-4b9b-9ee7-0c1240176cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:02.960678 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd390e0d-ab5a-40e8-8f2b-707ebf1defab req-565320a9-1ad3-443a-9625-b37b80c5d455 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/security-groups?id=6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220427 Mar 11 11:48:02.991259 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] For port 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=2575b9e8-5ae8-40cf-9ebf-76de6a7181ad,segment=NetworkSegment(da0f7f08-e617-4b22-b4bf-12e3d78a4067),segment_id=da0f7f08-e617-4b22-b4bf-12e3d78a4067)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:48:02.994781 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e173343-764d-4594-8fa1-5cb93976da02 req-28d487c8-fb66-40e3-95b3-7d8e21d274e5 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:03.003695 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1e173343-764d-4594-8fa1-5cb93976da02 req-28d487c8-fb66-40e3-95b3-7d8e21d274e5 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.0805845 Mar 11 11:48:03.009727 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (2575b9e8-5ae8-40cf-9ebf-76de6a7181ad), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:03.035036 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:03.035771 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:03.035901 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5b9e25-57f0-4559-ad2e-868f7fbf9bd0 x-openstack-request-id: req-9a5b9e25-57f0-4559-ad2e-868f7fbf9bd0 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:48:03.036619 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b719b88-3012-4567-8805-b29e6e8f2a9c", "name": "network-vif-plugged", "status": "completed", "tag": "df99cc5f-578b-4706-a3f8-cf0fc92408c1", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:48:03.037284 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] 10.222.0.37 "PUT /v2.0/ports/2575b9e8-5ae8-40cf-9ebf-76de6a7181ad HTTP/1.1" status: 200 len: 1091 time: 1.1951098 Mar 11 11:48:03.038403 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a5b9e25-57f0-4559-ad2e-868f7fbf9bd0 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:48:03.039054 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1', 'code': 200} Mar 11 11:48:03.059647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb23f18a-c2e6-4a4c-91b6-9e23f492c27b', 'tag': '2575b9e8-5ae8-40cf-9ebf-76de6a7181ad'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:48:03.063038 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ee3c53-9e00-4a7b-b583-c9b8ba5ea043" -d '{"events": [{"name": "network-changed", "server_uuid": "eb23f18a-c2e6-4a4c-91b6-9e23f492c27b", "tag": "2575b9e8-5ae8-40cf-9ebf-76de6a7181ad"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:48:03.116419 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'name': 'tempest-TaggedBootDevicesTest_v242-1227064595-router', 'tenant_id': '9fffad389adf44dbb7d131c3008324fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'bb6e2a7c-b316-4b1f-84e8-3c2611ae7200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:48Z', 'updated_at': '2022-03-11T11:47:59Z', 'revision_number': 4, 'project_id': '9fffad389adf44dbb7d131c3008324fb', 'gw_port': {'id': 'bb6e2a7c-b316-4b1f-84e8-3c2611ae7200', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:50Z', 'updated_at': '2022-03-11T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '562cdcf7-4a15-490c-9b24-a2e6d792c037', 'name': '', 'network_id': '82c37da6-c633-4ede-9dc5-e06c2b21aa08', 'tenant_id': '9fffad389adf44dbb7d131c3008324fb', 'mac_address': 'fa:16:3e:ad:25:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '3450d262-409a-4270-9aac-e538c4f48f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:58Z', 'updated_at': '2022-03-11T11:48:00Z', 'revision_number': 2, 'project_id': '9fffad389adf44dbb7d131c3008324fb', 'subnets': [{'id': '3450d262-409a-4270-9aac-e538c4f48f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:48:03.122334 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49cf9bc-af41-48b2-904a-207219d83fb3 x-openstack-request-id: req-e49cf9bc-af41-48b2-904a-207219d83fb3 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:48:03.122882 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb23f18a-c2e6-4a4c-91b6-9e23f492c27b", "tag": "2575b9e8-5ae8-40cf-9ebf-76de6a7181ad", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:48:03.123416 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e49cf9bc-af41-48b2-904a-207219d83fb3 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:48:03.124006 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb23f18a-c2e6-4a4c-91b6-9e23f492c27b', 'tag': '2575b9e8-5ae8-40cf-9ebf-76de6a7181ad', 'status': 'completed', 'code': 200} Mar 11 11:48:03.146971 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1e173343-764d-4594-8fa1-5cb93976da02 req-ab85d60e-7089-4942-987b-802f0a15befb tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399040 Mar 11 11:48:03.147252 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Checking router: 83b5b51a-da5e-455a-a155-b2b2763c8afa for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:48:03.147252 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Updating router 83b5b51a-da5e-455a-a155-b2b2763c8afa port 562cdcf7-4a15-490c-9b24-a2e6d792c037 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:48:03.180169 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3274e3b-f715-446e-9afc-e4307c7ef057 service neutron] Pushing event updated for resources: {'Port': ['ID=2575b9e8-5ae8-40cf-9ebf-76de6a7181ad,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:03.186421 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:03.208729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a3230-09e4-40e6-b4f1-d9b3b466ae78 req-823be9e5-998b-44db-9065-00df0713c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:03.210307 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-588a3230-09e4-40e6-b4f1-d9b3b466ae78 req-823be9e5-998b-44db-9065-00df0713c0d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 1128 time: 0.0642853 Mar 11 11:48:03.239763 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa60d0d8-fe14-4b9b-9ee7-0c1240176cc2 admin admin] Publish callbacks [] for security_group (2bc52f5d-2032-4666-bedc-c5391de506ce), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:03.249307 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-2cb5eb23-69aa-4ecf-91cc-f3fd773a555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:03.250893 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-2cb5eb23-69aa-4ecf-91cc-f3fd773a555b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5aad9aa4dad14e5b821bd0890df2afcd&device_id=eb23f18a-c2e6-4a4c-91b6-9e23f492c27b HTTP/1.1" status: 200 len: 1125 time: 0.1232650 Mar 11 11:48:03.251669 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa60d0d8-fe14-4b9b-9ee7-0c1240176cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2bc52f5d-2032-4666-bedc-c5391de506ce), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:03.290972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-588a3230-09e4-40e6-b4f1-d9b3b466ae78 req-b4eee107-e234-4112-9ce4-c6fafd7d7596 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700846 Mar 11 11:48:03.333994 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-8f631d4a-27fe-41e6-8580-b7d342a44456 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2575b9e8-5ae8-40cf-9ebf-76de6a7181ad HTTP/1.1" status: 200 len: 217 time: 0.0621190 Mar 11 11:48:03.335008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60d0d8-fe14-4b9b-9ee7-0c1240176cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc52f5d-2032-4666-bedc-c5391de506ce,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:03.342205 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fa60d0d8-fe14-4b9b-9ee7-0c1240176cc2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cb131a296bfc45b981daed16eefc59fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4023874 Mar 11 11:48:03.342942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49416) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:03.441367 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:03.462561 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bb6e2a7c-b316-4b1f-84e8-3c2611ae7200 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:48:03.557147 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-871a00de-9317-46e7-b972-bd3dccc97dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:03.559119 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-871a00de-9317-46e7-b972-bd3dccc97dca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59613d09-9613-4e09-a2a5-e95a38d55f78 HTTP/1.1" status: 200 len: 855 time: 0.0577853 Mar 11 11:48:03.560599 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1dbfb5ec-f8f3-47ce-9675-b6e510f4228b admin admin] Publish callbacks [] for security_group (2bc52f5d-2032-4666-bedc-c5391de506ce), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:03.570985 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port bb6e2a7c-b316-4b1f-84e8-3c2611ae7200 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:03.580135 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bb6e2a7c-b316-4b1f-84e8-3c2611ae7200), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:03.596945 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e60a07-ec33-4ac9-8b09-14c0e0a97668 req-78abf36d-bddf-4b69-95d9-d54995be6407 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:03.603898 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e60a07-ec33-4ac9-8b09-14c0e0a97668 req-78abf36d-bddf-4b69-95d9-d54995be6407 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:03.610048 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e60a07-ec33-4ac9-8b09-14c0e0a97668 req-78abf36d-bddf-4b69-95d9-d54995be6407 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:03.616020 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e60a07-ec33-4ac9-8b09-14c0e0a97668 req-78abf36d-bddf-4b69-95d9-d54995be6407 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:03.621518 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-3c8f28b4-2b81-4d95-9f0e-3cfe513bc17f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6beef71c-43cc-48f6-a31d-62f82748877a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452244 Mar 11 11:48:03.621916 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e60a07-ec33-4ac9-8b09-14c0e0a97668 req-78abf36d-bddf-4b69-95d9-d54995be6407 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:03.627928 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e60a07-ec33-4ac9-8b09-14c0e0a97668 req-78abf36d-bddf-4b69-95d9-d54995be6407 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:03.635979 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e60a07-ec33-4ac9-8b09-14c0e0a97668 req-78abf36d-bddf-4b69-95d9-d54995be6407 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:03.644410 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f6e60a07-ec33-4ac9-8b09-14c0e0a97668 req-78abf36d-bddf-4b69-95d9-d54995be6407 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.2655952 Mar 11 11:48:03.660672 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1dbfb5ec-f8f3-47ce-9675-b6e510f4228b admin admin] Publish callbacks [] for security_group (2bc52f5d-2032-4666-bedc-c5391de506ce), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:03.727065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be10be-0342-4f48-b1c9-e590af57d1b6 req-a91f134e-48cd-42c5-b731-49571807b751 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:03.734603 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21be10be-0342-4f48-b1c9-e590af57d1b6 req-a91f134e-48cd-42c5-b731-49571807b751 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.2350962 Mar 11 11:48:03.754333 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port bb6e2a7c-b316-4b1f-84e8-3c2611ae7200 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:03.776062 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-399aa8a1-5de2-4218-9031-dbc6fbdb08fe service neutron] 10.222.0.37 "GET /v2.0/networks/6beef71c-43cc-48f6-a31d-62f82748877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441493 Mar 11 11:48:03.794050 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Publish callbacks [] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:03.808167 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:03.837098 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1dbfb5ec-f8f3-47ce-9675-b6e510f4228b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2bc52f5d-2032-4666-bedc-c5391de506ce), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:03.837098 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1dbfb5ec-f8f3-47ce-9675-b6e510f4228b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:03.837098 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1dbfb5ec-f8f3-47ce-9675-b6e510f4228b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2bc52f5d-2032-4666-bedc-c5391de506ce HTTP/1.1" status: 204 len: 168 time: 0.4920511 Mar 11 11:48:03.860762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfb5ec-f8f3-47ce-9675-b6e510f4228b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc52f5d-2032-4666-bedc-c5391de506ce,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:03.874342 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f6e60a07-ec33-4ac9-8b09-14c0e0a97668 req-e7247bbf-9993-473d-adf5-d120265975dd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2286093 Mar 11 11:48:03.879351 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3edde-9830-4e14-bdb1-5f6f2883cbfd None None] Pushing event updated for resources: {'Port': ['ID=562cdcf7-4a15-490c-9b24-a2e6d792c037,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:03.898961 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21be10be-0342-4f48-b1c9-e590af57d1b6 req-3c74fd8d-9171-4e03-9692-cd607bb14be4 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603293 Mar 11 11:48:03.960912 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3edde-9830-4e14-bdb1-5f6f2883cbfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:03.961352 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3edde-9830-4e14-bdb1-5f6f2883cbfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:03.962061 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3edde-9830-4e14-bdb1-5f6f2883cbfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:03.962470 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3edde-9830-4e14-bdb1-5f6f2883cbfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:03.963179 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3edde-9830-4e14-bdb1-5f6f2883cbfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:03.963322 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3edde-9830-4e14-bdb1-5f6f2883cbfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:03.963909 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3edde-9830-4e14-bdb1-5f6f2883cbfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:03.964323 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3edde-9830-4e14-bdb1-5f6f2883cbfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:03.964711 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3edde-9830-4e14-bdb1-5f6f2883cbfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:03.965098 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3edde-9830-4e14-bdb1-5f6f2883cbfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:03.965484 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3edde-9830-4e14-bdb1-5f6f2883cbfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:03.965871 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3edde-9830-4e14-bdb1-5f6f2883cbfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:03.966418 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3edde-9830-4e14-bdb1-5f6f2883cbfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:04.003903 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f68cf529-8d8a-425c-bf03-e6943b8d9151 req-5a8acda0-232e-41ef-a3e8-0cd6ee5c7ff1 service neutron] 10.222.0.37 "GET /v2.0/networks/6beef71c-43cc-48f6-a31d-62f82748877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178485 Mar 11 11:48:04.012859 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Attempting to bind port 562cdcf7-4a15-490c-9b24-a2e6d792c037 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:48:04.013261 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Attempting to bind port 562cdcf7-4a15-490c-9b24-a2e6d792c037 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4140ee84-dfb6-46b9-bcf5-a0136ea3473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '82c37da6-c633-4ede-9dc5-e06c2b21aa08'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:48:04.013600 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Attempting to bind port 562cdcf7-4a15-490c-9b24-a2e6d792c037 on network 82c37da6-c633-4ede-9dc5-e06c2b21aa08 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:48:04.033800 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:48:04.034208 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Checking segment: {'id': '4140ee84-dfb6-46b9-bcf5-a0136ea3473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '82c37da6-c633-4ede-9dc5-e06c2b21aa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:48:04.034645 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:04.035007 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Bound using segment: {'id': '4140ee84-dfb6-46b9-bcf5-a0136ea3473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '82c37da6-c633-4ede-9dc5-e06c2b21aa08'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:48:04.035484 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Bound port: 562cdcf7-4a15-490c-9b24-a2e6d792c037, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4140ee84-dfb6-46b9-bcf5-a0136ea3473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '82c37da6-c633-4ede-9dc5-e06c2b21aa08'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:48:04.035894 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:04.166886 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] For port 562cdcf7-4a15-490c-9b24-a2e6d792c037, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:48:04.170854 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] For port 562cdcf7-4a15-490c-9b24-a2e6d792c037, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=562cdcf7-4a15-490c-9b24-a2e6d792c037,segment=NetworkSegment(4140ee84-dfb6-46b9-bcf5-a0136ea3473e),segment_id=4140ee84-dfb6-46b9-bcf5-a0136ea3473e)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:48:04.185541 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:04.224245 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd3880-db32-4ebe-bc68-8b72729098f1 req-6064a942-9984-4249-b264-5ae0e7e117bf tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:04.225826 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97dd3880-db32-4ebe-bc68-8b72729098f1 req-6064a942-9984-4249-b264-5ae0e7e117bf tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.1990440 Mar 11 11:48:04.233851 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4b98ddad-9269-4d2a-83e4-a3771e2514f3 None None] Provisioning complete for port 562cdcf7-4a15-490c-9b24-a2e6d792c037 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:04.234214 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b98ddad-9269-4d2a-83e4-a3771e2514f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:04.235495 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee3c53-9e00-4a7b-b583-c9b8ba5ea043 req-ed8701e4-5b6e-49f5-91e9-83dd097f62ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:04.237256 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f7ee3c53-9e00-4a7b-b583-c9b8ba5ea043 req-ed8701e4-5b6e-49f5-91e9-83dd097f62ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5aad9aa4dad14e5b821bd0890df2afcd&device_id=eb23f18a-c2e6-4a4c-91b6-9e23f492c27b HTTP/1.1" status: 200 len: 1125 time: 0.1535876 Mar 11 11:48:04.285163 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3edde-9830-4e14-bdb1-5f6f2883cbfd None None] Pushing event updated for resources: {'Port': ['ID=562cdcf7-4a15-490c-9b24-a2e6d792c037,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:04.307240 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d34359-68c5-4751-9fd5-e45f7a1904fc req-0be9f620-a8f8-4485-a226-742e506f9b22 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:04.308820 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9d34359-68c5-4751-9fd5-e45f7a1904fc req-0be9f620-a8f8-4485-a226-742e506f9b22 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb23f18a-c2e6-4a4c-91b6-9e23f492c27b HTTP/1.1" status: 200 len: 943 time: 0.2099900 Mar 11 11:48:04.345173 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Routers {'83b5b51a-da5e-455a-a155-b2b2763c8afa'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:48:04.345806 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['83b5b51a-da5e-455a-a155-b2b2763c8afa'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:48:04.347422 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97dd3880-db32-4ebe-bc68-8b72729098f1 req-2b13b987-7715-41ec-80c5-eb2323c0cb85 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100972 Mar 11 11:48:04.401566 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9d34359-68c5-4751-9fd5-e45f7a1904fc req-f2345377-8451-46c1-8c0f-f5f1cbc1072b tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/security-groups?id=6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775535 Mar 11 11:48:04.474224 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee3c53-9e00-4a7b-b583-c9b8ba5ea043 req-c74cb611-32d6-438b-9305-b78043471f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:04.474224 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f7ee3c53-9e00-4a7b-b583-c9b8ba5ea043 req-c74cb611-32d6-438b-9305-b78043471f70 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6beef71c-43cc-48f6-a31d-62f82748877a HTTP/1.1" status: 200 len: 916 time: 0.2217011 Mar 11 11:48:04.518431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4b98ddad-9269-4d2a-83e4-a3771e2514f3 None None] Current status of the port 562cdcf7-4a15-490c-9b24-a2e6d792c037 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:04.518828 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b98ddad-9269-4d2a-83e4-a3771e2514f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:04.601499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4b98ddad-9269-4d2a-83e4-a3771e2514f3 None None] For port 562cdcf7-4a15-490c-9b24-a2e6d792c037, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=562cdcf7-4a15-490c-9b24-a2e6d792c037,segment=NetworkSegment(4140ee84-dfb6-46b9-bcf5-a0136ea3473e),segment_id=4140ee84-dfb6-46b9-bcf5-a0136ea3473e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:04.606705 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] Set router 83b5b51a-da5e-455a-a155-b2b2763c8afa gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:48:04.611017 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f7ee3c53-9e00-4a7b-b583-c9b8ba5ea043 req-a62b78e7-e25c-4b26-aa8a-bf1ad38538e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2575b9e8-5ae8-40cf-9ebf-76de6a7181ad HTTP/1.1" status: 200 len: 217 time: 0.1193538 Mar 11 11:48:04.614051 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b98ddad-9269-4d2a-83e4-a3771e2514f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:04.686956 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980b11f-fad1-4a36-8397-abea39622342 req-7cae1f62-e26e-4776-a7a5-be8427a7bd84 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:04.701806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c980b11f-fad1-4a36-8397-abea39622342 req-7cae1f62-e26e-4776-a7a5-be8427a7bd84 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.1614213 Mar 11 11:48:04.744571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee3c53-9e00-4a7b-b583-c9b8ba5ea043 req-8727fa42-b6c9-4cdf-b76b-0f013f700357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:04.747847 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f7ee3c53-9e00-4a7b-b583-c9b8ba5ea043 req-8727fa42-b6c9-4cdf-b76b-0f013f700357 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59613d09-9613-4e09-a2a5-e95a38d55f78 HTTP/1.1" status: 200 len: 855 time: 0.1244833 Mar 11 11:48:04.759127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98ddad-9269-4d2a-83e4-a3771e2514f3 None None] Pushing event updated for resources: {'Port': ['ID=562cdcf7-4a15-490c-9b24-a2e6d792c037,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:04.826498 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c980b11f-fad1-4a36-8397-abea39622342 req-14f7c6ee-4fbb-4785-8601-6ccc52795125 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214044 Mar 11 11:48:04.831563 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f7ee3c53-9e00-4a7b-b583-c9b8ba5ea043 req-5300741f-733e-4ac6-bd0c-6746fef4c600 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6beef71c-43cc-48f6-a31d-62f82748877a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629432 Mar 11 11:48:04.846605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-28fc85dc-6449-48c2-aa55-ae4b5f6f9667 None None] Provisioning complete for port 562cdcf7-4a15-490c-9b24-a2e6d792c037 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:04.847062 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28fc85dc-6449-48c2-aa55-ae4b5f6f9667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:04.954763 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-28fc85dc-6449-48c2-aa55-ae4b5f6f9667 None None] Current status of the port 562cdcf7-4a15-490c-9b24-a2e6d792c037 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:04.982843 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f7ee3c53-9e00-4a7b-b583-c9b8ba5ea043 req-e9ed6232-da54-4301-bb10-25cc82e2471a service neutron] 10.222.0.37 "GET /v2.0/networks/6beef71c-43cc-48f6-a31d-62f82748877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380928 Mar 11 11:48:05.023405 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'name': 'tempest-TaggedBootDevicesTest_v242-1227064595-router', 'tenant_id': '9fffad389adf44dbb7d131c3008324fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'bb6e2a7c-b316-4b1f-84e8-3c2611ae7200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:48Z', 'updated_at': '2022-03-11T11:47:59Z', 'revision_number': 4, 'project_id': '9fffad389adf44dbb7d131c3008324fb', 'gw_port': {'id': 'bb6e2a7c-b316-4b1f-84e8-3c2611ae7200', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:50Z', 'updated_at': '2022-03-11T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '562cdcf7-4a15-490c-9b24-a2e6d792c037', 'name': '', 'network_id': '82c37da6-c633-4ede-9dc5-e06c2b21aa08', 'tenant_id': '9fffad389adf44dbb7d131c3008324fb', 'mac_address': 'fa:16:3e:ad:25:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '3450d262-409a-4270-9aac-e538c4f48f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:58Z', 'updated_at': '2022-03-11T11:48:04Z', 'revision_number': 4, 'project_id': '9fffad389adf44dbb7d131c3008324fb', 'subnets': [{'id': '3450d262-409a-4270-9aac-e538c4f48f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:48:05.052974 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7184c8f-cb28-47a3-af43-09b8f491f9f3 None None] The sync data for ids ['83b5b51a-da5e-455a-a155-b2b2763c8afa'] in n-d-833234-2 is: [{'id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'name': 'tempest-TaggedBootDevicesTest_v242-1227064595-router', 'tenant_id': '9fffad389adf44dbb7d131c3008324fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'bb6e2a7c-b316-4b1f-84e8-3c2611ae7200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:48Z', 'updated_at': '2022-03-11T11:47:59Z', 'revision_number': 4, 'project_id': '9fffad389adf44dbb7d131c3008324fb', 'gw_port': {'id': 'bb6e2a7c-b316-4b1f-84e8-3c2611ae7200', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:50Z', 'updated_at': '2022-03-11T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '562cdcf7-4a15-490c-9b24-a2e6d792c037', 'name': '', 'network_id': '82c37da6-c633-4ede-9dc5-e06c2b21aa08', 'tenant_id': '9fffad389adf44dbb7d131c3008324fb', 'mac_address': 'fa:16:3e:ad:25:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '3450d262-409a-4270-9aac-e538c4f48f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:58Z', 'updated_at': '2022-03-11T11:48:04Z', 'revision_number': 4, 'project_id': '9fffad389adf44dbb7d131c3008324fb', 'subnets': [{'id': '3450d262-409a-4270-9aac-e538c4f48f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:48:05.150543 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f7ee3c53-9e00-4a7b-b583-c9b8ba5ea043 req-5bbc4425-ac65-42f3-888f-ae718bb3e88b service neutron] 10.222.0.37 "GET /v2.0/networks/6beef71c-43cc-48f6-a31d-62f82748877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563218 Mar 11 11:48:05.221460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ade1e-7fd4-45b7-a69d-cb65a0aa746e req-2c7f8912-dacf-498e-9b43-f2e92e3cc7e9 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:05.234197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ade1e-7fd4-45b7-a69d-cb65a0aa746e req-2c7f8912-dacf-498e-9b43-f2e92e3cc7e9 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:05.239778 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ade1e-7fd4-45b7-a69d-cb65a0aa746e req-2c7f8912-dacf-498e-9b43-f2e92e3cc7e9 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:05.245561 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ade1e-7fd4-45b7-a69d-cb65a0aa746e req-2c7f8912-dacf-498e-9b43-f2e92e3cc7e9 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:05.250998 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ade1e-7fd4-45b7-a69d-cb65a0aa746e req-2c7f8912-dacf-498e-9b43-f2e92e3cc7e9 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:05.258318 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ade1e-7fd4-45b7-a69d-cb65a0aa746e req-2c7f8912-dacf-498e-9b43-f2e92e3cc7e9 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:05.267512 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ade1e-7fd4-45b7-a69d-cb65a0aa746e req-2c7f8912-dacf-498e-9b43-f2e92e3cc7e9 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:05.269531 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a05ade1e-7fd4-45b7-a69d-cb65a0aa746e req-2c7f8912-dacf-498e-9b43-f2e92e3cc7e9 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.1795287 Mar 11 11:48:05.281733 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73102a94-ab7b-460b-98af-72722e71e7d9 req-d4040845-f0aa-4734-a17f-3cc872a0f5bc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:05.283378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73102a94-ab7b-460b-98af-72722e71e7d9 req-d4040845-f0aa-4734-a17f-3cc872a0f5bc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.2598536 Mar 11 11:48:05.370872 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73102a94-ab7b-460b-98af-72722e71e7d9 req-d0bad8ac-dbb6-4f79-b93e-ad0640a79899 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711236 Mar 11 11:48:05.402777 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a05ade1e-7fd4-45b7-a69d-cb65a0aa746e req-4ff4b569-8607-4503-96d6-11b4c3bac344 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1181760 Mar 11 11:48:05.456645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 562cdcf7-4a15-490c-9b24-a2e6d792c037 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:48:05.560302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 562cdcf7-4a15-490c-9b24-a2e6d792c037 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:05.561218 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:05.626208 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e7719-6e82-4c7d-846f-ed0aa58890fa req-6c91bb46-2003-419a-b4bc-bf6f4f9bab8b tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:05.634335 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-138e7719-6e82-4c7d-846f-ed0aa58890fa req-6c91bb46-2003-419a-b4bc-bf6f4f9bab8b tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.1306787 Mar 11 11:48:05.674345 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a53926-ac2a-458b-8cc4-06d67c809bd0 req-7fa3fb5d-77dd-4132-963b-849b8a90b1d4 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:05.675998 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45a53926-ac2a-458b-8cc4-06d67c809bd0 req-7fa3fb5d-77dd-4132-963b-849b8a90b1d4 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb23f18a-c2e6-4a4c-91b6-9e23f492c27b HTTP/1.1" status: 200 len: 943 time: 0.1328142 Mar 11 11:48:05.677526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 562cdcf7-4a15-490c-9b24-a2e6d792c037 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:05.728978 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-138e7719-6e82-4c7d-846f-ed0aa58890fa req-22376581-7497-44b1-b16a-464e2434f20d tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914590 Mar 11 11:48:05.763287 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45a53926-ac2a-458b-8cc4-06d67c809bd0 req-50eaa674-0a33-41bb-9088-b3efec281849 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/security-groups?id=6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742617 Mar 11 11:48:06.046043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4910e6-9f5c-41cf-a412-f9b326cd12fb req-407f6c5a-2465-4cc4-98fb-ff73d9fb7eee tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:06.053751 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c4910e6-9f5c-41cf-a412-f9b326cd12fb req-407f6c5a-2465-4cc4-98fb-ff73d9fb7eee tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.1564016 Mar 11 11:48:06.098293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99ae5b-898d-45ee-8419-4b6f5b5b7c11 req-c05d9d12-4cbc-4c9a-80c1-e7d99ee74a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:06.100590 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eb99ae5b-898d-45ee-8419-4b6f5b5b7c11 req-c05d9d12-4cbc-4c9a-80c1-e7d99ee74a41 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=037a5daba7614682b326c1f332a6d587&device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 1128 time: 0.0924554 Mar 11 11:48:06.145776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67a6cb-0702-47b7-b1ed-ca6186c23540 req-bcf9c5af-0043-4c89-8130-a34ae07a103d tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:06.147470 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7a67a6cb-0702-47b7-b1ed-ca6186c23540 req-bcf9c5af-0043-4c89-8130-a34ae07a103d tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.1202796 Mar 11 11:48:06.163474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c4910e6-9f5c-41cf-a412-f9b326cd12fb req-b0b3f329-616d-46e9-8c6c-efa67e45f814 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086793 Mar 11 11:48:06.245548 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99ae5b-898d-45ee-8419-4b6f5b5b7c11 req-aeade213-5718-4af6-82e6-df8dc0f467b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:06.247024 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eb99ae5b-898d-45ee-8419-4b6f5b5b7c11 req-aeade213-5718-4af6-82e6-df8dc0f467b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8130605-787a-4d41-a48c-3457341ad648 HTTP/1.1" status: 200 len: 921 time: 0.1393018 Mar 11 11:48:06.250700 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7a67a6cb-0702-47b7-b1ed-ca6186c23540 req-bd878811-a7ad-496b-86df-a084906590cf tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858917 Mar 11 11:48:06.311697 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eb99ae5b-898d-45ee-8419-4b6f5b5b7c11 req-512fe099-ccc2-484b-9743-380267164c2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df99cc5f-578b-4706-a3f8-cf0fc92408c1 HTTP/1.1" status: 200 len: 217 time: 0.0513561 Mar 11 11:48:06.392198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99ae5b-898d-45ee-8419-4b6f5b5b7c11 req-2e76fbf5-ce58-4a82-8d40-0230a7549d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:06.393783 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eb99ae5b-898d-45ee-8419-4b6f5b5b7c11 req-2e76fbf5-ce58-4a82-8d40-0230a7549d6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e0604034-0f4c-4272-ac15-c033c67a8b00 HTTP/1.1" status: 200 len: 860 time: 0.0676696 Mar 11 11:48:06.432201 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eb99ae5b-898d-45ee-8419-4b6f5b5b7c11 req-1a066101-aaf3-4d2b-97fa-88cf6525f859 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8130605-787a-4d41-a48c-3457341ad648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274816 Mar 11 11:48:06.556650 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bd49d-c8d3-4fa1-ba19-8835363333f4 req-704ff354-2efc-4643-a70d-811862fc99c9 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:06.563955 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-135bd49d-c8d3-4fa1-ba19-8835363333f4 req-704ff354-2efc-4643-a70d-811862fc99c9 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.1102414 Mar 11 11:48:06.604211 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eb99ae5b-898d-45ee-8419-4b6f5b5b7c11 req-f10aa5e0-653a-4845-9a23-3b1548a8dd58 service neutron] 10.222.0.37 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605399 Mar 11 11:48:06.637985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9abdec-4f05-4772-a3fd-2fb732f5cd58 req-84d8c708-83f7-4506-be78-558e52e6f80c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:06.649047 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9abdec-4f05-4772-a3fd-2fb732f5cd58 req-84d8c708-83f7-4506-be78-558e52e6f80c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:06.655774 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9abdec-4f05-4772-a3fd-2fb732f5cd58 req-84d8c708-83f7-4506-be78-558e52e6f80c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:06.661490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9abdec-4f05-4772-a3fd-2fb732f5cd58 req-84d8c708-83f7-4506-be78-558e52e6f80c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:06.668729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9abdec-4f05-4772-a3fd-2fb732f5cd58 req-84d8c708-83f7-4506-be78-558e52e6f80c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:06.675097 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9abdec-4f05-4772-a3fd-2fb732f5cd58 req-84d8c708-83f7-4506-be78-558e52e6f80c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:06.681392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9abdec-4f05-4772-a3fd-2fb732f5cd58 req-84d8c708-83f7-4506-be78-558e52e6f80c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:06.685386 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c9abdec-4f05-4772-a3fd-2fb732f5cd58 req-84d8c708-83f7-4506-be78-558e52e6f80c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.1749277 Mar 11 11:48:06.701254 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-135bd49d-c8d3-4fa1-ba19-8835363333f4 req-dcf47fa1-3f86-4bf9-9284-98ec9dccbb0c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360509 Mar 11 11:48:06.772056 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eb99ae5b-898d-45ee-8419-4b6f5b5b7c11 req-74ffc910-039f-45f7-bf4c-6182bfaea6dd service neutron] 10.222.0.37 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554174 Mar 11 11:48:06.800105 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c9abdec-4f05-4772-a3fd-2fb732f5cd58 req-d5a7c93b-3292-4df9-9ff0-8758deebbb66 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927343 Mar 11 11:48:06.972191 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1078a-0f49-4bf1-aa05-18637ba651b9 req-5537cb4f-f6ae-4494-ae04-ab860bc7dbfa tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:06.973708 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aee1078a-0f49-4bf1-aa05-18637ba651b9 req-5537cb4f-f6ae-4494-ae04-ab860bc7dbfa tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb23f18a-c2e6-4a4c-91b6-9e23f492c27b HTTP/1.1" status: 200 len: 943 time: 0.0692456 Mar 11 11:48:07.040085 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aee1078a-0f49-4bf1-aa05-18637ba651b9 req-77bce485-4a84-4320-85b4-705266b3a198 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/security-groups?id=6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553150 Mar 11 11:48:07.308561 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123eba5-f16d-41c8-8ae0-ca413f6f082e req-00c42043-2abf-4326-81ed-124430994987 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:07.310254 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1123eba5-f16d-41c8-8ae0-ca413f6f082e req-00c42043-2abf-4326-81ed-124430994987 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.0652878 Mar 11 11:48:07.402492 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1123eba5-f16d-41c8-8ae0-ca413f6f082e req-b3199209-230a-4307-bbfe-215751907584 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860245 Mar 11 11:48:07.422398 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43aaa74-0465-46e1-886e-0d4d595bac6e req-ec2dd22a-30d2-4386-b9f8-d3df44b7c083 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:07.428844 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c43aaa74-0465-46e1-886e-0d4d595bac6e req-ec2dd22a-30d2-4386-b9f8-d3df44b7c083 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.0816791 Mar 11 11:48:07.442146 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49572) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:07.484189 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c43aaa74-0465-46e1-886e-0d4d595bac6e req-c117a9a2-f63e-4e1e-8fb2-703e5729eeda tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543489 Mar 11 11:48:07.565092 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffb08883-14f7-4a3b-bfa9-e3a3a150654d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:07.641374 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffb08883-14f7-4a3b-bfa9-e3a3a150654d admin admin] Publish callbacks [] for security_group (8e5dc768-a90a-4b40-bef0-e000a80143e4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:07.647760 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffb08883-14f7-4a3b-bfa9-e3a3a150654d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8e5dc768-a90a-4b40-bef0-e000a80143e4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:07.687052 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ffb08883-14f7-4a3b-bfa9-e3a3a150654d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=51e97fe547524c8a9347c202a23763ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2438102 Mar 11 11:48:07.688266 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb08883-14f7-4a3b-bfa9-e3a3a150654d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5dc768-a90a-4b40-bef0-e000a80143e4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:07.689747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49576) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:07.709553 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:48:07.752800 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef3cebb5-0751-4641-9a14-1c727039ce52 admin admin] Publish callbacks [] for security_group (8e5dc768-a90a-4b40-bef0-e000a80143e4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:07.788007 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef3cebb5-0751-4641-9a14-1c727039ce52 admin admin] Publish callbacks [] for security_group (8e5dc768-a90a-4b40-bef0-e000a80143e4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:07.859165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0c2ce-16e9-4b25-9558-8164f8c5b0bf req-4a441004-29a6-4bf6-b9fd-f5020863d223 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:07.860676 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4f0c2ce-16e9-4b25-9558-8164f8c5b0bf req-4a441004-29a6-4bf6-b9fd-f5020863d223 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.0864720 Mar 11 11:48:07.878354 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef3cebb5-0751-4641-9a14-1c727039ce52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8e5dc768-a90a-4b40-bef0-e000a80143e4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:07.880816 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef3cebb5-0751-4641-9a14-1c727039ce52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:07.882040 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ef3cebb5-0751-4641-9a14-1c727039ce52 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8e5dc768-a90a-4b40-bef0-e000a80143e4 HTTP/1.1" status: 204 len: 168 time: 0.1911993 Mar 11 11:48:07.903198 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cebb5-0751-4641-9a14-1c727039ce52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5dc768-a90a-4b40-bef0-e000a80143e4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:07.943525 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4f0c2ce-16e9-4b25-9558-8164f8c5b0bf req-37cb840c-f2d9-48eb-a20b-028f1d09133d tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677960 Mar 11 11:48:08.024700 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e4aaf-4d79-4434-96b4-53ef76636b06 req-d591aa66-b5dc-40b7-a570-f2a03169af55 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:08.030289 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e4aaf-4d79-4434-96b4-53ef76636b06 req-d591aa66-b5dc-40b7-a570-f2a03169af55 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:08.035563 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e4aaf-4d79-4434-96b4-53ef76636b06 req-d591aa66-b5dc-40b7-a570-f2a03169af55 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:08.041806 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e4aaf-4d79-4434-96b4-53ef76636b06 req-d591aa66-b5dc-40b7-a570-f2a03169af55 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:08.047201 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e4aaf-4d79-4434-96b4-53ef76636b06 req-d591aa66-b5dc-40b7-a570-f2a03169af55 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:08.052718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:48:08.054342 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e4aaf-4d79-4434-96b4-53ef76636b06 req-d591aa66-b5dc-40b7-a570-f2a03169af55 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:08.060973 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e4aaf-4d79-4434-96b4-53ef76636b06 req-d591aa66-b5dc-40b7-a570-f2a03169af55 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:08.065240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-479e4aaf-4d79-4434-96b4-53ef76636b06 req-d591aa66-b5dc-40b7-a570-f2a03169af55 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.1045599 Mar 11 11:48:08.194421 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-479e4aaf-4d79-4434-96b4-53ef76636b06 req-a753ec6f-69d3-4f19-b6b7-239030121fcd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221673 Mar 11 11:48:08.195777 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=2575b9e8-5ae8-40cf-9ebf-76de6a7181ad,segment=NetworkSegment(da0f7f08-e617-4b22-b4bf-12e3d78a4067),segment_id=da0f7f08-e617-4b22-b4bf-12e3d78a4067)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:08.207592 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '2575b9e8-5ae8-40cf-9ebf-76de6a7181ad', 'network_id': '6beef71c-43cc-48f6-a31d-62f82748877a', 'port_id': '2575b9e8-5ae8-40cf-9ebf-76de6a7181ad', 'mac_address': 'fa:16:3e:ce:0d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59613d09-9613-4e09-a2a5-e95a38d55f78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:48:08.220908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d3f17-2a16-407f-a42b-af233b789c56 req-74431e2e-4b7a-4d9f-81ca-09f8dc7ade85 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:08.222437 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a78d3f17-2a16-407f-a42b-af233b789c56 req-74431e2e-4b7a-4d9f-81ca-09f8dc7ade85 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb23f18a-c2e6-4a4c-91b6-9e23f492c27b HTTP/1.1" status: 200 len: 943 time: 0.0895002 Mar 11 11:48:08.251254 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:08.251668 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2575b9e8-5ae8-40cf-9ebf-76de6a7181ad), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:08.269846 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:48:08.293114 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=2575b9e8-5ae8-40cf-9ebf-76de6a7181ad,segment=NetworkSegment(da0f7f08-e617-4b22-b4bf-12e3d78a4067),segment_id=da0f7f08-e617-4b22-b4bf-12e3d78a4067)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:08.293990 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a78d3f17-2a16-407f-a42b-af233b789c56 req-d41761ae-cb2a-4bb2-a21e-07a199020c3b tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/security-groups?id=6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523365 Mar 11 11:48:08.302288 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2575b9e8-5ae8-40cf-9ebf-76de6a7181ad), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:08.328018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49590) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:08.342145 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a736f3a-4cdf-424b-aa92-ae92a5143088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:08.357683 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=2575b9e8-5ae8-40cf-9ebf-76de6a7181ad,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:08.432601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a736f3a-4cdf-424b-aa92-ae92a5143088 admin admin] Publish callbacks [] for security_group (303bdaff-e4f2-4434-903b-8827d4d86a9d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:08.439532 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a736f3a-4cdf-424b-aa92-ae92a5143088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (303bdaff-e4f2-4434-903b-8827d4d86a9d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:08.480667 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1a736f3a-4cdf-424b-aa92-ae92a5143088 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a06d81c5148b4e8dbac6bfae111f400b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513517 Mar 11 11:48:08.481656 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a736f3a-4cdf-424b-aa92-ae92a5143088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303bdaff-e4f2-4434-903b-8827d4d86a9d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:08.484072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49594) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:08.545066 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39dd2c-08e8-4913-bd1c-056a237c2e41 req-7426ef44-95c5-4601-ba7e-3ab3d5de31cd tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:08.546829 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d39dd2c-08e8-4913-bd1c-056a237c2e41 req-7426ef44-95c5-4601-ba7e-3ab3d5de31cd tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.0702498 Mar 11 11:48:08.550115 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bb18-fadc-4f0f-b2de-787a71f8e60b admin admin] Publish callbacks [] for security_group (303bdaff-e4f2-4434-903b-8827d4d86a9d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:08.579907 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bb18-fadc-4f0f-b2de-787a71f8e60b admin admin] Publish callbacks [] for security_group (303bdaff-e4f2-4434-903b-8827d4d86a9d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:08.631122 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d39dd2c-08e8-4913-bd1c-056a237c2e41 req-1a8872c7-c3c9-4550-95b0-8013d5c51ae2 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778270 Mar 11 11:48:08.643198 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bb18-fadc-4f0f-b2de-787a71f8e60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (303bdaff-e4f2-4434-903b-8827d4d86a9d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:08.647164 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['2575b9e8-5ae8-40cf-9ebf-76de6a7181ad'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:48:08.651043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da29e8-1749-4ff8-a7d0-55b239690edd req-fb918a2d-9791-488e-b81d-c1d2cf3115d0 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:08.651818 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bb18-fadc-4f0f-b2de-787a71f8e60b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:08.652548 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01da29e8-1749-4ff8-a7d0-55b239690edd req-fb918a2d-9791-488e-b81d-c1d2cf3115d0 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.0900211 Mar 11 11:48:08.653300 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9ee5bb18-fadc-4f0f-b2de-787a71f8e60b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/303bdaff-e4f2-4434-903b-8827d4d86a9d HTTP/1.1" status: 204 len: 168 time: 0.1681314 Mar 11 11:48:08.662142 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5bb18-fadc-4f0f-b2de-787a71f8e60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303bdaff-e4f2-4434-903b-8827d4d86a9d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:08.733656 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01da29e8-1749-4ff8-a7d0-55b239690edd req-3cf7035a-22f0-4be2-9823-3b1f3e57cc40 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635307 Mar 11 11:48:08.906899 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-dcba306e-8d73-4dc7-8c68-451c38959c4d service neutron] 10.222.0.71 "GET /v2.0/ports/1e5b67ed-c194-463a-8336-ab75fca1efb2/bindings/n-h1-833234-2 HTTP/1.1" status: 200 len: 382 time: 0.0620255 Mar 11 11:48:09.082736 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8ceba-d136-4be4-a0c9-18ae8d8f872f req-d71117bb-f99c-40a2-85ef-c1ea739054be tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:09.084321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4de8ceba-d136-4be4-a0c9-18ae8d8f872f req-d71117bb-f99c-40a2-85ef-c1ea739054be tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.0662611 Mar 11 11:48:09.161278 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4de8ceba-d136-4be4-a0c9-18ae8d8f872f req-cb9e43d4-4a2a-4fda-ad75-7579d24722df tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649462 Mar 11 11:48:09.182773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-b19944b2-8dbb-4b3b-a6f8-5d46b4c4a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:09.184843 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-b19944b2-8dbb-4b3b-a6f8-5d46b4c4a20c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a&tenant_id=534ef25e2a194e88997b082d5497d504 HTTP/1.1" status: 200 len: 1131 time: 0.0602493 Mar 11 11:48:09.280429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-75578a76-1b49-4664-805f-42ed3667d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:09.282804 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-75578a76-1b49-4664-805f-42ed3667d28c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 1131 time: 0.0694463 Mar 11 11:48:09.427098 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-988c3327-7f9f-45ab-9ff3-731ca558aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:09.429072 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-988c3327-7f9f-45ab-9ff3-731ca558aadb service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.1290088 Mar 11 11:48:09.443086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106a50d-273c-43a3-a59f-95a7fb2dbd22 req-73a37b90-bc77-470d-96bb-a463231c5392 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:09.449634 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106a50d-273c-43a3-a59f-95a7fb2dbd22 req-73a37b90-bc77-470d-96bb-a463231c5392 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:09.455226 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106a50d-273c-43a3-a59f-95a7fb2dbd22 req-73a37b90-bc77-470d-96bb-a463231c5392 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:09.460579 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106a50d-273c-43a3-a59f-95a7fb2dbd22 req-73a37b90-bc77-470d-96bb-a463231c5392 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:09.470358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106a50d-273c-43a3-a59f-95a7fb2dbd22 req-73a37b90-bc77-470d-96bb-a463231c5392 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:09.475648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106a50d-273c-43a3-a59f-95a7fb2dbd22 req-73a37b90-bc77-470d-96bb-a463231c5392 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:09.481212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106a50d-273c-43a3-a59f-95a7fb2dbd22 req-73a37b90-bc77-470d-96bb-a463231c5392 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:09.481387 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-68f479ac-979c-4c30-b949-709d596b6a54 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=1e5b67ed-c194-463a-8336-ab75fca1efb2 HTTP/1.1" status: 200 len: 217 time: 0.0448871 Mar 11 11:48:09.483476 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e106a50d-273c-43a3-a59f-95a7fb2dbd22 req-73a37b90-bc77-470d-96bb-a463231c5392 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.1803577 Mar 11 11:48:09.520677 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7adbec-64d9-4dce-b83f-e3c2ec5d1ff7 req-39ce84ca-eb3d-4c97-a3ac-b35ad6bba4f1 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:09.529544 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb7adbec-64d9-4dce-b83f-e3c2ec5d1ff7 req-39ce84ca-eb3d-4c97-a3ac-b35ad6bba4f1 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb23f18a-c2e6-4a4c-91b6-9e23f492c27b HTTP/1.1" status: 200 len: 944 time: 0.1469951 Mar 11 11:48:09.545717 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-7db370e4-d7c7-4235-be54-7993eedfa8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:09.547213 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-7db370e4-d7c7-4235-be54-7993eedfa8f3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0589893 Mar 11 11:48:09.606886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e106a50d-273c-43a3-a59f-95a7fb2dbd22 req-ef75e983-a141-4e95-aced-f3031e0053ad tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1158669 Mar 11 11:48:09.620737 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-f2ae9362-1070-4a83-b7bc-734c40996199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:09.621455 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb7adbec-64d9-4dce-b83f-e3c2ec5d1ff7 req-5ab64ec9-b2b3-4650-a44a-575b16c9f189 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/security-groups?id=6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872216 Mar 11 11:48:09.622592 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-f2ae9362-1070-4a83-b7bc-734c40996199 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0681961 Mar 11 11:48:09.727474 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-26cadcd6-f0f0-4746-992c-61968b3d7c24 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973568 Mar 11 11:48:09.771239 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e966e-4ff3-4e49-b4f4-e54c53d2badd req-9bde5489-578e-46e6-9dc2-20d820b1ba6f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:09.779807 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-831e966e-4ff3-4e49-b4f4-e54c53d2badd req-9bde5489-578e-46e6-9dc2-20d820b1ba6f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.0659590 Mar 11 11:48:09.837392 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-831e966e-4ff3-4e49-b4f4-e54c53d2badd req-ec278e1a-4219-4567-ac41-b7e8eaada943 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566177 Mar 11 11:48:09.852780 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feef8cad-ca0c-472c-8146-bb275ac7c76f req-ba460ca4-384c-423e-9936-39dd5f965733 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175113 Mar 11 11:48:09.921794 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc94bc6-a9a5-4555-b8f3-d375cac2926a req-dec12df7-c06a-4c72-8f5a-74097885f80b tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:09.923750 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bc94bc6-a9a5-4555-b8f3-d375cac2926a req-dec12df7-c06a-4c72-8f5a-74097885f80b tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.0782323 Mar 11 11:48:09.996563 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bc94bc6-a9a5-4555-b8f3-d375cac2926a req-850b1d39-0acd-4949-8485-64320b342449 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658543 Mar 11 11:48:10.076770 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:48:10.135332 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:48:10.140726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:10.141347 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2575b9e8-5ae8-40cf-9ebf-76de6a7181ad), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:10.229053 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:10.229530 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2575b9e8-5ae8-40cf-9ebf-76de6a7181ad), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:10.261364 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb23f18a-c2e6-4a4c-91b6-9e23f492c27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2575b9e8-5ae8-40cf-9ebf-76de6a7181ad'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:48:10.267702 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580fda06-6ac5-4846-aea6-85abae579c17" -d '{"events": [{"server_uuid": "eb23f18a-c2e6-4a4c-91b6-9e23f492c27b", "name": "network-vif-plugged", "status": "completed", "tag": "2575b9e8-5ae8-40cf-9ebf-76de6a7181ad"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:48:10.283009 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=2575b9e8-5ae8-40cf-9ebf-76de6a7181ad,segment=NetworkSegment(da0f7f08-e617-4b22-b4bf-12e3d78a4067),segment_id=da0f7f08-e617-4b22-b4bf-12e3d78a4067)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:10.291574 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2575b9e8-5ae8-40cf-9ebf-76de6a7181ad), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:10.332676 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c83857-f2b8-4922-ae59-144558bc68a3 x-openstack-request-id: req-52c83857-f2b8-4922-ae59-144558bc68a3 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:48:10.333054 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb23f18a-c2e6-4a4c-91b6-9e23f492c27b", "name": "network-vif-plugged", "status": "completed", "tag": "2575b9e8-5ae8-40cf-9ebf-76de6a7181ad", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:48:10.333527 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-52c83857-f2b8-4922-ae59-144558bc68a3 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:48:10.333996 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb23f18a-c2e6-4a4c-91b6-9e23f492c27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2575b9e8-5ae8-40cf-9ebf-76de6a7181ad', 'code': 200} Mar 11 11:48:10.348225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04bc06-f2c6-443e-be04-1fbf6598eba1 req-173e072c-b5c8-4ac6-bf42-a1a3103a4e49 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:10.357841 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe04bc06-f2c6-443e-be04-1fbf6598eba1 req-173e072c-b5c8-4ac6-bf42-a1a3103a4e49 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.1298254 Mar 11 11:48:10.383495 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=2575b9e8-5ae8-40cf-9ebf-76de6a7181ad,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:10.415394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe04bc06-f2c6-443e-be04-1fbf6598eba1 req-8df9ac49-fe78-4bdd-882a-35f2857b334e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556252 Mar 11 11:48:10.468995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff63c8-230c-497f-874d-63f07805eb27 req-5d46090b-6c0d-4e5b-8128-8c934ab42127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:10.470836 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-54ff63c8-230c-497f-874d-63f07805eb27 req-5d46090b-6c0d-4e5b-8128-8c934ab42127 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb23f18a-c2e6-4a4c-91b6-9e23f492c27b HTTP/1.1" status: 200 len: 1127 time: 0.0454021 Mar 11 11:48:10.533424 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-54ff63c8-230c-497f-874d-63f07805eb27 req-bfda248c-80d9-4cdb-8f36-30bd4c675126 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478513 Mar 11 11:48:10.795109 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6deab-f348-4c63-b5c4-6818d031a99b req-cb11097f-7b73-4907-9731-9622b1105fec tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:10.796871 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-56d6deab-f348-4c63-b5c4-6818d031a99b req-cb11097f-7b73-4907-9731-9622b1105fec tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb23f18a-c2e6-4a4c-91b6-9e23f492c27b HTTP/1.1" status: 200 len: 945 time: 0.1120439 Mar 11 11:48:10.809852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3dbb-9151-4991-92a8-ff6ded68d839 req-890020f8-be21-4e68-9323-6f8e0257216c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:10.815153 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3dbb-9151-4991-92a8-ff6ded68d839 req-890020f8-be21-4e68-9323-6f8e0257216c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:10.821268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3dbb-9151-4991-92a8-ff6ded68d839 req-890020f8-be21-4e68-9323-6f8e0257216c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:10.826586 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3dbb-9151-4991-92a8-ff6ded68d839 req-890020f8-be21-4e68-9323-6f8e0257216c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:10.832746 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3dbb-9151-4991-92a8-ff6ded68d839 req-890020f8-be21-4e68-9323-6f8e0257216c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:10.840056 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3dbb-9151-4991-92a8-ff6ded68d839 req-890020f8-be21-4e68-9323-6f8e0257216c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:10.846730 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3dbb-9151-4991-92a8-ff6ded68d839 req-890020f8-be21-4e68-9323-6f8e0257216c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:10.848740 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d46f3dbb-9151-4991-92a8-ff6ded68d839 req-890020f8-be21-4e68-9323-6f8e0257216c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.1517286 Mar 11 11:48:10.955409 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-56d6deab-f348-4c63-b5c4-6818d031a99b req-3d198842-1cb7-462e-b26b-b4e0f24a6d0c tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/security-groups?id=6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054735 Mar 11 11:48:10.996189 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d46f3dbb-9151-4991-92a8-ff6ded68d839 req-3621fe4e-5c21-45c1-96cd-79c7018337e5 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1397982 Mar 11 11:48:11.116024 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a757e7-70d6-4a69-9cb8-c55214d93fa9 req-e3490acd-2415-4d83-8ab1-8b9bce14f43a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:11.117625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-98a757e7-70d6-4a69-9cb8-c55214d93fa9 req-e3490acd-2415-4d83-8ab1-8b9bce14f43a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.0923526 Mar 11 11:48:11.152541 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ec567-2a21-4fd2-a23e-21c1c0cf1d23 req-49b17241-687e-465f-89a3-be7ac459a058 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:11.155566 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-261ec567-2a21-4fd2-a23e-21c1c0cf1d23 req-49b17241-687e-465f-89a3-be7ac459a058 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.0902994 Mar 11 11:48:11.201524 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-98a757e7-70d6-4a69-9cb8-c55214d93fa9 req-ceb89652-96fd-40db-b1b0-241693f51d16 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767882 Mar 11 11:48:11.226341 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-261ec567-2a21-4fd2-a23e-21c1c0cf1d23 req-66986b9a-1eeb-4436-93f6-092aa67157d5 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657225 Mar 11 11:48:11.553979 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f88aaf-d0c7-4135-a26f-21ddb9f7f157 req-19fac506-7d49-416e-b117-92e3af337036 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:11.556399 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4f88aaf-d0c7-4135-a26f-21ddb9f7f157 req-19fac506-7d49-416e-b117-92e3af337036 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.0682206 Mar 11 11:48:11.613640 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4f88aaf-d0c7-4135-a26f-21ddb9f7f157 req-ac3e3685-2ca2-4077-b66f-84572fd2749f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503776 Mar 11 11:48:11.815976 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 1e5b67ed-c194-463a-8336-ab75fca1efb2 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:48:11.818275 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 1e5b67ed-c194-463a-8336-ab75fca1efb2 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:48:11.932723 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 1e5b67ed-c194-463a-8336-ab75fca1efb2 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:11.933425 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:12.007892 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 1e5b67ed-c194-463a-8336-ab75fca1efb2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=1e5b67ed-c194-463a-8336-ab75fca1efb2,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:12.018489 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:12.100027 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=1e5b67ed-c194-463a-8336-ab75fca1efb2,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:12.110659 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 1e5b67ed-c194-463a-8336-ab75fca1efb2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=1e5b67ed-c194-463a-8336-ab75fca1efb2,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:12.126138 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '1e5b67ed-c194-463a-8336-ab75fca1efb2', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '1e5b67ed-c194-463a-8336-ab75fca1efb2', 'mac_address': 'fa:16:3e:a9:f9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:48:12.177980 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 1e5b67ed-c194-463a-8336-ab75fca1efb2 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:12.179123 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:12.196484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5b67ed-c194-463a-8336-ab75fca1efb2 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:48:12.233755 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 1e5b67ed-c194-463a-8336-ab75fca1efb2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=1e5b67ed-c194-463a-8336-ab75fca1efb2,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:12.244774 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:12.265012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f689af-dde7-4994-8c86-8b81028cc35b req-f0a49c54-09a5-4ece-bfe8-a8986ff9e64c tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:12.276026 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78f689af-dde7-4994-8c86-8b81028cc35b req-f0a49c54-09a5-4ece-bfe8-a8986ff9e64c tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb23f18a-c2e6-4a4c-91b6-9e23f492c27b HTTP/1.1" status: 200 len: 945 time: 0.2030485 Mar 11 11:48:12.314763 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=1e5b67ed-c194-463a-8336-ab75fca1efb2,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:12.327223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9e682-81ff-443a-bdc8-0a6317f570d4 req-368fa630-4c5d-4799-8408-4d84e36b88e4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:12.333374 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9e682-81ff-443a-bdc8-0a6317f570d4 req-368fa630-4c5d-4799-8408-4d84e36b88e4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:12.334957 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77c1cd9-0abb-440f-aeff-3a2bb34d572a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e5b67ed-c194-463a-8336-ab75fca1efb2'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:48:12.337670 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d25c8fe-2b25-4e04-9d4a-11f5f68bcd6d" -d '{"events": [{"server_uuid": "f77c1cd9-0abb-440f-aeff-3a2bb34d572a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e5b67ed-c194-463a-8336-ab75fca1efb2"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:48:12.339537 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9e682-81ff-443a-bdc8-0a6317f570d4 req-368fa630-4c5d-4799-8408-4d84e36b88e4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:12.345947 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9e682-81ff-443a-bdc8-0a6317f570d4 req-368fa630-4c5d-4799-8408-4d84e36b88e4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:12.351533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9e682-81ff-443a-bdc8-0a6317f570d4 req-368fa630-4c5d-4799-8408-4d84e36b88e4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:12.357144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9e682-81ff-443a-bdc8-0a6317f570d4 req-368fa630-4c5d-4799-8408-4d84e36b88e4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:12.363043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9e682-81ff-443a-bdc8-0a6317f570d4 req-368fa630-4c5d-4799-8408-4d84e36b88e4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:12.365645 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cf9e682-81ff-443a-bdc8-0a6317f570d4 req-368fa630-4c5d-4799-8408-4d84e36b88e4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.2705710 Mar 11 11:48:12.408012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78f689af-dde7-4994-8c86-8b81028cc35b req-ff159c2c-02da-4017-b000-df43cd332415 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/security-groups?id=6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309834 Mar 11 11:48:12.461352 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cf9e682-81ff-443a-bdc8-0a6317f570d4 req-e0d0e192-e858-4c65-b284-12364a530990 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820851 Mar 11 11:48:12.506640 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['1e5b67ed-c194-463a-8336-ab75fca1efb2'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:48:12.570629 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:12.593327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1531852-8328-449a-8356-702fdbd78bad req-3d84cbb7-68c2-4a0b-bc40-0b2ac4d07468 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:12.594872 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1531852-8328-449a-8356-702fdbd78bad req-3d84cbb7-68c2-4a0b-bc40-0b2ac4d07468 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 948 time: 0.0973463 Mar 11 11:48:12.617661 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559efdfa-0dea-4ee8-9157-0f4626e60ae6 req-bc965bc0-5d6d-4965-8441-157e21a184dd tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:12.619160 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-559efdfa-0dea-4ee8-9157-0f4626e60ae6 req-bc965bc0-5d6d-4965-8441-157e21a184dd tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.0898209 Mar 11 11:48:12.678593 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1531852-8328-449a-8356-702fdbd78bad req-c7420c36-bbd2-4694-9004-1e3a5b8a3772 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774102 Mar 11 11:48:12.694332 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-559efdfa-0dea-4ee8-9157-0f4626e60ae6 req-fb5ec7d6-e1f9-4af2-94c3-c36d1201155d tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669332 Mar 11 11:48:12.754196 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5fb758-3ae7-4b8e-b4f6-8df811b20272 x-openstack-request-id: req-db5fb758-3ae7-4b8e-b4f6-8df811b20272 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:48:12.754520 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77c1cd9-0abb-440f-aeff-3a2bb34d572a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e5b67ed-c194-463a-8336-ab75fca1efb2", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:48:12.754770 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db5fb758-3ae7-4b8e-b4f6-8df811b20272 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:48:12.755170 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77c1cd9-0abb-440f-aeff-3a2bb34d572a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e5b67ed-c194-463a-8336-ab75fca1efb2', 'code': 200} Mar 11 11:48:12.821144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6fe4d-a3d2-4d85-9433-7a5d5f9a75d8 req-29e3a221-bba9-4516-9750-bc72e85e3e45 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:12.822686 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41f6fe4d-a3d2-4d85-9433-7a5d5f9a75d8 req-29e3a221-bba9-4516-9750-bc72e85e3e45 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.0585465 Mar 11 11:48:12.881739 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41f6fe4d-a3d2-4d85-9433-7a5d5f9a75d8 req-08be97cc-394b-46b5-8f8c-0476dfa2f9e9 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530751 Mar 11 11:48:12.968695 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcae5d-fc80-429d-a063-8d64de8e75df req-f5d4423f-a828-4ea4-99f1-1a44b6cd9de9 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:12.975833 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47dcae5d-fc80-429d-a063-8d64de8e75df req-f5d4423f-a828-4ea4-99f1-1a44b6cd9de9 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 948 time: 0.0628126 Mar 11 11:48:13.026123 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47dcae5d-fc80-429d-a063-8d64de8e75df req-19b853f4-066a-4640-b2ee-027eb9078ea3 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493610 Mar 11 11:48:13.049181 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af1f32-50db-4d3a-b92a-a85b0b850789 req-74ea2fb1-fec9-496b-9358-858377982600 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:13.050956 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-06af1f32-50db-4d3a-b92a-a85b0b850789 req-74ea2fb1-fec9-496b-9358-858377982600 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.71 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a&tenant_id=534ef25e2a194e88997b082d5497d504&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 948 time: 0.0975032 Mar 11 11:48:13.147259 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af1f32-50db-4d3a-b92a-a85b0b850789 req-82935659-6f45-4d87-828b-ccf94b0254b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:13.149543 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-06af1f32-50db-4d3a-b92a-a85b0b850789 req-82935659-6f45-4d87-828b-ccf94b0254b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 1130 time: 0.0503905 Mar 11 11:48:13.252002 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af1f32-50db-4d3a-b92a-a85b0b850789 req-6f5ae30f-7005-42c3-9a19-a77f2b7c2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:13.253831 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-06af1f32-50db-4d3a-b92a-a85b0b850789 req-6f5ae30f-7005-42c3-9a19-a77f2b7c2a00 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.0975316 Mar 11 11:48:13.305799 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-06af1f32-50db-4d3a-b92a-a85b0b850789 req-5386fa13-f6b4-430f-ac55-fe3901e600df service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=1e5b67ed-c194-463a-8336-ab75fca1efb2 HTTP/1.1" status: 200 len: 217 time: 0.0417790 Mar 11 11:48:13.357081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af1f32-50db-4d3a-b92a-a85b0b850789 req-f6456de8-7f60-4de2-bce0-5fe1bd233b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:13.358530 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-06af1f32-50db-4d3a-b92a-a85b0b850789 req-f6456de8-7f60-4de2-bce0-5fe1bd233b7a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0474339 Mar 11 11:48:13.411038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af1f32-50db-4d3a-b92a-a85b0b850789 req-e907bb5b-a891-4b7e-91f8-3d5207260246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:13.412605 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-06af1f32-50db-4d3a-b92a-a85b0b850789 req-e907bb5b-a891-4b7e-91f8-3d5207260246 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0471556 Mar 11 11:48:13.566681 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-06af1f32-50db-4d3a-b92a-a85b0b850789 req-8fea03b1-5bb7-40cd-9c9c-185345be2a78 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471803 Mar 11 11:48:13.582143 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b7840534-882c-496d-8741-2f569632d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:13.599222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73e8e2-9c40-4f36-a1ed-ac01a3e573fb req-d2e80aed-401c-499b-a0c7-645e0d71fa9f tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:13.605084 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd73e8e2-9c40-4f36-a1ed-ac01a3e573fb req-d2e80aed-401c-499b-a0c7-645e0d71fa9f tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb23f18a-c2e6-4a4c-91b6-9e23f492c27b HTTP/1.1" status: 200 len: 945 time: 0.0853753 Mar 11 11:48:13.694054 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-06af1f32-50db-4d3a-b92a-a85b0b850789 req-575f2f3b-fcd9-43df-a0fc-15588db20c07 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213858 Mar 11 11:48:13.709919 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704ef3-955d-4997-b4ef-ad203cffc6e0 req-f166f3dd-2148-49d5-b0a0-2ddce31584b3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:13.718427 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704ef3-955d-4997-b4ef-ad203cffc6e0 req-f166f3dd-2148-49d5-b0a0-2ddce31584b3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:13.727564 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704ef3-955d-4997-b4ef-ad203cffc6e0 req-f166f3dd-2148-49d5-b0a0-2ddce31584b3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:13.733350 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704ef3-955d-4997-b4ef-ad203cffc6e0 req-f166f3dd-2148-49d5-b0a0-2ddce31584b3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:13.738832 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704ef3-955d-4997-b4ef-ad203cffc6e0 req-f166f3dd-2148-49d5-b0a0-2ddce31584b3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:13.746630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704ef3-955d-4997-b4ef-ad203cffc6e0 req-f166f3dd-2148-49d5-b0a0-2ddce31584b3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:13.750424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704ef3-955d-4997-b4ef-ad203cffc6e0 req-f166f3dd-2148-49d5-b0a0-2ddce31584b3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:13.752559 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63704ef3-955d-4997-b4ef-ad203cffc6e0 req-f166f3dd-2148-49d5-b0a0-2ddce31584b3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.1464128 Mar 11 11:48:13.785190 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd73e8e2-9c40-4f36-a1ed-ac01a3e573fb req-b98a2b39-27a3-4739-81fc-f750bed6a6e0 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/security-groups?id=6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664913 Mar 11 11:48:13.825136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 1e5b67ed-c194-463a-8336-ab75fca1efb2 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:48:13.833938 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63704ef3-955d-4997-b4ef-ad203cffc6e0 req-886516b9-9996-4a75-a20a-0dbabd363a22 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697005 Mar 11 11:48:13.947060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 1e5b67ed-c194-463a-8336-ab75fca1efb2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:13.947812 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:13.960502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12b3a8-ea16-4b38-873f-7e2136df12b6 req-17ba5d97-7a2f-4a7c-83a8-7fced2d0e1ed tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:13.979121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b12b3a8-ea16-4b38-873f-7e2136df12b6 req-17ba5d97-7a2f-4a7c-83a8-7fced2d0e1ed tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.1015067 Mar 11 11:48:14.053102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b12b3a8-ea16-4b38-873f-7e2136df12b6 req-74083d6b-8a26-484a-bafd-98cbc0f960db tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719461 Mar 11 11:48:14.123012 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 1e5b67ed-c194-463a-8336-ab75fca1efb2 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:14.123702 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:14.161886 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eaa114-8ac1-4896-95dd-bd29d958c734 req-c379d996-f5a9-42b4-a375-089e2535f561 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:14.163567 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4eaa114-8ac1-4896-95dd-bd29d958c734 req-c379d996-f5a9-42b4-a375-089e2535f561 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.1089516 Mar 11 11:48:14.208120 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 1e5b67ed-c194-463a-8336-ab75fca1efb2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=1e5b67ed-c194-463a-8336-ab75fca1efb2,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:14.216639 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:14.363423 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=1e5b67ed-c194-463a-8336-ab75fca1efb2,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:14.366190 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4eaa114-8ac1-4896-95dd-bd29d958c734 req-355e1eb4-bbab-4fed-b962-ce8ffafd2c87 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848884 Mar 11 11:48:14.408971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48288a-e3c2-4a2c-a003-95599855c2b2 req-df3bd1a4-e312-480d-b564-c6e8ef5ebc15 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:14.410531 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4d48288a-e3c2-4a2c-a003-95599855c2b2 req-df3bd1a4-e312-480d-b564-c6e8ef5ebc15 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 948 time: 0.2459419 Mar 11 11:48:14.546935 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4d48288a-e3c2-4a2c-a003-95599855c2b2 req-3fc683a3-b552-4174-b8f9-9af3067d8c24 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170406 Mar 11 11:48:14.756151 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77c1cd9-0abb-440f-aeff-3a2bb34d572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b67ed-c194-463a-8336-ab75fca1efb2'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:48:14.759221 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0166e0b5-998e-4146-9766-1a69973ee0ed" -d '{"events": [{"server_uuid": "f77c1cd9-0abb-440f-aeff-3a2bb34d572a", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b67ed-c194-463a-8336-ab75fca1efb2"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:48:14.824670 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2225c09-4849-4651-8eab-796bd63e4b9e x-openstack-request-id: req-a2225c09-4849-4651-8eab-796bd63e4b9e {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:48:14.825252 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77c1cd9-0abb-440f-aeff-3a2bb34d572a", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b67ed-c194-463a-8336-ab75fca1efb2", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:48:14.825750 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2225c09-4849-4651-8eab-796bd63e4b9e {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:48:14.826753 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77c1cd9-0abb-440f-aeff-3a2bb34d572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b67ed-c194-463a-8336-ab75fca1efb2', 'code': 200} Mar 11 11:48:15.049674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abadc45-6f26-4321-8f42-76d395ceff36 req-f189ce76-422a-49bb-9410-dc73d1ab63c0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:15.076830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abadc45-6f26-4321-8f42-76d395ceff36 req-f189ce76-422a-49bb-9410-dc73d1ab63c0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:15.093271 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abadc45-6f26-4321-8f42-76d395ceff36 req-f189ce76-422a-49bb-9410-dc73d1ab63c0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:15.099485 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abadc45-6f26-4321-8f42-76d395ceff36 req-f189ce76-422a-49bb-9410-dc73d1ab63c0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:15.105607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abadc45-6f26-4321-8f42-76d395ceff36 req-f189ce76-422a-49bb-9410-dc73d1ab63c0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:15.117547 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abadc45-6f26-4321-8f42-76d395ceff36 req-f189ce76-422a-49bb-9410-dc73d1ab63c0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:15.128554 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abadc45-6f26-4321-8f42-76d395ceff36 req-f189ce76-422a-49bb-9410-dc73d1ab63c0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:15.133475 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9abadc45-6f26-4321-8f42-76d395ceff36 req-f189ce76-422a-49bb-9410-dc73d1ab63c0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.1914704 Mar 11 11:48:15.249111 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9abadc45-6f26-4321-8f42-76d395ceff36 req-2f43b364-8da6-42d1-a1e6-01639cbae6f0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1086173 Mar 11 11:48:15.287601 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd88ab-4ec8-41e3-970f-d75c3a5dd8c3 req-ae241dba-0900-4059-a59e-1c6ac6e34dd5 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:15.289234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfdd88ab-4ec8-41e3-970f-d75c3a5dd8c3 req-ae241dba-0900-4059-a59e-1c6ac6e34dd5 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.1311121 Mar 11 11:48:15.380467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfdd88ab-4ec8-41e3-970f-d75c3a5dd8c3 req-f4503a55-05ac-4d96-8662-cef23e1696f3 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760396 Mar 11 11:48:15.598054 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cd780-10d2-4506-98c5-83b426476796 req-2779a213-a46f-4269-8738-19b12879d4c5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:15.600519 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d7cd780-10d2-4506-98c5-83b426476796 req-2779a213-a46f-4269-8738-19b12879d4c5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.0923483 Mar 11 11:48:15.712829 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0c3535a-d383-4b9e-a212-3fe5c54bc749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:15.779737 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d7cd780-10d2-4506-98c5-83b426476796 req-755a8b39-7686-4fc4-8d11-13355dc5194f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642418 Mar 11 11:48:15.809499 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faa358-e637-4e6b-b0dd-ffd09aecdccf req-86029f7f-76a4-4bee-b895-94c9e878ab9d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:15.811350 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36faa358-e637-4e6b-b0dd-ffd09aecdccf req-86029f7f-76a4-4bee-b895-94c9e878ab9d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.1511669 Mar 11 11:48:15.926836 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36faa358-e637-4e6b-b0dd-ffd09aecdccf req-6213c50f-b1dc-414b-9fa8-bfac53545f83 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053512 Mar 11 11:48:16.080696 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d9137-6b11-4cc8-a6bb-2b29cb27fdd6 req-6b689aaa-1488-4f2b-a764-3ed27dcbc4bc tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:16.082363 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a9d9137-6b11-4cc8-a6bb-2b29cb27fdd6 req-6b689aaa-1488-4f2b-a764-3ed27dcbc4bc tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.0788772 Mar 11 11:48:16.200966 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a9d9137-6b11-4cc8-a6bb-2b29cb27fdd6 req-c08685f2-6ecc-4938-baa7-e60fb74f962c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034093 Mar 11 11:48:16.532077 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daaea1-66bf-4d1f-95d4-9eb6fc31f8b3 req-be7d98da-4a98-4431-afe6-c63d1c399e1c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:16.544477 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daaea1-66bf-4d1f-95d4-9eb6fc31f8b3 req-be7d98da-4a98-4431-afe6-c63d1c399e1c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:16.552182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daaea1-66bf-4d1f-95d4-9eb6fc31f8b3 req-be7d98da-4a98-4431-afe6-c63d1c399e1c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:16.560664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daaea1-66bf-4d1f-95d4-9eb6fc31f8b3 req-be7d98da-4a98-4431-afe6-c63d1c399e1c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:16.566155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daaea1-66bf-4d1f-95d4-9eb6fc31f8b3 req-be7d98da-4a98-4431-afe6-c63d1c399e1c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:16.572601 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daaea1-66bf-4d1f-95d4-9eb6fc31f8b3 req-be7d98da-4a98-4431-afe6-c63d1c399e1c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:16.578918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daaea1-66bf-4d1f-95d4-9eb6fc31f8b3 req-be7d98da-4a98-4431-afe6-c63d1c399e1c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:16.591508 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f5daaea1-66bf-4d1f-95d4-9eb6fc31f8b3 req-be7d98da-4a98-4431-afe6-c63d1c399e1c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.2390089 Mar 11 11:48:16.744248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f5daaea1-66bf-4d1f-95d4-9eb6fc31f8b3 req-a9965d7b-8f0f-49c3-a2ea-1b5970533db7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1499510 Mar 11 11:48:16.754839 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3db79-c56c-4044-89e0-387203df6fda req-58452c78-18c2-47de-bda2-678b6d0b57af tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:16.758204 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1de3db79-c56c-4044-89e0-387203df6fda req-58452c78-18c2-47de-bda2-678b6d0b57af tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.1632204 Mar 11 11:48:16.824881 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1de3db79-c56c-4044-89e0-387203df6fda req-44d3b543-47ea-4507-b69a-fe8f6fe2fa09 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580363 Mar 11 11:48:16.954421 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-b269713a-8ab6-49bd-b04f-e75ed853d3f2 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=534ef25e2a194e88997b082d5497d504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286937 Mar 11 11:48:17.091748 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:17.096737 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-96ca686e-7746-47df-a7a8-5198728332e3 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:17.098244 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-96ca686e-7746-47df-a7a8-5198728332e3 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1381197 Mar 11 11:48:17.123611 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-20453828-8247-4e58-8a8b-793e67dbf133 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/quotas/534ef25e2a194e88997b082d5497d504 HTTP/1.1" status: 200 len: 375 time: 0.0188546 Mar 11 11:48:17.179851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-2a2354fd-3917-4912-b5df-29e9caab26f5 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553396 Mar 11 11:48:17.332524 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ad68a-ee9b-4bd9-a415-18e898f571d1 req-7c413a68-c584-4e82-af19-1f3c6f0b5b44 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:17.343907 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-237ad68a-ee9b-4bd9-a415-18e898f571d1 req-7c413a68-c584-4e82-af19-1f3c6f0b5b44 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.0809858 Mar 11 11:48:17.458802 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-237ad68a-ee9b-4bd9-a415-18e898f571d1 req-179c3ac8-6ee4-4626-a69a-26b02a2551d7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070206 Mar 11 11:48:17.488788 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b7eef13-4c22-4101-a962-39bf2c4f9c6e req-6b024e5b-ed2b-4524-a0f9-f87eb9412f66 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 210 time: 0.0736747 Mar 11 11:48:18.010319 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80695-0f5d-419b-a11c-f69608cdb5af req-50ca239a-3202-4dfa-8d9f-6ecea30907d4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:18.015760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80695-0f5d-419b-a11c-f69608cdb5af req-50ca239a-3202-4dfa-8d9f-6ecea30907d4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:18.021107 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80695-0f5d-419b-a11c-f69608cdb5af req-50ca239a-3202-4dfa-8d9f-6ecea30907d4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:18.026906 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80695-0f5d-419b-a11c-f69608cdb5af req-50ca239a-3202-4dfa-8d9f-6ecea30907d4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:18.033734 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80695-0f5d-419b-a11c-f69608cdb5af req-50ca239a-3202-4dfa-8d9f-6ecea30907d4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:18.039747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80695-0f5d-419b-a11c-f69608cdb5af req-50ca239a-3202-4dfa-8d9f-6ecea30907d4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:18.045368 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80695-0f5d-419b-a11c-f69608cdb5af req-50ca239a-3202-4dfa-8d9f-6ecea30907d4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:18.047532 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39f80695-0f5d-419b-a11c-f69608cdb5af req-50ca239a-3202-4dfa-8d9f-6ecea30907d4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.1440754 Mar 11 11:48:18.072496 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96c28d-79fd-4f10-95d1-ee3ac7e3e7d3 req-6954fae0-bf50-431c-9713-6ceace0294b8 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:18.079404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a96c28d-79fd-4f10-95d1-ee3ac7e3e7d3 req-6954fae0-bf50-431c-9713-6ceace0294b8 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.1387370 Mar 11 11:48:18.178605 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a96c28d-79fd-4f10-95d1-ee3ac7e3e7d3 req-ab5a2ee4-0263-4d71-b3fd-cb556e35109f tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978699 Mar 11 11:48:18.189904 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39f80695-0f5d-419b-a11c-f69608cdb5af req-6d0a7c8d-f4a2-4193-94a4-74ff7e253652 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1364331 Mar 11 11:48:18.488526 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:18.680107 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a6bc5-7e33-45e3-83c3-db048638280e req-dd888794-d97d-4431-a5e9-25d9f52e46a4 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:18.682245 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d8a6bc5-7e33-45e3-83c3-db048638280e req-dd888794-d97d-4431-a5e9-25d9f52e46a4 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.1160102 Mar 11 11:48:18.694813 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1fcc669d-e906-435c-a746-1778f9bce567 req-2dc136bb-90cc-4753-923e-097c1289100c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 210 time: 0.0634856 Mar 11 11:48:18.767267 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d8a6bc5-7e33-45e3-83c3-db048638280e req-1596f040-7772-474c-9c10-36672293a605 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713880 Mar 11 11:48:19.009820 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-8a194337-0221-4097-9412-35e50010e793 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=534ef25e2a194e88997b082d5497d504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360141 Mar 11 11:48:19.170619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-3e5fd153-832e-421d-a9f1-7a74d9622a89 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:19.181426 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-3e5fd153-832e-421d-a9f1-7a74d9622a89 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651859 Mar 11 11:48:19.202638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Request body: {'port': {'device_id': '4149645f-577c-4450-a75b-b0dc26e0adb8', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '534ef25e2a194e88997b082d5497d504'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:19.470760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d70f68-20cf-4ec3-a3f3-2d1d6f7ee887 req-2ae91dd1-97de-414d-8dc6-c7addff127b7 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:19.475373 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9d70f68-20cf-4ec3-a3f3-2d1d6f7ee887 req-2ae91dd1-97de-414d-8dc6-c7addff127b7 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.1484556 Mar 11 11:48:19.546299 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da5b46-f272-49cd-96f8-a5cf812c3a44 req-9efd135c-c399-4e0d-8458-265011848bdb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:19.563254 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da5b46-f272-49cd-96f8-a5cf812c3a44 req-9efd135c-c399-4e0d-8458-265011848bdb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:19.568254 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Made reservation on behalf of 534ef25e2a194e88997b082d5497d504 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:48:19.570034 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da5b46-f272-49cd-96f8-a5cf812c3a44 req-9efd135c-c399-4e0d-8458-265011848bdb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:19.572626 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:19.576764 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da5b46-f272-49cd-96f8-a5cf812c3a44 req-9efd135c-c399-4e0d-8458-265011848bdb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:19.583291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da5b46-f272-49cd-96f8-a5cf812c3a44 req-9efd135c-c399-4e0d-8458-265011848bdb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:19.589662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da5b46-f272-49cd-96f8-a5cf812c3a44 req-9efd135c-c399-4e0d-8458-265011848bdb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:19.596001 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da5b46-f272-49cd-96f8-a5cf812c3a44 req-9efd135c-c399-4e0d-8458-265011848bdb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:19.605839 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0da5b46-f272-49cd-96f8-a5cf812c3a44 req-9efd135c-c399-4e0d-8458-265011848bdb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.2902257 Mar 11 11:48:19.694511 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9d70f68-20cf-4ec3-a3f3-2d1d6f7ee887 req-2733de37-6da2-4f0c-ab98-014e883abc86 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058330 Mar 11 11:48:19.749981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0da5b46-f272-49cd-96f8-a5cf812c3a44 req-8fa82433-6a10-42b8-8333-507f99f17c4f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1390097 Mar 11 11:48:19.853702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Allocated IP 192.168.233.237 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/549a9e8f-3f82-4033-9365-6e1aa651a963) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:48:19.872200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dcfe650e-f607-405d-9ec4-4093e9e1b4bc req-15fd0b57-2f4b-439b-811f-119a3f40f699 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 210 time: 0.0584157 Mar 11 11:48:20.017006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cac327-1197-4de3-8397-14ece11a024b req-5f3f0fd6-54ab-4a72-9391-a8956cf01214 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:20.021227 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:20.026034 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01cac327-1197-4de3-8397-14ece11a024b req-5f3f0fd6-54ab-4a72-9391-a8956cf01214 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.1180851 Mar 11 11:48:20.069365 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks [] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:20.103783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01cac327-1197-4de3-8397-14ece11a024b req-d9625bfa-5fcc-49ea-b7af-63d70a4ccc0e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722520 Mar 11 11:48:20.117946 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:20.140913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['a3f1e8c3-66e7-42ca-bebd-88260a10c970', '1e5b67ed-c194-463a-8336-ab75fca1efb2'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:48:20.177700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:48:20.184058 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:48:20.188980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:48:20.219791 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Pushing event updated for resources: {'Port': ['ID=549a9e8f-3f82-4033-9365-6e1aa651a963,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:20.255322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:20.260483 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:20.260975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:20.261404 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:20.261834 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:20.263246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:20.267422 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:20.268365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:20.270364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:20.270799 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:20.271255 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:20.271709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:20.273654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:20.335138 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:20.344474 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:20.395140 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-e1f5f319-d192-409b-9a69-894805d22e3d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2007434 Mar 11 11:48:20.404299 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-8e8c39c5-c8ef-495b-969c-97f9141caf33 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:48:20.405615 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-8e8c39c5-c8ef-495b-969c-97f9141caf33 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060692 Mar 11 11:48:20.423265 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Request body: {'port': {'device_id': '4149645f-577c-4450-a75b-b0dc26e0adb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:20.550418 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:20.701241 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6d36d02f-79a3-4915-bd1f-0555eeeba333 None None] Provisioning complete for port 549a9e8f-3f82-4033-9365-6e1aa651a963 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:20.702208 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6d36d02f-79a3-4915-bd1f-0555eeeba333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:20.803184 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6d36d02f-79a3-4915-bd1f-0555eeeba333 None None] Port 549a9e8f-3f82-4033-9365-6e1aa651a963 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:48:20.937789 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e254ba-d27e-4fa8-b01e-630035b5a0ed req-e31d36b5-1b56-4fb4-8396-0e3b0cff7fe8 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:20.939344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7e254ba-d27e-4fa8-b01e-630035b5a0ed req-e31d36b5-1b56-4fb4-8396-0e3b0cff7fe8 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.0960960 Mar 11 11:48:21.002353 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549a9e8f-3f82-4033-9365-6e1aa651a963 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:48:21.015090 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Publish callbacks [] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:21.042022 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Transition to ACTIVE for port object 549a9e8f-3f82-4033-9365-6e1aa651a963 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:48:21.052509 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d1554-9b16-47d8-8692-5eb6fb223508 req-e1eff4ec-834f-4744-93b9-c4885c3ff60a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:21.053444 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:21.059116 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d1554-9b16-47d8-8692-5eb6fb223508 req-e1eff4ec-834f-4744-93b9-c4885c3ff60a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:21.065256 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d1554-9b16-47d8-8692-5eb6fb223508 req-e1eff4ec-834f-4744-93b9-c4885c3ff60a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:21.071146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d1554-9b16-47d8-8692-5eb6fb223508 req-e1eff4ec-834f-4744-93b9-c4885c3ff60a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:21.077211 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d1554-9b16-47d8-8692-5eb6fb223508 req-e1eff4ec-834f-4744-93b9-c4885c3ff60a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:21.082759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d1554-9b16-47d8-8692-5eb6fb223508 req-e1eff4ec-834f-4744-93b9-c4885c3ff60a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:21.089686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d1554-9b16-47d8-8692-5eb6fb223508 req-e1eff4ec-834f-4744-93b9-c4885c3ff60a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:21.091853 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-107d1554-9b16-47d8-8692-5eb6fb223508 req-e1eff4ec-834f-4744-93b9-c4885c3ff60a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5419 time: 0.2088549 Mar 11 11:48:21.224371 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Pushing event updated for resources: {'Port': ['ID=549a9e8f-3f82-4033-9365-6e1aa651a963,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:21.256982 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-107d1554-9b16-47d8-8692-5eb6fb223508 req-02d382cc-1743-488d-b273-a3dab75a7a95 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1492136 Mar 11 11:48:21.291908 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7e254ba-d27e-4fa8-b01e-630035b5a0ed req-7cb254ac-7d15-4b18-bc62-e82a12565f17 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416831 Mar 11 11:48:21.420359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Attempting to bind port 549a9e8f-3f82-4033-9365-6e1aa651a963 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:48:21.420696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Attempting to bind port 549a9e8f-3f82-4033-9365-6e1aa651a963 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:48:21.421022 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Attempting to bind port 549a9e8f-3f82-4033-9365-6e1aa651a963 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:48:21.439163 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Port 549a9e8f-3f82-4033-9365-6e1aa651a963 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:48:21.439163 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Attempting to bind port 549a9e8f-3f82-4033-9365-6e1aa651a963 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:48:21.440217 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:48:21.440560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:48:21.441758 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:48:21.442208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Bound port: 549a9e8f-3f82-4033-9365-6e1aa651a963, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:48:21.442569 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:21.524687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] For port 549a9e8f-3f82-4033-9365-6e1aa651a963, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:48:21.528104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] For port 549a9e8f-3f82-4033-9365-6e1aa651a963, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=549a9e8f-3f82-4033-9365-6e1aa651a963,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:48:21.540324 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:21.571035 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f595c-27f7-4e19-a8e1-847f22f62a5a req-2d753045-3447-4710-88dd-b53c4afad17b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:21.587494 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-858f595c-27f7-4e19-a8e1-847f22f62a5a req-2d753045-3447-4710-88dd-b53c4afad17b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.1457789 Mar 11 11:48:21.632607 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:21.633240 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:21.640818 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] 10.222.0.71 "PUT /v2.0/ports/549a9e8f-3f82-4033-9365-6e1aa651a963 HTTP/1.1" status: 200 len: 1096 time: 1.2271037 Mar 11 11:48:21.641912 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9171000-89da-48b5-88a8-4819e68b0d55 service neutron] Pushing event updated for resources: {'Port': ['ID=549a9e8f-3f82-4033-9365-6e1aa651a963,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:21.648228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5c6b4-86ba-463b-8943-d8106631b28d req-aa87796d-89d2-4e78-8da9-58db0068794f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:21.652601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4149645f-577c-4450-a75b-b0dc26e0adb8', 'tag': '549a9e8f-3f82-4033-9365-6e1aa651a963'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:48:21.655651 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a55a66-3700-4162-b909-adf844c4370e" -d '{"events": [{"name": "network-changed", "server_uuid": "4149645f-577c-4450-a75b-b0dc26e0adb8", "tag": "549a9e8f-3f82-4033-9365-6e1aa651a963"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:48:21.656761 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ed5c6b4-86ba-463b-8943-d8106631b28d req-aa87796d-89d2-4e78-8da9-58db0068794f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 948 time: 0.2663286 Mar 11 11:48:21.781010 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-858f595c-27f7-4e19-a8e1-847f22f62a5a req-f04e19cc-5208-4600-aec7-63e95dd6bfe5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789834 Mar 11 11:48:21.784682 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-ad0f3234-dac6-4565-a133-3d9b4c5dcac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:21.786907 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-ad0f3234-dac6-4565-a133-3d9b4c5dcac0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 1130 time: 0.0915232 Mar 11 11:48:21.831599 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ed5c6b4-86ba-463b-8943-d8106631b28d req-6628cf51-e6db-4318-b6d2-88fbf4a36d32 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603100 Mar 11 11:48:21.846011 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-071b5110-34fa-4cee-a783-7fa02f1d2915 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=549a9e8f-3f82-4033-9365-6e1aa651a963 HTTP/1.1" status: 200 len: 217 time: 0.0512273 Mar 11 11:48:21.865887 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e4f77a-c254-4eb3-8385-cc2494a3b17c x-openstack-request-id: req-02e4f77a-c254-4eb3-8385-cc2494a3b17c {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:48:21.866179 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4149645f-577c-4450-a75b-b0dc26e0adb8", "tag": "549a9e8f-3f82-4033-9365-6e1aa651a963", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:48:21.866609 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-02e4f77a-c254-4eb3-8385-cc2494a3b17c {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:48:21.868578 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4149645f-577c-4450-a75b-b0dc26e0adb8', 'tag': '549a9e8f-3f82-4033-9365-6e1aa651a963', 'status': 'completed', 'code': 200} Mar 11 11:48:21.924951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device df5293cf-8b46-409f-9158-b48aa7dcdadf details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:48:21.955809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-795c492e-83e4-4433-b077-fba9d87361f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:21.957355 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-795c492e-83e4-4433-b077-fba9d87361f1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1038327 Mar 11 11:48:22.031509 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-baec22ea-c8bf-46e2-9756-c4820c963e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:22.033225 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-baec22ea-c8bf-46e2-9756-c4820c963e8b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0653193 Mar 11 11:48:22.116431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port df5293cf-8b46-409f-9158-b48aa7dcdadf, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=df5293cf-8b46-409f-9158-b48aa7dcdadf,segment=NetworkSegment(b80c930a-bf39-4a09-b927-d1b8997284e1),segment_id=b80c930a-bf39-4a09-b927-d1b8997284e1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:22.136251 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-8817f18b-2e68-49d4-84c8-090386bb2dce service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936582 Mar 11 11:48:22.137450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'df5293cf-8b46-409f-9158-b48aa7dcdadf', 'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9', 'port_id': 'df5293cf-8b46-409f-9158-b48aa7dcdadf', 'mac_address': 'fa:16:3e:1a:8f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31976299-c506-435a-a44b-700646b0a816', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:48:22.198832 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port df5293cf-8b46-409f-9158-b48aa7dcdadf is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:22.198832 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (df5293cf-8b46-409f-9158-b48aa7dcdadf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:22.224178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5293cf-8b46-409f-9158-b48aa7dcdadf {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:48:22.254929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port df5293cf-8b46-409f-9158-b48aa7dcdadf, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=df5293cf-8b46-409f-9158-b48aa7dcdadf,segment=NetworkSegment(b80c930a-bf39-4a09-b927-d1b8997284e1),segment_id=b80c930a-bf39-4a09-b927-d1b8997284e1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:22.268887 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (df5293cf-8b46-409f-9158-b48aa7dcdadf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:22.270195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 01f1b758-11ae-47ce-91f3-deec473c8b64 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:48:22.345279 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-87eedb13-b31c-4953-bc90-ef0a812725ea req-ed49d8da-017d-46a4-bd48-358bf5e398f2 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015707 Mar 11 11:48:22.434211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=df5293cf-8b46-409f-9158-b48aa7dcdadf,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:22.469600 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a55a66-3700-4162-b909-adf844c4370e req-013200ac-7853-4fba-a463-41849e76f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:22.472216 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-11a55a66-3700-4162-b909-adf844c4370e req-013200ac-7853-4fba-a463-41849e76f675 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 1130 time: 0.0723972 Mar 11 11:48:22.533388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 01f1b758-11ae-47ce-91f3-deec473c8b64, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=01f1b758-11ae-47ce-91f3-deec473c8b64,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:22.558641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '01f1b758-11ae-47ce-91f3-deec473c8b64', 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249', 'port_id': '01f1b758-11ae-47ce-91f3-deec473c8b64', 'mac_address': 'fa:16:3e:1d:15:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06fa7a8-3bd8-4ab3-994c-422981a66aeb', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:48:22.600331 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a55a66-3700-4162-b909-adf844c4370e req-6b259d2c-4b7a-4c3a-a545-26ab62000946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:22.600494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b41251-2855-4575-a0af-3c2897b7fc85 req-3c7917a0-98fe-402f-b89c-7440d2000955 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:22.601999 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58b41251-2855-4575-a0af-3c2897b7fc85 req-3c7917a0-98fe-402f-b89c-7440d2000955 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.2193110 Mar 11 11:48:22.602149 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-11a55a66-3700-4162-b909-adf844c4370e req-6b259d2c-4b7a-4c3a-a545-26ab62000946 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.1220906 Mar 11 11:48:22.624496 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57902c3d-172d-48de-b744-26584b100ad8 req-b81347f3-46cc-48bd-90fc-e7f1470d4281 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:22.630568 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 01f1b758-11ae-47ce-91f3-deec473c8b64 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:22.631113 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:22.636177 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57902c3d-172d-48de-b744-26584b100ad8 req-b81347f3-46cc-48bd-90fc-e7f1470d4281 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:22.645284 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f1b758-11ae-47ce-91f3-deec473c8b64 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:48:22.652425 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57902c3d-172d-48de-b744-26584b100ad8 req-b81347f3-46cc-48bd-90fc-e7f1470d4281 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:22.662722 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57902c3d-172d-48de-b744-26584b100ad8 req-b81347f3-46cc-48bd-90fc-e7f1470d4281 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:22.672179 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 01f1b758-11ae-47ce-91f3-deec473c8b64, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=01f1b758-11ae-47ce-91f3-deec473c8b64,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:22.678717 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:22.679883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a71fbc2e-a97d-4402-8ded-69179cd4d38d details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:48:22.692299 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-11a55a66-3700-4162-b909-adf844c4370e req-2c5b851d-0d20-4975-ae6f-f94b3336e29d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=549a9e8f-3f82-4033-9365-6e1aa651a963 HTTP/1.1" status: 200 len: 217 time: 0.0772772 Mar 11 11:48:22.692502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57902c3d-172d-48de-b744-26584b100ad8 req-b81347f3-46cc-48bd-90fc-e7f1470d4281 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:22.703222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57902c3d-172d-48de-b744-26584b100ad8 req-b81347f3-46cc-48bd-90fc-e7f1470d4281 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:22.710094 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57902c3d-172d-48de-b744-26584b100ad8 req-b81347f3-46cc-48bd-90fc-e7f1470d4281 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:22.718940 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-57902c3d-172d-48de-b744-26584b100ad8 req-b81347f3-46cc-48bd-90fc-e7f1470d4281 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5420 time: 0.2433660 Mar 11 11:48:22.744902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=01f1b758-11ae-47ce-91f3-deec473c8b64,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:22.757517 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a55a66-3700-4162-b909-adf844c4370e req-963f7aed-5e6d-493f-8021-3fc144337116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:22.759718 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-11a55a66-3700-4162-b909-adf844c4370e req-963f7aed-5e6d-493f-8021-3fc144337116 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0603783 Mar 11 11:48:22.833319 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port a71fbc2e-a97d-4402-8ded-69179cd4d38d, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a71fbc2e-a97d-4402-8ded-69179cd4d38d,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:22.843256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58b41251-2855-4575-a0af-3c2897b7fc85 req-21728d10-1e84-461f-95b3-ccd64c312bc1 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168070 Mar 11 11:48:22.858338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'a71fbc2e-a97d-4402-8ded-69179cd4d38d', 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249', 'port_id': 'a71fbc2e-a97d-4402-8ded-69179cd4d38d', 'mac_address': 'fa:16:3e:ee:8a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06fa7a8-3bd8-4ab3-994c-422981a66aeb', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:48:22.871497 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a55a66-3700-4162-b909-adf844c4370e req-a48637bc-e69b-4630-a534-515352d0bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:22.873077 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-11a55a66-3700-4162-b909-adf844c4370e req-a48637bc-e69b-4630-a534-515352d0bc3d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1040792 Mar 11 11:48:22.875501 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-57902c3d-172d-48de-b744-26584b100ad8 req-2591a11d-557a-471a-910e-348e0fc82fd2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1556120 Mar 11 11:48:22.916811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port a71fbc2e-a97d-4402-8ded-69179cd4d38d is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:22.917340 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:22.947147 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71fbc2e-a97d-4402-8ded-69179cd4d38d {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:48:22.984625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port a71fbc2e-a97d-4402-8ded-69179cd4d38d, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a71fbc2e-a97d-4402-8ded-69179cd4d38d,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:23.000262 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:23.001050 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e4c89c08-ed82-4393-b109-0494927fe436 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:48:23.062483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0c459-022c-4e6a-a4d1-9cce02fa5803 req-6701a5fe-802f-4946-8d9c-e6ef5daedc15 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:23.065117 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-81c0c459-022c-4e6a-a4d1-9cce02fa5803 req-6701a5fe-802f-4946-8d9c-e6ef5daedc15 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.1288927 Mar 11 11:48:23.113410 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=a71fbc2e-a97d-4402-8ded-69179cd4d38d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:23.121785 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e4c89c08-ed82-4393-b109-0494927fe436, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e4c89c08-ed82-4393-b109-0494927fe436,segment=NetworkSegment(b80c930a-bf39-4a09-b927-d1b8997284e1),segment_id=b80c930a-bf39-4a09-b927-d1b8997284e1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:23.130424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ed384-9f2b-4051-a9c7-eeb64a20ef71 req-e4d6af5e-5cdc-4dca-921c-f30e162086cd tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:23.143077 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a2ed384-9f2b-4051-a9c7-eeb64a20ef71 req-e4d6af5e-5cdc-4dca-921c-f30e162086cd tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 948 time: 0.1610968 Mar 11 11:48:23.147150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'e4c89c08-ed82-4393-b109-0494927fe436', 'network_id': 'ffea5ad9-c0e5-4719-aece-e8e0fad462f9', 'port_id': 'e4c89c08-ed82-4393-b109-0494927fe436', 'mac_address': 'fa:16:3e:86:d9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31976299-c506-435a-a44b-700646b0a816', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:48:23.236436 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e4c89c08-ed82-4393-b109-0494927fe436 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:23.236836 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e4c89c08-ed82-4393-b109-0494927fe436), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:23.264205 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c89c08-ed82-4393-b109-0494927fe436 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:48:23.305962 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e4c89c08-ed82-4393-b109-0494927fe436, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e4c89c08-ed82-4393-b109-0494927fe436,segment=NetworkSegment(b80c930a-bf39-4a09-b927-d1b8997284e1),segment_id=b80c930a-bf39-4a09-b927-d1b8997284e1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:23.321734 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e4c89c08-ed82-4393-b109-0494927fe436), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:23.322296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 94ee77d3-140f-410f-9091-9ae5dce83265 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:48:23.343118 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a2ed384-9f2b-4051-a9c7-eeb64a20ef71 req-f4af9805-3792-41b3-b811-e09edb546a31 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958294 Mar 11 11:48:23.411233 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-81c0c459-022c-4e6a-a4d1-9cce02fa5803 req-0f32e085-da9f-4ebe-8257-3327c8e534e6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338053 Mar 11 11:48:23.482737 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-11a55a66-3700-4162-b909-adf844c4370e req-28b09d13-9249-4ca2-af7b-31cac40ea089 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927045 Mar 11 11:48:23.508899 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e4c89c08-ed82-4393-b109-0494927fe436,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:23.606906 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-11a55a66-3700-4162-b909-adf844c4370e req-767d6a78-ee03-4936-9e99-a1ce68418314 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142919 Mar 11 11:48:23.670021 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 94ee77d3-140f-410f-9091-9ae5dce83265, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=94ee77d3-140f-410f-9091-9ae5dce83265,segment=NetworkSegment(c3300a20-5c4e-4f46-8c0d-023a3ba22a0b),segment_id=c3300a20-5c4e-4f46-8c0d-023a3ba22a0b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:23.687081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '94ee77d3-140f-410f-9091-9ae5dce83265', 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1', 'port_id': '94ee77d3-140f-410f-9091-9ae5dce83265', 'mac_address': 'fa:16:3e:30:01:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a05605-9849-4cfa-b167-124588c92894', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:48:23.761975 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 94ee77d3-140f-410f-9091-9ae5dce83265 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:23.762506 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (94ee77d3-140f-410f-9091-9ae5dce83265), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:23.781419 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ee77d3-140f-410f-9091-9ae5dce83265 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:48:23.817055 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 94ee77d3-140f-410f-9091-9ae5dce83265, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=94ee77d3-140f-410f-9091-9ae5dce83265,segment=NetworkSegment(c3300a20-5c4e-4f46-8c0d-023a3ba22a0b),segment_id=c3300a20-5c4e-4f46-8c0d-023a3ba22a0b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:23.826929 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (94ee77d3-140f-410f-9091-9ae5dce83265), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:23.827937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:48:23.922529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd7e65-acfe-409b-b6b9-d73f6e43cbdd req-b839d7ce-4ca0-41f3-97ef-29484be5130b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:23.924557 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08dd7e65-acfe-409b-b6b9-d73f6e43cbdd req-b839d7ce-4ca0-41f3-97ef-29484be5130b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.1101878 Mar 11 11:48:24.023614 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=8cbd221a-3eae-485b-b7c8-8bf32b0598f7,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:24.055734 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=94ee77d3-140f-410f-9091-9ae5dce83265,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:24.066208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '8cbd221a-3eae-485b-b7c8-8bf32b0598f7', 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249', 'port_id': '8cbd221a-3eae-485b-b7c8-8bf32b0598f7', 'mac_address': 'fa:16:3e:c2:68:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06fa7a8-3bd8-4ab3-994c-422981a66aeb', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:48:24.120270 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:24.120827 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8cbd221a-3eae-485b-b7c8-8bf32b0598f7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:24.137588 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:48:24.179325 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=8cbd221a-3eae-485b-b7c8-8bf32b0598f7,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:24.192750 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8cbd221a-3eae-485b-b7c8-8bf32b0598f7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:24.193760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4d9e3b51-e36d-455b-b812-2641793bdd65 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:48:24.285722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=8cbd221a-3eae-485b-b7c8-8bf32b0598f7,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:24.313752 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4d9e3b51-e36d-455b-b812-2641793bdd65, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4d9e3b51-e36d-455b-b812-2641793bdd65,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:24.347863 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '4d9e3b51-e36d-455b-b812-2641793bdd65', 'network_id': '0f6165f6-370b-479b-81e3-cdb2a28bb249', 'port_id': '4d9e3b51-e36d-455b-b812-2641793bdd65', 'mac_address': 'fa:16:3e:e2:bd:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06fa7a8-3bd8-4ab3-994c-422981a66aeb', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:48:24.408089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 4d9e3b51-e36d-455b-b812-2641793bdd65 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:24.408630 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4d9e3b51-e36d-455b-b812-2641793bdd65), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:24.426795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9e3b51-e36d-455b-b812-2641793bdd65 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:48:24.463523 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4d9e3b51-e36d-455b-b812-2641793bdd65, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4d9e3b51-e36d-455b-b812-2641793bdd65,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:24.465186 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08dd7e65-acfe-409b-b6b9-d73f6e43cbdd req-51657c19-6da3-4fe6-8105-d2c80cb1cbab tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5347884 Mar 11 11:48:24.478298 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4d9e3b51-e36d-455b-b812-2641793bdd65), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:24.497655 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a10412-51b2-45d7-acdb-f865c43c71b4 req-e25f8980-2134-4a72-9b73-e6b7d4f2bfcc tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:24.499403 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8a10412-51b2-45d7-acdb-f865c43c71b4 req-e25f8980-2134-4a72-9b73-e6b7d4f2bfcc tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.1717501 Mar 11 11:48:24.525990 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 549a9e8f-3f82-4033-9365-6e1aa651a963 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:48:24.578829 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8a10412-51b2-45d7-acdb-f865c43c71b4 req-fe3fd0b2-d3b6-4456-bd78-f0a00a535662 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677688 Mar 11 11:48:24.691319 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 549a9e8f-3f82-4033-9365-6e1aa651a963, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=549a9e8f-3f82-4033-9365-6e1aa651a963,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:24.711782 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '549a9e8f-3f82-4033-9365-6e1aa651a963', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '549a9e8f-3f82-4033-9365-6e1aa651a963', 'mac_address': 'fa:16:3e:aa:98:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:48:24.726900 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26241088-5ad7-43d6-a2e7-d9317e934049 req-a5d84367-3aee-45c4-9e69-93df4fb2398c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:24.732465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26241088-5ad7-43d6-a2e7-d9317e934049 req-a5d84367-3aee-45c4-9e69-93df4fb2398c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:24.737996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26241088-5ad7-43d6-a2e7-d9317e934049 req-a5d84367-3aee-45c4-9e69-93df4fb2398c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:24.760569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 549a9e8f-3f82-4033-9365-6e1aa651a963 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:24.761131 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:24.762458 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26241088-5ad7-43d6-a2e7-d9317e934049 req-a5d84367-3aee-45c4-9e69-93df4fb2398c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:24.768132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26241088-5ad7-43d6-a2e7-d9317e934049 req-a5d84367-3aee-45c4-9e69-93df4fb2398c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:24.773927 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26241088-5ad7-43d6-a2e7-d9317e934049 req-a5d84367-3aee-45c4-9e69-93df4fb2398c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:24.789576 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26241088-5ad7-43d6-a2e7-d9317e934049 req-a5d84367-3aee-45c4-9e69-93df4fb2398c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:24.801838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26241088-5ad7-43d6-a2e7-d9317e934049 req-a5d84367-3aee-45c4-9e69-93df4fb2398c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5426 time: 0.2118704 Mar 11 11:48:24.802853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549a9e8f-3f82-4033-9365-6e1aa651a963 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:48:24.817310 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=4d9e3b51-e36d-455b-b812-2641793bdd65,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:24.853082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 549a9e8f-3f82-4033-9365-6e1aa651a963, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=549a9e8f-3f82-4033-9365-6e1aa651a963,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:24.865572 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:24.884407 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb2657-39b6-4ab9-8d13-8faa1329fe2c req-829bfc8d-6b61-40b5-a43d-3a8d73116723 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:24.886092 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4cb2657-39b6-4ab9-8d13-8faa1329fe2c req-829bfc8d-6b61-40b5-a43d-3a8d73116723 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 948 time: 0.1998165 Mar 11 11:48:24.953876 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26241088-5ad7-43d6-a2e7-d9317e934049 req-3d17da21-addc-4638-af51-2858ef5f06e6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1428590 Mar 11 11:48:25.004038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=549a9e8f-3f82-4033-9365-6e1aa651a963,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:25.024588 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4cb2657-39b6-4ab9-8d13-8faa1329fe2c req-ce16c85c-d32e-41d1-a3ce-5b02bc74d404 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292560 Mar 11 11:48:25.179246 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eac70-36d5-4113-93e2-59796cde9179 req-61feea35-8e77-4210-8021-808941bb2ee3 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:25.181516 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed8eac70-36d5-4113-93e2-59796cde9179 req-61feea35-8e77-4210-8021-808941bb2ee3 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.1010263 Mar 11 11:48:25.243940 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed8eac70-36d5-4113-93e2-59796cde9179 req-caad415a-59ee-4b32-acf5-4a1861a932a6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564015 Mar 11 11:48:25.377276 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['df5293cf-8b46-409f-9158-b48aa7dcdadf'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:48:25.436572 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['e4c89c08-ed82-4393-b109-0494927fe436'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:48:25.445594 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['94ee77d3-140f-410f-9091-9ae5dce83265'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:48:25.607099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['01f1b758-11ae-47ce-91f3-deec473c8b64'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:48:25.612760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['a71fbc2e-a97d-4402-8ded-69179cd4d38d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:48:25.614689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['4d9e3b51-e36d-455b-b812-2641793bdd65'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:48:25.746506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['549a9e8f-3f82-4033-9365-6e1aa651a963'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:48:25.783316 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b9bd3-2b6d-47f5-9eb9-b92d13284134 req-8a0082c5-9922-4a4d-a4c0-82827306ccf4 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:25.785217 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b0b9bd3-2b6d-47f5-9eb9-b92d13284134 req-8a0082c5-9922-4a4d-a4c0-82827306ccf4 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.1822469 Mar 11 11:48:25.793456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c256706-571e-49d6-ac24-0180453462ea req-a5f2ec16-9049-49c3-a9c7-e85612952a26 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:25.800708 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c256706-571e-49d6-ac24-0180453462ea req-a5f2ec16-9049-49c3-a9c7-e85612952a26 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.1327693 Mar 11 11:48:25.894452 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b0b9bd3-2b6d-47f5-9eb9-b92d13284134 req-aaed95ec-6f30-4c0f-879e-6d695e287433 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776772 Mar 11 11:48:25.933744 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c256706-571e-49d6-ac24-0180453462ea req-073b2a29-2c2d-480d-9419-5f16f2961db9 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320117 Mar 11 11:48:26.251413 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3264ce-e894-413a-9f65-2ad6313d7e0a req-8e58e839-8e3b-4bf6-9cde-44695ef5d37e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:26.267042 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3264ce-e894-413a-9f65-2ad6313d7e0a req-8e58e839-8e3b-4bf6-9cde-44695ef5d37e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:26.273131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3264ce-e894-413a-9f65-2ad6313d7e0a req-8e58e839-8e3b-4bf6-9cde-44695ef5d37e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:26.279465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3264ce-e894-413a-9f65-2ad6313d7e0a req-8e58e839-8e3b-4bf6-9cde-44695ef5d37e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:26.285122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3264ce-e894-413a-9f65-2ad6313d7e0a req-8e58e839-8e3b-4bf6-9cde-44695ef5d37e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:26.290176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['8cbd221a-3eae-485b-b7c8-8bf32b0598f7'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:48:26.291134 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3264ce-e894-413a-9f65-2ad6313d7e0a req-8e58e839-8e3b-4bf6-9cde-44695ef5d37e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:26.298094 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3264ce-e894-413a-9f65-2ad6313d7e0a req-8e58e839-8e3b-4bf6-9cde-44695ef5d37e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:26.306981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f3264ce-e894-413a-9f65-2ad6313d7e0a req-8e58e839-8e3b-4bf6-9cde-44695ef5d37e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5426 time: 0.2064509 Mar 11 11:48:26.324415 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43fd16-193e-40ab-b95f-c9f00a4ab6e0 req-8a16f9d4-17a4-41d2-8be9-0f6686862a55 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:26.331288 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aa43fd16-193e-40ab-b95f-c9f00a4ab6e0 req-8a16f9d4-17a4-41d2-8be9-0f6686862a55 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.37 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.1046898 Mar 11 11:48:26.335300 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe19aa6-20e5-4bbb-be79-6f4470138254 req-d9ce1221-02bc-4f0f-8e88-fde4130d5c5a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:26.342888 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fbe19aa6-20e5-4bbb-be79-6f4470138254 req-d9ce1221-02bc-4f0f-8e88-fde4130d5c5a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 949 time: 0.1712615 Mar 11 11:48:26.393924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f3264ce-e894-413a-9f65-2ad6313d7e0a req-e3b988dc-73e3-45b1-b3b2-e38b837df42c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857506 Mar 11 11:48:26.509589 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fbe19aa6-20e5-4bbb-be79-6f4470138254 req-abb838fb-3aee-4424-9f89-19d0479b46b8 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615403 Mar 11 11:48:26.540109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-aa43fd16-193e-40ab-b95f-c9f00a4ab6e0 req-8e5ef552-5343-413b-a2a3-d55ca927b34b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Deleting port 5b1990eb-7c3f-415a-a722-ab9b593c385a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:48:26.540450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aa43fd16-193e-40ab-b95f-c9f00a4ab6e0 req-8e5ef552-5343-413b-a2a3-d55ca927b34b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5b1990eb-7c3f-415a-a722-ab9b593c385a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:26.580084 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073b9a4-aaea-4c92-8061-20d1f27d0af9 req-b83e38ab-60eb-4a6c-9621-3f955a0558e0 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:26.601647 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0073b9a4-aaea-4c92-8061-20d1f27d0af9 req-b83e38ab-60eb-4a6c-9621-3f955a0558e0 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.0826836 Mar 11 11:48:26.707242 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0073b9a4-aaea-4c92-8061-20d1f27d0af9 req-70788dbf-f714-4896-9d75-d01e4dbb3e79 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038101 Mar 11 11:48:26.794537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-aa43fd16-193e-40ab-b95f-c9f00a4ab6e0 req-8e5ef552-5343-413b-a2a3-d55ca927b34b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] For port 5b1990eb-7c3f-415a-a722-ab9b593c385a, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5b1990eb-7c3f-415a-a722-ab9b593c385a,segment=NetworkSegment(5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7),segment_id=5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:26.794810 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aa43fd16-193e-40ab-b95f-c9f00a4ab6e0 req-8e5ef552-5343-413b-a2a3-d55ca927b34b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5b1990eb-7c3f-415a-a722-ab9b593c385a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:27.106362 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aa43fd16-193e-40ab-b95f-c9f00a4ab6e0 req-8e5ef552-5343-413b-a2a3-d55ca927b34b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:27.106983 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aa43fd16-193e-40ab-b95f-c9f00a4ab6e0 req-8e5ef552-5343-413b-a2a3-d55ca927b34b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (18a05b73-7cfd-4b97-aa74-a1786b9fceeb), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:27.107405 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [req-aa43fd16-193e-40ab-b95f-c9f00a4ab6e0 req-8e5ef552-5343-413b-a2a3-d55ca927b34b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Floating IP 18a05b73-7cfd-4b97-aa74-a1786b9fceeb disassociated. External IP: 172.25.7.48, port: 5b1990eb-7c3f-415a-a722-ab9b593c385a. Mar 11 11:48:27.108018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-aa43fd16-193e-40ab-b95f-c9f00a4ab6e0 req-8e5ef552-5343-413b-a2a3-d55ca927b34b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Calling delete_port for 5b1990eb-7c3f-415a-a722-ab9b593c385a owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:48:27.149799 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b3971-e198-45e1-a457-b0f62969f5b0 req-43712120-3728-4cdd-892e-254f5916ba58 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:27.161488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-367b3971-e198-45e1-a457-b0f62969f5b0 req-43712120-3728-4cdd-892e-254f5916ba58 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 945 time: 0.1584568 Mar 11 11:48:27.228104 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81d890-a0b1-4724-823b-b5f218b5a6db req-9a161fef-f7ad-4692-b8e1-8af097b0681b tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:27.242254 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe81d890-a0b1-4724-823b-b5f218b5a6db req-9a161fef-f7ad-4692-b8e1-8af097b0681b tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.1781530 Mar 11 11:48:27.310402 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-367b3971-e198-45e1-a457-b0f62969f5b0 req-56613347-e125-4b40-9bcd-946bcad2ae8d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06888c1-fd34-4ecb-b8fd-c61fc94b4545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294026 Mar 11 11:48:27.341500 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aa43fd16-193e-40ab-b95f-c9f00a4ab6e0 req-8e5ef552-5343-413b-a2a3-d55ca927b34b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5b1990eb-7c3f-415a-a722-ab9b593c385a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:27.386967 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe81d890-a0b1-4724-823b-b5f218b5a6db req-2d832f3c-b2c9-4534-9cf0-e9344bbfd810 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436803 Mar 11 11:48:27.390274 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ef552-5343-413b-a2a3-d55ca927b34b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Pushing event deleted for resources: {'Port': ['ID=5b1990eb-7c3f-415a-a722-ab9b593c385a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:27.589728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa43fd16-193e-40ab-b95f-c9f00a4ab6e0 req-8e5ef552-5343-413b-a2a3-d55ca927b34b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Router c8c23638-e0bd-46bb-90a1-883750498334 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:48:27.599721 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca79d0-9ff1-4278-b9fb-f826e349184a req-2b23a3bd-c8f2-4f4e-9b31-1abdd6bdf362 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:27.613678 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca79d0-9ff1-4278-b9fb-f826e349184a req-2b23a3bd-c8f2-4f4e-9b31-1abdd6bdf362 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:27.627439 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca79d0-9ff1-4278-b9fb-f826e349184a req-2b23a3bd-c8f2-4f4e-9b31-1abdd6bdf362 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:27.633097 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca79d0-9ff1-4278-b9fb-f826e349184a req-2b23a3bd-c8f2-4f4e-9b31-1abdd6bdf362 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:27.645977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca79d0-9ff1-4278-b9fb-f826e349184a req-2b23a3bd-c8f2-4f4e-9b31-1abdd6bdf362 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:27.651435 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca79d0-9ff1-4278-b9fb-f826e349184a req-2b23a3bd-c8f2-4f4e-9b31-1abdd6bdf362 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:27.668586 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca79d0-9ff1-4278-b9fb-f826e349184a req-2b23a3bd-c8f2-4f4e-9b31-1abdd6bdf362 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:27.672775 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4aca79d0-9ff1-4278-b9fb-f826e349184a req-2b23a3bd-c8f2-4f4e-9b31-1abdd6bdf362 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5426 time: 0.1847844 Mar 11 11:48:27.834707 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa43fd16-193e-40ab-b95f-c9f00a4ab6e0 req-8e5ef552-5343-413b-a2a3-d55ca927b34b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:48:27.856909 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8937c-d6c6-49d8-9b53-cefac3a499c6 None None] Sync routers for ids ['c8c23638-e0bd-46bb-90a1-883750498334'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:48:27.878725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f8937c-d6c6-49d8-9b53-cefac3a499c6 None None] Routers {'c8c23638-e0bd-46bb-90a1-883750498334'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:48:27.879742 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b1f8937c-d6c6-49d8-9b53-cefac3a499c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:48:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c8c23638-e0bd-46bb-90a1-883750498334'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:48:27.900931 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4aca79d0-9ff1-4278-b9fb-f826e349184a req-ec362707-b3f5-4b87-b62b-14a63d023b1b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2207124 Mar 11 11:48:27.961256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa43fd16-193e-40ab-b95f-c9f00a4ab6e0 req-8e5ef552-5343-413b-a2a3-d55ca927b34b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] No DVR routers for this DVR port 5b1990eb-7c3f-415a-a722-ab9b593c385a on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:48:27.961823 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf1b39-f682-47dd-a41c-5dda17ea9a3f req-17578efe-d0fc-4c1a-9d3a-7e567491f9a6 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:27.964762 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aa43fd16-193e-40ab-b95f-c9f00a4ab6e0 req-8e5ef552-5343-413b-a2a3-d55ca927b34b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:27.968322 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aa43fd16-193e-40ab-b95f-c9f00a4ab6e0 req-8e5ef552-5343-413b-a2a3-d55ca927b34b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.37 "DELETE /v2.0/ports/5b1990eb-7c3f-415a-a722-ab9b593c385a HTTP/1.1" status: 204 len: 173 time: 1.6288879 Mar 11 11:48:27.974115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320395b9-d695-439c-a5ad-bfb7c538feab', 'name': 'network-vif-deleted', 'tag': '5b1990eb-7c3f-415a-a722-ab9b593c385a'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:48:27.976620 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52fd15a-f2ef-47f7-a612-2433e4beabf4" -d '{"events": [{"server_uuid": "320395b9-d695-439c-a5ad-bfb7c538feab", "name": "network-vif-deleted", "tag": "5b1990eb-7c3f-415a-a722-ab9b593c385a"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:48:27.984093 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3bbf1b39-f682-47dd-a41c-5dda17ea9a3f req-17578efe-d0fc-4c1a-9d3a-7e567491f9a6 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 949 time: 0.3079875 Mar 11 11:48:28.107251 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3bbf1b39-f682-47dd-a41c-5dda17ea9a3f req-c9a051e8-709b-4f14-a593-dfafa588b95e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209588 Mar 11 11:48:28.212304 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978c67b9-5636-4638-95c1-a5a9d747727f x-openstack-request-id: req-978c67b9-5636-4638-95c1-a5a9d747727f {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:48:28.212753 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320395b9-d695-439c-a5ad-bfb7c538feab", "name": "network-vif-deleted", "tag": "5b1990eb-7c3f-415a-a722-ab9b593c385a", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:48:28.213107 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-978c67b9-5636-4638-95c1-a5a9d747727f {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:48:28.213849 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320395b9-d695-439c-a5ad-bfb7c538feab', 'name': 'network-vif-deleted', 'tag': '5b1990eb-7c3f-415a-a722-ab9b593c385a', 'status': 'completed', 'code': 200} Mar 11 11:48:28.300708 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0364f-917f-4923-9b10-b3e0ba3e02d0 req-bbd055be-9000-4912-90a3-cff417084db1 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:28.307139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-83e0364f-917f-4923-9b10-b3e0ba3e02d0 req-bbd055be-9000-4912-90a3-cff417084db1 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.1901376 Mar 11 11:48:28.501467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-83e0364f-917f-4923-9b10-b3e0ba3e02d0 req-406a5f54-d799-49a2-9f77-a25617d4e672 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840379 Mar 11 11:48:28.608158 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b35310e-b783-48f1-af54-651da5ffd278 req-d2e7099b-be3a-41e7-a071-ce4f1a494dfb tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=320395b9-d695-439c-a5ad-bfb7c538feab HTTP/1.1" status: 200 len: 210 time: 0.1035132 Mar 11 11:48:28.700397 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:48:28.747983 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b1f8937c-d6c6-49d8-9b53-cefac3a499c6 None None] Set router c8c23638-e0bd-46bb-90a1-883750498334 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:48:28.780125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99903d27-49a0-4b05-98f2-f0561c0874ce req-8d358cc9-be10-49c9-b6c4-7456552bc7e0 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:28.791493 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99903d27-49a0-4b05-98f2-f0561c0874ce req-8d358cc9-be10-49c9-b6c4-7456552bc7e0 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.1441965 Mar 11 11:48:28.917771 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99903d27-49a0-4b05-98f2-f0561c0874ce req-c5ea619b-a0fe-4c43-b2af-dcb01e1a4e9f tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156902 Mar 11 11:48:29.005223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:29.018135 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '04fb9cfc-0db5-44ee-ad74-b1de4744d6d7', 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8', 'port_id': '04fb9cfc-0db5-44ee-ad74-b1de4744d6d7', 'mac_address': 'fa:16:3e:28:7b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce4e197e-6fc7-4d78-b2bd-acf62848c979', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:48:29.135883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033aec-0379-482f-8bcc-f89d31d0f09f req-85af9223-1def-47de-bae4-806f6df614e2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:29.141697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033aec-0379-482f-8bcc-f89d31d0f09f req-85af9223-1def-47de-bae4-806f6df614e2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:29.146876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033aec-0379-482f-8bcc-f89d31d0f09f req-85af9223-1def-47de-bae4-806f6df614e2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:29.153480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033aec-0379-482f-8bcc-f89d31d0f09f req-85af9223-1def-47de-bae4-806f6df614e2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:29.158780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033aec-0379-482f-8bcc-f89d31d0f09f req-85af9223-1def-47de-bae4-806f6df614e2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:29.165192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033aec-0379-482f-8bcc-f89d31d0f09f req-85af9223-1def-47de-bae4-806f6df614e2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:29.171247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033aec-0379-482f-8bcc-f89d31d0f09f req-85af9223-1def-47de-bae4-806f6df614e2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:29.173242 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b033aec-0379-482f-8bcc-f89d31d0f09f req-85af9223-1def-47de-bae4-806f6df614e2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5426 time: 0.1450255 Mar 11 11:48:29.232890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:29.233587 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:29.257917 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:48:29.269185 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b033aec-0379-482f-8bcc-f89d31d0f09f req-e1dee695-1e2d-4ca6-97c1-41135ac0c56e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880489 Mar 11 11:48:29.288006 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:29.297846 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:29.427087 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fee260-f2d2-46ba-aeaa-ecf08f336419 req-9fdb7e31-bf9a-4e3b-8a33-726c9864bde3 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:29.445984 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25fee260-f2d2-46ba-aeaa-ecf08f336419 req-9fdb7e31-bf9a-4e3b-8a33-726c9864bde3 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 949 time: 0.1484387 Mar 11 11:48:29.486733 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b1f8937c-d6c6-49d8-9b53-cefac3a499c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:58Z', 'revision_number': 4, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '8b36a554-a54b-4a60-ac39-67a3ea0ebc70', 'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'mac_address': 'fa:16:3e:36:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:57Z', 'updated_at': '2022-03-11T11:44:05Z', 'revision_number': 5, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'subnets': [{'id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:48:29.545596 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25fee260-f2d2-46ba-aeaa-ecf08f336419 req-ad0bc274-1270-4d06-bdbf-90631b4669b3 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924625 Mar 11 11:48:29.623450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['04fb9cfc-0db5-44ee-ad74-b1de4744d6d7'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:48:29.705910 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8937c-d6c6-49d8-9b53-cefac3a499c6 None None] Checking router: c8c23638-e0bd-46bb-90a1-883750498334 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:48:29.738291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed23197-bce4-4a6a-9753-3fb6068abafb req-38bb9e8c-ff10-441a-83ac-96dcaf467d1a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:29.749112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ed23197-bce4-4a6a-9753-3fb6068abafb req-38bb9e8c-ff10-441a-83ac-96dcaf467d1a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 944 time: 0.0993030 Mar 11 11:48:29.760174 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:29.777152 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50028) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:29.792743 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f8937c-d6c6-49d8-9b53-cefac3a499c6 None None] Routers {'c8c23638-e0bd-46bb-90a1-883750498334'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:48:29.793770 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b1f8937c-d6c6-49d8-9b53-cefac3a499c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:48:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c8c23638-e0bd-46bb-90a1-883750498334'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:48:29.868379 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ed23197-bce4-4a6a-9753-3fb6068abafb req-6e2ff41d-4612-4f92-8885-3131bf8f889f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129258 Mar 11 11:48:29.926094 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b54b071-487d-41e1-b67b-c643e74227d2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group (b06888c1-fd34-4ecb-b8fd-c61fc94b4545), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:30.002846 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b54b071-487d-41e1-b67b-c643e74227d2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group (b06888c1-fd34-4ecb-b8fd-c61fc94b4545), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:30.095065 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b1f8937c-d6c6-49d8-9b53-cefac3a499c6 None None] Set router c8c23638-e0bd-46bb-90a1-883750498334 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:48:30.120199 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b54b071-487d-41e1-b67b-c643e74227d2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b06888c1-fd34-4ecb-b8fd-c61fc94b4545), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:30.123457 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b54b071-487d-41e1-b67b-c643e74227d2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:30.127082 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6b54b071-487d-41e1-b67b-c643e74227d2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "DELETE /v2.0/security-groups/b06888c1-fd34-4ecb-b8fd-c61fc94b4545 HTTP/1.1" status: 204 len: 168 time: 0.3465948 Mar 11 11:48:30.128799 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50034) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:30.155810 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e0a23-3ff5-4747-aadb-2fbf8dd88f32 req-114edf0e-1b37-4654-8c2d-c043272d1c0a tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:30.169806 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-ef1de455-9f7a-4c78-9383-4506399cfb63 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] show failed (client error): The resource could not be found. Mar 11 11:48:30.173573 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ef1de455-9f7a-4c78-9383-4506399cfb63 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups/b06888c1-fd34-4ecb-b8fd-c61fc94b4545 HTTP/1.1" status: 404 len: 347 time: 0.0411584 Mar 11 11:48:30.186106 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50036) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:30.188142 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-180e0a23-3ff5-4747-aadb-2fbf8dd88f32 req-114edf0e-1b37-4654-8c2d-c043272d1c0a tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.1340175 Mar 11 11:48:30.204856 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54b071-487d-41e1-b67b-c643e74227d2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06888c1-fd34-4ecb-b8fd-c61fc94b4545,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:30.288310 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5b1990eb-7c3f-415a-a722-ab9b593c385a no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:48:30.345644 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-180e0a23-3ff5-4747-aadb-2fbf8dd88f32 req-65274f49-918b-419a-a367-01b1bd8f4d5e tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510220 Mar 11 11:48:30.363799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 5b1990eb-7c3f-415a-a722-ab9b593c385a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:48:30.363799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5b1990eb-7c3f-415a-a722-ab9b593c385a not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:48:30.529683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f0343a4e-0f8f-4539-bfd1-fc7922280f94 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Deleting port 5dc0f03f-4f19-4cd4-b604-a0ce92090f8f {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:48:30.531803 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0343a4e-0f8f-4539-bfd1-fc7922280f94 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5dc0f03f-4f19-4cd4-b604-a0ce92090f8f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:30.575514 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a235-7354-4da4-bef5-79239258393c req-72bebb08-5d05-4596-950b-5b479dd68354 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:30.586059 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a235-7354-4da4-bef5-79239258393c req-72bebb08-5d05-4596-950b-5b479dd68354 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:30.590646 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device df5293cf-8b46-409f-9158-b48aa7dcdadf up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:48:30.602611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a235-7354-4da4-bef5-79239258393c req-72bebb08-5d05-4596-950b-5b479dd68354 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:30.613933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a235-7354-4da4-bef5-79239258393c req-72bebb08-5d05-4596-950b-5b479dd68354 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:30.635300 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a235-7354-4da4-bef5-79239258393c req-72bebb08-5d05-4596-950b-5b479dd68354 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:30.656672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a235-7354-4da4-bef5-79239258393c req-72bebb08-5d05-4596-950b-5b479dd68354 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:30.678510 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a235-7354-4da4-bef5-79239258393c req-72bebb08-5d05-4596-950b-5b479dd68354 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:30.688001 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd20a235-7354-4da4-bef5-79239258393c req-72bebb08-5d05-4596-950b-5b479dd68354 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5426 time: 0.2464962 Mar 11 11:48:30.850847 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0343a4e-0f8f-4539-bfd1-fc7922280f94 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5dc0f03f-4f19-4cd4-b604-a0ce92090f8f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:30.851398 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0343a4e-0f8f-4539-bfd1-fc7922280f94 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for floatingip (5dc0f03f-4f19-4cd4-b604-a0ce92090f8f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:30.886459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f0343a4e-0f8f-4539-bfd1-fc7922280f94 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Calling delete_port for 5dc0f03f-4f19-4cd4-b604-a0ce92090f8f owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:48:31.080169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd20a235-7354-4da4-bef5-79239258393c req-ee5b86cb-1df3-4af6-8a72-3e49161d7174 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3911650 Mar 11 11:48:31.114485 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed198872-a144-482e-9a9e-fdc0d179bf64 req-b7ecd7c6-855b-4d0a-b2f6-e7c331ec7fca tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:31.128011 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed198872-a144-482e-9a9e-fdc0d179bf64 req-b7ecd7c6-855b-4d0a-b2f6-e7c331ec7fca tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 949 time: 0.3572748 Mar 11 11:48:31.209506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port df5293cf-8b46-409f-9158-b48aa7dcdadf completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:48:31.274145 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0343a4e-0f8f-4539-bfd1-fc7922280f94 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5dc0f03f-4f19-4cd4-b604-a0ce92090f8f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:31.287103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port df5293cf-8b46-409f-9158-b48aa7dcdadf triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:31.287103 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (df5293cf-8b46-409f-9158-b48aa7dcdadf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:31.372484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0343a4e-0f8f-4539-bfd1-fc7922280f94 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Pushing event deleted for resources: {'Port': ['ID=5dc0f03f-4f19-4cd4-b604-a0ce92090f8f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:31.382698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50058) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:31.472773 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed198872-a144-482e-9a9e-fdc0d179bf64 req-55dad83d-d408-439a-bd87-0cbe6f98f807 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419099 Mar 11 11:48:31.499649 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b1f8937c-d6c6-49d8-9b53-cefac3a499c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:58Z', 'revision_number': 4, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '8b36a554-a54b-4a60-ac39-67a3ea0ebc70', 'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'mac_address': 'fa:16:3e:36:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:57Z', 'updated_at': '2022-03-11T11:44:05Z', 'revision_number': 5, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'subnets': [{'id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:48:31.562929 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7476e-c2d2-41d3-8997-ede027693328 req-6d5678b1-5fa0-43d9-a511-6e725d5fe224 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:31.564850 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bee7476e-c2d2-41d3-8997-ede027693328 req-6d5678b1-5fa0-43d9-a511-6e725d5fe224 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 944 time: 0.2613552 Mar 11 11:48:31.569051 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0343a4e-0f8f-4539-bfd1-fc7922280f94 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for floatingip (18a05b73-7cfd-4b97-aa74-a1786b9fceeb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:31.575302 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0343a4e-0f8f-4539-bfd1-fc7922280f94 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:31.591607 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f0343a4e-0f8f-4539-bfd1-fc7922280f94 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "DELETE /v2.0/floatingips/18a05b73-7cfd-4b97-aa74-a1786b9fceeb HTTP/1.1" status: 204 len: 168 time: 1.3920858 Mar 11 11:48:31.660168 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8937c-d6c6-49d8-9b53-cefac3a499c6 None None] The sync data for ids ['c8c23638-e0bd-46bb-90a1-883750498334'] in n-d-833234-2 is: [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:58Z', 'revision_number': 4, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '8b36a554-a54b-4a60-ac39-67a3ea0ebc70', 'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'mac_address': 'fa:16:3e:36:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:57Z', 'updated_at': '2022-03-11T11:44:05Z', 'revision_number': 5, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'subnets': [{'id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:48:31.682513 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e319948-b8ca-4d50-9e1f-b32ed34d78a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:31.732174 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bee7476e-c2d2-41d3-8997-ede027693328 req-cca658e9-44a9-4b01-8491-92203c68bcba tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601837 Mar 11 11:48:31.793080 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port df5293cf-8b46-409f-9158-b48aa7dcdadf is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:31.793465 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (df5293cf-8b46-409f-9158-b48aa7dcdadf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:31.878174 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5293cf-8b46-409f-9158-b48aa7dcdadf'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:48:31.880424 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43f2ad1-7e3d-40d1-8f54-05e1538d3263" -d '{"events": [{"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-plugged", "status": "completed", "tag": "df5293cf-8b46-409f-9158-b48aa7dcdadf"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:48:31.899468 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d0ec6-3d14-4c36-b7fe-84b5b3ec89e8 req-ad7ec75b-7a0d-4b6e-9f29-c9600ae4372f tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:31.917139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-355d0ec6-3d14-4c36-b7fe-84b5b3ec89e8 req-ad7ec75b-7a0d-4b6e-9f29-c9600ae4372f tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.2029569 Mar 11 11:48:31.934928 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port df5293cf-8b46-409f-9158-b48aa7dcdadf, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=df5293cf-8b46-409f-9158-b48aa7dcdadf,segment=NetworkSegment(b80c930a-bf39-4a09-b927-d1b8997284e1),segment_id=b80c930a-bf39-4a09-b927-d1b8997284e1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:31.949285 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (df5293cf-8b46-409f-9158-b48aa7dcdadf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:31.950842 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 01f1b758-11ae-47ce-91f3-deec473c8b64 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:48:31.972077 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e319948-b8ca-4d50-9e1f-b32ed34d78a5 admin admin] Publish callbacks [] for security_group (327b92a7-4235-4cb5-af04-d56f5fd5ee42), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:31.982208 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e319948-b8ca-4d50-9e1f-b32ed34d78a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (327b92a7-4235-4cb5-af04-d56f5fd5ee42), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:32.018262 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0e319948-b8ca-4d50-9e1f-b32ed34d78a5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=598bae2428e44632b19e0df1a542bf95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6231742 Mar 11 11:48:32.023340 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50068) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:32.074083 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-355d0ec6-3d14-4c36-b7fe-84b5b3ec89e8 req-50bfff8a-cd97-482c-b7e8-134424a2b761 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493852 Mar 11 11:48:32.076257 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e319948-b8ca-4d50-9e1f-b32ed34d78a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327b92a7-4235-4cb5-af04-d56f5fd5ee42,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:32.165335 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:48:32.184916 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fda501ce-dcad-4bec-a539-e9379fe5b3e7 admin admin] Publish callbacks [] for security_group (327b92a7-4235-4cb5-af04-d56f5fd5ee42), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:32.254036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 01f1b758-11ae-47ce-91f3-deec473c8b64 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:48:32.270930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=df5293cf-8b46-409f-9158-b48aa7dcdadf,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:32.274268 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 01f1b758-11ae-47ce-91f3-deec473c8b64 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:32.274629 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:32.301593 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:32.302011 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:32.308945 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fda501ce-dcad-4bec-a539-e9379fe5b3e7 admin admin] Publish callbacks [] for security_group (327b92a7-4235-4cb5-af04-d56f5fd5ee42), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:32.397236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50076) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:32.417053 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e6de03b6-ac64-4204-8ac3-23fc3d95f83b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1279413017', 'description': 'tempest-description--817456477'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:32.466753 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fda501ce-dcad-4bec-a539-e9379fe5b3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (327b92a7-4235-4cb5-af04-d56f5fd5ee42), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:32.473970 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fda501ce-dcad-4bec-a539-e9379fe5b3e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:32.479023 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fda501ce-dcad-4bec-a539-e9379fe5b3e7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/327b92a7-4235-4cb5-af04-d56f5fd5ee42 HTTP/1.1" status: 204 len: 168 time: 0.4517357 Mar 11 11:48:32.508206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda501ce-dcad-4bec-a539-e9379fe5b3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327b92a7-4235-4cb5-af04-d56f5fd5ee42,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:32.522388 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6de03b6-ac64-4204-8ac3-23fc3d95f83b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:32.600361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:32.600899 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:32.649808 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec5694-1a83-4cf4-a118-998c4533ae51 None None] New status for floating IP 18a05b73-7cfd-4b97-aa74-a1786b9fceeb: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:48:32.682422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f40fae-408c-45bd-ba1a-aca60cb12ea1 req-212686ab-b5df-41d5-93e0-b67ba89ee08a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:32.691828 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6de03b6-ac64-4204-8ac3-23fc3d95f83b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group (3b99b73f-e708-4c3b-9cb7-038249ae298a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:32.701037 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6de03b6-ac64-4204-8ac3-23fc3d95f83b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3b99b73f-e708-4c3b-9cb7-038249ae298a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:32.701684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f40fae-408c-45bd-ba1a-aca60cb12ea1 req-212686ab-b5df-41d5-93e0-b67ba89ee08a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:32.720442 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f40fae-408c-45bd-ba1a-aca60cb12ea1 req-212686ab-b5df-41d5-93e0-b67ba89ee08a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:32.731844 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f40fae-408c-45bd-ba1a-aca60cb12ea1 req-212686ab-b5df-41d5-93e0-b67ba89ee08a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:32.749130 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f40fae-408c-45bd-ba1a-aca60cb12ea1 req-212686ab-b5df-41d5-93e0-b67ba89ee08a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:32.763134 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ccfa82-1c1d-442e-9b4b-7b819603fff6 x-openstack-request-id: req-c7ccfa82-1c1d-442e-9b4b-7b819603fff6 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:48:32.763748 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-plugged", "status": "completed", "tag": "df5293cf-8b46-409f-9158-b48aa7dcdadf", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:48:32.764186 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c7ccfa82-1c1d-442e-9b4b-7b819603fff6 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:48:32.764847 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5293cf-8b46-409f-9158-b48aa7dcdadf', 'code': 200} Mar 11 11:48:32.767919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 01f1b758-11ae-47ce-91f3-deec473c8b64 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:32.768625 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:32.771383 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f40fae-408c-45bd-ba1a-aca60cb12ea1 req-212686ab-b5df-41d5-93e0-b67ba89ee08a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:32.781143 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de03b6-ac64-4204-8ac3-23fc3d95f83b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b99b73f-e708-4c3b-9cb7-038249ae298a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:32.794959 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:32.806379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f40fae-408c-45bd-ba1a-aca60cb12ea1 req-212686ab-b5df-41d5-93e0-b67ba89ee08a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:32.830019 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50f40fae-408c-45bd-ba1a-aca60cb12ea1 req-212686ab-b5df-41d5-93e0-b67ba89ee08a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5427 time: 0.2793407 Mar 11 11:48:32.838454 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:32.843301 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6de03b6-ac64-4204-8ac3-23fc3d95f83b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:32.852577 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e6de03b6-ac64-4204-8ac3-23fc3d95f83b tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4484589 Mar 11 11:48:32.853759 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50084) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:32.868069 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ffb87741-3567-4f01-b4d1-28134c2401eb tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Request body: {'security_group_rule': {'security_group_id': '3b99b73f-e708-4c3b-9cb7-038249ae298a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:33.025421 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffb87741-3567-4f01-b4d1-28134c2401eb tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group_rule (65df90de-33f1-4693-a86d-48c9ba1a0337), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:33.042345 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 01f1b758-11ae-47ce-91f3-deec473c8b64, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=01f1b758-11ae-47ce-91f3-deec473c8b64,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:33.074456 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:33.075680 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a71fbc2e-a97d-4402-8ded-69179cd4d38d up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:48:33.179228 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50f40fae-408c-45bd-ba1a-aca60cb12ea1 req-917468d1-0ded-42c4-a99c-c3759e1a528d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3481414 Mar 11 11:48:33.187368 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:33.211320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:33.213813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:33.216014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:33.216588 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:33.217177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:33.217907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:33.218453 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:33.220087 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:33.221366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:33.221920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:33.226443 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:33.227218 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:33.227801 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:33.244118 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffb87741-3567-4f01-b4d1-28134c2401eb tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group_rule (65df90de-33f1-4693-a86d-48c9ba1a0337), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:33.264792 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffb87741-3567-4f01-b4d1-28134c2401eb tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (65df90de-33f1-4693-a86d-48c9ba1a0337), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:33.333303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb87741-3567-4f01-b4d1-28134c2401eb tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65df90de-33f1-4693-a86d-48c9ba1a0337,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:33.348324 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffb87741-3567-4f01-b4d1-28134c2401eb tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:33.353877 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ffb87741-3567-4f01-b4d1-28134c2401eb tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4965422 Mar 11 11:48:33.358058 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50094) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:33.366836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=01f1b758-11ae-47ce-91f3-deec473c8b64,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:33.369810 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1f17ab7a-cde2-4333-8cf7-12847f4902ba tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Request body: {'security_group_rule': {'security_group_id': '3b99b73f-e708-4c3b-9cb7-038249ae298a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:33.394271 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da5283-1e78-4a55-b459-6ddfb94023be req-720fa151-133d-41a1-aae9-232869e6dada tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:33.404189 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3da5283-1e78-4a55-b459-6ddfb94023be req-720fa151-133d-41a1-aae9-232869e6dada tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 949 time: 0.2827914 Mar 11 11:48:33.407605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50096) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:33.416119 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port a71fbc2e-a97d-4402-8ded-69179cd4d38d completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:48:33.446273 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port a71fbc2e-a97d-4402-8ded-69179cd4d38d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:33.446647 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:33.466630 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f17ab7a-cde2-4333-8cf7-12847f4902ba tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group_rule (962639aa-c141-4cf3-9b8e-69b8bc94d8e0), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:33.510679 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:33.576574 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33f0244c-bcb0-477b-9ce3-7075fb2b7935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:33.618325 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f17ab7a-cde2-4333-8cf7-12847f4902ba tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group_rule (962639aa-c141-4cf3-9b8e-69b8bc94d8e0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:33.629090 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f17ab7a-cde2-4333-8cf7-12847f4902ba tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (962639aa-c141-4cf3-9b8e-69b8bc94d8e0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:33.658258 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port a71fbc2e-a97d-4402-8ded-69179cd4d38d is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:33.659166 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:33.659426 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17ab7a-cde2-4333-8cf7-12847f4902ba tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962639aa-c141-4cf3-9b8e-69b8bc94d8e0,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:33.682669 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f17ab7a-cde2-4333-8cf7-12847f4902ba tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:33.691686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50098) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:33.691947 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1f17ab7a-cde2-4333-8cf7-12847f4902ba tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3325315 Mar 11 11:48:33.726344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-310a1027-e3ea-42eb-9914-857a03c9de18 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:33.782080 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port a71fbc2e-a97d-4402-8ded-69179cd4d38d, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a71fbc2e-a97d-4402-8ded-69179cd4d38d,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:33.785378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3da5283-1e78-4a55-b459-6ddfb94023be req-57936b53-48d4-41cb-a583-0bd764ad7185 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533239 Mar 11 11:48:33.794205 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:33.795878 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e4c89c08-ed82-4393-b109-0494927fe436 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:48:33.812013 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ea448-db97-497d-8b73-6e80f8a13c6f req-ed7e3174-43fe-45e7-a1df-2580e337540d tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:33.813631 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bb5ea448-db97-497d-8b73-6e80f8a13c6f req-ed7e3174-43fe-45e7-a1df-2580e337540d tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.3546870 Mar 11 11:48:33.922275 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-310a1027-e3ea-42eb-9914-857a03c9de18 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:33.957848 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=a71fbc2e-a97d-4402-8ded-69179cd4d38d,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:34.005692 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bb5ea448-db97-497d-8b73-6e80f8a13c6f req-725c2c21-2f73-4c14-8290-c14ce85847fe tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753163 Mar 11 11:48:34.062590 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33f0244c-bcb0-477b-9ce3-7075fb2b7935 admin admin] Publish callbacks [] for security_group (1dbb1bad-051a-4b26-b7b7-416a97fe39b2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:34.064717 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port e4c89c08-ed82-4393-b109-0494927fe436 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:48:34.069086 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port e4c89c08-ed82-4393-b109-0494927fe436 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:34.069742 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e4c89c08-ed82-4393-b109-0494927fe436), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:34.084858 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33f0244c-bcb0-477b-9ce3-7075fb2b7935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1dbb1bad-051a-4b26-b7b7-416a97fe39b2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:34.139045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-33f0244c-bcb0-477b-9ce3-7075fb2b7935 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c27bf3cb5e484fe9ad45ee2dd49cb50a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7270637 Mar 11 11:48:34.141989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50102) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:34.151204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca60e5a-cc6e-4036-8f65-62223f1b61f6 req-06a682ca-c73f-43af-a4a3-0a845355dff2 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:34.152790 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ca60e5a-cc6e-4036-8f65-62223f1b61f6 req-06a682ca-c73f-43af-a4a3-0a845355dff2 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.2320447 Mar 11 11:48:34.204713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e4c89c08-ed82-4393-b109-0494927fe436 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:34.205207 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e4c89c08-ed82-4393-b109-0494927fe436), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:34.283477 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e4c89c08-ed82-4393-b109-0494927fe436, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e4c89c08-ed82-4393-b109-0494927fe436,segment=NetworkSegment(b80c930a-bf39-4a09-b927-d1b8997284e1),segment_id=b80c930a-bf39-4a09-b927-d1b8997284e1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:34.296262 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e4c89c08-ed82-4393-b109-0494927fe436), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:34.297311 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 549a9e8f-3f82-4033-9365-6e1aa651a963 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:48:34.322139 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0c14-eb16-491d-9464-d3dcf44cb4d8 admin admin] Publish callbacks [] for security_group (1dbb1bad-051a-4b26-b7b7-416a97fe39b2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:34.375694 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0c14-eb16-491d-9464-d3dcf44cb4d8 admin admin] Publish callbacks [] for security_group (1dbb1bad-051a-4b26-b7b7-416a97fe39b2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:34.473342 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0c14-eb16-491d-9464-d3dcf44cb4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1dbb1bad-051a-4b26-b7b7-416a97fe39b2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:34.485985 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0c14-eb16-491d-9464-d3dcf44cb4d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:34.489514 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cc3e0c14-eb16-491d-9464-d3dcf44cb4d8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1dbb1bad-051a-4b26-b7b7-416a97fe39b2 HTTP/1.1" status: 204 len: 168 time: 0.3442693 Mar 11 11:48:34.497756 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e0c14-eb16-491d-9464-d3dcf44cb4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbb1bad-051a-4b26-b7b7-416a97fe39b2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:34.542129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e4c89c08-ed82-4393-b109-0494927fe436,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:34.582440 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 549a9e8f-3f82-4033-9365-6e1aa651a963 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:48:34.588497 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 549a9e8f-3f82-4033-9365-6e1aa651a963 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:34.588739 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:34.593418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0244c-bcb0-477b-9ce3-7075fb2b7935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbb1bad-051a-4b26-b7b7-416a97fe39b2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:34.639606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ca60e5a-cc6e-4036-8f65-62223f1b61f6 req-be169f14-ec65-45f5-9fd4-a4fc81c084a2 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786398 Mar 11 11:48:34.658046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0244c-bcb0-477b-9ce3-7075fb2b7935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:34.660628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0244c-bcb0-477b-9ce3-7075fb2b7935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:34.661970 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0244c-bcb0-477b-9ce3-7075fb2b7935 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:34.662661 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0244c-bcb0-477b-9ce3-7075fb2b7935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:34.664675 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0244c-bcb0-477b-9ce3-7075fb2b7935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:34.666148 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0244c-bcb0-477b-9ce3-7075fb2b7935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:34.667186 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0244c-bcb0-477b-9ce3-7075fb2b7935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:34.668460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0244c-bcb0-477b-9ce3-7075fb2b7935 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:34.668956 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0244c-bcb0-477b-9ce3-7075fb2b7935 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:34.670140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0244c-bcb0-477b-9ce3-7075fb2b7935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:34.670623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0244c-bcb0-477b-9ce3-7075fb2b7935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:34.671295 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0244c-bcb0-477b-9ce3-7075fb2b7935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:34.672839 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0244c-bcb0-477b-9ce3-7075fb2b7935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:48:34.756606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434207c7-9996-4c01-a240-0cc203fb8b0b req-fc12758e-b019-4040-842d-ca0eace7c291 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:34.766426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5d78ff-c484-4ab8-944b-8c6703a97b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fb9cfc-0db5-44ee-ad74-b1de4744d6d7'}, {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f1b758-11ae-47ce-91f3-deec473c8b64'}, {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71fbc2e-a97d-4402-8ded-69179cd4d38d'}, {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c89c08-ed82-4393-b109-0494927fe436'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:48:34.770021 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434207c7-9996-4c01-a240-0cc203fb8b0b req-fc12758e-b019-4040-842d-ca0eace7c291 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:34.772149 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c86be5-45a3-4daa-8684-edfe1541ee1d" -d '{"events": [{"server_uuid": "fd5d78ff-c484-4ab8-944b-8c6703a97b51", "name": "network-vif-plugged", "status": "completed", "tag": "04fb9cfc-0db5-44ee-ad74-b1de4744d6d7"}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-plugged", "status": "completed", "tag": "01f1b758-11ae-47ce-91f3-deec473c8b64"}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-plugged", "status": "completed", "tag": "a71fbc2e-a97d-4402-8ded-69179cd4d38d"}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-plugged", "status": "completed", "tag": "e4c89c08-ed82-4393-b109-0494927fe436"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:48:34.776412 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434207c7-9996-4c01-a240-0cc203fb8b0b req-fc12758e-b019-4040-842d-ca0eace7c291 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:34.783885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434207c7-9996-4c01-a240-0cc203fb8b0b req-fc12758e-b019-4040-842d-ca0eace7c291 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:34.800903 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 549a9e8f-3f82-4033-9365-6e1aa651a963 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:34.801376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434207c7-9996-4c01-a240-0cc203fb8b0b req-fc12758e-b019-4040-842d-ca0eace7c291 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:34.803427 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:34.813752 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434207c7-9996-4c01-a240-0cc203fb8b0b req-fc12758e-b019-4040-842d-ca0eace7c291 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:34.834853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434207c7-9996-4c01-a240-0cc203fb8b0b req-fc12758e-b019-4040-842d-ca0eace7c291 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:34.838379 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-434207c7-9996-4c01-a240-0cc203fb8b0b req-fc12758e-b019-4040-842d-ca0eace7c291 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5430 time: 0.4741201 Mar 11 11:48:34.852764 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-310a1027-e3ea-42eb-9914-857a03c9de18 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:34.900868 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 549a9e8f-3f82-4033-9365-6e1aa651a963, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=549a9e8f-3f82-4033-9365-6e1aa651a963,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:34.917302 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:34.920272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 94ee77d3-140f-410f-9091-9ae5dce83265 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:48:35.029815 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-434207c7-9996-4c01-a240-0cc203fb8b0b req-0d3e268e-2e2a-4f05-ac72-f02f5e27068f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1839552 Mar 11 11:48:35.068407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=549a9e8f-3f82-4033-9365-6e1aa651a963,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:35.070876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377de0e3-2984-4dbc-aa69-3d654ac139d0 req-e5cd14bd-3d3b-4f3f-9d0f-5fbd617dba6a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:35.079201 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-377de0e3-2984-4dbc-aa69-3d654ac139d0 req-e5cd14bd-3d3b-4f3f-9d0f-5fbd617dba6a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.1767151 Mar 11 11:48:35.163874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 94ee77d3-140f-410f-9091-9ae5dce83265 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:48:35.170376 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 94ee77d3-140f-410f-9091-9ae5dce83265 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:35.171003 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (94ee77d3-140f-410f-9091-9ae5dce83265), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:35.198517 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-377de0e3-2984-4dbc-aa69-3d654ac139d0 req-f5aa0ba6-228f-406c-adf9-b1bdfef48201 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165843 Mar 11 11:48:35.268493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-310a1027-e3ea-42eb-9914-857a03c9de18 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Allocated IP 172.25.7.133 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/3af1f94a-fb95-4679-af24-2980d4742ca4) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:48:35.280500 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 11 Mar 2022 11:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bce2e7-5668-42ce-a092-e082a2135284 x-openstack-request-id: req-62bce2e7-5668-42ce-a092-e082a2135284 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:48:35.280881 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5d78ff-c484-4ab8-944b-8c6703a97b51", "name": "network-vif-plugged", "status": "completed", "tag": "04fb9cfc-0db5-44ee-ad74-b1de4744d6d7", "code": 200}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-plugged", "status": "completed", "tag": "01f1b758-11ae-47ce-91f3-deec473c8b64", "code": 200}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-plugged", "status": "completed", "tag": "a71fbc2e-a97d-4402-8ded-69179cd4d38d", "code": 200}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-plugged", "status": "completed", "tag": "e4c89c08-ed82-4393-b109-0494927fe436", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:48:35.281200 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-62bce2e7-5668-42ce-a092-e082a2135284 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:48:35.281673 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5d78ff-c484-4ab8-944b-8c6703a97b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fb9cfc-0db5-44ee-ad74-b1de4744d6d7', 'code': 200} Mar 11 11:48:35.282050 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f1b758-11ae-47ce-91f3-deec473c8b64', 'code': 200} Mar 11 11:48:35.282368 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71fbc2e-a97d-4402-8ded-69179cd4d38d', 'code': 200} Mar 11 11:48:35.282679 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c89c08-ed82-4393-b109-0494927fe436', 'code': 200} Mar 11 11:48:35.307067 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 94ee77d3-140f-410f-9091-9ae5dce83265 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:35.307612 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (94ee77d3-140f-410f-9091-9ae5dce83265), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:35.416394 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 94ee77d3-140f-410f-9091-9ae5dce83265, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=94ee77d3-140f-410f-9091-9ae5dce83265,segment=NetworkSegment(c3300a20-5c4e-4f46-8c0d-023a3ba22a0b),segment_id=c3300a20-5c4e-4f46-8c0d-023a3ba22a0b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:35.431812 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (94ee77d3-140f-410f-9091-9ae5dce83265), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:35.432714 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:48:35.547879 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=94ee77d3-140f-410f-9091-9ae5dce83265,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:35.581951 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-310a1027-e3ea-42eb-9914-857a03c9de18 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for port (3af1f94a-fb95-4679-af24-2980d4742ca4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:35.587818 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:48:35.595280 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:35.596395 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8cbd221a-3eae-485b-b7c8-8bf32b0598f7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:35.626629 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-310a1027-e3ea-42eb-9914-857a03c9de18 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3af1f94a-fb95-4679-af24-2980d4742ca4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:35.669855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced6562-6759-4239-b44b-818e964fa1c7 req-2eb21818-b617-4b16-92f8-a8cf59b8d4bc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:35.684347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ced6562-6759-4239-b44b-818e964fa1c7 req-2eb21818-b617-4b16-92f8-a8cf59b8d4bc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.3233812 Mar 11 11:48:35.811406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310a1027-e3ea-42eb-9914-857a03c9de18 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:48:35.831122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-310a1027-e3ea-42eb-9914-857a03c9de18 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:48:35.914439 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a1027-e3ea-42eb-9914-857a03c9de18 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:48:35.937858 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a1027-e3ea-42eb-9914-857a03c9de18 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Pushing event updated for resources: {'Port': ['ID=3af1f94a-fb95-4679-af24-2980d4742ca4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:36.106276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e177862-a2be-400e-a3cc-803727d62147 req-df15cd3b-e32d-4bd8-8520-4c232343f19a tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:36.119377 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e177862-a2be-400e-a3cc-803727d62147 req-df15cd3b-e32d-4bd8-8520-4c232343f19a tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.3008993 Mar 11 11:48:36.150801 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ced6562-6759-4239-b44b-818e964fa1c7 req-43687932-68b6-4515-bb43-efbd03ea2955 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615629 Mar 11 11:48:36.198464 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:36.198865 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8cbd221a-3eae-485b-b7c8-8bf32b0598f7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:36.294582 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-310a1027-e3ea-42eb-9914-857a03c9de18 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for floatingip (da8ed9d7-9c67-4467-b950-5f805ef139b2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:36.361695 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-310a1027-e3ea-42eb-9914-857a03c9de18 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3af1f94a-fb95-4679-af24-2980d4742ca4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:36.389947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=8cbd221a-3eae-485b-b7c8-8bf32b0598f7,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:36.402979 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8cbd221a-3eae-485b-b7c8-8bf32b0598f7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:36.404942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4d9e3b51-e36d-455b-b812-2641793bdd65 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:48:36.551986 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e177862-a2be-400e-a3cc-803727d62147 req-6b6d420f-1bba-49a5-9dc3-74b9509e6cc2 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311988 Mar 11 11:48:36.626560 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=8cbd221a-3eae-485b-b7c8-8bf32b0598f7,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:36.664363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 4d9e3b51-e36d-455b-b812-2641793bdd65 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:48:36.678469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 4d9e3b51-e36d-455b-b812-2641793bdd65 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:36.678922 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4d9e3b51-e36d-455b-b812-2641793bdd65), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:36.767185 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ec21d-de34-4f72-b3b3-5d9240ef9de8 req-0fed56f9-a6f4-40f6-bf5e-0edc3b40dd38 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:36.776396 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ec21d-de34-4f72-b3b3-5d9240ef9de8 req-0fed56f9-a6f4-40f6-bf5e-0edc3b40dd38 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:36.787129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ec21d-de34-4f72-b3b3-5d9240ef9de8 req-0fed56f9-a6f4-40f6-bf5e-0edc3b40dd38 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:36.802395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ec21d-de34-4f72-b3b3-5d9240ef9de8 req-0fed56f9-a6f4-40f6-bf5e-0edc3b40dd38 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:36.811184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ec21d-de34-4f72-b3b3-5d9240ef9de8 req-0fed56f9-a6f4-40f6-bf5e-0edc3b40dd38 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:36.817265 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ec21d-de34-4f72-b3b3-5d9240ef9de8 req-0fed56f9-a6f4-40f6-bf5e-0edc3b40dd38 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:36.823616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ec21d-de34-4f72-b3b3-5d9240ef9de8 req-0fed56f9-a6f4-40f6-bf5e-0edc3b40dd38 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:36.833922 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-185ec21d-de34-4f72-b3b3-5d9240ef9de8 req-0fed56f9-a6f4-40f6-bf5e-0edc3b40dd38 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5431 time: 0.5312238 Mar 11 11:48:36.956674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 4d9e3b51-e36d-455b-b812-2641793bdd65 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:36.957281 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4d9e3b51-e36d-455b-b812-2641793bdd65), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:37.054342 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4d9e3b51-e36d-455b-b812-2641793bdd65, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4d9e3b51-e36d-455b-b812-2641793bdd65,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:37.087626 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4d9e3b51-e36d-455b-b812-2641793bdd65), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:37.205521 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-310a1027-e3ea-42eb-9914-857a03c9de18 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for port (3af1f94a-fb95-4679-af24-2980d4742ca4), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:37.226480 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-185ec21d-de34-4f72-b3b3-5d9240ef9de8 req-6bc084ed-197e-4418-b80f-e8433a1a9f28 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3918576 Mar 11 11:48:37.245446 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-310a1027-e3ea-42eb-9914-857a03c9de18 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (3af1f94a-fb95-4679-af24-2980d4742ca4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:37.257699 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=4d9e3b51-e36d-455b-b812-2641793bdd65,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:37.288933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4149645f-577c-4450-a75b-b0dc26e0adb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549a9e8f-3f82-4033-9365-6e1aa651a963'}, {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ee77d3-140f-410f-9091-9ae5dce83265'}, {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbd221a-3eae-485b-b7c8-8bf32b0598f7'}, {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9e3b51-e36d-455b-b812-2641793bdd65'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:48:37.292327 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504f8507-d9d1-454b-8e64-ea5b4f841be1" -d '{"events": [{"server_uuid": "4149645f-577c-4450-a75b-b0dc26e0adb8", "name": "network-vif-plugged", "status": "completed", "tag": "549a9e8f-3f82-4033-9365-6e1aa651a963"}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-plugged", "status": "completed", "tag": "94ee77d3-140f-410f-9091-9ae5dce83265"}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-plugged", "status": "completed", "tag": "8cbd221a-3eae-485b-b7c8-8bf32b0598f7"}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-plugged", "status": "completed", "tag": "4d9e3b51-e36d-455b-b812-2641793bdd65"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:48:37.419320 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187be54a-b8e5-43fd-b755-57cbe0878175 req-bbe52993-3461-42ed-95ce-ac3e4055b363 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:37.422454 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-187be54a-b8e5-43fd-b755-57cbe0878175 req-bbe52993-3461-42ed-95ce-ac3e4055b363 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.5799966 Mar 11 11:48:37.499414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a1027-e3ea-42eb-9914-857a03c9de18 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Pushing event updated for resources: {'Port': ['ID=3af1f94a-fb95-4679-af24-2980d4742ca4,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:37.597123 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-310a1027-e3ea-42eb-9914-857a03c9de18 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (da8ed9d7-9c67-4467-b950-5f805ef139b2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:37.646112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-187be54a-b8e5-43fd-b755-57cbe0878175 req-8906b256-29aa-4c09-b239-2126d8234914 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976166 Mar 11 11:48:37.658270 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-310a1027-e3ea-42eb-9914-857a03c9de18 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:37.671937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-310a1027-e3ea-42eb-9914-857a03c9de18 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9578366 Mar 11 11:48:37.697406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebdddb-7093-4ff4-8e31-98e36056e128 req-3c502ce6-7006-44b2-9b09-d9652324ca86 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:37.700385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fcebdddb-7093-4ff4-8e31-98e36056e128 req-3c502ce6-7006-44b2-9b09-d9652324ca86 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.2738757 Mar 11 11:48:37.800362 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 11 Mar 2022 11:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f09e612-c22e-45af-a45e-04b164ab48e5 x-openstack-request-id: req-1f09e612-c22e-45af-a45e-04b164ab48e5 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:48:37.800899 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4149645f-577c-4450-a75b-b0dc26e0adb8", "name": "network-vif-plugged", "status": "completed", "tag": "549a9e8f-3f82-4033-9365-6e1aa651a963", "code": 200}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-plugged", "status": "completed", "tag": "94ee77d3-140f-410f-9091-9ae5dce83265", "code": 200}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-plugged", "status": "completed", "tag": "8cbd221a-3eae-485b-b7c8-8bf32b0598f7", "code": 200}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-plugged", "status": "completed", "tag": "4d9e3b51-e36d-455b-b812-2641793bdd65", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:48:37.800899 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1f09e612-c22e-45af-a45e-04b164ab48e5 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:48:37.801274 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4149645f-577c-4450-a75b-b0dc26e0adb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549a9e8f-3f82-4033-9365-6e1aa651a963', 'code': 200} Mar 11 11:48:37.801521 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ee77d3-140f-410f-9091-9ae5dce83265', 'code': 200} Mar 11 11:48:37.801762 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbd221a-3eae-485b-b7c8-8bf32b0598f7', 'code': 200} Mar 11 11:48:37.801999 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9e3b51-e36d-455b-b812-2641793bdd65', 'code': 200} Mar 11 11:48:37.812098 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fcebdddb-7093-4ff4-8e31-98e36056e128 req-5eadd243-82db-47c1-9572-8d2bc1a27820 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032474 Mar 11 11:48:38.153053 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b56722-fd9a-4619-ac0e-2680ba0e9e9e req-05ced715-af62-4348-8bff-abfcb4317727 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:38.158720 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4b56722-fd9a-4619-ac0e-2680ba0e9e9e req-05ced715-af62-4348-8bff-abfcb4317727 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.2062168 Mar 11 11:48:38.167235 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-f99ce0f3-d3cd-4083-a0d0-cedd6ad366e5 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1279413017&fields=id&tenant_id=bf1392660d9b487585dafc67abf0ead8 HTTP/1.1" status: 200 len: 267 time: 0.0920985 Mar 11 11:48:38.180679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f3c1a-eb9c-4e7e-b99e-d318a9195b48 req-4e5b0744-a328-4c89-8f67-20894685affb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:38.182933 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d07f3c1a-eb9c-4e7e-b99e-d318a9195b48 req-4e5b0744-a328-4c89-8f67-20894685affb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 1132 time: 0.1392922 Mar 11 11:48:38.191311 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d779538-8859-47ad-972b-47b24dfd47b0 req-e571ce82-bd62-437f-95de-328cf13e9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:38.192359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d779538-8859-47ad-972b-47b24dfd47b0 req-e571ce82-bd62-437f-95de-328cf13e9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:38.192985 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d779538-8859-47ad-972b-47b24dfd47b0 req-e571ce82-bd62-437f-95de-328cf13e9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:38.193588 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d779538-8859-47ad-972b-47b24dfd47b0 req-e571ce82-bd62-437f-95de-328cf13e9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:38.194178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d779538-8859-47ad-972b-47b24dfd47b0 req-e571ce82-bd62-437f-95de-328cf13e9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:38.195142 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d779538-8859-47ad-972b-47b24dfd47b0 req-e571ce82-bd62-437f-95de-328cf13e9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:38.195999 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d779538-8859-47ad-972b-47b24dfd47b0 req-e571ce82-bd62-437f-95de-328cf13e9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:38.198403 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1d779538-8859-47ad-972b-47b24dfd47b0 req-e571ce82-bd62-437f-95de-328cf13e9936 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 6707 time: 0.1562355 Mar 11 11:48:38.288116 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d07f3c1a-eb9c-4e7e-b99e-d318a9195b48 req-e2d76033-b8d5-4227-8569-dd641faf8795 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884123 Mar 11 11:48:38.345926 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1d779538-8859-47ad-972b-47b24dfd47b0 req-c624cfa4-c87b-4e7c-b91b-c45213e4b812 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1342282 Mar 11 11:48:38.355039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4b56722-fd9a-4619-ac0e-2680ba0e9e9e req-e30913e6-e292-4440-8380-5fd4bca59c9a tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830351 Mar 11 11:48:38.487502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-1ad378e4-e9f4-4239-a87f-03f921757edb tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:38.489212 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-1ad378e4-e9f4-4239-a87f-03f921757edb tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/networks?id=76092203-82d8-4a24-86d5-4aa9015481db HTTP/1.1" status: 200 len: 810 time: 0.2851260 Mar 11 11:48:38.522644 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7abfc-ff55-437b-93bd-1ddbbb9766a0 req-84281aef-ee62-40aa-a1da-f53aa395b6b8 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:38.529060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7abfc-ff55-437b-93bd-1ddbbb9766a0 req-84281aef-ee62-40aa-a1da-f53aa395b6b8 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:38.534986 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7abfc-ff55-437b-93bd-1ddbbb9766a0 req-84281aef-ee62-40aa-a1da-f53aa395b6b8 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:38.541490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7abfc-ff55-437b-93bd-1ddbbb9766a0 req-84281aef-ee62-40aa-a1da-f53aa395b6b8 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:38.547343 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7abfc-ff55-437b-93bd-1ddbbb9766a0 req-84281aef-ee62-40aa-a1da-f53aa395b6b8 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:38.553550 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7abfc-ff55-437b-93bd-1ddbbb9766a0 req-84281aef-ee62-40aa-a1da-f53aa395b6b8 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:38.560217 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7abfc-ff55-437b-93bd-1ddbbb9766a0 req-84281aef-ee62-40aa-a1da-f53aa395b6b8 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:38.568229 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bfe7abfc-ff55-437b-93bd-1ddbbb9766a0 req-84281aef-ee62-40aa-a1da-f53aa395b6b8 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5433 time: 0.1482403 Mar 11 11:48:38.626454 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-7492365c-b1c7-4913-bbff-90a557fb061d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/quotas/bf1392660d9b487585dafc67abf0ead8 HTTP/1.1" status: 200 len: 375 time: 0.1315200 Mar 11 11:48:38.646200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bfe7abfc-ff55-437b-93bd-1ddbbb9766a0 req-8ce85bab-5cb7-42d1-8098-dfadfe6b5a38 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696156 Mar 11 11:48:38.793666 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-1bb18084-f507-4f50-9cbc-ed1e8cb70674 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bf1392660d9b487585dafc67abf0ead8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1482401 Mar 11 11:48:38.825648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-6697ac6c-9b01-4acb-a380-a3c1fa4a0969 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:48:38.827327 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-6697ac6c-9b01-4acb-a380-a3c1fa4a0969 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086992 Mar 11 11:48:38.962255 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee56b37-1d5e-44bb-96d4-a8daefbaa390 req-3b44bbfd-fb60-4ac8-99af-4dc7ed14cff9 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:38.971127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ee56b37-1d5e-44bb-96d4-a8daefbaa390 req-3b44bbfd-fb60-4ac8-99af-4dc7ed14cff9 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.1219847 Mar 11 11:48:39.084005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ee56b37-1d5e-44bb-96d4-a8daefbaa390 req-1a80d70b-610b-485f-99a8-b532118901e8 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074982 Mar 11 11:48:39.145437 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-9a5fce34-6294-4158-bdb4-b233ac842dbd service neutron] 10.222.0.78 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119683 Mar 11 11:48:39.333343 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-e7a7f439-f971-4b9a-9fc5-dbdc0e443e88 service neutron] 10.222.0.78 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780462 Mar 11 11:48:39.380496 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a77a67-d6ff-4114-af0b-baa1c9899a2a req-4506ca81-f892-4841-b9e3-c1c78c7c77a1 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:39.382848 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40a77a67-d6ff-4114-af0b-baa1c9899a2a req-4506ca81-f892-4841-b9e3-c1c78c7c77a1 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.1444640 Mar 11 11:48:39.459022 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40a77a67-d6ff-4114-af0b-baa1c9899a2a req-82fd2981-60e8-4e73-9bb9-7f1ebe1a34da tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676003 Mar 11 11:48:39.659100 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be4fa340-2107-41f6-a522-ca75507885b4 req-18997a9b-441d-40d2-9a6e-50fdbc0ee4b4 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 210 time: 0.0894976 Mar 11 11:48:39.823357 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee8f3e-657e-422c-9c41-a67a5aac5793 req-d418b4ca-26f2-45d0-807b-c647f16e6deb tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:39.831857 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aaee8f3e-657e-422c-9c41-a67a5aac5793 req-d418b4ca-26f2-45d0-807b-c647f16e6deb tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.1685479 Mar 11 11:48:39.964171 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aaee8f3e-657e-422c-9c41-a67a5aac5793 req-fe2832cf-57ed-4ae7-8da1-f235e3395272 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313465 Mar 11 11:48:40.013208 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf70cb-0118-4e3c-b44b-92aacc0bbcbb req-53c27651-faec-41c0-9951-8a4564267a7c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:40.020066 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf70cb-0118-4e3c-b44b-92aacc0bbcbb req-53c27651-faec-41c0-9951-8a4564267a7c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:40.026592 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf70cb-0118-4e3c-b44b-92aacc0bbcbb req-53c27651-faec-41c0-9951-8a4564267a7c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:40.032860 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf70cb-0118-4e3c-b44b-92aacc0bbcbb req-53c27651-faec-41c0-9951-8a4564267a7c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:40.039782 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf70cb-0118-4e3c-b44b-92aacc0bbcbb req-53c27651-faec-41c0-9951-8a4564267a7c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:40.047621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf70cb-0118-4e3c-b44b-92aacc0bbcbb req-53c27651-faec-41c0-9951-8a4564267a7c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:40.057411 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf70cb-0118-4e3c-b44b-92aacc0bbcbb req-53c27651-faec-41c0-9951-8a4564267a7c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:40.059415 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0caf70cb-0118-4e3c-b44b-92aacc0bbcbb req-53c27651-faec-41c0-9951-8a4564267a7c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5433 time: 0.2201972 Mar 11 11:48:40.242669 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0caf70cb-0118-4e3c-b44b-92aacc0bbcbb req-560c51a2-ca70-458e-8531-eee68654f725 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1754937 Mar 11 11:48:40.370418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063477e2-e2d5-4f12-80ad-ac0cecc036a0 req-34f73be2-55df-4beb-9c83-8987eb415d6c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:40.372085 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-063477e2-e2d5-4f12-80ad-ac0cecc036a0 req-34f73be2-55df-4beb-9c83-8987eb415d6c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.1108797 Mar 11 11:48:40.473234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-063477e2-e2d5-4f12-80ad-ac0cecc036a0 req-98c9c374-8b06-4507-b037-a690fb9b2d8d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948675 Mar 11 11:48:40.670525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6315dc4-28d0-45e0-85f5-642d93ecf2d1 req-cec54be8-3e58-4bc2-824f-bc630b23844a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:40.679228 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6315dc4-28d0-45e0-85f5-642d93ecf2d1 req-cec54be8-3e58-4bc2-824f-bc630b23844a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.1091156 Mar 11 11:48:40.708843 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb617049-e946-42b3-a2d3-5cdf54c73273 req-91305a33-be3f-4bc6-888f-ef11e7b8f85b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:40.710461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb617049-e946-42b3-a2d3-5cdf54c73273 req-91305a33-be3f-4bc6-888f-ef11e7b8f85b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.1061108 Mar 11 11:48:40.792160 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6315dc4-28d0-45e0-85f5-642d93ecf2d1 req-9086cd5d-fd5c-417f-8b78-0812178df367 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120322 Mar 11 11:48:40.828812 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb617049-e946-42b3-a2d3-5cdf54c73273 req-5f214d84-51cb-4598-a43d-ee41d434810b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012130 Mar 11 11:48:40.939358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-805cbce5-27a3-434d-8bf1-ed9292d97835 req-b9a697a8-cb8c-4d31-9764-823520c5a31a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 210 time: 0.0516548 Mar 11 11:48:41.105118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-e36ee423-926a-4add-a167-ca464b05108c req-2721b844-4799-48f1-a9ef-57f1382b6344 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:48:41.106902 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e36ee423-926a-4add-a167-ca464b05108c req-2721b844-4799-48f1-a9ef-57f1382b6344 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117881 Mar 11 11:48:41.157906 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa610e-bcd7-4e87-a869-9caa8edcc690 req-da500e8c-7072-4a2f-8518-bdc6795f964e tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:41.158825 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97fa610e-bcd7-4e87-a869-9caa8edcc690 req-da500e8c-7072-4a2f-8518-bdc6795f964e tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.0925577 Mar 11 11:48:41.322026 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97fa610e-bcd7-4e87-a869-9caa8edcc690 req-d15f73e2-c94e-4766-b8f9-672a48d352c0 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490219 Mar 11 11:48:41.582089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-23665f11-244c-4713-9566-0d160d270b96 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:41.587601 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-23665f11-244c-4713-9566-0d160d270b96 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.37 "GET /v2.0/networks?id=76092203-82d8-4a24-86d5-4aa9015481db HTTP/1.1" status: 200 len: 810 time: 0.3581948 Mar 11 11:48:41.648561 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467f6cc-f4a5-4146-9db8-e9583e633b93 req-b973be24-4a9b-4df1-9320-a32b53700e4c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:41.653932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467f6cc-f4a5-4146-9db8-e9583e633b93 req-b973be24-4a9b-4df1-9320-a32b53700e4c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:41.659512 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467f6cc-f4a5-4146-9db8-e9583e633b93 req-b973be24-4a9b-4df1-9320-a32b53700e4c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:41.664993 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467f6cc-f4a5-4146-9db8-e9583e633b93 req-b973be24-4a9b-4df1-9320-a32b53700e4c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:41.670264 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467f6cc-f4a5-4146-9db8-e9583e633b93 req-b973be24-4a9b-4df1-9320-a32b53700e4c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:41.675932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467f6cc-f4a5-4146-9db8-e9583e633b93 req-b973be24-4a9b-4df1-9320-a32b53700e4c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:41.681972 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467f6cc-f4a5-4146-9db8-e9583e633b93 req-b973be24-4a9b-4df1-9320-a32b53700e4c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:41.689540 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3467f6cc-f4a5-4146-9db8-e9583e633b93 req-b973be24-4a9b-4df1-9320-a32b53700e4c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5433 time: 0.2543974 Mar 11 11:48:41.770555 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-efc24e22-5505-44ea-b995-bd8360dbda4a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1392660d9b487585dafc67abf0ead8 HTTP/1.1" status: 200 len: 380 time: 0.1709480 Mar 11 11:48:41.782381 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-b39f445e-a078-40bf-beb3-f1d5125e4f14 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Request body: {'port': {'device_id': '12579627-5c00-44e5-80a5-c07da685249d', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'admin_state_up': True, 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'security_groups': ['3b99b73f-e708-4c3b-9cb7-038249ae298a']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:41.790150 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-a7e7e898-f89b-4762-9bbb-9437a2cb83af service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2186146 Mar 11 11:48:41.804593 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3467f6cc-f4a5-4146-9db8-e9583e633b93 req-0e6ac506-7ed6-41de-801f-4e8d29e91b85 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1140933 Mar 11 11:48:41.807824 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f9dc322d-a892-4ed2-8de2-a45e06c1c7b7 req-669108e1-7911-43b1-a39a-ab5066c7e014 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1142962 Mar 11 11:48:41.835646 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80747e4f-0ec2-4c7e-a634-60200c8a8b72 req-4c5ef04b-7578-4422-b871-ae2e886d46a8 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:41.837658 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-80747e4f-0ec2-4c7e-a634-60200c8a8b72 req-4c5ef04b-7578-4422-b871-ae2e886d46a8 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.2454395 Mar 11 11:48:41.927875 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-80747e4f-0ec2-4c7e-a634-60200c8a8b72 req-60e16328-142b-48d4-98f3-164663fcb9e3 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809011 Mar 11 11:48:42.033791 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99704966-b7ed-4da3-a770-c5f9fd40c47b req-fb5a0d8d-2bb0-4ab4-bd3c-85b07ea83d4a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:42.035164 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99704966-b7ed-4da3-a770-c5f9fd40c47b req-fb5a0d8d-2bb0-4ab4-bd3c-85b07ea83d4a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.0961998 Mar 11 11:48:42.038311 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc322d-a892-4ed2-8de2-a45e06c1c7b7 req-7429b441-1ec5-4760-8ae5-42c38beb9413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:42.045986 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f9dc322d-a892-4ed2-8de2-a45e06c1c7b7 req-7429b441-1ec5-4760-8ae5-42c38beb9413 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 1131 time: 0.2003822 Mar 11 11:48:42.076194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-b39f445e-a078-40bf-beb3-f1d5125e4f14 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Made reservation on behalf of bf1392660d9b487585dafc67abf0ead8 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:48:42.081114 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-b39f445e-a078-40bf-beb3-f1d5125e4f14 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:42.180871 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99704966-b7ed-4da3-a770-c5f9fd40c47b req-b434c1c6-0a75-4e98-b05a-4296426cc8c0 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344931 Mar 11 11:48:42.227156 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e02a68-955d-461d-b04f-8f813ab2db54 req-91afca2b-4d31-4f55-a9c0-08a9d6f0284c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:42.242770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e02a68-955d-461d-b04f-8f813ab2db54 req-91afca2b-4d31-4f55-a9c0-08a9d6f0284c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:42.252247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e02a68-955d-461d-b04f-8f813ab2db54 req-91afca2b-4d31-4f55-a9c0-08a9d6f0284c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:42.259304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e02a68-955d-461d-b04f-8f813ab2db54 req-91afca2b-4d31-4f55-a9c0-08a9d6f0284c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:42.277548 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e02a68-955d-461d-b04f-8f813ab2db54 req-91afca2b-4d31-4f55-a9c0-08a9d6f0284c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:42.294343 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e02a68-955d-461d-b04f-8f813ab2db54 req-91afca2b-4d31-4f55-a9c0-08a9d6f0284c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:42.299777 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e02a68-955d-461d-b04f-8f813ab2db54 req-91afca2b-4d31-4f55-a9c0-08a9d6f0284c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:42.306122 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-80e02a68-955d-461d-b04f-8f813ab2db54 req-91afca2b-4d31-4f55-a9c0-08a9d6f0284c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5433 time: 0.2023230 Mar 11 11:48:42.312312 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50290) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:42.317132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-481002e0-6ecb-4407-aa39-6c7cb82bae3b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Request body: {'floatingip': {'port_id': '94ee77d3-140f-410f-9091-9ae5dce83265'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:42.479666 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc322d-a892-4ed2-8de2-a45e06c1c7b7 req-07ffe555-10a5-4f3d-9d4e-cf2403c07791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:42.479666 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f9dc322d-a892-4ed2-8de2-a45e06c1c7b7 req-07ffe555-10a5-4f3d-9d4e-cf2403c07791 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.3734992 Mar 11 11:48:42.553346 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:42.574680 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-481002e0-6ecb-4407-aa39-6c7cb82bae3b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for floatingip (5d3e5e67-6dd7-43b1-870c-e8bc44e0d32b), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:42.579116 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-83c8e675-07ad-466a-a01a-df7b315e814f req-cf4aebc9-3816-4143-b021-85f626649500 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 210 time: 0.1435318 Mar 11 11:48:42.604399 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f9dc322d-a892-4ed2-8de2-a45e06c1c7b7 req-80f1967c-c89e-472f-beb5-c2f68a023da9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=1e5b67ed-c194-463a-8336-ab75fca1efb2 HTTP/1.1" status: 200 len: 217 time: 0.0923793 Mar 11 11:48:42.636986 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-b39f445e-a078-40bf-beb3-f1d5125e4f14 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Allocated IP 172.20.0.13 (76092203-82d8-4a24-86d5-4aa9015481db/6e125371-d52f-4208-9c77-d4e4b47be414/b33d3761-b0a5-4fbe-b915-1487fea847cf) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:48:42.901076 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-b39f445e-a078-40bf-beb3-f1d5125e4f14 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for port (b33d3761-b0a5-4fbe-b915-1487fea847cf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:43.022449 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc322d-a892-4ed2-8de2-a45e06c1c7b7 req-a5ae0197-3d59-41ba-9f1f-be6f8fe1b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:43.024601 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f9dc322d-a892-4ed2-8de2-a45e06c1c7b7 req-a5ae0197-3d59-41ba-9f1f-be6f8fe1b280 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0574534 Mar 11 11:48:43.026255 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-b39f445e-a078-40bf-beb3-f1d5125e4f14 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b33d3761-b0a5-4fbe-b915-1487fea847cf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:43.101956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-b39f445e-a078-40bf-beb3-f1d5125e4f14 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Network 76092203-82d8-4a24-86d5-4aa9015481db is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:48:43.109319 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-b39f445e-a078-40bf-beb3-f1d5125e4f14 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:48:43.132165 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-b39f445e-a078-40bf-beb3-f1d5125e4f14 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:48:43.275502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-b39f445e-a078-40bf-beb3-f1d5125e4f14 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:43.276183 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-b39f445e-a078-40bf-beb3-f1d5125e4f14 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:43.283476 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ef7cc-9a59-43fe-9c87-8f13bff2d798 req-2b07f53a-3307-496f-af74-029da749cb1e tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:43.295143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-537ef7cc-9a59-43fe-9c87-8f13bff2d798 req-2b07f53a-3307-496f-af74-029da749cb1e tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.8452845 Mar 11 11:48:43.332635 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f445e-a078-40bf-beb3-f1d5125e4f14 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Pushing event updated for resources: {'Port': ['ID=b33d3761-b0a5-4fbe-b915-1487fea847cf,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:43.343345 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-b39f445e-a078-40bf-beb3-f1d5125e4f14 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5648558 Mar 11 11:48:43.354176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc322d-a892-4ed2-8de2-a45e06c1c7b7 req-20b754db-495c-48fa-8e5b-12807cd6b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:43.360092 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f9dc322d-a892-4ed2-8de2-a45e06c1c7b7 req-20b754db-495c-48fa-8e5b-12807cd6b94d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2989504 Mar 11 11:48:43.386027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-9bc50ca0-38e8-4eab-b92f-b5d27b6911c4 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:48:43.387268 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-9bc50ca0-38e8-4eab-b92f-b5d27b6911c4 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0263007 Mar 11 11:48:43.480515 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-537ef7cc-9a59-43fe-9c87-8f13bff2d798 req-bbe02927-9156-405c-9db5-435b44499297 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844265 Mar 11 11:48:43.580592 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-f4665e38-5acf-4cf0-a4dd-a447426f02fe tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:43.582325 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-f4665e38-5acf-4cf0-a4dd-a447426f02fe tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports/549a9e8f-3f82-4033-9365-6e1aa651a963 HTTP/1.1" status: 200 len: 947 time: 1.0202217 Mar 11 11:48:43.587493 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-663f8dfb-3fec-4109-bcb0-a53f790fb792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:43.649046 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-db1a5dfd-e9cd-4ab6-b28b-bc830a048ffc None None] Provisioning complete for port b33d3761-b0a5-4fbe-b915-1487fea847cf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:43.649717 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-db1a5dfd-e9cd-4ab6-b28b-bc830a048ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b33d3761-b0a5-4fbe-b915-1487fea847cf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:43.672981 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f9dc322d-a892-4ed2-8de2-a45e06c1c7b7 req-334b24af-fafd-422b-ba65-2bb6afdd94e3 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053269 Mar 11 11:48:43.804289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-db1a5dfd-e9cd-4ab6-b28b-bc830a048ffc None None] Port b33d3761-b0a5-4fbe-b915-1487fea847cf cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:48:43.849503 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1510fa-f723-4d13-a3c6-368b8a6d9e91 req-4a952877-968d-49f8-9eb3-c2d318f1a147 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:43.856943 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Request body: {'port': {'device_id': '12579627-5c00-44e5-80a5-c07da685249d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:43.857655 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d1510fa-f723-4d13-a3c6-368b8a6d9e91 req-4a952877-968d-49f8-9eb3-c2d318f1a147 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.7073994 Mar 11 11:48:43.964195 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f9dc322d-a892-4ed2-8de2-a45e06c1c7b7 req-81af42c7-a062-4d53-9b69-a2e4dfcb53d6 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815504 Mar 11 11:48:44.090248 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b33d3761-b0a5-4fbe-b915-1487fea847cf), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:44.510738 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481beac3-09f6-44c1-90a4-7e7710334920 req-a31e2fe5-ffc7-4ff8-a472-b47249383789 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:44.514375 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-481beac3-09f6-44c1-90a4-7e7710334920 req-a31e2fe5-ffc7-4ff8-a472-b47249383789 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.8130920 Mar 11 11:48:44.587861 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d1510fa-f723-4d13-a3c6-368b8a6d9e91 req-b6e411a8-4777-443a-a2c0-d06bae2ddf6d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7290866 Mar 11 11:48:44.712665 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:48:44.760950 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-481beac3-09f6-44c1-90a4-7e7710334920 req-4961b357-8cbc-48cd-997b-e072acdefe18 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246957 Mar 11 11:48:44.781236 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.resource_extend [None req-481002e0-6ecb-4407-aa39-6c7cb82bae3b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:48:44.840625 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33d3761-b0a5-4fbe-b915-1487fea847cf {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:48:44.859337 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Publish callbacks [] for port (b33d3761-b0a5-4fbe-b915-1487fea847cf), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:44.880685 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-481002e0-6ecb-4407-aa39-6c7cb82bae3b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:44.886825 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Transition to ACTIVE for port object b33d3761-b0a5-4fbe-b915-1487fea847cf will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:48:44.901773 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b33d3761-b0a5-4fbe-b915-1487fea847cf), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:44.928555 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-481002e0-6ecb-4407-aa39-6c7cb82bae3b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (5d3e5e67-6dd7-43b1-870c-e8bc44e0d32b), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:45.039132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Pushing event updated for resources: {'Port': ['ID=b33d3761-b0a5-4fbe-b915-1487fea847cf,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:45.140498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253313dc-d8e0-4b6d-93a9-906b5ba44bbd req-2ffcede6-7674-4e46-8f17-0ea811e712d8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:45.147432 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-253313dc-d8e0-4b6d-93a9-906b5ba44bbd req-2ffcede6-7674-4e46-8f17-0ea811e712d8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 932 time: 0.3903596 Mar 11 11:48:45.208750 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Attempting to bind port b33d3761-b0a5-4fbe-b915-1487fea847cf on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:48:45.209001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Attempting to bind port b33d3761-b0a5-4fbe-b915-1487fea847cf by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:48:45.209328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Attempting to bind port b33d3761-b0a5-4fbe-b915-1487fea847cf on network 76092203-82d8-4a24-86d5-4aa9015481db {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:48:45.222540 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Port b33d3761-b0a5-4fbe-b915-1487fea847cf on network 76092203-82d8-4a24-86d5-4aa9015481db not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:48:45.222867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Attempting to bind port b33d3761-b0a5-4fbe-b915-1487fea847cf on network 76092203-82d8-4a24-86d5-4aa9015481db {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:48:45.237011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:48:45.237011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Checking segment: {'id': '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:48:45.238066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Bound using segment: {'id': '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:48:45.238519 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Bound port: b33d3761-b0a5-4fbe-b915-1487fea847cf, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:48:45.238881 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b33d3761-b0a5-4fbe-b915-1487fea847cf), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:45.278314 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-4e5af588-ba57-4431-840f-42b69a728902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:45.279902 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-4e5af588-ba57-4431-840f-42b69a728902 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 1132 time: 0.1519611 Mar 11 11:48:45.337252 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88fbf0-5961-4b6c-8d88-06bcfbe1b5f9 req-682e6480-c7df-4535-bf78-384ba2a66dd1 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:45.339616 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d88fbf0-5961-4b6c-8d88-06bcfbe1b5f9 req-682e6480-c7df-4535-bf78-384ba2a66dd1 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.4238718 Mar 11 11:48:45.347142 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-253313dc-d8e0-4b6d-93a9-906b5ba44bbd req-b92b8fdb-951d-4b85-a088-35274ad8adea tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b99b73f-e708-4c3b-9cb7-038249ae298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988137 Mar 11 11:48:45.406423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] For port b33d3761-b0a5-4fbe-b915-1487fea847cf, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:48:45.410006 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] For port b33d3761-b0a5-4fbe-b915-1487fea847cf, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b33d3761-b0a5-4fbe-b915-1487fea847cf,segment=NetworkSegment(5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7),segment_id=5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:48:45.433028 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d88fbf0-5961-4b6c-8d88-06bcfbe1b5f9 req-b66e0543-688d-4974-960c-50ea7743a138 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839696 Mar 11 11:48:45.440450 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-481002e0-6ecb-4407-aa39-6c7cb82bae3b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Floating IP 5d3e5e67-6dd7-43b1-870c-e8bc44e0d32b associated. External IP: 172.25.7.7, port: 94ee77d3-140f-410f-9091-9ae5dce83265. Mar 11 11:48:45.443707 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b33d3761-b0a5-4fbe-b915-1487fea847cf), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:45.573152 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:45.589002 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:45.589002 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] 10.222.0.37 "PUT /v2.0/ports/b33d3761-b0a5-4fbe-b915-1487fea847cf HTTP/1.1" status: 200 len: 1092 time: 2.1667266 Mar 11 11:48:45.589002 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12579627-5c00-44e5-80a5-c07da685249d', 'tag': 'b33d3761-b0a5-4fbe-b915-1487fea847cf'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:48:45.589002 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929f6608-0c42-4ea3-88d5-a075ee4d746c" -d '{"events": [{"name": "network-changed", "server_uuid": "12579627-5c00-44e5-80a5-c07da685249d", "tag": "b33d3761-b0a5-4fbe-b915-1487fea847cf"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:48:45.733511 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c30019e-65c5-495d-95df-366d45e410ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:45.796206 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee760647-3203-43a7-8f52-b370328190f3 x-openstack-request-id: req-ee760647-3203-43a7-8f52-b370328190f3 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:48:45.796870 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12579627-5c00-44e5-80a5-c07da685249d", "tag": "b33d3761-b0a5-4fbe-b915-1487fea847cf", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:48:45.797246 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee760647-3203-43a7-8f52-b370328190f3 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:48:45.797700 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12579627-5c00-44e5-80a5-c07da685249d', 'tag': 'b33d3761-b0a5-4fbe-b915-1487fea847cf', 'status': 'completed', 'code': 200} Mar 11 11:48:45.947163 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16484a16-af69-49ce-ac8f-e2a5fa4d988a service neutron] Pushing event updated for resources: {'Port': ['ID=b33d3761-b0a5-4fbe-b915-1487fea847cf,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:45.999473 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-9154bf15-d6e8-49fb-ac0c-5d25543691a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:46.003190 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-9154bf15-d6e8-49fb-ac0c-5d25543691a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf1392660d9b487585dafc67abf0ead8&device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 1126 time: 0.3501966 Mar 11 11:48:46.004483 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-937e5d0e-2f8a-4926-a528-0e9f9719ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:46.005945 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-937e5d0e-2f8a-4926-a528-0e9f9719ee91 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.5923698 Mar 11 11:48:46.072086 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-d08a4305-ba75-4e33-9b76-0ef9632c199f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b33d3761-b0a5-4fbe-b915-1487fea847cf HTTP/1.1" status: 200 len: 217 time: 0.0583575 Mar 11 11:48:46.121642 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-ad3ca787-107c-407e-bee3-d5984f774016 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=549a9e8f-3f82-4033-9365-6e1aa651a963 HTTP/1.1" status: 200 len: 217 time: 0.0940013 Mar 11 11:48:46.143521 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5597e2-2239-4db9-90e8-cf145a151d9a req-d674bcc4-923e-485e-8979-950981e3b2a5 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:46.145914 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae5597e2-2239-4db9-90e8-cf145a151d9a req-d674bcc4-923e-485e-8979-950981e3b2a5 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.2507250 Mar 11 11:48:46.181004 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481002e0-6ecb-4407-aa39-6c7cb82bae3b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Router a8426461-86ee-47bc-b190-212b30cbf7c6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:48:46.311913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-27ce8ef5-3298-4011-8777-4cdd4eb5273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:46.313762 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-27ce8ef5-3298-4011-8777-4cdd4eb5273d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e125371-d52f-4208-9c77-d4e4b47be414 HTTP/1.1" status: 200 len: 849 time: 0.2037284 Mar 11 11:48:46.385676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-b3c1afad-e42e-4a35-9b97-f48f57cd9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:46.397758 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-b3c1afad-e42e-4a35-9b97-f48f57cd9be4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.2248836 Mar 11 11:48:46.443957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae5597e2-2239-4db9-90e8-cf145a151d9a req-4a9d8d17-1d30-41e9-aeae-f33ffe8176ea tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776158 Mar 11 11:48:46.484871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-d697b7a5-c97f-4237-877f-dfd2df794407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:46.489794 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-d697b7a5-c97f-4237-877f-dfd2df794407 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76092203-82d8-4a24-86d5-4aa9015481db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1667523 Mar 11 11:48:46.505274 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349e9e8-dcd2-46e3-a523-2738f135e735 req-4ec76328-44cb-457f-b355-2905d64b498e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:46.506872 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f349e9e8-dcd2-46e3-a523-2738f135e735 req-4ec76328-44cb-457f-b355-2905d64b498e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.1426144 Mar 11 11:48:46.553046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481002e0-6ecb-4407-aa39-6c7cb82bae3b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:48:46.564700 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-481002e0-6ecb-4407-aa39-6c7cb82bae3b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:46.566945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb18850-9cd2-4d61-b190-7a7bb3a13e65 None None] Sync routers for ids ['a8426461-86ee-47bc-b190-212b30cbf7c6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:48:46.589825 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb18850-9cd2-4d61-b190-7a7bb3a13e65 None None] Routers {'a8426461-86ee-47bc-b190-212b30cbf7c6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:48:46.590849 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ebb18850-9cd2-4d61-b190-7a7bb3a13e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:48:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a8426461-86ee-47bc-b190-212b30cbf7c6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:48:46.598217 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-481002e0-6ecb-4407-aa39-6c7cb82bae3b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "PUT /v2.0/floatingips/5d3e5e67-6dd7-43b1-870c-e8bc44e0d32b HTTP/1.1" status: 200 len: 990 time: 4.2846470 Mar 11 11:48:46.601618 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'tag': '94ee77d3-140f-410f-9091-9ae5dce83265'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:48:46.603961 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a066701a-3b87-4a06-a462-ff8b6e83aeed" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "tag": "94ee77d3-140f-410f-9091-9ae5dce83265"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:48:46.641081 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f349e9e8-dcd2-46e3-a523-2738f135e735 req-a79b3013-3bf6-4ea9-885d-a4173dd5eef8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271708 Mar 11 11:48:46.732221 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-caad4b7c-40f9-42cb-9091-818df117548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:46.739995 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-caad4b7c-40f9-42cb-9091-818df117548a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3293293 Mar 11 11:48:46.911872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-ebb18850-9cd2-4d61-b190-7a7bb3a13e65 None None] Set router a8426461-86ee-47bc-b190-212b30cbf7c6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:48:46.941331 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cab1c-bd0c-4b17-b341-356d2e477f45 req-c9263171-1c5b-4290-80c0-bbf5fafc3629 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:46.945109 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f26cab1c-bd0c-4b17-b341-356d2e477f45 req-c9263171-1c5b-4290-80c0-bbf5fafc3629 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 944 time: 0.1408896 Mar 11 11:48:46.959029 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-9c54a187-e67d-4b4a-a59b-48f9726b179e service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577920 Mar 11 11:48:47.115356 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f26cab1c-bd0c-4b17-b341-356d2e477f45 req-b30942a1-fae2-4b11-8445-ff157525f84c tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b99b73f-e708-4c3b-9cb7-038249ae298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636322 Mar 11 11:48:47.233475 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-84531169-f73c-4eba-9675-8b35e10114cd service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857287 Mar 11 11:48:47.336330 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a8317-f66c-4f6e-9f9d-a1e62c0cd1ac req-13cf8cb2-475f-400c-be53-b7ec072f6e16 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:47.339320 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-162a8317-f66c-4f6e-9f9d-a1e62c0cd1ac req-13cf8cb2-475f-400c-be53-b7ec072f6e16 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.1503658 Mar 11 11:48:47.372850 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5977c55-d49c-4a77-ad5f-46f51c6fa190 x-openstack-request-id: req-c5977c55-d49c-4a77-ad5f-46f51c6fa190 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:48:47.376933 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "tag": "94ee77d3-140f-410f-9091-9ae5dce83265", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:48:47.377598 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5977c55-d49c-4a77-ad5f-46f51c6fa190 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:48:47.378234 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'tag': '94ee77d3-140f-410f-9091-9ae5dce83265', 'status': 'completed', 'code': 200} Mar 11 11:48:47.446583 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-162a8317-f66c-4f6e-9f9d-a1e62c0cd1ac req-505d9035-d79a-469e-abba-be1796e671d3 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994725 Mar 11 11:48:47.453997 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:47.510151 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ebb18850-9cd2-4d61-b190-7a7bb3a13e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'name': 'tempest-TaggedBootDevicesTest-101440760-router', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:36Z', 'updated_at': '2022-03-11T11:44:41Z', 'revision_number': 4, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'gw_port': {'id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:37Z', 'updated_at': '2022-03-11T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '5d3e5e67-6dd7-43b1-870c-e8bc44e0d32b', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'floating_ip_address': '172.25.7.7', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'port_id': '94ee77d3-140f-410f-9091-9ae5dce83265', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1', 'mac_address': 'fa:16:3e:30:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:46:22Z', 'updated_at': '2022-03-11T11:48:44Z', 'revision_number': 1, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d604f03-993a-42e8-9977-d0e72fc7dea5', 'name': '', 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'mac_address': 'fa:16:3e:7a:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '31a05605-9849-4cfa-b167-124588c92894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:40Z', 'updated_at': '2022-03-11T11:44:48Z', 'revision_number': 5, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'subnets': [{'id': '31a05605-9849-4cfa-b167-124588c92894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:48:47.576958 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb18850-9cd2-4d61-b190-7a7bb3a13e65 None None] Checking router: a8426461-86ee-47bc-b190-212b30cbf7c6 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:48:47.591220 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb18850-9cd2-4d61-b190-7a7bb3a13e65 None None] Routers {'a8426461-86ee-47bc-b190-212b30cbf7c6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:48:47.594307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ebb18850-9cd2-4d61-b190-7a7bb3a13e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:48:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a8426461-86ee-47bc-b190-212b30cbf7c6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:48:47.791968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8be13d-2086-4f2b-9795-0433053b705f req-13a24933-7d1f-4a60-8137-86252e39038a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:47.804697 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a8be13d-2086-4f2b-9795-0433053b705f req-13a24933-7d1f-4a60-8137-86252e39038a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.1528790 Mar 11 11:48:47.961459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-ebb18850-9cd2-4d61-b190-7a7bb3a13e65 None None] Set router a8426461-86ee-47bc-b190-212b30cbf7c6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:48:48.046315 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a8be13d-2086-4f2b-9795-0433053b705f req-4ec7cc38-e354-4fda-9db3-fbd1ebc09a5d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401900 Mar 11 11:48:48.102707 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61274d8e-7dfe-4908-b75e-f8417ab5352c req-c31477a0-4f03-4698-b4bc-05652c8c3339 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:48.107206 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61274d8e-7dfe-4908-b75e-f8417ab5352c req-c31477a0-4f03-4698-b4bc-05652c8c3339 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.2221437 Mar 11 11:48:48.169609 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-623ebb6c-3916-49f8-b0f9-8aaaa80b05da service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8918669 Mar 11 11:48:48.241431 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e02845c-c35d-4fde-9a99-0798adde3d69 req-a9246ddc-863c-418a-9740-29d8755c8e79 service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2670424 Mar 11 11:48:48.316437 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066701a-3b87-4a06-a462-ff8b6e83aeed req-383e62b0-a348-4451-9861-13ad6d041606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:48.319624 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066701a-3b87-4a06-a462-ff8b6e83aeed req-383e62b0-a348-4451-9861-13ad6d041606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:48.319624 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066701a-3b87-4a06-a462-ff8b6e83aeed req-383e62b0-a348-4451-9861-13ad6d041606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:48.319624 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066701a-3b87-4a06-a462-ff8b6e83aeed req-383e62b0-a348-4451-9861-13ad6d041606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:48.319624 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066701a-3b87-4a06-a462-ff8b6e83aeed req-383e62b0-a348-4451-9861-13ad6d041606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:48.319624 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066701a-3b87-4a06-a462-ff8b6e83aeed req-383e62b0-a348-4451-9861-13ad6d041606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:48.319624 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066701a-3b87-4a06-a462-ff8b6e83aeed req-383e62b0-a348-4451-9861-13ad6d041606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:48.339294 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a066701a-3b87-4a06-a462-ff8b6e83aeed req-383e62b0-a348-4451-9861-13ad6d041606 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3c2137dee0c413388a10d2eba864d68&device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 6707 time: 0.1670585 Mar 11 11:48:48.385949 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61274d8e-7dfe-4908-b75e-f8417ab5352c req-ffff1dcb-2093-47a2-b14a-17046f1db1d0 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645249 Mar 11 11:48:48.617769 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:48.643654 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e1835-5c50-4360-b99f-c38a42d98596 req-e0540ee9-1dda-43fe-9c72-9271f705d724 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:48.655480 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7c5e1835-5c50-4360-b99f-c38a42d98596 req-e0540ee9-1dda-43fe-9c72-9271f705d724 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 944 time: 0.2642210 Mar 11 11:48:48.754645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ebb18850-9cd2-4d61-b190-7a7bb3a13e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'name': 'tempest-TaggedBootDevicesTest-101440760-router', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:36Z', 'updated_at': '2022-03-11T11:44:41Z', 'revision_number': 4, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'gw_port': {'id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:37Z', 'updated_at': '2022-03-11T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '5d3e5e67-6dd7-43b1-870c-e8bc44e0d32b', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'floating_ip_address': '172.25.7.7', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'port_id': '94ee77d3-140f-410f-9091-9ae5dce83265', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1', 'mac_address': 'fa:16:3e:30:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:46:22Z', 'updated_at': '2022-03-11T11:48:44Z', 'revision_number': 1, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d604f03-993a-42e8-9977-d0e72fc7dea5', 'name': '', 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'mac_address': 'fa:16:3e:7a:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '31a05605-9849-4cfa-b167-124588c92894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:40Z', 'updated_at': '2022-03-11T11:44:48Z', 'revision_number': 5, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'subnets': [{'id': '31a05605-9849-4cfa-b167-124588c92894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:48:48.780709 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547394ab-30bf-4a18-9152-7ea8a5a28bfc req-18cbfc13-3848-4af2-b44d-e3dbac950266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:48.782270 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-547394ab-30bf-4a18-9152-7ea8a5a28bfc req-18cbfc13-3848-4af2-b44d-e3dbac950266 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 1128 time: 0.2795014 Mar 11 11:48:48.806605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb18850-9cd2-4d61-b190-7a7bb3a13e65 None None] The sync data for ids ['a8426461-86ee-47bc-b190-212b30cbf7c6'] in n-d-833234-2 is: [{'id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'name': 'tempest-TaggedBootDevicesTest-101440760-router', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:36Z', 'updated_at': '2022-03-11T11:44:41Z', 'revision_number': 4, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'gw_port': {'id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:37Z', 'updated_at': '2022-03-11T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '5d3e5e67-6dd7-43b1-870c-e8bc44e0d32b', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'floating_ip_address': '172.25.7.7', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'port_id': '94ee77d3-140f-410f-9091-9ae5dce83265', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1', 'mac_address': 'fa:16:3e:30:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:46:22Z', 'updated_at': '2022-03-11T11:48:44Z', 'revision_number': 1, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d604f03-993a-42e8-9977-d0e72fc7dea5', 'name': '', 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'mac_address': 'fa:16:3e:7a:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '31a05605-9849-4cfa-b167-124588c92894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:40Z', 'updated_at': '2022-03-11T11:44:48Z', 'revision_number': 5, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'subnets': [{'id': '31a05605-9849-4cfa-b167-124588c92894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:48:48.885175 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7c5e1835-5c50-4360-b99f-c38a42d98596 req-d9995d30-cc00-4551-9924-e83b2e13e13e tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b99b73f-e708-4c3b-9cb7-038249ae298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265618 Mar 11 11:48:48.904413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066701a-3b87-4a06-a462-ff8b6e83aeed req-4fe28ae8-3b45-4e1c-9dca-5048e2a232ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:48.905927 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a066701a-3b87-4a06-a462-ff8b6e83aeed req-4fe28ae8-3b45-4e1c-9dca-5048e2a232ee service neutron] 10.222.0.71 "GET /v2.0/networks?id=6b2cf607-82c0-4c57-9981-1ae9a9023bc1 HTTP/1.1" status: 200 len: 912 time: 0.5554061 Mar 11 11:48:49.052065 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f6608-0c42-4ea3-88d5-a075ee4d746c req-35fd239b-0550-4198-8d02-6664b671860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:49.059820 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-929f6608-0c42-4ea3-88d5-a075ee4d746c req-35fd239b-0550-4198-8d02-6664b671860f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf1392660d9b487585dafc67abf0ead8&device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 1126 time: 0.4026244 Mar 11 11:48:49.076669 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-547394ab-30bf-4a18-9152-7ea8a5a28bfc req-5bbe695b-2f9a-4800-b4b8-72cfca0a4b91 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765609 Mar 11 11:48:49.125280 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a066701a-3b87-4a06-a462-ff8b6e83aeed req-88081026-c1f8-45fc-9fdb-690fb77122af service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94ee77d3-140f-410f-9091-9ae5dce83265 HTTP/1.1" status: 200 len: 998 time: 0.2039011 Mar 11 11:48:49.129272 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7c577-b82d-4435-9316-f51a030a7ab3 req-292bab38-8cb9-4402-aeae-6be522650564 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:49.135040 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bdd7c577-b82d-4435-9316-f51a030a7ab3 req-292bab38-8cb9-4402-aeae-6be522650564 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.3494174 Mar 11 11:48:49.282364 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70a10a9-6f1d-4caa-a4ab-555df00cf792 None None] New status for floating IP 5d3e5e67-6dd7-43b1-870c-e8bc44e0d32b: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:48:49.285355 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bdd7c577-b82d-4435-9316-f51a030a7ab3 req-403249be-cfd4-4017-a8fb-56c0ea73499e tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463234 Mar 11 11:48:49.322191 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd4cdc-a274-4a44-82e1-a006868ef9ba req-73bac380-0b70-4902-b342-ba966d2e4d30 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:49.330869 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3bfd4cdc-a274-4a44-82e1-a006868ef9ba req-73bac380-0b70-4902-b342-ba966d2e4d30 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.1396480 Mar 11 11:48:49.417452 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3bfd4cdc-a274-4a44-82e1-a006868ef9ba req-7d38eb1b-931e-46e4-bd53-75f3e7f2f2b8 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744886 Mar 11 11:48:49.446114 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066701a-3b87-4a06-a462-ff8b6e83aeed req-c911a065-fc5a-43b7-83c3-d06d576d0d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:49.449276 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a066701a-3b87-4a06-a462-ff8b6e83aeed req-c911a065-fc5a-43b7-83c3-d06d576d0d51 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=31a05605-9849-4cfa-b167-124588c92894 HTTP/1.1" status: 200 len: 850 time: 0.2972341 Mar 11 11:48:49.620782 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f6608-0c42-4ea3-88d5-a075ee4d746c req-601f77f2-2a7b-40c0-bae0-4860033cd20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:49.636100 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-929f6608-0c42-4ea3-88d5-a075ee4d746c req-601f77f2-2a7b-40c0-bae0-4860033cd20b service neutron] 10.222.0.37 "GET /v2.0/networks?id=76092203-82d8-4a24-86d5-4aa9015481db HTTP/1.1" status: 200 len: 911 time: 0.5572634 Mar 11 11:48:49.673809 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f0d13-cff6-47f6-9ae4-abb30b5a199c req-82942c50-1af6-4f4f-9429-1a864ae1967c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:49.696420 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f2f0d13-cff6-47f6-9ae4-abb30b5a199c req-82942c50-1af6-4f4f-9429-1a864ae1967c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.1696332 Mar 11 11:48:49.778440 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-929f6608-0c42-4ea3-88d5-a075ee4d746c req-2f266edd-bea3-4f18-8ba6-6b6799ac2e9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b33d3761-b0a5-4fbe-b915-1487fea847cf HTTP/1.1" status: 200 len: 217 time: 0.1339524 Mar 11 11:48:49.781092 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066701a-3b87-4a06-a462-ff8b6e83aeed req-79ef6bd2-b308-4a85-ae0f-600007b73438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:49.782681 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a066701a-3b87-4a06-a462-ff8b6e83aeed req-79ef6bd2-b308-4a85-ae0f-600007b73438 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b2cf607-82c0-4c57-9981-1ae9a9023bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3165278 Mar 11 11:48:49.793099 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f2f0d13-cff6-47f6-9ae4-abb30b5a199c req-101cc0b4-c6b7-4157-b530-aa3844c9e6ca tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955815 Mar 11 11:48:49.921901 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f6608-0c42-4ea3-88d5-a075ee4d746c req-e193cfe2-1560-4993-8cba-aa0e65bc0ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:49.923282 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-929f6608-0c42-4ea3-88d5-a075ee4d746c req-e193cfe2-1560-4993-8cba-aa0e65bc0ae7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e125371-d52f-4208-9c77-d4e4b47be414 HTTP/1.1" status: 200 len: 849 time: 0.1332934 Mar 11 11:48:50.012271 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a066701a-3b87-4a06-a462-ff8b6e83aeed req-6fc4df95-852f-4467-aad4-dc3d5db879f7 service neutron] 10.222.0.71 "GET /v2.0/networks/6b2cf607-82c0-4c57-9981-1ae9a9023bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209179 Mar 11 11:48:50.035190 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:50.063472 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f6608-0c42-4ea3-88d5-a075ee4d746c req-8fe4d19f-826f-4c17-9698-dc686fc1af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:50.065503 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-929f6608-0c42-4ea3-88d5-a075ee4d746c req-8fe4d19f-826f-4c17-9698-dc686fc1af42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76092203-82d8-4a24-86d5-4aa9015481db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1259851 Mar 11 11:48:50.142213 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da32ee-02b8-45dd-b4bc-19e9f9db5786 req-4f8cec41-2421-4562-9c8e-e826b5a027f2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:50.144692 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09da32ee-02b8-45dd-b4bc-19e9f9db5786 req-4f8cec41-2421-4562-9c8e-e826b5a027f2 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 944 time: 0.1308799 Mar 11 11:48:50.251520 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09da32ee-02b8-45dd-b4bc-19e9f9db5786 req-52b61bdf-5a88-411c-a312-6d932608cc9a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b99b73f-e708-4c3b-9cb7-038249ae298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982916 Mar 11 11:48:50.311646 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a066701a-3b87-4a06-a462-ff8b6e83aeed req-d8e136fc-d528-4bdc-9740-02b73d7bdbf2 service neutron] 10.222.0.71 "GET /v2.0/networks/6b2cf607-82c0-4c57-9981-1ae9a9023bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908502 Mar 11 11:48:50.332158 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-929f6608-0c42-4ea3-88d5-a075ee4d746c req-55406f58-942b-4abf-88cb-b646c8d2652c service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482579 Mar 11 11:48:50.557481 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-929f6608-0c42-4ea3-88d5-a075ee4d746c req-842f0211-e3cf-49c0-bb84-7419de68500b service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096198 Mar 11 11:48:50.640813 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50428) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:50.644432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a7a1a-4102-4697-a2ea-ab1162fff26d req-440f56bf-bad0-492c-80b6-fa3fdfa40d63 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:50.646575 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d5a7a1a-4102-4697-a2ea-ab1162fff26d req-440f56bf-bad0-492c-80b6-fa3fdfa40d63 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.1552539 Mar 11 11:48:50.646746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6f81b61e-89a3-42a0-a50a-5def48d73b4a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1015659587'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:50.661066 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769acf6f-6d85-47b5-8615-4ad394e5ca86 req-11bd1cbd-01d4-406a-aacd-ab713dcdc8f5 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:50.670129 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-769acf6f-6d85-47b5-8615-4ad394e5ca86 req-11bd1cbd-01d4-406a-aacd-ab713dcdc8f5 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.1059930 Mar 11 11:48:50.712555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f81b61e-89a3-42a0-a50a-5def48d73b4a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Made reservation on behalf of 10db396f7a5f4f56be94b05e67329956 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:48:50.720665 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f81b61e-89a3-42a0-a50a-5def48d73b4a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:50.760869 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d5a7a1a-4102-4697-a2ea-ab1162fff26d req-c13d8966-fe05-4430-9f92-86e7dded1315 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871732 Mar 11 11:48:50.786265 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-769acf6f-6d85-47b5-8615-4ad394e5ca86 req-fd755d1a-249c-4b97-9f2a-2374af4d98ca tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105185 Mar 11 11:48:50.796590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f81b61e-89a3-42a0-a50a-5def48d73b4a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:48:50.808624 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f81b61e-89a3-42a0-a50a-5def48d73b4a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (3c7afc41-90d6-4bb3-bfd2-b1876f5b1567), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:50.808624 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-6f81b61e-89a3-42a0-a50a-5def48d73b4a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Added segment 3c7afc41-90d6-4bb3-bfd2-b1876f5b1567 of type vlan for network 67d74715-a311-4317-8fb4-8c87cc470973 Mar 11 11:48:50.834242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-3fc25527-82d4-49c9-8cc8-875bdf854a9d req-6701145f-08f2-4456-81c9-80b273da8682 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1822450370', 'description': 'tempest-description-44177194'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:50.891387 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f81b61e-89a3-42a0-a50a-5def48d73b4a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (67d74715-a311-4317-8fb4-8c87cc470973), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:50.911801 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3fc25527-82d4-49c9-8cc8-875bdf854a9d req-6701145f-08f2-4456-81c9-80b273da8682 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:50.940542 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f81b61e-89a3-42a0-a50a-5def48d73b4a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (67d74715-a311-4317-8fb4-8c87cc470973), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:50.952722 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f81b61e-89a3-42a0-a50a-5def48d73b4a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:50.953551 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f81b61e-89a3-42a0-a50a-5def48d73b4a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:50.983932 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6f81b61e-89a3-42a0-a50a-5def48d73b4a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3417435 Mar 11 11:48:50.990263 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50438) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:51.016292 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4ef05a51-6153-43ae-8c05-c99c5d5e65d8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1616667548'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:51.093615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81b61e-89a3-42a0-a50a-5def48d73b4a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event updated for resources: {'Network': ['ID=67d74715-a311-4317-8fb4-8c87cc470973,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:51.113611 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 67d74715-a311-4317-8fb4-8c87cc470973 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:48:51.144404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef05a51-6153-43ae-8c05-c99c5d5e65d8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Made reservation on behalf of 10db396f7a5f4f56be94b05e67329956 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:48:51.149495 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ef05a51-6153-43ae-8c05-c99c5d5e65d8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:51.204242 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3fc25527-82d4-49c9-8cc8-875bdf854a9d req-6701145f-08f2-4456-81c9-80b273da8682 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for security_group (fe96952b-4c91-4054-9c80-e3b3083825c9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:51.217841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2177b-5954-49bb-9ca1-b8baa1d6d07a req-0e888fb7-fa78-4ef5-967f-c30a582211d0 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:51.227794 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ae2177b-5954-49bb-9ca1-b8baa1d6d07a req-0e888fb7-fa78-4ef5-967f-c30a582211d0 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.1921768 Mar 11 11:48:51.238521 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3fc25527-82d4-49c9-8cc8-875bdf854a9d req-6701145f-08f2-4456-81c9-80b273da8682 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fe96952b-4c91-4054-9c80-e3b3083825c9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:51.267378 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef05a51-6153-43ae-8c05-c99c5d5e65d8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:48:51.314964 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ef05a51-6153-43ae-8c05-c99c5d5e65d8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (87ddb067-cde7-4651-b3b8-552f8a0b99d1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:51.315468 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-4ef05a51-6153-43ae-8c05-c99c5d5e65d8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Added segment 87ddb067-cde7-4651-b3b8-552f8a0b99d1 of type vlan for network 4eff5b65-f94e-439e-a73a-18a4e30da763 Mar 11 11:48:51.324149 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3fc25527-82d4-49c9-8cc8-875bdf854a9d req-6701145f-08f2-4456-81c9-80b273da8682 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:51.337532 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3fc25527-82d4-49c9-8cc8-875bdf854a9d req-6701145f-08f2-4456-81c9-80b273da8682 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.5075495 Mar 11 11:48:51.386139 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701145f-08f2-4456-81c9-80b273da8682 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe96952b-4c91-4054-9c80-e3b3083825c9,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:51.412335 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ef05a51-6153-43ae-8c05-c99c5d5e65d8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (4eff5b65-f94e-439e-a73a-18a4e30da763), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:51.435696 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ae2177b-5954-49bb-9ca1-b8baa1d6d07a req-48c0f34f-9463-42d6-a41a-e74bbf729cf0 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068231 Mar 11 11:48:51.591473 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e9bc6e0-119e-4230-aa42-6237134037fe req-d7c7d976-9b2c-4bf5-b475-63328ab0ae0f tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1822450370&fields=id&tenant_id=037a5daba7614682b326c1f332a6d587 HTTP/1.1" status: 200 len: 267 time: 0.0723119 Mar 11 11:48:51.593261 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ef05a51-6153-43ae-8c05-c99c5d5e65d8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (4eff5b65-f94e-439e-a73a-18a4e30da763), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:51.598892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef05a51-6153-43ae-8c05-c99c5d5e65d8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:51.599831 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ef05a51-6153-43ae-8c05-c99c5d5e65d8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:51.672966 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4da58e-9a2d-4bec-a860-be1b56dfba0e req-f76f82ea-ad8c-41df-b2cd-f38cff2c5f6f tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:51.674939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af4da58e-9a2d-4bec-a860-be1b56dfba0e req-f76f82ea-ad8c-41df-b2cd-f38cff2c5f6f tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 944 time: 0.2339396 Mar 11 11:48:51.786855 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4ef05a51-6153-43ae-8c05-c99c5d5e65d8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7954972 Mar 11 11:48:51.790041 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50446) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:51.795913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3be6d9b4-8fa8-40c1-9afe-2087c1169c78 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Request body: {'subnet': {'network_id': '67d74715-a311-4317-8fb4-8c87cc470973', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:51.831717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef05a51-6153-43ae-8c05-c99c5d5e65d8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event updated for resources: {'Network': ['ID=4eff5b65-f94e-439e-a73a-18a4e30da763,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:51.849620 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 4eff5b65-f94e-439e-a73a-18a4e30da763 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:48:51.872266 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af4da58e-9a2d-4bec-a860-be1b56dfba0e req-ae69d0f4-9ec0-49bb-821b-4826118555a9 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b99b73f-e708-4c3b-9cb7-038249ae298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749947 Mar 11 11:48:51.903390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bc6e0-119e-4230-aa42-6237134037fe req-0401e2cc-2844-4d84-a2d8-fd52f1542aed tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:51.907273 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e9bc6e0-119e-4230-aa42-6237134037fe req-0401e2cc-2844-4d84-a2d8-fd52f1542aed tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.3047996 Mar 11 11:48:51.925335 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-6e9bc6e0-119e-4230-aa42-6237134037fe req-f24aca3e-36f1-433c-bc55-b00aafeb45a8 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Request body: {'port': {'security_groups': ['6e290470-cc14-4892-946e-2cb547374b7f', 'fe96952b-4c91-4054-9c80-e3b3083825c9']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:52.073759 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be6d9b4-8fa8-40c1-9afe-2087c1169c78 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Made reservation on behalf of 10db396f7a5f4f56be94b05e67329956 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:48:52.077875 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3be6d9b4-8fa8-40c1-9afe-2087c1169c78 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:52.223234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b33d3761-b0a5-4fbe-b915-1487fea847cf details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:48:52.280631 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6e9bc6e0-119e-4230-aa42-6237134037fe req-f24aca3e-36f1-433c-bc55-b00aafeb45a8 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:52.363277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ab54b-8288-42fc-8703-f9a0ab535b7b req-71dd3b2c-56cb-4b21-84c9-508e45e37f8f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:52.367937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-185ab54b-8288-42fc-8703-f9a0ab535b7b req-71dd3b2c-56cb-4b21-84c9-508e45e37f8f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.3171875 Mar 11 11:48:52.478279 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port b33d3761-b0a5-4fbe-b915-1487fea847cf, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b33d3761-b0a5-4fbe-b915-1487fea847cf,segment=NetworkSegment(5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7),segment_id=5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:52.498829 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'b33d3761-b0a5-4fbe-b915-1487fea847cf', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'port_id': 'b33d3761-b0a5-4fbe-b915-1487fea847cf', 'mac_address': 'fa:16:3e:40:23:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:48:52.504661 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3be6d9b4-8fa8-40c1-9afe-2087c1169c78 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (f457daac-7e39-4657-8a75-e4901f3feaf7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:52.563458 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port b33d3761-b0a5-4fbe-b915-1487fea847cf is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:52.563983 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b33d3761-b0a5-4fbe-b915-1487fea847cf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:52.581452 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33d3761-b0a5-4fbe-b915-1487fea847cf {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:48:52.627649 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port b33d3761-b0a5-4fbe-b915-1487fea847cf, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b33d3761-b0a5-4fbe-b915-1487fea847cf,segment=NetworkSegment(5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7),segment_id=5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:52.631744 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6d9b4-8fa8-40c1-9afe-2087c1169c78 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event updated for resources: {'Subnet': ['ID=f457daac-7e39-4657-8a75-e4901f3feaf7,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:52.639546 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b33d3761-b0a5-4fbe-b915-1487fea847cf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:52.689218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50460) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:52.737302 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6d9b4-8fa8-40c1-9afe-2087c1169c78 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Checking segment: {'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:48:52.737670 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6d9b4-8fa8-40c1-9afe-2087c1169c78 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Network hostable DHCP agents. Network: 67d74715-a311-4317-8fb4-8c87cc470973, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:48:52.743835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=b33d3761-b0a5-4fbe-b915-1487fea847cf,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:52.779987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6d9b4-8fa8-40c1-9afe-2087c1169c78 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Network 67d74715-a311-4317-8fb4-8c87cc470973 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:48:52.797529 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-3be6d9b4-8fa8-40c1-9afe-2087c1169c78 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 67d74715-a311-4317-8fb4-8c87cc470973) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:48:52.803345 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be6d9b4-8fa8-40c1-9afe-2087c1169c78 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:52.804374 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3be6d9b4-8fa8-40c1-9afe-2087c1169c78 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:52.810565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11928ee7-5780-4de8-ae59-bcaee1567b31 None None] Network 67d74715-a311-4317-8fb4-8c87cc470973 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:48:52.847274 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-185ab54b-8288-42fc-8703-f9a0ab535b7b req-e48371c8-4f22-49dd-b06e-81e77b9acc3a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228988 Mar 11 11:48:52.879969 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50464) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:52.880591 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3be6d9b4-8fa8-40c1-9afe-2087c1169c78 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0886557 Mar 11 11:48:52.907064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1a62772a-6670-4058-9688-8036e37d65e1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Request body: {'subnet': {'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:52.945719 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82d7fb38-c4b5-4237-baec-e4d8bfce852c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:52.963855 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['b33d3761-b0a5-4fbe-b915-1487fea847cf'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:48:52.969273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-6e9bc6e0-119e-4230-aa42-6237134037fe req-f24aca3e-36f1-433c-bc55-b00aafeb45a8 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] For port df99cc5f-578b-4706-a3f8-cf0fc92408c1, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=df99cc5f-578b-4706-a3f8-cf0fc92408c1,segment=NetworkSegment(daba0604-63fe-4742-9046-24d55c04e2ce),segment_id=daba0604-63fe-4742-9046-24d55c04e2ce)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:53.120069 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6e9bc6e0-119e-4230-aa42-6237134037fe req-f24aca3e-36f1-433c-bc55-b00aafeb45a8 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:53.156633 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-67d74715-a311-4317-8fb4-8c87cc470973', 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973', 'project_id': '10db396f7a5f4f56be94b05e67329956', 'fixed_ips': [{'subnet_id': 'f457daac-7e39-4657-8a75-e4901f3feaf7'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:48:53.157501 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:53.217701 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82d7fb38-c4b5-4237-baec-e4d8bfce852c admin admin] Publish callbacks [] for security_group (a574c203-ed5d-413d-8a9a-79371a8c1540), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:53.228223 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82d7fb38-c4b5-4237-baec-e4d8bfce852c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a574c203-ed5d-413d-8a9a-79371a8c1540), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:53.298472 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-82d7fb38-c4b5-4237-baec-e4d8bfce852c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa77524feeb54fd4860e5fb47498e48c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6081672 Mar 11 11:48:53.301278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50468) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:53.353438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7fb38-c4b5-4237-baec-e4d8bfce852c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a574c203-ed5d-413d-8a9a-79371a8c1540,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:53.432418 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f74e7fb0-f3f8-4adc-a0cb-8858fb554841 admin admin] Publish callbacks [] for security_group (a574c203-ed5d-413d-8a9a-79371a8c1540), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:53.526371 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f74e7fb0-f3f8-4adc-a0cb-8858fb554841 admin admin] Publish callbacks [] for security_group (a574c203-ed5d-413d-8a9a-79371a8c1540), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:53.580803 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2c725-9a05-454a-9193-b11113818a59 req-3cacf087-3073-451d-9aa2-da6473b01070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:53.582921 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-24e2c725-9a05-454a-9193-b11113818a59 req-3cacf087-3073-451d-9aa2-da6473b01070 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 1127 time: 0.1370056 Mar 11 11:48:53.618060 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f74e7fb0-f3f8-4adc-a0cb-8858fb554841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a574c203-ed5d-413d-8a9a-79371a8c1540), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:53.621373 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f74e7fb0-f3f8-4adc-a0cb-8858fb554841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:53.627969 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f74e7fb0-f3f8-4adc-a0cb-8858fb554841 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a574c203-ed5d-413d-8a9a-79371a8c1540 HTTP/1.1" status: 204 len: 168 time: 0.3250103 Mar 11 11:48:53.689305 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6e9bc6e0-119e-4230-aa42-6237134037fe req-f24aca3e-36f1-433c-bc55-b00aafeb45a8 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:53.772299 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24aca3e-36f1-433c-bc55-b00aafeb45a8 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Pushing event updated for resources: {'Port': ['ID=df99cc5f-578b-4706-a3f8-cf0fc92408c1,revision_number=6']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:53.781307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Allocated IP 10.1.1.2 (67d74715-a311-4317-8fb4-8c87cc470973/f457daac-7e39-4657-8a75-e4901f3feaf7/9d6b3565-5d11-4d4b-87cc-459d1d072c3e) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:48:53.782200 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a62772a-6670-4058-9688-8036e37d65e1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Made reservation on behalf of 10db396f7a5f4f56be94b05e67329956 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:48:53.785560 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a62772a-6670-4058-9688-8036e37d65e1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:53.822811 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bc6e0-119e-4230-aa42-6237134037fe req-f24aca3e-36f1-433c-bc55-b00aafeb45a8 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:53.823610 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6e9bc6e0-119e-4230-aa42-6237134037fe req-f24aca3e-36f1-433c-bc55-b00aafeb45a8 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:53.825658 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e9bc6e0-119e-4230-aa42-6237134037fe req-f24aca3e-36f1-433c-bc55-b00aafeb45a8 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "PUT /v2.0/ports/df99cc5f-578b-4706-a3f8-cf0fc92408c1 HTTP/1.1" status: 200 len: 982 time: 1.9082596 Mar 11 11:48:53.833797 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'tag': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:48:53.836378 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b986274-532f-4816-a4ee-9ee207a96adc" -d '{"events": [{"name": "network-changed", "server_uuid": "1b719b88-3012-4567-8805-b29e6e8f2a9c", "tag": "df99cc5f-578b-4706-a3f8-cf0fc92408c1"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:48:53.909006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be20c2-f48e-45b1-8498-e68bc41a1c24 req-ccda6dc9-4d57-4f20-ae7e-d369185dae61 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:53.916378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32be20c2-f48e-45b1-8498-e68bc41a1c24 req-ccda6dc9-4d57-4f20-ae7e-d369185dae61 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.7878468 Mar 11 11:48:53.961510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2c725-9a05-454a-9193-b11113818a59 req-a98a9ad4-23dd-4eab-b12e-01b0db0a8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:53.968301 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-24e2c725-9a05-454a-9193-b11113818a59 req-a98a9ad4-23dd-4eab-b12e-01b0db0a8e25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 912 time: 0.3387582 Mar 11 11:48:54.026647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['df99cc5f-578b-4706-a3f8-cf0fc92408c1'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:48:54.041259 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-24e2c725-9a05-454a-9193-b11113818a59 req-935fbc0f-c0c2-4430-905b-c45e95b2472c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 HTTP/1.1" status: 200 len: 217 time: 0.0664344 Mar 11 11:48:54.042422 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e7fb0-f3f8-4adc-a0cb-8858fb554841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a574c203-ed5d-413d-8a9a-79371a8c1540,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:54.111087 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32be20c2-f48e-45b1-8498-e68bc41a1c24 req-cedcbf8a-a67c-43e9-a5ad-68e34e866d3a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936665 Mar 11 11:48:54.193539 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2c725-9a05-454a-9193-b11113818a59 req-3c441c03-45c9-4097-8469-c2ca0753aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:54.195264 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-24e2c725-9a05-454a-9193-b11113818a59 req-3c441c03-45c9-4097-8469-c2ca0753aff3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce4e197e-6fc7-4d78-b2bd-acf62848c979 HTTP/1.1" status: 200 len: 851 time: 0.1462760 Mar 11 11:48:54.248783 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['df99cc5f-578b-4706-a3f8-cf0fc92408c1'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:48:54.309686 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-24e2c725-9a05-454a-9193-b11113818a59 req-79bdc135-72fc-45db-96d0-da9f8c6131b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e54d170d-bb49-4bd4-8dc3-51758652c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064889 Mar 11 11:48:54.512818 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50482) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:54.545232 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da96c1a-1ae3-4b9c-8ed5-c8fb927bd468 req-5139b441-dba7-4982-a612-06396da6a4ec tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:54.546877 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2da96c1a-1ae3-4b9c-8ed5-c8fb927bd468 req-5139b441-dba7-4982-a612-06396da6a4ec tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 945 time: 0.4977522 Mar 11 11:48:54.580201 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b8820f2-5bf5-4718-84a6-244c52f605bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:54.605767 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d91f660e-a37e-4b6b-b2fd-bfb5be7df7c2 req-a65ac8ee-fa6b-4d6f-8484-a19fe7fa431a tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1822450370&fields=id&tenant_id=037a5daba7614682b326c1f332a6d587 HTTP/1.1" status: 200 len: 267 time: 0.3048480 Mar 11 11:48:54.623837 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a62772a-6670-4058-9688-8036e37d65e1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (1c30f13c-e155-4b80-b4e1-4a60dc004240), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:54.684257 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-24e2c725-9a05-454a-9193-b11113818a59 req-ddd1d34b-d74b-4a50-98c9-640052d51c19 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653958 Mar 11 11:48:54.704802 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2da96c1a-1ae3-4b9c-8ed5-c8fb927bd468 req-036c64f0-8bcb-400e-b96d-68f1ac5b7f4e tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b99b73f-e708-4c3b-9cb7-038249ae298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488872 Mar 11 11:48:54.817509 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bfa215-5fa7-4de3-b511-230e9520b191 x-openstack-request-id: req-19bfa215-5fa7-4de3-b511-230e9520b191 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:48:54.827362 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b719b88-3012-4567-8805-b29e6e8f2a9c", "tag": "df99cc5f-578b-4706-a3f8-cf0fc92408c1", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:48:54.841139 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19bfa215-5fa7-4de3-b511-230e9520b191 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:48:54.841640 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'tag': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1', 'status': 'completed', 'code': 200} Mar 11 11:48:54.868048 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62772a-6670-4058-9688-8036e37d65e1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event updated for resources: {'Subnet': ['ID=1c30f13c-e155-4b80-b4e1-4a60dc004240,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:54.881187 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-24e2c725-9a05-454a-9193-b11113818a59 req-42c9106a-c66a-460c-8dba-995fb7b00357 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905587 Mar 11 11:48:54.970593 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a62772a-6670-4058-9688-8036e37d65e1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Checking segment: {'id': '87ddb067-cde7-4651-b3b8-552f8a0b99d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:48:54.971196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a62772a-6670-4058-9688-8036e37d65e1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Network hostable DHCP agents. Network: 4eff5b65-f94e-439e-a73a-18a4e30da763, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:48:55.003522 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f660e-a37e-4b6b-b2fd-bfb5be7df7c2 req-e13ea1dd-a6f3-4709-afdc-33e38729a0f1 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:55.011317 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d91f660e-a37e-4b6b-b2fd-bfb5be7df7c2 req-e13ea1dd-a6f3-4709-afdc-33e38729a0f1 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 985 time: 0.4043150 Mar 11 11:48:55.017028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-d91f660e-a37e-4b6b-b2fd-bfb5be7df7c2 req-ee22a28a-a5a9-42bd-bf0d-c1c01dbeba96 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Request body: {'port': {'security_groups': ['6e290470-cc14-4892-946e-2cb547374b7f']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:55.134469 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b8820f2-5bf5-4718-84a6-244c52f605bd admin admin] Publish callbacks [] for security_group (01f29617-2aed-4c1d-abec-ad3878db525b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:55.139078 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b986274-532f-4816-a4ee-9ee207a96adc req-52b018bd-46f7-479e-a871-dad35873e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:55.139078 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b986274-532f-4816-a4ee-9ee207a96adc req-52b018bd-46f7-479e-a871-dad35873e616 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=037a5daba7614682b326c1f332a6d587&device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 1167 time: 0.2918711 Mar 11 11:48:55.144488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a62772a-6670-4058-9688-8036e37d65e1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Network 4eff5b65-f94e-439e-a73a-18a4e30da763 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:48:55.179561 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b8820f2-5bf5-4718-84a6-244c52f605bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (01f29617-2aed-4c1d-abec-ad3878db525b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:55.194692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8c8f9-11e9-43d1-93ba-50a825c6cec2 req-c9da7c00-150f-4a7e-ad72-09cdb5994da4 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:55.196549 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ff8c8f9-11e9-43d1-93ba-50a825c6cec2 req-c9da7c00-150f-4a7e-ad72-09cdb5994da4 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.2756014 Mar 11 11:48:55.224521 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Publish callbacks [] for port (9d6b3565-5d11-4d4b-87cc-459d1d072c3e), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:55.262235 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (9d6b3565-5d11-4d4b-87cc-459d1d072c3e), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:55.401259 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d91f660e-a37e-4b6b-b2fd-bfb5be7df7c2 req-ee22a28a-a5a9-42bd-bf0d-c1c01dbeba96 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:55.404866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b986274-532f-4816-a4ee-9ee207a96adc req-81cdfeaf-9ad7-47ad-9b5f-b4defa5bb2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:55.405530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b986274-532f-4816-a4ee-9ee207a96adc req-81cdfeaf-9ad7-47ad-9b5f-b4defa5bb2a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8130605-787a-4d41-a48c-3457341ad648 HTTP/1.1" status: 200 len: 921 time: 0.2352362 Mar 11 11:48:55.454343 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-1a62772a-6670-4058-9688-8036e37d65e1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 4eff5b65-f94e-439e-a73a-18a4e30da763) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:48:55.471658 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a62772a-6670-4058-9688-8036e37d65e1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:55.472307 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a62772a-6670-4058-9688-8036e37d65e1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:55.505550 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Network 67d74715-a311-4317-8fb4-8c87cc470973 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:48:55.507470 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4b8820f2-5bf5-4718-84a6-244c52f605bd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=22252f7829c8488e8bb13306fd7e9eb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9917488 Mar 11 11:48:55.510930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50492) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:55.553186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adb448e-9951-44da-9705-8eee83ca707b None None] Network 4eff5b65-f94e-439e-a73a-18a4e30da763 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:48:55.586656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:48:55.608534 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:48:55.618512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Pushing event updated for resources: {'Port': ['ID=9d6b3565-5d11-4d4b-87cc-459d1d072c3e,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:55.674160 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9cf9e6b0-9003-486e-891a-7dbada8fce9e admin admin] Publish callbacks [] for security_group (01f29617-2aed-4c1d-abec-ad3878db525b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:55.739569 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9cf9e6b0-9003-486e-891a-7dbada8fce9e admin admin] Publish callbacks [] for security_group (01f29617-2aed-4c1d-abec-ad3878db525b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:55.756773 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b986274-532f-4816-a4ee-9ee207a96adc req-9d6b0754-0291-406e-9847-dc4927103ad1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df99cc5f-578b-4706-a3f8-cf0fc92408c1 HTTP/1.1" status: 200 len: 217 time: 0.2453480 Mar 11 11:48:55.818873 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Attempting to bind port 9d6b3565-5d11-4d4b-87cc-459d1d072c3e on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:48:55.819608 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Attempting to bind port 9d6b3565-5d11-4d4b-87cc-459d1d072c3e by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:48:55.820235 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Attempting to bind port 9d6b3565-5d11-4d4b-87cc-459d1d072c3e on network 67d74715-a311-4317-8fb4-8c87cc470973 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:48:55.837506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:48:55.838310 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Checking segment: {'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:48:55.838931 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:55.839549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Bound using segment: {'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:48:55.840356 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Bound port: 9d6b3565-5d11-4d4b-87cc-459d1d072c3e, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:48:55.840976 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9d6b3565-5d11-4d4b-87cc-459d1d072c3e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:55.843430 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9cf9e6b0-9003-486e-891a-7dbada8fce9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (01f29617-2aed-4c1d-abec-ad3878db525b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:55.846086 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9cf9e6b0-9003-486e-891a-7dbada8fce9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:55.847292 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9cf9e6b0-9003-486e-891a-7dbada8fce9e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/01f29617-2aed-4c1d-abec-ad3878db525b HTTP/1.1" status: 204 len: 168 time: 0.3350861 Mar 11 11:48:55.866592 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9e6b0-9003-486e-891a-7dbada8fce9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f29617-2aed-4c1d-abec-ad3878db525b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:55.922471 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1a62772a-6670-4058-9688-8036e37d65e1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0409529 Mar 11 11:48:55.925297 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50500) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:55.931064 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a2f3b64a-a328-431d-818f-90b6dd59014b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Request body: {'port': {'network_id': '67d74715-a311-4317-8fb4-8c87cc470973', 'name': 'tempest-TaggedBootDevicesTest_v242-808862982', 'fixed_ips': [{'subnet_id': 'f457daac-7e39-4657-8a75-e4901f3feaf7'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:55.943750 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8820f2-5bf5-4718-84a6-244c52f605bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f29617-2aed-4c1d-abec-ad3878db525b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:55.978123 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-4eff5b65-f94e-439e-a73a-18a4e30da763', 'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763', 'project_id': '10db396f7a5f4f56be94b05e67329956', 'fixed_ips': [{'subnet_id': '1c30f13c-e155-4b80-b4e1-4a60dc004240'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:48:55.979168 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:55.990334 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ff8c8f9-11e9-43d1-93ba-50a825c6cec2 req-fccb30f3-9111-4637-9f95-d7685f0a71bb tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7697313 Mar 11 11:48:56.034472 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b986274-532f-4816-a4ee-9ee207a96adc req-9c0f16eb-a592-4715-bf37-43cbd2c56559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:56.037303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b986274-532f-4816-a4ee-9ee207a96adc req-9c0f16eb-a592-4715-bf37-43cbd2c56559 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e0604034-0f4c-4272-ac15-c033c67a8b00 HTTP/1.1" status: 200 len: 860 time: 0.2366028 Mar 11 11:48:56.126124 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b986274-532f-4816-a4ee-9ee207a96adc req-2442f576-571b-4a53-83d6-bb8c5a15a62a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8130605-787a-4d41-a48c-3457341ad648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794594 Mar 11 11:48:56.188928 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f3b64a-a328-431d-818f-90b6dd59014b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Made reservation on behalf of 10db396f7a5f4f56be94b05e67329956 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:48:56.276209 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b33d3761-b0a5-4fbe-b915-1487fea847cf up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:48:56.402448 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b64a-a328-431d-818f-90b6dd59014b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:56.437743 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-a2f3b64a-a328-431d-818f-90b6dd59014b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] device_id is not set on port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 11:48:56.552470 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] For port 9d6b3565-5d11-4d4b-87cc-459d1d072c3e, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:48:56.571300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] For port 9d6b3565-5d11-4d4b-87cc-459d1d072c3e, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9d6b3565-5d11-4d4b-87cc-459d1d072c3e,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:48:56.599367 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b986274-532f-4816-a4ee-9ee207a96adc req-fe458584-b67c-4a11-bc3e-7bed6efd0f56 service neutron] 10.222.0.37 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653356 Mar 11 11:48:56.605161 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9d6b3565-5d11-4d4b-87cc-459d1d072c3e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:56.703242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-d91f660e-a37e-4b6b-b2fd-bfb5be7df7c2 req-ee22a28a-a5a9-42bd-bf0d-c1c01dbeba96 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] For port df99cc5f-578b-4706-a3f8-cf0fc92408c1, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=df99cc5f-578b-4706-a3f8-cf0fc92408c1,segment=NetworkSegment(daba0604-63fe-4742-9046-24d55c04e2ce),segment_id=daba0604-63fe-4742-9046-24d55c04e2ce)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:56.740300 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05457af-c435-48bb-af42-c440ac353434 req-f4cdc9f5-5c6b-4dcb-874d-cad3b129d54a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:56.742187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b05457af-c435-48bb-af42-c440ac353434 req-f4cdc9f5-5c6b-4dcb-874d-cad3b129d54a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.3550344 Mar 11 11:48:56.751632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-a2f3b64a-a328-431d-818f-90b6dd59014b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Allocated IP 10.1.1.104 (67d74715-a311-4317-8fb4-8c87cc470973/f457daac-7e39-4657-8a75-e4901f3feaf7/a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:48:56.763678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Allocated IP 10.2.2.2 (4eff5b65-f94e-439e-a73a-18a4e30da763/1c30f13c-e155-4b80-b4e1-4a60dc004240/e0da5e45-8ed8-44ba-ab84-d5d1c788cca3) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:48:56.918906 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d91f660e-a37e-4b6b-b2fd-bfb5be7df7c2 req-ee22a28a-a5a9-42bd-bf0d-c1c01dbeba96 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:56.958410 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d91f660e-a37e-4b6b-b2fd-bfb5be7df7c2 req-ee22a28a-a5a9-42bd-bf0d-c1c01dbeba96 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:56.991986 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b05457af-c435-48bb-af42-c440ac353434 req-b0d237e0-99d0-4463-80d5-4b85df6a061b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319980 Mar 11 11:48:57.034831 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Publish callbacks [] for port (e0da5e45-8ed8-44ba-ab84-d5d1c788cca3), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:57.043619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b986274-532f-4816-a4ee-9ee207a96adc req-f2d672d8-1b76-4285-b587-dc8aa0b702f4 service neutron] 10.222.0.37 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256020 Mar 11 11:48:57.072339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['df99cc5f-578b-4706-a3f8-cf0fc92408c1'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:48:57.079401 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (e0da5e45-8ed8-44ba-ab84-d5d1c788cca3), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:57.102801 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f660e-a37e-4b6b-b2fd-bfb5be7df7c2 req-ee22a28a-a5a9-42bd-bf0d-c1c01dbeba96 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:57.107793 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b64a-a328-431d-818f-90b6dd59014b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:57.112489 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d91f660e-a37e-4b6b-b2fd-bfb5be7df7c2 req-ee22a28a-a5a9-42bd-bf0d-c1c01dbeba96 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:57.130705 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d91f660e-a37e-4b6b-b2fd-bfb5be7df7c2 req-ee22a28a-a5a9-42bd-bf0d-c1c01dbeba96 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "PUT /v2.0/ports/df99cc5f-578b-4706-a3f8-cf0fc92408c1 HTTP/1.1" status: 200 len: 943 time: 2.1182365 Mar 11 11:48:57.131414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'tag': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:48:57.133989 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c850e4d7-aae9-4b6c-aa31-1491a996f192" -d '{"events": [{"name": "network-changed", "server_uuid": "1b719b88-3012-4567-8805-b29e6e8f2a9c", "tag": "df99cc5f-578b-4706-a3f8-cf0fc92408c1"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:48:57.184475 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b64a-a328-431d-818f-90b6dd59014b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:57.185617 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Network 4eff5b65-f94e-439e-a73a-18a4e30da763 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:48:57.187681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port b33d3761-b0a5-4fbe-b915-1487fea847cf completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:48:57.203629 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:48:57.206326 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port b33d3761-b0a5-4fbe-b915-1487fea847cf triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:57.206706 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b33d3761-b0a5-4fbe-b915-1487fea847cf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:57.253894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:48:57.260498 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['df99cc5f-578b-4706-a3f8-cf0fc92408c1'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:48:57.323100 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22a28a-a5a9-42bd-bf0d-c1c01dbeba96 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Pushing event updated for resources: {'Port': ['ID=df99cc5f-578b-4706-a3f8-cf0fc92408c1,revision_number=7']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:57.330673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3b64a-a328-431d-818f-90b6dd59014b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event updated for resources: {'Port': ['ID=a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:57.374072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f3b64a-a328-431d-818f-90b6dd59014b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Network 67d74715-a311-4317-8fb4-8c87cc470973 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:48:57.395423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-a2f3b64a-a328-431d-818f-90b6dd59014b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:48:57.402703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f3b64a-a328-431d-818f-90b6dd59014b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:48:57.466813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd7519-96e4-432a-b6d7-4dab389dd05d req-2d62dfb2-3618-4da1-a20b-fa3020376a73 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:57.469114 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cc074-77c0-4f8e-86ca-aa3ac40ab899 req-2183f21c-e300-4e61-a489-b0d167c0f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:57.470887 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bdd7519-96e4-432a-b6d7-4dab389dd05d req-2d62dfb2-3618-4da1-a20b-fa3020376a73 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 945 time: 0.2932479 Mar 11 11:48:57.483894 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0e2cc074-77c0-4f8e-86ca-aa3ac40ab899 req-2183f21c-e300-4e61-a489-b0d167c0f7da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 1127 time: 0.3190567 Mar 11 11:48:57.503045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24454c-0216-437c-9c53-42ca3fd06fc5 req-0e19b8f8-cbe7-4e62-8748-a5edf602a12c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:57.512305 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf24454c-0216-437c-9c53-42ca3fd06fc5 req-0e19b8f8-cbe7-4e62-8748-a5edf602a12c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.2717140 Mar 11 11:48:57.589881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46629ab-bbad-4c03-9eb6-3259a9a76212 None None] Pushing event updated for resources: {'Port': ['ID=9d6b3565-5d11-4d4b-87cc-459d1d072c3e,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:57.755245 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bdd7519-96e4-432a-b6d7-4dab389dd05d req-2a955406-9274-40bd-940b-ec03e82c390a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b99b73f-e708-4c3b-9cb7-038249ae298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768805 Mar 11 11:48:57.758513 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f3b64a-a328-431d-818f-90b6dd59014b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:57.759400 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b64a-a328-431d-818f-90b6dd59014b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:57.774102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf24454c-0216-437c-9c53-42ca3fd06fc5 req-cccd7129-9009-4e2a-9875-2615ceb39c58 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554562 Mar 11 11:48:57.795807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Attempting to bind port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:48:57.795807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Attempting to bind port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '87ddb067-cde7-4651-b3b8-552f8a0b99d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:48:57.795807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Attempting to bind port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 on network 4eff5b65-f94e-439e-a73a-18a4e30da763 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:48:57.846321 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a2f3b64a-a328-431d-818f-90b6dd59014b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9198546 Mar 11 11:48:57.851164 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50536) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:48:57.860889 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Pushing event updated for resources: {'Port': ['ID=e0da5e45-8ed8-44ba-ab84-d5d1c788cca3,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:57.879300 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-4d3fcb66-b2a6-48cb-a2c0-46d0f2859f8e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Request body: {'port': {'network_id': '67d74715-a311-4317-8fb4-8c87cc470973', 'name': 'tempest-TaggedBootDevicesTest_v242-1850828588', 'fixed_ips': [{'subnet_id': 'f457daac-7e39-4657-8a75-e4901f3feaf7'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:57.895667 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d46846-57da-440b-a3a8-aae63b0c948d x-openstack-request-id: req-b7d46846-57da-440b-a3a8-aae63b0c948d {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:48:57.900038 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b719b88-3012-4567-8805-b29e6e8f2a9c", "tag": "df99cc5f-578b-4706-a3f8-cf0fc92408c1", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:48:57.902246 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b7d46846-57da-440b-a3a8-aae63b0c948d {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:48:57.902775 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'tag': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1', 'status': 'completed', 'code': 200} Mar 11 11:48:57.909457 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:48:57.918671 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Checking segment: {'id': '87ddb067-cde7-4651-b3b8-552f8a0b99d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:48:57.919268 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:57.919871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Bound using segment: {'id': '87ddb067-cde7-4651-b3b8-552f8a0b99d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:48:57.920489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Bound port: e0da5e45-8ed8-44ba-ab84-d5d1c788cca3, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ddb067-cde7-4651-b3b8-552f8a0b99d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:48:57.920972 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e0da5e45-8ed8-44ba-ab84-d5d1c788cca3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:58.007786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cc074-77c0-4f8e-86ca-aa3ac40ab899 req-19378580-e8da-477d-ae7a-eba5a0e179a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:58.009326 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0e2cc074-77c0-4f8e-86ca-aa3ac40ab899 req-19378580-e8da-477d-ae7a-eba5a0e179a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 912 time: 0.5244241 Mar 11 11:48:58.179152 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0e2cc074-77c0-4f8e-86ca-aa3ac40ab899 req-30453d25-a9b8-4672-aaa3-69c2d542f8a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 HTTP/1.1" status: 200 len: 217 time: 0.1624348 Mar 11 11:48:58.265604 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-210c5a10-0af9-4ff6-aa34-d8e44839ac4c tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4495246 Mar 11 11:48:58.277393 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-57856ce6-2dae-4a24-b7ea-01ff1381ca32 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:48:58.277828 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cc074-77c0-4f8e-86ca-aa3ac40ab899 req-d5b1ed51-28b8-4ab3-a99c-08aba0615a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:58.279377 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0e2cc074-77c0-4f8e-86ca-aa3ac40ab899 req-d5b1ed51-28b8-4ab3-a99c-08aba0615a0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce4e197e-6fc7-4d78-b2bd-acf62848c979 HTTP/1.1" status: 200 len: 851 time: 0.0917163 Mar 11 11:48:58.283941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850e4d7-aae9-4b6c-aa31-1491a996f192 req-abe4aa8f-851f-482c-8095-1c92e97da19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:58.286323 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c850e4d7-aae9-4b6c-aa31-1491a996f192 req-abe4aa8f-851f-482c-8095-1c92e97da19d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=037a5daba7614682b326c1f332a6d587&device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 1128 time: 0.3825209 Mar 11 11:48:58.298261 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port b33d3761-b0a5-4fbe-b915-1487fea847cf is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:58.298641 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b33d3761-b0a5-4fbe-b915-1487fea847cf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:58.321676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3fcb66-b2a6-48cb-a2c0-46d0f2859f8e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Made reservation on behalf of 10db396f7a5f4f56be94b05e67329956 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:48:58.326493 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d3fcb66-b2a6-48cb-a2c0-46d0f2859f8e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:58.332143 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0e2cc074-77c0-4f8e-86ca-aa3ac40ab899 req-0b625a83-299e-4996-a296-c6a4b30fa91a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e54d170d-bb49-4bd4-8dc3-51758652c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451007 Mar 11 11:48:58.349948 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-57856ce6-2dae-4a24-b7ea-01ff1381ca32 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:58.378483 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-4d3fcb66-b2a6-48cb-a2c0-46d0f2859f8e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] device_id is not set on port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 11:48:58.413128 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969c46f-cf75-49bc-9bd3-98765ccdc1f1 req-54f1c0e0-580a-485d-85a2-fc242f479419 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:58.424692 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0969c46f-cf75-49bc-9bd3-98765ccdc1f1 req-54f1c0e0-580a-485d-85a2-fc242f479419 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 945 time: 0.2623355 Mar 11 11:48:58.500065 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port b33d3761-b0a5-4fbe-b915-1487fea847cf, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b33d3761-b0a5-4fbe-b915-1487fea847cf,segment=NetworkSegment(5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7),segment_id=5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:48:58.514873 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12579627-5c00-44e5-80a5-c07da685249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33d3761-b0a5-4fbe-b915-1487fea847cf'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:48:58.517715 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56994257-6533-4f01-bee1-a0209af4c5ae" -d '{"events": [{"server_uuid": "12579627-5c00-44e5-80a5-c07da685249d", "name": "network-vif-plugged", "status": "completed", "tag": "b33d3761-b0a5-4fbe-b915-1487fea847cf"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:48:58.532443 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b33d3761-b0a5-4fbe-b915-1487fea847cf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:58.549219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] For port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:48:58.573581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:48:58.586366 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0969c46f-cf75-49bc-9bd3-98765ccdc1f1 req-927223a8-759f-4030-8413-b4e265f100e3 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604288 Mar 11 11:48:58.660458 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850e4d7-aae9-4b6c-aa31-1491a996f192 req-f4d4ebb0-e0b5-4e2a-82d1-d8d0493ad5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:58.664418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c850e4d7-aae9-4b6c-aa31-1491a996f192 req-f4d4ebb0-e0b5-4e2a-82d1-d8d0493ad5dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8130605-787a-4d41-a48c-3457341ad648 HTTP/1.1" status: 200 len: 921 time: 0.3704128 Mar 11 11:48:58.674823 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0e2cc074-77c0-4f8e-86ca-aa3ac40ab899 req-b6f1b821-c235-4879-be06-7fd1c4fb06ef service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333099 Mar 11 11:48:58.693026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] For port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e0da5e45-8ed8-44ba-ab84-d5d1c788cca3,segment=NetworkSegment(87ddb067-cde7-4651-b3b8-552f8a0b99d1),segment_id=87ddb067-cde7-4651-b3b8-552f8a0b99d1)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:48:58.754279 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c850e4d7-aae9-4b6c-aa31-1491a996f192 req-bd850722-1b26-482e-810c-4569dbe6d636 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df99cc5f-578b-4706-a3f8-cf0fc92408c1 HTTP/1.1" status: 200 len: 217 time: 0.0830595 Mar 11 11:48:58.754423 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e0da5e45-8ed8-44ba-ab84-d5d1c788cca3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:58.790568 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba4a3c2-5dd0-424e-b3e1-5eced7421d70 x-openstack-request-id: req-5ba4a3c2-5dd0-424e-b3e1-5eced7421d70 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:48:58.790856 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12579627-5c00-44e5-80a5-c07da685249d", "name": "network-vif-plugged", "status": "completed", "tag": "b33d3761-b0a5-4fbe-b915-1487fea847cf", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:48:58.791106 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5ba4a3c2-5dd0-424e-b3e1-5eced7421d70 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:48:58.791501 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12579627-5c00-44e5-80a5-c07da685249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33d3761-b0a5-4fbe-b915-1487fea847cf', 'code': 200} Mar 11 11:48:58.903319 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=b33d3761-b0a5-4fbe-b915-1487fea847cf,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:59.045347 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-4d3fcb66-b2a6-48cb-a2c0-46d0f2859f8e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Allocated IP 10.1.1.92 (67d74715-a311-4317-8fb4-8c87cc470973/f457daac-7e39-4657-8a75-e4901f3feaf7/54a3d321-9fbc-4e4d-ac50-28fe275103d2) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:48:59.103111 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ab7fb-3c2f-49bd-972c-378669e1cb37 req-4c708e10-a2f2-4ab2-a568-713aef9237bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:59.105198 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cc0ab7fb-3c2f-49bd-972c-378669e1cb37 req-4c708e10-a2f2-4ab2-a568-713aef9237bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 1128 time: 0.2725570 Mar 11 11:48:59.107499 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0e2cc074-77c0-4f8e-86ca-aa3ac40ab899 req-b28b7ed7-83b6-4c62-b4b4-970b4b53d17c service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221671 Mar 11 11:48:59.141089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850e4d7-aae9-4b6c-aa31-1491a996f192 req-dd4d4494-411c-4f0d-b3fb-2048b76ba1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:59.142695 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c850e4d7-aae9-4b6c-aa31-1491a996f192 req-dd4d4494-411c-4f0d-b3fb-2048b76ba1b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e0604034-0f4c-4272-ac15-c033c67a8b00 HTTP/1.1" status: 200 len: 860 time: 0.3372099 Mar 11 11:48:59.148507 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54acbbcd-557f-4617-a9e5-9203cf37b1a6 None None] Network 67d74715-a311-4317-8fb4-8c87cc470973 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:48:59.174448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feea14b-b08a-4b17-8cfa-9674e5089b6e req-9e4e34e8-ca8d-4912-a381-e072d4a86e3c tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:59.185440 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1feea14b-b08a-4b17-8cfa-9674e5089b6e req-9e4e34e8-ca8d-4912-a381-e072d4a86e3c tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 946 time: 0.2022498 Mar 11 11:48:59.192431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367ed64-6318-4e2c-86f3-9d82c4893b91 None None] Pushing event updated for resources: {'Port': ['ID=e0da5e45-8ed8-44ba-ab84-d5d1c788cca3,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:59.213510 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cc0ab7fb-3c2f-49bd-972c-378669e1cb37 req-70fc60f0-d32e-46db-ba46-daf29f1fcf32 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3b99b73f-e708-4c3b-9cb7-038249ae298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810893 Mar 11 11:48:59.248518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c850e4d7-aae9-4b6c-aa31-1491a996f192 req-dcd9121f-d51f-402b-81e8-bb5884be2e08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8130605-787a-4d41-a48c-3457341ad648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955017 Mar 11 11:48:59.284458 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-57856ce6-2dae-4a24-b7ea-01ff1381ca32 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:59.289776 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:48:59.290164 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:59.485167 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d3fcb66-b2a6-48cb-a2c0-46d0f2859f8e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:59.531606 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d3fcb66-b2a6-48cb-a2c0-46d0f2859f8e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:59.577005 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1339ba1b-3839-4344-8f1a-ee7524808d45 None None] Provisioning complete for port 9d6b3565-5d11-4d4b-87cc-459d1d072c3e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:48:59.584681 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1339ba1b-3839-4344-8f1a-ee7524808d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9d6b3565-5d11-4d4b-87cc-459d1d072c3e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:59.618909 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3fcb66-b2a6-48cb-a2c0-46d0f2859f8e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Network 67d74715-a311-4317-8fb4-8c87cc470973 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:48:59.627789 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-4d3fcb66-b2a6-48cb-a2c0-46d0f2859f8e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:48:59.642548 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3fcb66-b2a6-48cb-a2c0-46d0f2859f8e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:48:59.672628 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c850e4d7-aae9-4b6c-aa31-1491a996f192 req-7328a0c9-c265-4cbd-9d8f-d16c48778777 service neutron] 10.222.0.37 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488911 Mar 11 11:48:59.678471 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9d6b3565-5d11-4d4b-87cc-459d1d072c3e up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:48:59.690555 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1feea14b-b08a-4b17-8cfa-9674e5089b6e req-7e2a9fa9-b0f6-4c98-b7b5-bdb4be3e006a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b99b73f-e708-4c3b-9cb7-038249ae298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5045934 Mar 11 11:48:59.727193 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fcb66-b2a6-48cb-a2c0-46d0f2859f8e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event updated for resources: {'Port': ['ID=54a3d321-9fbc-4e4d-ac50-28fe275103d2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:48:59.778494 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3fcb66-b2a6-48cb-a2c0-46d0f2859f8e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:48:59.779216 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d3fcb66-b2a6-48cb-a2c0-46d0f2859f8e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:48:59.813113 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4d3fcb66-b2a6-48cb-a2c0-46d0f2859f8e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9554658 Mar 11 11:48:59.928064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-57856ce6-2dae-4a24-b7ea-01ff1381ca32 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Allocated IP 172.25.7.250 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/3ba29c70-6461-4e3c-a4d5-fb4d782e4eb0) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:49:00.024307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:00.065667 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:00.132422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:00.143544 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c850e4d7-aae9-4b6c-aa31-1491a996f192 req-a1b53f53-083c-499e-bc5b-a382c1ea9d06 service neutron] 10.222.0.37 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519439 Mar 11 11:49:00.161787 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 9d6b3565-5d11-4d4b-87cc-459d1d072c3e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:00.162204 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9d6b3565-5d11-4d4b-87cc-459d1d072c3e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:00.190918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f7935-af4f-497f-be08-b5251da7dc7a req-6252393e-4765-4c3e-bd55-345a59379b53 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:00.192492 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-943f7935-af4f-497f-be08-b5251da7dc7a req-6252393e-4765-4c3e-bd55-345a59379b53 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.3540936 Mar 11 11:49:00.200534 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-57856ce6-2dae-4a24-b7ea-01ff1381ca32 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for port (3ba29c70-6461-4e3c-a4d5-fb4d782e4eb0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:00.295000 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1339ba1b-3839-4344-8f1a-ee7524808d45 None None] Current status of the port 9d6b3565-5d11-4d4b-87cc-459d1d072c3e is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:00.295384 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1339ba1b-3839-4344-8f1a-ee7524808d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9d6b3565-5d11-4d4b-87cc-459d1d072c3e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:00.387191 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-943f7935-af4f-497f-be08-b5251da7dc7a req-05ac99f6-4752-4c82-bfc5-4e13f69bdaae tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800244 Mar 11 11:49:00.397711 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-57856ce6-2dae-4a24-b7ea-01ff1381ca32 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3ba29c70-6461-4e3c-a4d5-fb4d782e4eb0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:00.514708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1339ba1b-3839-4344-8f1a-ee7524808d45 None None] For port 9d6b3565-5d11-4d4b-87cc-459d1d072c3e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9d6b3565-5d11-4d4b-87cc-459d1d072c3e,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:00.521128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 9d6b3565-5d11-4d4b-87cc-459d1d072c3e is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:00.522004 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9d6b3565-5d11-4d4b-87cc-459d1d072c3e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:00.522883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-57856ce6-2dae-4a24-b7ea-01ff1381ca32 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:49:00.576453 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-57856ce6-2dae-4a24-b7ea-01ff1381ca32 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:49:00.582375 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1339ba1b-3839-4344-8f1a-ee7524808d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9d6b3565-5d11-4d4b-87cc-459d1d072c3e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:00.591352 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-57856ce6-2dae-4a24-b7ea-01ff1381ca32 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:49:00.603364 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57856ce6-2dae-4a24-b7ea-01ff1381ca32 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Pushing event updated for resources: {'Port': ['ID=3ba29c70-6461-4e3c-a4d5-fb4d782e4eb0,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:00.757487 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c146f22-1372-4541-8cd5-8660158fdc4c None None] Network 4eff5b65-f94e-439e-a73a-18a4e30da763 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:49:00.799457 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339ba1b-3839-4344-8f1a-ee7524808d45 None None] Pushing event updated for resources: {'Port': ['ID=9d6b3565-5d11-4d4b-87cc-459d1d072c3e,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:00.805589 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5d78ff-c484-4ab8-944b-8c6703a97b51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04fb9cfc-0db5-44ee-ad74-b1de4744d6d7'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:00.808042 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a5f4c1-ff2c-41af-aa12-6ca2f0e5fbf4" -d '{"events": [{"server_uuid": "fd5d78ff-c484-4ab8-944b-8c6703a97b51", "name": "network-vif-unplugged", "status": "completed", "tag": "04fb9cfc-0db5-44ee-ad74-b1de4744d6d7"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:00.842232 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:49:00.842584 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:49:00.845506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c37101ba-b254-4368-8b68-2dbee82981ed None None] Provisioning complete for port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:00.845905 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c37101ba-b254-4368-8b68-2dbee82981ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:00.885198 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233dc761-5bf9-49b9-b02d-77d6e059833c req-b6bb2654-7286-4dea-ad71-daade495632e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:00.892569 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-233dc761-5bf9-49b9-b02d-77d6e059833c req-b6bb2654-7286-4dea-ad71-daade495632e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 943 time: 0.2005889 Mar 11 11:49:00.936092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c37101ba-b254-4368-8b68-2dbee82981ed None None] Port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:49:00.941489 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-57856ce6-2dae-4a24-b7ea-01ff1381ca32 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for floatingip (0b54904d-4e46-4e27-885a-42e45ee39ce7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:00.983838 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c37101ba-b254-4368-8b68-2dbee82981ed None None] Provisioning complete for port 9d6b3565-5d11-4d4b-87cc-459d1d072c3e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:00.984628 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c37101ba-b254-4368-8b68-2dbee82981ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9d6b3565-5d11-4d4b-87cc-459d1d072c3e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:01.136726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c37101ba-b254-4368-8b68-2dbee82981ed None None] Current status of the port 9d6b3565-5d11-4d4b-87cc-459d1d072c3e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:01.265967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2dc22785-04b4-4abc-9ae2-83196e08050b None None] Provisioning complete for port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:01.266483 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dc22785-04b4-4abc-9ae2-83196e08050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e0da5e45-8ed8-44ba-ab84-d5d1c788cca3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:01.451800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 9d6b3565-5d11-4d4b-87cc-459d1d072c3e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:01.453014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:49:01.480338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2dc22785-04b4-4abc-9ae2-83196e08050b None None] Current status of the port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:01.481022 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dc22785-04b4-4abc-9ae2-83196e08050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e0da5e45-8ed8-44ba-ab84-d5d1c788cca3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:01.530397 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2dc22785-04b4-4abc-9ae2-83196e08050b None None] For port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e0da5e45-8ed8-44ba-ab84-d5d1c788cca3,segment=NetworkSegment(87ddb067-cde7-4651-b3b8-552f8a0b99d1),segment_id=87ddb067-cde7-4651-b3b8-552f8a0b99d1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:01.535704 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-233dc761-5bf9-49b9-b02d-77d6e059833c req-9e5fc5f9-aa8c-4f54-b3e4-beee7b2df849 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6380529 Mar 11 11:49:01.550805 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:01.551330 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e0da5e45-8ed8-44ba-ab84-d5d1c788cca3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:01.556521 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dc22785-04b4-4abc-9ae2-83196e08050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e0da5e45-8ed8-44ba-ab84-d5d1c788cca3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:01.601189 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-57856ce6-2dae-4a24-b7ea-01ff1381ca32 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3ba29c70-6461-4e3c-a4d5-fb4d782e4eb0), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:01.633201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2dc22785-04b4-4abc-9ae2-83196e08050b None None] Provisioning complete for port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:01.633722 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dc22785-04b4-4abc-9ae2-83196e08050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:01.685167 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2dc22785-04b4-4abc-9ae2-83196e08050b None None] Port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:49:01.716376 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc22785-04b4-4abc-9ae2-83196e08050b None None] Pushing event updated for resources: {'Port': ['ID=e0da5e45-8ed8-44ba-ab84-d5d1c788cca3,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:01.721155 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2dc22785-04b4-4abc-9ae2-83196e08050b None None] Provisioning complete for port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:01.721620 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dc22785-04b4-4abc-9ae2-83196e08050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:01.784649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50594) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:01.789650 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-469e0317-e622-4fa7-99ca-71f9955b6bba tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--383395559', 'description': 'tempest-description--1324913484'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:01.826620 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-57856ce6-2dae-4a24-b7ea-01ff1381ca32 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for port (3ba29c70-6461-4e3c-a4d5-fb4d782e4eb0), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:01.836493 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-57856ce6-2dae-4a24-b7ea-01ff1381ca32 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (3ba29c70-6461-4e3c-a4d5-fb4d782e4eb0), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:01.845857 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-469e0317-e622-4fa7-99ca-71f9955b6bba tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:01.866349 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2dc22785-04b4-4abc-9ae2-83196e08050b None None] Port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:49:01.868228 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:01.949240 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57856ce6-2dae-4a24-b7ea-01ff1381ca32 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Pushing event updated for resources: {'Port': ['ID=3ba29c70-6461-4e3c-a4d5-fb4d782e4eb0,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:01.961574 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-57856ce6-2dae-4a24-b7ea-01ff1381ca32 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (0b54904d-4e46-4e27-885a-42e45ee39ce7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:01.996152 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c08a725d-419d-4326-9f55-e638a7df4629 None None] Provisioning complete for port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:01.996544 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c08a725d-419d-4326-9f55-e638a7df4629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e0da5e45-8ed8-44ba-ab84-d5d1c788cca3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:02.006386 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-469e0317-e622-4fa7-99ca-71f9955b6bba tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for security_group (2b15dda4-3fb8-44dc-9846-e14bedcb1753), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:02.023696 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-57856ce6-2dae-4a24-b7ea-01ff1381ca32 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:02.024981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-57856ce6-2dae-4a24-b7ea-01ff1381ca32 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7579281 Mar 11 11:49:02.034162 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-469e0317-e622-4fa7-99ca-71f9955b6bba tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2b15dda4-3fb8-44dc-9846-e14bedcb1753), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:02.094888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9d6b3565-5d11-4d4b-87cc-459d1d072c3e up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:49:02.096663 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e0317-e622-4fa7-99ca-71f9955b6bba tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b15dda4-3fb8-44dc-9846-e14bedcb1753,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:02.113985 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-469e0317-e622-4fa7-99ca-71f9955b6bba tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:02.120015 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-469e0317-e622-4fa7-99ca-71f9955b6bba tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3340459 Mar 11 11:49:02.120796 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50598) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:02.131669 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-007693f1-5bd3-4c75-ad4f-28fb28562311 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.250 HTTP/1.1" status: 200 len: 696 time: 0.1000531 Mar 11 11:49:02.134893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ea104408-12c5-4d70-84cd-25c65537b3a3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Request body: {'security_group_rule': {'security_group_id': '2b15dda4-3fb8-44dc-9846-e14bedcb1753', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:02.209853 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea104408-12c5-4d70-84cd-25c65537b3a3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for security_group_rule (74df4820-e7f6-4d8a-84a7-487188d43c17), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:02.219266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 9d6b3565-5d11-4d4b-87cc-459d1d072c3e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:02.219899 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9d6b3565-5d11-4d4b-87cc-459d1d072c3e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:02.287563 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c08a725d-419d-4326-9f55-e638a7df4629 None None] Current status of the port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:02.332991 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea104408-12c5-4d70-84cd-25c65537b3a3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for security_group_rule (74df4820-e7f6-4d8a-84a7-487188d43c17), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:02.350303 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea104408-12c5-4d70-84cd-25c65537b3a3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (74df4820-e7f6-4d8a-84a7-487188d43c17), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:02.365259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af100aa2-be5c-499b-baf9-d7b9b215ece2 req-7d163b1f-90cf-4f29-9338-ffad4df73d87 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:02.369367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 9d6b3565-5d11-4d4b-87cc-459d1d072c3e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:02.370472 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:49:02.373728 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af100aa2-be5c-499b-baf9-d7b9b215ece2 req-7d163b1f-90cf-4f29-9338-ffad4df73d87 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 946 time: 0.0892708 Mar 11 11:49:02.399207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea104408-12c5-4d70-84cd-25c65537b3a3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74df4820-e7f6-4d8a-84a7-487188d43c17,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:02.421432 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea104408-12c5-4d70-84cd-25c65537b3a3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:02.425770 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ea104408-12c5-4d70-84cd-25c65537b3a3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3015251 Mar 11 11:49:02.426616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50600) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:02.436604 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:02.437095 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e0da5e45-8ed8-44ba-ab84-d5d1c788cca3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:02.440202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cbedbc74-7018-4c0e-920e-52182e9ba3fa tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Request body: {'security_group_rule': {'security_group_id': '2b15dda4-3fb8-44dc-9846-e14bedcb1753', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:02.463424 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af100aa2-be5c-499b-baf9-d7b9b215ece2 req-105b7a41-a17e-4c63-a92c-e4e6b1cb95e0 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b99b73f-e708-4c3b-9cb7-038249ae298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879362 Mar 11 11:49:02.485175 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-6b561bf7-8c27-4576-9514-bcc481a6de33 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:02.486837 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71049e6b-9bb4-45f1-92c3-d21e7979704f req-6b561bf7-8c27-4576-9514-bcc481a6de33 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.3495545 Mar 11 11:49:02.500348 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbedbc74-7018-4c0e-920e-52182e9ba3fa tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for security_group_rule (6567810b-a0f3-4d49-bc9b-029acbd883eb), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:02.582376 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbedbc74-7018-4c0e-920e-52182e9ba3fa tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for security_group_rule (6567810b-a0f3-4d49-bc9b-029acbd883eb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:02.594853 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbedbc74-7018-4c0e-920e-52182e9ba3fa tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (6567810b-a0f3-4d49-bc9b-029acbd883eb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:02.598391 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14520a65-83c9-4bdb-bfd0-39874920ab8b x-openstack-request-id: req-14520a65-83c9-4bdb-bfd0-39874920ab8b {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:02.599363 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5d78ff-c484-4ab8-944b-8c6703a97b51", "name": "network-vif-unplugged", "status": "failed", "tag": "04fb9cfc-0db5-44ee-ad74-b1de4744d6d7", "code": 422}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:02.599634 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-14520a65-83c9-4bdb-bfd0-39874920ab8b {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:02.600835 n-d-833234-2 neutron-server[104033]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fd5d78ff-c484-4ab8-944b-8c6703a97b51', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '04fb9cfc-0db5-44ee-ad74-b1de4744d6d7', 'code': 422} returned with failed status Mar 11 11:49:02.604973 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:02.616593 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedbc74-7018-4c0e-920e-52182e9ba3fa tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6567810b-a0f3-4d49-bc9b-029acbd883eb,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:02.635752 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbedbc74-7018-4c0e-920e-52182e9ba3fa tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:02.639977 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cbedbc74-7018-4c0e-920e-52182e9ba3fa tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2074175 Mar 11 11:49:02.640406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50608) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:02.645478 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0d0551a7-ab36-44a3-8e19-4090016e083b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:02.675788 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d0551a7-ab36-44a3-8e19-4090016e083b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:02.730318 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12d4b4-58c9-4e39-88d8-1fb8f8acfd5c req-592cf2ac-a587-4c9a-b0e0-858a062c8092 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:02.732399 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc12d4b4-58c9-4e39-88d8-1fb8f8acfd5c req-592cf2ac-a587-4c9a-b0e0-858a062c8092 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.1650934 Mar 11 11:49:02.832703 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc12d4b4-58c9-4e39-88d8-1fb8f8acfd5c req-99e6efd6-8a7e-46d5-9ef7-c6f0252d6150 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906763 Mar 11 11:49:02.843007 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81394afe-dfcf-4194-b248-6fa2d5188257 req-a53fcb6a-f873-4d22-a15d-b989b523b313 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:02.865588 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-81394afe-dfcf-4194-b248-6fa2d5188257 req-a53fcb6a-f873-4d22-a15d-b989b523b313 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 946 time: 0.1487510 Mar 11 11:49:02.867433 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50612) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:02.879561 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4cd32136-11f7-4ca8-ad7c-a355ebd1b84d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Request body: {'floatingip': {'port_id': 'b33d3761-b0a5-4fbe-b915-1487fea847cf'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:02.910174 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d0551a7-ab36-44a3-8e19-4090016e083b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:02.943038 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4cd32136-11f7-4ca8-ad7c-a355ebd1b84d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for floatingip (da8ed9d7-9c67-4467-b950-5f805ef139b2), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:03.072502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-0d0551a7-ab36-44a3-8e19-4090016e083b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Allocated IP 172.25.7.200 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/0a817dd1-4738-4b86-a907-7217b839a1df) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:49:03.198516 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d0551a7-ab36-44a3-8e19-4090016e083b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for port (0a817dd1-4738-4b86-a907-7217b839a1df), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:03.216969 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-d5074f3b-6ccf-493d-9114-297326e556f1 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:03.218819 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-d5074f3b-6ccf-493d-9114-297326e556f1 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2238045 Mar 11 11:49:03.238914 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453a3a7-75ec-4357-9853-19cd21b7149f req-00a1f0f9-d8c3-41ca-8c66-e55b86c374fd tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:03.242802 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3453a3a7-75ec-4357-9853-19cd21b7149f req-00a1f0f9-d8c3-41ca-8c66-e55b86c374fd tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 943 time: 0.2462742 Mar 11 11:49:03.245271 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d0551a7-ab36-44a3-8e19-4090016e083b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0a817dd1-4738-4b86-a907-7217b839a1df), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:03.282860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0551a7-ab36-44a3-8e19-4090016e083b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:49:03.285958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-0d0551a7-ab36-44a3-8e19-4090016e083b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:49:03.289506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0551a7-ab36-44a3-8e19-4090016e083b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:49:03.298711 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-9eb5bbc6-22d5-4d5f-9676-4782c32f3ddb tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.250 HTTP/1.1" status: 200 len: 696 time: 0.0708182 Mar 11 11:49:03.327881 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0551a7-ab36-44a3-8e19-4090016e083b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event updated for resources: {'Port': ['ID=0a817dd1-4738-4b86-a907-7217b839a1df,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:03.380696 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-2edff19f-6a6a-4a22-9672-676181760e11 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Request body: {'floatingip': {'port_id': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:03.385335 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d0551a7-ab36-44a3-8e19-4090016e083b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for floatingip (09626693-5480-41eb-be41-cbee337c0762), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:03.433556 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d0551a7-ab36-44a3-8e19-4090016e083b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0a817dd1-4738-4b86-a907-7217b839a1df), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:03.435718 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:03.475885 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-2edff19f-6a6a-4a22-9672-676181760e11 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for floatingip (0b54904d-4e46-4e27-885a-42e45ee39ce7), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:03.531081 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3453a3a7-75ec-4357-9853-19cd21b7149f req-b6ac780a-8935-462e-9a6f-bb32837cbcea tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310824 Mar 11 11:49:03.597933 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d0551a7-ab36-44a3-8e19-4090016e083b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for port (0a817dd1-4738-4b86-a907-7217b839a1df), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:03.607643 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d0551a7-ab36-44a3-8e19-4090016e083b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (0a817dd1-4738-4b86-a907-7217b839a1df), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:03.702841 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0551a7-ab36-44a3-8e19-4090016e083b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event updated for resources: {'Port': ['ID=0a817dd1-4738-4b86-a907-7217b839a1df,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:03.721161 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d0551a7-ab36-44a3-8e19-4090016e083b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (09626693-5480-41eb-be41-cbee337c0762), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:03.747150 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d0551a7-ab36-44a3-8e19-4090016e083b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:03.751671 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0d0551a7-ab36-44a3-8e19-4090016e083b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1072676 Mar 11 11:49:04.125397 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4cd32136-11f7-4ca8-ad7c-a355ebd1b84d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:04.135335 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4cd32136-11f7-4ca8-ad7c-a355ebd1b84d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (da8ed9d7-9c67-4467-b950-5f805ef139b2), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:04.273945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:49:04.357237 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-4cd32136-11f7-4ca8-ad7c-a355ebd1b84d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Floating IP da8ed9d7-9c67-4467-b950-5f805ef139b2 associated. External IP: 172.25.7.133, port: b33d3761-b0a5-4fbe-b915-1487fea847cf. Mar 11 11:49:04.431091 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 is: DOWN; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:04.479092 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-2edff19f-6a6a-4a22-9672-676181760e11 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:04.491371 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-2edff19f-6a6a-4a22-9672-676181760e11 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (0b54904d-4e46-4e27-885a-42e45ee39ce7), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:05.086318 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a68aee-5040-41ee-a780-fbd5a432494e req-c8cc505e-dbb6-4c58-a53c-5838c0a4e6ba tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:05.088062 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8a68aee-5040-41ee-a780-fbd5a432494e req-c8cc505e-dbb6-4c58-a53c-5838c0a4e6ba tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd5d78ff-c484-4ab8-944b-8c6703a97b51 HTTP/1.1" status: 200 len: 943 time: 0.1799266 Mar 11 11:49:05.110341 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-2edff19f-6a6a-4a22-9672-676181760e11 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Floating IP 0b54904d-4e46-4e27-885a-42e45ee39ce7 associated. External IP: 172.25.7.250, port: df99cc5f-578b-4706-a3f8-cf0fc92408c1. Mar 11 11:49:05.284260 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd32136-11f7-4ca8-ad7c-a355ebd1b84d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Router c8c23638-e0bd-46bb-90a1-883750498334 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:49:05.446725 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-f8a68aee-5040-41ee-a780-fbd5a432494e req-d8d558bc-0a5b-4d98-a081-890a3ca571ff tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Deleting port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:49:05.447060 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f8a68aee-5040-41ee-a780-fbd5a432494e req-d8d558bc-0a5b-4d98-a081-890a3ca571ff tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:05.623916 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd32136-11f7-4ca8-ad7c-a355ebd1b84d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:49:05.629384 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4cd32136-11f7-4ca8-ad7c-a355ebd1b84d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:05.642715 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742b3575-221f-4b34-ace6-7de67405eef7 None None] Sync routers for ids ['c8c23638-e0bd-46bb-90a1-883750498334'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:49:05.660636 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742b3575-221f-4b34-ace6-7de67405eef7 None None] Routers {'c8c23638-e0bd-46bb-90a1-883750498334'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:49:05.661808 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-742b3575-221f-4b34-ace6-7de67405eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:48:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c8c23638-e0bd-46bb-90a1-883750498334'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:05.703307 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-f8a68aee-5040-41ee-a780-fbd5a432494e req-d8d558bc-0a5b-4d98-a081-890a3ca571ff tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] For port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:05.703700 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f8a68aee-5040-41ee-a780-fbd5a432494e req-d8d558bc-0a5b-4d98-a081-890a3ca571ff tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:05.734248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4cd32136-11f7-4ca8-ad7c-a355ebd1b84d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "PUT /v2.0/floatingips/da8ed9d7-9c67-4467-b950-5f805ef139b2 HTTP/1.1" status: 200 len: 992 time: 2.8509800 Mar 11 11:49:05.764748 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-2edff19f-6a6a-4a22-9672-676181760e11 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Router 762ce8ac-526e-4230-b8f8-b7a5f66b629a has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:49:05.765445 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12579627-5c00-44e5-80a5-c07da685249d', 'tag': 'b33d3761-b0a5-4fbe-b915-1487fea847cf'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:05.783795 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00fc9a3-12f6-482d-ac44-7c5a255aa2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "12579627-5c00-44e5-80a5-c07da685249d", "tag": "b33d3761-b0a5-4fbe-b915-1487fea847cf"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:05.806008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-f8a68aee-5040-41ee-a780-fbd5a432494e req-d8d558bc-0a5b-4d98-a081-890a3ca571ff tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Calling delete_port for 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:49:05.830992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-742b3575-221f-4b34-ace6-7de67405eef7 None None] Set router c8c23638-e0bd-46bb-90a1-883750498334 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:49:05.950867 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-d0dca45a-a615-4f0f-acb6-0f773dbca7d4 service neutron] 10.222.0.71 "GET /v2.0/ports/549a9e8f-3f82-4033-9365-6e1aa651a963/bindings/n-h1-833234-2 HTTP/1.1" status: 200 len: 382 time: 0.2555325 Mar 11 11:49:06.055128 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-2edff19f-6a6a-4a22-9672-676181760e11 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:49:06.065726 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e91506c-2289-467a-a5ab-55d93a6cc001 None None] Sync routers for ids ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:49:06.067008 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-2edff19f-6a6a-4a22-9672-676181760e11 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:06.093989 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e91506c-2289-467a-a5ab-55d93a6cc001 None None] Routers {'762ce8ac-526e-4230-b8f8-b7a5f66b629a'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:49:06.096191 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0e91506c-2289-467a-a5ab-55d93a6cc001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:48:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:06.154335 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-2edff19f-6a6a-4a22-9672-676181760e11 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "PUT /v2.0/floatingips/0b54904d-4e46-4e27-885a-42e45ee39ce7 HTTP/1.1" status: 200 len: 997 time: 2.7900047 Mar 11 11:49:06.216893 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f8a68aee-5040-41ee-a780-fbd5a432494e req-d8d558bc-0a5b-4d98-a081-890a3ca571ff tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (04fb9cfc-0db5-44ee-ad74-b1de4744d6d7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:06.241143 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-742b3575-221f-4b34-ace6-7de67405eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:58Z', 'revision_number': 4, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'da8ed9d7-9c67-4467-b950-5f805ef139b2', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'floating_ip_address': '172.25.7.133', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'port_id': 'b33d3761-b0a5-4fbe-b915-1487fea847cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'mac_address': 'fa:16:3e:40:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12579627-5c00-44e5-80a5-c07da685249d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:48:36Z', 'updated_at': '2022-03-11T11:49:03Z', 'revision_number': 1, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b36a554-a54b-4a60-ac39-67a3ea0ebc70', 'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'mac_address': 'fa:16:3e:36:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:57Z', 'updated_at': '2022-03-11T11:44:05Z', 'revision_number': 5, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'subnets': [{'id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:06.242257 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-0e91506c-2289-467a-a5ab-55d93a6cc001 None None] Set router 762ce8ac-526e-4230-b8f8-b7a5f66b629a gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:49:06.304300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742b3575-221f-4b34-ace6-7de67405eef7 None None] Checking router: c8c23638-e0bd-46bb-90a1-883750498334 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:49:06.321930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742b3575-221f-4b34-ace6-7de67405eef7 None None] Routers {'c8c23638-e0bd-46bb-90a1-883750498334'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:49:06.324810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-742b3575-221f-4b34-ace6-7de67405eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:48:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c8c23638-e0bd-46bb-90a1-883750498334'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:06.375059 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a68aee-5040-41ee-a780-fbd5a432494e req-d8d558bc-0a5b-4d98-a081-890a3ca571ff tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] No DVR routers for this DVR port 04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:49:06.378701 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f8a68aee-5040-41ee-a780-fbd5a432494e req-d8d558bc-0a5b-4d98-a081-890a3ca571ff tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:06.382720 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8a68aee-5040-41ee-a780-fbd5a432494e req-d8d558bc-0a5b-4d98-a081-890a3ca571ff tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "DELETE /v2.0/ports/04fb9cfc-0db5-44ee-ad74-b1de4744d6d7 HTTP/1.1" status: 204 len: 173 time: 1.2847598 Mar 11 11:49:06.383754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d558bc-0a5b-4d98-a081-890a3ca571ff tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Pushing event deleted for resources: {'Port': ['ID=04fb9cfc-0db5-44ee-ad74-b1de4744d6d7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:06.405013 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-43f58a2b-6ff7-4214-8234-a0da75d89028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:06.412190 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-506cf80b-7507-4e37-b1fb-0400bf661e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:06.413894 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-43f58a2b-6ff7-4214-8234-a0da75d89028 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=037a5daba7614682b326c1f332a6d587&device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 1128 time: 0.2562406 Mar 11 11:49:06.421059 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-506cf80b-7507-4e37-b1fb-0400bf661e93 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8&tenant_id=534ef25e2a194e88997b082d5497d504 HTTP/1.1" status: 200 len: 1132 time: 0.1103921 Mar 11 11:49:06.568686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-2156f59d-6b8a-4e13-ae00-71ff009a51f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:06.580838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-2156f59d-6b8a-4e13-ae00-71ff009a51f5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d8130605-787a-4d41-a48c-3457341ad648 HTTP/1.1" status: 200 len: 921 time: 0.1658993 Mar 11 11:49:06.592947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-742b3575-221f-4b34-ace6-7de67405eef7 None None] Set router c8c23638-e0bd-46bb-90a1-883750498334 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:49:06.667809 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-c8f3fc83-d594-4c23-a045-1c24dd77aba7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df99cc5f-578b-4706-a3f8-cf0fc92408c1 HTTP/1.1" status: 200 len: 1000 time: 0.0858643 Mar 11 11:49:06.727075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-7699e839-e5af-4177-8c5c-70cefadcb9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:06.737371 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-7699e839-e5af-4177-8c5c-70cefadcb9b9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e0604034-0f4c-4272-ac15-c033c67a8b00 HTTP/1.1" status: 200 len: 860 time: 0.0685210 Mar 11 11:49:06.762539 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-a3f82b99-34d5-43c8-bcd8-e70225063ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:06.766790 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-a3f82b99-34d5-43c8-bcd8-e70225063ee4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 1132 time: 0.1578836 Mar 11 11:49:06.786110 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0e91506c-2289-467a-a5ab-55d93a6cc001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1002964153-router', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:45Z', 'revision_number': 4, 'project_id': '037a5daba7614682b326c1f332a6d587', 'gw_port': {'id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:39Z', 'updated_at': '2022-03-11T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '0b54904d-4e46-4e27-885a-42e45ee39ce7', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'floating_ip_address': '172.25.7.250', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'port_id': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648', 'mac_address': 'fa:16:3e:7c:f8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:49:00Z', 'updated_at': '2022-03-11T11:49:04Z', 'revision_number': 1, 'project_id': '037a5daba7614682b326c1f332a6d587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09bf067-5a57-4d0e-b793-055bfa4c381b', 'name': '', 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'mac_address': 'fa:16:3e:e2:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:43Z', 'updated_at': '2022-03-11T11:47:53Z', 'revision_number': 5, 'project_id': '037a5daba7614682b326c1f332a6d587', 'subnets': [{'id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:06.795293 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-c19745ba-09b9-4153-a95b-ba06a5ee3b0b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d8130605-787a-4d41-a48c-3457341ad648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566883 Mar 11 11:49:06.855278 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e91506c-2289-467a-a5ab-55d93a6cc001 None None] Checking router: 762ce8ac-526e-4230-b8f8-b7a5f66b629a for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:49:06.865781 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e91506c-2289-467a-a5ab-55d93a6cc001 None None] Routers {'762ce8ac-526e-4230-b8f8-b7a5f66b629a'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:49:06.879338 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0e91506c-2289-467a-a5ab-55d93a6cc001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:48:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:06.996817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-7f374356-1f3c-43b1-83a9-370581885dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:07.000046 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-7f374356-1f3c-43b1-83a9-370581885dc8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.2258606 Mar 11 11:49:07.064611 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-552c32e3-97b4-4cdf-b444-59e3ee5f442b service neutron] 10.222.0.78 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677641 Mar 11 11:49:07.102393 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-0e91506c-2289-467a-a5ab-55d93a6cc001 None None] Set router 762ce8ac-526e-4230-b8f8-b7a5f66b629a gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:49:07.197324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-742b3575-221f-4b34-ace6-7de67405eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:58Z', 'revision_number': 4, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'da8ed9d7-9c67-4467-b950-5f805ef139b2', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'floating_ip_address': '172.25.7.133', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'port_id': 'b33d3761-b0a5-4fbe-b915-1487fea847cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'mac_address': 'fa:16:3e:40:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12579627-5c00-44e5-80a5-c07da685249d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:48:36Z', 'updated_at': '2022-03-11T11:49:03Z', 'revision_number': 1, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b36a554-a54b-4a60-ac39-67a3ea0ebc70', 'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'mac_address': 'fa:16:3e:36:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:57Z', 'updated_at': '2022-03-11T11:44:05Z', 'revision_number': 5, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'subnets': [{'id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:07.199726 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de06913e-f24b-4a72-bdfb-0ba44d679e92 req-1428673e-f77a-4eae-90db-c8669679b3c5 service neutron] 10.222.0.78 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322908 Mar 11 11:49:07.303929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742b3575-221f-4b34-ace6-7de67405eef7 None None] The sync data for ids ['c8c23638-e0bd-46bb-90a1-883750498334'] in n-d-833234-2 is: [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:58Z', 'revision_number': 4, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'da8ed9d7-9c67-4467-b950-5f805ef139b2', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'floating_ip_address': '172.25.7.133', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'port_id': 'b33d3761-b0a5-4fbe-b915-1487fea847cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'mac_address': 'fa:16:3e:40:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12579627-5c00-44e5-80a5-c07da685249d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:48:36Z', 'updated_at': '2022-03-11T11:49:03Z', 'revision_number': 1, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b36a554-a54b-4a60-ac39-67a3ea0ebc70', 'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'mac_address': 'fa:16:3e:36:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:57Z', 'updated_at': '2022-03-11T11:44:05Z', 'revision_number': 5, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'subnets': [{'id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:49:07.537917 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-419861d5-add4-44fc-8f5f-c3f2d36a9e47 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--383395559&fields=id&tenant_id=10db396f7a5f4f56be94b05e67329956 HTTP/1.1" status: 200 len: 267 time: 0.1539803 Mar 11 11:49:07.706766 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-3cae3a5e-0c0a-4e1a-95af-d6f35ee8a983 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:07.708265 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-3cae3a5e-0c0a-4e1a-95af-d6f35ee8a983 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports/a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 HTTP/1.1" status: 200 len: 936 time: 0.1693153 Mar 11 11:49:07.740744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea99748-2e27-4792-ba7f-d9cfe86a7899 None None] New status for floating IP da8ed9d7-9c67-4467-b950-5f805ef139b2: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:49:07.788944 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-6ba26077-b451-4544-84e4-6d1079cbbcd6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=549a9e8f-3f82-4033-9365-6e1aa651a963 HTTP/1.1" status: 200 len: 217 time: 0.7777154 Mar 11 11:49:07.818443 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0e91506c-2289-467a-a5ab-55d93a6cc001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1002964153-router', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:45Z', 'revision_number': 4, 'project_id': '037a5daba7614682b326c1f332a6d587', 'gw_port': {'id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:39Z', 'updated_at': '2022-03-11T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '0b54904d-4e46-4e27-885a-42e45ee39ce7', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'floating_ip_address': '172.25.7.250', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'port_id': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648', 'mac_address': 'fa:16:3e:7c:f8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:49:00Z', 'updated_at': '2022-03-11T11:49:04Z', 'revision_number': 1, 'project_id': '037a5daba7614682b326c1f332a6d587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09bf067-5a57-4d0e-b793-055bfa4c381b', 'name': '', 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'mac_address': 'fa:16:3e:e2:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:43Z', 'updated_at': '2022-03-11T11:47:53Z', 'revision_number': 5, 'project_id': '037a5daba7614682b326c1f332a6d587', 'subnets': [{'id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:07.841956 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f7aee93b-d32a-44e6-a924-ec290e265000 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:07.863243 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f7aee93b-d32a-44e6-a924-ec290e265000 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports/54a3d321-9fbc-4e4d-ac50-28fe275103d2 HTTP/1.1" status: 200 len: 936 time: 0.1374454 Mar 11 11:49:07.863468 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1250c-d3ce-42ca-b8fc-095ecc7c7788 req-6bbe1bc5-1b77-4271-8c75-93627a760fd2 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:07.866625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aeb1250c-d3ce-42ca-b8fc-095ecc7c7788 req-6bbe1bc5-1b77-4271-8c75-93627a760fd2 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.3941150 Mar 11 11:49:07.903261 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-1648fe7b-0a46-4b29-a8b7-265aa81e9f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:07.904168 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e91506c-2289-467a-a5ab-55d93a6cc001 None None] The sync data for ids ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'] in n-d-833234-2 is: [{'id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1002964153-router', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:45Z', 'revision_number': 4, 'project_id': '037a5daba7614682b326c1f332a6d587', 'gw_port': {'id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:39Z', 'updated_at': '2022-03-11T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '0b54904d-4e46-4e27-885a-42e45ee39ce7', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'floating_ip_address': '172.25.7.250', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'port_id': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648', 'mac_address': 'fa:16:3e:7c:f8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:49:00Z', 'updated_at': '2022-03-11T11:49:04Z', 'revision_number': 1, 'project_id': '037a5daba7614682b326c1f332a6d587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09bf067-5a57-4d0e-b793-055bfa4c381b', 'name': '', 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'mac_address': 'fa:16:3e:e2:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:43Z', 'updated_at': '2022-03-11T11:47:53Z', 'revision_number': 5, 'project_id': '037a5daba7614682b326c1f332a6d587', 'subnets': [{'id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:49:07.912522 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-1648fe7b-0a46-4b29-a8b7-265aa81e9f12 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1118684 Mar 11 11:49:07.947755 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-be127734-7ebc-424f-a51b-e70d4dd54a67 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?network_id=4eff5b65-f94e-439e-a73a-18a4e30da763&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0800812 Mar 11 11:49:08.016343 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-277e4a7a-f009-4afc-a4a2-ce5e240b9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:08.018270 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-277e4a7a-f009-4afc-a4a2-ce5e240b9fef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0963309 Mar 11 11:49:08.071160 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f1673bcd-ebaf-4142-b966-528a7d1a1954 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?network_id=4eff5b65-f94e-439e-a73a-18a4e30da763&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1105964 Mar 11 11:49:08.145344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aeb1250c-d3ce-42ca-b8fc-095ecc7c7788 req-2e813f15-c6d5-4285-8f49-7641f8845151 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090495 Mar 11 11:49:08.250166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-ab5bf3ea-eb95-48d8-a37e-50a9df20a8fb tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:08.253991 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-870aee42-0aeb-480f-91c0-8cd955091b92 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164712 Mar 11 11:49:08.256511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-ab5bf3ea-eb95-48d8-a37e-50a9df20a8fb tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:08.265944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-ab5bf3ea-eb95-48d8-a37e-50a9df20a8fb tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:08.267789 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-ab5bf3ea-eb95-48d8-a37e-50a9df20a8fb tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/networks?id=3f382b66-55bc-4ada-812a-8f2225fa21bc&id=67d74715-a311-4317-8fb4-8c87cc470973&id=67d74715-a311-4317-8fb4-8c87cc470973&id=4eff5b65-f94e-439e-a73a-18a4e30da763&id=4eff5b65-f94e-439e-a73a-18a4e30da763 HTTP/1.1" status: 200 len: 1995 time: 0.1957431 Mar 11 11:49:08.269694 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffa5f84-7128-486b-9f5d-15071e2ca31e x-openstack-request-id: req-7ffa5f84-7128-486b-9f5d-15071e2ca31e {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:08.270093 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12579627-5c00-44e5-80a5-c07da685249d", "tag": "b33d3761-b0a5-4fbe-b915-1487fea847cf", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:08.270713 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ffa5f84-7128-486b-9f5d-15071e2ca31e {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:08.271222 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12579627-5c00-44e5-80a5-c07da685249d', 'tag': 'b33d3761-b0a5-4fbe-b915-1487fea847cf', 'status': 'completed', 'code': 200} Mar 11 11:49:08.410254 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a44fba-5301-47af-adf0-0baec2025bfd None None] New status for floating IP 0b54904d-4e46-4e27-885a-42e45ee39ce7: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:49:08.416287 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-ca9d3b43-6c87-4fc6-902b-97a4a204b2af service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532612 Mar 11 11:49:08.451351 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-a3b2c71c-589a-4a5f-bbd9-dc5d6742aca5 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.250 HTTP/1.1" status: 200 len: 1000 time: 0.1662688 Mar 11 11:49:08.485943 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-aa870c6d-e15f-4115-bd2c-98cc7171e5f1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/quotas/10db396f7a5f4f56be94b05e67329956 HTTP/1.1" status: 200 len: 375 time: 0.2113967 Mar 11 11:49:08.619895 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-0cebc389-4f7a-4b4a-8c02-c23057344fa8 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:08.623178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-0cebc389-4f7a-4b4a-8c02-c23057344fa8 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports/df99cc5f-578b-4706-a3f8-cf0fc92408c1 HTTP/1.1" status: 200 len: 943 time: 0.1359699 Mar 11 11:49:08.659919 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-970898b5-715e-4018-8fd4-aed063b49be5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=10db396f7a5f4f56be94b05e67329956&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1564898 Mar 11 11:49:08.662036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fc9a3-12f6-482d-ac44-7c5a255aa2e1 req-0f6ee231-1e2a-45ee-a203-313440fff5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:08.664035 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a00fc9a3-12f6-482d-ac44-7c5a255aa2e1 req-0f6ee231-1e2a-45ee-a203-313440fff5d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf1392660d9b487585dafc67abf0ead8&device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 1128 time: 0.2111859 Mar 11 11:49:08.724539 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 549a9e8f-3f82-4033-9365-6e1aa651a963 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:49:08.821307 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5f71ceda-6244-4712-9a9d-c2eb40386d58 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:49:08.822538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5f71ceda-6244-4712-9a9d-c2eb40386d58 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1510329 Mar 11 11:49:08.851725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 549a9e8f-3f82-4033-9365-6e1aa651a963 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:08.852113 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:08.894425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 549a9e8f-3f82-4033-9365-6e1aa651a963, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=549a9e8f-3f82-4033-9365-6e1aa651a963,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:08.894711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fc9a3-12f6-482d-ac44-7c5a255aa2e1 req-c38eb9d6-aa6c-4ebc-85ef-af5dcd2f4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:08.895954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4149645f-577c-4450-a75b-b0dc26e0adb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '549a9e8f-3f82-4033-9365-6e1aa651a963'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:08.896245 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a00fc9a3-12f6-482d-ac44-7c5a255aa2e1 req-c38eb9d6-aa6c-4ebc-85ef-af5dcd2f4622 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76092203-82d8-4a24-86d5-4aa9015481db HTTP/1.1" status: 200 len: 911 time: 0.2233043 Mar 11 11:49:08.901354 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e9d966-a6aa-454d-9c56-592feba3ab19" -d '{"events": [{"server_uuid": "4149645f-577c-4450-a75b-b0dc26e0adb8", "name": "network-vif-unplugged", "status": "completed", "tag": "549a9e8f-3f82-4033-9365-6e1aa651a963"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:08.907116 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:08.982169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=549a9e8f-3f82-4033-9365-6e1aa651a963,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:09.002501 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-0aadb2e8-e2be-461b-866b-d925d0a98077 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.250 HTTP/1.1" status: 200 len: 1002 time: 0.1939001 Mar 11 11:49:09.058540 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a00fc9a3-12f6-482d-ac44-7c5a255aa2e1 req-611f1ea8-2a1b-41df-92dc-1aa4327619ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b33d3761-b0a5-4fbe-b915-1487fea847cf HTTP/1.1" status: 200 len: 1002 time: 0.1452806 Mar 11 11:49:09.146385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-7c4d4850-e1cc-4317-8e7e-b118285e9a21 service neutron] 10.222.0.78 "GET /v2.0/networks/3f382b66-55bc-4ada-812a-8f2225fa21bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885654 Mar 11 11:49:09.177299 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fc9a3-12f6-482d-ac44-7c5a255aa2e1 req-d7232744-d00e-406a-97a1-bcb6a172c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:09.179535 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a00fc9a3-12f6-482d-ac44-7c5a255aa2e1 req-d7232744-d00e-406a-97a1-bcb6a172c1c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e125371-d52f-4208-9c77-d4e4b47be414 HTTP/1.1" status: 200 len: 849 time: 0.1103811 Mar 11 11:49:09.251434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-0cbef0ab-aa10-474d-a1c5-7b78f421ebe2 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:09.260442 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-0cbef0ab-aa10-474d-a1c5-7b78f421ebe2 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.2480836 Mar 11 11:49:09.389633 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f507642c-d345-4000-8a0e-5cb1ef71b580 service neutron] 10.222.0.78 "GET /v2.0/networks/3f382b66-55bc-4ada-812a-8f2225fa21bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331378 Mar 11 11:49:09.392457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-9d4eaa62-0a32-4373-988e-a540d4504994 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.250 HTTP/1.1" status: 200 len: 1002 time: 0.1315582 Mar 11 11:49:09.398743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fc9a3-12f6-482d-ac44-7c5a255aa2e1 req-aff7e2e6-f071-4489-83a6-200845995cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:09.400442 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a00fc9a3-12f6-482d-ac44-7c5a255aa2e1 req-aff7e2e6-f071-4489-83a6-200845995cfd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76092203-82d8-4a24-86d5-4aa9015481db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2052305 Mar 11 11:49:09.405673 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-2e09f946-c86a-476b-b9ef-492206a64710 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:09.534841 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-2e09f946-c86a-476b-b9ef-492206a64710 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for floatingip (0b54904d-4e46-4e27-885a-42e45ee39ce7), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:09.540039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-2d0538b0-ca83-41f2-b1d1-a5f64d3680d0 service neutron] 10.222.0.78 "GET /v2.0/ports/a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1310775 Mar 11 11:49:10.135118 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a00fc9a3-12f6-482d-ac44-7c5a255aa2e1 req-4bade51c-5fc7-4898-abe1-ae4740f9be99 service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7248456 Mar 11 11:49:10.241379 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-8c611ea9-3929-491c-8138-7bfa4b0fa362 service neutron] 10.222.0.78 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926311 Mar 11 11:49:10.249318 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-2e09f946-c86a-476b-b9ef-492206a64710 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:10.280236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'tag': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1'}, {'server_uuid': 'fd5d78ff-c484-4ab8-944b-8c6703a97b51', 'name': 'network-vif-deleted', 'tag': '04fb9cfc-0db5-44ee-ad74-b1de4744d6d7'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:10.282920 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d47afd3-da9c-4eec-804e-5f4fed4368cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1b719b88-3012-4567-8805-b29e6e8f2a9c", "tag": "df99cc5f-578b-4706-a3f8-cf0fc92408c1"}, {"server_uuid": "fd5d78ff-c484-4ab8-944b-8c6703a97b51", "name": "network-vif-deleted", "tag": "04fb9cfc-0db5-44ee-ad74-b1de4744d6d7"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:10.297521 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-2e09f946-c86a-476b-b9ef-492206a64710 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (0b54904d-4e46-4e27-885a-42e45ee39ce7), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:10.297864 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-2e09f946-c86a-476b-b9ef-492206a64710 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Floating IP 0b54904d-4e46-4e27-885a-42e45ee39ce7 disassociated. External IP: 172.25.7.250, port: df99cc5f-578b-4706-a3f8-cf0fc92408c1. Mar 11 11:49:10.421661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a00fc9a3-12f6-482d-ac44-7c5a255aa2e1 req-6a4e1346-1a2a-4b1a-9f22-326124ecf427 service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771909 Mar 11 11:49:10.546215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-25eee33f-e2b9-431f-8b86-d96ac13dead1 service neutron] 10.222.0.78 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956021 Mar 11 11:49:10.632152 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-071eb40b-3231-465f-bccb-3ca682eef169 service neutron] 10.222.0.78 "GET /v2.0/ports/54a3d321-9fbc-4e4d-ac50-28fe275103d2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0781069 Mar 11 11:49:10.684987 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-2e09f946-c86a-476b-b9ef-492206a64710 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Router 762ce8ac-526e-4230-b8f8-b7a5f66b629a has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:49:10.738243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 549a9e8f-3f82-4033-9365-6e1aa651a963 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:49:10.786359 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-d018e4f8-1db5-4b90-97a2-8f99f6d3f782 service neutron] 10.222.0.78 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441135 Mar 11 11:49:10.848813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 549a9e8f-3f82-4033-9365-6e1aa651a963, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=549a9e8f-3f82-4033-9365-6e1aa651a963,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:10.862181 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '549a9e8f-3f82-4033-9365-6e1aa651a963', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '549a9e8f-3f82-4033-9365-6e1aa651a963', 'mac_address': 'fa:16:3e:aa:98:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:49:10.902525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-2e09f946-c86a-476b-b9ef-492206a64710 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:49:10.905369 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 549a9e8f-3f82-4033-9365-6e1aa651a963 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:10.905830 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:10.908079 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-2e09f946-c86a-476b-b9ef-492206a64710 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:10.917023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236812f4-dc40-4820-85c7-d902127f83cf None None] Sync routers for ids ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:49:10.928055 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549a9e8f-3f82-4033-9365-6e1aa651a963 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:49:10.937294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236812f4-dc40-4820-85c7-d902127f83cf None None] Routers {'762ce8ac-526e-4230-b8f8-b7a5f66b629a'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:49:10.937889 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-236812f4-dc40-4820-85c7-d902127f83cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:48:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:10.951614 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-2e09f946-c86a-476b-b9ef-492206a64710 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "PUT /v2.0/floatingips/0b54904d-4e46-4e27-885a-42e45ee39ce7 HTTP/1.1" status: 200 len: 695 time: 1.5500884 Mar 11 11:49:10.955457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-33ddca1e-7efb-4653-96e2-e7c57d8a6c05 service neutron] 10.222.0.78 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593366 Mar 11 11:49:10.989861 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 549a9e8f-3f82-4033-9365-6e1aa651a963, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=549a9e8f-3f82-4033-9365-6e1aa651a963,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:11.000585 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:11.069523 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=549a9e8f-3f82-4033-9365-6e1aa651a963,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:11.116537 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-598e776b-a322-4e9d-8158-5689e0f39ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:11.118261 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-598e776b-a322-4e9d-8158-5689e0f39ca8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=037a5daba7614682b326c1f332a6d587&device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 1128 time: 0.1452699 Mar 11 11:49:11.141212 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-236812f4-dc40-4820-85c7-d902127f83cf None None] Set router 762ce8ac-526e-4230-b8f8-b7a5f66b629a gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:49:11.160078 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-3d533491-e3e2-49a2-b03f-e60ac4624cac service neutron] 10.222.0.78 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967113 Mar 11 11:49:11.326705 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-6770b950-4d88-4068-94d0-5be2fc261694 service neutron] 10.222.0.78 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573389 Mar 11 11:49:11.328268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-f27eab8a-0347-4b3b-9acd-1c8752d44173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:11.332268 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-f27eab8a-0347-4b3b-9acd-1c8752d44173 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d8130605-787a-4d41-a48c-3457341ad648 HTTP/1.1" status: 200 len: 921 time: 0.2064793 Mar 11 11:49:11.389812 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['549a9e8f-3f82-4033-9365-6e1aa651a963'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:49:11.394033 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-236812f4-dc40-4820-85c7-d902127f83cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1002964153-router', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:45Z', 'revision_number': 4, 'project_id': '037a5daba7614682b326c1f332a6d587', 'gw_port': {'id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:39Z', 'updated_at': '2022-03-11T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'b09bf067-5a57-4d0e-b793-055bfa4c381b', 'name': '', 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'mac_address': 'fa:16:3e:e2:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:43Z', 'updated_at': '2022-03-11T11:47:53Z', 'revision_number': 5, 'project_id': '037a5daba7614682b326c1f332a6d587', 'subnets': [{'id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:11.399083 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-5840e03d-e5ad-4f77-a1f1-1e0127b8e50a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df99cc5f-578b-4706-a3f8-cf0fc92408c1 HTTP/1.1" status: 200 len: 217 time: 0.0573013 Mar 11 11:49:11.454855 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236812f4-dc40-4820-85c7-d902127f83cf None None] Checking router: 762ce8ac-526e-4230-b8f8-b7a5f66b629a for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:49:11.475546 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236812f4-dc40-4820-85c7-d902127f83cf None None] Routers {'762ce8ac-526e-4230-b8f8-b7a5f66b629a'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:49:11.476439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-236812f4-dc40-4820-85c7-d902127f83cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:48:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:11.490127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-1b75640d-b35f-4c27-aa40-f69e6ca5df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:11.491861 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-1b75640d-b35f-4c27-aa40-f69e6ca5df35 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e0604034-0f4c-4272-ac15-c033c67a8b00 HTTP/1.1" status: 200 len: 860 time: 0.0836751 Mar 11 11:49:11.510288 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-c98196d8-9127-4007-8ea5-5a306fa4c266 service neutron] 10.222.0.78 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770034 Mar 11 11:49:11.539592 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-dec07ef2-9edb-4183-8697-5b2c9e4c459c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d8130605-787a-4d41-a48c-3457341ad648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383618 Mar 11 11:49:11.638683 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-236812f4-dc40-4820-85c7-d902127f83cf None None] Set router 762ce8ac-526e-4230-b8f8-b7a5f66b629a gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:49:11.689972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-c7418ed8-ef12-4e2a-8e6a-9d0ef47883c9 service neutron] 10.222.0.78 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489782 Mar 11 11:49:11.881182 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-5d8d44e9-710a-4203-84c2-72314e9acedf service neutron] 10.222.0.78 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417359 Mar 11 11:49:11.945054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-b55a8e87-f8a6-4f2a-af2f-f94da466d61d service neutron] 10.222.0.78 "GET /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534728 Mar 11 11:49:12.008304 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-236812f4-dc40-4820-85c7-d902127f83cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1002964153-router', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:45Z', 'revision_number': 4, 'project_id': '037a5daba7614682b326c1f332a6d587', 'gw_port': {'id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:39Z', 'updated_at': '2022-03-11T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'b09bf067-5a57-4d0e-b793-055bfa4c381b', 'name': '', 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'mac_address': 'fa:16:3e:e2:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:43Z', 'updated_at': '2022-03-11T11:47:53Z', 'revision_number': 5, 'project_id': '037a5daba7614682b326c1f332a6d587', 'subnets': [{'id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:12.066313 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236812f4-dc40-4820-85c7-d902127f83cf None None] The sync data for ids ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'] in n-d-833234-2 is: [{'id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1002964153-router', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:45Z', 'revision_number': 4, 'project_id': '037a5daba7614682b326c1f332a6d587', 'gw_port': {'id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:39Z', 'updated_at': '2022-03-11T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'b09bf067-5a57-4d0e-b793-055bfa4c381b', 'name': '', 'network_id': 'd8130605-787a-4d41-a48c-3457341ad648', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'mac_address': 'fa:16:3e:e2:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:43Z', 'updated_at': '2022-03-11T11:47:53Z', 'revision_number': 5, 'project_id': '037a5daba7614682b326c1f332a6d587', 'subnets': [{'id': 'e0604034-0f4c-4272-ac15-c033c67a8b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:49:12.120544 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91ee46e5-6528-497f-8dd8-da84aa2867ea req-6dca60ee-5f95-452f-95f2-1af170277c47 service neutron] 10.222.0.78 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326386 Mar 11 11:49:12.143017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50758) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:12.166041 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-0fed1087-48ef-43fa-be8a-ae1caebe97b2 service neutron] 10.222.0.78 "GET /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194171 Mar 11 11:49:12.295838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-0a27908a-8fa7-4033-945e-f0a471d9c333 service neutron] 10.222.0.78 "GET /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202962 Mar 11 11:49:12.342287 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9807f63e-136f-4037-9a82-eb4de808017d x-openstack-request-id: req-9807f63e-136f-4037-9a82-eb4de808017d {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:12.342875 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4149645f-577c-4450-a75b-b0dc26e0adb8", "name": "network-vif-unplugged", "status": "completed", "tag": "549a9e8f-3f82-4033-9365-6e1aa651a963", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:12.343483 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9807f63e-136f-4037-9a82-eb4de808017d {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:12.344238 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4149645f-577c-4450-a75b-b0dc26e0adb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '549a9e8f-3f82-4033-9365-6e1aa651a963', 'code': 200} Mar 11 11:49:12.368698 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c7c65fd9-6c1c-4ce5-a1e8-7838aab780b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:12.488802 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-6b2f4ff3-940c-4410-ae09-82bb8ec736e5 service neutron] 10.222.0.78 "GET /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865680 Mar 11 11:49:12.498464 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c7c65fd9-6c1c-4ce5-a1e8-7838aab780b4 admin admin] Publish callbacks [] for security_group (fbfe070e-7411-4a47-b794-d9d859fbf83d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:12.510326 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a320a8b-a89a-49de-a5ec-735bea564d9b None None] New status for floating IP 0b54904d-4e46-4e27-885a-42e45ee39ce7: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:49:12.517381 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c7c65fd9-6c1c-4ce5-a1e8-7838aab780b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fbfe070e-7411-4a47-b794-d9d859fbf83d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:12.522640 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0c474-5537-46b5-b658-cd786bac77bf req-5edad4d5-abdc-4044-a825-fd86bbcbc2ee tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:12.524732 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1dd0c474-5537-46b5-b658-cd786bac77bf req-5edad4d5-abdc-4044-a825-fd86bbcbc2ee tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 949 time: 0.1118827 Mar 11 11:49:12.559300 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:12.571494 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c7c65fd9-6c1c-4ce5-a1e8-7838aab780b4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f6996dcbc80a45aa833d109a6f1cc55c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4272482 Mar 11 11:49:12.574354 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50768) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:12.599363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-51c431ad-115f-4e4c-9f8c-b72e4410376a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:12.608122 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-51c431ad-115f-4e4c-9f8c-b72e4410376a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports/a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 HTTP/1.1" status: 200 len: 936 time: 0.1093507 Mar 11 11:49:12.649663 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c65fd9-6c1c-4ce5-a1e8-7838aab780b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfe070e-7411-4a47-b794-d9d859fbf83d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:12.666871 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21b58c8b-2065-48cf-840c-ab4368ef2f49 admin admin] Publish callbacks [] for security_group (fbfe070e-7411-4a47-b794-d9d859fbf83d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:12.695394 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21b58c8b-2065-48cf-840c-ab4368ef2f49 admin admin] Publish callbacks [] for security_group (fbfe070e-7411-4a47-b794-d9d859fbf83d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:12.701841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-b494d50d-af58-4f84-b376-e1c14b0446e2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:12.713794 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-b494d50d-af58-4f84-b376-e1c14b0446e2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports/54a3d321-9fbc-4e4d-ac50-28fe275103d2 HTTP/1.1" status: 200 len: 936 time: 0.1044865 Mar 11 11:49:12.736194 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1dd0c474-5537-46b5-b658-cd786bac77bf req-598b0112-ee83-4eac-8216-fe0d0c7c7096 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916878 Mar 11 11:49:12.760776 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21b58c8b-2065-48cf-840c-ab4368ef2f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fbfe070e-7411-4a47-b794-d9d859fbf83d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:12.765623 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21b58c8b-2065-48cf-840c-ab4368ef2f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:12.771315 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-21b58c8b-2065-48cf-840c-ab4368ef2f49 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fbfe070e-7411-4a47-b794-d9d859fbf83d HTTP/1.1" status: 204 len: 168 time: 0.1875274 Mar 11 11:49:12.782942 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b58c8b-2065-48cf-840c-ab4368ef2f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfe070e-7411-4a47-b794-d9d859fbf83d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:12.938089 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc04275-dace-4317-bd1a-23191150ecdb x-openstack-request-id: req-1bc04275-dace-4317-bd1a-23191150ecdb {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:12.938390 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b719b88-3012-4567-8805-b29e6e8f2a9c", "tag": "df99cc5f-578b-4706-a3f8-cf0fc92408c1", "status": "completed", "code": 200}, {"server_uuid": "fd5d78ff-c484-4ab8-944b-8c6703a97b51", "name": "network-vif-deleted", "tag": "04fb9cfc-0db5-44ee-ad74-b1de4744d6d7", "status": "failed", "code": 422}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:12.938801 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1bc04275-dace-4317-bd1a-23191150ecdb {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:12.939213 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'tag': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1', 'status': 'completed', 'code': 200} Mar 11 11:49:12.939489 n-d-833234-2 neutron-server[104031]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fd5d78ff-c484-4ab8-944b-8c6703a97b51', 'name': 'network-vif-deleted', 'tag': '04fb9cfc-0db5-44ee-ad74-b1de4744d6d7', 'status': 'failed', 'code': 422} returned with failed status Mar 11 11:49:13.074530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4eb3e1d8-a570-428e-b035-40b5fe0d70c7 req-82d77f03-5d21-4d5a-b679-a0dcb38574a0 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/floatingips/0b54904d-4e46-4e27-885a-42e45ee39ce7 HTTP/1.1" status: 200 len: 693 time: 0.0642638 Mar 11 11:49:13.196129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47afd3-da9c-4eec-804e-5f4fed4368cb req-6a7751d6-463a-4348-a705-59cba79c4723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:13.197636 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4d47afd3-da9c-4eec-804e-5f4fed4368cb req-6a7751d6-463a-4348-a705-59cba79c4723 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=037a5daba7614682b326c1f332a6d587&device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 1128 time: 0.2268019 Mar 11 11:49:13.291078 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3e1d8-a570-428e-b035-40b5fe0d70c7 req-2bb12853-4460-4394-8e93-2f904698853d tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:13.292531 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4eb3e1d8-a570-428e-b035-40b5fe0d70c7 req-2bb12853-4460-4394-8e93-2f904698853d tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 784 time: 0.2098324 Mar 11 11:49:13.353055 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50798) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:13.373492 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5cc0dec7-7c6d-4a63-8e3d-ea6c65ec0403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:13.540753 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5cc0dec7-7c6d-4a63-8e3d-ea6c65ec0403 admin admin] Publish callbacks [] for security_group (873f8181-dbd6-48e6-a1f1-ff08756178cd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:13.549277 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5cc0dec7-7c6d-4a63-8e3d-ea6c65ec0403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (873f8181-dbd6-48e6-a1f1-ff08756178cd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:13.591397 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce6c6822-01a8-4441-a938-e1ed94543abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:13.639016 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5cc0dec7-7c6d-4a63-8e3d-ea6c65ec0403 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e240789ad08b4977b43b0c63f659cbed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2836151 Mar 11 11:49:13.641984 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50804) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:13.681471 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0dec7-7c6d-4a63-8e3d-ea6c65ec0403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873f8181-dbd6-48e6-a1f1-ff08756178cd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:13.748075 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5a288ff-4d56-42aa-a6d0-4e001eacb75c admin admin] Publish callbacks [] for security_group (873f8181-dbd6-48e6-a1f1-ff08756178cd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:13.774896 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5a288ff-4d56-42aa-a6d0-4e001eacb75c admin admin] Publish callbacks [] for security_group (873f8181-dbd6-48e6-a1f1-ff08756178cd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:13.782430 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4eb3e1d8-a570-428e-b035-40b5fe0d70c7 req-c9f8e6d3-aaf3-432c-a77a-a16a1bdfee2b tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.250 HTTP/1.1" status: 200 len: 696 time: 0.0522513 Mar 11 11:49:13.829968 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5a288ff-4d56-42aa-a6d0-4e001eacb75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (873f8181-dbd6-48e6-a1f1-ff08756178cd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:13.834321 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5a288ff-4d56-42aa-a6d0-4e001eacb75c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:13.836106 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a5a288ff-4d56-42aa-a6d0-4e001eacb75c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/873f8181-dbd6-48e6-a1f1-ff08756178cd HTTP/1.1" status: 204 len: 168 time: 0.1926301 Mar 11 11:49:13.848119 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a288ff-4d56-42aa-a6d0-4e001eacb75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873f8181-dbd6-48e6-a1f1-ff08756178cd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:13.950860 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47afd3-da9c-4eec-804e-5f4fed4368cb req-018734b1-d646-43df-b4f5-0d4a67e123c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:13.952535 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4d47afd3-da9c-4eec-804e-5f4fed4368cb req-018734b1-d646-43df-b4f5-0d4a67e123c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8130605-787a-4d41-a48c-3457341ad648 HTTP/1.1" status: 200 len: 921 time: 0.7474823 Mar 11 11:49:14.012830 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4eb3e1d8-a570-428e-b035-40b5fe0d70c7 req-f1d53533-0379-4c05-9c72-f31d3e37d688 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.250 HTTP/1.1" status: 200 len: 696 time: 0.2180030 Mar 11 11:49:14.038686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f43f6119-c0eb-4181-912e-ee0984e8ef8f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:14.044219 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f43f6119-c0eb-4181-912e-ee0984e8ef8f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports/a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 HTTP/1.1" status: 200 len: 936 time: 0.2548556 Mar 11 11:49:14.149348 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4d47afd3-da9c-4eec-804e-5f4fed4368cb req-bc874162-bde8-402f-b5a6-9fb2f6901c3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df99cc5f-578b-4706-a3f8-cf0fc92408c1 HTTP/1.1" status: 200 len: 217 time: 0.1814253 Mar 11 11:49:14.248348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-b239b4d1-85d4-4738-9d50-7cb9af6624ee tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:14.249847 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-b239b4d1-85d4-4738-9d50-7cb9af6624ee tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports/54a3d321-9fbc-4e4d-ac50-28fe275103d2 HTTP/1.1" status: 200 len: 936 time: 0.2048657 Mar 11 11:49:14.282968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-dcb3752b-bed5-4d94-ae8c-35ef11000b05 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:14.290114 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-dcb3752b-bed5-4d94-ae8c-35ef11000b05 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 811 time: 0.5065811 Mar 11 11:49:14.322272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-b259a580-356f-411f-ae5f-1223f7f9f25e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/quotas/fc114175c45e4bcfacd1ff17aef85fa1 HTTP/1.1" status: 200 len: 375 time: 0.0312202 Mar 11 11:49:14.325962 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47afd3-da9c-4eec-804e-5f4fed4368cb req-27e741a0-adc3-498a-b108-ddd7bf883fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:14.327396 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4d47afd3-da9c-4eec-804e-5f4fed4368cb req-27e741a0-adc3-498a-b108-ddd7bf883fce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e0604034-0f4c-4272-ac15-c033c67a8b00 HTTP/1.1" status: 200 len: 860 time: 0.1676545 Mar 11 11:49:14.388840 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-832065f9-0ca8-4a54-81d2-f31ec13e63d1 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656240 Mar 11 11:49:14.399573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4d47afd3-da9c-4eec-804e-5f4fed4368cb req-603879d9-2b27-49c0-8759-ce638616ed24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8130605-787a-4d41-a48c-3457341ad648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605359 Mar 11 11:49:14.462648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-4eb3e1d8-a570-428e-b035-40b5fe0d70c7 req-9ebb9824-766e-4d6d-8140-f59ec278e983 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Deleting port 3ba29c70-6461-4e3c-a4d5-fb4d782e4eb0 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:49:14.463033 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4eb3e1d8-a570-428e-b035-40b5fe0d70c7 req-9ebb9824-766e-4d6d-8140-f59ec278e983 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3ba29c70-6461-4e3c-a4d5-fb4d782e4eb0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:14.646023 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-343d6b9c-cb72-465e-abb7-f1cbe9f9a14e service neutron] 10.222.0.78 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562146 Mar 11 11:49:14.701383 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4d47afd3-da9c-4eec-804e-5f4fed4368cb req-069be93e-7bbf-4d48-826b-5c688d1b014c service neutron] 10.222.0.37 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848732 Mar 11 11:49:14.708051 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4eb3e1d8-a570-428e-b035-40b5fe0d70c7 req-9ebb9824-766e-4d6d-8140-f59ec278e983 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3ba29c70-6461-4e3c-a4d5-fb4d782e4eb0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:14.708329 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4eb3e1d8-a570-428e-b035-40b5fe0d70c7 req-9ebb9824-766e-4d6d-8140-f59ec278e983 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for floatingip (3ba29c70-6461-4e3c-a4d5-fb4d782e4eb0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:14.754278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-4eb3e1d8-a570-428e-b035-40b5fe0d70c7 req-9ebb9824-766e-4d6d-8140-f59ec278e983 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Calling delete_port for 3ba29c70-6461-4e3c-a4d5-fb4d782e4eb0 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:49:14.785347 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 549a9e8f-3f82-4033-9365-6e1aa651a963 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:49:14.919045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 549a9e8f-3f82-4033-9365-6e1aa651a963 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:14.919768 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:14.942838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-207e23ba-4b11-46e0-86ea-ec3e7189c807 service neutron] 10.222.0.78 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864752 Mar 11 11:49:14.943268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'tag': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:14.945602 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7697ac8e-d56d-41b4-ab0b-a7d9c67bec0b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b719b88-3012-4567-8805-b29e6e8f2a9c", "tag": "df99cc5f-578b-4706-a3f8-cf0fc92408c1"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:14.960966 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4d47afd3-da9c-4eec-804e-5f4fed4368cb req-9b4bec05-3d10-4cac-bbf4-ccb68fcaeb77 service neutron] 10.222.0.37 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430172 Mar 11 11:49:15.056879 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4eb3e1d8-a570-428e-b035-40b5fe0d70c7 req-9ebb9824-766e-4d6d-8140-f59ec278e983 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3ba29c70-6461-4e3c-a4d5-fb4d782e4eb0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:15.114818 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb9824-766e-4d6d-8140-f59ec278e983 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Pushing event deleted for resources: {'Port': ['ID=3ba29c70-6461-4e3c-a4d5-fb4d782e4eb0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:15.144725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 549a9e8f-3f82-4033-9365-6e1aa651a963 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:15.145946 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:15.201851 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4149645f-577c-4450-a75b-b0dc26e0adb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549a9e8f-3f82-4033-9365-6e1aa651a963'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:15.204144 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6643c9e2-74d5-4892-b720-568af03a80d9" -d '{"events": [{"server_uuid": "4149645f-577c-4450-a75b-b0dc26e0adb8", "name": "network-vif-plugged", "status": "completed", "tag": "549a9e8f-3f82-4033-9365-6e1aa651a963"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:15.218721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 549a9e8f-3f82-4033-9365-6e1aa651a963, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=549a9e8f-3f82-4033-9365-6e1aa651a963,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:15.224418 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:15.247767 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4eb3e1d8-a570-428e-b035-40b5fe0d70c7 req-9ebb9824-766e-4d6d-8140-f59ec278e983 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for floatingip (0b54904d-4e46-4e27-885a-42e45ee39ce7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:15.251495 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4eb3e1d8-a570-428e-b035-40b5fe0d70c7 req-9ebb9824-766e-4d6d-8140-f59ec278e983 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:15.254616 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4eb3e1d8-a570-428e-b035-40b5fe0d70c7 req-9ebb9824-766e-4d6d-8140-f59ec278e983 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "DELETE /v2.0/floatingips/0b54904d-4e46-4e27-885a-42e45ee39ce7 HTTP/1.1" status: 204 len: 173 time: 1.2396989 Mar 11 11:49:15.336411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=549a9e8f-3f82-4033-9365-6e1aa651a963,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:15.455391 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-555da717-ff28-4e53-8354-e6b6ee465d9e req-6cb79f96-a776-4307-ba00-1af766c1225a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0604029 Mar 11 11:49:15.576365 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf2e2b0-57ce-429e-ad62-8b78965c819d x-openstack-request-id: req-9bf2e2b0-57ce-429e-ad62-8b78965c819d {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:15.577033 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b719b88-3012-4567-8805-b29e6e8f2a9c", "tag": "df99cc5f-578b-4706-a3f8-cf0fc92408c1", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:15.577629 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9bf2e2b0-57ce-429e-ad62-8b78965c819d {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:15.578608 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'tag': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1', 'status': 'completed', 'code': 200} Mar 11 11:49:15.727245 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75a4959-d9b2-46e8-a1f2-de6420af3342 x-openstack-request-id: req-b75a4959-d9b2-46e8-a1f2-de6420af3342 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:15.728070 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4149645f-577c-4450-a75b-b0dc26e0adb8", "name": "network-vif-plugged", "status": "completed", "tag": "549a9e8f-3f82-4033-9365-6e1aa651a963", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:15.728636 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b75a4959-d9b2-46e8-a1f2-de6420af3342 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:15.729422 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4149645f-577c-4450-a75b-b0dc26e0adb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549a9e8f-3f82-4033-9365-6e1aa651a963', 'code': 200} Mar 11 11:49:15.748036 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-63c696b7-3e06-4d88-bb43-ee392f20683b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:15.917670 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d946e13-daf3-4938-8bf9-af58c28e323d req-ed693f72-4164-43e9-b1bc-aeb4935c705e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 210 time: 0.1707783 Mar 11 11:49:16.015081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-020ec181-2c0e-4eac-b858-81c9c1fa075c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:16.021573 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-020ec181-2c0e-4eac-b858-81c9c1fa075c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.71 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8&tenant_id=534ef25e2a194e88997b082d5497d504&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 950 time: 0.3034024 Mar 11 11:49:16.027741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-08bb7eb1-c1e5-408b-bc10-60aefe9c93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:16.033063 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-08bb7eb1-c1e5-408b-bc10-60aefe9c93ea service neutron] 10.222.0.37 "GET /v2.0/ports/a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 HTTP/1.1" status: 200 len: 1032 time: 0.2490418 Mar 11 11:49:16.087642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697ac8e-d56d-41b4-ab0b-a7d9c67bec0b req-8ef1880e-25ab-4d41-9b06-6c5616305d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:16.089842 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7697ac8e-d56d-41b4-ab0b-a7d9c67bec0b req-8ef1880e-25ab-4d41-9b06-6c5616305d59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=037a5daba7614682b326c1f332a6d587&device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 1128 time: 0.4788280 Mar 11 11:49:16.194516 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-caf7537d-91e2-4a02-a54e-a3c0e7d3b298 req-d8a2e9d7-6dc3-4d56-a977-ee52c829a78a tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups/fe96952b-4c91-4054-9c80-e3b3083825c9 HTTP/1.1" status: 200 len: 1825 time: 0.4195082 Mar 11 11:49:16.266324 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a79ad92e-c6da-4c03-ab5f-b5195f780a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:16.268604 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a79ad92e-c6da-4c03-ab5f-b5195f780a54 service neutron] 10.222.0.37 "GET /v2.0/ports/54a3d321-9fbc-4e4d-ac50-28fe275103d2 HTTP/1.1" status: 200 len: 1032 time: 0.1266801 Mar 11 11:49:16.271096 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-7b0b8913-65e1-4d85-ac05-c2c049323882 service neutron] 10.222.0.71 "GET /v2.0/ports/549a9e8f-3f82-4033-9365-6e1aa651a963/bindings/n-h1-833234-2 HTTP/1.1" status: 200 len: 382 time: 0.2358041 Mar 11 11:49:16.376008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdaccc-d092-419b-8048-44f27363bcf8 req-44514bca-eeea-4061-b216-31fc9e3a91d3 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:16.383397 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2fcdaccc-d092-419b-8048-44f27363bcf8 req-44514bca-eeea-4061-b216-31fc9e3a91d3 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.2905984 Mar 11 11:49:16.430559 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-caf7537d-91e2-4a02-a54e-a3c0e7d3b298 req-afc20c5c-8d0d-428a-9120-e1dc9667f609 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for security_group (fe96952b-4c91-4054-9c80-e3b3083825c9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:16.480427 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-caf7537d-91e2-4a02-a54e-a3c0e7d3b298 req-afc20c5c-8d0d-428a-9120-e1dc9667f609 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for security_group (fe96952b-4c91-4054-9c80-e3b3083825c9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:16.534903 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-caf7537d-91e2-4a02-a54e-a3c0e7d3b298 req-afc20c5c-8d0d-428a-9120-e1dc9667f609 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fe96952b-4c91-4054-9c80-e3b3083825c9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:16.537784 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-caf7537d-91e2-4a02-a54e-a3c0e7d3b298 req-afc20c5c-8d0d-428a-9120-e1dc9667f609 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:16.550135 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-caf7537d-91e2-4a02-a54e-a3c0e7d3b298 req-afc20c5c-8d0d-428a-9120-e1dc9667f609 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "DELETE /v2.0/security-groups/fe96952b-4c91-4054-9c80-e3b3083825c9 HTTP/1.1" status: 204 len: 173 time: 0.3262126 Mar 11 11:49:16.599712 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697ac8e-d56d-41b4-ab0b-a7d9c67bec0b req-162971e9-9804-47b0-ab8d-f0c7a83d402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:16.607353 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7697ac8e-d56d-41b4-ab0b-a7d9c67bec0b req-162971e9-9804-47b0-ab8d-f0c7a83d402c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8130605-787a-4d41-a48c-3457341ad648 HTTP/1.1" status: 200 len: 921 time: 0.4406357 Mar 11 11:49:16.608603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc20c5c-8d0d-428a-9120-e1dc9667f609 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe96952b-4c91-4054-9c80-e3b3083825c9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:16.616791 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-63db62eb-4e05-4041-9079-3f66c407d1a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:16.620022 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-63db62eb-4e05-4041-9079-3f66c407d1a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:16.628277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-63db62eb-4e05-4041-9079-3f66c407d1a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:16.631364 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-63db62eb-4e05-4041-9079-3f66c407d1a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.37 "GET /v2.0/networks?id=3f382b66-55bc-4ada-812a-8f2225fa21bc&id=67d74715-a311-4317-8fb4-8c87cc470973&id=67d74715-a311-4317-8fb4-8c87cc470973&id=67d74715-a311-4317-8fb4-8c87cc470973&id=67d74715-a311-4317-8fb4-8c87cc470973&id=4eff5b65-f94e-439e-a73a-18a4e30da763&id=4eff5b65-f94e-439e-a73a-18a4e30da763 HTTP/1.1" status: 200 len: 1995 time: 0.3503931 Mar 11 11:49:16.662174 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2fcdaccc-d092-419b-8048-44f27363bcf8 req-0e9423c6-3b63-4298-80f7-02f584267c12 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776787 Mar 11 11:49:16.663051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-de86693b-5c5a-41b3-87ec-3375b5967147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:16.674343 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-de86693b-5c5a-41b3-87ec-3375b5967147 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 1132 time: 0.3505509 Mar 11 11:49:16.786771 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7697ac8e-d56d-41b4-ab0b-a7d9c67bec0b req-c2acc0da-8771-408a-9c9b-2e5be122a9fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df99cc5f-578b-4706-a3f8-cf0fc92408c1 HTTP/1.1" status: 200 len: 217 time: 0.1189647 Mar 11 11:49:16.822699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-0e1e68f7-8d98-4164-a52d-3161b433af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:16.825705 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-335b7d61-8dac-4419-a2f0-4091e6017e3b req-18cf2d4a-fbae-4f99-9f6b-692e9075edd2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.1374309 Mar 11 11:49:16.827262 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-0e1e68f7-8d98-4164-a52d-3161b433af29 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.1500080 Mar 11 11:49:16.915806 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-944fd987-2eea-4137-b666-860feda0a6d7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=549a9e8f-3f82-4033-9365-6e1aa651a963 HTTP/1.1" status: 200 len: 217 time: 0.0689242 Mar 11 11:49:16.925735 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697ac8e-d56d-41b4-ab0b-a7d9c67bec0b req-d76d002c-e3c4-4658-b2c0-a0120d4b2a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:16.927226 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7697ac8e-d56d-41b4-ab0b-a7d9c67bec0b req-d76d002c-e3c4-4658-b2c0-a0120d4b2a45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e0604034-0f4c-4272-ac15-c033c67a8b00 HTTP/1.1" status: 200 len: 860 time: 0.1228185 Mar 11 11:49:16.981674 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7697ac8e-d56d-41b4-ab0b-a7d9c67bec0b req-fce91f38-30ee-49ba-9345-ff0667f54dc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8130605-787a-4d41-a48c-3457341ad648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473237 Mar 11 11:49:17.035620 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-486163b9-07eb-4e70-a880-b260eff4d7f7 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10db396f7a5f4f56be94b05e67329956 HTTP/1.1" status: 200 len: 379 time: 0.3924179 Mar 11 11:49:17.059026 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-cf692ed3-624d-454d-82d5-85fc1f403ad2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Request body: {'port': {'device_id': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc', 'admin_state_up': True, 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'security_groups': ['2b15dda4-3fb8-44dc-9846-e14bedcb1753']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:17.094879 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:17.108547 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-5fbbda6a-98a5-45c9-b288-728e428a8b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:17.110021 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-5fbbda6a-98a5-45c9-b288-728e428a8b3c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1817157 Mar 11 11:49:17.164070 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e5162c42-15d8-4a49-a058-98163c86187d req-99ba5a99-6356-48bc-ac27-ddb001310e29 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 210 time: 0.0980844 Mar 11 11:49:17.220317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e3f4b-9fcd-4301-bf32-7856bb154a29 req-56c9e6e6-6bfc-44ee-940c-277976934a3e tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:17.236953 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a9e3f4b-9fcd-4301-bf32-7856bb154a29 req-56c9e6e6-6bfc-44ee-940c-277976934a3e tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.2785888 Mar 11 11:49:17.243956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-0046b765-91c4-40e8-bb53-18f8951094a8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:17.245618 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-0046b765-91c4-40e8-bb53-18f8951094a8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.71 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 811 time: 0.2748806 Mar 11 11:49:17.266118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-f7d1dbdb-8f61-47ba-9fde-7712ea389f68 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Request body: {'port': {'device_id': '426c137d-3801-4b31-b34a-e2b973506cdc', 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8', 'admin_state_up': True, 'tenant_id': 'fc114175c45e4bcfacd1ff17aef85fa1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:17.316964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-90d576ae-5d07-4f50-8b07-10b80c775425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:17.319758 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-90d576ae-5d07-4f50-8b07-10b80c775425 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2005508 Mar 11 11:49:17.347499 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a9e3f4b-9fcd-4301-bf32-7856bb154a29 req-25c50bcf-4067-4232-b636-63cfbfa89b28 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123967 Mar 11 11:49:17.376095 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7697ac8e-d56d-41b4-ab0b-a7d9c67bec0b req-0c708fd8-601a-47e0-b603-d71b254b972d service neutron] 10.222.0.37 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547115 Mar 11 11:49:17.394972 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-cf692ed3-624d-454d-82d5-85fc1f403ad2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Made reservation on behalf of 10db396f7a5f4f56be94b05e67329956 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:49:17.398493 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-cf692ed3-624d-454d-82d5-85fc1f403ad2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:17.503566 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7697ac8e-d56d-41b4-ab0b-a7d9c67bec0b req-76f40032-597b-46ac-b260-85a5f9223555 service neutron] 10.222.0.37 "GET /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274159 Mar 11 11:49:17.573605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-f7d1dbdb-8f61-47ba-9fde-7712ea389f68 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Made reservation on behalf of fc114175c45e4bcfacd1ff17aef85fa1 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:49:17.577021 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-f7d1dbdb-8f61-47ba-9fde-7712ea389f68 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:17.580385 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-7b60e515-b918-4500-9d89-6792e6bad7c1 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232766 Mar 11 11:49:17.782299 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-cf692ed3-624d-454d-82d5-85fc1f403ad2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Allocated IP 172.20.0.10 (3f382b66-55bc-4ada-812a-8f2225fa21bc/befbd499-1a5a-41b0-86c5-01b7c0a86f9d/29c4bfed-9a1e-4008-9518-28e5cb65ccee) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:49:17.829856 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-a0350bd3-6463-4978-9f99-c331f955a466 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396657 Mar 11 11:49:17.875899 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf4ca7-8575-41c0-9072-57372aee8652 req-faf0ed5c-948e-413a-b974-411dd27ad091 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:17.882507 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18cf4ca7-8575-41c0-9072-57372aee8652 req-faf0ed5c-948e-413a-b974-411dd27ad091 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.1150193 Mar 11 11:49:17.933411 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-f7d1dbdb-8f61-47ba-9fde-7712ea389f68 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Allocated IP 172.20.0.12 (e54d170d-bb49-4bd4-8dc3-51758652c7e8/ce4e197e-6fc7-4d78-b2bd-acf62848c979/b7df1e24-abda-412e-9ac0-277530936f2a) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:49:18.045263 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c97dd96b-1053-485a-a4f9-a6529775130b req-8f7556b7-2f68-4362-9916-109b13ecbd2e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0809505 Mar 11 11:49:18.072979 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18cf4ca7-8575-41c0-9072-57372aee8652 req-02266d33-adb6-43ae-9988-e1937c9c9d70 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856956 Mar 11 11:49:18.205253 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-f7d1dbdb-8f61-47ba-9fde-7712ea389f68 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks [] for port (b7df1e24-abda-412e-9ac0-277530936f2a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:18.343964 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-27dff3fb-f9d7-4b33-9daf-731e1e97561a req-d4306329-a208-415d-bc7f-cbf312397529 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 210 time: 0.0603447 Mar 11 11:49:18.381042 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-cf692ed3-624d-454d-82d5-85fc1f403ad2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for port (29c4bfed-9a1e-4008-9518-28e5cb65ccee), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:18.387309 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-f7d1dbdb-8f61-47ba-9fde-7712ea389f68 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b7df1e24-abda-412e-9ac0-277530936f2a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:18.454607 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-f7d1dbdb-8f61-47ba-9fde-7712ea389f68 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Network e54d170d-bb49-4bd4-8dc3-51758652c7e8 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:49:18.493964 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:18.545120 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245a6ef-b73b-4fd3-824c-ea2138da7e1a req-b3c2c16a-96e6-445b-9330-788fb1375d41 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:18.546876 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d245a6ef-b73b-4fd3-824c-ea2138da7e1a req-b3c2c16a-96e6-445b-9330-788fb1375d41 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.0798080 Mar 11 11:49:18.550594 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-f7d1dbdb-8f61-47ba-9fde-7712ea389f68 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:49:18.584129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-f7d1dbdb-8f61-47ba-9fde-7712ea389f68 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:49:18.659309 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d245a6ef-b73b-4fd3-824c-ea2138da7e1a req-0a8c5ffe-ba80-4a00-b6f3-aacd75890218 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054003 Mar 11 11:49:18.734741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1dbdb-8f61-47ba-9fde-7712ea389f68 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Pushing event updated for resources: {'Port': ['ID=b7df1e24-abda-412e-9ac0-277530936f2a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:18.748108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-f7d1dbdb-8f61-47ba-9fde-7712ea389f68 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:18.748765 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-f7d1dbdb-8f61-47ba-9fde-7712ea389f68 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:18.757780 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-cf692ed3-624d-454d-82d5-85fc1f403ad2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (29c4bfed-9a1e-4008-9518-28e5cb65ccee), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:18.861781 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-f7d1dbdb-8f61-47ba-9fde-7712ea389f68 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6052914 Mar 11 11:49:18.877275 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Request body: {'port': {'device_id': '426c137d-3801-4b31-b34a-e2b973506cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:18.882966 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-cf692ed3-624d-454d-82d5-85fc1f403ad2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Network 3f382b66-55bc-4ada-812a-8f2225fa21bc is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:49:18.888281 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-cf692ed3-624d-454d-82d5-85fc1f403ad2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:49:18.908333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf692ed3-624d-454d-82d5-85fc1f403ad2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event updated for resources: {'Port': ['ID=29c4bfed-9a1e-4008-9518-28e5cb65ccee,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:18.911661 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-cf692ed3-624d-454d-82d5-85fc1f403ad2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:49:19.035877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-cf692ed3-624d-454d-82d5-85fc1f403ad2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:19.035877 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-cf692ed3-624d-454d-82d5-85fc1f403ad2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:19.050367 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b7df1e24-abda-412e-9ac0-277530936f2a), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:19.351961 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-cf692ed3-624d-454d-82d5-85fc1f403ad2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3005004 Mar 11 11:49:19.366092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5dfe3b24-44ef-45f5-8d6f-2a8d2122639d None None] Provisioning complete for port 29c4bfed-9a1e-4008-9518-28e5cb65ccee triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:19.366910 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5dfe3b24-44ef-45f5-8d6f-2a8d2122639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (29c4bfed-9a1e-4008-9518-28e5cb65ccee), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:19.367549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-7189bffe-dd1c-4bd4-9bfa-97697e15d12d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Request body: {'port': {'device_id': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973', 'admin_state_up': True, 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'security_groups': ['2b15dda4-3fb8-44dc-9846-e14bedcb1753']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:19.478652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5dfe3b24-44ef-45f5-8d6f-2a8d2122639d None None] Port 29c4bfed-9a1e-4008-9518-28e5cb65ccee cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:49:19.503154 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae20a6-2671-4253-8c2e-a62bf39dd948 req-d3ec61b7-46bb-449e-91dd-813649fcd57c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:19.504738 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1ae20a6-2671-4253-8c2e-a62bf39dd948 req-d3ec61b7-46bb-449e-91dd-813649fcd57c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 932 time: 0.2871671 Mar 11 11:49:19.512368 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-7189bffe-dd1c-4bd4-9bfa-97697e15d12d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Made reservation on behalf of 10db396f7a5f4f56be94b05e67329956 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:49:19.516829 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-7189bffe-dd1c-4bd4-9bfa-97697e15d12d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:19.517394 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854edce-e32e-431b-ba90-81044975bedf req-3874e333-9b9e-46a8-8ef1-41a3d5aee045 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:19.533046 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9854edce-e32e-431b-ba90-81044975bedf req-3874e333-9b9e-46a8-8ef1-41a3d5aee045 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.2481563 Mar 11 11:49:19.617598 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2083c10-2fdf-47c6-a4b3-cdf981fcde97 req-1be650d2-8990-437d-8901-0ba80d0a1935 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:19.619243 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2083c10-2fdf-47c6-a4b3-cdf981fcde97 req-1be650d2-8990-437d-8901-0ba80d0a1935 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.2536180 Mar 11 11:49:19.635539 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7df1e24-abda-412e-9ac0-277530936f2a {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:49:19.650966 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Publish callbacks [] for port (b7df1e24-abda-412e-9ac0-277530936f2a), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:19.686474 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Transition to ACTIVE for port object b7df1e24-abda-412e-9ac0-277530936f2a will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:49:19.722695 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b7df1e24-abda-412e-9ac0-277530936f2a), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:19.838911 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9854edce-e32e-431b-ba90-81044975bedf req-61e2daea-a691-4e32-87b2-da4de844c82e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998605 Mar 11 11:49:19.863890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-7189bffe-dd1c-4bd4-9bfa-97697e15d12d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Allocated IP 10.1.1.83 (67d74715-a311-4317-8fb4-8c87cc470973/f457daac-7e39-4657-8a75-e4901f3feaf7/91144204-e4b6-41e6-b891-e433c53896bb) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:49:19.881637 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25450963-791a-4de7-83af-994590d22f69 service neutron] Pushing event updated for resources: {'Port': ['ID=b7df1e24-abda-412e-9ac0-277530936f2a,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:19.940131 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1ae20a6-2671-4253-8c2e-a62bf39dd948 req-9a4f585d-b2a6-4914-ae6f-22b53081cc46 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4027824 Mar 11 11:49:20.051314 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:20.124193 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Attempting to bind port b7df1e24-abda-412e-9ac0-277530936f2a on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:49:20.143668 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Attempting to bind port b7df1e24-abda-412e-9ac0-277530936f2a by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:49:20.144186 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Attempting to bind port b7df1e24-abda-412e-9ac0-277530936f2a on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:20.192590 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4945c-6b40-4af0-b05c-ae4fc17191fd req-4e82de88-a19c-4a64-b5d8-4c037de8c560 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:20.204866 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3c4945c-6b40-4af0-b05c-ae4fc17191fd req-4e82de88-a19c-4a64-b5d8-4c037de8c560 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 944 time: 0.1423197 Mar 11 11:49:20.220500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-e2083c10-2fdf-47c6-a4b3-cdf981fcde97 req-38e33c3f-2268-4b1c-8fec-42fb08651897 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Deleting port df99cc5f-578b-4706-a3f8-cf0fc92408c1 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:49:20.220850 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e2083c10-2fdf-47c6-a4b3-cdf981fcde97 req-38e33c3f-2268-4b1c-8fec-42fb08651897 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:20.243890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Port b7df1e24-abda-412e-9ac0-277530936f2a on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:49:20.244402 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Attempting to bind port b7df1e24-abda-412e-9ac0-277530936f2a on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:20.263520 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee449143-7d1d-4943-a2e6-c0f0353d2a8a req-4b5e5caf-2296-46a7-95c7-b91372f20c55 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:20.265272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee449143-7d1d-4943-a2e6-c0f0353d2a8a req-4b5e5caf-2296-46a7-95c7-b91372f20c55 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 946 time: 0.1609867 Mar 11 11:49:20.268063 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:49:20.268525 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Checking segment: {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:49:20.269033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Bound using segment: {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:49:20.269602 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Bound port: b7df1e24-abda-412e-9ac0-277530936f2a, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:49:20.270060 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b7df1e24-abda-412e-9ac0-277530936f2a), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:20.378240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee449143-7d1d-4943-a2e6-c0f0353d2a8a req-9cdbafcb-4cfe-4ebd-b2db-fc717a36c486 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e290470-cc14-4892-946e-2cb547374b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013880 Mar 11 11:49:20.401910 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3c4945c-6b40-4af0-b05c-ae4fc17191fd req-3d1d6fb8-0ce6-4f20-ada8-2792b4e1598a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961586 Mar 11 11:49:20.445313 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-e2083c10-2fdf-47c6-a4b3-cdf981fcde97 req-38e33c3f-2268-4b1c-8fec-42fb08651897 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] For port df99cc5f-578b-4706-a3f8-cf0fc92408c1, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=df99cc5f-578b-4706-a3f8-cf0fc92408c1,segment=NetworkSegment(daba0604-63fe-4742-9046-24d55c04e2ce),segment_id=daba0604-63fe-4742-9046-24d55c04e2ce)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:20.445686 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e2083c10-2fdf-47c6-a4b3-cdf981fcde97 req-38e33c3f-2268-4b1c-8fec-42fb08651897 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:20.459808 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-7189bffe-dd1c-4bd4-9bfa-97697e15d12d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for port (91144204-e4b6-41e6-b891-e433c53896bb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:20.465783 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-e2083c10-2fdf-47c6-a4b3-cdf981fcde97 req-38e33c3f-2268-4b1c-8fec-42fb08651897 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Calling delete_port for df99cc5f-578b-4706-a3f8-cf0fc92408c1 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:49:20.491065 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] For port b7df1e24-abda-412e-9ac0-277530936f2a, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:49:20.495606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] For port b7df1e24-abda-412e-9ac0-277530936f2a, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b7df1e24-abda-412e-9ac0-277530936f2a,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:49:20.502622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-437025e5-27fc-4082-b07c-e4761aeb2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:20.504320 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-437025e5-27fc-4082-b07c-e4761aeb2f7d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8&tenant_id=534ef25e2a194e88997b082d5497d504 HTTP/1.1" status: 200 len: 1132 time: 0.1566370 Mar 11 11:49:20.507552 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b7df1e24-abda-412e-9ac0-277530936f2a), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:20.564788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:20.565396 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:20.566815 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-25450963-791a-4de7-83af-994590d22f69 service neutron] 10.222.0.71 "PUT /v2.0/ports/b7df1e24-abda-412e-9ac0-277530936f2a HTTP/1.1" status: 200 len: 1092 time: 1.6937237 Mar 11 11:49:20.570417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426c137d-3801-4b31-b34a-e2b973506cdc', 'tag': 'b7df1e24-abda-412e-9ac0-277530936f2a'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:20.573078 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9937ced7-26ea-44e7-af67-4ce741c33a83" -d '{"events": [{"name": "network-changed", "server_uuid": "426c137d-3801-4b31-b34a-e2b973506cdc", "tag": "b7df1e24-abda-412e-9ac0-277530936f2a"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:20.663119 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e2083c10-2fdf-47c6-a4b3-cdf981fcde97 req-38e33c3f-2268-4b1c-8fec-42fb08651897 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (df99cc5f-578b-4706-a3f8-cf0fc92408c1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:20.700723 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-7189bffe-dd1c-4bd4-9bfa-97697e15d12d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (91144204-e4b6-41e6-b891-e433c53896bb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:20.714142 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25450963-791a-4de7-83af-994590d22f69 service neutron] Pushing event updated for resources: {'Port': ['ID=b7df1e24-abda-412e-9ac0-277530936f2a,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:20.728177 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e33c3f-2268-4b1c-8fec-42fb08651897 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Pushing event deleted for resources: {'Port': ['ID=df99cc5f-578b-4706-a3f8-cf0fc92408c1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:20.729246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25450963-791a-4de7-83af-994590d22f69 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:20.730178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25450963-791a-4de7-83af-994590d22f69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:20.730178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25450963-791a-4de7-83af-994590d22f69 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:20.730398 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25450963-791a-4de7-83af-994590d22f69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:20.730610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25450963-791a-4de7-83af-994590d22f69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:20.734975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25450963-791a-4de7-83af-994590d22f69 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:20.734975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25450963-791a-4de7-83af-994590d22f69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:20.734975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25450963-791a-4de7-83af-994590d22f69 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:20.734975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25450963-791a-4de7-83af-994590d22f69 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:20.734975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25450963-791a-4de7-83af-994590d22f69 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:20.734975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25450963-791a-4de7-83af-994590d22f69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:20.734975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25450963-791a-4de7-83af-994590d22f69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:20.734975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25450963-791a-4de7-83af-994590d22f69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:20.756804 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-7189bffe-dd1c-4bd4-9bfa-97697e15d12d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Network 67d74715-a311-4317-8fb4-8c87cc470973 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:49:20.779653 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-7189bffe-dd1c-4bd4-9bfa-97697e15d12d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:49:20.790854 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-7189bffe-dd1c-4bd4-9bfa-97697e15d12d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:49:20.837391 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-596346cc-2fce-4b28-b703-072094df0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:20.842976 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-596346cc-2fce-4b28-b703-072094df0698 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 1126 time: 0.2197273 Mar 11 11:49:20.885734 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2083c10-2fdf-47c6-a4b3-cdf981fcde97 req-38e33c3f-2268-4b1c-8fec-42fb08651897 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] No DVR routers for this DVR port df99cc5f-578b-4706-a3f8-cf0fc92408c1 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:49:20.891191 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e2083c10-2fdf-47c6-a4b3-cdf981fcde97 req-38e33c3f-2268-4b1c-8fec-42fb08651897 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:20.904828 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2083c10-2fdf-47c6-a4b3-cdf981fcde97 req-38e33c3f-2268-4b1c-8fec-42fb08651897 tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.37 "DELETE /v2.0/ports/df99cc5f-578b-4706-a3f8-cf0fc92408c1 HTTP/1.1" status: 204 len: 173 time: 1.2519526 Mar 11 11:49:20.905395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'name': 'network-vif-deleted', 'tag': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:20.924977 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1eabd8e-8c38-4982-a170-17bd24c81615" -d '{"events": [{"server_uuid": "1b719b88-3012-4567-8805-b29e6e8f2a9c", "name": "network-vif-deleted", "tag": "df99cc5f-578b-4706-a3f8-cf0fc92408c1"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:20.925313 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-7189bffe-dd1c-4bd4-9bfa-97697e15d12d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:20.926029 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-7189bffe-dd1c-4bd4-9bfa-97697e15d12d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:20.936473 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-2744bc5d-6d3a-4940-a66f-fd92c833967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:20.942019 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-2744bc5d-6d3a-4940-a66f-fd92c833967e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 1132 time: 0.4141097 Mar 11 11:49:21.003515 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b4ff7e-60c2-413e-8ef9-cdb071f67d49 x-openstack-request-id: req-d0b4ff7e-60c2-413e-8ef9-cdb071f67d49 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:21.004805 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426c137d-3801-4b31-b34a-e2b973506cdc", "tag": "b7df1e24-abda-412e-9ac0-277530936f2a", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:21.005065 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d0b4ff7e-60c2-413e-8ef9-cdb071f67d49 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:21.005485 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426c137d-3801-4b31-b34a-e2b973506cdc', 'tag': 'b7df1e24-abda-412e-9ac0-277530936f2a', 'status': 'completed', 'code': 200} Mar 11 11:49:21.068968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0d455-a9b2-42ea-819d-c10f27787dd2 req-12556427-099d-440e-9885-48a0e5376d7f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:21.076392 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d9d0d455-a9b2-42ea-819d-c10f27787dd2 req-12556427-099d-440e-9885-48a0e5376d7f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.1175363 Mar 11 11:49:21.079088 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b89d42-7b3a-4eb5-bb2d-6d6a8cb8c7c7 x-openstack-request-id: req-56b89d42-7b3a-4eb5-bb2d-6d6a8cb8c7c7 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:21.079377 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b719b88-3012-4567-8805-b29e6e8f2a9c", "name": "network-vif-deleted", "tag": "df99cc5f-578b-4706-a3f8-cf0fc92408c1", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:21.079645 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-56b89d42-7b3a-4eb5-bb2d-6d6a8cb8c7c7 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:21.081189 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b719b88-3012-4567-8805-b29e6e8f2a9c', 'name': 'network-vif-deleted', 'tag': 'df99cc5f-578b-4706-a3f8-cf0fc92408c1', 'status': 'completed', 'code': 200} Mar 11 11:49:21.127195 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-7189bffe-dd1c-4bd4-9bfa-97697e15d12d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7652678 Mar 11 11:49:21.138175 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-4eb77b5a-aa4e-46f2-9c9f-721d9437cec7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7df1e24-abda-412e-9ac0-277530936f2a HTTP/1.1" status: 200 len: 217 time: 0.1693559 Mar 11 11:49:21.172622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189bffe-dd1c-4bd4-9bfa-97697e15d12d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event updated for resources: {'Port': ['ID=91144204-e4b6-41e6-b891-e433c53896bb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:21.185490 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d9d0d455-a9b2-42ea-819d-c10f27787dd2 req-1c04f3f2-f3b8-49a2-aaee-ea119cb934ed tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028676 Mar 11 11:49:21.186940 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-34e3c330-6ae4-4471-a672-603fc149017f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Request body: {'port': {'device_id': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973', 'admin_state_up': True, 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'security_groups': ['2b15dda4-3fb8-44dc-9846-e14bedcb1753']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:21.247730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a9e36a86-a9aa-4f71-afa0-3df754eef520 None None] Provisioning complete for port 91144204-e4b6-41e6-b891-e433c53896bb triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:21.248711 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a9e36a86-a9aa-4f71-afa0-3df754eef520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (91144204-e4b6-41e6-b891-e433c53896bb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:21.294188 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a9e36a86-a9aa-4f71-afa0-3df754eef520 None None] Port 91144204-e4b6-41e6-b891-e433c53896bb cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:49:21.330691 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65e144-8283-4399-85a3-7ace8851e0aa req-09a8b39d-c6ed-48fa-a3f1-59e507a42fa4 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:21.340281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65e144-8283-4399-85a3-7ace8851e0aa req-09a8b39d-c6ed-48fa-a3f1-59e507a42fa4 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:21.348480 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a65e144-8283-4399-85a3-7ace8851e0aa req-09a8b39d-c6ed-48fa-a3f1-59e507a42fa4 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 1653 time: 0.1450355 Mar 11 11:49:21.448890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-29b84ebf-70d4-47c4-8a4f-1d3d2e1f8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:21.450824 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-29b84ebf-70d4-47c4-8a4f-1d3d2e1f8401 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.3562686 Mar 11 11:49:21.474577 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-d6a201b2-2988-4dae-8711-1096559e39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:21.476316 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a65e144-8283-4399-85a3-7ace8851e0aa req-36a23f5d-fc49-493b-87ee-7820350ec686 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201971 Mar 11 11:49:21.492314 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-d6a201b2-2988-4dae-8711-1096559e39e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ce4e197e-6fc7-4d78-b2bd-acf62848c979 HTTP/1.1" status: 200 len: 851 time: 0.3148549 Mar 11 11:49:21.559449 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-0c012e09-f5a7-471a-8d3c-59c029eecf3a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e54d170d-bb49-4bd4-8dc3-51758652c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532212 Mar 11 11:49:21.653836 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb93a0a8-b191-472a-8245-64ae502d69e6 req-2461de04-1477-4582-9a2f-3b5884a567bf tempest-ServerRescueTestJSONUnderV235-536441951 tempest-ServerRescueTestJSONUnderV235-536441951-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b719b88-3012-4567-8805-b29e6e8f2a9c HTTP/1.1" status: 200 len: 210 time: 0.0649581 Mar 11 11:49:21.716920 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:49:21.762338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418ecda-9486-43b1-bc2d-4ed8ab8041b3 req-fa1c1725-689b-418d-ac78-f0a319e50533 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:21.763951 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5418ecda-9486-43b1-bc2d-4ed8ab8041b3 req-fa1c1725-689b-418d-ac78-f0a319e50533 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 944 time: 0.1067815 Mar 11 11:49:21.840504 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5418ecda-9486-43b1-bc2d-4ed8ab8041b3 req-ae0f1768-1663-4272-8474-40b50e06ce9c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699849 Mar 11 11:49:21.997682 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-e1bff622-c0a4-49d4-97ed-9749794f0b62 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=549a9e8f-3f82-4033-9365-6e1aa651a963 HTTP/1.1" status: 200 len: 217 time: 0.5020223 Mar 11 11:49:22.125374 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-f3f29af7-e71d-494c-b7dc-d8b2aeb50431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:22.126856 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-f3f29af7-e71d-494c-b7dc-d8b2aeb50431 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1216233 Mar 11 11:49:22.143942 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-34e3c330-6ae4-4471-a672-603fc149017f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Made reservation on behalf of 10db396f7a5f4f56be94b05e67329956 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:49:22.147526 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-34e3c330-6ae4-4471-a672-603fc149017f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:22.181797 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-bf8b815c-4f16-4ca1-8ffe-5f4e8c1028da service neutron] 10.222.0.71 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312992 Mar 11 11:49:22.283737 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-eaef420f-d9f3-489b-b736-0a5fcc926c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:22.285252 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-eaef420f-d9f3-489b-b736-0a5fcc926c98 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1523943 Mar 11 11:49:22.341561 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device df99cc5f-578b-4706-a3f8-cf0fc92408c1 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:49:22.348160 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034bc80-cb22-4b6a-9e28-9c06ed73d991 req-8e6653e7-71b2-481d-b5fb-64afa8e5fa2e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:22.349666 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b034bc80-cb22-4b6a-9e28-9c06ed73d991 req-8e6653e7-71b2-481d-b5fb-64afa8e5fa2e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.0600717 Mar 11 11:49:22.364506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: df99cc5f-578b-4706-a3f8-cf0fc92408c1 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:49:22.365203 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device df99cc5f-578b-4706-a3f8-cf0fc92408c1 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:49:22.419930 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b034bc80-cb22-4b6a-9e28-9c06ed73d991 req-dd839019-9966-45c2-bf68-821c700e5b7a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634515 Mar 11 11:49:22.466600 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-34e3c330-6ae4-4471-a672-603fc149017f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Allocated IP 10.1.1.249 (67d74715-a311-4317-8fb4-8c87cc470973/f457daac-7e39-4657-8a75-e4901f3feaf7/4d3a3bed-2c01-4be7-87e6-d0095530ccdd) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:49:22.482383 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ab200a74-e883-4a23-86c4-06e8b2c299ee req-82a2f454-d4e0-457c-b0c7-475c91e1d77e service neutron] 10.222.0.71 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930009 Mar 11 11:49:22.507001 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-80aa1b58-0850-41cb-90e8-3b9739d8436d service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921167 Mar 11 11:49:22.706438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6b327-208a-43ed-bf3a-c53bd53954e8 req-fb71f42e-10d2-488c-8563-3292ec8a3bed tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:22.716033 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6b327-208a-43ed-bf3a-c53bd53954e8 req-fb71f42e-10d2-488c-8563-3292ec8a3bed tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:22.718918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6e6b327-208a-43ed-bf3a-c53bd53954e8 req-fb71f42e-10d2-488c-8563-3292ec8a3bed tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 1653 time: 0.1315322 Mar 11 11:49:22.737134 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d39abdd-7620-4bca-b25b-c889808477d3 req-440358dc-a6ce-48cd-a461-76c37eea81bc service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215018 Mar 11 11:49:22.757212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937ced7-26ea-44e7-af67-4ce741c33a83 req-063bfe52-cf09-4f6e-b8c0-af4fd68c982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:22.758729 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9937ced7-26ea-44e7-af67-4ce741c33a83 req-063bfe52-cf09-4f6e-b8c0-af4fd68c982a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 1126 time: 0.2095995 Mar 11 11:49:22.776462 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50984) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:22.792248 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-34e3c330-6ae4-4471-a672-603fc149017f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for port (4d3a3bed-2c01-4be7-87e6-d0095530ccdd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:22.831684 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 549a9e8f-3f82-4033-9365-6e1aa651a963 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:49:22.853708 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6e6b327-208a-43ed-bf3a-c53bd53954e8 req-1d486589-5bf2-4193-86fd-ea1be8bcc4ff tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261778 Mar 11 11:49:22.940881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 549a9e8f-3f82-4033-9365-6e1aa651a963 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:22.941549 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:22.976270 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4149645f-577c-4450-a75b-b0dc26e0adb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '549a9e8f-3f82-4033-9365-6e1aa651a963'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:22.978107 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-34e3c330-6ae4-4471-a672-603fc149017f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4d3a3bed-2c01-4be7-87e6-d0095530ccdd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:22.979181 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd613b8b-9469-4e93-9dd3-7abd1952f5ed" -d '{"events": [{"server_uuid": "4149645f-577c-4450-a75b-b0dc26e0adb8", "name": "network-vif-unplugged", "status": "completed", "tag": "549a9e8f-3f82-4033-9365-6e1aa651a963"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:23.008338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 549a9e8f-3f82-4033-9365-6e1aa651a963, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=549a9e8f-3f82-4033-9365-6e1aa651a963,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:23.015124 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:23.033698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-34e3c330-6ae4-4471-a672-603fc149017f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Network 67d74715-a311-4317-8fb4-8c87cc470973 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:49:23.037006 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-34e3c330-6ae4-4471-a672-603fc149017f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:49:23.078554 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55447266-98dd-4f0e-bf92-b0ebe65e13d2 x-openstack-request-id: req-55447266-98dd-4f0e-bf92-b0ebe65e13d2 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:23.078855 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4149645f-577c-4450-a75b-b0dc26e0adb8", "name": "network-vif-unplugged", "status": "completed", "tag": "549a9e8f-3f82-4033-9365-6e1aa651a963", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:23.081527 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55447266-98dd-4f0e-bf92-b0ebe65e13d2 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:23.082054 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4149645f-577c-4450-a75b-b0dc26e0adb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '549a9e8f-3f82-4033-9365-6e1aa651a963', 'code': 200} Mar 11 11:49:23.083003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937ced7-26ea-44e7-af67-4ce741c33a83 req-65c836d9-5fa2-417d-b2e5-70307ca6f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:23.085334 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9937ced7-26ea-44e7-af67-4ce741c33a83 req-65c836d9-5fa2-417d-b2e5-70307ca6f09f service neutron] 10.222.0.71 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 912 time: 0.3055258 Mar 11 11:49:23.087716 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-34e3c330-6ae4-4471-a672-603fc149017f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:49:23.119199 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=549a9e8f-3f82-4033-9365-6e1aa651a963,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:23.238553 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9937ced7-26ea-44e7-af67-4ce741c33a83 req-d4a613b4-23d6-4ad8-99b6-4177b8fcd5fb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7df1e24-abda-412e-9ac0-277530936f2a HTTP/1.1" status: 200 len: 217 time: 0.1090231 Mar 11 11:49:23.238553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3c330-6ae4-4471-a672-603fc149017f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event updated for resources: {'Port': ['ID=4d3a3bed-2c01-4be7-87e6-d0095530ccdd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:23.293670 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-34e3c330-6ae4-4471-a672-603fc149017f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:23.294357 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-34e3c330-6ae4-4471-a672-603fc149017f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:23.370282 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-34e3c330-6ae4-4471-a672-603fc149017f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2296913 Mar 11 11:49:23.383660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-0be0c2d3-7151-4379-83dd-7618fe990d62 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Request body: {'port': {'device_id': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763', 'admin_state_up': True, 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'security_groups': ['2b15dda4-3fb8-44dc-9846-e14bedcb1753']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:23.551972 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-492e8aae-b380-4772-b0ef-33b766af6f56 None None] Provisioning complete for port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:23.554253 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937ced7-26ea-44e7-af67-4ce741c33a83 req-95062ed1-1073-4ff4-95da-06767d612ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:23.555718 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-492e8aae-b380-4772-b0ef-33b766af6f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4d3a3bed-2c01-4be7-87e6-d0095530ccdd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:23.556965 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9937ced7-26ea-44e7-af67-4ce741c33a83 req-95062ed1-1073-4ff4-95da-06767d612ad7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ce4e197e-6fc7-4d78-b2bd-acf62848c979 HTTP/1.1" status: 200 len: 851 time: 0.3083663 Mar 11 11:49:23.600456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef054496-7f01-406c-aca2-1993cfad0715 req-9dd700b5-f927-4fbc-aa16-6ecf9f63e6fc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:23.602174 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef054496-7f01-406c-aca2-1993cfad0715 req-9dd700b5-f927-4fbc-aa16-6ecf9f63e6fc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 944 time: 0.1551099 Mar 11 11:49:23.604502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-0be0c2d3-7151-4379-83dd-7618fe990d62 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Made reservation on behalf of 10db396f7a5f4f56be94b05e67329956 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:49:23.617000 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9937ced7-26ea-44e7-af67-4ce741c33a83 req-85609cee-3f3d-48ff-bc63-41547adaae8c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e54d170d-bb49-4bd4-8dc3-51758652c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488820 Mar 11 11:49:23.656562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-492e8aae-b380-4772-b0ef-33b766af6f56 None None] Port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:49:23.745433 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93619c70-1a5b-49e6-bd7e-d07a7f57e0a7 req-0b434c8d-4c89-46df-980b-83a2c0c97503 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:23.748102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-93619c70-1a5b-49e6-bd7e-d07a7f57e0a7 req-0b434c8d-4c89-46df-980b-83a2c0c97503 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 948 time: 0.2012386 Mar 11 11:49:23.757374 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef054496-7f01-406c-aca2-1993cfad0715 req-c7d02a57-34f3-4306-947c-4d50c3068a68 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435058 Mar 11 11:49:23.817757 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-0be0c2d3-7151-4379-83dd-7618fe990d62 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:23.849025 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-93619c70-1a5b-49e6-bd7e-d07a7f57e0a7 req-c00c04f7-f7e1-446b-8838-c18ac07a5036 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902212 Mar 11 11:49:23.883712 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9937ced7-26ea-44e7-af67-4ce741c33a83 req-8b2d52af-11ed-4fbf-be0b-16ba7b5b6eed service neutron] 10.222.0.71 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562790 Mar 11 11:49:24.052515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765fa4f-ca6c-41ad-aa19-b1e86e7f54a7 req-0342a796-375c-4d94-b8bf-fabfec716647 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:24.058814 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765fa4f-ca6c-41ad-aa19-b1e86e7f54a7 req-0342a796-375c-4d94-b8bf-fabfec716647 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:24.064519 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765fa4f-ca6c-41ad-aa19-b1e86e7f54a7 req-0342a796-375c-4d94-b8bf-fabfec716647 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:24.066444 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4765fa4f-ca6c-41ad-aa19-b1e86e7f54a7 req-0342a796-375c-4d94-b8bf-fabfec716647 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 2374 time: 0.1074820 Mar 11 11:49:24.088311 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9937ced7-26ea-44e7-af67-4ce741c33a83 req-709a3180-cfe6-4166-a26e-80d371567918 service neutron] 10.222.0.71 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958506 Mar 11 11:49:24.109004 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-0be0c2d3-7151-4379-83dd-7618fe990d62 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Allocated IP 10.2.2.100 (4eff5b65-f94e-439e-a73a-18a4e30da763/1c30f13c-e155-4b80-b4e1-4a60dc004240/9aa5d129-f192-4a1b-b63f-aa12e861c1c8) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:49:24.111311 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-026b5393-945e-4fdc-be5e-5f03b86cc1a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (762ce8ac-526e-4230-b8f8-b7a5f66b629a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:24.184761 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4765fa4f-ca6c-41ad-aa19-b1e86e7f54a7 req-efdc45b8-24a9-4540-a1a7-60cfda2c618e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094673 Mar 11 11:49:24.333197 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-0be0c2d3-7151-4379-83dd-7618fe990d62 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for port (9aa5d129-f192-4a1b-b63f-aa12e861c1c8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:24.390285 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-0be0c2d3-7151-4379-83dd-7618fe990d62 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9aa5d129-f192-4a1b-b63f-aa12e861c1c8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:24.468197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-026b5393-945e-4fdc-be5e-5f03b86cc1a4 admin admin] Deleting port b09bf067-5a57-4d0e-b793-055bfa4c381b {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:49:24.468556 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-026b5393-945e-4fdc-be5e-5f03b86cc1a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b09bf067-5a57-4d0e-b793-055bfa4c381b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:24.480841 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-0be0c2d3-7151-4379-83dd-7618fe990d62 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Network 4eff5b65-f94e-439e-a73a-18a4e30da763 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:49:24.484327 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0c2d3-7151-4379-83dd-7618fe990d62 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event updated for resources: {'Port': ['ID=9aa5d129-f192-4a1b-b63f-aa12e861c1c8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:24.508641 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-0be0c2d3-7151-4379-83dd-7618fe990d62 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:49:24.514683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-0be0c2d3-7151-4379-83dd-7618fe990d62 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:49:24.579650 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-026b5393-945e-4fdc-be5e-5f03b86cc1a4 admin admin] For port b09bf067-5a57-4d0e-b793-055bfa4c381b, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b09bf067-5a57-4d0e-b793-055bfa4c381b,segment=NetworkSegment(daba0604-63fe-4742-9046-24d55c04e2ce),segment_id=daba0604-63fe-4742-9046-24d55c04e2ce)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:24.580076 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-026b5393-945e-4fdc-be5e-5f03b86cc1a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b09bf067-5a57-4d0e-b793-055bfa4c381b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:24.598465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-026b5393-945e-4fdc-be5e-5f03b86cc1a4 admin admin] Calling delete_port for b09bf067-5a57-4d0e-b793-055bfa4c381b owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:49:24.669235 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-0be0c2d3-7151-4379-83dd-7618fe990d62 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:24.670591 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-0be0c2d3-7151-4379-83dd-7618fe990d62 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:24.691236 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-0be0c2d3-7151-4379-83dd-7618fe990d62 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3134730 Mar 11 11:49:24.707575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f7d2ecd8-6f4e-40b6-9ab9-a946547cca75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Request body: {'port': {'device_id': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763', 'admin_state_up': True, 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'security_groups': ['2b15dda4-3fb8-44dc-9846-e14bedcb1753']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:24.845628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 549a9e8f-3f82-4033-9365-6e1aa651a963 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:49:25.023030 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3b5b7-d861-4fc1-8377-306041b56531 req-039185a1-2d93-4afe-9ddd-fe854f23f582 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:25.030716 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1d3b5b7-d861-4fc1-8377-306041b56531 req-039185a1-2d93-4afe-9ddd-fe854f23f582 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 944 time: 0.0864930 Mar 11 11:49:25.056428 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f7d2ecd8-6f4e-40b6-9ab9-a946547cca75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Made reservation on behalf of 10db396f7a5f4f56be94b05e67329956 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:49:25.062368 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f7d2ecd8-6f4e-40b6-9ab9-a946547cca75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:25.122465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b263b948-7316-49f3-a59c-43f674529800 None None] Provisioning complete for port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:25.124081 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b263b948-7316-49f3-a59c-43f674529800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9aa5d129-f192-4a1b-b63f-aa12e861c1c8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:25.175540 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1d3b5b7-d861-4fc1-8377-306041b56531 req-87673964-5295-49f2-abe2-c3420d0e673d tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438127 Mar 11 11:49:25.190781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 549a9e8f-3f82-4033-9365-6e1aa651a963, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=549a9e8f-3f82-4033-9365-6e1aa651a963,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:25.191040 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-026b5393-945e-4fdc-be5e-5f03b86cc1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b09bf067-5a57-4d0e-b793-055bfa4c381b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:25.206043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4170575-1920-47f8-9e7b-599ccab9c349 req-490d0b56-fe98-4dac-96ab-2256b61cbe18 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:25.207844 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4170575-1920-47f8-9e7b-599ccab9c349 req-490d0b56-fe98-4dac-96ab-2256b61cbe18 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 948 time: 0.1721444 Mar 11 11:49:25.235618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '549a9e8f-3f82-4033-9365-6e1aa651a963', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '549a9e8f-3f82-4033-9365-6e1aa651a963', 'mac_address': 'fa:16:3e:aa:98:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:49:25.237372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b263b948-7316-49f3-a59c-43f674529800 None None] Port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:49:25.266186 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b5393-945e-4fdc-be5e-5f03b86cc1a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09bf067-5a57-4d0e-b793-055bfa4c381b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:25.324551 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f7d2ecd8-6f4e-40b6-9ab9-a946547cca75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Allocated IP 10.2.2.200 (4eff5b65-f94e-439e-a73a-18a4e30da763/1c30f13c-e155-4b80-b4e1-4a60dc004240/50f210d1-6816-4569-bb99-e7fbc7114c33) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:49:25.346321 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 549a9e8f-3f82-4033-9365-6e1aa651a963 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:25.347448 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:25.402081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549a9e8f-3f82-4033-9365-6e1aa651a963 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:49:25.472428 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 549a9e8f-3f82-4033-9365-6e1aa651a963, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=549a9e8f-3f82-4033-9365-6e1aa651a963,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:25.482242 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:25.496670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b7df1e24-abda-412e-9ac0-277530936f2a details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:49:25.531799 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f7d2ecd8-6f4e-40b6-9ab9-a946547cca75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for port (50f210d1-6816-4569-bb99-e7fbc7114c33), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:25.542064 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4170575-1920-47f8-9e7b-599ccab9c349 req-fa29b00e-794e-4617-aad0-c21e44376154 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766566 Mar 11 11:49:25.581699 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f7d2ecd8-6f4e-40b6-9ab9-a946547cca75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (50f210d1-6816-4569-bb99-e7fbc7114c33), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:25.612219 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3c1c2-b36b-4c30-9377-8092a04c5f14 req-0c4c7f9a-116a-42ba-9df2-088a0f56753a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:25.617859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3c1c2-b36b-4c30-9377-8092a04c5f14 req-0c4c7f9a-116a-42ba-9df2-088a0f56753a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:25.623397 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3c1c2-b36b-4c30-9377-8092a04c5f14 req-0c4c7f9a-116a-42ba-9df2-088a0f56753a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:25.628705 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3c1c2-b36b-4c30-9377-8092a04c5f14 req-0c4c7f9a-116a-42ba-9df2-088a0f56753a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:25.642952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b7df1e24-abda-412e-9ac0-277530936f2a, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b7df1e24-abda-412e-9ac0-277530936f2a,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:25.643728 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30e3c1c2-b36b-4c30-9377-8092a04c5f14 req-0c4c7f9a-116a-42ba-9df2-088a0f56753a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 3095 time: 0.3039927 Mar 11 11:49:25.662149 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'b7df1e24-abda-412e-9ac0-277530936f2a', 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8', 'port_id': 'b7df1e24-abda-412e-9ac0-277530936f2a', 'mac_address': 'fa:16:3e:ba:36:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce4e197e-6fc7-4d78-b2bd-acf62848c979', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:49:25.664058 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f7d2ecd8-6f4e-40b6-9ab9-a946547cca75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Network 4eff5b65-f94e-439e-a73a-18a4e30da763 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:49:25.667270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f7d2ecd8-6f4e-40b6-9ab9-a946547cca75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:49:25.672874 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f7d2ecd8-6f4e-40b6-9ab9-a946547cca75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:49:25.719180 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2ecd8-6f4e-40b6-9ab9-a946547cca75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event updated for resources: {'Port': ['ID=50f210d1-6816-4569-bb99-e7fbc7114c33,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:25.755254 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f7d2ecd8-6f4e-40b6-9ab9-a946547cca75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:25.755986 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f7d2ecd8-6f4e-40b6-9ab9-a946547cca75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:25.788857 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f7d2ecd8-6f4e-40b6-9ab9-a946547cca75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0915647 Mar 11 11:49:25.802649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Request body: {'port': {'device_id': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:25.811699 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=549a9e8f-3f82-4033-9365-6e1aa651a963,revision_number=10']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:25.817918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30e3c1c2-b36b-4c30-9377-8092a04c5f14 req-55fb41d8-2516-4125-b07d-4ffddbac341e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733198 Mar 11 11:49:25.819353 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-026b5393-945e-4fdc-be5e-5f03b86cc1a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (762ce8ac-526e-4230-b8f8-b7a5f66b629a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:25.896430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port b7df1e24-abda-412e-9ac0-277530936f2a is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:25.897161 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b7df1e24-abda-412e-9ac0-277530936f2a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:25.922651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7df1e24-abda-412e-9ac0-277530936f2a {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:49:25.993653 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b7df1e24-abda-412e-9ac0-277530936f2a, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b7df1e24-abda-412e-9ac0-277530936f2a,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:26.002233 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b7df1e24-abda-412e-9ac0-277530936f2a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:26.023922 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (29c4bfed-9a1e-4008-9518-28e5cb65ccee), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:26.134245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=b7df1e24-abda-412e-9ac0-277530936f2a,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:26.175564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a3639427-2069-4ff9-82f4-a16ef0b29977 None None] Provisioning complete for port 50f210d1-6816-4569-bb99-e7fbc7114c33 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:26.179081 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a3639427-2069-4ff9-82f4-a16ef0b29977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (50f210d1-6816-4569-bb99-e7fbc7114c33), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:26.204697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026b5393-945e-4fdc-be5e-5f03b86cc1a4 admin admin] Router 762ce8ac-526e-4230-b8f8-b7a5f66b629a has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:49:26.268391 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a3639427-2069-4ff9-82f4-a16ef0b29977 None None] Port 50f210d1-6816-4569-bb99-e7fbc7114c33 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:49:26.378026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa8889-439e-48e2-84c0-ab47d7450f11 req-aaa3fcf1-41a6-4ce3-8515-2396e2fead61 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:26.379606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6faa8889-439e-48e2-84c0-ab47d7450f11 req-aaa3fcf1-41a6-4ce3-8515-2396e2fead61 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 945 time: 0.0833533 Mar 11 11:49:26.413809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['b7df1e24-abda-412e-9ac0-277530936f2a'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:49:26.480692 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c4bfed-9a1e-4008-9518-28e5cb65ccee {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:49:26.491621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['549a9e8f-3f82-4033-9365-6e1aa651a963'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:49:26.497430 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Publish callbacks [] for port (29c4bfed-9a1e-4008-9518-28e5cb65ccee), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:26.498629 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6faa8889-439e-48e2-84c0-ab47d7450f11 req-10fb6370-2cc9-436f-b6c8-d3ba279b6e24 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913045 Mar 11 11:49:26.513802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026b5393-945e-4fdc-be5e-5f03b86cc1a4 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:49:26.519771 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Transition to ACTIVE for port object 29c4bfed-9a1e-4008-9518-28e5cb65ccee will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:49:26.526788 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (29c4bfed-9a1e-4008-9518-28e5cb65ccee), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:26.526970 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-026b5393-945e-4fdc-be5e-5f03b86cc1a4 admin admin] 10.222.0.78 "PUT /v2.0/routers/762ce8ac-526e-4230-b8f8-b7a5f66b629a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7493665 Mar 11 11:49:26.536469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51018) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:26.809819 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd138f-ad53-4b92-8ee4-19f2ccf439b0 None None] Sync routers for ids ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:49:26.815209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Pushing event updated for resources: {'Port': ['ID=29c4bfed-9a1e-4008-9518-28e5cb65ccee,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:26.856092 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f996995-f574-4aca-ac3b-1398d013e539 admin admin] Publish callbacks [] for router (762ce8ac-526e-4230-b8f8-b7a5f66b629a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:26.898988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Attempting to bind port 29c4bfed-9a1e-4008-9518-28e5cb65ccee on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:49:26.901905 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Attempting to bind port 29c4bfed-9a1e-4008-9518-28e5cb65ccee by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'bdea88c9-fadb-44aa-a233-b499664190f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:49:26.902274 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Attempting to bind port 29c4bfed-9a1e-4008-9518-28e5cb65ccee on network 3f382b66-55bc-4ada-812a-8f2225fa21bc {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:26.918127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Port 29c4bfed-9a1e-4008-9518-28e5cb65ccee on network 3f382b66-55bc-4ada-812a-8f2225fa21bc not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:49:26.918472 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Attempting to bind port 29c4bfed-9a1e-4008-9518-28e5cb65ccee on network 3f382b66-55bc-4ada-812a-8f2225fa21bc {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:26.938339 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:49:26.938710 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Checking segment: {'id': 'bdea88c9-fadb-44aa-a233-b499664190f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:49:26.939111 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Bound using segment: {'id': 'bdea88c9-fadb-44aa-a233-b499664190f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:49:26.939566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Bound port: 29c4bfed-9a1e-4008-9518-28e5cb65ccee, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdea88c9-fadb-44aa-a233-b499664190f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:49:26.939968 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (29c4bfed-9a1e-4008-9518-28e5cb65ccee), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:27.071900 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] For port 29c4bfed-9a1e-4008-9518-28e5cb65ccee, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:49:27.077528 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] For port 29c4bfed-9a1e-4008-9518-28e5cb65ccee, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=29c4bfed-9a1e-4008-9518-28e5cb65ccee,segment=NetworkSegment(bdea88c9-fadb-44aa-a233-b499664190f3),segment_id=bdea88c9-fadb-44aa-a233-b499664190f3)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:49:27.103017 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (29c4bfed-9a1e-4008-9518-28e5cb65ccee), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:27.106701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd138f-ad53-4b92-8ee4-19f2ccf439b0 None None] Routers {'762ce8ac-526e-4230-b8f8-b7a5f66b629a'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:49:27.107736 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-63dd138f-ad53-4b92-8ee4-19f2ccf439b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:49:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:27.133024 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433865f7-5026-4a1f-b66e-25461a4114b3 req-1dc91ed7-4bf2-4432-a513-46cfff589d3e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:27.134453 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-433865f7-5026-4a1f-b66e-25461a4114b3 req-1dc91ed7-4bf2-4432-a513-46cfff589d3e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.4173970 Mar 11 11:49:27.208070 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f996995-f574-4aca-ac3b-1398d013e539 admin admin] Publish callbacks [] for router_gateway (762ce8ac-526e-4230-b8f8-b7a5f66b629a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:27.216227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:27.221468 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:27.225355 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] 10.222.0.37 "PUT /v2.0/ports/29c4bfed-9a1e-4008-9518-28e5cb65ccee HTTP/1.1" status: 200 len: 1092 time: 1.4265571 Mar 11 11:49:27.227225 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'tag': '29c4bfed-9a1e-4008-9518-28e5cb65ccee'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:27.237343 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358a1119-3316-497f-806b-85f2555fd7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "tag": "29c4bfed-9a1e-4008-9518-28e5cb65ccee"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:27.259109 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-63dd138f-ad53-4b92-8ee4-19f2ccf439b0 None None] Set router 762ce8ac-526e-4230-b8f8-b7a5f66b629a gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:49:27.268128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Request body: {'port': {'device_id': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:27.378060 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:27.386796 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27342ca8-b2a1-493d-9e0a-014a4a26117a service neutron] Pushing event updated for resources: {'Port': ['ID=29c4bfed-9a1e-4008-9518-28e5cb65ccee,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:27.438248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-433865f7-5026-4a1f-b66e-25461a4114b3 req-06bf8640-10e8-4118-a1f5-1710e248fc2c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446196 Mar 11 11:49:27.490370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad14c1-798d-4254-a794-a9a53ab38a3f req-d16da943-4c95-4b18-8223-69cc1515f1a0 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:27.500675 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad14c1-798d-4254-a794-a9a53ab38a3f req-d16da943-4c95-4b18-8223-69cc1515f1a0 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:27.506432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad14c1-798d-4254-a794-a9a53ab38a3f req-d16da943-4c95-4b18-8223-69cc1515f1a0 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:27.512792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad14c1-798d-4254-a794-a9a53ab38a3f req-d16da943-4c95-4b18-8223-69cc1515f1a0 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:27.529017 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad14c1-798d-4254-a794-a9a53ab38a3f req-d16da943-4c95-4b18-8223-69cc1515f1a0 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:27.537600 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-efad14c1-798d-4254-a794-a9a53ab38a3f req-d16da943-4c95-4b18-8223-69cc1515f1a0 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 3828 time: 0.4349351 Mar 11 11:49:27.677862 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04020e0b-ccf6-4fb1-a297-7a59be0e59b9 x-openstack-request-id: req-04020e0b-ccf6-4fb1-a297-7a59be0e59b9 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:27.678604 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "tag": "29c4bfed-9a1e-4008-9518-28e5cb65ccee", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:27.680345 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04020e0b-ccf6-4fb1-a297-7a59be0e59b9 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:27.681296 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'tag': '29c4bfed-9a1e-4008-9518-28e5cb65ccee', 'status': 'completed', 'code': 200} Mar 11 11:49:27.705383 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51040) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:27.764262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-efad14c1-798d-4254-a794-a9a53ab38a3f req-0756c9df-0bf4-4e55-a870-420d17d316d4 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197483 Mar 11 11:49:27.795813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1f996995-f574-4aca-ac3b-1398d013e539 admin admin] Deleting port f9fe65c9-7d40-481e-9abd-79542009e0c9 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:49:27.800656 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f996995-f574-4aca-ac3b-1398d013e539 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f9fe65c9-7d40-481e-9abd-79542009e0c9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:27.818355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1119-3316-497f-806b-85f2555fd7a1 req-5a34af01-2a73-4ce4-bc73-b9b14a260098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:27.819182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1119-3316-497f-806b-85f2555fd7a1 req-5a34af01-2a73-4ce4-bc73-b9b14a260098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:27.829875 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1119-3316-497f-806b-85f2555fd7a1 req-5a34af01-2a73-4ce4-bc73-b9b14a260098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:27.830591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1119-3316-497f-806b-85f2555fd7a1 req-5a34af01-2a73-4ce4-bc73-b9b14a260098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:27.831205 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1119-3316-497f-806b-85f2555fd7a1 req-5a34af01-2a73-4ce4-bc73-b9b14a260098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:27.833260 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-358a1119-3316-497f-806b-85f2555fd7a1 req-5a34af01-2a73-4ce4-bc73-b9b14a260098 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=10db396f7a5f4f56be94b05e67329956&device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 4394 time: 0.2277932 Mar 11 11:49:27.859820 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-63dd138f-ad53-4b92-8ee4-19f2ccf439b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1002964153-router', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:49:25Z', 'revision_number': 5, 'project_id': '037a5daba7614682b326c1f332a6d587', 'gw_port': {'id': 'f9fe65c9-7d40-481e-9abd-79542009e0c9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:39Z', 'updated_at': '2022-03-11T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:27.905792 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd138f-ad53-4b92-8ee4-19f2ccf439b0 None None] Checking router: 762ce8ac-526e-4230-b8f8-b7a5f66b629a for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:49:27.918759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdd2bb-9c85-40f1-92af-c65fee6dd581 req-663726bd-e1dc-45e0-b9ad-2bc3933e3e39 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:27.920553 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ffbdd2bb-9c85-40f1-92af-c65fee6dd581 req-663726bd-e1dc-45e0-b9ad-2bc3933e3e39 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 950 time: 0.2281601 Mar 11 11:49:27.943441 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd138f-ad53-4b92-8ee4-19f2ccf439b0 None None] Routers {'762ce8ac-526e-4230-b8f8-b7a5f66b629a'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:49:27.945112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-63dd138f-ad53-4b92-8ee4-19f2ccf439b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:49:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:27.993843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:49:28.013771 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Publish callbacks [] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:28.030176 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a90f828-a992-490c-9baf-62e38d01b8a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:28.135458 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-1f996995-f574-4aca-ac3b-1398d013e539 admin admin] For port f9fe65c9-7d40-481e-9abd-79542009e0c9, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f9fe65c9-7d40-481e-9abd-79542009e0c9,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:28.136346 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f996995-f574-4aca-ac3b-1398d013e539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f9fe65c9-7d40-481e-9abd-79542009e0c9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:28.143317 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-63dd138f-ad53-4b92-8ee4-19f2ccf439b0 None None] Set router 762ce8ac-526e-4230-b8f8-b7a5f66b629a gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:49:28.150853 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ffbdd2bb-9c85-40f1-92af-c65fee6dd581 req-cae06519-028d-4dab-986c-e0dec77436cf tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758251 Mar 11 11:49:28.168479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff36029-a4bf-4bcd-8ac0-7432bc15b2ff req-193dc8f3-ce9d-499d-bd40-fc06db0b3f1e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:28.170567 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bff36029-a4bf-4bcd-8ac0-7432bc15b2ff req-193dc8f3-ce9d-499d-bd40-fc06db0b3f1e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 945 time: 0.2907393 Mar 11 11:49:28.187903 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Transition to ACTIVE for port object a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:49:28.189403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1f996995-f574-4aca-ac3b-1398d013e539 admin admin] Calling delete_port for f9fe65c9-7d40-481e-9abd-79542009e0c9 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:49:28.192353 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1119-3316-497f-806b-85f2555fd7a1 req-0164af87-b0ca-4576-ac94-9ae111d5238f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:28.193018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1119-3316-497f-806b-85f2555fd7a1 req-0164af87-b0ca-4576-ac94-9ae111d5238f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:28.193912 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1119-3316-497f-806b-85f2555fd7a1 req-0164af87-b0ca-4576-ac94-9ae111d5238f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:28.196012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-358a1119-3316-497f-806b-85f2555fd7a1 req-0164af87-b0ca-4576-ac94-9ae111d5238f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=10db396f7a5f4f56be94b05e67329956&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3501568 Mar 11 11:49:28.197499 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:28.213661 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a90f828-a992-490c-9baf-62e38d01b8a6 admin admin] Publish callbacks [] for security_group (c9188bfa-5ec9-41a4-836f-ac306fe9e1e5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:28.252400 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a90f828-a992-490c-9baf-62e38d01b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c9188bfa-5ec9-41a4-836f-ac306fe9e1e5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:28.274195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-63dd138f-ad53-4b92-8ee4-19f2ccf439b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1002964153-router', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:49:27Z', 'revision_number': 6, 'project_id': '037a5daba7614682b326c1f332a6d587', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:28.292358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bff36029-a4bf-4bcd-8ac0-7432bc15b2ff req-d8ea213b-e313-486a-bdb3-bed83b417a5d tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133325 Mar 11 11:49:28.309102 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2a90f828-a992-490c-9baf-62e38d01b8a6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6dc0e8b6a048461d8f27376465b18209&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6015253 Mar 11 11:49:28.318094 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51048) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:28.322894 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90f828-a992-490c-9baf-62e38d01b8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9188bfa-5ec9-41a4-836f-ac306fe9e1e5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:28.332846 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd138f-ad53-4b92-8ee4-19f2ccf439b0 None None] The sync data for ids ['762ce8ac-526e-4230-b8f8-b7a5f66b629a'] in n-d-833234-2 is: [{'id': '762ce8ac-526e-4230-b8f8-b7a5f66b629a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1002964153-router', 'tenant_id': '037a5daba7614682b326c1f332a6d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:49:27Z', 'revision_number': 6, 'project_id': '037a5daba7614682b326c1f332a6d587', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:49:28.468408 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9853b67-0214-4b24-ac1c-d634f5ab85b9 admin admin] Publish callbacks [] for security_group (c9188bfa-5ec9-41a4-836f-ac306fe9e1e5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:28.496798 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9853b67-0214-4b24-ac1c-d634f5ab85b9 admin admin] Publish callbacks [] for security_group (c9188bfa-5ec9-41a4-836f-ac306fe9e1e5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:28.520175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:28.587693 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Attempting to bind port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:49:28.588060 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Attempting to bind port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:49:28.588428 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Attempting to bind port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 on network 67d74715-a311-4317-8fb4-8c87cc470973 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:28.595401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 on network 67d74715-a311-4317-8fb4-8c87cc470973 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:49:28.595401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Attempting to bind port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 on network 67d74715-a311-4317-8fb4-8c87cc470973 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:28.600459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:49:28.600459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Checking segment: {'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:49:28.600792 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Bound using segment: {'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:49:28.602039 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Bound port: a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:49:28.602039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:28.619723 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9853b67-0214-4b24-ac1c-d634f5ab85b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c9188bfa-5ec9-41a4-836f-ac306fe9e1e5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:28.622662 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9853b67-0214-4b24-ac1c-d634f5ab85b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:28.633830 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b9853b67-0214-4b24-ac1c-d634f5ab85b9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c9188bfa-5ec9-41a4-836f-ac306fe9e1e5 HTTP/1.1" status: 204 len: 168 time: 0.2893057 Mar 11 11:49:28.696027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9853b67-0214-4b24-ac1c-d634f5ab85b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9188bfa-5ec9-41a4-836f-ac306fe9e1e5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:28.798767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] For port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:49:28.805766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] For port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:49:28.828068 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:28.863468 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 549a9e8f-3f82-4033-9365-6e1aa651a963 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:49:28.976906 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:28.977619 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:28.979055 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] 10.222.0.37 "PUT /v2.0/ports/a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 HTTP/1.1" status: 200 len: 1135 time: 1.7162025 Mar 11 11:49:29.010778 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 549a9e8f-3f82-4033-9365-6e1aa651a963 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:29.011498 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:29.026827 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Request body: {'port': {'device_id': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:29.075686 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2897dd8-1bbb-457d-b44f-a47fbf0e7d62 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:29.178988 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:29.231954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 549a9e8f-3f82-4033-9365-6e1aa651a963 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:29.232436 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:29.290995 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4149645f-577c-4450-a75b-b0dc26e0adb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549a9e8f-3f82-4033-9365-6e1aa651a963'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:29.295069 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69881ec8-5068-46d3-b21b-4c383b4f26c3" -d '{"events": [{"server_uuid": "4149645f-577c-4450-a75b-b0dc26e0adb8", "name": "network-vif-plugged", "status": "completed", "tag": "549a9e8f-3f82-4033-9365-6e1aa651a963"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:29.333897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 549a9e8f-3f82-4033-9365-6e1aa651a963, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=549a9e8f-3f82-4033-9365-6e1aa651a963,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:29.339979 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:29.341369 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b7df1e24-abda-412e-9ac0-277530936f2a up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:49:29.453204 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51072) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:29.525593 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=549a9e8f-3f82-4033-9365-6e1aa651a963,revision_number=11']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:29.544996 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port b7df1e24-abda-412e-9ac0-277530936f2a completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:49:29.549807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port b7df1e24-abda-412e-9ac0-277530936f2a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:29.550293 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b7df1e24-abda-412e-9ac0-277530936f2a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:29.561829 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f35fbead-84cc-4845-a907-9c152be2e592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:29.570311 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f996995-f574-4aca-ac3b-1398d013e539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f9fe65c9-7d40-481e-9abd-79542009e0c9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:29.644648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-bcdde7ee-a12c-4de7-b9c8-45f5ed4f060d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=534ef25e2a194e88997b082d5497d504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3632166 Mar 11 11:49:29.654349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f996995-f574-4aca-ac3b-1398d013e539 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9fe65c9-7d40-481e-9abd-79542009e0c9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:29.714072 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f35fbead-84cc-4845-a907-9c152be2e592 admin admin] Publish callbacks [] for security_group (3407442c-c83b-4947-9d8a-2bc16fe3a3ee), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:29.715299 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'tag': 'a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:29.718169 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e324ca-f7fe-408a-b8b2-cde3e687b8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "tag": "a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:29.724678 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f35fbead-84cc-4845-a907-9c152be2e592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3407442c-c83b-4947-9d8a-2bc16fe3a3ee), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:29.737913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port b7df1e24-abda-412e-9ac0-277530936f2a is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:29.738308 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b7df1e24-abda-412e-9ac0-277530936f2a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:29.759052 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1119-3316-497f-806b-85f2555fd7a1 req-799f4a5b-cfae-4471-88ef-5ee4c2eea398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:29.760751 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-358a1119-3316-497f-806b-85f2555fd7a1 req-799f4a5b-cfae-4471-88ef-5ee4c2eea398 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5533111 Mar 11 11:49:29.818706 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0e5fa-2579-48df-9597-16cff38afbdd req-0e5ced24-b5ad-4a75-aded-79fa7e37c862 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:29.833569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b7df1e24-abda-412e-9ac0-277530936f2a, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b7df1e24-abda-412e-9ac0-277530936f2a,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:29.838882 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b7df1e24-abda-412e-9ac0-277530936f2a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:29.842262 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0e5fa-2579-48df-9597-16cff38afbdd req-0e5ced24-b5ad-4a75-aded-79fa7e37c862 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:29.859645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0e5fa-2579-48df-9597-16cff38afbdd req-0e5ced24-b5ad-4a75-aded-79fa7e37c862 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:29.873329 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0e5fa-2579-48df-9597-16cff38afbdd req-0e5ced24-b5ad-4a75-aded-79fa7e37c862 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:29.877326 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f35fbead-84cc-4845-a907-9c152be2e592 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a57824e02d5d4ca0b6b698095a5fae3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4211094 Mar 11 11:49:29.878560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51078) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:29.879239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fbead-84cc-4845-a907-9c152be2e592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3407442c-c83b-4947-9d8a-2bc16fe3a3ee,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:29.915968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0e5fa-2579-48df-9597-16cff38afbdd req-0e5ced24-b5ad-4a75-aded-79fa7e37c862 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:29.920917 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=b7df1e24-abda-412e-9ac0-277530936f2a,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:29.938838 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0e5fa-2579-48df-9597-16cff38afbdd req-0e5ced24-b5ad-4a75-aded-79fa7e37c862 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:29.953320 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4be0e5fa-2579-48df-9597-16cff38afbdd req-0e5ced24-b5ad-4a75-aded-79fa7e37c862 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 4605 time: 0.6677039 Mar 11 11:49:29.957403 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c63f5eb-4d43-4cb4-8c49-c9e08b5db577 admin admin] Publish callbacks [] for security_group (3407442c-c83b-4947-9d8a-2bc16fe3a3ee), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:29.993983 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c63f5eb-4d43-4cb4-8c49-c9e08b5db577 admin admin] Publish callbacks [] for security_group (3407442c-c83b-4947-9d8a-2bc16fe3a3ee), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:30.053450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c63f5eb-4d43-4cb4-8c49-c9e08b5db577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3407442c-c83b-4947-9d8a-2bc16fe3a3ee), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:30.056609 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c63f5eb-4d43-4cb4-8c49-c9e08b5db577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:30.057837 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9c63f5eb-4d43-4cb4-8c49-c9e08b5db577 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3407442c-c83b-4947-9d8a-2bc16fe3a3ee HTTP/1.1" status: 204 len: 168 time: 0.1743238 Mar 11 11:49:30.065968 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b09bf067-5a57-4d0e-b793-055bfa4c381b no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:49:30.077892 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63f5eb-4d43-4cb4-8c49-c9e08b5db577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3407442c-c83b-4947-9d8a-2bc16fe3a3ee,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:30.115523 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: b09bf067-5a57-4d0e-b793-055bfa4c381b {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:49:30.115911 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b09bf067-5a57-4d0e-b793-055bfa4c381b not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:49:30.116351 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f9fe65c9-7d40-481e-9abd-79542009e0c9 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:49:30.118914 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f996995-f574-4aca-ac3b-1398d013e539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (762ce8ac-526e-4230-b8f8-b7a5f66b629a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:30.163215 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: f9fe65c9-7d40-481e-9abd-79542009e0c9 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:49:30.163632 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f9fe65c9-7d40-481e-9abd-79542009e0c9 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:49:30.176413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a3d321-9fbc-4e4d-ac50-28fe275103d2 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:49:30.191953 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Publish callbacks [] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:30.226103 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Transition to ACTIVE for port object 54a3d321-9fbc-4e4d-ac50-28fe275103d2 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:49:30.230090 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:30.245616 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f996995-f574-4aca-ac3b-1398d013e539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (762ce8ac-526e-4230-b8f8-b7a5f66b629a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:30.251918 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f996995-f574-4aca-ac3b-1398d013e539 admin admin] Publish callbacks [] for router_controller (762ce8ac-526e-4230-b8f8-b7a5f66b629a), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:30.329041 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f996995-f574-4aca-ac3b-1398d013e539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (762ce8ac-526e-4230-b8f8-b7a5f66b629a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:30.329981 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f996995-f574-4aca-ac3b-1398d013e539 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 762ce8ac-526e-4230-b8f8-b7a5f66b629a {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:49:30.344026 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f996995-f574-4aca-ac3b-1398d013e539 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:30.351633 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1f996995-f574-4aca-ac3b-1398d013e539 admin admin] 10.222.0.78 "DELETE /v2.0/routers/762ce8ac-526e-4230-b8f8-b7a5f66b629a HTTP/1.1" status: 204 len: 168 time: 3.8118956 Mar 11 11:49:30.362597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51082) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:30.497190 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4be0e5fa-2579-48df-9597-16cff38afbdd req-75a3a2b0-e46a-4766-ab4d-41e73fb2af82 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5397310 Mar 11 11:49:30.531519 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-81c60dfd-6ed3-4518-bb5b-1121cd45f0e0 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:30.541463 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-81c60dfd-6ed3-4518-bb5b-1121cd45f0e0 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8429742 Mar 11 11:49:30.557341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd853c17-99fd-40f0-82fb-5a059a1fe739 admin admin] Deleting subnet e0604034-0f4c-4272-ac15-c033c67a8b00 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:49:30.569167 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-2d6ca10d-a512-4311-bfac-6287c01f0f6b tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/quotas/534ef25e2a194e88997b082d5497d504 HTTP/1.1" status: 200 len: 375 time: 0.0264904 Mar 11 11:49:30.608914 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3777fb4d-827a-4e9f-b002-3cb02b5b1224 x-openstack-request-id: req-3777fb4d-827a-4e9f-b002-3cb02b5b1224 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:30.609490 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4149645f-577c-4450-a75b-b0dc26e0adb8", "name": "network-vif-plugged", "status": "completed", "tag": "549a9e8f-3f82-4033-9365-6e1aa651a963", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:30.609490 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3777fb4d-827a-4e9f-b002-3cb02b5b1224 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:30.609877 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4149645f-577c-4450-a75b-b0dc26e0adb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549a9e8f-3f82-4033-9365-6e1aa651a963', 'code': 200} Mar 11 11:49:30.611193 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd853c17-99fd-40f0-82fb-5a059a1fe739 admin admin] Publish callbacks [] for subnet (e0604034-0f4c-4272-ac15-c033c67a8b00), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:30.687992 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd853c17-99fd-40f0-82fb-5a059a1fe739 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (e0604034-0f4c-4272-ac15-c033c67a8b00), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:30.739415 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-d09ae1e9-a70d-435b-83c9-7d71ad87d703 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1669579 Mar 11 11:49:30.903453 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd853c17-99fd-40f0-82fb-5a059a1fe739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (e0604034-0f4c-4272-ac15-c033c67a8b00), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:30.905276 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Pushing event updated for resources: {'Port': ['ID=54a3d321-9fbc-4e4d-ac50-28fe275103d2,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:31.011276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c170cf-b927-43c2-afec-b12e49618186 req-47a68d9f-583d-438c-bdc3-9a73c44af6fe tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:31.033447 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91c170cf-b927-43c2-afec-b12e49618186 req-47a68d9f-583d-438c-bdc3-9a73c44af6fe tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.2894273 Mar 11 11:49:31.070488 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Attempting to bind port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:49:31.071329 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Attempting to bind port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:49:31.071329 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Attempting to bind port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 on network 67d74715-a311-4317-8fb4-8c87cc470973 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:31.118599 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7376526b-8800-44ec-abf3-c481731d24e2 x-openstack-request-id: req-7376526b-8800-44ec-abf3-c481731d24e2 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:31.119814 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "tag": "a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:31.120077 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7376526b-8800-44ec-abf3-c481731d24e2 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:31.120495 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'tag': 'a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32', 'status': 'completed', 'code': 200} Mar 11 11:49:31.133605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 on network 67d74715-a311-4317-8fb4-8c87cc470973 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:49:31.134039 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Attempting to bind port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 on network 67d74715-a311-4317-8fb4-8c87cc470973 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:31.171401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:49:31.173819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Checking segment: {'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:49:31.174469 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Bound using segment: {'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:49:31.175051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Bound port: 54a3d321-9fbc-4e4d-ac50-28fe275103d2, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:49:31.175429 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:31.295311 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] For port 54a3d321-9fbc-4e4d-ac50-28fe275103d2, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:49:31.299210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] For port 54a3d321-9fbc-4e4d-ac50-28fe275103d2, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=54a3d321-9fbc-4e4d-ac50-28fe275103d2,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:49:31.317677 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:31.328559 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91c170cf-b927-43c2-afec-b12e49618186 req-587a5f93-358f-4e08-8e4b-3c6a91b7e75f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591150 Mar 11 11:49:31.387069 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd853c17-99fd-40f0-82fb-5a059a1fe739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (e0604034-0f4c-4272-ac15-c033c67a8b00), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:31.407338 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9593aa21-f90e-486a-b60d-bc47e9068baa req-9d920ab4-6b1e-4796-a981-0714a4d7a4cc tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 210 time: 0.2064159 Mar 11 11:49:31.455497 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:31.457868 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:31.464021 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] 10.222.0.37 "PUT /v2.0/ports/54a3d321-9fbc-4e4d-ac50-28fe275103d2 HTTP/1.1" status: 200 len: 1135 time: 2.4512074 Mar 11 11:49:31.495748 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd853c17-99fd-40f0-82fb-5a059a1fe739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0604034-0f4c-4272-ac15-c033c67a8b00,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:31.497981 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd853c17-99fd-40f0-82fb-5a059a1fe739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:31.516695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Request body: {'port': {'device_id': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:31.521729 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fd853c17-99fd-40f0-82fb-5a059a1fe739 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e0604034-0f4c-4272-ac15-c033c67a8b00 HTTP/1.1" status: 204 len: 168 time: 1.1420746 Mar 11 11:49:31.523233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51112) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:31.555199 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e324ca-f7fe-408a-b8b2-cde3e687b8dc req-de1fc5bf-0d53-474a-bba9-01acec1d671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:31.558099 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e324ca-f7fe-408a-b8b2-cde3e687b8dc req-de1fc5bf-0d53-474a-bba9-01acec1d671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:31.563144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e324ca-f7fe-408a-b8b2-cde3e687b8dc req-de1fc5bf-0d53-474a-bba9-01acec1d671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:31.568103 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e324ca-f7fe-408a-b8b2-cde3e687b8dc req-de1fc5bf-0d53-474a-bba9-01acec1d671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:31.568889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e324ca-f7fe-408a-b8b2-cde3e687b8dc req-de1fc5bf-0d53-474a-bba9-01acec1d671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:31.569535 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e324ca-f7fe-408a-b8b2-cde3e687b8dc req-de1fc5bf-0d53-474a-bba9-01acec1d671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:31.570174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e324ca-f7fe-408a-b8b2-cde3e687b8dc req-de1fc5bf-0d53-474a-bba9-01acec1d671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:31.572554 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4e324ca-f7fe-408a-b8b2-cde3e687b8dc req-de1fc5bf-0d53-474a-bba9-01acec1d671a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=10db396f7a5f4f56be94b05e67329956&device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 6269 time: 0.4324703 Mar 11 11:49:31.620195 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51116) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:31.742551 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c547513-0c2c-480c-94f3-a102c8a7d372 service neutron] Pushing event updated for resources: {'Port': ['ID=54a3d321-9fbc-4e4d-ac50-28fe275103d2,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:31.851090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e324ca-f7fe-408a-b8b2-cde3e687b8dc req-e6114849-779a-4f44-9c9e-ed6c1e7f0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:31.851869 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e324ca-f7fe-408a-b8b2-cde3e687b8dc req-e6114849-779a-4f44-9c9e-ed6c1e7f0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:31.856795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e324ca-f7fe-408a-b8b2-cde3e687b8dc req-e6114849-779a-4f44-9c9e-ed6c1e7f0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:31.859680 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4e324ca-f7fe-408a-b8b2-cde3e687b8dc req-e6114849-779a-4f44-9c9e-ed6c1e7f0dcf service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=10db396f7a5f4f56be94b05e67329956&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2717772 Mar 11 11:49:31.865356 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1cc45887-351a-47cf-832b-679c25e6ddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (d8130605-787a-4d41-a48c-3457341ad648), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:31.872083 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (91144204-e4b6-41e6-b891-e433c53896bb), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:32.023740 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1cc45887-351a-47cf-832b-679c25e6ddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (d8130605-787a-4d41-a48c-3457341ad648), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:32.099371 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a47172a2-e869-40dd-8ec9-35687d271386 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-835610243-network', 'tenant_id': '39a2bac4b34c4a9f8e284398f185c1af'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:32.142588 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e324ca-f7fe-408a-b8b2-cde3e687b8dc req-cda22117-ca7b-41f7-b40e-97757b228851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:32.144236 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4e324ca-f7fe-408a-b8b2-cde3e687b8dc req-cda22117-ca7b-41f7-b40e-97757b228851 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2553089 Mar 11 11:49:32.176060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be7a0f-1353-402a-87ac-4da75bc140af req-56900350-4af9-41d3-844e-c126f18254a5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:32.181745 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be7a0f-1353-402a-87ac-4da75bc140af req-56900350-4af9-41d3-844e-c126f18254a5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:32.194034 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be7a0f-1353-402a-87ac-4da75bc140af req-56900350-4af9-41d3-844e-c126f18254a5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:32.199934 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be7a0f-1353-402a-87ac-4da75bc140af req-56900350-4af9-41d3-844e-c126f18254a5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:32.206049 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be7a0f-1353-402a-87ac-4da75bc140af req-56900350-4af9-41d3-844e-c126f18254a5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:32.212491 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be7a0f-1353-402a-87ac-4da75bc140af req-56900350-4af9-41d3-844e-c126f18254a5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:32.217749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be7a0f-1353-402a-87ac-4da75bc140af req-56900350-4af9-41d3-844e-c126f18254a5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:32.219734 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7be7a0f-1353-402a-87ac-4da75bc140af req-56900350-4af9-41d3-844e-c126f18254a5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5382 time: 0.3323634 Mar 11 11:49:32.221086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47172a2-e869-40dd-8ec9-35687d271386 admin admin] Made reservation on behalf of 39a2bac4b34c4a9f8e284398f185c1af for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:49:32.223328 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a47172a2-e869-40dd-8ec9-35687d271386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:32.249520 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a47172a2-e869-40dd-8ec9-35687d271386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:32.329955 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7be7a0f-1353-402a-87ac-4da75bc140af req-d7c13e50-ebdb-47b2-9c53-61d63ae2f031 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016128 Mar 11 11:49:32.343810 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1cc45887-351a-47cf-832b-679c25e6ddb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8130605-787a-4d41-a48c-3457341ad648']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:32.371642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1cc45887-351a-47cf-832b-679c25e6ddb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daba0604-63fe-4742-9046-24d55c04e2ce') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:32.372007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1cc45887-351a-47cf-832b-679c25e6ddb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daba0604-63fe-4742-9046-24d55c04e2ce') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:32.391831 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1cc45887-351a-47cf-832b-679c25e6ddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (daba0604-63fe-4742-9046-24d55c04e2ce), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:32.415681 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1cc45887-351a-47cf-832b-679c25e6ddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (daba0604-63fe-4742-9046-24d55c04e2ce), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:32.427155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc45887-351a-47cf-832b-679c25e6ddb8 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:49:32.428024 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1cc45887-351a-47cf-832b-679c25e6ddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (daba0604-63fe-4742-9046-24d55c04e2ce), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:49:32.457769 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:49:32.516446 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a47172a2-e869-40dd-8ec9-35687d271386 admin admin] Publish callbacks [] for security_group (be7d1f30-582f-4bbf-9eb0-a5a6252f11d3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:32.549603 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1cc45887-351a-47cf-832b-679c25e6ddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (d8130605-787a-4d41-a48c-3457341ad648), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:32.560549 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1cc45887-351a-47cf-832b-679c25e6ddb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:32.566202 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1cc45887-351a-47cf-832b-679c25e6ddb8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d8130605-787a-4d41-a48c-3457341ad648 HTTP/1.1" status: 204 len: 168 time: 1.0312974 Mar 11 11:49:32.581350 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a47172a2-e869-40dd-8ec9-35687d271386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (be7d1f30-582f-4bbf-9eb0-a5a6252f11d3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:32.588357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc45887-351a-47cf-832b-679c25e6ddb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8130605-787a-4d41-a48c-3457341ad648,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:32.595010 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91144204-e4b6-41e6-b891-e433c53896bb {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:49:32.611360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426c137d-3801-4b31-b34a-e2b973506cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7df1e24-abda-412e-9ac0-277530936f2a'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:32.614521 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6374c190-7fad-4bf8-9d27-e600181df890" -d '{"events": [{"server_uuid": "426c137d-3801-4b31-b34a-e2b973506cdc", "name": "network-vif-plugged", "status": "completed", "tag": "b7df1e24-abda-412e-9ac0-277530936f2a"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:32.614856 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Publish callbacks [] for port (91144204-e4b6-41e6-b891-e433c53896bb), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:32.654631 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Transition to ACTIVE for port object 91144204-e4b6-41e6-b891-e433c53896bb will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:49:32.669903 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (91144204-e4b6-41e6-b891-e433c53896bb), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:32.671685 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8124a6a-b86e-4696-8951-a520d456401c req-07590ba2-8795-4d3e-ae87-7470682d3247 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 210 time: 0.1732051 Mar 11 11:49:32.780529 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73193628-1261-4eb6-83ca-1b0e5773547d x-openstack-request-id: req-73193628-1261-4eb6-83ca-1b0e5773547d {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:32.780810 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426c137d-3801-4b31-b34a-e2b973506cdc", "name": "network-vif-plugged", "status": "completed", "tag": "b7df1e24-abda-412e-9ac0-277530936f2a", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:32.781069 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-73193628-1261-4eb6-83ca-1b0e5773547d {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:32.781455 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426c137d-3801-4b31-b34a-e2b973506cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7df1e24-abda-412e-9ac0-277530936f2a', 'code': 200} Mar 11 11:49:32.794425 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=91144204-e4b6-41e6-b891-e433c53896bb,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:32.826744 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47172a2-e869-40dd-8ec9-35687d271386 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:49:32.841957 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a47172a2-e869-40dd-8ec9-35687d271386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (eae605e2-d652-40aa-89f5-b5dfe4727fb0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:32.842482 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-a47172a2-e869-40dd-8ec9-35687d271386 admin admin] Added segment eae605e2-d652-40aa-89f5-b5dfe4727fb0 of type vlan for network b5aa240d-25ed-4eea-93d9-d2c66871f3ad Mar 11 11:49:32.868121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-845e855d-29a9-46dd-9be2-8aa336f7e986 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=534ef25e2a194e88997b082d5497d504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1903682 Mar 11 11:49:32.875545 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51136) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:32.939700 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47172a2-e869-40dd-8ec9-35687d271386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7d1f30-582f-4bbf-9eb0-a5a6252f11d3,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:33.003329 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344117c-617b-48e3-94c9-25015c38f9bc req-bd0e0d1c-37e3-40e2-b1f4-77aaaee49864 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.016515 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Attempting to bind port 91144204-e4b6-41e6-b891-e433c53896bb on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:49:33.017303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9344117c-617b-48e3-94c9-25015c38f9bc req-bd0e0d1c-37e3-40e2-b1f4-77aaaee49864 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.5660973 Mar 11 11:49:33.023743 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a47172a2-e869-40dd-8ec9-35687d271386 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (b5aa240d-25ed-4eea-93d9-d2c66871f3ad), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:33.024050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Attempting to bind port 91144204-e4b6-41e6-b891-e433c53896bb by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:49:33.024172 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Attempting to bind port 91144204-e4b6-41e6-b891-e433c53896bb on network 67d74715-a311-4317-8fb4-8c87cc470973 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:33.036619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Port 91144204-e4b6-41e6-b891-e433c53896bb on network 67d74715-a311-4317-8fb4-8c87cc470973 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:49:33.037100 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Attempting to bind port 91144204-e4b6-41e6-b891-e433c53896bb on network 67d74715-a311-4317-8fb4-8c87cc470973 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:33.047336 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d76c7-f4b7-4227-bff2-38bf913350d8 req-05ddd52f-6a4a-42f0-ba05-95f5f5a49b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.049027 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-375d76c7-f4b7-4227-bff2-38bf913350d8 req-05ddd52f-6a4a-42f0-ba05-95f5f5a49b05 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 1128 time: 0.1028969 Mar 11 11:49:33.049790 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:49:33.050102 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Checking segment: {'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:49:33.050527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Bound using segment: {'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:49:33.050968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Bound port: 91144204-e4b6-41e6-b891-e433c53896bb, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:49:33.051324 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (91144204-e4b6-41e6-b891-e433c53896bb), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:33.139037 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'tag': '54a3d321-9fbc-4e4d-ac50-28fe275103d2'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:33.142094 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b6b64e-e54d-4724-b5ae-4e1ec273e2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "tag": "54a3d321-9fbc-4e4d-ac50-28fe275103d2"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:33.183560 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9629f59a-f756-4be3-8464-c3beda622ddc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=037a5daba7614682b326c1f332a6d587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2298574 Mar 11 11:49:33.189845 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a47172a2-e869-40dd-8ec9-35687d271386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (b5aa240d-25ed-4eea-93d9-d2c66871f3ad), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:33.190027 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-375d76c7-f4b7-4227-bff2-38bf913350d8 req-97b3a618-5ade-42b0-8c14-249f67a83ace service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229820 Mar 11 11:49:33.190233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51140) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:33.191573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47172a2-e869-40dd-8ec9-35687d271386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.192397 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a47172a2-e869-40dd-8ec9-35687d271386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:33.312683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47172a2-e869-40dd-8ec9-35687d271386 admin admin] Pushing event updated for resources: {'Network': ['ID=b5aa240d-25ed-4eea-93d9-d2c66871f3ad,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:33.325156 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network b5aa240d-25ed-4eea-93d9-d2c66871f3ad details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:49:33.332563 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79983ca2-31fb-46d3-9826-a934ad62e0c9 x-openstack-request-id: req-79983ca2-31fb-46d3-9826-a934ad62e0c9 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:33.332894 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "tag": "54a3d321-9fbc-4e4d-ac50-28fe275103d2", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:33.333104 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79983ca2-31fb-46d3-9826-a934ad62e0c9 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:33.333497 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'tag': '54a3d321-9fbc-4e4d-ac50-28fe275103d2', 'status': 'completed', 'code': 200} Mar 11 11:49:33.345447 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9344117c-617b-48e3-94c9-25015c38f9bc req-793ecbc6-cd3d-4db4-b806-792af5c79c4e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798445 Mar 11 11:49:33.354371 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a47172a2-e869-40dd-8ec9-35687d271386 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5077069 Mar 11 11:49:33.357267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51144) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:33.366937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-cf9eaef7-72d8-4d7e-b7b5-f47a58b852f7 admin admin] Request body: {'subnet': {'network_id': 'b5aa240d-25ed-4eea-93d9-d2c66871f3ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-835610243-subnet', 'tenant_id': '39a2bac4b34c4a9f8e284398f185c1af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:33.416207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9eaef7-72d8-4d7e-b7b5-f47a58b852f7 admin admin] Made reservation on behalf of 39a2bac4b34c4a9f8e284398f185c1af for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:49:33.418680 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf9eaef7-72d8-4d7e-b7b5-f47a58b852f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:33.447469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-2bd2be96-a339-47aa-8c5e-06cc20df0b0e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.449187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-2bd2be96-a339-47aa-8c5e-06cc20df0b0e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4851487 Mar 11 11:49:33.471249 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Request body: {'port': {'device_id': '666ccce0-a7fd-4c99-a713-30d003455431', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '534ef25e2a194e88997b082d5497d504'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:33.480082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] For port 91144204-e4b6-41e6-b891-e433c53896bb, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:49:33.496835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] For port 91144204-e4b6-41e6-b891-e433c53896bb, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=91144204-e4b6-41e6-b891-e433c53896bb,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:49:33.514144 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:33.523232 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c8320b5d-a269-4f4c-bc2d-1a018372fab6 admin admin] Publish callbacks [] for security_group (6e290470-cc14-4892-946e-2cb547374b7f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:33.531816 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (91144204-e4b6-41e6-b891-e433c53896bb), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:33.582137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6b64e-e54d-4724-b5ae-4e1ec273e2c1 req-b199c92d-a25d-4bb3-85d9-d0fb04ea7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.582610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6b64e-e54d-4724-b5ae-4e1ec273e2c1 req-b199c92d-a25d-4bb3-85d9-d0fb04ea7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.583073 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6b64e-e54d-4724-b5ae-4e1ec273e2c1 req-b199c92d-a25d-4bb3-85d9-d0fb04ea7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.583538 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6b64e-e54d-4724-b5ae-4e1ec273e2c1 req-b199c92d-a25d-4bb3-85d9-d0fb04ea7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.584047 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6b64e-e54d-4724-b5ae-4e1ec273e2c1 req-b199c92d-a25d-4bb3-85d9-d0fb04ea7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.584738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6b64e-e54d-4724-b5ae-4e1ec273e2c1 req-b199c92d-a25d-4bb3-85d9-d0fb04ea7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.585328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6b64e-e54d-4724-b5ae-4e1ec273e2c1 req-b199c92d-a25d-4bb3-85d9-d0fb04ea7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.587363 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e3b6b64e-e54d-4724-b5ae-4e1ec273e2c1 req-b199c92d-a25d-4bb3-85d9-d0fb04ea7002 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=10db396f7a5f4f56be94b05e67329956&device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 6367 time: 0.2515392 Mar 11 11:49:33.598407 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c8320b5d-a269-4f4c-bc2d-1a018372fab6 admin admin] Publish callbacks [] for security_group (6e290470-cc14-4892-946e-2cb547374b7f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:33.631726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.632357 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:33.633743 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] 10.222.0.37 "PUT /v2.0/ports/91144204-e4b6-41e6-b891-e433c53896bb HTTP/1.1" status: 200 len: 1090 time: 2.1248672 Mar 11 11:49:33.689066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Request body: {'port': {'device_id': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:33.772115 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Made reservation on behalf of 534ef25e2a194e88997b082d5497d504 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:49:33.777299 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:33.805752 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b79c7c-30ab-45dd-8c05-560cc723e0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=91144204-e4b6-41e6-b891-e433c53896bb,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:33.812263 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e7e34-e83e-4c71-a2ec-136ecacbaaf9 req-1feedc08-e750-40f1-a67f-470d86a0e4b5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.824113 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e7e34-e83e-4c71-a2ec-136ecacbaaf9 req-1feedc08-e750-40f1-a67f-470d86a0e4b5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.832429 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e7e34-e83e-4c71-a2ec-136ecacbaaf9 req-1feedc08-e750-40f1-a67f-470d86a0e4b5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.841502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e7e34-e83e-4c71-a2ec-136ecacbaaf9 req-1feedc08-e750-40f1-a67f-470d86a0e4b5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.848358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e7e34-e83e-4c71-a2ec-136ecacbaaf9 req-1feedc08-e750-40f1-a67f-470d86a0e4b5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.855707 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e7e34-e83e-4c71-a2ec-136ecacbaaf9 req-1feedc08-e750-40f1-a67f-470d86a0e4b5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.863546 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e7e34-e83e-4c71-a2ec-136ecacbaaf9 req-1feedc08-e750-40f1-a67f-470d86a0e4b5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.875900 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf5e7e34-e83e-4c71-a2ec-136ecacbaaf9 req-1feedc08-e750-40f1-a67f-470d86a0e4b5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5394 time: 0.2843130 Mar 11 11:49:33.968236 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4d3a3bed-2c01-4be7-87e6-d0095530ccdd), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:33.972797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6b64e-e54d-4724-b5ae-4e1ec273e2c1 req-eabffc44-bf14-4169-a5b8-baecabc008b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.973645 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6b64e-e54d-4724-b5ae-4e1ec273e2c1 req-eabffc44-bf14-4169-a5b8-baecabc008b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.974265 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6b64e-e54d-4724-b5ae-4e1ec273e2c1 req-eabffc44-bf14-4169-a5b8-baecabc008b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:33.976833 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e3b6b64e-e54d-4724-b5ae-4e1ec273e2c1 req-eabffc44-bf14-4169-a5b8-baecabc008b8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=10db396f7a5f4f56be94b05e67329956&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3733115 Mar 11 11:49:33.977621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07bb5ab2-6428-44a0-a167-02abe5aaf929 req-c118a451-6517-4d94-9108-253c09180878 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 210 time: 0.1790791 Mar 11 11:49:33.980872 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c8320b5d-a269-4f4c-bc2d-1a018372fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6e290470-cc14-4892-946e-2cb547374b7f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:33.984088 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c8320b5d-a269-4f4c-bc2d-1a018372fab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:33.985814 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c8320b5d-a269-4f4c-bc2d-1a018372fab6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6e290470-cc14-4892-946e-2cb547374b7f HTTP/1.1" status: 204 len: 168 time: 0.7811105 Mar 11 11:49:34.046169 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8320b5d-a269-4f4c-bc2d-1a018372fab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e290470-cc14-4892-946e-2cb547374b7f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:34.259059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6b64e-e54d-4724-b5ae-4e1ec273e2c1 req-34284272-d133-4ea2-838d-cf75d72d8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:34.260760 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e3b6b64e-e54d-4724-b5ae-4e1ec273e2c1 req-34284272-d133-4ea2-838d-cf75d72d8aa3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2659054 Mar 11 11:49:34.293347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf5e7e34-e83e-4c71-a2ec-136ecacbaaf9 req-683a0860-f871-4c07-baff-de21539a6449 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4164507 Mar 11 11:49:34.316435 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf9eaef7-72d8-4d7e-b7b5-f47a58b852f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (6dd070b4-4f7e-4c5b-8312-0cb30fc19cd6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:34.336057 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Allocated IP 192.168.233.199 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/d7cae804-b467-46c2-87c8-0147a1526eff) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:49:34.510862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9eaef7-72d8-4d7e-b7b5-f47a58b852f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd070b4-4f7e-4c5b-8312-0cb30fc19cd6,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:34.632995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3a3bed-2c01-4be7-87e6-d0095530ccdd {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:49:34.657534 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Publish callbacks [] for port (4d3a3bed-2c01-4be7-87e6-d0095530ccdd), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:34.700425 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Transition to ACTIVE for port object 4d3a3bed-2c01-4be7-87e6-d0095530ccdd will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:49:34.706596 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (4d3a3bed-2c01-4be7-87e6-d0095530ccdd), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:34.711690 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eaef7-72d8-4d7e-b7b5-f47a58b852f7 admin admin] Checking segment: {'id': 'eae605e2-d652-40aa-89f5-b5dfe4727fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b5aa240d-25ed-4eea-93d9-d2c66871f3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:49:34.712191 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9eaef7-72d8-4d7e-b7b5-f47a58b852f7 admin admin] Network hostable DHCP agents. Network: b5aa240d-25ed-4eea-93d9-d2c66871f3ad, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:49:34.717609 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks [] for port (d7cae804-b467-46c2-87c8-0147a1526eff), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:34.789386 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42556401-98d6-47ff-b52c-7861f5923b73 req-87a7167f-b72c-44ca-b248-060b278155ef tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:34.791340 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42556401-98d6-47ff-b52c-7861f5923b73 req-87a7167f-b72c-44ca-b248-060b278155ef tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.3177748 Mar 11 11:49:34.792253 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9eaef7-72d8-4d7e-b7b5-f47a58b852f7 admin admin] Network b5aa240d-25ed-4eea-93d9-d2c66871f3ad is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:49:34.813670 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-cf9eaef7-72d8-4d7e-b7b5-f47a58b852f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, b5aa240d-25ed-4eea-93d9-d2c66871f3ad) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:49:34.826219 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:34.832559 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bbacb0-ba30-400c-8b76-e3aaeeb81089 None None] Network b5aa240d-25ed-4eea-93d9-d2c66871f3ad requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:49:34.835170 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9eaef7-72d8-4d7e-b7b5-f47a58b852f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:34.839629 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf9eaef7-72d8-4d7e-b7b5-f47a58b852f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:34.875354 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3a3bed-2c01-4be7-87e6-d0095530ccdd,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:34.876880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['a3f1e8c3-66e7-42ca-bebd-88260a10c970', '1e5b67ed-c194-463a-8336-ab75fca1efb2', '549a9e8f-3f82-4033-9365-6e1aa651a963'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:49:34.940273 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cf9eaef7-72d8-4d7e-b7b5-f47a58b852f7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5815489 Mar 11 11:49:34.987876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:49:34.999494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:49:35.002566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:49:35.005177 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Pushing event updated for resources: {'Port': ['ID=d7cae804-b467-46c2-87c8-0147a1526eff,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:35.011933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Attempting to bind port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:49:35.012272 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Attempting to bind port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:49:35.012599 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Attempting to bind port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd on network 67d74715-a311-4317-8fb4-8c87cc470973 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:35.018724 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42556401-98d6-47ff-b52c-7861f5923b73 req-76642627-176d-404f-ba2e-4fa43d1f5316 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103164 Mar 11 11:49:35.020561 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd on network 67d74715-a311-4317-8fb4-8c87cc470973 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:49:35.020886 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Attempting to bind port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd on network 67d74715-a311-4317-8fb4-8c87cc470973 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:35.036533 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:49:35.036955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Checking segment: {'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:49:35.051494 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Bound using segment: {'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:49:35.052475 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Bound port: 4d3a3bed-2c01-4be7-87e6-d0095530ccdd, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:49:35.053039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4d3a3bed-2c01-4be7-87e6-d0095530ccdd), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:35.106705 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:35.119851 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:35.120622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:35.121146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:35.122750 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:35.123195 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:35.123686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:35.124236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:35.124767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:35.125213 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:35.125767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:35.126283 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:35.126862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:35.241826 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] For port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:49:35.253927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] For port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4d3a3bed-2c01-4be7-87e6-d0095530ccdd,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:49:35.262328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:35.263147 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:35.282681 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (4d3a3bed-2c01-4be7-87e6-d0095530ccdd), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:35.301812 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-fa6d7a9e-a6bb-475b-b86c-0b83e6e87a69 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8353155 Mar 11 11:49:35.317353 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Request body: {'port': {'device_id': '666ccce0-a7fd-4c99-a713-30d003455431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:35.398939 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd388b5-55c9-4409-a4dd-c5b15f5c9d85 req-4d526d16-8bc0-4473-a11b-c4709b0d837d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:35.400838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfd388b5-55c9-4409-a4dd-c5b15f5c9d85 req-4d526d16-8bc0-4473-a11b-c4709b0d837d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 936 time: 0.2340982 Mar 11 11:49:35.425498 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'tag': '91144204-e4b6-41e6-b891-e433c53896bb'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:35.429599 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51eba30-05fc-438a-869a-e0540ede926d" -d '{"events": [{"name": "network-changed", "server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "tag": "91144204-e4b6-41e6-b891-e433c53896bb"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:35.487954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:35.499354 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:35.502516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c614dea7-f657-4ff3-b11d-330b6832aa0d None None] Network b5aa240d-25ed-4eea-93d9-d2c66871f3ad requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:49:35.516360 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] 10.222.0.37 "PUT /v2.0/ports/4d3a3bed-2c01-4be7-87e6-d0095530ccdd HTTP/1.1" status: 200 len: 1091 time: 1.8254120 Mar 11 11:49:35.551535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Request body: {'port': {'device_id': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:35.580498 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:35.691957 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593da9a-f80e-40e8-9d19-591137cc48a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3a3bed-2c01-4be7-87e6-d0095530ccdd,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:35.703559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd7c49-dc02-4599-8a39-71fa06cdffff req-e5c74c22-b3b7-4475-a34f-56715e477fc1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:35.720896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd7c49-dc02-4599-8a39-71fa06cdffff req-e5c74c22-b3b7-4475-a34f-56715e477fc1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:35.726411 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd7c49-dc02-4599-8a39-71fa06cdffff req-e5c74c22-b3b7-4475-a34f-56715e477fc1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:35.745261 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd7c49-dc02-4599-8a39-71fa06cdffff req-e5c74c22-b3b7-4475-a34f-56715e477fc1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:35.751180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd7c49-dc02-4599-8a39-71fa06cdffff req-e5c74c22-b3b7-4475-a34f-56715e477fc1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:35.771239 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd7c49-dc02-4599-8a39-71fa06cdffff req-e5c74c22-b3b7-4475-a34f-56715e477fc1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:35.776353 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9aa5d129-f192-4a1b-b63f-aa12e861c1c8), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:35.782374 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd7c49-dc02-4599-8a39-71fa06cdffff req-e5c74c22-b3b7-4475-a34f-56715e477fc1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:35.789271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74fd7c49-dc02-4599-8a39-71fa06cdffff req-e5c74c22-b3b7-4475-a34f-56715e477fc1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5406 time: 0.3277841 Mar 11 11:49:35.889425 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfd388b5-55c9-4409-a4dd-c5b15f5c9d85 req-bc067ef4-04b4-4a45-8b5a-0cee73e48bb9 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729538 Mar 11 11:49:35.927690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74fd7c49-dc02-4599-8a39-71fa06cdffff req-e0db78b7-497e-46fa-ada5-927d175b54cf tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852578 Mar 11 11:49:36.025948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-80a1b9e1-aadc-4c56-9757-dd9cc5e2e621 None None] Provisioning complete for port d7cae804-b467-46c2-87c8-0147a1526eff triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:36.029245 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-80a1b9e1-aadc-4c56-9757-dd9cc5e2e621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:36.123614 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-80a1b9e1-aadc-4c56-9757-dd9cc5e2e621 None None] Port d7cae804-b467-46c2-87c8-0147a1526eff cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:49:36.206669 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b79a6a1-a3f3-4cad-9f2a-09f579f27c4f x-openstack-request-id: req-0b79a6a1-a3f3-4cad-9f2a-09f579f27c4f {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:36.209218 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "tag": "91144204-e4b6-41e6-b891-e433c53896bb", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:36.209713 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b79a6a1-a3f3-4cad-9f2a-09f579f27c4f {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:36.214725 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'tag': '91144204-e4b6-41e6-b891-e433c53896bb', 'status': 'completed', 'code': 200} Mar 11 11:49:36.317503 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51204) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:36.339040 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-918fd931-b89a-4156-ae57-b40934b409ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1741515887-network', 'tenant_id': '3f3e370827c7405bb3be4b3cd25c134f'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:36.407757 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918fd931-b89a-4156-ae57-b40934b409ff admin admin] Made reservation on behalf of 3f3e370827c7405bb3be4b3cd25c134f for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:49:36.410012 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-918fd931-b89a-4156-ae57-b40934b409ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:36.448047 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7cae804-b467-46c2-87c8-0147a1526eff {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:49:36.455325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eba30-05fc-438a-869a-e0540ede926d req-7909f3d4-c0de-4fe7-9e32-13d6aee701cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:36.455839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eba30-05fc-438a-869a-e0540ede926d req-7909f3d4-c0de-4fe7-9e32-13d6aee701cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:36.456327 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eba30-05fc-438a-869a-e0540ede926d req-7909f3d4-c0de-4fe7-9e32-13d6aee701cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:36.456792 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eba30-05fc-438a-869a-e0540ede926d req-7909f3d4-c0de-4fe7-9e32-13d6aee701cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:36.457358 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eba30-05fc-438a-869a-e0540ede926d req-7909f3d4-c0de-4fe7-9e32-13d6aee701cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:36.457815 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eba30-05fc-438a-869a-e0540ede926d req-7909f3d4-c0de-4fe7-9e32-13d6aee701cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:36.458300 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eba30-05fc-438a-869a-e0540ede926d req-7909f3d4-c0de-4fe7-9e32-13d6aee701cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:36.460777 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Publish callbacks [] for port (d7cae804-b467-46c2-87c8-0147a1526eff), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:36.468803 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d51eba30-05fc-438a-869a-e0540ede926d req-7909f3d4-c0de-4fe7-9e32-13d6aee701cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=10db396f7a5f4f56be94b05e67329956&device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 6508 time: 0.2642810 Mar 11 11:49:36.471785 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-918fd931-b89a-4156-ae57-b40934b409ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:36.480271 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Transition to ACTIVE for port object d7cae804-b467-46c2-87c8-0147a1526eff will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:49:36.493800 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:36.552848 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Pushing event updated for resources: {'Port': ['ID=d7cae804-b467-46c2-87c8-0147a1526eff,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:36.566216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb2f1d-72c6-4cbe-86b4-173dbacf86b7 req-83c995b1-48f6-46ea-a8b9-076d63c4bb85 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:36.568211 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47cb2f1d-72c6-4cbe-86b4-173dbacf86b7 req-83c995b1-48f6-46ea-a8b9-076d63c4bb85 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.3999646 Mar 11 11:49:36.713915 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eba30-05fc-438a-869a-e0540ede926d req-1c5ae244-29af-45a2-8f36-7af1a8d4d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:36.714906 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eba30-05fc-438a-869a-e0540ede926d req-1c5ae244-29af-45a2-8f36-7af1a8d4d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:36.715508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eba30-05fc-438a-869a-e0540ede926d req-1c5ae244-29af-45a2-8f36-7af1a8d4d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:36.717326 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d51eba30-05fc-438a-869a-e0540ede926d req-1c5ae244-29af-45a2-8f36-7af1a8d4d961 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=10db396f7a5f4f56be94b05e67329956&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2467227 Mar 11 11:49:36.728209 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47cb2f1d-72c6-4cbe-86b4-173dbacf86b7 req-be0b9017-e595-483e-a265-d1d3560fc0bc tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287246 Mar 11 11:49:36.823011 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Attempting to bind port d7cae804-b467-46c2-87c8-0147a1526eff on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:49:36.823352 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Attempting to bind port d7cae804-b467-46c2-87c8-0147a1526eff by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:49:36.823717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Attempting to bind port d7cae804-b467-46c2-87c8-0147a1526eff on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:36.826258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:49:36.840079 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Port d7cae804-b467-46c2-87c8-0147a1526eff on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:49:36.840421 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Attempting to bind port d7cae804-b467-46c2-87c8-0147a1526eff on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:36.845173 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Publish callbacks [] for port (9aa5d129-f192-4a1b-b63f-aa12e861c1c8), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:36.855676 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:49:36.856717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:49:36.858842 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:49:36.860453 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Bound port: d7cae804-b467-46c2-87c8-0147a1526eff, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:49:36.860770 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:36.881057 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Transition to ACTIVE for port object 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:49:36.950303 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (9aa5d129-f192-4a1b-b63f-aa12e861c1c8), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:37.073131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:49:37.078677 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d7cae804-b467-46c2-87c8-0147a1526eff,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:49:37.111155 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:37.149622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:37.149622 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:37.150628 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] 10.222.0.37 "PUT /v2.0/ports/d7cae804-b467-46c2-87c8-0147a1526eff HTTP/1.1" status: 200 len: 1096 time: 1.8411653 Mar 11 11:49:37.188753 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa5d129-f192-4a1b-b63f-aa12e861c1c8,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:37.195522 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666ccce0-a7fd-4c99-a713-30d003455431', 'tag': 'd7cae804-b467-46c2-87c8-0147a1526eff'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:37.203053 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b273569f-f022-4562-8d49-eade828e8ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "666ccce0-a7fd-4c99-a713-30d003455431", "tag": "d7cae804-b467-46c2-87c8-0147a1526eff"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:37.213973 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b0ffafa-cb3a-4648-9373-583a1f120b4e req-5d37d1d4-e299-4c4e-9603-89677dcdb059 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.1258972 Mar 11 11:49:37.249301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eba30-05fc-438a-869a-e0540ede926d req-cefe2350-1cb6-4244-a977-b7c290f03c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:37.275677 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d51eba30-05fc-438a-869a-e0540ede926d req-cefe2350-1cb6-4244-a977-b7c290f03c45 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5501633 Mar 11 11:49:37.467693 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-918fd931-b89a-4156-ae57-b40934b409ff admin admin] Publish callbacks [] for security_group (1d9eaa61-8e98-4f2c-afb8-c40fb0302b3c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:37.474344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ccaca-75ed-47a2-bc68-0a05f898fcb5 req-4fd9b5f8-e1f3-43b5-834f-ee41e4bd6309 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:37.476286 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f4ccaca-75ed-47a2-bc68-0a05f898fcb5 req-4fd9b5f8-e1f3-43b5-834f-ee41e4bd6309 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.3929799 Mar 11 11:49:37.489289 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-918fd931-b89a-4156-ae57-b40934b409ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1d9eaa61-8e98-4f2c-afb8-c40fb0302b3c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:37.516445 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918fd931-b89a-4156-ae57-b40934b409ff admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:49:37.553657 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-918fd931-b89a-4156-ae57-b40934b409ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (fc20dcd4-1af8-48e0-9258-cc250576c572), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:37.554029 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-918fd931-b89a-4156-ae57-b40934b409ff admin admin] Added segment fc20dcd4-1af8-48e0-9258-cc250576c572 of type vlan for network aaf1aa48-f515-4669-9382-c8c6d19bc461 Mar 11 11:49:37.619326 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-b186b1d5-c7f0-47e3-a90f-de8613361e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:37.632786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Attempting to bind port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:49:37.633638 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-b186b1d5-c7f0-47e3-a90f-de8613361e40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 1130 time: 0.4108810 Mar 11 11:49:37.634089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Attempting to bind port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '87ddb067-cde7-4651-b3b8-552f8a0b99d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:49:37.634691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Attempting to bind port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 on network 4eff5b65-f94e-439e-a73a-18a4e30da763 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:37.637183 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c8dca-dc21-4096-9ff7-a6331783faab service neutron] Pushing event updated for resources: {'Port': ['ID=d7cae804-b467-46c2-87c8-0147a1526eff,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:37.689887 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-918fd931-b89a-4156-ae57-b40934b409ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (aaf1aa48-f515-4669-9382-c8c6d19bc461), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:37.697032 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 on network 4eff5b65-f94e-439e-a73a-18a4e30da763 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:49:37.697731 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Attempting to bind port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 on network 4eff5b65-f94e-439e-a73a-18a4e30da763 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:37.699995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fd931-b89a-4156-ae57-b40934b409ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9eaa61-8e98-4f2c-afb8-c40fb0302b3c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:37.716858 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:49:37.717508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Checking segment: {'id': '87ddb067-cde7-4651-b3b8-552f8a0b99d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:49:37.718006 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Bound using segment: {'id': '87ddb067-cde7-4651-b3b8-552f8a0b99d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:49:37.718572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Bound port: 9aa5d129-f192-4a1b-b63f-aa12e861c1c8, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ddb067-cde7-4651-b3b8-552f8a0b99d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:49:37.719020 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9aa5d129-f192-4a1b-b63f-aa12e861c1c8), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:37.721976 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-61e655ee-18b4-470f-811b-c5c3ba1c3777 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d7cae804-b467-46c2-87c8-0147a1526eff HTTP/1.1" status: 200 len: 217 time: 0.0856500 Mar 11 11:49:37.821336 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] For port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:49:37.825146 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] For port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9aa5d129-f192-4a1b-b63f-aa12e861c1c8,segment=NetworkSegment(87ddb067-cde7-4651-b3b8-552f8a0b99d1),segment_id=87ddb067-cde7-4651-b3b8-552f8a0b99d1)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:49:37.828960 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-918fd931-b89a-4156-ae57-b40934b409ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (aaf1aa48-f515-4669-9382-c8c6d19bc461), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:37.830112 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918fd931-b89a-4156-ae57-b40934b409ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:37.831372 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-918fd931-b89a-4156-ae57-b40934b409ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:37.904238 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (9aa5d129-f192-4a1b-b63f-aa12e861c1c8), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:37.915947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fd931-b89a-4156-ae57-b40934b409ff admin admin] Pushing event updated for resources: {'Network': ['ID=aaf1aa48-f515-4669-9382-c8c6d19bc461,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:37.955433 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network aaf1aa48-f515-4669-9382-c8c6d19bc461 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:49:37.984455 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:37.985488 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:37.988605 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] 10.222.0.37 "PUT /v2.0/ports/9aa5d129-f192-4a1b-b63f-aa12e861c1c8 HTTP/1.1" status: 200 len: 1091 time: 2.4573615 Mar 11 11:49:38.030055 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-918fd931-b89a-4156-ae57-b40934b409ff admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7114623 Mar 11 11:49:38.068964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Request body: {'port': {'device_id': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:38.079424 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51240) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:38.097506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d5835aa7-d3ae-4f56-ad7d-d26d17ff9e16 admin admin] Request body: {'subnet': {'network_id': 'aaf1aa48-f515-4669-9382-c8c6d19bc461', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1741515887-subnet', 'tenant_id': '3f3e370827c7405bb3be4b3cd25c134f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:38.182971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e6b74-8cbd-4edd-9225-1aa886646f48 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa5d129-f192-4a1b-b63f-aa12e861c1c8,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:38.234253 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'tag': '4d3a3bed-2c01-4be7-87e6-d0095530ccdd'}, {'name': 'network-changed', 'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'tag': '9aa5d129-f192-4a1b-b63f-aa12e861c1c8'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:38.237072 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b228c581-d6fe-4699-a062-ae23d5308146" -d '{"events": [{"name": "network-changed", "server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "tag": "4d3a3bed-2c01-4be7-87e6-d0095530ccdd"}, {"name": "network-changed", "server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "tag": "9aa5d129-f192-4a1b-b63f-aa12e861c1c8"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:38.241614 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (50f210d1-6816-4569-bb99-e7fbc7114c33), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:38.400915 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f4ccaca-75ed-47a2-bc68-0a05f898fcb5 req-4ddcde4c-f708-4852-ac75-903a3422a878 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9078922 Mar 11 11:49:38.430736 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5835aa7-d3ae-4f56-ad7d-d26d17ff9e16 admin admin] Made reservation on behalf of 3f3e370827c7405bb3be4b3cd25c134f for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:49:38.433504 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d5835aa7-d3ae-4f56-ad7d-d26d17ff9e16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:38.436207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183138c3-6ca3-4320-b9a9-e76f016a8259 req-1daa8954-94c5-4629-8559-b68e6688756f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:38.439857 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-183138c3-6ca3-4320-b9a9-e76f016a8259 req-1daa8954-94c5-4629-8559-b68e6688756f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 948 time: 0.9932864 Mar 11 11:49:38.459416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-40538676-335c-4ef1-b608-cdae8f9d405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:38.464100 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-40538676-335c-4ef1-b608-cdae8f9d405f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.7369471 Mar 11 11:49:38.629212 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-183138c3-6ca3-4320-b9a9-e76f016a8259 req-90ffff9b-9377-4953-af31-58fc62d27772 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608043 Mar 11 11:49:38.701134 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d5835aa7-d3ae-4f56-ad7d-d26d17ff9e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (3287519a-bcd5-44e3-9660-92bf7522b995), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:38.720754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74013a0c-502f-4ba5-b3c0-fe2d52034204 req-08447c04-4f47-4f46-921d-bd50b9ce74e9 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:38.748710 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74013a0c-502f-4ba5-b3c0-fe2d52034204 req-08447c04-4f47-4f46-921d-bd50b9ce74e9 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:38.765870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74013a0c-502f-4ba5-b3c0-fe2d52034204 req-08447c04-4f47-4f46-921d-bd50b9ce74e9 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:38.783608 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74013a0c-502f-4ba5-b3c0-fe2d52034204 req-08447c04-4f47-4f46-921d-bd50b9ce74e9 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:38.800320 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74013a0c-502f-4ba5-b3c0-fe2d52034204 req-08447c04-4f47-4f46-921d-bd50b9ce74e9 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:38.821950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74013a0c-502f-4ba5-b3c0-fe2d52034204 req-08447c04-4f47-4f46-921d-bd50b9ce74e9 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:38.843758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74013a0c-502f-4ba5-b3c0-fe2d52034204 req-08447c04-4f47-4f46-921d-bd50b9ce74e9 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:38.850103 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74013a0c-502f-4ba5-b3c0-fe2d52034204 req-08447c04-4f47-4f46-921d-bd50b9ce74e9 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5418 time: 0.3115642 Mar 11 11:49:38.854581 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0795d08-4e54-4d5e-91a9-fe1321a49d58 x-openstack-request-id: req-b0795d08-4e54-4d5e-91a9-fe1321a49d58 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:38.855494 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666ccce0-a7fd-4c99-a713-30d003455431", "tag": "d7cae804-b467-46c2-87c8-0147a1526eff", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:38.855789 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0795d08-4e54-4d5e-91a9-fe1321a49d58 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:38.857894 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666ccce0-a7fd-4c99-a713-30d003455431', 'tag': 'd7cae804-b467-46c2-87c8-0147a1526eff', 'status': 'completed', 'code': 200} Mar 11 11:49:38.862232 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5835aa7-d3ae-4f56-ad7d-d26d17ff9e16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3287519a-bcd5-44e3-9660-92bf7522b995,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:38.908200 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5835aa7-d3ae-4f56-ad7d-d26d17ff9e16 admin admin] Checking segment: {'id': 'fc20dcd4-1af8-48e0-9258-cc250576c572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'aaf1aa48-f515-4669-9382-c8c6d19bc461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:49:38.908621 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5835aa7-d3ae-4f56-ad7d-d26d17ff9e16 admin admin] Network hostable DHCP agents. Network: aaf1aa48-f515-4669-9382-c8c6d19bc461, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:49:38.919883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-dbc280f1-d950-40eb-a3e4-54fc795d0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:38.922768 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-dbc280f1-d950-40eb-a3e4-54fc795d0524 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4521966 Mar 11 11:49:38.935627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f210d1-6816-4569-bb99-e7fbc7114c33 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:49:38.948151 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Publish callbacks [] for port (50f210d1-6816-4569-bb99-e7fbc7114c33), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:38.964838 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5835aa7-d3ae-4f56-ad7d-d26d17ff9e16 admin admin] Network aaf1aa48-f515-4669-9382-c8c6d19bc461 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:49:38.970683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Transition to ACTIVE for port object 50f210d1-6816-4569-bb99-e7fbc7114c33 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:49:38.977153 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (50f210d1-6816-4569-bb99-e7fbc7114c33), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:39.000875 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-d5835aa7-d3ae-4f56-ad7d-d26d17ff9e16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, aaf1aa48-f515-4669-9382-c8c6d19bc461) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:49:39.012849 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0e741a-f69a-49e7-8f32-cdc8b49e1186 None None] Network aaf1aa48-f515-4669-9382-c8c6d19bc461 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:49:39.073352 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1fdb43-a4ee-47b8-8011-fc6290fb3fee x-openstack-request-id: req-ce1fdb43-a4ee-47b8-8011-fc6290fb3fee {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:39.073690 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "tag": "4d3a3bed-2c01-4be7-87e6-d0095530ccdd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "tag": "9aa5d129-f192-4a1b-b63f-aa12e861c1c8", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:39.074028 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ce1fdb43-a4ee-47b8-8011-fc6290fb3fee {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:39.074493 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'tag': '4d3a3bed-2c01-4be7-87e6-d0095530ccdd', 'status': 'completed', 'code': 200} Mar 11 11:49:39.074780 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'tag': '9aa5d129-f192-4a1b-b63f-aa12e861c1c8', 'status': 'completed', 'code': 200} Mar 11 11:49:39.077492 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74013a0c-502f-4ba5-b3c0-fe2d52034204 req-86340f5b-04e6-43b9-98d8-f9fe5f7b81c8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2147038 Mar 11 11:49:39.087478 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5835aa7-d3ae-4f56-ad7d-d26d17ff9e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:39.089445 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d5835aa7-d3ae-4f56-ad7d-d26d17ff9e16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:39.119070 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-d388df63-1b3d-425a-adeb-e8e63f515502 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818209 Mar 11 11:49:39.136491 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d5835aa7-d3ae-4f56-ad7d-d26d17ff9e16 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0483463 Mar 11 11:49:39.345767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab7e59a-d112-4484-a02f-4fcd9336c54b None None] Network aaf1aa48-f515-4669-9382-c8c6d19bc461 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:49:39.370020 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Pushing event updated for resources: {'Port': ['ID=50f210d1-6816-4569-bb99-e7fbc7114c33,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:39.463098 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-34d7d26c-6eff-4510-9198-4134ef24f109 req-a34cfd8f-f8d3-4eab-a1e0-09d75462cfa2 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.2077615 Mar 11 11:49:39.471842 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-5fbc3e1e-2a45-4102-a8c6-c8206baa9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:39.471842 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-5fbc3e1e-2a45-4102-a8c6-c8206baa9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:39.471842 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-5fbc3e1e-2a45-4102-a8c6-c8206baa9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:39.471842 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-5fbc3e1e-2a45-4102-a8c6-c8206baa9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:39.471842 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-5fbc3e1e-2a45-4102-a8c6-c8206baa9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:39.471842 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-5fbc3e1e-2a45-4102-a8c6-c8206baa9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:39.472706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-5fbc3e1e-2a45-4102-a8c6-c8206baa9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:39.479568 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b228c581-d6fe-4699-a062-ae23d5308146 req-5fbc3e1e-2a45-4102-a8c6-c8206baa9d5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=10db396f7a5f4f56be94b05e67329956&device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 6631 time: 0.3594873 Mar 11 11:49:39.548977 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa35767b-5084-478f-b3d9-1b8e429ec6ff req-c426cd9b-43df-477c-a21d-835e37c04f74 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218135 Mar 11 11:49:39.577884 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a51c9-2405-49f9-b2e6-f66124c1d30f req-bbd07862-1479-4681-b067-0f0cbcc0ae7d tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:39.599841 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c6a51c9-2405-49f9-b2e6-f66124c1d30f req-bbd07862-1479-4681-b067-0f0cbcc0ae7d tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb23f18a-c2e6-4a4c-91b6-9e23f492c27b HTTP/1.1" status: 200 len: 945 time: 0.3177390 Mar 11 11:49:39.697755 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Attempting to bind port 50f210d1-6816-4569-bb99-e7fbc7114c33 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:49:39.698528 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Attempting to bind port 50f210d1-6816-4569-bb99-e7fbc7114c33 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '87ddb067-cde7-4651-b3b8-552f8a0b99d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:49:39.699323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Attempting to bind port 50f210d1-6816-4569-bb99-e7fbc7114c33 on network 4eff5b65-f94e-439e-a73a-18a4e30da763 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:39.753624 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c6a51c9-2405-49f9-b2e6-f66124c1d30f req-79251330-56bb-4a83-9526-1f1f93b6cbb2 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/security-groups?id=6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399271 Mar 11 11:49:39.756986 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-82314a06-7e72-466c-b9e1-dee81f9720b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:39.757843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-82314a06-7e72-466c-b9e1-dee81f9720b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:39.758690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-82314a06-7e72-466c-b9e1-dee81f9720b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:39.762715 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b228c581-d6fe-4699-a062-ae23d5308146 req-82314a06-7e72-466c-b9e1-dee81f9720b4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=10db396f7a5f4f56be94b05e67329956&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2666898 Mar 11 11:49:39.766615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Port 50f210d1-6816-4569-bb99-e7fbc7114c33 on network 4eff5b65-f94e-439e-a73a-18a4e30da763 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:49:39.767319 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Attempting to bind port 50f210d1-6816-4569-bb99-e7fbc7114c33 on network 4eff5b65-f94e-439e-a73a-18a4e30da763 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:39.795309 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273569f-f022-4562-8d49-eade828e8ddf req-2a7afadb-2328-4f8b-b0a4-a3b83e52a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:39.798700 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b273569f-f022-4562-8d49-eade828e8ddf req-2a7afadb-2328-4f8b-b0a4-a3b83e52a7ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 1130 time: 0.1209798 Mar 11 11:49:39.920729 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-abf667ec-b856-4e79-8a6c-152efd20eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:39.922614 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b228c581-d6fe-4699-a062-ae23d5308146 req-abf667ec-b856-4e79-8a6c-152efd20eafa service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1515763 Mar 11 11:49:39.930497 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:49:39.930890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Checking segment: {'id': '87ddb067-cde7-4651-b3b8-552f8a0b99d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:49:39.931319 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Bound using segment: {'id': '87ddb067-cde7-4651-b3b8-552f8a0b99d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:49:39.932294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Bound port: 50f210d1-6816-4569-bb99-e7fbc7114c33, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ddb067-cde7-4651-b3b8-552f8a0b99d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:49:39.932925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (50f210d1-6816-4569-bb99-e7fbc7114c33), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:39.954639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c91d-4926-4c21-9738-3cdc3f23a8f0 req-1119f6e4-3fd3-47b4-9242-da0dd03d2852 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:39.961298 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1690c91d-4926-4c21-9738-3cdc3f23a8f0 req-1119f6e4-3fd3-47b4-9242-da0dd03d2852 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.2206442 Mar 11 11:49:40.170075 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] For port 50f210d1-6816-4569-bb99-e7fbc7114c33, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:49:40.174397 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] For port 50f210d1-6816-4569-bb99-e7fbc7114c33, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=50f210d1-6816-4569-bb99-e7fbc7114c33,segment=NetworkSegment(87ddb067-cde7-4651-b3b8-552f8a0b99d1),segment_id=87ddb067-cde7-4651-b3b8-552f8a0b99d1)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:49:40.193728 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (50f210d1-6816-4569-bb99-e7fbc7114c33), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:40.211230 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1690c91d-4926-4c21-9738-3cdc3f23a8f0 req-fa3d0ce8-5095-4d21-9e92-c8eda0c228f1 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905210 Mar 11 11:49:40.228933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-955dfe17-3b87-4cc2-a318-9fac7d7e61d8 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:40.231290 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-955dfe17-3b87-4cc2-a318-9fac7d7e61d8 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/networks?id=b5aa240d-25ed-4eea-93d9-d2c66871f3ad HTTP/1.1" status: 200 len: 808 time: 0.2091124 Mar 11 11:49:40.232709 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273569f-f022-4562-8d49-eade828e8ddf req-b9cbf4a0-97a1-4ea3-a06f-1eb7c9105af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:40.234364 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b273569f-f022-4562-8d49-eade828e8ddf req-b9cbf4a0-97a1-4ea3-a06f-1eb7c9105af4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.4286392 Mar 11 11:49:40.243430 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-8e16eea1-f496-48fe-8345-0596abae950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:40.244125 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-8e16eea1-f496-48fe-8345-0596abae950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:40.244612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-8e16eea1-f496-48fe-8345-0596abae950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:40.246451 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-8e16eea1-f496-48fe-8345-0596abae950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:40.247221 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-8e16eea1-f496-48fe-8345-0596abae950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:40.247396 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-8e16eea1-f496-48fe-8345-0596abae950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:40.247886 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-8e16eea1-f496-48fe-8345-0596abae950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:40.250713 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b228c581-d6fe-4699-a062-ae23d5308146 req-8e16eea1-f496-48fe-8345-0596abae950c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=10db396f7a5f4f56be94b05e67329956&device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 6631 time: 0.2349601 Mar 11 11:49:40.257448 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-7b6e492f-b92f-4994-817e-2e710e7ae2ea tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/quotas/39a2bac4b34c4a9f8e284398f185c1af HTTP/1.1" status: 200 len: 375 time: 0.0215428 Mar 11 11:49:40.296368 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b273569f-f022-4562-8d49-eade828e8ddf req-bbff3aa0-19b0-4772-9ac8-c9de8d4dfee1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d7cae804-b467-46c2-87c8-0147a1526eff HTTP/1.1" status: 200 len: 217 time: 0.0505795 Mar 11 11:49:40.399883 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-161bfd9f-1110-4e1d-8104-22c4f84ef9f2 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=39a2bac4b34c4a9f8e284398f185c1af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067040 Mar 11 11:49:40.414416 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:40.415059 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:40.416725 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] 10.222.0.37 "PUT /v2.0/ports/50f210d1-6816-4569-bb99-e7fbc7114c33 HTTP/1.1" status: 200 len: 1091 time: 2.3697956 Mar 11 11:49:40.458061 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e107cee0-126e-4574-846a-a13b3bf8fb2d req-e2ae47aa-226c-444f-a6e2-1f273610efe4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0516500 Mar 11 11:49:40.482514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815ac62-f5dc-4984-8d4d-3c3da0bf2625 service neutron] Pushing event updated for resources: {'Port': ['ID=50f210d1-6816-4569-bb99-e7fbc7114c33,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:40.484993 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273569f-f022-4562-8d49-eade828e8ddf req-5d08cacd-6209-4662-9748-7a3a7dc079d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:40.487029 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b273569f-f022-4562-8d49-eade828e8ddf req-5d08cacd-6209-4662-9748-7a3a7dc079d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1065600 Mar 11 11:49:40.529390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-d7aa5446-eea9-433d-ab21-8eedc101031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:40.530773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-d7aa5446-eea9-433d-ab21-8eedc101031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:40.532206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-d7aa5446-eea9-433d-ab21-8eedc101031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:40.535082 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b228c581-d6fe-4699-a062-ae23d5308146 req-d7aa5446-eea9-433d-ab21-8eedc101031a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=10db396f7a5f4f56be94b05e67329956&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2320509 Mar 11 11:49:40.743860 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3b711-81d6-4ad8-8a8a-942bf36700f5 req-658b90dd-3a4c-4841-a549-e213a219af06 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:40.745811 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8c3b711-81d6-4ad8-8a8a-942bf36700f5 req-658b90dd-3a4c-4841-a549-e213a219af06 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 948 time: 0.3665044 Mar 11 11:49:40.788718 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-ef665f17-599f-4b93-a08d-c0378a67b311 service neutron] 10.222.0.78 "GET /v2.0/networks/b5aa240d-25ed-4eea-93d9-d2c66871f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004220 Mar 11 11:49:40.819412 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273569f-f022-4562-8d49-eade828e8ddf req-e919fd69-53cb-4b61-be56-38fa66b10e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:40.826310 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b273569f-f022-4562-8d49-eade828e8ddf req-e919fd69-53cb-4b61-be56-38fa66b10e80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3008943 Mar 11 11:49:41.061657 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8c3b711-81d6-4ad8-8a8a-942bf36700f5 req-a5798d36-95a5-4542-913b-05885f7b8cdd tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080161 Mar 11 11:49:41.092433 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'tag': '50f210d1-6816-4569-bb99-e7fbc7114c33'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:41.105316 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadbcf12-c472-4b3f-bc3d-70516c44a909" -d '{"events": [{"name": "network-changed", "server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "tag": "50f210d1-6816-4569-bb99-e7fbc7114c33"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:41.150203 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88bbe9-8a69-4a10-b8bc-2f08ef996268 req-2279ef25-1735-49cf-8bdc-24e1f305b5f5 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.151863 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5a88bbe9-8a69-4a10-b8bc-2f08ef996268 req-2279ef25-1735-49cf-8bdc-24e1f305b5f5 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb23f18a-c2e6-4a4c-91b6-9e23f492c27b HTTP/1.1" status: 200 len: 945 time: 0.2178283 Mar 11 11:49:41.170330 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c581-d6fe-4699-a062-ae23d5308146 req-85697be3-f98a-4678-b84f-566a9b35e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.171863 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b228c581-d6fe-4699-a062-ae23d5308146 req-85697be3-f98a-4678-b84f-566a9b35e89a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6295502 Mar 11 11:49:41.185183 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b273569f-f022-4562-8d49-eade828e8ddf req-2f4639e9-445e-497e-af87-1a47ab993c0a service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341439 Mar 11 11:49:41.198831 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-d13a861e-2f40-4bb7-9a45-64646cc5ff79 service neutron] 10.222.0.78 "GET /v2.0/networks/b5aa240d-25ed-4eea-93d9-d2c66871f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993351 Mar 11 11:49:41.359683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f46d015f-fe5b-4d0f-a596-f05ec51fb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.360357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f46d015f-fe5b-4d0f-a596-f05ec51fb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.360971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f46d015f-fe5b-4d0f-a596-f05ec51fb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.361519 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f46d015f-fe5b-4d0f-a596-f05ec51fb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.362044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f46d015f-fe5b-4d0f-a596-f05ec51fb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.362597 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f46d015f-fe5b-4d0f-a596-f05ec51fb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.363447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f46d015f-fe5b-4d0f-a596-f05ec51fb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.365978 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b273569f-f022-4562-8d49-eade828e8ddf req-ce4944e9-f4f3-4edb-8c60-5bdf335e89f2 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658075 Mar 11 11:49:41.366208 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f46d015f-fe5b-4d0f-a596-f05ec51fb702 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=10db396f7a5f4f56be94b05e67329956&device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 6704 time: 0.1220202 Mar 11 11:49:41.382309 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ab717-a8fe-41d8-b6c0-04e23741e940 req-0d264fa4-11d2-42eb-8ce7-d1453f082ecf tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.388178 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ab717-a8fe-41d8-b6c0-04e23741e940 req-0d264fa4-11d2-42eb-8ce7-d1453f082ecf tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.393808 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ab717-a8fe-41d8-b6c0-04e23741e940 req-0d264fa4-11d2-42eb-8ce7-d1453f082ecf tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.399755 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ab717-a8fe-41d8-b6c0-04e23741e940 req-0d264fa4-11d2-42eb-8ce7-d1453f082ecf tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.401065 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-5a88bbe9-8a69-4a10-b8bc-2f08ef996268 req-95a3d5d9-2951-4a87-996d-ba32af59734d tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Deleting port 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:49:41.403701 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5a88bbe9-8a69-4a10-b8bc-2f08ef996268 req-95a3d5d9-2951-4a87-996d-ba32af59734d tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2575b9e8-5ae8-40cf-9ebf-76de6a7181ad), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:41.406007 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ab717-a8fe-41d8-b6c0-04e23741e940 req-0d264fa4-11d2-42eb-8ce7-d1453f082ecf tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.412020 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ab717-a8fe-41d8-b6c0-04e23741e940 req-0d264fa4-11d2-42eb-8ce7-d1453f082ecf tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.418383 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ab717-a8fe-41d8-b6c0-04e23741e940 req-0d264fa4-11d2-42eb-8ce7-d1453f082ecf tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.420632 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b17ab717-a8fe-41d8-b6c0-04e23741e940 req-0d264fa4-11d2-42eb-8ce7-d1453f082ecf tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.2323427 Mar 11 11:49:41.565080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-5a88bbe9-8a69-4a10-b8bc-2f08ef996268 req-95a3d5d9-2951-4a87-996d-ba32af59734d tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] For port 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=2575b9e8-5ae8-40cf-9ebf-76de6a7181ad,segment=NetworkSegment(da0f7f08-e617-4b22-b4bf-12e3d78a4067),segment_id=da0f7f08-e617-4b22-b4bf-12e3d78a4067)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:41.565432 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5a88bbe9-8a69-4a10-b8bc-2f08ef996268 req-95a3d5d9-2951-4a87-996d-ba32af59734d tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2575b9e8-5ae8-40cf-9ebf-76de6a7181ad), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:41.571027 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b17ab717-a8fe-41d8-b6c0-04e23741e940 req-41e4b532-0fa6-41da-90a9-b026fb8dd87f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1323144 Mar 11 11:49:41.574657 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef20c472-e5a1-4f3a-bb08-87c89d09d7a1 req-3e90c092-6418-40c4-ab9e-daca281bff2c tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0977793 Mar 11 11:49:41.637878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-5a88bbe9-8a69-4a10-b8bc-2f08ef996268 req-95a3d5d9-2951-4a87-996d-ba32af59734d tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Calling delete_port for 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:49:41.827044 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-c8d9114d-7926-49c8-8c4d-fea6cf65e8dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29c4bfed-9a1e-4008-9518-28e5cb65ccee HTTP/1.1" status: 200 len: 217 time: 0.4430802 Mar 11 11:49:41.954114 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54438d7-01f3-439c-9901-e8cabb92284a req-36c6ca51-c132-4c71-aae8-b6b577819907 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.961616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54438d7-01f3-439c-9901-e8cabb92284a req-36c6ca51-c132-4c71-aae8-b6b577819907 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.970084 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54438d7-01f3-439c-9901-e8cabb92284a req-36c6ca51-c132-4c71-aae8-b6b577819907 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.976341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54438d7-01f3-439c-9901-e8cabb92284a req-36c6ca51-c132-4c71-aae8-b6b577819907 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.982958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54438d7-01f3-439c-9901-e8cabb92284a req-36c6ca51-c132-4c71-aae8-b6b577819907 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.986416 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d7c5253-b0de-4498-889b-f2fc5812b06f req-b0c43bec-4447-497e-a7d4-4f509e0884fd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1576490 Mar 11 11:49:41.989717 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-7770a57d-1dbc-4808-986d-5c6c35d19a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:41.992259 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-7770a57d-1dbc-4808-986d-5c6c35d19a23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=befbd499-1a5a-41b0-86c5-01b7c0a86f9d HTTP/1.1" status: 200 len: 855 time: 0.1431248 Mar 11 11:49:42.001956 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54438d7-01f3-439c-9901-e8cabb92284a req-36c6ca51-c132-4c71-aae8-b6b577819907 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:42.009840 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54438d7-01f3-439c-9901-e8cabb92284a req-36c6ca51-c132-4c71-aae8-b6b577819907 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:42.019895 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a54438d7-01f3-439c-9901-e8cabb92284a req-36c6ca51-c132-4c71-aae8-b6b577819907 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5433 time: 0.3101158 Mar 11 11:49:42.099060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017a4d6-4cc0-4544-8f40-aa3043df1b05 req-7ae8cbce-96de-4437-99eb-2a3a7be6c23c tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:42.102880 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a017a4d6-4cc0-4544-8f40-aa3043df1b05 req-7ae8cbce-96de-4437-99eb-2a3a7be6c23c tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb23f18a-c2e6-4a4c-91b6-9e23f492c27b HTTP/1.1" status: 200 len: 945 time: 0.3197708 Mar 11 11:49:42.155026 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-7caf817b-8d7f-4c71-b985-cc0bc4794837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:42.157022 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-7caf817b-8d7f-4c71-b985-cc0bc4794837 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3f382b66-55bc-4ada-812a-8f2225fa21bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1483674 Mar 11 11:49:42.194153 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a54438d7-01f3-439c-9901-e8cabb92284a req-835fb655-5767-4d3b-9cb9-3401b019ed05 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1734424 Mar 11 11:49:42.203885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c5253-b0de-4498-889b-f2fc5812b06f req-0d5e9a8f-e59c-4e9c-b579-f2def22cb758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:42.206056 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d7c5253-b0de-4498-889b-f2fc5812b06f req-0d5e9a8f-e59c-4e9c-b579-f2def22cb758 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 1132 time: 0.1511395 Mar 11 11:49:42.218114 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a017a4d6-4cc0-4544-8f40-aa3043df1b05 req-f1860735-e5f3-4add-81fc-5b36ae9fc6a3 tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.78 "GET /v2.0/security-groups?id=6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070182 Mar 11 11:49:42.298233 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5a88bbe9-8a69-4a10-b8bc-2f08ef996268 req-95a3d5d9-2951-4a87-996d-ba32af59734d tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (2575b9e8-5ae8-40cf-9ebf-76de6a7181ad), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:42.311016 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['2575b9e8-5ae8-40cf-9ebf-76de6a7181ad'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:49:42.444028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d7cae804-b467-46c2-87c8-0147a1526eff details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:49:42.492563 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32609d69-784a-4e26-bad5-32b34c85d31c x-openstack-request-id: req-32609d69-784a-4e26-bad5-32b34c85d31c {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:42.493294 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "tag": "50f210d1-6816-4569-bb99-e7fbc7114c33", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:42.493759 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-32609d69-784a-4e26-bad5-32b34c85d31c {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:42.494383 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'tag': '50f210d1-6816-4569-bb99-e7fbc7114c33', 'status': 'completed', 'code': 200} Mar 11 11:49:42.543119 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3d5d9-2951-4a87-996d-ba32af59734d tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Pushing event deleted for resources: {'Port': ['ID=2575b9e8-5ae8-40cf-9ebf-76de6a7181ad,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:42.549891 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b164bc-dab5-4367-80c6-5dae821e38ed req-c8274e6f-1da0-424d-96e8-d6fcb9dfa26f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:42.551838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b164bc-dab5-4367-80c6-5dae821e38ed req-c8274e6f-1da0-424d-96e8-d6fcb9dfa26f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.1387472 Mar 11 11:49:42.608841 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb3dfc91-b204-4e06-873a-5536844c32ee req-f16437a1-a1de-4117-b6af-063ace6dbe21 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/ports?device_id=de50f65c-581d-489e-a97b-853c4c6c9e1a HTTP/1.1" status: 200 len: 210 time: 0.0785947 Mar 11 11:49:42.647909 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-30772ae9-0b89-4fec-b677-0251b740ea0e service neutron] 10.222.0.37 "GET /v2.0/networks/3f382b66-55bc-4ada-812a-8f2225fa21bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801612 Mar 11 11:49:42.671645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d7cae804-b467-46c2-87c8-0147a1526eff,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:42.682737 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a88bbe9-8a69-4a10-b8bc-2f08ef996268 req-95a3d5d9-2951-4a87-996d-ba32af59734d tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] No DVR routers for this DVR port 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:49:42.699056 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'd7cae804-b467-46c2-87c8-0147a1526eff', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'd7cae804-b467-46c2-87c8-0147a1526eff', 'mac_address': 'fa:16:3e:ac:56:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:49:42.700146 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23b164bc-dab5-4367-80c6-5dae821e38ed req-c6260975-92ed-41b3-ade0-5e2531fa0208 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265302 Mar 11 11:49:42.700361 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5a88bbe9-8a69-4a10-b8bc-2f08ef996268 req-95a3d5d9-2951-4a87-996d-ba32af59734d tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:42.720010 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5a88bbe9-8a69-4a10-b8bc-2f08ef996268 req-95a3d5d9-2951-4a87-996d-ba32af59734d tempest-VolumesAdminNegativeTest-1433108164 tempest-VolumesAdminNegativeTest-1433108164-project] 10.222.0.37 "DELETE /v2.0/ports/2575b9e8-5ae8-40cf-9ebf-76de6a7181ad HTTP/1.1" status: 204 len: 173 time: 1.5614145 Mar 11 11:49:42.765252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c5253-b0de-4498-889b-f2fc5812b06f req-4acc3423-38b2-4e59-9628-f7f2a0747420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:42.769036 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d7c5253-b0de-4498-889b-f2fc5812b06f req-4acc3423-38b2-4e59-9628-f7f2a0747420 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.4665194 Mar 11 11:49:42.771101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port d7cae804-b467-46c2-87c8-0147a1526eff is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:42.771537 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:42.792814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7cae804-b467-46c2-87c8-0147a1526eff {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:49:42.826045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d7cae804-b467-46c2-87c8-0147a1526eff,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:42.835230 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:42.904508 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=d7cae804-b467-46c2-87c8-0147a1526eff,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:42.917249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:42.917649 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:42.917985 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:42.918315 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:42.918703 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:42.919031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:42.919360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:42.919754 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:42.920076 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:42.920391 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:42.920878 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:42.921208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:42.921515 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:49:42.926033 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:42.974481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfed638-0786-4830-944a-518217781782 req-d8988e52-4196-4010-925d-084b75fb23c6 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:42.976506 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bdfed638-0786-4830-944a-518217781782 req-d8988e52-4196-4010-925d-084b75fb23c6 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 948 time: 0.1980841 Mar 11 11:49:43.014152 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d67b78-463c-4c79-9709-820e5a42b9bc req-2439455b-f111-4be6-9483-be45b77d8a4f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.019684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d67b78-463c-4c79-9709-820e5a42b9bc req-2439455b-f111-4be6-9483-be45b77d8a4f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.025190 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d67b78-463c-4c79-9709-820e5a42b9bc req-2439455b-f111-4be6-9483-be45b77d8a4f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.026586 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-c41d8bd8-9f1a-4107-a915-bc5a50fef48d service neutron] 10.222.0.37 "GET /v2.0/networks/3f382b66-55bc-4ada-812a-8f2225fa21bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055139 Mar 11 11:49:43.028159 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d7c5253-b0de-4498-889b-f2fc5812b06f req-e8ef17fd-c6e5-4e1c-9190-fd91e96c582e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970 HTTP/1.1" status: 200 len: 217 time: 0.2045329 Mar 11 11:49:43.030570 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d67b78-463c-4c79-9709-820e5a42b9bc req-2439455b-f111-4be6-9483-be45b77d8a4f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.035933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d67b78-463c-4c79-9709-820e5a42b9bc req-2439455b-f111-4be6-9483-be45b77d8a4f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.041451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d67b78-463c-4c79-9709-820e5a42b9bc req-2439455b-f111-4be6-9483-be45b77d8a4f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.046816 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d67b78-463c-4c79-9709-820e5a42b9bc req-2439455b-f111-4be6-9483-be45b77d8a4f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.048806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-66d67b78-463c-4c79-9709-820e5a42b9bc req-2439455b-f111-4be6-9483-be45b77d8a4f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5433 time: 0.1777070 Mar 11 11:49:43.073466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['d7cae804-b467-46c2-87c8-0147a1526eff'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:49:43.099208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bdfed638-0786-4830-944a-518217781782 req-4083cc35-30ae-4893-98ff-5f575f93aa58 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149032 Mar 11 11:49:43.171256 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-626973fe-ab52-498a-8229-2cbd764814ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 HTTP/1.1" status: 200 len: 217 time: 0.1269033 Mar 11 11:49:43.182622 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79c7cf96-1b91-4a69-965a-a31c7d4cec7d req-c4b956dc-018c-40f6-8c87-a85091fcafb8 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0295911 Mar 11 11:49:43.302186 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c5253-b0de-4498-889b-f2fc5812b06f req-ebdda7e2-f5cc-408b-a054-785a39041eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.317551 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daa4e7-2a12-4a9c-82ff-b8869f37aacf req-35bc0219-6d4c-4b37-ab8a-14ff2303fef1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.321451 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d7c5253-b0de-4498-889b-f2fc5812b06f req-ebdda7e2-f5cc-408b-a054-785a39041eb0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.2855122 Mar 11 11:49:43.330518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daa4e7-2a12-4a9c-82ff-b8869f37aacf req-35bc0219-6d4c-4b37-ab8a-14ff2303fef1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.345036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daa4e7-2a12-4a9c-82ff-b8869f37aacf req-35bc0219-6d4c-4b37-ab8a-14ff2303fef1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.363523 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daa4e7-2a12-4a9c-82ff-b8869f37aacf req-35bc0219-6d4c-4b37-ab8a-14ff2303fef1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.395341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daa4e7-2a12-4a9c-82ff-b8869f37aacf req-35bc0219-6d4c-4b37-ab8a-14ff2303fef1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.420536 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daa4e7-2a12-4a9c-82ff-b8869f37aacf req-35bc0219-6d4c-4b37-ab8a-14ff2303fef1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.424116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-6474d16f-c160-42ff-b55a-e32cd4bdf225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.428582 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-6474d16f-c160-42ff-b55a-e32cd4bdf225 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f457daac-7e39-4657-8a75-e4901f3feaf7 HTTP/1.1" status: 200 len: 797 time: 0.2481694 Mar 11 11:49:43.447267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daa4e7-2a12-4a9c-82ff-b8869f37aacf req-35bc0219-6d4c-4b37-ab8a-14ff2303fef1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.458861 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0daa4e7-2a12-4a9c-82ff-b8869f37aacf req-35bc0219-6d4c-4b37-ab8a-14ff2303fef1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.2740331 Mar 11 11:49:43.584601 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f3b65128-2eaf-499b-8b2b-1afd3b1be1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:43.595625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0daa4e7-2a12-4a9c-82ff-b8869f37aacf req-7a52cd3d-b965-4e60-be50-1458bb9927b7 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1336215 Mar 11 11:49:43.616949 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c5253-b0de-4498-889b-f2fc5812b06f req-de5dbad8-c581-42fb-82e0-a8246a6bb004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.618632 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d7c5253-b0de-4498-889b-f2fc5812b06f req-de5dbad8-c581-42fb-82e0-a8246a6bb004 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2636082 Mar 11 11:49:43.636902 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1a851b7d-a430-4bc5-ad49-514c6b33ed3f tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.639075 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1a851b7d-a430-4bc5-ad49-514c6b33ed3f tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.37 "GET /v2.0/networks?id=b5aa240d-25ed-4eea-93d9-d2c66871f3ad HTTP/1.1" status: 200 len: 808 time: 0.4062660 Mar 11 11:49:43.646069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51330) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:43.761282 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d63489-f039-4b76-98d3-cab621382b45 admin admin] Deleting subnet 59613d09-9613-4e09-a2a5-e95a38d55f78 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:49:43.766636 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9d63489-f039-4b76-98d3-cab621382b45 admin admin] Publish callbacks [] for subnet (59613d09-9613-4e09-a2a5-e95a38d55f78), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:43.773516 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-70ef80e4-39f3-4067-a5f2-d0d2fba9f711 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Request body: {'port': {'device_id': 'de50f65c-581d-489e-a97b-853c4c6c9e1a', 'network_id': 'b5aa240d-25ed-4eea-93d9-d2c66871f3ad', 'admin_state_up': True, 'tenant_id': '39a2bac4b34c4a9f8e284398f185c1af'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:43.837811 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9d63489-f039-4b76-98d3-cab621382b45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (59613d09-9613-4e09-a2a5-e95a38d55f78), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:43.854911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-60e27fdd-e3ea-4c55-a005-481c97b94170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:43.863042 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-60e27fdd-e3ea-4c55-a005-481c97b94170 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67d74715-a311-4317-8fb4-8c87cc470973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3583896 Mar 11 11:49:43.900436 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9d63489-f039-4b76-98d3-cab621382b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (59613d09-9613-4e09-a2a5-e95a38d55f78), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:43.952774 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d7c5253-b0de-4498-889b-f2fc5812b06f req-f2e3a6c7-4ac7-4ff9-bf6e-e6756988eb43 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094547 Mar 11 11:49:43.977924 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9d63489-f039-4b76-98d3-cab621382b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (59613d09-9613-4e09-a2a5-e95a38d55f78), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:44.113240 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d63489-f039-4b76-98d3-cab621382b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59613d09-9613-4e09-a2a5-e95a38d55f78,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:44.120984 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9d63489-f039-4b76-98d3-cab621382b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:44.131664 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c9d63489-f039-4b76-98d3-cab621382b45 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/59613d09-9613-4e09-a2a5-e95a38d55f78 HTTP/1.1" status: 204 len: 168 time: 0.4806874 Mar 11 11:49:44.136407 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51356) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:44.213619 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5d7c5253-b0de-4498-889b-f2fc5812b06f req-53db9c60-cb87-489b-8844-6a3f94028a03 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514956 Mar 11 11:49:44.235854 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2659-f6e7-4071-a083-57aae34c45aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (6beef71c-43cc-48f6-a31d-62f82748877a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:44.294081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-70ef80e4-39f3-4067-a5f2-d0d2fba9f711 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Made reservation on behalf of 39a2bac4b34c4a9f8e284398f185c1af for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:49:44.305071 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-70ef80e4-39f3-4067-a5f2-d0d2fba9f711 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:44.359641 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e89dd818-8fd5-4312-ba49-050bfab13c44 req-03e4101c-3de0-41c8-918e-a77bfdb63207 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/ports?device_id=de50f65c-581d-489e-a97b-853c4c6c9e1a HTTP/1.1" status: 200 len: 210 time: 0.1175418 Mar 11 11:49:44.362111 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-7ef2c2dc-03de-4a85-a9e0-5ac5ba7ad847 service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871407 Mar 11 11:49:44.440537 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14669f-c4d9-443c-9b65-587b667d770e req-ba939eac-139d-4c56-ae97-af39abeefaa6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:44.444392 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e14669f-c4d9-443c-9b65-587b667d770e req-ba939eac-139d-4c56-ae97-af39abeefaa6 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.1982903 Mar 11 11:49:44.468381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d7cae804-b467-46c2-87c8-0147a1526eff up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:49:44.510543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb23f18a-c2e6-4a4c-91b6-9e23f492c27b', 'name': 'network-vif-deleted', 'tag': '2575b9e8-5ae8-40cf-9ebf-76de6a7181ad'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:44.513012 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d281cb58-cf7c-4f57-b2ec-ba375e27161d" -d '{"events": [{"server_uuid": "eb23f18a-c2e6-4a4c-91b6-9e23f492c27b", "name": "network-vif-deleted", "tag": "2575b9e8-5ae8-40cf-9ebf-76de6a7181ad"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:44.534637 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2659-f6e7-4071-a083-57aae34c45aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (6beef71c-43cc-48f6-a31d-62f82748877a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:44.560032 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-a7dc2659-f6e7-4071-a083-57aae34c45aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6beef71c-43cc-48f6-a31d-62f82748877a']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:44.572000 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-a7dc2659-f6e7-4071-a083-57aae34c45aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0f7f08-e617-4b22-b4bf-12e3d78a4067') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:44.572339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-a7dc2659-f6e7-4071-a083-57aae34c45aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0f7f08-e617-4b22-b4bf-12e3d78a4067') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:44.598793 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2659-f6e7-4071-a083-57aae34c45aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (da0f7f08-e617-4b22-b4bf-12e3d78a4067), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:44.671430 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2659-f6e7-4071-a083-57aae34c45aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (da0f7f08-e617-4b22-b4bf-12e3d78a4067), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:44.698028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7dc2659-f6e7-4071-a083-57aae34c45aa admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:49:44.698241 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-70ef80e4-39f3-4067-a5f2-d0d2fba9f711 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Allocated IP 172.20.0.2 (b5aa240d-25ed-4eea-93d9-d2c66871f3ad/6dd070b4-4f7e-4c5b-8312-0cb30fc19cd6/76649fc4-9c3d-40c6-b740-fcb2e2cd37eb) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:49:44.698526 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2659-f6e7-4071-a083-57aae34c45aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (da0f7f08-e617-4b22-b4bf-12e3d78a4067), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:49:44.702934 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:49:44.848114 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port d7cae804-b467-46c2-87c8-0147a1526eff completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:49:44.859434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port d7cae804-b467-46c2-87c8-0147a1526eff triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:44.859872 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:44.886687 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e14669f-c4d9-443c-9b65-587b667d770e req-4ced7bb0-b2bf-4c98-90b1-8dc62d30ba90 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654910 Mar 11 11:49:44.914098 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2659-f6e7-4071-a083-57aae34c45aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (6beef71c-43cc-48f6-a31d-62f82748877a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:44.945389 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2659-f6e7-4071-a083-57aae34c45aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:44.960717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a7dc2659-f6e7-4071-a083-57aae34c45aa admin admin] 10.222.0.78 "DELETE /v2.0/networks/6beef71c-43cc-48f6-a31d-62f82748877a HTTP/1.1" status: 204 len: 168 time: 0.8231936 Mar 11 11:49:44.971310 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51376) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:44.977215 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-70ef80e4-39f3-4067-a5f2-d0d2fba9f711 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Publish callbacks [] for port (76649fc4-9c3d-40c6-b740-fcb2e2cd37eb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:44.989355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d88b1-70db-437f-98d7-42765c83e57b req-161898c0-17a0-478c-a65f-a6b3ffee4965 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.010169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db1d88b1-70db-437f-98d7-42765c83e57b req-161898c0-17a0-478c-a65f-a6b3ffee4965 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 949 time: 0.3822567 Mar 11 11:49:45.029788 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port d7cae804-b467-46c2-87c8-0147a1526eff is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:45.032224 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:45.037520 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-e8a2f717-5428-4927-aa00-b27cc55a16fc service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6744406 Mar 11 11:49:45.070915 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc2659-f6e7-4071-a083-57aae34c45aa admin admin] Pushing event deleted for resources: {'Network': ['ID=6beef71c-43cc-48f6-a31d-62f82748877a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:45.119223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d7cae804-b467-46c2-87c8-0147a1526eff,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:45.120377 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-3eeac0af-9da9-4113-acba-0ea37ec75b5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=54a3d321-9fbc-4e4d-ac50-28fe275103d2 HTTP/1.1" status: 200 len: 217 time: 0.0748217 Mar 11 11:49:45.122958 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666ccce0-a7fd-4c99-a713-30d003455431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cae804-b467-46c2-87c8-0147a1526eff'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:45.128594 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479b53c9-f3f6-4b16-a1a4-66a931cc4d01" -d '{"events": [{"server_uuid": "666ccce0-a7fd-4c99-a713-30d003455431", "name": "network-vif-plugged", "status": "completed", "tag": "d7cae804-b467-46c2-87c8-0147a1526eff"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:45.138750 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:45.139560 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:49:45.169149 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-2379b88e-87b0-444c-9730-1914bf03750a admin admin] Deleting subnet 87034bf7-acea-4305-9be5-af430fda7490 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:49:45.172559 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2379b88e-87b0-444c-9730-1914bf03750a admin admin] Publish callbacks [] for subnet (87034bf7-acea-4305-9be5-af430fda7490), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:45.176124 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db1d88b1-70db-437f-98d7-42765c83e57b req-3741a62e-5d33-4150-9f57-3d6a65e3eb8e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648734 Mar 11 11:49:45.237832 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8eefbc4-195f-43f5-ba51-409b4ca21103 x-openstack-request-id: req-b8eefbc4-195f-43f5-ba51-409b4ca21103 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:45.238373 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb23f18a-c2e6-4a4c-91b6-9e23f492c27b", "name": "network-vif-deleted", "tag": "2575b9e8-5ae8-40cf-9ebf-76de6a7181ad", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:45.238713 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8eefbc4-195f-43f5-ba51-409b4ca21103 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:45.239156 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb23f18a-c2e6-4a4c-91b6-9e23f492c27b', 'name': 'network-vif-deleted', 'tag': '2575b9e8-5ae8-40cf-9ebf-76de6a7181ad', 'status': 'completed', 'code': 200} Mar 11 11:49:45.240710 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59d1cd0a-9e86-4608-95e9-032a509c5b24 req-5d7f2097-5395-46a4-82ff-35d73218ff46 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.1484790 Mar 11 11:49:45.259719 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:49:45.260306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 2575b9e8-5ae8-40cf-9ebf-76de6a7181ad not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:49:45.292834 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=d7cae804-b467-46c2-87c8-0147a1526eff,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:45.320129 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09877044-cc9a-4193-8950-8c062152d5cc x-openstack-request-id: req-09877044-cc9a-4193-8950-8c062152d5cc {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:45.322520 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666ccce0-a7fd-4c99-a713-30d003455431", "name": "network-vif-plugged", "status": "completed", "tag": "d7cae804-b467-46c2-87c8-0147a1526eff", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:45.322997 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-09877044-cc9a-4193-8950-8c062152d5cc {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:45.323684 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666ccce0-a7fd-4c99-a713-30d003455431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cae804-b467-46c2-87c8-0147a1526eff', 'code': 200} Mar 11 11:49:45.336955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f89aa44e-172d-4f7c-af62-dcc062699142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.338976 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f89aa44e-172d-4f7c-af62-dcc062699142 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f457daac-7e39-4657-8a75-e4901f3feaf7 HTTP/1.1" status: 200 len: 797 time: 0.1978366 Mar 11 11:49:45.343178 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-70ef80e4-39f3-4067-a5f2-d0d2fba9f711 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (76649fc4-9c3d-40c6-b740-fcb2e2cd37eb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:45.414590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef80e4-39f3-4067-a5f2-d0d2fba9f711 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Pushing event updated for resources: {'Port': ['ID=76649fc4-9c3d-40c6-b740-fcb2e2cd37eb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:45.455568 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2379b88e-87b0-444c-9730-1914bf03750a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (87034bf7-acea-4305-9be5-af430fda7490), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:45.472321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51390) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:45.503599 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-70ef80e4-39f3-4067-a5f2-d0d2fba9f711 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Network b5aa240d-25ed-4eea-93d9-d2c66871f3ad is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:49:45.509531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9e7d0-e4b1-4cbe-bd88-716eeb591483 req-4440a133-7f25-4f6b-b4ad-208601550c34 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.512191 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-70ef80e4-39f3-4067-a5f2-d0d2fba9f711 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:49:45.517739 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9e7d0-e4b1-4cbe-bd88-716eeb591483 req-4440a133-7f25-4f6b-b4ad-208601550c34 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.519052 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-70ef80e4-39f3-4067-a5f2-d0d2fba9f711 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:49:45.525487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9e7d0-e4b1-4cbe-bd88-716eeb591483 req-4440a133-7f25-4f6b-b4ad-208601550c34 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.553378 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9e7d0-e4b1-4cbe-bd88-716eeb591483 req-4440a133-7f25-4f6b-b4ad-208601550c34 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.566766 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9e7d0-e4b1-4cbe-bd88-716eeb591483 req-4440a133-7f25-4f6b-b4ad-208601550c34 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.568500 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-db2731e7-fe76-44b1-aade-2fc97f58abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.570240 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-db2731e7-fe76-44b1-aade-2fc97f58abbf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67d74715-a311-4317-8fb4-8c87cc470973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2204821 Mar 11 11:49:45.583355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9e7d0-e4b1-4cbe-bd88-716eeb591483 req-4440a133-7f25-4f6b-b4ad-208601550c34 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.598428 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9e7d0-e4b1-4cbe-bd88-716eeb591483 req-4440a133-7f25-4f6b-b4ad-208601550c34 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.600710 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ab9e7d0-e4b1-4cbe-bd88-716eeb591483 req-4440a133-7f25-4f6b-b4ad-208601550c34 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.2806256 Mar 11 11:49:45.651571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-70ef80e4-39f3-4067-a5f2-d0d2fba9f711 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.652504 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-70ef80e4-39f3-4067-a5f2-d0d2fba9f711 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:45.667117 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2379b88e-87b0-444c-9730-1914bf03750a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (87034bf7-acea-4305-9be5-af430fda7490), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:45.670956 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf253ca3-acdc-4abc-ab39-140c155810af req-81e437da-3034-4975-ba27-ba0908dd66ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.673901 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf253ca3-acdc-4abc-ab39-140c155810af req-81e437da-3034-4975-ba27-ba0908dd66ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 1132 time: 0.2867949 Mar 11 11:49:45.725690 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9ebd1bea-7b26-4efb-b00a-bc9d2a157346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:45.779966 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b02601-a512-404a-bf0d-9c0b916260b2 req-bed0d2e8-9ee0-4bf6-9600-7587f041b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.780699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b02601-a512-404a-bf0d-9c0b916260b2 req-bed0d2e8-9ee0-4bf6-9600-7587f041b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.781304 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b02601-a512-404a-bf0d-9c0b916260b2 req-bed0d2e8-9ee0-4bf6-9600-7587f041b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.781903 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b02601-a512-404a-bf0d-9c0b916260b2 req-bed0d2e8-9ee0-4bf6-9600-7587f041b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.782498 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b02601-a512-404a-bf0d-9c0b916260b2 req-bed0d2e8-9ee0-4bf6-9600-7587f041b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.783128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b02601-a512-404a-bf0d-9c0b916260b2 req-bed0d2e8-9ee0-4bf6-9600-7587f041b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.783915 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b02601-a512-404a-bf0d-9c0b916260b2 req-bed0d2e8-9ee0-4bf6-9600-7587f041b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.794068 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e2b02601-a512-404a-bf0d-9c0b916260b2 req-bed0d2e8-9ee0-4bf6-9600-7587f041b495 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 6707 time: 0.2994630 Mar 11 11:49:45.799004 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-70ef80e4-39f3-4067-a5f2-d0d2fba9f711 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0328722 Mar 11 11:49:45.806191 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf253ca3-acdc-4abc-ab39-140c155810af req-ef4ed200-81a6-4459-9b55-e6c342d84061 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234887 Mar 11 11:49:45.820940 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742fc92-fed0-4ca3-b44f-bef2acb3ce01 req-8e10ddfb-aec9-49b6-97bb-01a28b3319e0 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:45.829896 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6742fc92-fed0-4ca3-b44f-bef2acb3ce01 req-8e10ddfb-aec9-49b6-97bb-01a28b3319e0 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/ports?device_id=de50f65c-581d-489e-a97b-853c4c6c9e1a HTTP/1.1" status: 200 len: 931 time: 0.2241538 Mar 11 11:49:45.841903 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Request body: {'port': {'device_id': 'de50f65c-581d-489e-a97b-853c4c6c9e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:45.884529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ab9e7d0-e4b1-4cbe-bd88-716eeb591483 req-e9b5eb18-2069-4a6e-af9b-c19cacdac905 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2594943 Mar 11 11:49:45.903949 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6742fc92-fed0-4ca3-b44f-bef2acb3ce01 req-c1f63f2e-2fb4-4742-89b8-5f01d5c0787e tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7d1f30-582f-4bbf-9eb0-a5a6252f11d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668926 Mar 11 11:49:46.041808 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94bd65-2349-4a95-8a45-8920567889dd req-90c177f5-adcf-4f73-8ecf-3b70892354e9 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:46.043446 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c94bd65-2349-4a95-8a45-8920567889dd req-90c177f5-adcf-4f73-8ecf-3b70892354e9 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.0570979 Mar 11 11:49:46.093541 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c94bd65-2349-4a95-8a45-8920567889dd req-2f6797b7-db7c-4714-b7cd-73f59727357e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441403 Mar 11 11:49:46.267541 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-83f0e97b-7f2f-4f44-ab40-e7d5792b392b service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6888564 Mar 11 11:49:46.279427 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e2b02601-a512-404a-bf0d-9c0b916260b2 req-a78cd7a6-c7ce-4406-aeaf-c4a1493c1e68 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3bc26c83-6463-45ac-ac1e-00cdb498695a&id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4830446 Mar 11 11:49:46.316472 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527c8b7-ce4e-4fa7-9842-e9734798b977 req-84fdd9fe-9396-4134-976f-5dfa8e323a6f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:46.317186 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2379b88e-87b0-444c-9730-1914bf03750a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (87034bf7-acea-4305-9be5-af430fda7490), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:46.319185 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0527c8b7-ce4e-4fa7-9842-e9734798b977 req-84fdd9fe-9396-4134-976f-5dfa8e323a6f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.0778086 Mar 11 11:49:46.357440 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-89d739b1-49c4-419d-b358-53a6b0f80e59 req-3dfe29ed-1aa3-4f16-8f21-8fdee7e86848 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0345190 Mar 11 11:49:46.371190 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379b88e-87b0-444c-9730-1914bf03750a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87034bf7-acea-4305-9be5-af430fda7490,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:46.375059 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2379b88e-87b0-444c-9730-1914bf03750a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:46.378230 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2379b88e-87b0-444c-9730-1914bf03750a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/87034bf7-acea-4305-9be5-af430fda7490 HTTP/1.1" status: 204 len: 168 time: 1.3904676 Mar 11 11:49:46.379068 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (76649fc4-9c3d-40c6-b740-fcb2e2cd37eb), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:46.392672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51402) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:46.428921 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0527c8b7-ce4e-4fa7-9842-e9734798b977 req-49c1ae4e-d22d-4ae0-b50b-5bbec112998d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952928 Mar 11 11:49:46.470933 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-eb7b8e4b-7e63-4c58-8ab6-89e472741caa service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889787 Mar 11 11:49:46.486799 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49bc2653-37f3-4fd9-bb42-64c7acc21b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (548f4206-6ffb-468d-88c5-b254fe2733e8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:46.524010 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-580b1277-cb0f-4a9e-ba40-2650377dee2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=91144204-e4b6-41e6-b891-e433c53896bb HTTP/1.1" status: 200 len: 217 time: 0.0458395 Mar 11 11:49:46.568013 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49bc2653-37f3-4fd9-bb42-64c7acc21b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (548f4206-6ffb-468d-88c5-b254fe2733e8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:46.589190 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-49bc2653-37f3-4fd9-bb42-64c7acc21b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548f4206-6ffb-468d-88c5-b254fe2733e8']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:46.598802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-49bc2653-37f3-4fd9-bb42-64c7acc21b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebaa623-d899-4f2a-aa2b-6236ad63212d') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:46.599110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-49bc2653-37f3-4fd9-bb42-64c7acc21b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebaa623-d899-4f2a-aa2b-6236ad63212d') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:49:46.609231 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49bc2653-37f3-4fd9-bb42-64c7acc21b80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (6ebaa623-d899-4f2a-aa2b-6236ad63212d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:46.624312 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49bc2653-37f3-4fd9-bb42-64c7acc21b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6ebaa623-d899-4f2a-aa2b-6236ad63212d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:46.631697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49bc2653-37f3-4fd9-bb42-64c7acc21b80 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:49:46.632311 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49bc2653-37f3-4fd9-bb42-64c7acc21b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (6ebaa623-d899-4f2a-aa2b-6236ad63212d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:49:46.635671 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:49:46.638570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a6e31dff-bd3b-468f-ab49-a9567e98bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:46.640088 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a6e31dff-bd3b-468f-ab49-a9567e98bd15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f457daac-7e39-4657-8a75-e4901f3feaf7 HTTP/1.1" status: 200 len: 797 time: 0.0763493 Mar 11 11:49:46.696245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49bc2653-37f3-4fd9-bb42-64c7acc21b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (548f4206-6ffb-468d-88c5-b254fe2733e8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:46.700798 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49bc2653-37f3-4fd9-bb42-64c7acc21b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:46.704568 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-49bc2653-37f3-4fd9-bb42-64c7acc21b80 admin admin] 10.222.0.78 "DELETE /v2.0/networks/548f4206-6ffb-468d-88c5-b254fe2733e8 HTTP/1.1" status: 204 len: 168 time: 0.3110456 Mar 11 11:49:46.720490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc2653-37f3-4fd9-bb42-64c7acc21b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=548f4206-6ffb-468d-88c5-b254fe2733e8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:46.745848 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-96dc4006-bae8-425b-b2c0-1bad241582ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:46.747567 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-96dc4006-bae8-425b-b2c0-1bad241582ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67d74715-a311-4317-8fb4-8c87cc470973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0994666 Mar 11 11:49:46.874582 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:49:46.887026 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Publish callbacks [] for port (76649fc4-9c3d-40c6-b740-fcb2e2cd37eb), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:46.926358 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1acf2d5c-d803-4c77-9b6c-84abd2db1d0c service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670089 Mar 11 11:49:46.926358 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Transition to ACTIVE for port object 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:49:46.946663 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (76649fc4-9c3d-40c6-b740-fcb2e2cd37eb), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:46.953862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51412) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:47.088794 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2b2c2884-8da4-42a7-bdf5-8fd1d05c001a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5aad9aa4dad14e5b821bd0890df2afcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335618 Mar 11 11:49:47.091749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51414) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:47.094923 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:47.123518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6cb90-4747-453d-a663-1ef179f412e6 req-87328419-8996-4f21-9850-943538aead38 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:47.125232 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f5e6cb90-4747-453d-a663-1ef179f412e6 req-87328419-8996-4f21-9850-943538aead38 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/ports?device_id=de50f65c-581d-489e-a97b-853c4c6c9e1a HTTP/1.1" status: 200 len: 943 time: 0.1179233 Mar 11 11:49:47.140872 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b29a7-7223-44c1-9eb1-80b74bd566b4 req-b3058e71-d020-42e7-849d-7edabd0773f1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:47.147028 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Pushing event updated for resources: {'Port': ['ID=76649fc4-9c3d-40c6-b740-fcb2e2cd37eb,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:47.150632 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b29a7-7223-44c1-9eb1-80b74bd566b4 req-b3058e71-d020-42e7-849d-7edabd0773f1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:47.151188 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-16ef4329-e101-4d01-866e-235bc54bc280 service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134228 Mar 11 11:49:47.156239 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b29a7-7223-44c1-9eb1-80b74bd566b4 req-b3058e71-d020-42e7-849d-7edabd0773f1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:47.162560 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b29a7-7223-44c1-9eb1-80b74bd566b4 req-b3058e71-d020-42e7-849d-7edabd0773f1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:47.169589 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b29a7-7223-44c1-9eb1-80b74bd566b4 req-b3058e71-d020-42e7-849d-7edabd0773f1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:47.175228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b29a7-7223-44c1-9eb1-80b74bd566b4 req-b3058e71-d020-42e7-849d-7edabd0773f1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:47.183064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b29a7-7223-44c1-9eb1-80b74bd566b4 req-b3058e71-d020-42e7-849d-7edabd0773f1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:47.183907 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-423b29a7-7223-44c1-9eb1-80b74bd566b4 req-b3058e71-d020-42e7-849d-7edabd0773f1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.1604311 Mar 11 11:49:47.236398 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-87e7f301-db12-4eb1-946b-5f10ff04c90d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=4d3a3bed-2c01-4be7-87e6-d0095530ccdd HTTP/1.1" status: 200 len: 217 time: 0.0664315 Mar 11 11:49:47.268054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f5e6cb90-4747-453d-a663-1ef179f412e6 req-db488944-70be-4f73-b09a-a4cb6a716bf2 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7d1f30-582f-4bbf-9eb0-a5a6252f11d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829787 Mar 11 11:49:47.298209 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-423b29a7-7223-44c1-9eb1-80b74bd566b4 req-1a0b0af1-a2c5-42db-ab45-565194d9013b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067383 Mar 11 11:49:47.309811 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9553afe-b64a-46b5-8985-9045b73364c1 admin admin] Publish callbacks [] for security_group (6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:47.324699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-6ec97a7d-cd58-4651-a8fe-1d674c2fa07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:47.326186 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-6ec97a7d-cd58-4651-a8fe-1d674c2fa07e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f457daac-7e39-4657-8a75-e4901f3feaf7 HTTP/1.1" status: 200 len: 797 time: 0.0815976 Mar 11 11:49:47.326823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Attempting to bind port 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:49:47.327146 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Attempting to bind port 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'eae605e2-d652-40aa-89f5-b5dfe4727fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b5aa240d-25ed-4eea-93d9-d2c66871f3ad'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:49:47.327464 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Attempting to bind port 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb on network b5aa240d-25ed-4eea-93d9-d2c66871f3ad {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:47.342872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Port 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb on network b5aa240d-25ed-4eea-93d9-d2c66871f3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:49:47.343246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Attempting to bind port 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb on network b5aa240d-25ed-4eea-93d9-d2c66871f3ad {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:47.373204 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9553afe-b64a-46b5-8985-9045b73364c1 admin admin] Publish callbacks [] for security_group (6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:47.374944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:49:47.375696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Checking segment: {'id': 'eae605e2-d652-40aa-89f5-b5dfe4727fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b5aa240d-25ed-4eea-93d9-d2c66871f3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:49:47.375696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Bound using segment: {'id': 'eae605e2-d652-40aa-89f5-b5dfe4727fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b5aa240d-25ed-4eea-93d9-d2c66871f3ad'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:49:47.376297 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Bound port: 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae605e2-d652-40aa-89f5-b5dfe4727fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b5aa240d-25ed-4eea-93d9-d2c66871f3ad'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:49:47.376467 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (76649fc4-9c3d-40c6-b740-fcb2e2cd37eb), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:47.410279 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fd20e-7300-4ef3-8920-4be0d1bdb247 req-4ebf4678-6098-4df3-b725-24a3551c1eb4 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:47.416360 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f8fd20e-7300-4ef3-8920-4be0d1bdb247 req-4ebf4678-6098-4df3-b725-24a3551c1eb4 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.0733266 Mar 11 11:49:47.481335 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-6f9f094c-bc7c-4278-b59f-b349ed2cac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:47.483183 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-6f9f094c-bc7c-4278-b59f-b349ed2cac01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67d74715-a311-4317-8fb4-8c87cc470973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1501532 Mar 11 11:49:47.497576 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cacea74-d1b3-4616-bbc3-2104cc88c81c req-c842438c-1ab7-4f79-a9a3-f170d5b7f76a tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0429792 Mar 11 11:49:47.502734 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f8fd20e-7300-4ef3-8920-4be0d1bdb247 req-b7e5f70d-8740-49c3-8fb8-efa91128d299 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793769 Mar 11 11:49:47.523674 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9553afe-b64a-46b5-8985-9045b73364c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:47.526243 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9553afe-b64a-46b5-8985-9045b73364c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:47.527451 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b9553afe-b64a-46b5-8985-9045b73364c1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8 HTTP/1.1" status: 204 len: 168 time: 0.4345865 Mar 11 11:49:47.540175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] For port 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:49:47.551488 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9553afe-b64a-46b5-8985-9045b73364c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6953e5b6-a0ea-4eb6-bef5-ebed5b3c47a8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:47.589541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] For port 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=76649fc4-9c3d-40c6-b740-fcb2e2cd37eb,segment=NetworkSegment(eae605e2-d652-40aa-89f5-b5dfe4727fb0),segment_id=eae605e2-d652-40aa-89f5-b5dfe4727fb0)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:49:47.601249 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (76649fc4-9c3d-40c6-b740-fcb2e2cd37eb), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:47.664724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:47.665607 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:47.667129 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] 10.222.0.37 "PUT /v2.0/ports/76649fc4-9c3d-40c6-b740-fcb2e2cd37eb HTTP/1.1" status: 200 len: 1091 time: 1.8378272 Mar 11 11:49:47.667751 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de50f65c-581d-489e-a97b-853c4c6c9e1a', 'tag': '76649fc4-9c3d-40c6-b740-fcb2e2cd37eb'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:47.670171 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8585f432-bff2-4041-a566-533fdd51ce12" -d '{"events": [{"name": "network-changed", "server_uuid": "de50f65c-581d-489e-a97b-853c4c6c9e1a", "tag": "76649fc4-9c3d-40c6-b740-fcb2e2cd37eb"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:47.696593 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-594b0c7b-15c6-4bc3-b3f1-df9a6e6ed60c service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033050 Mar 11 11:49:47.699652 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94235a58-3cfd-4bd2-9770-b9458b9e742f req-b8169651-eee7-40f4-9022-8166695f64c2 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:47.705625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94235a58-3cfd-4bd2-9770-b9458b9e742f req-b8169651-eee7-40f4-9022-8166695f64c2 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.0909450 Mar 11 11:49:47.748924 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263a9f2-4b4d-4d1b-8d80-2cb4de596b61 service neutron] Pushing event updated for resources: {'Port': ['ID=76649fc4-9c3d-40c6-b740-fcb2e2cd37eb,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:47.771306 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa1dbf9-1373-419f-9f9e-1dd045ba00e0 x-openstack-request-id: req-caa1dbf9-1373-419f-9f9e-1dd045ba00e0 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:47.771928 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de50f65c-581d-489e-a97b-853c4c6c9e1a", "tag": "76649fc4-9c3d-40c6-b740-fcb2e2cd37eb", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:47.772558 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-caa1dbf9-1373-419f-9f9e-1dd045ba00e0 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:47.773054 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de50f65c-581d-489e-a97b-853c4c6c9e1a', 'tag': '76649fc4-9c3d-40c6-b740-fcb2e2cd37eb', 'status': 'completed', 'code': 200} Mar 11 11:49:47.797178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94235a58-3cfd-4bd2-9770-b9458b9e742f req-17776d16-a95d-40aa-b3e7-6c714b4d2f83 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846870 Mar 11 11:49:47.876986 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-bc263211-0a10-4ef4-865e-b6c870f021df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:47.878648 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-bc263211-0a10-4ef4-865e-b6c870f021df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39a2bac4b34c4a9f8e284398f185c1af&device_id=de50f65c-581d-489e-a97b-853c4c6c9e1a HTTP/1.1" status: 200 len: 1125 time: 0.1571999 Mar 11 11:49:47.880777 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-776c8789-7cca-4012-89cd-e4d43701f883 service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784425 Mar 11 11:49:47.948081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc62fd5-93dd-4054-9e93-1ccd8c91e59e req-15d3aae5-9f3c-4231-9db1-e51f66a4f8c3 tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:47.955845 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4fc62fd5-93dd-4054-9e93-1ccd8c91e59e req-15d3aae5-9f3c-4231-9db1-e51f66a4f8c3 tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 1132 time: 0.0605402 Mar 11 11:49:47.998775 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-a0e9568b-e021-4806-862a-387e473d9b6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76649fc4-9c3d-40c6-b740-fcb2e2cd37eb HTTP/1.1" status: 200 len: 217 time: 0.1074240 Mar 11 11:49:48.001341 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4fc62fd5-93dd-4054-9e93-1ccd8c91e59e req-9fd885f7-87b2-437c-a5fb-4799498314de tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445874 Mar 11 11:49:48.001552 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-a92db1a5-92d2-40eb-8e06-435610786f29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9aa5d129-f192-4a1b-b63f-aa12e861c1c8 HTTP/1.1" status: 200 len: 217 time: 0.1029212 Mar 11 11:49:48.090182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-5f9781b4-7274-4b67-88e3-0f6234e00da0 req-99350d08-2594-4dcb-bf46-d2f0a7f6c7c1 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:49:48.091163 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f9781b4-7274-4b67-88e3-0f6234e00da0 req-99350d08-2594-4dcb-bf46-d2f0a7f6c7c1 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054061 Mar 11 11:49:48.101851 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-38a876ec-cac3-4bb2-9344-66ad162ce3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:48.104087 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-38a876ec-cac3-4bb2-9344-66ad162ce3e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c30f13c-e155-4b80-b4e1-4a60dc004240 HTTP/1.1" status: 200 len: 797 time: 0.0841749 Mar 11 11:49:48.105853 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-6a931128-7566-42ef-ba91-1cdf9239c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:48.106188 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51432) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:48.107432 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-6a931128-7566-42ef-ba91-1cdf9239c681 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dd070b4-4f7e-4c5b-8312-0cb30fc19cd6 HTTP/1.1" status: 200 len: 848 time: 0.0969272 Mar 11 11:49:48.159023 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8ffb51f1-f5e3-47b4-ba2b-06e79c68b190 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d8657e83136841f3badd764cde517b2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0515785 Mar 11 11:49:48.161583 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51436) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:48.164576 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-6a12ee3d-24c4-46ec-b123-380a9ae2936a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5aa240d-25ed-4eea-93d9-d2c66871f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417385 Mar 11 11:49:48.218551 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-226454b0-eca4-471a-95cb-62ddd6327ea3 admin admin] Publish callbacks [] for security_group (205f26b6-e31f-4b99-bb15-97f60b4372bf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:48.268765 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-9f3ea1a6-8d1c-4c8a-8e41-9a4bdae0e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:48.270551 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-9f3ea1a6-8d1c-4c8a-8e41-9a4bdae0e066 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eff5b65-f94e-439e-a73a-18a4e30da763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1561711 Mar 11 11:49:48.274255 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-226454b0-eca4-471a-95cb-62ddd6327ea3 admin admin] Publish callbacks [] for security_group (205f26b6-e31f-4b99-bb15-97f60b4372bf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:48.365536 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-177298b8-84ef-4b5e-bca6-336f7c57056c service neutron] 10.222.0.37 "GET /v2.0/networks/b5aa240d-25ed-4eea-93d9-d2c66871f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939881 Mar 11 11:49:48.376259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9bdef-ec8e-4aba-8252-79b23955d9ba req-46be7a5c-2994-472d-aef7-3bbfbe64c533 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:48.377924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04d9bdef-ec8e-4aba-8252-79b23955d9ba req-46be7a5c-2994-472d-aef7-3bbfbe64c533 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.0696919 Mar 11 11:49:48.413550 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-226454b0-eca4-471a-95cb-62ddd6327ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (205f26b6-e31f-4b99-bb15-97f60b4372bf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:48.416465 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-226454b0-eca4-471a-95cb-62ddd6327ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:48.417325 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-226454b0-eca4-471a-95cb-62ddd6327ea3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/205f26b6-e31f-4b99-bb15-97f60b4372bf HTTP/1.1" status: 204 len: 168 time: 0.2543418 Mar 11 11:49:48.444040 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226454b0-eca4-471a-95cb-62ddd6327ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205f26b6-e31f-4b99-bb15-97f60b4372bf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:48.487733 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae49b4-893f-468d-b2a3-b95caef690cb req-c4b4d358-065e-449b-ac96-c7a93e3a896a tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:48.489697 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ae49b4-893f-468d-b2a3-b95caef690cb req-c4b4d358-065e-449b-ac96-c7a93e3a896a tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/ports?device_id=de50f65c-581d-489e-a97b-853c4c6c9e1a HTTP/1.1" status: 200 len: 943 time: 0.1217997 Mar 11 11:49:48.507245 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04d9bdef-ec8e-4aba-8252-79b23955d9ba req-05cc61e5-cd74-40c6-9aa3-dfe293292a32 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180141 Mar 11 11:49:48.522714 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:48.535859 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-054bec99-bfee-4a17-9ad2-8ee50816d727 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2256832 Mar 11 11:49:48.545334 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-04c3ba1b-440e-4289-81ca-9b1cd759267b service neutron] 10.222.0.37 "GET /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673891 Mar 11 11:49:48.598136 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d56d8fd1-641d-4e50-ba20-32ab04b72015 req-09d6a93a-517a-45a5-8538-e2734ea0a8be service neutron] 10.222.0.37 "GET /v2.0/networks/b5aa240d-25ed-4eea-93d9-d2c66871f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252216 Mar 11 11:49:48.633793 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30ae49b4-893f-468d-b2a3-b95caef690cb req-1ac45195-6c42-4156-809d-c2858f039980 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7d1f30-582f-4bbf-9eb0-a5a6252f11d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239803 Mar 11 11:49:48.695065 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-1fd5c67a-b155-4d92-87b6-c24fe77117f8 service neutron] 10.222.0.37 "GET /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433399 Mar 11 11:49:48.742472 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c4237-6f6a-499d-b5b2-782a8e63dd94 req-1de0ef01-b7d6-4045-a753-e54b08a3a665 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:48.753595 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c4237-6f6a-499d-b5b2-782a8e63dd94 req-1de0ef01-b7d6-4045-a753-e54b08a3a665 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:48.760465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c4237-6f6a-499d-b5b2-782a8e63dd94 req-1de0ef01-b7d6-4045-a753-e54b08a3a665 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:48.766881 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c4237-6f6a-499d-b5b2-782a8e63dd94 req-1de0ef01-b7d6-4045-a753-e54b08a3a665 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:48.775119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c4237-6f6a-499d-b5b2-782a8e63dd94 req-1de0ef01-b7d6-4045-a753-e54b08a3a665 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:48.781017 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c4237-6f6a-499d-b5b2-782a8e63dd94 req-1de0ef01-b7d6-4045-a753-e54b08a3a665 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:48.786728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c4237-6f6a-499d-b5b2-782a8e63dd94 req-1de0ef01-b7d6-4045-a753-e54b08a3a665 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:48.788705 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-aa859051-d280-4e4e-9f2c-2368c0ed3c24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=50f210d1-6816-4569-bb99-e7fbc7114c33 HTTP/1.1" status: 200 len: 217 time: 0.0820861 Mar 11 11:49:48.789583 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-893c4237-6f6a-499d-b5b2-782a8e63dd94 req-1de0ef01-b7d6-4045-a753-e54b08a3a665 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.1896584 Mar 11 11:49:48.858701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585f432-bff2-4041-a566-533fdd51ce12 req-3607133a-ec2d-46de-ba50-2966ec822eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:48.861184 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8585f432-bff2-4041-a566-533fdd51ce12 req-3607133a-ec2d-46de-ba50-2966ec822eba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39a2bac4b34c4a9f8e284398f185c1af&device_id=de50f65c-581d-489e-a97b-853c4c6c9e1a HTTP/1.1" status: 200 len: 1125 time: 0.1644306 Mar 11 11:49:48.956823 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-893c4237-6f6a-499d-b5b2-782a8e63dd94 req-bef05cc2-0909-4899-b5e0-c027dc968088 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1545033 Mar 11 11:49:48.965585 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbfff5-5a12-4ab6-8cff-a581f75acbc6 req-1b753bbd-b5b4-44ea-a7ab-b7252ef858c5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:48.967869 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13cbfff5-5a12-4ab6-8cff-a581f75acbc6 req-1b753bbd-b5b4-44ea-a7ab-b7252ef858c5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.1771185 Mar 11 11:49:49.005180 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-540d80af-64c9-4359-8d7a-f067c190d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:49.010435 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-540d80af-64c9-4359-8d7a-f067c190d414 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c30f13c-e155-4b80-b4e1-4a60dc004240 HTTP/1.1" status: 200 len: 797 time: 0.2151124 Mar 11 11:49:49.101657 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585f432-bff2-4041-a566-533fdd51ce12 req-d0711d68-ee3d-4b3a-a03b-de4384dfa3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:49.103132 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8585f432-bff2-4041-a566-533fdd51ce12 req-d0711d68-ee3d-4b3a-a03b-de4384dfa3d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5aa240d-25ed-4eea-93d9-d2c66871f3ad HTTP/1.1" status: 200 len: 909 time: 0.2303665 Mar 11 11:49:49.111317 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13cbfff5-5a12-4ab6-8cff-a581f75acbc6 req-da6cf5b4-17e0-4eb9-b5f1-ef35fe1b18d2 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377256 Mar 11 11:49:49.148746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f3858c95-aacd-439e-8f7a-6b0cce57a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:49.150309 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-f3858c95-aacd-439e-8f7a-6b0cce57a0e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eff5b65-f94e-439e-a73a-18a4e30da763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1262388 Mar 11 11:49:49.151888 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8585f432-bff2-4041-a566-533fdd51ce12 req-a6cfeb0e-fa7f-4408-96d8-7c7fc0cb6d1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76649fc4-9c3d-40c6-b740-fcb2e2cd37eb HTTP/1.1" status: 200 len: 217 time: 0.0420361 Mar 11 11:49:49.153359 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92973692-7199-4df9-a65c-0b88e0c1dde1 req-6e94f3bc-fbe3-4ca1-85cb-8ef7a03bf4e2 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0773735 Mar 11 11:49:49.275419 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585f432-bff2-4041-a566-533fdd51ce12 req-774d4aba-2d74-4c38-9b84-dfb69bbd5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:49.276686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-d57fa47c-ee8e-4d50-af3e-f3280e4b5fd2 tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:49.277004 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8585f432-bff2-4041-a566-533fdd51ce12 req-774d4aba-2d74-4c38-9b84-dfb69bbd5ec7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dd070b4-4f7e-4c5b-8312-0cb30fc19cd6 HTTP/1.1" status: 200 len: 848 time: 0.1031206 Mar 11 11:49:49.278079 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-d57fa47c-ee8e-4d50-af3e-f3280e4b5fd2 tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] 10.222.0.78 "GET /v2.0/ports/d7cae804-b467-46c2-87c8-0147a1526eff HTTP/1.1" status: 200 len: 1129 time: 0.0508728 Mar 11 11:49:49.312719 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8585f432-bff2-4041-a566-533fdd51ce12 req-b311b421-28d7-456c-bec1-663e27f8b1f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5aa240d-25ed-4eea-93d9-d2c66871f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273492 Mar 11 11:49:49.347430 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-37e11dd6-766a-488c-a1b5-01c9ce3dc58c service neutron] 10.222.0.37 "GET /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856937 Mar 11 11:49:49.496586 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8585f432-bff2-4041-a566-533fdd51ce12 req-48449416-b959-4012-a8ad-f84201aab801 service neutron] 10.222.0.37 "GET /v2.0/networks/b5aa240d-25ed-4eea-93d9-d2c66871f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754942 Mar 11 11:49:49.534716 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-3c65c578-cc23-449f-91f5-ad164eb0e368 service neutron] 10.222.0.37 "GET /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789312 Mar 11 11:49:49.573684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51492) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:49.657814 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8585f432-bff2-4041-a566-533fdd51ce12 req-2e8fcf12-0b9e-466f-b572-935317a57c56 service neutron] 10.222.0.37 "GET /v2.0/networks/b5aa240d-25ed-4eea-93d9-d2c66871f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545393 Mar 11 11:49:49.715573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbcf12-c472-4b3f-bc3d-70516c44a909 req-de227251-5d68-40fb-b59a-2dab5bb165d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:49.717333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbcf12-c472-4b3f-bc3d-70516c44a909 req-de227251-5d68-40fb-b59a-2dab5bb165d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:49.718553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbcf12-c472-4b3f-bc3d-70516c44a909 req-de227251-5d68-40fb-b59a-2dab5bb165d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:49.719823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbcf12-c472-4b3f-bc3d-70516c44a909 req-de227251-5d68-40fb-b59a-2dab5bb165d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:49.720929 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbcf12-c472-4b3f-bc3d-70516c44a909 req-de227251-5d68-40fb-b59a-2dab5bb165d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:49.723198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbcf12-c472-4b3f-bc3d-70516c44a909 req-de227251-5d68-40fb-b59a-2dab5bb165d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:49.723759 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbcf12-c472-4b3f-bc3d-70516c44a909 req-de227251-5d68-40fb-b59a-2dab5bb165d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:49.729302 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aadbcf12-c472-4b3f-bc3d-70516c44a909 req-de227251-5d68-40fb-b59a-2dab5bb165d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=10db396f7a5f4f56be94b05e67329956&device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 6704 time: 0.1219807 Mar 11 11:49:49.777141 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44ad44-8068-4645-b9b4-f5d996df95b3 req-0830a58a-1045-4eb7-9798-7e72fc9e8dd3 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:49.780180 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa44ad44-8068-4645-b9b4-f5d996df95b3 req-0830a58a-1045-4eb7-9798-7e72fc9e8dd3 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.1218102 Mar 11 11:49:49.786186 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3c2ae0e5-3f81-428b-893e-860254384ee8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-922500053-network', 'tenant_id': 'c4fc75872c4f47908e2919cb98431e26'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:49.874582 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2ae0e5-3f81-428b-893e-860254384ee8 admin admin] Made reservation on behalf of c4fc75872c4f47908e2919cb98431e26 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:49:49.878447 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae0e5-3f81-428b-893e-860254384ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:49.899367 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae0e5-3f81-428b-893e-860254384ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:49.920073 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa44ad44-8068-4645-b9b4-f5d996df95b3 req-7fa2f4a4-5496-46c0-a9cc-38c7a372d998 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203330 Mar 11 11:49:49.931244 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf792487-4df2-4017-af8c-a22a21789f57 req-4a929406-9b35-48bc-bbc3-683af08ef3fe tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:49.934182 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf792487-4df2-4017-af8c-a22a21789f57 req-4a929406-9b35-48bc-bbc3-683af08ef3fe tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/ports?device_id=de50f65c-581d-489e-a97b-853c4c6c9e1a HTTP/1.1" status: 200 len: 943 time: 0.1442094 Mar 11 11:49:50.034872 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf792487-4df2-4017-af8c-a22a21789f57 req-90c749f1-0c2a-4b31-90c9-64689790451d tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7d1f30-582f-4bbf-9eb0-a5a6252f11d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783916 Mar 11 11:49:50.078526 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:50.108346 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae0e5-3f81-428b-893e-860254384ee8 admin admin] Publish callbacks [] for security_group (49012e30-be34-4a95-9597-d3dcd65b9b93), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:50.113240 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae0e5-3f81-428b-893e-860254384ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (49012e30-be34-4a95-9597-d3dcd65b9b93), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:50.156756 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2ae0e5-3f81-428b-893e-860254384ee8 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:49:50.218448 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae0e5-3f81-428b-893e-860254384ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (0eff5426-9bc1-455e-abbc-7c9800f04760), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:50.218448 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-3c2ae0e5-3f81-428b-893e-860254384ee8 admin admin] Added segment 0eff5426-9bc1-455e-abbc-7c9800f04760 of type vlan for network 3535c090-28c6-4aa7-9181-bb2bb7c93648 Mar 11 11:49:50.259268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ae0e5-3f81-428b-893e-860254384ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49012e30-be34-4a95-9597-d3dcd65b9b93,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:50.287721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbcf12-c472-4b3f-bc3d-70516c44a909 req-f941998c-fa4b-415e-8235-34122da2a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:50.289284 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aadbcf12-c472-4b3f-bc3d-70516c44a909 req-f941998c-fa4b-415e-8235-34122da2a15f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4eff5b65-f94e-439e-a73a-18a4e30da763 HTTP/1.1" status: 200 len: 903 time: 0.5541115 Mar 11 11:49:50.315952 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae0e5-3f81-428b-893e-860254384ee8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (3535c090-28c6-4aa7-9181-bb2bb7c93648), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:50.329027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb40c4-d977-4a12-9d46-d2a7a6d8720c req-346a549f-e146-4034-ae8d-d83b3da61056 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:50.335032 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb40c4-d977-4a12-9d46-d2a7a6d8720c req-346a549f-e146-4034-ae8d-d83b3da61056 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:50.336007 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aadbcf12-c472-4b3f-bc3d-70516c44a909 req-c932ba19-a47e-45a4-ab0c-978c59e3a9fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=50f210d1-6816-4569-bb99-e7fbc7114c33 HTTP/1.1" status: 200 len: 217 time: 0.0403709 Mar 11 11:49:50.341090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb40c4-d977-4a12-9d46-d2a7a6d8720c req-346a549f-e146-4034-ae8d-d83b3da61056 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:50.346530 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb40c4-d977-4a12-9d46-d2a7a6d8720c req-346a549f-e146-4034-ae8d-d83b3da61056 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:50.352416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb40c4-d977-4a12-9d46-d2a7a6d8720c req-346a549f-e146-4034-ae8d-d83b3da61056 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:50.357830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb40c4-d977-4a12-9d46-d2a7a6d8720c req-346a549f-e146-4034-ae8d-d83b3da61056 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:50.362963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb40c4-d977-4a12-9d46-d2a7a6d8720c req-346a549f-e146-4034-ae8d-d83b3da61056 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:50.364922 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08cb40c4-d977-4a12-9d46-d2a7a6d8720c req-346a549f-e146-4034-ae8d-d83b3da61056 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.2198529 Mar 11 11:49:50.385184 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbcf12-c472-4b3f-bc3d-70516c44a909 req-19a7372e-86ee-430e-9547-d8ef23ce5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:50.386738 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aadbcf12-c472-4b3f-bc3d-70516c44a909 req-19a7372e-86ee-430e-9547-d8ef23ce5b28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c30f13c-e155-4b80-b4e1-4a60dc004240 HTTP/1.1" status: 200 len: 797 time: 0.0450194 Mar 11 11:49:50.431853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdec034-bab9-4df0-8ade-a39e33c3ca7c req-68a64b89-bb0d-4409-86af-1c7d189c24a7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:50.433397 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cdec034-bab9-4df0-8ade-a39e33c3ca7c req-68a64b89-bb0d-4409-86af-1c7d189c24a7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.2251666 Mar 11 11:49:50.450080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbcf12-c472-4b3f-bc3d-70516c44a909 req-c8caf8c3-c02b-4c57-9536-dadf26360c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:50.452222 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aadbcf12-c472-4b3f-bc3d-70516c44a909 req-c8caf8c3-c02b-4c57-9536-dadf26360c7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eff5b65-f94e-439e-a73a-18a4e30da763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0586722 Mar 11 11:49:50.583421 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-ca5c4382-9c7f-4c62-b214-9b6254e8b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:50.584984 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-ca5c4382-9c7f-4c62-b214-9b6254e8b1d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 1132 time: 0.1133811 Mar 11 11:49:50.588883 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aadbcf12-c472-4b3f-bc3d-70516c44a909 req-500eb3c4-0f98-426c-9b57-35307683589c service neutron] 10.222.0.37 "GET /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281018 Mar 11 11:49:50.767694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-85baaf3d-3e80-4e91-b9df-e1018fd1ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:50.769948 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-85baaf3d-3e80-4e91-b9df-e1018fd1ccd3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.1670129 Mar 11 11:49:50.771465 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-aadbcf12-c472-4b3f-bc3d-70516c44a909 req-0e46ff3c-004b-40bc-8034-98178e42599c service neutron] 10.222.0.37 "GET /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679506 Mar 11 11:49:50.781388 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae0e5-3f81-428b-893e-860254384ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (3535c090-28c6-4aa7-9181-bb2bb7c93648), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:50.782371 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2ae0e5-3f81-428b-893e-860254384ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:50.782945 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae0e5-3f81-428b-893e-860254384ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:50.825878 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-5b789452-a355-469d-927a-52577bc11c62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d7cae804-b467-46c2-87c8-0147a1526eff HTTP/1.1" status: 200 len: 217 time: 0.0439517 Mar 11 11:49:50.846285 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3c2ae0e5-3f81-428b-893e-860254384ee8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2683077 Mar 11 11:49:50.854956 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51504) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:49:50.868194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4b071def-ee3b-4df0-8e44-c326c98e2f2b admin admin] Request body: {'subnet': {'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-922500053-subnet', 'tenant_id': 'c4fc75872c4f47908e2919cb98431e26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:50.876120 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08cb40c4-d977-4a12-9d46-d2a7a6d8720c req-0e5e963c-38ac-4876-81f3-5c438132b444 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4953146 Mar 11 11:49:50.878604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-ede8a2c2-777e-484f-b54f-b1961b40f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:50.880146 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-ede8a2c2-777e-484f-b54f-b1961b40f1b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0487750 Mar 11 11:49:50.912850 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ae0e5-3f81-428b-893e-860254384ee8 admin admin] Pushing event updated for resources: {'Network': ['ID=3535c090-28c6-4aa7-9181-bb2bb7c93648,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:50.923806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 3535c090-28c6-4aa7-9181-bb2bb7c93648 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:49:50.946470 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-4ff7681d-3b3f-48c3-adea-df229973efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:50.948105 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-4ff7681d-3b3f-48c3-adea-df229973efa2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0619662 Mar 11 11:49:50.948959 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cdec034-bab9-4df0-8ade-a39e33c3ca7c req-780b9df3-3e26-4d9c-96fc-2e0f6faadac0 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011032 Mar 11 11:49:50.955446 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b071def-ee3b-4df0-8e44-c326c98e2f2b admin admin] Made reservation on behalf of c4fc75872c4f47908e2919cb98431e26 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:49:50.959159 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b071def-ee3b-4df0-8e44-c326c98e2f2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:51.083222 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-f3d7ee64-cf5a-4d27-a5a8-731651fb8067 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281834 Mar 11 11:49:51.084284 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45f32f95-966f-438a-9a3a-f65e87161393 req-7c63ed2a-b6e7-43f4-9177-cfbba46153d9 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0317059 Mar 11 11:49:51.195948 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-3d0a84b2-544d-4e0b-a53b-dd4256966494 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068258 Mar 11 11:49:51.241760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052c27a-ae7f-49d2-9b5d-a6d88cbfba46 req-088b131b-15b6-4ad1-bb04-3a60858adcc5 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:51.243350 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1052c27a-ae7f-49d2-9b5d-a6d88cbfba46 req-088b131b-15b6-4ad1-bb04-3a60858adcc5 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.1627228 Mar 11 11:49:51.284015 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fb8b3-889f-44d1-9bba-52f0584aead3 req-1e8a932d-131d-4560-8d15-6580e01722dc tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:51.285599 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e97fb8b3-889f-44d1-9bba-52f0584aead3 req-1e8a932d-131d-4560-8d15-6580e01722dc tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/ports?device_id=de50f65c-581d-489e-a97b-853c4c6c9e1a HTTP/1.1" status: 200 len: 943 time: 0.1298363 Mar 11 11:49:51.288378 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b071def-ee3b-4df0-8e44-c326c98e2f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (f5f66835-f96f-400f-bf5c-297271943f29), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:51.379072 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1052c27a-ae7f-49d2-9b5d-a6d88cbfba46 req-eba58860-86d2-4f49-a716-8835b292724c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229930 Mar 11 11:49:51.386994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b071def-ee3b-4df0-8e44-c326c98e2f2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5f66835-f96f-400f-bf5c-297271943f29,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:51.419539 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e97fb8b3-889f-44d1-9bba-52f0584aead3 req-284396fe-0290-490d-8406-4acb6ea9279b tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7d1f30-582f-4bbf-9eb0-a5a6252f11d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235623 Mar 11 11:49:51.428045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b071def-ee3b-4df0-8e44-c326c98e2f2b admin admin] Checking segment: {'id': '0eff5426-9bc1-455e-abbc-7c9800f04760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:49:51.428222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b071def-ee3b-4df0-8e44-c326c98e2f2b admin admin] Network hostable DHCP agents. Network: 3535c090-28c6-4aa7-9181-bb2bb7c93648, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:49:51.446713 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b071def-ee3b-4df0-8e44-c326c98e2f2b admin admin] Network 3535c090-28c6-4aa7-9181-bb2bb7c93648 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:49:51.455958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-4b071def-ee3b-4df0-8e44-c326c98e2f2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 3535c090-28c6-4aa7-9181-bb2bb7c93648) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:49:51.460791 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b071def-ee3b-4df0-8e44-c326c98e2f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:51.462001 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b071def-ee3b-4df0-8e44-c326c98e2f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:51.465568 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b60228a-3a9a-4350-b368-5e7210b606c6 None None] Network 3535c090-28c6-4aa7-9181-bb2bb7c93648 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:49:51.486815 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4b071def-ee3b-4df0-8e44-c326c98e2f2b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6307678 Mar 11 11:49:51.577777 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b080cbbd-4f42-4a9a-ae35-e7705dfae530 None None] Network 3535c090-28c6-4aa7-9181-bb2bb7c93648 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:49:51.950831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f7efd-9733-4b6e-ad84-138599021249 req-34a53dfa-2eb0-408f-8c1f-039b9920558c tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:51.952679 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c15f7efd-9733-4b6e-ad84-138599021249 req-34a53dfa-2eb0-408f-8c1f-039b9920558c tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/networks?id=3535c090-28c6-4aa7-9181-bb2bb7c93648 HTTP/1.1" status: 200 len: 804 time: 0.1139448 Mar 11 11:49:51.979069 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c15f7efd-9733-4b6e-ad84-138599021249 req-5942e8fa-3f2f-49c2-8eb4-ff5bec3741e5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/quotas/c4fc75872c4f47908e2919cb98431e26 HTTP/1.1" status: 200 len: 375 time: 0.0198846 Mar 11 11:49:52.031025 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c15f7efd-9733-4b6e-ad84-138599021249 req-d1d07479-be9f-48ec-953d-5767c65e4d49 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4fc75872c4f47908e2919cb98431e26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304883 Mar 11 11:49:52.074464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b611-1d47-483a-ac54-8a63b69e70d7 req-faf43dd2-9968-4e94-ae6f-1c7222921885 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:52.079784 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b611-1d47-483a-ac54-8a63b69e70d7 req-faf43dd2-9968-4e94-ae6f-1c7222921885 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:52.085192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b611-1d47-483a-ac54-8a63b69e70d7 req-faf43dd2-9968-4e94-ae6f-1c7222921885 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:52.090579 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b611-1d47-483a-ac54-8a63b69e70d7 req-faf43dd2-9968-4e94-ae6f-1c7222921885 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:52.095868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b611-1d47-483a-ac54-8a63b69e70d7 req-faf43dd2-9968-4e94-ae6f-1c7222921885 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:52.101310 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b611-1d47-483a-ac54-8a63b69e70d7 req-faf43dd2-9968-4e94-ae6f-1c7222921885 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:52.106575 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b611-1d47-483a-ac54-8a63b69e70d7 req-faf43dd2-9968-4e94-ae6f-1c7222921885 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:52.108459 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1266b611-1d47-483a-ac54-8a63b69e70d7 req-faf43dd2-9968-4e94-ae6f-1c7222921885 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.1421452 Mar 11 11:49:52.212639 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c15f7efd-9733-4b6e-ad84-138599021249 req-48f9a857-ab48-4e1c-81d6-ccb1756855f9 service neutron] 10.222.0.78 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721549 Mar 11 11:49:52.221680 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1266b611-1d47-483a-ac54-8a63b69e70d7 req-870f4e55-47a0-47d5-8b5f-fe4874ae8104 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1012638 Mar 11 11:49:52.344839 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620731cc-bb91-459b-a7eb-9134dd186e3e service neutron] 10.222.0.78 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221907 Mar 11 11:49:52.369117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbca42-e88d-4f33-866c-fa5184f0c760 req-0b7013bb-6787-4dbb-ae01-0ed76c77b31c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:52.370904 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcdbca42-e88d-4f33-866c-fa5184f0c760 req-0b7013bb-6787-4dbb-ae01-0ed76c77b31c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.0702109 Mar 11 11:49:52.431857 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcdbca42-e88d-4f33-866c-fa5184f0c760 req-016575fc-65cc-489b-8b07-3b2666c1557f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550387 Mar 11 11:49:52.500581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:49:52.545743 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e244286-f05f-407a-81f2-e2a1a5f0311b req-e318eb80-2458-4d9a-8c07-ea14819bb0f8 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0364556 Mar 11 11:49:52.678154 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1ecfc-7f1d-4404-bd66-3980501559cb req-427b7a2d-b07b-479a-8e59-be096c0c501f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:52.685481 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4a1ecfc-7f1d-4404-bd66-3980501559cb req-427b7a2d-b07b-479a-8e59-be096c0c501f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.1006949 Mar 11 11:49:52.732074 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=76649fc4-9c3d-40c6-b740-fcb2e2cd37eb,segment=NetworkSegment(eae605e2-d652-40aa-89f5-b5dfe4727fb0),segment_id=eae605e2-d652-40aa-89f5-b5dfe4727fb0)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:52.761309 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1560b0-d910-41a5-b263-6b05a806fefd req-266f74ed-d25b-4c0f-95bb-696b758171b5 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:52.761881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '76649fc4-9c3d-40c6-b740-fcb2e2cd37eb', 'network_id': 'b5aa240d-25ed-4eea-93d9-d2c66871f3ad', 'port_id': '76649fc4-9c3d-40c6-b740-fcb2e2cd37eb', 'mac_address': 'fa:16:3e:19:13:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd070b4-4f7e-4c5b-8312-0cb30fc19cd6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:49:52.762957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a1560b0-d910-41a5-b263-6b05a806fefd req-266f74ed-d25b-4c0f-95bb-696b758171b5 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/ports?device_id=de50f65c-581d-489e-a97b-853c4c6c9e1a HTTP/1.1" status: 200 len: 943 time: 0.1292899 Mar 11 11:49:52.770100 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4a1ecfc-7f1d-4404-bd66-3980501559cb req-06b266c6-94a9-4964-8b48-5dde22fe03e4 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829256 Mar 11 11:49:52.815923 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:52.816557 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (76649fc4-9c3d-40c6-b740-fcb2e2cd37eb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:52.823510 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a1560b0-d910-41a5-b263-6b05a806fefd req-1663d100-043e-4fe4-b227-0f8879d80e3c tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7d1f30-582f-4bbf-9eb0-a5a6252f11d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525610 Mar 11 11:49:52.831370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:49:52.861339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=76649fc4-9c3d-40c6-b740-fcb2e2cd37eb,segment=NetworkSegment(eae605e2-d652-40aa-89f5-b5dfe4727fb0),segment_id=eae605e2-d652-40aa-89f5-b5dfe4727fb0)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:52.868873 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (76649fc4-9c3d-40c6-b740-fcb2e2cd37eb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:52.886773 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33fcaed4-9b1c-4102-96c2-678f7cd4deb1 req-a04e5c70-ff4e-4027-b9d8-8fa01fe0d791 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=492d7976-104c-445a-93cb-a537acdc6370 HTTP/1.1" status: 200 len: 210 time: 0.0392880 Mar 11 11:49:52.933642 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=76649fc4-9c3d-40c6-b740-fcb2e2cd37eb,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:53.142899 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['76649fc4-9c3d-40c6-b740-fcb2e2cd37eb'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:49:53.375111 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512f411-31fd-49b8-a0c4-f93a08d55b17 req-5927d3fc-e739-49dc-b817-a44ff73461df tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:53.382584 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512f411-31fd-49b8-a0c4-f93a08d55b17 req-5927d3fc-e739-49dc-b817-a44ff73461df tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:53.386194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512f411-31fd-49b8-a0c4-f93a08d55b17 req-5927d3fc-e739-49dc-b817-a44ff73461df tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:53.391396 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512f411-31fd-49b8-a0c4-f93a08d55b17 req-5927d3fc-e739-49dc-b817-a44ff73461df tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:53.396772 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512f411-31fd-49b8-a0c4-f93a08d55b17 req-5927d3fc-e739-49dc-b817-a44ff73461df tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:53.401915 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512f411-31fd-49b8-a0c4-f93a08d55b17 req-5927d3fc-e739-49dc-b817-a44ff73461df tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:53.407113 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512f411-31fd-49b8-a0c4-f93a08d55b17 req-5927d3fc-e739-49dc-b817-a44ff73461df tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:53.409084 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c512f411-31fd-49b8-a0c4-f93a08d55b17 req-5927d3fc-e739-49dc-b817-a44ff73461df tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.1004159 Mar 11 11:49:53.473434 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c512f411-31fd-49b8-a0c4-f93a08d55b17 req-1ea6f8a6-1c25-4c38-9c70-7af48d6ff139 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576530 Mar 11 11:49:53.674429 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d3da7649-dc79-4ce2-8236-a187eec04dbc req-ceeda0b4-c8c4-469e-9219-a55bf1e9614d tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0458670 Mar 11 11:49:53.702528 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f95fe-fae9-42c8-91a0-70d4ffcd9726 req-d0ebf594-f2eb-42da-9da3-45a717bf35d7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:53.704145 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-804f95fe-fae9-42c8-91a0-70d4ffcd9726 req-d0ebf594-f2eb-42da-9da3-45a717bf35d7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.0884519 Mar 11 11:49:53.796962 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-804f95fe-fae9-42c8-91a0-70d4ffcd9726 req-e9db19c2-f1ac-462f-bba8-55b39275d827 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778074 Mar 11 11:49:53.889192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f7efd-9733-4b6e-ad84-138599021249 req-e3844014-ba08-4bb6-b127-e9f8b71f7ff4 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:53.890664 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c15f7efd-9733-4b6e-ad84-138599021249 req-e3844014-ba08-4bb6-b127-e9f8b71f7ff4 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.71 "GET /v2.0/networks?id=3535c090-28c6-4aa7-9181-bb2bb7c93648 HTTP/1.1" status: 200 len: 804 time: 0.1826448 Mar 11 11:49:53.904638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-c15f7efd-9733-4b6e-ad84-138599021249 req-ea682c0a-2e3b-4328-b872-ce1461667fe5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Request body: {'port': {'device_id': '492d7976-104c-445a-93cb-a537acdc6370', 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648', 'admin_state_up': True, 'tenant_id': 'c4fc75872c4f47908e2919cb98431e26'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:53.933173 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcbb67-b065-4e06-9824-0ed48d3fab27 req-e2e1834c-22e4-4b65-bbdc-42e873373fd0 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:53.942088 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90bcbb67-b065-4e06-9824-0ed48d3fab27 req-e2e1834c-22e4-4b65-bbdc-42e873373fd0 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.0906463 Mar 11 11:49:54.016439 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90bcbb67-b065-4e06-9824-0ed48d3fab27 req-f6e233af-5af1-43c0-9067-42464a0112d7 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730658 Mar 11 11:49:54.040936 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc31f83-d9d6-4ca6-b82e-478169b2c44c req-aac95b0e-ab29-48f3-b209-24c29af467f2 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:54.042828 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3bc31f83-d9d6-4ca6-b82e-478169b2c44c req-aac95b0e-ab29-48f3-b209-24c29af467f2 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/ports?device_id=de50f65c-581d-489e-a97b-853c4c6c9e1a HTTP/1.1" status: 200 len: 944 time: 0.0786040 Mar 11 11:49:54.050365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15f7efd-9733-4b6e-ad84-138599021249 req-ea682c0a-2e3b-4328-b872-ce1461667fe5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Made reservation on behalf of c4fc75872c4f47908e2919cb98431e26 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:49:54.054601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c15f7efd-9733-4b6e-ad84-138599021249 req-ea682c0a-2e3b-4328-b872-ce1461667fe5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:54.114307 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3bc31f83-d9d6-4ca6-b82e-478169b2c44c req-7d335126-54da-499f-92fd-696ba224fd48 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7d1f30-582f-4bbf-9eb0-a5a6252f11d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625443 Mar 11 11:49:54.159832 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e44f164-9e0a-435b-9130-08744ef9c950 req-c3dd16b2-50b4-4b5e-a1e6-3e235ef82d7f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=492d7976-104c-445a-93cb-a537acdc6370 HTTP/1.1" status: 200 len: 210 time: 0.0443280 Mar 11 11:49:54.200745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-c15f7efd-9733-4b6e-ad84-138599021249 req-ea682c0a-2e3b-4328-b872-ce1461667fe5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Allocated IP 172.20.0.6 (3535c090-28c6-4aa7-9181-bb2bb7c93648/f5f66835-f96f-400f-bf5c-297271943f29/ddf8182b-a08f-4c6b-bece-806d465c84de) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:49:54.352826 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c15f7efd-9733-4b6e-ad84-138599021249 req-ea682c0a-2e3b-4328-b872-ce1461667fe5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks [] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:54.389534 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c15f7efd-9733-4b6e-ad84-138599021249 req-ea682c0a-2e3b-4328-b872-ce1461667fe5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:54.431016 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15f7efd-9733-4b6e-ad84-138599021249 req-ea682c0a-2e3b-4328-b872-ce1461667fe5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Network 3535c090-28c6-4aa7-9181-bb2bb7c93648 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:49:54.434420 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-c15f7efd-9733-4b6e-ad84-138599021249 req-ea682c0a-2e3b-4328-b872-ce1461667fe5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:49:54.440688 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15f7efd-9733-4b6e-ad84-138599021249 req-ea682c0a-2e3b-4328-b872-ce1461667fe5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:49:54.466209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea682c0a-2e3b-4328-b872-ce1461667fe5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Pushing event updated for resources: {'Port': ['ID=ddf8182b-a08f-4c6b-bece-806d465c84de,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:54.493413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f7efd-9733-4b6e-ad84-138599021249 req-ea682c0a-2e3b-4328-b872-ce1461667fe5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:54.494036 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c15f7efd-9733-4b6e-ad84-138599021249 req-ea682c0a-2e3b-4328-b872-ce1461667fe5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:54.510544 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:49:54.511423 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c15f7efd-9733-4b6e-ad84-138599021249 req-ea682c0a-2e3b-4328-b872-ce1461667fe5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6106904 Mar 11 11:49:54.523344 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Request body: {'port': {'device_id': '492d7976-104c-445a-93cb-a537acdc6370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:49:54.589769 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:54.595351 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:49:54.603105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:49:54.604095 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (76649fc4-9c3d-40c6-b740-fcb2e2cd37eb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:54.678906 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78ed10-d699-426c-8122-f9fea3cbff9d req-eed4a4cf-d0a4-4da7-8fad-1fb686921019 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:54.684941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78ed10-d699-426c-8122-f9fea3cbff9d req-eed4a4cf-d0a4-4da7-8fad-1fb686921019 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:54.693306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78ed10-d699-426c-8122-f9fea3cbff9d req-eed4a4cf-d0a4-4da7-8fad-1fb686921019 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:54.699674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78ed10-d699-426c-8122-f9fea3cbff9d req-eed4a4cf-d0a4-4da7-8fad-1fb686921019 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:54.705310 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78ed10-d699-426c-8122-f9fea3cbff9d req-eed4a4cf-d0a4-4da7-8fad-1fb686921019 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:54.705857 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:54.706251 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (76649fc4-9c3d-40c6-b740-fcb2e2cd37eb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:54.712116 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78ed10-d699-426c-8122-f9fea3cbff9d req-eed4a4cf-d0a4-4da7-8fad-1fb686921019 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:54.718373 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78ed10-d699-426c-8122-f9fea3cbff9d req-eed4a4cf-d0a4-4da7-8fad-1fb686921019 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:54.720706 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd78ed10-d699-426c-8122-f9fea3cbff9d req-eed4a4cf-d0a4-4da7-8fad-1fb686921019 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.1269188 Mar 11 11:49:54.744748 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=76649fc4-9c3d-40c6-b740-fcb2e2cd37eb,segment=NetworkSegment(eae605e2-d652-40aa-89f5-b5dfe4727fb0),segment_id=eae605e2-d652-40aa-89f5-b5dfe4727fb0)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:54.746578 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de50f65c-581d-489e-a97b-853c4c6c9e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76649fc4-9c3d-40c6-b740-fcb2e2cd37eb'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:54.751126 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e15428-244a-447c-ab40-65361faa03c3" -d '{"events": [{"server_uuid": "de50f65c-581d-489e-a97b-853c4c6c9e1a", "name": "network-vif-plugged", "status": "completed", "tag": "76649fc4-9c3d-40c6-b740-fcb2e2cd37eb"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:54.758432 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (76649fc4-9c3d-40c6-b740-fcb2e2cd37eb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:54.812500 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd78ed10-d699-426c-8122-f9fea3cbff9d req-2976297d-2405-47c9-9bdd-3294a418bd64 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849495 Mar 11 11:49:54.815438 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=76649fc4-9c3d-40c6-b740-fcb2e2cd37eb,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:54.852826 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb678780-a1ef-4e2c-898b-aa5f780ca161 req-91985c8b-2dda-4abe-b61e-ca1388ba7f80 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0633724 Mar 11 11:49:54.868627 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340ca15b-a9e2-404d-be3f-14ee09e9e967 x-openstack-request-id: req-340ca15b-a9e2-404d-be3f-14ee09e9e967 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:54.868915 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de50f65c-581d-489e-a97b-853c4c6c9e1a", "name": "network-vif-plugged", "status": "completed", "tag": "76649fc4-9c3d-40c6-b740-fcb2e2cd37eb", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:54.869163 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-340ca15b-a9e2-404d-be3f-14ee09e9e967 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:54.869553 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de50f65c-581d-489e-a97b-853c4c6c9e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76649fc4-9c3d-40c6-b740-fcb2e2cd37eb', 'code': 200} Mar 11 11:49:54.983138 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd2d86-dbb2-47a6-99be-787532877274 req-70f57e50-5bfe-4ba9-b277-63f009697f77 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:54.983524 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf8182b-a08f-4c6b-bece-806d465c84de {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:49:54.984663 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b4bd2d86-dbb2-47a6-99be-787532877274 req-70f57e50-5bfe-4ba9-b277-63f009697f77 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.0575712 Mar 11 11:49:54.993325 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Publish callbacks [] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:55.013104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Transition to ACTIVE for port object ddf8182b-a08f-4c6b-bece-806d465c84de will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:49:55.019859 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74d0ce-40c7-4405-ac81-38b3e74cae9e req-44071126-2e1f-4bc0-a32b-ab8fdbf6e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:55.021801 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9e74d0ce-40c7-4405-ac81-38b3e74cae9e req-44071126-2e1f-4bc0-a32b-ab8fdbf6e57c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de50f65c-581d-489e-a97b-853c4c6c9e1a HTTP/1.1" status: 200 len: 1127 time: 0.0729454 Mar 11 11:49:55.022905 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:55.041067 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b4bd2d86-dbb2-47a6-99be-787532877274 req-e9a853fc-524f-4b3f-9277-bcf113d84858 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504892 Mar 11 11:49:55.113678 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf8182b-a08f-4c6b-bece-806d465c84de,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:55.125748 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9e74d0ce-40c7-4405-ac81-38b3e74cae9e req-f6429cd9-f736-42b2-8281-6a24872dee74 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be7d1f30-582f-4bbf-9eb0-a5a6252f11d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932045 Mar 11 11:49:55.170854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de608dd-816b-484f-adb0-2a5a92ebd8db req-02c2c64e-f6a9-4826-b7c7-70fafcb7e820 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:55.180690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6de608dd-816b-484f-adb0-2a5a92ebd8db req-02c2c64e-f6a9-4826-b7c7-70fafcb7e820 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.0789878 Mar 11 11:49:55.204428 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Attempting to bind port ddf8182b-a08f-4c6b-bece-806d465c84de on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:49:55.204811 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Attempting to bind port ddf8182b-a08f-4c6b-bece-806d465c84de by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '0eff5426-9bc1-455e-abbc-7c9800f04760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:49:55.205064 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Attempting to bind port ddf8182b-a08f-4c6b-bece-806d465c84de on network 3535c090-28c6-4aa7-9181-bb2bb7c93648 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:55.209882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Port ddf8182b-a08f-4c6b-bece-806d465c84de on network 3535c090-28c6-4aa7-9181-bb2bb7c93648 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:49:55.210200 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Attempting to bind port ddf8182b-a08f-4c6b-bece-806d465c84de on network 3535c090-28c6-4aa7-9181-bb2bb7c93648 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:49:55.214904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:49:55.215233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Checking segment: {'id': '0eff5426-9bc1-455e-abbc-7c9800f04760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:49:55.215623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Bound using segment: {'id': '0eff5426-9bc1-455e-abbc-7c9800f04760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:49:55.216042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Bound port: ddf8182b-a08f-4c6b-bece-806d465c84de, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eff5426-9bc1-455e-abbc-7c9800f04760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:49:55.216417 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:55.276967 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6de608dd-816b-484f-adb0-2a5a92ebd8db req-4b2a2c95-75d5-4df6-a5d5-88546a6e1f4f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959187 Mar 11 11:49:55.283131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] For port ddf8182b-a08f-4c6b-bece-806d465c84de, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:49:55.286284 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5e872-fe48-4d07-8993-9c57057ae806 req-72533bc3-67a3-4efd-97eb-183f99ec98b2 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:55.286652 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] For port ddf8182b-a08f-4c6b-bece-806d465c84de, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ddf8182b-a08f-4c6b-bece-806d465c84de,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:49:55.288221 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15c5e872-fe48-4d07-8993-9c57057ae806 req-72533bc3-67a3-4efd-97eb-183f99ec98b2 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/ports?device_id=de50f65c-581d-489e-a97b-853c4c6c9e1a HTTP/1.1" status: 200 len: 945 time: 0.1055205 Mar 11 11:49:55.301522 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:55.341295 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:55.342467 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:55.344531 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c15f7efd-9733-4b6e-ad84-138599021249 req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] 10.222.0.71 "PUT /v2.0/ports/ddf8182b-a08f-4c6b-bece-806d465c84de HTTP/1.1" status: 200 len: 1091 time: 0.8252861 Mar 11 11:49:55.347442 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492d7976-104c-445a-93cb-a537acdc6370', 'tag': 'ddf8182b-a08f-4c6b-bece-806d465c84de'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:49:55.351641 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b601b848-65ce-4bd9-bdd3-de107821ff0b" -d '{"events": [{"name": "network-changed", "server_uuid": "492d7976-104c-445a-93cb-a537acdc6370", "tag": "ddf8182b-a08f-4c6b-bece-806d465c84de"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:49:55.363635 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15c5e872-fe48-4d07-8993-9c57057ae806 req-936518f9-7959-44fa-a635-53c9c568aa23 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7d1f30-582f-4bbf-9eb0-a5a6252f11d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693130 Mar 11 11:49:55.408428 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d31adb-836d-4769-8616-75b866ed9139 x-openstack-request-id: req-c5d31adb-836d-4769-8616-75b866ed9139 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:49:55.408905 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "492d7976-104c-445a-93cb-a537acdc6370", "tag": "ddf8182b-a08f-4c6b-bece-806d465c84de", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:49:55.410630 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5d31adb-836d-4769-8616-75b866ed9139 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:49:55.411279 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492d7976-104c-445a-93cb-a537acdc6370', 'tag': 'ddf8182b-a08f-4c6b-bece-806d465c84de', 'status': 'completed', 'code': 200} Mar 11 11:49:55.469839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620944ec-89b8-4e48-b9a3-573be5c3d331 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf8182b-a08f-4c6b-bece-806d465c84de,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:55.490314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f60a3-d07b-4a2b-9cd2-03b8d1380791 req-64e4b7b9-f3a6-4e89-89c0-8e0d291be8e5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:55.491997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-328f60a3-d07b-4a2b-9cd2-03b8d1380791 req-64e4b7b9-f3a6-4e89-89c0-8e0d291be8e5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=492d7976-104c-445a-93cb-a537acdc6370 HTTP/1.1" status: 200 len: 943 time: 0.0648968 Mar 11 11:49:55.510066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f7efd-9733-4b6e-ad84-138599021249 req-f329fc57-3018-489c-8aa8-bba605edc0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:55.515694 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c15f7efd-9733-4b6e-ad84-138599021249 req-f329fc57-3018-489c-8aa8-bba605edc0f4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4fc75872c4f47908e2919cb98431e26&device_id=492d7976-104c-445a-93cb-a537acdc6370 HTTP/1.1" status: 200 len: 1125 time: 0.0956156 Mar 11 11:49:55.543784 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-328f60a3-d07b-4a2b-9cd2-03b8d1380791 req-b0b750dd-4a44-41b1-9906-55ec678605fe tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460391 Mar 11 11:49:55.585231 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c15f7efd-9733-4b6e-ad84-138599021249 req-14ee9edc-0d65-4e65-9b7e-aa7a1d8b5f77 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddf8182b-a08f-4c6b-bece-806d465c84de HTTP/1.1" status: 200 len: 217 time: 0.0597985 Mar 11 11:49:55.638181 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f7efd-9733-4b6e-ad84-138599021249 req-aa251f48-b444-4e89-9ea6-8f9d12804e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:55.639612 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c15f7efd-9733-4b6e-ad84-138599021249 req-aa251f48-b444-4e89-9ea6-8f9d12804e96 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5f66835-f96f-400f-bf5c-297271943f29 HTTP/1.1" status: 200 len: 844 time: 0.0456305 Mar 11 11:49:55.681727 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c15f7efd-9733-4b6e-ad84-138599021249 req-e2ea7a56-cd3c-44ba-a7ca-2ef01af484bf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3535c090-28c6-4aa7-9181-bb2bb7c93648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330036 Mar 11 11:49:55.855722 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c15f7efd-9733-4b6e-ad84-138599021249 req-fd158a38-25a7-4306-92c1-4307314f2727 service neutron] 10.222.0.71 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638412 Mar 11 11:49:55.979957 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c15f7efd-9733-4b6e-ad84-138599021249 req-09ab7287-5aae-4539-a522-daeea373719d service neutron] 10.222.0.71 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126933 Mar 11 11:49:56.001304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af6f78-6555-49d8-927b-c45f6d39c228 req-7018dbe5-aa9f-4db2-bbe3-23645de3362d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:56.008110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af6f78-6555-49d8-927b-c45f6d39c228 req-7018dbe5-aa9f-4db2-bbe3-23645de3362d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:56.013831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af6f78-6555-49d8-927b-c45f6d39c228 req-7018dbe5-aa9f-4db2-bbe3-23645de3362d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:56.019448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af6f78-6555-49d8-927b-c45f6d39c228 req-7018dbe5-aa9f-4db2-bbe3-23645de3362d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:56.025132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af6f78-6555-49d8-927b-c45f6d39c228 req-7018dbe5-aa9f-4db2-bbe3-23645de3362d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:56.030898 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af6f78-6555-49d8-927b-c45f6d39c228 req-7018dbe5-aa9f-4db2-bbe3-23645de3362d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:56.036217 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af6f78-6555-49d8-927b-c45f6d39c228 req-7018dbe5-aa9f-4db2-bbe3-23645de3362d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:56.038418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d3af6f78-6555-49d8-927b-c45f6d39c228 req-7018dbe5-aa9f-4db2-bbe3-23645de3362d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.1156049 Mar 11 11:49:56.101747 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7efbe1db-c71c-4d4d-b31b-5650c7ed2100 req-1f1f2fb4-c70b-4cad-a9e4-47e4a1fa3099 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0622852 Mar 11 11:49:56.154223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601b848-65ce-4bd9-bdd3-de107821ff0b req-03c06fc2-c0f0-4055-9a79-f9852a678f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:56.155777 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b601b848-65ce-4bd9-bdd3-de107821ff0b req-03c06fc2-c0f0-4055-9a79-f9852a678f67 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4fc75872c4f47908e2919cb98431e26&device_id=492d7976-104c-445a-93cb-a537acdc6370 HTTP/1.1" status: 200 len: 1125 time: 0.0919704 Mar 11 11:49:56.185418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d3af6f78-6555-49d8-927b-c45f6d39c228 req-4e64d638-5939-4e0d-ab86-d1daa675a66e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1338642 Mar 11 11:49:56.303200 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601b848-65ce-4bd9-bdd3-de107821ff0b req-174f8dad-89f0-4cc9-b99c-c89e37872d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:56.305408 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b601b848-65ce-4bd9-bdd3-de107821ff0b req-174f8dad-89f0-4cc9-b99c-c89e37872d60 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3535c090-28c6-4aa7-9181-bb2bb7c93648 HTTP/1.1" status: 200 len: 905 time: 0.1380205 Mar 11 11:49:56.352198 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907d487-9178-4621-b722-183f65521081 req-942d6c53-0743-4b81-9b6b-bbe333272c3e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:56.354333 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e907d487-9178-4621-b722-183f65521081 req-942d6c53-0743-4b81-9b6b-bbe333272c3e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.1243224 Mar 11 11:49:56.389111 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b601b848-65ce-4bd9-bdd3-de107821ff0b req-5a368ce6-c8dc-4518-a7b5-97eb40e38183 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddf8182b-a08f-4c6b-bece-806d465c84de HTTP/1.1" status: 200 len: 217 time: 0.0734954 Mar 11 11:49:56.453897 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601b848-65ce-4bd9-bdd3-de107821ff0b req-c699665a-134f-4eac-94f6-ebd40a681c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:56.455614 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b601b848-65ce-4bd9-bdd3-de107821ff0b req-c699665a-134f-4eac-94f6-ebd40a681c11 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5f66835-f96f-400f-bf5c-297271943f29 HTTP/1.1" status: 200 len: 844 time: 0.0593150 Mar 11 11:49:56.474648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e907d487-9178-4621-b722-183f65521081 req-97e47e30-ffe4-48d1-be86-3b77b99e4a43 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121013 Mar 11 11:49:56.494684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527a41e-6468-4663-b8e8-c7c32aa56935 req-b0426650-b282-4550-bff0-84f604e4fd9a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:56.497947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5527a41e-6468-4663-b8e8-c7c32aa56935 req-b0426650-b282-4550-bff0-84f604e4fd9a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.1042426 Mar 11 11:49:56.512046 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b601b848-65ce-4bd9-bdd3-de107821ff0b req-659b613a-d23b-477c-8527-d4581b6a74fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3535c090-28c6-4aa7-9181-bb2bb7c93648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383549 Mar 11 11:49:56.614469 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5527a41e-6468-4663-b8e8-c7c32aa56935 req-8eed2f5f-c9ca-4652-975c-9a82ab894581 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112337 Mar 11 11:49:56.637571 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b601b848-65ce-4bd9-bdd3-de107821ff0b req-be86d6e6-8df8-46f6-8076-4a835968b41e service neutron] 10.222.0.71 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130390 Mar 11 11:49:56.642355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1843cc-4ce8-48ef-b4cc-934b9663df5b req-793d11fe-ff74-440e-9346-dd7c6ad51c12 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:56.644548 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d1843cc-4ce8-48ef-b4cc-934b9663df5b req-793d11fe-ff74-440e-9346-dd7c6ad51c12 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/ports?device_id=de50f65c-581d-489e-a97b-853c4c6c9e1a HTTP/1.1" status: 200 len: 945 time: 0.0955915 Mar 11 11:49:56.753574 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b601b848-65ce-4bd9-bdd3-de107821ff0b req-a498cecb-4490-4e1c-ab1c-b592b78a3b99 service neutron] 10.222.0.71 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058211 Mar 11 11:49:56.758648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d1843cc-4ce8-48ef-b4cc-934b9663df5b req-0c4b93c6-c8a5-47a8-b997-a651ca01fbe0 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7d1f30-582f-4bbf-9eb0-a5a6252f11d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012974 Mar 11 11:49:56.787721 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc337444-7d43-4e6b-b96e-88ebf53a948d req-4c4115c2-39ed-4567-9229-a437a7d09d38 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:56.789241 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc337444-7d43-4e6b-b96e-88ebf53a948d req-4c4115c2-39ed-4567-9229-a437a7d09d38 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=492d7976-104c-445a-93cb-a537acdc6370 HTTP/1.1" status: 200 len: 943 time: 0.1099503 Mar 11 11:49:56.837451 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc337444-7d43-4e6b-b96e-88ebf53a948d req-06f7c0ed-7a56-4ed8-8caa-8ff035214621 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423739 Mar 11 11:49:57.236511 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d64972fd-52cd-4559-902f-be1d7da8ff27 req-c7a810e9-bd25-48e7-ad00-b7f1f2e674cf tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0455024 Mar 11 11:49:57.340206 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d310e9-839e-433f-9c00-791d8cd045fe req-55160ab1-77ba-4d2d-a633-0afb4551eec6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:57.345824 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d310e9-839e-433f-9c00-791d8cd045fe req-55160ab1-77ba-4d2d-a633-0afb4551eec6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:57.352175 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d310e9-839e-433f-9c00-791d8cd045fe req-55160ab1-77ba-4d2d-a633-0afb4551eec6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:57.357672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d310e9-839e-433f-9c00-791d8cd045fe req-55160ab1-77ba-4d2d-a633-0afb4551eec6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:57.363598 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d310e9-839e-433f-9c00-791d8cd045fe req-55160ab1-77ba-4d2d-a633-0afb4551eec6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:57.369433 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d310e9-839e-433f-9c00-791d8cd045fe req-55160ab1-77ba-4d2d-a633-0afb4551eec6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:57.375127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d310e9-839e-433f-9c00-791d8cd045fe req-55160ab1-77ba-4d2d-a633-0afb4551eec6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:57.377301 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a9d310e9-839e-433f-9c00-791d8cd045fe req-55160ab1-77ba-4d2d-a633-0afb4551eec6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.0974965 Mar 11 11:49:57.442144 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a9d310e9-839e-433f-9c00-791d8cd045fe req-97b9b58a-c565-4eac-be27-8e8e29362082 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578909 Mar 11 11:49:57.592475 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280fb18-b01a-40aa-9353-c93455bb180c req-839a3665-7371-4389-ae7a-e75b74dec786 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:57.594468 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2280fb18-b01a-40aa-9353-c93455bb180c req-839a3665-7371-4389-ae7a-e75b74dec786 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.0560281 Mar 11 11:49:57.643693 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2280fb18-b01a-40aa-9353-c93455bb180c req-d954247e-7366-4e54-b16d-bad2ce1954e7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426958 Mar 11 11:49:57.766381 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8716d-905e-42b3-802c-106d24279cc1 req-00ca6c66-1370-4895-b523-7ab30b4ae075 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:57.768210 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ca8716d-905e-42b3-802c-106d24279cc1 req-00ca6c66-1370-4895-b523-7ab30b4ae075 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.0717454 Mar 11 11:49:57.823110 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ca8716d-905e-42b3-802c-106d24279cc1 req-9093d9c0-03a4-4817-8ed9-1bf773a223aa tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486698 Mar 11 11:49:57.959724 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cbd5a-093f-45e7-9fa4-fff3310986a5 req-5294d19e-2a48-493c-98bb-9bc1466e71e0 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:57.961446 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-906cbd5a-093f-45e7-9fa4-fff3310986a5 req-5294d19e-2a48-493c-98bb-9bc1466e71e0 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=492d7976-104c-445a-93cb-a537acdc6370 HTTP/1.1" status: 200 len: 943 time: 0.0563190 Mar 11 11:49:58.010454 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-906cbd5a-093f-45e7-9fa4-fff3310986a5 req-676dbe80-d207-4181-a255-6af5049db97e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433567 Mar 11 11:49:58.359318 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-421b7153-5313-45b1-90d6-8145748b6376 req-8f13c851-ea79-46da-a214-c389ea2273f0 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0315368 Mar 11 11:49:58.580191 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cd7f1-55c0-41b9-85ea-374dd4b995fa req-c6cadcae-cb2f-4bde-84e7-d3b22a3a2434 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:58.585523 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cd7f1-55c0-41b9-85ea-374dd4b995fa req-c6cadcae-cb2f-4bde-84e7-d3b22a3a2434 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:58.591455 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cd7f1-55c0-41b9-85ea-374dd4b995fa req-c6cadcae-cb2f-4bde-84e7-d3b22a3a2434 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:58.596759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cd7f1-55c0-41b9-85ea-374dd4b995fa req-c6cadcae-cb2f-4bde-84e7-d3b22a3a2434 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:58.602444 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cd7f1-55c0-41b9-85ea-374dd4b995fa req-c6cadcae-cb2f-4bde-84e7-d3b22a3a2434 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:58.607866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cd7f1-55c0-41b9-85ea-374dd4b995fa req-c6cadcae-cb2f-4bde-84e7-d3b22a3a2434 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:58.613206 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cd7f1-55c0-41b9-85ea-374dd4b995fa req-c6cadcae-cb2f-4bde-84e7-d3b22a3a2434 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:58.615508 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c4cd7f1-55c0-41b9-85ea-374dd4b995fa req-c6cadcae-cb2f-4bde-84e7-d3b22a3a2434 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.0943096 Mar 11 11:49:58.712394 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:49:58.713130 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c4cd7f1-55c0-41b9-85ea-374dd4b995fa req-580b09b6-365a-47d1-924f-c1acd2fe9cec tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911987 Mar 11 11:49:58.798489 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956efe9c-6e85-4a79-a8c9-bcc78d730af6 req-676b33ad-5ecc-43c8-ba03-46649d01132e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:58.800117 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-956efe9c-6e85-4a79-a8c9-bcc78d730af6 req-676b33ad-5ecc-43c8-ba03-46649d01132e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.0532486 Mar 11 11:49:58.851552 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-956efe9c-6e85-4a79-a8c9-bcc78d730af6 req-6d9bec58-08d8-44f5-b095-5a129df06fe7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432270 Mar 11 11:49:58.950553 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcf249-e3e8-478e-a93d-c8d2d46d2128 req-5157149a-3fb7-4b40-a7a0-a8faf72d89a5 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:58.952073 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8dfcf249-e3e8-478e-a93d-c8d2d46d2128 req-5157149a-3fb7-4b40-a7a0-a8faf72d89a5 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.0565233 Mar 11 11:49:59.001620 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8dfcf249-e3e8-478e-a93d-c8d2d46d2128 req-09b86459-a357-45c0-b3fd-461ce90d9880 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436852 Mar 11 11:49:59.001882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device ddf8182b-a08f-4c6b-bece-806d465c84de details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:49:59.115706 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port ddf8182b-a08f-4c6b-bece-806d465c84de, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ddf8182b-a08f-4c6b-bece-806d465c84de,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:59.127526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'ddf8182b-a08f-4c6b-bece-806d465c84de', 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648', 'port_id': 'ddf8182b-a08f-4c6b-bece-806d465c84de', 'mac_address': 'fa:16:3e:5f:f2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f66835-f96f-400f-bf5c-297271943f29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:49:59.130530 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fd07b-4ffc-49c6-b1e6-175e5c6da440 req-d0aca57f-3289-4636-aa41-b29530b4d47b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:59.132227 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d46fd07b-4ffc-49c6-b1e6-175e5c6da440 req-d0aca57f-3289-4636-aa41-b29530b4d47b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=492d7976-104c-445a-93cb-a537acdc6370 HTTP/1.1" status: 200 len: 943 time: 0.0521886 Mar 11 11:49:59.172947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port ddf8182b-a08f-4c6b-bece-806d465c84de is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:49:59.173634 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:59.180285 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d46fd07b-4ffc-49c6-b1e6-175e5c6da440 req-9ac2ef7a-ccb6-43bc-b6ae-30122638cf05 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419264 Mar 11 11:49:59.188262 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf8182b-a08f-4c6b-bece-806d465c84de {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:49:59.208348 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port ddf8182b-a08f-4c6b-bece-806d465c84de, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ddf8182b-a08f-4c6b-bece-806d465c84de,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:49:59.213626 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:49:59.260660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=ddf8182b-a08f-4c6b-bece-806d465c84de,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:49:59.469294 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a9b062f5-4bf6-482f-8526-427a47c7e0ed req-18a0ba03-c2f4-4227-848f-c8b680f89b0a tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0348012 Mar 11 11:49:59.599459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['ddf8182b-a08f-4c6b-bece-806d465c84de'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:49:59.852084 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21a811-7975-4800-854b-32dafa8d9cf3 req-ad95d1e9-c1f5-4275-ade3-b3639f00e7b6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:59.857811 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21a811-7975-4800-854b-32dafa8d9cf3 req-ad95d1e9-c1f5-4275-ade3-b3639f00e7b6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:59.863385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21a811-7975-4800-854b-32dafa8d9cf3 req-ad95d1e9-c1f5-4275-ade3-b3639f00e7b6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:59.873106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21a811-7975-4800-854b-32dafa8d9cf3 req-ad95d1e9-c1f5-4275-ade3-b3639f00e7b6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:59.878870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21a811-7975-4800-854b-32dafa8d9cf3 req-ad95d1e9-c1f5-4275-ade3-b3639f00e7b6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:59.884866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21a811-7975-4800-854b-32dafa8d9cf3 req-ad95d1e9-c1f5-4275-ade3-b3639f00e7b6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:59.890913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21a811-7975-4800-854b-32dafa8d9cf3 req-ad95d1e9-c1f5-4275-ade3-b3639f00e7b6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:49:59.908724 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d21a811-7975-4800-854b-32dafa8d9cf3 req-ad95d1e9-c1f5-4275-ade3-b3639f00e7b6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.1202061 Mar 11 11:49:59.993270 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d21a811-7975-4800-854b-32dafa8d9cf3 req-6d5e317a-2bcc-49d2-be7a-bbbaaf2609a1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836320 Mar 11 11:50:00.043505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378f8da-8020-48c1-94fe-82a980f20983 req-39de4590-f2a5-419e-86ea-8d4966a6b295 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:00.052728 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f378f8da-8020-48c1-94fe-82a980f20983 req-39de4590-f2a5-419e-86ea-8d4966a6b295 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.1026599 Mar 11 11:50:00.129094 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f378f8da-8020-48c1-94fe-82a980f20983 req-884cee72-128a-476d-91a1-969b29a33ecb tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752883 Mar 11 11:50:00.157530 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779f836-7135-4f10-a89c-8b0519cfea01 req-08945ae2-24e4-40f0-a33a-93e51239943f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:00.159407 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4779f836-7135-4f10-a89c-8b0519cfea01 req-08945ae2-24e4-40f0-a33a-93e51239943f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.0746455 Mar 11 11:50:00.210441 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4779f836-7135-4f10-a89c-8b0519cfea01 req-4febc342-5925-4fb6-bd98-e20c6f352475 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440381 Mar 11 11:50:00.427138 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ed9b5-fe55-4f92-81d5-652580d6a46b req-2bbdd1a4-7a3e-4d6e-ac31-c349b3888b73 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:00.436474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-867ed9b5-fe55-4f92-81d5-652580d6a46b req-2bbdd1a4-7a3e-4d6e-ac31-c349b3888b73 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=492d7976-104c-445a-93cb-a537acdc6370 HTTP/1.1" status: 200 len: 944 time: 0.1184952 Mar 11 11:50:00.492191 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-867ed9b5-fe55-4f92-81d5-652580d6a46b req-93b07846-db4c-4645-bf49-ad4924421171 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547564 Mar 11 11:50:00.590476 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a96b923-3981-4c7b-aad5-eb02e66e477d req-852ecedf-b07a-489e-9626-1f557b0c672c tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0365393 Mar 11 11:50:01.016018 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device ddf8182b-a08f-4c6b-bece-806d465c84de up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:50:01.091267 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port ddf8182b-a08f-4c6b-bece-806d465c84de completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:50:01.096452 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port ddf8182b-a08f-4c6b-bece-806d465c84de triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:50:01.097148 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:01.243310 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2f55-094c-42ab-9cfa-933bc378968e req-baeed2c3-0039-4bb0-b36f-09fafc9591eb tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:01.265522 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2f55-094c-42ab-9cfa-933bc378968e req-baeed2c3-0039-4bb0-b36f-09fafc9591eb tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:01.267756 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port ddf8182b-a08f-4c6b-bece-806d465c84de is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:01.268211 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:01.277766 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2f55-094c-42ab-9cfa-933bc378968e req-baeed2c3-0039-4bb0-b36f-09fafc9591eb tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:01.306968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2f55-094c-42ab-9cfa-933bc378968e req-baeed2c3-0039-4bb0-b36f-09fafc9591eb tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:01.320991 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2f55-094c-42ab-9cfa-933bc378968e req-baeed2c3-0039-4bb0-b36f-09fafc9591eb tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:01.329516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2f55-094c-42ab-9cfa-933bc378968e req-baeed2c3-0039-4bb0-b36f-09fafc9591eb tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:01.349797 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2f55-094c-42ab-9cfa-933bc378968e req-baeed2c3-0039-4bb0-b36f-09fafc9591eb tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:01.361679 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab7e2f55-094c-42ab-9cfa-933bc378968e req-baeed2c3-0039-4bb0-b36f-09fafc9591eb tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.2605531 Mar 11 11:50:01.366258 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port ddf8182b-a08f-4c6b-bece-806d465c84de, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ddf8182b-a08f-4c6b-bece-806d465c84de,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:01.372299 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492d7976-104c-445a-93cb-a537acdc6370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf8182b-a08f-4c6b-bece-806d465c84de'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:01.374607 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4bc06b-7374-439d-93d0-8a18f950b36b" -d '{"events": [{"server_uuid": "492d7976-104c-445a-93cb-a537acdc6370", "name": "network-vif-plugged", "status": "completed", "tag": "ddf8182b-a08f-4c6b-bece-806d465c84de"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:01.387199 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:01.447303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=ddf8182b-a08f-4c6b-bece-806d465c84de,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:01.494830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5edad-3539-49f9-afcd-58aa6e6ad963 req-aec642ce-5ca3-4cb8-b541-3e0781a0c5e1 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:01.496577 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13d5edad-3539-49f9-afcd-58aa6e6ad963 req-aec642ce-5ca3-4cb8-b541-3e0781a0c5e1 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.1330817 Mar 11 11:50:01.568434 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13d5edad-3539-49f9-afcd-58aa6e6ad963 req-c90e6017-48a1-4894-81ae-cdb42f98742c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647159 Mar 11 11:50:01.603383 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab7e2f55-094c-42ab-9cfa-933bc378968e req-fa883fb7-b26b-422e-a09e-a73756e8a7d7 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2186298 Mar 11 11:50:01.691227 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7540e47d-3c2f-4145-aa77-84b7b935bd9c x-openstack-request-id: req-7540e47d-3c2f-4145-aa77-84b7b935bd9c {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:01.691797 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492d7976-104c-445a-93cb-a537acdc6370", "name": "network-vif-plugged", "status": "completed", "tag": "ddf8182b-a08f-4c6b-bece-806d465c84de", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:01.692056 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7540e47d-3c2f-4145-aa77-84b7b935bd9c {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:01.692457 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492d7976-104c-445a-93cb-a537acdc6370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf8182b-a08f-4c6b-bece-806d465c84de', 'code': 200} Mar 11 11:50:01.730180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911f247-583d-4b86-8ae2-3da6fb047bd0 req-d62962cc-bc12-4d21-b259-a2711ded74d5 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:01.737741 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0911f247-583d-4b86-8ae2-3da6fb047bd0 req-d62962cc-bc12-4d21-b259-a2711ded74d5 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.0794036 Mar 11 11:50:01.838769 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0911f247-583d-4b86-8ae2-3da6fb047bd0 req-3ca682ae-25a0-454e-bf5c-36a092f8945b tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000302 Mar 11 11:50:01.866433 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9e521-4e07-400d-a53a-4bab18e7ecbf req-c6f1daba-acf1-4ca3-979b-3de28147dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:01.869207 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f9a9e521-4e07-400d-a53a-4bab18e7ecbf req-c6f1daba-acf1-4ca3-979b-3de28147dcd4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=492d7976-104c-445a-93cb-a537acdc6370 HTTP/1.1" status: 200 len: 1127 time: 0.0994296 Mar 11 11:50:01.953231 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f9a9e521-4e07-400d-a53a-4bab18e7ecbf req-4e4f9cbe-df57-4be6-bfff-b0319d812a5d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727880 Mar 11 11:50:01.957280 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae19401-6d8b-43fe-8813-701b374cf98a req-77a13245-c208-49d1-bf1d-701d481682d1 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:01.966172 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eae19401-6d8b-43fe-8813-701b374cf98a req-77a13245-c208-49d1-bf1d-701d481682d1 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=492d7976-104c-445a-93cb-a537acdc6370 HTTP/1.1" status: 200 len: 945 time: 0.1165857 Mar 11 11:50:02.019540 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ea0567e-2f85-4529-91a9-f6ce065ff4d4 req-f57868c0-0afd-4bcd-9849-e27996920edd tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0505848 Mar 11 11:50:02.049928 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eae19401-6d8b-43fe-8813-701b374cf98a req-7b818461-9875-42e8-93ff-bd7656ca2411 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828269 Mar 11 11:50:02.732886 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c120f6-ef9f-4d3a-882c-56ae471b42de req-22b273ba-ddef-4688-ae40-40358c65b8aa tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:02.734364 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8c120f6-ef9f-4d3a-882c-56ae471b42de req-22b273ba-ddef-4688-ae40-40358c65b8aa tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.0900078 Mar 11 11:50:02.767756 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e84a3f-b7f5-435d-ba20-6f0b266d8b21 req-b40e4160-4b4f-43b5-b24d-c713c0567e75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:02.773066 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e84a3f-b7f5-435d-ba20-6f0b266d8b21 req-b40e4160-4b4f-43b5-b24d-c713c0567e75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:02.778353 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e84a3f-b7f5-435d-ba20-6f0b266d8b21 req-b40e4160-4b4f-43b5-b24d-c713c0567e75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:02.783618 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e84a3f-b7f5-435d-ba20-6f0b266d8b21 req-b40e4160-4b4f-43b5-b24d-c713c0567e75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:02.789642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e84a3f-b7f5-435d-ba20-6f0b266d8b21 req-b40e4160-4b4f-43b5-b24d-c713c0567e75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:02.794906 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e84a3f-b7f5-435d-ba20-6f0b266d8b21 req-b40e4160-4b4f-43b5-b24d-c713c0567e75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:02.800191 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e84a3f-b7f5-435d-ba20-6f0b266d8b21 req-b40e4160-4b4f-43b5-b24d-c713c0567e75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:02.802081 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73e84a3f-b7f5-435d-ba20-6f0b266d8b21 req-b40e4160-4b4f-43b5-b24d-c713c0567e75 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.1201625 Mar 11 11:50:02.846717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8c120f6-ef9f-4d3a-882c-56ae471b42de req-552c674e-fb3c-41e9-a6c0-17d31e912f91 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053889 Mar 11 11:50:02.892101 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73e84a3f-b7f5-435d-ba20-6f0b266d8b21 req-c0c02b74-0a9a-487f-8f02-f85d5f9b6354 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818200 Mar 11 11:50:02.961410 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a76d8-a5d3-4e4e-beba-e907c395eb44 req-1a9c28b5-44db-438d-907b-a7c3a7f52f1f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:02.962882 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b26a76d8-a5d3-4e4e-beba-e907c395eb44 req-1a9c28b5-44db-438d-907b-a7c3a7f52f1f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.0562544 Mar 11 11:50:03.010843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b26a76d8-a5d3-4e4e-beba-e907c395eb44 req-60ac0a4e-964a-4d4c-a394-a704c6aed60d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421367 Mar 11 11:50:03.137666 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3832b9e-6f6c-4f56-b922-d18ae7c40f1a req-a5b7b293-3fa9-4976-a2da-5634bfeae340 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0343239 Mar 11 11:50:03.177048 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544d1d9-128a-42e4-be84-ee37c9fe945a req-ab688f4f-6a64-43e4-b52d-907769101c2d tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:03.178560 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4544d1d9-128a-42e4-be84-ee37c9fe945a req-ab688f4f-6a64-43e4-b52d-907769101c2d tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=492d7976-104c-445a-93cb-a537acdc6370 HTTP/1.1" status: 200 len: 945 time: 0.0650539 Mar 11 11:50:03.230355 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4544d1d9-128a-42e4-be84-ee37c9fe945a req-d8c11581-0b4b-4117-9071-25eabc3c180d tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456350 Mar 11 11:50:03.441616 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:04.039627 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5600a68-d8ac-47ec-8a39-bd9d9059e7b1 req-ee9025fe-ccad-45d1-9dd2-65d5999fa56e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:04.041240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a5600a68-d8ac-47ec-8a39-bd9d9059e7b1 req-ee9025fe-ccad-45d1-9dd2-65d5999fa56e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.1139431 Mar 11 11:50:04.099651 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3306a13-f4b7-42f2-8574-944ff05c33da req-9c0682be-3b43-44ac-80dd-2f8aa0596c6e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:04.105078 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3306a13-f4b7-42f2-8574-944ff05c33da req-9c0682be-3b43-44ac-80dd-2f8aa0596c6e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:04.110424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3306a13-f4b7-42f2-8574-944ff05c33da req-9c0682be-3b43-44ac-80dd-2f8aa0596c6e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:04.116045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3306a13-f4b7-42f2-8574-944ff05c33da req-9c0682be-3b43-44ac-80dd-2f8aa0596c6e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:04.121867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3306a13-f4b7-42f2-8574-944ff05c33da req-9c0682be-3b43-44ac-80dd-2f8aa0596c6e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:04.127116 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3306a13-f4b7-42f2-8574-944ff05c33da req-9c0682be-3b43-44ac-80dd-2f8aa0596c6e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:04.132602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3306a13-f4b7-42f2-8574-944ff05c33da req-9c0682be-3b43-44ac-80dd-2f8aa0596c6e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:04.134526 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3306a13-f4b7-42f2-8574-944ff05c33da req-9c0682be-3b43-44ac-80dd-2f8aa0596c6e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.1353025 Mar 11 11:50:04.163619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a5600a68-d8ac-47ec-8a39-bd9d9059e7b1 req-166e6902-c975-4056-abdf-e7feb4d0a87c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132679 Mar 11 11:50:04.205726 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3306a13-f4b7-42f2-8574-944ff05c33da req-f312e9fc-c328-45a8-8c6e-8bcc1b775fe2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623744 Mar 11 11:50:04.337263 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-567f8a2e-3ec6-4683-9891-4aa01e6af958 req-7222c6bd-9b8a-4f8f-941b-3dd6a53713a9 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0369956 Mar 11 11:50:04.348083 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0176000-edbd-4fa1-92dc-299fac67ebc1 req-42296978-732d-4fee-91bc-c0d2a6bb841e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:04.355645 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0176000-edbd-4fa1-92dc-299fac67ebc1 req-42296978-732d-4fee-91bc-c0d2a6bb841e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.1017132 Mar 11 11:50:04.405244 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0176000-edbd-4fa1-92dc-299fac67ebc1 req-68986e21-b360-4a40-a7cc-c3f1aedb5020 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486355 Mar 11 11:50:04.477701 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d366883-add1-417c-a926-a985f23ffa25 req-daa371f3-de3b-49e1-8ca4-917fcd5713bb tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:04.479250 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d366883-add1-417c-a926-a985f23ffa25 req-daa371f3-de3b-49e1-8ca4-917fcd5713bb tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=492d7976-104c-445a-93cb-a537acdc6370 HTTP/1.1" status: 200 len: 945 time: 0.0590711 Mar 11 11:50:04.532154 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d366883-add1-417c-a926-a985f23ffa25 req-aa71207e-297a-47c2-a15e-f9060a8f60b4 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468531 Mar 11 11:50:04.773268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272330d-d52c-45b0-a6a8-7db72a3bd472 req-f9af393e-685d-4368-804c-1b0941f3ccc5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:04.774949 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1272330d-d52c-45b0-a6a8-7db72a3bd472 req-f9af393e-685d-4368-804c-1b0941f3ccc5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=492d7976-104c-445a-93cb-a537acdc6370 HTTP/1.1" status: 200 len: 945 time: 0.0609272 Mar 11 11:50:04.834461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1272330d-d52c-45b0-a6a8-7db72a3bd472 req-b823f0f2-9524-453e-b8d2-ce046f613f3e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484178 Mar 11 11:50:05.062642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0747d4-e9b4-482b-a2ae-d1832a5f38d4 req-04b65e43-4343-499f-b96f-768af212ec64 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:05.064155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab0747d4-e9b4-482b-a2ae-d1832a5f38d4 req-04b65e43-4343-499f-b96f-768af212ec64 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/ports?device_id=de50f65c-581d-489e-a97b-853c4c6c9e1a HTTP/1.1" status: 200 len: 945 time: 0.0537541 Mar 11 11:50:05.111069 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab0747d4-e9b4-482b-a2ae-d1832a5f38d4 req-604b1963-bc2a-41db-b214-eac32168abd6 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7d1f30-582f-4bbf-9eb0-a5a6252f11d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407052 Mar 11 11:50:05.344545 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959fd18-f2fe-4d08-aeb9-37247a72db05 req-620fa258-739f-4d18-802b-2ca00ddea12d tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:05.346170 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f959fd18-f2fe-4d08-aeb9-37247a72db05 req-620fa258-739f-4d18-802b-2ca00ddea12d tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.0853546 Mar 11 11:50:05.406026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996bbf8-ad0d-41ef-bb81-6b9e1200af96 req-290b4dd0-5d4d-405a-83c3-619048c6023f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:05.411332 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996bbf8-ad0d-41ef-bb81-6b9e1200af96 req-290b4dd0-5d4d-405a-83c3-619048c6023f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:05.416826 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996bbf8-ad0d-41ef-bb81-6b9e1200af96 req-290b4dd0-5d4d-405a-83c3-619048c6023f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:05.422137 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996bbf8-ad0d-41ef-bb81-6b9e1200af96 req-290b4dd0-5d4d-405a-83c3-619048c6023f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:05.427471 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996bbf8-ad0d-41ef-bb81-6b9e1200af96 req-290b4dd0-5d4d-405a-83c3-619048c6023f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:05.433157 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996bbf8-ad0d-41ef-bb81-6b9e1200af96 req-290b4dd0-5d4d-405a-83c3-619048c6023f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:05.438407 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996bbf8-ad0d-41ef-bb81-6b9e1200af96 req-290b4dd0-5d4d-405a-83c3-619048c6023f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:05.440498 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8996bbf8-ad0d-41ef-bb81-6b9e1200af96 req-290b4dd0-5d4d-405a-83c3-619048c6023f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.1330233 Mar 11 11:50:05.459618 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f959fd18-f2fe-4d08-aeb9-37247a72db05 req-5c45d589-8b67-4fb5-8e4f-468f3a080325 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063027 Mar 11 11:50:05.524167 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8996bbf8-ad0d-41ef-bb81-6b9e1200af96 req-e61ee398-9224-4698-9872-74d929c2441e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0753162 Mar 11 11:50:05.559997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15d5213a-0f4a-407f-8e41-74fc29101788 req-9a46813f-d648-4121-8693-8c52a20faee0 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0305316 Mar 11 11:50:05.638738 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1349f3d-7ef7-4588-ad56-428db4feba9f req-33ddf889-0fcf-485c-ab99-5387262de96e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:05.640214 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1349f3d-7ef7-4588-ad56-428db4feba9f req-33ddf889-0fcf-485c-ab99-5387262de96e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.0581443 Mar 11 11:50:05.687856 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1349f3d-7ef7-4588-ad56-428db4feba9f req-d5e8da3e-18a5-4cdc-add7-490c50c8df4a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418789 Mar 11 11:50:05.961283 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca9f45-a4e0-4e22-b40b-962b5a4d21fb req-65a88159-5ae3-47f1-8e77-0915f4701cc8 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:05.962796 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9cca9f45-a4e0-4e22-b40b-962b5a4d21fb req-65a88159-5ae3-47f1-8e77-0915f4701cc8 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=492d7976-104c-445a-93cb-a537acdc6370 HTTP/1.1" status: 200 len: 945 time: 0.0593438 Mar 11 11:50:06.010734 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9cca9f45-a4e0-4e22-b40b-962b5a4d21fb req-0517169c-bd08-4dc0-bcb0-b889d08dca64 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422084 Mar 11 11:50:06.231270 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56211f59-dcac-408c-a561-0d85015f1aee req-1ea0f2f7-ea24-47be-a1ba-b0bf60ecf248 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:06.232915 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-56211f59-dcac-408c-a561-0d85015f1aee req-1ea0f2f7-ea24-47be-a1ba-b0bf60ecf248 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/ports?device_id=de50f65c-581d-489e-a97b-853c4c6c9e1a HTTP/1.1" status: 200 len: 945 time: 0.0527487 Mar 11 11:50:06.287956 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-56211f59-dcac-408c-a561-0d85015f1aee req-a1335f4c-a39d-4b8e-a4b4-56307cd09fb4 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/security-groups?id=be7d1f30-582f-4bbf-9eb0-a5a6252f11d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486174 Mar 11 11:50:06.602626 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb50ad-329f-41b4-a853-59b2a71f7d9e req-58de8559-0b7a-4a2b-9d61-5a7a8e6d02de tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:06.604146 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbcb50ad-329f-41b4-a853-59b2a71f7d9e req-58de8559-0b7a-4a2b-9d61-5a7a8e6d02de tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.0742574 Mar 11 11:50:06.677853 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbcb50ad-329f-41b4-a853-59b2a71f7d9e req-0377f0ea-6713-4d57-b95e-523b134258b1 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675199 Mar 11 11:50:06.706006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7879d-5119-42b9-9bba-bf826164dec2 req-f60c90cd-3cc1-421e-8586-5cd961b25b17 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:06.714346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7879d-5119-42b9-9bba-bf826164dec2 req-f60c90cd-3cc1-421e-8586-5cd961b25b17 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:06.720337 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7879d-5119-42b9-9bba-bf826164dec2 req-f60c90cd-3cc1-421e-8586-5cd961b25b17 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:06.726733 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7879d-5119-42b9-9bba-bf826164dec2 req-f60c90cd-3cc1-421e-8586-5cd961b25b17 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:06.732144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7879d-5119-42b9-9bba-bf826164dec2 req-f60c90cd-3cc1-421e-8586-5cd961b25b17 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:06.737397 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7879d-5119-42b9-9bba-bf826164dec2 req-f60c90cd-3cc1-421e-8586-5cd961b25b17 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:06.739674 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1316bd-ac59-430f-bb54-24ed9d015fcd req-8fe449f6-c06a-40e3-a4ef-2e42bc7ba93a tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:06.742829 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3c1316bd-ac59-430f-bb54-24ed9d015fcd req-8fe449f6-c06a-40e3-a4ef-2e42bc7ba93a tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.37 "GET /v2.0/ports?device_id=de50f65c-581d-489e-a97b-853c4c6c9e1a HTTP/1.1" status: 200 len: 945 time: 0.0763364 Mar 11 11:50:06.743184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7879d-5119-42b9-9bba-bf826164dec2 req-f60c90cd-3cc1-421e-8586-5cd961b25b17 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:06.745083 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84d7879d-5119-42b9-9bba-bf826164dec2 req-f60c90cd-3cc1-421e-8586-5cd961b25b17 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.1214573 Mar 11 11:50:06.793316 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3789772e-f696-441d-9250-ce7bb82127e9 req-5e163dda-922a-4743-87e8-27669f77a434 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0412173 Mar 11 11:50:06.848138 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-3c1316bd-ac59-430f-bb54-24ed9d015fcd req-ab0401a4-c26f-4ed7-94f2-a32e914a73b4 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Deleting port 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:50:06.848485 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3c1316bd-ac59-430f-bb54-24ed9d015fcd req-ab0401a4-c26f-4ed7-94f2-a32e914a73b4 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (76649fc4-9c3d-40c6-b740-fcb2e2cd37eb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:06.863522 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84d7879d-5119-42b9-9bba-bf826164dec2 req-c73a9f63-fc67-456c-85f4-b75c3d175cae tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1008971 Mar 11 11:50:06.951105 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad09d69-861c-4817-9172-82255a45b4e8 req-4f7f91e2-aa07-4124-9c6c-f441458e658f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:06.954797 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aad09d69-861c-4817-9172-82255a45b4e8 req-4f7f91e2-aa07-4124-9c6c-f441458e658f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.0675693 Mar 11 11:50:06.958519 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3c1316bd-ac59-430f-bb54-24ed9d015fcd req-ab0401a4-c26f-4ed7-94f2-a32e914a73b4 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] For port 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=76649fc4-9c3d-40c6-b740-fcb2e2cd37eb,segment=NetworkSegment(eae605e2-d652-40aa-89f5-b5dfe4727fb0),segment_id=eae605e2-d652-40aa-89f5-b5dfe4727fb0)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:06.959673 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3c1316bd-ac59-430f-bb54-24ed9d015fcd req-ab0401a4-c26f-4ed7-94f2-a32e914a73b4 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (76649fc4-9c3d-40c6-b740-fcb2e2cd37eb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:06.973518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-3c1316bd-ac59-430f-bb54-24ed9d015fcd req-ab0401a4-c26f-4ed7-94f2-a32e914a73b4 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Calling delete_port for 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:50:07.003347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aad09d69-861c-4817-9172-82255a45b4e8 req-40a5c562-f5c4-42e5-8528-b340b238796f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449154 Mar 11 11:50:07.112970 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3c1316bd-ac59-430f-bb54-24ed9d015fcd req-ab0401a4-c26f-4ed7-94f2-a32e914a73b4 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (76649fc4-9c3d-40c6-b740-fcb2e2cd37eb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:07.126987 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['76649fc4-9c3d-40c6-b740-fcb2e2cd37eb'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:50:07.144704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0401a4-c26f-4ed7-94f2-a32e914a73b4 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Pushing event deleted for resources: {'Port': ['ID=76649fc4-9c3d-40c6-b740-fcb2e2cd37eb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:07.188245 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1316bd-ac59-430f-bb54-24ed9d015fcd req-ab0401a4-c26f-4ed7-94f2-a32e914a73b4 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] No DVR routers for this DVR port 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:50:07.191245 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3c1316bd-ac59-430f-bb54-24ed9d015fcd req-ab0401a4-c26f-4ed7-94f2-a32e914a73b4 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:07.195008 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3c1316bd-ac59-430f-bb54-24ed9d015fcd req-ab0401a4-c26f-4ed7-94f2-a32e914a73b4 tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.37 "DELETE /v2.0/ports/76649fc4-9c3d-40c6-b740-fcb2e2cd37eb HTTP/1.1" status: 204 len: 173 time: 0.4464576 Mar 11 11:50:07.195485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de50f65c-581d-489e-a97b-853c4c6c9e1a', 'name': 'network-vif-deleted', 'tag': '76649fc4-9c3d-40c6-b740-fcb2e2cd37eb'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:07.197802 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bec28b-d558-4c20-aef7-49f6e87077d6" -d '{"events": [{"server_uuid": "de50f65c-581d-489e-a97b-853c4c6c9e1a", "name": "network-vif-deleted", "tag": "76649fc4-9c3d-40c6-b740-fcb2e2cd37eb"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:07.237709 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3133261d-a70a-4efe-befc-84ada9c066d9 x-openstack-request-id: req-3133261d-a70a-4efe-befc-84ada9c066d9 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:07.237905 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de50f65c-581d-489e-a97b-853c4c6c9e1a", "name": "network-vif-deleted", "tag": "76649fc4-9c3d-40c6-b740-fcb2e2cd37eb", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:07.238160 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3133261d-a70a-4efe-befc-84ada9c066d9 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:07.238560 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de50f65c-581d-489e-a97b-853c4c6c9e1a', 'name': 'network-vif-deleted', 'tag': '76649fc4-9c3d-40c6-b740-fcb2e2cd37eb', 'status': 'completed', 'code': 200} Mar 11 11:50:07.408053 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94c41517-b6e5-49f4-87b4-404fd0e32815 req-41db9897-8373-4b43-bd4c-5763ac5b29ac tempest-VolumesActionsTest-411890419 tempest-VolumesActionsTest-411890419-project] 10.222.0.78 "GET /v2.0/ports?device_id=de50f65c-581d-489e-a97b-853c4c6c9e1a HTTP/1.1" status: 200 len: 210 time: 0.0280063 Mar 11 11:50:07.816617 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa69373-7d02-4ca7-89fd-874bd4950c7f req-c02fc977-663f-468c-840c-9d698aa2c2fe tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:07.819729 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfa69373-7d02-4ca7-89fd-874bd4950c7f req-c02fc977-663f-468c-840c-9d698aa2c2fe tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.0614445 Mar 11 11:50:07.890220 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfa69373-7d02-4ca7-89fd-874bd4950c7f req-b06d8b7c-d9a6-40e9-922e-08057fa0686f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646255 Mar 11 11:50:07.919716 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f102f47c-3181-4baf-ba97-b1d6e40265e9 req-91174c7f-a351-49d0-91c8-a1d7bf0010cd tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0284710 Mar 11 11:50:08.050195 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdadbb1-b6f9-43e1-9550-e7e65a3759d9 req-f24e1bf1-9d70-4a79-acbc-fe7b7f6ba774 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:08.056320 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdadbb1-b6f9-43e1-9550-e7e65a3759d9 req-f24e1bf1-9d70-4a79-acbc-fe7b7f6ba774 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:08.062185 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdadbb1-b6f9-43e1-9550-e7e65a3759d9 req-f24e1bf1-9d70-4a79-acbc-fe7b7f6ba774 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:08.067814 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdadbb1-b6f9-43e1-9550-e7e65a3759d9 req-f24e1bf1-9d70-4a79-acbc-fe7b7f6ba774 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:08.074765 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdadbb1-b6f9-43e1-9550-e7e65a3759d9 req-f24e1bf1-9d70-4a79-acbc-fe7b7f6ba774 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:08.081595 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdadbb1-b6f9-43e1-9550-e7e65a3759d9 req-f24e1bf1-9d70-4a79-acbc-fe7b7f6ba774 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:08.087961 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdadbb1-b6f9-43e1-9550-e7e65a3759d9 req-f24e1bf1-9d70-4a79-acbc-fe7b7f6ba774 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:08.096429 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0cdadbb1-b6f9-43e1-9550-e7e65a3759d9 req-f24e1bf1-9d70-4a79-acbc-fe7b7f6ba774 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.1045563 Mar 11 11:50:08.181460 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0cdadbb1-b6f9-43e1-9550-e7e65a3759d9 req-b8ad4c89-363d-4c67-81ce-ad2da04641cd tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838237 Mar 11 11:50:08.207931 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801e7ef-72dd-472d-9c25-abf46316bcd2 req-dd65edcc-db9e-4545-84e5-e102dd5e6505 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:08.207931 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2801e7ef-72dd-472d-9c25-abf46316bcd2 req-dd65edcc-db9e-4545-84e5-e102dd5e6505 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.0752821 Mar 11 11:50:08.259857 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2801e7ef-72dd-472d-9c25-abf46316bcd2 req-bdb0ff41-21a5-49eb-bad4-5f19949222a5 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518847 Mar 11 11:50:08.304622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822af0b9-8173-4f6d-afab-7c6bee50be7b req-1b82b660-f3c9-4cb1-bff0-02d8b116710a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:08.306109 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-822af0b9-8173-4f6d-afab-7c6bee50be7b req-1b82b660-f3c9-4cb1-bff0-02d8b116710a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.0591543 Mar 11 11:50:08.358029 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-822af0b9-8173-4f6d-afab-7c6bee50be7b req-3bd6b2b0-16c9-43aa-b2cd-62b0361b217c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461328 Mar 11 11:50:09.032184 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b88d5d61-2334-4ba4-8988-d367f5a99295 req-279b3ba3-0456-466e-8d20-2902c11fbffd tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0294812 Mar 11 11:50:09.067029 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device ddf8182b-a08f-4c6b-bece-806d465c84de details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:50:09.178319 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port ddf8182b-a08f-4c6b-bece-806d465c84de, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ddf8182b-a08f-4c6b-bece-806d465c84de,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:09.192499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'ddf8182b-a08f-4c6b-bece-806d465c84de', 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648', 'port_id': 'ddf8182b-a08f-4c6b-bece-806d465c84de', 'mac_address': 'fa:16:3e:5f:f2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f66835-f96f-400f-bf5c-297271943f29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:50:09.242390 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port ddf8182b-a08f-4c6b-bece-806d465c84de is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:09.242974 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:09.260614 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddf8182b-a08f-4c6b-bece-806d465c84de {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:50:09.318776 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port ddf8182b-a08f-4c6b-bece-806d465c84de, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ddf8182b-a08f-4c6b-bece-806d465c84de,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:09.324344 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:09.430740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=ddf8182b-a08f-4c6b-bece-806d465c84de,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:09.451085 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2474c26-ad99-4891-ab1d-03fa744680dc req-9b928488-f005-46e4-b70b-ee0632e50e90 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:09.456621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2474c26-ad99-4891-ab1d-03fa744680dc req-9b928488-f005-46e4-b70b-ee0632e50e90 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:09.462868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2474c26-ad99-4891-ab1d-03fa744680dc req-9b928488-f005-46e4-b70b-ee0632e50e90 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:09.468474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2474c26-ad99-4891-ab1d-03fa744680dc req-9b928488-f005-46e4-b70b-ee0632e50e90 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:09.473908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2474c26-ad99-4891-ab1d-03fa744680dc req-9b928488-f005-46e4-b70b-ee0632e50e90 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:09.479871 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2474c26-ad99-4891-ab1d-03fa744680dc req-9b928488-f005-46e4-b70b-ee0632e50e90 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:09.485473 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2474c26-ad99-4891-ab1d-03fa744680dc req-9b928488-f005-46e4-b70b-ee0632e50e90 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:09.493710 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2474c26-ad99-4891-ab1d-03fa744680dc req-9b928488-f005-46e4-b70b-ee0632e50e90 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.1707180 Mar 11 11:50:09.499021 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['ddf8182b-a08f-4c6b-bece-806d465c84de'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:50:09.527656 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a36eb-cbf3-408a-9c20-9f72c97d7f5f req-20e74352-f557-4e11-9f13-87fe7517e044 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:09.529486 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e48a36eb-cbf3-408a-9c20-9f72c97d7f5f req-20e74352-f557-4e11-9f13-87fe7517e044 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.1454792 Mar 11 11:50:09.619889 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2474c26-ad99-4891-ab1d-03fa744680dc req-a081b6c8-136e-4a78-9e30-ec1e70d54b9e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1192687 Mar 11 11:50:09.651650 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e48a36eb-cbf3-408a-9c20-9f72c97d7f5f req-673b4f5f-09a9-4bd3-bf97-6418e3dc83f1 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080093 Mar 11 11:50:09.828401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3351905-5dc0-416f-aeee-698fb81517bc req-f2ceb3aa-538d-4612-a86c-f190be864de3 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:09.832061 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d3351905-5dc0-416f-aeee-698fb81517bc req-f2ceb3aa-538d-4612-a86c-f190be864de3 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.1208448 Mar 11 11:50:09.876123 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebc9e7-187a-4a9c-9933-91577b81840b req-15bb32a5-9368-4e79-a1eb-176763484e70 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:09.877111 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-13ebc9e7-187a-4a9c-9933-91577b81840b req-15bb32a5-9368-4e79-a1eb-176763484e70 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.71 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 946 time: 0.1001635 Mar 11 11:50:09.922488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d3351905-5dc0-416f-aeee-698fb81517bc req-d5166399-5fe8-47e1-a1d3-e92423c94ac2 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756302 Mar 11 11:50:10.017418 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-13ebc9e7-187a-4a9c-9933-91577b81840b req-630bdbf6-32f9-4b54-88d9-6f2da4029121 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Deleting port b7df1e24-abda-412e-9ac0-277530936f2a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:50:10.017835 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-13ebc9e7-187a-4a9c-9933-91577b81840b req-630bdbf6-32f9-4b54-88d9-6f2da4029121 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b7df1e24-abda-412e-9ac0-277530936f2a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:10.130928 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-13ebc9e7-187a-4a9c-9933-91577b81840b req-630bdbf6-32f9-4b54-88d9-6f2da4029121 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] For port b7df1e24-abda-412e-9ac0-277530936f2a, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b7df1e24-abda-412e-9ac0-277530936f2a,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:10.131295 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-13ebc9e7-187a-4a9c-9933-91577b81840b req-630bdbf6-32f9-4b54-88d9-6f2da4029121 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b7df1e24-abda-412e-9ac0-277530936f2a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:10.169008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-13ebc9e7-187a-4a9c-9933-91577b81840b req-630bdbf6-32f9-4b54-88d9-6f2da4029121 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Calling delete_port for b7df1e24-abda-412e-9ac0-277530936f2a owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:50:10.233523 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b4e2ac2c-d898-4881-86ee-68d66eff8575 req-fad79b21-896f-41b9-a6a6-f470216b1402 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0496485 Mar 11 11:50:10.479313 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-13ebc9e7-187a-4a9c-9933-91577b81840b req-630bdbf6-32f9-4b54-88d9-6f2da4029121 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b7df1e24-abda-412e-9ac0-277530936f2a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:10.492761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['b7df1e24-abda-412e-9ac0-277530936f2a'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:50:10.569100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:50:10.616839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bdbf6-32f9-4b54-88d9-6f2da4029121 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Pushing event deleted for resources: {'Port': ['ID=b7df1e24-abda-412e-9ac0-277530936f2a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:10.622560 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:50:10.625182 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 76649fc4-9c3d-40c6-b740-fcb2e2cd37eb not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:50:10.650724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ebc9e7-187a-4a9c-9933-91577b81840b req-630bdbf6-32f9-4b54-88d9-6f2da4029121 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] No DVR routers for this DVR port b7df1e24-abda-412e-9ac0-277530936f2a on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:50:10.664077 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-13ebc9e7-187a-4a9c-9933-91577b81840b req-630bdbf6-32f9-4b54-88d9-6f2da4029121 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:10.667520 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-13ebc9e7-187a-4a9c-9933-91577b81840b req-630bdbf6-32f9-4b54-88d9-6f2da4029121 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.71 "DELETE /v2.0/ports/b7df1e24-abda-412e-9ac0-277530936f2a HTTP/1.1" status: 204 len: 173 time: 0.7812049 Mar 11 11:50:10.668027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426c137d-3801-4b31-b34a-e2b973506cdc', 'name': 'network-vif-deleted', 'tag': 'b7df1e24-abda-412e-9ac0-277530936f2a'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:10.670311 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73f5729-96b6-48db-b6dd-f1139fd4bda5" -d '{"events": [{"server_uuid": "426c137d-3801-4b31-b34a-e2b973506cdc", "name": "network-vif-deleted", "tag": "b7df1e24-abda-412e-9ac0-277530936f2a"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:10.872599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e1d7c-7bab-4123-902c-42bda53666a5 req-8140adbb-b161-40b6-989b-c8ed26b1a63f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:10.880126 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c44e1d7c-7bab-4123-902c-42bda53666a5 req-8140adbb-b161-40b6-989b-c8ed26b1a63f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.0836463 Mar 11 11:50:10.895186 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8755ce-b5ca-4840-a17d-0aed61d92176 req-4c2699c3-edbf-470f-8fdb-91d4a72c2407 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:10.901325 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8755ce-b5ca-4840-a17d-0aed61d92176 req-4c2699c3-edbf-470f-8fdb-91d4a72c2407 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:10.906988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8755ce-b5ca-4840-a17d-0aed61d92176 req-4c2699c3-edbf-470f-8fdb-91d4a72c2407 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:10.912570 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8755ce-b5ca-4840-a17d-0aed61d92176 req-4c2699c3-edbf-470f-8fdb-91d4a72c2407 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:10.918246 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8755ce-b5ca-4840-a17d-0aed61d92176 req-4c2699c3-edbf-470f-8fdb-91d4a72c2407 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:10.925490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8755ce-b5ca-4840-a17d-0aed61d92176 req-4c2699c3-edbf-470f-8fdb-91d4a72c2407 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:10.931760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8755ce-b5ca-4840-a17d-0aed61d92176 req-4c2699c3-edbf-470f-8fdb-91d4a72c2407 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:10.939748 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e8755ce-b5ca-4840-a17d-0aed61d92176 req-4c2699c3-edbf-470f-8fdb-91d4a72c2407 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.1884520 Mar 11 11:50:11.100435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device ddf8182b-a08f-4c6b-bece-806d465c84de up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:50:11.178502 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c44e1d7c-7bab-4123-902c-42bda53666a5 req-48583648-bb4f-40e4-b326-33fa3cd91374 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972364 Mar 11 11:50:11.208283 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port ddf8182b-a08f-4c6b-bece-806d465c84de triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:50:11.211485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e8755ce-b5ca-4840-a17d-0aed61d92176 req-7037193b-751a-4127-ac7c-fcd5ef20778d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2708714 Mar 11 11:50:11.212879 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:11.307615 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a997f9-b40d-4253-8b35-acbd9b4a567a x-openstack-request-id: req-57a997f9-b40d-4253-8b35-acbd9b4a567a {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:11.308148 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426c137d-3801-4b31-b34a-e2b973506cdc", "name": "network-vif-deleted", "tag": "b7df1e24-abda-412e-9ac0-277530936f2a", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:11.308148 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-57a997f9-b40d-4253-8b35-acbd9b4a567a {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:11.308565 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426c137d-3801-4b31-b34a-e2b973506cdc', 'name': 'network-vif-deleted', 'tag': 'b7df1e24-abda-412e-9ac0-277530936f2a', 'status': 'completed', 'code': 200} Mar 11 11:50:11.514214 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port ddf8182b-a08f-4c6b-bece-806d465c84de is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:11.514700 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:11.542812 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9dd4732d-6232-495d-b551-31c0f202a96a req-54773cb9-2289-48cc-83e4-9cdbdce17e93 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=426c137d-3801-4b31-b34a-e2b973506cdc HTTP/1.1" status: 200 len: 210 time: 0.0826128 Mar 11 11:50:11.624002 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port ddf8182b-a08f-4c6b-bece-806d465c84de, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ddf8182b-a08f-4c6b-bece-806d465c84de,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:11.625881 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b95ff106-9830-4e78-9938-52abc41f0aa0 req-b6dc743e-0dc8-4f6f-8886-e67409e1fc8e tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0813727 Mar 11 11:50:11.626255 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492d7976-104c-445a-93cb-a537acdc6370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf8182b-a08f-4c6b-bece-806d465c84de'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:11.633887 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495c705d-bb41-4862-8472-1278534003c8" -d '{"events": [{"server_uuid": "492d7976-104c-445a-93cb-a537acdc6370", "name": "network-vif-plugged", "status": "completed", "tag": "ddf8182b-a08f-4c6b-bece-806d465c84de"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:11.642565 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:11.644233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b7df1e24-abda-412e-9ac0-277530936f2a no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:50:11.729597 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: b7df1e24-abda-412e-9ac0-277530936f2a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:50:11.740251 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b7df1e24-abda-412e-9ac0-277530936f2a not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:50:11.752453 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7762e6-103a-4dc4-a153-164e34ffb6dc x-openstack-request-id: req-ed7762e6-103a-4dc4-a153-164e34ffb6dc {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:11.757325 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492d7976-104c-445a-93cb-a537acdc6370", "name": "network-vif-plugged", "status": "completed", "tag": "ddf8182b-a08f-4c6b-bece-806d465c84de", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:11.757893 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed7762e6-103a-4dc4-a153-164e34ffb6dc {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:11.758466 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492d7976-104c-445a-93cb-a537acdc6370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf8182b-a08f-4c6b-bece-806d465c84de', 'code': 200} Mar 11 11:50:11.833566 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=ddf8182b-a08f-4c6b-bece-806d465c84de,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:12.546226 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:12.592512 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd21df9-ef21-4a0b-9ce6-f4746cd4e86b req-cbb544e5-2cbc-487c-845f-00e1332e96d5 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:12.598196 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4cd21df9-ef21-4a0b-9ce6-f4746cd4e86b req-cbb544e5-2cbc-487c-845f-00e1332e96d5 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.2350457 Mar 11 11:50:12.623067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97a2df-16d1-4623-8247-25bcdfc504b6 req-fd0fce62-8bb1-4810-9cf5-7d558a65af13 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:12.629422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97a2df-16d1-4623-8247-25bcdfc504b6 req-fd0fce62-8bb1-4810-9cf5-7d558a65af13 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:12.636455 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97a2df-16d1-4623-8247-25bcdfc504b6 req-fd0fce62-8bb1-4810-9cf5-7d558a65af13 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:12.667942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97a2df-16d1-4623-8247-25bcdfc504b6 req-fd0fce62-8bb1-4810-9cf5-7d558a65af13 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:12.683610 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97a2df-16d1-4623-8247-25bcdfc504b6 req-fd0fce62-8bb1-4810-9cf5-7d558a65af13 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:12.704991 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97a2df-16d1-4623-8247-25bcdfc504b6 req-fd0fce62-8bb1-4810-9cf5-7d558a65af13 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:12.747121 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97a2df-16d1-4623-8247-25bcdfc504b6 req-fd0fce62-8bb1-4810-9cf5-7d558a65af13 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:12.752137 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f97a2df-16d1-4623-8247-25bcdfc504b6 req-fd0fce62-8bb1-4810-9cf5-7d558a65af13 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.3536851 Mar 11 11:50:12.866517 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4cd21df9-ef21-4a0b-9ce6-f4746cd4e86b req-4b0a0ae9-9e0d-405c-bcc7-6214bddfc337 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059530 Mar 11 11:50:12.993447 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f97a2df-16d1-4623-8247-25bcdfc504b6 req-532ed3e8-a8fe-438c-9f6e-c55e7fa31b46 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1887083 Mar 11 11:50:13.237153 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36bb178c-c3d9-4c8c-ac7d-f5c04172c7c5 req-0963ea17-cc6f-4b42-8426-7df47b7d22ae tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0873954 Mar 11 11:50:13.550129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-669c3034-de08-44b7-a500-2bdd46b0c827 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:13.552454 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-669c3034-de08-44b7-a500-2bdd46b0c827 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 811 time: 0.3190284 Mar 11 11:50:13.582049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-10b41464-3ee9-4bfe-9d08-607b634777bb tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/quotas/fc114175c45e4bcfacd1ff17aef85fa1 HTTP/1.1" status: 200 len: 375 time: 0.0227869 Mar 11 11:50:13.599414 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8630616a-a6c1-4477-94fc-92647c9999f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:13.636590 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-a5ab77b1-4f28-4786-86cb-c002d2056186 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454140 Mar 11 11:50:13.743199 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-a3be28ca-1b1c-482f-ad51-9714de6ee647 service neutron] 10.222.0.78 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992780 Mar 11 11:50:13.941888 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-19abdc3c-d551-4d29-9779-e2dd3ee5cfce service neutron] 10.222.0.78 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756041 Mar 11 11:50:14.089144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754401d-51e9-431b-bfd8-977183935c5f req-3508ba61-5184-4b8c-8828-5a6f3df781d6 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:14.093366 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d754401d-51e9-431b-bfd8-977183935c5f req-3508ba61-5184-4b8c-8828-5a6f3df781d6 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.1152215 Mar 11 11:50:14.212857 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d754401d-51e9-431b-bfd8-977183935c5f req-b3c0646e-9040-4155-bc4e-ac56cadfcdf1 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089761 Mar 11 11:50:14.418507 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fd589f8-9e54-487e-a76d-dcaef509e2e5 req-6a872b02-9e44-4420-8670-d5e16658d1a5 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 210 time: 0.0629888 Mar 11 11:50:14.532986 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c06a8-0c9a-4836-95b6-20c6b896b981 req-6fb4d31b-9972-4c43-bdf3-89455d751f6d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:14.539820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c06a8-0c9a-4836-95b6-20c6b896b981 req-6fb4d31b-9972-4c43-bdf3-89455d751f6d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:14.550025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c06a8-0c9a-4836-95b6-20c6b896b981 req-6fb4d31b-9972-4c43-bdf3-89455d751f6d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:14.561772 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c06a8-0c9a-4836-95b6-20c6b896b981 req-6fb4d31b-9972-4c43-bdf3-89455d751f6d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:14.568384 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c06a8-0c9a-4836-95b6-20c6b896b981 req-6fb4d31b-9972-4c43-bdf3-89455d751f6d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:14.575114 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c06a8-0c9a-4836-95b6-20c6b896b981 req-6fb4d31b-9972-4c43-bdf3-89455d751f6d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:14.581586 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c06a8-0c9a-4836-95b6-20c6b896b981 req-6fb4d31b-9972-4c43-bdf3-89455d751f6d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:14.590539 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-208c06a8-0c9a-4836-95b6-20c6b896b981 req-6fb4d31b-9972-4c43-bdf3-89455d751f6d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.2198422 Mar 11 11:50:14.639749 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37088686-3cf0-4201-9933-dfcdaa21a1a0 req-738cec47-94c8-4822-b052-74654f63ed92 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0420933 Mar 11 11:50:14.742009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-208c06a8-0c9a-4836-95b6-20c6b896b981 req-8f4935e0-00cf-40db-8149-9a1e320e8c61 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1505840 Mar 11 11:50:15.429741 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904090d-dc72-4084-850c-6aad22975b02 req-3b198fff-64ca-43e4-82da-f006e31f7e8b tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:15.437387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f904090d-dc72-4084-850c-6aad22975b02 req-3b198fff-64ca-43e4-82da-f006e31f7e8b tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.0857666 Mar 11 11:50:15.520908 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f904090d-dc72-4084-850c-6aad22975b02 req-d15fc90d-b19a-4dd4-a6f0-a40436cbbb6a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816364 Mar 11 11:50:15.582681 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af6ee973-456e-47e0-bbf6-ce97a3166ba7 req-1d569437-02c7-4ca5-9743-f47588a48837 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 210 time: 0.0331278 Mar 11 11:50:15.733757 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2b909dd7-f60c-48d1-a7e4-378c521fd750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:15.869032 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1eb56b02-36dc-40b1-b7f3-556f5f29fd90 req-48ebc571-c44c-4627-b5bf-3e95b5399834 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0552256 Mar 11 11:50:15.969842 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc32ea6-e5ce-40a9-8f0e-78f11ae897e0 req-7bfb7b5c-c054-4c16-bbbe-1da3e61753f1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:15.975358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc32ea6-e5ce-40a9-8f0e-78f11ae897e0 req-7bfb7b5c-c054-4c16-bbbe-1da3e61753f1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:15.995511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc32ea6-e5ce-40a9-8f0e-78f11ae897e0 req-7bfb7b5c-c054-4c16-bbbe-1da3e61753f1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:16.001802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc32ea6-e5ce-40a9-8f0e-78f11ae897e0 req-7bfb7b5c-c054-4c16-bbbe-1da3e61753f1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:16.025011 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc32ea6-e5ce-40a9-8f0e-78f11ae897e0 req-7bfb7b5c-c054-4c16-bbbe-1da3e61753f1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:16.038770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc32ea6-e5ce-40a9-8f0e-78f11ae897e0 req-7bfb7b5c-c054-4c16-bbbe-1da3e61753f1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:16.056499 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc32ea6-e5ce-40a9-8f0e-78f11ae897e0 req-7bfb7b5c-c054-4c16-bbbe-1da3e61753f1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:16.063836 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cc32ea6-e5ce-40a9-8f0e-78f11ae897e0 req-7bfb7b5c-c054-4c16-bbbe-1da3e61753f1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.1937442 Mar 11 11:50:16.138284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-9dff5cc6-ffd1-4a85-b13e-1d1bce535aff tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:16.139927 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-9dff5cc6-ffd1-4a85-b13e-1d1bce535aff tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 811 time: 0.2547200 Mar 11 11:50:16.152834 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-0e9f862f-315e-4b3a-b9d4-5aa9dc1c1fa8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Request body: {'port': {'device_id': 'f4b9316c-3f56-40ff-8c76-19ba89c775ee', 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8', 'admin_state_up': True, 'tenant_id': 'fc114175c45e4bcfacd1ff17aef85fa1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:50:16.173434 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cc32ea6-e5ce-40a9-8f0e-78f11ae897e0 req-ac725fa9-a147-426c-adac-99e449eca75a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1086438 Mar 11 11:50:16.357753 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-0e9f862f-315e-4b3a-b9d4-5aa9dc1c1fa8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Made reservation on behalf of fc114175c45e4bcfacd1ff17aef85fa1 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:50:16.362102 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-0e9f862f-315e-4b3a-b9d4-5aa9dc1c1fa8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:16.647453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-0e9f862f-315e-4b3a-b9d4-5aa9dc1c1fa8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Allocated IP 172.20.0.12 (e54d170d-bb49-4bd4-8dc3-51758652c7e8/ce4e197e-6fc7-4d78-b2bd-acf62848c979/7e8ead18-b387-497a-bf36-9e3016db1fd1) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:50:16.803077 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-243256c4-f1c3-4539-a84b-95ffa554f99f req-8940e192-8d95-4074-bfca-cf8281d0b5d7 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 210 time: 0.0592339 Mar 11 11:50:16.825942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f31b80-152a-466f-92eb-7157b0c7be30 req-fb2f5051-b48a-4431-9d07-ffaf250b7af0 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:16.827786 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65f31b80-152a-466f-92eb-7157b0c7be30 req-fb2f5051-b48a-4431-9d07-ffaf250b7af0 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.1721439 Mar 11 11:50:16.902799 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-0e9f862f-315e-4b3a-b9d4-5aa9dc1c1fa8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks [] for port (7e8ead18-b387-497a-bf36-9e3016db1fd1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:16.939405 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65f31b80-152a-466f-92eb-7157b0c7be30 req-3795e011-e10f-4169-a794-d99655ed2b3b tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053114 Mar 11 11:50:16.997626 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-0e9f862f-315e-4b3a-b9d4-5aa9dc1c1fa8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7e8ead18-b387-497a-bf36-9e3016db1fd1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:17.042738 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e207c263-f1fb-49d0-a327-3d221a6b4892 req-07cb51d5-d4c0-409e-938f-e5b864db7c34 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0384703 Mar 11 11:50:17.086089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-0e9f862f-315e-4b3a-b9d4-5aa9dc1c1fa8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Network e54d170d-bb49-4bd4-8dc3-51758652c7e8 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:50:17.092130 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-0e9f862f-315e-4b3a-b9d4-5aa9dc1c1fa8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:50:17.095531 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-0e9f862f-315e-4b3a-b9d4-5aa9dc1c1fa8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:50:17.123900 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f862f-315e-4b3a-b9d4-5aa9dc1c1fa8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Pushing event updated for resources: {'Port': ['ID=7e8ead18-b387-497a-bf36-9e3016db1fd1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:17.164642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-0e9f862f-315e-4b3a-b9d4-5aa9dc1c1fa8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:17.164642 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-0e9f862f-315e-4b3a-b9d4-5aa9dc1c1fa8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:17.177464 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-0e9f862f-315e-4b3a-b9d4-5aa9dc1c1fa8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0287225 Mar 11 11:50:17.183049 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:17.192971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Request body: {'port': {'device_id': 'f4b9316c-3f56-40ff-8c76-19ba89c775ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:50:17.312478 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7e8ead18-b387-497a-bf36-9e3016db1fd1), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:17.416132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1be3c1-68f1-4127-8f39-61925e2278a4 req-158fcaf2-5d35-43a9-826f-92a022bad745 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:17.429663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1be3c1-68f1-4127-8f39-61925e2278a4 req-158fcaf2-5d35-43a9-826f-92a022bad745 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:17.445697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1be3c1-68f1-4127-8f39-61925e2278a4 req-158fcaf2-5d35-43a9-826f-92a022bad745 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:17.465077 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1be3c1-68f1-4127-8f39-61925e2278a4 req-158fcaf2-5d35-43a9-826f-92a022bad745 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:17.479546 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1be3c1-68f1-4127-8f39-61925e2278a4 req-158fcaf2-5d35-43a9-826f-92a022bad745 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:17.488625 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1be3c1-68f1-4127-8f39-61925e2278a4 req-158fcaf2-5d35-43a9-826f-92a022bad745 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:17.509010 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1be3c1-68f1-4127-8f39-61925e2278a4 req-158fcaf2-5d35-43a9-826f-92a022bad745 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:17.515659 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce1be3c1-68f1-4127-8f39-61925e2278a4 req-158fcaf2-5d35-43a9-826f-92a022bad745 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.2361135 Mar 11 11:50:17.698035 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce1be3c1-68f1-4127-8f39-61925e2278a4 req-2b8c36d1-f664-4b3d-8e99-fff25ce11865 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1737306 Mar 11 11:50:17.757400 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f66e4f11-e641-4610-956c-64a37c5258c8 req-780c6fbb-9360-43f4-8aec-a8a607d3cbf8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0980048 Mar 11 11:50:17.917944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8ead18-b387-497a-bf36-9e3016db1fd1 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:50:17.927689 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Publish callbacks [] for port (7e8ead18-b387-497a-bf36-9e3016db1fd1), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:17.944393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Transition to ACTIVE for port object 7e8ead18-b387-497a-bf36-9e3016db1fd1 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:50:17.958955 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (7e8ead18-b387-497a-bf36-9e3016db1fd1), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:18.048017 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb08b4-f548-4d80-99ce-772491f3bc07 req-c4dd215b-7f94-4546-b720-32cf392645bb tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:18.050183 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fbb08b4-f548-4d80-99ce-772491f3bc07 req-c4dd215b-7f94-4546-b720-32cf392645bb tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 932 time: 0.1458924 Mar 11 11:50:18.100487 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8ead18-b387-497a-bf36-9e3016db1fd1,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:18.217331 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fbb08b4-f548-4d80-99ce-772491f3bc07 req-98c1df65-d5df-4045-a9d9-2042f0dc597f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597798 Mar 11 11:50:18.252749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226796e-2af4-4773-aec5-5a811827fba9 req-632815b1-6ea0-4946-9a91-f9be85969813 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:18.270424 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7226796e-2af4-4773-aec5-5a811827fba9 req-632815b1-6ea0-4946-9a91-f9be85969813 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.1710384 Mar 11 11:50:18.341387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Attempting to bind port 7e8ead18-b387-497a-bf36-9e3016db1fd1 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:50:18.342218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Attempting to bind port 7e8ead18-b387-497a-bf36-9e3016db1fd1 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:50:18.342218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Attempting to bind port 7e8ead18-b387-497a-bf36-9e3016db1fd1 on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:50:18.386915 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Port 7e8ead18-b387-497a-bf36-9e3016db1fd1 on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:50:18.387363 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Attempting to bind port 7e8ead18-b387-497a-bf36-9e3016db1fd1 on network e54d170d-bb49-4bd4-8dc3-51758652c7e8 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:50:18.391242 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7226796e-2af4-4773-aec5-5a811827fba9 req-ac90aa40-d953-43ea-8325-91b7137e13a7 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187758 Mar 11 11:50:18.409256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:50:18.409256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Checking segment: {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:50:18.409256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Bound using segment: {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:50:18.409256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Bound port: 7e8ead18-b387-497a-bf36-9e3016db1fd1, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a840d887-2999-4f18-b00e-dea3a934df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:50:18.409256 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7e8ead18-b387-497a-bf36-9e3016db1fd1), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:18.432747 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-ae758b63-45fe-442c-8e90-80f534bec7bd service neutron] show failed (client error): The resource could not be found. Mar 11 11:50:18.443500 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74a83e85-e2a5-42b3-b096-a228fa9d62d5 req-ae6d6372-7abc-4681-aaa4-ec0eb67273e3 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0794253 Mar 11 11:50:18.448752 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-ae758b63-45fe-442c-8e90-80f534bec7bd service neutron] 10.222.0.37 "GET /v2.0/ports/d7cae804-b467-46c2-87c8-0147a1526eff/bindings/n-h1-833234-2 HTTP/1.1" status: 404 len: 380 time: 0.2196724 Mar 11 11:50:18.504859 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:18.631486 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] For port 7e8ead18-b387-497a-bf36-9e3016db1fd1, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:50:18.653900 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] For port 7e8ead18-b387-497a-bf36-9e3016db1fd1, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7e8ead18-b387-497a-bf36-9e3016db1fd1,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:50:18.667931 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (7e8ead18-b387-497a-bf36-9e3016db1fd1), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:18.794024 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:18.796419 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:18.798077 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] 10.222.0.37 "PUT /v2.0/ports/7e8ead18-b387-497a-bf36-9e3016db1fd1 HTTP/1.1" status: 200 len: 1092 time: 1.6128678 Mar 11 11:50:18.824194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b9316c-3f56-40ff-8c76-19ba89c775ee', 'tag': '7e8ead18-b387-497a-bf36-9e3016db1fd1'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:18.826806 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b11448-4131-45c0-a335-d75028394f89" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b9316c-3f56-40ff-8c76-19ba89c775ee", "tag": "7e8ead18-b387-497a-bf36-9e3016db1fd1"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:19.028668 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf72ceba-4acb-4568-82f9-6f50572f35bc x-openstack-request-id: req-cf72ceba-4acb-4568-82f9-6f50572f35bc {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:19.028963 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b9316c-3f56-40ff-8c76-19ba89c775ee", "tag": "7e8ead18-b387-497a-bf36-9e3016db1fd1", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:19.029354 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cf72ceba-4acb-4568-82f9-6f50572f35bc {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:19.029761 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b9316c-3f56-40ff-8c76-19ba89c775ee', 'tag': '7e8ead18-b387-497a-bf36-9e3016db1fd1', 'status': 'completed', 'code': 200} Mar 11 11:50:19.030666 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e74322-5afb-4033-9c1c-b93e6fb5ab78 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8ead18-b387-497a-bf36-9e3016db1fd1,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:19.058735 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-8438997e-d9b9-42b8-ad58-545e288cac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:19.078704 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-8438997e-d9b9-42b8-ad58-545e288cac83 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431&tenant_id=534ef25e2a194e88997b082d5497d504 HTTP/1.1" status: 200 len: 1132 time: 0.3526385 Mar 11 11:50:19.103467 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:50:19.144637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5acd76-79bd-4019-8566-38e9c93caf3a req-15224f53-d8d7-4739-bf12-fee6f31133af tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:19.151831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5acd76-79bd-4019-8566-38e9c93caf3a req-15224f53-d8d7-4739-bf12-fee6f31133af tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:19.165368 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5acd76-79bd-4019-8566-38e9c93caf3a req-15224f53-d8d7-4739-bf12-fee6f31133af tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:19.181279 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5acd76-79bd-4019-8566-38e9c93caf3a req-15224f53-d8d7-4739-bf12-fee6f31133af tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:19.191519 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5acd76-79bd-4019-8566-38e9c93caf3a req-15224f53-d8d7-4739-bf12-fee6f31133af tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:19.197471 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5acd76-79bd-4019-8566-38e9c93caf3a req-15224f53-d8d7-4739-bf12-fee6f31133af tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:19.204134 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5acd76-79bd-4019-8566-38e9c93caf3a req-15224f53-d8d7-4739-bf12-fee6f31133af tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:19.213939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7c5acd76-79bd-4019-8566-38e9c93caf3a req-15224f53-d8d7-4739-bf12-fee6f31133af tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.2321105 Mar 11 11:50:19.281813 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-651c46d3-ec1e-4f78-ae5a-a826fea8a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:19.284389 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-651c46d3-ec1e-4f78-ae5a-a826fea8a37f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 1126 time: 0.3968949 Mar 11 11:50:19.358099 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-70bd954d-c57b-4350-afdd-e996758c8022 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e8ead18-b387-497a-bf36-9e3016db1fd1 HTTP/1.1" status: 200 len: 217 time: 0.0556109 Mar 11 11:50:19.363112 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:19.378364 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7c5acd76-79bd-4019-8566-38e9c93caf3a req-dced9b91-d0c5-42c0-8023-cc486740d4d0 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1607914 Mar 11 11:50:19.473515 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-1f3a9d9a-bd32-474c-840f-700133e2a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:19.476092 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-1f3a9d9a-bd32-474c-840f-700133e2a9fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce4e197e-6fc7-4d78-b2bd-acf62848c979 HTTP/1.1" status: 200 len: 851 time: 0.1084616 Mar 11 11:50:19.525211 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-cdba3a48-e5b5-433b-9baa-471e57a8566b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e54d170d-bb49-4bd4-8dc3-51758652c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399096 Mar 11 11:50:19.681899 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-d45e386b-5fc9-4527-93b7-8a2ea976aa60 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263199 Mar 11 11:50:20.042596 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:20.387127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2ab87-9c00-4e74-adf3-5b153a0f5474 req-88fab72e-6475-4861-b308-d9ca80ebe250 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:20.395365 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ceb2ab87-9c00-4e74-adf3-5b153a0f5474 req-88fab72e-6475-4861-b308-d9ca80ebe250 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 944 time: 1.0158205 Mar 11 11:50:20.464555 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ceb2ab87-9c00-4e74-adf3-5b153a0f5474 req-0ea01d69-134c-4ce7-8b23-3c7cb60ea55b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675161 Mar 11 11:50:20.478372 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da6403-dfcb-4885-988e-72a8d20bead7 req-0e481ecf-cdaf-4672-890f-5ad08f776fa9 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:20.494610 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4da6403-dfcb-4885-988e-72a8d20bead7 req-0e481ecf-cdaf-4672-890f-5ad08f776fa9 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.9702406 Mar 11 11:50:20.675317 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4da6403-dfcb-4885-988e-72a8d20bead7 req-44b220ad-e59a-4edd-abf3-b98cf688422e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794281 Mar 11 11:50:20.692408 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2eb3bf93-204b-414d-ae89-00be8eb3616d req-c958ce74-1c24-406b-b022-aec25edcaea0 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0857518 Mar 11 11:50:20.822954 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cf434ffc-3d1b-4ec0-b0b5-7918e21291e4 req-c1c99642-81a5-443e-8edf-a88e044072e3 service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1265376 Mar 11 11:50:20.913378 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d7cae804-b467-46c2-87c8-0147a1526eff,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:20.943419 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad556c8-5e78-4b1f-8347-cce88ce72721 req-2d07b306-e4f2-45d9-9e1f-78b462e1443d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:20.959487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad556c8-5e78-4b1f-8347-cce88ce72721 req-2d07b306-e4f2-45d9-9e1f-78b462e1443d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:20.967872 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad556c8-5e78-4b1f-8347-cce88ce72721 req-2d07b306-e4f2-45d9-9e1f-78b462e1443d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:20.975204 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:50:20.979796 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad556c8-5e78-4b1f-8347-cce88ce72721 req-2d07b306-e4f2-45d9-9e1f-78b462e1443d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:20.995012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad556c8-5e78-4b1f-8347-cce88ce72721 req-2d07b306-e4f2-45d9-9e1f-78b462e1443d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:21.007140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad556c8-5e78-4b1f-8347-cce88ce72721 req-2d07b306-e4f2-45d9-9e1f-78b462e1443d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:21.021945 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad556c8-5e78-4b1f-8347-cce88ce72721 req-2d07b306-e4f2-45d9-9e1f-78b462e1443d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:21.035169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ad556c8-5e78-4b1f-8347-cce88ce72721 req-2d07b306-e4f2-45d9-9e1f-78b462e1443d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.2418995 Mar 11 11:50:21.038403 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] Publish callbacks [] for port (d7cae804-b467-46c2-87c8-0147a1526eff), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:21.069636 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666ccce0-a7fd-4c99-a713-30d003455431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7cae804-b467-46c2-87c8-0147a1526eff'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:21.081076 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d0baf2-781f-4864-b88e-9395fd26627c" -d '{"events": [{"server_uuid": "666ccce0-a7fd-4c99-a713-30d003455431", "name": "network-vif-unplugged", "status": "completed", "tag": "d7cae804-b467-46c2-87c8-0147a1526eff"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:21.232476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] Transition to ACTIVE for port object d7cae804-b467-46c2-87c8-0147a1526eff will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:50:21.281759 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ad556c8-5e78-4b1f-8347-cce88ce72721 req-79b93422-0b74-4d16-a516-15ead161ff6a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2453706 Mar 11 11:50:21.305906 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:21.343784 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e839475c-d1ad-421e-aa0d-a80ef099a5c7 x-openstack-request-id: req-e839475c-d1ad-421e-aa0d-a80ef099a5c7 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:21.346390 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666ccce0-a7fd-4c99-a713-30d003455431", "name": "network-vif-unplugged", "status": "completed", "tag": "d7cae804-b467-46c2-87c8-0147a1526eff", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:21.350738 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e839475c-d1ad-421e-aa0d-a80ef099a5c7 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:21.351420 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666ccce0-a7fd-4c99-a713-30d003455431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7cae804-b467-46c2-87c8-0147a1526eff', 'code': 200} Mar 11 11:50:21.394132 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4e51dda9-1e7a-40a8-863d-9c6d7ddd4e07 req-eab6bd5c-5741-4e12-801e-529c06eca5a7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=71bad9f5be4344c589aed5177cdb194e&device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.1717422 Mar 11 11:50:21.430775 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13f3ec11-30c5-48b2-a375-c5afe8637d06 req-b136dabc-8e9a-4cfe-9045-488f706429e2 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0406606 Mar 11 11:50:21.591556 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] No DVR routers for this DVR port d7cae804-b467-46c2-87c8-0147a1526eff on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:50:21.595141 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4e51dda9-1e7a-40a8-863d-9c6d7ddd4e07 req-6331bd92-e79f-470a-ba11-823d9a1c39a2 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=71bad9f5be4344c589aed5177cdb194e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1750116 Mar 11 11:50:21.656074 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8f84e-ae38-458e-b119-1e433e93c47b req-711caccc-2732-4232-9afa-550b5b3576d3 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:21.675446 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cfb8f84e-ae38-458e-b119-1e433e93c47b req-711caccc-2732-4232-9afa-550b5b3576d3 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 944 time: 0.1136837 Mar 11 11:50:21.753490 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51dda9-1e7a-40a8-863d-9c6d7ddd4e07 req-8764199c-cfc9-4fe4-adbd-a0fb9ea7b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:21.760471 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4e51dda9-1e7a-40a8-863d-9c6d7ddd4e07 req-8764199c-cfc9-4fe4-adbd-a0fb9ea7b3dc service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1575236 Mar 11 11:50:21.804830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20534581-256b-4d07-b542-59bddffce412 service neutron] Pushing event updated for resources: {'Port': ['ID=d7cae804-b467-46c2-87c8-0147a1526eff,revision_number=6']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:21.808041 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cfb8f84e-ae38-458e-b119-1e433e93c47b req-74f4c588-4704-44e8-858f-202d3330623d tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314299 Mar 11 11:50:21.859472 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b11448-4131-45c0-a335-d75028394f89 req-66657b2b-109d-444e-948a-ad89e047606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:21.861642 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c1b11448-4131-45c0-a335-d75028394f89 req-66657b2b-109d-444e-948a-ad89e047606d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 1126 time: 0.9461615 Mar 11 11:50:21.962458 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20534581-256b-4d07-b542-59bddffce412 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:21.964135 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20534581-256b-4d07-b542-59bddffce412 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:21.964886 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20534581-256b-4d07-b542-59bddffce412 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:21.967134 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20534581-256b-4d07-b542-59bddffce412 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:21.967944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20534581-256b-4d07-b542-59bddffce412 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:21.968583 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20534581-256b-4d07-b542-59bddffce412 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:21.969131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20534581-256b-4d07-b542-59bddffce412 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:21.969838 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20534581-256b-4d07-b542-59bddffce412 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:21.970383 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20534581-256b-4d07-b542-59bddffce412 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:21.971159 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20534581-256b-4d07-b542-59bddffce412 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:21.981830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20534581-256b-4d07-b542-59bddffce412 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:21.982416 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20534581-256b-4d07-b542-59bddffce412 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:21.983744 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20534581-256b-4d07-b542-59bddffce412 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:21.997540 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b3e1c-ab2e-429d-bec1-b5b7d186316c req-5130ff41-deb9-45be-903d-62edd44181fb tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:21.999991 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] Attempting to bind port d7cae804-b467-46c2-87c8-0147a1526eff on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:50:22.000462 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] Attempting to bind port d7cae804-b467-46c2-87c8-0147a1526eff by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:50:22.002153 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] Attempting to bind port d7cae804-b467-46c2-87c8-0147a1526eff on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:50:22.004923 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf0b3e1c-ab2e-429d-bec1-b5b7d186316c req-5130ff41-deb9-45be-903d-62edd44181fb tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 948 time: 0.1255543 Mar 11 11:50:22.029657 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] Port d7cae804-b467-46c2-87c8-0147a1526eff on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:50:22.030130 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] Attempting to bind port d7cae804-b467-46c2-87c8-0147a1526eff on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:50:22.072302 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf0b3e1c-ab2e-429d-bec1-b5b7d186316c req-b0644e38-a1a8-40b4-8f9a-36580f7e3afa tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655971 Mar 11 11:50:22.072705 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:50:22.076096 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:50:22.076631 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:50:22.077233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] Bound port: d7cae804-b467-46c2-87c8-0147a1526eff, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:50:22.077968 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:22.297549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:50:22.305709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=d7cae804-b467-46c2-87c8-0147a1526eff,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:50:22.340112 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:22.504359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20534581-256b-4d07-b542-59bddffce412 service neutron] Pushing event updated for resources: {'Port': ['ID=d7cae804-b467-46c2-87c8-0147a1526eff,revision_number=7']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:22.559677 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:22.560451 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:22.561882 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-20534581-256b-4d07-b542-59bddffce412 service neutron] 10.222.0.71 "PUT /v2.0/ports/d7cae804-b467-46c2-87c8-0147a1526eff HTTP/1.1" status: 200 len: 1096 time: 3.4741364 Mar 11 11:50:22.643305 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d7cae804-b467-46c2-87c8-0147a1526eff no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:50:22.657214 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96a723f7-9acf-4566-9a30-6e2b75c09f09 req-e06e4fbf-5886-428c-9a7a-7b8122f041c8 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0598602 Mar 11 11:50:22.709171 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b11448-4131-45c0-a335-d75028394f89 req-b6ebe234-9097-4088-873f-f4917006c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:22.710691 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c1b11448-4131-45c0-a335-d75028394f89 req-b6ebe234-9097-4088-873f-f4917006c4b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 200 len: 912 time: 0.8056324 Mar 11 11:50:22.753318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] The host n-h2-833234-2 is not matching for port d7cae804-b467-46c2-87c8-0147a1526eff host n-h1-833234-2! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 11:50:22.753722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d7cae804-b467-46c2-87c8-0147a1526eff not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:50:22.835470 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c1b11448-4131-45c0-a335-d75028394f89 req-aa7837da-8115-4744-bf21-c57c23c00d54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e8ead18-b387-497a-bf36-9e3016db1fd1 HTTP/1.1" status: 200 len: 217 time: 0.1000228 Mar 11 11:50:22.936630 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-c6e9c28c-4d06-423f-9639-b91380eff90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:22.938167 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-c6e9c28c-4d06-423f-9639-b91380eff90a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 1130 time: 0.3363123 Mar 11 11:50:23.064007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b11448-4131-45c0-a335-d75028394f89 req-866ef673-c92a-4c7d-8533-3c0709a1404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:23.065508 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c1b11448-4131-45c0-a335-d75028394f89 req-866ef673-c92a-4c7d-8533-3c0709a1404b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce4e197e-6fc7-4d78-b2bd-acf62848c979 HTTP/1.1" status: 200 len: 851 time: 0.2237251 Mar 11 11:50:23.103866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf46b75-1674-4d1a-a4b5-f1fd6ab618b6 req-1b125366-f9b3-4530-a191-21354446910b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:23.109340 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf46b75-1674-4d1a-a4b5-f1fd6ab618b6 req-1b125366-f9b3-4530-a191-21354446910b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:23.115210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf46b75-1674-4d1a-a4b5-f1fd6ab618b6 req-1b125366-f9b3-4530-a191-21354446910b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:23.121790 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf46b75-1674-4d1a-a4b5-f1fd6ab618b6 req-1b125366-f9b3-4530-a191-21354446910b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:23.127368 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf46b75-1674-4d1a-a4b5-f1fd6ab618b6 req-1b125366-f9b3-4530-a191-21354446910b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:23.133106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf46b75-1674-4d1a-a4b5-f1fd6ab618b6 req-1b125366-f9b3-4530-a191-21354446910b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:23.139698 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf46b75-1674-4d1a-a4b5-f1fd6ab618b6 req-1b125366-f9b3-4530-a191-21354446910b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:23.142119 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cbf46b75-1674-4d1a-a4b5-f1fd6ab618b6 req-1b125366-f9b3-4530-a191-21354446910b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.2424200 Mar 11 11:50:23.173923 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37558b7-e5ae-4203-b523-5c244595ad18 req-68ffacfe-5771-4b17-bb0a-c2827f6a4d9b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:23.175405 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a37558b7-e5ae-4203-b523-5c244595ad18 req-68ffacfe-5771-4b17-bb0a-c2827f6a4d9b tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 944 time: 0.2166665 Mar 11 11:50:23.198041 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-7ab3209a-7213-467b-aeba-bc7ef9fc9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:23.199813 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-7ab3209a-7213-467b-aeba-bc7ef9fc9cf5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.2537293 Mar 11 11:50:23.237842 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c1b11448-4131-45c0-a335-d75028394f89 req-a46cb6e8-de88-499b-91ce-5e5ce5570f03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e54d170d-bb49-4bd4-8dc3-51758652c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1604216 Mar 11 11:50:23.260643 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a37558b7-e5ae-4203-b523-5c244595ad18 req-3d7d7c81-4762-4997-b4ad-84b905f7e086 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732088 Mar 11 11:50:23.288184 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cbf46b75-1674-4d1a-a4b5-f1fd6ab618b6 req-b520b9a7-a07c-4f2d-ae0b-6f56344133c6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1394532 Mar 11 11:50:23.341303 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-4ad02b2e-6233-49dd-86a7-c2da65d1f784 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d7cae804-b467-46c2-87c8-0147a1526eff HTTP/1.1" status: 200 len: 217 time: 0.1224725 Mar 11 11:50:23.379006 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666ccce0-a7fd-4c99-a713-30d003455431', 'tag': 'd7cae804-b467-46c2-87c8-0147a1526eff'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:23.381819 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8287468-6244-4358-9303-42b5a8428727" -d '{"events": [{"name": "network-changed", "server_uuid": "666ccce0-a7fd-4c99-a713-30d003455431", "tag": "d7cae804-b467-46c2-87c8-0147a1526eff"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:23.385718 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4e51dda9-1e7a-40a8-863d-9c6d7ddd4e07 req-5c6f2e5b-80c6-4b75-914f-1332607220a0 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.1687195 Mar 11 11:50:23.483638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-1ff05e26-21e9-4cad-ae50-638bee94991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:23.485132 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-1ff05e26-21e9-4cad-ae50-638bee94991f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0985434 Mar 11 11:50:23.496833 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b9c099-6f65-47ca-bdde-ad842dd804f5 x-openstack-request-id: req-70b9c099-6f65-47ca-bdde-ad842dd804f5 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:23.497178 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666ccce0-a7fd-4c99-a713-30d003455431", "tag": "d7cae804-b467-46c2-87c8-0147a1526eff", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:23.497416 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-70b9c099-6f65-47ca-bdde-ad842dd804f5 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:23.497826 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666ccce0-a7fd-4c99-a713-30d003455431', 'tag': 'd7cae804-b467-46c2-87c8-0147a1526eff', 'status': 'completed', 'code': 200} Mar 11 11:50:23.547783 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55d1cb-87af-47dc-97f8-35cbb0e7d70f req-e0c78c88-1ab5-4b14-bd4a-877c3e1faf1a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:23.562707 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c55d1cb-87af-47dc-97f8-35cbb0e7d70f req-e0c78c88-1ab5-4b14-bd4a-877c3e1faf1a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 948 time: 0.1083448 Mar 11 11:50:23.641430 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c55d1cb-87af-47dc-97f8-35cbb0e7d70f req-55d1b015-2f2f-455d-8a2f-bfc2fc775cfd tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772188 Mar 11 11:50:23.694353 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c1b11448-4131-45c0-a335-d75028394f89 req-fb45bd06-b38f-4049-b998-52ce241407cc service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765552 Mar 11 11:50:23.710274 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-69adeff2-bb7d-41f0-ad1a-96bab638ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:23.712101 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-69adeff2-bb7d-41f0-ad1a-96bab638ade0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2119527 Mar 11 11:50:23.808099 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c1b11448-4131-45c0-a335-d75028394f89 req-0aa15421-12b5-48f2-9efb-da06223b2eab service neutron] 10.222.0.37 "GET /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019793 Mar 11 11:50:23.811251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8287468-6244-4358-9303-42b5a8428727 req-7eae9244-d353-4dba-a848-f52a211c730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:23.812657 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8287468-6244-4358-9303-42b5a8428727 req-7eae9244-d353-4dba-a848-f52a211c730d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 1130 time: 0.3140106 Mar 11 11:50:23.890305 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71cc3cb8-89e6-407b-861e-cd14bd1fc70a req-c494eb73-72b7-4080-a4ff-6e3b68b1f0d4 tempest-ServerShowV254Test-1295310797 tempest-ServerShowV254Test-1295310797-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef3db109-ce78-43d3-91f9-2d026f5dc92d HTTP/1.1" status: 200 len: 210 time: 0.0743551 Mar 11 11:50:24.027407 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8287468-6244-4358-9303-42b5a8428727 req-4f2d571b-b478-403d-a9f3-fed5392fa83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:24.029191 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8287468-6244-4358-9303-42b5a8428727 req-4f2d571b-b478-403d-a9f3-fed5392fa83d service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.2090919 Mar 11 11:50:24.090912 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8287468-6244-4358-9303-42b5a8428727 req-00d9ff21-34bd-49cc-a529-2524466e6b53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d7cae804-b467-46c2-87c8-0147a1526eff HTTP/1.1" status: 200 len: 217 time: 0.0542192 Mar 11 11:50:24.110747 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-862a094a-2365-41d4-90b4-d627166fb286 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015282 Mar 11 11:50:24.188333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8287468-6244-4358-9303-42b5a8428727 req-b8860681-dd8e-49c8-a1c5-1c882aae7dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:24.191570 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8287468-6244-4358-9303-42b5a8428727 req-b8860681-dd8e-49c8-a1c5-1c882aae7dd3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0903084 Mar 11 11:50:24.295126 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86af59a5-a315-4fad-8cdf-315ce76e5e78 req-3e042569-f234-4894-b79b-175812ba9596 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550596 Mar 11 11:50:24.316583 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8287468-6244-4358-9303-42b5a8428727 req-6ddccc5a-cb66-41fa-9db6-bf343cbb9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:24.329636 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8287468-6244-4358-9303-42b5a8428727 req-6ddccc5a-cb66-41fa-9db6-bf343cbb9a77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0959444 Mar 11 11:50:24.611850 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e17dda-8f6a-4591-8291-592ce97cfc39 req-16b386c3-b368-41cb-bd14-217a2cbd5e28 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:24.613994 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59e17dda-8f6a-4591-8291-592ce97cfc39 req-16b386c3-b368-41cb-bd14-217a2cbd5e28 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 944 time: 0.2182651 Mar 11 11:50:24.628193 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6905c1-d61d-4738-a755-7f9e57ad140f req-c16df977-9124-47d5-bf1b-b6bb8fbff3fa tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:24.639514 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6905c1-d61d-4738-a755-7f9e57ad140f req-c16df977-9124-47d5-bf1b-b6bb8fbff3fa tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:24.642315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8287468-6244-4358-9303-42b5a8428727 req-92578e69-3385-472e-aa53-f594a8424c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:24.643852 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8287468-6244-4358-9303-42b5a8428727 req-92578e69-3385-472e-aa53-f594a8424c38 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 1130 time: 0.2747207 Mar 11 11:50:24.644242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6905c1-d61d-4738-a755-7f9e57ad140f req-c16df977-9124-47d5-bf1b-b6bb8fbff3fa tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:24.652572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6905c1-d61d-4738-a755-7f9e57ad140f req-c16df977-9124-47d5-bf1b-b6bb8fbff3fa tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:24.664118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6905c1-d61d-4738-a755-7f9e57ad140f req-c16df977-9124-47d5-bf1b-b6bb8fbff3fa tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:24.678850 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6905c1-d61d-4738-a755-7f9e57ad140f req-c16df977-9124-47d5-bf1b-b6bb8fbff3fa tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:24.694079 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6905c1-d61d-4738-a755-7f9e57ad140f req-c16df977-9124-47d5-bf1b-b6bb8fbff3fa tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:24.700533 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c6905c1-d61d-4738-a755-7f9e57ad140f req-c16df977-9124-47d5-bf1b-b6bb8fbff3fa tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.2269306 Mar 11 11:50:24.705409 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8287468-6244-4358-9303-42b5a8428727 req-9e015e24-941f-4955-b58a-289165f76261 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673058 Mar 11 11:50:24.875671 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59e17dda-8f6a-4591-8291-592ce97cfc39 req-9dc9492b-6ac5-4231-9e6c-9f66f430bc2f tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739428 Mar 11 11:50:24.917401 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c6905c1-d61d-4738-a755-7f9e57ad140f req-8f6db24d-6d1e-440a-b2e2-b25c90de649e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2053862 Mar 11 11:50:24.930557 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7e8ead18-b387-497a-bf36-9e3016db1fd1 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:50:25.137591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b15dc-b04a-4455-be63-efccea344ea3 req-6c5d6606-cf4f-42f0-9acc-900344436b8c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:25.147124 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-213b15dc-b04a-4455-be63-efccea344ea3 req-6c5d6606-cf4f-42f0-9acc-900344436b8c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 948 time: 0.1042762 Mar 11 11:50:25.173222 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 7e8ead18-b387-497a-bf36-9e3016db1fd1, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7e8ead18-b387-497a-bf36-9e3016db1fd1,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:25.195520 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '7e8ead18-b387-497a-bf36-9e3016db1fd1', 'network_id': 'e54d170d-bb49-4bd4-8dc3-51758652c7e8', 'port_id': '7e8ead18-b387-497a-bf36-9e3016db1fd1', 'mac_address': 'fa:16:3e:98:75:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce4e197e-6fc7-4d78-b2bd-acf62848c979', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:50:25.256296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8287468-6244-4358-9303-42b5a8428727 req-d22103bc-82d8-4170-8644-eca2cb8eaf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:25.258218 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8287468-6244-4358-9303-42b5a8428727 req-d22103bc-82d8-4170-8644-eca2cb8eaf33 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.5970469 Mar 11 11:50:25.271050 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-213b15dc-b04a-4455-be63-efccea344ea3 req-cb37aa19-6443-4b16-91e0-cdb5e11ade31 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228952 Mar 11 11:50:25.312221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 7e8ead18-b387-497a-bf36-9e3016db1fd1 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:25.313012 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7e8ead18-b387-497a-bf36-9e3016db1fd1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:25.318255 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8287468-6244-4358-9303-42b5a8428727 req-fd2d654d-03eb-4da0-bc1a-4c61e724f1d3 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808864 Mar 11 11:50:25.319937 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8287468-6244-4358-9303-42b5a8428727 req-5d880ffa-43f1-4e38-925f-50476fe9970d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d7cae804-b467-46c2-87c8-0147a1526eff HTTP/1.1" status: 200 len: 217 time: 0.0527706 Mar 11 11:50:25.347662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8ead18-b387-497a-bf36-9e3016db1fd1 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:50:25.405526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 7e8ead18-b387-497a-bf36-9e3016db1fd1, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7e8ead18-b387-497a-bf36-9e3016db1fd1,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:25.426110 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7e8ead18-b387-497a-bf36-9e3016db1fd1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:25.461118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8287468-6244-4358-9303-42b5a8428727 req-9f8afa16-59f3-4a40-9d71-1494f2b28447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:25.463296 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8287468-6244-4358-9303-42b5a8428727 req-9f8afa16-59f3-4a40-9d71-1494f2b28447 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1345403 Mar 11 11:50:25.539702 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=7e8ead18-b387-497a-bf36-9e3016db1fd1,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:25.574435 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8287468-6244-4358-9303-42b5a8428727 req-f48d093c-4980-44d9-b0a7-b328f453060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:25.576876 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8287468-6244-4358-9303-42b5a8428727 req-f48d093c-4980-44d9-b0a7-b328f453060b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1047404 Mar 11 11:50:25.623875 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52174) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:50:25.645482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['7e8ead18-b387-497a-bf36-9e3016db1fd1'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:50:25.811903 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8287468-6244-4358-9303-42b5a8428727 req-b0abca34-7103-4603-835d-20e6083eb839 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247605 Mar 11 11:50:25.844091 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58690adc-ff42-4533-9b27-67c0452186dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:26.072259 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8287468-6244-4358-9303-42b5a8428727 req-b1d07a38-a122-42e5-8818-6442ef2feb70 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536168 Mar 11 11:50:26.081413 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58690adc-ff42-4533-9b27-67c0452186dc admin admin] Publish callbacks [] for security_group (4877a9ac-1a7e-402b-9f65-b96a719bebb6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:26.105715 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58690adc-ff42-4533-9b27-67c0452186dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4877a9ac-1a7e-402b-9f65-b96a719bebb6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:26.209205 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-58690adc-ff42-4533-9b27-67c0452186dc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=71bad9f5be4344c589aed5177cdb194e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5839646 Mar 11 11:50:26.211613 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58690adc-ff42-4533-9b27-67c0452186dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4877a9ac-1a7e-402b-9f65-b96a719bebb6,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:26.213635 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52186) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:50:26.267364 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49dc5e-7366-4ede-8772-cd8832470b42 req-5db0338e-8196-46d9-8ed3-ecbfc80283ef tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:26.275104 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49dc5e-7366-4ede-8772-cd8832470b42 req-5db0338e-8196-46d9-8ed3-ecbfc80283ef tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:26.281039 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49dc5e-7366-4ede-8772-cd8832470b42 req-5db0338e-8196-46d9-8ed3-ecbfc80283ef tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:26.287382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49dc5e-7366-4ede-8772-cd8832470b42 req-5db0338e-8196-46d9-8ed3-ecbfc80283ef tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:26.293543 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49dc5e-7366-4ede-8772-cd8832470b42 req-5db0338e-8196-46d9-8ed3-ecbfc80283ef tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:26.299692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49dc5e-7366-4ede-8772-cd8832470b42 req-5db0338e-8196-46d9-8ed3-ecbfc80283ef tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:26.306965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49dc5e-7366-4ede-8772-cd8832470b42 req-5db0338e-8196-46d9-8ed3-ecbfc80283ef tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:26.315452 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa49dc5e-7366-4ede-8772-cd8832470b42 req-5db0338e-8196-46d9-8ed3-ecbfc80283ef tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.2272561 Mar 11 11:50:26.342888 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a791061-374d-47fb-802e-bbb2c240b953 req-3f0b9b94-89bc-4761-b9ba-fec8fb1e05a0 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:26.344259 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a791061-374d-47fb-802e-bbb2c240b953 req-3f0b9b94-89bc-4761-b9ba-fec8fb1e05a0 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 945 time: 0.2439125 Mar 11 11:50:26.346698 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3e123100-acf0-4883-bf6e-137667075166 admin admin] Publish callbacks [] for security_group (4877a9ac-1a7e-402b-9f65-b96a719bebb6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:26.381713 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3e123100-acf0-4883-bf6e-137667075166 admin admin] Publish callbacks [] for security_group (4877a9ac-1a7e-402b-9f65-b96a719bebb6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:26.455863 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3e123100-acf0-4883-bf6e-137667075166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4877a9ac-1a7e-402b-9f65-b96a719bebb6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:26.466306 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3e123100-acf0-4883-bf6e-137667075166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:26.473301 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3e123100-acf0-4883-bf6e-137667075166 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4877a9ac-1a7e-402b-9f65-b96a719bebb6 HTTP/1.1" status: 204 len: 168 time: 0.2564902 Mar 11 11:50:26.477611 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a791061-374d-47fb-802e-bbb2c240b953 req-b5faa0be-073f-4e05-99d3-735fa05140ed tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143258 Mar 11 11:50:26.504124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e123100-acf0-4883-bf6e-137667075166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4877a9ac-1a7e-402b-9f65-b96a719bebb6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:26.540216 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa49dc5e-7366-4ede-8772-cd8832470b42 req-558ac727-b1f4-4bba-b032-54927c7f370c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2232740 Mar 11 11:50:26.692063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7e8ead18-b387-497a-bf36-9e3016db1fd1 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:50:26.793607 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 7e8ead18-b387-497a-bf36-9e3016db1fd1 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:50:26.801074 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 7e8ead18-b387-497a-bf36-9e3016db1fd1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:50:26.802362 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7e8ead18-b387-497a-bf36-9e3016db1fd1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:26.828531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07de01-8b40-4eed-89ef-c3c89e1382f0 req-d245b016-1ba0-42ca-8764-43c873aa1631 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:26.833881 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf07de01-8b40-4eed-89ef-c3c89e1382f0 req-d245b016-1ba0-42ca-8764-43c873aa1631 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 948 time: 0.1591234 Mar 11 11:50:26.930902 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf07de01-8b40-4eed-89ef-c3c89e1382f0 req-59e20aa6-6d3a-4bad-8e2f-eaf4b1d996bf tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892882 Mar 11 11:50:26.983462 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 7e8ead18-b387-497a-bf36-9e3016db1fd1 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:26.983939 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7e8ead18-b387-497a-bf36-9e3016db1fd1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:27.053319 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 7e8ead18-b387-497a-bf36-9e3016db1fd1, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7e8ead18-b387-497a-bf36-9e3016db1fd1,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:27.058435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b9316c-3f56-40ff-8c76-19ba89c775ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8ead18-b387-497a-bf36-9e3016db1fd1'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:27.060757 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e6384c-a584-4c04-8ea8-ee2e171803ae" -d '{"events": [{"server_uuid": "f4b9316c-3f56-40ff-8c76-19ba89c775ee", "name": "network-vif-plugged", "status": "completed", "tag": "7e8ead18-b387-497a-bf36-9e3016db1fd1"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:27.068735 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7e8ead18-b387-497a-bf36-9e3016db1fd1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:27.200011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=7e8ead18-b387-497a-bf36-9e3016db1fd1,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:27.226401 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1906df17-6501-47cd-9a97-0944cb4fd83b x-openstack-request-id: req-1906df17-6501-47cd-9a97-0944cb4fd83b {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:27.226967 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b9316c-3f56-40ff-8c76-19ba89c775ee", "name": "network-vif-plugged", "status": "completed", "tag": "7e8ead18-b387-497a-bf36-9e3016db1fd1", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:27.227402 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1906df17-6501-47cd-9a97-0944cb4fd83b {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:27.228521 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b9316c-3f56-40ff-8c76-19ba89c775ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8ead18-b387-497a-bf36-9e3016db1fd1', 'code': 200} Mar 11 11:50:27.237491 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device d7cae804-b467-46c2-87c8-0147a1526eff details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:50:27.440403 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5fcb3-e938-4cfc-99ce-471f8e22851b req-dba6297f-a28b-4a77-baa4-442efe57a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:27.442471 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2ad5fcb3-e938-4cfc-99ce-471f8e22851b req-dba6297f-a28b-4a77-baa4-442efe57a729 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 1128 time: 0.2242465 Mar 11 11:50:27.453696 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=d7cae804-b467-46c2-87c8-0147a1526eff,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:27.478475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'd7cae804-b467-46c2-87c8-0147a1526eff', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'd7cae804-b467-46c2-87c8-0147a1526eff', 'mac_address': 'fa:16:3e:ac:56:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:50:27.487619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480b1ac-25c6-4800-b94c-120805f04198 req-18797c9c-db94-4599-8d24-0b330eb0142a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:27.507132 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0480b1ac-25c6-4800-b94c-120805f04198 req-18797c9c-db94-4599-8d24-0b330eb0142a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 948 time: 0.1179390 Mar 11 11:50:27.512703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-19416490-ef98-49d7-8d07-05fcc87eaacd tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:27.514962 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-19416490-ef98-49d7-8d07-05fcc87eaacd tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.71 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431&tenant_id=534ef25e2a194e88997b082d5497d504&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 948 time: 0.2141070 Mar 11 11:50:27.556796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port d7cae804-b467-46c2-87c8-0147a1526eff is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:27.557440 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:27.566777 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2ad5fcb3-e938-4cfc-99ce-471f8e22851b req-6c4648b1-e5c6-48d7-997b-3680326cc7ff service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148467 Mar 11 11:50:27.590108 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7cae804-b467-46c2-87c8-0147a1526eff {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:50:27.625783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0480b1ac-25c6-4800-b94c-120805f04198 req-bf795e0f-d0ce-4c01-8e6f-036cc019d5e0 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176620 Mar 11 11:50:27.638876 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=d7cae804-b467-46c2-87c8-0147a1526eff,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:27.642694 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:27.737621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=d7cae804-b467-46c2-87c8-0147a1526eff,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:27.743023 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-0cfcc278-e1a0-4b38-b9c0-34ab346118b0 service neutron] 10.222.0.71 "GET /v2.0/ports/d7cae804-b467-46c2-87c8-0147a1526eff/bindings/n-h1-833234-2 HTTP/1.1" status: 200 len: 382 time: 0.1955998 Mar 11 11:50:27.871553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-5f381d69-e6aa-433a-8dc3-55ff01ccf0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:27.877037 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-5f381d69-e6aa-433a-8dc3-55ff01ccf0c7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 1131 time: 0.1087990 Mar 11 11:50:27.954466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b6a6c-34be-4770-b034-7f275cac7b83 req-29c97ffa-0fc1-4b2a-95b2-90a7de2adcf8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:27.963940 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c6b6a6c-34be-4770-b034-7f275cac7b83 req-29c97ffa-0fc1-4b2a-95b2-90a7de2adcf8 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 946 time: 0.2515612 Mar 11 11:50:27.981387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b1b71-83f2-48f7-9467-a74df16d7f67 req-39087d6d-cd88-4b48-a7e8-695d191f8466 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:27.987137 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b1b71-83f2-48f7-9467-a74df16d7f67 req-39087d6d-cd88-4b48-a7e8-695d191f8466 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:27.995196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b1b71-83f2-48f7-9467-a74df16d7f67 req-39087d6d-cd88-4b48-a7e8-695d191f8466 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:28.001556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b1b71-83f2-48f7-9467-a74df16d7f67 req-39087d6d-cd88-4b48-a7e8-695d191f8466 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:28.007945 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b1b71-83f2-48f7-9467-a74df16d7f67 req-39087d6d-cd88-4b48-a7e8-695d191f8466 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:28.014496 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b1b71-83f2-48f7-9467-a74df16d7f67 req-39087d6d-cd88-4b48-a7e8-695d191f8466 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:28.018026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['d7cae804-b467-46c2-87c8-0147a1526eff'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:50:28.020429 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b1b71-83f2-48f7-9467-a74df16d7f67 req-39087d6d-cd88-4b48-a7e8-695d191f8466 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:28.028691 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f7b1b71-83f2-48f7-9467-a74df16d7f67 req-39087d6d-cd88-4b48-a7e8-695d191f8466 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.2309973 Mar 11 11:50:28.161116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-595b6215-4eab-4a3d-83d5-caaef10459b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:28.162724 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-595b6215-4eab-4a3d-83d5-caaef10459b4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.2784293 Mar 11 11:50:28.247252 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c6b6a6c-34be-4770-b034-7f275cac7b83 req-0068f8fa-08d4-47c2-a463-5cf26b574d4e tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822332 Mar 11 11:50:28.288377 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-9ddea645-3b11-43e8-a287-71059d531ac4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d7cae804-b467-46c2-87c8-0147a1526eff HTTP/1.1" status: 200 len: 217 time: 0.1125586 Mar 11 11:50:28.309706 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f7b1b71-83f2-48f7-9467-a74df16d7f67 req-e8afedbd-09c9-43d3-9254-dbd6f2020d23 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2798135 Mar 11 11:50:28.428279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-ddce5922-353e-4290-9086-b5076b796d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:28.435467 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-ddce5922-353e-4290-9086-b5076b796d7d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1400750 Mar 11 11:50:28.590036 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-fa9bd1cd-c82f-4af4-892f-410856df5fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:28.591573 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-fa9bd1cd-c82f-4af4-892f-410856df5fee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1447172 Mar 11 11:50:28.864642 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-9b9bdab6-3560-4a10-aea4-6ff31b5de4e2 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624841 Mar 11 11:50:28.877195 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb98c8-8c2b-4610-a166-4e251f3976a9 req-74cda0fb-ce7b-490a-867f-b273d83c3da0 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:28.890425 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4fb98c8-8c2b-4610-a166-4e251f3976a9 req-74cda0fb-ce7b-490a-867f-b273d83c3da0 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 949 time: 0.1305749 Mar 11 11:50:29.003517 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4fb98c8-8c2b-4610-a166-4e251f3976a9 req-84b6badf-8fd7-42fe-ab52-dfdba2ec055a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075659 Mar 11 11:50:29.260041 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-0e45ffd6-9885-4cb5-85d5-517f61a10150 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791897 Mar 11 11:50:29.510020 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d4418-a4f2-4804-87ee-fbaba552244f req-0ebb89d9-bc37-4123-8673-ef28db9f5105 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:29.516499 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c79d4418-a4f2-4804-87ee-fbaba552244f req-0ebb89d9-bc37-4123-8673-ef28db9f5105 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 946 time: 0.1197042 Mar 11 11:50:29.672132 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c79d4418-a4f2-4804-87ee-fbaba552244f req-eaddf4cf-1ad8-4aa5-bfb5-1e90f5551f73 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474152 Mar 11 11:50:29.960441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da9adf-a946-4987-bc72-9344075315a8 req-74edd177-5591-44c5-a124-3bc9c1740f7d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:29.972708 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da9adf-a946-4987-bc72-9344075315a8 req-74edd177-5591-44c5-a124-3bc9c1740f7d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:30.010372 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da9adf-a946-4987-bc72-9344075315a8 req-74edd177-5591-44c5-a124-3bc9c1740f7d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:30.040913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da9adf-a946-4987-bc72-9344075315a8 req-74edd177-5591-44c5-a124-3bc9c1740f7d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:30.051875 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da9adf-a946-4987-bc72-9344075315a8 req-74edd177-5591-44c5-a124-3bc9c1740f7d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:30.069612 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da9adf-a946-4987-bc72-9344075315a8 req-74edd177-5591-44c5-a124-3bc9c1740f7d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:30.092684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da9adf-a946-4987-bc72-9344075315a8 req-74edd177-5591-44c5-a124-3bc9c1740f7d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:30.105582 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22da9adf-a946-4987-bc72-9344075315a8 req-74edd177-5591-44c5-a124-3bc9c1740f7d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.3848927 Mar 11 11:50:30.336493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224449ae-ef13-41c9-bd78-13d87070023d req-dbda6fb4-025d-41d8-aa38-de0ca86f0e57 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:30.344589 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-224449ae-ef13-41c9-bd78-13d87070023d req-dbda6fb4-025d-41d8-aa38-de0ca86f0e57 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 946 time: 0.2170713 Mar 11 11:50:30.384318 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22da9adf-a946-4987-bc72-9344075315a8 req-a4f7d121-8c97-4a12-8dc6-6709920d7833 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2714179 Mar 11 11:50:30.477046 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-224449ae-ef13-41c9-bd78-13d87070023d req-4fc9ace7-8921-4df0-9d6a-538c7ad43b40 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302931 Mar 11 11:50:30.637157 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601902e-9eee-4fab-b4a3-2c7a9d110614 req-75add8bf-b01f-4a23-99b3-fbde6c20e01f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:30.646746 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1601902e-9eee-4fab-b4a3-2c7a9d110614 req-75add8bf-b01f-4a23-99b3-fbde6c20e01f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 949 time: 0.1192229 Mar 11 11:50:30.736420 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1601902e-9eee-4fab-b4a3-2c7a9d110614 req-a4bb2c13-8f28-472d-a131-9be2db8eacd6 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880320 Mar 11 11:50:31.213283 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device d7cae804-b467-46c2-87c8-0147a1526eff no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:50:31.478134 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port d7cae804-b467-46c2-87c8-0147a1526eff is: BUILD; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:31.482072 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:31.515174 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d7cae804-b467-46c2-87c8-0147a1526eff {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:50:31.567172 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=d7cae804-b467-46c2-87c8-0147a1526eff,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:31.574646 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:31.653040 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=d7cae804-b467-46c2-87c8-0147a1526eff,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:31.710553 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a05fa0-e17c-436e-90f3-725fd3769e11 req-1c0cff5d-495f-49c6-9f13-3cdba2873238 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:31.723078 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a05fa0-e17c-436e-90f3-725fd3769e11 req-1c0cff5d-495f-49c6-9f13-3cdba2873238 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:31.736870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a05fa0-e17c-436e-90f3-725fd3769e11 req-1c0cff5d-495f-49c6-9f13-3cdba2873238 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:31.750502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a05fa0-e17c-436e-90f3-725fd3769e11 req-1c0cff5d-495f-49c6-9f13-3cdba2873238 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:31.766628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a05fa0-e17c-436e-90f3-725fd3769e11 req-1c0cff5d-495f-49c6-9f13-3cdba2873238 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:31.785335 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a05fa0-e17c-436e-90f3-725fd3769e11 req-1c0cff5d-495f-49c6-9f13-3cdba2873238 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:31.800339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a05fa0-e17c-436e-90f3-725fd3769e11 req-1c0cff5d-495f-49c6-9f13-3cdba2873238 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:31.814241 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62a05fa0-e17c-436e-90f3-725fd3769e11 req-1c0cff5d-495f-49c6-9f13-3cdba2873238 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.2754781 Mar 11 11:50:31.951483 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-1dbd1776-fb83-40aa-a0aa-a29869076607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:31.953572 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-1dbd1776-fb83-40aa-a0aa-a29869076607 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431&tenant_id=534ef25e2a194e88997b082d5497d504 HTTP/1.1" status: 200 len: 1130 time: 0.1130891 Mar 11 11:50:31.968148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:50:32.022099 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543791f-b4dd-4633-9284-2e242f3acc98 req-57f18d33-71e9-4db0-918b-31aaa8372a65 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:32.034580 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f543791f-b4dd-4633-9284-2e242f3acc98 req-57f18d33-71e9-4db0-918b-31aaa8372a65 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 946 time: 0.2022002 Mar 11 11:50:32.098944 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:32.147827 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62a05fa0-e17c-436e-90f3-725fd3769e11 req-97cbe7b8-1eb1-4b51-9820-3ecf83af303f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3277724 Mar 11 11:50:32.194329 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f543791f-b4dd-4633-9284-2e242f3acc98 req-5180331c-b3dd-4d97-b288-edafc8b84bcf tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464972 Mar 11 11:50:32.388240 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=d7cae804-b467-46c2-87c8-0147a1526eff,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:32.430246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:50:32.469597 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7cae804-b467-46c2-87c8-0147a1526eff {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:50:32.480759 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Publish callbacks [] for port (d7cae804-b467-46c2-87c8-0147a1526eff), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:32.496724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Ignored duplicate provisioning block setup for port d7cae804-b467-46c2-87c8-0147a1526eff by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Mar 11 11:50:32.512298 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:32.610163 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bb35f-5af7-42de-b002-4403bf59c22a req-a50e6a23-de54-47a8-b662-6eafb11389b8 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:32.621765 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c30bb35f-5af7-42de-b002-4403bf59c22a req-a50e6a23-de54-47a8-b662-6eafb11389b8 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 949 time: 0.1462455 Mar 11 11:50:32.721619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c30bb35f-5af7-42de-b002-4403bf59c22a req-1769cb2f-f4e2-44d6-8440-38d568309022 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987031 Mar 11 11:50:32.918715 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] No DVR routers for this DVR port d7cae804-b467-46c2-87c8-0147a1526eff on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:50:32.965382 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Pushing event updated for resources: {'Port': ['ID=d7cae804-b467-46c2-87c8-0147a1526eff,revision_number=10']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:33.073511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc1c34-fc7c-4a0c-999c-e8f995ee73e7 req-f3ae3cb4-e521-4ee1-ba7e-b896af4e66e0 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:33.075110 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70fc1c34-fc7c-4a0c-999c-e8f995ee73e7 req-f3ae3cb4-e521-4ee1-ba7e-b896af4e66e0 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 946 time: 0.1100538 Mar 11 11:50:33.085730 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Attempting to bind port d7cae804-b467-46c2-87c8-0147a1526eff on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:50:33.086430 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Attempting to bind port d7cae804-b467-46c2-87c8-0147a1526eff by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:50:33.088177 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Attempting to bind port d7cae804-b467-46c2-87c8-0147a1526eff on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:50:33.095494 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Port d7cae804-b467-46c2-87c8-0147a1526eff on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:50:33.101012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Attempting to bind port d7cae804-b467-46c2-87c8-0147a1526eff on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:50:33.111219 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:50:33.111828 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:50:33.114436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:50:33.116763 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Bound port: d7cae804-b467-46c2-87c8-0147a1526eff, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:50:33.117316 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:33.188872 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70fc1c34-fc7c-4a0c-999c-e8f995ee73e7 req-1d95f4c4-b14a-4d56-9c04-a72920782fb4 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043181 Mar 11 11:50:33.239568 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:50:33.248848 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d7cae804-b467-46c2-87c8-0147a1526eff,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:50:33.272524 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:33.369080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:33.369772 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:33.371371 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] 10.222.0.37 "PUT /v2.0/ports/d7cae804-b467-46c2-87c8-0147a1526eff HTTP/1.1" status: 200 len: 1097 time: 1.4080980 Mar 11 11:50:33.371916 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666ccce0-a7fd-4c99-a713-30d003455431', 'tag': 'd7cae804-b467-46c2-87c8-0147a1526eff'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:33.380348 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6656fdee-1616-4c11-b6fc-da026904e0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "666ccce0-a7fd-4c99-a713-30d003455431", "tag": "d7cae804-b467-46c2-87c8-0147a1526eff"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:33.384562 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1d73c-792c-4c53-aaef-4a9c3b51ba5e req-e948c0fa-b747-4b1f-9dcb-e8f5d466c529 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:33.400847 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1d73c-792c-4c53-aaef-4a9c3b51ba5e req-e948c0fa-b747-4b1f-9dcb-e8f5d466c529 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:33.413628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1d73c-792c-4c53-aaef-4a9c3b51ba5e req-e948c0fa-b747-4b1f-9dcb-e8f5d466c529 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:33.420950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1d73c-792c-4c53-aaef-4a9c3b51ba5e req-e948c0fa-b747-4b1f-9dcb-e8f5d466c529 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:33.430612 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1d73c-792c-4c53-aaef-4a9c3b51ba5e req-e948c0fa-b747-4b1f-9dcb-e8f5d466c529 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:33.440582 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1d73c-792c-4c53-aaef-4a9c3b51ba5e req-e948c0fa-b747-4b1f-9dcb-e8f5d466c529 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:33.458935 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:33.466552 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1d73c-792c-4c53-aaef-4a9c3b51ba5e req-e948c0fa-b747-4b1f-9dcb-e8f5d466c529 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:33.475095 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0d1d73c-792c-4c53-aaef-4a9c3b51ba5e req-e948c0fa-b747-4b1f-9dcb-e8f5d466c529 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.2056801 Mar 11 11:50:33.622077 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0d1d73c-792c-4c53-aaef-4a9c3b51ba5e req-a730fee2-bdc2-4e9c-8248-89b058e36953 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1456761 Mar 11 11:50:33.625797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fedfb-0693-41ab-820a-36e050bd764a service neutron] Pushing event updated for resources: {'Port': ['ID=d7cae804-b467-46c2-87c8-0147a1526eff,revision_number=11']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:33.676537 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61a5907-c060-4a60-95d4-050770c0c31d x-openstack-request-id: req-c61a5907-c060-4a60-95d4-050770c0c31d {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:33.676837 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666ccce0-a7fd-4c99-a713-30d003455431", "tag": "d7cae804-b467-46c2-87c8-0147a1526eff", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:33.677348 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c61a5907-c060-4a60-95d4-050770c0c31d {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:33.677588 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666ccce0-a7fd-4c99-a713-30d003455431', 'tag': 'd7cae804-b467-46c2-87c8-0147a1526eff', 'status': 'completed', 'code': 200} Mar 11 11:50:33.708875 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-94929492-b6a6-4c75-8df8-4ded2fa95425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:33.710592 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-94929492-b6a6-4c75-8df8-4ded2fa95425 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 1131 time: 0.2921374 Mar 11 11:50:33.889517 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-ad7eb2a9-09a8-4952-9371-b0a80e8bcd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:33.891182 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-ad7eb2a9-09a8-4952-9371-b0a80e8bcd8b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 1131 time: 0.2099564 Mar 11 11:50:33.909077 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c39ac9-c007-4744-930c-1750b6f215a5 req-956dfff1-9cca-4a07-bf4c-b3f0b14beb86 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:33.927532 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28c39ac9-c007-4744-930c-1750b6f215a5 req-956dfff1-9cca-4a07-bf4c-b3f0b14beb86 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 949 time: 0.1023669 Mar 11 11:50:34.034753 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28c39ac9-c007-4744-930c-1750b6f215a5 req-277513b6-776d-48ac-9508-cec6c7858e98 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060107 Mar 11 11:50:34.084225 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-68ecb81d-8888-407b-8ae7-cbf164b47f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:34.085437 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-68ecb81d-8888-407b-8ae7-cbf164b47f2e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.3658502 Mar 11 11:50:34.152579 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-0a804845-ce3b-4339-8b8b-c51e2444cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:34.154191 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-0a804845-ce3b-4339-8b8b-c51e2444cd4c service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.2553558 Mar 11 11:50:34.211660 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-dd9718ec-a608-4e60-87cd-247fd476bb7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d7cae804-b467-46c2-87c8-0147a1526eff HTTP/1.1" status: 200 len: 217 time: 0.1155648 Mar 11 11:50:34.327729 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-fadbc01b-49fa-4645-964f-965099f9cab0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d7cae804-b467-46c2-87c8-0147a1526eff HTTP/1.1" status: 200 len: 217 time: 0.1301229 Mar 11 11:50:34.518905 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ca726-63a6-4f19-b7ba-0d750b5d48e2 req-17494cdd-4481-44b8-a6e4-06cc9364d10a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:34.521045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec4ca726-63a6-4f19-b7ba-0d750b5d48e2 req-17494cdd-4481-44b8-a6e4-06cc9364d10a tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 946 time: 0.1445425 Mar 11 11:50:34.622880 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-24637b19-af75-432a-828d-071204365ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:34.624488 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-24637b19-af75-432a-828d-071204365ef8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.2800300 Mar 11 11:50:34.628787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-0bf6c601-6458-4fac-bfa2-add622610979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:34.630719 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-0bf6c601-6458-4fac-bfa2-add622610979 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.2994549 Mar 11 11:50:34.667301 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec4ca726-63a6-4f19-b7ba-0d750b5d48e2 req-09006b54-4972-4365-a5f3-659d4205ec2c tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351931 Mar 11 11:50:34.768815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4d3a3bed-2c01-4be7-87e6-d0095530ccdd details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:50:34.821292 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb200e6d-30af-4a62-9d4e-0d548a4c67e8 req-b87a47f5-db33-4346-b834-0af743e7a940 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:34.827698 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eb200e6d-30af-4a62-9d4e-0d548a4c67e8 req-b87a47f5-db33-4346-b834-0af743e7a940 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 946 time: 0.3406169 Mar 11 11:50:34.927116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4d3a3bed-2c01-4be7-87e6-d0095530ccdd,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:34.940525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '4d3a3bed-2c01-4be7-87e6-d0095530ccdd', 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973', 'port_id': '4d3a3bed-2c01-4be7-87e6-d0095530ccdd', 'mac_address': 'fa:16:3e:8c:2f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f457daac-7e39-4657-8a75-e4901f3feaf7', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:50:34.962345 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0ef35-9e3f-4e5e-aa25-8be32ad93fc5 req-e8f9be56-d67a-4038-aab1-bea79091a305 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:34.969674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0ef35-9e3f-4e5e-aa25-8be32ad93fc5 req-e8f9be56-d67a-4038-aab1-bea79091a305 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:34.976607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0ef35-9e3f-4e5e-aa25-8be32ad93fc5 req-e8f9be56-d67a-4038-aab1-bea79091a305 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:34.983914 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0ef35-9e3f-4e5e-aa25-8be32ad93fc5 req-e8f9be56-d67a-4038-aab1-bea79091a305 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:34.990520 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0ef35-9e3f-4e5e-aa25-8be32ad93fc5 req-e8f9be56-d67a-4038-aab1-bea79091a305 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:34.997212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0ef35-9e3f-4e5e-aa25-8be32ad93fc5 req-e8f9be56-d67a-4038-aab1-bea79091a305 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:35.003324 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0ef35-9e3f-4e5e-aa25-8be32ad93fc5 req-e8f9be56-d67a-4038-aab1-bea79091a305 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:35.006154 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d9a0ef35-9e3f-4e5e-aa25-8be32ad93fc5 req-e8f9be56-d67a-4038-aab1-bea79091a305 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5430 time: 0.2433434 Mar 11 11:50:35.047913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:35.048543 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4d3a3bed-2c01-4be7-87e6-d0095530ccdd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:35.085774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3a3bed-2c01-4be7-87e6-d0095530ccdd {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:50:35.086772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-afee8eef-cbe0-446c-9ff6-e3c8e89cea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:35.089264 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-afee8eef-cbe0-446c-9ff6-e3c8e89cea0c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4576459 Mar 11 11:50:35.131483 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4d3a3bed-2c01-4be7-87e6-d0095530ccdd,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:35.141098 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4d3a3bed-2c01-4be7-87e6-d0095530ccdd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:35.142134 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 91144204-e4b6-41e6-b891-e433c53896bb details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:50:35.196550 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d9a0ef35-9e3f-4e5e-aa25-8be32ad93fc5 req-92684f42-6f51-443a-be4f-8e4f06db63f9 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1742604 Mar 11 11:50:35.200697 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-6d6ba55d-a179-4bd4-85af-b8fe8717f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:35.203541 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-6d6ba55d-a179-4bd4-85af-b8fe8717f543 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4983621 Mar 11 11:50:35.209264 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 91144204-e4b6-41e6-b891-e433c53896bb, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=91144204-e4b6-41e6-b891-e433c53896bb,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:35.304227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '91144204-e4b6-41e6-b891-e433c53896bb', 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973', 'port_id': '91144204-e4b6-41e6-b891-e433c53896bb', 'mac_address': 'fa:16:3e:48:d6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f457daac-7e39-4657-8a75-e4901f3feaf7', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:50:35.316062 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727fcfe-1af4-4013-8c1a-6dc09df41c40 req-cd791cc3-68f5-4464-89c0-7d0bf7a3a07c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:35.317593 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b727fcfe-1af4-4013-8c1a-6dc09df41c40 req-cd791cc3-68f5-4464-89c0-7d0bf7a3a07c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 949 time: 0.1200798 Mar 11 11:50:35.414378 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=4d3a3bed-2c01-4be7-87e6-d0095530ccdd,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:35.449130 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b727fcfe-1af4-4013-8c1a-6dc09df41c40 req-f0f3ae63-d9b1-40fc-a86c-26748a4e6772 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191096 Mar 11 11:50:35.574949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 91144204-e4b6-41e6-b891-e433c53896bb is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:35.575518 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (91144204-e4b6-41e6-b891-e433c53896bb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:35.622733 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91144204-e4b6-41e6-b891-e433c53896bb {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:50:35.690280 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 91144204-e4b6-41e6-b891-e433c53896bb, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=91144204-e4b6-41e6-b891-e433c53896bb,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:35.703060 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (91144204-e4b6-41e6-b891-e433c53896bb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:35.712724 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:50:35.713968 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:50:35.791399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=91144204-e4b6-41e6-b891-e433c53896bb,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:35.803249 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-eb200e6d-30af-4a62-9d4e-0d548a4c67e8 req-8456dc1c-0b12-4ea7-8036-58c36606a617 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Deleting port 7e8ead18-b387-497a-bf36-9e3016db1fd1 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:50:35.805202 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-eb200e6d-30af-4a62-9d4e-0d548a4c67e8 req-8456dc1c-0b12-4ea7-8036-58c36606a617 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7e8ead18-b387-497a-bf36-9e3016db1fd1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:35.906089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3465f7-a7ca-4e25-884e-d9e08105f22c req-cc9fe6d0-2a46-43ea-9fc5-05d81813b638 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:35.934525 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d3465f7-a7ca-4e25-884e-d9e08105f22c req-cc9fe6d0-2a46-43ea-9fc5-05d81813b638 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 946 time: 0.1140864 Mar 11 11:50:36.008402 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-eb200e6d-30af-4a62-9d4e-0d548a4c67e8 req-8456dc1c-0b12-4ea7-8036-58c36606a617 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] For port 7e8ead18-b387-497a-bf36-9e3016db1fd1, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7e8ead18-b387-497a-bf36-9e3016db1fd1,segment=NetworkSegment(a840d887-2999-4f18-b00e-dea3a934df45),segment_id=a840d887-2999-4f18-b00e-dea3a934df45)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:36.008731 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-eb200e6d-30af-4a62-9d4e-0d548a4c67e8 req-8456dc1c-0b12-4ea7-8036-58c36606a617 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7e8ead18-b387-497a-bf36-9e3016db1fd1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:36.015287 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9aa5d129-f192-4a1b-b63f-aa12e861c1c8,segment=NetworkSegment(87ddb067-cde7-4651-b3b8-552f8a0b99d1),segment_id=87ddb067-cde7-4651-b3b8-552f8a0b99d1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:36.039102 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-eb200e6d-30af-4a62-9d4e-0d548a4c67e8 req-8456dc1c-0b12-4ea7-8036-58c36606a617 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Calling delete_port for 7e8ead18-b387-497a-bf36-9e3016db1fd1 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:50:36.044348 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '9aa5d129-f192-4a1b-b63f-aa12e861c1c8', 'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763', 'port_id': '9aa5d129-f192-4a1b-b63f-aa12e861c1c8', 'mac_address': 'fa:16:3e:e1:7d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c30f13c-e155-4b80-b4e1-4a60dc004240', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:50:36.126220 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:36.126846 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9aa5d129-f192-4a1b-b63f-aa12e861c1c8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:36.128282 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d3465f7-a7ca-4e25-884e-d9e08105f22c req-42ab0e7c-92c3-41a8-a0fc-6b73a8ab0a42 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/security-groups?id=715ce612-3663-4ee4-9aad-a09f596d67e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880517 Mar 11 11:50:36.154064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:50:36.177148 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9aa5d129-f192-4a1b-b63f-aa12e861c1c8,segment=NetworkSegment(87ddb067-cde7-4651-b3b8-552f8a0b99d1),segment_id=87ddb067-cde7-4651-b3b8-552f8a0b99d1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:36.186117 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9aa5d129-f192-4a1b-b63f-aa12e861c1c8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:36.187297 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 50f210d1-6816-4569-bb99-e7fbc7114c33 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:50:36.232341 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 50f210d1-6816-4569-bb99-e7fbc7114c33, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=50f210d1-6816-4569-bb99-e7fbc7114c33,segment=NetworkSegment(87ddb067-cde7-4651-b3b8-552f8a0b99d1),segment_id=87ddb067-cde7-4651-b3b8-552f8a0b99d1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:36.269489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '50f210d1-6816-4569-bb99-e7fbc7114c33', 'network_id': '4eff5b65-f94e-439e-a73a-18a4e30da763', 'port_id': '50f210d1-6816-4569-bb99-e7fbc7114c33', 'mac_address': 'fa:16:3e:01:86:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c30f13c-e155-4b80-b4e1-4a60dc004240', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:50:36.308894 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-b1216c9d-fbfa-49b3-ad21-726e4f57d98b service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0821955 Mar 11 11:50:36.310271 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-eb200e6d-30af-4a62-9d4e-0d548a4c67e8 req-8456dc1c-0b12-4ea7-8036-58c36606a617 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7e8ead18-b387-497a-bf36-9e3016db1fd1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:36.313435 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-ef514bd7-6669-4ab4-9da2-38d34c9edbd5 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1615262 Mar 11 11:50:36.405898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456dc1c-0b12-4ea7-8036-58c36606a617 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Pushing event deleted for resources: {'Port': ['ID=7e8ead18-b387-497a-bf36-9e3016db1fd1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:36.434044 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['7e8ead18-b387-497a-bf36-9e3016db1fd1'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:50:36.468693 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 50f210d1-6816-4569-bb99-e7fbc7114c33 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:36.469087 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (50f210d1-6816-4569-bb99-e7fbc7114c33), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:36.534578 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da7caf-f040-4ab8-a09d-6e1c0d6c0247 req-f203c510-0f8a-4f88-9694-0d4d75549b0f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:36.544296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb200e6d-30af-4a62-9d4e-0d548a4c67e8 req-8456dc1c-0b12-4ea7-8036-58c36606a617 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] No DVR routers for this DVR port 7e8ead18-b387-497a-bf36-9e3016db1fd1 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:50:36.547057 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da7caf-f040-4ab8-a09d-6e1c0d6c0247 req-f203c510-0f8a-4f88-9694-0d4d75549b0f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:36.555979 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da7caf-f040-4ab8-a09d-6e1c0d6c0247 req-f203c510-0f8a-4f88-9694-0d4d75549b0f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:36.564682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da7caf-f040-4ab8-a09d-6e1c0d6c0247 req-f203c510-0f8a-4f88-9694-0d4d75549b0f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:36.582854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da7caf-f040-4ab8-a09d-6e1c0d6c0247 req-f203c510-0f8a-4f88-9694-0d4d75549b0f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:36.588428 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da7caf-f040-4ab8-a09d-6e1c0d6c0247 req-f203c510-0f8a-4f88-9694-0d4d75549b0f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:36.588816 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f210d1-6816-4569-bb99-e7fbc7114c33 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:50:36.605840 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da7caf-f040-4ab8-a09d-6e1c0d6c0247 req-f203c510-0f8a-4f88-9694-0d4d75549b0f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:36.613473 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8da7caf-f040-4ab8-a09d-6e1c0d6c0247 req-f203c510-0f8a-4f88-9694-0d4d75549b0f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5433 time: 0.2436619 Mar 11 11:50:36.617214 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-eb200e6d-30af-4a62-9d4e-0d548a4c67e8 req-8456dc1c-0b12-4ea7-8036-58c36606a617 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:36.631124 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eb200e6d-30af-4a62-9d4e-0d548a4c67e8 req-8456dc1c-0b12-4ea7-8036-58c36606a617 tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.37 "DELETE /v2.0/ports/7e8ead18-b387-497a-bf36-9e3016db1fd1 HTTP/1.1" status: 204 len: 173 time: 1.7411699 Mar 11 11:50:36.633556 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b9316c-3f56-40ff-8c76-19ba89c775ee', 'name': 'network-vif-deleted', 'tag': '7e8ead18-b387-497a-bf36-9e3016db1fd1'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:36.644306 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197e04e7-e50e-44d1-830b-5fad12bdef4a" -d '{"events": [{"server_uuid": "f4b9316c-3f56-40ff-8c76-19ba89c775ee", "name": "network-vif-deleted", "tag": "7e8ead18-b387-497a-bf36-9e3016db1fd1"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:36.664455 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=9aa5d129-f192-4a1b-b63f-aa12e861c1c8,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:36.676174 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 50f210d1-6816-4569-bb99-e7fbc7114c33, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=50f210d1-6816-4569-bb99-e7fbc7114c33,segment=NetworkSegment(87ddb067-cde7-4651-b3b8-552f8a0b99d1),segment_id=87ddb067-cde7-4651-b3b8-552f8a0b99d1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:36.683206 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (50f210d1-6816-4569-bb99-e7fbc7114c33), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:36.683980 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:50:36.798061 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8da7caf-f040-4ab8-a09d-6e1c0d6c0247 req-a338dc57-4a6c-4331-bd1a-52ecae731977 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1825736 Mar 11 11:50:36.821227 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-c619c8ee-a26f-44fa-aef2-745087ecc86c service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992225 Mar 11 11:50:36.844820 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88533af3-48ec-4571-b2b7-41f88ddc1059 req-55a027aa-7035-488d-9f4a-af6945b0a0e8 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249047 Mar 11 11:50:36.866332 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a6377-671f-401d-8f01-6a5d8598c130 req-a580779a-f33a-4c99-80fe-e96c23e8a8ab tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:36.876687 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a83a6377-671f-401d-8f01-6a5d8598c130 req-a580779a-f33a-4c99-80fe-e96c23e8a8ab tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 949 time: 0.2594261 Mar 11 11:50:36.915378 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c054ad-cfbf-446c-9b08-b294b1fefb63 x-openstack-request-id: req-75c054ad-cfbf-446c-9b08-b294b1fefb63 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:36.915709 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b9316c-3f56-40ff-8c76-19ba89c775ee", "name": "network-vif-deleted", "tag": "7e8ead18-b387-497a-bf36-9e3016db1fd1", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:36.915969 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-75c054ad-cfbf-446c-9b08-b294b1fefb63 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:36.917811 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b9316c-3f56-40ff-8c76-19ba89c775ee', 'name': 'network-vif-deleted', 'tag': '7e8ead18-b387-497a-bf36-9e3016db1fd1', 'status': 'completed', 'code': 200} Mar 11 11:50:36.949515 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=50f210d1-6816-4569-bb99-e7fbc7114c33,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:36.961509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:36.988375 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a83a6377-671f-401d-8f01-6a5d8598c130 req-de1897ad-8caa-4169-9774-1a44d8975c59 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026115 Mar 11 11:50:36.992766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32', 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973', 'port_id': 'a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32', 'mac_address': 'fa:16:3e:73:a0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f457daac-7e39-4657-8a75-e4901f3feaf7', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:50:37.067335 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:37.068919 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:37.085786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:50:37.102597 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-31e0ad73-b266-4a6f-a56a-caf9c4070689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:37.106760 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-31e0ad73-b266-4a6f-a56a-caf9c4070689 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=534ef25e2a194e88997b082d5497d504&device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 1131 time: 0.1173623 Mar 11 11:50:37.122722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:37.128527 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:37.129559 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 54a3d321-9fbc-4e4d-ac50-28fe275103d2 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:50:37.222584 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 54a3d321-9fbc-4e4d-ac50-28fe275103d2, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=54a3d321-9fbc-4e4d-ac50-28fe275103d2,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:37.243905 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '54a3d321-9fbc-4e4d-ac50-28fe275103d2', 'network_id': '67d74715-a311-4317-8fb4-8c87cc470973', 'port_id': '54a3d321-9fbc-4e4d-ac50-28fe275103d2', 'mac_address': 'fa:16:3e:a2:9e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f457daac-7e39-4657-8a75-e4901f3feaf7', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:50:37.337757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d4c5421-d49c-4cd0-9c44-984249f6c4ca req-f9ecafd3-4423-40c0-853d-17a4697f75ed tempest-DeleteServersTestJSON-873206498 tempest-DeleteServersTestJSON-873206498-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b9316c-3f56-40ff-8c76-19ba89c775ee HTTP/1.1" status: 200 len: 210 time: 0.0463898 Mar 11 11:50:37.391190 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-ae0c2885-c237-4972-9ccc-a4611f18297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:37.393934 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-ae0c2885-c237-4972-9ccc-a4611f18297f service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.2798481 Mar 11 11:50:37.416894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:37.439340 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:37.440214 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:37.455879 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a3d321-9fbc-4e4d-ac50-28fe275103d2 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:50:37.476503 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 54a3d321-9fbc-4e4d-ac50-28fe275103d2, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=54a3d321-9fbc-4e4d-ac50-28fe275103d2,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:37.483054 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:37.483994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 29c4bfed-9a1e-4008-9518-28e5cb65ccee details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:50:37.510590 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-7ef7a8a4-ac9d-4e3f-a168-d34947f123a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d7cae804-b467-46c2-87c8-0147a1526eff HTTP/1.1" status: 200 len: 217 time: 0.1063848 Mar 11 11:50:37.612038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 29c4bfed-9a1e-4008-9518-28e5cb65ccee, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=29c4bfed-9a1e-4008-9518-28e5cb65ccee,segment=NetworkSegment(bdea88c9-fadb-44aa-a233-b499664190f3),segment_id=bdea88c9-fadb-44aa-a233-b499664190f3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:37.632904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-79a4432f-f9a4-4786-b341-71dfbcffc655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:37.638001 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-79a4432f-f9a4-4786-b341-71dfbcffc655 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1181560 Mar 11 11:50:37.666582 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '29c4bfed-9a1e-4008-9518-28e5cb65ccee', 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc', 'port_id': '29c4bfed-9a1e-4008-9518-28e5cb65ccee', 'mac_address': 'fa:16:3e:f4:9c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:50:37.700818 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-7ba9c5b8-f7f7-4ed8-968e-91848e463f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:37.702537 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-7ba9c5b8-f7f7-4ed8-968e-91848e463f9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0592699 Mar 11 11:50:37.775778 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=54a3d321-9fbc-4e4d-ac50-28fe275103d2,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:37.811912 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 29c4bfed-9a1e-4008-9518-28e5cb65ccee is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:37.812471 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (29c4bfed-9a1e-4008-9518-28e5cb65ccee), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:37.832189 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c4bfed-9a1e-4008-9518-28e5cb65ccee {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:50:37.842741 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-e8f48841-817b-4fbf-aea6-1ccbab4df601 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323171 Mar 11 11:50:37.866019 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 29c4bfed-9a1e-4008-9518-28e5cb65ccee, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=29c4bfed-9a1e-4008-9518-28e5cb65ccee,segment=NetworkSegment(bdea88c9-fadb-44aa-a233-b499664190f3),segment_id=bdea88c9-fadb-44aa-a233-b499664190f3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:37.873210 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (29c4bfed-9a1e-4008-9518-28e5cb65ccee), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:37.943392 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=29c4bfed-9a1e-4008-9518-28e5cb65ccee,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:38.027149 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6656fdee-1616-4c11-b6fc-da026904e0d6 req-4f82d114-3b34-4628-8bc0-35a124cb477a service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746185 Mar 11 11:50:38.058940 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506de2c-dca3-446d-b8db-3894d8b87f6d req-6a29e641-a026-4ed6-befe-cfb2c51f49c3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:38.065736 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506de2c-dca3-446d-b8db-3894d8b87f6d req-6a29e641-a026-4ed6-befe-cfb2c51f49c3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:38.074082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506de2c-dca3-446d-b8db-3894d8b87f6d req-6a29e641-a026-4ed6-befe-cfb2c51f49c3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:38.081428 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506de2c-dca3-446d-b8db-3894d8b87f6d req-6a29e641-a026-4ed6-befe-cfb2c51f49c3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:38.089685 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506de2c-dca3-446d-b8db-3894d8b87f6d req-6a29e641-a026-4ed6-befe-cfb2c51f49c3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:38.096680 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506de2c-dca3-446d-b8db-3894d8b87f6d req-6a29e641-a026-4ed6-befe-cfb2c51f49c3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:38.103174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506de2c-dca3-446d-b8db-3894d8b87f6d req-6a29e641-a026-4ed6-befe-cfb2c51f49c3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:38.113609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3506de2c-dca3-446d-b8db-3894d8b87f6d req-6a29e641-a026-4ed6-befe-cfb2c51f49c3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5437 time: 0.1378078 Mar 11 11:50:38.181181 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3506de2c-dca3-446d-b8db-3894d8b87f6d req-d1a94e86-05fd-4c26-8fd7-79e17be67f13 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661521 Mar 11 11:50:38.295031 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f60b4-edf5-42dc-9d6f-83581d820275 req-ee6c6bfc-0dec-43c6-b7b2-31ba5dad6f44 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:38.297235 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-831f60b4-edf5-42dc-9d6f-83581d820275 req-ee6c6bfc-0dec-43c6-b7b2-31ba5dad6f44 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 949 time: 0.0694137 Mar 11 11:50:38.391960 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-831f60b4-edf5-42dc-9d6f-83581d820275 req-91a7530b-2321-4ecd-bf7b-38ba9bf929b3 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842361 Mar 11 11:50:38.653693 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['50f210d1-6816-4569-bb99-e7fbc7114c33'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:50:38.728656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['4d3a3bed-2c01-4be7-87e6-d0095530ccdd'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:50:38.730922 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['9aa5d129-f192-4a1b-b63f-aa12e861c1c8'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:50:38.732945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['29c4bfed-9a1e-4008-9518-28e5cb65ccee'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:50:38.735209 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['91144204-e4b6-41e6-b891-e433c53896bb'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:50:38.744631 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['54a3d321-9fbc-4e4d-ac50-28fe275103d2'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:50:38.894825 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-2f3ceb7e-8fdc-4787-811f-12c63533b6ac tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:38.896845 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-2f3ceb7e-8fdc-4787-811f-12c63533b6ac tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/networks?id=3535c090-28c6-4aa7-9181-bb2bb7c93648 HTTP/1.1" status: 200 len: 804 time: 0.2651074 Mar 11 11:50:38.915485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-613e1424-6379-4709-bdf9-8b21375012bb tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/quotas/c4fc75872c4f47908e2919cb98431e26 HTTP/1.1" status: 200 len: 375 time: 0.0121529 Mar 11 11:50:38.993636 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-94c16bbf-de4e-4eef-8517-2cc63a2b0f9e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4fc75872c4f47908e2919cb98431e26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0716245 Mar 11 11:50:39.141907 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-7e5a76ad-e325-47de-996e-05249d9247ab service neutron] 10.222.0.78 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358089 Mar 11 11:50:39.279342 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device ddf8182b-a08f-4c6b-bece-806d465c84de no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:50:39.321892 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-5081e541-eef5-426c-8c2d-836528541b20 service neutron] 10.222.0.78 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783006 Mar 11 11:50:39.482164 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba39b4-e8e3-4374-b849-f0422b51a168 req-d4a98b03-2b5b-41c4-8a3c-e0f6395d2385 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:39.489706 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba39b4-e8e3-4374-b849-f0422b51a168 req-d4a98b03-2b5b-41c4-8a3c-e0f6395d2385 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:39.496088 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba39b4-e8e3-4374-b849-f0422b51a168 req-d4a98b03-2b5b-41c4-8a3c-e0f6395d2385 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:39.504010 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba39b4-e8e3-4374-b849-f0422b51a168 req-d4a98b03-2b5b-41c4-8a3c-e0f6395d2385 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:39.512467 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba39b4-e8e3-4374-b849-f0422b51a168 req-d4a98b03-2b5b-41c4-8a3c-e0f6395d2385 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:39.521081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba39b4-e8e3-4374-b849-f0422b51a168 req-d4a98b03-2b5b-41c4-8a3c-e0f6395d2385 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:39.528432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba39b4-e8e3-4374-b849-f0422b51a168 req-d4a98b03-2b5b-41c4-8a3c-e0f6395d2385 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:39.540026 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2eba39b4-e8e3-4374-b849-f0422b51a168 req-d4a98b03-2b5b-41c4-8a3c-e0f6395d2385 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5437 time: 0.1875811 Mar 11 11:50:39.616936 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:50:39.780903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2eba39b4-e8e3-4374-b849-f0422b51a168 req-b40e1356-6588-4c0c-b2f1-6324c65d0d01 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2362745 Mar 11 11:50:39.818291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c3bee-028e-4897-be54-8350a36b48d9 req-64a38cbb-cee2-41d0-8d9e-c9e0e4900e1f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:39.827677 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a20c3bee-028e-4897-be54-8350a36b48d9 req-64a38cbb-cee2-41d0-8d9e-c9e0e4900e1f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 949 time: 0.1649909 Mar 11 11:50:39.946519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d7cae804-b467-46c2-87c8-0147a1526eff details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:50:39.948643 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7e8ead18-b387-497a-bf36-9e3016db1fd1 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:50:39.961155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-455b7c68-fd2a-4380-ba2f-c61c3866fbb2 req-8f3ac872-1309-462c-9290-a23a11bebc3d tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 210 time: 0.0728903 Mar 11 11:50:39.996350 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a20c3bee-028e-4897-be54-8350a36b48d9 req-ea061364-30b1-49fb-a2c8-5e85fb51d855 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670644 Mar 11 11:50:40.059626 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 7e8ead18-b387-497a-bf36-9e3016db1fd1 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:50:40.060065 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7e8ead18-b387-497a-bf36-9e3016db1fd1 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:50:40.144622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ebd87-025a-41df-b93c-22e3d271708d req-44127cca-32be-4ffe-9564-919fa351f786 tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:40.155005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-877ebd87-025a-41df-b93c-22e3d271708d req-44127cca-32be-4ffe-9564-919fa351f786 tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 1131 time: 0.0796590 Mar 11 11:50:40.271817 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-877ebd87-025a-41df-b93c-22e3d271708d req-5d664996-ba47-4c4d-a0be-8b77ec686ed7 tempest-MigrationsAdminTest-46340402 tempest-MigrationsAdminTest-46340402-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155274 Mar 11 11:50:40.305786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc5de6-d9cb-49db-8d9b-ae404447717a req-f7fc0349-cd90-4883-bbd0-f52f2d63387d tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:40.309281 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-85cc5de6-d9cb-49db-8d9b-ae404447717a req-f7fc0349-cd90-4883-bbd0-f52f2d63387d tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.71 "GET /v2.0/ports?device_id=492d7976-104c-445a-93cb-a537acdc6370 HTTP/1.1" status: 200 len: 945 time: 0.1282568 Mar 11 11:50:40.586574 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-85cc5de6-d9cb-49db-8d9b-ae404447717a req-47a11f0a-9732-41a0-bee7-f14c7891b903 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Deleting port ddf8182b-a08f-4c6b-bece-806d465c84de {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:50:40.587103 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-85cc5de6-d9cb-49db-8d9b-ae404447717a req-47a11f0a-9732-41a0-bee7-f14c7891b903 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:40.753647 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.resource_extend [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:50:40.782256 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port ddf8182b-a08f-4c6b-bece-806d465c84de is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:40.782655 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:40.786983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-85cc5de6-d9cb-49db-8d9b-ae404447717a req-47a11f0a-9732-41a0-bee7-f14c7891b903 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] For port ddf8182b-a08f-4c6b-bece-806d465c84de, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ddf8182b-a08f-4c6b-bece-806d465c84de,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:40.790762 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-85cc5de6-d9cb-49db-8d9b-ae404447717a req-47a11f0a-9732-41a0-bee7-f14c7891b903 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:40.837896 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-85cc5de6-d9cb-49db-8d9b-ae404447717a req-47a11f0a-9732-41a0-bee7-f14c7891b903 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Calling delete_port for ddf8182b-a08f-4c6b-bece-806d465c84de owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:50:40.850386 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port ddf8182b-a08f-4c6b-bece-806d465c84de, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ddf8182b-a08f-4c6b-bece-806d465c84de,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:40.853439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492d7976-104c-445a-93cb-a537acdc6370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddf8182b-a08f-4c6b-bece-806d465c84de'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:40.856137 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf8a01f-d285-470d-8feb-c7d1ff4a2716" -d '{"events": [{"server_uuid": "492d7976-104c-445a-93cb-a537acdc6370", "name": "network-vif-unplugged", "status": "completed", "tag": "ddf8182b-a08f-4c6b-bece-806d465c84de"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:40.862467 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:40.873889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d8d87-8a15-422e-ab3c-b1ad8d99f3f5 req-f0c4eacc-ffd7-436f-a2d9-7326f44f504f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:40.890000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b6d8d87-8a15-422e-ab3c-b1ad8d99f3f5 req-f0c4eacc-ffd7-436f-a2d9-7326f44f504f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 949 time: 0.1759033 Mar 11 11:50:40.994924 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d7cae804-b467-46c2-87c8-0147a1526eff,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:40.998554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=ddf8182b-a08f-4c6b-bece-806d465c84de,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:41.012186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'd7cae804-b467-46c2-87c8-0147a1526eff', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'd7cae804-b467-46c2-87c8-0147a1526eff', 'mac_address': 'fa:16:3e:ac:56:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:50:41.070891 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port d7cae804-b467-46c2-87c8-0147a1526eff is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:41.071293 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:41.090031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7cae804-b467-46c2-87c8-0147a1526eff {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:50:41.117869 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d7cae804-b467-46c2-87c8-0147a1526eff,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:41.119418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b6d8d87-8a15-422e-ab3c-b1ad8d99f3f5 req-1ec5557d-868b-43e6-9364-bff6b1e9cd8e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279701 Mar 11 11:50:41.125360 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:41.194309 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-85cc5de6-d9cb-49db-8d9b-ae404447717a req-47a11f0a-9732-41a0-bee7-f14c7891b903 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ddf8182b-a08f-4c6b-bece-806d465c84de), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:41.200418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af1a23-932e-4276-8c57-b67d3d7bec5c req-2467309c-2b1e-4c52-9c5b-d70d7a03ca65 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:41.216094 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af1a23-932e-4276-8c57-b67d3d7bec5c req-2467309c-2b1e-4c52-9c5b-d70d7a03ca65 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:41.231278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af1a23-932e-4276-8c57-b67d3d7bec5c req-2467309c-2b1e-4c52-9c5b-d70d7a03ca65 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:41.247575 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af1a23-932e-4276-8c57-b67d3d7bec5c req-2467309c-2b1e-4c52-9c5b-d70d7a03ca65 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:41.259609 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7d00d9-e924-46c7-9a1d-b66fa809a717 x-openstack-request-id: req-4a7d00d9-e924-46c7-9a1d-b66fa809a717 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:41.259922 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492d7976-104c-445a-93cb-a537acdc6370", "name": "network-vif-unplugged", "status": "completed", "tag": "ddf8182b-a08f-4c6b-bece-806d465c84de", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:41.260181 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4a7d00d9-e924-46c7-9a1d-b66fa809a717 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:41.260590 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492d7976-104c-445a-93cb-a537acdc6370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddf8182b-a08f-4c6b-bece-806d465c84de', 'code': 200} Mar 11 11:50:41.271235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af1a23-932e-4276-8c57-b67d3d7bec5c req-2467309c-2b1e-4c52-9c5b-d70d7a03ca65 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:41.293073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=d7cae804-b467-46c2-87c8-0147a1526eff,revision_number=12']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:41.293294 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af1a23-932e-4276-8c57-b67d3d7bec5c req-2467309c-2b1e-4c52-9c5b-d70d7a03ca65 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:41.296830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a11f0a-9732-41a0-bee7-f14c7891b903 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Pushing event deleted for resources: {'Port': ['ID=ddf8182b-a08f-4c6b-bece-806d465c84de,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:41.312754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af1a23-932e-4276-8c57-b67d3d7bec5c req-2467309c-2b1e-4c52-9c5b-d70d7a03ca65 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:41.331910 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8af1a23-932e-4276-8c57-b67d3d7bec5c req-2467309c-2b1e-4c52-9c5b-d70d7a03ca65 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5437 time: 0.3598013 Mar 11 11:50:41.471270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cc5de6-d9cb-49db-8d9b-ae404447717a req-47a11f0a-9732-41a0-bee7-f14c7891b903 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] No DVR routers for this DVR port ddf8182b-a08f-4c6b-bece-806d465c84de on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:50:41.483053 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a74d3c13-a3f6-4897-8543-98a4c604145d req-f590de2a-84d2-43cb-9504-314e6e9218bb tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 210 time: 0.0709939 Mar 11 11:50:41.484459 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-85cc5de6-d9cb-49db-8d9b-ae404447717a req-47a11f0a-9732-41a0-bee7-f14c7891b903 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:41.487812 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-85cc5de6-d9cb-49db-8d9b-ae404447717a req-47a11f0a-9732-41a0-bee7-f14c7891b903 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.71 "DELETE /v2.0/ports/ddf8182b-a08f-4c6b-bece-806d465c84de HTTP/1.1" status: 204 len: 173 time: 1.1727505 Mar 11 11:50:41.488293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492d7976-104c-445a-93cb-a537acdc6370', 'name': 'network-vif-deleted', 'tag': 'ddf8182b-a08f-4c6b-bece-806d465c84de'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:41.490725 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b8fe73-9eae-45e9-94c0-9d9cc2f1b6ee" -d '{"events": [{"server_uuid": "492d7976-104c-445a-93cb-a537acdc6370", "name": "network-vif-deleted", "tag": "ddf8182b-a08f-4c6b-bece-806d465c84de"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:41.557631 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8af1a23-932e-4276-8c57-b67d3d7bec5c req-27756189-0fe2-4a86-a0c6-0791fc89b7c1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2219987 Mar 11 11:50:41.599018 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6585b6a9-d24b-4309-8db3-4e4a4509e3fe x-openstack-request-id: req-6585b6a9-d24b-4309-8db3-4e4a4509e3fe {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:41.599311 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492d7976-104c-445a-93cb-a537acdc6370", "name": "network-vif-deleted", "tag": "ddf8182b-a08f-4c6b-bece-806d465c84de", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:41.600944 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6585b6a9-d24b-4309-8db3-4e4a4509e3fe {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:41.601701 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492d7976-104c-445a-93cb-a537acdc6370', 'name': 'network-vif-deleted', 'tag': 'ddf8182b-a08f-4c6b-bece-806d465c84de', 'status': 'completed', 'code': 200} Mar 11 11:50:41.661943 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-6130a465-e43a-4753-b77e-d9405302c73b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:41.673387 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-6130a465-e43a-4753-b77e-d9405302c73b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.71 "GET /v2.0/networks?id=3535c090-28c6-4aa7-9181-bb2bb7c93648 HTTP/1.1" status: 200 len: 804 time: 0.3503177 Mar 11 11:50:41.753171 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-d1be80de-77cb-47d0-b708-dcf3f8b02b4a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Request body: {'port': {'device_id': '56a18d9f-cfa3-44f6-81c7-296f231d4db7', 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648', 'admin_state_up': True, 'tenant_id': 'c4fc75872c4f47908e2919cb98431e26'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:50:41.918598 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-ed8dea92-e6c3-4901-9a33-84cce493f080 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2204673 Mar 11 11:50:42.096140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-d1be80de-77cb-47d0-b708-dcf3f8b02b4a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Made reservation on behalf of c4fc75872c4f47908e2919cb98431e26 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:50:42.099620 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-d1be80de-77cb-47d0-b708-dcf3f8b02b4a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:42.142824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-f791bbf0-504d-4d6a-85d5-2d7ea0cdadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:42.144168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-f791bbf0-504d-4d6a-85d5-2d7ea0cdadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:42.144865 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-f791bbf0-504d-4d6a-85d5-2d7ea0cdadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:42.146363 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-f791bbf0-504d-4d6a-85d5-2d7ea0cdadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:42.163064 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-f791bbf0-504d-4d6a-85d5-2d7ea0cdadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:42.163686 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-f791bbf0-504d-4d6a-85d5-2d7ea0cdadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:42.164621 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-f791bbf0-504d-4d6a-85d5-2d7ea0cdadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:42.177932 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-f791bbf0-504d-4d6a-85d5-2d7ea0cdadbb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3c2137dee0c413388a10d2eba864d68&device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 6707 time: 0.2265072 Mar 11 11:50:42.370180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18e03c-83b3-4258-9f41-ea62325ea38a req-f982a83d-011a-481d-be67-ebfba85467d2 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:42.372129 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b18e03c-83b3-4258-9f41-ea62325ea38a req-f982a83d-011a-481d-be67-ebfba85467d2 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.0984480 Mar 11 11:50:42.466509 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b18e03c-83b3-4258-9f41-ea62325ea38a req-f0f4c623-af83-4413-9559-06355531eb4f tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885489 Mar 11 11:50:42.559066 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:42.567029 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-d1be80de-77cb-47d0-b708-dcf3f8b02b4a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Allocated IP 172.20.0.11 (3535c090-28c6-4aa7-9181-bb2bb7c93648/f5f66835-f96f-400f-bf5c-297271943f29/2664cc3e-8cca-4bdf-908d-1e630373d07f) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:50:42.676049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4bcc22dc-6f18-48df-be1f-a2a841b10a00 req-095581a0-9cf4-4481-9fc1-728dc905ba1f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 210 time: 0.0960426 Mar 11 11:50:42.744865 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-d1be80de-77cb-47d0-b708-dcf3f8b02b4a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks [] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:42.869447 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adae560-4b46-4197-afa3-529d6be74162 req-e212c0c0-5d31-43fb-9107-47b4358d564f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:42.876166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adae560-4b46-4197-afa3-529d6be74162 req-e212c0c0-5d31-43fb-9107-47b4358d564f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:42.897443 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adae560-4b46-4197-afa3-529d6be74162 req-e212c0c0-5d31-43fb-9107-47b4358d564f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:42.912825 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adae560-4b46-4197-afa3-529d6be74162 req-e212c0c0-5d31-43fb-9107-47b4358d564f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:42.922091 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-d1be80de-77cb-47d0-b708-dcf3f8b02b4a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:42.925391 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adae560-4b46-4197-afa3-529d6be74162 req-e212c0c0-5d31-43fb-9107-47b4358d564f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:42.940784 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adae560-4b46-4197-afa3-529d6be74162 req-e212c0c0-5d31-43fb-9107-47b4358d564f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:42.954644 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adae560-4b46-4197-afa3-529d6be74162 req-e212c0c0-5d31-43fb-9107-47b4358d564f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:42.959836 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1adae560-4b46-4197-afa3-529d6be74162 req-e212c0c0-5d31-43fb-9107-47b4358d564f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5437 time: 0.2136536 Mar 11 11:50:42.997371 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c96a9-78f7-423f-a71f-f8d6cd31cf8e req-08b9205f-078d-4bca-be20-523d3e6340c2 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:42.999128 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-882c96a9-78f7-423f-a71f-f8d6cd31cf8e req-08b9205f-078d-4bca-be20-523d3e6340c2 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.37 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.2521048 Mar 11 11:50:43.009736 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be80de-77cb-47d0-b708-dcf3f8b02b4a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Pushing event updated for resources: {'Port': ['ID=2664cc3e-8cca-4bdf-908d-1e630373d07f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:43.074196 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-8a2ef3e5-352c-48e3-a9ef-bb6058c57422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:43.074835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-8a2ef3e5-352c-48e3-a9ef-bb6058c57422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:43.075302 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-8a2ef3e5-352c-48e3-a9ef-bb6058c57422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:43.076989 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-8a2ef3e5-352c-48e3-a9ef-bb6058c57422 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6b2cf607-82c0-4c57-9981-1ae9a9023bc1&id=0f6165f6-370b-479b-81e3-cdb2a28bb249&id=0f6165f6-370b-479b-81e3-cdb2a28bb249&id=0f6165f6-370b-479b-81e3-cdb2a28bb249&id=0f6165f6-370b-479b-81e3-cdb2a28bb249&id=ffea5ad9-c0e5-4719-aece-e8e0fad462f9&id=ffea5ad9-c0e5-4719-aece-e8e0fad462f9 HTTP/1.1" status: 200 len: 2293 time: 0.8608475 Mar 11 11:50:43.080857 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-d1be80de-77cb-47d0-b708-dcf3f8b02b4a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Network 3535c090-28c6-4aa7-9181-bb2bb7c93648 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:50:43.092148 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1adae560-4b46-4197-afa3-529d6be74162 req-8cbc0994-45ec-4b23-bd42-e325659e8160 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1244798 Mar 11 11:50:43.137745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-d1be80de-77cb-47d0-b708-dcf3f8b02b4a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:50:43.144668 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-d1be80de-77cb-47d0-b708-dcf3f8b02b4a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:50:43.237877 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-bdaafd46-4897-419c-9b49-43fdfecabcb5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94ee77d3-140f-410f-9091-9ae5dce83265 HTTP/1.1" status: 200 len: 1000 time: 0.1535752 Mar 11 11:50:43.256088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device ddf8182b-a08f-4c6b-bece-806d465c84de no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:50:43.260823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-d1be80de-77cb-47d0-b708-dcf3f8b02b4a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:43.262503 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-d1be80de-77cb-47d0-b708-dcf3f8b02b4a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:43.311888 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-d1be80de-77cb-47d0-b708-dcf3f8b02b4a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5629358 Mar 11 11:50:43.326634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Request body: {'port': {'device_id': '56a18d9f-cfa3-44f6-81c7-296f231d4db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:50:43.331125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: ddf8182b-a08f-4c6b-bece-806d465c84de {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:50:43.348049 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device ddf8182b-a08f-4c6b-bece-806d465c84de not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:50:43.377255 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-067b2d59-f12d-4420-81c8-5f1c71564993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:43.378974 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-067b2d59-f12d-4420-81c8-5f1c71564993 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=31a05605-9849-4cfa-b167-124588c92894 HTTP/1.1" status: 200 len: 850 time: 0.1330342 Mar 11 11:50:43.385521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-882c96a9-78f7-423f-a71f-f8d6cd31cf8e req-3b2054ad-8e1e-44fb-a87d-aeecb9551f52 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Deleting port d7cae804-b467-46c2-87c8-0147a1526eff {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:50:43.386221 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-882c96a9-78f7-423f-a71f-f8d6cd31cf8e req-3b2054ad-8e1e-44fb-a87d-aeecb9551f52 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:43.629453 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fc4fd531-aeb3-4862-a6e6-42cf54b340d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:43.635905 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:43.679796 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4817d-e75b-49d7-8c83-14d173e75ba0 req-05e438cf-0448-44fe-b977-2996b0ca6425 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:43.690975 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8c4817d-e75b-49d7-8c83-14d173e75ba0 req-05e438cf-0448-44fe-b977-2996b0ca6425 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.1226799 Mar 11 11:50:43.788443 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-4ea9066f-bc6d-4fb3-a47b-96ca755d3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:43.800589 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-4ea9066f-bc6d-4fb3-a47b-96ca755d3641 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b2cf607-82c0-4c57-9981-1ae9a9023bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4089839 Mar 11 11:50:43.935421 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8c4817d-e75b-49d7-8c83-14d173e75ba0 req-ac94b5df-33e3-4dd3-91a4-b184b01e69ce tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412446 Mar 11 11:50:43.941828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d7cae804-b467-46c2-87c8-0147a1526eff details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:50:43.946743 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4d3a3bed-2c01-4be7-87e6-d0095530ccdd up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:50:43.963948 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db02d92-5fb1-40b4-9351-b6307ae2917d req-ce5d47d3-11fa-4075-befe-3251b5b64597 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:43.971532 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7db02d92-5fb1-40b4-9351-b6307ae2917d req-ce5d47d3-11fa-4075-befe-3251b5b64597 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 932 time: 0.1189733 Mar 11 11:50:44.137238 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-882c96a9-78f7-423f-a71f-f8d6cd31cf8e req-3b2054ad-8e1e-44fb-a87d-aeecb9551f52 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d7cae804-b467-46c2-87c8-0147a1526eff,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:44.143621 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-882c96a9-78f7-423f-a71f-f8d6cd31cf8e req-3b2054ad-8e1e-44fb-a87d-aeecb9551f52 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:44.151241 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7db02d92-5fb1-40b4-9351-b6307ae2917d req-b2665ef1-b128-460f-8a12-e2e1a7270566 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788068 Mar 11 11:50:44.363064 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-882c96a9-78f7-423f-a71f-f8d6cd31cf8e req-3b2054ad-8e1e-44fb-a87d-aeecb9551f52 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Calling delete_port for d7cae804-b467-46c2-87c8-0147a1526eff owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:50:44.406909 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3582a9-c081-4758-b1a5-0f4936bf8d4f req-e8512499-c14a-4d4c-8900-402c40b4f9da tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:44.421869 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:50:44.436431 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-b0802f28-f080-4dab-a14c-76ea5ce10675 service neutron] 10.222.0.71 "GET /v2.0/networks/6b2cf607-82c0-4c57-9981-1ae9a9023bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6202228 Mar 11 11:50:44.446762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3582a9-c081-4758-b1a5-0f4936bf8d4f req-e8512499-c14a-4d4c-8900-402c40b4f9da tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:44.460573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3582a9-c081-4758-b1a5-0f4936bf8d4f req-e8512499-c14a-4d4c-8900-402c40b4f9da tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:44.466558 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3582a9-c081-4758-b1a5-0f4936bf8d4f req-e8512499-c14a-4d4c-8900-402c40b4f9da tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:44.470411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:50:44.470801 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4d3a3bed-2c01-4be7-87e6-d0095530ccdd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:44.477757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d7cae804-b467-46c2-87c8-0147a1526eff, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d7cae804-b467-46c2-87c8-0147a1526eff,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:44.479573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3582a9-c081-4758-b1a5-0f4936bf8d4f req-e8512499-c14a-4d4c-8900-402c40b4f9da tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:44.502164 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3582a9-c081-4758-b1a5-0f4936bf8d4f req-e8512499-c14a-4d4c-8900-402c40b4f9da tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:44.512776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3582a9-c081-4758-b1a5-0f4936bf8d4f req-e8512499-c14a-4d4c-8900-402c40b4f9da tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:44.521586 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a3582a9-c081-4758-b1a5-0f4936bf8d4f req-e8512499-c14a-4d4c-8900-402c40b4f9da tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5437 time: 0.2687962 Mar 11 11:50:44.560319 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'd7cae804-b467-46c2-87c8-0147a1526eff', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'd7cae804-b467-46c2-87c8-0147a1526eff', 'mac_address': 'fa:16:3e:ac:56:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:50:44.638229 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a3582a9-c081-4758-b1a5-0f4936bf8d4f req-ce5f187a-b014-4e9c-87bb-c19c53af337d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157169 Mar 11 11:50:44.668185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:44.669733 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4d3a3bed-2c01-4be7-87e6-d0095530ccdd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:44.680394 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-b8f651a4-dd4f-4afe-99c3-e8a3634c11e5 service neutron] 10.222.0.71 "GET /v2.0/networks/6b2cf607-82c0-4c57-9981-1ae9a9023bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533020 Mar 11 11:50:44.759696 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4d3a3bed-2c01-4be7-87e6-d0095530ccdd,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:44.765576 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3a3bed-2c01-4be7-87e6-d0095530ccdd'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:44.774627 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d65c3f-0e04-4723-bfdf-7d5daa71590a" -d '{"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-plugged", "status": "completed", "tag": "4d3a3bed-2c01-4be7-87e6-d0095530ccdd"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:44.785764 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4d3a3bed-2c01-4be7-87e6-d0095530ccdd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:44.789062 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-4ad46474-abd7-4693-9310-5bc61313058d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=a71fbc2e-a97d-4402-8ded-69179cd4d38d HTTP/1.1" status: 200 len: 217 time: 0.0992172 Mar 11 11:50:44.789478 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 91144204-e4b6-41e6-b891-e433c53896bb up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:50:44.886278 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4169fb-2f65-493d-a7d8-109fdf37b554 x-openstack-request-id: req-8f4169fb-2f65-493d-a7d8-109fdf37b554 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:44.886565 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-plugged", "status": "completed", "tag": "4d3a3bed-2c01-4be7-87e6-d0095530ccdd", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:44.886821 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f4169fb-2f65-493d-a7d8-109fdf37b554 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:44.887788 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3a3bed-2c01-4be7-87e6-d0095530ccdd', 'code': 200} Mar 11 11:50:44.940149 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-640dc662-1c46-4ba0-8489-caeecb0919f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:44.941659 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-640dc662-1c46-4ba0-8489-caeecb0919f2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f06fa7a8-3bd8-4ab3-994c-422981a66aeb HTTP/1.1" status: 200 len: 797 time: 0.1412671 Mar 11 11:50:44.945173 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=4d3a3bed-2c01-4be7-87e6-d0095530ccdd,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:44.973260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:44.973658 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:44.974155 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:44.974499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:44.974823 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:44.975140 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:44.975562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:44.975790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:44.977589 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:44.977932 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:44.978260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:44.978583 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:44.978905 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:45.024570 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 91144204-e4b6-41e6-b891-e433c53896bb completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:50:45.034166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 91144204-e4b6-41e6-b891-e433c53896bb triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:50:45.034907 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (91144204-e4b6-41e6-b891-e433c53896bb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:45.263420 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516d519-f2b6-4913-aecf-4913385dd960 req-9bced9a0-7393-4814-b952-e906a30063ee tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:45.266520 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d516d519-f2b6-4913-aecf-4913385dd960 req-9bced9a0-7393-4814-b952-e906a30063ee tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=666ccce0-a7fd-4c99-a713-30d003455431 HTTP/1.1" status: 200 len: 950 time: 0.1549728 Mar 11 11:50:45.305924 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-882c96a9-78f7-423f-a71f-f8d6cd31cf8e req-3b2054ad-8e1e-44fb-a87d-aeecb9551f52 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d7cae804-b467-46c2-87c8-0147a1526eff), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:45.335315 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['a3f1e8c3-66e7-42ca-bebd-88260a10c970', '1e5b67ed-c194-463a-8336-ab75fca1efb2', '549a9e8f-3f82-4033-9365-6e1aa651a963'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:50:45.474233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-882c96a9-78f7-423f-a71f-f8d6cd31cf8e req-3b2054ad-8e1e-44fb-a87d-aeecb9551f52 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] No DVR routers for this DVR port d7cae804-b467-46c2-87c8-0147a1526eff on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:50:45.474233 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-882c96a9-78f7-423f-a71f-f8d6cd31cf8e req-3b2054ad-8e1e-44fb-a87d-aeecb9551f52 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:45.474521 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-882c96a9-78f7-423f-a71f-f8d6cd31cf8e req-3b2054ad-8e1e-44fb-a87d-aeecb9551f52 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.37 "DELETE /v2.0/ports/d7cae804-b467-46c2-87c8-0147a1526eff HTTP/1.1" status: 204 len: 173 time: 2.4533350 Mar 11 11:50:45.485313 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666ccce0-a7fd-4c99-a713-30d003455431', 'name': 'network-vif-deleted', 'tag': 'd7cae804-b467-46c2-87c8-0147a1526eff'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:45.487993 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700313a2-e9a9-47d0-a63c-9368443d7c71" -d '{"events": [{"server_uuid": "666ccce0-a7fd-4c99-a713-30d003455431", "name": "network-vif-deleted", "tag": "d7cae804-b467-46c2-87c8-0147a1526eff"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:45.507739 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-b18caacf-9c5f-4213-91c2-629a410ce9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:45.509471 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-b18caacf-9c5f-4213-91c2-629a410ce9b9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f6165f6-370b-479b-81e3-cdb2a28bb249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4714582 Mar 11 11:50:45.511224 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2054ad-8e1e-44fb-a87d-aeecb9551f52 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Pushing event deleted for resources: {'Port': ['ID=d7cae804-b467-46c2-87c8-0147a1526eff,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:45.518427 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1572924-0921-4c54-9f56-6e32fab2a8ef req-b8100319-0198-4fed-aef2-533cdf8b5c97 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:45.526088 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1572924-0921-4c54-9f56-6e32fab2a8ef req-b8100319-0198-4fed-aef2-533cdf8b5c97 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 932 time: 0.1794491 Mar 11 11:50:45.539338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 91144204-e4b6-41e6-b891-e433c53896bb is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:45.539802 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (91144204-e4b6-41e6-b891-e433c53896bb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:45.612076 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52780) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:50:45.625976 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d516d519-f2b6-4913-aecf-4913385dd960 req-1059f862-0053-488e-ba54-a5205e22a2a2 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510430 Mar 11 11:50:45.635296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1572924-0921-4c54-9f56-6e32fab2a8ef req-38bba9d0-3f0b-446c-9f3e-8ebbdaf26d2f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076736 Mar 11 11:50:45.672706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2664cc3e-8cca-4bdf-908d-1e630373d07f {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:50:45.674680 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 91144204-e4b6-41e6-b891-e433c53896bb, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=91144204-e4b6-41e6-b891-e433c53896bb,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:45.705755 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Publish callbacks [] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:45.722518 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (91144204-e4b6-41e6-b891-e433c53896bb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:45.733892 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 54a3d321-9fbc-4e4d-ac50-28fe275103d2 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:50:45.742714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Transition to ACTIVE for port object 2664cc3e-8cca-4bdf-908d-1e630373d07f will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:50:45.745545 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2caca0-05f5-4c20-a1bf-7ea437e37b41 x-openstack-request-id: req-fd2caca0-05f5-4c20-a1bf-7ea437e37b41 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:45.746272 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666ccce0-a7fd-4c99-a713-30d003455431", "name": "network-vif-deleted", "tag": "d7cae804-b467-46c2-87c8-0147a1526eff", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:45.746877 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd2caca0-05f5-4c20-a1bf-7ea437e37b41 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:45.747476 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666ccce0-a7fd-4c99-a713-30d003455431', 'name': 'network-vif-deleted', 'tag': 'd7cae804-b467-46c2-87c8-0147a1526eff', 'status': 'completed', 'code': 200} Mar 11 11:50:45.757270 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:45.922497 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518ac32-feea-4727-872e-7ef45518ae84 req-8a344da3-6174-42ac-a102-4f376513c99c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:45.929809 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518ac32-feea-4727-872e-7ef45518ae84 req-8a344da3-6174-42ac-a102-4f376513c99c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:45.935797 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518ac32-feea-4727-872e-7ef45518ae84 req-8a344da3-6174-42ac-a102-4f376513c99c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:45.941976 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518ac32-feea-4727-872e-7ef45518ae84 req-8a344da3-6174-42ac-a102-4f376513c99c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:45.947866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518ac32-feea-4727-872e-7ef45518ae84 req-8a344da3-6174-42ac-a102-4f376513c99c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:45.954307 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518ac32-feea-4727-872e-7ef45518ae84 req-8a344da3-6174-42ac-a102-4f376513c99c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:45.960148 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518ac32-feea-4727-872e-7ef45518ae84 req-8a344da3-6174-42ac-a102-4f376513c99c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:45.962796 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5518ac32-feea-4727-872e-7ef45518ae84 req-8a344da3-6174-42ac-a102-4f376513c99c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5439 time: 0.1209059 Mar 11 11:50:46.040346 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-83614694-9c9b-4444-bdde-fee4a908d705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:46.132011 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5518ac32-feea-4727-872e-7ef45518ae84 req-f2acbc01-802a-473a-a7e9-f921621455be tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1604722 Mar 11 11:50:46.180593 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=91144204-e4b6-41e6-b891-e433c53896bb,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:46.276587 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:50:46.296956 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:50:46.298273 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:46.313289 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Pushing event updated for resources: {'Port': ['ID=2664cc3e-8cca-4bdf-908d-1e630373d07f,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:46.328093 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1482ce7a-e68e-4ec7-8209-2ab7a2ad9f5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:46.334352 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-b3850063-3d91-401a-9e69-7474950ac73b service neutron] 10.222.0.71 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8063941 Mar 11 11:50:46.479256 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:46.480144 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:46.563554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 54a3d321-9fbc-4e4d-ac50-28fe275103d2, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=54a3d321-9fbc-4e4d-ac50-28fe275103d2,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:46.572896 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:46.574015 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 29c4bfed-9a1e-4008-9518-28e5cb65ccee up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:50:46.577733 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-3d522617-a623-4902-a419-6fc62622556a service neutron] 10.222.0.71 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348504 Mar 11 11:50:46.657321 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-e77aa9d0-b45e-4e42-851f-0162fab4db90 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=01f1b758-11ae-47ce-91f3-deec473c8b64 HTTP/1.1" status: 200 len: 217 time: 0.0669639 Mar 11 11:50:46.717826 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Attempting to bind port 2664cc3e-8cca-4bdf-908d-1e630373d07f on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:50:46.718501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Attempting to bind port 2664cc3e-8cca-4bdf-908d-1e630373d07f by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '0eff5426-9bc1-455e-abbc-7c9800f04760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:50:46.718501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Attempting to bind port 2664cc3e-8cca-4bdf-908d-1e630373d07f on network 3535c090-28c6-4aa7-9181-bb2bb7c93648 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:50:46.775445 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Port 2664cc3e-8cca-4bdf-908d-1e630373d07f on network 3535c090-28c6-4aa7-9181-bb2bb7c93648 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:50:46.788003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Attempting to bind port 2664cc3e-8cca-4bdf-908d-1e630373d07f on network 3535c090-28c6-4aa7-9181-bb2bb7c93648 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:50:46.837491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:50:46.837845 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Checking segment: {'id': '0eff5426-9bc1-455e-abbc-7c9800f04760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:50:46.838258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Bound using segment: {'id': '0eff5426-9bc1-455e-abbc-7c9800f04760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:50:46.838727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Bound port: 2664cc3e-8cca-4bdf-908d-1e630373d07f, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eff5426-9bc1-455e-abbc-7c9800f04760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:50:46.839103 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:46.861798 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=54a3d321-9fbc-4e4d-ac50-28fe275103d2,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:46.879496 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1482ce7a-e68e-4ec7-8209-2ab7a2ad9f5a admin admin] Publish callbacks [] for security_group (b96f98eb-774f-4521-b625-3ffeee1985a0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:46.883422 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-74bc9701-2fb9-4069-8673-5d677bf83528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:46.884981 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-74bc9701-2fb9-4069-8673-5d677bf83528 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f06fa7a8-3bd8-4ab3-994c-422981a66aeb HTTP/1.1" status: 200 len: 797 time: 0.2044921 Mar 11 11:50:46.897063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91144204-e4b6-41e6-b891-e433c53896bb'}, {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a3d321-9fbc-4e4d-ac50-28fe275103d2'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:46.899745 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1482ce7a-e68e-4ec7-8209-2ab7a2ad9f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b96f98eb-774f-4521-b625-3ffeee1985a0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:46.905265 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feceaee-b486-42fc-93c2-2e031fbf2a69" -d '{"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-plugged", "status": "completed", "tag": "91144204-e4b6-41e6-b891-e433c53896bb"}, {"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-plugged", "status": "completed", "tag": "54a3d321-9fbc-4e4d-ac50-28fe275103d2"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:46.931385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896703-7583-4beb-9ca5-b72af1c98da1 req-24973f49-7802-4fb2-abf4-0e7c2bc8ad43 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:46.934647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 29c4bfed-9a1e-4008-9518-28e5cb65ccee completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:50:46.940302 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0896703-7583-4beb-9ca5-b72af1c98da1 req-24973f49-7802-4fb2-abf4-0e7c2bc8ad43 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 944 time: 0.1737583 Mar 11 11:50:46.947618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 29c4bfed-9a1e-4008-9518-28e5cb65ccee triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:50:46.949463 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (29c4bfed-9a1e-4008-9518-28e5cb65ccee), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:47.093117 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0896703-7583-4beb-9ca5-b72af1c98da1 req-fda97e94-c1b3-496f-a9df-34a5f0d53b77 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502440 Mar 11 11:50:47.118044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482ce7a-e68e-4ec7-8209-2ab7a2ad9f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96f98eb-774f-4521-b625-3ffeee1985a0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:47.146343 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1482ce7a-e68e-4ec7-8209-2ab7a2ad9f5a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=385b3de055244d2bbfd336fed5108497&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5283525 Mar 11 11:50:47.148426 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52804) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:50:47.180905 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] For port 2664cc3e-8cca-4bdf-908d-1e630373d07f, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:50:47.184846 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] For port 2664cc3e-8cca-4bdf-908d-1e630373d07f, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=2664cc3e-8cca-4bdf-908d-1e630373d07f,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:50:47.200273 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd57adf0-bd73-41af-84e6-473471614bf2 x-openstack-request-id: req-bd57adf0-bd73-41af-84e6-473471614bf2 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:47.200580 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-plugged", "status": "completed", "tag": "91144204-e4b6-41e6-b891-e433c53896bb", "code": 200}, {"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-plugged", "status": "completed", "tag": "54a3d321-9fbc-4e4d-ac50-28fe275103d2", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:47.200842 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bd57adf0-bd73-41af-84e6-473471614bf2 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:47.201254 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91144204-e4b6-41e6-b891-e433c53896bb', 'code': 200} Mar 11 11:50:47.201510 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a3d321-9fbc-4e4d-ac50-28fe275103d2', 'code': 200} Mar 11 11:50:47.218983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-77a87a9a-d951-49e3-a963-6af12e29369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:47.224324 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-77a87a9a-d951-49e3-a963-6af12e29369e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f6165f6-370b-479b-81e3-cdb2a28bb249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3205984 Mar 11 11:50:47.227788 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:47.237837 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] Publish callbacks [] for security_group (b96f98eb-774f-4521-b625-3ffeee1985a0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:47.239450 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:47.264374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 29c4bfed-9a1e-4008-9518-28e5cb65ccee is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:47.264675 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (29c4bfed-9a1e-4008-9518-28e5cb65ccee), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:47.342573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 29c4bfed-9a1e-4008-9518-28e5cb65ccee, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=29c4bfed-9a1e-4008-9518-28e5cb65ccee,segment=NetworkSegment(bdea88c9-fadb-44aa-a233-b499664190f3),segment_id=bdea88c9-fadb-44aa-a233-b499664190f3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:47.347661 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:47.348540 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:47.350273 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] 10.222.0.71 "PUT /v2.0/ports/2664cc3e-8cca-4bdf-908d-1e630373d07f HTTP/1.1" status: 200 len: 1092 time: 4.0294082 Mar 11 11:50:47.351925 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (29c4bfed-9a1e-4008-9518-28e5cb65ccee), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:47.352803 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:50:47.353287 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] Publish callbacks [] for security_group (b96f98eb-774f-4521-b625-3ffeee1985a0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:47.444318 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65d695-1e5c-4aef-92f8-b2f2ee0e30c5 req-f80e1843-9438-4b0c-8ea2-97dc6995be20 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:47.469328 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e65d695-1e5c-4aef-92f8-b2f2ee0e30c5 req-f80e1843-9438-4b0c-8ea2-97dc6995be20 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 951 time: 0.2314584 Mar 11 11:50:47.513171 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=29c4bfed-9a1e-4008-9518-28e5cb65ccee,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:47.541751 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4c1ee-d32f-4a17-a5d5-cbe1370be5fb service neutron] Pushing event updated for resources: {'Port': ['ID=2664cc3e-8cca-4bdf-908d-1e630373d07f,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:47.543187 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:50:47.549460 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b96f98eb-774f-4521-b625-3ffeee1985a0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:47.549653 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:50:47.551514 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:47.552268 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9aa5d129-f192-4a1b-b63f-aa12e861c1c8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:47.555698 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b96f98eb-774f-4521-b625-3ffeee1985a0 HTTP/1.1" status: 204 len: 168 time: 0.4033360 Mar 11 11:50:47.572299 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-2cc089dc-8e5e-4332-bb59-ae60dc395c64 service neutron] 10.222.0.71 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963705 Mar 11 11:50:47.581370 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-854602f1-bc42-4b2f-b661-23a4bb05befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:47.583570 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-854602f1-bc42-4b2f-b661-23a4bb05befb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4fc75872c4f47908e2919cb98431e26&device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 1126 time: 0.1885047 Mar 11 11:50:47.636289 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96f98eb-774f-4521-b625-3ffeee1985a0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:47.667806 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:47.668197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:47.668568 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:47.668917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:47.669259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:47.669711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:47.670086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:47.670426 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:47.670757 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:47.671233 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:47.671899 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:47.672267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:47.672600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae15ab3-5716-48d2-bc58-4dc45da9c14e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:50:47.676367 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-84ca18ee-ce6b-430b-a192-5f0c1b082c4f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2664cc3e-8cca-4bdf-908d-1e630373d07f HTTP/1.1" status: 200 len: 217 time: 0.0836518 Mar 11 11:50:47.706038 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82de06a-5349-4f8f-b373-ca2e63adf15b req-30fda27c-acdd-46da-bf1a-a7014fbd3482 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:47.712880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82de06a-5349-4f8f-b373-ca2e63adf15b req-30fda27c-acdd-46da-bf1a-a7014fbd3482 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:47.719887 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82de06a-5349-4f8f-b373-ca2e63adf15b req-30fda27c-acdd-46da-bf1a-a7014fbd3482 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:47.726400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82de06a-5349-4f8f-b373-ca2e63adf15b req-30fda27c-acdd-46da-bf1a-a7014fbd3482 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:47.733683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82de06a-5349-4f8f-b373-ca2e63adf15b req-30fda27c-acdd-46da-bf1a-a7014fbd3482 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:47.742500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82de06a-5349-4f8f-b373-ca2e63adf15b req-30fda27c-acdd-46da-bf1a-a7014fbd3482 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:47.749276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82de06a-5349-4f8f-b373-ca2e63adf15b req-30fda27c-acdd-46da-bf1a-a7014fbd3482 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:47.759489 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b82de06a-5349-4f8f-b373-ca2e63adf15b req-30fda27c-acdd-46da-bf1a-a7014fbd3482 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5441 time: 0.4476914 Mar 11 11:50:47.768849 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a18d9f-cfa3-44f6-81c7-296f231d4db7', 'tag': '2664cc3e-8cca-4bdf-908d-1e630373d07f'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:47.774657 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d954b9-a406-4954-82bd-fabffd708046" -d '{"events": [{"name": "network-changed", "server_uuid": "56a18d9f-cfa3-44f6-81c7-296f231d4db7", "tag": "2664cc3e-8cca-4bdf-908d-1e630373d07f"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:47.786709 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:47.787319 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9aa5d129-f192-4a1b-b63f-aa12e861c1c8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:47.795183 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e65d695-1e5c-4aef-92f8-b2f2ee0e30c5 req-14b26edb-c2a7-49af-8f70-b8a86bd36e63 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210638 Mar 11 11:50:47.862512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9aa5d129-f192-4a1b-b63f-aa12e861c1c8,segment=NetworkSegment(87ddb067-cde7-4651-b3b8-552f8a0b99d1),segment_id=87ddb067-cde7-4651-b3b8-552f8a0b99d1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:47.869673 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9aa5d129-f192-4a1b-b63f-aa12e861c1c8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:47.870506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 50f210d1-6816-4569-bb99-e7fbc7114c33 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:50:47.903036 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50efe499-81e4-4485-9d4e-2ba0fa1ed27c x-openstack-request-id: req-50efe499-81e4-4485-9d4e-2ba0fa1ed27c {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:47.903320 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a18d9f-cfa3-44f6-81c7-296f231d4db7", "tag": "2664cc3e-8cca-4bdf-908d-1e630373d07f", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:47.903567 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-50efe499-81e4-4485-9d4e-2ba0fa1ed27c {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:47.903979 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a18d9f-cfa3-44f6-81c7-296f231d4db7', 'tag': '2664cc3e-8cca-4bdf-908d-1e630373d07f', 'status': 'completed', 'code': 200} Mar 11 11:50:47.923059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-cfc2889e-2f0d-470b-aed5-dcf5dd29272c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:47.924105 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-cfc2889e-2f0d-470b-aed5-dcf5dd29272c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5f66835-f96f-400f-bf5c-297271943f29 HTTP/1.1" status: 200 len: 844 time: 0.2407324 Mar 11 11:50:47.959803 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-8899a3e9-0994-4f6e-8c38-b76f016f401a service neutron] 10.222.0.71 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750715 Mar 11 11:50:47.963756 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b82de06a-5349-4f8f-b373-ca2e63adf15b req-effd55cf-745d-41ee-8cd8-355c85afd816 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2032685 Mar 11 11:50:47.990472 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-e7188ec1-3f4a-40f2-96e4-960c17352f2e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3535c090-28c6-4aa7-9181-bb2bb7c93648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536828 Mar 11 11:50:48.026488 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=9aa5d129-f192-4a1b-b63f-aa12e861c1c8,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:48.055349 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 50f210d1-6816-4569-bb99-e7fbc7114c33 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:50:48.059410 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 50f210d1-6816-4569-bb99-e7fbc7114c33 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:50:48.059790 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (50f210d1-6816-4569-bb99-e7fbc7114c33), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:48.111416 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-aaafac0a-0d06-4c5b-ac5e-a43d34cfbec0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=4d9e3b51-e36d-455b-b812-2641793bdd65 HTTP/1.1" status: 200 len: 217 time: 0.1240668 Mar 11 11:50:48.203002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52822) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:50:48.223202 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d564aac8-e5d6-45c6-a4e4-12c12f79e19b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:48.255628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-fb8f6546-fbcb-4562-a17d-4fa5b23ebf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:48.259837 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-fb8f6546-fbcb-4562-a17d-4fa5b23ebf41 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f06fa7a8-3bd8-4ab3-994c-422981a66aeb HTTP/1.1" status: 200 len: 797 time: 0.1009798 Mar 11 11:50:48.386782 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-7a7fdbb5-7291-4746-8973-5a5da59c2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:48.388258 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-7a7fdbb5-7291-4746-8973-5a5da59c2b52 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f6165f6-370b-479b-81e3-cdb2a28bb249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1181202 Mar 11 11:50:48.390473 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-5e5c3f1b-7531-40e8-9ddb-b7c69e380084 service neutron] 10.222.0.71 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795874 Mar 11 11:50:48.432938 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a9670-5d2b-4abc-9d6c-d21b0139da1d req-ee15bc17-5e55-4880-a5a4-14b8a2eb41ae tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:48.446923 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-929a9670-5d2b-4abc-9d6c-d21b0139da1d req-ee15bc17-5e55-4880-a5a4-14b8a2eb41ae tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 944 time: 0.2027183 Mar 11 11:50:48.622540 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d564aac8-e5d6-45c6-a4e4-12c12f79e19b admin admin] Publish callbacks [] for security_group (9bef69c8-91b4-4aca-bd28-7f6bec46b39f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:48.638129 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-929a9670-5d2b-4abc-9d6c-d21b0139da1d req-8a38b2c9-c2ad-4048-a4c5-a3758cd04d68 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844385 Mar 11 11:50:48.641314 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d564aac8-e5d6-45c6-a4e4-12c12f79e19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9bef69c8-91b4-4aca-bd28-7f6bec46b39f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:48.681395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0342e-df0f-41de-aa6e-ea2e68271bed req-c65fa4e1-8a35-48f8-916d-5a49f3bb37ba tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:48.683304 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2c0342e-df0f-41de-aa6e-ea2e68271bed req-c65fa4e1-8a35-48f8-916d-5a49f3bb37ba tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.71 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 951 time: 0.2247291 Mar 11 11:50:48.699537 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:48.704393 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564aac8-e5d6-45c6-a4e4-12c12f79e19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bef69c8-91b4-4aca-bd28-7f6bec46b39f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:48.723417 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 50f210d1-6816-4569-bb99-e7fbc7114c33 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:48.725096 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (50f210d1-6816-4569-bb99-e7fbc7114c33), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:48.748522 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d564aac8-e5d6-45c6-a4e4-12c12f79e19b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=81ee61c04bae4b0b9b61f8c4bde5f6f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5439432 Mar 11 11:50:48.752487 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52828) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:50:48.765047 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-68086398-7a09-4eb7-91fd-02c8c9afacfd service neutron] 10.222.0.71 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634846 Mar 11 11:50:48.772317 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 50f210d1-6816-4569-bb99-e7fbc7114c33, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=50f210d1-6816-4569-bb99-e7fbc7114c33,segment=NetworkSegment(87ddb067-cde7-4651-b3b8-552f8a0b99d1),segment_id=87ddb067-cde7-4651-b3b8-552f8a0b99d1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:48.778968 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (50f210d1-6816-4569-bb99-e7fbc7114c33), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:48.779944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:50:48.953258 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cc5f9cd1-530a-42e8-b950-06471298cee3 req-8f9946bb-530c-4f82-ac6c-3f696ada75ba service neutron] 10.222.0.71 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498753 Mar 11 11:50:48.971666 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=50f210d1-6816-4569-bb99-e7fbc7114c33,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:49.009815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:50:49.010757 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-690c86e4-5a4d-40dc-994b-bd7f291ee213 admin admin] Publish callbacks [] for security_group (9bef69c8-91b4-4aca-bd28-7f6bec46b39f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:49.015218 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:50:49.015606 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:49.054046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-a2c0342e-df0f-41de-aa6e-ea2e68271bed req-14c05608-b346-4816-af2e-448417ba5a6e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Deleting port 549a9e8f-3f82-4033-9365-6e1aa651a963 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:50:49.054526 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a2c0342e-df0f-41de-aa6e-ea2e68271bed req-14c05608-b346-4816-af2e-448417ba5a6e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:49.119303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327ec9f-5188-47e8-9c18-f2ebf78a99d0 req-1ac0d120-3a44-47e3-9beb-d3b96a531d66 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:49.128711 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9327ec9f-5188-47e8-9c18-f2ebf78a99d0 req-1ac0d120-3a44-47e3-9beb-d3b96a531d66 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 951 time: 0.2252986 Mar 11 11:50:49.153158 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-d72b1c71-7b90-4d20-8827-b7048abc06c4 service neutron] 10.222.0.71 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753240 Mar 11 11:50:49.163794 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:49.164535 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:49.202121 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c4bfed-9a1e-4008-9518-28e5cb65ccee'}, {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa5d129-f192-4a1b-b63f-aa12e861c1c8'}, {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f210d1-6816-4569-bb99-e7fbc7114c33'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:49.217421 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d75d709-10ba-445a-8914-adacde9b2ee7" -d '{"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-plugged", "status": "completed", "tag": "29c4bfed-9a1e-4008-9518-28e5cb65ccee"}, {"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-plugged", "status": "completed", "tag": "9aa5d129-f192-4a1b-b63f-aa12e861c1c8"}, {"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-plugged", "status": "completed", "tag": "50f210d1-6816-4569-bb99-e7fbc7114c33"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:49.256424 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:49.262189 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:49.306597 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-690c86e4-5a4d-40dc-994b-bd7f291ee213 admin admin] Publish callbacks [] for security_group (9bef69c8-91b4-4aca-bd28-7f6bec46b39f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:49.307954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837774e0-c590-47eb-9d9f-df88e2ab7dad req-6ba53cdc-095e-4e5a-aad9-303754f8d73b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:49.314222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837774e0-c590-47eb-9d9f-df88e2ab7dad req-6ba53cdc-095e-4e5a-aad9-303754f8d73b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:49.317736 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d7cae804-b467-46c2-87c8-0147a1526eff no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:50:49.321525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837774e0-c590-47eb-9d9f-df88e2ab7dad req-6ba53cdc-095e-4e5a-aad9-303754f8d73b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:49.328095 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837774e0-c590-47eb-9d9f-df88e2ab7dad req-6ba53cdc-095e-4e5a-aad9-303754f8d73b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:49.334988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837774e0-c590-47eb-9d9f-df88e2ab7dad req-6ba53cdc-095e-4e5a-aad9-303754f8d73b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:49.341162 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837774e0-c590-47eb-9d9f-df88e2ab7dad req-6ba53cdc-095e-4e5a-aad9-303754f8d73b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:49.347652 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837774e0-c590-47eb-9d9f-df88e2ab7dad req-6ba53cdc-095e-4e5a-aad9-303754f8d73b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:49.350502 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-837774e0-c590-47eb-9d9f-df88e2ab7dad req-6ba53cdc-095e-4e5a-aad9-303754f8d73b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5443 time: 0.2178650 Mar 11 11:50:49.366151 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-88780e6d-8f90-411f-9585-ab4b686b73d8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=8cbd221a-3eae-485b-b7c8-8bf32b0598f7 HTTP/1.1" status: 200 len: 217 time: 0.2034242 Mar 11 11:50:49.385196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: d7cae804-b467-46c2-87c8-0147a1526eff {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:50:49.385562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d7cae804-b467-46c2-87c8-0147a1526eff not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:50:49.431843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9327ec9f-5188-47e8-9c18-f2ebf78a99d0 req-842781c6-06ff-46df-b705-62286d2ed13a tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936959 Mar 11 11:50:49.448304 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-754fe1dd-ded5-4fd1-a1b2-19cb486e32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:49.449571 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-754fe1dd-ded5-4fd1-a1b2-19cb486e32e6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f06fa7a8-3bd8-4ab3-994c-422981a66aeb HTTP/1.1" status: 200 len: 797 time: 0.0755017 Mar 11 11:50:49.450193 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-690c86e4-5a4d-40dc-994b-bd7f291ee213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9bef69c8-91b4-4aca-bd28-7f6bec46b39f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:49.458968 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:49.461775 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-690c86e4-5a4d-40dc-994b-bd7f291ee213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:49.466815 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-690c86e4-5a4d-40dc-994b-bd7f291ee213 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9bef69c8-91b4-4aca-bd28-7f6bec46b39f HTTP/1.1" status: 204 len: 168 time: 0.7099183 Mar 11 11:50:49.488936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c86e4-5a4d-40dc-994b-bd7f291ee213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bef69c8-91b4-4aca-bd28-7f6bec46b39f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:49.493459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d954b9-a406-4954-82bd-fabffd708046 req-83577422-d13a-4167-a75c-adefc44230e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:49.495029 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a0d954b9-a406-4954-82bd-fabffd708046 req-83577422-d13a-4167-a75c-adefc44230e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4fc75872c4f47908e2919cb98431e26&device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 1126 time: 0.4695764 Mar 11 11:50:49.511885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-a2c0342e-df0f-41de-aa6e-ea2e68271bed req-14c05608-b346-4816-af2e-448417ba5a6e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] For port 549a9e8f-3f82-4033-9365-6e1aa651a963, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=549a9e8f-3f82-4033-9365-6e1aa651a963,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:49.514144 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a2c0342e-df0f-41de-aa6e-ea2e68271bed req-14c05608-b346-4816-af2e-448417ba5a6e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:49.548605 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c021777f-b82e-49e8-8df9-add54ed44165 x-openstack-request-id: req-c021777f-b82e-49e8-8df9-add54ed44165 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:49.548914 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-plugged", "status": "completed", "tag": "29c4bfed-9a1e-4008-9518-28e5cb65ccee", "code": 200}, {"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-plugged", "status": "completed", "tag": "9aa5d129-f192-4a1b-b63f-aa12e861c1c8", "code": 200}, {"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-plugged", "status": "completed", "tag": "50f210d1-6816-4569-bb99-e7fbc7114c33", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:49.549175 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c021777f-b82e-49e8-8df9-add54ed44165 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:49.549588 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c4bfed-9a1e-4008-9518-28e5cb65ccee', 'code': 200} Mar 11 11:50:49.549841 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa5d129-f192-4a1b-b63f-aa12e861c1c8', 'code': 200} Mar 11 11:50:49.550590 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f210d1-6816-4569-bb99-e7fbc7114c33', 'code': 200} Mar 11 11:50:49.571072 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-837774e0-c590-47eb-9d9f-df88e2ab7dad req-28625641-f523-4d91-8cd2-bcc569d53c3f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2114346 Mar 11 11:50:49.578661 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-a2c0342e-df0f-41de-aa6e-ea2e68271bed req-14c05608-b346-4816-af2e-448417ba5a6e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Calling delete_port for 549a9e8f-3f82-4033-9365-6e1aa651a963 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:50:49.641094 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-9e6c4697-8985-47a1-a3c9-e80ddc2a407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:49.647006 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-9e6c4697-8985-47a1-a3c9-e80ddc2a407f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f6165f6-370b-479b-81e3-cdb2a28bb249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1789970 Mar 11 11:50:49.769137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d954b9-a406-4954-82bd-fabffd708046 req-906adda7-6933-4fc6-a996-68251980daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:49.770897 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a0d954b9-a406-4954-82bd-fabffd708046 req-906adda7-6933-4fc6-a996-68251980daaa service neutron] 10.222.0.71 "GET /v2.0/networks?id=3535c090-28c6-4aa7-9181-bb2bb7c93648 HTTP/1.1" status: 200 len: 905 time: 0.2369628 Mar 11 11:50:49.829306 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a0d954b9-a406-4954-82bd-fabffd708046 req-60bdbbb7-295b-4de9-8a8d-893f341a8b7f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2664cc3e-8cca-4bdf-908d-1e630373d07f HTTP/1.1" status: 200 len: 217 time: 0.0418561 Mar 11 11:50:49.920410 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f03f53-5a19-4d86-ba55-4d9918d9a70a req-496373ec-3296-4de2-ba59-2ae7d2cfa51b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:49.922792 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13f03f53-5a19-4d86-ba55-4d9918d9a70a req-496373ec-3296-4de2-ba59-2ae7d2cfa51b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 944 time: 0.1862757 Mar 11 11:50:49.955228 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a2c0342e-df0f-41de-aa6e-ea2e68271bed req-14c05608-b346-4816-af2e-448417ba5a6e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (549a9e8f-3f82-4033-9365-6e1aa651a963), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:49.969081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['a3f1e8c3-66e7-42ca-bebd-88260a10c970', '1e5b67ed-c194-463a-8336-ab75fca1efb2'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:50:50.028488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c05608-b346-4816-af2e-448417ba5a6e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Pushing event deleted for resources: {'Port': ['ID=549a9e8f-3f82-4033-9365-6e1aa651a963,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:50.046313 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d954b9-a406-4954-82bd-fabffd708046 req-751f2ca1-0a88-401d-9c02-cb2e27952b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:50.050675 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a0d954b9-a406-4954-82bd-fabffd708046 req-751f2ca1-0a88-401d-9c02-cb2e27952b0c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5f66835-f96f-400f-bf5c-297271943f29 HTTP/1.1" status: 200 len: 844 time: 0.2129314 Mar 11 11:50:50.072666 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13f03f53-5a19-4d86-ba55-4d9918d9a70a req-60cd21d2-da11-45e8-a903-4fe3f57e3572 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424863 Mar 11 11:50:50.092428 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:50.124041 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-5810e3ba-9744-4511-ac18-4779612708a7 service neutron] 10.222.0.71 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689491 Mar 11 11:50:50.173388 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c0342e-df0f-41de-aa6e-ea2e68271bed req-14c05608-b346-4816-af2e-448417ba5a6e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] No DVR routers for this DVR port 549a9e8f-3f82-4033-9365-6e1aa651a963 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:50:50.184285 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a2c0342e-df0f-41de-aa6e-ea2e68271bed req-14c05608-b346-4816-af2e-448417ba5a6e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:50.184631 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a0d954b9-a406-4954-82bd-fabffd708046 req-69731a2c-ba1a-4f6a-83a6-cb12d2b7be8a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3535c090-28c6-4aa7-9181-bb2bb7c93648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256151 Mar 11 11:50:50.188043 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2c0342e-df0f-41de-aa6e-ea2e68271bed req-14c05608-b346-4816-af2e-448417ba5a6e tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.71 "DELETE /v2.0/ports/549a9e8f-3f82-4033-9365-6e1aa651a963 HTTP/1.1" status: 204 len: 173 time: 1.4942088 Mar 11 11:50:50.188571 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4149645f-577c-4450-a75b-b0dc26e0adb8', 'name': 'network-vif-deleted', 'tag': '549a9e8f-3f82-4033-9365-6e1aa651a963'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:50.192149 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abee4f43-edb2-4cd3-9fdf-2b79a5cd6268" -d '{"events": [{"server_uuid": "4149645f-577c-4450-a75b-b0dc26e0adb8", "name": "network-vif-deleted", "tag": "549a9e8f-3f82-4033-9365-6e1aa651a963"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:50.215036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52850) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:50:50.277352 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56cf9643-59ef-40c1-ab3b-5a2ee1c2c269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:50.297531 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52fd7a0-4552-4b3e-9249-7ec199dcb712 x-openstack-request-id: req-d52fd7a0-4552-4b3e-9249-7ec199dcb712 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:50.300334 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4149645f-577c-4450-a75b-b0dc26e0adb8", "name": "network-vif-deleted", "tag": "549a9e8f-3f82-4033-9365-6e1aa651a963", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:50.301021 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d52fd7a0-4552-4b3e-9249-7ec199dcb712 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:50.305900 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4149645f-577c-4450-a75b-b0dc26e0adb8', 'name': 'network-vif-deleted', 'tag': '549a9e8f-3f82-4033-9365-6e1aa651a963', 'status': 'completed', 'code': 200} Mar 11 11:50:50.441626 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56cf9643-59ef-40c1-ab3b-5a2ee1c2c269 admin admin] Publish callbacks [] for security_group (8ee3c045-165a-485c-9d35-dbe1de0b2fa5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:50.456007 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56cf9643-59ef-40c1-ab3b-5a2ee1c2c269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8ee3c045-165a-485c-9d35-dbe1de0b2fa5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:50.583382 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a0d954b9-a406-4954-82bd-fabffd708046 req-eec80370-1098-41cf-ac92-d73763ecbec7 service neutron] 10.222.0.71 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705838 Mar 11 11:50:50.590707 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-56cf9643-59ef-40c1-ab3b-5a2ee1c2c269 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b0c05324fc414ad2a82c27149c3ffd87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3742898 Mar 11 11:50:50.593392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52858) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:50:50.610051 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf9643-59ef-40c1-ab3b-5a2ee1c2c269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee3c045-165a-485c-9d35-dbe1de0b2fa5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:50.714435 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d6583527-97b8-4559-9c9c-ea0a01890c0d req-27232cf8-d31f-4988-bf1e-a7da5491483b tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=4149645f-577c-4450-a75b-b0dc26e0adb8 HTTP/1.1" status: 200 len: 210 time: 0.0801318 Mar 11 11:50:50.869682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69887da8-63de-4562-8602-26d189e5091e req-1f612779-3333-463d-b8f8-ea51ffa0d7ae tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:50.881393 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69887da8-63de-4562-8602-26d189e5091e req-1f612779-3333-463d-b8f8-ea51ffa0d7ae tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:50.892954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69887da8-63de-4562-8602-26d189e5091e req-1f612779-3333-463d-b8f8-ea51ffa0d7ae tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:50.904518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69887da8-63de-4562-8602-26d189e5091e req-1f612779-3333-463d-b8f8-ea51ffa0d7ae tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:50.920302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69887da8-63de-4562-8602-26d189e5091e req-1f612779-3333-463d-b8f8-ea51ffa0d7ae tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:50.937071 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69887da8-63de-4562-8602-26d189e5091e req-1f612779-3333-463d-b8f8-ea51ffa0d7ae tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:50.948261 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69887da8-63de-4562-8602-26d189e5091e req-1f612779-3333-463d-b8f8-ea51ffa0d7ae tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:50.948261 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69887da8-63de-4562-8602-26d189e5091e req-1f612779-3333-463d-b8f8-ea51ffa0d7ae tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5444 time: 0.2542365 Mar 11 11:50:51.061978 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e3067be6-2c82-4e26-a177-062c7ead40d6 admin admin] Publish callbacks [] for security_group (8ee3c045-165a-485c-9d35-dbe1de0b2fa5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:51.074784 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69887da8-63de-4562-8602-26d189e5091e req-61ffc7ee-5e38-4e2a-80e8-894fa57ae817 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1178226 Mar 11 11:50:51.182335 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a0d954b9-a406-4954-82bd-fabffd708046 req-65a2b52f-a53c-4fc2-855c-ebbecf5e9390 service neutron] 10.222.0.71 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889194 Mar 11 11:50:51.185148 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-4b99f5a8-0f32-47a4-b2ee-79a0ab74f50e service neutron] 10.222.0.71 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0112505 Mar 11 11:50:51.222268 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e3067be6-2c82-4e26-a177-062c7ead40d6 admin admin] Publish callbacks [] for security_group (8ee3c045-165a-485c-9d35-dbe1de0b2fa5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:51.271869 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 2664cc3e-8cca-4bdf-908d-1e630373d07f details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:50:51.302161 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab55185-786b-4f1e-bef0-e56327541fc1 req-abf5f914-b832-4c01-a52a-c5e91035567d tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:51.304146 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ab55185-786b-4f1e-bef0-e56327541fc1 req-abf5f914-b832-4c01-a52a-c5e91035567d tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 944 time: 0.1212087 Mar 11 11:50:51.384215 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e3067be6-2c82-4e26-a177-062c7ead40d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8ee3c045-165a-485c-9d35-dbe1de0b2fa5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:51.389134 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e3067be6-2c82-4e26-a177-062c7ead40d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:51.393084 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e3067be6-2c82-4e26-a177-062c7ead40d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8ee3c045-165a-485c-9d35-dbe1de0b2fa5 HTTP/1.1" status: 204 len: 168 time: 0.7987669 Mar 11 11:50:51.400901 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ab55185-786b-4f1e-bef0-e56327541fc1 req-fda115a2-54a8-463f-b8a8-15a19a70fa7f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870974 Mar 11 11:50:51.436342 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-a9d26cc4-8f0e-4b46-b46e-f9c5f97aa72a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e4c89c08-ed82-4393-b109-0494927fe436 HTTP/1.1" status: 200 len: 217 time: 0.1462774 Mar 11 11:50:51.438818 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3067be6-2c82-4e26-a177-062c7ead40d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee3c045-165a-485c-9d35-dbe1de0b2fa5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:51.555408 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 549a9e8f-3f82-4033-9365-6e1aa651a963 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:50:51.563385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-cd3c246f-9799-4394-a211-e8c7fcb2ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:51.572004 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-cd3c246f-9799-4394-a211-e8c7fcb2ebd9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=31976299-c506-435a-a44b-700646b0a816 HTTP/1.1" status: 200 len: 797 time: 0.1280317 Mar 11 11:50:51.590596 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:51.598591 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c259458c-7ff4-43dd-9c2c-8269439181d1" -d '{"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-plugged", "status": "completed", "tag": "a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:51.689411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 2664cc3e-8cca-4bdf-908d-1e630373d07f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=2664cc3e-8cca-4bdf-908d-1e630373d07f,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:51.698930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-588d551a-72cd-4ddd-856e-f5e434076450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:51.706298 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 549a9e8f-3f82-4033-9365-6e1aa651a963 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:50:51.706668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 549a9e8f-3f82-4033-9365-6e1aa651a963 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:50:51.708423 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-588d551a-72cd-4ddd-856e-f5e434076450 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ffea5ad9-c0e5-4719-aece-e8e0fad462f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1262186 Mar 11 11:50:51.722008 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7af1dcf-2e41-4466-a67b-e6bb9408210e x-openstack-request-id: req-b7af1dcf-2e41-4466-a67b-e6bb9408210e {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:51.722294 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-plugged", "status": "completed", "tag": "a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:51.722541 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b7af1dcf-2e41-4466-a67b-e6bb9408210e {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:51.723059 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32', 'code': 200} Mar 11 11:50:51.767161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '2664cc3e-8cca-4bdf-908d-1e630373d07f', 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648', 'port_id': '2664cc3e-8cca-4bdf-908d-1e630373d07f', 'mac_address': 'fa:16:3e:7b:41:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f66835-f96f-400f-bf5c-297271943f29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:50:51.850218 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52888) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:50:51.947853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 2664cc3e-8cca-4bdf-908d-1e630373d07f is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:51.950215 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:51.981445 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2664cc3e-8cca-4bdf-908d-1e630373d07f {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:50:52.044688 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 2664cc3e-8cca-4bdf-908d-1e630373d07f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=2664cc3e-8cca-4bdf-908d-1e630373d07f,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:52.051871 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:52.138790 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870c95-fb0a-484a-a3a9-6682e594bfac req-65a6008e-b3e9-4b9f-8be3-06073dc971b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:52.139895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870c95-fb0a-484a-a3a9-6682e594bfac req-65a6008e-b3e9-4b9f-8be3-06073dc971b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:52.140508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870c95-fb0a-484a-a3a9-6682e594bfac req-65a6008e-b3e9-4b9f-8be3-06073dc971b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:52.141114 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870c95-fb0a-484a-a3a9-6682e594bfac req-65a6008e-b3e9-4b9f-8be3-06073dc971b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:52.141741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870c95-fb0a-484a-a3a9-6682e594bfac req-65a6008e-b3e9-4b9f-8be3-06073dc971b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:52.142469 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870c95-fb0a-484a-a3a9-6682e594bfac req-65a6008e-b3e9-4b9f-8be3-06073dc971b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:52.143076 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870c95-fb0a-484a-a3a9-6682e594bfac req-65a6008e-b3e9-4b9f-8be3-06073dc971b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:52.145906 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8c870c95-fb0a-484a-a3a9-6682e594bfac req-65a6008e-b3e9-4b9f-8be3-06073dc971b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 6718 time: 0.2714405 Mar 11 11:50:52.150920 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-13299133-387f-4ec9-b3c5-dc9f62fd703f service neutron] 10.222.0.71 "GET /v2.0/networks/ffea5ad9-c0e5-4719-aece-e8e0fad462f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375288 Mar 11 11:50:52.186390 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=2664cc3e-8cca-4bdf-908d-1e630373d07f,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:52.270246 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad16c94-288e-414d-b039-306334f74d65 admin admin] Deleting subnet ce4e197e-6fc7-4d78-b2bd-acf62848c979 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:50:52.274578 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ad16c94-288e-414d-b039-306334f74d65 admin admin] Publish callbacks [] for subnet (ce4e197e-6fc7-4d78-b2bd-acf62848c979), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:52.354947 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ad16c94-288e-414d-b039-306334f74d65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (ce4e197e-6fc7-4d78-b2bd-acf62848c979), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:52.358836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['2664cc3e-8cca-4bdf-908d-1e630373d07f'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:50:52.388586 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8c870c95-fb0a-484a-a3a9-6682e594bfac req-0aef8cbc-e04d-4638-be6d-563f802c57b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2347045 Mar 11 11:50:52.465894 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433b9fb-9816-40f8-bbfb-acd28bfb59d1 req-7bc37440-85c6-459e-bb10-db38b27acc5c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:52.477640 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433b9fb-9816-40f8-bbfb-acd28bfb59d1 req-7bc37440-85c6-459e-bb10-db38b27acc5c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:52.484688 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433b9fb-9816-40f8-bbfb-acd28bfb59d1 req-7bc37440-85c6-459e-bb10-db38b27acc5c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:52.491490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433b9fb-9816-40f8-bbfb-acd28bfb59d1 req-7bc37440-85c6-459e-bb10-db38b27acc5c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:52.497690 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433b9fb-9816-40f8-bbfb-acd28bfb59d1 req-7bc37440-85c6-459e-bb10-db38b27acc5c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:52.503972 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433b9fb-9816-40f8-bbfb-acd28bfb59d1 req-7bc37440-85c6-459e-bb10-db38b27acc5c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:52.510467 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433b9fb-9816-40f8-bbfb-acd28bfb59d1 req-7bc37440-85c6-459e-bb10-db38b27acc5c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:52.518761 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9433b9fb-9816-40f8-bbfb-acd28bfb59d1 req-7bc37440-85c6-459e-bb10-db38b27acc5c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5444 time: 0.2222741 Mar 11 11:50:52.524787 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ad16c94-288e-414d-b039-306334f74d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (ce4e197e-6fc7-4d78-b2bd-acf62848c979), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:52.535720 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-9a78c1b0-e983-488c-9034-b0f6c0966703 service neutron] 10.222.0.71 "GET /v2.0/networks/ffea5ad9-c0e5-4719-aece-e8e0fad462f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603823 Mar 11 11:50:52.588690 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c4cc5-3a15-4d4a-a310-9354080ec495 req-cf050800-818b-41d4-bf9e-ca6d767a6485 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:52.590676 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-663c4cc5-3a15-4d4a-a310-9354080ec495 req-cf050800-818b-41d4-bf9e-ca6d767a6485 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.2122376 Mar 11 11:50:52.637110 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-4b70978e-1c53-43eb-80f3-4a4c002de49d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=df5293cf-8b46-409f-9158-b48aa7dcdadf HTTP/1.1" status: 200 len: 217 time: 0.0954783 Mar 11 11:50:52.692937 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ad16c94-288e-414d-b039-306334f74d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (ce4e197e-6fc7-4d78-b2bd-acf62848c979), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:52.748387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-132846f6-92fe-42ef-a6a7-47e86ea94a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:52.749925 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-132846f6-92fe-42ef-a6a7-47e86ea94a57 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=31976299-c506-435a-a44b-700646b0a816 HTTP/1.1" status: 200 len: 797 time: 0.1062477 Mar 11 11:50:52.780834 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9433b9fb-9816-40f8-bbfb-acd28bfb59d1 req-ea0e9f42-cef4-45a8-932e-a39b442cd1cb tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2546918 Mar 11 11:50:52.803707 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad16c94-288e-414d-b039-306334f74d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce4e197e-6fc7-4d78-b2bd-acf62848c979,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:52.813227 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ad16c94-288e-414d-b039-306334f74d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:52.819884 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4ad16c94-288e-414d-b039-306334f74d65 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ce4e197e-6fc7-4d78-b2bd-acf62848c979 HTTP/1.1" status: 204 len: 168 time: 0.9685144 Mar 11 11:50:52.826543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52918) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:50:52.830720 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-663c4cc5-3a15-4d4a-a310-9354080ec495 req-a48c1130-52f4-4fa1-8d4b-96b2c11566ec tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317712 Mar 11 11:50:53.005104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-ff9f5a7c-b253-4a92-9008-b1576e56e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:53.007937 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-ff9f5a7c-b253-4a92-9008-b1576e56e271 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ffea5ad9-c0e5-4719-aece-e8e0fad462f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2501457 Mar 11 11:50:53.013494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdee75-f874-438c-b790-0f2f24c59728 req-d6df0c71-88a6-41d5-9cdf-871737879280 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:53.015133 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9bdee75-f874-438c-b790-0f2f24c59728 req-d6df0c71-88a6-41d5-9cdf-871737879280 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 945 time: 0.1314986 Mar 11 11:50:53.119517 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9bdee75-f874-438c-b790-0f2f24c59728 req-ee1cdd21-d577-4524-8b72-5b959653af17 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970650 Mar 11 11:50:53.218759 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-54eec7ca-975d-4e0d-9972-f114b02c20fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (e54d170d-bb49-4bd4-8dc3-51758652c7e8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:53.312294 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-8558203b-10bb-4fdd-969f-ebf0bbd3ec98 service neutron] 10.222.0.71 "GET /v2.0/networks/ffea5ad9-c0e5-4719-aece-e8e0fad462f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804024 Mar 11 11:50:53.425579 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-54eec7ca-975d-4e0d-9972-f114b02c20fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (e54d170d-bb49-4bd4-8dc3-51758652c7e8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:53.496565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52932) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:50:53.513117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-54eec7ca-975d-4e0d-9972-f114b02c20fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54d170d-bb49-4bd4-8dc3-51758652c7e8']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:50:53.534877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-54eec7ca-975d-4e0d-9972-f114b02c20fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a840d887-2999-4f18-b00e-dea3a934df45') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:50:53.535518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-54eec7ca-975d-4e0d-9972-f114b02c20fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a840d887-2999-4f18-b00e-dea3a934df45') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:50:53.561124 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-54eec7ca-975d-4e0d-9972-f114b02c20fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (a840d887-2999-4f18-b00e-dea3a934df45), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:53.593180 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b932f6d-4ad7-4c40-af8e-01ede89c8559 req-6e7b4190-a28d-4921-8205-cd7a5029fc58 service neutron] 10.222.0.71 "GET /v2.0/networks/ffea5ad9-c0e5-4719-aece-e8e0fad462f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656958 Mar 11 11:50:53.613440 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-54eec7ca-975d-4e0d-9972-f114b02c20fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (a840d887-2999-4f18-b00e-dea3a934df45), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:53.627906 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54eec7ca-975d-4e0d-9972-f114b02c20fe admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:50:53.628910 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-54eec7ca-975d-4e0d-9972-f114b02c20fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (a840d887-2999-4f18-b00e-dea3a934df45), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:50:53.665405 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:50:53.799382 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-54eec7ca-975d-4e0d-9972-f114b02c20fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (e54d170d-bb49-4bd4-8dc3-51758652c7e8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:53.802353 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7ca8a0b5-a96e-4386-9a8e-bc28876996e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:53.810185 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-54eec7ca-975d-4e0d-9972-f114b02c20fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:53.813566 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-54eec7ca-975d-4e0d-9972-f114b02c20fe admin admin] 10.222.0.78 "DELETE /v2.0/networks/e54d170d-bb49-4bd4-8dc3-51758652c7e8 HTTP/1.1" status: 204 len: 168 time: 0.9860966 Mar 11 11:50:53.841207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eec7ca-975d-4e0d-9972-f114b02c20fe admin admin] Pushing event deleted for resources: {'Network': ['ID=e54d170d-bb49-4bd4-8dc3-51758652c7e8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:53.873845 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044488df-d16f-4917-ab13-a6a5a6a7f774 req-13c471bb-309a-4dc8-8f95-eb26079ac7eb tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:53.875217 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-044488df-d16f-4917-ab13-a6a5a6a7f774 req-13c471bb-309a-4dc8-8f95-eb26079ac7eb tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.71 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.1409385 Mar 11 11:50:54.148631 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52950) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:50:54.157972 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb46dde-9971-4c9c-91d7-8bb5398b5391 req-bef63370-b5a7-484d-a949-60666ab2787e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:54.168589 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb46dde-9971-4c9c-91d7-8bb5398b5391 req-bef63370-b5a7-484d-a949-60666ab2787e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:54.178889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb46dde-9971-4c9c-91d7-8bb5398b5391 req-bef63370-b5a7-484d-a949-60666ab2787e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:54.179866 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7ca8a0b5-a96e-4386-9a8e-bc28876996e5 admin admin] Publish callbacks [] for security_group (cd4ef430-f0db-4153-8a5e-3e23d13c6f2c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:54.187931 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb46dde-9971-4c9c-91d7-8bb5398b5391 req-bef63370-b5a7-484d-a949-60666ab2787e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:54.197407 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb46dde-9971-4c9c-91d7-8bb5398b5391 req-bef63370-b5a7-484d-a949-60666ab2787e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:54.198682 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7ca8a0b5-a96e-4386-9a8e-bc28876996e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cd4ef430-f0db-4153-8a5e-3e23d13c6f2c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:54.212218 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb46dde-9971-4c9c-91d7-8bb5398b5391 req-bef63370-b5a7-484d-a949-60666ab2787e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:54.218190 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb46dde-9971-4c9c-91d7-8bb5398b5391 req-bef63370-b5a7-484d-a949-60666ab2787e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:54.228283 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9cb46dde-9971-4c9c-91d7-8bb5398b5391 req-bef63370-b5a7-484d-a949-60666ab2787e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5444 time: 0.2824633 Mar 11 11:50:54.313247 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9dbf33d4-a30e-4692-9b84-e030897e9ad5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fc114175c45e4bcfacd1ff17aef85fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634409 Mar 11 11:50:54.337386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-044488df-d16f-4917-ab13-a6a5a6a7f774 req-dbb1319f-fc3c-4613-913b-3981bb40ff97 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Deleting port 1e5b67ed-c194-463a-8336-ab75fca1efb2 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:50:54.337386 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-044488df-d16f-4917-ab13-a6a5a6a7f774 req-dbb1319f-fc3c-4613-913b-3981bb40ff97 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:54.344423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52954) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:50:54.476847 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-044488df-d16f-4917-ab13-a6a5a6a7f774 req-dbb1319f-fc3c-4613-913b-3981bb40ff97 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] For port 1e5b67ed-c194-463a-8336-ab75fca1efb2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=1e5b67ed-c194-463a-8336-ab75fca1efb2,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:54.477224 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-044488df-d16f-4917-ab13-a6a5a6a7f774 req-dbb1319f-fc3c-4613-913b-3981bb40ff97 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:54.491949 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-044488df-d16f-4917-ab13-a6a5a6a7f774 req-dbb1319f-fc3c-4613-913b-3981bb40ff97 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Calling delete_port for 1e5b67ed-c194-463a-8336-ab75fca1efb2 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:50:54.861552 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ebcd5-607f-4c3e-8011-bf0633a63da5 req-a486bb93-6f5c-43b1-90ed-06ffd8d111e1 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:54.873470 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e0ebcd5-607f-4c3e-8011-bf0633a63da5 req-a486bb93-6f5c-43b1-90ed-06ffd8d111e1 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=f77c1cd9-0abb-440f-aeff-3a2bb34d572a HTTP/1.1" status: 200 len: 949 time: 0.8744440 Mar 11 11:50:54.970374 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9cb46dde-9971-4c9c-91d7-8bb5398b5391 req-f9c21fad-ae36-4236-9a4a-11e1873042f4 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7407949 Mar 11 11:50:55.078143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e0ebcd5-607f-4c3e-8011-bf0633a63da5 req-fb6bfb2c-3c00-4e64-b279-88e54ae65b9c tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028589 Mar 11 11:50:55.124270 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52960) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:50:55.124661 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7ca8a0b5-a96e-4386-9a8e-bc28876996e5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=01be4f6a9fc346f3ade62fe7f75e9b82&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6264999 Mar 11 11:50:55.135872 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-044488df-d16f-4917-ab13-a6a5a6a7f774 req-dbb1319f-fc3c-4613-913b-3981bb40ff97 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1e5b67ed-c194-463a-8336-ab75fca1efb2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:55.141831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8a0b5-a96e-4386-9a8e-bc28876996e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4ef430-f0db-4153-8a5e-3e23d13c6f2c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:55.148522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['a3f1e8c3-66e7-42ca-bebd-88260a10c970', '1e5b67ed-c194-463a-8336-ab75fca1efb2'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:50:55.242527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1319f-fc3c-4613-913b-3981bb40ff97 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Pushing event deleted for resources: {'Port': ['ID=1e5b67ed-c194-463a-8336-ab75fca1efb2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:55.279716 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 2664cc3e-8cca-4bdf-908d-1e630373d07f up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:50:55.324770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-044488df-d16f-4917-ab13-a6a5a6a7f774 req-dbb1319f-fc3c-4613-913b-3981bb40ff97 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] No DVR routers for this DVR port 1e5b67ed-c194-463a-8336-ab75fca1efb2 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:50:55.330233 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-044488df-d16f-4917-ab13-a6a5a6a7f774 req-dbb1319f-fc3c-4613-913b-3981bb40ff97 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:55.333772 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-044488df-d16f-4917-ab13-a6a5a6a7f774 req-dbb1319f-fc3c-4613-913b-3981bb40ff97 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.71 "DELETE /v2.0/ports/1e5b67ed-c194-463a-8336-ab75fca1efb2 HTTP/1.1" status: 204 len: 173 time: 1.4442880 Mar 11 11:50:55.335939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77c1cd9-0abb-440f-aeff-3a2bb34d572a', 'name': 'network-vif-deleted', 'tag': '1e5b67ed-c194-463a-8336-ab75fca1efb2'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:55.338539 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1a0e9a-c2bc-4844-bb10-3739b2d94c47" -d '{"events": [{"server_uuid": "f77c1cd9-0abb-440f-aeff-3a2bb34d572a", "name": "network-vif-deleted", "tag": "1e5b67ed-c194-463a-8336-ab75fca1efb2"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:55.358032 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a01b0b9-cae5-49c2-91c9-2d05412740d3 admin admin] Publish callbacks [] for security_group (715ce612-3663-4ee4-9aad-a09f596d67e3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:55.366157 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b06e8fc3-e200-4e09-af2d-f915306e2ee9 admin admin] Publish callbacks [] for security_group (cd4ef430-f0db-4153-8a5e-3e23d13c6f2c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:55.419677 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b06e8fc3-e200-4e09-af2d-f915306e2ee9 admin admin] Publish callbacks [] for security_group (cd4ef430-f0db-4153-8a5e-3e23d13c6f2c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:55.436472 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a01b0b9-cae5-49c2-91c9-2d05412740d3 admin admin] Publish callbacks [] for security_group (715ce612-3663-4ee4-9aad-a09f596d67e3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:55.551865 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a01b0b9-cae5-49c2-91c9-2d05412740d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (715ce612-3663-4ee4-9aad-a09f596d67e3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:55.555796 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a01b0b9-cae5-49c2-91c9-2d05412740d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:55.571121 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8a01b0b9-cae5-49c2-91c9-2d05412740d3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/715ce612-3663-4ee4-9aad-a09f596d67e3 HTTP/1.1" status: 204 len: 168 time: 1.2141421 Mar 11 11:50:55.624286 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01b0b9-cae5-49c2-91c9-2d05412740d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715ce612-3663-4ee4-9aad-a09f596d67e3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:55.624507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755295d-0b80-43a5-8563-e0b61391823f req-10273f51-29fd-498c-9a9a-9559a45d8219 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:55.630282 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c755295d-0b80-43a5-8563-e0b61391823f req-10273f51-29fd-498c-9a9a-9559a45d8219 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 945 time: 0.4147682 Mar 11 11:50:55.658882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75455dc4-4478-4bf4-ae2d-c735af63517d req-de72f808-2f43-4b68-baf0-a056c1a88c59 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:55.674719 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 2664cc3e-8cca-4bdf-908d-1e630373d07f completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:50:55.676745 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75455dc4-4478-4bf4-ae2d-c735af63517d req-de72f808-2f43-4b68-baf0-a056c1a88c59 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:55.687217 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75455dc4-4478-4bf4-ae2d-c735af63517d req-de72f808-2f43-4b68-baf0-a056c1a88c59 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:55.704749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75455dc4-4478-4bf4-ae2d-c735af63517d req-de72f808-2f43-4b68-baf0-a056c1a88c59 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:55.718207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75455dc4-4478-4bf4-ae2d-c735af63517d req-de72f808-2f43-4b68-baf0-a056c1a88c59 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:55.721933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 2664cc3e-8cca-4bdf-908d-1e630373d07f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:50:55.723857 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:55.734684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75455dc4-4478-4bf4-ae2d-c735af63517d req-de72f808-2f43-4b68-baf0-a056c1a88c59 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:55.752090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75455dc4-4478-4bf4-ae2d-c735af63517d req-de72f808-2f43-4b68-baf0-a056c1a88c59 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:55.760646 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75455dc4-4478-4bf4-ae2d-c735af63517d req-de72f808-2f43-4b68-baf0-a056c1a88c59 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5444 time: 0.5289440 Mar 11 11:50:55.772168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52970) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:50:55.780813 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5e3f2dbb-0749-42ba-a3d9-c0caa98ddba1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Request body: {'floatingip': {'port_id': '29c4bfed-9a1e-4008-9518-28e5cb65ccee'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:50:55.870940 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b06e8fc3-e200-4e09-af2d-f915306e2ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cd4ef430-f0db-4153-8a5e-3e23d13c6f2c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:55.878073 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b06e8fc3-e200-4e09-af2d-f915306e2ee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:55.879019 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b06e8fc3-e200-4e09-af2d-f915306e2ee9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cd4ef430-f0db-4153-8a5e-3e23d13c6f2c HTTP/1.1" status: 204 len: 168 time: 0.7530131 Mar 11 11:50:55.960154 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e8fc3-e200-4e09-af2d-f915306e2ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4ef430-f0db-4153-8a5e-3e23d13c6f2c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:56.013231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c755295d-0b80-43a5-8563-e0b61391823f req-32da7a29-165c-4352-950a-8b7022ca117a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449763 Mar 11 11:50:56.037340 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8c9566-9f9d-4aed-8593-c63ae705d2a6 x-openstack-request-id: req-fb8c9566-9f9d-4aed-8593-c63ae705d2a6 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:56.040237 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77c1cd9-0abb-440f-aeff-3a2bb34d572a", "name": "network-vif-deleted", "tag": "1e5b67ed-c194-463a-8336-ab75fca1efb2", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:56.041013 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb8c9566-9f9d-4aed-8593-c63ae705d2a6 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:56.045361 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77c1cd9-0abb-440f-aeff-3a2bb34d572a', 'name': 'network-vif-deleted', 'tag': '1e5b67ed-c194-463a-8336-ab75fca1efb2', 'status': 'completed', 'code': 200} Mar 11 11:50:56.056319 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e3f2dbb-0749-42ba-a3d9-c0caa98ddba1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for floatingip (09626693-5480-41eb-be41-cbee337c0762), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:56.383298 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 2664cc3e-8cca-4bdf-908d-1e630373d07f is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:50:56.388095 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:56.449415 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a18d9f-cfa3-44f6-81c7-296f231d4db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2664cc3e-8cca-4bdf-908d-1e630373d07f'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:56.451723 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7186e1c-4127-4592-9f8a-20889e11e76d" -d '{"events": [{"server_uuid": "56a18d9f-cfa3-44f6-81c7-296f231d4db7", "name": "network-vif-plugged", "status": "completed", "tag": "2664cc3e-8cca-4bdf-908d-1e630373d07f"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:56.489927 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 2664cc3e-8cca-4bdf-908d-1e630373d07f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=2664cc3e-8cca-4bdf-908d-1e630373d07f,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:50:56.499842 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:56.591475 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334d7eb0-0a0f-4a18-bba1-a5a1867e270a x-openstack-request-id: req-334d7eb0-0a0f-4a18-bba1-a5a1867e270a {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:56.591816 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a18d9f-cfa3-44f6-81c7-296f231d4db7", "name": "network-vif-plugged", "status": "completed", "tag": "2664cc3e-8cca-4bdf-908d-1e630373d07f", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:56.593444 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-334d7eb0-0a0f-4a18-bba1-a5a1867e270a {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:56.593889 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a18d9f-cfa3-44f6-81c7-296f231d4db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2664cc3e-8cca-4bdf-908d-1e630373d07f', 'code': 200} Mar 11 11:50:56.630178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=2664cc3e-8cca-4bdf-908d-1e630373d07f,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:56.941601 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65e4b5-a233-446f-a769-1ac020d8b8e4 req-d6c6fd91-3403-41da-9422-c617d72969e0 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:56.963693 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cd65e4b5-a233-446f-a769-1ac020d8b8e4 req-d6c6fd91-3403-41da-9422-c617d72969e0 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.1803987 Mar 11 11:50:57.020813 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a3a12-9f2b-4fef-9923-a1a20f9c997a req-cf108534-dc0b-4564-b4df-a3b6a8682b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:57.023273 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c43a3a12-9f2b-4fef-9923-a1a20f9c997a req-cf108534-dc0b-4564-b4df-a3b6a8682b62 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 1128 time: 0.3216138 Mar 11 11:50:57.068341 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cd65e4b5-a233-446f-a769-1ac020d8b8e4 req-d078ce99-7c66-437f-9809-a2cf6372ab36 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036556 Mar 11 11:50:57.251836 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.resource_extend [None req-5e3f2dbb-0749-42ba-a3d9-c0caa98ddba1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:50:57.290834 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e50ab6-c6af-4c72-8053-fe50d5450d7f req-9c2c75e7-22f5-4701-bcdd-8cd1eb2b3e12 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:57.301219 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59e50ab6-c6af-4c72-8053-fe50d5450d7f req-9c2c75e7-22f5-4701-bcdd-8cd1eb2b3e12 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.1464951 Mar 11 11:50:57.410787 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c43a3a12-9f2b-4fef-9923-a1a20f9c997a req-2b2635ba-4996-45f0-ae31-513dc4aca6a4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778925 Mar 11 11:50:57.457649 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e3f2dbb-0749-42ba-a3d9-c0caa98ddba1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:57.466828 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e3f2dbb-0749-42ba-a3d9-c0caa98ddba1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (09626693-5480-41eb-be41-cbee337c0762), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:57.515905 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59e50ab6-c6af-4c72-8053-fe50d5450d7f req-74201f87-6239-4d19-850b-3ce944c6b205 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108071 Mar 11 11:50:57.697259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53030) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:50:57.788301 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-5e3f2dbb-0749-42ba-a3d9-c0caa98ddba1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Floating IP 09626693-5480-41eb-be41-cbee337c0762 associated. External IP: 172.25.7.200, port: 29c4bfed-9a1e-4008-9518-28e5cb65ccee. Mar 11 11:50:57.857838 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4484cef3-4d89-4759-88a0-23c0545f2689 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1999041987-network', 'tenant_id': '05c14813c6234e56987ff3626b6c4aa4'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:50:57.895007 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4484cef3-4d89-4759-88a0-23c0545f2689 admin admin] Made reservation on behalf of 05c14813c6234e56987ff3626b6c4aa4 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:50:57.898041 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4484cef3-4d89-4759-88a0-23c0545f2689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:57.912524 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4484cef3-4d89-4759-88a0-23c0545f2689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:58.120551 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4484cef3-4d89-4759-88a0-23c0545f2689 admin admin] Publish callbacks [] for security_group (537c726c-114d-48da-9e55-19abb017d9a4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:58.130233 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4484cef3-4d89-4759-88a0-23c0545f2689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (537c726c-114d-48da-9e55-19abb017d9a4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:58.206661 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4484cef3-4d89-4759-88a0-23c0545f2689 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:50:58.258669 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4484cef3-4d89-4759-88a0-23c0545f2689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (7dc588f8-3ef4-4715-add6-2cdc10bfddfe), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:58.262674 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-4484cef3-4d89-4759-88a0-23c0545f2689 admin admin] Added segment 7dc588f8-3ef4-4715-add6-2cdc10bfddfe of type vlan for network b5c880bf-bb72-488f-8c1e-c0db4571bef6 Mar 11 11:50:58.480987 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4484cef3-4d89-4759-88a0-23c0545f2689 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (b5c880bf-bb72-488f-8c1e-c0db4571bef6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:58.483892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484cef3-4d89-4759-88a0-23c0545f2689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537c726c-114d-48da-9e55-19abb017d9a4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:58.541775 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ef5b7-1ee9-4778-8901-260e98de07bc req-63cac2c1-5993-496f-90cd-d0c6821451ab tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:58.543558 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-358ef5b7-1ee9-4778-8901-260e98de07bc req-63cac2c1-5993-496f-90cd-d0c6821451ab tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.1808453 Mar 11 11:50:58.544965 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4484cef3-4d89-4759-88a0-23c0545f2689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (b5c880bf-bb72-488f-8c1e-c0db4571bef6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:58.546001 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4484cef3-4d89-4759-88a0-23c0545f2689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:58.546887 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4484cef3-4d89-4759-88a0-23c0545f2689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:58.581606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3f2dbb-0749-42ba-a3d9-c0caa98ddba1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Router 6d1458f2-3084-41e7-9264-41e49dfec981 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:50:58.599427 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7f1b3ab4-13d9-425c-83b0-444b0ef3235a req-403078ac-4290-4e10-88f9-33df5c5abc2a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2321517 Mar 11 11:50:58.623062 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4484cef3-4d89-4759-88a0-23c0545f2689 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9242635 Mar 11 11:50:58.632294 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53070) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:50:58.640631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2ed4fa5b-f393-45f9-ac12-f957933348c9 admin admin] Request body: {'subnet': {'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1999041987-subnet', 'tenant_id': '05c14813c6234e56987ff3626b6c4aa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:50:58.672702 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-358ef5b7-1ee9-4778-8901-260e98de07bc req-4d81769b-30b9-409a-9a8f-bc170661f8e3 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225388 Mar 11 11:50:58.694273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed4fa5b-f393-45f9-ac12-f957933348c9 admin admin] Made reservation on behalf of 05c14813c6234e56987ff3626b6c4aa4 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:50:58.698074 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ed4fa5b-f393-45f9-ac12-f957933348c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:58.765586 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484cef3-4d89-4759-88a0-23c0545f2689 admin admin] Pushing event updated for resources: {'Network': ['ID=b5c880bf-bb72-488f-8c1e-c0db4571bef6,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:58.777678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network b5c880bf-bb72-488f-8c1e-c0db4571bef6 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:50:58.796110 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3f2dbb-0749-42ba-a3d9-c0caa98ddba1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:50:58.830942 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d477d3-d077-46f9-b0e7-2bc0693f2dc8 None None] Sync routers for ids ['6d1458f2-3084-41e7-9264-41e49dfec981'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:50:58.878361 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d477d3-d077-46f9-b0e7-2bc0693f2dc8 None None] Routers {'6d1458f2-3084-41e7-9264-41e49dfec981'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:50:58.879104 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-82d477d3-d077-46f9-b0e7-2bc0693f2dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:50:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6d1458f2-3084-41e7-9264-41e49dfec981'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:50:58.899302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6faf86f-975a-4e92-a347-debb28aed5bd req-08a705a9-34d1-4e35-8d4f-1428fcea787c tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:58.909767 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6faf86f-975a-4e92-a347-debb28aed5bd req-08a705a9-34d1-4e35-8d4f-1428fcea787c tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.1644292 Mar 11 11:50:58.924026 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86539a2d-83a9-4f10-a47f-6167cc89528c req-c962114b-7dee-4ad7-9c29-bf41abc8f0e1 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:58.928979 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86539a2d-83a9-4f10-a47f-6167cc89528c req-c962114b-7dee-4ad7-9c29-bf41abc8f0e1 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.4915011 Mar 11 11:50:58.937024 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e3f2dbb-0749-42ba-a3d9-c0caa98ddba1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:59.017779 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5e3f2dbb-0749-42ba-a3d9-c0caa98ddba1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "PUT /v2.0/floatingips/09626693-5480-41eb-be41-cbee337c0762 HTTP/1.1" status: 200 len: 992 time: 3.2441847 Mar 11 11:50:59.031197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'tag': '29c4bfed-9a1e-4008-9518-28e5cb65ccee'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:50:59.037792 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748d8a38-fb1c-4347-8f43-65e6e8755e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "tag": "29c4bfed-9a1e-4008-9518-28e5cb65ccee"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:50:59.062006 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6faf86f-975a-4e92-a347-debb28aed5bd req-54628e29-92d0-4b0e-be4c-901c0eef8a73 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470888 Mar 11 11:50:59.174362 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-82d477d3-d077-46f9-b0e7-2bc0693f2dc8 None None] Set router 6d1458f2-3084-41e7-9264-41e49dfec981 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:50:59.182354 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ed4fa5b-f393-45f9-ac12-f957933348c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (cf82ce12-31b0-4aff-a2d2-cef6e24a58b1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:59.295798 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 1e5b67ed-c194-463a-8336-ab75fca1efb2 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:50:59.313825 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c04500-7041-46b5-a166-7298d08cabf8 x-openstack-request-id: req-b8c04500-7041-46b5-a166-7298d08cabf8 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:50:59.314112 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "tag": "29c4bfed-9a1e-4008-9518-28e5cb65ccee", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:50:59.314446 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8c04500-7041-46b5-a166-7298d08cabf8 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:50:59.315307 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'tag': '29c4bfed-9a1e-4008-9518-28e5cb65ccee', 'status': 'completed', 'code': 200} Mar 11 11:50:59.322993 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4fa5b-f393-45f9-ac12-f957933348c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf82ce12-31b0-4aff-a2d2-cef6e24a58b1,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:50:59.335825 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 1e5b67ed-c194-463a-8336-ab75fca1efb2 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:50:59.344760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4fa5b-f393-45f9-ac12-f957933348c9 admin admin] Checking segment: {'id': '7dc588f8-3ef4-4715-add6-2cdc10bfddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:50:59.346184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed4fa5b-f393-45f9-ac12-f957933348c9 admin admin] Network hostable DHCP agents. Network: b5c880bf-bb72-488f-8c1e-c0db4571bef6, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:50:59.351715 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 1e5b67ed-c194-463a-8336-ab75fca1efb2 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:50:59.355176 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53094) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:50:59.401380 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b3ab4-13d9-425c-83b0-444b0ef3235a req-ce554077-636d-4f7e-b79a-a052083c7b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:59.403198 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7f1b3ab4-13d9-425c-83b0-444b0ef3235a req-ce554077-636d-4f7e-b79a-a052083c7b09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf1392660d9b487585dafc67abf0ead8&device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 1128 time: 0.6095576 Mar 11 11:50:59.431957 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d8a38-fb1c-4347-8f43-65e6e8755e5b req-15a060f3-3b8e-4b7e-ae37-bce36c93f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:59.432437 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d8a38-fb1c-4347-8f43-65e6e8755e5b req-15a060f3-3b8e-4b7e-ae37-bce36c93f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:59.432954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d8a38-fb1c-4347-8f43-65e6e8755e5b req-15a060f3-3b8e-4b7e-ae37-bce36c93f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:59.433417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d8a38-fb1c-4347-8f43-65e6e8755e5b req-15a060f3-3b8e-4b7e-ae37-bce36c93f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:59.433924 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d8a38-fb1c-4347-8f43-65e6e8755e5b req-15a060f3-3b8e-4b7e-ae37-bce36c93f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:59.434377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d8a38-fb1c-4347-8f43-65e6e8755e5b req-15a060f3-3b8e-4b7e-ae37-bce36c93f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:59.435013 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d8a38-fb1c-4347-8f43-65e6e8755e5b req-15a060f3-3b8e-4b7e-ae37-bce36c93f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:59.437496 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-748d8a38-fb1c-4347-8f43-65e6e8755e5b req-15a060f3-3b8e-4b7e-ae37-bce36c93f183 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=10db396f7a5f4f56be94b05e67329956&device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 6718 time: 0.1251478 Mar 11 11:50:59.442658 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed4fa5b-f393-45f9-ac12-f957933348c9 admin admin] Network b5c880bf-bb72-488f-8c1e-c0db4571bef6 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:50:59.474880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-2ed4fa5b-f393-45f9-ac12-f957933348c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, b5c880bf-bb72-488f-8c1e-c0db4571bef6) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:50:59.485108 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4b17f3-a38d-4c7d-9d8d-c78da3908021 None None] Network b5c880bf-bb72-488f-8c1e-c0db4571bef6 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:50:59.497889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed4fa5b-f393-45f9-ac12-f957933348c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:50:59.506909 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ed4fa5b-f393-45f9-ac12-f957933348c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:59.558339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2ed4fa5b-f393-45f9-ac12-f957933348c9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9248483 Mar 11 11:50:59.676759 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80ed0f53-de1f-4cd5-ab0f-4afcb57da8c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:59.692592 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-82d477d3-d077-46f9-b0e7-2bc0693f2dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'name': 'tempest-TaggedBootDevicesTest_v242-334978799-router', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:31Z', 'updated_at': '2022-03-11T11:47:41Z', 'revision_number': 4, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'gw_port': {'id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:33Z', 'updated_at': '2022-03-11T11:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '09626693-5480-41eb-be41-cbee337c0762', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'floating_ip_address': '172.25.7.200', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'port_id': '29c4bfed-9a1e-4008-9518-28e5cb65ccee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc', 'mac_address': 'fa:16:3e:f4:9c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:49:03Z', 'updated_at': '2022-03-11T11:50:57Z', 'revision_number': 1, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15f06ed-f40e-461e-b328-0875b436aecf', 'name': '', 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'mac_address': 'fa:16:3e:f1:65:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:49Z', 'revision_number': 5, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'subnets': [{'id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:50:59.720651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-86539a2d-83a9-4f10-a47f-6167cc89528c req-42611466-124f-4d22-8aa4-898ca3a07690 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Deleting port a3f1e8c3-66e7-42ca-bebd-88260a10c970 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:50:59.721176 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-86539a2d-83a9-4f10-a47f-6167cc89528c req-42611466-124f-4d22-8aa4-898ca3a07690 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:50:59.721409 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d477d3-d077-46f9-b0e7-2bc0693f2dc8 None None] Checking router: 6d1458f2-3084-41e7-9264-41e49dfec981 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:50:59.731054 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d477d3-d077-46f9-b0e7-2bc0693f2dc8 None None] Routers {'6d1458f2-3084-41e7-9264-41e49dfec981'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:50:59.732177 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-82d477d3-d077-46f9-b0e7-2bc0693f2dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:50:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6d1458f2-3084-41e7-9264-41e49dfec981'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:50:59.871399 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-82d477d3-d077-46f9-b0e7-2bc0693f2dc8 None None] Set router 6d1458f2-3084-41e7-9264-41e49dfec981 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:50:59.888175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b09b972-a0bb-460a-a390-0f19d85cb8f6 None None] Network b5c880bf-bb72-488f-8c1e-c0db4571bef6 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:50:59.932027 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80ed0f53-de1f-4cd5-ab0f-4afcb57da8c8 admin admin] Publish callbacks [] for security_group (cf02ce77-473f-4936-9b81-099a75a49f9c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:00.000283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-86539a2d-83a9-4f10-a47f-6167cc89528c req-42611466-124f-4d22-8aa4-898ca3a07690 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] For port a3f1e8c3-66e7-42ca-bebd-88260a10c970, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a3f1e8c3-66e7-42ca-bebd-88260a10c970,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:00.000685 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-86539a2d-83a9-4f10-a47f-6167cc89528c req-42611466-124f-4d22-8aa4-898ca3a07690 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:00.009544 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80ed0f53-de1f-4cd5-ab0f-4afcb57da8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cf02ce77-473f-4936-9b81-099a75a49f9c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:00.029726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-86539a2d-83a9-4f10-a47f-6167cc89528c req-42611466-124f-4d22-8aa4-898ca3a07690 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Calling delete_port for a3f1e8c3-66e7-42ca-bebd-88260a10c970 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:51:00.082108 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed0f53-de1f-4cd5-ab0f-4afcb57da8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf02ce77-473f-4936-9b81-099a75a49f9c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:00.155608 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-80ed0f53-de1f-4cd5-ab0f-4afcb57da8c8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=581675d8799b431a89cc841faa750027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7925618 Mar 11 11:51:00.157159 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53112) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:00.221737 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5ca25-614d-46f1-b076-8918cb88214d req-bee46173-914b-4dee-9258-ea2913444bdf tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:00.223708 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0f5ca25-614d-46f1-b076-8918cb88214d req-bee46173-914b-4dee-9258-ea2913444bdf tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a7f6934-0f9a-417b-94ab-23e1e276b53c HTTP/1.1" status: 200 len: 950 time: 0.3314645 Mar 11 11:51:00.376195 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b3ab4-13d9-425c-83b0-444b0ef3235a req-72a75d4f-5d7a-49b1-aa8f-13d1e81d04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:00.377600 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7f1b3ab4-13d9-425c-83b0-444b0ef3235a req-72a75d4f-5d7a-49b1-aa8f-13d1e81d04c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76092203-82d8-4a24-86d5-4aa9015481db HTTP/1.1" status: 200 len: 911 time: 0.9375024 Mar 11 11:51:00.397055 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-86539a2d-83a9-4f10-a47f-6167cc89528c req-42611466-124f-4d22-8aa4-898ca3a07690 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a3f1e8c3-66e7-42ca-bebd-88260a10c970), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:00.410180 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['a3f1e8c3-66e7-42ca-bebd-88260a10c970'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:51:00.512325 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0f5ca25-614d-46f1-b076-8918cb88214d req-e5b42cba-30d0-46ee-9bcd-2575254a1d4d tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b6f0082-e587-45cf-b1dc-025d861858da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705693 Mar 11 11:51:00.533291 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74af3edf-910c-4d73-bcae-ff2af84974a7 admin admin] Publish callbacks [] for security_group (cf02ce77-473f-4936-9b81-099a75a49f9c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:00.572036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-48cccb04-ec34-4484-9c11-9a5b13647519 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:00.573708 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-48cccb04-ec34-4484-9c11-9a5b13647519 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/networks?id=b5c880bf-bb72-488f-8c1e-c0db4571bef6 HTTP/1.1" status: 200 len: 818 time: 0.2653353 Mar 11 11:51:00.586248 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74af3edf-910c-4d73-bcae-ff2af84974a7 admin admin] Publish callbacks [] for security_group (cf02ce77-473f-4936-9b81-099a75a49f9c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:00.609749 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-304f16dd-db1c-480f-a3ab-4d16d6814c80 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/quotas/05c14813c6234e56987ff3626b6c4aa4 HTTP/1.1" status: 200 len: 375 time: 0.0276551 Mar 11 11:51:00.666004 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-d3ec6cbc-dc20-4137-a003-6c573157068b tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=05c14813c6234e56987ff3626b6c4aa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484815 Mar 11 11:51:00.711090 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7f1b3ab4-13d9-425c-83b0-444b0ef3235a req-a4eb588f-49ae-4bdb-a309-1872ee71c75f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b33d3761-b0a5-4fbe-b915-1487fea847cf HTTP/1.1" status: 200 len: 1002 time: 0.3110929 Mar 11 11:51:00.714486 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42611466-124f-4d22-8aa4-898ca3a07690 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Pushing event deleted for resources: {'Port': ['ID=a3f1e8c3-66e7-42ca-bebd-88260a10c970,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:00.742471 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-82d477d3-d077-46f9-b0e7-2bc0693f2dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'name': 'tempest-TaggedBootDevicesTest_v242-334978799-router', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:31Z', 'updated_at': '2022-03-11T11:47:41Z', 'revision_number': 4, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'gw_port': {'id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:33Z', 'updated_at': '2022-03-11T11:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '09626693-5480-41eb-be41-cbee337c0762', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'floating_ip_address': '172.25.7.200', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'port_id': '29c4bfed-9a1e-4008-9518-28e5cb65ccee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc', 'mac_address': 'fa:16:3e:f4:9c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:49:03Z', 'updated_at': '2022-03-11T11:50:57Z', 'revision_number': 1, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15f06ed-f40e-461e-b328-0875b436aecf', 'name': '', 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'mac_address': 'fa:16:3e:f1:65:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:49Z', 'revision_number': 5, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'subnets': [{'id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:00.799815 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74af3edf-910c-4d73-bcae-ff2af84974a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cf02ce77-473f-4936-9b81-099a75a49f9c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:00.810033 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d477d3-d077-46f9-b0e7-2bc0693f2dc8 None None] The sync data for ids ['6d1458f2-3084-41e7-9264-41e49dfec981'] in n-d-833234-2 is: [{'id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'name': 'tempest-TaggedBootDevicesTest_v242-334978799-router', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:31Z', 'updated_at': '2022-03-11T11:47:41Z', 'revision_number': 4, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'gw_port': {'id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:33Z', 'updated_at': '2022-03-11T11:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '09626693-5480-41eb-be41-cbee337c0762', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'floating_ip_address': '172.25.7.200', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'port_id': '29c4bfed-9a1e-4008-9518-28e5cb65ccee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc', 'mac_address': 'fa:16:3e:f4:9c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:49:03Z', 'updated_at': '2022-03-11T11:50:57Z', 'revision_number': 1, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15f06ed-f40e-461e-b328-0875b436aecf', 'name': '', 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'mac_address': 'fa:16:3e:f1:65:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:49Z', 'revision_number': 5, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'subnets': [{'id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:51:00.812996 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-86539a2d-83a9-4f10-a47f-6167cc89528c req-42611466-124f-4d22-8aa4-898ca3a07690 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] No DVR routers for this DVR port a3f1e8c3-66e7-42ca-bebd-88260a10c970 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:51:00.813824 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74af3edf-910c-4d73-bcae-ff2af84974a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:00.818468 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-74af3edf-910c-4d73-bcae-ff2af84974a7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cf02ce77-473f-4936-9b81-099a75a49f9c HTTP/1.1" status: 204 len: 168 time: 0.6570349 Mar 11 11:51:00.832144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af3edf-910c-4d73-bcae-ff2af84974a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf02ce77-473f-4936-9b81-099a75a49f9c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:00.835686 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-86539a2d-83a9-4f10-a47f-6167cc89528c req-42611466-124f-4d22-8aa4-898ca3a07690 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:00.846074 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86539a2d-83a9-4f10-a47f-6167cc89528c req-42611466-124f-4d22-8aa4-898ca3a07690 tempest-MigrationsAdminTest-2094268387 tempest-MigrationsAdminTest-2094268387-project] 10.222.0.71 "DELETE /v2.0/ports/a3f1e8c3-66e7-42ca-bebd-88260a10c970 HTTP/1.1" status: 204 len: 173 time: 1.8259099 Mar 11 11:51:00.925447 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d08ac-3d1d-4f92-8c61-8e320b79100c req-07e0c4ac-a08a-4cc6-ae1e-bb5fd34a66b9 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:00.931339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a16d08ac-3d1d-4f92-8c61-8e320b79100c req-07e0c4ac-a08a-4cc6-ae1e-bb5fd34a66b9 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.2643688 Mar 11 11:51:00.962646 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-3b1eb816-d4d5-4f56-be20-7ab0a7e48101 service neutron] 10.222.0.78 "GET /v2.0/networks/b5c880bf-bb72-488f-8c1e-c0db4571bef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803714 Mar 11 11:51:00.963771 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d8a38-fb1c-4347-8f43-65e6e8755e5b req-6ef0d02e-c701-4c52-b655-3861b165b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:00.965404 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-748d8a38-fb1c-4347-8f43-65e6e8755e5b req-6ef0d02e-c701-4c52-b655-3861b165b30f service neutron] 10.222.0.37 "GET /v2.0/networks?id=3f382b66-55bc-4ada-812a-8f2225fa21bc HTTP/1.1" status: 200 len: 917 time: 1.4685593 Mar 11 11:51:00.981201 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b3ab4-13d9-425c-83b0-444b0ef3235a req-5e1ac87a-b4ac-4cfa-ba8f-0147fd7d07c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:00.982713 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7f1b3ab4-13d9-425c-83b0-444b0ef3235a req-5e1ac87a-b4ac-4cfa-ba8f-0147fd7d07c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e125371-d52f-4208-9c77-d4e4b47be414 HTTP/1.1" status: 200 len: 849 time: 0.2333622 Mar 11 11:51:01.185414 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-748d8a38-fb1c-4347-8f43-65e6e8755e5b req-27145ec6-a453-427b-9899-834867241c02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29c4bfed-9a1e-4008-9518-28e5cb65ccee HTTP/1.1" status: 200 len: 1000 time: 0.2015429 Mar 11 11:51:01.187672 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b3ab4-13d9-425c-83b0-444b0ef3235a req-2907e9b0-f637-4161-b77a-53be24df5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:01.190048 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7f1b3ab4-13d9-425c-83b0-444b0ef3235a req-2907e9b0-f637-4161-b77a-53be24df5ba8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76092203-82d8-4a24-86d5-4aa9015481db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1910899 Mar 11 11:51:01.318962 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7f6934-0f9a-417b-94ab-23e1e276b53c', 'name': 'network-vif-deleted', 'tag': 'a3f1e8c3-66e7-42ca-bebd-88260a10c970'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:51:01.320936 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a16d08ac-3d1d-4f92-8c61-8e320b79100c req-09501499-daf0-44cc-aae8-c7034ec648d9 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801730 Mar 11 11:51:01.321411 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1710cf-7e98-43ad-85db-1b3000465583" -d '{"events": [{"server_uuid": "0a7f6934-0f9a-417b-94ab-23e1e276b53c", "name": "network-vif-deleted", "tag": "a3f1e8c3-66e7-42ca-bebd-88260a10c970"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:51:01.360690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-f95a654c-23ec-4678-80f4-92110b6e133b service neutron] 10.222.0.78 "GET /v2.0/networks/b5c880bf-bb72-488f-8c1e-c0db4571bef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745091 Mar 11 11:51:01.422015 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d8a38-fb1c-4347-8f43-65e6e8755e5b req-821a6c6b-555c-42c1-a221-512573d39ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:01.432346 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-748d8a38-fb1c-4347-8f43-65e6e8755e5b req-821a6c6b-555c-42c1-a221-512573d39ab7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=befbd499-1a5a-41b0-86c5-01b7c0a86f9d HTTP/1.1" status: 200 len: 855 time: 0.2350025 Mar 11 11:51:01.492067 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa03f9e6-93a6-4ba3-84ce-b47c283f0888 x-openstack-request-id: req-fa03f9e6-93a6-4ba3-84ce-b47c283f0888 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:51:01.492371 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7f6934-0f9a-417b-94ab-23e1e276b53c", "name": "network-vif-deleted", "tag": "a3f1e8c3-66e7-42ca-bebd-88260a10c970", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:51:01.492624 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fa03f9e6-93a6-4ba3-84ce-b47c283f0888 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:51:01.493027 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7f6934-0f9a-417b-94ab-23e1e276b53c', 'name': 'network-vif-deleted', 'tag': 'a3f1e8c3-66e7-42ca-bebd-88260a10c970', 'status': 'completed', 'code': 200} Mar 11 11:51:01.640852 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7f1b3ab4-13d9-425c-83b0-444b0ef3235a req-8a4915ff-028a-48cf-a59e-73411e343db2 service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421747 Mar 11 11:51:01.732985 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66743c58-523d-49df-8777-8225e6110eb3 None None] New status for floating IP 09626693-5480-41eb-be41-cbee337c0762: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:51:01.898022 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7f1b3ab4-13d9-425c-83b0-444b0ef3235a req-8d35e7c5-2cdf-4dc2-816a-7a5bbb6b95c0 service neutron] 10.222.0.37 "GET /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446108 Mar 11 11:51:01.908636 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d8a38-fb1c-4347-8f43-65e6e8755e5b req-c7b1668d-153f-4cc6-b544-4af1db31a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:01.910076 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-748d8a38-fb1c-4347-8f43-65e6e8755e5b req-c7b1668d-153f-4cc6-b544-4af1db31a7d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3f382b66-55bc-4ada-812a-8f2225fa21bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4688823 Mar 11 11:51:02.111770 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e98c5ce-e9ca-4108-864f-1f5ebd8eb2e2 req-5e51cf51-fb29-44e3-96a4-bb71ff0a4378 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 210 time: 0.0823457 Mar 11 11:51:02.144569 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6911c-9901-40b2-832f-5cb51ad40780 req-c9568ec5-1d92-4bd7-bba5-908c2e68a2c9 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:02.177620 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ac6911c-9901-40b2-832f-5cb51ad40780 req-c9568ec5-1d92-4bd7-bba5-908c2e68a2c9 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.2606902 Mar 11 11:51:02.205672 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-748d8a38-fb1c-4347-8f43-65e6e8755e5b req-4b8d621e-e25d-4e03-94bf-61348f728aab service neutron] 10.222.0.37 "GET /v2.0/networks/3f382b66-55bc-4ada-812a-8f2225fa21bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812901 Mar 11 11:51:02.366977 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ac6911c-9901-40b2-832f-5cb51ad40780 req-705dd681-377d-4c38-ba4e-71c6f970e5c9 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871469 Mar 11 11:51:02.441313 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-748d8a38-fb1c-4347-8f43-65e6e8755e5b req-8622bcde-d325-4458-86bb-7a1dac4a5049 service neutron] 10.222.0.37 "GET /v2.0/networks/3f382b66-55bc-4ada-812a-8f2225fa21bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224908 Mar 11 11:51:02.502745 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53174) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:02.997144 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b7341ac6-3b87-4088-a2fd-a9fd15774439 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=534ef25e2a194e88997b082d5497d504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4928029 Mar 11 11:51:03.000412 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53196) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:03.087322 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4de25a5-cc4d-47c2-9c72-6788fdadc0a8 admin admin] Publish callbacks [] for security_group (6b6f0082-e587-45cf-b1dc-025d861858da), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:03.117444 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4de25a5-cc4d-47c2-9c72-6788fdadc0a8 admin admin] Publish callbacks [] for security_group (6b6f0082-e587-45cf-b1dc-025d861858da), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:03.212835 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4de25a5-cc4d-47c2-9c72-6788fdadc0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6b6f0082-e587-45cf-b1dc-025d861858da), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:03.216687 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4de25a5-cc4d-47c2-9c72-6788fdadc0a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:03.221276 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e4de25a5-cc4d-47c2-9c72-6788fdadc0a8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6b6f0082-e587-45cf-b1dc-025d861858da HTTP/1.1" status: 204 len: 168 time: 0.2172458 Mar 11 11:51:03.245687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de25a5-cc4d-47c2-9c72-6788fdadc0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6f0082-e587-45cf-b1dc-025d861858da,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:03.327481 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a3f1e8c3-66e7-42ca-bebd-88260a10c970 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:51:03.347103 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2a6682a-262f-41c3-a781-3c86d2ff723d req-9b17b930-5136-4f70-ad89-8ca64469e478 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 210 time: 0.1050532 Mar 11 11:51:03.386366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: a3f1e8c3-66e7-42ca-bebd-88260a10c970 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:51:03.387524 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a3f1e8c3-66e7-42ca-bebd-88260a10c970 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:51:03.461878 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:03.592958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44282f-ce2c-44e6-851f-a9d510320556 req-a9bad83a-3076-4275-b73d-d9cdde4e4b8f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:03.599628 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb44282f-ce2c-44e6-851f-a9d510320556 req-a9bad83a-3076-4275-b73d-d9cdde4e4b8f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.0979784 Mar 11 11:51:03.699467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb44282f-ce2c-44e6-851f-a9d510320556 req-50e257ac-f4d4-49f8-a456-8ab310f96680 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921865 Mar 11 11:51:04.058000 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53224) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:04.107696 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7c75016c-fb03-40a6-b9d1-0969ce0847eb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ebf681dfaed340eba07cfe9a0dfaeb07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477560 Mar 11 11:51:04.110970 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53226) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:04.177625 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-333c5113-3093-429f-aee3-62e096f41bd2 admin admin] Publish callbacks [] for security_group (cf9d1361-02e1-4464-b89f-7fcca5262d4c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:04.227972 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-333c5113-3093-429f-aee3-62e096f41bd2 admin admin] Publish callbacks [] for security_group (cf9d1361-02e1-4464-b89f-7fcca5262d4c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:04.316105 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-333c5113-3093-429f-aee3-62e096f41bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cf9d1361-02e1-4464-b89f-7fcca5262d4c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:04.320892 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-333c5113-3093-429f-aee3-62e096f41bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:04.324713 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-333c5113-3093-429f-aee3-62e096f41bd2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cf9d1361-02e1-4464-b89f-7fcca5262d4c HTTP/1.1" status: 204 len: 168 time: 0.2116449 Mar 11 11:51:04.346128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c5113-3093-429f-aee3-62e096f41bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9d1361-02e1-4464-b89f-7fcca5262d4c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:04.618393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-212c015a-5c83-42ae-a42f-254a23bcffd8 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:04.620049 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-212c015a-5c83-42ae-a42f-254a23bcffd8 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.37 "GET /v2.0/networks?id=b5c880bf-bb72-488f-8c1e-c0db4571bef6 HTTP/1.1" status: 200 len: 818 time: 0.2353606 Mar 11 11:51:04.641737 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6fa29b43-8d4a-4c8c-8673-e6bf57cc71d8 req-ee0fb702-ec8b-45dd-923e-bb4187e33e5d tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 210 time: 0.0844941 Mar 11 11:51:04.763635 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-36035b00-3767-46d4-bcdc-b9ae2dc91c22 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:04.765128 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-36035b00-3767-46d4-bcdc-b9ae2dc91c22 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.71 "GET /v2.0/networks?id=b5c880bf-bb72-488f-8c1e-c0db4571bef6 HTTP/1.1" status: 200 len: 818 time: 0.1351018 Mar 11 11:51:04.774125 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-61b05f71-5276-4ccc-b700-e7f0dac0c4b5 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Request body: {'port': {'device_id': '30e24053-8b00-4809-8842-e7b039ade6fe', 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6', 'admin_state_up': True, 'tenant_id': '05c14813c6234e56987ff3626b6c4aa4'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:04.785218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fec62b24-2917-4430-9ba5-1c5ec3a17d0c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Request body: {'port': {'device_id': 'ba646182-2eb0-45fc-8c7c-7d3c0853e9e3', 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6', 'admin_state_up': True, 'tenant_id': '05c14813c6234e56987ff3626b6c4aa4'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:04.967409 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064220a7-5dec-43e7-bb73-f1a43f0a64e5 req-f2d55323-1fc7-41d6-95ca-2b3f37ba6739 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:04.984096 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-064220a7-5dec-43e7-bb73-f1a43f0a64e5 req-f2d55323-1fc7-41d6-95ca-2b3f37ba6739 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.1392746 Mar 11 11:51:05.086400 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-064220a7-5dec-43e7-bb73-f1a43f0a64e5 req-006a91d6-8568-492f-a3a8-30a2894eca1f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026466 Mar 11 11:51:05.542338 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-55573bf3-1885-4407-8f51-9adfc2227a0c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:05.543910 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-55573bf3-1885-4407-8f51-9adfc2227a0c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.71 "GET /v2.0/networks?id=b5c880bf-bb72-488f-8c1e-c0db4571bef6 HTTP/1.1" status: 200 len: 818 time: 0.9228885 Mar 11 11:51:05.574573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-a0797ff9-6e10-43f4-abf8-f2493551e4b4 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Request body: {'port': {'device_id': '0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2', 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6', 'admin_state_up': True, 'tenant_id': '05c14813c6234e56987ff3626b6c4aa4'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:05.666739 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-61b05f71-5276-4ccc-b700-e7f0dac0c4b5 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Made reservation on behalf of 05c14813c6234e56987ff3626b6c4aa4 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:51:05.672632 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-61b05f71-5276-4ccc-b700-e7f0dac0c4b5 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:05.764780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53328) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:05.778162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fec62b24-2917-4430-9ba5-1c5ec3a17d0c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Made reservation on behalf of 05c14813c6234e56987ff3626b6c4aa4 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:51:05.781746 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fec62b24-2917-4430-9ba5-1c5ec3a17d0c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:05.886255 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ffe3912-760d-4b63-a62e-78e33e2dab02 req-9f5bfdf9-f4b0-4bd3-b94b-107f1b24e86f tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 210 time: 0.1110673 Mar 11 11:51:05.965467 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0180f3eb-a2b0-4bbc-9cc1-ae691f5f714d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:05.969153 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-a0797ff9-6e10-43f4-abf8-f2493551e4b4 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Made reservation on behalf of 05c14813c6234e56987ff3626b6c4aa4 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:51:05.972947 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-a0797ff9-6e10-43f4-abf8-f2493551e4b4 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:05.992919 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-61b05f71-5276-4ccc-b700-e7f0dac0c4b5 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Allocated IP 172.20.0.11 (b5c880bf-bb72-488f-8c1e-c0db4571bef6/cf82ce12-31b0-4aff-a2d2-cef6e24a58b1/49b8c953-a8dd-4d2c-931d-7c1b57e3153e) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:51:06.126291 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0180f3eb-a2b0-4bbc-9cc1-ae691f5f714d admin admin] Publish callbacks [] for security_group (0bce8e58-7f47-407b-af17-a8b80ada0ef7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:06.136109 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0180f3eb-a2b0-4bbc-9cc1-ae691f5f714d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0bce8e58-7f47-407b-af17-a8b80ada0ef7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:06.283138 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0180f3eb-a2b0-4bbc-9cc1-ae691f5f714d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=850d91457b62442f8ffcb3144010931f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5156145 Mar 11 11:51:06.283982 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180f3eb-a2b0-4bbc-9cc1-ae691f5f714d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bce8e58-7f47-407b-af17-a8b80ada0ef7,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:06.286152 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53342) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:06.369098 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-61b05f71-5276-4ccc-b700-e7f0dac0c4b5 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks [] for port (49b8c953-a8dd-4d2c-931d-7c1b57e3153e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:06.373419 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ca191-527c-441e-9971-abb74c087576 req-c6f44ce4-be63-4f1f-825d-e4ba751a6c66 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:06.377058 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-904ca191-527c-441e-9971-abb74c087576 req-c6f44ce4-be63-4f1f-825d-e4ba751a6c66 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.1572075 Mar 11 11:51:06.406579 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d500d41f-7ca3-4349-8e40-532160f2b7f5 admin admin] Publish callbacks [] for security_group (0bce8e58-7f47-407b-af17-a8b80ada0ef7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:06.437671 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d500d41f-7ca3-4349-8e40-532160f2b7f5 admin admin] Publish callbacks [] for security_group (0bce8e58-7f47-407b-af17-a8b80ada0ef7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:06.463376 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-61b05f71-5276-4ccc-b700-e7f0dac0c4b5 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (49b8c953-a8dd-4d2c-931d-7c1b57e3153e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:06.512928 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-904ca191-527c-441e-9971-abb74c087576 req-469ce1d9-d05a-42c7-8151-08587bd23bbc tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265576 Mar 11 11:51:06.586879 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-61b05f71-5276-4ccc-b700-e7f0dac0c4b5 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Network b5c880bf-bb72-488f-8c1e-c0db4571bef6 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:51:06.603046 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-61b05f71-5276-4ccc-b700-e7f0dac0c4b5 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:51:06.606130 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-61b05f71-5276-4ccc-b700-e7f0dac0c4b5 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:51:06.669164 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b05f71-5276-4ccc-b700-e7f0dac0c4b5 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Pushing event updated for resources: {'Port': ['ID=49b8c953-a8dd-4d2c-931d-7c1b57e3153e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:06.701728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fec62b24-2917-4430-9ba5-1c5ec3a17d0c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Allocated IP 172.20.0.4 (b5c880bf-bb72-488f-8c1e-c0db4571bef6/cf82ce12-31b0-4aff-a2d2-cef6e24a58b1/24206649-979a-408f-a15c-fa9d0b5745c2) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:51:06.713559 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-61b05f71-5276-4ccc-b700-e7f0dac0c4b5 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:06.713559 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-61b05f71-5276-4ccc-b700-e7f0dac0c4b5 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:06.735565 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-61b05f71-5276-4ccc-b700-e7f0dac0c4b5 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9677091 Mar 11 11:51:06.741552 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d500d41f-7ca3-4349-8e40-532160f2b7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0bce8e58-7f47-407b-af17-a8b80ada0ef7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:06.744818 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d500d41f-7ca3-4349-8e40-532160f2b7f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:06.746308 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d500d41f-7ca3-4349-8e40-532160f2b7f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0bce8e58-7f47-407b-af17-a8b80ada0ef7 HTTP/1.1" status: 204 len: 168 time: 0.4574816 Mar 11 11:51:06.760535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Request body: {'port': {'device_id': '30e24053-8b00-4809-8842-e7b039ade6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:06.774005 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500d41f-7ca3-4349-8e40-532160f2b7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bce8e58-7f47-407b-af17-a8b80ada0ef7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:06.985378 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (49b8c953-a8dd-4d2c-931d-7c1b57e3153e), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:07.013485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82823251-27b2-4df3-886f-465ca6508f3e req-925614f9-7280-4bbe-9806-c57ba51e3530 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 210 time: 0.0425928 Mar 11 11:51:07.217543 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fec62b24-2917-4430-9ba5-1c5ec3a17d0c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks [] for port (24206649-979a-408f-a15c-fa9d0b5745c2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:07.309236 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fec62b24-2917-4430-9ba5-1c5ec3a17d0c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (24206649-979a-408f-a15c-fa9d0b5745c2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:07.392123 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53392) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:07.404538 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fec62b24-2917-4430-9ba5-1c5ec3a17d0c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Network b5c880bf-bb72-488f-8c1e-c0db4571bef6 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:51:07.414868 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fec62b24-2917-4430-9ba5-1c5ec3a17d0c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:51:07.417433 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fec62b24-2917-4430-9ba5-1c5ec3a17d0c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:51:07.420231 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c10161b-a55e-4523-b41d-06a14c4fff3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:07.421319 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-a0797ff9-6e10-43f4-abf8-f2493551e4b4 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Allocated IP 172.20.0.2 (b5c880bf-bb72-488f-8c1e-c0db4571bef6/cf82ce12-31b0-4aff-a2d2-cef6e24a58b1/72482d48-2920-4c04-8945-943495c68fb5) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:51:07.429331 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec62b24-2917-4430-9ba5-1c5ec3a17d0c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Pushing event updated for resources: {'Port': ['ID=24206649-979a-408f-a15c-fa9d0b5745c2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:07.540990 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fec62b24-2917-4430-9ba5-1c5ec3a17d0c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:07.554623 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fec62b24-2917-4430-9ba5-1c5ec3a17d0c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:07.575307 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c10161b-a55e-4523-b41d-06a14c4fff3c admin admin] Publish callbacks [] for security_group (fa66f183-dfa8-4f0d-8e5d-faa6eb3785eb), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:07.585070 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c10161b-a55e-4523-b41d-06a14c4fff3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fa66f183-dfa8-4f0d-8e5d-faa6eb3785eb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:07.613682 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fec62b24-2917-4430-9ba5-1c5ec3a17d0c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8326685 Mar 11 11:51:07.635325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Request body: {'port': {'device_id': 'ba646182-2eb0-45fc-8c7c-7d3c0853e9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:07.680792 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5c10161b-a55e-4523-b41d-06a14c4fff3c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bbdbf36e35d94de8bececcb44facffef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2863543 Mar 11 11:51:07.681461 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53398) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:07.768836 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (24206649-979a-408f-a15c-fa9d0b5745c2), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:07.828795 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-a0797ff9-6e10-43f4-abf8-f2493551e4b4 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks [] for port (72482d48-2920-4c04-8945-943495c68fb5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:07.831943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10161b-a55e-4523-b41d-06a14c4fff3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa66f183-dfa8-4f0d-8e5d-faa6eb3785eb,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:07.875891 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da599d0f-e3d7-4193-aae7-c05023d35583 admin admin] Publish callbacks [] for security_group (fa66f183-dfa8-4f0d-8e5d-faa6eb3785eb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:07.903459 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da599d0f-e3d7-4193-aae7-c05023d35583 admin admin] Publish callbacks [] for security_group (fa66f183-dfa8-4f0d-8e5d-faa6eb3785eb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:07.918430 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11822b-edcf-4c38-8620-a2178d05f267 req-d3b09fcf-1850-4cc5-915b-e233e42b306e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:07.926840 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd11822b-edcf-4c38-8620-a2178d05f267 req-d3b09fcf-1850-4cc5-915b-e233e42b306e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.2833700 Mar 11 11:51:08.049414 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-a0797ff9-6e10-43f4-abf8-f2493551e4b4 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (72482d48-2920-4c04-8945-943495c68fb5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:08.052545 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd11822b-edcf-4c38-8620-a2178d05f267 req-b7dfa41f-76ac-4b82-b57f-ca115a5d54e4 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221387 Mar 11 11:51:08.089641 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da599d0f-e3d7-4193-aae7-c05023d35583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fa66f183-dfa8-4f0d-8e5d-faa6eb3785eb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:08.093227 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da599d0f-e3d7-4193-aae7-c05023d35583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:08.094564 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-da599d0f-e3d7-4193-aae7-c05023d35583 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa66f183-dfa8-4f0d-8e5d-faa6eb3785eb HTTP/1.1" status: 204 len: 168 time: 0.3949904 Mar 11 11:51:08.124627 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da599d0f-e3d7-4193-aae7-c05023d35583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa66f183-dfa8-4f0d-8e5d-faa6eb3785eb,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:08.139982 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-a0797ff9-6e10-43f4-abf8-f2493551e4b4 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Network b5c880bf-bb72-488f-8c1e-c0db4571bef6 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:51:08.148077 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-a0797ff9-6e10-43f4-abf8-f2493551e4b4 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:51:08.188403 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-a0797ff9-6e10-43f4-abf8-f2493551e4b4 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:51:08.301221 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47a064-4f26-46b7-9067-20e46e9356bd req-181766d3-b5bd-494f-9414-cd81d00e95df tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:08.303614 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc47a064-4f26-46b7-9067-20e46e9356bd req-181766d3-b5bd-494f-9414-cd81d00e95df tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 931 time: 0.1083901 Mar 11 11:51:08.392276 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b8c953-a8dd-4d2c-931d-7c1b57e3153e {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:51:08.412589 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Publish callbacks [] for port (49b8c953-a8dd-4d2c-931d-7c1b57e3153e), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:08.441877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Transition to ACTIVE for port object 49b8c953-a8dd-4d2c-931d-7c1b57e3153e will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:51:08.466894 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc47a064-4f26-46b7-9067-20e46e9356bd req-dcdfdfb1-9b8f-49bb-ad6c-b8a09c8fb597 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551845 Mar 11 11:51:08.467855 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (49b8c953-a8dd-4d2c-931d-7c1b57e3153e), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:08.493822 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0797ff9-6e10-43f4-abf8-f2493551e4b4 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Pushing event updated for resources: {'Port': ['ID=72482d48-2920-4c04-8945-943495c68fb5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:08.858267 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-a0797ff9-6e10-43f4-abf8-f2493551e4b4 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:08.860200 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-a0797ff9-6e10-43f4-abf8-f2493551e4b4 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:08.914746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24206649-979a-408f-a15c-fa9d0b5745c2 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:51:08.923542 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Publish callbacks [] for port (24206649-979a-408f-a15c-fa9d0b5745c2), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:08.937636 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Transition to ACTIVE for port object 24206649-979a-408f-a15c-fa9d0b5745c2 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:51:08.953165 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (24206649-979a-408f-a15c-fa9d0b5745c2), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:08.955420 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Pushing event updated for resources: {'Port': ['ID=49b8c953-a8dd-4d2c-931d-7c1b57e3153e,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:08.972534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53428) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:09.013119 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Pushing event updated for resources: {'Port': ['ID=24206649-979a-408f-a15c-fa9d0b5745c2,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:09.078134 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-a0797ff9-6e10-43f4-abf8-f2493551e4b4 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5155659 Mar 11 11:51:09.112101 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Request body: {'port': {'device_id': '0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:09.314431 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3f8d6-0512-4578-86d4-57affa4011d4 req-95074a40-8726-4e8c-8636-ee3de31ef90d tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:09.323043 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (72482d48-2920-4c04-8945-943495c68fb5), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:09.328347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ed3f8d6-0512-4578-86d4-57affa4011d4 req-95074a40-8726-4e8c-8636-ee3de31ef90d tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.1534183 Mar 11 11:51:09.447739 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0384178-2247-468d-9a9e-c8eb0bd71453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:09.646566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72482d48-2920-4c04-8945-943495c68fb5 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:51:09.651534 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ed3f8d6-0512-4578-86d4-57affa4011d4 req-d5317cb6-e353-4f97-a031-2d3271aa0d0e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156052 Mar 11 11:51:09.656321 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Publish callbacks [] for port (72482d48-2920-4c04-8945-943495c68fb5), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:09.669126 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Transition to ACTIVE for port object 72482d48-2920-4c04-8945-943495c68fb5 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:51:09.775109 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0384178-2247-468d-9a9e-c8eb0bd71453 admin admin] Publish callbacks [] for security_group (73d985d1-4e44-4c35-bb99-cfd98a780e86), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:09.782369 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (72482d48-2920-4c04-8945-943495c68fb5), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:09.793193 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0384178-2247-468d-9a9e-c8eb0bd71453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (73d985d1-4e44-4c35-bb99-cfd98a780e86), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:09.817995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Attempting to bind port 24206649-979a-408f-a15c-fa9d0b5745c2 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:51:09.818216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Attempting to bind port 24206649-979a-408f-a15c-fa9d0b5745c2 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7dc588f8-3ef4-4715-add6-2cdc10bfddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:51:09.818556 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Attempting to bind port 24206649-979a-408f-a15c-fa9d0b5745c2 on network b5c880bf-bb72-488f-8c1e-c0db4571bef6 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:51:09.845735 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Port 24206649-979a-408f-a15c-fa9d0b5745c2 on network b5c880bf-bb72-488f-8c1e-c0db4571bef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:51:09.846069 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Attempting to bind port 24206649-979a-408f-a15c-fa9d0b5745c2 on network b5c880bf-bb72-488f-8c1e-c0db4571bef6 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:51:09.854660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:51:09.854998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Checking segment: {'id': '7dc588f8-3ef4-4715-add6-2cdc10bfddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:51:09.855613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Bound using segment: {'id': '7dc588f8-3ef4-4715-add6-2cdc10bfddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:51:09.855956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Bound port: 24206649-979a-408f-a15c-fa9d0b5745c2, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc588f8-3ef4-4715-add6-2cdc10bfddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:51:09.856263 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (24206649-979a-408f-a15c-fa9d0b5745c2), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:09.903427 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f0384178-2247-468d-9a9e-c8eb0bd71453 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ef2ca04bedb64ec090c51613f646d95c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9293995 Mar 11 11:51:09.905723 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53452) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:09.907972 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0384178-2247-468d-9a9e-c8eb0bd71453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d985d1-4e44-4c35-bb99-cfd98a780e86,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:09.929019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Attempting to bind port 49b8c953-a8dd-4d2c-931d-7c1b57e3153e on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:51:09.929556 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Attempting to bind port 49b8c953-a8dd-4d2c-931d-7c1b57e3153e by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7dc588f8-3ef4-4715-add6-2cdc10bfddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:51:09.929650 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Attempting to bind port 49b8c953-a8dd-4d2c-931d-7c1b57e3153e on network b5c880bf-bb72-488f-8c1e-c0db4571bef6 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:51:09.976374 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edc6b4-bfc7-47ce-81a1-40163b78075a req-268400f7-8178-49cb-974b-ec06aa62510e tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:09.979272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3edc6b4-bfc7-47ce-81a1-40163b78075a req-268400f7-8178-49cb-974b-ec06aa62510e tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 943 time: 0.3223343 Mar 11 11:51:10.040943 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Pushing event updated for resources: {'Port': ['ID=72482d48-2920-4c04-8945-943495c68fb5,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:10.046270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Port 49b8c953-a8dd-4d2c-931d-7c1b57e3153e on network b5c880bf-bb72-488f-8c1e-c0db4571bef6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:51:10.046270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Attempting to bind port 49b8c953-a8dd-4d2c-931d-7c1b57e3153e on network b5c880bf-bb72-488f-8c1e-c0db4571bef6 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:51:10.121383 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3edc6b4-bfc7-47ce-81a1-40163b78075a req-a94d0566-0994-4d12-b77f-f457559f04e6 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304007 Mar 11 11:51:10.127689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:51:10.133501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Checking segment: {'id': '7dc588f8-3ef4-4715-add6-2cdc10bfddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:51:10.135101 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Bound using segment: {'id': '7dc588f8-3ef4-4715-add6-2cdc10bfddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:51:10.135571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Bound port: 49b8c953-a8dd-4d2c-931d-7c1b57e3153e, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc588f8-3ef4-4715-add6-2cdc10bfddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:51:10.135965 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (49b8c953-a8dd-4d2c-931d-7c1b57e3153e), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:10.150313 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Attempting to bind port 72482d48-2920-4c04-8945-943495c68fb5 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:51:10.154256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Attempting to bind port 72482d48-2920-4c04-8945-943495c68fb5 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7dc588f8-3ef4-4715-add6-2cdc10bfddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:51:10.157521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Attempting to bind port 72482d48-2920-4c04-8945-943495c68fb5 on network b5c880bf-bb72-488f-8c1e-c0db4571bef6 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:51:10.162177 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8555f3e5-8ed0-407e-b942-3c039caf10fb admin admin] Publish callbacks [] for security_group (73d985d1-4e44-4c35-bb99-cfd98a780e86), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:10.192599 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Port 72482d48-2920-4c04-8945-943495c68fb5 on network b5c880bf-bb72-488f-8c1e-c0db4571bef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:51:10.195511 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Attempting to bind port 72482d48-2920-4c04-8945-943495c68fb5 on network b5c880bf-bb72-488f-8c1e-c0db4571bef6 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:51:10.202353 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8555f3e5-8ed0-407e-b942-3c039caf10fb admin admin] Publish callbacks [] for security_group (73d985d1-4e44-4c35-bb99-cfd98a780e86), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:10.260079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:51:10.267081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Checking segment: {'id': '7dc588f8-3ef4-4715-add6-2cdc10bfddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:51:10.272254 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Bound using segment: {'id': '7dc588f8-3ef4-4715-add6-2cdc10bfddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:51:10.272952 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Bound port: 72482d48-2920-4c04-8945-943495c68fb5, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc588f8-3ef4-4715-add6-2cdc10bfddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:51:10.273505 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (72482d48-2920-4c04-8945-943495c68fb5), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:10.316775 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8555f3e5-8ed0-407e-b942-3c039caf10fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (73d985d1-4e44-4c35-bb99-cfd98a780e86), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:10.320337 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8555f3e5-8ed0-407e-b942-3c039caf10fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:10.322505 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8555f3e5-8ed0-407e-b942-3c039caf10fb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/73d985d1-4e44-4c35-bb99-cfd98a780e86 HTTP/1.1" status: 204 len: 168 time: 0.4077985 Mar 11 11:51:10.342950 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] For port 24206649-979a-408f-a15c-fa9d0b5745c2, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:51:10.350720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555f3e5-8ed0-407e-b942-3c039caf10fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d985d1-4e44-4c35-bb99-cfd98a780e86,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:10.417714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] For port 24206649-979a-408f-a15c-fa9d0b5745c2, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=24206649-979a-408f-a15c-fa9d0b5745c2,segment=NetworkSegment(7dc588f8-3ef4-4715-add6-2cdc10bfddfe),segment_id=7dc588f8-3ef4-4715-add6-2cdc10bfddfe)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:51:10.436821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] For port 49b8c953-a8dd-4d2c-931d-7c1b57e3153e, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:51:10.443727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] For port 49b8c953-a8dd-4d2c-931d-7c1b57e3153e, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=49b8c953-a8dd-4d2c-931d-7c1b57e3153e,segment=NetworkSegment(7dc588f8-3ef4-4715-add6-2cdc10bfddfe),segment_id=7dc588f8-3ef4-4715-add6-2cdc10bfddfe)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:51:10.486891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] For port 72482d48-2920-4c04-8945-943495c68fb5, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:51:10.493496 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] For port 72482d48-2920-4c04-8945-943495c68fb5, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=72482d48-2920-4c04-8945-943495c68fb5,segment=NetworkSegment(7dc588f8-3ef4-4715-add6-2cdc10bfddfe),segment_id=7dc588f8-3ef4-4715-add6-2cdc10bfddfe)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:51:10.498917 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (24206649-979a-408f-a15c-fa9d0b5745c2), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:10.599517 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (72482d48-2920-4c04-8945-943495c68fb5), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:10.607223 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (49b8c953-a8dd-4d2c-931d-7c1b57e3153e), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:10.626588 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:10.626769 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:10.628690 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] 10.222.0.71 "PUT /v2.0/ports/24206649-979a-408f-a15c-fa9d0b5745c2 HTTP/1.1" status: 200 len: 1091 time: 3.0074375 Mar 11 11:51:10.636728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba646182-2eb0-45fc-8c7c-7d3c0853e9e3', 'tag': '24206649-979a-408f-a15c-fa9d0b5745c2'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:51:10.639438 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f784ba8-8d45-4b5c-a47a-2274780f964d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba646182-2eb0-45fc-8c7c-7d3c0853e9e3", "tag": "24206649-979a-408f-a15c-fa9d0b5745c2"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:51:10.682565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:10.683193 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:10.684732 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] 10.222.0.71 "PUT /v2.0/ports/72482d48-2920-4c04-8945-943495c68fb5 HTTP/1.1" status: 200 len: 1091 time: 1.5963490 Mar 11 11:51:10.686358 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:10.686916 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:10.688596 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] 10.222.0.37 "PUT /v2.0/ports/49b8c953-a8dd-4d2c-931d-7c1b57e3153e HTTP/1.1" status: 200 len: 1092 time: 3.9408324 Mar 11 11:51:10.697648 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c84ce3-fd0c-4f56-8607-4e01d123522d service neutron] Pushing event updated for resources: {'Port': ['ID=24206649-979a-408f-a15c-fa9d0b5745c2,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:10.793519 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5183669e-5b2d-401e-b11a-ee9bbcde6846 x-openstack-request-id: req-5183669e-5b2d-401e-b11a-ee9bbcde6846 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:51:10.795458 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba646182-2eb0-45fc-8c7c-7d3c0853e9e3", "tag": "24206649-979a-408f-a15c-fa9d0b5745c2", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:51:10.801188 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5183669e-5b2d-401e-b11a-ee9bbcde6846 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:51:10.802590 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba646182-2eb0-45fc-8c7c-7d3c0853e9e3', 'tag': '24206649-979a-408f-a15c-fa9d0b5745c2', 'status': 'completed', 'code': 200} Mar 11 11:51:10.936494 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-a30807c8-72e6-411b-b1ec-6827f20f0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:10.939722 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-a30807c8-72e6-411b-b1ec-6827f20f0761 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=05c14813c6234e56987ff3626b6c4aa4&device_id=ba646182-2eb0-45fc-8c7c-7d3c0853e9e3 HTTP/1.1" status: 200 len: 1125 time: 0.2592003 Mar 11 11:51:10.946527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d3461-1cf3-4ab5-92cc-de676b8391c2 req-d3d12ca3-c62b-4a9b-a69c-26407960966b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:10.950788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a151def-ef46-4e6b-9e04-89096962cd8b service neutron] Pushing event updated for resources: {'Port': ['ID=72482d48-2920-4c04-8945-943495c68fb5,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:10.959830 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f77d3461-1cf3-4ab5-92cc-de676b8391c2 req-d3d12ca3-c62b-4a9b-a69c-26407960966b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.1339109 Mar 11 11:51:11.023801 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53478) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:11.025787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-3adb789c-cb9d-4ff7-a9aa-8b1b0ba24033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:11.027343 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-3adb789c-cb9d-4ff7-a9aa-8b1b0ba24033 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05c14813c6234e56987ff3626b6c4aa4&device_id=30e24053-8b00-4809-8842-e7b039ade6fe HTTP/1.1" status: 200 len: 1126 time: 0.2409751 Mar 11 11:51:11.058271 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-f7c0a0f4-3c74-4e95-b5da-b231e84d4785 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24206649-979a-408f-a15c-fa9d0b5745c2 HTTP/1.1" status: 200 len: 217 time: 0.1092227 Mar 11 11:51:11.059639 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f77d3461-1cf3-4ab5-92cc-de676b8391c2 req-4f20fa45-732a-4644-bbc6-4013d8524501 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970721 Mar 11 11:51:11.072758 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-e68b9e1c-e0ec-4578-8602-ad77534289a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:11.074310 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-e68b9e1c-e0ec-4578-8602-ad77534289a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=05c14813c6234e56987ff3626b6c4aa4&device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 1125 time: 0.2857327 Mar 11 11:51:11.132760 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-839af280-3041-4ccc-ae21-cc23581feaf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:11.171757 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-8f439b4f-22c5-40e3-a1f5-78694861ac57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49b8c953-a8dd-4d2c-931d-7c1b57e3153e HTTP/1.1" status: 200 len: 217 time: 0.1107016 Mar 11 11:51:11.186505 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9c77289d-8086-4e5b-948f-1a0c7f200c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:11.188418 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9c77289d-8086-4e5b-948f-1a0c7f200c40 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cf82ce12-31b0-4aff-a2d2-cef6e24a58b1 HTTP/1.1" status: 200 len: 858 time: 0.1066976 Mar 11 11:51:11.282600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ed4cb-dd18-4644-893d-cb90294d149e req-687aea41-9996-4d4f-ace6-ed5594085837 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:11.284353 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d5ed4cb-dd18-4644-893d-cb90294d149e req-687aea41-9996-4d4f-ace6-ed5594085837 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 943 time: 0.0714042 Mar 11 11:51:11.295403 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-9f5eb675-c545-48a9-8bb6-7094695a3ab9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72482d48-2920-4c04-8945-943495c68fb5 HTTP/1.1" status: 200 len: 217 time: 0.1332464 Mar 11 11:51:11.297383 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-883cd87e-b1f1-4826-a7da-9297cf9be007 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5c880bf-bb72-488f-8c1e-c0db4571bef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633595 Mar 11 11:51:11.312578 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0341a1-4cc7-4113-8377-9f19ef51fc00 service neutron] Pushing event updated for resources: {'Port': ['ID=49b8c953-a8dd-4d2c-931d-7c1b57e3153e,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:11.360048 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d5ed4cb-dd18-4644-893d-cb90294d149e req-0ed23ab9-70bc-4eae-b1e8-a24891ceacca tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646951 Mar 11 11:51:11.416851 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-8e46ced0-c745-4e8a-82d3-afe42ba4f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:11.418393 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-8e46ced0-c745-4e8a-82d3-afe42ba4f2f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf82ce12-31b0-4aff-a2d2-cef6e24a58b1 HTTP/1.1" status: 200 len: 858 time: 0.1929412 Mar 11 11:51:11.476072 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-ae27e6bb-63f5-4ce3-993e-95ce17ce4b34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5c880bf-bb72-488f-8c1e-c0db4571bef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457649 Mar 11 11:51:11.505557 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-4fee4116-8fb1-4c47-82ab-9819df2dc6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:11.506977 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-4fee4116-8fb1-4c47-82ab-9819df2dc6a4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cf82ce12-31b0-4aff-a2d2-cef6e24a58b1 HTTP/1.1" status: 200 len: 858 time: 0.1861751 Mar 11 11:51:11.519085 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53490) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:11.586794 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-2fc7719f-c9eb-4243-9b54-4ec53b9b4954 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5c880bf-bb72-488f-8c1e-c0db4571bef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631435 Mar 11 11:51:11.659810 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-93edb193-b926-423d-bb2b-f7fadaf28d0b service neutron] 10.222.0.71 "GET /v2.0/networks/b5c880bf-bb72-488f-8c1e-c0db4571bef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370197 Mar 11 11:51:11.685615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a5012a01-d044-4b8d-86ff-ddd89cb8472f tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:11.699672 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-839af280-3041-4ccc-ae21-cc23581feaf0 admin admin] Publish callbacks [] for security_group (3bc6e6b9-20a0-4e25-b037-4cc6f6459327), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:11.723644 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a5012a01-d044-4b8d-86ff-ddd89cb8472f tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] 10.222.0.78 "PUT /v2.0/quotas/1cae11b5846144c183104c3870647c65 HTTP/1.1" status: 200 len: 368 time: 0.1983767 Mar 11 11:51:11.726184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53496) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:11.733301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-adb09d0b-d5d8-4999-bfaf-0c1d70d4a418 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Request body: {'network': {'project_id': '1cae11b5846144c183104c3870647c65'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:11.757202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb09d0b-d5d8-4999-bfaf-0c1d70d4a418 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Made reservation on behalf of 1cae11b5846144c183104c3870647c65 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:51:11.759984 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-adb09d0b-d5d8-4999-bfaf-0c1d70d4a418 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:11.770042 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-adb09d0b-d5d8-4999-bfaf-0c1d70d4a418 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:11.863456 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-adb09d0b-d5d8-4999-bfaf-0c1d70d4a418 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks [] for security_group (1ed8ffba-e727-4d5d-8aeb-feb6517a81a8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:11.871697 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-5e2f031c-1ff8-4350-aae5-c4f2252bf850 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c880bf-bb72-488f-8c1e-c0db4571bef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684445 Mar 11 11:51:11.872790 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-adb09d0b-d5d8-4999-bfaf-0c1d70d4a418 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1ed8ffba-e727-4d5d-8aeb-feb6517a81a8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:11.873844 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-839af280-3041-4ccc-ae21-cc23581feaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3bc6e6b9-20a0-4e25-b037-4cc6f6459327), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:11.890062 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb09d0b-d5d8-4999-bfaf-0c1d70d4a418 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:51:11.902482 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-adb09d0b-d5d8-4999-bfaf-0c1d70d4a418 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (20d75faa-360a-4faa-98ef-7f50ccbf46fd), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:11.903144 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-adb09d0b-d5d8-4999-bfaf-0c1d70d4a418 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Added segment 20d75faa-360a-4faa-98ef-7f50ccbf46fd of type vlan for network 1afbb7fd-549e-40d4-a5da-bb2d9c7e5392 Mar 11 11:51:11.953290 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-adb09d0b-d5d8-4999-bfaf-0c1d70d4a418 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (1afbb7fd-549e-40d4-a5da-bb2d9c7e5392), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:11.963956 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-839af280-3041-4ccc-ae21-cc23581feaf0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=454a843808f64c2b852f632fe168cc8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9355197 Mar 11 11:51:11.967093 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-88174273-aecb-47da-b49f-b0f7bb20eeef service neutron] 10.222.0.37 "GET /v2.0/networks/b5c880bf-bb72-488f-8c1e-c0db4571bef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648795 Mar 11 11:51:11.974500 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53500) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:11.977085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839af280-3041-4ccc-ae21-cc23581feaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc6e6b9-20a0-4e25-b037-4cc6f6459327,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:12.002857 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-adb09d0b-d5d8-4999-bfaf-0c1d70d4a418 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (1afbb7fd-549e-40d4-a5da-bb2d9c7e5392), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:12.004309 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb09d0b-d5d8-4999-bfaf-0c1d70d4a418 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:12.005421 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-adb09d0b-d5d8-4999-bfaf-0c1d70d4a418 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:12.084740 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb09d0b-d5d8-4999-bfaf-0c1d70d4a418 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed8ffba-e727-4d5d-8aeb-feb6517a81a8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:12.086659 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72747f4e-ddd3-48b3-82ed-32f9e956d8b9 admin admin] Publish callbacks [] for security_group (3bc6e6b9-20a0-4e25-b037-4cc6f6459327), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:12.105684 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-adb09d0b-d5d8-4999-bfaf-0c1d70d4a418 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3784029 Mar 11 11:51:12.111247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53504) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:12.156867 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72747f4e-ddd3-48b3-82ed-32f9e956d8b9 admin admin] Publish callbacks [] for security_group (3bc6e6b9-20a0-4e25-b037-4cc6f6459327), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:12.162639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-fbd4eb7a-a842-4422-95ed-8dc06827b70e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Request body: {'network': {'project_id': '1cae11b5846144c183104c3870647c65'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:12.184046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb09d0b-d5d8-4999-bfaf-0c1d70d4a418 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Pushing event updated for resources: {'Network': ['ID=1afbb7fd-549e-40d4-a5da-bb2d9c7e5392,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:12.196862 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 1afbb7fd-549e-40d4-a5da-bb2d9c7e5392 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:51:12.211804 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd4eb7a-a842-4422-95ed-8dc06827b70e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Made reservation on behalf of 1cae11b5846144c183104c3870647c65 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:51:12.218316 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fbd4eb7a-a842-4422-95ed-8dc06827b70e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:12.293566 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72747f4e-ddd3-48b3-82ed-32f9e956d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3bc6e6b9-20a0-4e25-b037-4cc6f6459327), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:12.296879 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72747f4e-ddd3-48b3-82ed-32f9e956d8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:12.298229 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-72747f4e-ddd3-48b3-82ed-32f9e956d8b9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3bc6e6b9-20a0-4e25-b037-4cc6f6459327 HTTP/1.1" status: 204 len: 168 time: 0.3166735 Mar 11 11:51:12.324846 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-db6be8d9-8ab5-4345-aff0-821a714d6a61 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c880bf-bb72-488f-8c1e-c0db4571bef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6240981 Mar 11 11:51:12.335063 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd4eb7a-a842-4422-95ed-8dc06827b70e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:51:12.357717 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fbd4eb7a-a842-4422-95ed-8dc06827b70e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (2b42560e-e9fc-4aae-a2f0-cf56f8d780c9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:12.358450 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-fbd4eb7a-a842-4422-95ed-8dc06827b70e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Added segment 2b42560e-e9fc-4aae-a2f0-cf56f8d780c9 of type vlan for network bc68d654-a25d-4160-a689-af12f90d9f55 Mar 11 11:51:12.418188 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fbd4eb7a-a842-4422-95ed-8dc06827b70e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (bc68d654-a25d-4160-a689-af12f90d9f55), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:12.433726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72747f4e-ddd3-48b3-82ed-32f9e956d8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc6e6b9-20a0-4e25-b037-4cc6f6459327,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:12.471953 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fbd4eb7a-a842-4422-95ed-8dc06827b70e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (bc68d654-a25d-4160-a689-af12f90d9f55), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:12.473179 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd4eb7a-a842-4422-95ed-8dc06827b70e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:12.474068 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fbd4eb7a-a842-4422-95ed-8dc06827b70e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:12.541729 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:12.551571 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fbd4eb7a-a842-4422-95ed-8dc06827b70e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4375763 Mar 11 11:51:12.562432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53510) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:12.580206 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-35167a1c-9ef7-49d7-afe6-0045aec6d120 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Request body: {'network': {'project_id': '1cae11b5846144c183104c3870647c65'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:12.599515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936c9df-6aec-455b-8161-61a6a17c9e78 req-b5c18733-d5f2-449f-b2bd-54eeb980e717 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:12.601771 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6936c9df-6aec-455b-8161-61a6a17c9e78 req-b5c18733-d5f2-449f-b2bd-54eeb980e717 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.3930976 Mar 11 11:51:12.602699 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-35167a1c-9ef7-49d7-afe6-0045aec6d120 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 11:51:12.603189 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35167a1c-9ef7-49d7-afe6-0045aec6d120 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:51:12.604262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-35167a1c-9ef7-49d7-afe6-0045aec6d120 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0395241 Mar 11 11:51:12.647242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53512) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:12.656620 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4eb7a-a842-4422-95ed-8dc06827b70e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Pushing event updated for resources: {'Network': ['ID=bc68d654-a25d-4160-a689-af12f90d9f55,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:12.673668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network bc68d654-a25d-4160-a689-af12f90d9f55 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:51:12.732611 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:51:12.783066 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e54e7e-9925-4bb1-a8d7-f572aa9b227d req-e3b89c16-5793-4528-8dda-64a82bb563a2 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:12.785020 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-66e54e7e-9925-4bb1-a8d7-f572aa9b227d req-e3b89c16-5793-4528-8dda-64a82bb563a2 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 943 time: 0.2302716 Mar 11 11:51:12.797177 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6936c9df-6aec-455b-8161-61a6a17c9e78 req-78dbbc76-c693-414b-8551-04b5b43d9ab3 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488745 Mar 11 11:51:12.801806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-adbdfc99-0989-497b-bb7f-c551c44bdd26 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1cae11b5846144c183104c3870647c65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1519191 Mar 11 11:51:12.810799 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53518) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:12.869650 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-66e54e7e-9925-4bb1-a8d7-f572aa9b227d req-5563ced7-177c-4949-895f-b08ccc3c044c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710709 Mar 11 11:51:12.902484 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ae9179ba-7964-46d7-88bf-7ee3284b7f09 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks [] for security_group (1ed8ffba-e727-4d5d-8aeb-feb6517a81a8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:12.928244 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ae9179ba-7964-46d7-88bf-7ee3284b7f09 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks [] for security_group (1ed8ffba-e727-4d5d-8aeb-feb6517a81a8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:13.011397 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ae9179ba-7964-46d7-88bf-7ee3284b7f09 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1ed8ffba-e727-4d5d-8aeb-feb6517a81a8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:13.014276 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ae9179ba-7964-46d7-88bf-7ee3284b7f09 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:13.018163 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ae9179ba-7964-46d7-88bf-7ee3284b7f09 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/1ed8ffba-e727-4d5d-8aeb-feb6517a81a8 HTTP/1.1" status: 204 len: 168 time: 0.2038729 Mar 11 11:51:13.018678 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53524) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:13.044990 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9179ba-7964-46d7-88bf-7ee3284b7f09 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed8ffba-e727-4d5d-8aeb-feb6517a81a8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:13.152510 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63ac3585-2ab9-41f9-8a6d-2d34366f4999 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (bc68d654-a25d-4160-a689-af12f90d9f55), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:13.192453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2', 'tag': '72482d48-2920-4c04-8945-943495c68fb5'}, {'name': 'network-changed', 'server_uuid': '30e24053-8b00-4809-8842-e7b039ade6fe', 'tag': '49b8c953-a8dd-4d2c-931d-7c1b57e3153e'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:51:13.196395 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdffade-11e7-4216-b39b-b00200fd3767" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2", "tag": "72482d48-2920-4c04-8945-943495c68fb5"}, {"name": "network-changed", "server_uuid": "30e24053-8b00-4809-8842-e7b039ade6fe", "tag": "49b8c953-a8dd-4d2c-931d-7c1b57e3153e"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:51:13.309255 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63ac3585-2ab9-41f9-8a6d-2d34366f4999 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (bc68d654-a25d-4160-a689-af12f90d9f55), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:13.377786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-63ac3585-2ab9-41f9-8a6d-2d34366f4999 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc68d654-a25d-4160-a689-af12f90d9f55']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:13.379423 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Mar 2022 11:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351f0c6b-0ff6-4c6c-bda2-12e42ba486e2 x-openstack-request-id: req-351f0c6b-0ff6-4c6c-bda2-12e42ba486e2 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:51:13.380074 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2", "tag": "72482d48-2920-4c04-8945-943495c68fb5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "30e24053-8b00-4809-8842-e7b039ade6fe", "tag": "49b8c953-a8dd-4d2c-931d-7c1b57e3153e", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:51:13.380974 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-351f0c6b-0ff6-4c6c-bda2-12e42ba486e2 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:51:13.381582 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2', 'tag': '72482d48-2920-4c04-8945-943495c68fb5', 'status': 'completed', 'code': 200} Mar 11 11:51:13.382326 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e24053-8b00-4809-8842-e7b039ade6fe', 'tag': '49b8c953-a8dd-4d2c-931d-7c1b57e3153e', 'status': 'completed', 'code': 200} Mar 11 11:51:13.386953 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-3eae38a0-08d2-4791-be60-10a264a6085e service neutron] 10.222.0.37 "GET /v2.0/networks/b5c880bf-bb72-488f-8c1e-c0db4571bef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3568802 Mar 11 11:51:13.391624 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f797f4-dab8-4689-96da-b12ba2070508 req-de2199da-b748-4d0f-8313-4d118c3bd211 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c880bf-bb72-488f-8c1e-c0db4571bef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4571924 Mar 11 11:51:13.400362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f784ba8-8d45-4b5c-a47a-2274780f964d req-b2a18bb0-0c3b-4da3-a7fc-95d3e92116e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:13.402502 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0f784ba8-8d45-4b5c-a47a-2274780f964d req-b2a18bb0-0c3b-4da3-a7fc-95d3e92116e9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=05c14813c6234e56987ff3626b6c4aa4&device_id=ba646182-2eb0-45fc-8c7c-7d3c0853e9e3 HTTP/1.1" status: 200 len: 1125 time: 0.9854493 Mar 11 11:51:13.406315 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-63ac3585-2ab9-41f9-8a6d-2d34366f4999 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b42560e-e9fc-4aae-a2f0-cf56f8d780c9') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:13.406878 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-63ac3585-2ab9-41f9-8a6d-2d34366f4999 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b42560e-e9fc-4aae-a2f0-cf56f8d780c9') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:13.438791 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63ac3585-2ab9-41f9-8a6d-2d34366f4999 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (2b42560e-e9fc-4aae-a2f0-cf56f8d780c9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:13.479143 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63ac3585-2ab9-41f9-8a6d-2d34366f4999 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (2b42560e-e9fc-4aae-a2f0-cf56f8d780c9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:13.508720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ac3585-2ab9-41f9-8a6d-2d34366f4999 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:51:13.509126 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63ac3585-2ab9-41f9-8a6d-2d34366f4999 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (2b42560e-e9fc-4aae-a2f0-cf56f8d780c9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: warnings.warn('Neutron quota engine will require "--force" ' Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:51:13.513851 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:51:13.616750 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ed4b7137-90f6-4a8b-92de-d8ce1307df9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:13.647979 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63ac3585-2ab9-41f9-8a6d-2d34366f4999 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (bc68d654-a25d-4160-a689-af12f90d9f55), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:13.654859 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63ac3585-2ab9-41f9-8a6d-2d34366f4999 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:13.661912 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-63ac3585-2ab9-41f9-8a6d-2d34366f4999 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] 10.222.0.78 "DELETE /v2.0/networks/bc68d654-a25d-4160-a689-af12f90d9f55 HTTP/1.1" status: 204 len: 168 time: 0.6398017 Mar 11 11:51:13.662666 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53542) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:13.689678 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac3585-2ab9-41f9-8a6d-2d34366f4999 tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc68d654-a25d-4160-a689-af12f90d9f55,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:13.712544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-90ad1caf-4e96-4ace-aaf9-81701fc9faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:13.714236 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-90ad1caf-4e96-4ace-aaf9-81701fc9faaf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=05c14813c6234e56987ff3626b6c4aa4&device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 1125 time: 0.2434516 Mar 11 11:51:13.722001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-f790881f-0bcd-4a68-a02c-515cb928a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:13.725325 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-f790881f-0bcd-4a68-a02c-515cb928a0fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05c14813c6234e56987ff3626b6c4aa4&device_id=30e24053-8b00-4809-8842-e7b039ade6fe HTTP/1.1" status: 200 len: 1126 time: 0.2541487 Mar 11 11:51:13.831809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f784ba8-8d45-4b5c-a47a-2274780f964d req-d38cd4d4-ca95-4cfa-9b9c-f807dfa6f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:13.834082 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0f784ba8-8d45-4b5c-a47a-2274780f964d req-d38cd4d4-ca95-4cfa-9b9c-f807dfa6f1fa service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5c880bf-bb72-488f-8c1e-c0db4571bef6 HTTP/1.1" status: 200 len: 919 time: 0.4236965 Mar 11 11:51:13.856721 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b16551c6-9c57-4608-b58a-4f37d24e284e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (1afbb7fd-549e-40d4-a5da-bb2d9c7e5392), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:13.924887 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0f784ba8-8d45-4b5c-a47a-2274780f964d req-aafe222d-aea1-4077-bfb4-d1d7747c6aae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24206649-979a-408f-a15c-fa9d0b5745c2 HTTP/1.1" status: 200 len: 217 time: 0.0782163 Mar 11 11:51:14.082495 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53556) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:14.177515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fe13e-020a-4dcc-aeef-51b86822e1e3 req-5c068582-5e27-4aec-8112-103ce84ebe59 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:14.178284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f784ba8-8d45-4b5c-a47a-2274780f964d req-2cb950c5-b37b-41f1-ad9d-c2871124d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:14.180030 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af4fe13e-020a-4dcc-aeef-51b86822e1e3 req-5c068582-5e27-4aec-8112-103ce84ebe59 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.2460251 Mar 11 11:51:14.180259 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0f784ba8-8d45-4b5c-a47a-2274780f964d req-2cb950c5-b37b-41f1-ad9d-c2871124d00d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cf82ce12-31b0-4aff-a2d2-cef6e24a58b1 HTTP/1.1" status: 200 len: 858 time: 0.1947184 Mar 11 11:51:14.183998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-a162e04c-b0b1-4544-a69f-bdec5dcd4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:14.186748 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-a162e04c-b0b1-4544-a69f-bdec5dcd4bb0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5c880bf-bb72-488f-8c1e-c0db4571bef6 HTTP/1.1" status: 200 len: 919 time: 0.4497409 Mar 11 11:51:14.188097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-5080b522-f00b-4829-b2ca-17795357d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:14.189919 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-5080b522-f00b-4829-b2ca-17795357d72a service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5c880bf-bb72-488f-8c1e-c0db4571bef6 HTTP/1.1" status: 200 len: 919 time: 0.4425313 Mar 11 11:51:14.202234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d5a4e-9816-417e-ba9c-8718f8ad752b req-37ed0c1f-fc4f-41d4-b741-260f4707d306 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:14.205118 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed6d5a4e-9816-417e-ba9c-8718f8ad752b req-37ed0c1f-fc4f-41d4-b741-260f4707d306 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 943 time: 0.2114637 Mar 11 11:51:14.246515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-88922947-7784-494e-9886-69a3233e7f5f admin admin] Deleting subnet 6dd070b4-4f7e-4c5b-8312-0cb30fc19cd6 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:51:14.266549 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88922947-7784-494e-9886-69a3233e7f5f admin admin] Publish callbacks [] for subnet (6dd070b4-4f7e-4c5b-8312-0cb30fc19cd6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:14.313174 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-bcb689aa-d26e-478b-9e5e-85e8d55f5d59 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72482d48-2920-4c04-8945-943495c68fb5 HTTP/1.1" status: 200 len: 217 time: 0.1015661 Mar 11 11:51:14.345146 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0f784ba8-8d45-4b5c-a47a-2274780f964d req-eead5e11-9bb6-462a-86b5-8f48376d50cb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5c880bf-bb72-488f-8c1e-c0db4571bef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518483 Mar 11 11:51:14.347417 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed6d5a4e-9816-417e-ba9c-8718f8ad752b req-757cbd30-78b8-4af8-a2e3-08f1aca45cf9 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142561 Mar 11 11:51:14.359001 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af4fe13e-020a-4dcc-aeef-51b86822e1e3 req-15050416-8ef8-46d1-b0b2-317827b237bc tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674535 Mar 11 11:51:14.369697 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88922947-7784-494e-9886-69a3233e7f5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (6dd070b4-4f7e-4c5b-8312-0cb30fc19cd6), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:14.401201 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b16551c6-9c57-4608-b58a-4f37d24e284e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (1afbb7fd-549e-40d4-a5da-bb2d9c7e5392), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:14.405734 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-1273fe9e-33e2-4d56-9d77-694855a38c85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49b8c953-a8dd-4d2c-931d-7c1b57e3153e HTTP/1.1" status: 200 len: 217 time: 0.2043595 Mar 11 11:51:14.444813 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88922947-7784-494e-9886-69a3233e7f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (6dd070b4-4f7e-4c5b-8312-0cb30fc19cd6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:14.499104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-b16551c6-9c57-4608-b58a-4f37d24e284e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afbb7fd-549e-40d4-a5da-bb2d9c7e5392']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:14.529609 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88922947-7784-494e-9886-69a3233e7f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (6dd070b4-4f7e-4c5b-8312-0cb30fc19cd6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:14.577822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88922947-7784-494e-9886-69a3233e7f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd070b4-4f7e-4c5b-8312-0cb30fc19cd6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:14.581741 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88922947-7784-494e-9886-69a3233e7f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:14.591239 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-88922947-7784-494e-9886-69a3233e7f5f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6dd070b4-4f7e-4c5b-8312-0cb30fc19cd6 HTTP/1.1" status: 204 len: 168 time: 0.4964614 Mar 11 11:51:14.591239 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53564) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:14.673124 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0f784ba8-8d45-4b5c-a47a-2274780f964d req-54b3638b-44a1-42ac-9d29-101e81877012 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c880bf-bb72-488f-8c1e-c0db4571bef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009825 Mar 11 11:51:14.675486 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-b16551c6-9c57-4608-b58a-4f37d24e284e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d75faa-360a-4faa-98ef-7f50ccbf46fd') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:14.676281 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-b16551c6-9c57-4608-b58a-4f37d24e284e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d75faa-360a-4faa-98ef-7f50ccbf46fd') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:14.687890 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b16551c6-9c57-4608-b58a-4f37d24e284e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (20d75faa-360a-4faa-98ef-7f50ccbf46fd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:14.707310 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-f66fa690-02c6-4037-b8e2-35e68ba30b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:14.709177 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-f66fa690-02c6-4037-b8e2-35e68ba30b9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf82ce12-31b0-4aff-a2d2-cef6e24a58b1 HTTP/1.1" status: 200 len: 858 time: 0.2762871 Mar 11 11:51:14.718867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-4766d93d-83a7-47bd-91b3-693b41c5e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:14.720516 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-4766d93d-83a7-47bd-91b3-693b41c5e122 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cf82ce12-31b0-4aff-a2d2-cef6e24a58b1 HTTP/1.1" status: 200 len: 858 time: 0.3539934 Mar 11 11:51:14.760348 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b16551c6-9c57-4608-b58a-4f37d24e284e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (20d75faa-360a-4faa-98ef-7f50ccbf46fd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:14.767528 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-463341f3-e073-42f9-b925-7218e6870a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (b5aa240d-25ed-4eea-93d9-d2c66871f3ad), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:14.776145 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16551c6-9c57-4608-b58a-4f37d24e284e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:51:14.777739 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b16551c6-9c57-4608-b58a-4f37d24e284e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (20d75faa-360a-4faa-98ef-7f50ccbf46fd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:51:14.796619 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:51:14.914881 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b16551c6-9c57-4608-b58a-4f37d24e284e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (1afbb7fd-549e-40d4-a5da-bb2d9c7e5392), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:14.918973 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-be0d75fc-ad72-4435-a0f1-79507f45d797 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5c880bf-bb72-488f-8c1e-c0db4571bef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1688130 Mar 11 11:51:14.941214 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b16551c6-9c57-4608-b58a-4f37d24e284e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:14.948246 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b16551c6-9c57-4608-b58a-4f37d24e284e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] 10.222.0.78 "DELETE /v2.0/networks/1afbb7fd-549e-40d4-a5da-bb2d9c7e5392 HTTP/1.1" status: 204 len: 168 time: 1.2748437 Mar 11 11:51:14.968184 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-b903cdbf-66c8-4f43-9567-982cfca93a0c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5c880bf-bb72-488f-8c1e-c0db4571bef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752399 Mar 11 11:51:14.969815 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-463341f3-e073-42f9-b925-7218e6870a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (b5aa240d-25ed-4eea-93d9-d2c66871f3ad), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:15.010738 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-463341f3-e073-42f9-b925-7218e6870a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5aa240d-25ed-4eea-93d9-d2c66871f3ad']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:15.023133 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-463341f3-e073-42f9-b925-7218e6870a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae605e2-d652-40aa-89f5-b5dfe4727fb0') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:15.023133 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-463341f3-e073-42f9-b925-7218e6870a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae605e2-d652-40aa-89f5-b5dfe4727fb0') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:15.034287 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-463341f3-e073-42f9-b925-7218e6870a0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (eae605e2-d652-40aa-89f5-b5dfe4727fb0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:15.060320 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-463341f3-e073-42f9-b925-7218e6870a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (eae605e2-d652-40aa-89f5-b5dfe4727fb0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:15.069395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463341f3-e073-42f9-b925-7218e6870a0f admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:51:15.069862 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-463341f3-e073-42f9-b925-7218e6870a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (eae605e2-d652-40aa-89f5-b5dfe4727fb0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:51:15.086006 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:51:15.099233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16551c6-9c57-4608-b58a-4f37d24e284e tempest-QuotasNegativeTest-734459345 tempest-QuotasNegativeTest-734459345-project-admin] Pushing event deleted for resources: {'Network': ['ID=1afbb7fd-549e-40d4-a5da-bb2d9c7e5392,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:15.173308 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-463341f3-e073-42f9-b925-7218e6870a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (b5aa240d-25ed-4eea-93d9-d2c66871f3ad), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:15.183220 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-463341f3-e073-42f9-b925-7218e6870a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:15.193423 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-463341f3-e073-42f9-b925-7218e6870a0f admin admin] 10.222.0.78 "DELETE /v2.0/networks/b5aa240d-25ed-4eea-93d9-d2c66871f3ad HTTP/1.1" status: 204 len: 168 time: 0.5988150 Mar 11 11:51:15.195568 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53580) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:15.226344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463341f3-e073-42f9-b925-7218e6870a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=b5aa240d-25ed-4eea-93d9-d2c66871f3ad,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:15.277331 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-430cf3b5-bd25-46f1-b7a8-ff4e5e3e79fb service neutron] 10.222.0.37 "GET /v2.0/networks/b5c880bf-bb72-488f-8c1e-c0db4571bef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304539 Mar 11 11:51:15.317157 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bf5272-9f38-4ed5-b5e9-53cfebbccc86 admin admin] Deleting subnet 3287519a-bcd5-44e3-9660-92bf7522b995 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:51:15.328556 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59bf5272-9f38-4ed5-b5e9-53cfebbccc86 admin admin] Publish callbacks [] for subnet (3287519a-bcd5-44e3-9660-92bf7522b995), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:15.334131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 24206649-979a-408f-a15c-fa9d0b5745c2 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:51:15.391980 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0f784ba8-8d45-4b5c-a47a-2274780f964d req-25691858-987e-40c1-983d-ca79639ddef8 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c880bf-bb72-488f-8c1e-c0db4571bef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6747563 Mar 11 11:51:15.437222 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59bf5272-9f38-4ed5-b5e9-53cfebbccc86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (3287519a-bcd5-44e3-9660-92bf7522b995), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:15.507227 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-522aec88-407a-4a55-b9ff-0464be0dab2d service neutron] 10.222.0.71 "GET /v2.0/networks/b5c880bf-bb72-488f-8c1e-c0db4571bef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480398 Mar 11 11:51:15.511158 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 24206649-979a-408f-a15c-fa9d0b5745c2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=24206649-979a-408f-a15c-fa9d0b5745c2,segment=NetworkSegment(7dc588f8-3ef4-4715-add6-2cdc10bfddfe),segment_id=7dc588f8-3ef4-4715-add6-2cdc10bfddfe)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:15.529011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '24206649-979a-408f-a15c-fa9d0b5745c2', 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6', 'port_id': '24206649-979a-408f-a15c-fa9d0b5745c2', 'mac_address': 'fa:16:3e:6e:ed:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf82ce12-31b0-4aff-a2d2-cef6e24a58b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:51:15.534101 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-df0b00ec-81be-4116-9e08-0273b8e6316f service neutron] 10.222.0.37 "GET /v2.0/networks/b5c880bf-bb72-488f-8c1e-c0db4571bef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440772 Mar 11 11:51:15.591543 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 24206649-979a-408f-a15c-fa9d0b5745c2 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:51:15.592278 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (24206649-979a-408f-a15c-fa9d0b5745c2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:15.608984 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24206649-979a-408f-a15c-fa9d0b5745c2 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:51:15.657132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 24206649-979a-408f-a15c-fa9d0b5745c2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=24206649-979a-408f-a15c-fa9d0b5745c2,segment=NetworkSegment(7dc588f8-3ef4-4715-add6-2cdc10bfddfe),segment_id=7dc588f8-3ef4-4715-add6-2cdc10bfddfe)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:15.663752 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (24206649-979a-408f-a15c-fa9d0b5745c2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:15.677292 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59bf5272-9f38-4ed5-b5e9-53cfebbccc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (3287519a-bcd5-44e3-9660-92bf7522b995), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:15.710960 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3cdffade-11e7-4216-b39b-b00200fd3767 req-9d038c63-f426-40d5-a49b-0446a13ee0a7 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c880bf-bb72-488f-8c1e-c0db4571bef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878445 Mar 11 11:51:15.742684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b68d9-03a5-4baa-aaff-dae59de5d9ea req-402d1616-35e7-4abf-915d-166ec30c9090 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:15.752124 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f18b68d9-03a5-4baa-aaff-dae59de5d9ea req-402d1616-35e7-4abf-915d-166ec30c9090 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 943 time: 0.1830668 Mar 11 11:51:15.776466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53598) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:15.815489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=24206649-979a-408f-a15c-fa9d0b5745c2,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:15.828741 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f8f40540-354d-45e4-8d50-2ac72cb96cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:15.914650 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f18b68d9-03a5-4baa-aaff-dae59de5d9ea req-b8e91825-e51d-463f-b9a6-4ece5b2c63a7 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607370 Mar 11 11:51:15.927293 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59bf5272-9f38-4ed5-b5e9-53cfebbccc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (3287519a-bcd5-44e3-9660-92bf7522b995), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:15.998930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['24206649-979a-408f-a15c-fa9d0b5745c2'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:51:16.059342 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9a38-4faa-49d7-91e0-99f877645833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:16.061591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf5272-9f38-4ed5-b5e9-53cfebbccc86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3287519a-bcd5-44e3-9660-92bf7522b995,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:16.070434 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59bf5272-9f38-4ed5-b5e9-53cfebbccc86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:16.079988 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-59bf5272-9f38-4ed5-b5e9-53cfebbccc86 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3287519a-bcd5-44e3-9660-92bf7522b995 HTTP/1.1" status: 204 len: 168 time: 0.8810959 Mar 11 11:51:16.092275 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53608) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:16.223908 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40c2ead8-dca6-4ba8-a9ad-5cba295b48e3 req-17fb8d81-7702-4082-a4ff-6f1dc6a94d9a tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.1547587 Mar 11 11:51:16.275772 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a68671-c103-4e38-9545-367cc8f958d1 req-45058b52-12ca-4919-8e86-d120de497f1b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:16.279284 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32a68671-c103-4e38-9545-367cc8f958d1 req-45058b52-12ca-4919-8e86-d120de497f1b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.3200827 Mar 11 11:51:16.323385 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9a38-4faa-49d7-91e0-99f877645833 admin admin] Publish callbacks [] for security_group (4680c125-d5f6-4a7b-b8ff-e9cf1e535831), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:16.336077 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9a38-4faa-49d7-91e0-99f877645833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4680c125-d5f6-4a7b-b8ff-e9cf1e535831), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:16.372084 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ee1933a-c183-4f61-a12c-d72738ea6826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (aaf1aa48-f515-4669-9382-c8c6d19bc461), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:16.422946 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32a68671-c103-4e38-9545-367cc8f958d1 req-929b137e-3f38-4c39-849d-7be3308d0b88 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376448 Mar 11 11:51:16.424133 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9f9b9a38-4faa-49d7-91e0-99f877645833 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=73eec3bb31de4ef7bdcc26aaf60287a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6463768 Mar 11 11:51:16.424905 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53616) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:16.425372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b9a38-4faa-49d7-91e0-99f877645833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4680c125-d5f6-4a7b-b8ff-e9cf1e535831,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:16.485533 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b041800d-fca9-4143-8f7d-69facba0aab8 req-5603678c-31dc-439d-bdfc-752e8d610983 tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0669029 Mar 11 11:51:16.604375 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ee1933a-c183-4f61-a12c-d72738ea6826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (aaf1aa48-f515-4669-9382-c8c6d19bc461), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:16.609173 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-22af0298-7014-48cb-afc5-eb07d5bcab79 admin admin] Publish callbacks [] for security_group (4680c125-d5f6-4a7b-b8ff-e9cf1e535831), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:16.649536 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-5ee1933a-c183-4f61-a12c-d72738ea6826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf1aa48-f515-4669-9382-c8c6d19bc461']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:16.652845 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-22af0298-7014-48cb-afc5-eb07d5bcab79 admin admin] Publish callbacks [] for security_group (4680c125-d5f6-4a7b-b8ff-e9cf1e535831), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:16.669119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-5ee1933a-c183-4f61-a12c-d72738ea6826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc20dcd4-1af8-48e0-9258-cc250576c572') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:16.669449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-5ee1933a-c183-4f61-a12c-d72738ea6826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc20dcd4-1af8-48e0-9258-cc250576c572') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:16.687034 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ee1933a-c183-4f61-a12c-d72738ea6826 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (fc20dcd4-1af8-48e0-9258-cc250576c572), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:16.713855 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ee1933a-c183-4f61-a12c-d72738ea6826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (fc20dcd4-1af8-48e0-9258-cc250576c572), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:16.721692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee1933a-c183-4f61-a12c-d72738ea6826 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:51:16.722074 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ee1933a-c183-4f61-a12c-d72738ea6826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (fc20dcd4-1af8-48e0-9258-cc250576c572), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:51:16.724224 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:51:16.753043 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-22af0298-7014-48cb-afc5-eb07d5bcab79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4680c125-d5f6-4a7b-b8ff-e9cf1e535831), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:16.756022 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-22af0298-7014-48cb-afc5-eb07d5bcab79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:16.757384 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-22af0298-7014-48cb-afc5-eb07d5bcab79 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4680c125-d5f6-4a7b-b8ff-e9cf1e535831 HTTP/1.1" status: 204 len: 168 time: 0.2865839 Mar 11 11:51:16.796642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af0298-7014-48cb-afc5-eb07d5bcab79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4680c125-d5f6-4a7b-b8ff-e9cf1e535831,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:16.808236 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ee1933a-c183-4f61-a12c-d72738ea6826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (aaf1aa48-f515-4669-9382-c8c6d19bc461), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:16.813754 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ee1933a-c183-4f61-a12c-d72738ea6826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:16.817739 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5ee1933a-c183-4f61-a12c-d72738ea6826 admin admin] 10.222.0.78 "DELETE /v2.0/networks/aaf1aa48-f515-4669-9382-c8c6d19bc461 HTTP/1.1" status: 204 len: 168 time: 0.7231443 Mar 11 11:51:16.833248 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1933a-c183-4f61-a12c-d72738ea6826 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaf1aa48-f515-4669-9382-c8c6d19bc461,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:17.155476 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:17.177137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53630) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:17.188378 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84256923-4159-4da7-9512-843de884ef02 req-c89566c4-75a3-4c76-8ab7-7621b7510120 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:17.198969 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53632) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:17.200328 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84256923-4159-4da7-9512-843de884ef02 req-c89566c4-75a3-4c76-8ab7-7621b7510120 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 943 time: 0.1765683 Mar 11 11:51:17.231220 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0dee-d41d-4838-9a00-b097e49aa113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:17.247915 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-afac0e00-1e72-4844-8de2-d504a6d7a7b7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=39a2bac4b34c4a9f8e284398f185c1af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0689869 Mar 11 11:51:17.251523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53634) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:17.273052 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84256923-4159-4da7-9512-843de884ef02 req-eddac1a9-0125-4b8e-a280-79f74031c75f tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706530 Mar 11 11:51:17.324716 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-031459bd-7b08-4e42-a9c3-e229b9fce4ca admin admin] Publish callbacks [] for security_group (be7d1f30-582f-4bbf-9eb0-a5a6252f11d3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:17.343881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 72482d48-2920-4c04-8945-943495c68fb5 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:51:17.363098 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-031459bd-7b08-4e42-a9c3-e229b9fce4ca admin admin] Publish callbacks [] for security_group (be7d1f30-582f-4bbf-9eb0-a5a6252f11d3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:17.416752 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0dee-d41d-4838-9a00-b097e49aa113 admin admin] Publish callbacks [] for security_group (96a59393-0d60-4f72-b091-04d0d88f51c8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:17.422004 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 24206649-979a-408f-a15c-fa9d0b5745c2 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:51:17.424011 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0dee-d41d-4838-9a00-b097e49aa113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (96a59393-0d60-4f72-b091-04d0d88f51c8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:17.471450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-031459bd-7b08-4e42-a9c3-e229b9fce4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (be7d1f30-582f-4bbf-9eb0-a5a6252f11d3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:17.475208 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-031459bd-7b08-4e42-a9c3-e229b9fce4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:17.478978 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-031459bd-7b08-4e42-a9c3-e229b9fce4ca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/be7d1f30-582f-4bbf-9eb0-a5a6252f11d3 HTTP/1.1" status: 204 len: 168 time: 0.2241077 Mar 11 11:51:17.479169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 72482d48-2920-4c04-8945-943495c68fb5, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=72482d48-2920-4c04-8945-943495c68fb5,segment=NetworkSegment(7dc588f8-3ef4-4715-add6-2cdc10bfddfe),segment_id=7dc588f8-3ef4-4715-add6-2cdc10bfddfe)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:17.485239 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2cbc0dee-d41d-4838-9a00-b097e49aa113 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dad2313ea7cd42d8a99d005ba4d0485a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2825699 Mar 11 11:51:17.485239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc0dee-d41d-4838-9a00-b097e49aa113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a59393-0d60-4f72-b091-04d0d88f51c8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:17.485667 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53640) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:17.518729 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031459bd-7b08-4e42-a9c3-e229b9fce4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7d1f30-582f-4bbf-9eb0-a5a6252f11d3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:17.587160 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '72482d48-2920-4c04-8945-943495c68fb5', 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6', 'port_id': '72482d48-2920-4c04-8945-943495c68fb5', 'mac_address': 'fa:16:3e:9e:6f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf82ce12-31b0-4aff-a2d2-cef6e24a58b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:51:17.608181 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eaab2364-bdef-4503-b477-1bb18b554941 admin admin] Publish callbacks [] for security_group (96a59393-0d60-4f72-b091-04d0d88f51c8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:17.646799 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7639a7b-aa25-42b0-afe0-3931382f6e1d req-2acb1560-ed4f-4cb6-8354-9ed674e9a4ec tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:17.648573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b7639a7b-aa25-42b0-afe0-3931382f6e1d req-2acb1560-ed4f-4cb6-8354-9ed674e9a4ec tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.1041813 Mar 11 11:51:17.679921 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eaab2364-bdef-4503-b477-1bb18b554941 admin admin] Publish callbacks [] for security_group (96a59393-0d60-4f72-b091-04d0d88f51c8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:17.692613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 24206649-979a-408f-a15c-fa9d0b5745c2 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:51:17.702358 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 24206649-979a-408f-a15c-fa9d0b5745c2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:51:17.703140 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (24206649-979a-408f-a15c-fa9d0b5745c2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:17.705057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 72482d48-2920-4c04-8945-943495c68fb5 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:51:17.705641 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (72482d48-2920-4c04-8945-943495c68fb5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:17.713762 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-67e7076b-7f06-4aaf-8a4d-d58c87290dbb req-99693a58-5ae5-42da-ac56-6b71fd92d039 tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0640323 Mar 11 11:51:17.775470 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72482d48-2920-4c04-8945-943495c68fb5 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:51:17.805154 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 72482d48-2920-4c04-8945-943495c68fb5, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=72482d48-2920-4c04-8945-943495c68fb5,segment=NetworkSegment(7dc588f8-3ef4-4715-add6-2cdc10bfddfe),segment_id=7dc588f8-3ef4-4715-add6-2cdc10bfddfe)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:17.815923 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b7639a7b-aa25-42b0-afe0-3931382f6e1d req-bedf3529-c507-4ca8-bb67-6b7b2d5e0650 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595240 Mar 11 11:51:17.840804 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (72482d48-2920-4c04-8945-943495c68fb5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:17.849980 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eaab2364-bdef-4503-b477-1bb18b554941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (96a59393-0d60-4f72-b091-04d0d88f51c8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:17.853101 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eaab2364-bdef-4503-b477-1bb18b554941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:17.857307 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-eaab2364-bdef-4503-b477-1bb18b554941 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/96a59393-0d60-4f72-b091-04d0d88f51c8 HTTP/1.1" status: 204 len: 168 time: 0.3678467 Mar 11 11:51:17.869686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab2364-bdef-4503-b477-1bb18b554941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a59393-0d60-4f72-b091-04d0d88f51c8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:18.026597 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=72482d48-2920-4c04-8945-943495c68fb5,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:18.040641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 24206649-979a-408f-a15c-fa9d0b5745c2 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:51:18.041025 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (24206649-979a-408f-a15c-fa9d0b5745c2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:18.075268 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba646182-2eb0-45fc-8c7c-7d3c0853e9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24206649-979a-408f-a15c-fa9d0b5745c2'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:51:18.078215 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a4038e-8ef3-450c-bb7a-e5f63123414c" -d '{"events": [{"server_uuid": "ba646182-2eb0-45fc-8c7c-7d3c0853e9e3", "name": "network-vif-plugged", "status": "completed", "tag": "24206649-979a-408f-a15c-fa9d0b5745c2"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:51:18.085073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 24206649-979a-408f-a15c-fa9d0b5745c2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=24206649-979a-408f-a15c-fa9d0b5745c2,segment=NetworkSegment(7dc588f8-3ef4-4715-add6-2cdc10bfddfe),segment_id=7dc588f8-3ef4-4715-add6-2cdc10bfddfe)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:18.086935 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 49b8c953-a8dd-4d2c-931d-7c1b57e3153e details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:51:18.101701 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (24206649-979a-408f-a15c-fa9d0b5745c2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:18.187446 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['72482d48-2920-4c04-8945-943495c68fb5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:51:18.210654 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b788795-c88a-4820-afb1-8be5249b54b6 x-openstack-request-id: req-1b788795-c88a-4820-afb1-8be5249b54b6 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:51:18.211004 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba646182-2eb0-45fc-8c7c-7d3c0853e9e3", "name": "network-vif-plugged", "status": "completed", "tag": "24206649-979a-408f-a15c-fa9d0b5745c2", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:51:18.211171 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b788795-c88a-4820-afb1-8be5249b54b6 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:51:18.211683 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba646182-2eb0-45fc-8c7c-7d3c0853e9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24206649-979a-408f-a15c-fa9d0b5745c2', 'code': 200} Mar 11 11:51:18.327947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f46034-09ff-4178-9958-2b0e9a9d2e7b req-563c84ff-a541-41d5-aa12-557e6601befc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:18.336104 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-47f46034-09ff-4178-9958-2b0e9a9d2e7b req-563c84ff-a541-41d5-aa12-557e6601befc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ba646182-2eb0-45fc-8c7c-7d3c0853e9e3 HTTP/1.1" status: 200 len: 1127 time: 0.1106215 Mar 11 11:51:18.378724 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53660) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:18.408473 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-47f46034-09ff-4178-9958-2b0e9a9d2e7b req-e6033875-02bd-4659-ae59-95fabb9bb890 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670397 Mar 11 11:51:18.497609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4ee5a1fd-04b3-4d64-8d82-d416bea9b0d9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3f3e370827c7405bb3be4b3cd25c134f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1144867 Mar 11 11:51:18.497801 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53664) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:18.567037 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:18.568141 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af35a93-e355-4fa1-84d5-8720c804e65e req-ac814fba-32f9-47a7-bd70-2562b2c7018c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:18.569939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6af35a93-e355-4fa1-84d5-8720c804e65e req-ac814fba-32f9-47a7-bd70-2562b2c7018c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 944 time: 0.1352625 Mar 11 11:51:18.573309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=24206649-979a-408f-a15c-fa9d0b5745c2,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:18.588606 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-730073f7-3d67-4445-95c1-deef4c296981 admin admin] Publish callbacks [] for security_group (1d9eaa61-8e98-4f2c-afb8-c40fb0302b3c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:18.616425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 49b8c953-a8dd-4d2c-931d-7c1b57e3153e, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=49b8c953-a8dd-4d2c-931d-7c1b57e3153e,segment=NetworkSegment(7dc588f8-3ef4-4715-add6-2cdc10bfddfe),segment_id=7dc588f8-3ef4-4715-add6-2cdc10bfddfe)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:18.630687 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '49b8c953-a8dd-4d2c-931d-7c1b57e3153e', 'network_id': 'b5c880bf-bb72-488f-8c1e-c0db4571bef6', 'port_id': '49b8c953-a8dd-4d2c-931d-7c1b57e3153e', 'mac_address': 'fa:16:3e:fc:0d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf82ce12-31b0-4aff-a2d2-cef6e24a58b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:51:18.634457 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-730073f7-3d67-4445-95c1-deef4c296981 admin admin] Publish callbacks [] for security_group (1d9eaa61-8e98-4f2c-afb8-c40fb0302b3c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:18.695382 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6af35a93-e355-4fa1-84d5-8720c804e65e req-fe9a371c-eef6-4b8f-8365-c9fd18653609 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010454 Mar 11 11:51:18.706200 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 49b8c953-a8dd-4d2c-931d-7c1b57e3153e is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:51:18.706421 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (49b8c953-a8dd-4d2c-931d-7c1b57e3153e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:18.725754 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-730073f7-3d67-4445-95c1-deef4c296981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1d9eaa61-8e98-4f2c-afb8-c40fb0302b3c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:18.729219 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-730073f7-3d67-4445-95c1-deef4c296981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:18.732786 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-730073f7-3d67-4445-95c1-deef4c296981 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1d9eaa61-8e98-4f2c-afb8-c40fb0302b3c HTTP/1.1" status: 204 len: 168 time: 0.2317724 Mar 11 11:51:18.741152 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730073f7-3d67-4445-95c1-deef4c296981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9eaa61-8e98-4f2c-afb8-c40fb0302b3c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:18.751119 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b8c953-a8dd-4d2c-931d-7c1b57e3153e {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:51:18.797466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 49b8c953-a8dd-4d2c-931d-7c1b57e3153e, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=49b8c953-a8dd-4d2c-931d-7c1b57e3153e,segment=NetworkSegment(7dc588f8-3ef4-4715-add6-2cdc10bfddfe),segment_id=7dc588f8-3ef4-4715-add6-2cdc10bfddfe)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:18.821155 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (49b8c953-a8dd-4d2c-931d-7c1b57e3153e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:18.941904 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1eddf542-ad24-4182-a85d-e517185d2147 req-781f0a6e-ecf7-484a-9f2c-cea92993d584 tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0522230 Mar 11 11:51:18.948608 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=49b8c953-a8dd-4d2c-931d-7c1b57e3153e,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:19.036650 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39241ca7-25ad-41c9-a467-c30e87089e7b req-6b89e3fb-7bc8-4627-8f65-936f8a230b1a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:19.038342 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39241ca7-25ad-41c9-a467-c30e87089e7b req-6b89e3fb-7bc8-4627-8f65-936f8a230b1a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.1133277 Mar 11 11:51:19.126805 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39241ca7-25ad-41c9-a467-c30e87089e7b req-00a2a0f5-c176-4d09-83d8-eb2d24f1e8a0 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800219 Mar 11 11:51:19.149290 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['49b8c953-a8dd-4d2c-931d-7c1b57e3153e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:51:19.199201 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c71821c3-2a77-4915-b895-1cbe0581d69f req-1c0896c7-e333-407f-bd91-ce8b9711bded service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0741255 Mar 11 11:51:19.932479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6f842-161e-4697-b32a-671754c999a4 req-31e103e0-c55f-4f21-acee-0dfbb6c54275 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:19.934604 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-43a6f842-161e-4697-b32a-671754c999a4 req-31e103e0-c55f-4f21-acee-0dfbb6c54275 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 944 time: 0.1282504 Mar 11 11:51:20.019566 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-43a6f842-161e-4697-b32a-671754c999a4 req-af3e4b0e-386a-4a33-8a92-b1715b0c944e tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740173 Mar 11 11:51:20.061971 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:20.167385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13d9decd-73e1-45cb-9d6d-ece3dce6a4ff req-61865eeb-4fd8-442b-814d-0f67b95ea746 tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0336819 Mar 11 11:51:20.304621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705e810-3c48-4ce3-bdd3-33a82007bb21 req-952147e0-6020-49e5-b480-b198b63247cb tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:20.316474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3705e810-3c48-4ce3-bdd3-33a82007bb21 req-952147e0-6020-49e5-b480-b198b63247cb tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.0879726 Mar 11 11:51:20.419230 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3705e810-3c48-4ce3-bdd3-33a82007bb21 req-aa55e88b-b944-49c5-b67e-d2d86dbecfc7 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967350 Mar 11 11:51:20.496832 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53738) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:20.604770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-64dc8f6c-eb0c-4fed-9cd9-4ae17d210abe tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:20.645003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53742) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:20.645728 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-64dc8f6c-eb0c-4fed-9cd9-4ae17d210abe tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] 10.222.0.78 "PUT /v2.0/quotas/b23caf65bd9e4c28a9413d3d17387267 HTTP/1.1" status: 200 len: 366 time: 0.1470065 Mar 11 11:51:20.655868 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6fc8527a-b0d1-40e1-9795-f471c6d93dc4 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0096745 Mar 11 11:51:20.658572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53744) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:20.669194 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cc452f56-c9b2-4918-a71b-6799dc46deee tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] 10.222.0.78 "GET /v2.0/quotas/b23caf65bd9e4c28a9413d3d17387267 HTTP/1.1" status: 200 len: 366 time: 0.0094302 Mar 11 11:51:20.671881 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53746) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:20.693996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53748) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:20.694400 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9bbdfb12-886c-4766-8122-505ddeeb03bf tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/b23caf65bd9e4c28a9413d3d17387267 HTTP/1.1" status: 204 len: 168 time: 0.0211210 Mar 11 11:51:20.705707 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-931485fd-046c-474f-b447-dc060dfba758 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0102787 Mar 11 11:51:20.708394 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53750) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:20.719631 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6493f600-751c-45bf-a58d-356c642be3e5 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] 10.222.0.78 "GET /v2.0/quotas/b23caf65bd9e4c28a9413d3d17387267 HTTP/1.1" status: 200 len: 370 time: 0.0087287 Mar 11 11:51:20.720992 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53754) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:20.726373 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ba0036f8-d4f0-44d6-93d4-3b7ff6b938bc tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] 10.222.0.78 "GET /v2.0/quotas/b23caf65bd9e4c28a9413d3d17387267/default HTTP/1.1" status: 200 len: 370 time: 0.0041018 Mar 11 11:51:20.729361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53756) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:20.739178 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-5529c824-abd9-4c52-b4f1-aea8a5b1c6d3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] delete failed (client error): The resource could not be found. Mar 11 11:51:20.744113 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5529c824-abd9-4c52-b4f1-aea8a5b1c6d3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/b23caf65bd9e4c28a9413d3d17387267 HTTP/1.1" status: 404 len: 348 time: 0.0131724 Mar 11 11:51:20.813277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53760) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:20.921003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53764) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:20.943770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.quota.resource [None req-e0d4c7a7-fce1-46ba-a284-771b832c0ed3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] Usage tracker for resource:network and project:1462d2534ba240eca474986ad129f971 is out of sync, need to count used quota {{(pid=104032) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 11:51:20.947600 n-d-833234-2 neutron-server[104032]: DEBUG neutron.quota.resource [None req-e0d4c7a7-fce1-46ba-a284-771b832c0ed3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104032) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 11:51:20.956575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.quota.resource [None req-e0d4c7a7-fce1-46ba-a284-771b832c0ed3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] Usage tracker for resource:subnet and project:1462d2534ba240eca474986ad129f971 is out of sync, need to count used quota {{(pid=104032) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 11:51:20.960191 n-d-833234-2 neutron-server[104032]: DEBUG neutron.quota.resource [None req-e0d4c7a7-fce1-46ba-a284-771b832c0ed3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104032) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 11:51:20.966515 n-d-833234-2 neutron-server[104032]: DEBUG neutron.quota.resource [None req-e0d4c7a7-fce1-46ba-a284-771b832c0ed3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] Usage tracker for resource:subnetpool and project:1462d2534ba240eca474986ad129f971 is out of sync, need to count used quota {{(pid=104032) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 11:51:20.971772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.quota.resource [None req-e0d4c7a7-fce1-46ba-a284-771b832c0ed3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104032) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 11:51:20.978472 n-d-833234-2 neutron-server[104032]: DEBUG neutron.quota.resource [None req-e0d4c7a7-fce1-46ba-a284-771b832c0ed3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] Usage tracker for resource:port and project:1462d2534ba240eca474986ad129f971 is out of sync, need to count used quota {{(pid=104032) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 11:51:20.981724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.quota.resource [None req-e0d4c7a7-fce1-46ba-a284-771b832c0ed3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104032) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 11:51:20.989082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.quota.resource [None req-e0d4c7a7-fce1-46ba-a284-771b832c0ed3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] Usage tracker for resource:router and project:1462d2534ba240eca474986ad129f971 is out of sync, need to count used quota {{(pid=104032) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 11:51:20.992351 n-d-833234-2 neutron-server[104032]: DEBUG neutron.quota.resource [None req-e0d4c7a7-fce1-46ba-a284-771b832c0ed3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104032) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 11:51:20.998434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.quota.resource [None req-e0d4c7a7-fce1-46ba-a284-771b832c0ed3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] Usage tracker for resource:floatingip and project:1462d2534ba240eca474986ad129f971 is out of sync, need to count used quota {{(pid=104032) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 11:51:21.001692 n-d-833234-2 neutron-server[104032]: DEBUG neutron.quota.resource [None req-e0d4c7a7-fce1-46ba-a284-771b832c0ed3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104032) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 11:51:21.052054 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eabfd3a2-c366-41c8-8e72-3037eeeaeece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:21.055637 n-d-833234-2 neutron-server[104032]: DEBUG neutron.quota.resource [None req-e0d4c7a7-fce1-46ba-a284-771b832c0ed3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] Usage tracker for resource:security_group and project:1462d2534ba240eca474986ad129f971 is out of sync, need to count used quota {{(pid=104032) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 11:51:21.063716 n-d-833234-2 neutron-server[104032]: DEBUG neutron.quota.resource [None req-e0d4c7a7-fce1-46ba-a284-771b832c0ed3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104032) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 11:51:21.081152 n-d-833234-2 neutron-server[104032]: DEBUG neutron.quota.resource [None req-e0d4c7a7-fce1-46ba-a284-771b832c0ed3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] Usage tracker for resource:security_group_rule and project:1462d2534ba240eca474986ad129f971 is out of sync, need to count used quota {{(pid=104032) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 11:51:21.090929 n-d-833234-2 neutron-server[104032]: DEBUG neutron.quota.resource [None req-e0d4c7a7-fce1-46ba-a284-771b832c0ed3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104032) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 11:51:21.102155 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e0d4c7a7-fce1-46ba-a284-771b832c0ed3 tempest-QuotasTest-254127437 tempest-QuotasTest-254127437-project-admin] 10.222.0.78 "GET /v2.0/quotas/1462d2534ba240eca474986ad129f971/details.json HTTP/1.1" status: 200 len: 703 time: 0.1798542 Mar 11 11:51:21.150471 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eabfd3a2-c366-41c8-8e72-3037eeeaeece admin admin] Publish callbacks [] for security_group (2b21770a-a267-41fa-a9db-9c17b1204852), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:21.158029 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eabfd3a2-c366-41c8-8e72-3037eeeaeece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2b21770a-a267-41fa-a9db-9c17b1204852), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:21.180646 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51035dac-bcbf-4739-b26e-d2136d31670d req-3bb821de-c5c7-4860-8277-4d2ceee3e6a3 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:21.183225 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-51035dac-bcbf-4739-b26e-d2136d31670d req-3bb821de-c5c7-4860-8277-4d2ceee3e6a3 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 944 time: 0.0770380 Mar 11 11:51:21.187308 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-eabfd3a2-c366-41c8-8e72-3037eeeaeece admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5df162d0c87b4559916860e605d3d1dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3727849 Mar 11 11:51:21.190145 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53772) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:21.216863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfd3a2-c366-41c8-8e72-3037eeeaeece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b21770a-a267-41fa-a9db-9c17b1204852,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:21.276357 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80b99e14-8bab-43b5-8554-032320e95f44 admin admin] Publish callbacks [] for security_group (2b21770a-a267-41fa-a9db-9c17b1204852), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:21.332218 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-51035dac-bcbf-4739-b26e-d2136d31670d req-ccbb0d4d-aa7a-4102-b14c-9565619c783d tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396101 Mar 11 11:51:21.352496 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80b99e14-8bab-43b5-8554-032320e95f44 admin admin] Publish callbacks [] for security_group (2b21770a-a267-41fa-a9db-9c17b1204852), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:21.358863 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 72482d48-2920-4c04-8945-943495c68fb5 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:51:21.360575 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d9ee04a3-6b3a-4224-885a-8fb145b364bd req-06f85223-0cc4-4be3-a315-73ada4627b06 tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0510111 Mar 11 11:51:21.428515 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80b99e14-8bab-43b5-8554-032320e95f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2b21770a-a267-41fa-a9db-9c17b1204852), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:21.431694 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80b99e14-8bab-43b5-8554-032320e95f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:21.433023 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-80b99e14-8bab-43b5-8554-032320e95f44 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2b21770a-a267-41fa-a9db-9c17b1204852 HTTP/1.1" status: 204 len: 168 time: 0.2418649 Mar 11 11:51:21.434785 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53778) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:21.464276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b99e14-8bab-43b5-8554-032320e95f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b21770a-a267-41fa-a9db-9c17b1204852,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:21.474656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 72482d48-2920-4c04-8945-943495c68fb5 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:51:21.480673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 72482d48-2920-4c04-8945-943495c68fb5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:51:21.481391 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (72482d48-2920-4c04-8945-943495c68fb5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:21.662657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f74f7-c01b-490a-b733-ecdde2150ac7 req-b3e6744d-f3ef-4b3d-8b22-d86fedcd86ec tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:21.671494 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3f3f74f7-c01b-490a-b733-ecdde2150ac7 req-b3e6744d-f3ef-4b3d-8b22-d86fedcd86ec tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.1173270 Mar 11 11:51:21.747169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 72482d48-2920-4c04-8945-943495c68fb5 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:51:21.750665 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (72482d48-2920-4c04-8945-943495c68fb5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:21.785865 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72482d48-2920-4c04-8945-943495c68fb5'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:51:21.796260 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25065dd0-52bc-4e9f-864a-70f5cef0619f" -d '{"events": [{"server_uuid": "0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2", "name": "network-vif-plugged", "status": "completed", "tag": "72482d48-2920-4c04-8945-943495c68fb5"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:51:21.813389 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e971556b-d3c4-4f30-9172-2f9f19aacb69 req-dc462def-e198-4a2c-b3e5-801731e7fa32 tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0569334 Mar 11 11:51:21.822103 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3f3f74f7-c01b-490a-b733-ecdde2150ac7 req-4a4a2d26-c10a-4c86-8799-7e5cde360f95 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488388 Mar 11 11:51:21.832960 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 72482d48-2920-4c04-8945-943495c68fb5, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=72482d48-2920-4c04-8945-943495c68fb5,segment=NetworkSegment(7dc588f8-3ef4-4715-add6-2cdc10bfddfe),segment_id=7dc588f8-3ef4-4715-add6-2cdc10bfddfe)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:21.841461 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (72482d48-2920-4c04-8945-943495c68fb5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:21.931693 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7e4ef0-72cf-4554-9939-af0c855598ce x-openstack-request-id: req-0d7e4ef0-72cf-4554-9939-af0c855598ce {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:51:21.932505 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2", "name": "network-vif-plugged", "status": "completed", "tag": "72482d48-2920-4c04-8945-943495c68fb5", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:51:21.933025 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d7e4ef0-72cf-4554-9939-af0c855598ce {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:51:21.933879 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72482d48-2920-4c04-8945-943495c68fb5', 'code': 200} Mar 11 11:51:21.948759 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=72482d48-2920-4c04-8945-943495c68fb5,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:21.986215 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-858cbaa2-356d-43ed-8814-ce0e33aa7ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:22.067902 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d281b5d9-3a83-40a6-a780-fcd3e90e7837 req-d7193396-2e65-4318-83c2-244a865428ee tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0630248 Mar 11 11:51:22.088282 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 49b8c953-a8dd-4d2c-931d-7c1b57e3153e up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:51:22.147236 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-858cbaa2-356d-43ed-8814-ce0e33aa7ebe admin admin] Publish callbacks [] for security_group (eb7dacb9-181e-4340-bcac-02421e32bdab), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:22.151088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125946b-a1ff-4c9b-8c61-270b5db78c71 req-58b7708d-c8ed-49ef-ae24-5a3bf6070214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:22.152737 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7125946b-a1ff-4c9b-8c61-270b5db78c71 req-58b7708d-c8ed-49ef-ae24-5a3bf6070214 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 1127 time: 0.1154110 Mar 11 11:51:22.155462 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-858cbaa2-356d-43ed-8814-ce0e33aa7ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (eb7dacb9-181e-4340-bcac-02421e32bdab), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:22.179321 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 49b8c953-a8dd-4d2c-931d-7c1b57e3153e completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:51:22.185436 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 49b8c953-a8dd-4d2c-931d-7c1b57e3153e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:51:22.185943 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (49b8c953-a8dd-4d2c-931d-7c1b57e3153e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:22.213153 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-858cbaa2-356d-43ed-8814-ce0e33aa7ebe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dccb10b1af0d4d39b96f0b972f8170c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7767243 Mar 11 11:51:22.215800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53816) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:22.217958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cbaa2-356d-43ed-8814-ce0e33aa7ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7dacb9-181e-4340-bcac-02421e32bdab,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:22.244663 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbaa2-356d-43ed-8814-ce0e33aa7ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:22.245254 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbaa2-356d-43ed-8814-ce0e33aa7ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:22.245862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbaa2-356d-43ed-8814-ce0e33aa7ebe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:22.246345 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbaa2-356d-43ed-8814-ce0e33aa7ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:22.246818 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbaa2-356d-43ed-8814-ce0e33aa7ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:22.247343 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbaa2-356d-43ed-8814-ce0e33aa7ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:22.247958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbaa2-356d-43ed-8814-ce0e33aa7ebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:22.248431 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbaa2-356d-43ed-8814-ce0e33aa7ebe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:22.248908 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbaa2-356d-43ed-8814-ce0e33aa7ebe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:22.249391 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbaa2-356d-43ed-8814-ce0e33aa7ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:22.249973 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbaa2-356d-43ed-8814-ce0e33aa7ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:22.250471 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbaa2-356d-43ed-8814-ce0e33aa7ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:22.250945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbaa2-356d-43ed-8814-ce0e33aa7ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:22.283553 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7125946b-a1ff-4c9b-8c61-270b5db78c71 req-fc0db92a-3735-4cf9-bc70-6f363f7472ae service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220472 Mar 11 11:51:22.307277 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a29c066c-0a40-4ca3-93a5-70b353e72700 admin admin] Publish callbacks [] for security_group (eb7dacb9-181e-4340-bcac-02421e32bdab), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:22.308700 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 49b8c953-a8dd-4d2c-931d-7c1b57e3153e is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:51:22.309351 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (49b8c953-a8dd-4d2c-931d-7c1b57e3153e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:22.334774 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a29c066c-0a40-4ca3-93a5-70b353e72700 admin admin] Publish callbacks [] for security_group (eb7dacb9-181e-4340-bcac-02421e32bdab), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:22.352719 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 49b8c953-a8dd-4d2c-931d-7c1b57e3153e, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=49b8c953-a8dd-4d2c-931d-7c1b57e3153e,segment=NetworkSegment(7dc588f8-3ef4-4715-add6-2cdc10bfddfe),segment_id=7dc588f8-3ef4-4715-add6-2cdc10bfddfe)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:22.358744 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (49b8c953-a8dd-4d2c-931d-7c1b57e3153e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:22.405573 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a29c066c-0a40-4ca3-93a5-70b353e72700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (eb7dacb9-181e-4340-bcac-02421e32bdab), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:22.410039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a29c066c-0a40-4ca3-93a5-70b353e72700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:22.414402 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a29c066c-0a40-4ca3-93a5-70b353e72700 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eb7dacb9-181e-4340-bcac-02421e32bdab HTTP/1.1" status: 204 len: 168 time: 0.1951704 Mar 11 11:51:22.440652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=49b8c953-a8dd-4d2c-931d-7c1b57e3153e,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:22.457346 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c066c-0a40-4ca3-93a5-70b353e72700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7dacb9-181e-4340-bcac-02421e32bdab,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:22.879006 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53848) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:22.892012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dd767-3f70-4b06-9b06-bf53898b1312 req-175b1863-805a-4734-9c15-164dd8d16755 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:22.893622 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-173dd767-3f70-4b06-9b06-bf53898b1312 req-175b1863-805a-4734-9c15-164dd8d16755 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 945 time: 0.4450645 Mar 11 11:51:22.911802 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0146e9c5-b69c-4921-b09b-a8b968d50639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:23.014041 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0146e9c5-b69c-4921-b09b-a8b968d50639 admin admin] Publish callbacks [] for security_group (d3f9af3a-2cf1-4554-abf1-4163a1c0f780), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:23.016697 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-173dd767-3f70-4b06-9b06-bf53898b1312 req-f7bf6e5d-ca31-4826-abf0-a420cb2f1a04 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143363 Mar 11 11:51:23.022607 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0146e9c5-b69c-4921-b09b-a8b968d50639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d3f9af3a-2cf1-4554-abf1-4163a1c0f780), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:23.054313 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465970c-8672-40f1-886b-fa8cc25979da req-9129ce64-7a08-4ac7-8db2-ecd66826c275 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:23.056086 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8465970c-8672-40f1-886b-fa8cc25979da req-9129ce64-7a08-4ac7-8db2-ecd66826c275 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.0960388 Mar 11 11:51:23.063414 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0146e9c5-b69c-4921-b09b-a8b968d50639 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1462d2534ba240eca474986ad129f971&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1828091 Mar 11 11:51:23.066245 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53854) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:23.074122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146e9c5-b69c-4921-b09b-a8b968d50639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f9af3a-2cf1-4554-abf1-4163a1c0f780,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:23.126148 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8465970c-8672-40f1-886b-fa8cc25979da req-76a579dd-30b1-4631-9a59-9abe2b82c368 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616763 Mar 11 11:51:23.143730 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da05fcee-3059-4bb3-8877-08f73f16a4ff admin admin] Publish callbacks [] for security_group (d3f9af3a-2cf1-4554-abf1-4163a1c0f780), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:23.171267 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da05fcee-3059-4bb3-8877-08f73f16a4ff admin admin] Publish callbacks [] for security_group (d3f9af3a-2cf1-4554-abf1-4163a1c0f780), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:23.219248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8cbef9f6-18de-466a-8dbc-d34dccbc5a58 req-2f50f4df-31cb-4936-b376-91e39c6364e0 tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0363688 Mar 11 11:51:23.237972 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da05fcee-3059-4bb3-8877-08f73f16a4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d3f9af3a-2cf1-4554-abf1-4163a1c0f780), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:23.240612 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da05fcee-3059-4bb3-8877-08f73f16a4ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:23.244272 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-da05fcee-3059-4bb3-8877-08f73f16a4ff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d3f9af3a-2cf1-4554-abf1-4163a1c0f780 HTTP/1.1" status: 204 len: 168 time: 0.1743908 Mar 11 11:51:23.279183 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05fcee-3059-4bb3-8877-08f73f16a4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f9af3a-2cf1-4554-abf1-4163a1c0f780,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:23.510633 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51721cb-71d6-47e7-8517-03a89d977a6e req-3b71e4e7-fe27-4f90-8ebc-5780995aafae tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:23.512272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f51721cb-71d6-47e7-8517-03a89d977a6e req-3b71e4e7-fe27-4f90-8ebc-5780995aafae tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 946 time: 0.0699613 Mar 11 11:51:23.568914 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f51721cb-71d6-47e7-8517-03a89d977a6e req-72af250c-44aa-4f0a-b926-ef10c53513e9 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b99b73f-e708-4c3b-9cb7-038249ae298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484407 Mar 11 11:51:23.935724 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e24053-8b00-4809-8842-e7b039ade6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b8c953-a8dd-4d2c-931d-7c1b57e3153e'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:51:23.938820 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39ec92f-7280-4678-8fde-4be2bff0ca01" -d '{"events": [{"server_uuid": "30e24053-8b00-4809-8842-e7b039ade6fe", "name": "network-vif-plugged", "status": "completed", "tag": "49b8c953-a8dd-4d2c-931d-7c1b57e3153e"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:51:23.976271 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa9450b-42c5-426d-b463-3d1702d6d513 x-openstack-request-id: req-afa9450b-42c5-426d-b463-3d1702d6d513 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:51:23.976602 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e24053-8b00-4809-8842-e7b039ade6fe", "name": "network-vif-plugged", "status": "completed", "tag": "49b8c953-a8dd-4d2c-931d-7c1b57e3153e", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:51:23.976886 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-afa9450b-42c5-426d-b463-3d1702d6d513 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:51:23.977302 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e24053-8b00-4809-8842-e7b039ade6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b8c953-a8dd-4d2c-931d-7c1b57e3153e', 'code': 200} Mar 11 11:51:24.147380 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5277e-6e4a-496b-8318-5d2ddd83cfd5 req-e5aa7608-8d05-4203-a8e8-2b752524c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:24.149975 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7df5277e-6e4a-496b-8318-5d2ddd83cfd5 req-e5aa7608-8d05-4203-a8e8-2b752524c40b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30e24053-8b00-4809-8842-e7b039ade6fe HTTP/1.1" status: 200 len: 1128 time: 0.1039808 Mar 11 11:51:24.199602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200218ff-313c-4dd7-9e15-437ccc41b450 req-6bfbc2d8-422e-426b-9cdf-dcbbbd0ef73c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:24.202446 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-200218ff-313c-4dd7-9e15-437ccc41b450 req-6bfbc2d8-422e-426b-9cdf-dcbbbd0ef73c tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 945 time: 0.0707808 Mar 11 11:51:24.212047 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7df5277e-6e4a-496b-8318-5d2ddd83cfd5 req-01eac8f9-ea47-4852-8dd9-2e5ea3b51f3c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543776 Mar 11 11:51:24.297069 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-200218ff-313c-4dd7-9e15-437ccc41b450 req-f12036f9-6610-4983-8f6b-fbf928aabbcc tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880327 Mar 11 11:51:24.325831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6a6e4-f17e-445d-abc0-9f1d14139ec5 req-5f699ef1-0a02-4437-a626-3eae15324154 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:24.332636 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58f6a6e4-f17e-445d-abc0-9f1d14139ec5 req-5f699ef1-0a02-4437-a626-3eae15324154 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.0893238 Mar 11 11:51:24.407771 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58f6a6e4-f17e-445d-abc0-9f1d14139ec5 req-812d54b8-7f3c-461a-9dcf-7622e3322c7a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713112 Mar 11 11:51:24.426327 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-420843b1-af18-4c2c-9154-dc7e511b5d52 req-c9fb8411-68ee-46e9-a2d1-50f8bbd45830 tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0372279 Mar 11 11:51:24.544950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c721b6-0225-4a8d-bbc9-0e7f492f6cea req-7e24d362-49f8-4f48-9706-e67f11dd38a4 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:24.548084 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71c721b6-0225-4a8d-bbc9-0e7f492f6cea req-7e24d362-49f8-4f48-9706-e67f11dd38a4 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=30e24053-8b00-4809-8842-e7b039ade6fe HTTP/1.1" status: 200 len: 946 time: 0.0636110 Mar 11 11:51:24.608585 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71c721b6-0225-4a8d-bbc9-0e7f492f6cea req-d00f51b7-dc68-49be-801a-defd498e0e10 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556171 Mar 11 11:51:24.728126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d65969-ab89-405c-b168-21aa476ee763 req-6f41a9f3-2cb0-47ce-a198-b80833b0aa97 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:24.731857 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-16d65969-ab89-405c-b168-21aa476ee763 req-6f41a9f3-2cb0-47ce-a198-b80833b0aa97 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 946 time: 0.0768938 Mar 11 11:51:24.788512 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-16d65969-ab89-405c-b168-21aa476ee763 req-9966de43-14cc-4bfb-8439-d62b27c48df7 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b99b73f-e708-4c3b-9cb7-038249ae298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511177 Mar 11 11:51:24.823653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53918) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:24.942743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-742c61a3-ed22-4de1-b5f3-1f2fdd5e4e49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1738146852', 'router:external': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:24.967566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742c61a3-ed22-4de1-b5f3-1f2fdd5e4e49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Made reservation on behalf of 6d052e9ec869409eac33d8e56fa4634e for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:51:24.970397 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-742c61a3-ed22-4de1-b5f3-1f2fdd5e4e49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:24.981274 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-742c61a3-ed22-4de1-b5f3-1f2fdd5e4e49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:25.057810 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-742c61a3-ed22-4de1-b5f3-1f2fdd5e4e49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for security_group (39e2a3e4-bb2b-4431-b54f-6d45be3f7929), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:25.063213 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-742c61a3-ed22-4de1-b5f3-1f2fdd5e4e49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (39e2a3e4-bb2b-4431-b54f-6d45be3f7929), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:25.087422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742c61a3-ed22-4de1-b5f3-1f2fdd5e4e49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:51:25.097712 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c61a3-ed22-4de1-b5f3-1f2fdd5e4e49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e2a3e4-bb2b-4431-b54f-6d45be3f7929,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:25.102691 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-742c61a3-ed22-4de1-b5f3-1f2fdd5e4e49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (7321d279-d822-42e8-a827-b64d3cb0f76b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:25.103054 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-742c61a3-ed22-4de1-b5f3-1f2fdd5e4e49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Added segment 7321d279-d822-42e8-a827-b64d3cb0f76b of type vlan for network a8cec425-6a6b-4e01-a3d7-688d6e8b981f Mar 11 11:51:25.147397 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-742c61a3-ed22-4de1-b5f3-1f2fdd5e4e49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (a8cec425-6a6b-4e01-a3d7-688d6e8b981f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:25.177628 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-742c61a3-ed22-4de1-b5f3-1f2fdd5e4e49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (a8cec425-6a6b-4e01-a3d7-688d6e8b981f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:25.178840 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742c61a3-ed22-4de1-b5f3-1f2fdd5e4e49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:25.179443 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-742c61a3-ed22-4de1-b5f3-1f2fdd5e4e49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:25.214417 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-742c61a3-ed22-4de1-b5f3-1f2fdd5e4e49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.3894928 Mar 11 11:51:25.217745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53922) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:25.222818 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8ad2230c-a941-4db3-97b4-22fcd95f3abb tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Request body: {'subnet': {'network_id': 'a8cec425-6a6b-4e01-a3d7-688d6e8b981f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:25.245081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c61a3-ed22-4de1-b5f3-1f2fdd5e4e49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Pushing event updated for resources: {'Network': ['ID=a8cec425-6a6b-4e01-a3d7-688d6e8b981f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:25.254368 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad2230c-a941-4db3-97b4-22fcd95f3abb tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Made reservation on behalf of 6d052e9ec869409eac33d8e56fa4634e for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:51:25.256866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network a8cec425-6a6b-4e01-a3d7-688d6e8b981f details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:51:25.258062 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ad2230c-a941-4db3-97b4-22fcd95f3abb tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:25.578356 n-d-833234-2 neutron-server[104032]: DEBUG neutron.objects.ports [None req-8ad2230c-a941-4db3-97b4-22fcd95f3abb tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104032) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 11:51:25.579093 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ad2230c-a941-4db3-97b4-22fcd95f3abb tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (38e74c7d-fa8b-4ec1-916e-5b67c340411f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:25.624475 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32227d74-a0a1-4e80-8da2-66020b64b020 req-dad86d49-f49d-489c-b7a5-4214affb4632 tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0379448 Mar 11 11:51:25.643547 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2230c-a941-4db3-97b4-22fcd95f3abb tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Pushing event updated for resources: {'Subnet': ['ID=38e74c7d-fa8b-4ec1-916e-5b67c340411f,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:25.646785 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87f841-8f42-41f1-b1a3-79c5220434c0 req-7ab6b01e-fc6b-4012-b1fb-b80d4d5e03ac tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:25.654409 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff87f841-8f42-41f1-b1a3-79c5220434c0 req-7ab6b01e-fc6b-4012-b1fb-b80d4d5e03ac tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.1044705 Mar 11 11:51:25.692815 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad2230c-a941-4db3-97b4-22fcd95f3abb tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Checking segment: {'id': '7321d279-d822-42e8-a827-b64d3cb0f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a8cec425-6a6b-4e01-a3d7-688d6e8b981f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:51:25.693108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad2230c-a941-4db3-97b4-22fcd95f3abb tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Network hostable DHCP agents. Network: a8cec425-6a6b-4e01-a3d7-688d6e8b981f, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:51:25.730440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ab7be-cb71-406b-a8d6-14ade0fe489f req-927a99c7-8ee0-4107-95c2-5e8fd0f14384 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:25.732627 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-252ab7be-cb71-406b-a8d6-14ade0fe489f req-927a99c7-8ee0-4107-95c2-5e8fd0f14384 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.37 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 946 time: 0.0756583 Mar 11 11:51:25.734048 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad2230c-a941-4db3-97b4-22fcd95f3abb tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Network a8cec425-6a6b-4e01-a3d7-688d6e8b981f is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:51:25.761243 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff87f841-8f42-41f1-b1a3-79c5220434c0 req-ffe9de0f-3548-4824-8d75-9ef88cdc09cd tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059291 Mar 11 11:51:25.772450 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8ad2230c-a941-4db3-97b4-22fcd95f3abb tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, a8cec425-6a6b-4e01-a3d7-688d6e8b981f) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:51:25.781593 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d58f4a7-2761-4c7a-a5bd-51000efa77e2 None None] Network a8cec425-6a6b-4e01-a3d7-688d6e8b981f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:51:25.797299 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad2230c-a941-4db3-97b4-22fcd95f3abb tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:25.798195 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ad2230c-a941-4db3-97b4-22fcd95f3abb tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:25.816497 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97fae5-1040-43c7-9f38-46e46bd19bbc req-e8ddbe82-c55f-4901-a4df-0c62d7dbfa6e tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:25.817942 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b97fae5-1040-43c7-9f38-46e46bd19bbc req-e8ddbe82-c55f-4901-a4df-0c62d7dbfa6e tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=30e24053-8b00-4809-8842-e7b039ade6fe HTTP/1.1" status: 200 len: 946 time: 0.0940716 Mar 11 11:51:25.878515 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8ad2230c-a941-4db3-97b4-22fcd95f3abb tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6596811 Mar 11 11:51:25.882807 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53940) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:25.888824 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-84a3b020-6598-4e70-8be2-b1f92faf9f5b tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1062379551', 'network_id': 'a8cec425-6a6b-4e01-a3d7-688d6e8b981f'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:25.896828 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b97fae5-1040-43c7-9f38-46e46bd19bbc req-79329cef-bd5e-4037-958d-d7eddc76b592 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653791 Mar 11 11:51:25.942894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d19538-68ff-4b0e-8414-c6a3f19f89b8 None None] Network a8cec425-6a6b-4e01-a3d7-688d6e8b981f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:51:25.949720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a3b020-6598-4e70-8be2-b1f92faf9f5b tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Made reservation on behalf of 6d052e9ec869409eac33d8e56fa4634e for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:51:25.953192 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-84a3b020-6598-4e70-8be2-b1f92faf9f5b tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:25.959715 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-252ab7be-cb71-406b-a8d6-14ade0fe489f req-0eba7cbc-e90b-448e-8268-309e2bfe292a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Deleting port b33d3761-b0a5-4fbe-b915-1487fea847cf {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:51:25.960055 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-252ab7be-cb71-406b-a8d6-14ade0fe489f req-0eba7cbc-e90b-448e-8268-309e2bfe292a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b33d3761-b0a5-4fbe-b915-1487fea847cf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:26.002200 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-84a3b020-6598-4e70-8be2-b1f92faf9f5b tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] device_id is not set on port 8d1fba18-23bc-446f-adff-045134f4c122 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 11:51:26.115304 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-252ab7be-cb71-406b-a8d6-14ade0fe489f req-0eba7cbc-e90b-448e-8268-309e2bfe292a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] For port b33d3761-b0a5-4fbe-b915-1487fea847cf, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b33d3761-b0a5-4fbe-b915-1487fea847cf,segment=NetworkSegment(5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7),segment_id=5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:26.115698 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-252ab7be-cb71-406b-a8d6-14ade0fe489f req-0eba7cbc-e90b-448e-8268-309e2bfe292a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b33d3761-b0a5-4fbe-b915-1487fea847cf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:26.148166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4f04c-80f0-43ab-b3bc-5455b53167ab req-f1d8de7d-a2ff-441e-80c5-abadf5074ff3 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:26.149706 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44f4f04c-80f0-43ab-b3bc-5455b53167ab req-f1d8de7d-a2ff-441e-80c5-abadf5074ff3 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 946 time: 0.2026510 Mar 11 11:51:26.179039 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf0ff1-c2d4-49c8-8dfa-471ffedfbfea req-2f1a3d32-b518-4c49-af9c-b25f30c6cdd9 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:26.180689 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-adaf0ff1-c2d4-49c8-8dfa-471ffedfbfea req-2f1a3d32-b518-4c49-af9c-b25f30c6cdd9 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba646182-2eb0-45fc-8c7c-7d3c0853e9e3 HTTP/1.1" status: 200 len: 945 time: 0.1343946 Mar 11 11:51:26.222500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-84a3b020-6598-4e70-8be2-b1f92faf9f5b tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Allocated IP 2001:db8::38e (a8cec425-6a6b-4e01-a3d7-688d6e8b981f/38e74c7d-fa8b-4ec1-916e-5b67c340411f/8d1fba18-23bc-446f-adff-045134f4c122) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:51:26.311272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44f4f04c-80f0-43ab-b3bc-5455b53167ab req-1ad3f679-317a-4ea0-aa6a-b40a8d72f506 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b99b73f-e708-4c3b-9cb7-038249ae298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524634 Mar 11 11:51:26.314413 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-adaf0ff1-c2d4-49c8-8dfa-471ffedfbfea req-ec8510ac-fa98-4db1-8317-d4882bc70aae tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209517 Mar 11 11:51:26.460723 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-84a3b020-6598-4e70-8be2-b1f92faf9f5b tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for port (8d1fba18-23bc-446f-adff-045134f4c122), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:26.517920 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-84a3b020-6598-4e70-8be2-b1f92faf9f5b tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (8d1fba18-23bc-446f-adff-045134f4c122), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:26.576132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a3b020-6598-4e70-8be2-b1f92faf9f5b tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Network a8cec425-6a6b-4e01-a3d7-688d6e8b981f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:51:26.582971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-84a3b020-6598-4e70-8be2-b1f92faf9f5b tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:51:26.592770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3b020-6598-4e70-8be2-b1f92faf9f5b tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:51:26.592770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a3b020-6598-4e70-8be2-b1f92faf9f5b tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:26.594220 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-84a3b020-6598-4e70-8be2-b1f92faf9f5b tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:26.615599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3b020-6598-4e70-8be2-b1f92faf9f5b tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Pushing event updated for resources: {'Port': ['ID=8d1fba18-23bc-446f-adff-045134f4c122,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:26.650366 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-84a3b020-6598-4e70-8be2-b1f92faf9f5b tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7633231 Mar 11 11:51:26.650582 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53952) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:26.683774 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22b01b-4ef1-4505-baf1-7c06eac15cd0 req-33ee6fb9-9f63-41cc-9aa5-fd1d72d854a9 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:26.692892 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da22b01b-4ef1-4505-baf1-7c06eac15cd0 req-33ee6fb9-9f63-41cc-9aa5-fd1d72d854a9 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba646182-2eb0-45fc-8c7c-7d3c0853e9e3 HTTP/1.1" status: 200 len: 945 time: 0.0935850 Mar 11 11:51:26.708700 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-252ab7be-cb71-406b-a8d6-14ade0fe489f req-0eba7cbc-e90b-448e-8268-309e2bfe292a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:26.709059 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-252ab7be-cb71-406b-a8d6-14ade0fe489f req-0eba7cbc-e90b-448e-8268-309e2bfe292a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (da8ed9d7-9c67-4467-b950-5f805ef139b2), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:26.709379 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [req-252ab7be-cb71-406b-a8d6-14ade0fe489f req-0eba7cbc-e90b-448e-8268-309e2bfe292a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Floating IP da8ed9d7-9c67-4467-b950-5f805ef139b2 disassociated. External IP: 172.25.7.133, port: b33d3761-b0a5-4fbe-b915-1487fea847cf. Mar 11 11:51:26.709771 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-252ab7be-cb71-406b-a8d6-14ade0fe489f req-0eba7cbc-e90b-448e-8268-309e2bfe292a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Calling delete_port for b33d3761-b0a5-4fbe-b915-1487fea847cf owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:51:26.765714 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3722846-d7dd-42e3-bcde-425e4ed5c2b4 req-f8e4348d-2923-40e0-89cc-cd83ffba3400 tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0368476 Mar 11 11:51:26.774919 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da22b01b-4ef1-4505-baf1-7c06eac15cd0 req-b338baf6-341f-4c56-8c13-fc91684c2f03 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764749 Mar 11 11:51:26.825548 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e347eaf0-426c-49cd-850e-bdeb5437a83e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Deleting port 8d1fba18-23bc-446f-adff-045134f4c122 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:51:26.825894 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e347eaf0-426c-49cd-850e-bdeb5437a83e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8d1fba18-23bc-446f-adff-045134f4c122), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:26.919678 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a7fe5-0645-4071-9c4f-6496e47bae0a req-0ff08492-7452-47d4-80c6-6c3f542c6f74 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:26.928935 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-934a7fe5-0645-4071-9c4f-6496e47bae0a req-0ff08492-7452-47d4-80c6-6c3f542c6f74 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.0858598 Mar 11 11:51:26.945753 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e347eaf0-426c-49cd-850e-bdeb5437a83e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8d1fba18-23bc-446f-adff-045134f4c122), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:26.954027 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-252ab7be-cb71-406b-a8d6-14ade0fe489f req-0eba7cbc-e90b-448e-8268-309e2bfe292a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b33d3761-b0a5-4fbe-b915-1487fea847cf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:26.972032 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e347eaf0-426c-49cd-850e-bdeb5437a83e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Calling delete_port for 8d1fba18-23bc-446f-adff-045134f4c122 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:51:26.982801 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-934a7fe5-0645-4071-9c4f-6496e47bae0a req-c61eda9e-c667-4c2c-8311-81233c414aea tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529771 Mar 11 11:51:26.992052 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba7cbc-e90b-448e-8268-309e2bfe292a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Pushing event deleted for resources: {'Port': ['ID=b33d3761-b0a5-4fbe-b915-1487fea847cf,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:27.201261 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-252ab7be-cb71-406b-a8d6-14ade0fe489f req-0eba7cbc-e90b-448e-8268-309e2bfe292a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Router c8c23638-e0bd-46bb-90a1-883750498334 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:51:27.255886 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e347eaf0-426c-49cd-850e-bdeb5437a83e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (8d1fba18-23bc-446f-adff-045134f4c122), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:27.293176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347eaf0-426c-49cd-850e-bdeb5437a83e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d1fba18-23bc-446f-adff-045134f4c122,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:27.323132 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e347eaf0-426c-49cd-850e-bdeb5437a83e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:27.326863 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e347eaf0-426c-49cd-850e-bdeb5437a83e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "DELETE /v2.0/ports/8d1fba18-23bc-446f-adff-045134f4c122 HTTP/1.1" status: 204 len: 168 time: 0.6754243 Mar 11 11:51:27.329708 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53960) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:27.334293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a8cec425-6a6b-4e01-a3d7-688d6e8b981f', 'external_fixed_ips': [{'subnet_id': '38e74c7d-fa8b-4ec1-916e-5b67c340411f', 'ip_address': '2001:db8::38e'}]}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:27.402150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-252ab7be-cb71-406b-a8d6-14ade0fe489f req-0eba7cbc-e90b-448e-8268-309e2bfe292a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:51:27.416030 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d69e7-e261-4b6c-8309-f1ab3121c6ab None None] Sync routers for ids ['c8c23638-e0bd-46bb-90a1-883750498334'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:51:27.419400 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (f82bae35-3ac9-4b88-a13d-b241a4b3ef70), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:27.420990 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (f82bae35-3ac9-4b88-a13d-b241a4b3ef70), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:27.438351 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d69e7-e261-4b6c-8309-f1ab3121c6ab None None] Routers {'c8c23638-e0bd-46bb-90a1-883750498334'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:51:27.440251 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a16d69e7-e261-4b6c-8309-f1ab3121c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:51:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c8c23638-e0bd-46bb-90a1-883750498334'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:27.477558 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b7ae78d1-be38-4e10-93ce-89fb01ae9679 req-4c3bbb6f-75ae-4f79-8045-f22e1b2fe324 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/ports?device_id=12579627-5c00-44e5-80a5-c07da685249d HTTP/1.1" status: 200 len: 210 time: 0.0446582 Mar 11 11:51:27.479626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-252ab7be-cb71-406b-a8d6-14ade0fe489f req-0eba7cbc-e90b-448e-8268-309e2bfe292a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] No DVR routers for this DVR port b33d3761-b0a5-4fbe-b915-1487fea847cf on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:51:27.487611 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-252ab7be-cb71-406b-a8d6-14ade0fe489f req-0eba7cbc-e90b-448e-8268-309e2bfe292a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:27.487611 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-252ab7be-cb71-406b-a8d6-14ade0fe489f req-0eba7cbc-e90b-448e-8268-309e2bfe292a tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.37 "DELETE /v2.0/ports/b33d3761-b0a5-4fbe-b915-1487fea847cf HTTP/1.1" status: 204 len: 173 time: 1.7492125 Mar 11 11:51:27.487906 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12579627-5c00-44e5-80a5-c07da685249d', 'name': 'network-vif-deleted', 'tag': 'b33d3761-b0a5-4fbe-b915-1487fea847cf'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:51:27.490599 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10337cc5-2afb-4486-a8b8-3dc122dc0583" -d '{"events": [{"server_uuid": "12579627-5c00-44e5-80a5-c07da685249d", "name": "network-vif-deleted", "tag": "b33d3761-b0a5-4fbe-b915-1487fea847cf"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:51:27.567135 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e92c5f-5ee9-419e-8586-79408553c361 x-openstack-request-id: req-87e92c5f-5ee9-419e-8586-79408553c361 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:51:27.567417 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12579627-5c00-44e5-80a5-c07da685249d", "name": "network-vif-deleted", "tag": "b33d3761-b0a5-4fbe-b915-1487fea847cf", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:51:27.567719 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87e92c5f-5ee9-419e-8586-79408553c361 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:51:27.568677 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12579627-5c00-44e5-80a5-c07da685249d', 'name': 'network-vif-deleted', 'tag': 'b33d3761-b0a5-4fbe-b915-1487fea847cf', 'status': 'completed', 'code': 200} Mar 11 11:51:27.570460 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_controller (f82bae35-3ac9-4b88-a13d-b241a4b3ef70), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:27.616605 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a16d69e7-e261-4b6c-8309-f1ab3121c6ab None None] Set router c8c23638-e0bd-46bb-90a1-883750498334 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:51:27.735965 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (f82bae35-3ac9-4b88-a13d-b241a4b3ef70), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:27.845564 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a16d69e7-e261-4b6c-8309-f1ab3121c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:58Z', 'revision_number': 4, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '8b36a554-a54b-4a60-ac39-67a3ea0ebc70', 'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'mac_address': 'fa:16:3e:36:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:57Z', 'updated_at': '2022-03-11T11:44:05Z', 'revision_number': 5, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'subnets': [{'id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:27.875005 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d69e7-e261-4b6c-8309-f1ab3121c6ab None None] Checking router: c8c23638-e0bd-46bb-90a1-883750498334 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:51:27.884441 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d69e7-e261-4b6c-8309-f1ab3121c6ab None None] Routers {'c8c23638-e0bd-46bb-90a1-883750498334'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:51:27.885045 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a16d69e7-e261-4b6c-8309-f1ab3121c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:51:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c8c23638-e0bd-46bb-90a1-883750498334'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:27.911255 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-461d0a11-e23c-4291-a7be-a4dfde1301f6 req-44db783c-c9da-434d-99cc-897c8eeac17c tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0336273 Mar 11 11:51:27.931946 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6179935-675d-4966-b5d9-850fe8c5ae32 req-2b4a9d55-503a-4293-a4c6-ddf0e2de128d tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:27.933842 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d6179935-675d-4966-b5d9-850fe8c5ae32 req-2b4a9d55-503a-4293-a4c6-ddf0e2de128d tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba646182-2eb0-45fc-8c7c-7d3c0853e9e3 HTTP/1.1" status: 200 len: 945 time: 0.0828505 Mar 11 11:51:27.982588 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (f82bae35-3ac9-4b88-a13d-b241a4b3ef70), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:28.001146 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a16d69e7-e261-4b6c-8309-f1ab3121c6ab None None] Set router c8c23638-e0bd-46bb-90a1-883750498334 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:51:28.007515 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:28.007993 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d6179935-675d-4966-b5d9-850fe8c5ae32 req-c0face24-98cc-45d4-a339-5b5efa76c8d6 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623791 Mar 11 11:51:28.156327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d452a-a176-45db-961f-d5ccd4e6ad45 req-038dc119-053f-4d1c-b5bd-1b33c4c51805 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:28.166929 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c68d452a-a176-45db-961f-d5ccd4e6ad45 req-038dc119-053f-4d1c-b5bd-1b33c4c51805 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.0940497 Mar 11 11:51:28.252027 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c68d452a-a176-45db-961f-d5ccd4e6ad45 req-22f7c278-294b-4fdf-b98f-4ad32c1339ea tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752025 Mar 11 11:51:28.274787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d28c5f-54a9-4c35-a2c0-1e746211bdbd req-0cac36ee-3dbf-4e56-828d-79dca6c3e9bc tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:28.276347 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b4d28c5f-54a9-4c35-a2c0-1e746211bdbd req-0cac36ee-3dbf-4e56-828d-79dca6c3e9bc tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba646182-2eb0-45fc-8c7c-7d3c0853e9e3 HTTP/1.1" status: 200 len: 945 time: 0.1346788 Mar 11 11:51:28.277712 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Allocated IP 2001:db8::38e (a8cec425-6a6b-4e01-a3d7-688d6e8b981f/38e74c7d-fa8b-4ec1-916e-5b67c340411f/7aa7b378-afdf-4b16-b7fe-ea17303851a1) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:51:28.316283 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a16d69e7-e261-4b6c-8309-f1ab3121c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:58Z', 'revision_number': 4, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '8b36a554-a54b-4a60-ac39-67a3ea0ebc70', 'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'mac_address': 'fa:16:3e:36:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:57Z', 'updated_at': '2022-03-11T11:44:05Z', 'revision_number': 5, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'subnets': [{'id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:28.344202 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d69e7-e261-4b6c-8309-f1ab3121c6ab None None] The sync data for ids ['c8c23638-e0bd-46bb-90a1-883750498334'] in n-d-833234-2 is: [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:43:58Z', 'revision_number': 4, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '8b36a554-a54b-4a60-ac39-67a3ea0ebc70', 'name': '', 'network_id': '76092203-82d8-4a24-86d5-4aa9015481db', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'mac_address': 'fa:16:3e:36:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:57Z', 'updated_at': '2022-03-11T11:44:05Z', 'revision_number': 5, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'subnets': [{'id': '6e125371-d52f-4208-9c77-d4e4b47be414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:51:28.465162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-b4d28c5f-54a9-4c35-a2c0-1e746211bdbd req-7d965761-08f7-4c62-9e75-b576e4c1f5b2 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Deleting port 24206649-979a-408f-a15c-fa9d0b5745c2 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:51:28.465162 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b4d28c5f-54a9-4c35-a2c0-1e746211bdbd req-7d965761-08f7-4c62-9e75-b576e4c1f5b2 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (24206649-979a-408f-a15c-fa9d0b5745c2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:28.468441 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for port (7aa7b378-afdf-4b16-b7fe-ea17303851a1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:28.586574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53988) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:28.623877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b4d28c5f-54a9-4c35-a2c0-1e746211bdbd req-7d965761-08f7-4c62-9e75-b576e4c1f5b2 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] For port 24206649-979a-408f-a15c-fa9d0b5745c2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=24206649-979a-408f-a15c-fa9d0b5745c2,segment=NetworkSegment(7dc588f8-3ef4-4715-add6-2cdc10bfddfe),segment_id=7dc588f8-3ef4-4715-add6-2cdc10bfddfe)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:28.624572 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b4d28c5f-54a9-4c35-a2c0-1e746211bdbd req-7d965761-08f7-4c62-9e75-b576e4c1f5b2 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (24206649-979a-408f-a15c-fa9d0b5745c2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:28.628103 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7aa7b378-afdf-4b16-b7fe-ea17303851a1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:28.654784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-b4d28c5f-54a9-4c35-a2c0-1e746211bdbd req-7d965761-08f7-4c62-9e75-b576e4c1f5b2 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Calling delete_port for 24206649-979a-408f-a15c-fa9d0b5745c2 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:51:28.655309 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4606f5e-e21e-4e37-881d-504993dbbd83 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group (3b99b73f-e708-4c3b-9cb7-038249ae298a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:28.680813 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Network a8cec425-6a6b-4e01-a3d7-688d6e8b981f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:51:28.688348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:51:28.692101 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:51:28.697563 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4606f5e-e21e-4e37-881d-504993dbbd83 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group (3b99b73f-e708-4c3b-9cb7-038249ae298a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:28.754049 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ec4809-b786-442f-83fe-1e9e2455b806 None None] New status for floating IP da8ed9d7-9c67-4467-b950-5f805ef139b2: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:51:28.764729 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4606f5e-e21e-4e37-881d-504993dbbd83 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3b99b73f-e708-4c3b-9cb7-038249ae298a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:28.767948 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4606f5e-e21e-4e37-881d-504993dbbd83 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:28.772252 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c4606f5e-e21e-4e37-881d-504993dbbd83 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "DELETE /v2.0/security-groups/3b99b73f-e708-4c3b-9cb7-038249ae298a HTTP/1.1" status: 204 len: 168 time: 0.1816666 Mar 11 11:51:28.772989 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53992) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:28.792064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4606f5e-e21e-4e37-881d-504993dbbd83 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b99b73f-e708-4c3b-9cb7-038249ae298a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:28.794135 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-c973489d-a217-4456-acd4-1a8c10a5722d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] show failed (client error): The resource could not be found. Mar 11 11:51:28.798141 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c973489d-a217-4456-acd4-1a8c10a5722d tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "GET /v2.0/security-groups/3b99b73f-e708-4c3b-9cb7-038249ae298a HTTP/1.1" status: 404 len: 347 time: 0.0213480 Mar 11 11:51:28.799199 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53994) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:28.847659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Pushing event updated for resources: {'Port': ['ID=7aa7b378-afdf-4b16-b7fe-ea17303851a1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:28.978817 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-4363c680-594d-4aea-8dd0-95cdc83d15a8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Deleting port 3af1f94a-fb95-4679-af24-2980d4742ca4 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:51:28.979152 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4363c680-594d-4aea-8dd0-95cdc83d15a8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3af1f94a-fb95-4679-af24-2980d4742ca4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:29.045850 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (f82bae35-3ac9-4b88-a13d-b241a4b3ef70), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:29.080200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4363c680-594d-4aea-8dd0-95cdc83d15a8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3af1f94a-fb95-4679-af24-2980d4742ca4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:29.080842 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4363c680-594d-4aea-8dd0-95cdc83d15a8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for floatingip (3af1f94a-fb95-4679-af24-2980d4742ca4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:29.096673 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-4363c680-594d-4aea-8dd0-95cdc83d15a8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Calling delete_port for 3af1f94a-fb95-4679-af24-2980d4742ca4 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:51:29.158260 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b4d28c5f-54a9-4c35-a2c0-1e746211bdbd req-7d965761-08f7-4c62-9e75-b576e4c1f5b2 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (24206649-979a-408f-a15c-fa9d0b5745c2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:29.171995 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['49b8c953-a8dd-4d2c-931d-7c1b57e3153e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:51:29.175812 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['24206649-979a-408f-a15c-fa9d0b5745c2', '72482d48-2920-4c04-8945-943495c68fb5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:51:29.193634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d965761-08f7-4c62-9e75-b576e4c1f5b2 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Pushing event deleted for resources: {'Port': ['ID=24206649-979a-408f-a15c-fa9d0b5745c2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:29.222464 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-133f2029-8825-44a8-aa75-64c3fb9baeed req-8fd33eee-aabf-48be-b462-c5df6e726c3a tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0446167 Mar 11 11:51:29.290549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d28c5f-54a9-4c35-a2c0-1e746211bdbd req-7d965761-08f7-4c62-9e75-b576e4c1f5b2 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] No DVR routers for this DVR port 24206649-979a-408f-a15c-fa9d0b5745c2 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:51:29.293151 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b4d28c5f-54a9-4c35-a2c0-1e746211bdbd req-7d965761-08f7-4c62-9e75-b576e4c1f5b2 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:29.298036 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b4d28c5f-54a9-4c35-a2c0-1e746211bdbd req-7d965761-08f7-4c62-9e75-b576e4c1f5b2 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.71 "DELETE /v2.0/ports/24206649-979a-408f-a15c-fa9d0b5745c2 HTTP/1.1" status: 204 len: 173 time: 1.0156188 Mar 11 11:51:29.363980 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (f82bae35-3ac9-4b88-a13d-b241a4b3ef70), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:29.365225 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a76384d-0a4d-44f2-aaf7-0af3b70d77a0 req-8bae8450-2414-44e4-ac8b-d95c9a6fc0b2 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba646182-2eb0-45fc-8c7c-7d3c0853e9e3 HTTP/1.1" status: 200 len: 210 time: 0.1854577 Mar 11 11:51:29.518228 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4363c680-594d-4aea-8dd0-95cdc83d15a8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3af1f94a-fb95-4679-af24-2980d4742ca4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:29.551781 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363c680-594d-4aea-8dd0-95cdc83d15a8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Pushing event deleted for resources: {'Port': ['ID=3af1f94a-fb95-4679-af24-2980d4742ca4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:29.568948 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba646182-2eb0-45fc-8c7c-7d3c0853e9e3', 'name': 'network-vif-deleted', 'tag': '24206649-979a-408f-a15c-fa9d0b5745c2'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:51:29.574300 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b1e0c5-0281-43ed-bbb0-88a14ac2e647" -d '{"events": [{"server_uuid": "ba646182-2eb0-45fc-8c7c-7d3c0853e9e3", "name": "network-vif-deleted", "tag": "24206649-979a-408f-a15c-fa9d0b5745c2"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:51:29.591915 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Router f82bae35-3ac9-4b88-a13d-b241a4b3ef70 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:51:29.626429 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac85613-9880-44b6-a3c3-ba5793c15f4c req-bdd0437d-3d75-41b2-ae61-8a90678957e2 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:29.629025 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ac85613-9880-44b6-a3c3-ba5793c15f4c req-bdd0437d-3d75-41b2-ae61-8a90678957e2 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.2139204 Mar 11 11:51:29.645425 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4927d890-b37e-4d47-bd00-05f283d5dad5 x-openstack-request-id: req-4927d890-b37e-4d47-bd00-05f283d5dad5 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:51:29.645807 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba646182-2eb0-45fc-8c7c-7d3c0853e9e3", "name": "network-vif-deleted", "tag": "24206649-979a-408f-a15c-fa9d0b5745c2", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:51:29.646180 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4927d890-b37e-4d47-bd00-05f283d5dad5 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:51:29.646582 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba646182-2eb0-45fc-8c7c-7d3c0853e9e3', 'name': 'network-vif-deleted', 'tag': '24206649-979a-408f-a15c-fa9d0b5745c2', 'status': 'completed', 'code': 200} Mar 11 11:51:29.700456 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4363c680-594d-4aea-8dd0-95cdc83d15a8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks [] for floatingip (da8ed9d7-9c67-4467-b950-5f805ef139b2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:29.703167 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4363c680-594d-4aea-8dd0-95cdc83d15a8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:29.707216 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4363c680-594d-4aea-8dd0-95cdc83d15a8 tempest-AttachVolumeTestJSON-1717282378 tempest-AttachVolumeTestJSON-1717282378-project] 10.222.0.78 "DELETE /v2.0/floatingips/da8ed9d7-9c67-4467-b950-5f805ef139b2 HTTP/1.1" status: 204 len: 168 time: 0.9044986 Mar 11 11:51:29.731117 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ac85613-9880-44b6-a3c3-ba5793c15f4c req-00b08183-f56e-4d35-8e5d-376a4826b0c8 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949450 Mar 11 11:51:30.140701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:51:30.142567 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b33d3761-b0a5-4fbe-b915-1487fea847cf no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:51:30.164076 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e711c-03d9-402f-a197-78c4ff7c5f69 None None] Sync routers for ids ['f82bae35-3ac9-4b88-a13d-b241a4b3ef70'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:51:30.176790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: b33d3761-b0a5-4fbe-b915-1487fea847cf {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:51:30.177512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b33d3761-b0a5-4fbe-b915-1487fea847cf not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:51:30.190399 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:30.191760 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-39211502-ab0e-4853-8918-35d2c9ad1c49 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8610697 Mar 11 11:51:30.194689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54010) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:30.195299 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e711c-03d9-402f-a197-78c4ff7c5f69 None None] Routers {'f82bae35-3ac9-4b88-a13d-b241a4b3ef70'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:51:30.196158 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f78e711c-03d9-402f-a197-78c4ff7c5f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:51:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f82bae35-3ac9-4b88-a13d-b241a4b3ef70'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:30.388850 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-436851bf-6cbe-47f4-a495-b622e56fb085 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router (f82bae35-3ac9-4b88-a13d-b241a4b3ef70), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:30.403461 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f78e711c-03d9-402f-a197-78c4ff7c5f69 None None] Set router f82bae35-3ac9-4b88-a13d-b241a4b3ef70 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:51:30.454922 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5322050f-c01a-426a-a994-636480812a58 req-2205e006-cb6b-4a28-b78c-5623f49b20bb tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0675440 Mar 11 11:51:30.573229 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-436851bf-6cbe-47f4-a495-b622e56fb085 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (f82bae35-3ac9-4b88-a13d-b241a4b3ef70), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:30.641421 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-436851bf-6cbe-47f4-a495-b622e56fb085 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Deleting port 7aa7b378-afdf-4b16-b7fe-ea17303851a1 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:51:30.641896 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-436851bf-6cbe-47f4-a495-b622e56fb085 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7aa7b378-afdf-4b16-b7fe-ea17303851a1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:30.693178 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f78e711c-03d9-402f-a197-78c4ff7c5f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82bae35-3ac9-4b88-a13d-b241a4b3ef70', 'name': '', 'tenant_id': '6d052e9ec869409eac33d8e56fa4634e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8cec425-6a6b-4e01-a3d7-688d6e8b981f', 'external_fixed_ips': [{'subnet_id': '38e74c7d-fa8b-4ec1-916e-5b67c340411f', 'ip_address': '2001:db8::38e'}], 'enable_snat': True}, 'gw_port_id': '7aa7b378-afdf-4b16-b7fe-ea17303851a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:51:27Z', 'updated_at': '2022-03-11T11:51:28Z', 'revision_number': 3, 'project_id': '6d052e9ec869409eac33d8e56fa4634e', 'gw_port': {'id': '7aa7b378-afdf-4b16-b7fe-ea17303851a1', 'name': '', 'network_id': 'a8cec425-6a6b-4e01-a3d7-688d6e8b981f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82bae35-3ac9-4b88-a13d-b241a4b3ef70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '38e74c7d-fa8b-4ec1-916e-5b67c340411f', 'ip_address': '2001:db8::38e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:51:28Z', 'updated_at': '2022-03-11T11:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38e74c7d-fa8b-4ec1-916e-5b67c340411f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:30.726695 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e711c-03d9-402f-a197-78c4ff7c5f69 None None] Checking router: f82bae35-3ac9-4b88-a13d-b241a4b3ef70 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:51:30.726695 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e711c-03d9-402f-a197-78c4ff7c5f69 None None] Updating router f82bae35-3ac9-4b88-a13d-b241a4b3ef70 port 7aa7b378-afdf-4b16-b7fe-ea17303851a1 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:51:30.752723 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-436851bf-6cbe-47f4-a495-b622e56fb085 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7aa7b378-afdf-4b16-b7fe-ea17303851a1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:30.762963 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f78e711c-03d9-402f-a197-78c4ff7c5f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7aa7b378-afdf-4b16-b7fe-ea17303851a1), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:30.770382 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-436851bf-6cbe-47f4-a495-b622e56fb085 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Calling delete_port for 7aa7b378-afdf-4b16-b7fe-ea17303851a1 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:51:30.997026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e86ed9-cd5e-458d-8c5d-9777763f0eef req-e8cda01e-a0a8-468f-91d3-c5ca0c426cae tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:30.999727 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3e86ed9-cd5e-458d-8c5d-9777763f0eef req-e8cda01e-a0a8-468f-91d3-c5ca0c426cae tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.1408858 Mar 11 11:51:31.041640 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-436851bf-6cbe-47f4-a495-b622e56fb085 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7aa7b378-afdf-4b16-b7fe-ea17303851a1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:31.092036 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436851bf-6cbe-47f4-a495-b622e56fb085 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Pushing event deleted for resources: {'Port': ['ID=7aa7b378-afdf-4b16-b7fe-ea17303851a1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:31.105394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3e86ed9-cd5e-458d-8c5d-9777763f0eef req-52fe5599-7feb-474e-b8fd-693ece318512 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981984 Mar 11 11:51:31.140091 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-436851bf-6cbe-47f4-a495-b622e56fb085 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (f82bae35-3ac9-4b88-a13d-b241a4b3ef70), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:31.226017 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.db.api [None req-f78e711c-03d9-402f-a197-78c4ff7c5f69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:51:31.226528 n-d-833234-2 neutron-server[104034]: DEBUG oslo_db.api [None req-f78e711c-03d9-402f-a197-78c4ff7c5f69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:51:31.300476 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-436851bf-6cbe-47f4-a495-b622e56fb085 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (f82bae35-3ac9-4b88-a13d-b241a4b3ef70), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:31.303541 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-436851bf-6cbe-47f4-a495-b622e56fb085 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_controller (f82bae35-3ac9-4b88-a13d-b241a4b3ef70), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:31.360708 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-436851bf-6cbe-47f4-a495-b622e56fb085 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (f82bae35-3ac9-4b88-a13d-b241a4b3ef70), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:31.362863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436851bf-6cbe-47f4-a495-b622e56fb085 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f82bae35-3ac9-4b88-a13d-b241a4b3ef70 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:51:31.371420 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-436851bf-6cbe-47f4-a495-b622e56fb085 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:31.375168 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-436851bf-6cbe-47f4-a495-b622e56fb085 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "DELETE /v2.0/routers/f82bae35-3ac9-4b88-a13d-b241a4b3ef70 HTTP/1.1" status: 204 len: 168 time: 1.1769724 Mar 11 11:51:31.377014 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54056) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:31.442084 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c773e8-908c-4f40-9791-1480e8fcdfea tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Deleting subnet 38e74c7d-fa8b-4ec1-916e-5b67c340411f {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:51:31.445810 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99c773e8-908c-4f40-9791-1480e8fcdfea tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for subnet (38e74c7d-fa8b-4ec1-916e-5b67c340411f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:31.501458 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99c773e8-908c-4f40-9791-1480e8fcdfea tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (38e74c7d-fa8b-4ec1-916e-5b67c340411f), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:31.541725 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a762a38-0d27-4275-8044-97099b37dda7 req-07288ea2-f0a7-4fcd-a833-25f1dcdc4088 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:31.548241 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a762a38-0d27-4275-8044-97099b37dda7 req-07288ea2-f0a7-4fcd-a833-25f1dcdc4088 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:31.550459 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a762a38-0d27-4275-8044-97099b37dda7 req-07288ea2-f0a7-4fcd-a833-25f1dcdc4088 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2&device_id=30e24053-8b00-4809-8842-e7b039ade6fe HTTP/1.1" status: 200 len: 1682 time: 0.0699718 Mar 11 11:51:31.579737 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99c773e8-908c-4f40-9791-1480e8fcdfea tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (38e74c7d-fa8b-4ec1-916e-5b67c340411f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:31.602187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1fbed2a-0d2e-4d20-b939-8a992385c0c8 req-ad823b69-2dcc-44ff-a391-2a3517428080 tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0346565 Mar 11 11:51:31.648889 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a762a38-0d27-4275-8044-97099b37dda7 req-fa98e31e-4fc9-4263-adff-50f4b7b394c6 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898869 Mar 11 11:51:31.652415 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99c773e8-908c-4f40-9791-1480e8fcdfea tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (38e74c7d-fa8b-4ec1-916e-5b67c340411f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:31.666549 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99c773e8-908c-4f40-9791-1480e8fcdfea tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:31.670223 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-99c773e8-908c-4f40-9791-1480e8fcdfea tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/38e74c7d-fa8b-4ec1-916e-5b67c340411f HTTP/1.1" status: 204 len: 168 time: 0.2937980 Mar 11 11:51:31.672908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54066) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:31.710646 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c773e8-908c-4f40-9791-1480e8fcdfea tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=38e74c7d-fa8b-4ec1-916e-5b67c340411f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:31.752604 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e711c-03d9-402f-a197-78c4ff7c5f69 None None] Port 7aa7b378-afdf-4b16-b7fe-ea17303851a1 not found while updating agent binding for router f82bae35-3ac9-4b88-a13d-b241a4b3ef70. {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 11 11:51:31.761487 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e711c-03d9-402f-a197-78c4ff7c5f69 None None] Routers set() bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:51:31.761995 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e711c-03d9-402f-a197-78c4ff7c5f69 None None] Router IDs set() for agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 11:51:31.762638 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_agentschedulers_db [None req-f78e711c-03d9-402f-a197-78c4ff7c5f69 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f82bae35-3ac9-4b88-a13d-b241a4b3ef70'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:51:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent'). {{(pid=104034) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 11:51:31.763425 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e711c-03d9-402f-a197-78c4ff7c5f69 None None] The sync data for ids ['f82bae35-3ac9-4b88-a13d-b241a4b3ef70'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:51:31.790721 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-682bf5db-994b-4632-a8d8-d024f0d1b1e4 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (a8cec425-6a6b-4e01-a3d7-688d6e8b981f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:31.889887 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-682bf5db-994b-4632-a8d8-d024f0d1b1e4 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (a8cec425-6a6b-4e01-a3d7-688d6e8b981f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:31.914651 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-682bf5db-994b-4632-a8d8-d024f0d1b1e4 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8cec425-6a6b-4e01-a3d7-688d6e8b981f']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:31.924949 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-682bf5db-994b-4632-a8d8-d024f0d1b1e4 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7321d279-d822-42e8-a827-b64d3cb0f76b') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:31.925455 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-682bf5db-994b-4632-a8d8-d024f0d1b1e4 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7321d279-d822-42e8-a827-b64d3cb0f76b') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:31.935797 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-682bf5db-994b-4632-a8d8-d024f0d1b1e4 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (7321d279-d822-42e8-a827-b64d3cb0f76b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:31.949317 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-682bf5db-994b-4632-a8d8-d024f0d1b1e4 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (7321d279-d822-42e8-a827-b64d3cb0f76b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:31.957328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682bf5db-994b-4632-a8d8-d024f0d1b1e4 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:51:31.957713 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-682bf5db-994b-4632-a8d8-d024f0d1b1e4 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (7321d279-d822-42e8-a827-b64d3cb0f76b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:51:31.975052 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:51:32.073131 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-682bf5db-994b-4632-a8d8-d024f0d1b1e4 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (a8cec425-6a6b-4e01-a3d7-688d6e8b981f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:32.099324 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682bf5db-994b-4632-a8d8-d024f0d1b1e4 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a8cec425-6a6b-4e01-a3d7-688d6e8b981f {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 11:51:32.101017 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bf5db-994b-4632-a8d8-d024f0d1b1e4 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Pushing event deleted for resources: {'Network': ['ID=a8cec425-6a6b-4e01-a3d7-688d6e8b981f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:32.103277 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-682bf5db-994b-4632-a8d8-d024f0d1b1e4 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:32.108220 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-682bf5db-994b-4632-a8d8-d024f0d1b1e4 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "DELETE /v2.0/networks/a8cec425-6a6b-4e01-a3d7-688d6e8b981f HTTP/1.1" status: 204 len: 168 time: 0.4340861 Mar 11 11:51:32.355054 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45381a27-b3a2-49fc-95ec-d69d81e6a51c req-e5c69cd0-d94f-4c97-9627-c34730892345 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:32.375129 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45381a27-b3a2-49fc-95ec-d69d81e6a51c req-e5c69cd0-d94f-4c97-9627-c34730892345 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.1809952 Mar 11 11:51:32.501639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54104) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:32.507111 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-db4fe224-409b-4637-8e74-4413e5fcf161 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Request body: {'router': {'name': 'tempest-router--1576154379', 'project_id': '68d56ee12a73483a85dc308365c01e54'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:32.532117 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db4fe224-409b-4637-8e74-4413e5fcf161 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (cb0f423c-f329-48b5-9340-b59c2604491f), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:32.533319 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db4fe224-409b-4637-8e74-4413e5fcf161 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (cb0f423c-f329-48b5-9340-b59c2604491f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:32.548427 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671bd0c-dfe9-447d-91c4-e8fefd92a1ad req-0aeba5bb-5562-4b28-8b14-e8256e839c42 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:32.562594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c671bd0c-dfe9-447d-91c4-e8fefd92a1ad req-0aeba5bb-5562-4b28-8b14-e8256e839c42 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=30e24053-8b00-4809-8842-e7b039ade6fe HTTP/1.1" status: 200 len: 946 time: 0.1860139 Mar 11 11:51:32.568240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45381a27-b3a2-49fc-95ec-d69d81e6a51c req-a28ede0e-b0b2-4251-8eb8-177a6faee512 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770682 Mar 11 11:51:32.602546 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db4fe224-409b-4637-8e74-4413e5fcf161 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_controller (cb0f423c-f329-48b5-9340-b59c2604491f), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:32.614598 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db4fe224-409b-4637-8e74-4413e5fcf161 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (cb0f423c-f329-48b5-9340-b59c2604491f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:32.642256 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db4fe224-409b-4637-8e74-4413e5fcf161 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:32.643813 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-db4fe224-409b-4637-8e74-4413e5fcf161 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1403375 Mar 11 11:51:32.646684 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54110) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:32.691861 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c671bd0c-dfe9-447d-91c4-e8fefd92a1ad req-986e93a1-986f-4ed8-8926-e24deb7d0f33 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282029 Mar 11 11:51:32.755784 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bce06f0a-8f8e-428f-8fbb-c2b27184d6ee tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router (cb0f423c-f329-48b5-9340-b59c2604491f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:32.850941 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5451ad6b-5834-4e1e-a6e4-8a0a7581faad req-1fd4e2dc-3bd9-4640-b9b5-2e73c13ae96b tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0503082 Mar 11 11:51:32.989541 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bce06f0a-8f8e-428f-8fbb-c2b27184d6ee tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (cb0f423c-f329-48b5-9340-b59c2604491f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:32.992228 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bce06f0a-8f8e-428f-8fbb-c2b27184d6ee tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_controller (cb0f423c-f329-48b5-9340-b59c2604491f), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:33.055000 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bce06f0a-8f8e-428f-8fbb-c2b27184d6ee tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (cb0f423c-f329-48b5-9340-b59c2604491f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:33.057404 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce06f0a-8f8e-428f-8fbb-c2b27184d6ee tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb0f423c-f329-48b5-9340-b59c2604491f {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:51:33.062611 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bce06f0a-8f8e-428f-8fbb-c2b27184d6ee tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:33.067454 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bce06f0a-8f8e-428f-8fbb-c2b27184d6ee tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "DELETE /v2.0/routers/cb0f423c-f329-48b5-9340-b59c2604491f HTTP/1.1" status: 204 len: 168 time: 0.4192541 Mar 11 11:51:33.221055 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54146) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:33.379853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 24206649-979a-408f-a15c-fa9d0b5745c2 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:51:33.406332 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 24206649-979a-408f-a15c-fa9d0b5745c2 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:51:33.406683 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 24206649-979a-408f-a15c-fa9d0b5745c2 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:51:33.444634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-990814353', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:33.456582 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:33.478103 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (2869de2a-8521-49a9-94cf-9295b7028cab), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:33.479909 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (2869de2a-8521-49a9-94cf-9295b7028cab), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:33.564555 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_controller (2869de2a-8521-49a9-94cf-9295b7028cab), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:33.853489 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a402f-8c79-4bba-aef1-f67bbdef9fb1 req-697ad9dd-3a09-400d-8704-0b0597e288f9 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:33.855202 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c38a402f-8c79-4bba-aef1-f67bbdef9fb1 req-697ad9dd-3a09-400d-8704-0b0597e288f9 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=30e24053-8b00-4809-8842-e7b039ade6fe HTTP/1.1" status: 200 len: 946 time: 0.0933163 Mar 11 11:51:33.861503 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (2869de2a-8521-49a9-94cf-9295b7028cab), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:33.937167 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c38a402f-8c79-4bba-aef1-f67bbdef9fb1 req-1d53bb82-0fe5-4478-8887-b07ba199aff7 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708778 Mar 11 11:51:33.939285 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a7759-fb7a-4735-89f7-88c819ef1c7d req-1f41d529-bdfb-458c-b87e-01e37d99b9f7 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:33.941007 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d36a7759-fb7a-4735-89f7-88c819ef1c7d req-1f41d529-bdfb-458c-b87e-01e37d99b9f7 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2 HTTP/1.1" status: 200 len: 945 time: 0.2421546 Mar 11 11:51:33.970562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa6cfb-be19-4b76-8765-7f9f748e870c req-57ee4b51-7de2-46cb-85b2-fcede45f8043 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:33.972294 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8baa6cfb-be19-4b76-8765-7f9f748e870c req-57ee4b51-7de2-46cb-85b2-fcede45f8043 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.37 "GET /v2.0/ports?device_id=30e24053-8b00-4809-8842-e7b039ade6fe HTTP/1.1" status: 200 len: 946 time: 0.1220202 Mar 11 11:51:34.018793 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3f46293-f95c-4368-bb69-d9b87c0faef4 req-c2adcac2-02c4-4f66-bde9-b802bd6d56dd tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0317173 Mar 11 11:51:34.298249 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-d36a7759-fb7a-4735-89f7-88c819ef1c7d req-06daf3de-992a-4cb5-83cc-4b3a769ece8e tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Deleting port 72482d48-2920-4c04-8945-943495c68fb5 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:51:34.298863 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d36a7759-fb7a-4735-89f7-88c819ef1c7d req-06daf3de-992a-4cb5-83cc-4b3a769ece8e tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (72482d48-2920-4c04-8945-943495c68fb5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:34.307867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-8baa6cfb-be19-4b76-8765-7f9f748e870c req-00bb1025-e1cc-4a04-8032-29807f81bb75 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Deleting port 49b8c953-a8dd-4d2c-931d-7c1b57e3153e {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:51:34.308246 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8baa6cfb-be19-4b76-8765-7f9f748e870c req-00bb1025-e1cc-4a04-8032-29807f81bb75 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (49b8c953-a8dd-4d2c-931d-7c1b57e3153e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:34.559117 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (2869de2a-8521-49a9-94cf-9295b7028cab), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:34.598057 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-d36a7759-fb7a-4735-89f7-88c819ef1c7d req-06daf3de-992a-4cb5-83cc-4b3a769ece8e tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] For port 72482d48-2920-4c04-8945-943495c68fb5, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=72482d48-2920-4c04-8945-943495c68fb5,segment=NetworkSegment(7dc588f8-3ef4-4715-add6-2cdc10bfddfe),segment_id=7dc588f8-3ef4-4715-add6-2cdc10bfddfe)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:34.598991 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d36a7759-fb7a-4735-89f7-88c819ef1c7d req-06daf3de-992a-4cb5-83cc-4b3a769ece8e tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (72482d48-2920-4c04-8945-943495c68fb5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:34.601608 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:34.617571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8baa6cfb-be19-4b76-8765-7f9f748e870c req-00bb1025-e1cc-4a04-8032-29807f81bb75 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] For port 49b8c953-a8dd-4d2c-931d-7c1b57e3153e, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=49b8c953-a8dd-4d2c-931d-7c1b57e3153e,segment=NetworkSegment(7dc588f8-3ef4-4715-add6-2cdc10bfddfe),segment_id=7dc588f8-3ef4-4715-add6-2cdc10bfddfe)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:34.617941 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8baa6cfb-be19-4b76-8765-7f9f748e870c req-00bb1025-e1cc-4a04-8032-29807f81bb75 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (49b8c953-a8dd-4d2c-931d-7c1b57e3153e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:34.634373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-d36a7759-fb7a-4735-89f7-88c819ef1c7d req-06daf3de-992a-4cb5-83cc-4b3a769ece8e tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Calling delete_port for 72482d48-2920-4c04-8945-943495c68fb5 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:51:34.646786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-8baa6cfb-be19-4b76-8765-7f9f748e870c req-00bb1025-e1cc-4a04-8032-29807f81bb75 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Calling delete_port for 49b8c953-a8dd-4d2c-931d-7c1b57e3153e owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:51:34.897386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Allocated IP 172.25.7.81 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/2c393c06-86c4-46a0-a91c-66ee7673ee27) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:51:35.073304 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d36a7759-fb7a-4735-89f7-88c819ef1c7d req-06daf3de-992a-4cb5-83cc-4b3a769ece8e tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (72482d48-2920-4c04-8945-943495c68fb5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:35.090329 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['49b8c953-a8dd-4d2c-931d-7c1b57e3153e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:51:35.090897 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8baa6cfb-be19-4b76-8765-7f9f748e870c req-00bb1025-e1cc-4a04-8032-29807f81bb75 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (49b8c953-a8dd-4d2c-931d-7c1b57e3153e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:35.124348 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['72482d48-2920-4c04-8945-943495c68fb5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:51:35.129510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06daf3de-992a-4cb5-83cc-4b3a769ece8e tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Pushing event deleted for resources: {'Port': ['ID=72482d48-2920-4c04-8945-943495c68fb5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:35.153070 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['49b8c953-a8dd-4d2c-931d-7c1b57e3153e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:51:35.158294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['72482d48-2920-4c04-8945-943495c68fb5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:51:35.164970 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658feca-43f3-4cd6-a845-49804212d922 req-3a7e250a-49ae-4a8c-8fd9-2e159d86b0d0 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:35.173978 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e658feca-43f3-4cd6-a845-49804212d922 req-3a7e250a-49ae-4a8c-8fd9-2e159d86b0d0 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/ports?device_id=30e24053-8b00-4809-8842-e7b039ade6fe HTTP/1.1" status: 200 len: 867 time: 0.1629555 Mar 11 11:51:35.218263 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb1025-e1cc-4a04-8032-29807f81bb75 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Pushing event deleted for resources: {'Port': ['ID=49b8c953-a8dd-4d2c-931d-7c1b57e3153e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:35.220481 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36a7759-fb7a-4735-89f7-88c819ef1c7d req-06daf3de-992a-4cb5-83cc-4b3a769ece8e tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] No DVR routers for this DVR port 72482d48-2920-4c04-8945-943495c68fb5 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:51:35.251346 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d36a7759-fb7a-4735-89f7-88c819ef1c7d req-06daf3de-992a-4cb5-83cc-4b3a769ece8e tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:35.262470 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63aed012-8b78-4e39-8ba6-2b72fd55966f req-bee17833-4ad6-4a76-8817-3e42d4b7d45c tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0693717 Mar 11 11:51:35.267941 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d36a7759-fb7a-4735-89f7-88c819ef1c7d req-06daf3de-992a-4cb5-83cc-4b3a769ece8e tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.71 "DELETE /v2.0/ports/72482d48-2920-4c04-8945-943495c68fb5 HTTP/1.1" status: 204 len: 173 time: 1.3196423 Mar 11 11:51:35.268619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2', 'name': 'network-vif-deleted', 'tag': '72482d48-2920-4c04-8945-943495c68fb5'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:51:35.271390 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01f2f9a-e767-4a8d-adeb-81296f596ede" -d '{"events": [{"server_uuid": "0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2", "name": "network-vif-deleted", "tag": "72482d48-2920-4c04-8945-943495c68fb5"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:51:35.293098 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for port (2c393c06-86c4-46a0-a91c-66ee7673ee27), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:35.308270 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e658feca-43f3-4cd6-a845-49804212d922 req-2d0b0d28-d11d-43ff-8955-879d64a6fe19 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.78 "GET /v2.0/security-groups?id=537c726c-114d-48da-9e55-19abb017d9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317904 Mar 11 11:51:35.321197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-8baa6cfb-be19-4b76-8765-7f9f748e870c req-00bb1025-e1cc-4a04-8032-29807f81bb75 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] No DVR routers for this DVR port 49b8c953-a8dd-4d2c-931d-7c1b57e3153e on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:51:35.325897 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8baa6cfb-be19-4b76-8765-7f9f748e870c req-00bb1025-e1cc-4a04-8032-29807f81bb75 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:35.329566 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8baa6cfb-be19-4b76-8765-7f9f748e870c req-00bb1025-e1cc-4a04-8032-29807f81bb75 tempest-ListServersNegativeTestJSON-1549056042 tempest-ListServersNegativeTestJSON-1549056042-project] 10.222.0.37 "DELETE /v2.0/ports/49b8c953-a8dd-4d2c-931d-7c1b57e3153e HTTP/1.1" status: 204 len: 173 time: 1.3316536 Mar 11 11:51:35.398184 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 2664cc3e-8cca-4bdf-908d-1e630373d07f details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:51:35.424118 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (2c393c06-86c4-46a0-a91c-66ee7673ee27), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:35.464780 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9614603-b842-4fc1-a931-71164e017f60 x-openstack-request-id: req-e9614603-b842-4fc1-a931-71164e017f60 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:51:35.465130 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2", "name": "network-vif-deleted", "tag": "72482d48-2920-4c04-8945-943495c68fb5", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:51:35.465324 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e9614603-b842-4fc1-a931-71164e017f60 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:51:35.465736 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5e9aed-c2d2-4a05-a21f-6b50e1633bc2', 'name': 'network-vif-deleted', 'tag': '72482d48-2920-4c04-8945-943495c68fb5', 'status': 'completed', 'code': 200} Mar 11 11:51:35.484008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:51:35.488496 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:51:35.498739 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:51:35.648832 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 2664cc3e-8cca-4bdf-908d-1e630373d07f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=2664cc3e-8cca-4bdf-908d-1e630373d07f,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:35.654209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Pushing event updated for resources: {'Port': ['ID=2c393c06-86c4-46a0-a91c-66ee7673ee27,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:35.679347 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '2664cc3e-8cca-4bdf-908d-1e630373d07f', 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648', 'port_id': '2664cc3e-8cca-4bdf-908d-1e630373d07f', 'mac_address': 'fa:16:3e:7b:41:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f66835-f96f-400f-bf5c-297271943f29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:51:35.771160 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 2664cc3e-8cca-4bdf-908d-1e630373d07f is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:51:35.771836 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:35.790521 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2664cc3e-8cca-4bdf-908d-1e630373d07f {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:51:35.846123 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 2664cc3e-8cca-4bdf-908d-1e630373d07f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=2664cc3e-8cca-4bdf-908d-1e630373d07f,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:35.862795 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:36.048871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['2664cc3e-8cca-4bdf-908d-1e630373d07f'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:51:36.189595 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=2664cc3e-8cca-4bdf-908d-1e630373d07f,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:36.559418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-debc2f73-7c81-4cbb-87e5-d6b50ea97268 req-7dbb8178-5120-444a-97ac-16c91114883d tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0907958 Mar 11 11:51:36.614777 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54250) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:36.615118 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (2869de2a-8521-49a9-94cf-9295b7028cab), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:36.690807 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-781dadd1-6ae5-4753-b1d0-56932130a8ae admin admin] Deleting subnet cf82ce12-31b0-4aff-a2d2-cef6e24a58b1 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:51:36.700508 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-781dadd1-6ae5-4753-b1d0-56932130a8ae admin admin] Publish callbacks [] for subnet (cf82ce12-31b0-4aff-a2d2-cef6e24a58b1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:36.747172 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-781dadd1-6ae5-4753-b1d0-56932130a8ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (cf82ce12-31b0-4aff-a2d2-cef6e24a58b1), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:36.804589 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-781dadd1-6ae5-4753-b1d0-56932130a8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (cf82ce12-31b0-4aff-a2d2-cef6e24a58b1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:36.871142 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-781dadd1-6ae5-4753-b1d0-56932130a8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (cf82ce12-31b0-4aff-a2d2-cef6e24a58b1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:36.931629 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781dadd1-6ae5-4753-b1d0-56932130a8ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf82ce12-31b0-4aff-a2d2-cef6e24a58b1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:36.937593 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-781dadd1-6ae5-4753-b1d0-56932130a8ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:36.942991 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-781dadd1-6ae5-4753-b1d0-56932130a8ae admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cf82ce12-31b0-4aff-a2d2-cef6e24a58b1 HTTP/1.1" status: 204 len: 168 time: 0.3267345 Mar 11 11:51:36.945439 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54256) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:36.977563 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (2869de2a-8521-49a9-94cf-9295b7028cab), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:37.084352 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7dab09a5-79fe-4eca-b2d7-9f56af353e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (b5c880bf-bb72-488f-8c1e-c0db4571bef6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:37.197949 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7dab09a5-79fe-4eca-b2d7-9f56af353e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (b5c880bf-bb72-488f-8c1e-c0db4571bef6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:37.200861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Router 2869de2a-8521-49a9-94cf-9295b7028cab is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:51:37.224530 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-7dab09a5-79fe-4eca-b2d7-9f56af353e28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c880bf-bb72-488f-8c1e-c0db4571bef6']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:37.244002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-7dab09a5-79fe-4eca-b2d7-9f56af353e28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc588f8-3ef4-4715-add6-2cdc10bfddfe') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:37.244537 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-7dab09a5-79fe-4eca-b2d7-9f56af353e28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc588f8-3ef4-4715-add6-2cdc10bfddfe') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:37.275038 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7dab09a5-79fe-4eca-b2d7-9f56af353e28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (7dc588f8-3ef4-4715-add6-2cdc10bfddfe), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:37.305106 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7dab09a5-79fe-4eca-b2d7-9f56af353e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (7dc588f8-3ef4-4715-add6-2cdc10bfddfe), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:37.314759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dab09a5-79fe-4eca-b2d7-9f56af353e28 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:51:37.316350 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7dab09a5-79fe-4eca-b2d7-9f56af353e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (7dc588f8-3ef4-4715-add6-2cdc10bfddfe), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:51:37.322591 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:51:37.413293 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 2664cc3e-8cca-4bdf-908d-1e630373d07f up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:51:37.428446 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7dab09a5-79fe-4eca-b2d7-9f56af353e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (b5c880bf-bb72-488f-8c1e-c0db4571bef6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:37.443884 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7dab09a5-79fe-4eca-b2d7-9f56af353e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:37.449920 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7dab09a5-79fe-4eca-b2d7-9f56af353e28 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b5c880bf-bb72-488f-8c1e-c0db4571bef6 HTTP/1.1" status: 204 len: 168 time: 0.5009415 Mar 11 11:51:37.454799 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:51:37.484731 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab09a5-79fe-4eca-b2d7-9f56af353e28 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c880bf-bb72-488f-8c1e-c0db4571bef6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:37.486377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e24053-8b00-4809-8842-e7b039ade6fe', 'name': 'network-vif-deleted', 'tag': '49b8c953-a8dd-4d2c-931d-7c1b57e3153e'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:51:37.496551 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42afd5f1-78d6-42e2-889a-0f8819c7b751" -d '{"events": [{"server_uuid": "30e24053-8b00-4809-8842-e7b039ade6fe", "name": "network-vif-deleted", "tag": "49b8c953-a8dd-4d2c-931d-7c1b57e3153e"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:51:37.503112 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:37.508569 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b1a08391-dfb4-44df-b273-718139a9dbb7 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2828557 Mar 11 11:51:37.508660 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54268) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:37.525235 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d3916-c7dd-4ef8-b681-ceebab389821 None None] Sync routers for ids ['2869de2a-8521-49a9-94cf-9295b7028cab'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:51:37.618190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d3916-c7dd-4ef8-b681-ceebab389821 None None] Routers {'2869de2a-8521-49a9-94cf-9295b7028cab'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:51:37.626271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d45d3916-c7dd-4ef8-b681-ceebab389821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:51:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2869de2a-8521-49a9-94cf-9295b7028cab'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:37.635186 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc94342d-9e34-486f-9481-69af833458c8 x-openstack-request-id: req-fc94342d-9e34-486f-9481-69af833458c8 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:51:37.635683 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e24053-8b00-4809-8842-e7b039ade6fe", "name": "network-vif-deleted", "tag": "49b8c953-a8dd-4d2c-931d-7c1b57e3153e", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:51:37.636148 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc94342d-9e34-486f-9481-69af833458c8 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:51:37.636832 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e24053-8b00-4809-8842-e7b039ade6fe', 'name': 'network-vif-deleted', 'tag': '49b8c953-a8dd-4d2c-931d-7c1b57e3153e', 'status': 'completed', 'code': 200} Mar 11 11:51:37.737195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d45d3916-c7dd-4ef8-b681-ceebab389821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:37.780359 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d3916-c7dd-4ef8-b681-ceebab389821 None None] Routers {'2869de2a-8521-49a9-94cf-9295b7028cab'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:51:37.782321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-40903064-9ee1-40d6-84c9-efbd551bd584 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "GET /v2.0/routers/2869de2a-8521-49a9-94cf-9295b7028cab HTTP/1.1" status: 200 len: 923 time: 0.2725260 Mar 11 11:51:37.783061 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d45d3916-c7dd-4ef8-b681-ceebab389821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:51:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2869de2a-8521-49a9-94cf-9295b7028cab'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:37.785305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54284) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:37.870898 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-315097ac-a8ba-443a-971f-bef677bd9d40 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "GET /v2.0/ports?device_id=2869de2a-8521-49a9-94cf-9295b7028cab HTTP/1.1" status: 200 len: 205 time: 0.0811236 Mar 11 11:51:37.871974 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54286) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:37.901362 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ffb71692-1d0e-4a61-b3cd-3dee17931ec0 req-ca9bcd6f-da8a-45c9-ad7b-a2e2785e15ce tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0745974 Mar 11 11:51:37.929101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 2664cc3e-8cca-4bdf-908d-1e630373d07f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:51:37.933356 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:37.938122 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d45d3916-c7dd-4ef8-b681-ceebab389821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:37.940920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d3916-c7dd-4ef8-b681-ceebab389821 None None] The sync data for ids ['2869de2a-8521-49a9-94cf-9295b7028cab'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:51:38.121239 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54288) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:38.176378 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5194ea9-14e9-4f37-a754-398399a74f66 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (2869de2a-8521-49a9-94cf-9295b7028cab), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:38.180433 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 2664cc3e-8cca-4bdf-908d-1e630373d07f is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:51:38.181012 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:38.198673 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e2dec704-e02b-401d-bbb9-4983e9af5c7c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=05c14813c6234e56987ff3626b6c4aa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0764449 Mar 11 11:51:38.201347 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54290) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:38.202654 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 49b8c953-a8dd-4d2c-931d-7c1b57e3153e no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:51:38.280751 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbce2400-25c6-4751-aec1-bb9ee8a9f394 admin admin] Publish callbacks [] for security_group (537c726c-114d-48da-9e55-19abb017d9a4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:38.318913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 49b8c953-a8dd-4d2c-931d-7c1b57e3153e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:51:38.320738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 49b8c953-a8dd-4d2c-931d-7c1b57e3153e not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:51:38.322455 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbce2400-25c6-4751-aec1-bb9ee8a9f394 admin admin] Publish callbacks [] for security_group (537c726c-114d-48da-9e55-19abb017d9a4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:38.356781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a18d9f-cfa3-44f6-81c7-296f231d4db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2664cc3e-8cca-4bdf-908d-1e630373d07f'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:51:38.359712 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01493cc-70d5-484f-bfab-a9878ca95fec" -d '{"events": [{"server_uuid": "56a18d9f-cfa3-44f6-81c7-296f231d4db7", "name": "network-vif-plugged", "status": "completed", "tag": "2664cc3e-8cca-4bdf-908d-1e630373d07f"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:51:38.421482 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbce2400-25c6-4751-aec1-bb9ee8a9f394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (537c726c-114d-48da-9e55-19abb017d9a4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:38.425338 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbce2400-25c6-4751-aec1-bb9ee8a9f394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:38.433457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bbce2400-25c6-4751-aec1-bb9ee8a9f394 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/537c726c-114d-48da-9e55-19abb017d9a4 HTTP/1.1" status: 204 len: 168 time: 0.2275786 Mar 11 11:51:38.433674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 2664cc3e-8cca-4bdf-908d-1e630373d07f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=2664cc3e-8cca-4bdf-908d-1e630373d07f,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:38.451044 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:38.451902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 72482d48-2920-4c04-8945-943495c68fb5 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:51:38.464965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce2400-25c6-4751-aec1-bb9ee8a9f394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537c726c-114d-48da-9e55-19abb017d9a4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:38.495989 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 72482d48-2920-4c04-8945-943495c68fb5 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:51:38.496352 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 72482d48-2920-4c04-8945-943495c68fb5 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:51:38.504723 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5194ea9-14e9-4f37-a754-398399a74f66 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (2869de2a-8521-49a9-94cf-9295b7028cab), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:38.517990 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08caaf5c-db00-46e9-9556-f43897b21a5d x-openstack-request-id: req-08caaf5c-db00-46e9-9556-f43897b21a5d {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:51:38.518221 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a18d9f-cfa3-44f6-81c7-296f231d4db7", "name": "network-vif-plugged", "status": "completed", "tag": "2664cc3e-8cca-4bdf-908d-1e630373d07f", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:51:38.518516 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08caaf5c-db00-46e9-9556-f43897b21a5d {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:51:38.518801 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a18d9f-cfa3-44f6-81c7-296f231d4db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2664cc3e-8cca-4bdf-908d-1e630373d07f', 'code': 200} Mar 11 11:51:38.623552 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=2664cc3e-8cca-4bdf-908d-1e630373d07f,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:38.643885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c5194ea9-14e9-4f37-a754-398399a74f66 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Deleting port 2c393c06-86c4-46a0-a91c-66ee7673ee27 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:51:38.644317 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5194ea9-14e9-4f37-a754-398399a74f66 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2c393c06-86c4-46a0-a91c-66ee7673ee27), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:38.839422 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5194ea9-14e9-4f37-a754-398399a74f66 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2c393c06-86c4-46a0-a91c-66ee7673ee27), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:38.870308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c5194ea9-14e9-4f37-a754-398399a74f66 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Calling delete_port for 2c393c06-86c4-46a0-a91c-66ee7673ee27 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:51:39.210215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5b244b4-c7c8-407c-bf11-75027d799288 req-23711ecd-47b4-403a-92ec-77f3a33944b5 tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.1148777 Mar 11 11:51:39.308082 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5194ea9-14e9-4f37-a754-398399a74f66 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (2c393c06-86c4-46a0-a91c-66ee7673ee27), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:39.410506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5194ea9-14e9-4f37-a754-398399a74f66 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Pushing event deleted for resources: {'Port': ['ID=2c393c06-86c4-46a0-a91c-66ee7673ee27,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:39.536769 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5194ea9-14e9-4f37-a754-398399a74f66 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (2869de2a-8521-49a9-94cf-9295b7028cab), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:39.788440 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5194ea9-14e9-4f37-a754-398399a74f66 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (2869de2a-8521-49a9-94cf-9295b7028cab), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:39.801378 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5194ea9-14e9-4f37-a754-398399a74f66 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_controller (2869de2a-8521-49a9-94cf-9295b7028cab), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:39.990691 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5194ea9-14e9-4f37-a754-398399a74f66 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (2869de2a-8521-49a9-94cf-9295b7028cab), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:39.991273 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5194ea9-14e9-4f37-a754-398399a74f66 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Fanout notify agent at l3_agent the message router_deleted on router 2869de2a-8521-49a9-94cf-9295b7028cab {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:51:40.023877 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5194ea9-14e9-4f37-a754-398399a74f66 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:40.027217 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c5194ea9-14e9-4f37-a754-398399a74f66 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "DELETE /v2.0/routers/2869de2a-8521-49a9-94cf-9295b7028cab HTTP/1.1" status: 204 len: 168 time: 2.1528184 Mar 11 11:51:40.031119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54344) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:40.036485 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1646315740', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'enable_snat': False}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:40.103875 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (f88fbe00-848c-4423-b254-2473492440aa), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:40.112455 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (f88fbe00-848c-4423-b254-2473492440aa), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:40.243033 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_controller (f88fbe00-848c-4423-b254-2473492440aa), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:40.560946 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (f88fbe00-848c-4423-b254-2473492440aa), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:40.641546 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6207c8fe-23a9-4e1b-81de-194127b240fb req-52db4285-4d16-4007-bd94-085c10cb583c tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.1855714 Mar 11 11:51:41.317732 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (f88fbe00-848c-4423-b254-2473492440aa), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:41.402069 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:41.643570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54394) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:41.673000 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Allocated IP 172.25.7.249 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/c7f9d3e8-17ad-4064-a7f4-a5f3bd516072) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:51:41.940235 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-12484e47-a90e-43a8-8159-6122d00b5432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:41.962033 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df81e5c3-359f-4e3e-8165-feb99085ad76 req-e30c8491-ccbb-4dae-8502-df6b30e7bbb3 tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.1001568 Mar 11 11:51:42.006369 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for port (c7f9d3e8-17ad-4064-a7f4-a5f3bd516072), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:42.101103 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c7f9d3e8-17ad-4064-a7f4-a5f3bd516072), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:42.168869 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:51:42.174293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:51:42.179254 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:51:42.186165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Pushing event updated for resources: {'Port': ['ID=c7f9d3e8-17ad-4064-a7f4-a5f3bd516072,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:42.231266 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-12484e47-a90e-43a8-8159-6122d00b5432 admin admin] Publish callbacks [] for security_group (156a51cf-fa62-4c46-b1e9-776e0a61e247), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:42.253668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-12484e47-a90e-43a8-8159-6122d00b5432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (156a51cf-fa62-4c46-b1e9-776e0a61e247), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:42.420278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54414) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:42.421058 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-12484e47-a90e-43a8-8159-6122d00b5432 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=576df6c6a4c641598107bd091503ce19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7751527 Mar 11 11:51:42.431282 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12484e47-a90e-43a8-8159-6122d00b5432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156a51cf-fa62-4c46-b1e9-776e0a61e247,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:42.548372 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:42.735109 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53f31a12-862b-48e9-b565-e748988035ea admin admin] Publish callbacks [] for security_group (156a51cf-fa62-4c46-b1e9-776e0a61e247), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:43.379901 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (f88fbe00-848c-4423-b254-2473492440aa), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:43.392349 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53f31a12-862b-48e9-b565-e748988035ea admin admin] Publish callbacks [] for security_group (156a51cf-fa62-4c46-b1e9-776e0a61e247), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:43.543283 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-961a041f-dbb6-4a54-b779-7a76195f2841 req-0a2e419b-bba8-43ed-b539-be62c0ca53b2 tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.2530971 Mar 11 11:51:43.597905 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8cc9-2b8f-4442-9ebc-f9ffd3966819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:43.718496 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53f31a12-862b-48e9-b565-e748988035ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (156a51cf-fa62-4c46-b1e9-776e0a61e247), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:43.721786 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53f31a12-862b-48e9-b565-e748988035ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:43.726575 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-53f31a12-862b-48e9-b565-e748988035ea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/156a51cf-fa62-4c46-b1e9-776e0a61e247 HTTP/1.1" status: 204 len: 168 time: 1.3049560 Mar 11 11:51:43.764673 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f31a12-862b-48e9-b565-e748988035ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156a51cf-fa62-4c46-b1e9-776e0a61e247,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:44.101272 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (f88fbe00-848c-4423-b254-2473492440aa), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:44.530268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Router f88fbe00-848c-4423-b254-2473492440aa is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:51:44.778146 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02a347de-34c7-4327-ac0e-dfeee8f0e007 req-3490cd3a-3fcd-4c88-b962-f0f8030ce41f tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0438888 Mar 11 11:51:44.786950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:51:44.796565 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Sync routers for ids ['f88fbe00-848c-4423-b254-2473492440aa'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:51:44.812501 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Routers {'f88fbe00-848c-4423-b254-2473492440aa'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:51:44.813390 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:51:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f88fbe00-848c-4423-b254-2473492440aa'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:44.826597 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:44.828055 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a94f8e55-51b9-4840-8795-845a59b5c808 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.7957132 Mar 11 11:51:44.831071 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54464) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:45.147393 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3c416d9e-3067-4d34-8f39-a8b376249b85 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "GET /v2.0/routers/f88fbe00-848c-4423-b254-2473492440aa HTTP/1.1" status: 200 len: 909 time: 0.3148892 Mar 11 11:51:45.149831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54470) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:45.154266 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1646315740', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'enable_snat': True}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:45.159188 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Set router f88fbe00-848c-4423-b254-2473492440aa gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:51:45.165502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54472) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:45.195169 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (32da7cc2-ea55-4f71-b779-2b369e075341), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:45.197091 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (32da7cc2-ea55-4f71-b779-2b369e075341), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:45.326285 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_controller (32da7cc2-ea55-4f71-b779-2b369e075341), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:45.358191 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7df96448-1fd6-4505-950b-f5fb9df64c3b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-720363214-network', 'tenant_id': '29f5b312556b4589920613256a0ab6fc'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:45.417323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df96448-1fd6-4505-950b-f5fb9df64c3b admin admin] Made reservation on behalf of 29f5b312556b4589920613256a0ab6fc for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:51:45.420875 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7df96448-1fd6-4505-950b-f5fb9df64c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:45.447013 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7df96448-1fd6-4505-950b-f5fb9df64c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:45.655335 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7df96448-1fd6-4505-950b-f5fb9df64c3b admin admin] Publish callbacks [] for security_group (e9d3e1f9-9639-405c-86cb-c4072eab76e4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:45.668166 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7df96448-1fd6-4505-950b-f5fb9df64c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e9d3e1f9-9639-405c-86cb-c4072eab76e4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:45.682584 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88fbe00-848c-4423-b254-2473492440aa', 'name': 'tempest-snat-router-1646315740', 'tenant_id': '6d052e9ec869409eac33d8e56fa4634e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.249'}], 'enable_snat': False}, 'gw_port_id': 'c7f9d3e8-17ad-4064-a7f4-a5f3bd516072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:51:40Z', 'updated_at': '2022-03-11T11:51:42Z', 'revision_number': 3, 'project_id': '6d052e9ec869409eac33d8e56fa4634e', 'gw_port': {'id': 'c7f9d3e8-17ad-4064-a7f4-a5f3bd516072', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88fbe00-848c-4423-b254-2473492440aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:51:41Z', 'updated_at': '2022-03-11T11:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:45.732464 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df96448-1fd6-4505-950b-f5fb9df64c3b admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:51:45.735706 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-de6bc9c2-2827-4b66-953b-07e5c06590a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:45.753257 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Checking router: f88fbe00-848c-4423-b254-2473492440aa for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:51:45.754338 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Updating router f88fbe00-848c-4423-b254-2473492440aa port c7f9d3e8-17ad-4064-a7f4-a5f3bd516072 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:51:45.756693 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df96448-1fd6-4505-950b-f5fb9df64c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d3e1f9-9639-405c-86cb-c4072eab76e4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:45.767395 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (32da7cc2-ea55-4f71-b779-2b369e075341), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:45.769483 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7df96448-1fd6-4505-950b-f5fb9df64c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (65d817b4-da65-4185-b71f-1f6213b46010), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:45.770090 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-7df96448-1fd6-4505-950b-f5fb9df64c3b admin admin] Added segment 65d817b4-da65-4185-b71f-1f6213b46010 of type vlan for network 03d8370f-c6c7-4ede-b7e9-f491126e7937 Mar 11 11:51:45.855186 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c7f9d3e8-17ad-4064-a7f4-a5f3bd516072), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:45.873916 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7df96448-1fd6-4505-950b-f5fb9df64c3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (03d8370f-c6c7-4ede-b7e9-f491126e7937), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:45.959207 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7df96448-1fd6-4505-950b-f5fb9df64c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (03d8370f-c6c7-4ede-b7e9-f491126e7937), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:45.960613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df96448-1fd6-4505-950b-f5fb9df64c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:45.961449 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7df96448-1fd6-4505-950b-f5fb9df64c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:46.028901 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09d19df1-df23-4976-8102-b5bfe896b1e3 req-f9c8d747-97f9-49e8-a183-769a57313b8f tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0623765 Mar 11 11:51:46.133971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df96448-1fd6-4505-950b-f5fb9df64c3b admin admin] Pushing event updated for resources: {'Network': ['ID=03d8370f-c6c7-4ede-b7e9-f491126e7937,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:46.146048 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 03d8370f-c6c7-4ede-b7e9-f491126e7937 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:51:46.168131 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7df96448-1fd6-4505-950b-f5fb9df64c3b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9988077 Mar 11 11:51:46.169958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54496) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:46.196621 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7554f304-ee59-483b-92b7-c69f205b7ed6 admin admin] Request body: {'subnet': {'network_id': '03d8370f-c6c7-4ede-b7e9-f491126e7937', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-720363214-subnet', 'tenant_id': '29f5b312556b4589920613256a0ab6fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:46.270175 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (32da7cc2-ea55-4f71-b779-2b369e075341), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:46.289390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7554f304-ee59-483b-92b7-c69f205b7ed6 admin admin] Made reservation on behalf of 29f5b312556b4589920613256a0ab6fc for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:51:46.292332 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7554f304-ee59-483b-92b7-c69f205b7ed6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:46.350166 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:46.515433 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Publish callbacks [] for port (c7f9d3e8-17ad-4064-a7f4-a5f3bd516072), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:46.527465 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c7f9d3e8-17ad-4064-a7f4-a5f3bd516072), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:46.665766 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Allocated IP 172.25.7.6 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/05798564-6900-4745-892b-a01f1c06fce8) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:51:46.683984 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Attempting to bind port c7f9d3e8-17ad-4064-a7f4-a5f3bd516072 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:51:46.684604 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Attempting to bind port c7f9d3e8-17ad-4064-a7f4-a5f3bd516072 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:51:46.684921 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Attempting to bind port c7f9d3e8-17ad-4064-a7f4-a5f3bd516072 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:51:46.688298 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88dbfd-ccea-4a60-96fc-067202766a82 None None] Pushing event updated for resources: {'Port': ['ID=c7f9d3e8-17ad-4064-a7f4-a5f3bd516072,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:46.699339 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:51:46.699895 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:51:46.700449 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:46.700835 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:51:46.701375 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Bound port: c7f9d3e8-17ad-4064-a7f4-a5f3bd516072, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:51:46.701751 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c7f9d3e8-17ad-4064-a7f4-a5f3bd516072), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:46.712529 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88dbfd-ccea-4a60-96fc-067202766a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:46.712883 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88dbfd-ccea-4a60-96fc-067202766a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:46.713202 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88dbfd-ccea-4a60-96fc-067202766a82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:46.713534 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88dbfd-ccea-4a60-96fc-067202766a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:46.713857 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88dbfd-ccea-4a60-96fc-067202766a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:46.714180 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88dbfd-ccea-4a60-96fc-067202766a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:46.714554 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88dbfd-ccea-4a60-96fc-067202766a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:46.714877 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88dbfd-ccea-4a60-96fc-067202766a82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:46.715193 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88dbfd-ccea-4a60-96fc-067202766a82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:46.715506 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88dbfd-ccea-4a60-96fc-067202766a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:46.715849 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88dbfd-ccea-4a60-96fc-067202766a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:46.716166 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88dbfd-ccea-4a60-96fc-067202766a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:46.716480 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88dbfd-ccea-4a60-96fc-067202766a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:46.745518 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7554f304-ee59-483b-92b7-c69f205b7ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (5af907d7-ebac-4d63-b06d-c44a7139abbb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:46.827161 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] For port c7f9d3e8-17ad-4064-a7f4-a5f3bd516072, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:51:46.840367 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] For port c7f9d3e8-17ad-4064-a7f4-a5f3bd516072, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c7f9d3e8-17ad-4064-a7f4-a5f3bd516072,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:51:46.857283 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c7f9d3e8-17ad-4064-a7f4-a5f3bd516072), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:46.879890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554f304-ee59-483b-92b7-c69f205b7ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af907d7-ebac-4d63-b06d-c44a7139abbb,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:46.893385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7554f304-ee59-483b-92b7-c69f205b7ed6 admin admin] Checking segment: {'id': '65d817b4-da65-4185-b71f-1f6213b46010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '03d8370f-c6c7-4ede-b7e9-f491126e7937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:51:46.893923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554f304-ee59-483b-92b7-c69f205b7ed6 admin admin] Network hostable DHCP agents. Network: 03d8370f-c6c7-4ede-b7e9-f491126e7937, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:51:46.910494 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for port (05798564-6900-4745-892b-a01f1c06fce8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:46.939124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554f304-ee59-483b-92b7-c69f205b7ed6 admin admin] Network 03d8370f-c6c7-4ede-b7e9-f491126e7937 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:51:46.958929 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-7554f304-ee59-483b-92b7-c69f205b7ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 03d8370f-c6c7-4ede-b7e9-f491126e7937) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:51:46.963280 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554f304-ee59-483b-92b7-c69f205b7ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:46.964007 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7554f304-ee59-483b-92b7-c69f205b7ed6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:46.975034 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488a63e3-a12b-4406-8f3e-8586258e7f09 None None] Network 03d8370f-c6c7-4ede-b7e9-f491126e7937 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:51:46.999417 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88dbfd-ccea-4a60-96fc-067202766a82 None None] Pushing event updated for resources: {'Port': ['ID=c7f9d3e8-17ad-4064-a7f4-a5f3bd516072,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:47.007316 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Routers {'f88fbe00-848c-4423-b254-2473492440aa'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:51:47.008059 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:51:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f88fbe00-848c-4423-b254-2473492440aa'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:47.008879 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7554f304-ee59-483b-92b7-c69f205b7ed6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8364055 Mar 11 11:51:47.037964 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (05798564-6900-4745-892b-a01f1c06fce8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:47.144725 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Pushing event updated for resources: {'Port': ['ID=05798564-6900-4745-892b-a01f1c06fce8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:47.193974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:51:47.202653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:51:47.213463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:51:47.270635 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:47.321202 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3116cfb-a979-4968-9f4d-c3dedb63d961 None None] Network 03d8370f-c6c7-4ede-b7e9-f491126e7937 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:51:47.337800 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] Set router f88fbe00-848c-4423-b254-2473492440aa gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:51:47.391205 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8056e140-7a2f-42ac-b0b0-fc45455fdf2a req-2a169b9e-7437-487a-8075-3a2911bc594a tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0761511 Mar 11 11:51:47.814977 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (32da7cc2-ea55-4f71-b779-2b369e075341), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:47.941295 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88fbe00-848c-4423-b254-2473492440aa', 'name': 'tempest-snat-router-1646315740', 'tenant_id': '6d052e9ec869409eac33d8e56fa4634e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.249'}], 'enable_snat': False}, 'gw_port_id': 'c7f9d3e8-17ad-4064-a7f4-a5f3bd516072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:51:40Z', 'updated_at': '2022-03-11T11:51:42Z', 'revision_number': 3, 'project_id': '6d052e9ec869409eac33d8e56fa4634e', 'gw_port': {'id': 'c7f9d3e8-17ad-4064-a7f4-a5f3bd516072', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88fbe00-848c-4423-b254-2473492440aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:51:41Z', 'updated_at': '2022-03-11T11:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:48.013301 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305fa9f4-be48-41a2-8e0d-a1da28c11ccd None None] The sync data for ids ['f88fbe00-848c-4423-b254-2473492440aa'] in n-d-833234-2 is: [{'id': 'f88fbe00-848c-4423-b254-2473492440aa', 'name': 'tempest-snat-router-1646315740', 'tenant_id': '6d052e9ec869409eac33d8e56fa4634e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.249'}], 'enable_snat': False}, 'gw_port_id': 'c7f9d3e8-17ad-4064-a7f4-a5f3bd516072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:51:40Z', 'updated_at': '2022-03-11T11:51:42Z', 'revision_number': 3, 'project_id': '6d052e9ec869409eac33d8e56fa4634e', 'gw_port': {'id': 'c7f9d3e8-17ad-4064-a7f4-a5f3bd516072', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88fbe00-848c-4423-b254-2473492440aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:51:41Z', 'updated_at': '2022-03-11T11:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:51:48.081240 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-6c4c7de0-a2e2-4523-b83e-947ee3588a3c tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:48.083025 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-6c4c7de0-a2e2-4523-b83e-947ee3588a3c tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/networks?id=03d8370f-c6c7-4ede-b7e9-f491126e7937 HTTP/1.1" status: 200 len: 812 time: 0.3064797 Mar 11 11:51:48.102434 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-8ea730b9-ee6e-47a0-913a-5c19569b116f tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/quotas/29f5b312556b4589920613256a0ab6fc HTTP/1.1" status: 200 len: 375 time: 0.0106869 Mar 11 11:51:48.352178 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (32da7cc2-ea55-4f71-b779-2b369e075341), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:48.384910 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-3a3784e8-4996-45e1-b908-f16fdc93967d tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=29f5b312556b4589920613256a0ab6fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2738385 Mar 11 11:51:48.522684 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:48.695548 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-de6078ba-d053-49fc-9dec-2490f2417494 service neutron] 10.222.0.78 "GET /v2.0/networks/03d8370f-c6c7-4ede-b7e9-f491126e7937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095987 Mar 11 11:51:48.954425 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3df8fe4e-8a67-4141-b106-e997bc5cdf9b req-46b1b452-1dc1-4fdf-90c5-87710ea2bd4f tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.1183002 Mar 11 11:51:49.188318 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-2d2acf08-e0b6-4965-aa0b-df9ccdf23654 service neutron] 10.222.0.78 "GET /v2.0/networks/03d8370f-c6c7-4ede-b7e9-f491126e7937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864023 Mar 11 11:51:49.452851 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Router 32da7cc2-ea55-4f71-b779-2b369e075341 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:51:49.527533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4e33c-25a1-4e2f-b5c8-799d2e30b234 req-e059e6ee-ab6b-48dc-a249-1bd8a9a7ca6c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:49.539330 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4e33c-25a1-4e2f-b5c8-799d2e30b234 req-e059e6ee-ab6b-48dc-a249-1bd8a9a7ca6c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:49.546981 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4e33c-25a1-4e2f-b5c8-799d2e30b234 req-e059e6ee-ab6b-48dc-a249-1bd8a9a7ca6c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:49.554604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4e33c-25a1-4e2f-b5c8-799d2e30b234 req-e059e6ee-ab6b-48dc-a249-1bd8a9a7ca6c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:49.560477 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4e33c-25a1-4e2f-b5c8-799d2e30b234 req-e059e6ee-ab6b-48dc-a249-1bd8a9a7ca6c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:49.567729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4e33c-25a1-4e2f-b5c8-799d2e30b234 req-e059e6ee-ab6b-48dc-a249-1bd8a9a7ca6c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:49.574790 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4e33c-25a1-4e2f-b5c8-799d2e30b234 req-e059e6ee-ab6b-48dc-a249-1bd8a9a7ca6c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:49.580937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6cd4e33c-25a1-4e2f-b5c8-799d2e30b234 req-e059e6ee-ab6b-48dc-a249-1bd8a9a7ca6c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5433 time: 0.3178935 Mar 11 11:51:49.713693 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:51:49.735521 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14563b92-6b30-4ae7-a891-7057a735d16a req-97d231d1-82ae-4dc0-8eda-13668a343baa tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/ports?device_id=19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac HTTP/1.1" status: 200 len: 210 time: 0.0777602 Mar 11 11:51:49.945756 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:51:49.957634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Sync routers for ids ['32da7cc2-ea55-4f71-b779-2b369e075341'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:51:49.981368 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Routers {'32da7cc2-ea55-4f71-b779-2b369e075341'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:51:49.983067 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:51:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['32da7cc2-ea55-4f71-b779-2b369e075341'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:50.081929 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6cd4e33c-25a1-4e2f-b5c8-799d2e30b234 req-ff62f4cf-4b5a-412f-915e-5ae6a26c0fc5 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4391391 Mar 11 11:51:50.084956 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:50.086318 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d75e8965-e824-4227-8268-f6a7422b3448 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.9354765 Mar 11 11:51:50.089356 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54582) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:50.233239 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4708056-f925-49a7-b271-566a95fc0562 req-9a541c94-79a4-43f6-b81e-ee4faea0d087 tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0842898 Mar 11 11:51:50.538082 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7d026797-d874-4d58-8ad4-fe35da6cbbe9 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "GET /v2.0/routers/32da7cc2-ea55-4f71-b779-2b369e075341 HTTP/1.1" status: 200 len: 906 time: 0.4444947 Mar 11 11:51:50.538672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54600) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:50.585425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c7f9d3e8-17ad-4064-a7f4-a5f3bd516072 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:51:50.624914 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:51.117118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port c7f9d3e8-17ad-4064-a7f4-a5f3bd516072 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:51:51.117783 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c7f9d3e8-17ad-4064-a7f4-a5f3bd516072), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:51.231346 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-efb1af25-166e-46cc-ab8e-8d04fc844225 req-e7332118-dfc0-4c45-afaa-9fce82faabc0 tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/ports?device_id=19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac HTTP/1.1" status: 200 len: 210 time: 0.2614770 Mar 11 11:51:51.274681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Set router 32da7cc2-ea55-4f71-b779-2b369e075341 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:51:51.334777 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router (32da7cc2-ea55-4f71-b779-2b369e075341), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:51.542728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port c7f9d3e8-17ad-4064-a7f4-a5f3bd516072 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:51:51.544608 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c7f9d3e8-17ad-4064-a7f4-a5f3bd516072), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:51.574299 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port c7f9d3e8-17ad-4064-a7f4-a5f3bd516072, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c7f9d3e8-17ad-4064-a7f4-a5f3bd516072,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:51.759786 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c7f9d3e8-17ad-4064-a7f4-a5f3bd516072), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:52.194548 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=c7f9d3e8-17ad-4064-a7f4-a5f3bd516072,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:52.219277 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:52.221969 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:52.223283 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:52.223814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:52.224250 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:52.224783 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:52.226717 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:52.227432 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:52.227886 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:52.232334 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:52.233792 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:52.234238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:52.234717 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:52.339878 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da7cc2-ea55-4f71-b779-2b369e075341', 'name': 'tempest-snat-router-1646315740', 'tenant_id': '6d052e9ec869409eac33d8e56fa4634e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '05798564-6900-4745-892b-a01f1c06fce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:51:45Z', 'updated_at': '2022-03-11T11:51:47Z', 'revision_number': 3, 'project_id': '6d052e9ec869409eac33d8e56fa4634e', 'gw_port': {'id': '05798564-6900-4745-892b-a01f1c06fce8', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da7cc2-ea55-4f71-b779-2b369e075341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:51:46Z', 'updated_at': '2022-03-11T11:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:52.368687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-5823d6f7-c61d-43f7-b7b3-05c051cab7dc tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:52.370949 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-5823d6f7-c61d-43f7-b7b3-05c051cab7dc tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.71 "GET /v2.0/networks?id=03d8370f-c6c7-4ede-b7e9-f491126e7937 HTTP/1.1" status: 200 len: 812 time: 0.4911788 Mar 11 11:51:52.394949 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-1b2423df-3752-4a63-a9c1-f4483aae053e tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Request body: {'port': {'device_id': '19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac', 'network_id': '03d8370f-c6c7-4ede-b7e9-f491126e7937', 'admin_state_up': True, 'tenant_id': '29f5b312556b4589920613256a0ab6fc'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:52.444310 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Checking router: 32da7cc2-ea55-4f71-b779-2b369e075341 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:51:52.448171 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Updating router 32da7cc2-ea55-4f71-b779-2b369e075341 port 05798564-6900-4745-892b-a01f1c06fce8 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:51:52.465811 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-7c6c0458-bf28-45e6-96e0-26218b1911a5 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:52.478232 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-7c6c0458-bf28-45e6-96e0-26218b1911a5 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:52.507226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-7c6c0458-bf28-45e6-96e0-26218b1911a5 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:52.521668 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-7c6c0458-bf28-45e6-96e0-26218b1911a5 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:52.553419 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (05798564-6900-4745-892b-a01f1c06fce8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:52.561807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-7c6c0458-bf28-45e6-96e0-26218b1911a5 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:52.568259 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-7c6c0458-bf28-45e6-96e0-26218b1911a5 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:52.605903 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-7c6c0458-bf28-45e6-96e0-26218b1911a5 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:52.608669 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-7c6c0458-bf28-45e6-96e0-26218b1911a5 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5433 time: 0.4434283 Mar 11 11:51:52.721018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fce96d-cf69-4738-8bf0-7fce38889ce6 req-8efe529d-c992-4d6f-8284-d8527bde05e2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:52.740957 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-78eb19bb-abf8-4623-b098-b42d9a66f3ce tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:52.742593 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-78eb19bb-abf8-4623-b098-b42d9a66f3ce tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.71 "GET /v2.0/ports/01f1b758-11ae-47ce-91f3-deec473c8b64?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1173706 Mar 11 11:51:52.748915 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fce96d-cf69-4738-8bf0-7fce38889ce6 req-8efe529d-c992-4d6f-8284-d8527bde05e2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:52.759143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fce96d-cf69-4738-8bf0-7fce38889ce6 req-8efe529d-c992-4d6f-8284-d8527bde05e2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:52.775910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fce96d-cf69-4738-8bf0-7fce38889ce6 req-8efe529d-c992-4d6f-8284-d8527bde05e2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:52.803475 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fce96d-cf69-4738-8bf0-7fce38889ce6 req-8efe529d-c992-4d6f-8284-d8527bde05e2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:52.822635 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fce96d-cf69-4738-8bf0-7fce38889ce6 req-8efe529d-c992-4d6f-8284-d8527bde05e2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:52.849177 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fce96d-cf69-4738-8bf0-7fce38889ce6 req-8efe529d-c992-4d6f-8284-d8527bde05e2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:52.858624 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42fce96d-cf69-4738-8bf0-7fce38889ce6 req-8efe529d-c992-4d6f-8284-d8527bde05e2 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5444 time: 1.8882694 Mar 11 11:51:52.993333 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54db41-866c-4a45-b7fc-0cfd832c11d7 req-ebe5b075-36b3-44fd-9d28-6756c09c3c08 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:53.008825 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54db41-866c-4a45-b7fc-0cfd832c11d7 req-ebe5b075-36b3-44fd-9d28-6756c09c3c08 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:53.017260 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54db41-866c-4a45-b7fc-0cfd832c11d7 req-ebe5b075-36b3-44fd-9d28-6756c09c3c08 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:53.037835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54db41-866c-4a45-b7fc-0cfd832c11d7 req-ebe5b075-36b3-44fd-9d28-6756c09c3c08 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:53.043517 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54db41-866c-4a45-b7fc-0cfd832c11d7 req-ebe5b075-36b3-44fd-9d28-6756c09c3c08 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:53.057144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54db41-866c-4a45-b7fc-0cfd832c11d7 req-ebe5b075-36b3-44fd-9d28-6756c09c3c08 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:53.073767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54db41-866c-4a45-b7fc-0cfd832c11d7 req-ebe5b075-36b3-44fd-9d28-6756c09c3c08 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:53.081906 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae54db41-866c-4a45-b7fc-0cfd832c11d7 req-ebe5b075-36b3-44fd-9d28-6756c09c3c08 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5433 time: 0.5686467 Mar 11 11:51:53.117848 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (32da7cc2-ea55-4f71-b779-2b369e075341), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:53.229242 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-3e4b1afe-3342-4bae-85b9-ed021a61eec7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.71 "GET /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4779193 Mar 11 11:51:53.249968 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Publish callbacks [] for port (05798564-6900-4745-892b-a01f1c06fce8), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:53.261996 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42fce96d-cf69-4738-8bf0-7fce38889ce6 req-bbee59dd-249c-4cbd-8c9f-42898bd2b27c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4022567 Mar 11 11:51:53.269540 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-2c6d929d-a8f1-48ce-89e3-daae69a4f27e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:53.312776 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (05798564-6900-4745-892b-a01f1c06fce8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:53.418358 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-1b2423df-3752-4a63-a9c1-f4483aae053e tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Made reservation on behalf of 29f5b312556b4589920613256a0ab6fc for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:51:53.428630 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-1b2423df-3752-4a63-a9c1-f4483aae053e tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:53.475198 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1125ef8f-e8ef-47d1-9a38-b2352765ef94 req-10f67ed3-e638-4f64-9914-f0bb727896b1 tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0792587 Mar 11 11:51:53.535778 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81430b29-1db0-4b99-ac2b-fd1f02ed44b3 None None] Pushing event updated for resources: {'Port': ['ID=05798564-6900-4745-892b-a01f1c06fce8,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:53.631543 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Attempting to bind port 05798564-6900-4745-892b-a01f1c06fce8 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:51:53.636109 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Attempting to bind port 05798564-6900-4745-892b-a01f1c06fce8 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:51:53.636391 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae54db41-866c-4a45-b7fc-0cfd832c11d7 req-52f1211f-1a10-4660-8b33-53543807deb2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5476689 Mar 11 11:51:53.636919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Attempting to bind port 05798564-6900-4745-892b-a01f1c06fce8 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:51:53.649629 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:51:53.650027 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:51:53.650432 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:53.650824 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:51:53.651307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Bound port: 05798564-6900-4745-892b-a01f1c06fce8, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:51:53.651718 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (05798564-6900-4745-892b-a01f1c06fce8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:53.706469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] For port 05798564-6900-4745-892b-a01f1c06fce8, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:51:53.710020 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] For port 05798564-6900-4745-892b-a01f1c06fce8, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=05798564-6900-4745-892b-a01f1c06fce8,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:51:53.720524 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Deleting port 05798564-6900-4745-892b-a01f1c06fce8 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:51:53.720913 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (05798564-6900-4745-892b-a01f1c06fce8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:53.751623 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (05798564-6900-4745-892b-a01f1c06fce8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:53.831702 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Routers {'32da7cc2-ea55-4f71-b779-2b369e075341'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:51:53.832455 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:51:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['32da7cc2-ea55-4f71-b779-2b369e075341'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:53.989303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8951638e-1ace-428a-be80-e8d9e95042f5 req-2b3fb9dd-00ad-4448-8538-f230eac60b42 tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/ports?device_id=19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac HTTP/1.1" status: 200 len: 210 time: 0.0565951 Mar 11 11:51:54.014858 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-2c6d929d-a8f1-48ce-89e3-daae69a4f27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:54.125962 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] Set router 32da7cc2-ea55-4f71-b779-2b369e075341 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:51:54.220612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-1b2423df-3752-4a63-a9c1-f4483aae053e tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Allocated IP 172.20.0.14 (03d8370f-c6c7-4ede-b7e9-f491126e7937/5af907d7-ebac-4d63-b06d-c44a7139abbb/1df6d73e-0a51-4dcf-8881-24d091caadd8) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:51:54.273422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] For port 05798564-6900-4745-892b-a01f1c06fce8, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=05798564-6900-4745-892b-a01f1c06fce8,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:54.274931 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (05798564-6900-4745-892b-a01f1c06fce8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:54.322374 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Calling delete_port for 05798564-6900-4745-892b-a01f1c06fce8 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:51:54.386623 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c7f9d3e8-17ad-4064-a7f4-a5f3bd516072 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:51:54.472676 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da7cc2-ea55-4f71-b779-2b369e075341', 'name': 'tempest-snat-router-1646315740', 'tenant_id': '6d052e9ec869409eac33d8e56fa4634e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:51:45Z', 'updated_at': '2022-03-11T11:51:53Z', 'revision_number': 4, 'project_id': '6d052e9ec869409eac33d8e56fa4634e', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:51:54.478757 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1243a84-15d3-4c3d-bbb4-fc5eb7507c90 req-1beafc2f-653b-4a8a-98a5-f051e1636877 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:54.486445 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1243a84-15d3-4c3d-bbb4-fc5eb7507c90 req-1beafc2f-653b-4a8a-98a5-f051e1636877 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:54.492743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1243a84-15d3-4c3d-bbb4-fc5eb7507c90 req-1beafc2f-653b-4a8a-98a5-f051e1636877 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:54.499449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1243a84-15d3-4c3d-bbb4-fc5eb7507c90 req-1beafc2f-653b-4a8a-98a5-f051e1636877 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:54.506685 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1243a84-15d3-4c3d-bbb4-fc5eb7507c90 req-1beafc2f-653b-4a8a-98a5-f051e1636877 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:54.512641 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1243a84-15d3-4c3d-bbb4-fc5eb7507c90 req-1beafc2f-653b-4a8a-98a5-f051e1636877 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:54.513443 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-1b2423df-3752-4a63-a9c1-f4483aae053e tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Publish callbacks [] for port (1df6d73e-0a51-4dcf-8881-24d091caadd8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:54.519457 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1243a84-15d3-4c3d-bbb4-fc5eb7507c90 req-1beafc2f-653b-4a8a-98a5-f051e1636877 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:54.540943 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1243a84-15d3-4c3d-bbb4-fc5eb7507c90 req-1beafc2f-653b-4a8a-98a5-f051e1636877 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5444 time: 0.5743022 Mar 11 11:51:54.570968 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddad975-8d92-4e92-b5a5-e0b02b54136f None None] The sync data for ids ['32da7cc2-ea55-4f71-b779-2b369e075341'] in n-d-833234-2 is: [{'id': '32da7cc2-ea55-4f71-b779-2b369e075341', 'name': 'tempest-snat-router-1646315740', 'tenant_id': '6d052e9ec869409eac33d8e56fa4634e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:51:45Z', 'updated_at': '2022-03-11T11:51:53Z', 'revision_number': 4, 'project_id': '6d052e9ec869409eac33d8e56fa4634e', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:51:54.585162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81430b29-1db0-4b99-ac2b-fd1f02ed44b3 None None] Pushing event updated for resources: {'Port': ['ID=05798564-6900-4745-892b-a01f1c06fce8,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:54.606543 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-1b2423df-3752-4a63-a9c1-f4483aae053e tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1df6d73e-0a51-4dcf-8881-24d091caadd8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:54.697707 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port c7f9d3e8-17ad-4064-a7f4-a5f3bd516072 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:51:54.698137 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c7f9d3e8-17ad-4064-a7f4-a5f3bd516072), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:54.752625 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-1b2423df-3752-4a63-a9c1-f4483aae053e tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Network 03d8370f-c6c7-4ede-b7e9-f491126e7937 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:51:54.821964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-1b2423df-3752-4a63-a9c1-f4483aae053e tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:51:54.833148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-1b2423df-3752-4a63-a9c1-f4483aae053e tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:51:54.844749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2423df-3752-4a63-a9c1-f4483aae053e tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Pushing event updated for resources: {'Port': ['ID=1df6d73e-0a51-4dcf-8881-24d091caadd8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:54.916541 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41bc53ba-4cdc-407a-8694-e034af3027a7 req-2c9fc72a-2b82-4f26-b041-4f580a8088f5 tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.1727736 Mar 11 11:51:55.050630 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port c7f9d3e8-17ad-4064-a7f4-a5f3bd516072 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:51:55.083451 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-1b2423df-3752-4a63-a9c1-f4483aae053e tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:55.088340 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-1b2423df-3752-4a63-a9c1-f4483aae053e tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:55.182445 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-1b2423df-3752-4a63-a9c1-f4483aae053e tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7920480 Mar 11 11:51:55.211429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Request body: {'port': {'device_id': '19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:55.383746 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e777a-5185-4299-bcca-872e4fed2392 req-6216c27e-f363-4c4f-bdaf-b4a1ebb4216d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:55.389746 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e777a-5185-4299-bcca-872e4fed2392 req-6216c27e-f363-4c4f-bdaf-b4a1ebb4216d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:55.396899 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e777a-5185-4299-bcca-872e4fed2392 req-6216c27e-f363-4c4f-bdaf-b4a1ebb4216d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:55.404620 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e777a-5185-4299-bcca-872e4fed2392 req-6216c27e-f363-4c4f-bdaf-b4a1ebb4216d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:55.412538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e777a-5185-4299-bcca-872e4fed2392 req-6216c27e-f363-4c4f-bdaf-b4a1ebb4216d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:55.419024 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e777a-5185-4299-bcca-872e4fed2392 req-6216c27e-f363-4c4f-bdaf-b4a1ebb4216d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:55.428928 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e777a-5185-4299-bcca-872e4fed2392 req-6216c27e-f363-4c4f-bdaf-b4a1ebb4216d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:55.438464 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e5e777a-5185-4299-bcca-872e4fed2392 req-6216c27e-f363-4c4f-bdaf-b4a1ebb4216d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5433 time: 0.3984692 Mar 11 11:51:55.496963 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4d9e3b51-e36d-455b-b812-2641793bdd65 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:51:55.527040 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e5e777a-5185-4299-bcca-872e4fed2392 req-062be766-1fb8-437d-889f-ccabaa9c4d03 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875666 Mar 11 11:51:55.534281 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (05798564-6900-4745-892b-a01f1c06fce8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:55.568520 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc1123-d019-495f-b0a3-3082a72dd53c req-40f625de-bde1-48fc-a75c-260e1ff9141e tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:55.577498 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4cc1123-d019-495f-b0a3-3082a72dd53c req-40f625de-bde1-48fc-a75c-260e1ff9141e tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/ports?device_id=19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac HTTP/1.1" status: 200 len: 932 time: 0.4491496 Mar 11 11:51:55.648707 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Pushing event deleted for resources: {'Port': ['ID=05798564-6900-4745-892b-a01f1c06fce8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:55.711688 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:55.712012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:55.712943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:55.713441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:55.713793 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:55.714136 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:55.714474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:55.714811 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:55.715144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:55.715479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:55.716197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:55.716533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:55.716867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:51:55.777418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 4d9e3b51-e36d-455b-b812-2641793bdd65 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:51:55.777418 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4d9e3b51-e36d-455b-b812-2641793bdd65), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:55.865406 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4cc1123-d019-495f-b0a3-3082a72dd53c req-bc175c8a-37d2-40c5-89cd-03ca6a3b0f15 tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9d3e1f9-9639-405c-86cb-c4072eab76e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868421 Mar 11 11:51:55.917932 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (32da7cc2-ea55-4f71-b779-2b369e075341), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:55.967380 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d9e3b51-e36d-455b-b812-2641793bdd65'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:51:55.969871 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e78893-af0e-44ee-9132-207c84fcfac1" -d '{"events": [{"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-unplugged", "status": "completed", "tag": "4d9e3b51-e36d-455b-b812-2641793bdd65"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:51:56.005009 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4d9e3b51-e36d-455b-b812-2641793bdd65, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4d9e3b51-e36d-455b-b812-2641793bdd65,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:56.027467 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4d9e3b51-e36d-455b-b812-2641793bdd65), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:56.028452 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device df5293cf-8b46-409f-9158-b48aa7dcdadf no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:51:56.042466 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f6866b2f-985f-49ff-a5b4-db8d4ca55a19 req-0576da67-9add-432f-b93e-16fca0d91741 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0655863 Mar 11 11:51:56.170405 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1df6d73e-0a51-4dcf-8881-24d091caadd8), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:56.287011 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a13ab376-549c-4f46-9e59-d0170a687aee req-b0a53c5d-0860-4fe9-9d80-a7964963926a tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0741510 Mar 11 11:51:56.407254 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (32da7cc2-ea55-4f71-b779-2b369e075341), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:56.411978 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_controller (32da7cc2-ea55-4f71-b779-2b369e075341), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:56.424174 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd0416b-459a-4c39-8907-6bb4a85664df x-openstack-request-id: req-4dd0416b-459a-4c39-8907-6bb4a85664df {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:51:56.425353 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-unplugged", "status": "completed", "tag": "4d9e3b51-e36d-455b-b812-2641793bdd65", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:51:56.425353 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4dd0416b-459a-4c39-8907-6bb4a85664df {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:51:56.425353 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d9e3b51-e36d-455b-b812-2641793bdd65', 'code': 200} Mar 11 11:51:56.428552 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=4d9e3b51-e36d-455b-b812-2641793bdd65,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:56.476150 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (32da7cc2-ea55-4f71-b779-2b369e075341), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:56.477176 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32da7cc2-ea55-4f71-b779-2b369e075341 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:51:56.485694 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:56.490264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a2a6d2d4-d480-414d-9280-04cf4862fff3 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "DELETE /v2.0/routers/32da7cc2-ea55-4f71-b779-2b369e075341 HTTP/1.1" status: 204 len: 168 time: 5.9498284 Mar 11 11:51:56.491066 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54692) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:56.638497 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-2c6d929d-a8f1-48ce-89e3-daae69a4f27e service neutron] For port 01f1b758-11ae-47ce-91f3-deec473c8b64, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=01f1b758-11ae-47ce-91f3-deec473c8b64,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:56.861718 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-2c6d929d-a8f1-48ce-89e3-daae69a4f27e service neutron] For port 01f1b758-11ae-47ce-91f3-deec473c8b64, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:51:56.978024 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port df5293cf-8b46-409f-9158-b48aa7dcdadf is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:51:56.978572 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (df5293cf-8b46-409f-9158-b48aa7dcdadf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:57.085258 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8101873-663b-49f5-bc17-189a0ec2f874 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router (f88fbe00-848c-4423-b254-2473492440aa), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:57.091531 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port df5293cf-8b46-409f-9158-b48aa7dcdadf, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=df5293cf-8b46-409f-9158-b48aa7dcdadf,segment=NetworkSegment(b80c930a-bf39-4a09-b927-d1b8997284e1),segment_id=b80c930a-bf39-4a09-b927-d1b8997284e1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:57.104867 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (df5293cf-8b46-409f-9158-b48aa7dcdadf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:57.108285 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 94ee77d3-140f-410f-9091-9ae5dce83265 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:51:57.251959 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-2c6d929d-a8f1-48ce-89e3-daae69a4f27e service neutron] device_id is not set on port 01f1b758-11ae-47ce-91f3-deec473c8b64 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 11:51:57.308581 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-2c6d929d-a8f1-48ce-89e3-daae69a4f27e service neutron] Publish callbacks [] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:57.382523 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-2c6d929d-a8f1-48ce-89e3-daae69a4f27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:57.419861 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=df5293cf-8b46-409f-9158-b48aa7dcdadf,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:57.430574 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8101873-663b-49f5-bc17-189a0ec2f874 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (f88fbe00-848c-4423-b254-2473492440aa), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:57.515178 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de475d9-e21d-4d35-ad9d-b1b3288d09b8 req-ecebaa64-aff3-44c4-9201-fdeb626fa309 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:57.522056 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de475d9-e21d-4d35-ad9d-b1b3288d09b8 req-ecebaa64-aff3-44c4-9201-fdeb626fa309 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:57.535548 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 94ee77d3-140f-410f-9091-9ae5dce83265 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:51:57.535978 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (94ee77d3-140f-410f-9091-9ae5dce83265), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:57.543565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de475d9-e21d-4d35-ad9d-b1b3288d09b8 req-ecebaa64-aff3-44c4-9201-fdeb626fa309 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:57.571554 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de475d9-e21d-4d35-ad9d-b1b3288d09b8 req-ecebaa64-aff3-44c4-9201-fdeb626fa309 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:57.580035 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de475d9-e21d-4d35-ad9d-b1b3288d09b8 req-ecebaa64-aff3-44c4-9201-fdeb626fa309 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:57.586645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de475d9-e21d-4d35-ad9d-b1b3288d09b8 req-ecebaa64-aff3-44c4-9201-fdeb626fa309 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:57.593434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de475d9-e21d-4d35-ad9d-b1b3288d09b8 req-ecebaa64-aff3-44c4-9201-fdeb626fa309 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:57.603690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6de475d9-e21d-4d35-ad9d-b1b3288d09b8 req-ecebaa64-aff3-44c4-9201-fdeb626fa309 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 5431 time: 0.8188436 Mar 11 11:51:57.692544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d929d-a8f1-48ce-89e3-daae69a4f27e service neutron] Pushing event updated for resources: {'Port': ['ID=01f1b758-11ae-47ce-91f3-deec473c8b64,revision_number=6']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:57.710824 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 94ee77d3-140f-410f-9091-9ae5dce83265, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=94ee77d3-140f-410f-9091-9ae5dce83265,segment=NetworkSegment(c3300a20-5c4e-4f46-8c0d-023a3ba22a0b),segment_id=c3300a20-5c4e-4f46-8c0d-023a3ba22a0b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:57.725458 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (94ee77d3-140f-410f-9091-9ae5dce83265), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:57.726378 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 01f1b758-11ae-47ce-91f3-deec473c8b64 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:51:57.746694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50969350-1236-4a23-aaa1-28ad24f3e028 req-e58bcb71-2b19-4fef-b867-246301dfa28d tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:57.753458 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50969350-1236-4a23-aaa1-28ad24f3e028 req-e58bcb71-2b19-4fef-b867-246301dfa28d tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/ports?device_id=19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac HTTP/1.1" status: 200 len: 932 time: 0.7500031 Mar 11 11:51:57.778487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54718) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:51:57.780640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-2c6d929d-a8f1-48ce-89e3-daae69a4f27e service neutron] No DVR routers for this DVR port 01f1b758-11ae-47ce-91f3-deec473c8b64 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:51:57.954055 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=94ee77d3-140f-410f-9091-9ae5dce83265,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:57.961502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] The host n-h1-833234-2 is not matching for port 01f1b758-11ae-47ce-91f3-deec473c8b64 host ! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 11:51:57.962988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e8101873-663b-49f5-bc17-189a0ec2f874 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Deleting port c7f9d3e8-17ad-4064-a7f4-a5f3bd516072 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:51:57.965890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 01f1b758-11ae-47ce-91f3-deec473c8b64 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:51:57.966418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a71fbc2e-a97d-4402-8ded-69179cd4d38d no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:51:57.966638 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8101873-663b-49f5-bc17-189a0ec2f874 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c7f9d3e8-17ad-4064-a7f4-a5f3bd516072), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:57.996848 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-2c6d929d-a8f1-48ce-89e3-daae69a4f27e service neutron] In _notify_port_updated(), no bound segment for port 01f1b758-11ae-47ce-91f3-deec473c8b64 on network 0f6165f6-370b-479b-81e3-cdb2a28bb249 {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 11:51:57.997932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-2c6d929d-a8f1-48ce-89e3-daae69a4f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:57.999054 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-2c6d929d-a8f1-48ce-89e3-daae69a4f27e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:58.000425 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-2c6d929d-a8f1-48ce-89e3-daae69a4f27e service neutron] 10.222.0.71 "PUT /v2.0/ports/01f1b758-11ae-47ce-91f3-deec473c8b64 HTTP/1.1" status: 200 len: 1028 time: 4.7546186 Mar 11 11:51:58.021886 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df6d73e-0a51-4dcf-8881-24d091caadd8 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:51:58.074526 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Publish callbacks [] for port (1df6d73e-0a51-4dcf-8881-24d091caadd8), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:58.156321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-4003db17-cd83-4d7d-bec1-0fc06d559555 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:58.159121 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-4003db17-cd83-4d7d-bec1-0fc06d559555 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.71 "GET /v2.0/ports/a71fbc2e-a97d-4402-8ded-69179cd4d38d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1510568 Mar 11 11:51:58.167469 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6de475d9-e21d-4d35-ad9d-b1b3288d09b8 req-b240a671-2ad7-4583-8505-ed0eb325290d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5625503 Mar 11 11:51:58.169545 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Transition to ACTIVE for port object 1df6d73e-0a51-4dcf-8881-24d091caadd8 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:51:58.179389 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-af086221-1b87-46ff-8a61-2991a4480593 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:51:58.191527 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (1df6d73e-0a51-4dcf-8881-24d091caadd8), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:58.194550 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50969350-1236-4a23-aaa1-28ad24f3e028 req-7d6b4ac9-836e-4f62-a317-e8f9927ddd9d tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9d3e1f9-9639-405c-86cb-c4072eab76e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366508 Mar 11 11:51:58.250875 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port a71fbc2e-a97d-4402-8ded-69179cd4d38d is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:51:58.251428 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:58.339329 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port a71fbc2e-a97d-4402-8ded-69179cd4d38d, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a71fbc2e-a97d-4402-8ded-69179cd4d38d,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:58.344965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-84e578a5-1c08-4718-84a1-7f06dde1a021 None None] Provisioning complete for port 01f1b758-11ae-47ce-91f3-deec473c8b64 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:51:58.345406 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84e578a5-1c08-4718-84a1-7f06dde1a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:58.403478 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805aaddd-9dd2-46fd-adcf-3f164b0d2992 req-3e2f7405-ee85-4b58-96f3-3f26de6278f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:58.404404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805aaddd-9dd2-46fd-adcf-3f164b0d2992 req-3e2f7405-ee85-4b58-96f3-3f26de6278f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:58.405099 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805aaddd-9dd2-46fd-adcf-3f164b0d2992 req-3e2f7405-ee85-4b58-96f3-3f26de6278f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:58.405766 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805aaddd-9dd2-46fd-adcf-3f164b0d2992 req-3e2f7405-ee85-4b58-96f3-3f26de6278f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:58.406420 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805aaddd-9dd2-46fd-adcf-3f164b0d2992 req-3e2f7405-ee85-4b58-96f3-3f26de6278f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:58.407067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805aaddd-9dd2-46fd-adcf-3f164b0d2992 req-3e2f7405-ee85-4b58-96f3-3f26de6278f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:58.407729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805aaddd-9dd2-46fd-adcf-3f164b0d2992 req-3e2f7405-ee85-4b58-96f3-3f26de6278f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:58.416179 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-805aaddd-9dd2-46fd-adcf-3f164b0d2992 req-3e2f7405-ee85-4b58-96f3-3f26de6278f6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 6718 time: 0.6224141 Mar 11 11:51:58.475748 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47f264e3-a0b2-4715-87f4-8f79ba548ce9 req-4494af2e-4d1c-4c28-bd36-59e273459a9f tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0951900 Mar 11 11:51:58.489071 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df5293cf-8b46-409f-9158-b48aa7dcdadf'}, {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94ee77d3-140f-410f-9091-9ae5dce83265'}, {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a71fbc2e-a97d-4402-8ded-69179cd4d38d'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:51:58.497346 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d3c2e1-f040-4ba0-8f9f-86fa025d5a67" -d '{"events": [{"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-unplugged", "status": "completed", "tag": "df5293cf-8b46-409f-9158-b48aa7dcdadf"}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-unplugged", "status": "completed", "tag": "94ee77d3-140f-410f-9091-9ae5dce83265"}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-unplugged", "status": "completed", "tag": "a71fbc2e-a97d-4402-8ded-69179cd4d38d"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:51:58.504871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-84e578a5-1c08-4718-84a1-7f06dde1a021 None None] Port 01f1b758-11ae-47ce-91f3-deec473c8b64 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:51:58.513208 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:58.513941 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:51:58.519687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Pushing event updated for resources: {'Port': ['ID=1df6d73e-0a51-4dcf-8881-24d091caadd8,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:58.651348 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-805aaddd-9dd2-46fd-adcf-3f164b0d2992 req-6cae82e0-12d3-4271-80b2-d1cb89156335 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2316883 Mar 11 11:51:58.651519 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 11 Mar 2022 11:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aed454-7238-4236-ac13-6768f01e7608 x-openstack-request-id: req-97aed454-7238-4236-ac13-6768f01e7608 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:51:58.651836 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-unplugged", "status": "completed", "tag": "df5293cf-8b46-409f-9158-b48aa7dcdadf", "code": 200}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-unplugged", "status": "completed", "tag": "94ee77d3-140f-410f-9091-9ae5dce83265", "code": 200}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-unplugged", "status": "completed", "tag": "a71fbc2e-a97d-4402-8ded-69179cd4d38d", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:51:58.652093 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97aed454-7238-4236-ac13-6768f01e7608 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:51:58.652559 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df5293cf-8b46-409f-9158-b48aa7dcdadf', 'code': 200} Mar 11 11:51:58.652750 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94ee77d3-140f-410f-9091-9ae5dce83265', 'code': 200} Mar 11 11:51:58.653018 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a71fbc2e-a97d-4402-8ded-69179cd4d38d', 'code': 200} Mar 11 11:51:58.657858 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=a71fbc2e-a97d-4402-8ded-69179cd4d38d,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:58.702342 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-e8101873-663b-49f5-bc17-189a0ec2f874 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] For port c7f9d3e8-17ad-4064-a7f4-a5f3bd516072, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c7f9d3e8-17ad-4064-a7f4-a5f3bd516072,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:58.704019 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8101873-663b-49f5-bc17-189a0ec2f874 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c7f9d3e8-17ad-4064-a7f4-a5f3bd516072), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:58.740314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e8101873-663b-49f5-bc17-189a0ec2f874 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Calling delete_port for c7f9d3e8-17ad-4064-a7f4-a5f3bd516072 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:51:58.756093 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Attempting to bind port 1df6d73e-0a51-4dcf-8881-24d091caadd8 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:51:58.763983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Attempting to bind port 1df6d73e-0a51-4dcf-8881-24d091caadd8 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '65d817b4-da65-4185-b71f-1f6213b46010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '03d8370f-c6c7-4ede-b7e9-f491126e7937'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:51:58.764495 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Attempting to bind port 1df6d73e-0a51-4dcf-8881-24d091caadd8 on network 03d8370f-c6c7-4ede-b7e9-f491126e7937 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:51:58.774689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Port 1df6d73e-0a51-4dcf-8881-24d091caadd8 on network 03d8370f-c6c7-4ede-b7e9-f491126e7937 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:51:58.783998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Attempting to bind port 1df6d73e-0a51-4dcf-8881-24d091caadd8 on network 03d8370f-c6c7-4ede-b7e9-f491126e7937 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:51:58.793421 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-af086221-1b87-46ff-8a61-2991a4480593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:58.853629 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:51:58.860061 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Checking segment: {'id': '65d817b4-da65-4185-b71f-1f6213b46010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '03d8370f-c6c7-4ede-b7e9-f491126e7937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:51:58.860721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Bound using segment: {'id': '65d817b4-da65-4185-b71f-1f6213b46010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '03d8370f-c6c7-4ede-b7e9-f491126e7937'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:51:58.861425 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Bound port: 1df6d73e-0a51-4dcf-8881-24d091caadd8, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65d817b4-da65-4185-b71f-1f6213b46010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '03d8370f-c6c7-4ede-b7e9-f491126e7937'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:51:58.862011 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1df6d73e-0a51-4dcf-8881-24d091caadd8), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:58.984203 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:51:58.984597 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8cbd221a-3eae-485b-b7c8-8bf32b0598f7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:59.004299 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8101873-663b-49f5-bc17-189a0ec2f874 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c7f9d3e8-17ad-4064-a7f4-a5f3bd516072), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:59.088329 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8101873-663b-49f5-bc17-189a0ec2f874 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7f9d3e8-17ad-4064-a7f4-a5f3bd516072,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:59.139673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=8cbd221a-3eae-485b-b7c8-8bf32b0598f7,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:59.157192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] For port 1df6d73e-0a51-4dcf-8881-24d091caadd8, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:51:59.162682 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8cbd221a-3eae-485b-b7c8-8bf32b0598f7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:59.163421 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e4c89c08-ed82-4393-b109-0494927fe436 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:51:59.167374 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] For port 1df6d73e-0a51-4dcf-8881-24d091caadd8, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=1df6d73e-0a51-4dcf-8881-24d091caadd8,segment=NetworkSegment(65d817b4-da65-4185-b71f-1f6213b46010),segment_id=65d817b4-da65-4185-b71f-1f6213b46010)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:51:59.266708 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (1df6d73e-0a51-4dcf-8881-24d091caadd8), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:59.346739 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8101873-663b-49f5-bc17-189a0ec2f874 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (f88fbe00-848c-4423-b254-2473492440aa), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:59.361294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:51:59.361940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:59.369868 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] 10.222.0.71 "PUT /v2.0/ports/1df6d73e-0a51-4dcf-8881-24d091caadd8 HTTP/1.1" status: 200 len: 1092 time: 4.1745551 Mar 11 11:51:59.373728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac', 'tag': '1df6d73e-0a51-4dcf-8881-24d091caadd8'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:51:59.401790 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b3dbd8-ae25-4348-9b6e-e69ce4282ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac", "tag": "1df6d73e-0a51-4dcf-8881-24d091caadd8"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:51:59.469206 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=8cbd221a-3eae-485b-b7c8-8bf32b0598f7,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:59.577040 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e4c89c08-ed82-4393-b109-0494927fe436 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:51:59.579377 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e4c89c08-ed82-4393-b109-0494927fe436), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:59.667124 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e4c89c08-ed82-4393-b109-0494927fe436, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e4c89c08-ed82-4393-b109-0494927fe436,segment=NetworkSegment(b80c930a-bf39-4a09-b927-d1b8997284e1),segment_id=b80c930a-bf39-4a09-b927-d1b8997284e1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:59.681668 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e4c89c08-ed82-4393-b109-0494927fe436), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:59.700403 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cba8c5-a464-4052-aff3-3e90818beca7 service neutron] Pushing event updated for resources: {'Port': ['ID=1df6d73e-0a51-4dcf-8881-24d091caadd8,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:59.740070 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8101873-663b-49f5-bc17-189a0ec2f874 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (f88fbe00-848c-4423-b254-2473492440aa), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:59.743186 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8101873-663b-49f5-bc17-189a0ec2f874 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_controller (f88fbe00-848c-4423-b254-2473492440aa), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:59.779170 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e4c89c08-ed82-4393-b109-0494927fe436,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:51:59.845234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-af086221-1b87-46ff-8a61-2991a4480593 service neutron] For port a71fbc2e-a97d-4402-8ded-69179cd4d38d, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a71fbc2e-a97d-4402-8ded-69179cd4d38d,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:51:59.912685 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e941d084-33cb-46c3-b67e-f783181dcb7f req-4a6eae95-71fd-4a60-949d-b9b2399f88ff tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0821397 Mar 11 11:51:59.920474 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8101873-663b-49f5-bc17-189a0ec2f874 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (f88fbe00-848c-4423-b254-2473492440aa), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:51:59.926327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8101873-663b-49f5-bc17-189a0ec2f874 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f88fbe00-848c-4423-b254-2473492440aa {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:51:59.957698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-af086221-1b87-46ff-8a61-2991a4480593 service neutron] For port a71fbc2e-a97d-4402-8ded-69179cd4d38d, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:52:00.007029 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8101873-663b-49f5-bc17-189a0ec2f874 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:00.009878 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e8101873-663b-49f5-bc17-189a0ec2f874 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "DELETE /v2.0/routers/f88fbe00-848c-4423-b254-2473492440aa HTTP/1.1" status: 204 len: 168 time: 3.5175126 Mar 11 11:52:00.021906 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54770) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:00.044062 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1026462972', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}, 'admin_state_up': False}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:00.126099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-af086221-1b87-46ff-8a61-2991a4480593 service neutron] device_id is not set on port a71fbc2e-a97d-4402-8ded-69179cd4d38d yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 11:52:00.126353 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a0fb8-ab2d-4441-9745-4efd4120326d req-197d1c8c-bf68-4e8a-8f15-5cf3524ee424 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:00.132135 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a0fb8-ab2d-4441-9745-4efd4120326d req-197d1c8c-bf68-4e8a-8f15-5cf3524ee424 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:00.139366 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a0fb8-ab2d-4441-9745-4efd4120326d req-197d1c8c-bf68-4e8a-8f15-5cf3524ee424 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:00.146079 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a0fb8-ab2d-4441-9745-4efd4120326d req-197d1c8c-bf68-4e8a-8f15-5cf3524ee424 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:00.152278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a0fb8-ab2d-4441-9745-4efd4120326d req-197d1c8c-bf68-4e8a-8f15-5cf3524ee424 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:00.160741 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a0fb8-ab2d-4441-9745-4efd4120326d req-197d1c8c-bf68-4e8a-8f15-5cf3524ee424 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:00.162134 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce4a0fb8-ab2d-4441-9745-4efd4120326d req-197d1c8c-bf68-4e8a-8f15-5cf3524ee424 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 4646 time: 0.3560884 Mar 11 11:52:00.163839 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (f46924da-8354-483a-9e82-1b0db61dca20), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:00.166455 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (f46924da-8354-483a-9e82-1b0db61dca20), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:00.173082 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-af086221-1b87-46ff-8a61-2991a4480593 service neutron] Publish callbacks [] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:00.245153 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-af086221-1b87-46ff-8a61-2991a4480593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:00.402505 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-33460214-07e1-4b96-ba38-62b1a40aa2c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.2188296 Mar 11 11:52:00.507672 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce4a0fb8-ab2d-4441-9745-4efd4120326d req-79113c39-b977-40c1-8bff-c9a7979f7dbc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&id=3bc26c83-6463-45ac-ac1e-00cdb498695a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2438066 Mar 11 11:52:00.508583 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-af086221-1b87-46ff-8a61-2991a4480593 service neutron] No DVR routers for this DVR port a71fbc2e-a97d-4402-8ded-69179cd4d38d on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:52:00.654237 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cbd221a-3eae-485b-b7c8-8bf32b0598f7'}, {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4c89c08-ed82-4393-b109-0494927fe436'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:00.658171 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccaf774-cd3e-41b5-9b03-52419fd826b2" -d '{"events": [{"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-unplugged", "status": "completed", "tag": "8cbd221a-3eae-485b-b7c8-8bf32b0598f7"}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-unplugged", "status": "completed", "tag": "e4c89c08-ed82-4393-b109-0494927fe436"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:00.670908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1c243-b2b2-4874-a0dd-c189c2d4733d req-85708aad-9015-4a27-9e1d-9b56aecf9ebb tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:00.684974 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8e1c243-b2b2-4874-a0dd-c189c2d4733d req-85708aad-9015-4a27-9e1d-9b56aecf9ebb tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/ports?device_id=19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac HTTP/1.1" status: 200 len: 944 time: 0.5121777 Mar 11 11:52:00.695127 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_controller (f46924da-8354-483a-9e82-1b0db61dca20), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:00.709518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-7b300893-050d-4cf6-a3f5-ad94d85b0928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:00.711317 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-7b300893-050d-4cf6-a3f5-ad94d85b0928 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29f5b312556b4589920613256a0ab6fc&device_id=19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac HTTP/1.1" status: 200 len: 1126 time: 0.9699130 Mar 11 11:52:00.712012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-af086221-1b87-46ff-8a61-2991a4480593 service neutron] In _notify_port_updated(), no bound segment for port a71fbc2e-a97d-4402-8ded-69179cd4d38d on network 0f6165f6-370b-479b-81e3-cdb2a28bb249 {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 11:52:00.712782 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-af086221-1b87-46ff-8a61-2991a4480593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:00.713436 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-af086221-1b87-46ff-8a61-2991a4480593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:00.714870 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-af086221-1b87-46ff-8a61-2991a4480593 service neutron] 10.222.0.71 "PUT /v2.0/ports/a71fbc2e-a97d-4402-8ded-69179cd4d38d HTTP/1.1" status: 200 len: 1025 time: 2.5491188 Mar 11 11:52:00.715567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af086221-1b87-46ff-8a61-2991a4480593 service neutron] Pushing event updated for resources: {'Port': ['ID=a71fbc2e-a97d-4402-8ded-69179cd4d38d,revision_number=7']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:00.763156 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-03bbae4d-88a1-4a48-ba4c-131b1775f27b None None] Provisioning complete for port a71fbc2e-a97d-4402-8ded-69179cd4d38d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:00.766642 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-03bbae4d-88a1-4a48-ba4c-131b1775f27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:00.966100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-03bbae4d-88a1-4a48-ba4c-131b1775f27b None None] Port a71fbc2e-a97d-4402-8ded-69179cd4d38d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:52:00.976096 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2cf87b-50b6-4f9f-8b84-216ca65cf48d x-openstack-request-id: req-7c2cf87b-50b6-4f9f-8b84-216ca65cf48d {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:00.976096 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac", "tag": "1df6d73e-0a51-4dcf-8881-24d091caadd8", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:00.976096 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c2cf87b-50b6-4f9f-8b84-216ca65cf48d {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:00.977605 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac', 'tag': '1df6d73e-0a51-4dcf-8881-24d091caadd8', 'status': 'completed', 'code': 200} Mar 11 11:52:00.989847 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-c0b61e30-3d90-4f09-86a3-c9d7598fddf3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1df6d73e-0a51-4dcf-8881-24d091caadd8 HTTP/1.1" status: 200 len: 217 time: 0.2486064 Mar 11 11:52:01.198254 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-64f5588d-4f1e-436d-b401-661edec2f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:01.200185 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-64f5588d-4f1e-436d-b401-661edec2f36b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5af907d7-ebac-4d63-b06d-c44a7139abbb HTTP/1.1" status: 200 len: 852 time: 0.1902671 Mar 11 11:52:01.301590 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (f46924da-8354-483a-9e82-1b0db61dca20), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:01.350642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54790) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:01.359412 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-6f101afd-0222-4cc1-b1dd-904a9fb27929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:01.363195 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-6f101afd-0222-4cc1-b1dd-904a9fb27929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:01.364238 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-6f101afd-0222-4cc1-b1dd-904a9fb27929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:01.364945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-6f101afd-0222-4cc1-b1dd-904a9fb27929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:01.365801 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-6f101afd-0222-4cc1-b1dd-904a9fb27929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:01.371613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-6f101afd-0222-4cc1-b1dd-904a9fb27929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:01.372405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-6f101afd-0222-4cc1-b1dd-904a9fb27929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:01.374791 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-6f101afd-0222-4cc1-b1dd-904a9fb27929 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=10db396f7a5f4f56be94b05e67329956&device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 6718 time: 0.8841450 Mar 11 11:52:01.380008 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-081352ef-bd6e-48d5-a69a-e9f5f4f45eb1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=03d8370f-c6c7-4ede-b7e9-f491126e7937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646795 Mar 11 11:52:01.461467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ce68314-4c8b-4b51-be06-498f6285d279 req-1e6db1c2-979e-49de-8a84-1204e3fec559 tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.1485789 Mar 11 11:52:01.500286 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8e1c243-b2b2-4874-a0dd-c189c2d4733d req-219c73e3-a045-41c5-a941-2cb4c0d5ed37 tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9d3e1f9-9639-405c-86cb-c4072eab76e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8141851 Mar 11 11:52:01.631294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-debf9326-2070-4483-bbd5-89ade5608d41 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Deleting port 4d9e3b51-e36d-455b-b812-2641793bdd65 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:52:01.634820 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-debf9326-2070-4483-bbd5-89ade5608d41 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4d9e3b51-e36d-455b-b812-2641793bdd65), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:01.646261 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a1524872-b350-49b4-a9f3-12ad716aa22d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:01.676941 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30b08eb-f7dc-4a43-a908-6b4e4ce9694c x-openstack-request-id: req-c30b08eb-f7dc-4a43-a908-6b4e4ce9694c {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:01.677766 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-unplugged", "status": "completed", "tag": "8cbd221a-3eae-485b-b7c8-8bf32b0598f7", "code": 200}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-unplugged", "status": "completed", "tag": "e4c89c08-ed82-4393-b109-0494927fe436", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:01.677854 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c30b08eb-f7dc-4a43-a908-6b4e4ce9694c {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:01.678831 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cbd221a-3eae-485b-b7c8-8bf32b0598f7', 'code': 200} Mar 11 11:52:01.678831 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4c89c08-ed82-4393-b109-0494927fe436', 'code': 200} Mar 11 11:52:01.844014 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-93d0cfe7-245d-4104-807b-4e38609ecd62 service neutron] 10.222.0.71 "GET /v2.0/networks/03d8370f-c6c7-4ede-b7e9-f491126e7937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538522 Mar 11 11:52:01.859994 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (f46924da-8354-483a-9e82-1b0db61dca20), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:01.946861 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:02.057213 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12553b41-2cc5-464b-a0df-187b014b6ba8 req-710a5f37-0fb0-4d02-a88d-4bd55c84e386 service neutron] 10.222.0.71 "GET /v2.0/networks/03d8370f-c6c7-4ede-b7e9-f491126e7937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036490 Mar 11 11:52:02.148768 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c7f9d3e8-17ad-4064-a7f4-a5f3bd516072 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:52:02.167035 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e6cd-e3cb-4d9b-98c6-53f10c2651c1 req-acaa9e82-6bd6-4aeb-969d-c498d9aa497d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:02.189112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: c7f9d3e8-17ad-4064-a7f4-a5f3bd516072 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:52:02.189683 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c7f9d3e8-17ad-4064-a7f4-a5f3bd516072 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:52:02.216399 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e6cd-e3cb-4d9b-98c6-53f10c2651c1 req-acaa9e82-6bd6-4aeb-969d-c498d9aa497d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:02.237715 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e6cd-e3cb-4d9b-98c6-53f10c2651c1 req-acaa9e82-6bd6-4aeb-969d-c498d9aa497d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:02.238372 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e6cd-e3cb-4d9b-98c6-53f10c2651c1 req-acaa9e82-6bd6-4aeb-969d-c498d9aa497d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:02.271868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e6cd-e3cb-4d9b-98c6-53f10c2651c1 req-acaa9e82-6bd6-4aeb-969d-c498d9aa497d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:02.274093 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc62e6cd-e3cb-4d9b-98c6-53f10c2651c1 req-acaa9e82-6bd6-4aeb-969d-c498d9aa497d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 3876 time: 0.4482071 Mar 11 11:52:02.293762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-debf9326-2070-4483-bbd5-89ade5608d41 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] For port 4d9e3b51-e36d-455b-b812-2641793bdd65, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4d9e3b51-e36d-455b-b812-2641793bdd65,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:02.294128 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-debf9326-2070-4483-bbd5-89ade5608d41 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4d9e3b51-e36d-455b-b812-2641793bdd65), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:02.330000 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-debf9326-2070-4483-bbd5-89ade5608d41 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Calling delete_port for 4d9e3b51-e36d-455b-b812-2641793bdd65 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:52:02.348940 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a1524872-b350-49b4-a9f3-12ad716aa22d admin admin] Publish callbacks [] for security_group (d44f13ec-d015-421e-97ba-69f13a916cbc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:02.367082 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a1524872-b350-49b4-a9f3-12ad716aa22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d44f13ec-d015-421e-97ba-69f13a916cbc), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:02.406628 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a1524872-b350-49b4-a9f3-12ad716aa22d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=108559801b2b48f9b48b15b8680fb81f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0498698 Mar 11 11:52:02.417276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54808) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:02.418769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Allocated IP 172.25.7.131 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/6ec0a78d-4375-4e93-add0-4e4f35698f7d) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:52:02.506979 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1524872-b350-49b4-a9f3-12ad716aa22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44f13ec-d015-421e-97ba-69f13a916cbc,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:02.521713 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc62e6cd-e3cb-4d9b-98c6-53f10c2651c1 req-b7cfc1dc-6e70-47af-adc3-4e8f9fa56ae4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358344 Mar 11 11:52:02.595151 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-debf9326-2070-4483-bbd5-89ade5608d41 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4d9e3b51-e36d-455b-b812-2641793bdd65), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:02.690097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf9326-2070-4483-bbd5-89ade5608d41 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event deleted for resources: {'Port': ['ID=4d9e3b51-e36d-455b-b812-2641793bdd65,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:02.720325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-492a6d52-51aa-40a2-a896-7920f7f8ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:02.721035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-492a6d52-51aa-40a2-a896-7920f7f8ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:02.721550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-492a6d52-51aa-40a2-a896-7920f7f8ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:02.723893 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-492a6d52-51aa-40a2-a896-7920f7f8ba75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3f382b66-55bc-4ada-812a-8f2225fa21bc&id=67d74715-a311-4317-8fb4-8c87cc470973&id=67d74715-a311-4317-8fb4-8c87cc470973&id=67d74715-a311-4317-8fb4-8c87cc470973&id=67d74715-a311-4317-8fb4-8c87cc470973&id=4eff5b65-f94e-439e-a73a-18a4e30da763&id=4eff5b65-f94e-439e-a73a-18a4e30da763 HTTP/1.1" status: 200 len: 2298 time: 1.1487103 Mar 11 11:52:02.915616 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-0bf41704-8624-4175-96b8-e47de0bd1534 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29c4bfed-9a1e-4008-9518-28e5cb65ccee HTTP/1.1" status: 200 len: 1002 time: 0.1787176 Mar 11 11:52:02.916606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-debf9326-2070-4483-bbd5-89ade5608d41 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] No DVR routers for this DVR port 4d9e3b51-e36d-455b-b812-2641793bdd65 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:52:02.920625 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-debf9326-2070-4483-bbd5-89ade5608d41 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:02.924418 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-debf9326-2070-4483-bbd5-89ade5608d41 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.71 "DELETE /v2.0/ports/4d9e3b51-e36d-455b-b812-2641793bdd65 HTTP/1.1" status: 204 len: 173 time: 2.1992710 Mar 11 11:52:02.982665 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-deleted', 'tag': '4d9e3b51-e36d-455b-b812-2641793bdd65'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:02.985279 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7eeb876-ce24-4993-bcc1-518a0f6c6e1b" -d '{"events": [{"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-deleted", "tag": "4d9e3b51-e36d-455b-b812-2641793bdd65"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:03.042381 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3dbd8-ae25-4348-9b6e-e69ce4282ee8 req-23e19b83-326e-479b-8af9-de6cb9c7d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:03.044077 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8b3dbd8-ae25-4348-9b6e-e69ce4282ee8 req-23e19b83-326e-479b-8af9-de6cb9c7d960 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29f5b312556b4589920613256a0ab6fc&device_id=19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac HTTP/1.1" status: 200 len: 1126 time: 0.4625175 Mar 11 11:52:03.104863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-41790a04-82e2-4e1c-b0c4-163dced72dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:03.106390 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-41790a04-82e2-4e1c-b0c4-163dced72dee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=befbd499-1a5a-41b0-86c5-01b7c0a86f9d HTTP/1.1" status: 200 len: 855 time: 0.1809607 Mar 11 11:52:03.211690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0da04d3d-955a-453f-822b-877bd88cf39e req-69c29d85-a337-49cd-b346-c3511d0797ed tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0694513 Mar 11 11:52:03.236047 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c11d3986-5273-4f1f-b220-a7e78fa9eb98 admin admin] Publish callbacks [] for security_group (d44f13ec-d015-421e-97ba-69f13a916cbc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:03.268755 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c11d3986-5273-4f1f-b220-a7e78fa9eb98 admin admin] Publish callbacks [] for security_group (d44f13ec-d015-421e-97ba-69f13a916cbc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:03.330737 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f3b1191c-4a1d-48f6-beaa-7f2bea8d9aa3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Deleting port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:52:03.367775 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f3b1191c-4a1d-48f6-beaa-7f2bea8d9aa3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8cbd221a-3eae-485b-b7c8-8bf32b0598f7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:03.388712 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c11d3986-5273-4f1f-b220-a7e78fa9eb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d44f13ec-d015-421e-97ba-69f13a916cbc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:03.398934 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c11d3986-5273-4f1f-b220-a7e78fa9eb98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:03.405584 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c11d3986-5273-4f1f-b220-a7e78fa9eb98 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d44f13ec-d015-421e-97ba-69f13a916cbc HTTP/1.1" status: 204 len: 168 time: 0.9782395 Mar 11 11:52:03.437699 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d3986-5273-4f1f-b220-a7e78fa9eb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44f13ec-d015-421e-97ba-69f13a916cbc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:03.483638 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:03.502791 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for port (6ec0a78d-4375-4e93-add0-4e4f35698f7d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:03.536139 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68d467-fa7e-4ac8-af18-b7c71501bfa6 req-0db0815e-8e58-4a4d-8abb-6c8b5a65a574 tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:03.547400 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f68d467-fa7e-4ac8-af18-b7c71501bfa6 req-0db0815e-8e58-4a4d-8abb-6c8b5a65a574 tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/ports?device_id=19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac HTTP/1.1" status: 200 len: 944 time: 0.9159021 Mar 11 11:52:03.551674 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f3b1191c-4a1d-48f6-beaa-7f2bea8d9aa3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] For port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=8cbd221a-3eae-485b-b7c8-8bf32b0598f7,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:03.552641 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f3b1191c-4a1d-48f6-beaa-7f2bea8d9aa3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8cbd221a-3eae-485b-b7c8-8bf32b0598f7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:03.569162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f3b1191c-4a1d-48f6-beaa-7f2bea8d9aa3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Calling delete_port for 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:52:03.917151 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f68d467-fa7e-4ac8-af18-b7c71501bfa6 req-fc74cb03-14ff-42e6-aac9-113dc0742b86 tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9d3e1f9-9639-405c-86cb-c4072eab76e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682995 Mar 11 11:52:03.924721 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (6ec0a78d-4375-4e93-add0-4e4f35698f7d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:03.968302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:52:03.974190 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:04.012375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:52:04.036401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77cedf-b76c-4b2e-b353-5a5206c9ec9c req-cc53cb10-75eb-4c92-9f93-7387a8c038f3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:04.042711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77cedf-b76c-4b2e-b353-5a5206c9ec9c req-cc53cb10-75eb-4c92-9f93-7387a8c038f3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:04.054565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77cedf-b76c-4b2e-b353-5a5206c9ec9c req-cc53cb10-75eb-4c92-9f93-7387a8c038f3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:04.060807 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77cedf-b76c-4b2e-b353-5a5206c9ec9c req-cc53cb10-75eb-4c92-9f93-7387a8c038f3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:04.063833 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de77cedf-b76c-4b2e-b353-5a5206c9ec9c req-cc53cb10-75eb-4c92-9f93-7387a8c038f3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 3143 time: 0.3205836 Mar 11 11:52:04.169267 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43abfe40-b1d1-441b-a945-0de3ff20f144 x-openstack-request-id: req-43abfe40-b1d1-441b-a945-0de3ff20f144 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:04.169821 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-deleted", "tag": "4d9e3b51-e36d-455b-b812-2641793bdd65", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:04.169821 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-43abfe40-b1d1-441b-a945-0de3ff20f144 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:04.170193 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-deleted', 'tag': '4d9e3b51-e36d-455b-b812-2641793bdd65', 'status': 'completed', 'code': 200} Mar 11 11:52:04.213958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3dbd8-ae25-4348-9b6e-e69ce4282ee8 req-6c29ead0-25e0-4f04-82e0-39570d65ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:04.215467 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8b3dbd8-ae25-4348-9b6e-e69ce4282ee8 req-6c29ead0-25e0-4f04-82e0-39570d65ee0d service neutron] 10.222.0.71 "GET /v2.0/networks?id=03d8370f-c6c7-4ede-b7e9-f491126e7937 HTTP/1.1" status: 200 len: 913 time: 1.1624830 Mar 11 11:52:04.240476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-078228a4-4e5a-4043-941f-7c7abcda6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:04.242032 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-078228a4-4e5a-4043-941f-7c7abcda6108 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3f382b66-55bc-4ada-812a-8f2225fa21bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1266544 Mar 11 11:52:04.289286 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Pushing event updated for resources: {'Port': ['ID=6ec0a78d-4375-4e93-add0-4e4f35698f7d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:04.352775 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de77cedf-b76c-4b2e-b353-5a5206c9ec9c req-196991f7-ca82-4a0f-99e5-00e05d8c30ec tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2579527 Mar 11 11:52:04.562303 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-2deab9b1-0a86-422c-8886-92f660c9ec0e service neutron] 10.222.0.37 "GET /v2.0/networks/3f382b66-55bc-4ada-812a-8f2225fa21bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031290 Mar 11 11:52:04.582642 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8b3dbd8-ae25-4348-9b6e-e69ce4282ee8 req-49e41e37-cafb-4ea1-a725-df7cbef7f2e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1df6d73e-0a51-4dcf-8881-24d091caadd8 HTTP/1.1" status: 200 len: 217 time: 0.3448999 Mar 11 11:52:04.649095 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32f7b1ef-d67e-4836-99cc-bb258c6cc1dd req-28196e27-4039-4af9-b1a5-fe5131845330 tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.1184688 Mar 11 11:52:04.799430 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f3b1191c-4a1d-48f6-beaa-7f2bea8d9aa3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (8cbd221a-3eae-485b-b7c8-8bf32b0598f7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:04.879215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3dbd8-ae25-4348-9b6e-e69ce4282ee8 req-c73bc5e9-5fb7-4dcf-81ab-df08e85076fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:04.881127 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8b3dbd8-ae25-4348-9b6e-e69ce4282ee8 req-c73bc5e9-5fb7-4dcf-81ab-df08e85076fb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5af907d7-ebac-4d63-b06d-c44a7139abbb HTTP/1.1" status: 200 len: 852 time: 0.2917225 Mar 11 11:52:04.951670 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1191c-4a1d-48f6-beaa-7f2bea8d9aa3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event deleted for resources: {'Port': ['ID=8cbd221a-3eae-485b-b7c8-8bf32b0598f7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:04.999961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54870) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:05.075259 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8b3dbd8-ae25-4348-9b6e-e69ce4282ee8 req-59a2fa72-4ead-4196-bfed-547d1d5664f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=03d8370f-c6c7-4ede-b7e9-f491126e7937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589882 Mar 11 11:52:05.197541 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8b3dbd8-ae25-4348-9b6e-e69ce4282ee8 req-ba7925fc-4848-44ab-9f72-cc59d6f097be service neutron] 10.222.0.71 "GET /v2.0/networks/03d8370f-c6c7-4ede-b7e9-f491126e7937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091306 Mar 11 11:52:05.202750 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f3b1191c-4a1d-48f6-beaa-7f2bea8d9aa3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] No DVR routers for this DVR port 8cbd221a-3eae-485b-b7c8-8bf32b0598f7 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:52:05.209239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ab3085b8-e0f5-4965-88b5-0a2581e87af7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-166628147-network', 'tenant_id': 'f7bd928528184821bd830c024c62ab68'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:05.219350 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (f46924da-8354-483a-9e82-1b0db61dca20), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:05.236314 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f3b1191c-4a1d-48f6-beaa-7f2bea8d9aa3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:05.240466 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f3b1191c-4a1d-48f6-beaa-7f2bea8d9aa3 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.71 "DELETE /v2.0/ports/8cbd221a-3eae-485b-b7c8-8bf32b0598f7 HTTP/1.1" status: 204 len: 173 time: 2.3023393 Mar 11 11:52:05.242072 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-7863da92-51d1-43ba-b2e6-838c84d7ecaa service neutron] 10.222.0.37 "GET /v2.0/networks/3f382b66-55bc-4ada-812a-8f2225fa21bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6787076 Mar 11 11:52:05.244168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3085b8-e0f5-4965-88b5-0a2581e87af7 admin admin] Made reservation on behalf of f7bd928528184821bd830c024c62ab68 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:52:05.246451 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab3085b8-e0f5-4965-88b5-0a2581e87af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:05.308356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adff5d-e2d5-428b-b4bb-b35933ba0f0a req-42f60111-37c9-4274-8457-18a335596251 tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:05.309922 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-43adff5d-e2d5-428b-b4bb-b35933ba0f0a req-42f60111-37c9-4274-8457-18a335596251 tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/ports?device_id=19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac HTTP/1.1" status: 200 len: 944 time: 0.2294548 Mar 11 11:52:05.317973 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-98aa18ff-1310-4201-8197-ada8dfa2a78e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 HTTP/1.1" status: 200 len: 217 time: 0.0510435 Mar 11 11:52:05.336906 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab3085b8-e0f5-4965-88b5-0a2581e87af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:05.449603 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-afb51707-8b60-43bc-aa1f-8838d3da1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:05.451322 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-afb51707-8b60-43bc-aa1f-8838d3da1861 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f457daac-7e39-4657-8a75-e4901f3feaf7 HTTP/1.1" status: 200 len: 797 time: 0.1110158 Mar 11 11:52:05.545809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 1df6d73e-0a51-4dcf-8881-24d091caadd8 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:52:05.553030 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-43adff5d-e2d5-428b-b4bb-b35933ba0f0a req-42ceefc9-259d-476d-9e3d-98e435919c69 tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9d3e1f9-9639-405c-86cb-c4072eab76e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108912 Mar 11 11:52:05.636375 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a8b3dbd8-ae25-4348-9b6e-e69ce4282ee8 req-66d07782-249a-4f79-a431-ce0da424430c service neutron] 10.222.0.71 "GET /v2.0/networks/03d8370f-c6c7-4ede-b7e9-f491126e7937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312282 Mar 11 11:52:05.671536 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54884) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:05.741512 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e3a6f-df0c-4d48-ab77-66d11e1149e5 req-1c7aee01-e2eb-46eb-bc08-8b6f5008161c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:05.765420 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e3a6f-df0c-4d48-ab77-66d11e1149e5 req-1c7aee01-e2eb-46eb-bc08-8b6f5008161c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:05.779219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 1df6d73e-0a51-4dcf-8881-24d091caadd8, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=1df6d73e-0a51-4dcf-8881-24d091caadd8,segment=NetworkSegment(65d817b4-da65-4185-b71f-1f6213b46010),segment_id=65d817b4-da65-4185-b71f-1f6213b46010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:05.781409 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e3a6f-df0c-4d48-ab77-66d11e1149e5 req-1c7aee01-e2eb-46eb-bc08-8b6f5008161c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:05.790608 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa7e3a6f-df0c-4d48-ab77-66d11e1149e5 req-1c7aee01-e2eb-46eb-bc08-8b6f5008161c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 2411 time: 0.2549844 Mar 11 11:52:05.805138 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-0a49f22e-9cdc-45ab-a0c7-16bf93629b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:05.808672 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-0a49f22e-9cdc-45ab-a0c7-16bf93629b94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67d74715-a311-4317-8fb4-8c87cc470973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2706566 Mar 11 11:52:05.814187 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '1df6d73e-0a51-4dcf-8881-24d091caadd8', 'network_id': '03d8370f-c6c7-4ede-b7e9-f491126e7937', 'port_id': '1df6d73e-0a51-4dcf-8881-24d091caadd8', 'mac_address': 'fa:16:3e:c3:fa:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af907d7-ebac-4d63-b06d-c44a7139abbb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:52:05.844107 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f7099eee-4708-491d-b026-6e0518db95b7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Deleting port 94ee77d3-140f-410f-9091-9ae5dce83265 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:52:05.844693 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f7099eee-4708-491d-b026-6e0518db95b7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (94ee77d3-140f-410f-9091-9ae5dce83265), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:05.932065 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 1df6d73e-0a51-4dcf-8881-24d091caadd8 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:05.932470 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1df6d73e-0a51-4dcf-8881-24d091caadd8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:05.976682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df6d73e-0a51-4dcf-8881-24d091caadd8 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:52:05.982724 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec82c7d3-1e10-4223-b80d-732c706f7c1e req-ff80ae64-c771-49c2-8d22-cc69d8b1e0fb tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0854869 Mar 11 11:52:06.001715 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 1df6d73e-0a51-4dcf-8881-24d091caadd8, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=1df6d73e-0a51-4dcf-8881-24d091caadd8,segment=NetworkSegment(65d817b4-da65-4185-b71f-1f6213b46010),segment_id=65d817b4-da65-4185-b71f-1f6213b46010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:06.007970 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1df6d73e-0a51-4dcf-8881-24d091caadd8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:06.011525 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (f46924da-8354-483a-9e82-1b0db61dca20), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:06.031409 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa7e3a6f-df0c-4d48-ab77-66d11e1149e5 req-e2d60540-6775-49a9-986a-7e025d8a5cad tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321081 Mar 11 11:52:06.104455 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f7099eee-4708-491d-b026-6e0518db95b7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] For port 94ee77d3-140f-410f-9091-9ae5dce83265, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=94ee77d3-140f-410f-9091-9ae5dce83265,segment=NetworkSegment(c3300a20-5c4e-4f46-8c0d-023a3ba22a0b),segment_id=c3300a20-5c4e-4f46-8c0d-023a3ba22a0b)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:06.104815 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f7099eee-4708-491d-b026-6e0518db95b7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (94ee77d3-140f-410f-9091-9ae5dce83265), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:06.153090 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=1df6d73e-0a51-4dcf-8881-24d091caadd8,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:06.203834 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-deleted', 'tag': '8cbd221a-3eae-485b-b7c8-8bf32b0598f7'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:06.206115 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26c5a96-516e-4b2e-b9e0-e4df13825f8c" -d '{"events": [{"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-deleted", "tag": "8cbd221a-3eae-485b-b7c8-8bf32b0598f7"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:06.272800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['1df6d73e-0a51-4dcf-8881-24d091caadd8'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:52:06.316802 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df486b97-37b3-4a8b-a368-81c5ebf3f15b x-openstack-request-id: req-df486b97-37b3-4a8b-a368-81c5ebf3f15b {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:06.317004 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-deleted", "tag": "8cbd221a-3eae-485b-b7c8-8bf32b0598f7", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:06.317097 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-df486b97-37b3-4a8b-a368-81c5ebf3f15b {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:06.317479 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-deleted', 'tag': '8cbd221a-3eae-485b-b7c8-8bf32b0598f7', 'status': 'completed', 'code': 200} Mar 11 11:52:06.328514 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab3085b8-e0f5-4965-88b5-0a2581e87af7 admin admin] Publish callbacks [] for security_group (e77257b2-0145-4198-a5a8-df9174177a50), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:06.353988 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab3085b8-e0f5-4965-88b5-0a2581e87af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e77257b2-0145-4198-a5a8-df9174177a50), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:06.411735 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-73254fd1-1ca5-4709-bedf-e7572ac553b2 service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779157 Mar 11 11:52:06.432510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3085b8-e0f5-4965-88b5-0a2581e87af7 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:52:06.486007 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Router f46924da-8354-483a-9e82-1b0db61dca20 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:52:06.516677 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3085b8-e0f5-4965-88b5-0a2581e87af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77257b2-0145-4198-a5a8-df9174177a50,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:06.524210 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab3085b8-e0f5-4965-88b5-0a2581e87af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6496a002-10c5-4d8d-bc83-d61f10c8b4b8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:06.524469 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-ab3085b8-e0f5-4965-88b5-0a2581e87af7 admin admin] Added segment 6496a002-10c5-4d8d-bc83-d61f10c8b4b8 of type vlan for network f552eff6-e45c-42f6-b92d-765dea74520a Mar 11 11:52:06.526918 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f7099eee-4708-491d-b026-6e0518db95b7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:06.527267 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f7099eee-4708-491d-b026-6e0518db95b7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (5d3e5e67-6dd7-43b1-870c-e8bc44e0d32b), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:06.527552 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f7099eee-4708-491d-b026-6e0518db95b7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Floating IP 5d3e5e67-6dd7-43b1-870c-e8bc44e0d32b disassociated. External IP: 172.25.7.7, port: 94ee77d3-140f-410f-9091-9ae5dce83265. Mar 11 11:52:06.527952 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f7099eee-4708-491d-b026-6e0518db95b7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Calling delete_port for 94ee77d3-140f-410f-9091-9ae5dce83265 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:52:06.622159 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab3085b8-e0f5-4965-88b5-0a2581e87af7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (f552eff6-e45c-42f6-b92d-765dea74520a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:06.640980 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-0a0e6251-0db3-4979-8d63-674d820a4bd4 service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094922 Mar 11 11:52:06.683322 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:52:06.696029 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16af8f40-357d-4494-9555-3eaaacbd961c None None] Sync routers for ids ['f46924da-8354-483a-9e82-1b0db61dca20'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:52:06.705513 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-a02c3c3b-1e01-415f-ac6a-2e04874b6bf4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=54a3d321-9fbc-4e4d-ac50-28fe275103d2 HTTP/1.1" status: 200 len: 217 time: 0.0564663 Mar 11 11:52:06.710739 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab3085b8-e0f5-4965-88b5-0a2581e87af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (f552eff6-e45c-42f6-b92d-765dea74520a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:06.711761 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3085b8-e0f5-4965-88b5-0a2581e87af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:06.712336 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab3085b8-e0f5-4965-88b5-0a2581e87af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:06.713131 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16af8f40-357d-4494-9555-3eaaacbd961c None None] Routers {'f46924da-8354-483a-9e82-1b0db61dca20'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:06.714149 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-16af8f40-357d-4494-9555-3eaaacbd961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:51:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f46924da-8354-483a-9e82-1b0db61dca20'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:06.744548 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ab3085b8-e0f5-4965-88b5-0a2581e87af7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7168429 Mar 11 11:52:06.745189 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54912) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:06.749199 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:06.753014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7a1b1299-12be-4a85-87d2-9e08f4a10612 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.7154696 Mar 11 11:52:06.758422 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54914) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:06.770204 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-16af8f40-357d-4494-9555-3eaaacbd961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:06.781717 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16af8f40-357d-4494-9555-3eaaacbd961c None None] Routers {'f46924da-8354-483a-9e82-1b0db61dca20'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:06.782001 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b23adca1-7ce7-4ece-8f8a-b556522e0204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (c8c23638-e0bd-46bb-90a1-883750498334), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:06.782847 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-16af8f40-357d-4494-9555-3eaaacbd961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:51:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f46924da-8354-483a-9e82-1b0db61dca20'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:06.789242 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-62271d4d-135c-4b71-acbe-12e918e945be admin admin] Request body: {'subnet': {'network_id': 'f552eff6-e45c-42f6-b92d-765dea74520a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-166628147-subnet', 'tenant_id': 'f7bd928528184821bd830c024c62ab68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:06.791359 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3516a4-0b11-4bae-978e-dbe74e57bae0 req-45986691-399a-45ba-9b8e-4842415d347e tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:06.793226 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c3516a4-0b11-4bae-978e-dbe74e57bae0 req-45986691-399a-45ba-9b8e-4842415d347e tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/ports?device_id=19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac HTTP/1.1" status: 200 len: 945 time: 0.1068952 Mar 11 11:52:06.807973 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0ee0868d-4533-4bc4-92d3-6da4711287ae tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'enable_snat': False}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:06.840312 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-16af8f40-357d-4494-9555-3eaaacbd961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:06.841549 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16af8f40-357d-4494-9555-3eaaacbd961c None None] The sync data for ids ['f46924da-8354-483a-9e82-1b0db61dca20'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:52:06.919639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3085b8-e0f5-4965-88b5-0a2581e87af7 admin admin] Pushing event updated for resources: {'Network': ['ID=f552eff6-e45c-42f6-b92d-765dea74520a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:06.935521 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network f552eff6-e45c-42f6-b92d-765dea74520a details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:52:06.984079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-bae65947-cd52-4d0b-8fcb-91aa80b68fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:06.985751 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-bae65947-cd52-4d0b-8fcb-91aa80b68fae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f457daac-7e39-4657-8a75-e4901f3feaf7 HTTP/1.1" status: 200 len: 797 time: 0.2633047 Mar 11 11:52:06.986237 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c3516a4-0b11-4bae-978e-dbe74e57bae0 req-beba2e44-2750-4d64-87bb-449043f7e067 tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9d3e1f9-9639-405c-86cb-c4072eab76e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305118 Mar 11 11:52:06.990927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62271d4d-135c-4b71-acbe-12e918e945be admin admin] Made reservation on behalf of f7bd928528184821bd830c024c62ab68 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:52:06.994140 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62271d4d-135c-4b71-acbe-12e918e945be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:07.119684 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f7099eee-4708-491d-b026-6e0518db95b7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (94ee77d3-140f-410f-9091-9ae5dce83265), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:07.247064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7738f9-daf7-4017-8178-5b11f3cd2629 req-ea22e9ac-4be5-4749-a986-4e43bf6efb34 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:07.253132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7738f9-daf7-4017-8178-5b11f3cd2629 req-ea22e9ac-4be5-4749-a986-4e43bf6efb34 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:07.259609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b7738f9-daf7-4017-8178-5b11f3cd2629 req-ea22e9ac-4be5-4749-a986-4e43bf6efb34 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 1677 time: 0.0907826 Mar 11 11:52:07.387358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b7738f9-daf7-4017-8178-5b11f3cd2629 req-782de8fb-6d85-4b3a-890e-286afe3d7afd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262960 Mar 11 11:52:07.397476 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b23adca1-7ce7-4ece-8f8a-b556522e0204 admin admin] Deleting port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:52:07.397822 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b23adca1-7ce7-4ece-8f8a-b556522e0204 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:07.430027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7099eee-4708-491d-b026-6e0518db95b7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event deleted for resources: {'Port': ['ID=94ee77d3-140f-410f-9091-9ae5dce83265,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:07.540400 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 1df6d73e-0a51-4dcf-8881-24d091caadd8 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:52:07.550266 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-ffcf407d-97b5-40c2-84e2-6df17d48ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:07.552435 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-ffcf407d-97b5-40c2-84e2-6df17d48ca3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67d74715-a311-4317-8fb4-8c87cc470973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5235007 Mar 11 11:52:07.579695 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-517834d5-1a08-40d5-83fc-4b35bbcf1a2a req-77425cd0-4897-4302-983c-5fc8545b2179 tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0453660 Mar 11 11:52:07.606388 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-b23adca1-7ce7-4ece-8f8a-b556522e0204 admin admin] For port 8b36a554-a54b-4a60-ac39-67a3ea0ebc70, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8b36a554-a54b-4a60-ac39-67a3ea0ebc70,segment=NetworkSegment(5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7),segment_id=5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:07.606558 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b23adca1-7ce7-4ece-8f8a-b556522e0204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:07.653143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b23adca1-7ce7-4ece-8f8a-b556522e0204 admin admin] Calling delete_port for 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:52:07.657857 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 1df6d73e-0a51-4dcf-8881-24d091caadd8 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:52:07.663272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 1df6d73e-0a51-4dcf-8881-24d091caadd8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:07.663984 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1df6d73e-0a51-4dcf-8881-24d091caadd8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:07.810906 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 1df6d73e-0a51-4dcf-8881-24d091caadd8 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:07.811712 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1df6d73e-0a51-4dcf-8881-24d091caadd8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:07.843871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df6d73e-0a51-4dcf-8881-24d091caadd8'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:07.848808 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76965b73-32af-4d54-a54b-deb99e5b6ddb" -d '{"events": [{"server_uuid": "19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac", "name": "network-vif-plugged", "status": "completed", "tag": "1df6d73e-0a51-4dcf-8881-24d091caadd8"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:07.865775 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 1df6d73e-0a51-4dcf-8881-24d091caadd8, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=1df6d73e-0a51-4dcf-8881-24d091caadd8,segment=NetworkSegment(65d817b4-da65-4185-b71f-1f6213b46010),segment_id=65d817b4-da65-4185-b71f-1f6213b46010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:07.870557 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1df6d73e-0a51-4dcf-8881-24d091caadd8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:07.981294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=1df6d73e-0a51-4dcf-8881-24d091caadd8,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:07.981979 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b23adca1-7ce7-4ece-8f8a-b556522e0204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (8b36a554-a54b-4a60-ac39-67a3ea0ebc70), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:07.992192 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2c9349-4d40-4590-a5be-0e076ee2906e x-openstack-request-id: req-7e2c9349-4d40-4590-a5be-0e076ee2906e {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:07.992735 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac", "name": "network-vif-plugged", "status": "completed", "tag": "1df6d73e-0a51-4dcf-8881-24d091caadd8", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:07.993292 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e2c9349-4d40-4590-a5be-0e076ee2906e {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:07.993897 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df6d73e-0a51-4dcf-8881-24d091caadd8', 'code': 200} Mar 11 11:52:08.001435 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-3a588ef1-893b-4763-9424-d65e2ff60695 service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414506 Mar 11 11:52:08.032403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23adca1-7ce7-4ece-8f8a-b556522e0204 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b36a554-a54b-4a60-ac39-67a3ea0ebc70,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:08.188806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f7099eee-4708-491d-b026-6e0518db95b7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Router a8426461-86ee-47bc-b190-212b30cbf7c6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:52:08.329917 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62271d4d-135c-4b71-acbe-12e918e945be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (8fa38a55-8118-47d2-bcb0-ad8153ae60f7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:08.350981 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b23adca1-7ce7-4ece-8f8a-b556522e0204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (c8c23638-e0bd-46bb-90a1-883750498334), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:08.450049 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ee0868d-4533-4bc4-92d3-6da4711287ae tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (f46924da-8354-483a-9e82-1b0db61dca20), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:08.465880 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318180e-0596-4bbd-a30d-9e90eb2e2f32 req-9ecaac3f-cbdb-42e3-baa1-dad4d9ed5120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:08.468112 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0318180e-0596-4bbd-a30d-9e90eb2e2f32 req-9ecaac3f-cbdb-42e3-baa1-dad4d9ed5120 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac HTTP/1.1" status: 200 len: 1128 time: 0.4650366 Mar 11 11:52:08.484055 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85137a-0858-467b-88ca-5d4e20117ed4 req-8192ef37-f453-44b3-87d3-c2284878b276 tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:08.486207 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d85137a-0858-467b-88ca-5d4e20117ed4 req-8192ef37-f453-44b3-87d3-c2284878b276 tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/ports?device_id=19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac HTTP/1.1" status: 200 len: 946 time: 0.3604875 Mar 11 11:52:08.552653 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62271d4d-135c-4b71-acbe-12e918e945be admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fa38a55-8118-47d2-bcb0-ad8153ae60f7,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:08.591808 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-e96af63f-b748-4bd0-a467-61e1aa1f2f50 service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710140 Mar 11 11:52:08.637564 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-fb38c3f4-c6ca-4913-9cb1-c7e3e5efb0e6 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:08.639121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-fb38c3f4-c6ca-4913-9cb1-c7e3e5efb0e6 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/networks?id=3535c090-28c6-4aa7-9181-bb2bb7c93648 HTTP/1.1" status: 200 len: 804 time: 0.2860215 Mar 11 11:52:08.642338 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d85137a-0858-467b-88ca-5d4e20117ed4 req-04f82b15-30c7-4928-87e0-4dbe2d566a0e tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9d3e1f9-9639-405c-86cb-c4072eab76e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283982 Mar 11 11:52:08.663342 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-f91d3a6d-e439-457c-a22a-ef22a2e44946 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=91144204-e4b6-41e6-b891-e433c53896bb HTTP/1.1" status: 200 len: 217 time: 0.0620329 Mar 11 11:52:08.674458 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62271d4d-135c-4b71-acbe-12e918e945be admin admin] Checking segment: {'id': '6496a002-10c5-4d8d-bc83-d61f10c8b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f552eff6-e45c-42f6-b92d-765dea74520a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:52:08.674820 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62271d4d-135c-4b71-acbe-12e918e945be admin admin] Network hostable DHCP agents. Network: f552eff6-e45c-42f6-b92d-765dea74520a, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:52:08.717042 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0318180e-0596-4bbd-a30d-9e90eb2e2f32 req-4e77fa22-9dc8-4390-a850-660741208ac9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e9d3e1f9-9639-405c-86cb-c4072eab76e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376816 Mar 11 11:52:08.718093 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f7099eee-4708-491d-b026-6e0518db95b7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:52:08.730101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06989864-21df-4578-a344-6df65ef0cfc4 None None] Sync routers for ids ['a8426461-86ee-47bc-b190-212b30cbf7c6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:52:08.745029 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06989864-21df-4578-a344-6df65ef0cfc4 None None] Routers {'a8426461-86ee-47bc-b190-212b30cbf7c6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:08.745652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-06989864-21df-4578-a344-6df65ef0cfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:51:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a8426461-86ee-47bc-b190-212b30cbf7c6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:08.764349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23adca1-7ce7-4ece-8f8a-b556522e0204 admin admin] Router c8c23638-e0bd-46bb-90a1-883750498334 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:52:08.786879 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-0a212aa8-f0a1-46ae-9c35-547ce7f6a3ab tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/quotas/c4fc75872c4f47908e2919cb98431e26 HTTP/1.1" status: 200 len: 375 time: 0.1361909 Mar 11 11:52:08.816288 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f7099eee-4708-491d-b026-6e0518db95b7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] No DVR routers for this DVR port 94ee77d3-140f-410f-9091-9ae5dce83265 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:52:08.819473 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f7099eee-4708-491d-b026-6e0518db95b7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:08.823790 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-f7099eee-4708-491d-b026-6e0518db95b7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.71 "DELETE /v2.0/ports/94ee77d3-140f-410f-9091-9ae5dce83265 HTTP/1.1" status: 204 len: 173 time: 3.5654941 Mar 11 11:52:08.827425 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-deleted', 'tag': '94ee77d3-140f-410f-9091-9ae5dce83265'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:08.829740 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9191c7-f4b6-46c0-8a66-1c32f1216055" -d '{"events": [{"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-deleted", "tag": "94ee77d3-140f-410f-9091-9ae5dce83265"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:08.832999 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-00b8e8ad-8ea3-4383-8a08-9df4992cf4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:08.834506 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-00b8e8ad-8ea3-4383-8a08-9df4992cf4ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f457daac-7e39-4657-8a75-e4901f3feaf7 HTTP/1.1" status: 200 len: 797 time: 0.1623738 Mar 11 11:52:08.856154 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62271d4d-135c-4b71-acbe-12e918e945be admin admin] Network f552eff6-e45c-42f6-b92d-765dea74520a is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:52:08.886758 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-62271d4d-135c-4b71-acbe-12e918e945be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, f552eff6-e45c-42f6-b92d-765dea74520a) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:08.890545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-06989864-21df-4578-a344-6df65ef0cfc4 None None] Set router a8426461-86ee-47bc-b190-212b30cbf7c6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:52:08.892098 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62271d4d-135c-4b71-acbe-12e918e945be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:08.892710 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62271d4d-135c-4b71-acbe-12e918e945be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:08.923060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc9cd57-4a76-4ff4-a56f-3c3bbf7cacb3 None None] Network f552eff6-e45c-42f6-b92d-765dea74520a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:52:08.946169 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-62271d4d-135c-4b71-acbe-12e918e945be admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1794004 Mar 11 11:52:08.977081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-effb9764-6a9a-4691-ab45-6bedda3c9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:08.979064 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-effb9764-6a9a-4691-ab45-6bedda3c9869 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67d74715-a311-4317-8fb4-8c87cc470973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1332834 Mar 11 11:52:09.278111 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-06989864-21df-4578-a344-6df65ef0cfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'name': 'tempest-TaggedBootDevicesTest-101440760-router', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:36Z', 'updated_at': '2022-03-11T11:44:41Z', 'revision_number': 4, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'gw_port': {'id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:37Z', 'updated_at': '2022-03-11T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '0d604f03-993a-42e8-9977-d0e72fc7dea5', 'name': '', 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'mac_address': 'fa:16:3e:7a:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '31a05605-9849-4cfa-b167-124588c92894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:40Z', 'updated_at': '2022-03-11T11:44:48Z', 'revision_number': 5, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'subnets': [{'id': '31a05605-9849-4cfa-b167-124588c92894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:09.314619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1ed205-6aba-4ca0-9675-d7ccde9ffa88 None None] Network f552eff6-e45c-42f6-b92d-765dea74520a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:52:09.317559 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06989864-21df-4578-a344-6df65ef0cfc4 None None] Checking router: a8426461-86ee-47bc-b190-212b30cbf7c6 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:52:09.340965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06989864-21df-4578-a344-6df65ef0cfc4 None None] Routers {'a8426461-86ee-47bc-b190-212b30cbf7c6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:09.341600 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-06989864-21df-4578-a344-6df65ef0cfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:51:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a8426461-86ee-47bc-b190-212b30cbf7c6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:09.361643 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-c01a22ad-5074-4e9a-9ff8-8c9b4033e486 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4fc75872c4f47908e2919cb98431e26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5563850 Mar 11 11:52:09.398138 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cd8c0-eeda-410d-9376-7bbfc9197179 req-97363b5c-596d-4a3e-8e52-6edd139db012 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:09.405547 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cd8c0-eeda-410d-9376-7bbfc9197179 req-97363b5c-596d-4a3e-8e52-6edd139db012 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:09.415223 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b9cd8c0-eeda-410d-9376-7bbfc9197179 req-97363b5c-596d-4a3e-8e52-6edd139db012 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 1677 time: 0.6583312 Mar 11 11:52:09.494459 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-94285f90-4c83-4839-ac4a-9d5b59e9605c service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081091 Mar 11 11:52:09.536464 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-12a57bfc-97b6-4056-9b85-c3a13a3bcd1d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Deleting port df5293cf-8b46-409f-9158-b48aa7dcdadf {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:52:09.536794 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-12a57bfc-97b6-4056-9b85-c3a13a3bcd1d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (df5293cf-8b46-409f-9158-b48aa7dcdadf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:09.672888 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-af740544-2826-41f6-9ec0-8366a54e2967 service neutron] 10.222.0.78 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103626 Mar 11 11:52:09.683836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-06989864-21df-4578-a344-6df65ef0cfc4 None None] Set router a8426461-86ee-47bc-b190-212b30cbf7c6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:52:09.704504 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b9cd8c0-eeda-410d-9376-7bbfc9197179 req-1fa8a36b-e328-4846-9408-fedc5835f6d9 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2878783 Mar 11 11:52:09.723284 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23adca1-7ce7-4ece-8f8a-b556522e0204 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:52:09.743612 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59dfc6a-08d7-4721-b99f-048031fb889e None None] Sync routers for ids ['c8c23638-e0bd-46bb-90a1-883750498334'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:52:09.744196 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b23adca1-7ce7-4ece-8f8a-b556522e0204 admin admin] 10.222.0.78 "PUT /v2.0/routers/c8c23638-e0bd-46bb-90a1-883750498334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0547898 Mar 11 11:52:09.744196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55014) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:09.744403 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59dfc6a-08d7-4721-b99f-048031fb889e None None] Routers {'c8c23638-e0bd-46bb-90a1-883750498334'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:09.744498 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a59dfc6a-08d7-4721-b99f-048031fb889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:51:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c8c23638-e0bd-46bb-90a1-883750498334'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:09.783095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-12a57bfc-97b6-4056-9b85-c3a13a3bcd1d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] For port df5293cf-8b46-409f-9158-b48aa7dcdadf, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=df5293cf-8b46-409f-9158-b48aa7dcdadf,segment=NetworkSegment(b80c930a-bf39-4a09-b927-d1b8997284e1),segment_id=b80c930a-bf39-4a09-b927-d1b8997284e1)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:09.783457 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-12a57bfc-97b6-4056-9b85-c3a13a3bcd1d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (df5293cf-8b46-409f-9158-b48aa7dcdadf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:09.821066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-12a57bfc-97b6-4056-9b85-c3a13a3bcd1d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Calling delete_port for df5293cf-8b46-409f-9158-b48aa7dcdadf owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:52:09.923745 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a59dfc6a-08d7-4721-b99f-048031fb889e None None] Set router c8c23638-e0bd-46bb-90a1-883750498334 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:52:09.977040 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-fb2c2c1c-1ce4-4e1d-8e2e-70b205bfb45c service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442182 Mar 11 11:52:10.007488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-34bf6fd1-f7dc-496a-a31c-9efb56682547 service neutron] 10.222.0.78 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200934 Mar 11 11:52:10.030997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7fd74f54-63e1-4319-8787-1aa928c92472 req-29913c9e-602f-4d5f-b342-b5ba8d82a25b tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.1445584 Mar 11 11:52:10.035051 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-06989864-21df-4578-a344-6df65ef0cfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'name': 'tempest-TaggedBootDevicesTest-101440760-router', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:36Z', 'updated_at': '2022-03-11T11:44:41Z', 'revision_number': 4, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'gw_port': {'id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:37Z', 'updated_at': '2022-03-11T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '0d604f03-993a-42e8-9977-d0e72fc7dea5', 'name': '', 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'mac_address': 'fa:16:3e:7a:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '31a05605-9849-4cfa-b167-124588c92894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:40Z', 'updated_at': '2022-03-11T11:44:48Z', 'revision_number': 5, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'subnets': [{'id': '31a05605-9849-4cfa-b167-124588c92894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:10.094163 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06989864-21df-4578-a344-6df65ef0cfc4 None None] The sync data for ids ['a8426461-86ee-47bc-b190-212b30cbf7c6'] in n-d-833234-2 is: [{'id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'name': 'tempest-TaggedBootDevicesTest-101440760-router', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:36Z', 'updated_at': '2022-03-11T11:44:41Z', 'revision_number': 4, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'gw_port': {'id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:37Z', 'updated_at': '2022-03-11T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '0d604f03-993a-42e8-9977-d0e72fc7dea5', 'name': '', 'network_id': '6b2cf607-82c0-4c57-9981-1ae9a9023bc1', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'mac_address': 'fa:16:3e:7a:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '31a05605-9849-4cfa-b167-124588c92894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:40Z', 'updated_at': '2022-03-11T11:44:48Z', 'revision_number': 5, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'subnets': [{'id': '31a05605-9849-4cfa-b167-124588c92894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:52:10.111058 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-77879a63-f6d1-4ad3-9f1a-7c503de296e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=4d3a3bed-2c01-4be7-87e6-d0095530ccdd HTTP/1.1" status: 200 len: 217 time: 0.0812664 Mar 11 11:52:10.198575 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54a16af4-d905-4a49-8de7-29fc3375ed2f admin admin] Publish callbacks [] for router (c8c23638-e0bd-46bb-90a1-883750498334), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:10.210533 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a391a216-dac9-4f3a-ba4e-6b7ae17ce83f x-openstack-request-id: req-a391a216-dac9-4f3a-ba4e-6b7ae17ce83f {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:10.210895 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-deleted", "tag": "94ee77d3-140f-410f-9091-9ae5dce83265", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:10.211260 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a391a216-dac9-4f3a-ba4e-6b7ae17ce83f {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:10.211749 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-deleted', 'tag': '94ee77d3-140f-410f-9091-9ae5dce83265', 'status': 'completed', 'code': 200} Mar 11 11:52:10.286259 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d98ff5-4da1-45df-a8f7-498a2362b3e4 req-ed3a9813-f2d3-40ca-96a8-b66c89b35da5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:10.288412 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a2d98ff5-4da1-45df-a8f7-498a2362b3e4 req-ed3a9813-f2d3-40ca-96a8-b66c89b35da5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.71 "GET /v2.0/ports?device_id=56a18d9f-cfa3-44f6-81c7-296f231d4db7 HTTP/1.1" status: 200 len: 946 time: 0.3730888 Mar 11 11:52:10.309264 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ee0868d-4533-4bc4-92d3-6da4711287ae tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (f46924da-8354-483a-9e82-1b0db61dca20), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:10.326030 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-5d0cd52c-1a1c-4cae-85d3-b8516a68d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:10.327611 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-5d0cd52c-1a1c-4cae-85d3-b8516a68d30f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f457daac-7e39-4657-8a75-e4901f3feaf7 HTTP/1.1" status: 200 len: 797 time: 0.1998608 Mar 11 11:52:10.352957 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ee0868d-4533-4bc4-92d3-6da4711287ae tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (f46924da-8354-483a-9e82-1b0db61dca20), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:10.419116 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54a16af4-d905-4a49-8de7-29fc3375ed2f admin admin] Publish callbacks [] for router_gateway (c8c23638-e0bd-46bb-90a1-883750498334), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:10.443121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ab1c4ee-6961-4276-8a24-7bd743fb374e req-9ad3e0cd-7db7-479c-b2bf-8cf76327b87f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 210 time: 0.0349357 Mar 11 11:52:10.465614 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a59dfc6a-08d7-4721-b99f-048031fb889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:52:07Z', 'revision_number': 5, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port': {'id': '684e1abd-a8ce-47fc-b1e9-0682e52f7abb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:43:48Z', 'updated_at': '2022-03-11T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:10.508754 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59dfc6a-08d7-4721-b99f-048031fb889e None None] Checking router: c8c23638-e0bd-46bb-90a1-883750498334 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:52:10.519361 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59dfc6a-08d7-4721-b99f-048031fb889e None None] Routers {'c8c23638-e0bd-46bb-90a1-883750498334'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:10.520264 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a59dfc6a-08d7-4721-b99f-048031fb889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:51:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c8c23638-e0bd-46bb-90a1-883750498334'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:10.526687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bef3d0-715e-4fec-8a9c-235718137751 req-417e9ddc-f27e-450c-a151-163882e642e1 tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:10.541304 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05bef3d0-715e-4fec-8a9c-235718137751 req-417e9ddc-f27e-450c-a151-163882e642e1 tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/ports?device_id=19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac HTTP/1.1" status: 200 len: 946 time: 0.1665351 Mar 11 11:52:10.565645 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-12a57bfc-97b6-4056-9b85-c3a13a3bcd1d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (df5293cf-8b46-409f-9158-b48aa7dcdadf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:10.636891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a57bfc-97b6-4056-9b85-c3a13a3bcd1d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event deleted for resources: {'Port': ['ID=df5293cf-8b46-409f-9158-b48aa7dcdadf,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:10.650242 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b9671-a8fc-414e-a0e7-07bf7e65769f None None] New status for floating IP 5d3e5e67-6dd7-43b1-870c-e8bc44e0d32b: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:52:10.705946 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a59dfc6a-08d7-4721-b99f-048031fb889e None None] Set router c8c23638-e0bd-46bb-90a1-883750498334 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:52:10.718268 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05bef3d0-715e-4fec-8a9c-235718137751 req-d74d0ca4-7abd-4a5a-a3d3-ef37edc941bf tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9d3e1f9-9639-405c-86cb-c4072eab76e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759937 Mar 11 11:52:10.723101 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-54a16af4-d905-4a49-8de7-29fc3375ed2f admin admin] Deleting port 684e1abd-a8ce-47fc-b1e9-0682e52f7abb {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:52:10.723671 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54a16af4-d905-4a49-8de7-29fc3375ed2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (684e1abd-a8ce-47fc-b1e9-0682e52f7abb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:10.841140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-12a57bfc-97b6-4056-9b85-c3a13a3bcd1d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] No DVR routers for this DVR port df5293cf-8b46-409f-9158-b48aa7dcdadf on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:52:10.851682 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a59dfc6a-08d7-4721-b99f-048031fb889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:52:10Z', 'revision_number': 6, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:10.856422 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-12a57bfc-97b6-4056-9b85-c3a13a3bcd1d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:10.863762 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-12a57bfc-97b6-4056-9b85-c3a13a3bcd1d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.71 "DELETE /v2.0/ports/df5293cf-8b46-409f-9158-b48aa7dcdadf HTTP/1.1" status: 204 len: 173 time: 1.9425886 Mar 11 11:52:10.903887 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-45a349b6-fec1-465d-983a-2ab648566d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:10.905499 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-45a349b6-fec1-465d-983a-2ab648566d1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67d74715-a311-4317-8fb4-8c87cc470973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5484107 Mar 11 11:52:10.945257 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-54a16af4-d905-4a49-8de7-29fc3375ed2f admin admin] For port 684e1abd-a8ce-47fc-b1e9-0682e52f7abb, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=684e1abd-a8ce-47fc-b1e9-0682e52f7abb,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:10.945891 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54a16af4-d905-4a49-8de7-29fc3375ed2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (684e1abd-a8ce-47fc-b1e9-0682e52f7abb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:10.983487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-54a16af4-d905-4a49-8de7-29fc3375ed2f admin admin] Calling delete_port for 684e1abd-a8ce-47fc-b1e9-0682e52f7abb owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:52:10.998239 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0df42-a012-4fa3-9555-2760808be905 req-b0d75ef2-bbf2-4cc4-ba54-bded00dd6e7f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:11.013655 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0aa0df42-a012-4fa3-9555-2760808be905 req-b0d75ef2-bbf2-4cc4-ba54-bded00dd6e7f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 943 time: 0.1512103 Mar 11 11:52:11.142649 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0aa0df42-a012-4fa3-9555-2760808be905 req-957b712e-6ce5-4ada-a620-d099c98765c4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222937 Mar 11 11:52:11.143074 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-a2d98ff5-4da1-45df-a8f7-498a2362b3e4 req-9a53e9a3-20bf-4729-8a61-b9e0c9b9073f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Deleting port 2664cc3e-8cca-4bdf-908d-1e630373d07f {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:52:11.143423 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a2d98ff5-4da1-45df-a8f7-498a2362b3e4 req-9a53e9a3-20bf-4729-8a61-b9e0c9b9073f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:11.227139 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee0868d-4533-4bc4-92d3-6da4711287ae tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Router f46924da-8354-483a-9e82-1b0db61dca20 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:52:11.290515 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59dfc6a-08d7-4721-b99f-048031fb889e None None] The sync data for ids ['c8c23638-e0bd-46bb-90a1-883750498334'] in n-d-833234-2 is: [{'id': 'c8c23638-e0bd-46bb-90a1-883750498334', 'name': 'tempest-AttachVolumeTestJSON-555938047-router', 'tenant_id': 'bf1392660d9b487585dafc67abf0ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:43:45Z', 'updated_at': '2022-03-11T11:52:10Z', 'revision_number': 6, 'project_id': 'bf1392660d9b487585dafc67abf0ead8', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:52:11.415625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa9374bb-8481-403e-9eac-83df44dcd114 req-f1c2869b-188c-4ade-8a79-bea6fe1d6d6a tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0578885 Mar 11 11:52:11.417184 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54a16af4-d905-4a49-8de7-29fc3375ed2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (684e1abd-a8ce-47fc-b1e9-0682e52f7abb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:11.456929 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-fa481d65-3b1b-4873-8cd3-7b2c6b812845 service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917188 Mar 11 11:52:11.551103 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a16af4-d905-4a49-8de7-29fc3375ed2f admin admin] Pushing event deleted for resources: {'Port': ['ID=684e1abd-a8ce-47fc-b1e9-0682e52f7abb,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:11.575169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 2664cc3e-8cca-4bdf-908d-1e630373d07f no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:52:11.592614 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-9e07c0d7-a48f-4e97-912b-ee96955094e4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Deleting port e4c89c08-ed82-4393-b109-0494927fe436 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:52:11.593206 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-9e07c0d7-a48f-4e97-912b-ee96955094e4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e4c89c08-ed82-4393-b109-0494927fe436), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:11.616442 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c9798ee-8eb2-4bb4-9e47-2945d59ca4b2 req-a3200f21-3b51-4160-96fb-680c732de072 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 210 time: 0.0381095 Mar 11 11:52:11.640538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5f9e-4684-4657-9ee5-46cba2cf7cab req-153922e7-c421-49f1-83a6-3571b18c3def tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:11.642343 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5add5f9e-4684-4657-9ee5-46cba2cf7cab req-153922e7-c421-49f1-83a6-3571b18c3def tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/ports?device_id=19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac HTTP/1.1" status: 200 len: 946 time: 0.2304912 Mar 11 11:52:11.710183 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54a16af4-d905-4a49-8de7-29fc3375ed2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (c8c23638-e0bd-46bb-90a1-883750498334), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:11.717112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5add5f9e-4684-4657-9ee5-46cba2cf7cab req-494204e3-a9f5-4bec-8185-771bec785f66 tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9d3e1f9-9639-405c-86cb-c4072eab76e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641739 Mar 11 11:52:11.746185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-a2d98ff5-4da1-45df-a8f7-498a2362b3e4 req-9a53e9a3-20bf-4729-8a61-b9e0c9b9073f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] For port 2664cc3e-8cca-4bdf-908d-1e630373d07f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=2664cc3e-8cca-4bdf-908d-1e630373d07f,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:11.746828 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a2d98ff5-4da1-45df-a8f7-498a2362b3e4 req-9a53e9a3-20bf-4729-8a61-b9e0c9b9073f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:11.752223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 2664cc3e-8cca-4bdf-908d-1e630373d07f is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:11.752751 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:11.788735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a18d9f-cfa3-44f6-81c7-296f231d4db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2664cc3e-8cca-4bdf-908d-1e630373d07f'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:11.791520 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d67bbc9-4afc-43ee-b2a5-3ca609f459de" -d '{"events": [{"server_uuid": "56a18d9f-cfa3-44f6-81c7-296f231d4db7", "name": "network-vif-unplugged", "status": "completed", "tag": "2664cc3e-8cca-4bdf-908d-1e630373d07f"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:11.808564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 2664cc3e-8cca-4bdf-908d-1e630373d07f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=2664cc3e-8cca-4bdf-908d-1e630373d07f,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:11.813716 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:11.903368 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54a16af4-d905-4a49-8de7-29fc3375ed2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (c8c23638-e0bd-46bb-90a1-883750498334), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:11.906893 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54a16af4-d905-4a49-8de7-29fc3375ed2f admin admin] Publish callbacks [] for router_controller (c8c23638-e0bd-46bb-90a1-883750498334), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:11.910901 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565438d8-f14e-4602-8e9b-eff3acd47b94 x-openstack-request-id: req-565438d8-f14e-4602-8e9b-eff3acd47b94 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:11.911621 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a18d9f-cfa3-44f6-81c7-296f231d4db7", "name": "network-vif-unplugged", "status": "completed", "tag": "2664cc3e-8cca-4bdf-908d-1e630373d07f", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:11.912048 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-565438d8-f14e-4602-8e9b-eff3acd47b94 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:11.912657 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a18d9f-cfa3-44f6-81c7-296f231d4db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2664cc3e-8cca-4bdf-908d-1e630373d07f', 'code': 200} Mar 11 11:52:11.913907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=2664cc3e-8cca-4bdf-908d-1e630373d07f,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:11.960890 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54a16af4-d905-4a49-8de7-29fc3375ed2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (c8c23638-e0bd-46bb-90a1-883750498334), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:11.961787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a16af4-d905-4a49-8de7-29fc3375ed2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8c23638-e0bd-46bb-90a1-883750498334 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:52:11.973488 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54a16af4-d905-4a49-8de7-29fc3375ed2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:11.977163 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-54a16af4-d905-4a49-8de7-29fc3375ed2f admin admin] 10.222.0.78 "DELETE /v2.0/routers/c8c23638-e0bd-46bb-90a1-883750498334 HTTP/1.1" status: 204 len: 168 time: 2.2381792 Mar 11 11:52:11.977834 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55048) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:12.032922 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9d6408-30dc-4897-9084-48e076d97794 admin admin] Deleting subnet 6e125371-d52f-4208-9c77-d4e4b47be414 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:52:12.036307 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6408-30dc-4897-9084-48e076d97794 admin admin] Publish callbacks [] for subnet (6e125371-d52f-4208-9c77-d4e4b47be414), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:12.092393 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6408-30dc-4897-9084-48e076d97794 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (6e125371-d52f-4208-9c77-d4e4b47be414), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:12.128602 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-a2d98ff5-4da1-45df-a8f7-498a2362b3e4 req-9a53e9a3-20bf-4729-8a61-b9e0c9b9073f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Calling delete_port for 2664cc3e-8cca-4bdf-908d-1e630373d07f owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:52:12.159116 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-0ba07543-92b5-43bc-bccd-dc63a3b473e0 service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6946535 Mar 11 11:52:12.241158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-deleted', 'tag': 'df5293cf-8b46-409f-9158-b48aa7dcdadf'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:12.243617 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6641eaf-fcc3-4b03-9500-d4467c501dca" -d '{"events": [{"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-deleted", "tag": "df5293cf-8b46-409f-9158-b48aa7dcdadf"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:12.246993 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-c08ea425-6175-452e-acfb-7e48a8c07fb7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9aa5d129-f192-4a1b-b63f-aa12e861c1c8 HTTP/1.1" status: 200 len: 217 time: 0.0758798 Mar 11 11:52:12.257693 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6408-30dc-4897-9084-48e076d97794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (6e125371-d52f-4208-9c77-d4e4b47be414), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:12.305795 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee0868d-4533-4bc4-92d3-6da4711287ae tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:52:12.321745 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6d71d6-8a34-483d-ba6b-96325898b3c4 None None] Sync routers for ids ['f46924da-8354-483a-9e82-1b0db61dca20'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:52:12.340396 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ee0868d-4533-4bc4-92d3-6da4711287ae tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:12.340734 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d71d6-8a34-483d-ba6b-96325898b3c4 None None] Routers {'f46924da-8354-483a-9e82-1b0db61dca20'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:12.341377 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7e6d71d6-8a34-483d-ba6b-96325898b3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:51:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f46924da-8354-483a-9e82-1b0db61dca20'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:12.342019 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0ee0868d-4533-4bc4-92d3-6da4711287ae tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "PUT /v2.0/routers/f46924da-8354-483a-9e82-1b0db61dca20 HTTP/1.1" status: 200 len: 926 time: 5.5573595 Mar 11 11:52:12.354173 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 684e1abd-a8ce-47fc-b1e9-0682e52f7abb no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:52:12.361211 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55054) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:12.402122 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7e6d71d6-8a34-483d-ba6b-96325898b3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:12.413167 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d71d6-8a34-483d-ba6b-96325898b3c4 None None] Routers {'f46924da-8354-483a-9e82-1b0db61dca20'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:12.413783 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7e6d71d6-8a34-483d-ba6b-96325898b3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:51:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f46924da-8354-483a-9e82-1b0db61dca20'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:12.417673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 684e1abd-a8ce-47fc-b1e9-0682e52f7abb {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:52:12.418006 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 684e1abd-a8ce-47fc-b1e9-0682e52f7abb not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:52:12.418421 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:52:12.472016 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7e6d71d6-8a34-483d-ba6b-96325898b3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:12.473492 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6d71d6-8a34-483d-ba6b-96325898b3c4 None None] The sync data for ids ['f46924da-8354-483a-9e82-1b0db61dca20'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:52:12.480899 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:52:12.481376 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8b36a554-a54b-4a60-ac39-67a3ea0ebc70 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:52:12.507265 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6408-30dc-4897-9084-48e076d97794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (6e125371-d52f-4208-9c77-d4e4b47be414), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:12.557479 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-9e07c0d7-a48f-4e97-912b-ee96955094e4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] For port e4c89c08-ed82-4393-b109-0494927fe436, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e4c89c08-ed82-4393-b109-0494927fe436,segment=NetworkSegment(b80c930a-bf39-4a09-b927-d1b8997284e1),segment_id=b80c930a-bf39-4a09-b927-d1b8997284e1)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:12.557714 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-9e07c0d7-a48f-4e97-912b-ee96955094e4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e4c89c08-ed82-4393-b109-0494927fe436), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:12.558313 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:12.582982 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-acf5ae0c-9718-4938-9687-37ef7b903719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:12.584558 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-acf5ae0c-9718-4938-9687-37ef7b903719 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c30f13c-e155-4b80-b4e1-4a60dc004240 HTTP/1.1" status: 200 len: 797 time: 0.3249598 Mar 11 11:52:12.591045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56139df-c937-48f7-9209-5dbf943782aa req-dbad6821-d6f7-4967-954e-31878e641bc7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:12.593772 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a56139df-c937-48f7-9209-5dbf943782aa req-dbad6821-d6f7-4967-954e-31878e641bc7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 943 time: 0.2553568 Mar 11 11:52:12.618268 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-9e07c0d7-a48f-4e97-912b-ee96955094e4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Calling delete_port for e4c89c08-ed82-4393-b109-0494927fe436 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:52:12.627341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d6408-30dc-4897-9084-48e076d97794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e125371-d52f-4208-9c77-d4e4b47be414,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:12.631374 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6408-30dc-4897-9084-48e076d97794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:12.635046 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4e9d6408-30dc-4897-9084-48e076d97794 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6e125371-d52f-4208-9c77-d4e4b47be414 HTTP/1.1" status: 204 len: 168 time: 0.6559634 Mar 11 11:52:12.639490 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1ce5a606-654a-4ed5-909c-67b325946d39 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "GET /v2.0/routers/f46924da-8354-483a-9e82-1b0db61dca20 HTTP/1.1" status: 200 len: 926 time: 0.2760973 Mar 11 11:52:12.640680 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55058) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:12.641151 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55062) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:12.649878 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f637ef-8bc2-4b69-8945-69a3b55f00bb None None] Network 76092203-82d8-4a24-86d5-4aa9015481db requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:52:12.843802 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e3489d-d147-4cfc-8c99-bbe84aeb0dc9 x-openstack-request-id: req-60e3489d-d147-4cfc-8c99-bbe84aeb0dc9 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:12.844256 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-deleted", "tag": "df5293cf-8b46-409f-9158-b48aa7dcdadf", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:12.844577 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-60e3489d-d147-4cfc-8c99-bbe84aeb0dc9 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:12.845051 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-deleted', 'tag': 'df5293cf-8b46-409f-9158-b48aa7dcdadf', 'status': 'completed', 'code': 200} Mar 11 11:52:12.845758 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a2d98ff5-4da1-45df-a8f7-498a2362b3e4 req-9a53e9a3-20bf-4729-8a61-b9e0c9b9073f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (2664cc3e-8cca-4bdf-908d-1e630373d07f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:12.913738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-dadb45ee-9857-4ea1-87db-9fb605b67114 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:12.915338 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-dadb45ee-9857-4ea1-87db-9fb605b67114 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.37 "GET /v2.0/networks?id=3535c090-28c6-4aa7-9181-bb2bb7c93648 HTTP/1.1" status: 200 len: 804 time: 0.7847402 Mar 11 11:52:12.922296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53e9a3-20bf-4729-8a61-b9e0c9b9073f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Pushing event deleted for resources: {'Port': ['ID=2664cc3e-8cca-4bdf-908d-1e630373d07f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:12.930072 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10825904-ae3b-4068-9784-8aa8cb729789 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:12.933456 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-10825904-ae3b-4068-9784-8aa8cb729789 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&device_id=f46924da-8354-483a-9e82-1b0db61dca20&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2747202 Mar 11 11:52:12.937085 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6413d20f-66a4-4d8f-820a-16faae99a19b req-3bd86f80-ff00-40f2-8639-439bc40157f8 tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.1120083 Mar 11 11:52:12.943319 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-df555557-20b0-479e-8bbe-24a6c58e297e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Request body: {'port': {'device_id': 'd6a2e88b-6fb8-4c2e-9643-ab276130fca1', 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648', 'admin_state_up': True, 'tenant_id': 'c4fc75872c4f47908e2919cb98431e26'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:12.945313 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f930e52-8de0-4a9b-bd9a-53264cb957c8 None None] DHCP port deletion for 76092203-82d8-4a24-86d5-4aa9015481db request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:52:12.947356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55070) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:12.955144 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88aa714d-b828-4d40-9e4c-5e2e24dde704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (76092203-82d8-4a24-86d5-4aa9015481db), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:12.983333 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a56139df-c937-48f7-9209-5dbf943782aa req-ca0d6f3b-91e8-423d-b157-0801bcf4ba1d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f05d851-8e9a-4763-8560-63d9efd6a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3643882 Mar 11 11:52:13.069578 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6f930e52-8de0-4a9b-bd9a-53264cb957c8 None None] Deleting port d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:52:13.070097 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6f930e52-8de0-4a9b-bd9a-53264cb957c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:13.075436 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aab60e-1061-4e90-8d08-c34efe59c34d req-c9f80f21-25f2-4a14-8e18-02337dac49d3 tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:13.083242 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3aab60e-1061-4e90-8d08-c34efe59c34d req-c9f80f21-25f2-4a14-8e18-02337dac49d3 tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.71 "GET /v2.0/ports?device_id=19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac HTTP/1.1" status: 200 len: 946 time: 0.3753309 Mar 11 11:52:13.154800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6f930e52-8de0-4a9b-bd9a-53264cb957c8 None None] For port d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4,segment=NetworkSegment(5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7),segment_id=5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:13.155202 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6f930e52-8de0-4a9b-bd9a-53264cb957c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:13.165897 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d98ff5-4da1-45df-a8f7-498a2362b3e4 req-9a53e9a3-20bf-4729-8a61-b9e0c9b9073f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] No DVR routers for this DVR port 2664cc3e-8cca-4bdf-908d-1e630373d07f on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:52:13.169436 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a2d98ff5-4da1-45df-a8f7-498a2362b3e4 req-9a53e9a3-20bf-4729-8a61-b9e0c9b9073f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:13.173713 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a2d98ff5-4da1-45df-a8f7-498a2362b3e4 req-9a53e9a3-20bf-4729-8a61-b9e0c9b9073f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.71 "DELETE /v2.0/ports/2664cc3e-8cca-4bdf-908d-1e630373d07f HTTP/1.1" status: 204 len: 173 time: 2.8754716 Mar 11 11:52:13.174454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6f930e52-8de0-4a9b-bd9a-53264cb957c8 None None] Calling delete_port for d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:52:13.176264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-095b8cf3-1d72-4fe9-b378-cdbb095d800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:13.179709 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-095b8cf3-1d72-4fe9-b378-cdbb095d800e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eff5b65-f94e-439e-a73a-18a4e30da763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5571566 Mar 11 11:52:13.246642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-df555557-20b0-479e-8bbe-24a6c58e297e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Made reservation on behalf of c4fc75872c4f47908e2919cb98431e26 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:52:13.250618 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-df555557-20b0-479e-8bbe-24a6c58e297e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:13.307490 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6f930e52-8de0-4a9b-bd9a-53264cb957c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:13.322851 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f930e52-8de0-4a9b-bd9a-53264cb957c8 None None] No DVR routers for this DVR port d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:52:13.327194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad955a02-ca95-44d1-ab5e-04b94148a9db tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:13.328739 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ad955a02-ca95-44d1-ab5e-04b94148a9db tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 881 time: 0.3721318 Mar 11 11:52:13.335060 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-80f10c23-35ff-465b-a6c7-e6a6fe1963ed req-ad3cb4fc-b586-4733-bdab-9f2ccc5e870a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 210 time: 0.2422593 Mar 11 11:52:13.370942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55076) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:13.385070 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f930e52-8de0-4a9b-bd9a-53264cb957c8 None None] Pushing event deleted for resources: {'Port': ['ID=d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:13.416929 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d0a7307f-b6f7-4966-a8de-ddcfc10b8eed tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "GET /v2.0/ports?device_id=f46924da-8354-483a-9e82-1b0db61dca20 HTTP/1.1" status: 200 len: 205 time: 0.0375764 Mar 11 11:52:13.416929 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-88aa714d-b828-4d40-9e4c-5e2e24dde704 admin admin] The port 'd72ab8c5-647b-4e59-abcd-69ad2c2c9eb4' was deleted {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 11 11:52:13.426413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55078) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:13.479854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c559d-183b-4cfc-896a-54a52df1a463 req-be38589b-32f0-4573-840c-e8b32739c47f tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:13.481570 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b5c559d-183b-4cfc-896a-54a52df1a463 req-be38589b-32f0-4573-840c-e8b32739c47f tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/ports?device_id=19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac HTTP/1.1" status: 200 len: 946 time: 0.3867991 Mar 11 11:52:13.510921 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88aa714d-b828-4d40-9e4c-5e2e24dde704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (76092203-82d8-4a24-86d5-4aa9015481db), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:13.550737 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-9e07c0d7-a48f-4e97-912b-ee96955094e4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e4c89c08-ed82-4393-b109-0494927fe436), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:13.554822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-88aa714d-b828-4d40-9e4c-5e2e24dde704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76092203-82d8-4a24-86d5-4aa9015481db']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:13.570639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-88aa714d-b828-4d40-9e4c-5e2e24dde704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:13.570998 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-88aa714d-b828-4d40-9e4c-5e2e24dde704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:13.582033 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9c714c93-160e-4d31-bf48-73fae2814027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:13.591627 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88aa714d-b828-4d40-9e4c-5e2e24dde704 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:13.595208 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-c3aab60e-1061-4e90-8d08-c34efe59c34d req-679f168d-a02b-482f-a048-b6b7658613ec tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Deleting port 1df6d73e-0a51-4dcf-8881-24d091caadd8 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:52:13.595671 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c3aab60e-1061-4e90-8d08-c34efe59c34d req-679f168d-a02b-482f-a048-b6b7658613ec tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1df6d73e-0a51-4dcf-8881-24d091caadd8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:13.633560 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88aa714d-b828-4d40-9e4c-5e2e24dde704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:13.641246 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b5c559d-183b-4cfc-896a-54a52df1a463 req-6be7cf36-8bde-40de-982b-2a3d427fbeff tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9d3e1f9-9639-405c-86cb-c4072eab76e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270864 Mar 11 11:52:13.657102 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88aa714d-b828-4d40-9e4c-5e2e24dde704 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:52:13.657748 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88aa714d-b828-4d40-9e4c-5e2e24dde704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (5a75dd3a-1d7e-48cc-bd7d-3fb65d4d25a7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:52:13.659750 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:52:13.696787 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-f9546c07-4951-482a-b3c1-79fed8881fec service neutron] 10.222.0.37 "GET /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099227 Mar 11 11:52:13.761112 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88aa714d-b828-4d40-9e4c-5e2e24dde704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (76092203-82d8-4a24-86d5-4aa9015481db), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:13.772388 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88aa714d-b828-4d40-9e4c-5e2e24dde704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:13.778577 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-88aa714d-b828-4d40-9e4c-5e2e24dde704 admin admin] 10.222.0.78 "DELETE /v2.0/networks/76092203-82d8-4a24-86d5-4aa9015481db HTTP/1.1" status: 204 len: 168 time: 1.1295338 Mar 11 11:52:13.793725 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa714d-b828-4d40-9e4c-5e2e24dde704 admin admin] Pushing event deleted for resources: {'Network': ['ID=76092203-82d8-4a24-86d5-4aa9015481db,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:13.796946 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-c3aab60e-1061-4e90-8d08-c34efe59c34d req-679f168d-a02b-482f-a048-b6b7658613ec tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] For port 1df6d73e-0a51-4dcf-8881-24d091caadd8, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=1df6d73e-0a51-4dcf-8881-24d091caadd8,segment=NetworkSegment(65d817b4-da65-4185-b71f-1f6213b46010),segment_id=65d817b4-da65-4185-b71f-1f6213b46010)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:13.797356 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c3aab60e-1061-4e90-8d08-c34efe59c34d req-679f168d-a02b-482f-a048-b6b7658613ec tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1df6d73e-0a51-4dcf-8881-24d091caadd8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:13.811312 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-c3aab60e-1061-4e90-8d08-c34efe59c34d req-679f168d-a02b-482f-a048-b6b7658613ec tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Calling delete_port for 1df6d73e-0a51-4dcf-8881-24d091caadd8 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:52:13.828184 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07c0d7-a48f-4e97-912b-ee96955094e4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event deleted for resources: {'Port': ['ID=e4c89c08-ed82-4393-b109-0494927fe436,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:13.879024 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43b6ed07-fc8d-47a4-af44-2ebf0a398b36 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (f46924da-8354-483a-9e82-1b0db61dca20), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:13.887009 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-9e07c0d7-a48f-4e97-912b-ee96955094e4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] No DVR routers for this DVR port e4c89c08-ed82-4393-b109-0494927fe436 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:52:13.890007 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-9e07c0d7-a48f-4e97-912b-ee96955094e4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:13.894063 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9da5d285-5b6f-4bfb-903d-16b61212d0ca req-9e07c0d7-a48f-4e97-912b-ee96955094e4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.71 "DELETE /v2.0/ports/e4c89c08-ed82-4393-b109-0494927fe436 HTTP/1.1" status: 204 len: 173 time: 2.9977231 Mar 11 11:52:13.968645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55082) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:13.982091 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-df555557-20b0-479e-8bbe-24a6c58e297e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Allocated IP 172.20.0.9 (3535c090-28c6-4aa7-9181-bb2bb7c93648/f5f66835-f96f-400f-bf5c-297271943f29/4412a13d-ce14-443b-ba9a-1cb763e59d82) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:52:14.076211 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ada28e6b-4a75-485e-98d6-c3c32e1e99c5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bf1392660d9b487585dafc67abf0ead8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1064293 Mar 11 11:52:14.080396 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55088) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:14.144418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33336da2-1407-4b3d-b950-4d6e3df25052 req-3d4abd99-ead3-41d6-b4eb-e677d9cfe58d tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0539918 Mar 11 11:52:14.173422 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c3aab60e-1061-4e90-8d08-c34efe59c34d req-679f168d-a02b-482f-a048-b6b7658613ec tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (1df6d73e-0a51-4dcf-8881-24d091caadd8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:14.186183 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['1df6d73e-0a51-4dcf-8881-24d091caadd8'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:52:14.218262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c39bad2e-eab5-430e-abe3-e07a24415b81 req-008440a2-f657-47ae-becb-6b71b33023c1 tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0733716 Mar 11 11:52:14.243228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f168d-a02b-482f-a048-b6b7658613ec tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Pushing event deleted for resources: {'Port': ['ID=1df6d73e-0a51-4dcf-8881-24d091caadd8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:14.282715 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:52:14.309484 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3aab60e-1061-4e90-8d08-c34efe59c34d req-679f168d-a02b-482f-a048-b6b7658613ec tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] No DVR routers for this DVR port 1df6d73e-0a51-4dcf-8881-24d091caadd8 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:52:14.312177 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c3aab60e-1061-4e90-8d08-c34efe59c34d req-679f168d-a02b-482f-a048-b6b7658613ec tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:14.317027 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3aab60e-1061-4e90-8d08-c34efe59c34d req-679f168d-a02b-482f-a048-b6b7658613ec tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.71 "DELETE /v2.0/ports/1df6d73e-0a51-4dcf-8881-24d091caadd8 HTTP/1.1" status: 204 len: 173 time: 1.2225609 Mar 11 11:52:14.317470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac', 'name': 'network-vif-deleted', 'tag': '1df6d73e-0a51-4dcf-8881-24d091caadd8'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:14.319802 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-4881abb4-6e0d-41a7-9e41-eb065343538d service neutron] 10.222.0.37 "GET /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155162 Mar 11 11:52:14.328793 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdc47dc-9753-4d5a-af2e-0b234dc8c941" -d '{"events": [{"server_uuid": "19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac", "name": "network-vif-deleted", "tag": "1df6d73e-0a51-4dcf-8881-24d091caadd8"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:14.350765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:52:14.351684 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d72ab8c5-647b-4e59-abcd-69ad2c2c9eb4 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:52:14.428282 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d14a4b-fd14-4394-bf17-f417e05050b9 x-openstack-request-id: req-61d14a4b-fd14-4394-bf17-f417e05050b9 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:14.428579 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac", "name": "network-vif-deleted", "tag": "1df6d73e-0a51-4dcf-8881-24d091caadd8", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:14.428834 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61d14a4b-fd14-4394-bf17-f417e05050b9 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:14.429237 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac', 'name': 'network-vif-deleted', 'tag': '1df6d73e-0a51-4dcf-8881-24d091caadd8', 'status': 'completed', 'code': 200} Mar 11 11:52:14.449560 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-294c7aa6-4383-466a-b443-260751bca833 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=50f210d1-6816-4569-bb99-e7fbc7114c33 HTTP/1.1" status: 200 len: 217 time: 0.1149185 Mar 11 11:52:14.512337 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-de1d6ce3-341e-4558-8ea7-cae8acb9b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:14.513984 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-de1d6ce3-341e-4558-8ea7-cae8acb9b2fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c30f13c-e155-4b80-b4e1-4a60dc004240 HTTP/1.1" status: 200 len: 797 time: 0.0549643 Mar 11 11:52:14.514687 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9a4a97f-66a0-42e3-bf1d-00bc71022a42 req-3c4fc4fb-691e-45e1-8cff-9d3adeb53d20 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 210 time: 0.0578392 Mar 11 11:52:14.538623 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43b6ed07-fc8d-47a4-af44-2ebf0a398b36 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (f46924da-8354-483a-9e82-1b0db61dca20), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:14.587912 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77770043-4f6d-4600-849d-1e57e90af03b admin admin] Publish callbacks [] for security_group (ae08c46e-272e-42ca-8607-81b57c2e3b2b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:14.646029 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77770043-4f6d-4600-849d-1e57e90af03b admin admin] Publish callbacks [] for security_group (ae08c46e-272e-42ca-8607-81b57c2e3b2b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:14.699022 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-df555557-20b0-479e-8bbe-24a6c58e297e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks [] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:14.714514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-a4f83dff-7603-4cc5-a44e-763141840090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:14.716127 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-a4f83dff-7603-4cc5-a44e-763141840090 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eff5b65-f94e-439e-a73a-18a4e30da763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1932378 Mar 11 11:52:14.875822 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35b2f0fc-a71c-47a4-bc4c-29552509cd80 req-9ff63448-19ee-4df7-9404-059e5ccc4a6c tempest-ServerPasswordTestJSON-997371522 tempest-ServerPasswordTestJSON-997371522-project] 10.222.0.78 "GET /v2.0/ports?device_id=19a7efbd-cf2b-4b93-bf71-0cb2e6dd69ac HTTP/1.1" status: 200 len: 210 time: 0.0764725 Mar 11 11:52:15.073905 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a18d9f-cfa3-44f6-81c7-296f231d4db7', 'name': 'network-vif-deleted', 'tag': '2664cc3e-8cca-4bdf-908d-1e630373d07f'}, {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-deleted', 'tag': 'e4c89c08-ed82-4393-b109-0494927fe436'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:15.076300 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1934af5-1418-4c85-9133-fdc6200290df" -d '{"events": [{"server_uuid": "56a18d9f-cfa3-44f6-81c7-296f231d4db7", "name": "network-vif-deleted", "tag": "2664cc3e-8cca-4bdf-908d-1e630373d07f"}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-deleted", "tag": "e4c89c08-ed82-4393-b109-0494927fe436"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:15.085772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-43b6ed07-fc8d-47a4-af44-2ebf0a398b36 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Deleting port 6ec0a78d-4375-4e93-add0-4e4f35698f7d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:52:15.086103 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43b6ed07-fc8d-47a4-af44-2ebf0a398b36 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6ec0a78d-4375-4e93-add0-4e4f35698f7d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:15.116191 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77770043-4f6d-4600-849d-1e57e90af03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ae08c46e-272e-42ca-8607-81b57c2e3b2b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:15.119361 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77770043-4f6d-4600-849d-1e57e90af03b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:15.122837 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-77770043-4f6d-4600-849d-1e57e90af03b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ae08c46e-272e-42ca-8607-81b57c2e3b2b HTTP/1.1" status: 204 len: 168 time: 1.0400119 Mar 11 11:52:15.154585 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3422f610-3867-40e6-b001-e5b7ff606c7d x-openstack-request-id: req-3422f610-3867-40e6-b001-e5b7ff606c7d {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:15.154889 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a18d9f-cfa3-44f6-81c7-296f231d4db7", "name": "network-vif-deleted", "tag": "2664cc3e-8cca-4bdf-908d-1e630373d07f", "status": "completed", "code": 200}, {"server_uuid": "9fc050fc-7a20-4e37-a1f1-1c249fb106b2", "name": "network-vif-deleted", "tag": "e4c89c08-ed82-4393-b109-0494927fe436", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:15.155126 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3422f610-3867-40e6-b001-e5b7ff606c7d {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:15.155514 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a18d9f-cfa3-44f6-81c7-296f231d4db7', 'name': 'network-vif-deleted', 'tag': '2664cc3e-8cca-4bdf-908d-1e630373d07f', 'status': 'completed', 'code': 200} Mar 11 11:52:15.155789 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc050fc-7a20-4e37-a1f1-1c249fb106b2', 'name': 'network-vif-deleted', 'tag': 'e4c89c08-ed82-4393-b109-0494927fe436', 'status': 'completed', 'code': 200} Mar 11 11:52:15.158558 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-df555557-20b0-479e-8bbe-24a6c58e297e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:15.168487 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77770043-4f6d-4600-849d-1e57e90af03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae08c46e-272e-42ca-8607-81b57c2e3b2b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:15.278592 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-27b58865-76ac-41e1-97d2-5a9d414a6a1c service neutron] 10.222.0.37 "GET /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520356 Mar 11 11:52:15.310404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d76b6bf-42a9-4b1e-abf6-2d016a19b349 req-facea0ed-6c8d-44d5-a707-dbe12029e90a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0454719 Mar 11 11:52:15.332157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-df555557-20b0-479e-8bbe-24a6c58e297e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Network 3535c090-28c6-4aa7-9181-bb2bb7c93648 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:52:15.348697 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-df555557-20b0-479e-8bbe-24a6c58e297e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:15.360690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-df555557-20b0-479e-8bbe-24a6c58e297e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:52:15.437377 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43b6ed07-fc8d-47a4-af44-2ebf0a398b36 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6ec0a78d-4375-4e93-add0-4e4f35698f7d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:15.442987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df555557-20b0-479e-8bbe-24a6c58e297e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Pushing event updated for resources: {'Port': ['ID=4412a13d-ce14-443b-ba9a-1cb763e59d82,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:15.444432 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f6c62a59-fe73-4e29-bf8c-832a6a6363d4 req-9ee9ffdb-9b02-4b7b-a679-e1fded036417 tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0435870 Mar 11 11:52:15.528877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-43b6ed07-fc8d-47a4-af44-2ebf0a398b36 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Calling delete_port for 6ec0a78d-4375-4e93-add0-4e4f35698f7d owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:52:15.544963 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-df555557-20b0-479e-8bbe-24a6c58e297e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:15.545592 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-df555557-20b0-479e-8bbe-24a6c58e297e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:15.626044 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-df555557-20b0-479e-8bbe-24a6c58e297e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6893783 Mar 11 11:52:15.631365 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1515b73d-9826-403c-a1ac-644eb7ccbb64 req-8ca7b663-cc50-48ed-a4ee-bfd560d1842d service neutron] 10.222.0.37 "GET /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313093 Mar 11 11:52:15.739878 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f042b0ac-f14a-4ec0-9371-81ce9a3f8c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:15.758920 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Request body: {'port': {'device_id': 'd6a2e88b-6fb8-4c2e-9643-ab276130fca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:15.973472 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:15.993135 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55122) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:16.166016 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43b6ed07-fc8d-47a4-af44-2ebf0a398b36 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6ec0a78d-4375-4e93-add0-4e4f35698f7d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:16.224648 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6ed07-fc8d-47a4-af44-2ebf0a398b36 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Pushing event deleted for resources: {'Port': ['ID=6ec0a78d-4375-4e93-add0-4e4f35698f7d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:16.296488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24904b5f-fa70-486e-8b7d-6901069d9507 req-aaad697d-c11d-4383-bb2b-2ead6ca72679 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:16.304587 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-24904b5f-fa70-486e-8b7d-6901069d9507 req-aaad697d-c11d-4383-bb2b-2ead6ca72679 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 931 time: 0.6892371 Mar 11 11:52:16.452832 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-24904b5f-fa70-486e-8b7d-6901069d9507 req-82705730-d027-47c0-a320-57cab2a11878 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471496 Mar 11 11:52:16.484276 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcee67ae-249d-4fae-8584-518072ce96f9 admin admin] Deleting subnet 5af907d7-ebac-4d63-b06d-c44a7139abbb {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:52:16.487503 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcee67ae-249d-4fae-8584-518072ce96f9 admin admin] Publish callbacks [] for subnet (5af907d7-ebac-4d63-b06d-c44a7139abbb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:16.521265 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60bc3000-3cc1-4a05-928c-c2ed2150fd61 req-8b6583e8-e2c4-4713-82ae-3551447e46e7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0465519 Mar 11 11:52:16.526833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55138) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:16.604601 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9cd1f9c7-33fd-4249-a913-88486b984426 req-452f2773-7813-49d3-a89f-4a0cee983b23 tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0410275 Mar 11 11:52:16.621600 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcee67ae-249d-4fae-8584-518072ce96f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (5af907d7-ebac-4d63-b06d-c44a7139abbb), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:16.665316 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43b6ed07-fc8d-47a4-af44-2ebf0a398b36 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (f46924da-8354-483a-9e82-1b0db61dca20), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:16.722070 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-6f2acb4f-3428-41b7-9063-9c8597da2073 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-92076149-network', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:16.745829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2acb4f-3428-41b7-9063-9c8597da2073 admin admin] Made reservation on behalf of c1dbe983a2554f9d829d23b2f6421d4d for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:52:16.748723 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f2acb4f-3428-41b7-9063-9c8597da2073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:16.760373 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f2acb4f-3428-41b7-9063-9c8597da2073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:16.785468 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43b6ed07-fc8d-47a4-af44-2ebf0a398b36 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (f46924da-8354-483a-9e82-1b0db61dca20), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:16.789212 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43b6ed07-fc8d-47a4-af44-2ebf0a398b36 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_controller (f46924da-8354-483a-9e82-1b0db61dca20), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:16.856686 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f2acb4f-3428-41b7-9063-9c8597da2073 admin admin] Publish callbacks [] for security_group (902dcd6b-df60-43f8-b647-d1eb9a4bcc0a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:16.861000 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f2acb4f-3428-41b7-9063-9c8597da2073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (902dcd6b-df60-43f8-b647-d1eb9a4bcc0a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:16.864746 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcee67ae-249d-4fae-8584-518072ce96f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (5af907d7-ebac-4d63-b06d-c44a7139abbb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:16.895688 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2acb4f-3428-41b7-9063-9c8597da2073 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:52:16.897720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2acb4f-3428-41b7-9063-9c8597da2073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902dcd6b-df60-43f8-b647-d1eb9a4bcc0a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:16.898126 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4412a13d-ce14-443b-ba9a-1cb763e59d82 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:52:16.907255 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43b6ed07-fc8d-47a4-af44-2ebf0a398b36 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (f46924da-8354-483a-9e82-1b0db61dca20), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:16.907895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b6ed07-fc8d-47a4-af44-2ebf0a398b36 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Fanout notify agent at l3_agent the message router_deleted on router f46924da-8354-483a-9e82-1b0db61dca20 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:52:16.911127 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Publish callbacks [] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:16.918123 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f2acb4f-3428-41b7-9063-9c8597da2073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (67976495-0033-4f9d-95f7-ed447369dbd1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:16.918255 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-6f2acb4f-3428-41b7-9063-9c8597da2073 admin admin] Added segment 67976495-0033-4f9d-95f7-ed447369dbd1 of type vlan for network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db Mar 11 11:52:16.920545 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43b6ed07-fc8d-47a4-af44-2ebf0a398b36 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:16.921754 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-43b6ed07-fc8d-47a4-af44-2ebf0a398b36 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "DELETE /v2.0/routers/f46924da-8354-483a-9e82-1b0db61dca20 HTTP/1.1" status: 204 len: 168 time: 3.4920642 Mar 11 11:52:16.925362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55142) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:16.930617 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b829f5e9-2ad9-45ca-9f24-d8d77fbf0d25 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1791253760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:16.962481 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b829f5e9-2ad9-45ca-9f24-d8d77fbf0d25 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (fb809b1b-47cb-4f95-b455-0e435e25abef), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:16.963380 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b829f5e9-2ad9-45ca-9f24-d8d77fbf0d25 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (fb809b1b-47cb-4f95-b455-0e435e25abef), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:16.969316 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f2acb4f-3428-41b7-9063-9c8597da2073 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (3eac3fe9-735d-4097-b3d0-b8b3bbbf12db), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:16.969472 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Transition to ACTIVE for port object 4412a13d-ce14-443b-ba9a-1cb763e59d82 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:52:16.977280 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.002603 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f2acb4f-3428-41b7-9063-9c8597da2073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (3eac3fe9-735d-4097-b3d0-b8b3bbbf12db), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.004414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2acb4f-3428-41b7-9063-9c8597da2073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:17.005063 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f2acb4f-3428-41b7-9063-9c8597da2073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.034075 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcee67ae-249d-4fae-8584-518072ce96f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (5af907d7-ebac-4d63-b06d-c44a7139abbb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.048667 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6f2acb4f-3428-41b7-9063-9c8597da2073 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5206392 Mar 11 11:52:17.075033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55144) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:17.076623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2acb4f-3428-41b7-9063-9c8597da2073 admin admin] Pushing event updated for resources: {'Network': ['ID=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:17.081426 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a26f86c2-1a39-496d-b23d-7af734b630d1 admin admin] Request body: {'subnet': {'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-92076149-subnet', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:17.088364 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:52:17.112391 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b829f5e9-2ad9-45ca-9f24-d8d77fbf0d25 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_controller (fb809b1b-47cb-4f95-b455-0e435e25abef), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.116166 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee67ae-249d-4fae-8584-518072ce96f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af907d7-ebac-4d63-b06d-c44a7139abbb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:17.122263 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Pushing event updated for resources: {'Port': ['ID=4412a13d-ce14-443b-ba9a-1cb763e59d82,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:17.127281 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcee67ae-249d-4fae-8584-518072ce96f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.133324 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dcee67ae-249d-4fae-8584-518072ce96f9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5af907d7-ebac-4d63-b06d-c44a7139abbb HTTP/1.1" status: 204 len: 168 time: 1.0042553 Mar 11 11:52:17.133826 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55146) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:17.134230 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b829f5e9-2ad9-45ca-9f24-d8d77fbf0d25 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (fb809b1b-47cb-4f95-b455-0e435e25abef), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.189865 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26f86c2-1a39-496d-b23d-7af734b630d1 admin admin] Made reservation on behalf of c1dbe983a2554f9d829d23b2f6421d4d for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:52:17.192581 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a26f86c2-1a39-496d-b23d-7af734b630d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.196685 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b829f5e9-2ad9-45ca-9f24-d8d77fbf0d25 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.198041 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b829f5e9-2ad9-45ca-9f24-d8d77fbf0d25 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2717237 Mar 11 11:52:17.203095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55148) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:17.209393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-364a7d7e-c55e-478d-9266-d423ec5b0c8e tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:17.216488 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.225845 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bec7cd44-2418-4eee-b3f7-97deff4a123b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (03d8370f-c6c7-4ede-b7e9-f491126e7937), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.306147 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bec7cd44-2418-4eee-b3f7-97deff4a123b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (03d8370f-c6c7-4ede-b7e9-f491126e7937), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.333643 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-bec7cd44-2418-4eee-b3f7-97deff4a123b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d8370f-c6c7-4ede-b7e9-f491126e7937']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:17.343136 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-bec7cd44-2418-4eee-b3f7-97deff4a123b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d817b4-da65-4185-b71f-1f6213b46010') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:17.343764 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-bec7cd44-2418-4eee-b3f7-97deff4a123b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d817b4-da65-4185-b71f-1f6213b46010') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:17.354763 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bec7cd44-2418-4eee-b3f7-97deff4a123b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (65d817b4-da65-4185-b71f-1f6213b46010), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.370019 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bec7cd44-2418-4eee-b3f7-97deff4a123b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (65d817b4-da65-4185-b71f-1f6213b46010), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.377114 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec7cd44-2418-4eee-b3f7-97deff4a123b admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:52:17.377114 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bec7cd44-2418-4eee-b3f7-97deff4a123b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (65d817b4-da65-4185-b71f-1f6213b46010), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:52:17.379235 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:52:17.400599 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Attempting to bind port 4412a13d-ce14-443b-ba9a-1cb763e59d82 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:52:17.400961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Attempting to bind port 4412a13d-ce14-443b-ba9a-1cb763e59d82 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '0eff5426-9bc1-455e-abbc-7c9800f04760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:52:17.401293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Attempting to bind port 4412a13d-ce14-443b-ba9a-1cb763e59d82 on network 3535c090-28c6-4aa7-9181-bb2bb7c93648 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:52:17.442620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Port 4412a13d-ce14-443b-ba9a-1cb763e59d82 on network 3535c090-28c6-4aa7-9181-bb2bb7c93648 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:52:17.443926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Attempting to bind port 4412a13d-ce14-443b-ba9a-1cb763e59d82 on network 3535c090-28c6-4aa7-9181-bb2bb7c93648 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:52:17.453666 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bec7cd44-2418-4eee-b3f7-97deff4a123b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (03d8370f-c6c7-4ede-b7e9-f491126e7937), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.460888 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bec7cd44-2418-4eee-b3f7-97deff4a123b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.467152 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bec7cd44-2418-4eee-b3f7-97deff4a123b admin admin] 10.222.0.78 "DELETE /v2.0/networks/03d8370f-c6c7-4ede-b7e9-f491126e7937 HTTP/1.1" status: 204 len: 168 time: 0.3318777 Mar 11 11:52:17.491271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:52:17.491632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Checking segment: {'id': '0eff5426-9bc1-455e-abbc-7c9800f04760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:52:17.492034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Bound using segment: {'id': '0eff5426-9bc1-455e-abbc-7c9800f04760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:52:17.492487 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Bound port: 4412a13d-ce14-443b-ba9a-1cb763e59d82, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eff5426-9bc1-455e-abbc-7c9800f04760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:52:17.492868 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.505528 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7cd44-2418-4eee-b3f7-97deff4a123b admin admin] Pushing event deleted for resources: {'Network': ['ID=03d8370f-c6c7-4ede-b7e9-f491126e7937,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:17.548040 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 1df6d73e-0a51-4dcf-8881-24d091caadd8 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:52:17.581878 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-364a7d7e-c55e-478d-9266-d423ec5b0c8e tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (fb809b1b-47cb-4f95-b455-0e435e25abef), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.593978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 1df6d73e-0a51-4dcf-8881-24d091caadd8 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:52:17.597419 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 1df6d73e-0a51-4dcf-8881-24d091caadd8 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:52:17.668883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d41037-899f-4e34-9340-17ab5c12a45c req-b605f1fa-ad80-4ae4-b353-9a2dfc093113 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:17.670680 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13d41037-899f-4e34-9340-17ab5c12a45c req-b605f1fa-ad80-4ae4-b353-9a2dfc093113 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 943 time: 0.0995526 Mar 11 11:52:17.740841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55162) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:17.766923 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ebc55ed-df5c-4718-b508-7a741aa6ddbe req-f3c1125c-5f62-477d-a4ae-a537fcbdaf96 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0386450 Mar 11 11:52:17.776226 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13d41037-899f-4e34-9340-17ab5c12a45c req-ef7b85a5-e795-4e65-ba47-f05296a3d44c tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996325 Mar 11 11:52:17.806491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] For port 4412a13d-ce14-443b-ba9a-1cb763e59d82, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:52:17.814443 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] For port 4412a13d-ce14-443b-ba9a-1cb763e59d82, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4412a13d-ce14-443b-ba9a-1cb763e59d82,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:52:17.827557 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a26f86c2-1a39-496d-b23d-7af734b630d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (748e6717-2aee-4f28-b940-f1d8e2456c16), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.854936 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0bfd0266-ad81-42f5-92e1-ab43d80c1c2f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=29f5b312556b4589920613256a0ab6fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1099021 Mar 11 11:52:17.857017 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55166) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:17.940741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f86c2-1a39-496d-b23d-7af734b630d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=748e6717-2aee-4f28-b940-f1d8e2456c16,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:17.948951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.958967 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3caf0238-6b9c-44fa-a3cf-9989696f07b8 admin admin] Publish callbacks [] for security_group (e9d3e1f9-9639-405c-86cb-c4072eab76e4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:17.965978 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54fc4065-674b-4858-b493-ff84e2086b9e req-8a6cf598-f73f-4287-b964-fd2ffbf88129 tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0572228 Mar 11 11:52:17.994364 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3caf0238-6b9c-44fa-a3cf-9989696f07b8 admin admin] Publish callbacks [] for security_group (e9d3e1f9-9639-405c-86cb-c4072eab76e4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:18.024523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:18.025148 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:18.026544 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] 10.222.0.37 "PUT /v2.0/ports/4412a13d-ce14-443b-ba9a-1cb763e59d82 HTTP/1.1" status: 200 len: 1091 time: 2.2784162 Mar 11 11:52:18.027279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a2e88b-6fb8-4c2e-9643-ab276130fca1', 'tag': '4412a13d-ce14-443b-ba9a-1cb763e59d82'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:18.029568 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba9f845-152c-4fa3-9dc1-7c716d632de0" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a2e88b-6fb8-4c2e-9643-ab276130fca1", "tag": "4412a13d-ce14-443b-ba9a-1cb763e59d82"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:18.071802 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3caf0238-6b9c-44fa-a3cf-9989696f07b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e9d3e1f9-9639-405c-86cb-c4072eab76e4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:18.075206 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3caf0238-6b9c-44fa-a3cf-9989696f07b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:18.076757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3caf0238-6b9c-44fa-a3cf-9989696f07b8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e9d3e1f9-9639-405c-86cb-c4072eab76e4 HTTP/1.1" status: 204 len: 168 time: 0.2178631 Mar 11 11:52:18.086893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7298dd6-00cc-4419-a6db-31f0ab8a4f47 service neutron] Pushing event updated for resources: {'Port': ['ID=4412a13d-ce14-443b-ba9a-1cb763e59d82,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:18.101863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f86c2-1a39-496d-b23d-7af734b630d1 admin admin] Checking segment: {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:52:18.102528 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f86c2-1a39-496d-b23d-7af734b630d1 admin admin] Network hostable DHCP agents. Network: 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:52:18.120689 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf0238-6b9c-44fa-a3cf-9989696f07b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d3e1f9-9639-405c-86cb-c4072eab76e4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:18.155139 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c8a771-9351-4978-9155-6e92d99c3196 x-openstack-request-id: req-87c8a771-9351-4978-9155-6e92d99c3196 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:18.155677 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a2e88b-6fb8-4c2e-9643-ab276130fca1", "tag": "4412a13d-ce14-443b-ba9a-1cb763e59d82", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:18.156106 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87c8a771-9351-4978-9155-6e92d99c3196 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:18.156674 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a2e88b-6fb8-4c2e-9643-ab276130fca1', 'tag': '4412a13d-ce14-443b-ba9a-1cb763e59d82', 'status': 'completed', 'code': 200} Mar 11 11:52:18.457243 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f86c2-1a39-496d-b23d-7af734b630d1 admin admin] Network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:52:18.510994 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:18.516323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-a26f86c2-1a39-496d-b23d-7af734b630d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:18.525285 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26f86c2-1a39-496d-b23d-7af734b630d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:18.526277 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a26f86c2-1a39-496d-b23d-7af734b630d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:18.528295 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf3a9c1-eb58-4f21-be4e-4a449df26907 None None] Network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:52:18.560709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-7b57976d-18ba-4a14-9438-e666ddaeed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:18.562981 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-7b57976d-18ba-4a14-9438-e666ddaeed2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4fc75872c4f47908e2919cb98431e26&device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 1125 time: 0.4453988 Mar 11 11:52:18.563730 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-364a7d7e-c55e-478d-9266-d423ec5b0c8e tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (fb809b1b-47cb-4f95-b455-0e435e25abef), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:18.596092 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-364a7d7e-c55e-478d-9266-d423ec5b0c8e tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:18.606182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55180) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:18.608720 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a26f86c2-1a39-496d-b23d-7af734b630d1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5309298 Mar 11 11:52:18.619424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:18.644986 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-e6a66107-3fce-4d63-a266-b520638ba3f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4412a13d-ce14-443b-ba9a-1cb763e59d82 HTTP/1.1" status: 200 len: 217 time: 0.0575325 Mar 11 11:52:18.679815 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (5497603f-a2a6-4280-a5de-4b56c205edce), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:18.681420 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (5497603f-a2a6-4280-a5de-4b56c205edce), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:18.725123 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:52:18.727178 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:18.804878 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Publish callbacks [] for router_controller (5497603f-a2a6-4280-a5de-4b56c205edce), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:18.915047 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-3e069691-40f7-4caa-827a-8848a66e74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:18.916542 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-3e069691-40f7-4caa-827a-8848a66e74cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5f66835-f96f-400f-bf5c-297271943f29 HTTP/1.1" status: 200 len: 844 time: 0.2578690 Mar 11 11:52:18.959894 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-41ff2d03-d579-4c3b-8ad2-a5a947dbd964 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3535c090-28c6-4aa7-9181-bb2bb7c93648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314755 Mar 11 11:52:18.983198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-364a7d7e-c55e-478d-9266-d423ec5b0c8e tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Allocated IP 172.25.7.69 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/d2391ea6-92c7-4587-918c-5d1a7cf4bcb9) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:52:19.084367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Allocated IP 172.20.0.2 (3eac3fe9-735d-4097-b3d0-b8b3bbbf12db/748e6717-2aee-4f28-b940-f1d8e2456c16/f75d9b69-67d8-4a6f-8a4b-a4f48b20b585) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:52:19.155123 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-d63a9f7d-1bf1-473b-a912-24f5897b9be9 service neutron] 10.222.0.37 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875622 Mar 11 11:52:19.206637 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4f88933b-dc5c-40af-8a04-3f20a74ec556 req-0ca81ee8-266c-465b-94fa-1288e12eb4c4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.1259551 Mar 11 11:52:19.218811 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-364a7d7e-c55e-478d-9266-d423ec5b0c8e tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for port (d2391ea6-92c7-4587-918c-5d1a7cf4bcb9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:19.300588 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d343caa1-9c0b-4a70-a34f-f7a4a7bbceaf req-250ef252-032d-43d5-b73e-cc9adbaaf8e6 service neutron] 10.222.0.37 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386383 Mar 11 11:52:19.315257 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-364a7d7e-c55e-478d-9266-d423ec5b0c8e tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d2391ea6-92c7-4587-918c-5d1a7cf4bcb9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:19.321342 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55200) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:19.353093 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Publish callbacks [] for router_gateway (5497603f-a2a6-4280-a5de-4b56c205edce), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:19.410780 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Publish callbacks [] for port (f75d9b69-67d8-4a6f-8a4b-a4f48b20b585), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:19.420332 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (f75d9b69-67d8-4a6f-8a4b-a4f48b20b585), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:19.454240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7cab644b-5478-486c-b597-9cae2525a623 req-b13000fd-3ead-4a15-a107-4ddbe8875b4c tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0804634 Mar 11 11:52:19.483203 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c323f-22f3-4934-baf0-38a576a6a6ed req-262595cb-fe1b-4245-9d6a-93a498b9df5d tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:19.495134 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:52:19.500153 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:19.503975 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:52:19.504887 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-457c323f-22f3-4934-baf0-38a576a6a6ed req-262595cb-fe1b-4245-9d6a-93a498b9df5d tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 943 time: 0.4515955 Mar 11 11:52:19.520732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364a7d7e-c55e-478d-9266-d423ec5b0c8e tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:52:19.526665 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Pushing event updated for resources: {'Port': ['ID=f75d9b69-67d8-4a6f-8a4b-a4f48b20b585,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:19.540120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-364a7d7e-c55e-478d-9266-d423ec5b0c8e tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:19.547361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364a7d7e-c55e-478d-9266-d423ec5b0c8e tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:52:19.561088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c6bf17df-2c74-4db8-b874-873377c546f2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1723939177-network', 'tenant_id': 'b839c74c06a5463cab66eb4c80c4c086'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:19.583838 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Attempting to bind port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:52:19.584251 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Attempting to bind port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:52:19.584615 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Attempting to bind port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 on network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:52:19.590968 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:52:19.591339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Checking segment: {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:52:19.591801 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:19.592191 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Bound using segment: {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:52:19.592951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Bound port: f75d9b69-67d8-4a6f-8a4b-a4f48b20b585, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:52:19.593339 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f75d9b69-67d8-4a6f-8a4b-a4f48b20b585), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:19.595428 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a7d7e-c55e-478d-9266-d423ec5b0c8e tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Pushing event updated for resources: {'Port': ['ID=d2391ea6-92c7-4587-918c-5d1a7cf4bcb9,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:19.635983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9f845-152c-4fa3-9dc1-7c716d632de0 req-6e7daa4a-a40e-46ff-83d8-a7a9987ac60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:19.638117 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3ba9f845-152c-4fa3-9dc1-7c716d632de0 req-6e7daa4a-a40e-46ff-83d8-a7a9987ac60b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4fc75872c4f47908e2919cb98431e26&device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 1125 time: 0.2769651 Mar 11 11:52:19.653089 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-457c323f-22f3-4934-baf0-38a576a6a6ed req-48e67004-62bd-4356-b1d8-4fccef6027a2 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471360 Mar 11 11:52:19.674138 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bf17df-2c74-4db8-b874-873377c546f2 admin admin] Made reservation on behalf of b839c74c06a5463cab66eb4c80c4c086 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:52:19.676561 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6bf17df-2c74-4db8-b874-873377c546f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:19.695218 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] For port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:52:19.699621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] For port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f75d9b69-67d8-4a6f-8a4b-a4f48b20b585,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:52:19.714277 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f75d9b69-67d8-4a6f-8a4b-a4f48b20b585), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:19.722359 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6bf17df-2c74-4db8-b874-873377c546f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:19.831013 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934dd32b-8c97-4c9b-9100-a418bf96ac5e None None] Pushing event updated for resources: {'Port': ['ID=f75d9b69-67d8-4a6f-8a4b-a4f48b20b585,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:19.948121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9f845-152c-4fa3-9dc1-7c716d632de0 req-a63e9a60-3af1-40da-b308-3e1d62c7aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:19.949627 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3ba9f845-152c-4fa3-9dc1-7c716d632de0 req-a63e9a60-3af1-40da-b308-3e1d62c7aa45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3535c090-28c6-4aa7-9181-bb2bb7c93648 HTTP/1.1" status: 200 len: 905 time: 0.2765765 Mar 11 11:52:19.969958 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Publish callbacks [] for router_gateway (5497603f-a2a6-4280-a5de-4b56c205edce), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:20.030475 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:20.041418 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:20.057882 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3ba9f845-152c-4fa3-9dc1-7c716d632de0 req-c6912f67-3b99-49b2-b1ef-96f0bcf0330c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4412a13d-ce14-443b-ba9a-1cb763e59d82 HTTP/1.1" status: 200 len: 217 time: 0.0643435 Mar 11 11:52:20.226567 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6bf17df-2c74-4db8-b874-873377c546f2 admin admin] Publish callbacks [] for security_group (050e1ec2-f596-4aa5-8e75-48335c24d370), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:20.234499 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9f845-152c-4fa3-9dc1-7c716d632de0 req-3959bbe0-d822-4d7d-b88b-5bf57491790a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:20.236413 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3ba9f845-152c-4fa3-9dc1-7c716d632de0 req-3959bbe0-d822-4d7d-b88b-5bf57491790a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5f66835-f96f-400f-bf5c-297271943f29 HTTP/1.1" status: 200 len: 844 time: 0.1679351 Mar 11 11:52:20.272724 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Allocated IP 172.25.7.88 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/c6af19b4-5ee0-44f1-80ea-3471294125c3) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:52:20.368907 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-364a7d7e-c55e-478d-9266-d423ec5b0c8e tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (fb809b1b-47cb-4f95-b455-0e435e25abef), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:20.443657 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6bf17df-2c74-4db8-b874-873377c546f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (050e1ec2-f596-4aa5-8e75-48335c24d370), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:20.444014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1dd012f7-7ef1-41e2-9598-938f7e7f6d3b req-5a6d5d70-6fa5-47df-a1f9-70c1239780ca tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0528636 Mar 11 11:52:20.463224 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Publish callbacks [] for port (c6af19b4-5ee0-44f1-80ea-3471294125c3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:20.506050 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c6af19b4-5ee0-44f1-80ea-3471294125c3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:20.523102 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3ba9f845-152c-4fa3-9dc1-7c716d632de0 req-acda9f58-328b-4b04-8334-8a284530fa5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3535c090-28c6-4aa7-9181-bb2bb7c93648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807929 Mar 11 11:52:20.557616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:52:20.561985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:20.564787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:52:20.634300 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3ba9f845-152c-4fa3-9dc1-7c716d632de0 req-91ae4a94-e4a4-4ea8-8686-86f087fcef6c service neutron] 10.222.0.37 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016500 Mar 11 11:52:20.641986 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bf17df-2c74-4db8-b874-873377c546f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:52:20.741782 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3ba9f845-152c-4fa3-9dc1-7c716d632de0 req-17e66fab-7458-4a85-95b2-896efe164974 service neutron] 10.222.0.37 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959291 Mar 11 11:52:20.760177 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf17df-2c74-4db8-b874-873377c546f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050e1ec2-f596-4aa5-8e75-48335c24d370,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:20.768264 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6bf17df-2c74-4db8-b874-873377c546f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (65d1ab14-8445-446e-be7b-99019c2a265f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:20.768599 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-c6bf17df-2c74-4db8-b874-873377c546f2 admin admin] Added segment 65d1ab14-8445-446e-be7b-99019c2a265f of type vlan for network d259f0e3-1793-455e-a2df-b0e8516ce55f Mar 11 11:52:20.775861 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Pushing event updated for resources: {'Port': ['ID=c6af19b4-5ee0-44f1-80ea-3471294125c3,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:20.873723 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c17b7b9c-ac89-434b-a960-7c9fd083e52b req-ab254a8c-9786-4432-a473-1047c7f1f755 tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0939128 Mar 11 11:52:20.916821 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f6fb7-c272-49eb-a5ee-cdd430239f4a req-421125f8-ba37-4a48-9c4c-42b704e6bf70 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:20.923699 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-658f6fb7-c272-49eb-a5ee-cdd430239f4a req-421125f8-ba37-4a48-9c4c-42b704e6bf70 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 943 time: 0.1425972 Mar 11 11:52:20.965709 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-364a7d7e-c55e-478d-9266-d423ec5b0c8e tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (fb809b1b-47cb-4f95-b455-0e435e25abef), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:20.969954 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-364a7d7e-c55e-478d-9266-d423ec5b0c8e tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (fb809b1b-47cb-4f95-b455-0e435e25abef), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:21.015415 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Publish callbacks [] for router_gateway (5497603f-a2a6-4280-a5de-4b56c205edce), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:21.024116 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6bf17df-2c74-4db8-b874-873377c546f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (d259f0e3-1793-455e-a2df-b0e8516ce55f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:21.093998 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-658f6fb7-c272-49eb-a5ee-cdd430239f4a req-e10e08a5-05de-492a-b8b9-6dd46ac1c47c tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693661 Mar 11 11:52:21.136512 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6bf17df-2c74-4db8-b874-873377c546f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (d259f0e3-1793-455e-a2df-b0e8516ce55f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:21.138104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bf17df-2c74-4db8-b874-873377c546f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:21.138728 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6bf17df-2c74-4db8-b874-873377c546f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:21.233725 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf17df-2c74-4db8-b874-873377c546f2 admin admin] Pushing event updated for resources: {'Network': ['ID=d259f0e3-1793-455e-a2df-b0e8516ce55f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:21.263282 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network d259f0e3-1793-455e-a2df-b0e8516ce55f details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:52:21.281871 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c6bf17df-2c74-4db8-b874-873377c546f2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9575715 Mar 11 11:52:21.285333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55214) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:21.337620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Request body: {'subnet': {'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1723939177-subnet', 'tenant_id': 'b839c74c06a5463cab66eb4c80c4c086', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:21.392190 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Made reservation on behalf of b839c74c06a5463cab66eb4c80c4c086 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:52:21.397596 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:21.426494 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (5497603f-a2a6-4280-a5de-4b56c205edce), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:21.500878 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab924cab-c194-46f2-97a1-4bfc55cdf63f None None] Network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:52:21.544889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364a7d7e-c55e-478d-9266-d423ec5b0c8e tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Router fb809b1b-47cb-4f95-b455-0e435e25abef is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:52:21.672644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d919153a-16fb-42ae-9c64-5d8c23ddae6c None None] Provisioning complete for port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:21.673427 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d919153a-16fb-42ae-9c64-5d8c23ddae6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f75d9b69-67d8-4a6f-8a4b-a4f48b20b585), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:21.698343 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49dd9794-a1fd-4e96-aa48-fc3c361ff07f req-016f8881-7523-4f1e-9b99-5ea2481d8ac9 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0712337 Mar 11 11:52:21.731227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364a7d7e-c55e-478d-9266-d423ec5b0c8e tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:52:21.755893 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-364a7d7e-c55e-478d-9266-d423ec5b0c8e tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:21.758618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fd420e-3a92-4b4b-a59d-651272ad3ce7 None None] Sync routers for ids ['fb809b1b-47cb-4f95-b455-0e435e25abef'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:52:21.764687 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-364a7d7e-c55e-478d-9266-d423ec5b0c8e tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "PUT /v2.0/routers/fb809b1b-47cb-4f95-b455-0e435e25abef HTTP/1.1" status: 200 len: 883 time: 4.5566385 Mar 11 11:52:21.764687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55218) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:21.805598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fd420e-3a92-4b4b-a59d-651272ad3ce7 None None] Routers {'fb809b1b-47cb-4f95-b455-0e435e25abef'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:21.806446 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-03fd420e-3a92-4b4b-a59d-651272ad3ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['fb809b1b-47cb-4f95-b455-0e435e25abef'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:21.807181 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Router 5497603f-a2a6-4280-a5de-4b56c205edce is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:52:21.868679 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-03fd420e-3a92-4b4b-a59d-651272ad3ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:21.900246 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fd420e-3a92-4b4b-a59d-651272ad3ce7 None None] Routers {'fb809b1b-47cb-4f95-b455-0e435e25abef'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:21.901389 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-03fd420e-3a92-4b4b-a59d-651272ad3ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['fb809b1b-47cb-4f95-b455-0e435e25abef'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:21.967998 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:52:21.983440 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Sync routers for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:52:22.005272 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:22.007938 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:22.029640 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:22.033532 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2bc5bc7d-4112-45c6-b20e-38248cadc01d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4248405 Mar 11 11:52:22.036574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55224) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:22.110921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-03fd420e-3a92-4b4b-a59d-651272ad3ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:22.113781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fd420e-3a92-4b4b-a59d-651272ad3ce7 None None] The sync data for ids ['fb809b1b-47cb-4f95-b455-0e435e25abef'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:52:22.161252 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d919153a-16fb-42ae-9c64-5d8c23ddae6c None None] Current status of the port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:22.164139 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d919153a-16fb-42ae-9c64-5d8c23ddae6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f75d9b69-67d8-4a6f-8a4b-a4f48b20b585), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:22.274338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d919153a-16fb-42ae-9c64-5d8c23ddae6c None None] For port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f75d9b69-67d8-4a6f-8a4b-a4f48b20b585,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:22.284020 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d919153a-16fb-42ae-9c64-5d8c23ddae6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f75d9b69-67d8-4a6f-8a4b-a4f48b20b585), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:22.292287 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:52:22.335026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:52:22.414440 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d28a7faf-cf7c-4779-ab1a-536abd753f7d req-21440273-78b6-4432-a6f0-fdb5adf975dd tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.1010101 Mar 11 11:52:22.576317 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:20Z', 'revision_number': 3, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:22.619946 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Checking router: 5497603f-a2a6-4280-a5de-4b56c205edce for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:52:22.620706 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Updating router 5497603f-a2a6-4280-a5de-4b56c205edce port c6af19b4-5ee0-44f1-80ea-3471294125c3 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:52:22.667954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4412a13d-ce14-443b-ba9a-1cb763e59d82 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:52:22.668198 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c6af19b4-5ee0-44f1-80ea-3471294125c3), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:22.699060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4bad5-44ae-4b01-a266-bf28f53457df req-50dc248f-5c5e-4f64-a5f5-5c31fe24e3c2 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:22.705990 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ad4bad5-44ae-4b01-a266-bf28f53457df req-50dc248f-5c5e-4f64-a5f5-5c31fe24e3c2 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 943 time: 0.3900952 Mar 11 11:52:22.731833 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f7d3ff6a-21b1-45b9-b053-3a1a39f751d4 None None] Provisioning complete for port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:22.732205 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f7d3ff6a-21b1-45b9-b053-3a1a39f751d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f75d9b69-67d8-4a6f-8a4b-a4f48b20b585), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:22.735971 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919153a-16fb-42ae-9c64-5d8c23ddae6c None None] Pushing event updated for resources: {'Port': ['ID=f75d9b69-67d8-4a6f-8a4b-a4f48b20b585,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:22.825989 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9eb56f28-b0f8-403f-9ea4-9208c3929728 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "GET /v2.0/routers/fb809b1b-47cb-4f95-b455-0e435e25abef HTTP/1.1" status: 200 len: 924 time: 1.0569127 Mar 11 11:52:22.831405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:22.832079 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f75d9b69-67d8-4a6f-8a4b-a4f48b20b585), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:22.832761 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55230) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:22.864477 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (614f6c11-14c1-492e-91ba-54d12114a8a6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:22.950396 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4412a13d-ce14-443b-ba9a-1cb763e59d82, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4412a13d-ce14-443b-ba9a-1cb763e59d82,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:22.969608 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a1d5b2f-4d65-4443-aaa9-14e3bd679995 req-055157bc-abed-4b46-8d68-0d415ce2abca tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0881665 Mar 11 11:52:22.977043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '4412a13d-ce14-443b-ba9a-1cb763e59d82', 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648', 'port_id': '4412a13d-ce14-443b-ba9a-1cb763e59d82', 'mac_address': 'fa:16:3e:05:25:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f66835-f96f-400f-bf5c-297271943f29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:52:22.979103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f7d3ff6a-21b1-45b9-b053-3a1a39f751d4 None None] Current status of the port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:23.057913 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ad4bad5-44ae-4b01-a266-bf28f53457df req-b8be3d20-83f3-443b-8a24-954cc2f5a129 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116691 Mar 11 11:52:23.100642 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:23.131636 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=614f6c11-14c1-492e-91ba-54d12114a8a6,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:23.140517 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Publish callbacks [] for port (c6af19b4-5ee0-44f1-80ea-3471294125c3), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:23.141331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 4412a13d-ce14-443b-ba9a-1cb763e59d82 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:23.142075 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:23.147330 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:23.147742 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:23.148292 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:23.148767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:23.149105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:23.149434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:23.149654 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c6af19b4-5ee0-44f1-80ea-3471294125c3), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:23.149832 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:23.150208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:23.151482 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:23.151952 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:23.152331 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:23.153078 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:23.153548 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:23.175508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Checking segment: {'id': '65d1ab14-8445-446e-be7b-99019c2a265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:52:23.176433 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Network hostable DHCP agents. Network: d259f0e3-1793-455e-a2df-b0e8516ce55f, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:52:23.180243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4412a13d-ce14-443b-ba9a-1cb763e59d82 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:52:23.191279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ee549-1820-4263-99bd-f839b7c188f5 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:23.197023 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-628ee549-1820-4263-99bd-f839b7c188f5 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&device_id=fb809b1b-47cb-4f95-b455-0e435e25abef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3568249 Mar 11 11:52:23.200722 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55234) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:23.223129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4412a13d-ce14-443b-ba9a-1cb763e59d82, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4412a13d-ce14-443b-ba9a-1cb763e59d82,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:23.229352 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:23.264209 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:23.305720 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0107b-ef06-4e26-b96b-a078c2e57807 None None] Pushing event updated for resources: {'Port': ['ID=c6af19b4-5ee0-44f1-80ea-3471294125c3,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:23.321283 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=4412a13d-ce14-443b-ba9a-1cb763e59d82,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:23.324407 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Attempting to bind port c6af19b4-5ee0-44f1-80ea-3471294125c3 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:52:23.324797 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Attempting to bind port c6af19b4-5ee0-44f1-80ea-3471294125c3 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:52:23.326630 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Attempting to bind port c6af19b4-5ee0-44f1-80ea-3471294125c3 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:52:23.341007 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:52:23.341394 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:52:23.342165 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:23.342554 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:52:23.343065 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Bound port: c6af19b4-5ee0-44f1-80ea-3471294125c3, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:52:23.343441 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c6af19b4-5ee0-44f1-80ea-3471294125c3), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:23.355951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a273546d-9969-46ec-af72-ef2aa89c6a4a tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:23.360685 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a273546d-9969-46ec-af72-ef2aa89c6a4a tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 881 time: 0.1590211 Mar 11 11:52:23.361411 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55236) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:23.397704 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6b38a654-a7ba-4a3f-9f07-4e5b81176538 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb809b1b-47cb-4f95-b455-0e435e25abef HTTP/1.1" status: 200 len: 205 time: 0.0327594 Mar 11 11:52:23.400003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55238) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:23.442679 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] For port c6af19b4-5ee0-44f1-80ea-3471294125c3, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:52:23.446967 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] For port c6af19b4-5ee0-44f1-80ea-3471294125c3, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c6af19b4-5ee0-44f1-80ea-3471294125c3,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:52:23.455522 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c6af19b4-5ee0-44f1-80ea-3471294125c3), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:23.526362 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['4412a13d-ce14-443b-ba9a-1cb763e59d82'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:52:23.536604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] Allocated IP 172.20.0.1 (3eac3fe9-735d-4097-b3d0-b8b3bbbf12db/748e6717-2aee-4f28-b940-f1d8e2456c16/941c2c63-7564-4bde-83ae-d9ee74c0e308) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:52:23.609090 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0107b-ef06-4e26-b96b-a078c2e57807 None None] Pushing event updated for resources: {'Port': ['ID=c6af19b4-5ee0-44f1-80ea-3471294125c3,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:23.611628 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:23.613140 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:23.646640 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d59a9f15-4aaf-4b55-b9c3-9d6f8221f789 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (fb809b1b-47cb-4f95-b455-0e435e25abef), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:23.650045 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Network d259f0e3-1793-455e-a2df-b0e8516ce55f is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:52:23.681808 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] Publish callbacks [] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:23.731424 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, d259f0e3-1793-455e-a2df-b0e8516ce55f) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:23.743733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:23.746725 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:23.751699 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7574ae0e-ee96-4626-b43a-9d7a7425c594 None None] Network d259f0e3-1793-455e-a2df-b0e8516ce55f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:52:23.783852 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7fd39f6-387c-444c-9295-21429341dc1f req-0d683018-1090-4a08-841b-675573860bcf tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0976808 Mar 11 11:52:23.820563 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4acf02aa-3c2a-4499-a079-521d251c32e1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5346484 Mar 11 11:52:23.824373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55242) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:23.834960 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1723939177-router', 'tenant_id': 'b839c74c06a5463cab66eb4c80c4c086', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:23.857957 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:52:23.864077 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:23.945806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (2b4d489c-05ce-4652-8fb0-47c106cd4897), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:23.946457 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] Network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:52:23.951396 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (2b4d489c-05ce-4652-8fb0-47c106cd4897), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:23.962665 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] Pushing event updated for resources: {'Port': ['ID=941c2c63-7564-4bde-83ae-d9ee74c0e308,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:23.972446 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:23.974907 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:52:23.991827 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6fef8d-edb3-4b00-8fc5-b3c2aca7b3e0 None None] Network d259f0e3-1793-455e-a2df-b0e8516ce55f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:52:24.070191 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (5497603f-a2a6-4280-a5de-4b56c205edce), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:24.190040 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Publish callbacks [] for router_controller (2b4d489c-05ce-4652-8fb0-47c106cd4897), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:24.306267 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:52:24.365596 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:20Z', 'revision_number': 3, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:24.407369 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Publish callbacks [] for router_gateway (2b4d489c-05ce-4652-8fb0-47c106cd4897), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:24.416934 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d59a9f15-4aaf-4b55-b9c3-9d6f8221f789 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (fb809b1b-47cb-4f95-b455-0e435e25abef), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:24.448631 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190b2a75-6a15-40aa-b57b-4e867f8bcbd7 None None] The sync data for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 is: [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:20Z', 'revision_number': 3, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:52:24.462506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c219a4a0-7e00-49a6-9c42-787ab869825c None None] Provisioning complete for port 941c2c63-7564-4bde-83ae-d9ee74c0e308 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:24.463024 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c219a4a0-7e00-49a6-9c42-787ab869825c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:24.466849 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:24.467221 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f75d9b69-67d8-4a6f-8a4b-a4f48b20b585), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:24.534101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c219a4a0-7e00-49a6-9c42-787ab869825c None None] Port 941c2c63-7564-4bde-83ae-d9ee74c0e308 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:52:24.609582 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d59a9f15-4aaf-4b55-b9c3-9d6f8221f789 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Deleting port d2391ea6-92c7-4587-918c-5d1a7cf4bcb9 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:52:24.610311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d59a9f15-4aaf-4b55-b9c3-9d6f8221f789 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d2391ea6-92c7-4587-918c-5d1a7cf4bcb9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:24.645652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:24.772496 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d59a9f15-4aaf-4b55-b9c3-9d6f8221f789 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d2391ea6-92c7-4587-918c-5d1a7cf4bcb9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:24.912696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d59a9f15-4aaf-4b55-b9c3-9d6f8221f789 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Calling delete_port for d2391ea6-92c7-4587-918c-5d1a7cf4bcb9 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:52:25.020804 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09cfe136-d43c-4823-b9b5-6a794f6a740d req-a9988121-ff87-455a-9168-80666ac1ea64 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.8437753 Mar 11 11:52:25.039092 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Publish callbacks [] for router_gateway (2b4d489c-05ce-4652-8fb0-47c106cd4897), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:25.092627 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:25.143323 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:25.242500 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2af9501c-838a-4d42-9e6f-e5817c342dfe req-ca631818-eac8-41b6-9cd4-f609fa403567 tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.1011479 Mar 11 11:52:25.267065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e84429-396f-43ed-834e-04627caf4dc4 req-7fbbb542-6e6a-4503-a841-1e623e18426e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:25.273996 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62e84429-396f-43ed-834e-04627caf4dc4 req-7fbbb542-6e6a-4503-a841-1e623e18426e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 944 time: 0.3150201 Mar 11 11:52:25.359552 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Allocated IP 172.25.7.77 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/c3395bd1-decd-4fe5-9ee6-671db7ae031c) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:52:25.395495 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62e84429-396f-43ed-834e-04627caf4dc4 req-bf8d6252-dbca-4f23-8fd2-c600ba7af35d tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966811 Mar 11 11:52:25.433087 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d59a9f15-4aaf-4b55-b9c3-9d6f8221f789 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d2391ea6-92c7-4587-918c-5d1a7cf4bcb9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:25.485743 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a9f15-4aaf-4b55-b9c3-9d6f8221f789 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Pushing event deleted for resources: {'Port': ['ID=d2391ea6-92c7-4587-918c-5d1a7cf4bcb9,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:25.554489 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] Publish callbacks [] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:25.570563 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:25.616593 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (5497603f-a2a6-4280-a5de-4b56c205edce), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:25.639906 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d59a9f15-4aaf-4b55-b9c3-9d6f8221f789 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (fb809b1b-47cb-4f95-b455-0e435e25abef), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:25.682809 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Publish callbacks [] for port (c3395bd1-decd-4fe5-9ee6-671db7ae031c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:25.711435 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] Pushing event updated for resources: {'Port': ['ID=941c2c63-7564-4bde-83ae-d9ee74c0e308,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:25.783375 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d59a9f15-4aaf-4b55-b9c3-9d6f8221f789 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (fb809b1b-47cb-4f95-b455-0e435e25abef), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:25.788426 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d59a9f15-4aaf-4b55-b9c3-9d6f8221f789 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_controller (fb809b1b-47cb-4f95-b455-0e435e25abef), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:25.793295 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] Network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:52:25.794852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:25.900425 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d59a9f15-4aaf-4b55-b9c3-9d6f8221f789 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (fb809b1b-47cb-4f95-b455-0e435e25abef), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:25.901001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59a9f15-4aaf-4b55-b9c3-9d6f8221f789 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Fanout notify agent at l3_agent the message router_deleted on router fb809b1b-47cb-4f95-b455-0e435e25abef {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:52:25.922924 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d59a9f15-4aaf-4b55-b9c3-9d6f8221f789 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:25.932368 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d59a9f15-4aaf-4b55-b9c3-9d6f8221f789 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "DELETE /v2.0/routers/fb809b1b-47cb-4f95-b455-0e435e25abef HTTP/1.1" status: 204 len: 168 time: 2.5275719 Mar 11 11:52:25.933461 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55254) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:25.941679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-968ae431-d088-4cb6-a14d-7f9ce4397bb4 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-587994366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:25.949221 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (c3395bd1-decd-4fe5-9ee6-671db7ae031c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:26.015645 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-968ae431-d088-4cb6-a14d-7f9ce4397bb4 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (7a2a3bca-1533-4fe0-856e-b566dbd184a6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:26.016420 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-968ae431-d088-4cb6-a14d-7f9ce4397bb4 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (7a2a3bca-1533-4fe0-856e-b566dbd184a6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:26.018030 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] Router 5497603f-a2a6-4280-a5de-4b56c205edce has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:52:26.037958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:52:26.054806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:26.059117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:52:26.062442 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Pushing event updated for resources: {'Port': ['ID=c3395bd1-decd-4fe5-9ee6-671db7ae031c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:26.185099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-81ac5a72-26ec-46aa-8b4b-e59bf6154948 None None] Provisioning complete for port 941c2c63-7564-4bde-83ae-d9ee74c0e308 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:26.187042 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-81ac5a72-26ec-46aa-8b4b-e59bf6154948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:26.231127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:52:26.250311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-968ae431-d088-4cb6-a14d-7f9ce4397bb4 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_controller (7a2a3bca-1533-4fe0-856e-b566dbd184a6), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:26.257293 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-968ae431-d088-4cb6-a14d-7f9ce4397bb4 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (7a2a3bca-1533-4fe0-856e-b566dbd184a6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:26.272589 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-81ac5a72-26ec-46aa-8b4b-e59bf6154948 None None] Port 941c2c63-7564-4bde-83ae-d9ee74c0e308 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:52:26.279920 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-54f100aa-ee1b-4d6b-beed-fb27a086b380 admin admin] 10.222.0.78 "PUT /v2.0/routers/5497603f-a2a6-4280-a5de-4b56c205edce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2419844 Mar 11 11:52:26.282817 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-deaec0ed-ec85-485c-b618-8894f0c53344 req-8769c0f6-b9df-4602-9b8f-9e72e2c6ef1a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0697875 Mar 11 11:52:26.328743 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c6af19b4-5ee0-44f1-80ea-3471294125c3 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:52:26.406022 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port c6af19b4-5ee0-44f1-80ea-3471294125c3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:26.406660 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c6af19b4-5ee0-44f1-80ea-3471294125c3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:26.444509 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-968ae431-d088-4cb6-a14d-7f9ce4397bb4 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:26.445687 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-968ae431-d088-4cb6-a14d-7f9ce4397bb4 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5112660 Mar 11 11:52:26.469868 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4412a13d-ce14-443b-ba9a-1cb763e59d82 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:52:26.489846 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55266) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:26.505633 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2f2f630-55cc-48d8-8f78-e65bcf849ff7 req-f5ea2867-ce38-4d2a-9bcc-74cd469ed2c0 tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0612011 Mar 11 11:52:26.508562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-75ca1a2b-a932-4771-b38b-cfe23260af9e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'enable_snat': True}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:26.664474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df941e8-a972-4615-9ec6-85d4dfe210b1 req-74ef3cf7-eb5e-4cc2-8d67-093527e70759 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:26.672075 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9df941e8-a972-4615-9ec6-85d4dfe210b1 req-74ef3cf7-eb5e-4cc2-8d67-093527e70759 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 944 time: 0.0882287 Mar 11 11:52:26.714384 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:52:26.735426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 4412a13d-ce14-443b-ba9a-1cb763e59d82 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:52:26.784924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9df941e8-a972-4615-9ec6-85d4dfe210b1 req-717d38d5-591a-480d-9775-d2e59de4c803 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116862 Mar 11 11:52:26.818888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port c6af19b4-5ee0-44f1-80ea-3471294125c3 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:26.819463 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c6af19b4-5ee0-44f1-80ea-3471294125c3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:26.828227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 4412a13d-ce14-443b-ba9a-1cb763e59d82 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:26.828773 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:26.924169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port c6af19b4-5ee0-44f1-80ea-3471294125c3, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c6af19b4-5ee0-44f1-80ea-3471294125c3,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:26.936089 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c6af19b4-5ee0-44f1-80ea-3471294125c3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:27.011716 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 4412a13d-ce14-443b-ba9a-1cb763e59d82 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:27.012373 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:27.039955 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55272) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:27.045538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-30b5bd5c-9c8b-4fc9-9d67-8485855d42e3 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1703876967', 'description': 'tempest-description--568152447'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:27.047821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=c6af19b4-5ee0-44f1-80ea-3471294125c3,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:27.059554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a2e88b-6fb8-4c2e-9643-ab276130fca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4412a13d-ce14-443b-ba9a-1cb763e59d82'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:27.062088 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df892ccd-9f66-4450-b736-b1abdda4207b" -d '{"events": [{"server_uuid": "d6a2e88b-6fb8-4c2e-9643-ab276130fca1", "name": "network-vif-plugged", "status": "completed", "tag": "4412a13d-ce14-443b-ba9a-1cb763e59d82"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:27.080148 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4412a13d-ce14-443b-ba9a-1cb763e59d82, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4412a13d-ce14-443b-ba9a-1cb763e59d82,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:27.085809 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:27.145564 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-30b5bd5c-9c8b-4fc9-9d67-8485855d42e3 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:27.187050 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd8c1bb-05b3-4ddd-967c-f6cb377b1f91 x-openstack-request-id: req-8cd8c1bb-05b3-4ddd-967c-f6cb377b1f91 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:27.187720 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a2e88b-6fb8-4c2e-9643-ab276130fca1", "name": "network-vif-plugged", "status": "completed", "tag": "4412a13d-ce14-443b-ba9a-1cb763e59d82", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:27.188076 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8cd8c1bb-05b3-4ddd-967c-f6cb377b1f91 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:27.189504 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a2e88b-6fb8-4c2e-9643-ab276130fca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4412a13d-ce14-443b-ba9a-1cb763e59d82', 'code': 200} Mar 11 11:52:27.208219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=4412a13d-ce14-443b-ba9a-1cb763e59d82,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:27.298992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Sync routers for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:52:27.328214 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:27.329020 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:27.378032 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-30b5bd5c-9c8b-4fc9-9d67-8485855d42e3 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (5f574b3f-d009-48ec-94bc-5bfa6635c095), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:27.384310 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-30b5bd5c-9c8b-4fc9-9d67-8485855d42e3 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5f574b3f-d009-48ec-94bc-5bfa6635c095), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:27.451216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5bd5c-9c8b-4fc9-9d67-8485855d42e3 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f574b3f-d009-48ec-94bc-5bfa6635c095,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:27.457160 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-30b5bd5c-9c8b-4fc9-9d67-8485855d42e3 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:27.458613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-30b5bd5c-9c8b-4fc9-9d67-8485855d42e3 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4171686 Mar 11 11:52:27.463792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55280) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:27.466606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-15d410a9-ea89-4bab-8416-2619443c86f5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'security_group_rule': {'security_group_id': '5f574b3f-d009-48ec-94bc-5bfa6635c095', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:27.491242 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00f072a7-4fd0-43bf-b6ca-8bed92ef2b27 req-62932166-9a8e-4833-9d51-76d557628c31 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0487387 Mar 11 11:52:27.536101 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-15d410a9-ea89-4bab-8416-2619443c86f5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (da6a9b57-63f9-43a0-a1b2-70d6888cb317), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:27.559038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:52:27.644522 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-15d410a9-ea89-4bab-8416-2619443c86f5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (da6a9b57-63f9-43a0-a1b2-70d6888cb317), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:27.651048 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-15d410a9-ea89-4bab-8416-2619443c86f5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (da6a9b57-63f9-43a0-a1b2-70d6888cb317), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:27.773511 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75ca1a2b-a932-4771-b38b-cfe23260af9e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (7a2a3bca-1533-4fe0-856e-b566dbd184a6), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:27.797909 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-15d410a9-ea89-4bab-8416-2619443c86f5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:27.802708 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-15d410a9-ea89-4bab-8416-2619443c86f5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3399701 Mar 11 11:52:27.818395 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e839f968-d5cb-4312-9ab1-1083090c5d50 req-dadc07eb-14db-46be-b5c2-e77ea0c9e1cb tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.1273043 Mar 11 11:52:27.819194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55284) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:27.828677 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1a6a9775-407a-4a71-9a5f-9e309d416933 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'security_group_rule': {'security_group_id': '5f574b3f-d009-48ec-94bc-5bfa6635c095', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:27.844697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d410a9-ea89-4bab-8416-2619443c86f5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6a9b57-63f9-43a0-a1b2-70d6888cb317,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:27.859542 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Publish callbacks [] for router_gateway (2b4d489c-05ce-4652-8fb0-47c106cd4897), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:27.898916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:25Z', 'revision_number': 2, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:27.901023 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a6a9775-407a-4a71-9a5f-9e309d416933 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (13410c74-9ae5-482c-9bd8-c5644949e517), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:27.935595 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Checking router: 5497603f-a2a6-4280-a5de-4b56c205edce for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:52:27.935952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Updating router 5497603f-a2a6-4280-a5de-4b56c205edce port 941c2c63-7564-4bde-83ae-d9ee74c0e308 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:52:27.967922 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:28.037009 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3b5ea370-e493-4669-bec5-d2188cf28865 req-9e616605-ccfd-46a0-9a4b-ff509729d92f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0298967 Mar 11 11:52:28.123246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5c1d5-23e0-45f5-945f-e6576e2f76a0 req-b2cef26d-7dbb-4094-ac85-b57e50ef820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:28.124780 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c0e5c1d5-23e0-45f5-945f-e6576e2f76a0 req-b2cef26d-7dbb-4094-ac85-b57e50ef820d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 1127 time: 0.4239242 Mar 11 11:52:28.157931 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8b3e4-7ed0-4e01-867c-b2808671a7bc req-9344e41c-5eb9-4e68-a77b-1d7b9a992d80 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:28.177680 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63a8b3e4-7ed0-4e01-867c-b2808671a7bc req-9344e41c-5eb9-4e68-a77b-1d7b9a992d80 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 945 time: 0.2593672 Mar 11 11:52:28.232231 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a6a9775-407a-4a71-9a5f-9e309d416933 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (13410c74-9ae5-482c-9bd8-c5644949e517), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:28.251052 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a6a9775-407a-4a71-9a5f-9e309d416933 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (13410c74-9ae5-482c-9bd8-c5644949e517), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:28.281077 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63a8b3e4-7ed0-4e01-867c-b2808671a7bc req-0f547842-510f-4bf0-9f25-0452db6d91fd tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987411 Mar 11 11:52:28.293910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a9775-407a-4a71-9a5f-9e309d416933 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13410c74-9ae5-482c-9bd8-c5644949e517,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:28.311301 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a6a9775-407a-4a71-9a5f-9e309d416933 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:28.315373 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1a6a9775-407a-4a71-9a5f-9e309d416933 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4918792 Mar 11 11:52:28.316350 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55290) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:28.321400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-7701ad3f-618b-4d7b-9597-20675912bfbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:28.360081 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7701ad3f-618b-4d7b-9597-20675912bfbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:28.365039 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c6af19b4-5ee0-44f1-80ea-3471294125c3 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:52:28.410410 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c0e5c1d5-23e0-45f5-945f-e6576e2f76a0 req-8b0d3a99-bd99-4e3b-88ba-877f258de35a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814530 Mar 11 11:52:28.418477 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (2b4d489c-05ce-4652-8fb0-47c106cd4897), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:28.613676 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port c6af19b4-5ee0-44f1-80ea-3471294125c3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:28.620132 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c6af19b4-5ee0-44f1-80ea-3471294125c3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:28.655627 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75ca1a2b-a932-4771-b38b-cfe23260af9e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (7a2a3bca-1533-4fe0-856e-b566dbd184a6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:28.702856 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75ca1a2b-a932-4771-b38b-cfe23260af9e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:28.735538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20705850-f954-448e-ad4d-9c1f1f3eead2 req-58bc5a03-88e0-4e10-95f9-8030f2d20706 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.1003890 Mar 11 11:52:28.741607 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7701ad3f-618b-4d7b-9597-20675912bfbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:28.826222 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-75ca1a2b-a932-4771-b38b-cfe23260af9e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Allocated IP 172.25.7.177 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/45902fe7-7cb9-4bec-be31-3d222da11897) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:52:28.895763 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Publish callbacks [] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:28.918090 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:28.982725 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75ca1a2b-a932-4771-b38b-cfe23260af9e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for port (45902fe7-7cb9-4bec-be31-3d222da11897), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:29.043730 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b7d173aa-e29d-4f2d-94de-7674374a36bc req-a770d391-ad7b-4586-9094-cc342e540a59 tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0637901 Mar 11 11:52:29.057964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Router 2b4d489c-05ce-4652-8fb0-47c106cd4897 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:52:29.064010 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75ca1a2b-a932-4771-b38b-cfe23260af9e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (45902fe7-7cb9-4bec-be31-3d222da11897), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:29.097341 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737a4ab-b84a-4180-bec4-0cd3c88e5dcf None None] Pushing event updated for resources: {'Port': ['ID=941c2c63-7564-4bde-83ae-d9ee74c0e308,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:29.112937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port c6af19b4-5ee0-44f1-80ea-3471294125c3 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:29.166236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Attempting to bind port 941c2c63-7564-4bde-83ae-d9ee74c0e308 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:52:29.168435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Attempting to bind port 941c2c63-7564-4bde-83ae-d9ee74c0e308 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:52:29.168806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Attempting to bind port 941c2c63-7564-4bde-83ae-d9ee74c0e308 on network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:52:29.184737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:52:29.185152 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Checking segment: {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:52:29.185672 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:29.186092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Bound using segment: {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:52:29.208237 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Bound port: 941c2c63-7564-4bde-83ae-d9ee74c0e308, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:52:29.209012 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:29.228326 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-7701ad3f-618b-4d7b-9597-20675912bfbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Allocated IP 172.25.7.109 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/66085887-9275-41d8-8b9e-b0c2e340787d) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:52:29.246155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ca1a2b-a932-4771-b38b-cfe23260af9e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:52:29.340975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-75ca1a2b-a932-4771-b38b-cfe23260af9e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:29.366871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ca1a2b-a932-4771-b38b-cfe23260af9e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:52:29.400120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca1a2b-a932-4771-b38b-cfe23260af9e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Pushing event updated for resources: {'Port': ['ID=45902fe7-7cb9-4bec-be31-3d222da11897,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:29.502781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] For port 941c2c63-7564-4bde-83ae-d9ee74c0e308, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:52:29.523075 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7701ad3f-618b-4d7b-9597-20675912bfbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for port (66085887-9275-41d8-8b9e-b0c2e340787d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:29.529754 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f080c536-902b-4781-a515-b71cc8b41007 None None] Provisioning complete for port 941c2c63-7564-4bde-83ae-d9ee74c0e308 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:29.530598 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f080c536-902b-4781-a515-b71cc8b41007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:29.543601 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] For port 941c2c63-7564-4bde-83ae-d9ee74c0e308, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=941c2c63-7564-4bde-83ae-d9ee74c0e308,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:52:29.613718 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:29.651107 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7701ad3f-618b-4d7b-9597-20675912bfbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (66085887-9275-41d8-8b9e-b0c2e340787d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:29.729689 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7701ad3f-618b-4d7b-9597-20675912bfbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:52:29.737658 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-7701ad3f-618b-4d7b-9597-20675912bfbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:29.747484 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7701ad3f-618b-4d7b-9597-20675912bfbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:52:29.772659 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f080c536-902b-4781-a515-b71cc8b41007 None None] Port 941c2c63-7564-4bde-83ae-d9ee74c0e308 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:52:29.861971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a5877-4b86-4895-84c1-60a8e1570a2f req-ce120fa5-295e-4c01-86fe-8a2ff92107e9 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:29.876347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d8a5877-4b86-4895-84c1-60a8e1570a2f req-ce120fa5-295e-4c01-86fe-8a2ff92107e9 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 945 time: 0.3512187 Mar 11 11:52:29.880925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:52:29.892371 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701ad3f-618b-4d7b-9597-20675912bfbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'Port': ['ID=66085887-9275-41d8-8b9e-b0c2e340787d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:29.928702 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Sync routers for ids ['2b4d489c-05ce-4652-8fb0-47c106cd4897'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:52:29.960338 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Routers {'2b4d489c-05ce-4652-8fb0-47c106cd4897'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:29.961876 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2b4d489c-05ce-4652-8fb0-47c106cd4897'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:29.980075 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737a4ab-b84a-4180-bec4-0cd3c88e5dcf None None] Pushing event updated for resources: {'Port': ['ID=941c2c63-7564-4bde-83ae-d9ee74c0e308,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:29.998019 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa37e1fb-6404-482c-88ad-eac6c83824dd req-b4da8c13-8d2f-4771-ac98-a7a9e63c5115 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0869589 Mar 11 11:52:30.000617 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:30.001641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:30.048691 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:30.060419 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bb2eecda-a085-463b-8d8c-79d7effbdc0a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2299676 Mar 11 11:52:30.060755 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55302) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:30.086299 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7701ad3f-618b-4d7b-9597-20675912bfbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (6e6cafc3-6e44-4b36-b032-40817ebb0871), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:30.105491 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d8a5877-4b86-4895-84c1-60a8e1570a2f req-59cb57da-e54a-4827-9c60-c2ab47fb2119 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278364 Mar 11 11:52:30.189772 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7701ad3f-618b-4d7b-9597-20675912bfbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (66085887-9275-41d8-8b9e-b0c2e340787d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:30.278801 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Set router 2b4d489c-05ce-4652-8fb0-47c106cd4897 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:52:30.342881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:52:30.405298 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-dd2efdb9-a06d-4ddf-b0a1-5c2951e3db2d None None] Provisioning complete for port 941c2c63-7564-4bde-83ae-d9ee74c0e308 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:30.405654 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dd2efdb9-a06d-4ddf-b0a1-5c2951e3db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:30.521309 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7c7c17f8-46cc-4866-accc-4b13f4e977dd req-4b66b475-b135-44b9-85ce-7f632dff32e7 tempest-ServersAdmin275Test-1825304104 tempest-ServersAdmin275Test-1825304104-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0981896 Mar 11 11:52:30.585707 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75ca1a2b-a932-4771-b38b-cfe23260af9e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (7a2a3bca-1533-4fe0-856e-b566dbd184a6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:30.844640 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7701ad3f-618b-4d7b-9597-20675912bfbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for port (66085887-9275-41d8-8b9e-b0c2e340787d), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:30.853261 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7701ad3f-618b-4d7b-9597-20675912bfbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (66085887-9275-41d8-8b9e-b0c2e340787d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:31.012961 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701ad3f-618b-4d7b-9597-20675912bfbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'Port': ['ID=66085887-9275-41d8-8b9e-b0c2e340787d,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:31.113985 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-dd2efdb9-a06d-4ddf-b0a1-5c2951e3db2d None None] Current status of the port 941c2c63-7564-4bde-83ae-d9ee74c0e308 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:31.114600 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dd2efdb9-a06d-4ddf-b0a1-5c2951e3db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:31.182864 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7701ad3f-618b-4d7b-9597-20675912bfbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (6e6cafc3-6e44-4b36-b032-40817ebb0871), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:31.189506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dd2efdb9-a06d-4ddf-b0a1-5c2951e3db2d None None] For port 941c2c63-7564-4bde-83ae-d9ee74c0e308, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=941c2c63-7564-4bde-83ae-d9ee74c0e308,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:31.237717 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7701ad3f-618b-4d7b-9597-20675912bfbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:31.245357 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a617c7b7-28f0-4957-bcf6-d53944d44b46 req-58151df2-bdfd-4d2e-8e25-9be01b800c0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=357d0f9696844cc7b1212b44fe14ae11&device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0403898 Mar 11 11:52:31.249847 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7701ad3f-618b-4d7b-9597-20675912bfbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9320419 Mar 11 11:52:31.252216 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dd2efdb9-a06d-4ddf-b0a1-5c2951e3db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:31.316568 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a617c7b7-28f0-4957-bcf6-d53944d44b46 req-b5db0367-6dd4-4ebd-9014-4223d39efcfc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=357d0f9696844cc7b1212b44fe14ae11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601680 Mar 11 11:52:31.355788 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2efdb9-a06d-4ddf-b0a1-5c2951e3db2d None None] Pushing event updated for resources: {'Port': ['ID=941c2c63-7564-4bde-83ae-d9ee74c0e308,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:31.381914 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:29Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:31.403172 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee4d509c-a451-43d2-8a19-a1649174e380 req-65e17b0b-8cad-49e9-b454-8c6626c25d1e tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.1380463 Mar 11 11:52:31.434370 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'name': 'tempest-ServerRescueNegativeTestJSON-1723939177-router', 'tenant_id': 'b839c74c06a5463cab66eb4c80c4c086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c3395bd1-decd-4fe5-9ee6-671db7ae031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 3, 'project_id': 'b839c74c06a5463cab66eb4c80c4c086', 'gw_port': {'id': 'c3395bd1-decd-4fe5-9ee6-671db7ae031c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ce:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:25Z', 'updated_at': '2022-03-11T11:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:31.457221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2951a2ec-1cd6-4fe9-995f-1546404208b6 None None] The sync data for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 is: [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:29Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:52:31.516607 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75ca1a2b-a932-4771-b38b-cfe23260af9e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (7a2a3bca-1533-4fe0-856e-b566dbd184a6), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:31.521706 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75ca1a2b-a932-4771-b38b-cfe23260af9e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (7a2a3bca-1533-4fe0-856e-b566dbd184a6), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:31.562895 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4db97ab-46c1-4265-acc9-ac3a802b5f6e req-bf87acf4-126b-45f2-ba81-c983f2bb17fb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.1317105 Mar 11 11:52:31.584188 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Checking router: 2b4d489c-05ce-4652-8fb0-47c106cd4897 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:52:31.584548 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Updating router 2b4d489c-05ce-4652-8fb0-47c106cd4897 port c3395bd1-decd-4fe5-9ee6-671db7ae031c binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:52:31.671785 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c3395bd1-decd-4fe5-9ee6-671db7ae031c), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:31.870628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa7a5f-3843-40c1-ad9c-72a65d813626 req-72d22b2b-54e5-423c-9601-44d8f8144783 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:31.872380 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40aa7a5f-3843-40c1-ad9c-72a65d813626 req-72d22b2b-54e5-423c-9601-44d8f8144783 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 945 time: 0.2161965 Mar 11 11:52:31.924400 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-ad5999e1-0767-4b24-a824-f3485c54e737 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1703876967&fields=id&tenant_id=c1dbe983a2554f9d829d23b2f6421d4d HTTP/1.1" status: 200 len: 267 time: 0.1377883 Mar 11 11:52:32.194540 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40aa7a5f-3843-40c1-ad9c-72a65d813626 req-15bc3914-b965-42c1-ba99-9cf78b0fad2a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832494 Mar 11 11:52:32.284072 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-9b30f51d-38db-4d74-9862-54101915ebed tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:32.295788 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-9b30f51d-38db-4d74-9862-54101915ebed tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 813 time: 0.3701859 Mar 11 11:52:32.326728 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-3ea4f259-fbe2-4e69-a44c-65a396728faa tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/quotas/c1dbe983a2554f9d829d23b2f6421d4d HTTP/1.1" status: 200 len: 375 time: 0.0294788 Mar 11 11:52:32.349994 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:32.399520 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 941c2c63-7564-4bde-83ae-d9ee74c0e308 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:52:32.528141 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-59bdefeb-57e8-4b5f-9b4f-2048a491788f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1994572 Mar 11 11:52:32.562078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 941c2c63-7564-4bde-83ae-d9ee74c0e308 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:32.564332 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:32.596813 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617c7b7-28f0-4957-bcf6-d53944d44b46 req-8a991c8d-1a56-4110-9290-c4315776ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:32.598375 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a617c7b7-28f0-4957-bcf6-d53944d44b46 req-8a991c8d-1a56-4110-9290-c4315776ed71 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0716505 Mar 11 11:52:32.635664 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Publish callbacks [] for port (c3395bd1-decd-4fe5-9ee6-671db7ae031c), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:32.662510 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c3395bd1-decd-4fe5-9ee6-671db7ae031c), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:32.773703 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Attempting to bind port c3395bd1-decd-4fe5-9ee6-671db7ae031c on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:52:32.774067 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Attempting to bind port c3395bd1-decd-4fe5-9ee6-671db7ae031c by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:52:32.774444 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Attempting to bind port c3395bd1-decd-4fe5-9ee6-671db7ae031c on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:52:32.800327 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 941c2c63-7564-4bde-83ae-d9ee74c0e308 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:32.800577 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e55089d2-ca17-4749-b0f5-3a51982ad50d req-1f57e5f8-00c3-4324-af9d-5fc546843dba tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0817940 Mar 11 11:52:32.863467 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:52:32.864216 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:52:32.870019 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:32.870700 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:52:32.871223 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Bound port: c3395bd1-decd-4fe5-9ee6-671db7ae031c, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:52:32.871717 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c3395bd1-decd-4fe5-9ee6-671db7ae031c), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:32.876695 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-71146b5b-3e9e-45ac-8626-5d74a420c50e service neutron] 10.222.0.78 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470867 Mar 11 11:52:32.964675 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] For port c3395bd1-decd-4fe5-9ee6-671db7ae031c, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:52:32.968430 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] For port c3395bd1-decd-4fe5-9ee6-671db7ae031c, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c3395bd1-decd-4fe5-9ee6-671db7ae031c,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:52:32.977719 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a3fbb-a1f3-4d54-bb32-3545453d306e None None] Pushing event updated for resources: {'Port': ['ID=c3395bd1-decd-4fe5-9ee6-671db7ae031c,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:32.984337 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c3395bd1-decd-4fe5-9ee6-671db7ae031c), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:33.064037 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a3fbb-a1f3-4d54-bb32-3545453d306e None None] Pushing event updated for resources: {'Port': ['ID=c3395bd1-decd-4fe5-9ee6-671db7ae031c,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:33.072981 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Routers {'2b4d489c-05ce-4652-8fb0-47c106cd4897'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:33.073734 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2b4d489c-05ce-4652-8fb0-47c106cd4897'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:33.148934 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa11e7-d094-4624-a465-a0ca50574195 req-cabdb39f-e8ef-462b-9bd5-301ef9c814d1 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:33.150511 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70aa11e7-d094-4624-a465-a0ca50574195 req-cabdb39f-e8ef-462b-9bd5-301ef9c814d1 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 945 time: 0.1582830 Mar 11 11:52:33.164209 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-da6cb43b-61f4-478b-b94a-945b738d4f34 service neutron] 10.222.0.78 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865338 Mar 11 11:52:33.181730 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ca1a2b-a932-4771-b38b-cfe23260af9e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Router 7a2a3bca-1533-4fe0-856e-b566dbd184a6 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:52:33.214584 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] Allocated IP 172.20.0.1 (d259f0e3-1793-455e-a2df-b0e8516ce55f/614f6c11-14c1-492e-91ba-54d12114a8a6/643cedf5-ae98-439e-b493-374e5d7522c1) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:52:33.274849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70aa11e7-d094-4624-a465-a0ca50574195 req-b74b9dd2-d16b-4cde-bca7-48b4cc791fd3 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065750 Mar 11 11:52:33.281075 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] Set router 2b4d489c-05ce-4652-8fb0-47c106cd4897 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:52:33.480155 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:33.529509 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28fc3412-287e-4c3a-b64e-f7c59a9cf589 req-c3778de3-41c2-4e01-a691-e06bc10c12e0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.1379268 Mar 11 11:52:33.672866 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a0e7371c-c006-4e27-a775-b935631dcdd2 req-babe1b19-02e8-405d-887d-6313db46aeb8 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 210 time: 0.1136391 Mar 11 11:52:33.681513 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] Publish callbacks [] for port (643cedf5-ae98-439e-b493-374e5d7522c1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:33.875958 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'name': 'tempest-ServerRescueNegativeTestJSON-1723939177-router', 'tenant_id': 'b839c74c06a5463cab66eb4c80c4c086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c3395bd1-decd-4fe5-9ee6-671db7ae031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 3, 'project_id': 'b839c74c06a5463cab66eb4c80c4c086', 'gw_port': {'id': 'c3395bd1-decd-4fe5-9ee6-671db7ae031c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ce:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:25Z', 'updated_at': '2022-03-11T11:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:33.936756 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (643cedf5-ae98-439e-b493-374e5d7522c1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:34.004395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ca1a2b-a932-4771-b38b-cfe23260af9e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:52:34.013943 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec51e9-41f4-4d6c-bf83-4c3dba345bfe None None] The sync data for ids ['2b4d489c-05ce-4652-8fb0-47c106cd4897'] in n-d-833234-2 is: [{'id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'name': 'tempest-ServerRescueNegativeTestJSON-1723939177-router', 'tenant_id': 'b839c74c06a5463cab66eb4c80c4c086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c3395bd1-decd-4fe5-9ee6-671db7ae031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 3, 'project_id': 'b839c74c06a5463cab66eb4c80c4c086', 'gw_port': {'id': 'c3395bd1-decd-4fe5-9ee6-671db7ae031c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ce:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:25Z', 'updated_at': '2022-03-11T11:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:52:34.017771 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e22e7c-af05-4ef4-bec9-65a9fb5a0f29 None None] Sync routers for ids ['7a2a3bca-1533-4fe0-856e-b566dbd184a6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:52:34.028790 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75ca1a2b-a932-4771-b38b-cfe23260af9e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:34.030922 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-75ca1a2b-a932-4771-b38b-cfe23260af9e tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "PUT /v2.0/routers/7a2a3bca-1533-4fe0-856e-b566dbd184a6 HTTP/1.1" status: 200 len: 918 time: 7.5401156 Mar 11 11:52:34.039470 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e22e7c-af05-4ef4-bec9-65a9fb5a0f29 None None] Routers {'7a2a3bca-1533-4fe0-856e-b566dbd184a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:34.041560 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-96e22e7c-af05-4ef4-bec9-65a9fb5a0f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7a2a3bca-1533-4fe0-856e-b566dbd184a6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:34.048567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55354) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:34.074010 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d540532-69e9-46a8-87f7-e50dd26bdbac req-b8479b28-7ae4-4ccd-b924-0a2bdd95aa5c tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.78 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.1042173 Mar 11 11:52:34.121753 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-96e22e7c-af05-4ef4-bec9-65a9fb5a0f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:34.136582 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e22e7c-af05-4ef4-bec9-65a9fb5a0f29 None None] Routers {'7a2a3bca-1533-4fe0-856e-b566dbd184a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:34.141362 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-96e22e7c-af05-4ef4-bec9-65a9fb5a0f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7a2a3bca-1533-4fe0-856e-b566dbd184a6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:34.205605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] Network d259f0e3-1793-455e-a2df-b0e8516ce55f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:52:34.208312 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f38c458c-63c2-4c22-b528-3a30578fb8a8 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "GET /v2.0/routers/7a2a3bca-1533-4fe0-856e-b566dbd184a6 HTTP/1.1" status: 200 len: 924 time: 0.1585100 Mar 11 11:52:34.211119 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] Pushing event updated for resources: {'Port': ['ID=643cedf5-ae98-439e-b493-374e5d7522c1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:34.214447 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55356) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:34.227362 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-96e22e7c-af05-4ef4-bec9-65a9fb5a0f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:34.229421 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e22e7c-af05-4ef4-bec9-65a9fb5a0f29 None None] The sync data for ids ['7a2a3bca-1533-4fe0-856e-b566dbd184a6'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:52:34.252127 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a617c7b7-28f0-4957-bcf6-d53944d44b46 req-9d1b2dd6-e3d3-4054-b999-fa9b87cc818f tempest-ServersAdmin275Test-607815589 tempest-ServersAdmin275Test-607815589-project] 10.222.0.37 "GET /v2.0/ports?device_id=2065ec70-a887-4fe8-8c4c-7faf8b1985c5 HTTP/1.1" status: 200 len: 210 time: 0.0559077 Mar 11 11:52:34.253531 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:34.257775 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:52:34.404893 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71820751-6b0f-46b6-b203-a53e6ca1a769 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:34.411000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-71820751-6b0f-46b6-b203-a53e6ca1a769 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&device_id=7a2a3bca-1533-4fe0-856e-b566dbd184a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1952672 Mar 11 11:52:34.414732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55362) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:34.422060 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (2b4d489c-05ce-4652-8fb0-47c106cd4897), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:34.608076 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad38d2-dd63-47aa-a9c0-a816e2b8a4a3 req-54ef08c8-4c06-4711-a9c6-197c4bc80774 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:34.623383 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88ad38d2-dd63-47aa-a9c0-a816e2b8a4a3 req-54ef08c8-4c06-4711-a9c6-197c4bc80774 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 945 time: 0.2020004 Mar 11 11:52:34.653971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe092876-2a24-4947-a5ca-7209e389a16f tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:34.655314 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fe092876-2a24-4947-a5ca-7209e389a16f tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 881 time: 0.2394612 Mar 11 11:52:34.662283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55366) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:34.750833 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-19447192-25d3-4db4-b99d-92e5556d610f tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a2a3bca-1533-4fe0-856e-b566dbd184a6 HTTP/1.1" status: 200 len: 205 time: 0.0873208 Mar 11 11:52:34.754206 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55370) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:34.900597 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88ad38d2-dd63-47aa-a9c0-a816e2b8a4a3 req-1bdef410-f379-4c1c-95cb-04732ba8ea8a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759073 Mar 11 11:52:34.990141 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed1d9183-ef7d-4b58-a3ea-f01151ce7836 req-c4ffb791-eb2b-4883-8b6e-52150f0d605f tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.1941082 Mar 11 11:52:35.112641 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (643cedf5-ae98-439e-b493-374e5d7522c1), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:35.170810 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-717fe442-93fc-49e5-8670-834af4d70f13 req-196eb767-4fe9-4eab-82ae-c1128ce2a679 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 210 time: 0.1221745 Mar 11 11:52:35.339077 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2d5283f-bd1c-44e1-b9cb-a6aea25b3be6 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (7a2a3bca-1533-4fe0-856e-b566dbd184a6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:35.497356 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] Publish callbacks [] for port (643cedf5-ae98-439e-b493-374e5d7522c1), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:35.513951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (643cedf5-ae98-439e-b493-374e5d7522c1), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:35.666929 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] Pushing event updated for resources: {'Port': ['ID=643cedf5-ae98-439e-b493-374e5d7522c1,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:35.710757 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (2b4d489c-05ce-4652-8fb0-47c106cd4897), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:35.731309 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55390) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:35.863875 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2d5283f-bd1c-44e1-b9cb-a6aea25b3be6 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (7a2a3bca-1533-4fe0-856e-b566dbd184a6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:35.982129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] Network d259f0e3-1793-455e-a2df-b0e8516ce55f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:52:35.991030 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:36.084521 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-de8565f7-cd94-4732-bbec-a4a3b76ee4da tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:36.086337 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-de8565f7-cd94-4732-bbec-a4a3b76ee4da tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.71 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 813 time: 0.4794111 Mar 11 11:52:36.096773 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce101c7e-845d-44b0-87ff-c752fba680e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:36.246372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] Router 2b4d489c-05ce-4652-8fb0-47c106cd4897 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:52:36.298370 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce101c7e-845d-44b0-87ff-c752fba680e2 admin admin] Publish callbacks [] for security_group (ba6d0445-9927-4e23-ae8b-91217f3edde0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:36.339527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5283f-bd1c-44e1-b9cb-a6aea25b3be6 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Deleting port 45902fe7-7cb9-4bec-be31-3d222da11897 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:52:36.343073 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2d5283f-bd1c-44e1-b9cb-a6aea25b3be6 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (45902fe7-7cb9-4bec-be31-3d222da11897), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:36.344733 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce101c7e-845d-44b0-87ff-c752fba680e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ba6d0445-9927-4e23-ae8b-91217f3edde0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:36.396112 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ce101c7e-845d-44b0-87ff-c752fba680e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=357d0f9696844cc7b1212b44fe14ae11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6632097 Mar 11 11:52:36.401192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55410) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:36.416267 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c3395bd1-decd-4fe5-9ee6-671db7ae031c up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:52:36.434289 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce101c7e-845d-44b0-87ff-c752fba680e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6d0445-9927-4e23-ae8b-91217f3edde0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:36.477707 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2d5283f-bd1c-44e1-b9cb-a6aea25b3be6 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (45902fe7-7cb9-4bec-be31-3d222da11897), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:36.508863 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5283f-bd1c-44e1-b9cb-a6aea25b3be6 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Calling delete_port for 45902fe7-7cb9-4bec-be31-3d222da11897 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:52:36.520793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:52:36.528034 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c20283ef-32bd-4260-bb61-19acaca0796f admin admin] 10.222.0.78 "PUT /v2.0/routers/2b4d489c-05ce-4652-8fb0-47c106cd4897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4310164 Mar 11 11:52:36.544582 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7e747c9b-d3dc-4ea5-bb2c-ced0b7916a4d admin admin] Publish callbacks [] for security_group (ba6d0445-9927-4e23-ae8b-91217f3edde0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:36.561622 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port c3395bd1-decd-4fe5-9ee6-671db7ae031c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:36.562016 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c3395bd1-decd-4fe5-9ee6-671db7ae031c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:36.583849 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7e747c9b-d3dc-4ea5-bb2c-ced0b7916a4d admin admin] Publish callbacks [] for security_group (ba6d0445-9927-4e23-ae8b-91217f3edde0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:36.754548 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port c3395bd1-decd-4fe5-9ee6-671db7ae031c is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:36.755217 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c3395bd1-decd-4fe5-9ee6-671db7ae031c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:36.790518 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port c3395bd1-decd-4fe5-9ee6-671db7ae031c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c3395bd1-decd-4fe5-9ee6-671db7ae031c,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:36.802719 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c3395bd1-decd-4fe5-9ee6-671db7ae031c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:36.837925 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-353426da-0530-4622-9837-a3544c6fb91e req-737ed5a7-f46f-4d79-87a4-741b2d3ecfe8 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.5410089 Mar 11 11:52:36.886390 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40738497-f699-4105-9d83-51bca96a2475 req-27aa7794-c3d9-4a1f-8408-595def1df5db tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 210 time: 0.1055527 Mar 11 11:52:36.937730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=c3395bd1-decd-4fe5-9ee6-671db7ae031c,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:36.954440 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-a588f56e-7654-474f-9a7a-07ed59ebee86 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1dbe983a2554f9d829d23b2f6421d4d HTTP/1.1" status: 200 len: 380 time: 0.8107815 Mar 11 11:52:36.969121 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5800a688-29d9-40f5-a5bb-3d19b16010c5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'port': {'device_id': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'admin_state_up': True, 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'security_groups': ['5f574b3f-d009-48ec-94bc-5bfa6635c095']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:37.155206 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7e747c9b-d3dc-4ea5-bb2c-ced0b7916a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ba6d0445-9927-4e23-ae8b-91217f3edde0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:37.159185 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7e747c9b-d3dc-4ea5-bb2c-ced0b7916a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:37.163099 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7e747c9b-d3dc-4ea5-bb2c-ced0b7916a4d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ba6d0445-9927-4e23-ae8b-91217f3edde0 HTTP/1.1" status: 204 len: 168 time: 0.7559338 Mar 11 11:52:37.182703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e747c9b-d3dc-4ea5-bb2c-ced0b7916a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6d0445-9927-4e23-ae8b-91217f3edde0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:37.215290 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2d5283f-bd1c-44e1-b9cb-a6aea25b3be6 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (45902fe7-7cb9-4bec-be31-3d222da11897), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:37.282148 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Sync routers for ids ['2b4d489c-05ce-4652-8fb0-47c106cd4897'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:52:37.305738 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Routers {'2b4d489c-05ce-4652-8fb0-47c106cd4897'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:37.307173 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2b4d489c-05ce-4652-8fb0-47c106cd4897'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:37.312229 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5283f-bd1c-44e1-b9cb-a6aea25b3be6 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Pushing event deleted for resources: {'Port': ['ID=45902fe7-7cb9-4bec-be31-3d222da11897,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:37.418285 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2d5283f-bd1c-44e1-b9cb-a6aea25b3be6 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (7a2a3bca-1533-4fe0-856e-b566dbd184a6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:37.485529 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Set router 2b4d489c-05ce-4652-8fb0-47c106cd4897 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:52:37.522049 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2d5283f-bd1c-44e1-b9cb-a6aea25b3be6 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (7a2a3bca-1533-4fe0-856e-b566dbd184a6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:37.524336 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2d5283f-bd1c-44e1-b9cb-a6aea25b3be6 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_controller (7a2a3bca-1533-4fe0-856e-b566dbd184a6), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:37.554954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5800a688-29d9-40f5-a5bb-3d19b16010c5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Made reservation on behalf of c1dbe983a2554f9d829d23b2f6421d4d for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:52:37.558574 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5800a688-29d9-40f5-a5bb-3d19b16010c5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:37.705957 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55444) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:37.723812 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8770e10-8b31-4796-90d6-65397cbd5b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:37.840925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8770e10-8b31-4796-90d6-65397cbd5b48 admin admin] Publish callbacks [] for security_group (14e5a406-68f3-42fa-9e31-fd55cc8b0096), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:37.844937 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'name': 'tempest-ServerRescueNegativeTestJSON-1723939177-router', 'tenant_id': 'b839c74c06a5463cab66eb4c80c4c086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c3395bd1-decd-4fe5-9ee6-671db7ae031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:34Z', 'revision_number': 4, 'project_id': 'b839c74c06a5463cab66eb4c80c4c086', 'gw_port': {'id': 'c3395bd1-decd-4fe5-9ee6-671db7ae031c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:25Z', 'updated_at': '2022-03-11T11:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '643cedf5-ae98-439e-b493-374e5d7522c1', 'name': '', 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f', 'tenant_id': 'b839c74c06a5463cab66eb4c80c4c086', 'mac_address': 'fa:16:3e:e7:7a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '614f6c11-14c1-492e-91ba-54d12114a8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:32Z', 'updated_at': '2022-03-11T11:52:35Z', 'revision_number': 2, 'project_id': 'b839c74c06a5463cab66eb4c80c4c086', 'subnets': [{'id': '614f6c11-14c1-492e-91ba-54d12114a8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:37.846421 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8770e10-8b31-4796-90d6-65397cbd5b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (14e5a406-68f3-42fa-9e31-fd55cc8b0096), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:37.903891 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d8770e10-8b31-4796-90d6-65397cbd5b48 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0e66e6280dd84697a3561371491e67cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1941283 Mar 11 11:52:37.906078 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8770e10-8b31-4796-90d6-65397cbd5b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e5a406-68f3-42fa-9e31-fd55cc8b0096,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:37.923473 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55450) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:37.934855 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Checking router: 2b4d489c-05ce-4652-8fb0-47c106cd4897 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:52:37.935205 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Updating router 2b4d489c-05ce-4652-8fb0-47c106cd4897 port 643cedf5-ae98-439e-b493-374e5d7522c1 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:52:37.992296 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (643cedf5-ae98-439e-b493-374e5d7522c1), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:38.047163 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-427b55c4-52f3-4c41-a334-0d8d4002d7ef admin admin] Publish callbacks [] for security_group (14e5a406-68f3-42fa-9e31-fd55cc8b0096), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:38.079794 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-427b55c4-52f3-4c41-a334-0d8d4002d7ef admin admin] Publish callbacks [] for security_group (14e5a406-68f3-42fa-9e31-fd55cc8b0096), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:38.196567 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-427b55c4-52f3-4c41-a334-0d8d4002d7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (14e5a406-68f3-42fa-9e31-fd55cc8b0096), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:38.200141 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-427b55c4-52f3-4c41-a334-0d8d4002d7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:38.201419 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-427b55c4-52f3-4c41-a334-0d8d4002d7ef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/14e5a406-68f3-42fa-9e31-fd55cc8b0096 HTTP/1.1" status: 204 len: 168 time: 0.2778625 Mar 11 11:52:38.225372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b55c4-52f3-4c41-a334-0d8d4002d7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e5a406-68f3-42fa-9e31-fd55cc8b0096,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:38.256545 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2d5283f-bd1c-44e1-b9cb-a6aea25b3be6 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (7a2a3bca-1533-4fe0-856e-b566dbd184a6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:38.257069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d5283f-bd1c-44e1-b9cb-a6aea25b3be6 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Fanout notify agent at l3_agent the message router_deleted on router 7a2a3bca-1533-4fe0-856e-b566dbd184a6 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:52:38.271822 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1cc6d9d-836e-42d9-9df0-936a3f658749 req-b20ab895-a1df-4f52-98aa-f7fc33ab324e tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0863853 Mar 11 11:52:38.277452 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c3395bd1-decd-4fe5-9ee6-671db7ae031c up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:52:38.305295 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2d5283f-bd1c-44e1-b9cb-a6aea25b3be6 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:38.307708 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f2d5283f-bd1c-44e1-b9cb-a6aea25b3be6 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "DELETE /v2.0/routers/7a2a3bca-1533-4fe0-856e-b566dbd184a6 HTTP/1.1" status: 204 len: 168 time: 3.5507245 Mar 11 11:52:38.312287 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55458) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:38.318622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-43918e7a-9e52-48cf-b8ad-b2ce20479774 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1949637808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:38.366164 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-6e5aa550-920b-4ac9-b171-0c6f8144f6d7 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:38.369094 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-6e5aa550-920b-4ac9-b171-0c6f8144f6d7 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/networks?id=d259f0e3-1793-455e-a2df-b0e8516ce55f HTTP/1.1" status: 200 len: 819 time: 1.0259378 Mar 11 11:52:38.395972 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43918e7a-9e52-48cf-b8ad-b2ce20479774 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (a17b8117-8dd9-4514-80ad-312d495c4fea), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:38.397665 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43918e7a-9e52-48cf-b8ad-b2ce20479774 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (a17b8117-8dd9-4514-80ad-312d495c4fea), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:38.431284 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port c3395bd1-decd-4fe5-9ee6-671db7ae031c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:38.433177 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c3395bd1-decd-4fe5-9ee6-671db7ae031c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:38.502605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4412a13d-ce14-443b-ba9a-1cb763e59d82 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:52:38.509231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-4fc0fbce-f29d-4680-b750-5d878ada5c68 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/quotas/b839c74c06a5463cab66eb4c80c4c086 HTTP/1.1" status: 200 len: 375 time: 0.1188443 Mar 11 11:52:38.618850 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43918e7a-9e52-48cf-b8ad-b2ce20479774 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_controller (a17b8117-8dd9-4514-80ad-312d495c4fea), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:38.630663 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43918e7a-9e52-48cf-b8ad-b2ce20479774 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (a17b8117-8dd9-4514-80ad-312d495c4fea), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:38.680810 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43918e7a-9e52-48cf-b8ad-b2ce20479774 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:38.696347 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-43918e7a-9e52-48cf-b8ad-b2ce20479774 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3829768 Mar 11 11:52:38.697013 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55472) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:38.724394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-51aac06c-355a-494d-a876-220c9548197d req-67ab3915-c4ba-465c-8672-63a242198391 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 210 time: 0.3126001 Mar 11 11:52:38.726739 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ad67c0bf-3c70-43b8-9544-64406ab84faf tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'enable_snat': False}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:38.781208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4412a13d-ce14-443b-ba9a-1cb763e59d82, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4412a13d-ce14-443b-ba9a-1cb763e59d82,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:38.820277 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '4412a13d-ce14-443b-ba9a-1cb763e59d82', 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648', 'port_id': '4412a13d-ce14-443b-ba9a-1cb763e59d82', 'mac_address': 'fa:16:3e:05:25:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f66835-f96f-400f-bf5c-297271943f29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:52:38.845615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5800a688-29d9-40f5-a5bb-3d19b16010c5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Allocated IP 172.20.0.4 (3eac3fe9-735d-4097-b3d0-b8b3bbbf12db/748e6717-2aee-4f28-b940-f1d8e2456c16/86856e35-f46e-48b8-b57a-3477d5d68272) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:52:38.905360 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-7e5ea467-dc06-4df8-803b-f1247266a451 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b839c74c06a5463cab66eb4c80c4c086&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3891261 Mar 11 11:52:38.951240 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Publish callbacks [] for port (643cedf5-ae98-439e-b493-374e5d7522c1), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:38.982194 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (643cedf5-ae98-439e-b493-374e5d7522c1), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:39.052472 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 4412a13d-ce14-443b-ba9a-1cb763e59d82 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:39.061528 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:39.140537 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a581ee-f914-49bf-b79e-58861291e64a None None] Pushing event updated for resources: {'Port': ['ID=643cedf5-ae98-439e-b493-374e5d7522c1,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:39.153198 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port c3395bd1-decd-4fe5-9ee6-671db7ae031c is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:39.179553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4412a13d-ce14-443b-ba9a-1cb763e59d82 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:52:39.199345 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad67c0bf-3c70-43b8-9544-64406ab84faf tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (a17b8117-8dd9-4514-80ad-312d495c4fea), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:39.248601 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4412a13d-ce14-443b-ba9a-1cb763e59d82, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4412a13d-ce14-443b-ba9a-1cb763e59d82,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:39.264204 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:39.290497 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Attempting to bind port 643cedf5-ae98-439e-b493-374e5d7522c1 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:52:39.290871 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Attempting to bind port 643cedf5-ae98-439e-b493-374e5d7522c1 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '65d1ab14-8445-446e-be7b-99019c2a265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:52:39.291273 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Attempting to bind port 643cedf5-ae98-439e-b493-374e5d7522c1 on network d259f0e3-1793-455e-a2df-b0e8516ce55f {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:52:39.313163 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:52:39.313550 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Checking segment: {'id': '65d1ab14-8445-446e-be7b-99019c2a265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:52:39.316759 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:39.317107 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Bound using segment: {'id': '65d1ab14-8445-446e-be7b-99019c2a265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:52:39.317679 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Bound port: 643cedf5-ae98-439e-b493-374e5d7522c1, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d1ab14-8445-446e-be7b-99019c2a265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:52:39.320700 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (643cedf5-ae98-439e-b493-374e5d7522c1), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:39.387343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=4412a13d-ce14-443b-ba9a-1cb763e59d82,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:39.420113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['4412a13d-ce14-443b-ba9a-1cb763e59d82'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:52:39.467124 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5800a688-29d9-40f5-a5bb-3d19b16010c5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for port (86856e35-f46e-48b8-b57a-3477d5d68272), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:39.537301 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] For port 643cedf5-ae98-439e-b493-374e5d7522c1, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:52:39.553602 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] For port 643cedf5-ae98-439e-b493-374e5d7522c1, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=643cedf5-ae98-439e-b493-374e5d7522c1,segment=NetworkSegment(65d1ab14-8445-446e-be7b-99019c2a265f),segment_id=65d1ab14-8445-446e-be7b-99019c2a265f)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:52:39.578909 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (643cedf5-ae98-439e-b493-374e5d7522c1), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:39.668950 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5800a688-29d9-40f5-a5bb-3d19b16010c5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (86856e35-f46e-48b8-b57a-3477d5d68272), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:39.744115 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Routers {'2b4d489c-05ce-4652-8fb0-47c106cd4897'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:39.744832 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2b4d489c-05ce-4652-8fb0-47c106cd4897'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:39.774783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b98e039-c04f-4e23-b918-8c997cd1ecef req-e276be04-23bc-4d72-ae80-e06d91544d95 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.1726699 Mar 11 11:52:39.862919 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a581ee-f914-49bf-b79e-58861291e64a None None] Pushing event updated for resources: {'Port': ['ID=643cedf5-ae98-439e-b493-374e5d7522c1,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:39.871771 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-18bb1139-cc9c-44a8-8782-2c8b25ee6285 service neutron] 10.222.0.78 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9506912 Mar 11 11:52:39.969762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5800a688-29d9-40f5-a5bb-3d19b16010c5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:52:39.994772 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad67c0bf-3c70-43b8-9544-64406ab84faf tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (a17b8117-8dd9-4514-80ad-312d495c4fea), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:40.006984 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5800a688-29d9-40f5-a5bb-3d19b16010c5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:40.017355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5800a688-29d9-40f5-a5bb-3d19b16010c5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:52:40.018554 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad67c0bf-3c70-43b8-9544-64406ab84faf tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:40.022745 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] Set router 2b4d489c-05ce-4652-8fb0-47c106cd4897 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:52:40.128446 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800a688-29d9-40f5-a5bb-3d19b16010c5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'Port': ['ID=86856e35-f46e-48b8-b57a-3477d5d68272,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:40.147518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5800a688-29d9-40f5-a5bb-3d19b16010c5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:40.167503 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5800a688-29d9-40f5-a5bb-3d19b16010c5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:40.325260 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-ad67c0bf-3c70-43b8-9544-64406ab84faf tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Allocated IP 172.25.7.13 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/65625d6d-30dd-4430-b0da-5d47d715f2bd) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:52:40.509242 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4412a13d-ce14-443b-ba9a-1cb763e59d82 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:52:40.552437 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-6f91f7ed-ad10-492f-aa11-02feabdacbc9 service neutron] 10.222.0.78 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702752 Mar 11 11:52:40.575220 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5800a688-29d9-40f5-a5bb-3d19b16010c5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6137228 Mar 11 11:52:40.592272 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Request body: {'port': {'device_id': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:40.594246 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5de7c6be-e7e4-4dae-82d0-3bc459b03610 None None] Provisioning complete for port 86856e35-f46e-48b8-b57a-3477d5d68272 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:40.605461 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5de7c6be-e7e4-4dae-82d0-3bc459b03610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (86856e35-f46e-48b8-b57a-3477d5d68272), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:40.641059 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad67c0bf-3c70-43b8-9544-64406ab84faf tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for port (65625d6d-30dd-4430-b0da-5d47d715f2bd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:40.673171 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'name': 'tempest-ServerRescueNegativeTestJSON-1723939177-router', 'tenant_id': 'b839c74c06a5463cab66eb4c80c4c086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c3395bd1-decd-4fe5-9ee6-671db7ae031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:34Z', 'revision_number': 4, 'project_id': 'b839c74c06a5463cab66eb4c80c4c086', 'gw_port': {'id': 'c3395bd1-decd-4fe5-9ee6-671db7ae031c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:25Z', 'updated_at': '2022-03-11T11:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '643cedf5-ae98-439e-b493-374e5d7522c1', 'name': '', 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f', 'tenant_id': 'b839c74c06a5463cab66eb4c80c4c086', 'mac_address': 'fa:16:3e:e7:7a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '614f6c11-14c1-492e-91ba-54d12114a8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:32Z', 'updated_at': '2022-03-11T11:52:39Z', 'revision_number': 4, 'project_id': 'b839c74c06a5463cab66eb4c80c4c086', 'subnets': [{'id': '614f6c11-14c1-492e-91ba-54d12114a8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:40.698857 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5de7c6be-e7e4-4dae-82d0-3bc459b03610 None None] Port 86856e35-f46e-48b8-b57a-3477d5d68272 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:52:40.750042 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad67c0bf-3c70-43b8-9544-64406ab84faf tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (65625d6d-30dd-4430-b0da-5d47d715f2bd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:40.782836 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d68e5-1dc6-4798-8ad6-0d8452ef28dc None None] The sync data for ids ['2b4d489c-05ce-4652-8fb0-47c106cd4897'] in n-d-833234-2 is: [{'id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'name': 'tempest-ServerRescueNegativeTestJSON-1723939177-router', 'tenant_id': 'b839c74c06a5463cab66eb4c80c4c086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c3395bd1-decd-4fe5-9ee6-671db7ae031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:34Z', 'revision_number': 4, 'project_id': 'b839c74c06a5463cab66eb4c80c4c086', 'gw_port': {'id': 'c3395bd1-decd-4fe5-9ee6-671db7ae031c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:25Z', 'updated_at': '2022-03-11T11:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '643cedf5-ae98-439e-b493-374e5d7522c1', 'name': '', 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f', 'tenant_id': 'b839c74c06a5463cab66eb4c80c4c086', 'mac_address': 'fa:16:3e:e7:7a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '614f6c11-14c1-492e-91ba-54d12114a8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:32Z', 'updated_at': '2022-03-11T11:52:39Z', 'revision_number': 4, 'project_id': 'b839c74c06a5463cab66eb4c80c4c086', 'subnets': [{'id': '614f6c11-14c1-492e-91ba-54d12114a8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:52:40.800967 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (86856e35-f46e-48b8-b57a-3477d5d68272), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:40.803772 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 4412a13d-ce14-443b-ba9a-1cb763e59d82 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:40.804351 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:40.828844 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036f06b-412f-4ce8-82a8-14201f1dff68 req-5f795986-2def-4954-8eeb-095b076bb52b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:40.833716 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5036f06b-412f-4ce8-82a8-14201f1dff68 req-5f795986-2def-4954-8eeb-095b076bb52b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 931 time: 0.6421874 Mar 11 11:52:40.986117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67c0bf-3c70-43b8-9544-64406ab84faf tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Pushing event updated for resources: {'Port': ['ID=65625d6d-30dd-4430-b0da-5d47d715f2bd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:41.014973 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad67c0bf-3c70-43b8-9544-64406ab84faf tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:52:41.017174 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ad67c0bf-3c70-43b8-9544-64406ab84faf tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:41.023555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad67c0bf-3c70-43b8-9544-64406ab84faf tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:52:41.109356 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 4412a13d-ce14-443b-ba9a-1cb763e59d82 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:41.112444 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:41.187482 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5036f06b-412f-4ce8-82a8-14201f1dff68 req-1b85a5b4-103e-4493-8476-5e983c6c51cf tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f574b3f-d009-48ec-94bc-5bfa6635c095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185968 Mar 11 11:52:41.224080 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4412a13d-ce14-443b-ba9a-1cb763e59d82, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4412a13d-ce14-443b-ba9a-1cb763e59d82,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:41.238259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a2e88b-6fb8-4c2e-9643-ab276130fca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4412a13d-ce14-443b-ba9a-1cb763e59d82'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:41.243479 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea2e88f-2573-417f-834e-bea545a24394" -d '{"events": [{"server_uuid": "d6a2e88b-6fb8-4c2e-9643-ab276130fca1", "name": "network-vif-plugged", "status": "completed", "tag": "4412a13d-ce14-443b-ba9a-1cb763e59d82"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:41.263857 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:41.399052 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b383cfa8-452e-4d04-87e3-be4193b9f263 req-07eaed9f-491a-4358-8bc3-dcfd2c953bc0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.2002597 Mar 11 11:52:41.447300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=4412a13d-ce14-443b-ba9a-1cb763e59d82,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:41.495462 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7c18760a-1489-4147-9a32-520c27f571d1 req-a775575a-222d-411a-9112-f9e75445deeb tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 210 time: 0.0863717 Mar 11 11:52:41.541615 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d221bc69-0fd3-4cca-9119-9ea0a7070b07 x-openstack-request-id: req-d221bc69-0fd3-4cca-9119-9ea0a7070b07 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:41.542152 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a2e88b-6fb8-4c2e-9643-ab276130fca1", "name": "network-vif-plugged", "status": "completed", "tag": "4412a13d-ce14-443b-ba9a-1cb763e59d82", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:41.542461 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d221bc69-0fd3-4cca-9119-9ea0a7070b07 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:41.542950 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a2e88b-6fb8-4c2e-9643-ab276130fca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4412a13d-ce14-443b-ba9a-1cb763e59d82', 'code': 200} Mar 11 11:52:41.899522 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad67c0bf-3c70-43b8-9544-64406ab84faf tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router_gateway (a17b8117-8dd9-4514-80ad-312d495c4fea), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:42.017287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86856e35-f46e-48b8-b57a-3477d5d68272 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:52:42.043212 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Publish callbacks [] for port (86856e35-f46e-48b8-b57a-3477d5d68272), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:42.065565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Transition to ACTIVE for port object 86856e35-f46e-48b8-b57a-3477d5d68272 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:52:42.083540 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (86856e35-f46e-48b8-b57a-3477d5d68272), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:42.276929 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Pushing event updated for resources: {'Port': ['ID=86856e35-f46e-48b8-b57a-3477d5d68272,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:42.374907 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-6d282c54-4b44-4244-8c8e-7246ef699e59 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:42.381025 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-6d282c54-4b44-4244-8c8e-7246ef699e59 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/networks?id=d259f0e3-1793-455e-a2df-b0e8516ce55f HTTP/1.1" status: 200 len: 819 time: 0.3123055 Mar 11 11:52:42.430894 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Attempting to bind port 86856e35-f46e-48b8-b57a-3477d5d68272 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:52:42.431540 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Attempting to bind port 86856e35-f46e-48b8-b57a-3477d5d68272 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:52:42.453637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Attempting to bind port 86856e35-f46e-48b8-b57a-3477d5d68272 on network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:52:42.471339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Port 86856e35-f46e-48b8-b57a-3477d5d68272 on network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:52:42.472254 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Attempting to bind port 86856e35-f46e-48b8-b57a-3477d5d68272 on network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:52:42.484960 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-0a9bf0f6-58f1-4fd7-8337-78d56ad602a1 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/quotas/b839c74c06a5463cab66eb4c80c4c086 HTTP/1.1" status: 200 len: 375 time: 0.0948040 Mar 11 11:52:42.521612 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:52:42.523373 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 643cedf5-ae98-439e-b493-374e5d7522c1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:52:42.524056 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Checking segment: {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:52:42.524465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Bound using segment: {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:52:42.524931 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Bound port: 86856e35-f46e-48b8-b57a-3477d5d68272, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:52:42.527722 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (86856e35-f46e-48b8-b57a-3477d5d68272), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:42.694783 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 643cedf5-ae98-439e-b493-374e5d7522c1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:42.695920 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (643cedf5-ae98-439e-b493-374e5d7522c1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:42.742903 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:42.770755 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-99a7a5dc-d52b-467d-b893-2134626081aa tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=795309eb39534fec9c364380cdf0ef74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1789079 Mar 11 11:52:42.859787 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad67c0bf-3c70-43b8-9544-64406ab84faf tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (a17b8117-8dd9-4514-80ad-312d495c4fea), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:42.882035 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad67c0bf-3c70-43b8-9544-64406ab84faf tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (a17b8117-8dd9-4514-80ad-312d495c4fea), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:43.090307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 643cedf5-ae98-439e-b493-374e5d7522c1 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:43.090971 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (643cedf5-ae98-439e-b493-374e5d7522c1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:43.095479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-15bc135a-14e2-45e0-9d0f-f8fbda13a423 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:43.099967 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-15bc135a-14e2-45e0-9d0f-f8fbda13a423 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3123720 Mar 11 11:52:43.160428 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-95c46ac4-fd1e-4152-af77-82f691c42644 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/quotas/795309eb39534fec9c364380cdf0ef74 HTTP/1.1" status: 200 len: 375 time: 0.0491140 Mar 11 11:52:43.203036 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-b81101a5-bfa6-459a-bd54-1301018e7d60 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b839c74c06a5463cab66eb4c80c4c086&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6834362 Mar 11 11:52:43.218706 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 643cedf5-ae98-439e-b493-374e5d7522c1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=643cedf5-ae98-439e-b493-374e5d7522c1,segment=NetworkSegment(65d1ab14-8445-446e-be7b-99019c2a265f),segment_id=65d1ab14-8445-446e-be7b-99019c2a265f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:43.230131 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (643cedf5-ae98-439e-b493-374e5d7522c1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:43.376718 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-ce43b3ce-d5ed-438a-b461-d6d696e60bbb tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1693144 Mar 11 11:52:43.411249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=643cedf5-ae98-439e-b493-374e5d7522c1,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:43.429480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] For port 86856e35-f46e-48b8-b57a-3477d5d68272, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:52:43.462624 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] For port 86856e35-f46e-48b8-b57a-3477d5d68272, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=86856e35-f46e-48b8-b57a-3477d5d68272,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:52:43.485402 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (86856e35-f46e-48b8-b57a-3477d5d68272), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:43.604884 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fc9eef8d-5099-4793-9dbc-5059bb59b4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:43.661214 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-f0b7148e-2df6-41ae-abf9-84fa01658eb2 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:43.687594 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-f0b7148e-2df6-41ae-abf9-84fa01658eb2 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.71 "GET /v2.0/networks?id=d259f0e3-1793-455e-a2df-b0e8516ce55f HTTP/1.1" status: 200 len: 819 time: 0.4286392 Mar 11 11:52:43.690342 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad67c0bf-3c70-43b8-9544-64406ab84faf tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Router a17b8117-8dd9-4514-80ad-312d495c4fea is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:52:43.738115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ec0fe27a-91d8-4393-9a95-eccf0d7b0b4b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Request body: {'port': {'device_id': 'f2bc9102-624a-48cd-9e7e-b5df114065f2', 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f', 'admin_state_up': True, 'tenant_id': 'b839c74c06a5463cab66eb4c80c4c086'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:43.797386 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:43.805228 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:43.814594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] 10.222.0.71 "PUT /v2.0/ports/86856e35-f46e-48b8-b57a-3477d5d68272 HTTP/1.1" status: 200 len: 1091 time: 3.2280862 Mar 11 11:52:43.830304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'tag': '86856e35-f46e-48b8-b57a-3477d5d68272'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:43.837575 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82419877-138d-44cf-aea0-a71a890269db" -d '{"events": [{"name": "network-changed", "server_uuid": "c09c281e-e3f1-4858-bae8-ef672d8349a4", "tag": "86856e35-f46e-48b8-b57a-3477d5d68272"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:44.163360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad67c0bf-3c70-43b8-9544-64406ab84faf tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:52:44.173480 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad67c0bf-3c70-43b8-9544-64406ab84faf tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:44.178727 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ad67c0bf-3c70-43b8-9544-64406ab84faf tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "PUT /v2.0/routers/a17b8117-8dd9-4514-80ad-312d495c4fea HTTP/1.1" status: 200 len: 919 time: 5.4788969 Mar 11 11:52:44.178920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea42a65-1875-4add-9ff8-215856ea08f0 None None] Sync routers for ids ['a17b8117-8dd9-4514-80ad-312d495c4fea'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:52:44.181146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129b895-e9a6-4dbf-926a-242658b93959 service neutron] Pushing event updated for resources: {'Port': ['ID=86856e35-f46e-48b8-b57a-3477d5d68272,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:44.184686 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55620) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:44.204389 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-f3d73862-c22f-406f-b740-38bbc7ba6831 service neutron] 10.222.0.78 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0003884 Mar 11 11:52:44.228254 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea42a65-1875-4add-9ff8-215856ea08f0 None None] Routers {'a17b8117-8dd9-4514-80ad-312d495c4fea'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:44.229729 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3ea42a65-1875-4add-9ff8-215856ea08f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a17b8117-8dd9-4514-80ad-312d495c4fea'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:44.354554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3ea42a65-1875-4add-9ff8-215856ea08f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:44.398826 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-d164e3a6-49d4-43a0-b6a4-de0c08b6632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:44.400626 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-d164e3a6-49d4-43a0-b6a4-de0c08b6632b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 1125 time: 0.5301378 Mar 11 11:52:44.409453 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea42a65-1875-4add-9ff8-215856ea08f0 None None] Routers {'a17b8117-8dd9-4514-80ad-312d495c4fea'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:44.416057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3ea42a65-1875-4add-9ff8-215856ea08f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a17b8117-8dd9-4514-80ad-312d495c4fea'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:44.431545 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31132c59-943a-41e8-a68a-af989662e000 req-49728c8f-8582-433b-a7e4-92a0cfe591aa tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:44.433805 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 643cedf5-ae98-439e-b493-374e5d7522c1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:52:44.443407 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31132c59-943a-41e8-a68a-af989662e000 req-49728c8f-8582-433b-a7e4-92a0cfe591aa tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 943 time: 0.4542735 Mar 11 11:52:44.540219 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-84514a44-7f4c-4e84-b61f-c93797a423a5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86856e35-f46e-48b8-b57a-3477d5d68272 HTTP/1.1" status: 200 len: 217 time: 0.1309397 Mar 11 11:52:44.546076 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2290ae99-5e1d-4fa3-adf9-a48b2060f563 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "GET /v2.0/routers/a17b8117-8dd9-4514-80ad-312d495c4fea HTTP/1.1" status: 200 len: 925 time: 0.3544939 Mar 11 11:52:44.546963 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55626) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:44.567933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ec0fe27a-91d8-4393-9a95-eccf0d7b0b4b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Made reservation on behalf of b839c74c06a5463cab66eb4c80c4c086 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:52:44.601543 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ec0fe27a-91d8-4393-9a95-eccf0d7b0b4b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:44.653487 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31132c59-943a-41e8-a68a-af989662e000 req-a51b1309-1e45-46a1-b981-1a5662de1bbb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f574b3f-d009-48ec-94bc-5bfa6635c095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086422 Mar 11 11:52:44.700064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3ea42a65-1875-4add-9ff8-215856ea08f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:44.700713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea42a65-1875-4add-9ff8-215856ea08f0 None None] The sync data for ids ['a17b8117-8dd9-4514-80ad-312d495c4fea'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:52:44.789002 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 643cedf5-ae98-439e-b493-374e5d7522c1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:44.789378 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (643cedf5-ae98-439e-b493-374e5d7522c1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:44.805299 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-69c739d1-ca9e-4bd5-ac9e-f0ac1c871eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:44.807063 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-69c739d1-ca9e-4bd5-ac9e-f0ac1c871eee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=748e6717-2aee-4f28-b940-f1d8e2456c16 HTTP/1.1" status: 200 len: 852 time: 0.1841319 Mar 11 11:52:44.822954 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-f6895482-cd2c-4dff-b867-ffa7fd460483 service neutron] 10.222.0.78 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174965 Mar 11 11:52:45.006677 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-007d7d2a-60b9-4757-b35a-9670addbdb9a req-ceda3c7c-f519-4bf6-ac73-02a7ddca1720 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.1492004 Mar 11 11:52:45.066138 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-36758905-93cc-483d-b268-4c244b3b83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:45.067886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-36758905-93cc-483d-b268-4c244b3b83b3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2421670 Mar 11 11:52:45.097986 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 643cedf5-ae98-439e-b493-374e5d7522c1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:45.334408 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b9539d-9aa5-4533-b742-305804fe9782 x-openstack-request-id: req-99b9539d-9aa5-4533-b742-305804fe9782 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:45.334995 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09c281e-e3f1-4858-bae8-ef672d8349a4", "tag": "86856e35-f46e-48b8-b57a-3477d5d68272", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:45.335098 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99b9539d-9aa5-4533-b742-305804fe9782 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:45.342350 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'tag': '86856e35-f46e-48b8-b57a-3477d5d68272', 'status': 'completed', 'code': 200} Mar 11 11:52:45.362024 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-344e6c67-9ff0-4a0a-bf89-3928a9bb30b3 service neutron] 10.222.0.71 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870100 Mar 11 11:52:45.512195 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a99b4cc-4536-4c19-9a5b-0e7cff1d7703 req-b3ee385d-b2c5-45ad-8124-4c7cd6fe2012 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 210 time: 0.1846020 Mar 11 11:52:45.517323 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bed8c2cc-4fe7-4e47-942c-d783d7fc1160 req-9f4a0ca3-b427-4f7c-86c0-85f34a34af2d service neutron] 10.222.0.71 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183801 Mar 11 11:52:45.552769 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18a15c9d-d650-4187-9e77-c7b8eee5ce01 req-eef34d8f-4999-4190-9234-0b5a410da515 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 210 time: 0.1712711 Mar 11 11:52:45.743934 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-24c5eb4a-c779-4541-907d-e79d68cbded1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:45.762990 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d185ac-8e39-4b39-a8ce-4e83fedadf7f tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:45.765348 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b7d185ac-8e39-4b39-a8ce-4e83fedadf7f tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&device_id=a17b8117-8dd9-4514-80ad-312d495c4fea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.2113147 Mar 11 11:52:45.770005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55652) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:45.824791 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82419877-138d-44cf-aea0-a71a890269db req-9f3da08d-3773-44f7-abfc-a010ce105be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:45.827117 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82419877-138d-44cf-aea0-a71a890269db req-9f3da08d-3773-44f7-abfc-a010ce105be6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 1125 time: 0.2397456 Mar 11 11:52:45.879394 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ec0fe27a-91d8-4393-9a95-eccf0d7b0b4b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Allocated IP 172.20.0.8 (d259f0e3-1793-455e-a2df-b0e8516ce55f/614f6c11-14c1-492e-91ba-54d12114a8a6/ff609eae-6795-495f-9cc0-ebb96302bab3) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:52:45.905774 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-ea3a00d6-c21f-4ec3-bed2-b5082845b1f9 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=795309eb39534fec9c364380cdf0ef74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1260462 Mar 11 11:52:46.085830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac02c5-210f-4ed9-8514-e20cbfedfa53 req-4259fee3-a7f4-4ce2-bd43-ab8ddbe2712d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:46.092053 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85ac02c5-210f-4ed9-8514-e20cbfedfa53 req-4259fee3-a7f4-4ce2-bd43-ab8ddbe2712d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 943 time: 0.2881651 Mar 11 11:52:46.219769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12df8513-2fda-4ed2-a477-b2b3376ad651 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:46.226623 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-12df8513-2fda-4ed2-a477-b2b3376ad651 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 881 time: 0.4531789 Mar 11 11:52:46.227610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55658) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:46.228581 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82419877-138d-44cf-aea0-a71a890269db req-1e325580-03e6-4253-8257-188df972b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:46.230374 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82419877-138d-44cf-aea0-a71a890269db req-1e325580-03e6-4253-8257-188df972b6ff service neutron] 10.222.0.71 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 914 time: 0.3804255 Mar 11 11:52:46.307818 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-af45be2f-5f44-4710-a4ac-6e37f59fde06 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "GET /v2.0/ports?device_id=a17b8117-8dd9-4514-80ad-312d495c4fea HTTP/1.1" status: 200 len: 205 time: 0.0652900 Mar 11 11:52:46.318069 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82419877-138d-44cf-aea0-a71a890269db req-617f8124-bc18-4349-9259-6f72a4090397 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86856e35-f46e-48b8-b57a-3477d5d68272 HTTP/1.1" status: 200 len: 217 time: 0.0689504 Mar 11 11:52:46.319441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55662) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:46.400474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-505e0359-36a9-4041-a489-0cb2bdebbfd3 req-6c651078-8c2d-439b-a301-0659a6d1d9c0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.2056792 Mar 11 11:52:46.419081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-a52eefba-43cb-4f92-919e-eecf55ec0137 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:46.421174 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-a52eefba-43cb-4f92-919e-eecf55ec0137 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5036643 Mar 11 11:52:46.446495 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-8707e81f-ed0c-4a98-b7fe-e7b5d4ea2185 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Request body: {'port': {'device_id': 'e2e10ea6-5454-4763-829f-dba9af79a85a', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '795309eb39534fec9c364380cdf0ef74'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:46.556862 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85ac02c5-210f-4ed9-8514-e20cbfedfa53 req-2339e5e1-ac64-4c2c-9b6b-d044fa8061ef tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f574b3f-d009-48ec-94bc-5bfa6635c095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4163294 Mar 11 11:52:46.584268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82419877-138d-44cf-aea0-a71a890269db req-496f3b50-c98c-4da7-97dd-972260c21a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:46.587811 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82419877-138d-44cf-aea0-a71a890269db req-496f3b50-c98c-4da7-97dd-972260c21a11 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=748e6717-2aee-4f28-b940-f1d8e2456c16 HTTP/1.1" status: 200 len: 852 time: 0.1791224 Mar 11 11:52:46.617340 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ec0fe27a-91d8-4393-9a95-eccf0d7b0b4b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Publish callbacks [] for port (ff609eae-6795-495f-9cc0-ebb96302bab3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:46.716854 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0bc9f9b7-8d70-4ad3-b620-1d5b5a539c5c req-fdf3990c-4d6d-427d-a3e9-85da7a86dd37 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 210 time: 0.0652473 Mar 11 11:52:46.772674 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00d74df8-cc61-4b44-ae4d-725f0333b144 req-a1c99983-2edc-4e18-a12a-a9a540cdef00 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 210 time: 0.0528007 Mar 11 11:52:46.783204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82419877-138d-44cf-aea0-a71a890269db req-a351b19c-4770-4486-b9f7-1539a8da70f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:46.785427 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82419877-138d-44cf-aea0-a71a890269db req-a351b19c-4770-4486-b9f7-1539a8da70f0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1877387 Mar 11 11:52:46.787124 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ec0fe27a-91d8-4393-9a95-eccf0d7b0b4b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ff609eae-6795-495f-9cc0-ebb96302bab3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:46.790165 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e71e7622-5ecb-4a7e-a70d-32dbf30aee93 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (a17b8117-8dd9-4514-80ad-312d495c4fea), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:46.846084 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-8707e81f-ed0c-4a98-b7fe-e7b5d4ea2185 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Made reservation on behalf of 795309eb39534fec9c364380cdf0ef74 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:52:46.849560 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-8707e81f-ed0c-4a98-b7fe-e7b5d4ea2185 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:46.853598 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ec0fe27a-91d8-4393-9a95-eccf0d7b0b4b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Network d259f0e3-1793-455e-a2df-b0e8516ce55f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:52:46.867438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ec0fe27a-91d8-4393-9a95-eccf0d7b0b4b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:46.871038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ec0fe27a-91d8-4393-9a95-eccf0d7b0b4b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:52:46.902632 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-8707e81f-ed0c-4a98-b7fe-e7b5d4ea2185 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:46.925068 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fe27a-91d8-4393-9a95-eccf0d7b0b4b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Pushing event updated for resources: {'Port': ['ID=ff609eae-6795-495f-9cc0-ebb96302bab3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:46.965641 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ec0fe27a-91d8-4393-9a95-eccf0d7b0b4b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:46.966661 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ec0fe27a-91d8-4393-9a95-eccf0d7b0b4b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:47.001146 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ec0fe27a-91d8-4393-9a95-eccf0d7b0b4b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3017981 Mar 11 11:52:47.013934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Request body: {'port': {'device_id': 'f2bc9102-624a-48cd-9e7e-b5df114065f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:47.050000 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e71e7622-5ecb-4a7e-a70d-32dbf30aee93 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (a17b8117-8dd9-4514-80ad-312d495c4fea), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:47.055814 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82419877-138d-44cf-aea0-a71a890269db req-2ea81eff-69f7-4d2d-a018-222ff0ff2bae service neutron] 10.222.0.71 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056677 Mar 11 11:52:47.079572 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-8707e81f-ed0c-4a98-b7fe-e7b5d4ea2185 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks [] for security_group (c30b7c2c-2b67-480d-8bda-0f139df63122), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:47.132241 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-8707e81f-ed0c-4a98-b7fe-e7b5d4ea2185 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c30b7c2c-2b67-480d-8bda-0f139df63122), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:47.133803 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:47.138787 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ff609eae-6795-495f-9cc0-ebb96302bab3), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:47.269758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e71e7622-5ecb-4a7e-a70d-32dbf30aee93 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Deleting port 65625d6d-30dd-4430-b0da-5d47d715f2bd {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:52:47.270286 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e71e7622-5ecb-4a7e-a70d-32dbf30aee93 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (65625d6d-30dd-4430-b0da-5d47d715f2bd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:47.274936 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82419877-138d-44cf-aea0-a71a890269db req-26cccf91-f86c-457e-b608-f790a3bbbc8a service neutron] 10.222.0.71 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125213 Mar 11 11:52:47.392705 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e71e7622-5ecb-4a7e-a70d-32dbf30aee93 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (65625d6d-30dd-4430-b0da-5d47d715f2bd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:47.399892 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707e81f-ed0c-4a98-b7fe-e7b5d4ea2185 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30b7c2c-2b67-480d-8bda-0f139df63122,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:47.431283 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e71e7622-5ecb-4a7e-a70d-32dbf30aee93 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Calling delete_port for 65625d6d-30dd-4430-b0da-5d47d715f2bd owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:52:47.557282 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-b9ae575e-43d9-4487-a320-935bb756e598 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:47.559079 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-b9ae575e-43d9-4487-a320-935bb756e598 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.71 "GET /v2.0/networks?id=d259f0e3-1793-455e-a2df-b0e8516ce55f HTTP/1.1" status: 200 len: 819 time: 0.5039837 Mar 11 11:52:47.612037 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-698d2612-bed2-469c-97f8-7327bcc5d892 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Request body: {'port': {'device_id': 'eba650de-f858-4329-bf54-463aaeb838ba', 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f', 'admin_state_up': True, 'tenant_id': 'b839c74c06a5463cab66eb4c80c4c086'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:47.677730 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-8707e81f-ed0c-4a98-b7fe-e7b5d4ea2185 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Allocated IP 192.168.233.153 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/019bc68d-2930-405f-a115-fcc146290579) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:52:47.695397 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ffcceaa0-a8bd-4c4b-9dd7-65cf3857003a req-42a430dc-3d6d-4c4b-b6b4-9886784c4fbd tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0857029 Mar 11 11:52:47.830457 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e71e7622-5ecb-4a7e-a70d-32dbf30aee93 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (65625d6d-30dd-4430-b0da-5d47d715f2bd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:48.052720 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff609eae-6795-495f-9cc0-ebb96302bab3 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:52:48.067049 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Publish callbacks [] for port (ff609eae-6795-495f-9cc0-ebb96302bab3), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:48.084962 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Transition to ACTIVE for port object ff609eae-6795-495f-9cc0-ebb96302bab3 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:52:48.243277 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (ff609eae-6795-495f-9cc0-ebb96302bab3), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:48.275875 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e7622-5ecb-4a7e-a70d-32dbf30aee93 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Pushing event deleted for resources: {'Port': ['ID=65625d6d-30dd-4430-b0da-5d47d715f2bd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:48.303809 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44729fb6-bd90-4770-b0e8-5389e9e6b823 req-9967cc0a-7e10-4ab5-9872-fd8e4ca84cc3 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 210 time: 0.4760146 Mar 11 11:52:48.363847 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-8707e81f-ed0c-4a98-b7fe-e7b5d4ea2185 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks [] for port (019bc68d-2930-405f-a115-fcc146290579), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:48.379806 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e71e7622-5ecb-4a7e-a70d-32dbf30aee93 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (a17b8117-8dd9-4514-80ad-312d495c4fea), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:48.421599 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-698d2612-bed2-469c-97f8-7327bcc5d892 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Made reservation on behalf of b839c74c06a5463cab66eb4c80c4c086 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:52:48.425352 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-698d2612-bed2-469c-97f8-7327bcc5d892 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:48.455042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Pushing event updated for resources: {'Port': ['ID=ff609eae-6795-495f-9cc0-ebb96302bab3,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:48.502512 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e71e7622-5ecb-4a7e-a70d-32dbf30aee93 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (a17b8117-8dd9-4514-80ad-312d495c4fea), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:48.511313 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e71e7622-5ecb-4a7e-a70d-32dbf30aee93 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_controller (a17b8117-8dd9-4514-80ad-312d495c4fea), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:48.523799 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:48.580137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Attempting to bind port ff609eae-6795-495f-9cc0-ebb96302bab3 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:52:48.580416 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Attempting to bind port ff609eae-6795-495f-9cc0-ebb96302bab3 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '65d1ab14-8445-446e-be7b-99019c2a265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:52:48.580973 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Attempting to bind port ff609eae-6795-495f-9cc0-ebb96302bab3 on network d259f0e3-1793-455e-a2df-b0e8516ce55f {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:52:48.587513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9d3ce-a5bd-4c99-b222-3261641a8e7f req-6db1a1ed-31c6-4d88-9f4e-4f458726cf7e tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:48.595886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8a9d3ce-a5bd-4c99-b222-3261641a8e7f req-6db1a1ed-31c6-4d88-9f4e-4f458726cf7e tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 943 time: 0.8824384 Mar 11 11:52:48.610694 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e71e7622-5ecb-4a7e-a70d-32dbf30aee93 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (a17b8117-8dd9-4514-80ad-312d495c4fea), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:48.610694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71e7622-5ecb-4a7e-a70d-32dbf30aee93 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Fanout notify agent at l3_agent the message router_deleted on router a17b8117-8dd9-4514-80ad-312d495c4fea {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:52:48.620649 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e71e7622-5ecb-4a7e-a70d-32dbf30aee93 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:48.621276 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e71e7622-5ecb-4a7e-a70d-32dbf30aee93 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "DELETE /v2.0/routers/a17b8117-8dd9-4514-80ad-312d495c4fea HTTP/1.1" status: 204 len: 168 time: 2.2580886 Mar 11 11:52:48.646839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55700) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:48.662831 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-8707e81f-ed0c-4a98-b7fe-e7b5d4ea2185 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (019bc68d-2930-405f-a115-fcc146290579), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:48.672489 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1277781217', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:48.696647 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8a9d3ce-a5bd-4c99-b222-3261641a8e7f req-76579340-3e6f-4af2-848b-9dac8cdcebe3 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f574b3f-d009-48ec-94bc-5bfa6635c095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998425 Mar 11 11:52:48.717880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d837e6f-518c-4492-b6b3-92903100f0c5 req-1b42276f-a82d-42ec-8f50-c4a5882017e6 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:48.727275 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d837e6f-518c-4492-b6b3-92903100f0c5 req-1b42276f-a82d-42ec-8f50-c4a5882017e6 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 936 time: 0.1499925 Mar 11 11:52:48.731393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Port ff609eae-6795-495f-9cc0-ebb96302bab3 on network d259f0e3-1793-455e-a2df-b0e8516ce55f not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:52:48.732038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Attempting to bind port ff609eae-6795-495f-9cc0-ebb96302bab3 on network d259f0e3-1793-455e-a2df-b0e8516ce55f {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:52:48.747106 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:52:48.747429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Checking segment: {'id': '65d1ab14-8445-446e-be7b-99019c2a265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:52:48.747866 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Bound using segment: {'id': '65d1ab14-8445-446e-be7b-99019c2a265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:52:48.748320 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Bound port: ff609eae-6795-495f-9cc0-ebb96302bab3, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65d1ab14-8445-446e-be7b-99019c2a265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:52:48.748673 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ff609eae-6795-495f-9cc0-ebb96302bab3), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:48.865685 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707e81f-ed0c-4a98-b7fe-e7b5d4ea2185 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Pushing event updated for resources: {'Port': ['ID=019bc68d-2930-405f-a115-fcc146290579,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:48.887041 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-8707e81f-ed0c-4a98-b7fe-e7b5d4ea2185 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:52:48.935276 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d837e6f-518c-4492-b6b3-92903100f0c5 req-d043c3c5-dfc7-4928-8124-8d05c3e9ebfe tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950817 Mar 11 11:52:48.937487 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5668d9fa-0d7c-480a-b5b1-d39ef12e3967 req-24ff3296-faa3-4033-b675-7718029182d7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0649927 Mar 11 11:52:48.959190 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-8707e81f-ed0c-4a98-b7fe-e7b5d4ea2185 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:48.959190 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-8707e81f-ed0c-4a98-b7fe-e7b5d4ea2185 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:52:49.000501 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (7646fef2-e100-48e8-8789-b14003dc5beb), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:49.001650 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (7646fef2-e100-48e8-8789-b14003dc5beb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:49.048480 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-8707e81f-ed0c-4a98-b7fe-e7b5d4ea2185 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:49.049230 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-8707e81f-ed0c-4a98-b7fe-e7b5d4ea2185 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:49.088101 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] For port ff609eae-6795-495f-9cc0-ebb96302bab3, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:52:49.102576 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-698d2612-bed2-469c-97f8-7327bcc5d892 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Allocated IP 172.20.0.7 (d259f0e3-1793-455e-a2df-b0e8516ce55f/614f6c11-14c1-492e-91ba-54d12114a8a6/a8f7baaa-a8c1-45b0-bdae-6346fd27613c) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:52:49.114993 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-8707e81f-ed0c-4a98-b7fe-e7b5d4ea2185 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6843703 Mar 11 11:52:49.135411 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Request body: {'port': {'device_id': 'e2e10ea6-5454-4763-829f-dba9af79a85a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:49.139791 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] For port ff609eae-6795-495f-9cc0-ebb96302bab3, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ff609eae-6795-495f-9cc0-ebb96302bab3,segment=NetworkSegment(65d1ab14-8445-446e-be7b-99019c2a265f),segment_id=65d1ab14-8445-446e-be7b-99019c2a265f)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:52:49.198632 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_controller (7646fef2-e100-48e8-8789-b14003dc5beb), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:49.204586 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (ff609eae-6795-495f-9cc0-ebb96302bab3), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:49.294462 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:49.295080 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:49.296948 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] 10.222.0.71 "PUT /v2.0/ports/ff609eae-6795-495f-9cc0-ebb96302bab3 HTTP/1.1" status: 200 len: 1091 time: 2.2889061 Mar 11 11:52:49.318874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-cc35520f-7fc6-475c-962e-4408f0eca7bd None None] Provisioning complete for port 019bc68d-2930-405f-a115-fcc146290579 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:49.319252 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cc35520f-7fc6-475c-962e-4408f0eca7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (019bc68d-2930-405f-a115-fcc146290579), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:49.354354 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2bc9102-624a-48cd-9e7e-b5df114065f2', 'tag': 'ff609eae-6795-495f-9cc0-ebb96302bab3'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:49.355343 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc0908f-a345-4db5-9694-e7f13e23ba02" -d '{"events": [{"name": "network-changed", "server_uuid": "f2bc9102-624a-48cd-9e7e-b5df114065f2", "tag": "ff609eae-6795-495f-9cc0-ebb96302bab3"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:49.435036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cc35520f-7fc6-475c-962e-4408f0eca7bd None None] Port 019bc68d-2930-405f-a115-fcc146290579 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:52:49.470234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbb955e0-73fc-4bbb-8cff-bf24d9a54cb3 req-99bef576-ec94-4226-95a8-a76c5175059e tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 210 time: 0.0304527 Mar 11 11:52:49.480497 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ecd550-6a79-447e-ad41-7713040b7ecd x-openstack-request-id: req-e4ecd550-6a79-447e-ad41-7713040b7ecd {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:49.482596 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2bc9102-624a-48cd-9e7e-b5df114065f2", "tag": "ff609eae-6795-495f-9cc0-ebb96302bab3", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:49.483221 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e4ecd550-6a79-447e-ad41-7713040b7ecd {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:49.483645 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2bc9102-624a-48cd-9e7e-b5df114065f2', 'tag': 'ff609eae-6795-495f-9cc0-ebb96302bab3', 'status': 'completed', 'code': 200} Mar 11 11:52:49.525994 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (019bc68d-2930-405f-a115-fcc146290579), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:49.761409 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 86856e35-f46e-48b8-b57a-3477d5d68272 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:52:49.938423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44450-535b-4d4f-a8f3-de0cb9081f11 service neutron] Pushing event updated for resources: {'Port': ['ID=ff609eae-6795-495f-9cc0-ebb96302bab3,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:49.952230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cfb26-2168-4a17-a5a9-7ca78008146d req-352588e1-ea15-48f5-abd0-3da785aece75 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:49.969848 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-257cfb26-2168-4a17-a5a9-7ca78008146d req-352588e1-ea15-48f5-abd0-3da785aece75 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 943 time: 0.1246088 Mar 11 11:52:50.061580 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 86856e35-f46e-48b8-b57a-3477d5d68272, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=86856e35-f46e-48b8-b57a-3477d5d68272,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:50.098118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '86856e35-f46e-48b8-b57a-3477d5d68272', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'port_id': '86856e35-f46e-48b8-b57a-3477d5d68272', 'mac_address': 'fa:16:3e:47:43:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:52:50.128457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-257cfb26-2168-4a17-a5a9-7ca78008146d req-98969cee-5d54-4b93-867e-df7ac08e17f4 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f574b3f-d009-48ec-94bc-5bfa6635c095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570749 Mar 11 11:52:50.162638 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (7646fef2-e100-48e8-8789-b14003dc5beb), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:50.203877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-bdbfc90d-4193-4992-9170-610ae8a90b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:50.205828 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-bdbfc90d-4193-4992-9170-610ae8a90b73 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b839c74c06a5463cab66eb4c80c4c086&device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 1125 time: 0.8394780 Mar 11 11:52:50.233640 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 86856e35-f46e-48b8-b57a-3477d5d68272 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:50.234270 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (86856e35-f46e-48b8-b57a-3477d5d68272), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:50.235014 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fb01b-d1d2-4875-8098-d26c93b052a0 req-8d8bf454-00f5-45fc-9022-683090ab8fa2 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:50.238872 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f51fb01b-d1d2-4875-8098-d26c93b052a0 req-8d8bf454-00f5-45fc-9022-683090ab8fa2 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 936 time: 0.1391358 Mar 11 11:52:50.267948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86856e35-f46e-48b8-b57a-3477d5d68272 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:52:50.275762 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:50.317511 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2cfeae71-832d-4190-bb2e-a94b80333a39 req-99309afe-d92a-4a61-bc9d-bb42c75e2490 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0434253 Mar 11 11:52:50.337579 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 86856e35-f46e-48b8-b57a-3477d5d68272, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=86856e35-f46e-48b8-b57a-3477d5d68272,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:50.354778 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (86856e35-f46e-48b8-b57a-3477d5d68272), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:50.383296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f51fb01b-d1d2-4875-8098-d26c93b052a0 req-cc0deb58-48ef-4a6a-9137-94d2a8700174 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340435 Mar 11 11:52:50.405565 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-698d2612-bed2-469c-97f8-7327bcc5d892 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Publish callbacks [] for port (a8f7baaa-a8c1-45b0-bdae-6346fd27613c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:50.406099 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-6a0f69ad-6548-48d9-a7d3-4a1ff3044df3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff609eae-6795-495f-9cc0-ebb96302bab3 HTTP/1.1" status: 200 len: 217 time: 0.0977266 Mar 11 11:52:50.440419 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=86856e35-f46e-48b8-b57a-3477d5d68272,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:50.538854 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-554b0693-b4af-45b4-850d-51be12e9a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:50.552828 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-554b0693-b4af-45b4-850d-51be12e9a9b5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=614f6c11-14c1-492e-91ba-54d12114a8a6 HTTP/1.1" status: 200 len: 859 time: 0.1313348 Mar 11 11:52:50.575047 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['86856e35-f46e-48b8-b57a-3477d5d68272'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:52:50.624427 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-698d2612-bed2-469c-97f8-7327bcc5d892 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a8f7baaa-a8c1-45b0-bdae-6346fd27613c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:50.703389 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-74365790-6219-456b-a8c8-08930e16f0a3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d259f0e3-1793-455e-a2df-b0e8516ce55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082971 Mar 11 11:52:50.748609 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43f0de-493e-47b6-99c8-af2c1ad6627e req-4c18dea1-f42a-4291-9ed3-1c751c5896af tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:50.767630 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa43f0de-493e-47b6-99c8-af2c1ad6627e req-4c18dea1-f42a-4291-9ed3-1c751c5896af tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 931 time: 0.1834061 Mar 11 11:52:50.897850 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa43f0de-493e-47b6-99c8-af2c1ad6627e req-14cf2932-dac8-4dec-82e2-d153584d7062 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284673 Mar 11 11:52:50.952279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-698d2612-bed2-469c-97f8-7327bcc5d892 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Network d259f0e3-1793-455e-a2df-b0e8516ce55f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:52:51.006753 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-698d2612-bed2-469c-97f8-7327bcc5d892 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:51.009300 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-698d2612-bed2-469c-97f8-7327bcc5d892 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:52:51.021691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d2612-bed2-469c-97f8-7327bcc5d892 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Pushing event updated for resources: {'Port': ['ID=a8f7baaa-a8c1-45b0-bdae-6346fd27613c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:51.134401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-698d2612-bed2-469c-97f8-7327bcc5d892 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:51.135446 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-698d2612-bed2-469c-97f8-7327bcc5d892 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:51.176828 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-473ff983-3500-45eb-9595-b6ef2cf22c82 service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634786 Mar 11 11:52:51.250427 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-698d2612-bed2-469c-97f8-7327bcc5d892 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6738331 Mar 11 11:52:51.258665 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019bc68d-2930-405f-a115-fcc146290579 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:52:51.283789 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Request body: {'port': {'device_id': 'eba650de-f858-4329-bf54-463aaeb838ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:51.322888 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1145c4-8767-4dfb-9528-95e1d2826448 req-94e7eac6-e700-47b3-af79-3d3915a82618 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:51.331183 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a1145c4-8767-4dfb-9528-95e1d2826448 req-94e7eac6-e700-47b3-af79-3d3915a82618 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 944 time: 0.0922723 Mar 11 11:52:51.337714 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Publish callbacks [] for port (019bc68d-2930-405f-a115-fcc146290579), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:51.512552 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3892f53-c467-4e62-9525-dc3436cba802 req-f76281ff-e2ca-446f-aab8-f7a00d564e39 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0490365 Mar 11 11:52:51.520867 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a1145c4-8767-4dfb-9528-95e1d2826448 req-e29c3179-2dcf-42d8-8bbd-97a6269e17ed tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f574b3f-d009-48ec-94bc-5bfa6635c095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884062 Mar 11 11:52:51.521389 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Transition to ACTIVE for port object 019bc68d-2930-405f-a115-fcc146290579 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:52:51.531829 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a8f7baaa-a8c1-45b0-bdae-6346fd27613c), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:51.551644 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (019bc68d-2930-405f-a115-fcc146290579), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:51.646559 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4c87f122-6206-4606-ad6f-701d7da2f96a req-1408b418-d422-4f96-8aba-a3ca648e5a45 service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593639 Mar 11 11:52:51.673482 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (7646fef2-e100-48e8-8789-b14003dc5beb), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:51.742234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439897c5-130e-4571-a95c-c78cf1a7604b req-35be2879-8ace-403e-9679-74779f7c0660 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:51.744528 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-439897c5-130e-4571-a95c-c78cf1a7604b req-35be2879-8ace-403e-9679-74779f7c0660 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 948 time: 0.1344478 Mar 11 11:52:51.778086 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:51.792861 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 86856e35-f46e-48b8-b57a-3477d5d68272 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:52:51.881648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-439897c5-130e-4571-a95c-c78cf1a7604b req-74ba96e3-c031-40ed-b735-7d29eb717f42 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306541 Mar 11 11:52:51.929031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 86856e35-f46e-48b8-b57a-3477d5d68272 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:52:51.936003 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 86856e35-f46e-48b8-b57a-3477d5d68272 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:51.936645 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (86856e35-f46e-48b8-b57a-3477d5d68272), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:52.108783 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Allocated IP 172.25.7.212 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/1618eec4-7b71-44f6-a3eb-039fe5def032) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:52:52.161195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 86856e35-f46e-48b8-b57a-3477d5d68272 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:52.161716 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (86856e35-f46e-48b8-b57a-3477d5d68272), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:52.204234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86856e35-f46e-48b8-b57a-3477d5d68272'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:52.207599 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53dc8f9-13ac-483f-8379-da880780266b" -d '{"events": [{"server_uuid": "c09c281e-e3f1-4858-bae8-ef672d8349a4", "name": "network-vif-plugged", "status": "completed", "tag": "86856e35-f46e-48b8-b57a-3477d5d68272"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:52.225608 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 86856e35-f46e-48b8-b57a-3477d5d68272, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=86856e35-f46e-48b8-b57a-3477d5d68272,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:52.237741 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (86856e35-f46e-48b8-b57a-3477d5d68272), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:52.314901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8089a-b27a-4a43-a897-29a88be09335 req-5ad89bed-4437-477b-82aa-b2cf7632d12d tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:52.316506 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90d8089a-b27a-4a43-a897-29a88be09335 req-5ad89bed-4437-477b-82aa-b2cf7632d12d tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 931 time: 0.1547351 Mar 11 11:52:52.344114 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=86856e35-f46e-48b8-b57a-3477d5d68272,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:52.355998 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e26cbf-e4c4-42fe-86f9-7fa780409505 x-openstack-request-id: req-63e26cbf-e4c4-42fe-86f9-7fa780409505 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:52.356822 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09c281e-e3f1-4858-bae8-ef672d8349a4", "name": "network-vif-plugged", "status": "completed", "tag": "86856e35-f46e-48b8-b57a-3477d5d68272", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:52.357246 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63e26cbf-e4c4-42fe-86f9-7fa780409505 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:52.357801 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86856e35-f46e-48b8-b57a-3477d5d68272', 'code': 200} Mar 11 11:52:52.360655 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:52.361247 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:52.361855 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:52.363041 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:52.363565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:52.364193 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:52.364686 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:52.365171 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:52.365650 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:52.366139 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:52.366608 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:52.367079 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:52.367544 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:52:52.407089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Pushing event updated for resources: {'Port': ['ID=019bc68d-2930-405f-a115-fcc146290579,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:52.484890 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90d8089a-b27a-4a43-a897-29a88be09335 req-14979004-941d-4191-a8a5-606b7272b1f7 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576259 Mar 11 11:52:52.499261 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8c92a-f187-4cf7-a163-86d5209276ac req-c3f20b88-76f9-4115-bebd-aec3a69a1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:52.502411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-83f8c92a-f187-4cf7-a163-86d5209276ac req-c3f20b88-76f9-4115-bebd-aec3a69a1347 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 1127 time: 0.1298697 Mar 11 11:52:52.566880 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Attempting to bind port 019bc68d-2930-405f-a115-fcc146290579 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:52:52.567140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Attempting to bind port 019bc68d-2930-405f-a115-fcc146290579 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:52:52.567467 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Attempting to bind port 019bc68d-2930-405f-a115-fcc146290579 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:52:52.575675 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Port 019bc68d-2930-405f-a115-fcc146290579 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:52:52.575675 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Attempting to bind port 019bc68d-2930-405f-a115-fcc146290579 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:52:52.596602 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:52:52.597471 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:52:52.597471 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:52:52.597695 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-83f8c92a-f187-4cf7-a163-86d5209276ac req-3da1d18c-d4e9-4e16-afce-754a486c340a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5f574b3f-d009-48ec-94bc-5bfa6635c095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715775 Mar 11 11:52:52.597797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Bound port: 019bc68d-2930-405f-a115-fcc146290579, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:52:52.598096 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (019bc68d-2930-405f-a115-fcc146290579), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:52.629120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0908f-a345-4db5-9694-e7f13e23ba02 req-0c50342d-e672-4641-aa1e-90b5af24234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:52.630661 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cdc0908f-a345-4db5-9694-e7f13e23ba02 req-0c50342d-e672-4641-aa1e-90b5af24234e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b839c74c06a5463cab66eb4c80c4c086&device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 1125 time: 0.8952036 Mar 11 11:52:52.717887 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for port (1618eec4-7b71-44f6-a3eb-039fe5def032), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:52.733582 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f7baaa-a8c1-45b0-bdae-6346fd27613c {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:52:52.747127 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Publish callbacks [] for port (a8f7baaa-a8c1-45b0-bdae-6346fd27613c), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:52.766925 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b150de18-0fd0-48ad-a243-cdbea65191b3 req-ac6955a2-ff82-499f-9fd6-ee530995c918 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.1079614 Mar 11 11:52:52.785373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Transition to ACTIVE for port object a8f7baaa-a8c1-45b0-bdae-6346fd27613c will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:52:52.800122 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a8f7baaa-a8c1-45b0-bdae-6346fd27613c), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:52.802877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] For port 019bc68d-2930-405f-a115-fcc146290579, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:52:52.813935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf20a2-cf76-4a7d-9b24-4555586d8c51 req-908e93a5-b51d-439b-993d-f77c69cb92e5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:52.821167 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7cf20a2-cf76-4a7d-9b24-4555586d8c51 req-908e93a5-b51d-439b-993d-f77c69cb92e5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 945 time: 0.1391766 Mar 11 11:52:52.866994 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1618eec4-7b71-44f6-a3eb-039fe5def032), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:52.883438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] For port 019bc68d-2930-405f-a115-fcc146290579, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=019bc68d-2930-405f-a115-fcc146290579,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:52:52.921790 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f7baaa-a8c1-45b0-bdae-6346fd27613c,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:52.935756 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (019bc68d-2930-405f-a115-fcc146290579), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:52.950973 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7cf20a2-cf76-4a7d-9b24-4555586d8c51 req-fc48d105-e119-445a-82c5-16c7f3902837 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f574b3f-d009-48ec-94bc-5bfa6635c095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287770 Mar 11 11:52:53.030289 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:52:53.049733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:52:53.055721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:53.056577 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:53.058148 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] 10.222.0.37 "PUT /v2.0/ports/019bc68d-2930-405f-a115-fcc146290579 HTTP/1.1" status: 200 len: 1096 time: 3.9284182 Mar 11 11:52:53.070809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e10ea6-5454-4763-829f-dba9af79a85a', 'tag': '019bc68d-2930-405f-a115-fcc146290579'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:53.074227 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b8ee25-ff4d-45c1-bdc1-fa1dfa887bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e10ea6-5454-4763-829f-dba9af79a85a", "tag": "019bc68d-2930-405f-a115-fcc146290579"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:53.109405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:52:53.151223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728fc87-89a4-4aa5-b390-1b82181a863e req-c8b8a91b-8c3f-4eb3-8b32-d7905c706f27 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:53.159139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8728fc87-89a4-4aa5-b390-1b82181a863e req-c8b8a91b-8c3f-4eb3-8b32-d7905c706f27 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 948 time: 0.1654963 Mar 11 11:52:53.236678 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa4e725-d51a-4880-aa0f-0de08f0ab2aa x-openstack-request-id: req-0fa4e725-d51a-4880-aa0f-0de08f0ab2aa {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:53.238194 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e10ea6-5454-4763-829f-dba9af79a85a", "tag": "019bc68d-2930-405f-a115-fcc146290579", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:53.238644 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0fa4e725-d51a-4880-aa0f-0de08f0ab2aa {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:53.239227 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e10ea6-5454-4763-829f-dba9af79a85a', 'tag': '019bc68d-2930-405f-a115-fcc146290579', 'status': 'completed', 'code': 200} Mar 11 11:52:53.288042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Pushing event updated for resources: {'Port': ['ID=1618eec4-7b71-44f6-a3eb-039fe5def032,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:53.299738 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8728fc87-89a4-4aa5-b390-1b82181a863e req-ebcfd03c-56e4-4689-af29-001b9281ba8a tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376569 Mar 11 11:52:53.328476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0908f-a345-4db5-9694-e7f13e23ba02 req-7eebb5c5-2071-4a9d-8a6d-ffd2970ece8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:53.330238 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cdc0908f-a345-4db5-9694-e7f13e23ba02 req-7eebb5c5-2071-4a9d-8a6d-ffd2970ece8b service neutron] 10.222.0.71 "GET /v2.0/networks?id=d259f0e3-1793-455e-a2df-b0e8516ce55f HTTP/1.1" status: 200 len: 920 time: 0.4873390 Mar 11 11:52:53.658800 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a43721-cff1-4cd6-ac0d-e1bdce3c2844 req-5066865c-fa6c-49ea-a9b6-e8498faf99ac tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:53.661543 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61a43721-cff1-4cd6-ac0d-e1bdce3c2844 req-5066865c-fa6c-49ea-a9b6-e8498faf99ac tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 943 time: 0.0715027 Mar 11 11:52:53.794253 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61a43721-cff1-4cd6-ac0d-e1bdce3c2844 req-73d97aab-5d40-48a3-b00f-33466c55292a tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140518 Mar 11 11:52:53.812001 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cdc0908f-a345-4db5-9694-e7f13e23ba02 req-df39ec21-d0f3-46d0-a388-ce3a1bdcfef1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff609eae-6795-495f-9cc0-ebb96302bab3 HTTP/1.1" status: 200 len: 217 time: 0.4735355 Mar 11 11:52:53.881472 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Attempting to bind port a8f7baaa-a8c1-45b0-bdae-6346fd27613c on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:52:53.881903 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Attempting to bind port a8f7baaa-a8c1-45b0-bdae-6346fd27613c by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '65d1ab14-8445-446e-be7b-99019c2a265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:52:53.882137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Attempting to bind port a8f7baaa-a8c1-45b0-bdae-6346fd27613c on network d259f0e3-1793-455e-a2df-b0e8516ce55f {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:52:53.979168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-e801e31e-251d-46da-89fa-f62ed8672a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:53.980714 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-e801e31e-251d-46da-89fa-f62ed8672a24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 1130 time: 0.8493927 Mar 11 11:52:53.981269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Port a8f7baaa-a8c1-45b0-bdae-6346fd27613c on network d259f0e3-1793-455e-a2df-b0e8516ce55f not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:52:53.981580 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Attempting to bind port a8f7baaa-a8c1-45b0-bdae-6346fd27613c on network d259f0e3-1793-455e-a2df-b0e8516ce55f {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:52:53.991665 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:52:53.992088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Checking segment: {'id': '65d1ab14-8445-446e-be7b-99019c2a265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:52:53.992374 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Bound using segment: {'id': '65d1ab14-8445-446e-be7b-99019c2a265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:52:53.992817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Bound port: a8f7baaa-a8c1-45b0-bdae-6346fd27613c, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65d1ab14-8445-446e-be7b-99019c2a265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:52:53.993468 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a8f7baaa-a8c1-45b0-bdae-6346fd27613c), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:54.000511 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df7db072-117c-49d4-a1d7-40a89a6a073c req-a6a7fbe7-9d3e-480a-a945-1b5f0394b643 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0889046 Mar 11 11:52:54.013485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8652d-b48b-4f1a-80a1-764abb8efa03 service neutron] Pushing event updated for resources: {'Port': ['ID=019bc68d-2930-405f-a115-fcc146290579,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:54.146911 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-92641375-6c2d-437a-9cb1-39c0ac507578 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=019bc68d-2930-405f-a115-fcc146290579 HTTP/1.1" status: 200 len: 217 time: 0.1294947 Mar 11 11:52:54.151483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a004c4-fcbf-4f4e-bc96-c4d52f295f1f req-d8a2ed82-3aff-43c1-a72f-41fb67aff150 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:54.163560 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9a004c4-fcbf-4f4e-bc96-c4d52f295f1f req-d8a2ed82-3aff-43c1-a72f-41fb67aff150 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 945 time: 0.1011355 Mar 11 11:52:54.226251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0908f-a345-4db5-9694-e7f13e23ba02 req-d2640164-11fc-4ed5-b865-ced7ee97f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:54.227962 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cdc0908f-a345-4db5-9694-e7f13e23ba02 req-d2640164-11fc-4ed5-b865-ced7ee97f715 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=614f6c11-14c1-492e-91ba-54d12114a8a6 HTTP/1.1" status: 200 len: 859 time: 0.3532443 Mar 11 11:52:54.248174 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9a004c4-fcbf-4f4e-bc96-c4d52f295f1f req-a94627f4-0f88-4501-951c-243609abbe2a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f574b3f-d009-48ec-94bc-5bfa6635c095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803800 Mar 11 11:52:54.408115 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (7646fef2-e100-48e8-8789-b14003dc5beb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:54.457213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] For port a8f7baaa-a8c1-45b0-bdae-6346fd27613c, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:52:54.461820 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-6ab2fbe5-1991-4ac2-82b9-397f4a67bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:54.462529 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-6ab2fbe5-1991-4ac2-82b9-397f4a67bb53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.3069551 Mar 11 11:52:54.504593 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cdc0908f-a345-4db5-9694-e7f13e23ba02 req-fcbd5fa3-0a95-4b11-9d59-e947a52ecf95 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d259f0e3-1793-455e-a2df-b0e8516ce55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2587683 Mar 11 11:52:54.517819 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46825cb7-b3dc-467b-9745-70cdfd28d8fd req-d105f3f3-7799-4ae2-9139-e4619d36b2ea tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:54.524346 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-46825cb7-b3dc-467b-9745-70cdfd28d8fd req-d105f3f3-7799-4ae2-9139-e4619d36b2ea tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 945 time: 0.1287851 Mar 11 11:52:54.530213 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55818) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:54.536064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-7cfa0219-6ef5-4888-b705-0bbdaa4ef65e tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'floatingip': {'port_id': '86856e35-f46e-48b8-b57a-3477d5d68272'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:54.584882 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7cfa0219-6ef5-4888-b705-0bbdaa4ef65e tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (6e6cafc3-6e44-4b36-b032-40817ebb0871), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:54.591871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] For port a8f7baaa-a8c1-45b0-bdae-6346fd27613c, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a8f7baaa-a8c1-45b0-bdae-6346fd27613c,segment=NetworkSegment(65d1ab14-8445-446e-be7b-99019c2a265f),segment_id=65d1ab14-8445-446e-be7b-99019c2a265f)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:52:54.598067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdb42b-867a-4cf0-9c39-fea2102fa73a req-cff4d1f0-6587-4ffb-9554-57133e605239 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:54.600250 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88fdb42b-867a-4cf0-9c39-fea2102fa73a req-cff4d1f0-6587-4ffb-9554-57133e605239 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 948 time: 0.1508379 Mar 11 11:52:54.623004 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a8f7baaa-a8c1-45b0-bdae-6346fd27613c), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:54.728506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:54.729158 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:54.730541 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] 10.222.0.71 "PUT /v2.0/ports/a8f7baaa-a8c1-45b0-bdae-6346fd27613c HTTP/1.1" status: 200 len: 1091 time: 3.4519007 Mar 11 11:52:54.732382 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cdc0908f-a345-4db5-9694-e7f13e23ba02 req-76f78c40-f3d8-488c-835f-60d0f740eb6a service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111955 Mar 11 11:52:54.790766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2550df-2523-40ba-9bc3-58cd57899409 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f7baaa-a8c1-45b0-bdae-6346fd27613c,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:54.832733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-884086a6-e62f-4fbf-a8a9-59623e6eeb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:54.837564 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-884086a6-e62f-4fbf-a8a9-59623e6eeb59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3318462 Mar 11 11:52:55.177737 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cdc0908f-a345-4db5-9694-e7f13e23ba02 req-162831f3-4fe8-4a80-b69f-3c5cab751436 service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182177 Mar 11 11:52:55.208798 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-3e2041ab-79c4-49a2-b2b6-37c6b14ec0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:55.210457 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-3e2041ab-79c4-49a2-b2b6-37c6b14ec0e7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b839c74c06a5463cab66eb4c80c4c086&device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 1125 time: 0.4107287 Mar 11 11:52:55.211573 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (7646fef2-e100-48e8-8789-b14003dc5beb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:55.255911 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c27bb-84cd-4d1a-a97d-500e3fdd7a8e req-ebfe6497-0b88-4bb4-9c3c-ac6ec23f1f4f tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:55.268427 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da2c27bb-84cd-4d1a-a97d-500e3fdd7a8e req-ebfe6497-0b88-4bb4-9c3c-ac6ec23f1f4f tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 943 time: 0.1258705 Mar 11 11:52:55.275968 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88fdb42b-867a-4cf0-9c39-fea2102fa73a req-446275d3-9c89-487c-b47e-7df285775c58 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6394022 Mar 11 11:52:55.278934 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.resource_extend [None req-7cfa0219-6ef5-4888-b705-0bbdaa4ef65e tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:52:55.311793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba650de-f858-4329-bf54-463aaeb838ba', 'tag': 'a8f7baaa-a8c1-45b0-bdae-6346fd27613c'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:55.314293 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b3b03e-2037-4b9a-ad13-e54dc9ca70fc" -d '{"events": [{"name": "network-changed", "server_uuid": "eba650de-f858-4329-bf54-463aaeb838ba", "tag": "a8f7baaa-a8c1-45b0-bdae-6346fd27613c"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:55.358244 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7cfa0219-6ef5-4888-b705-0bbdaa4ef65e tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:55.361670 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-f7f55689-f150-4ec8-93c9-d4b48762c7b2 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735465 Mar 11 11:52:55.365794 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-dd9ab25f-8a19-4176-9d51-29e87a4685fe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8f7baaa-a8c1-45b0-bdae-6346fd27613c HTTP/1.1" status: 200 len: 217 time: 0.1394448 Mar 11 11:52:55.373297 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7cfa0219-6ef5-4888-b705-0bbdaa4ef65e tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (6e6cafc3-6e44-4b36-b032-40817ebb0871), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:55.510445 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6f5a0f8-0c31-4aaa-b7ff-89e7d3e0f8ad req-a958a11d-dbee-4e4a-a222-271151b41496 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0498853 Mar 11 11:52:55.558371 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-ba4e43ac-1ca6-41a2-95a6-749afc5ea490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:55.559953 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-ba4e43ac-1ca6-41a2-95a6-749afc5ea490 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=614f6c11-14c1-492e-91ba-54d12114a8a6 HTTP/1.1" status: 200 len: 859 time: 0.1746166 Mar 11 11:52:55.620375 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-35209824-2efb-4912-91b5-33555fa89852 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d259f0e3-1793-455e-a2df-b0e8516ce55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509202 Mar 11 11:52:55.641712 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da2c27bb-84cd-4d1a-a97d-500e3fdd7a8e req-8c360150-f5e3-4002-8de5-c89efe322afd tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646626 Mar 11 11:52:55.824452 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device ff609eae-6795-495f-9cc0-ebb96302bab3 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:52:55.831787 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-7cfa0219-6ef5-4888-b705-0bbdaa4ef65e tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Floating IP 6e6cafc3-6e44-4b36-b032-40817ebb0871 associated. External IP: 172.25.7.109, port: 86856e35-f46e-48b8-b57a-3477d5d68272. Mar 11 11:52:56.087155 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac4ad12-bc4f-4452-95ea-059b67123ca2 x-openstack-request-id: req-4ac4ad12-bc4f-4452-95ea-059b67123ca2 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:56.087875 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba650de-f858-4329-bf54-463aaeb838ba", "tag": "a8f7baaa-a8c1-45b0-bdae-6346fd27613c", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:56.087875 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4ac4ad12-bc4f-4452-95ea-059b67123ca2 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:56.088158 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba650de-f858-4329-bf54-463aaeb838ba', 'tag': 'a8f7baaa-a8c1-45b0-bdae-6346fd27613c', 'status': 'completed', 'code': 200} Mar 11 11:52:56.090401 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port ff609eae-6795-495f-9cc0-ebb96302bab3, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ff609eae-6795-495f-9cc0-ebb96302bab3,segment=NetworkSegment(65d1ab14-8445-446e-be7b-99019c2a265f),segment_id=65d1ab14-8445-446e-be7b-99019c2a265f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:56.111746 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ae5e59f4-3e13-4ba9-875e-f7ddc61e02dd req-cdee732e-e545-4a61-bde7-2989b0b2ca57 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7409716 Mar 11 11:52:56.120607 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'ff609eae-6795-495f-9cc0-ebb96302bab3', 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f', 'port_id': 'ff609eae-6795-495f-9cc0-ebb96302bab3', 'mac_address': 'fa:16:3e:86:e3:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614f6c11-14c1-492e-91ba-54d12114a8a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:52:56.205869 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port ff609eae-6795-495f-9cc0-ebb96302bab3 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:56.208059 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ff609eae-6795-495f-9cc0-ebb96302bab3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:56.236164 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff609eae-6795-495f-9cc0-ebb96302bab3 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:52:56.275313 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port ff609eae-6795-495f-9cc0-ebb96302bab3, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ff609eae-6795-495f-9cc0-ebb96302bab3,segment=NetworkSegment(65d1ab14-8445-446e-be7b-99019c2a265f),segment_id=65d1ab14-8445-446e-be7b-99019c2a265f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:56.287351 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ff609eae-6795-495f-9cc0-ebb96302bab3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:56.357313 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Router 7646fef2-e100-48e8-8789-b14003dc5beb is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:52:56.380800 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-bca8630c-0574-46f0-93d2-4e91b5129d66 service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7485993 Mar 11 11:52:56.381015 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=ff609eae-6795-495f-9cc0-ebb96302bab3,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:56.514448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['ff609eae-6795-495f-9cc0-ebb96302bab3'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:52:56.591201 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca14139-933b-4eb2-817d-7313b8e4586e req-62e0dcc9-c745-431d-be10-81c74ccdea93 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:56.597722 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ca14139-933b-4eb2-817d-7313b8e4586e req-62e0dcc9-c745-431d-be10-81c74ccdea93 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 948 time: 0.1648772 Mar 11 11:52:56.731714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfa0219-6ef5-4888-b705-0bbdaa4ef65e tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Router 5497603f-a2a6-4280-a5de-4b56c205edce has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:52:56.739575 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3eb677e-b4dc-4f18-a010-ac278d7e0785 req-ec3b02d3-fa3e-4e3d-b6db-b9dde610b2e7 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.1088023 Mar 11 11:52:56.760460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:52:56.774657 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d7f83-5747-4e2f-9cc1-3c949e83e50b None None] Sync routers for ids ['7646fef2-e100-48e8-8789-b14003dc5beb'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:52:56.793193 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d7f83-5747-4e2f-9cc1-3c949e83e50b None None] Routers {'7646fef2-e100-48e8-8789-b14003dc5beb'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:56.794115 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-208d7f83-5747-4e2f-9cc1-3c949e83e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7646fef2-e100-48e8-8789-b14003dc5beb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:56.808074 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dd12ed05-7bbd-4439-8df5-502269e4c103 req-a1417c90-d896-4b5a-9cf1-7dcca9cd0d7c service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146156 Mar 11 11:52:56.817700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8ee25-ff4d-45c1-bdc1-fa1dfa887bc3 req-d256f031-082d-40a9-8556-488747228f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:56.822120 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-98b8ee25-ff4d-45c1-bdc1-fa1dfa887bc3 req-d256f031-082d-40a9-8556-488747228f41 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 1130 time: 0.5956950 Mar 11 11:52:56.946750 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-208d7f83-5747-4e2f-9cc1-3c949e83e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:56.978802 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d7f83-5747-4e2f-9cc1-3c949e83e50b None None] Routers {'7646fef2-e100-48e8-8789-b14003dc5beb'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:56.981136 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-208d7f83-5747-4e2f-9cc1-3c949e83e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7646fef2-e100-48e8-8789-b14003dc5beb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:57.010186 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ca14139-933b-4eb2-817d-7313b8e4586e req-02d0d2d2-7a39-4aa0-a022-5a848832288d tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831594 Mar 11 11:52:57.058231 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788ee9f-f565-4308-8aaa-50769204d9a7 req-60001d36-4b00-4317-ab06-a880211579f4 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:57.070958 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7788ee9f-f565-4308-8aaa-50769204d9a7 req-60001d36-4b00-4317-ab06-a880211579f4 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 943 time: 0.1332364 Mar 11 11:52:57.076220 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-208d7f83-5747-4e2f-9cc1-3c949e83e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:57.078160 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d7f83-5747-4e2f-9cc1-3c949e83e50b None None] The sync data for ids ['7646fef2-e100-48e8-8789-b14003dc5beb'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:52:57.085339 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:57.089026 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e96e4e6f-5b8e-400c-8af6-cbf8bd477ced tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.4377911 Mar 11 11:52:57.100512 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55862) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:52:57.102580 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3b03e-2037-4b9a-ad13-e54dc9ca70fc req-0746711c-ddc2-4a80-ad9f-5a537adc7ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:57.104322 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12b3b03e-2037-4b9a-ad13-e54dc9ca70fc req-0746711c-ddc2-4a80-ad9f-5a537adc7ce8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b839c74c06a5463cab66eb4c80c4c086&device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 1125 time: 0.2134485 Mar 11 11:52:57.112786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c441b859-3309-4f01-8582-279f86820f6d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:52:57.202205 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfa0219-6ef5-4888-b705-0bbdaa4ef65e tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:52:57.216180 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f539c2a-80b8-47c7-b0b4-e0d134a23ac1 None None] Sync routers for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:52:57.218020 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7cfa0219-6ef5-4888-b705-0bbdaa4ef65e tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:57.247405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f539c2a-80b8-47c7-b0b4-e0d134a23ac1 None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:57.248359 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1f539c2a-80b8-47c7-b0b4-e0d134a23ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:57.310131 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7788ee9f-f565-4308-8aaa-50769204d9a7 req-0f9bedf7-3567-4243-9286-b26dfd8107d2 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381213 Mar 11 11:52:57.350299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7cfa0219-6ef5-4888-b705-0bbdaa4ef65e tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "PUT /v2.0/floatingips/6e6cafc3-6e44-4b36-b032-40817ebb0871 HTTP/1.1" status: 200 len: 991 time: 2.8186555 Mar 11 11:52:57.350892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'tag': '86856e35-f46e-48b8-b57a-3477d5d68272'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:57.356474 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bad6267-b4a0-4b43-9216-d52fbf6eaf0a" -d '{"events": [{"name": "network-changed", "server_uuid": "c09c281e-e3f1-4858-bae8-ef672d8349a4", "tag": "86856e35-f46e-48b8-b57a-3477d5d68272"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:57.415404 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8ee25-ff4d-45c1-bdc1-fa1dfa887bc3 req-afd699c0-0f3a-4a13-8204-67903eb5dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:57.426621 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-98b8ee25-ff4d-45c1-bdc1-fa1dfa887bc3 req-afd699c0-0f3a-4a13-8204-67903eb5dcb0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.5860131 Mar 11 11:52:57.433022 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66743b4a-2708-4508-ab25-6838fdc12ff6 x-openstack-request-id: req-66743b4a-2708-4508-ab25-6838fdc12ff6 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:57.433877 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09c281e-e3f1-4858-bae8-ef672d8349a4", "tag": "86856e35-f46e-48b8-b57a-3477d5d68272", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:57.434302 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-66743b4a-2708-4508-ab25-6838fdc12ff6 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:57.434987 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'tag': '86856e35-f46e-48b8-b57a-3477d5d68272', 'status': 'completed', 'code': 200} Mar 11 11:52:57.501809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-1f539c2a-80b8-47c7-b0b4-e0d134a23ac1 None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:52:57.620423 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-98b8ee25-ff4d-45c1-bdc1-fa1dfa887bc3 req-37b4c239-a942-48a8-8126-527ca412113f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=019bc68d-2930-405f-a115-fcc146290579 HTTP/1.1" status: 200 len: 217 time: 0.1829522 Mar 11 11:52:57.682612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3b03e-2037-4b9a-ad13-e54dc9ca70fc req-592ea511-2c5a-46a1-ba9f-66c9962a6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:57.684044 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12b3b03e-2037-4b9a-ad13-e54dc9ca70fc req-592ea511-2c5a-46a1-ba9f-66c9962a6304 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d259f0e3-1793-455e-a2df-b0e8516ce55f HTTP/1.1" status: 200 len: 920 time: 0.5650163 Mar 11 11:52:57.787159 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12b3b03e-2037-4b9a-ad13-e54dc9ca70fc req-9aed341d-4f76-4908-a942-99f2da399d63 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8f7baaa-a8c1-45b0-bdae-6346fd27613c HTTP/1.1" status: 200 len: 217 time: 0.0882764 Mar 11 11:52:57.792258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8ee25-ff4d-45c1-bdc1-fa1dfa887bc3 req-34487a38-a80d-45dc-ba96-46224f049f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:57.793722 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-98b8ee25-ff4d-45c1-bdc1-fa1dfa887bc3 req-34487a38-a80d-45dc-ba96-46224f049f24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1640749 Mar 11 11:52:57.861552 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad6267-b4a0-4b43-9216-d52fbf6eaf0a req-5d11016d-97cf-4fac-a5fb-baf24404c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:57.863415 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0bad6267-b4a0-4b43-9216-d52fbf6eaf0a req-5d11016d-97cf-4fac-a5fb-baf24404c289 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 1127 time: 0.3246865 Mar 11 11:52:57.865500 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device ff609eae-6795-495f-9cc0-ebb96302bab3 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:52:57.993549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3b03e-2037-4b9a-ad13-e54dc9ca70fc req-acb7ff27-f3cf-4836-980d-eb8f05381dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:57.995363 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12b3b03e-2037-4b9a-ad13-e54dc9ca70fc req-acb7ff27-f3cf-4836-980d-eb8f05381dce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=614f6c11-14c1-492e-91ba-54d12114a8a6 HTTP/1.1" status: 200 len: 859 time: 0.1974757 Mar 11 11:52:58.004537 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port ff609eae-6795-495f-9cc0-ebb96302bab3 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:52:58.009585 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port ff609eae-6795-495f-9cc0-ebb96302bab3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:52:58.009957 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ff609eae-6795-495f-9cc0-ebb96302bab3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:58.106021 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8ee25-ff4d-45c1-bdc1-fa1dfa887bc3 req-458bb39e-f87d-4b0d-9878-758ba27465a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:58.112909 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-98b8ee25-ff4d-45c1-bdc1-fa1dfa887bc3 req-458bb39e-f87d-4b0d-9878-758ba27465a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3036141 Mar 11 11:52:58.125886 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12b3b03e-2037-4b9a-ad13-e54dc9ca70fc req-d1047ac6-0e46-44b3-a0e4-b5b89cb4c526 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d259f0e3-1793-455e-a2df-b0e8516ce55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183207 Mar 11 11:52:58.127065 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b01466a-2f8b-4cfb-b92a-feffd082b237 req-4059d8b1-e57a-4382-abe2-8068b6e1ebcc tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0943689 Mar 11 11:52:58.238811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1f539c2a-80b8-47c7-b0b4-e0d134a23ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '6e6cafc3-6e44-4b36-b032-40817ebb0871', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'port_id': '86856e35-f46e-48b8-b57a-3477d5d68272', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'mac_address': 'fa:16:3e:47:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:52:29Z', 'updated_at': '2022-03-11T11:52:55Z', 'revision_number': 1, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:58.296275 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4440556-23ca-461a-826e-eba5834eba90 req-c697262a-f563-40b9-be35-e95b1cf96c1b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:58.297980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4440556-23ca-461a-826e-eba5834eba90 req-c697262a-f563-40b9-be35-e95b1cf96c1b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 948 time: 0.1682937 Mar 11 11:52:58.323543 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f539c2a-80b8-47c7-b0b4-e0d134a23ac1 None None] Checking router: 5497603f-a2a6-4280-a5de-4b56c205edce for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:52:58.325951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port ff609eae-6795-495f-9cc0-ebb96302bab3 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:52:58.326339 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ff609eae-6795-495f-9cc0-ebb96302bab3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:58.391338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port ff609eae-6795-495f-9cc0-ebb96302bab3, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ff609eae-6795-495f-9cc0-ebb96302bab3,segment=NetworkSegment(65d1ab14-8445-446e-be7b-99019c2a265f),segment_id=65d1ab14-8445-446e-be7b-99019c2a265f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:52:58.396146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bc9102-624a-48cd-9e7e-b5df114065f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff609eae-6795-495f-9cc0-ebb96302bab3'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:52:58.399558 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71506ff-9121-4948-bb96-c01e28327b61" -d '{"events": [{"server_uuid": "f2bc9102-624a-48cd-9e7e-b5df114065f2", "name": "network-vif-plugged", "status": "completed", "tag": "ff609eae-6795-495f-9cc0-ebb96302bab3"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:52:58.405329 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ff609eae-6795-495f-9cc0-ebb96302bab3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:58.457570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad6267-b4a0-4b43-9216-d52fbf6eaf0a req-c658169a-7127-4a4d-92a7-9b86951bb2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:58.459420 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0bad6267-b4a0-4b43-9216-d52fbf6eaf0a req-c658169a-7127-4a4d-92a7-9b86951bb2a0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 914 time: 0.5802956 Mar 11 11:52:58.504499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=ff609eae-6795-495f-9cc0-ebb96302bab3,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:52:58.516472 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4440556-23ca-461a-826e-eba5834eba90 req-320ef295-c62a-4ec7-bd19-f2f3455c638c tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960754 Mar 11 11:52:58.523897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f539c2a-80b8-47c7-b0b4-e0d134a23ac1 None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:52:58.525888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1f539c2a-80b8-47c7-b0b4-e0d134a23ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:58.600510 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61d223-17e9-451d-9ca9-663339938fa3 req-d6550be7-f5c1-4325-a871-9dc5f6080407 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:58.615395 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e61d223-17e9-451d-9ca9-663339938fa3 req-d6550be7-f5c1-4325-a871-9dc5f6080407 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 943 time: 0.1303723 Mar 11 11:52:58.685648 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-98b8ee25-ff4d-45c1-bdc1-fa1dfa887bc3 req-fe8d7e53-fca4-41dd-8a2f-215e3d0fcbc6 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570011 Mar 11 11:52:58.693821 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c441b859-3309-4f01-8582-279f86820f6d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (7646fef2-e100-48e8-8789-b14003dc5beb), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:58.699362 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12b3b03e-2037-4b9a-ad13-e54dc9ca70fc req-90628633-43d0-489b-883e-be83c8cdeae6 service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572071 Mar 11 11:52:58.722616 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0bad6267-b4a0-4b43-9216-d52fbf6eaf0a req-05c59235-6339-4e14-a10c-3e345cde8067 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86856e35-f46e-48b8-b57a-3477d5d68272 HTTP/1.1" status: 200 len: 999 time: 0.2503664 Mar 11 11:52:58.779130 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e61d223-17e9-451d-9ca9-663339938fa3 req-0d8ccb85-a2f9-4248-a499-b4308e3c0e17 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626236 Mar 11 11:52:58.828543 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-1f539c2a-80b8-47c7-b0b4-e0d134a23ac1 None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:52:58.828859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57188316-a79f-4c9a-8f54-e4e4933d611f req-4396ab98-41e6-4973-813d-6edbff1856d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:58.831223 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-57188316-a79f-4c9a-8f54-e4e4933d611f req-4396ab98-41e6-4973-813d-6edbff1856d4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 1127 time: 0.1220069 Mar 11 11:52:58.965839 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-57188316-a79f-4c9a-8f54-e4e4933d611f req-212077fa-2314-4934-add3-7b0e185527e0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270804 Mar 11 11:52:58.988284 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404a1f51-3713-418c-9d0a-c5fcf5eb414d x-openstack-request-id: req-404a1f51-3713-418c-9d0a-c5fcf5eb414d {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:52:58.988903 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bc9102-624a-48cd-9e7e-b5df114065f2", "name": "network-vif-plugged", "status": "completed", "tag": "ff609eae-6795-495f-9cc0-ebb96302bab3", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:52:58.989442 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-404a1f51-3713-418c-9d0a-c5fcf5eb414d {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:52:58.990116 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bc9102-624a-48cd-9e7e-b5df114065f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff609eae-6795-495f-9cc0-ebb96302bab3', 'code': 200} Mar 11 11:52:59.102493 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c441b859-3309-4f01-8582-279f86820f6d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_gateway (7646fef2-e100-48e8-8789-b14003dc5beb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:59.255225 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad6267-b4a0-4b43-9216-d52fbf6eaf0a req-dc9d203d-828f-4b0b-84f1-0d80962fdd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:59.256815 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0bad6267-b4a0-4b43-9216-d52fbf6eaf0a req-dc9d203d-828f-4b0b-84f1-0d80962fdd77 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=748e6717-2aee-4f28-b940-f1d8e2456c16 HTTP/1.1" status: 200 len: 852 time: 0.5057530 Mar 11 11:52:59.342919 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae8af602-35a1-40c1-9c17-7a5853338d3a req-b8ebe74d-c508-4cc1-9f46-f2853a58906c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0797904 Mar 11 11:52:59.398388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1f539c2a-80b8-47c7-b0b4-e0d134a23ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '6e6cafc3-6e44-4b36-b032-40817ebb0871', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'port_id': '86856e35-f46e-48b8-b57a-3477d5d68272', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'mac_address': 'fa:16:3e:47:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:52:29Z', 'updated_at': '2022-03-11T11:52:55Z', 'revision_number': 1, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:52:59.436816 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-98b8ee25-ff4d-45c1-bdc1-fa1dfa887bc3 req-603a24ca-4255-4a56-8409-cfcf29ad6ab6 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7339416 Mar 11 11:52:59.438979 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12b3b03e-2037-4b9a-ad13-e54dc9ca70fc req-c9346f32-b085-48b3-aad5-4850afcce02d service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7275622 Mar 11 11:52:59.500928 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f539c2a-80b8-47c7-b0b4-e0d134a23ac1 None None] The sync data for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 is: [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '6e6cafc3-6e44-4b36-b032-40817ebb0871', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'port_id': '86856e35-f46e-48b8-b57a-3477d5d68272', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'mac_address': 'fa:16:3e:47:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:52:29Z', 'updated_at': '2022-03-11T11:52:55Z', 'revision_number': 1, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:52:59.524587 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c441b859-3309-4f01-8582-279f86820f6d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Deleting port 1618eec4-7b71-44f6-a3eb-039fe5def032 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:52:59.524939 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c441b859-3309-4f01-8582-279f86820f6d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1618eec4-7b71-44f6-a3eb-039fe5def032), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:59.643939 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c441b859-3309-4f01-8582-279f86820f6d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1618eec4-7b71-44f6-a3eb-039fe5def032), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:52:59.656648 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c441b859-3309-4f01-8582-279f86820f6d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Calling delete_port for 1618eec4-7b71-44f6-a3eb-039fe5def032 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:52:59.787843 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606187c-03ab-4d96-bb67-7a91e36b865e req-ac9c0403-11f8-42bc-8742-19e765b65dd1 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:59.804277 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0606187c-03ab-4d96-bb67-7a91e36b865e req-ac9c0403-11f8-42bc-8742-19e765b65dd1 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 948 time: 0.1370649 Mar 11 11:52:59.840378 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a8f7baaa-a8c1-45b0-bdae-6346fd27613c details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:52:59.928744 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0606187c-03ab-4d96-bb67-7a91e36b865e req-104e4def-1a1a-4e32-9fc7-36bd41ebd027 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140089 Mar 11 11:52:59.979239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad6267-b4a0-4b43-9216-d52fbf6eaf0a req-9b758aa5-af00-4e9d-a98e-8842dbee4c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:52:59.983385 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0bad6267-b4a0-4b43-9216-d52fbf6eaf0a req-9b758aa5-af00-4e9d-a98e-8842dbee4c97 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7166867 Mar 11 11:52:59.998215 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84c1a5-58aa-4714-a8df-326956e971d9 None None] New status for floating IP 6e6cafc3-6e44-4b36-b032-40817ebb0871: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:53:00.061793 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-0b360540-f93b-45ee-824b-2f675150867b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6570640 Mar 11 11:53:00.101259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60db72-6e56-4e2d-ae4d-308ea2757a2e req-9260d6ca-a803-4f5c-8d4b-f505ce22d2dd tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:00.122830 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port a8f7baaa-a8c1-45b0-bdae-6346fd27613c, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a8f7baaa-a8c1-45b0-bdae-6346fd27613c,segment=NetworkSegment(65d1ab14-8445-446e-be7b-99019c2a265f),segment_id=65d1ab14-8445-446e-be7b-99019c2a265f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:00.123500 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b60db72-6e56-4e2d-ae4d-308ea2757a2e req-9260d6ca-a803-4f5c-8d4b-f505ce22d2dd tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 943 time: 0.1856329 Mar 11 11:53:00.159482 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c441b859-3309-4f01-8582-279f86820f6d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1618eec4-7b71-44f6-a3eb-039fe5def032), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:00.173182 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'a8f7baaa-a8c1-45b0-bdae-6346fd27613c', 'network_id': 'd259f0e3-1793-455e-a2df-b0e8516ce55f', 'port_id': 'a8f7baaa-a8c1-45b0-bdae-6346fd27613c', 'mac_address': 'fa:16:3e:50:a8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614f6c11-14c1-492e-91ba-54d12114a8a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:53:00.274210 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b60db72-6e56-4e2d-ae4d-308ea2757a2e req-ef202eb6-1b42-4ace-a4c1-40482e4dfb70 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363418 Mar 11 11:53:00.298481 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port a8f7baaa-a8c1-45b0-bdae-6346fd27613c is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:00.299173 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a8f7baaa-a8c1-45b0-bdae-6346fd27613c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:00.436090 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441b859-3309-4f01-8582-279f86820f6d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Pushing event deleted for resources: {'Port': ['ID=1618eec4-7b71-44f6-a3eb-039fe5def032,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:00.574043 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62cbbcf4-ca8c-45ea-aa33-a887ec0c2b37 req-5ec3fdf1-71ac-44d0-9e72-ed6ac078db92 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0461488 Mar 11 11:53:00.617297 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0bad6267-b4a0-4b43-9216-d52fbf6eaf0a req-85d93c12-9383-4f07-8f2b-0b1b81755313 service neutron] 10.222.0.71 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020463 Mar 11 11:53:00.644160 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-32806a65-1a99-4d32-81e0-ad1318e752ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:00.644632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-32806a65-1a99-4d32-81e0-ad1318e752ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:00.645094 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-32806a65-1a99-4d32-81e0-ad1318e752ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:00.645557 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-32806a65-1a99-4d32-81e0-ad1318e752ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:00.646006 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-32806a65-1a99-4d32-81e0-ad1318e752ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:00.646457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-32806a65-1a99-4d32-81e0-ad1318e752ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:00.646907 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-32806a65-1a99-4d32-81e0-ad1318e752ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:00.648909 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-32806a65-1a99-4d32-81e0-ad1318e752ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=10db396f7a5f4f56be94b05e67329956&device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 6718 time: 0.4799294 Mar 11 11:53:00.667685 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c441b859-3309-4f01-8582-279f86820f6d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (7646fef2-e100-48e8-8789-b14003dc5beb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:00.678192 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 019bc68d-2930-405f-a115-fcc146290579 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:53:00.690338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f7baaa-a8c1-45b0-bdae-6346fd27613c {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:53:00.731301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port a8f7baaa-a8c1-45b0-bdae-6346fd27613c, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a8f7baaa-a8c1-45b0-bdae-6346fd27613c,segment=NetworkSegment(65d1ab14-8445-446e-be7b-99019c2a265f),segment_id=65d1ab14-8445-446e-be7b-99019c2a265f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:00.741724 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a8f7baaa-a8c1-45b0-bdae-6346fd27613c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:00.862002 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=a8f7baaa-a8c1-45b0-bdae-6346fd27613c,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:00.905339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 019bc68d-2930-405f-a115-fcc146290579, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=019bc68d-2930-405f-a115-fcc146290579,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:00.919215 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '019bc68d-2930-405f-a115-fcc146290579', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '019bc68d-2930-405f-a115-fcc146290579', 'mac_address': 'fa:16:3e:4a:c8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:53:00.973504 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 019bc68d-2930-405f-a115-fcc146290579 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:00.974177 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (019bc68d-2930-405f-a115-fcc146290579), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:00.988746 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0bad6267-b4a0-4b43-9216-d52fbf6eaf0a req-65f403c4-2888-4d95-8553-8d9ae9834b0f service neutron] 10.222.0.71 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626993 Mar 11 11:53:00.993577 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019bc68d-2930-405f-a115-fcc146290579 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:53:01.006714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-a26426cd-9a92-4d6e-b78a-1d50cba0cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:01.007324 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-a26426cd-9a92-4d6e-b78a-1d50cba0cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:01.007930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-a26426cd-9a92-4d6e-b78a-1d50cba0cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:01.009759 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-a26426cd-9a92-4d6e-b78a-1d50cba0cb21 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3f382b66-55bc-4ada-812a-8f2225fa21bc&id=67d74715-a311-4317-8fb4-8c87cc470973&id=67d74715-a311-4317-8fb4-8c87cc470973&id=67d74715-a311-4317-8fb4-8c87cc470973&id=67d74715-a311-4317-8fb4-8c87cc470973&id=4eff5b65-f94e-439e-a73a-18a4e30da763&id=4eff5b65-f94e-439e-a73a-18a4e30da763 HTTP/1.1" status: 200 len: 2298 time: 0.2943523 Mar 11 11:53:01.015801 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['a8f7baaa-a8c1-45b0-bdae-6346fd27613c'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:53:01.042809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 019bc68d-2930-405f-a115-fcc146290579, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=019bc68d-2930-405f-a115-fcc146290579,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:01.086664 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (019bc68d-2930-405f-a115-fcc146290579), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:01.173850 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73402a8-403e-46cf-b483-fa21c005e618 req-57cc38ca-24f7-435b-86c3-629af85913bc tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:01.175717 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c441b859-3309-4f01-8582-279f86820f6d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (7646fef2-e100-48e8-8789-b14003dc5beb), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:01.183183 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c441b859-3309-4f01-8582-279f86820f6d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (7646fef2-e100-48e8-8789-b14003dc5beb), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:01.187569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=019bc68d-2930-405f-a115-fcc146290579,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:01.197421 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d73402a8-403e-46cf-b483-fa21c005e618 req-57cc38ca-24f7-435b-86c3-629af85913bc tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 949 time: 0.1287806 Mar 11 11:53:01.319130 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-d5f5eb5b-5c64-4673-9364-6a10a1c3562d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29c4bfed-9a1e-4008-9518-28e5cb65ccee HTTP/1.1" status: 200 len: 1002 time: 0.2462764 Mar 11 11:53:01.326696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c441b859-3309-4f01-8582-279f86820f6d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Router 7646fef2-e100-48e8-8789-b14003dc5beb has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:53:01.339104 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d73402a8-403e-46cf-b483-fa21c005e618 req-4354b8a0-2bf5-4856-8723-d6eca7c2c2e5 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301432 Mar 11 11:53:01.432590 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['019bc68d-2930-405f-a115-fcc146290579'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:53:01.466781 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-87518d62-ec97-4eda-a51d-0db9f8981c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:01.468296 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-87518d62-ec97-4eda-a51d-0db9f8981c5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=befbd499-1a5a-41b0-86c5-01b7c0a86f9d HTTP/1.1" status: 200 len: 855 time: 0.1402068 Mar 11 11:53:01.508882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c441b859-3309-4f01-8582-279f86820f6d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:53:01.526413 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c441b859-3309-4f01-8582-279f86820f6d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:01.530456 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c441b859-3309-4f01-8582-279f86820f6d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "PUT /v2.0/routers/7646fef2-e100-48e8-8789-b14003dc5beb HTTP/1.1" status: 200 len: 710 time: 4.4223349 Mar 11 11:53:01.530967 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55936) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:01.539432 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b9b880-0852-4b85-9a31-e344a4d91b00 None None] Sync routers for ids ['7646fef2-e100-48e8-8789-b14003dc5beb'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:53:01.566896 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b9b880-0852-4b85-9a31-e344a4d91b00 None None] Routers {'7646fef2-e100-48e8-8789-b14003dc5beb'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:53:01.566896 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-19b9b880-0852-4b85-9a31-e344a4d91b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7646fef2-e100-48e8-8789-b14003dc5beb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:01.605774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-ad5b141e-bbd5-4c1d-9e8a-b2f7c0636941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:01.607347 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-ad5b141e-bbd5-4c1d-9e8a-b2f7c0636941 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3f382b66-55bc-4ada-812a-8f2225fa21bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0963421 Mar 11 11:53:01.611320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-19b9b880-0852-4b85-9a31-e344a4d91b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:01.639723 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b9b880-0852-4b85-9a31-e344a4d91b00 None None] Routers {'7646fef2-e100-48e8-8789-b14003dc5beb'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:53:01.639991 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-19b9b880-0852-4b85-9a31-e344a4d91b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:52:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7646fef2-e100-48e8-8789-b14003dc5beb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:01.683258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b258ecaf-0e09-4b89-8087-65f39e40e678 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "GET /v2.0/routers/7646fef2-e100-48e8-8789-b14003dc5beb HTTP/1.1" status: 200 len: 745 time: 0.1508241 Mar 11 11:53:01.689104 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55944) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:01.702997 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-19b9b880-0852-4b85-9a31-e344a4d91b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:01.703675 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b9b880-0852-4b85-9a31-e344a4d91b00 None None] The sync data for ids ['7646fef2-e100-48e8-8789-b14003dc5beb'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:53:01.788213 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b635118f-2250-46ca-a3a0-ad9c4c376105 req-5bf65a7b-327c-475c-9500-a2793922947a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.1029723 Mar 11 11:53:01.798153 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-311027c6-0bf8-4fd8-af97-beeedd98cc32 service neutron] 10.222.0.37 "GET /v2.0/networks/3f382b66-55bc-4ada-812a-8f2225fa21bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822820 Mar 11 11:53:01.818766 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-aaaed1e3-4183-43de-ad5f-f6eda33abfd7 tempest-RoutersIpV6AdminTest-185365476 tempest-RoutersIpV6AdminTest-185365476-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&device_id=7646fef2-e100-48e8-8789-b14003dc5beb HTTP/1.1" status: 200 len: 205 time: 0.1275012 Mar 11 11:53:01.821443 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55946) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:01.864310 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6cf1bb5a-c15b-4190-814a-f3170f88ab0f tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "GET /v2.0/ports?device_id=7646fef2-e100-48e8-8789-b14003dc5beb HTTP/1.1" status: 200 len: 205 time: 0.0284307 Mar 11 11:53:01.867603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55948) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:01.928691 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-fd83e839-7421-4ac7-8e1f-86cce2adfad7 service neutron] 10.222.0.37 "GET /v2.0/networks/3f382b66-55bc-4ada-812a-8f2225fa21bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133285 Mar 11 11:53:01.957157 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41c3d90f-a897-4454-8db2-cf3b4288c75f tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (7646fef2-e100-48e8-8789-b14003dc5beb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:01.981423 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-d0d86288-623d-4387-a845-82201e39e5c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 HTTP/1.1" status: 200 len: 217 time: 0.0450928 Mar 11 11:53:01.986182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d85784-4501-41d6-8297-65f767310ef8 req-78f383e4-8fab-4697-ad9e-299c29e488ab tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:01.996307 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53d85784-4501-41d6-8297-65f767310ef8 req-78f383e4-8fab-4697-ad9e-299c29e488ab tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 944 time: 0.5793073 Mar 11 11:53:02.031863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-f0a9c4b9-5dba-4565-a714-84e0cb0d3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:02.033347 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-f0a9c4b9-5dba-4565-a714-84e0cb0d3100 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f457daac-7e39-4657-8a75-e4901f3feaf7 HTTP/1.1" status: 200 len: 797 time: 0.0453441 Mar 11 11:53:02.134892 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-4ac706c4-00fe-4a08-9994-0fdea1dd3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:02.139060 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-4ac706c4-00fe-4a08-9994-0fdea1dd3d5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67d74715-a311-4317-8fb4-8c87cc470973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0988955 Mar 11 11:53:02.269261 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-9c3ec214-d023-4607-9f72-7d37943c0258 service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229846 Mar 11 11:53:02.279824 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41c3d90f-a897-4454-8db2-cf3b4288c75f tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (7646fef2-e100-48e8-8789-b14003dc5beb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:02.287025 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41c3d90f-a897-4454-8db2-cf3b4288c75f tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router_controller (7646fef2-e100-48e8-8789-b14003dc5beb), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:02.302258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53d85784-4501-41d6-8297-65f767310ef8 req-aa95f557-13d7-45fa-a16f-3ed173d47259 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420690 Mar 11 11:53:02.357806 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41c3d90f-a897-4454-8db2-cf3b4288c75f tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (7646fef2-e100-48e8-8789-b14003dc5beb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:02.358376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c3d90f-a897-4454-8db2-cf3b4288c75f tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Fanout notify agent at l3_agent the message router_deleted on router 7646fef2-e100-48e8-8789-b14003dc5beb {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:53:02.375000 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41c3d90f-a897-4454-8db2-cf3b4288c75f tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:02.380261 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-41c3d90f-a897-4454-8db2-cf3b4288c75f tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "DELETE /v2.0/routers/7646fef2-e100-48e8-8789-b14003dc5beb HTTP/1.1" status: 204 len: 168 time: 0.5080469 Mar 11 11:53:02.381499 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55954) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:02.428780 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-3d2ef4e9-b4ef-44cf-9169-bc8e78b1aca6 service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510270 Mar 11 11:53:02.442749 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-64bfe18f-9041-44a9-bc36-6ebb0bb784ed tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "GET /v2.0/ports?device_id=7646fef2-e100-48e8-8789-b14003dc5beb HTTP/1.1" status: 200 len: 205 time: 0.0569947 Mar 11 11:53:02.444424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55956) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:02.496508 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-3fce8085-5958-426a-a977-2af58f21132b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=54a3d321-9fbc-4e4d-ac50-28fe275103d2 HTTP/1.1" status: 200 len: 217 time: 0.0414708 Mar 11 11:53:02.500667 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-d3135468-c9f2-4337-8098-9a0d608e7005 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] delete failed (client error): The resource could not be found. Mar 11 11:53:02.504234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d3135468-c9f2-4337-8098-9a0d608e7005 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "DELETE /v2.0/routers/7646fef2-e100-48e8-8789-b14003dc5beb HTTP/1.1" status: 404 len: 336 time: 0.0563562 Mar 11 11:53:02.507108 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55958) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:02.566305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-73359dce-c6d9-4af3-9689-0780bf16518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:02.568568 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-73359dce-c6d9-4af3-9689-0780bf16518a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f457daac-7e39-4657-8a75-e4901f3feaf7 HTTP/1.1" status: 200 len: 797 time: 0.0549285 Mar 11 11:53:02.575755 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 019bc68d-2930-405f-a115-fcc146290579 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:53:02.585148 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d3d90b39-d0be-4407-bffb-64119115596d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "GET /v2.0/ports?device_id=a17b8117-8dd9-4514-80ad-312d495c4fea HTTP/1.1" status: 200 len: 205 time: 0.0680294 Mar 11 11:53:02.585478 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55964) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:02.648368 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-1a36959e-250a-453d-9600-b4e64340fd7d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] delete failed (client error): The resource could not be found. Mar 11 11:53:02.648368 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1a36959e-250a-453d-9600-b4e64340fd7d tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "DELETE /v2.0/routers/a17b8117-8dd9-4514-80ad-312d495c4fea HTTP/1.1" status: 404 len: 336 time: 0.0594919 Mar 11 11:53:02.648860 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55974) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:02.707401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-0385ddb5-96d8-413f-8996-f03d8092d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:02.710780 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-0385ddb5-96d8-413f-8996-f03d8092d111 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67d74715-a311-4317-8fb4-8c87cc470973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1288781 Mar 11 11:53:02.716530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cb23cf4d-a7f1-4fb2-a3dc-68181088b842 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a2a3bca-1533-4fe0-856e-b566dbd184a6 HTTP/1.1" status: 200 len: 205 time: 0.0616660 Mar 11 11:53:02.717865 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55976) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:02.738681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e8e42-4bb7-434a-b0c1-461819944beb req-cd342194-3d8c-4b98-ab8a-a6402511451b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:02.741396 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 019bc68d-2930-405f-a115-fcc146290579 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:53:02.747038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-437e8e42-4bb7-434a-b0c1-461819944beb req-cd342194-3d8c-4b98-ab8a-a6402511451b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 949 time: 0.2440498 Mar 11 11:53:02.747460 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 019bc68d-2930-405f-a115-fcc146290579 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:02.748431 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (019bc68d-2930-405f-a115-fcc146290579), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:02.846845 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-437e8e42-4bb7-434a-b0c1-461819944beb req-085fff2e-7f7a-4e34-9afe-4569dc40547b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966189 Mar 11 11:53:02.942465 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-5bf838f5-f085-4c9c-91c4-1fe16ca3f8ca tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] delete failed (client error): The resource could not be found. Mar 11 11:53:02.943356 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5bf838f5-f085-4c9c-91c4-1fe16ca3f8ca tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "DELETE /v2.0/routers/7a2a3bca-1533-4fe0-856e-b566dbd184a6 HTTP/1.1" status: 404 len: 336 time: 0.2219191 Mar 11 11:53:02.948002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55980) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:02.991280 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 019bc68d-2930-405f-a115-fcc146290579 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:02.991693 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (019bc68d-2930-405f-a115-fcc146290579), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:03.016797 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e10ea6-5454-4763-829f-dba9af79a85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019bc68d-2930-405f-a115-fcc146290579'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:53:03.019496 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21117354-9179-4286-a628-34553545ecb2" -d '{"events": [{"server_uuid": "e2e10ea6-5454-4763-829f-dba9af79a85a", "name": "network-vif-plugged", "status": "completed", "tag": "019bc68d-2930-405f-a115-fcc146290579"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:53:03.020463 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-f0ca62ac-c007-4cd0-820c-dfa2ee24b714 service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623783 Mar 11 11:53:03.021379 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78ae291f-a16b-4e6e-9edb-639d3c1081b2 req-1ab146c8-0d4d-44c1-9c3f-e773372d7522 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0830925 Mar 11 11:53:03.024374 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f2bf803c-418c-45d7-9f85-bd34e3ac6ec4 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb809b1b-47cb-4f95-b455-0e435e25abef HTTP/1.1" status: 200 len: 205 time: 0.0740709 Mar 11 11:53:03.031796 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55984) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:03.053032 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 019bc68d-2930-405f-a115-fcc146290579, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=019bc68d-2930-405f-a115-fcc146290579,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:03.062480 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (019bc68d-2930-405f-a115-fcc146290579), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:03.097444 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e857bcaa-43c7-4940-9af9-cddc510d4141 x-openstack-request-id: req-e857bcaa-43c7-4940-9af9-cddc510d4141 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:53:03.098807 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e10ea6-5454-4763-829f-dba9af79a85a", "name": "network-vif-plugged", "status": "completed", "tag": "019bc68d-2930-405f-a115-fcc146290579", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:53:03.099245 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e857bcaa-43c7-4940-9af9-cddc510d4141 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:53:03.099961 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e10ea6-5454-4763-829f-dba9af79a85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019bc68d-2930-405f-a115-fcc146290579', 'code': 200} Mar 11 11:53:03.131403 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=019bc68d-2930-405f-a115-fcc146290579,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:03.158801 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-db8cc228-fd9d-4448-97f2-71f46c6aec2c tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] delete failed (client error): The resource could not be found. Mar 11 11:53:03.168130 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55992) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:03.168283 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-db8cc228-fd9d-4448-97f2-71f46c6aec2c tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "DELETE /v2.0/routers/fb809b1b-47cb-4f95-b455-0e435e25abef HTTP/1.1" status: 404 len: 336 time: 0.1091955 Mar 11 11:53:03.204169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-02c2cbdd-9cbb-42bf-9872-623b2f102ba9 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "GET /v2.0/ports?device_id=f46924da-8354-483a-9e82-1b0db61dca20 HTTP/1.1" status: 200 len: 205 time: 0.0346997 Mar 11 11:53:03.206668 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55994) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:03.271399 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-73c0e0fe-276a-4baf-99e3-2945f843b849 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] delete failed (client error): The resource could not be found. Mar 11 11:53:03.274912 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-73c0e0fe-276a-4baf-99e3-2945f843b849 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "DELETE /v2.0/routers/f46924da-8354-483a-9e82-1b0db61dca20 HTTP/1.1" status: 404 len: 336 time: 0.0648537 Mar 11 11:53:03.275174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55996) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:03.309285 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-32da4c36-c0d1-47f1-8372-49c7c15a8d87 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "GET /v2.0/ports?device_id=2869de2a-8521-49a9-94cf-9295b7028cab HTTP/1.1" status: 200 len: 205 time: 0.0308218 Mar 11 11:53:03.311077 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55998) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:03.401525 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-790953a0-3909-45f5-9274-f1cf2eea1d9a tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] delete failed (client error): The resource could not be found. Mar 11 11:53:03.407909 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-790953a0-3909-45f5-9274-f1cf2eea1d9a tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "DELETE /v2.0/routers/2869de2a-8521-49a9-94cf-9295b7028cab HTTP/1.1" status: 404 len: 336 time: 0.0956719 Mar 11 11:53:03.411479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56002) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:03.461346 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:03.498465 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cacf39-0218-4a08-b5ff-2c4cfcdc8975 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] DELETE failed (client error): The resource could not be found. Mar 11 11:53:03.499157 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7cacf39-0218-4a08-b5ff-2c4cfcdc8975 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:53:03.506891 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b7cacf39-0218-4a08-b5ff-2c4cfcdc8975 tempest-RoutersIpV6AdminTest-1655792259 tempest-RoutersIpV6AdminTest-1655792259-project] 10.222.0.78 "DELETE /v2.0/subnets/38e74c7d-fa8b-4ec1-916e-5b67c340411f HTTP/1.1" status: 404 len: 337 time: 0.0940783 Mar 11 11:53:03.546919 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad8d86-8cc2-4508-a614-81aa01a8969d req-6c3f4d3e-5139-4614-8661-74121d81311c tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:03.549007 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8ad8d86-8cc2-4508-a614-81aa01a8969d req-6c3f4d3e-5139-4614-8661-74121d81311c tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 944 time: 0.1223524 Mar 11 11:53:03.590627 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-1a49c8d9-ecae-46e1-9d18-d5197db0a3a4 service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565028 Mar 11 11:53:03.598256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037c8dc-afe3-4d80-a2d3-e50414a59396 req-12043bcf-1f25-40d9-9df2-1f7792a04f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:03.600464 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a037c8dc-afe3-4d80-a2d3-e50414a59396 req-12043bcf-1f25-40d9-9df2-1f7792a04f7f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 1132 time: 0.4244597 Mar 11 11:53:03.647698 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8ad8d86-8cc2-4508-a614-81aa01a8969d req-871da595-8781-4071-971b-3acbd85665f4 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894940 Mar 11 11:53:03.658361 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-35e88608-e16c-4b06-9113-e777d8dd8e64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=91144204-e4b6-41e6-b891-e433c53896bb HTTP/1.1" status: 200 len: 217 time: 0.0568738 Mar 11 11:53:03.715423 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:53:03.755648 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a037c8dc-afe3-4d80-a2d3-e50414a59396 req-065fceda-e6f7-40f3-b5ed-6278019b51ba service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481621 Mar 11 11:53:03.774918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-392ed8da-78c7-417f-abdd-6d01b77fdcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:03.776712 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-392ed8da-78c7-417f-abdd-6d01b77fdcd3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f457daac-7e39-4657-8a75-e4901f3feaf7 HTTP/1.1" status: 200 len: 797 time: 0.1099803 Mar 11 11:53:03.869393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a8f7baaa-a8c1-45b0-bdae-6346fd27613c up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:53:03.979376 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port a8f7baaa-a8c1-45b0-bdae-6346fd27613c completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:53:03.983994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port a8f7baaa-a8c1-45b0-bdae-6346fd27613c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:03.984363 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a8f7baaa-a8c1-45b0-bdae-6346fd27613c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:04.010320 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56022) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:04.029387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00574b3-f909-4c6c-aa60-1a23d138eddd req-774be8c6-17e5-42b4-83c1-52f1f481443a tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:04.038017 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b00574b3-f909-4c6c-aa60-1a23d138eddd req-774be8c6-17e5-42b4-83c1-52f1f481443a tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 950 time: 0.0910382 Mar 11 11:53:04.056415 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-65f400c3-040f-473e-a18b-fe2f1eaef64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:04.060491 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-65f400c3-040f-473e-a18b-fe2f1eaef64e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67d74715-a311-4317-8fb4-8c87cc470973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1153622 Mar 11 11:53:04.110581 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b00574b3-f909-4c6c-aa60-1a23d138eddd req-3f269c06-4a7e-49d6-8c5e-37461ef3c17a tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715339 Mar 11 11:53:04.168704 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port a8f7baaa-a8c1-45b0-bdae-6346fd27613c is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:04.169101 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a8f7baaa-a8c1-45b0-bdae-6346fd27613c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:04.191467 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-192c3641-cfd2-46dd-bd44-27428273ea73 service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209862 Mar 11 11:53:04.220052 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e068bc93-33c1-468d-b7b4-bf16e123105c req-26c9bb47-1656-45c5-b0e3-db8e548862a5 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0627482 Mar 11 11:53:04.256286 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b8976ef-e4e5-46b7-a6aa-c2d216297b2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:04.265945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port a8f7baaa-a8c1-45b0-bdae-6346fd27613c, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a8f7baaa-a8c1-45b0-bdae-6346fd27613c,segment=NetworkSegment(65d1ab14-8445-446e-be7b-99019c2a265f),segment_id=65d1ab14-8445-446e-be7b-99019c2a265f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:04.274338 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a8f7baaa-a8c1-45b0-bdae-6346fd27613c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:04.329395 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-e480f27f-891f-4092-b8d6-6110d1f4360f service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282218 Mar 11 11:53:04.330296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=a8f7baaa-a8c1-45b0-bdae-6346fd27613c,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:04.374153 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-d5043575-abf8-4d29-8c57-82a799ad60fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=4d3a3bed-2c01-4be7-87e6-d0095530ccdd HTTP/1.1" status: 200 len: 217 time: 0.0378478 Mar 11 11:53:04.430775 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-5f7e80b4-4451-4b75-b390-2f8c7af661f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:04.432325 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-5f7e80b4-4451-4b75-b390-2f8c7af661f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f457daac-7e39-4657-8a75-e4901f3feaf7 HTTP/1.1" status: 200 len: 797 time: 0.0517664 Mar 11 11:53:04.492633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-49538cc7-66f7-46f4-bfe3-aa5b35d627b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:04.494198 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-49538cc7-66f7-46f4-bfe3-aa5b35d627b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67d74715-a311-4317-8fb4-8c87cc470973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0513442 Mar 11 11:53:04.680874 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-4ced71a0-4ab4-4bd0-897e-eed8019adc62 service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074986 Mar 11 11:53:04.708837 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b8976ef-e4e5-46b7-a6aa-c2d216297b2b admin admin] Publish callbacks [] for security_group (aa54bda2-0666-4ade-ac90-0964ebd794c3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:04.718697 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b8976ef-e4e5-46b7-a6aa-c2d216297b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (aa54bda2-0666-4ade-ac90-0964ebd794c3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:04.753631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8976ef-e4e5-46b7-a6aa-c2d216297b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa54bda2-0666-4ade-ac90-0964ebd794c3,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:04.795598 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8976ef-e4e5-46b7-a6aa-c2d216297b2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:04.795945 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8976ef-e4e5-46b7-a6aa-c2d216297b2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:04.796291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8976ef-e4e5-46b7-a6aa-c2d216297b2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:04.796654 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8976ef-e4e5-46b7-a6aa-c2d216297b2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:04.796968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8976ef-e4e5-46b7-a6aa-c2d216297b2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:04.797302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8976ef-e4e5-46b7-a6aa-c2d216297b2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:04.797629 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8976ef-e4e5-46b7-a6aa-c2d216297b2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:04.797957 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8976ef-e4e5-46b7-a6aa-c2d216297b2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:04.798292 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8976ef-e4e5-46b7-a6aa-c2d216297b2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:04.799404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8976ef-e4e5-46b7-a6aa-c2d216297b2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:04.799404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8976ef-e4e5-46b7-a6aa-c2d216297b2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:04.799675 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-4247a85b-fa98-4656-83d4-7d4f6931adfb service neutron] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113036 Mar 11 11:53:04.799809 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8976ef-e4e5-46b7-a6aa-c2d216297b2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:04.799809 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8976ef-e4e5-46b7-a6aa-c2d216297b2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:04.819113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8b8976ef-e4e5-46b7-a6aa-c2d216297b2b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=93aa50aa8b034d37ba5eff01be0a5e61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8040941 Mar 11 11:53:04.823184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56050) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:04.874341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d026e-55f8-4839-97c5-a075b49511c8 req-1474afd1-4c1e-4189-a1b7-56dae39c840e tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:04.876091 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b49d026e-55f8-4839-97c5-a075b49511c8 req-1474afd1-4c1e-4189-a1b7-56dae39c840e tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.1191034 Mar 11 11:53:04.876956 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-55ab6c64-2d0a-4094-b97e-7d288d78653c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9aa5d129-f192-4a1b-b63f-aa12e861c1c8 HTTP/1.1" status: 200 len: 217 time: 0.0581176 Mar 11 11:53:04.906029 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2f07d32c-7d7a-4dae-a9d1-f67a608a6944 admin admin] Publish callbacks [] for security_group (aa54bda2-0666-4ade-ac90-0964ebd794c3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:04.938850 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2f07d32c-7d7a-4dae-a9d1-f67a608a6944 admin admin] Publish callbacks [] for security_group (aa54bda2-0666-4ade-ac90-0964ebd794c3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:04.939056 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-2c1f9848-e7bb-4cf7-aea1-ee6e0b650d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:04.940782 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-2c1f9848-e7bb-4cf7-aea1-ee6e0b650d11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c30f13c-e155-4b80-b4e1-4a60dc004240 HTTP/1.1" status: 200 len: 797 time: 0.0571854 Mar 11 11:53:04.995183 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b49d026e-55f8-4839-97c5-a075b49511c8 req-f5fe8d00-bd3a-4f69-ba96-f10457ac43dc tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078539 Mar 11 11:53:05.025047 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-12a46f2c-8756-46cb-a7f8-187736f69313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:05.026584 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2f07d32c-7d7a-4dae-a9d1-f67a608a6944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (aa54bda2-0666-4ade-ac90-0964ebd794c3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:05.027053 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-12a46f2c-8756-46cb-a7f8-187736f69313 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eff5b65-f94e-439e-a73a-18a4e30da763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0771875 Mar 11 11:53:05.030188 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2f07d32c-7d7a-4dae-a9d1-f67a608a6944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:05.033584 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2f07d32c-7d7a-4dae-a9d1-f67a608a6944 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aa54bda2-0666-4ade-ac90-0964ebd794c3 HTTP/1.1" status: 204 len: 168 time: 0.2069976 Mar 11 11:53:05.054377 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07d32c-7d7a-4dae-a9d1-f67a608a6944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa54bda2-0666-4ade-ac90-0964ebd794c3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:05.101524 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba650de-f858-4329-bf54-463aaeb838ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7baaa-a8c1-45b0-bdae-6346fd27613c'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:53:05.104703 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b459ceb-de8b-4adf-b834-075ca817312f" -d '{"events": [{"server_uuid": "eba650de-f858-4329-bf54-463aaeb838ba", "name": "network-vif-plugged", "status": "completed", "tag": "a8f7baaa-a8c1-45b0-bdae-6346fd27613c"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:53:05.174128 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-5e1c5ea6-2b6f-4dec-94f4-1edbb7221294 service neutron] 10.222.0.37 "GET /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377602 Mar 11 11:53:05.193454 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f09246-5b6d-4358-8009-0aa4cd36e162 x-openstack-request-id: req-79f09246-5b6d-4358-8009-0aa4cd36e162 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:53:05.193887 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba650de-f858-4329-bf54-463aaeb838ba", "name": "network-vif-plugged", "status": "completed", "tag": "a8f7baaa-a8c1-45b0-bdae-6346fd27613c", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:53:05.194994 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79f09246-5b6d-4358-8009-0aa4cd36e162 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:53:05.194994 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba650de-f858-4329-bf54-463aaeb838ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7baaa-a8c1-45b0-bdae-6346fd27613c', 'code': 200} Mar 11 11:53:05.341088 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-34a12b69-352d-4805-a3bb-a71c72f0c527 service neutron] 10.222.0.37 "GET /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606190 Mar 11 11:53:05.394754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9767da0-84ec-42e0-be46-f6c3b3920383 req-01d82ae4-f6e8-42df-8d1b-c4723381e23e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:05.408934 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a9767da0-84ec-42e0-be46-f6c3b3920383 req-01d82ae4-f6e8-42df-8d1b-c4723381e23e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 950 time: 0.0989945 Mar 11 11:53:05.434132 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-61f8a39d-8080-4c0f-b7e0-8477cf9e2823 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=50f210d1-6816-4569-bb99-e7fbc7114c33 HTTP/1.1" status: 200 len: 217 time: 0.0586488 Mar 11 11:53:05.488495 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a9767da0-84ec-42e0-be46-f6c3b3920383 req-d642fbf6-8142-43fe-be50-184465a0a240 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770476 Mar 11 11:53:05.505744 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-d06c9057-7edd-4e20-9f42-99a3f6556d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:05.507416 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-d06c9057-7edd-4e20-9f42-99a3f6556d8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c30f13c-e155-4b80-b4e1-4a60dc004240 HTTP/1.1" status: 200 len: 797 time: 0.0639687 Mar 11 11:53:05.509863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c174786-f056-4a65-bc89-2c67b4fe439b req-d151bee3-b76b-42b9-9f52-510d66832096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:05.511625 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6c174786-f056-4a65-bc89-2c67b4fe439b req-d151bee3-b76b-42b9-9f52-510d66832096 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 1127 time: 0.1695135 Mar 11 11:53:05.560302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56088) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:05.608586 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b9320de-01f5-4a06-94b7-1272e695738e req-3d0ecf06-6013-49cf-a7e1-929c62c1453a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0585160 Mar 11 11:53:05.630964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-d47b3962-bc72-43e5-a868-1878e259eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:05.632641 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-d47b3962-bc72-43e5-a868-1878e259eaf0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eff5b65-f94e-439e-a73a-18a4e30da763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1173532 Mar 11 11:53:05.642106 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6c174786-f056-4a65-bc89-2c67b4fe439b req-00e42c42-2aed-49b8-a41e-5271e4829170 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750134 Mar 11 11:53:05.654975 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-85bbd321-5ee9-4c27-8936-6a9dbc60c7fe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6d052e9ec869409eac33d8e56fa4634e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0933502 Mar 11 11:53:05.659110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56098) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:05.737917 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ddf1c89-dd10-465e-a37c-c9c9e125521d admin admin] Publish callbacks [] for security_group (39e2a3e4-bb2b-4431-b54f-6d45be3f7929), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:05.768543 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ddf1c89-dd10-465e-a37c-c9c9e125521d admin admin] Publish callbacks [] for security_group (39e2a3e4-bb2b-4431-b54f-6d45be3f7929), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:05.842248 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-e9b49339-9631-4194-bf5e-bf5bd69476fe service neutron] 10.222.0.37 "GET /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986198 Mar 11 11:53:05.846123 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ddf1c89-dd10-465e-a37c-c9c9e125521d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (39e2a3e4-bb2b-4431-b54f-6d45be3f7929), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:05.850512 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ddf1c89-dd10-465e-a37c-c9c9e125521d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:05.855010 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8ddf1c89-dd10-465e-a37c-c9c9e125521d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/39e2a3e4-bb2b-4431-b54f-6d45be3f7929 HTTP/1.1" status: 204 len: 168 time: 0.1883907 Mar 11 11:53:05.865002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf1c89-dd10-465e-a37c-c9c9e125521d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e2a3e4-bb2b-4431-b54f-6d45be3f7929,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:05.968856 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fd38ef5-0dcc-46c8-8dd8-aab04dae85e1 req-7d64573a-a256-468f-aa34-26d30516edeb service neutron] 10.222.0.37 "GET /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193552 Mar 11 11:53:06.053694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe808ff-934f-46b4-8ddc-fa988c54ad4c req-d61f14cb-7386-49f2-beb3-9734fe228320 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:06.057035 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8fe808ff-934f-46b4-8ddc-fa988c54ad4c req-d61f14cb-7386-49f2-beb3-9734fe228320 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 1132 time: 0.0777721 Mar 11 11:53:06.081097 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8fe808ff-934f-46b4-8ddc-fa988c54ad4c req-81bed639-082b-4078-9db0-6b857fb58103 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:06.195627 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8fe808ff-934f-46b4-8ddc-fa988c54ad4c req-81bed639-082b-4078-9db0-6b857fb58103 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] Publish callbacks [] for security_group (07c1bfd0-faea-4739-bb7d-1365f2fe7aef), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:06.206797 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8fe808ff-934f-46b4-8ddc-fa988c54ad4c req-81bed639-082b-4078-9db0-6b857fb58103 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (07c1bfd0-faea-4739-bb7d-1365f2fe7aef), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:06.231645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff72d53-b15c-453c-91eb-6f71b40c1b56 req-bad35f68-53bc-434f-b112-cc6f2bd8391e tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:06.233077 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bff72d53-b15c-453c-91eb-6f71b40c1b56 req-bad35f68-53bc-434f-b112-cc6f2bd8391e tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.0889330 Mar 11 11:53:06.263209 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bed639-082b-4078-9db0-6b857fb58103 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c1bfd0-faea-4739-bb7d-1365f2fe7aef,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:06.274614 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8fe808ff-934f-46b4-8ddc-fa988c54ad4c req-81bed639-082b-4078-9db0-6b857fb58103 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100332 Mar 11 11:53:06.314163 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bff72d53-b15c-453c-91eb-6f71b40c1b56 req-010b00db-4dec-4545-9b4e-5e36fa7a20ed tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612261 Mar 11 11:53:06.699800 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-73b2a7a1-d25e-41bc-a12b-9c218a6df5f8 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=795309eb39534fec9c364380cdf0ef74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387094 Mar 11 11:53:06.783419 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee7bac9d-0d1d-4818-b94c-40b99681be95 req-f60724e8-0f2e-4ae0-95da-d1ad0a07f9c4 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0564604 Mar 11 11:53:06.884023 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-946b9bcd-fe44-4717-9e8a-2e26e2b623e6 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:06.885816 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-946b9bcd-fe44-4717-9e8a-2e26e2b623e6 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851177 Mar 11 11:53:06.938030 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-52bc83e5-84a3-4108-b58d-983c43da13a4 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/quotas/795309eb39534fec9c364380cdf0ef74 HTTP/1.1" status: 200 len: 375 time: 0.0415342 Mar 11 11:53:06.963932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56176) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:07.060210 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-eb6b9006-7ddd-46d9-8770-02cb751734a3 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1207435 Mar 11 11:53:07.074082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-dbde23b6-1563-4336-8803-9ac4b772735f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:07.077307 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-dbde23b6-1563-4336-8803-9ac4b772735f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/networks?id=3535c090-28c6-4aa7-9181-bb2bb7c93648 HTTP/1.1" status: 200 len: 804 time: 0.1902993 Mar 11 11:53:07.090427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-24afbf65-97fc-4c3c-8308-1884d3c329a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-897222403'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:07.103296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-b16b1c4d-1884-41ce-bc8a-7caadb32e8c3 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/quotas/c4fc75872c4f47908e2919cb98431e26 HTTP/1.1" status: 200 len: 375 time: 0.0199366 Mar 11 11:53:07.120829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24afbf65-97fc-4c3c-8308-1884d3c329a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Made reservation on behalf of 993fa08f13b64862b94e765c8cb76b7c for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:07.125783 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24afbf65-97fc-4c3c-8308-1884d3c329a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:07.140487 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24afbf65-97fc-4c3c-8308-1884d3c329a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:07.167746 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-de35e11a-c7fd-4042-b927-4c5e4baf0268 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4fc75872c4f47908e2919cb98431e26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625486 Mar 11 11:53:07.248298 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24afbf65-97fc-4c3c-8308-1884d3c329a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks [] for security_group (ada2a0b0-a277-44da-b7bd-fd713726d662), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:07.255684 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24afbf65-97fc-4c3c-8308-1884d3c329a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ada2a0b0-a277-44da-b7bd-fd713726d662), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:07.287557 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24afbf65-97fc-4c3c-8308-1884d3c329a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:53:07.289085 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-0c0e9294-ad1a-4fed-b468-5819fa21ea2a service neutron] 10.222.0.78 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197445 Mar 11 11:53:07.304798 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afbf65-97fc-4c3c-8308-1884d3c329a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada2a0b0-a277-44da-b7bd-fd713726d662,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:07.321456 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24afbf65-97fc-4c3c-8308-1884d3c329a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (2647f15d-e40d-4812-8339-897caf3e377f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:07.321822 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-24afbf65-97fc-4c3c-8308-1884d3c329a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Added segment 2647f15d-e40d-4812-8339-897caf3e377f of type vlan for network 31aea99d-6dfd-473e-b91e-7d0ad64c68f3 Mar 11 11:53:07.393149 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24afbf65-97fc-4c3c-8308-1884d3c329a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (31aea99d-6dfd-473e-b91e-7d0ad64c68f3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:07.414597 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-dc44380a-bc1e-4235-909a-47232eff72e2 service neutron] 10.222.0.78 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245983 Mar 11 11:53:07.438666 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24afbf65-97fc-4c3c-8308-1884d3c329a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (31aea99d-6dfd-473e-b91e-7d0ad64c68f3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:07.448682 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24afbf65-97fc-4c3c-8308-1884d3c329a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:07.449561 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24afbf65-97fc-4c3c-8308-1884d3c329a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:07.593901 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-24afbf65-97fc-4c3c-8308-1884d3c329a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6250553 Mar 11 11:53:07.594020 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56190) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:07.600918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-eff88cdc-ad5f-460d-b8cd-97efcffd31f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Request body: {'subnet': {'network_id': '31aea99d-6dfd-473e-b91e-7d0ad64c68f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:07.629159 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afbf65-97fc-4c3c-8308-1884d3c329a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Pushing event updated for resources: {'Network': ['ID=31aea99d-6dfd-473e-b91e-7d0ad64c68f3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:07.641170 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 31aea99d-6dfd-473e-b91e-7d0ad64c68f3 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:53:07.793615 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad4e6a66-75e7-4828-a03d-56bd069529fb req-18887ae7-cc21-4f11-afe4-2c1a4dcfae4a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 210 time: 0.0845218 Mar 11 11:53:07.852642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0565fd2-beea-402f-9c77-e994d98f4d96 req-c8e7e649-beb0-4146-b66c-8e56393fd57f tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:07.855299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0565fd2-beea-402f-9c77-e994d98f4d96 req-c8e7e649-beb0-4146-b66c-8e56393fd57f tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.1935372 Mar 11 11:53:07.856397 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff88cdc-ad5f-460d-b8cd-97efcffd31f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Made reservation on behalf of 993fa08f13b64862b94e765c8cb76b7c for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:07.860209 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eff88cdc-ad5f-460d-b8cd-97efcffd31f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:07.923267 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-061f340f-38d4-4400-904c-e7482359e661 req-a2b2ff51-3682-4086-89c7-e84cf387453a tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 210 time: 0.0506153 Mar 11 11:53:08.055183 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8c625633-b61a-49e1-ad0b-24b9ed7851a5 req-ba20b72d-c638-4646-b8ff-bbb6db0c8db2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0360935 Mar 11 11:53:08.080331 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0565fd2-beea-402f-9c77-e994d98f4d96 req-181b87ce-000b-41b9-b713-b21de738a6b0 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988080 Mar 11 11:53:08.225823 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eff88cdc-ad5f-460d-b8cd-97efcffd31f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (7680a3c9-3dc2-4e91-a81f-74a60ad541d6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:08.301758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff88cdc-ad5f-460d-b8cd-97efcffd31f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Pushing event updated for resources: {'Subnet': ['ID=7680a3c9-3dc2-4e91-a81f-74a60ad541d6,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:08.308601 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff88cdc-ad5f-460d-b8cd-97efcffd31f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Checking segment: {'id': '2647f15d-e40d-4812-8339-897caf3e377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '31aea99d-6dfd-473e-b91e-7d0ad64c68f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:08.308968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff88cdc-ad5f-460d-b8cd-97efcffd31f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Network hostable DHCP agents. Network: 31aea99d-6dfd-473e-b91e-7d0ad64c68f3, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:53:08.355799 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf1808-6464-479c-9759-d2ee2b76d8df req-898a567e-406b-40a0-aa08-66e248006451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:08.357994 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3ecf1808-6464-479c-9759-d2ee2b76d8df req-898a567e-406b-40a0-aa08-66e248006451 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b839c74c06a5463cab66eb4c80c4c086&device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 1127 time: 0.0534799 Mar 11 11:53:08.361306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff88cdc-ad5f-460d-b8cd-97efcffd31f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Network 31aea99d-6dfd-473e-b91e-7d0ad64c68f3 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:53:08.395793 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-eff88cdc-ad5f-460d-b8cd-97efcffd31f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 31aea99d-6dfd-473e-b91e-7d0ad64c68f3) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:08.406862 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146e4081-5045-45d9-bb60-c32337b9e264 None None] Network 31aea99d-6dfd-473e-b91e-7d0ad64c68f3 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:08.412654 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b646417-43bb-4db2-b02a-d8793104ba59 req-5b9ad4d5-b71e-4202-ab29-6d9f966f0dea tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:08.413941 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b646417-43bb-4db2-b02a-d8793104ba59 req-5b9ad4d5-b71e-4202-ab29-6d9f966f0dea tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.0922682 Mar 11 11:53:08.415484 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff88cdc-ad5f-460d-b8cd-97efcffd31f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:08.416100 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eff88cdc-ad5f-460d-b8cd-97efcffd31f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:08.466212 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-eff88cdc-ad5f-460d-b8cd-97efcffd31f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8707523 Mar 11 11:53:08.468690 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56214) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:08.474109 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-81ea6996-bac6-4c24-b221-14d0cbd26f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Request body: {'port': {'network_id': '31aea99d-6dfd-473e-b91e-7d0ad64c68f3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-359141698'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:08.512769 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b646417-43bb-4db2-b02a-d8793104ba59 req-ed0392be-a32f-47f5-8d19-6f5cc49db828 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892131 Mar 11 11:53:08.588978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-31aea99d-6dfd-473e-b91e-7d0ad64c68f3', 'network_id': '31aea99d-6dfd-473e-b91e-7d0ad64c68f3', 'project_id': '993fa08f13b64862b94e765c8cb76b7c', 'fixed_ips': [{'subnet_id': '7680a3c9-3dc2-4e91-a81f-74a60ad541d6'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:53:08.589857 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:08.599445 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf1808-6464-479c-9759-d2ee2b76d8df req-93164982-b82e-4dde-82a6-4d81ab8f4b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:08.601586 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3ecf1808-6464-479c-9759-d2ee2b76d8df req-93164982-b82e-4dde-82a6-4d81ab8f4b19 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d259f0e3-1793-455e-a2df-b0e8516ce55f HTTP/1.1" status: 200 len: 920 time: 0.2350962 Mar 11 11:53:08.612311 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4412a13d-ce14-443b-ba9a-1cb763e59d82 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:53:08.613928 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa66784-5d77-4211-a894-a0c183380da6 req-627600a0-f7c7-4785-ab86-4cd75bb2d3c2 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:08.615415 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-efa66784-5d77-4211-a894-a0c183380da6 req-627600a0-f7c7-4785-ab86-4cd75bb2d3c2 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6a2e88b-6fb8-4c2e-9643-ab276130fca1 HTTP/1.1" status: 200 len: 945 time: 0.1169202 Mar 11 11:53:08.654421 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ea6996-bac6-4c24-b221-14d0cbd26f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Made reservation on behalf of 993fa08f13b64862b94e765c8cb76b7c for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:08.660562 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81ea6996-bac6-4c24-b221-14d0cbd26f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:08.685573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-81ea6996-bac6-4c24-b221-14d0cbd26f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] device_id is not set on port 75981a6e-5f7a-4b91-8c17-0c131bdffd73 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 11:53:08.689515 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3ecf1808-6464-479c-9759-d2ee2b76d8df req-dee3a068-4e93-4741-ade0-b8bd41e4ebd6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8f7baaa-a8c1-45b0-bdae-6346fd27613c HTTP/1.1" status: 200 len: 217 time: 0.0730896 Mar 11 11:53:08.776660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf1808-6464-479c-9759-d2ee2b76d8df req-d0d2fea8-a676-46d0-aaea-e319a87ce37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:08.778281 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3ecf1808-6464-479c-9759-d2ee2b76d8df req-d0d2fea8-a676-46d0-aaea-e319a87ce37e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=614f6c11-14c1-492e-91ba-54d12114a8a6 HTTP/1.1" status: 200 len: 859 time: 0.0794318 Mar 11 11:53:08.806640 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 4412a13d-ce14-443b-ba9a-1cb763e59d82 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:08.808271 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:08.825415 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3ecf1808-6464-479c-9759-d2ee2b76d8df req-5c2f8b1a-4f11-4987-b368-c88736409641 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d259f0e3-1793-455e-a2df-b0e8516ce55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377898 Mar 11 11:53:08.843797 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a2e88b-6fb8-4c2e-9643-ab276130fca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4412a13d-ce14-443b-ba9a-1cb763e59d82'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:53:08.848065 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4babdc-aa6b-4f90-bb1a-35207449bd75" -d '{"events": [{"server_uuid": "d6a2e88b-6fb8-4c2e-9643-ab276130fca1", "name": "network-vif-unplugged", "status": "completed", "tag": "4412a13d-ce14-443b-ba9a-1cb763e59d82"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:53:08.848223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-efa66784-5d77-4211-a894-a0c183380da6 req-9c47856a-ee70-487a-bfd6-36f7620946b7 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Deleting port 4412a13d-ce14-443b-ba9a-1cb763e59d82 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:08.848546 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-efa66784-5d77-4211-a894-a0c183380da6 req-9c47856a-ee70-487a-bfd6-36f7620946b7 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:08.886249 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-81ea6996-bac6-4c24-b221-14d0cbd26f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Allocated IP 2001:db8::2c2 (31aea99d-6dfd-473e-b91e-7d0ad64c68f3/7680a3c9-3dc2-4e91-a81f-74a60ad541d6/75981a6e-5f7a-4b91-8c17-0c131bdffd73) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:53:08.892806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4412a13d-ce14-443b-ba9a-1cb763e59d82, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4412a13d-ce14-443b-ba9a-1cb763e59d82,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:08.910768 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:08.985289 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf804991-1b5e-4805-a0cd-43328a535077 x-openstack-request-id: req-cf804991-1b5e-4805-a0cd-43328a535077 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:53:08.985878 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a2e88b-6fb8-4c2e-9643-ab276130fca1", "name": "network-vif-unplugged", "status": "completed", "tag": "4412a13d-ce14-443b-ba9a-1cb763e59d82", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:53:08.986132 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cf804991-1b5e-4805-a0cd-43328a535077 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:53:08.986715 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a2e88b-6fb8-4c2e-9643-ab276130fca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4412a13d-ce14-443b-ba9a-1cb763e59d82', 'code': 200} Mar 11 11:53:09.041268 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=4412a13d-ce14-443b-ba9a-1cb763e59d82,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:09.053657 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3ecf1808-6464-479c-9759-d2ee2b76d8df req-faab42a6-7b69-4060-8bd6-4094b649dc7f service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187254 Mar 11 11:53:09.082419 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-efa66784-5d77-4211-a894-a0c183380da6 req-9c47856a-ee70-487a-bfd6-36f7620946b7 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] For port 4412a13d-ce14-443b-ba9a-1cb763e59d82, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4412a13d-ce14-443b-ba9a-1cb763e59d82,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:09.082861 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-efa66784-5d77-4211-a894-a0c183380da6 req-9c47856a-ee70-487a-bfd6-36f7620946b7 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:09.086874 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-478d3efe-2f57-4466-86cc-a07b73fd67dc req-90eb7e78-afd1-4128-a808-74e4b9c5bbd2 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 210 time: 0.0954952 Mar 11 11:53:09.149747 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7c9b30a4-9c0b-4e1e-8e38-741e92526183 req-da6abe86-cc1e-4546-af12-4e83444c69c4 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 210 time: 0.0776381 Mar 11 11:53:09.178696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-efa66784-5d77-4211-a894-a0c183380da6 req-9c47856a-ee70-487a-bfd6-36f7620946b7 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Calling delete_port for 4412a13d-ce14-443b-ba9a-1cb763e59d82 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:09.281954 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2dac216a-6e7c-45c8-87c5-1ceb6a14e71f req-8127fe76-f0dd-40cf-95c7-b9cefcc3ed99 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0803559 Mar 11 11:53:09.348836 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81ea6996-bac6-4c24-b221-14d0cbd26f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks [] for port (75981a6e-5f7a-4b91-8c17-0c131bdffd73), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:09.402100 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81ea6996-bac6-4c24-b221-14d0cbd26f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (75981a6e-5f7a-4b91-8c17-0c131bdffd73), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:09.436528 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-ebb418bf-e2d5-4565-9072-7188eb92ef58 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:09.438107 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-ebb418bf-e2d5-4565-9072-7188eb92ef58 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.37 "GET /v2.0/networks?id=3535c090-28c6-4aa7-9181-bb2bb7c93648 HTTP/1.1" status: 200 len: 804 time: 0.4164822 Mar 11 11:53:09.440057 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3ecf1808-6464-479c-9759-d2ee2b76d8df req-ea774fc1-7994-4a54-b9ae-daef9d2978f8 service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651261 Mar 11 11:53:09.456537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-c902eef1-fb03-4ec8-a1d6-07d98a3997ed tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Request body: {'port': {'device_id': '430d962b-ffe5-4e13-a23f-a3a35201ebb7', 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648', 'admin_state_up': True, 'tenant_id': 'c4fc75872c4f47908e2919cb98431e26'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:09.493468 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ea6996-bac6-4c24-b221-14d0cbd26f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Network 31aea99d-6dfd-473e-b91e-7d0ad64c68f3 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:53:09.497683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-81ea6996-bac6-4c24-b221-14d0cbd26f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:09.506917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ea6996-bac6-4c24-b221-14d0cbd26f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:53:09.508097 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Allocated IP 2001:db8::2 (31aea99d-6dfd-473e-b91e-7d0ad64c68f3/7680a3c9-3dc2-4e91-a81f-74a60ad541d6/b6941202-0a11-47a8-a216-025db58dc6c1) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:53:09.515305 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ea6996-bac6-4c24-b221-14d0cbd26f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:09.516015 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81ea6996-bac6-4c24-b221-14d0cbd26f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:09.549224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea6996-bac6-4c24-b221-14d0cbd26f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Pushing event updated for resources: {'Port': ['ID=75981a6e-5f7a-4b91-8c17-0c131bdffd73,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:09.568673 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-81ea6996-bac6-4c24-b221-14d0cbd26f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0988512 Mar 11 11:53:09.573322 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56240) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:09.580355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d9dd69ef-30fd-4d1a-bc91-cac715626ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Request body: {'port': {'network_id': '31aea99d-6dfd-473e-b91e-7d0ad64c68f3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1549030545', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:09.581461 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.api.validators [None req-d9dd69ef-30fd-4d1a-bc91-cac715626ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] bootfile-name is not in valid_values {{(pid=104031) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 11:53:09.582763 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.api.validators [None req-d9dd69ef-30fd-4d1a-bc91-cac715626ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] tftp-server is not in valid_values {{(pid=104031) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 11:53:09.583671 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.api.validators [None req-d9dd69ef-30fd-4d1a-bc91-cac715626ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] server-ip-address is not in valid_values {{(pid=104031) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 11:53:09.740872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-c902eef1-fb03-4ec8-a1d6-07d98a3997ed tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Made reservation on behalf of c4fc75872c4f47908e2919cb98431e26 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:09.744651 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-c902eef1-fb03-4ec8-a1d6-07d98a3997ed tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:09.778033 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-efa66784-5d77-4211-a894-a0c183380da6 req-9c47856a-ee70-487a-bfd6-36f7620946b7 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4412a13d-ce14-443b-ba9a-1cb763e59d82), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:09.827506 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cdf97-bcf0-446c-af45-0744170a98f0 req-20f47886-e4a3-4679-8e96-b2666be0b789 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:09.838658 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-171cdf97-bcf0-446c-af45-0744170a98f0 req-20f47886-e4a3-4679-8e96-b2666be0b789 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.1189752 Mar 11 11:53:09.866398 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dd69ef-30fd-4d1a-bc91-cac715626ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Made reservation on behalf of 993fa08f13b64862b94e765c8cb76b7c for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:09.870050 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9dd69ef-30fd-4d1a-bc91-cac715626ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:09.886868 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Publish callbacks [] for port (b6941202-0a11-47a8-a216-025db58dc6c1), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:09.904744 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (b6941202-0a11-47a8-a216-025db58dc6c1), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:09.908527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47856a-ee70-487a-bfd6-36f7620946b7 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Pushing event deleted for resources: {'Port': ['ID=4412a13d-ce14-443b-ba9a-1cb763e59d82,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:09.917291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-d9dd69ef-30fd-4d1a-bc91-cac715626ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] device_id is not set on port 2d715f8d-8924-44a6-8329-7a1bf5300051 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 11:53:09.942594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-171cdf97-bcf0-446c-af45-0744170a98f0 req-90d6a5a9-fbd3-4b66-a4aa-4b51b5808c6d tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027253 Mar 11 11:53:09.964102 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa66784-5d77-4211-a894-a0c183380da6 req-9c47856a-ee70-487a-bfd6-36f7620946b7 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] No DVR routers for this DVR port 4412a13d-ce14-443b-ba9a-1cb763e59d82 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:53:09.968716 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-efa66784-5d77-4211-a894-a0c183380da6 req-9c47856a-ee70-487a-bfd6-36f7620946b7 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:09.972885 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-efa66784-5d77-4211-a894-a0c183380da6 req-9c47856a-ee70-487a-bfd6-36f7620946b7 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.37 "DELETE /v2.0/ports/4412a13d-ce14-443b-ba9a-1cb763e59d82 HTTP/1.1" status: 204 len: 173 time: 1.3503845 Mar 11 11:53:09.973366 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a2e88b-6fb8-4c2e-9643-ab276130fca1', 'name': 'network-vif-deleted', 'tag': '4412a13d-ce14-443b-ba9a-1cb763e59d82'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:53:09.975798 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a00da5-f3b9-4440-8063-e9576991d29f" -d '{"events": [{"server_uuid": "d6a2e88b-6fb8-4c2e-9643-ab276130fca1", "name": "network-vif-deleted", "tag": "4412a13d-ce14-443b-ba9a-1cb763e59d82"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:53:10.038413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Pushing event updated for resources: {'Port': ['ID=b6941202-0a11-47a8-a216-025db58dc6c1,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:10.049045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Network 31aea99d-6dfd-473e-b91e-7d0ad64c68f3 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:53:10.050920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:10.054870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:53:10.077682 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631acd26-f053-42b2-b1ae-72160083a48a x-openstack-request-id: req-631acd26-f053-42b2-b1ae-72160083a48a {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:53:10.078046 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a2e88b-6fb8-4c2e-9643-ab276130fca1", "name": "network-vif-deleted", "tag": "4412a13d-ce14-443b-ba9a-1cb763e59d82", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:53:10.078220 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-631acd26-f053-42b2-b1ae-72160083a48a {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:53:10.078598 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a2e88b-6fb8-4c2e-9643-ab276130fca1', 'name': 'network-vif-deleted', 'tag': '4412a13d-ce14-443b-ba9a-1cb763e59d82', 'status': 'completed', 'code': 200} Mar 11 11:53:10.135771 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Attempting to bind port b6941202-0a11-47a8-a216-025db58dc6c1 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:53:10.136449 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Attempting to bind port b6941202-0a11-47a8-a216-025db58dc6c1 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '2647f15d-e40d-4812-8339-897caf3e377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '31aea99d-6dfd-473e-b91e-7d0ad64c68f3'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:53:10.137022 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Attempting to bind port b6941202-0a11-47a8-a216-025db58dc6c1 on network 31aea99d-6dfd-473e-b91e-7d0ad64c68f3 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:10.143621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:53:10.144141 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Checking segment: {'id': '2647f15d-e40d-4812-8339-897caf3e377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '31aea99d-6dfd-473e-b91e-7d0ad64c68f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:10.145012 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:10.145555 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Bound using segment: {'id': '2647f15d-e40d-4812-8339-897caf3e377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '31aea99d-6dfd-473e-b91e-7d0ad64c68f3'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:53:10.148405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Bound port: b6941202-0a11-47a8-a216-025db58dc6c1, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2647f15d-e40d-4812-8339-897caf3e377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '31aea99d-6dfd-473e-b91e-7d0ad64c68f3'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:53:10.148993 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b6941202-0a11-47a8-a216-025db58dc6c1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:10.156827 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-d9dd69ef-30fd-4d1a-bc91-cac715626ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Allocated IP 2001:db8::394 (31aea99d-6dfd-473e-b91e-7d0ad64c68f3/7680a3c9-3dc2-4e91-a81f-74a60ad541d6/2d715f8d-8924-44a6-8329-7a1bf5300051) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:53:10.167293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-c902eef1-fb03-4ec8-a1d6-07d98a3997ed tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Allocated IP 172.20.0.12 (3535c090-28c6-4aa7-9181-bb2bb7c93648/f5f66835-f96f-400f-bf5c-297271943f29/1b65367e-f785-43ef-9146-a7cdcdfe2450) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:53:10.263422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] For port b6941202-0a11-47a8-a216-025db58dc6c1, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:53:10.268375 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] For port b6941202-0a11-47a8-a216-025db58dc6c1, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b6941202-0a11-47a8-a216-025db58dc6c1,segment=NetworkSegment(2647f15d-e40d-4812-8339-897caf3e377f),segment_id=2647f15d-e40d-4812-8339-897caf3e377f)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:53:10.277424 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b6941202-0a11-47a8-a216-025db58dc6c1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:10.368638 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9dd69ef-30fd-4d1a-bc91-cac715626ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks [] for port (2d715f8d-8924-44a6-8329-7a1bf5300051), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:10.377406 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbcfa7-9ae5-4e25-a4ce-dd48182ce7df None None] Pushing event updated for resources: {'Port': ['ID=b6941202-0a11-47a8-a216-025db58dc6c1,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:10.478217 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b3d4acf-a96b-49c4-bc09-96be8f3a1701 req-297a4cc5-d4e1-4bbe-9cc4-9e04a85395ef tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 210 time: 0.0802975 Mar 11 11:53:10.482421 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-468f9dc6-f2a3-4907-81fe-0d7101ebeb62 req-b5045189-0e16-4a33-bc0f-0d70c06bd032 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 210 time: 0.0858865 Mar 11 11:53:10.492477 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9dd69ef-30fd-4d1a-bc91-cac715626ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (2d715f8d-8924-44a6-8329-7a1bf5300051), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:10.536653 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-c902eef1-fb03-4ec8-a1d6-07d98a3997ed tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks [] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:10.575341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dd69ef-30fd-4d1a-bc91-cac715626ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Network 31aea99d-6dfd-473e-b91e-7d0ad64c68f3 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:53:10.579967 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-d9dd69ef-30fd-4d1a-bc91-cac715626ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:10.586678 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd69ef-30fd-4d1a-bc91-cac715626ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:53:10.593117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dd69ef-30fd-4d1a-bc91-cac715626ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:10.593981 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9dd69ef-30fd-4d1a-bc91-cac715626ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:10.630690 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-c902eef1-fb03-4ec8-a1d6-07d98a3997ed tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:10.659131 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d9dd69ef-30fd-4d1a-bc91-cac715626ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.0844252 Mar 11 11:53:10.673739 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0057434e-40c0-4b87-9e4d-035ddb07b9ec req-534faa57-c989-4611-9f5e-885d41ac544a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0648491 Mar 11 11:53:10.675629 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56254) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:10.778801 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd69ef-30fd-4d1a-bc91-cac715626ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Pushing event updated for resources: {'Port': ['ID=2d715f8d-8924-44a6-8329-7a1bf5300051,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:10.834511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66b92b-8298-4331-aaa2-afad1f146ccb tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:10.842630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66b92b-8298-4331-aaa2-afad1f146ccb tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:10.846403 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-a908c7dd-feaf-4b68-9119-c036ecea977e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=795309eb39534fec9c364380cdf0ef74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1542618 Mar 11 11:53:10.858613 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66b92b-8298-4331-aaa2-afad1f146ccb tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:10.861617 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-c902eef1-fb03-4ec8-a1d6-07d98a3997ed tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Network 3535c090-28c6-4aa7-9181-bb2bb7c93648 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:53:10.864632 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fa66b92b-8298-4331-aaa2-afad1f146ccb tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1842721 Mar 11 11:53:10.873667 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56256) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:10.900086 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-c902eef1-fb03-4ec8-a1d6-07d98a3997ed tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:10.924640 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-3c9e4277-1a2b-40fc-a1b6-726ed433f3fb tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=795309eb39534fec9c364380cdf0ef74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576005 Mar 11 11:53:10.931148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-c902eef1-fb03-4ec8-a1d6-07d98a3997ed tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:53:10.959246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902eef1-fb03-4ec8-a1d6-07d98a3997ed tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Pushing event updated for resources: {'Port': ['ID=1b65367e-f785-43ef-9146-a7cdcdfe2450,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:11.170965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-06c96430-398a-479a-9e1c-03d10f4789ae tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:11.172490 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-06c96430-398a-479a-9e1c-03d10f4789ae tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2410481 Mar 11 11:53:11.178073 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-c902eef1-fb03-4ec8-a1d6-07d98a3997ed tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:11.178847 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-c902eef1-fb03-4ec8-a1d6-07d98a3997ed tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:11.185565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be18866-2db5-4f6f-9def-32a6ae487652 req-4c547649-9bf1-4f20-b88f-cf850cc01afe tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:11.191471 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2be18866-2db5-4f6f-9def-32a6ae487652 req-4c547649-9bf1-4f20-b88f-cf850cc01afe tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.0987818 Mar 11 11:53:11.201078 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-1addbf78-2e2c-47c8-ae32-9fdcabf1072b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Request body: {'port': {'device_id': 'f05f5cba-c4a7-4c92-b499-df84a1b151b3', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '795309eb39534fec9c364380cdf0ef74'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:11.214201 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-b270ca94-ce80-4aaf-a884-65ab72a25ae9 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:11.215861 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-b270ca94-ce80-4aaf-a884-65ab72a25ae9 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3518400 Mar 11 11:53:11.231290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-54ad6763-23d8-41a9-b6af-25c75f65b620 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Request body: {'port': {'device_id': '4964141f-d628-448a-958e-22eec4bd6420', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '795309eb39534fec9c364380cdf0ef74'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:11.246432 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-c902eef1-fb03-4ec8-a1d6-07d98a3997ed tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7943645 Mar 11 11:53:11.275145 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Request body: {'port': {'device_id': '430d962b-ffe5-4e13-a23f-a3a35201ebb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:11.310455 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2be18866-2db5-4f6f-9def-32a6ae487652 req-0f8e94bd-a127-4194-b50e-da0642a9dafe tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167252 Mar 11 11:53:11.354749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-1addbf78-2e2c-47c8-ae32-9fdcabf1072b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Made reservation on behalf of 795309eb39534fec9c364380cdf0ef74 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:11.358591 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-1addbf78-2e2c-47c8-ae32-9fdcabf1072b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:11.554943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-1addbf78-2e2c-47c8-ae32-9fdcabf1072b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Allocated IP 192.168.233.178 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/58643ea6-9eed-44a9-901d-4db2be4d7da5) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:53:11.655422 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-2f892f92-5b34-4d45-8f6f-67929903bfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Deleting port 2d715f8d-8924-44a6-8329-7a1bf5300051 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:11.656014 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f892f92-5b34-4d45-8f6f-67929903bfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2d715f8d-8924-44a6-8329-7a1bf5300051), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:11.671113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-89b9733e-c32c-42ce-a080-d5b2274c44f6 req-3d37a50f-8fcc-49a2-b020-84f4099788e1 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 210 time: 0.0425920 Mar 11 11:53:11.819264 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:11.847824 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f892f92-5b34-4d45-8f6f-67929903bfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2d715f8d-8924-44a6-8329-7a1bf5300051), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:11.861000 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d2841-dbb7-459f-acbe-d44b43a229bf req-c10f288f-3be8-4c5b-b479-8cdae16431e4 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:11.862451 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3f5d2841-dbb7-459f-acbe-d44b43a229bf req-c10f288f-3be8-4c5b-b479-8cdae16431e4 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 932 time: 0.2323067 Mar 11 11:53:11.874936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-2f892f92-5b34-4d45-8f6f-67929903bfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Calling delete_port for 2d715f8d-8924-44a6-8329-7a1bf5300051 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:11.884160 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf70ec9-3d35-4a8f-a26a-1693c8629df4 None None] Network 31aea99d-6dfd-473e-b91e-7d0ad64c68f3 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:11.888579 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55197138-f9e5-4f45-bcf1-e9dabe4fd1c5 req-9eea3586-3b0b-4c2c-868c-e652f35f81a8 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0498161 Mar 11 11:53:11.909132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-54ad6763-23d8-41a9-b6af-25c75f65b620 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Made reservation on behalf of 795309eb39534fec9c364380cdf0ef74 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:11.912623 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-54ad6763-23d8-41a9-b6af-25c75f65b620 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:11.945794 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-1addbf78-2e2c-47c8-ae32-9fdcabf1072b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks [] for port (58643ea6-9eed-44a9-901d-4db2be4d7da5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:11.950018 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3f5d2841-dbb7-459f-acbe-d44b43a229bf req-737d0427-f618-4e11-959b-d59068580c82 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639396 Mar 11 11:53:11.994001 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-1addbf78-2e2c-47c8-ae32-9fdcabf1072b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (58643ea6-9eed-44a9-901d-4db2be4d7da5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:12.001992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a1fd5693-f5ae-46d0-801b-af8d40f49735 None None] Provisioning complete for port b6941202-0a11-47a8-a216-025db58dc6c1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:12.003394 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a1fd5693-f5ae-46d0-801b-af8d40f49735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b6941202-0a11-47a8-a216-025db58dc6c1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:12.012737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['019bc68d-2930-405f-a115-fcc146290579'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:53:12.049468 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-1addbf78-2e2c-47c8-ae32-9fdcabf1072b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:53:12.055991 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-1addbf78-2e2c-47c8-ae32-9fdcabf1072b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:12.079741 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-1addbf78-2e2c-47c8-ae32-9fdcabf1072b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:53:12.124910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addbf78-2e2c-47c8-ae32-9fdcabf1072b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Pushing event updated for resources: {'Port': ['ID=58643ea6-9eed-44a9-901d-4db2be4d7da5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:12.170574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-1addbf78-2e2c-47c8-ae32-9fdcabf1072b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:12.181032 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-1addbf78-2e2c-47c8-ae32-9fdcabf1072b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:12.212927 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-1addbf78-2e2c-47c8-ae32-9fdcabf1072b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0200899 Mar 11 11:53:12.245247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Request body: {'port': {'device_id': 'f05f5cba-c4a7-4c92-b499-df84a1b151b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:12.364579 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (58643ea6-9eed-44a9-901d-4db2be4d7da5), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:12.369341 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b6941202-0a11-47a8-a216-025db58dc6c1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:53:12.454281 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd5693-f5ae-46d0-801b-af8d40f49735 None None] Current status of the port b6941202-0a11-47a8-a216-025db58dc6c1 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:12.454672 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a1fd5693-f5ae-46d0-801b-af8d40f49735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b6941202-0a11-47a8-a216-025db58dc6c1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:12.484873 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f892f92-5b34-4d45-8f6f-67929903bfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (2d715f8d-8924-44a6-8329-7a1bf5300051), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:12.561288 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-54ad6763-23d8-41a9-b6af-25c75f65b620 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Allocated IP 192.168.233.172 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/bf394ab5-ce45-4b23-b2f4-593ef82f7fbd) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:53:12.563570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f892f92-5b34-4d45-8f6f-67929903bfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Pushing event deleted for resources: {'Port': ['ID=2d715f8d-8924-44a6-8329-7a1bf5300051,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:12.626529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88f2b2-0c3a-4b69-acb5-20f13cf2b872 req-b1e5e406-43a7-40e6-83a2-985efc01277c tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:12.628681 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad88f2b2-0c3a-4b69-acb5-20f13cf2b872 req-b1e5e406-43a7-40e6-83a2-985efc01277c tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.1845133 Mar 11 11:53:12.653394 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4412a13d-ce14-443b-ba9a-1cb763e59d82 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:53:12.666105 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f892f92-5b34-4d45-8f6f-67929903bfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:12.677196 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2f892f92-5b34-4d45-8f6f-67929903bfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] 10.222.0.78 "DELETE /v2.0/ports/2d715f8d-8924-44a6-8329-7a1bf5300051 HTTP/1.1" status: 204 len: 168 time: 1.7775202 Mar 11 11:53:12.683832 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56272) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:12.690200 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d54ffb5d-e1f5-4d0a-999a-5c7d8de82772 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Request body: {'port': {'name': 'tempest-new-port-name-1113389971', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:12.690910 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.api.validators [None req-d54ffb5d-e1f5-4d0a-999a-5c7d8de82772 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] bootfile-name is not in valid_values {{(pid=104032) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 11:53:12.691020 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.api.validators [None req-d54ffb5d-e1f5-4d0a-999a-5c7d8de82772 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] tftp-server is not in valid_values {{(pid=104032) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 11:53:12.691862 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.api.validators [None req-d54ffb5d-e1f5-4d0a-999a-5c7d8de82772 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] server-ip-address is not in valid_values {{(pid=104032) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 11:53:12.744821 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad88f2b2-0c3a-4b69-acb5-20f13cf2b872 req-2fa2820d-0db4-4c0f-8804-1eba397aaefb tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036003 Mar 11 11:53:12.751882 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:12.754631 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a1fd5693-f5ae-46d0-801b-af8d40f49735 None None] For port b6941202-0a11-47a8-a216-025db58dc6c1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b6941202-0a11-47a8-a216-025db58dc6c1,segment=NetworkSegment(2647f15d-e40d-4812-8339-897caf3e377f),segment_id=2647f15d-e40d-4812-8339-897caf3e377f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:12.763304 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 4412a13d-ce14-443b-ba9a-1cb763e59d82 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:53:12.763667 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4412a13d-ce14-443b-ba9a-1cb763e59d82 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:53:12.778844 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a1fd5693-f5ae-46d0-801b-af8d40f49735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b6941202-0a11-47a8-a216-025db58dc6c1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:12.838385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port b6941202-0a11-47a8-a216-025db58dc6c1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:12.838749 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b6941202-0a11-47a8-a216-025db58dc6c1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:12.897090 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd5693-f5ae-46d0-801b-af8d40f49735 None None] Pushing event updated for resources: {'Port': ['ID=b6941202-0a11-47a8-a216-025db58dc6c1,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:12.902212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2b8a4-e71e-440b-b259-07280c6169c1 req-df2b6d48-f7cf-4e0a-94a2-860921532833 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:12.914938 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ad2b8a4-e71e-440b-b259-07280c6169c1 req-df2b6d48-f7cf-4e0a-94a2-860921532833 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 936 time: 0.1001403 Mar 11 11:53:12.917719 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b65367e-f785-43ef-9146-a7cdcdfe2450 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:53:12.935037 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7c818e00-6b14-4c92-866d-92cef23aebfc None None] Provisioning complete for port 58643ea6-9eed-44a9-901d-4db2be4d7da5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:12.935698 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7c818e00-6b14-4c92-866d-92cef23aebfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (58643ea6-9eed-44a9-901d-4db2be4d7da5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:12.952527 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Publish callbacks [] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:12.954803 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d54ffb5d-e1f5-4d0a-999a-5c7d8de82772 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (75981a6e-5f7a-4b91-8c17-0c131bdffd73), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:13.014723 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port b6941202-0a11-47a8-a216-025db58dc6c1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:13.016076 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ad2b8a4-e71e-440b-b259-07280c6169c1 req-349d9e44-dcd6-4179-9b97-1dabd5159592 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938969 Mar 11 11:53:13.068030 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7c818e00-6b14-4c92-866d-92cef23aebfc None None] Port 58643ea6-9eed-44a9-901d-4db2be4d7da5 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:53:13.107643 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7936048-3e44-4642-b0a9-d25e01b80398 req-130de4e8-0a01-4143-b32a-1d84cf6ace6b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc050fc-7a20-4e37-a1f1-1c249fb106b2 HTTP/1.1" status: 200 len: 210 time: 0.0395503 Mar 11 11:53:13.122839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Transition to ACTIVE for port object 1b65367e-f785-43ef-9146-a7cdcdfe2450 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:53:13.125395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7c818e00-6b14-4c92-866d-92cef23aebfc None None] Provisioning complete for port b6941202-0a11-47a8-a216-025db58dc6c1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:13.126371 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7c818e00-6b14-4c92-866d-92cef23aebfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b6941202-0a11-47a8-a216-025db58dc6c1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:13.142722 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:13.283221 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-54ad6763-23d8-41a9-b6af-25c75f65b620 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks [] for port (bf394ab5-ce45-4b23-b2f4-593ef82f7fbd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:13.290480 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Pushing event updated for resources: {'Port': ['ID=1b65367e-f785-43ef-9146-a7cdcdfe2450,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:13.311235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a51859-656a-4dee-95fe-c2605cc5d22d req-23891a4c-019d-4310-9aab-d0fecd29cf77 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:13.322064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7c818e00-6b14-4c92-866d-92cef23aebfc None None] Current status of the port b6941202-0a11-47a8-a216-025db58dc6c1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:13.328480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7c818e00-6b14-4c92-866d-92cef23aebfc None None] Could not find standard attr ID for object 2d715f8d-8924-44a6-8329-7a1bf5300051. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 11:53:13.328683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-76a51859-656a-4dee-95fe-c2605cc5d22d req-23891a4c-019d-4310-9aab-d0fecd29cf77 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 944 time: 0.1387954 Mar 11 11:53:13.353002 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7c818e00-6b14-4c92-866d-92cef23aebfc None None] Provisioning complete for port 75981a6e-5f7a-4b91-8c17-0c131bdffd73 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:13.355173 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7c818e00-6b14-4c92-866d-92cef23aebfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (75981a6e-5f7a-4b91-8c17-0c131bdffd73), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:13.417169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-76a51859-656a-4dee-95fe-c2605cc5d22d req-dcb6a9b4-69f8-45f9-97d0-14d2f9ccbc10 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873656 Mar 11 11:53:13.422534 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7c818e00-6b14-4c92-866d-92cef23aebfc None None] Port 75981a6e-5f7a-4b91-8c17-0c131bdffd73 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:53:13.464813 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-54ad6763-23d8-41a9-b6af-25c75f65b620 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (bf394ab5-ce45-4b23-b2f4-593ef82f7fbd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:13.485427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['019bc68d-2930-405f-a115-fcc146290579'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:53:13.549040 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6883536b-7c42-479a-a336-ea1c0b22be94 None None] Could not find standard attr ID for object 2d715f8d-8924-44a6-8329-7a1bf5300051. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 11:53:13.554642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Attempting to bind port 1b65367e-f785-43ef-9146-a7cdcdfe2450 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:53:13.554990 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Attempting to bind port 1b65367e-f785-43ef-9146-a7cdcdfe2450 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '0eff5426-9bc1-455e-abbc-7c9800f04760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:53:13.555326 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Attempting to bind port 1b65367e-f785-43ef-9146-a7cdcdfe2450 on network 3535c090-28c6-4aa7-9181-bb2bb7c93648 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:13.557429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad6763-23d8-41a9-b6af-25c75f65b620 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Pushing event updated for resources: {'Port': ['ID=bf394ab5-ce45-4b23-b2f4-593ef82f7fbd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:13.584462 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Port 1b65367e-f785-43ef-9146-a7cdcdfe2450 on network 3535c090-28c6-4aa7-9181-bb2bb7c93648 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:53:13.584702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Attempting to bind port 1b65367e-f785-43ef-9146-a7cdcdfe2450 on network 3535c090-28c6-4aa7-9181-bb2bb7c93648 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:13.587921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-54ad6763-23d8-41a9-b6af-25c75f65b620 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:53:13.612941 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-54ad6763-23d8-41a9-b6af-25c75f65b620 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:13.616846 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6883536b-7c42-479a-a336-ea1c0b22be94 None None] Provisioning complete for port 75981a6e-5f7a-4b91-8c17-0c131bdffd73 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:13.617530 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6883536b-7c42-479a-a336-ea1c0b22be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (75981a6e-5f7a-4b91-8c17-0c131bdffd73), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:13.624336 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d54ffb5d-e1f5-4d0a-999a-5c7d8de82772 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks [] for port (75981a6e-5f7a-4b91-8c17-0c131bdffd73), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:13.626606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-54ad6763-23d8-41a9-b6af-25c75f65b620 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:53:13.634979 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:53:13.635289 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Checking segment: {'id': '0eff5426-9bc1-455e-abbc-7c9800f04760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:13.640826 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Bound using segment: {'id': '0eff5426-9bc1-455e-abbc-7c9800f04760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:53:13.641484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Bound port: 1b65367e-f785-43ef-9146-a7cdcdfe2450, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eff5426-9bc1-455e-abbc-7c9800f04760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:53:13.641744 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:13.660678 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-627a80e6-68a4-4632-9fc3-fde309830ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:13.706227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6883536b-7c42-479a-a336-ea1c0b22be94 None None] Port 75981a6e-5f7a-4b91-8c17-0c131bdffd73 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:53:13.708749 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d54ffb5d-e1f5-4d0a-999a-5c7d8de82772 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (75981a6e-5f7a-4b91-8c17-0c131bdffd73), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:13.755980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58643ea6-9eed-44a9-901d-4db2be4d7da5 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:53:13.779502 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Publish callbacks [] for port (58643ea6-9eed-44a9-901d-4db2be4d7da5), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:13.803748 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Transition to ACTIVE for port object 58643ea6-9eed-44a9-901d-4db2be4d7da5 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:53:13.815721 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (58643ea6-9eed-44a9-901d-4db2be4d7da5), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:13.874178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d54ffb5d-e1f5-4d0a-999a-5c7d8de82772 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] In _notify_port_updated(), no bound segment for port 75981a6e-5f7a-4b91-8c17-0c131bdffd73 on network 31aea99d-6dfd-473e-b91e-7d0ad64c68f3 {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 11:53:13.888649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54ffb5d-e1f5-4d0a-999a-5c7d8de82772 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:13.889696 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d54ffb5d-e1f5-4d0a-999a-5c7d8de82772 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:13.893599 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d54ffb5d-e1f5-4d0a-999a-5c7d8de82772 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] 10.222.0.78 "PUT /v2.0/ports/75981a6e-5f7a-4b91-8c17-0c131bdffd73 HTTP/1.1" status: 200 len: 1130 time: 1.2079787 Mar 11 11:53:13.906664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56284) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:13.921509 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ffb5d-e1f5-4d0a-999a-5c7d8de82772 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Pushing event updated for resources: {'Port': ['ID=75981a6e-5f7a-4b91-8c17-0c131bdffd73,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:13.933581 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-54ad6763-23d8-41a9-b6af-25c75f65b620 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:13.934339 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-54ad6763-23d8-41a9-b6af-25c75f65b620 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:13.950990 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74544351-b320-40ed-951b-df17747f3492 service neutron] Pushing event updated for resources: {'Port': ['ID=58643ea6-9eed-44a9-901d-4db2be4d7da5,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:13.973730 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-54ad6763-23d8-41a9-b6af-25c75f65b620 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7468431 Mar 11 11:53:13.991870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Request body: {'port': {'device_id': '4964141f-d628-448a-958e-22eec4bd6420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:14.043855 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] For port 1b65367e-f785-43ef-9146-a7cdcdfe2450, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:53:14.065245 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc2c850-6d92-4459-8aff-4e295ae9e636 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:14.066769 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1dc2c850-6d92-4459-8aff-4e295ae9e636 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] 10.222.0.78 "GET /v2.0/ports/75981a6e-5f7a-4b91-8c17-0c131bdffd73 HTTP/1.1" status: 200 len: 1130 time: 0.1570342 Mar 11 11:53:14.073598 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56288) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:14.114213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] For port 1b65367e-f785-43ef-9146-a7cdcdfe2450, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=1b65367e-f785-43ef-9146-a7cdcdfe2450,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:53:14.143252 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:14.161299 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f1315c1d-4529-4d55-b040-390e3693fa77 None None] Provisioning complete for port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:14.161769 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f1315c1d-4529-4d55-b040-390e3693fa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bf394ab5-ce45-4b23-b2f4-593ef82f7fbd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:14.173483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1868c6b-1d98-43cb-a0f3-c75310006019 req-fafface2-6c83-4f64-972b-677e7a9156c0 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:14.183835 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bf394ab5-ce45-4b23-b2f4-593ef82f7fbd), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:14.196275 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1868c6b-1d98-43cb-a0f3-c75310006019 req-fafface2-6c83-4f64-972b-677e7a9156c0 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.3113377 Mar 11 11:53:14.212320 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:14.213055 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:14.218345 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] 10.222.0.37 "PUT /v2.0/ports/1b65367e-f785-43ef-9146-a7cdcdfe2450 HTTP/1.1" status: 200 len: 1092 time: 2.9491868 Mar 11 11:53:14.223465 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430d962b-ffe5-4e13-a23f-a3a35201ebb7', 'tag': '1b65367e-f785-43ef-9146-a7cdcdfe2450'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:53:14.226001 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40b4ed8-e525-42a8-b5b5-d68df143299c" -d '{"events": [{"name": "network-changed", "server_uuid": "430d962b-ffe5-4e13-a23f-a3a35201ebb7", "tag": "1b65367e-f785-43ef-9146-a7cdcdfe2450"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:53:14.266063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f1315c1d-4529-4d55-b040-390e3693fa77 None None] Port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:53:14.320057 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Attempting to bind port 58643ea6-9eed-44a9-901d-4db2be4d7da5 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:53:14.320610 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Attempting to bind port 58643ea6-9eed-44a9-901d-4db2be4d7da5 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:53:14.320727 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Attempting to bind port 58643ea6-9eed-44a9-901d-4db2be4d7da5 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:14.371205 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b6941202-0a11-47a8-a216-025db58dc6c1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:53:14.371356 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae37419-b199-4d44-a34e-db0a423342fc service neutron] Pushing event updated for resources: {'Port': ['ID=1b65367e-f785-43ef-9146-a7cdcdfe2450,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:14.399467 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Port 58643ea6-9eed-44a9-901d-4db2be4d7da5 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:53:14.399830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Attempting to bind port 58643ea6-9eed-44a9-901d-4db2be4d7da5 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:14.426952 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:53:14.426952 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:14.426952 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:53:14.426952 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Bound port: 58643ea6-9eed-44a9-901d-4db2be4d7da5, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:53:14.427346 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (58643ea6-9eed-44a9-901d-4db2be4d7da5), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:14.499964 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1868c6b-1d98-43cb-a0f3-c75310006019 req-2e937eef-6f5d-440a-9a82-57353d7a394d tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902033 Mar 11 11:53:14.521188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-1e00dc50-e24d-4b2b-86f3-53182823d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:14.522885 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-1e00dc50-e24d-4b2b-86f3-53182823d169 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4fc75872c4f47908e2919cb98431e26&device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 1126 time: 0.2041237 Mar 11 11:53:14.566749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21886770-d010-4a55-a665-356b376a028f req-97f7bef4-8830-42c8-a8eb-c367cb662c3b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:14.574218 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21886770-d010-4a55-a665-356b376a028f req-97f7bef4-8830-42c8-a8eb-c367cb662c3b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 948 time: 0.4469690 Mar 11 11:53:14.608557 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5eccf883-5df2-4bee-8d36-89783babe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Deleting port 75981a6e-5f7a-4b91-8c17-0c131bdffd73 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:14.608924 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5eccf883-5df2-4bee-8d36-89783babe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (75981a6e-5f7a-4b91-8c17-0c131bdffd73), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:14.641472 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9ae6eafe-5131-4df9-beba-75ac90476e61 None None] Provisioning complete for port 75981a6e-5f7a-4b91-8c17-0c131bdffd73 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:14.642490 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9ae6eafe-5131-4df9-beba-75ac90476e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (75981a6e-5f7a-4b91-8c17-0c131bdffd73), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:14.645406 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-6ed3e46d-e295-4605-ae1c-1dea3a3235bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b65367e-f785-43ef-9146-a7cdcdfe2450 HTTP/1.1" status: 200 len: 217 time: 0.1110990 Mar 11 11:53:14.647878 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0993b0ef-f6d5-4dea-95fc-78fe9aaad2b8 x-openstack-request-id: req-0993b0ef-f6d5-4dea-95fc-78fe9aaad2b8 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:53:14.651238 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430d962b-ffe5-4e13-a23f-a3a35201ebb7", "tag": "1b65367e-f785-43ef-9146-a7cdcdfe2450", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:53:14.651767 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0993b0ef-f6d5-4dea-95fc-78fe9aaad2b8 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:53:14.652392 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430d962b-ffe5-4e13-a23f-a3a35201ebb7', 'tag': '1b65367e-f785-43ef-9146-a7cdcdfe2450', 'status': 'completed', 'code': 200} Mar 11 11:53:14.673746 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] For port 58643ea6-9eed-44a9-901d-4db2be4d7da5, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:53:14.685938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port b6941202-0a11-47a8-a216-025db58dc6c1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:14.686369 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b6941202-0a11-47a8-a216-025db58dc6c1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:14.715172 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21886770-d010-4a55-a665-356b376a028f req-3f3f09f2-526a-4021-9a73-52d1adf51859 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359954 Mar 11 11:53:14.734615 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9ae6eafe-5131-4df9-beba-75ac90476e61 None None] Port 75981a6e-5f7a-4b91-8c17-0c131bdffd73 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:53:14.777651 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] For port 58643ea6-9eed-44a9-901d-4db2be4d7da5, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=58643ea6-9eed-44a9-901d-4db2be4d7da5,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:53:14.780736 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56300) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:14.799632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-086d7176-0925-4083-a878-70e60731189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:14.802436 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-086d7176-0925-4083-a878-70e60731189c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5f66835-f96f-400f-bf5c-297271943f29 HTTP/1.1" status: 200 len: 844 time: 0.1456275 Mar 11 11:53:14.824738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port b6941202-0a11-47a8-a216-025db58dc6c1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:14.840690 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (58643ea6-9eed-44a9-901d-4db2be4d7da5), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:14.883716 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-beed540b-76d4-47c0-a173-37be4c71c36e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3535c090-28c6-4aa7-9181-bb2bb7c93648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409129 Mar 11 11:53:14.906113 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5eccf883-5df2-4bee-8d36-89783babe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (75981a6e-5f7a-4b91-8c17-0c131bdffd73), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:14.931318 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:14.931774 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:14.933762 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-74544351-b320-40ed-951b-df17747f3492 service neutron] 10.222.0.37 "PUT /v2.0/ports/58643ea6-9eed-44a9-901d-4db2be4d7da5 HTTP/1.1" status: 200 len: 1096 time: 2.7039080 Mar 11 11:53:14.939165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05f5cba-c4a7-4c92-b499-df84a1b151b3', 'tag': '58643ea6-9eed-44a9-901d-4db2be4d7da5'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:53:14.941559 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf400383-0c4c-45db-ba6f-2a14bc60a7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f05f5cba-c4a7-4c92-b499-df84a1b151b3", "tag": "58643ea6-9eed-44a9-901d-4db2be4d7da5"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:53:14.954391 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf394ab5-ce45-4b23-b2f4-593ef82f7fbd {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:53:14.959717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5eccf883-5df2-4bee-8d36-89783babe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Calling delete_port for 75981a6e-5f7a-4b91-8c17-0c131bdffd73 owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:14.970292 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Publish callbacks [] for port (bf394ab5-ce45-4b23-b2f4-593ef82f7fbd), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:15.023891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Transition to ACTIVE for port object bf394ab5-ce45-4b23-b2f4-593ef82f7fbd will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:53:15.025703 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30760fa1-a77d-408e-b7ff-0c23dd9c7b71 req-134be753-f79a-422d-9fd9-c9d6c9ba2016 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:15.035424 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30760fa1-a77d-408e-b7ff-0c23dd9c7b71 req-134be753-f79a-422d-9fd9-c9d6c9ba2016 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 944 time: 0.2532699 Mar 11 11:53:15.050832 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (bf394ab5-ce45-4b23-b2f4-593ef82f7fbd), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:15.062669 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec69280-afbd-4050-94e6-b57399b9bfa4 x-openstack-request-id: req-6ec69280-afbd-4050-94e6-b57399b9bfa4 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:53:15.062963 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05f5cba-c4a7-4c92-b499-df84a1b151b3", "tag": "58643ea6-9eed-44a9-901d-4db2be4d7da5", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:53:15.063224 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ec69280-afbd-4050-94e6-b57399b9bfa4 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:53:15.063650 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05f5cba-c4a7-4c92-b499-df84a1b151b3', 'tag': '58643ea6-9eed-44a9-901d-4db2be4d7da5', 'status': 'completed', 'code': 200} Mar 11 11:53:15.064536 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74544351-b320-40ed-951b-df17747f3492 service neutron] Pushing event updated for resources: {'Port': ['ID=58643ea6-9eed-44a9-901d-4db2be4d7da5,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:15.064726 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-569695c5-407c-4ea2-af12-6223a02020c0 service neutron] 10.222.0.37 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582577 Mar 11 11:53:15.067545 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a94e78a-d83a-4a12-a77a-a17c4643cdcb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for security_group (4f05d851-8e9a-4763-8560-63d9efd6a1c9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:15.177369 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a94e78a-d83a-4a12-a77a-a17c4643cdcb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for security_group (4f05d851-8e9a-4763-8560-63d9efd6a1c9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:15.193363 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Pushing event updated for resources: {'Port': ['ID=bf394ab5-ce45-4b23-b2f4-593ef82f7fbd,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:15.326989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Attempting to bind port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:53:15.327332 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Attempting to bind port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:53:15.327701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Attempting to bind port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:15.336459 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4dee1479-6d85-4691-81bb-0a79c5a997ab req-a2e3782b-6ced-45c7-9180-84031c93d255 service neutron] 10.222.0.37 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218404 Mar 11 11:53:15.337205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:53:15.337537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Attempting to bind port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:15.355098 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:53:15.356018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:15.356018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:53:15.357096 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Bound port: bf394ab5-ce45-4b23-b2f4-593ef82f7fbd, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:53:15.357465 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bf394ab5-ce45-4b23-b2f4-593ef82f7fbd), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:15.487712 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b4ed8-e525-42a8-b5b5-d68df143299c req-5bda17d6-e53f-4a1a-b719-bcd63156d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:15.489711 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f40b4ed8-e525-42a8-b5b5-d68df143299c req-5bda17d6-e53f-4a1a-b719-bcd63156d51d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4fc75872c4f47908e2919cb98431e26&device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 1126 time: 0.0761015 Mar 11 11:53:15.493211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] For port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:53:15.514023 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] For port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=bf394ab5-ce45-4b23-b2f4-593ef82f7fbd,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:53:15.587099 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (bf394ab5-ce45-4b23-b2f4-593ef82f7fbd), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:15.651208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:15.652080 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:15.657178 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] 10.222.0.37 "PUT /v2.0/ports/bf394ab5-ce45-4b23-b2f4-593ef82f7fbd HTTP/1.1" status: 200 len: 1096 time: 1.6673605 Mar 11 11:53:15.679124 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30760fa1-a77d-408e-b7ff-0c23dd9c7b71 req-99f9ab9e-8fd4-4b5e-a97f-3e9f3347ab8f tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6428487 Mar 11 11:53:15.681503 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b4ed8-e525-42a8-b5b5-d68df143299c req-a82dd996-a8f9-46ab-a762-f19f70cbbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:15.683573 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f40b4ed8-e525-42a8-b5b5-d68df143299c req-a82dd996-a8f9-46ab-a762-f19f70cbbbaf service neutron] 10.222.0.37 "GET /v2.0/networks?id=3535c090-28c6-4aa7-9181-bb2bb7c93648 HTTP/1.1" status: 200 len: 905 time: 0.1875339 Mar 11 11:53:15.687773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae1da0-0281-4577-8bb1-52c46707204c service neutron] Pushing event updated for resources: {'Port': ['ID=bf394ab5-ce45-4b23-b2f4-593ef82f7fbd,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:15.715974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-1025b48e-24fd-4b8d-acb5-0474bfc62527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:15.717746 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-1025b48e-24fd-4b8d-acb5-0474bfc62527 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 1130 time: 0.7240245 Mar 11 11:53:15.747402 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f40b4ed8-e525-42a8-b5b5-d68df143299c req-b44dc7a0-450e-420d-91d0-008d60457004 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b65367e-f785-43ef-9146-a7cdcdfe2450 HTTP/1.1" status: 200 len: 217 time: 0.0457659 Mar 11 11:53:15.812153 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-63d62bd0-e123-49e3-a9d9-5156513db6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:15.821203 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b4ed8-e525-42a8-b5b5-d68df143299c req-f50ded3c-ca9c-441c-be66-6b57b45519c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:15.826922 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f40b4ed8-e525-42a8-b5b5-d68df143299c req-f50ded3c-ca9c-441c-be66-6b57b45519c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5f66835-f96f-400f-bf5c-297271943f29 HTTP/1.1" status: 200 len: 844 time: 0.0726655 Mar 11 11:53:15.868777 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae39c9-89c4-4328-92b9-00bad6f51e03 req-624d8985-f4fb-452b-851a-a08eb5ce8e84 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:15.869249 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f40b4ed8-e525-42a8-b5b5-d68df143299c req-e1ff23a9-14d0-4ee3-883d-1bef35fd0df3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3535c090-28c6-4aa7-9181-bb2bb7c93648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329285 Mar 11 11:53:15.872039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d3ae39c9-89c4-4328-92b9-00bad6f51e03 req-624d8985-f4fb-452b-851a-a08eb5ce8e84 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.2477190 Mar 11 11:53:15.875623 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-c007e59b-efd8-491c-9fc9-e63f771c5259 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=58643ea6-9eed-44a9-901d-4db2be4d7da5 HTTP/1.1" status: 200 len: 217 time: 0.1441090 Mar 11 11:53:15.963976 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d3ae39c9-89c4-4328-92b9-00bad6f51e03 req-4586b642-c518-4516-b0ff-0d09e65d9113 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778279 Mar 11 11:53:15.995400 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-f9d2aae5-5514-4fe8-b98c-1f9c9434271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:15.997369 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-f9d2aae5-5514-4fe8-b98c-1f9c9434271a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&device_id=4964141f-d628-448a-958e-22eec4bd6420 HTTP/1.1" status: 200 len: 1130 time: 0.1694379 Mar 11 11:53:16.013217 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a94e78a-d83a-4a12-a77a-a17c4643cdcb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4f05d851-8e9a-4763-8560-63d9efd6a1c9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:16.017010 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a94e78a-d83a-4a12-a77a-a17c4643cdcb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:16.021989 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5a94e78a-d83a-4a12-a77a-a17c4643cdcb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "DELETE /v2.0/security-groups/4f05d851-8e9a-4763-8560-63d9efd6a1c9 HTTP/1.1" status: 204 len: 168 time: 1.2269840 Mar 11 11:53:16.028534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56310) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:16.029186 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5eccf883-5df2-4bee-8d36-89783babe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (75981a6e-5f7a-4b91-8c17-0c131bdffd73), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:16.053369 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-5fffec70-dbae-4111-8c96-ead827007cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:16.054680 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-5fffec70-dbae-4111-8c96-ead827007cc3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1497667 Mar 11 11:53:16.054799 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-f4f175e3-a345-43a5-8712-babfececbc19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=bf394ab5-ce45-4b23-b2f4-593ef82f7fbd HTTP/1.1" status: 200 len: 217 time: 0.0503006 Mar 11 11:53:16.062293 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f40b4ed8-e525-42a8-b5b5-d68df143299c req-394bac2b-d5df-4618-ae21-b594196282a8 service neutron] 10.222.0.37 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674912 Mar 11 11:53:16.064516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94e78a-d83a-4a12-a77a-a17c4643cdcb tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f05d851-8e9a-4763-8560-63d9efd6a1c9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:16.097866 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-aca2351c-281e-410f-83a9-e7bb0f8adb6c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] show failed (client error): The resource could not be found. Mar 11 11:53:16.101682 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-aca2351c-281e-410f-83a9-e7bb0f8adb6c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "GET /v2.0/security-groups/4f05d851-8e9a-4763-8560-63d9efd6a1c9 HTTP/1.1" status: 404 len: 347 time: 0.0678906 Mar 11 11:53:16.117796 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eccf883-5df2-4bee-8d36-89783babe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Pushing event deleted for resources: {'Port': ['ID=75981a6e-5f7a-4b91-8c17-0c131bdffd73,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:16.122203 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56312) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:16.152138 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ddb79-48db-40dc-8b5a-7c3c44d736f5 req-9f801ac4-a8ca-4cfe-96b5-cf26d993db30 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:16.159265 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-193ddb79-48db-40dc-8b5a-7c3c44d736f5 req-9f801ac4-a8ca-4cfe-96b5-cf26d993db30 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 948 time: 0.3078346 Mar 11 11:53:16.217676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-c3330fec-2344-44b3-8080-3856890ac848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:16.219238 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-c3330fec-2344-44b3-8080-3856890ac848 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0474801 Mar 11 11:53:16.276003 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f40b4ed8-e525-42a8-b5b5-d68df143299c req-c336262d-fd1d-4d3e-a737-e7d1496dfae0 service neutron] 10.222.0.37 "GET /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011957 Mar 11 11:53:16.279017 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5eccf883-5df2-4bee-8d36-89783babe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:16.286561 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5eccf883-5df2-4bee-8d36-89783babe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] 10.222.0.78 "DELETE /v2.0/ports/75981a6e-5f7a-4b91-8c17-0c131bdffd73 HTTP/1.1" status: 204 len: 168 time: 2.2096517 Mar 11 11:53:16.293052 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56314) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:16.358970 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb8e364-c363-4fde-a54c-6dad5275518f tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Deleting subnet 7680a3c9-3dc2-4e91-a81f-74a60ad541d6 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:53:16.361881 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-261c392c-5a2a-4be2-a188-74f7f75a4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:16.363511 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-261c392c-5a2a-4be2-a188-74f7f75a4907 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1370940 Mar 11 11:53:16.365612 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-deb8e364-c363-4fde-a54c-6dad5275518f tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks [] for subnet (7680a3c9-3dc2-4e91-a81f-74a60ad541d6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:16.381783 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-6f19c497-2d18-4186-ac82-3e3e7731eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:16.383638 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-6f19c497-2d18-4186-ac82-3e3e7731eac0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2977738 Mar 11 11:53:16.388981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-193ddb79-48db-40dc-8b5a-7c3c44d736f5 req-5bbed16b-e016-4dfe-a3a1-fc43945cb67c tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286139 Mar 11 11:53:16.477457 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-279071ff-2521-4617-a615-2094665276a0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Deleting port 9824b231-3a8d-4958-8148-225c0d7ab294 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:16.477822 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-279071ff-2521-4617-a615-2094665276a0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9824b231-3a8d-4958-8148-225c0d7ab294), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:16.506564 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-f31ed619-4602-4838-8664-4d4549a04b94 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152341 Mar 11 11:53:16.632963 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-279071ff-2521-4617-a615-2094665276a0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9824b231-3a8d-4958-8148-225c0d7ab294), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:16.634066 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-279071ff-2521-4617-a615-2094665276a0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for floatingip (9824b231-3a8d-4958-8148-225c0d7ab294), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:16.651435 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-279071ff-2521-4617-a615-2094665276a0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Calling delete_port for 9824b231-3a8d-4958-8148-225c0d7ab294 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:16.658290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4964141f-d628-448a-958e-22eec4bd6420', 'tag': 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:53:16.660960 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d6015b-75fe-4136-b003-78fb00c04bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "4964141f-d628-448a-958e-22eec4bd6420", "tag": "bf394ab5-ce45-4b23-b2f4-593ef82f7fbd"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:53:16.678805 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-1acb0c48-89f7-4c73-ae63-2940784fc26d service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631505 Mar 11 11:53:16.692610 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-deb8e364-c363-4fde-a54c-6dad5275518f tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (7680a3c9-3dc2-4e91-a81f-74a60ad541d6), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:16.753235 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e2cf97-ca51-49a7-82d9-7baa1f099ccc x-openstack-request-id: req-04e2cf97-ca51-49a7-82d9-7baa1f099ccc {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:53:16.753724 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4964141f-d628-448a-958e-22eec4bd6420", "tag": "bf394ab5-ce45-4b23-b2f4-593ef82f7fbd", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:53:16.754063 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04e2cf97-ca51-49a7-82d9-7baa1f099ccc {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:53:16.754547 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4964141f-d628-448a-958e-22eec4bd6420', 'tag': 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd', 'status': 'completed', 'code': 200} Mar 11 11:53:16.857215 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf400383-0c4c-45db-ba6f-2a14bc60a7e0 req-a972b87b-3454-482e-aded-67d4b189574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:16.858734 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf400383-0c4c-45db-ba6f-2a14bc60a7e0 req-a972b87b-3454-482e-aded-67d4b189574b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 1130 time: 0.1177678 Mar 11 11:53:16.881385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dbc0c-f355-4493-a90d-20913abbfebb req-aa5b7e0a-7d23-4c5a-804c-5e98557740d0 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:16.882843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b6dbc0c-f355-4493-a90d-20913abbfebb req-aa5b7e0a-7d23-4c5a-804c-5e98557740d0 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 944 time: 0.1104562 Mar 11 11:53:16.929341 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-9df87a73-ebc1-4a71-9926-b339898630d4 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881006 Mar 11 11:53:16.932423 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-deb8e364-c363-4fde-a54c-6dad5275518f tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (7680a3c9-3dc2-4e91-a81f-74a60ad541d6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:17.044842 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b6dbc0c-f355-4493-a90d-20913abbfebb req-0937a74a-6d5b-42a5-aea2-09994dccc4a5 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430573 Mar 11 11:53:17.048989 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-279071ff-2521-4617-a615-2094665276a0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9824b231-3a8d-4958-8148-225c0d7ab294), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:17.070693 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-deb8e364-c363-4fde-a54c-6dad5275518f tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (7680a3c9-3dc2-4e91-a81f-74a60ad541d6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:17.114931 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8e364-c363-4fde-a54c-6dad5275518f tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Pushing event deleted for resources: {'Subnet': ['ID=7680a3c9-3dc2-4e91-a81f-74a60ad541d6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:17.119023 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-deb8e364-c363-4fde-a54c-6dad5275518f tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:17.124843 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-deb8e364-c363-4fde-a54c-6dad5275518f tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] 10.222.0.78 "DELETE /v2.0/subnets/7680a3c9-3dc2-4e91-a81f-74a60ad541d6 HTTP/1.1" status: 204 len: 168 time: 0.8272848 Mar 11 11:53:17.124843 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18aefdf7-66ea-47f7-8a03-053f4823c78c req-903e4cc3-beee-43a6-bb7b-b671a85dcc65 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886222 Mar 11 11:53:17.125751 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56324) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:17.141827 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e78765-6eab-463a-9ec8-6c59fbad9b33 None None] Network 31aea99d-6dfd-473e-b91e-7d0ad64c68f3 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:17.165645 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:17.189282 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279071ff-2521-4617-a615-2094665276a0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event deleted for resources: {'Port': ['ID=9824b231-3a8d-4958-8148-225c0d7ab294,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:17.200025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf400383-0c4c-45db-ba6f-2a14bc60a7e0 req-19652597-a975-42b8-afb8-c5b3cd99f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:17.201629 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf400383-0c4c-45db-ba6f-2a14bc60a7e0 req-19652597-a975-42b8-afb8-c5b3cd99f36c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.3366988 Mar 11 11:53:17.250283 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (31aea99d-6dfd-473e-b91e-7d0ad64c68f3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:17.257221 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf400383-0c4c-45db-ba6f-2a14bc60a7e0 req-f30eef5f-7f15-43d2-bc3a-15a465e6c979 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=58643ea6-9eed-44a9-901d-4db2be4d7da5 HTTP/1.1" status: 200 len: 217 time: 0.0463514 Mar 11 11:53:17.273256 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-279071ff-2521-4617-a615-2094665276a0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for floatingip (5d3e5e67-6dd7-43b1-870c-e8bc44e0d32b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:17.278698 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-279071ff-2521-4617-a615-2094665276a0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:17.279989 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-279071ff-2521-4617-a615-2094665276a0 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "DELETE /v2.0/floatingips/5d3e5e67-6dd7-43b1-870c-e8bc44e0d32b HTTP/1.1" status: 204 len: 168 time: 1.1558354 Mar 11 11:53:17.284685 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56328) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:17.331110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72801eb-9dec-4097-951e-a99b563a372f req-343702d5-8107-4f40-81e8-891faefae592 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:17.332767 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a72801eb-9dec-4097-951e-a99b563a372f req-343702d5-8107-4f40-81e8-891faefae592 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.2866490 Mar 11 11:53:17.344986 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf400383-0c4c-45db-ba6f-2a14bc60a7e0 req-8537384d-d2c1-4c70-9137-c0a65b0d591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:17.351202 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf400383-0c4c-45db-ba6f-2a14bc60a7e0 req-8537384d-d2c1-4c70-9137-c0a65b0d591c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0702016 Mar 11 11:53:17.386844 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb6a032-8577-42ce-9c15-a52b2a92bb86 None None] DHCP port deletion for 31aea99d-6dfd-473e-b91e-7d0ad64c68f3 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:53:17.398143 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6015b-75fe-4136-b003-78fb00c04bfe req-5939f531-2419-4f57-a07c-ebb253d15c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:17.399716 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-89d6015b-75fe-4136-b003-78fb00c04bfe req-5939f531-2419-4f57-a07c-ebb253d15c33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&device_id=4964141f-d628-448a-958e-22eec4bd6420 HTTP/1.1" status: 200 len: 1130 time: 0.1724200 Mar 11 11:53:17.461521 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a72801eb-9dec-4097-951e-a99b563a372f req-d5e13de0-4c4e-4abd-9d5c-8bff80065966 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090238 Mar 11 11:53:17.495553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9bb6a032-8577-42ce-9c15-a52b2a92bb86 None None] Deleting port b6941202-0a11-47a8-a216-025db58dc6c1 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:17.496236 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9bb6a032-8577-42ce-9c15-a52b2a92bb86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b6941202-0a11-47a8-a216-025db58dc6c1), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:17.498944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf400383-0c4c-45db-ba6f-2a14bc60a7e0 req-31241868-0000-42f4-a232-93a1a6c4eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:17.500466 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf400383-0c4c-45db-ba6f-2a14bc60a7e0 req-31241868-0000-42f4-a232-93a1a6c4eae2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1369197 Mar 11 11:53:17.567090 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6015b-75fe-4136-b003-78fb00c04bfe req-b4b4a11a-c5e6-446e-93b7-60147c069a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:17.568588 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-89d6015b-75fe-4136-b003-78fb00c04bfe req-b4b4a11a-c5e6-446e-93b7-60147c069a35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.1429787 Mar 11 11:53:17.582340 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9bb6a032-8577-42ce-9c15-a52b2a92bb86 None None] For port b6941202-0a11-47a8-a216-025db58dc6c1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b6941202-0a11-47a8-a216-025db58dc6c1,segment=NetworkSegment(2647f15d-e40d-4812-8339-897caf3e377f),segment_id=2647f15d-e40d-4812-8339-897caf3e377f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:17.582748 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9bb6a032-8577-42ce-9c15-a52b2a92bb86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b6941202-0a11-47a8-a216-025db58dc6c1), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:17.585283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Deleting port b6941202-0a11-47a8-a216-025db58dc6c1 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:17.585622 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b6941202-0a11-47a8-a216-025db58dc6c1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:17.604533 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9bb6a032-8577-42ce-9c15-a52b2a92bb86 None None] Calling delete_port for b6941202-0a11-47a8-a216-025db58dc6c1 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:17.629359 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-89d6015b-75fe-4136-b003-78fb00c04bfe req-30007fc4-058b-44a3-8b17-069b7c73ab5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=bf394ab5-ce45-4b23-b2f4-593ef82f7fbd HTTP/1.1" status: 200 len: 217 time: 0.0519807 Mar 11 11:53:17.638615 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf400383-0c4c-45db-ba6f-2a14bc60a7e0 req-b48a356e-6ee9-4950-b958-ebe9281d2018 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108308 Mar 11 11:53:17.654460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-86f4056d-9771-46a2-8c1f-0d77e8d0b3b2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Deleting port 01f1b758-11ae-47ce-91f3-deec473c8b64 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:17.654796 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86f4056d-9771-46a2-8c1f-0d77e8d0b3b2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:17.680663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72639a0-73d6-4300-a056-35e2afb11de1 req-e724f2e1-dd57-498c-bb2e-97562e615a8d tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:17.682439 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e72639a0-73d6-4300-a056-35e2afb11de1 req-e724f2e1-dd57-498c-bb2e-97562e615a8d tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 948 time: 0.1938283 Mar 11 11:53:17.715277 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9bb6a032-8577-42ce-9c15-a52b2a92bb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (b6941202-0a11-47a8-a216-025db58dc6c1), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:17.738161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb6a032-8577-42ce-9c15-a52b2a92bb86 None None] No DVR routers for this DVR port b6941202-0a11-47a8-a216-025db58dc6c1 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:53:17.771335 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] For port b6941202-0a11-47a8-a216-025db58dc6c1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b6941202-0a11-47a8-a216-025db58dc6c1,segment=NetworkSegment(2647f15d-e40d-4812-8339-897caf3e377f),segment_id=2647f15d-e40d-4812-8339-897caf3e377f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:17.771719 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b6941202-0a11-47a8-a216-025db58dc6c1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:17.777947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6a032-8577-42ce-9c15-a52b2a92bb86 None None] Pushing event deleted for resources: {'Port': ['ID=b6941202-0a11-47a8-a216-025db58dc6c1,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:17.787915 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e72639a0-73d6-4300-a056-35e2afb11de1 req-1102111a-f495-4a73-b96e-0b927c8f6540 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971532 Mar 11 11:53:17.795871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Calling delete_port for b6941202-0a11-47a8-a216-025db58dc6c1 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:17.804539 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf400383-0c4c-45db-ba6f-2a14bc60a7e0 req-7a682491-90f3-4392-ab12-ffbae8537ef5 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579242 Mar 11 11:53:17.813529 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6015b-75fe-4136-b003-78fb00c04bfe req-e72bc3ea-f1e7-4a92-80ab-a89dbd5d527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:17.815845 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-89d6015b-75fe-4136-b003-78fb00c04bfe req-e72bc3ea-f1e7-4a92-80ab-a89dbd5d527b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1743090 Mar 11 11:53:17.950831 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86f4056d-9771-46a2-8c1f-0d77e8d0b3b2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:17.978754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-86f4056d-9771-46a2-8c1f-0d77e8d0b3b2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Calling delete_port for 01f1b758-11ae-47ce-91f3-deec473c8b64 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:17.985758 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6015b-75fe-4136-b003-78fb00c04bfe req-1b740f3f-0531-47c5-bb20-5b5417a6fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:17.986698 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-89d6015b-75fe-4136-b003-78fb00c04bfe req-1b740f3f-0531-47c5-bb20-5b5417a6fefc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1432521 Mar 11 11:53:18.011407 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b6941202-0a11-47a8-a216-025db58dc6c1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:18.101126 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] No DVR routers for this DVR port b6941202-0a11-47a8-a216-025db58dc6c1 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:53:18.102004 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Pushing event deleted for resources: {'Port': ['ID=b6941202-0a11-47a8-a216-025db58dc6c1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:18.197019 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a7b7f-f5fb-40d1-866f-c3184b73e36c req-dfa453aa-6499-4862-a9c2-8cb6bd53ae69 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:18.198694 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d16a7b7f-f5fb-40d1-866f-c3184b73e36c req-dfa453aa-6499-4862-a9c2-8cb6bd53ae69 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 944 time: 0.0662444 Mar 11 11:53:18.231084 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-89d6015b-75fe-4136-b003-78fb00c04bfe req-4c8b1ee3-d966-44b2-a346-7d583b6dc142 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325425 Mar 11 11:53:18.247150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b6941202-0a11-47a8-a216-025db58dc6c1 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:53:18.264180 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d16a7b7f-f5fb-40d1-866f-c3184b73e36c req-89cd6e96-b0a7-4735-aca6-ed353fb1d702 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593772 Mar 11 11:53:18.267062 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (31aea99d-6dfd-473e-b91e-7d0ad64c68f3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:18.279127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: b6941202-0a11-47a8-a216-025db58dc6c1 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:53:18.279519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b6941202-0a11-47a8-a216-025db58dc6c1 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:53:18.342299 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31aea99d-6dfd-473e-b91e-7d0ad64c68f3']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:18.359264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2647f15d-e40d-4812-8339-897caf3e377f') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:18.359460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2647f15d-e40d-4812-8339-897caf3e377f') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:18.405336 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (2647f15d-e40d-4812-8339-897caf3e377f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:18.428381 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (2647f15d-e40d-4812-8339-897caf3e377f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:18.442684 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86f4056d-9771-46a2-8c1f-0d77e8d0b3b2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (01f1b758-11ae-47ce-91f3-deec473c8b64), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:18.454160 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:53:18.454541 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (2647f15d-e40d-4812-8339-897caf3e377f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:53:18.458248 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:53:18.492611 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-89d6015b-75fe-4136-b003-78fb00c04bfe req-27c5d3a3-4291-4961-baa7-7495fd352613 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216887 Mar 11 11:53:18.499972 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4056d-9771-46a2-8c1f-0d77e8d0b3b2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event deleted for resources: {'Port': ['ID=01f1b758-11ae-47ce-91f3-deec473c8b64,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:18.525426 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:18.593311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (31aea99d-6dfd-473e-b91e-7d0ad64c68f3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:18.599086 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:18.604296 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] 10.222.0.78 "DELETE /v2.0/networks/31aea99d-6dfd-473e-b91e-7d0ad64c68f3 HTTP/1.1" status: 204 len: 168 time: 1.4755998 Mar 11 11:53:18.608294 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bde16-a382-4762-a94b-fddd20a0f77c req-49582d82-19d6-483f-b833-ac75e229e6c9 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:18.610344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-988bde16-a382-4762-a94b-fddd20a0f77c req-49582d82-19d6-483f-b833-ac75e229e6c9 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.0615251 Mar 11 11:53:18.621792 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 1b65367e-f785-43ef-9146-a7cdcdfe2450 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:53:18.625082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560e3a7-b7a2-47c5-94b8-71d11b4a8a38 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856 tempest-ExtraDHCPOptionsIpV6TestJSON-1005647856-project] Pushing event deleted for resources: {'Network': ['ID=31aea99d-6dfd-473e-b91e-7d0ad64c68f3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:18.636993 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86f4056d-9771-46a2-8c1f-0d77e8d0b3b2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:18.640808 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-86f4056d-9771-46a2-8c1f-0d77e8d0b3b2 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "DELETE /v2.0/ports/01f1b758-11ae-47ce-91f3-deec473c8b64 HTTP/1.1" status: 204 len: 168 time: 1.3543136 Mar 11 11:53:18.643823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56342) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:18.672441 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-988bde16-a382-4762-a94b-fddd20a0f77c req-d94e13a4-0aed-4915-b4be-cf828b479dd6 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566227 Mar 11 11:53:18.742327 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 1b65367e-f785-43ef-9146-a7cdcdfe2450, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=1b65367e-f785-43ef-9146-a7cdcdfe2450,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:18.747200 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7a382bf2-fd3e-465b-a565-3e22f2040e67 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Deleting port a71fbc2e-a97d-4402-8ded-69179cd4d38d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:18.747624 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a382bf2-fd3e-465b-a565-3e22f2040e67 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:18.756158 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '1b65367e-f785-43ef-9146-a7cdcdfe2450', 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648', 'port_id': '1b65367e-f785-43ef-9146-a7cdcdfe2450', 'mac_address': 'fa:16:3e:36:83:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f66835-f96f-400f-bf5c-297271943f29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:53:18.795948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 1b65367e-f785-43ef-9146-a7cdcdfe2450 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:18.796341 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:18.811456 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b65367e-f785-43ef-9146-a7cdcdfe2450 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:53:18.834239 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 1b65367e-f785-43ef-9146-a7cdcdfe2450, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=1b65367e-f785-43ef-9146-a7cdcdfe2450,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:18.840451 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:18.856745 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a382bf2-fd3e-465b-a565-3e22f2040e67 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:18.877022 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7a382bf2-fd3e-465b-a565-3e22f2040e67 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Calling delete_port for a71fbc2e-a97d-4402-8ded-69179cd4d38d owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:18.907441 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=1b65367e-f785-43ef-9146-a7cdcdfe2450,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:18.994318 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28717c8-250c-4421-936e-f6d8f3126721 req-72a0a320-c05e-4826-9d2b-2ae1d44a6d65 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:18.997160 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d28717c8-250c-4421-936e-f6d8f3126721 req-72a0a320-c05e-4826-9d2b-2ae1d44a6d65 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 948 time: 0.0620356 Mar 11 11:53:19.056683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56350) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:19.072661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d28717c8-250c-4421-936e-f6d8f3126721 req-5b11bafc-c392-46e3-bba9-8ab9152a0a73 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692122 Mar 11 11:53:19.097459 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a382bf2-fd3e-465b-a565-3e22f2040e67 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a71fbc2e-a97d-4402-8ded-69179cd4d38d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:19.133620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a382bf2-fd3e-465b-a565-3e22f2040e67 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event deleted for resources: {'Port': ['ID=a71fbc2e-a97d-4402-8ded-69179cd4d38d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:19.148353 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['1b65367e-f785-43ef-9146-a7cdcdfe2450'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:53:19.223941 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a382bf2-fd3e-465b-a565-3e22f2040e67 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:19.229624 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7a382bf2-fd3e-465b-a565-3e22f2040e67 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "DELETE /v2.0/ports/a71fbc2e-a97d-4402-8ded-69179cd4d38d HTTP/1.1" status: 204 len: 168 time: 0.5824616 Mar 11 11:53:19.230022 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56354) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:19.270890 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dba01edb-9c3c-48bf-bfae-b6751e6b651d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=993fa08f13b64862b94e765c8cb76b7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2128983 Mar 11 11:53:19.271696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56356) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:19.309923 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-f295a609-46df-4bb2-a4ad-bcbb332cbce6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Deleting subnet 31976299-c506-435a-a44b-700646b0a816 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:53:19.313865 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f295a609-46df-4bb2-a4ad-bcbb332cbce6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for subnet (31976299-c506-435a-a44b-700646b0a816), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:19.352400 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3c60ea3-cbfe-43fa-97b0-e77e22798471 admin admin] Publish callbacks [] for security_group (ada2a0b0-a277-44da-b7bd-fd713726d662), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:19.373745 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f295a609-46df-4bb2-a4ad-bcbb332cbce6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (31976299-c506-435a-a44b-700646b0a816), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:19.379371 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3c60ea3-cbfe-43fa-97b0-e77e22798471 admin admin] Publish callbacks [] for security_group (ada2a0b0-a277-44da-b7bd-fd713726d662), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:19.430986 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3c60ea3-cbfe-43fa-97b0-e77e22798471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ada2a0b0-a277-44da-b7bd-fd713726d662), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:19.433815 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3c60ea3-cbfe-43fa-97b0-e77e22798471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:19.435231 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a3c60ea3-cbfe-43fa-97b0-e77e22798471 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ada2a0b0-a277-44da-b7bd-fd713726d662 HTTP/1.1" status: 204 len: 168 time: 0.1623285 Mar 11 11:53:19.445723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c60ea3-cbfe-43fa-97b0-e77e22798471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada2a0b0-a277-44da-b7bd-fd713726d662,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:19.461575 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4aba71-25e7-4082-b544-0ee6fee05566 req-5e7279fa-6914-4ba0-a503-f8b176cdd3d4 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:19.463273 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f4aba71-25e7-4082-b544-0ee6fee05566 req-5e7279fa-6914-4ba0-a503-f8b176cdd3d4 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 945 time: 0.1016974 Mar 11 11:53:19.520657 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f295a609-46df-4bb2-a4ad-bcbb332cbce6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (31976299-c506-435a-a44b-700646b0a816), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:19.621768 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f4aba71-25e7-4082-b544-0ee6fee05566 req-b42eb2a1-27a9-4a35-a350-e77ab6a9fd23 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391797 Mar 11 11:53:19.645566 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f295a609-46df-4bb2-a4ad-bcbb332cbce6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (31976299-c506-435a-a44b-700646b0a816), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:19.675813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295a609-46df-4bb2-a4ad-bcbb332cbce6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event deleted for resources: {'Subnet': ['ID=31976299-c506-435a-a44b-700646b0a816,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:19.681408 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f295a609-46df-4bb2-a4ad-bcbb332cbce6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:19.687633 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f295a609-46df-4bb2-a4ad-bcbb332cbce6 tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "DELETE /v2.0/subnets/31976299-c506-435a-a44b-700646b0a816 HTTP/1.1" status: 204 len: 168 time: 0.4541326 Mar 11 11:53:19.687819 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56364) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:19.692203 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b5502f-da42-4f9d-aeff-d6a928761a8a None None] Network ffea5ad9-c0e5-4719-aece-e8e0fad462f9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:19.779275 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-255aeb8d-4a9b-4f4b-9b23-12066d6c607b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Deleting subnet f06fa7a8-3bd8-4ab3-994c-422981a66aeb {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:53:19.783060 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-255aeb8d-4a9b-4f4b-9b23-12066d6c607b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks [] for subnet (f06fa7a8-3bd8-4ab3-994c-422981a66aeb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:19.871411 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-255aeb8d-4a9b-4f4b-9b23-12066d6c607b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (f06fa7a8-3bd8-4ab3-994c-422981a66aeb), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:19.937164 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320a232-dc3f-4887-85cf-67922c4f6d6b req-9bea616d-6275-4278-a851-867d071a2ab5 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:19.938742 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1320a232-dc3f-4887-85cf-67922c4f6d6b req-9bea616d-6275-4278-a851-867d071a2ab5 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.1494460 Mar 11 11:53:20.022880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f02c97-d29a-4a59-bbcc-6e1d3f9159db None None] DHCP port deletion for ffea5ad9-c0e5-4719-aece-e8e0fad462f9 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:53:20.036456 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-255aeb8d-4a9b-4f4b-9b23-12066d6c607b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (f06fa7a8-3bd8-4ab3-994c-422981a66aeb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.062196 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.085484 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1320a232-dc3f-4887-85cf-67922c4f6d6b req-e50bd28d-483d-4497-97a7-75065a819fc7 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371267 Mar 11 11:53:20.116054 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-01f02c97-d29a-4a59-bbcc-6e1d3f9159db None None] Deleting port a3d4a303-c59b-4aeb-afd3-a656bf52187f {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:20.118576 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01f02c97-d29a-4a59-bbcc-6e1d3f9159db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a3d4a303-c59b-4aeb-afd3-a656bf52187f), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.149257 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-255aeb8d-4a9b-4f4b-9b23-12066d6c607b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (f06fa7a8-3bd8-4ab3-994c-422981a66aeb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.222833 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-01f02c97-d29a-4a59-bbcc-6e1d3f9159db None None] For port a3d4a303-c59b-4aeb-afd3-a656bf52187f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a3d4a303-c59b-4aeb-afd3-a656bf52187f,segment=NetworkSegment(b80c930a-bf39-4a09-b927-d1b8997284e1),segment_id=b80c930a-bf39-4a09-b927-d1b8997284e1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:20.223480 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01f02c97-d29a-4a59-bbcc-6e1d3f9159db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a3d4a303-c59b-4aeb-afd3-a656bf52187f), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.237752 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-255aeb8d-4a9b-4f4b-9b23-12066d6c607b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.241530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-255aeb8d-4a9b-4f4b-9b23-12066d6c607b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "DELETE /v2.0/subnets/f06fa7a8-3bd8-4ab3-994c-422981a66aeb HTTP/1.1" status: 204 len: 168 time: 0.5526583 Mar 11 11:53:20.246120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56396) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:20.255035 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-01f02c97-d29a-4a59-bbcc-6e1d3f9159db None None] Calling delete_port for a3d4a303-c59b-4aeb-afd3-a656bf52187f owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:20.255230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255aeb8d-4a9b-4f4b-9b23-12066d6c607b tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event deleted for resources: {'Subnet': ['ID=f06fa7a8-3bd8-4ab3-994c-422981a66aeb,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:20.315758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff762c5-5d06-4696-ac42-e6e92e1b0219 req-fc5763b4-f8b8-466f-894d-a33b16f55934 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:20.324291 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ff762c5-5d06-4696-ac42-e6e92e1b0219 req-fc5763b4-f8b8-466f-894d-a33b16f55934 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 948 time: 0.1285031 Mar 11 11:53:20.348323 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (ffea5ad9-c0e5-4719-aece-e8e0fad462f9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.390659 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ff762c5-5d06-4696-ac42-e6e92e1b0219 req-c6eed678-4e82-4388-95a9-f05105bf8923 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594029 Mar 11 11:53:20.396290 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5edd934-a93f-495f-8260-988f92eee17e None None] Network 0f6165f6-370b-479b-81e3-cdb2a28bb249 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:20.398611 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a3d4a303-c59b-4aeb-afd3-a656bf52187f no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:53:20.428887 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Deleting port a3d4a303-c59b-4aeb-afd3-a656bf52187f {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:20.429335 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a3d4a303-c59b-4aeb-afd3-a656bf52187f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.505913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56400) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:20.512395 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01f02c97-d29a-4a59-bbcc-6e1d3f9159db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (a3d4a303-c59b-4aeb-afd3-a656bf52187f), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.526027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] For port a3d4a303-c59b-4aeb-afd3-a656bf52187f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a3d4a303-c59b-4aeb-afd3-a656bf52187f,segment=NetworkSegment(b80c930a-bf39-4a09-b927-d1b8997284e1),segment_id=b80c930a-bf39-4a09-b927-d1b8997284e1)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:20.526456 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a3d4a303-c59b-4aeb-afd3-a656bf52187f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.542066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Calling delete_port for a3d4a303-c59b-4aeb-afd3-a656bf52187f owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:20.563630 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No active binding found for port a3d4a303-c59b-4aeb-afd3-a656bf52187f {{(pid=104033) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 11:53:20.563630 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] The host n-d-833234-2 is not matching for port a3d4a303-c59b-4aeb-afd3-a656bf52187f host None! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 11:53:20.563946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a3d4a303-c59b-4aeb-afd3-a656bf52187f not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:53:20.568663 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f02c97-d29a-4a59-bbcc-6e1d3f9159db None None] Pushing event deleted for resources: {'Port': ['ID=a3d4a303-c59b-4aeb-afd3-a656bf52187f,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:20.590331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f02c97-d29a-4a59-bbcc-6e1d3f9159db None None] No DVR routers for this DVR port a3d4a303-c59b-4aeb-afd3-a656bf52187f on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:53:20.623455 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device bf394ab5-ce45-4b23-b2f4-593ef82f7fbd details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:53:20.627641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 1b65367e-f785-43ef-9146-a7cdcdfe2450 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:53:20.661593 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a3d4a303-c59b-4aeb-afd3-a656bf52187f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.700914 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event deleted for resources: {'Port': ['ID=a3d4a303-c59b-4aeb-afd3-a656bf52187f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:20.721978 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] No DVR routers for this DVR port a3d4a303-c59b-4aeb-afd3-a656bf52187f on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:53:20.728165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72526166-03c3-42b8-82e1-31ebc3086ffa None None] DHCP port deletion for 0f6165f6-370b-479b-81e3-cdb2a28bb249 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:53:20.731811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 1b65367e-f785-43ef-9146-a7cdcdfe2450 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:53:20.773204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 1b65367e-f785-43ef-9146-a7cdcdfe2450 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:20.773815 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.775441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1319e66-009d-436a-96ab-3f62b7d76b43 req-c4a00ad4-1ba2-4c9f-b114-7e540ac4f86e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:20.777424 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1319e66-009d-436a-96ab-3f62b7d76b43 req-c4a00ad4-1ba2-4c9f-b114-7e540ac4f86e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 945 time: 0.0728414 Mar 11 11:53:20.789369 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3b68d04f-2ac5-4261-b55e-f5eda91f3778 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1443119136'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:20.834048 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1319e66-009d-436a-96ab-3f62b7d76b43 req-d2d52402-7c5f-450e-b275-f03bd93a0e2e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488191 Mar 11 11:53:20.837064 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (ffea5ad9-c0e5-4719-aece-e8e0fad462f9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.847535 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=bf394ab5-ce45-4b23-b2f4-593ef82f7fbd,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:20.864333 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd', 'mac_address': 'fa:16:3e:18:fe:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:53:20.866072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffea5ad9-c0e5-4719-aece-e8e0fad462f9']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:20.877791 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80c930a-bf39-4a09-b927-d1b8997284e1') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:20.878121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80c930a-bf39-4a09-b927-d1b8997284e1') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:20.892528 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b68d04f-2ac5-4261-b55e-f5eda91f3778 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:20.896247 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b68d04f-2ac5-4261-b55e-f5eda91f3778 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.903049 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (b80c930a-bf39-4a09-b927-d1b8997284e1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.915423 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b68d04f-2ac5-4261-b55e-f5eda91f3778 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.918701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-72526166-03c3-42b8-82e1-31ebc3086ffa None None] Deleting port 1e4d6e46-0804-4c21-9680-10556bf7296e {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:20.918701 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-72526166-03c3-42b8-82e1-31ebc3086ffa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1e4d6e46-0804-4c21-9680-10556bf7296e), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.933691 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b80c930a-bf39-4a09-b927-d1b8997284e1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.944148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:53:20.944895 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (b80c930a-bf39-4a09-b927-d1b8997284e1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:53:20.947758 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:53:20.962153 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:20.962537 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bf394ab5-ce45-4b23-b2f4-593ef82f7fbd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.026837 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf394ab5-ce45-4b23-b2f4-593ef82f7fbd {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:53:21.030724 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (ffea5ad9-c0e5-4719-aece-e8e0fad462f9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.040466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 1b65367e-f785-43ef-9146-a7cdcdfe2450 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:21.040877 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.044378 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.048145 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "DELETE /v2.0/networks/ffea5ad9-c0e5-4719-aece-e8e0fad462f9 HTTP/1.1" status: 204 len: 168 time: 0.8030097 Mar 11 11:53:21.048414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-72526166-03c3-42b8-82e1-31ebc3086ffa None None] For port 1e4d6e46-0804-4c21-9680-10556bf7296e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1e4d6e46-0804-4c21-9680-10556bf7296e,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:21.048783 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-72526166-03c3-42b8-82e1-31ebc3086ffa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1e4d6e46-0804-4c21-9680-10556bf7296e), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.052373 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56420) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:21.061671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881cdc6-7ea2-4c4a-86ea-7d337e41ad7a tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event deleted for resources: {'Network': ['ID=ffea5ad9-c0e5-4719-aece-e8e0fad462f9,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:21.086584 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-72526166-03c3-42b8-82e1-31ebc3086ffa None None] Calling delete_port for 1e4d6e46-0804-4c21-9680-10556bf7296e owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:21.089203 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=bf394ab5-ce45-4b23-b2f4-593ef82f7fbd,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:21.093598 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b68d04f-2ac5-4261-b55e-f5eda91f3778 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for security_group (031560c5-240b-40bc-bf8d-45414a1a2742), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.102374 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b68d04f-2ac5-4261-b55e-f5eda91f3778 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (031560c5-240b-40bc-bf8d-45414a1a2742), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.103847 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bf394ab5-ce45-4b23-b2f4-593ef82f7fbd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.104625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 58643ea6-9eed-44a9-901d-4db2be4d7da5 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:53:21.113382 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430d962b-ffe5-4e13-a23f-a3a35201ebb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b65367e-f785-43ef-9146-a7cdcdfe2450'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:53:21.115819 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d76b95-db2e-45d1-914d-36a109e26c6b" -d '{"events": [{"server_uuid": "430d962b-ffe5-4e13-a23f-a3a35201ebb7", "name": "network-vif-plugged", "status": "completed", "tag": "1b65367e-f785-43ef-9146-a7cdcdfe2450"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:53:21.148544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68d04f-2ac5-4261-b55e-f5eda91f3778 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031560c5-240b-40bc-bf8d-45414a1a2742,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:21.179040 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b68d04f-2ac5-4261-b55e-f5eda91f3778 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:53:21.198688 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b68d04f-2ac5-4261-b55e-f5eda91f3778 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4f596c2b-aee3-4873-aedd-c721a8b1ae9e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.200885 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-3b68d04f-2ac5-4261-b55e-f5eda91f3778 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Added segment 4f596c2b-aee3-4873-aedd-c721a8b1ae9e of type vlan for network 958d2736-38e2-496e-b9ad-2d219afa7c46 Mar 11 11:53:21.232948 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (0f6165f6-370b-479b-81e3-cdb2a28bb249), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.285645 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6effc2c-fd41-41dc-9fdd-1db4674f1a05 x-openstack-request-id: req-a6effc2c-fd41-41dc-9fdd-1db4674f1a05 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:53:21.286058 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430d962b-ffe5-4e13-a23f-a3a35201ebb7", "name": "network-vif-plugged", "status": "completed", "tag": "1b65367e-f785-43ef-9146-a7cdcdfe2450", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:53:21.286193 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a6effc2c-fd41-41dc-9fdd-1db4674f1a05 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:53:21.286731 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430d962b-ffe5-4e13-a23f-a3a35201ebb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b65367e-f785-43ef-9146-a7cdcdfe2450', 'code': 200} Mar 11 11:53:21.294724 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 1b65367e-f785-43ef-9146-a7cdcdfe2450, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=1b65367e-f785-43ef-9146-a7cdcdfe2450,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:21.314344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f543ccf-8ebf-461d-b9f2-11812df68c06 req-d756359e-82d6-4949-82a8-dc568ec5ed12 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:21.321760 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.322849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2f543ccf-8ebf-461d-b9f2-11812df68c06 req-d756359e-82d6-4949-82a8-dc568ec5ed12 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.1412601 Mar 11 11:53:21.338062 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b68d04f-2ac5-4261-b55e-f5eda91f3778 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (958d2736-38e2-496e-b9ad-2d219afa7c46), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.371100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 58643ea6-9eed-44a9-901d-4db2be4d7da5, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=58643ea6-9eed-44a9-901d-4db2be4d7da5,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:21.384661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=bf394ab5-ce45-4b23-b2f4-593ef82f7fbd,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:21.386281 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec192d9-792f-41fb-8489-0ad92b7507b7 req-a66a1d6c-44ed-486f-b141-9ec8c93720c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:21.387847 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eec192d9-792f-41fb-8489-0ad92b7507b7 req-a66a1d6c-44ed-486f-b141-9ec8c93720c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 1128 time: 0.0986061 Mar 11 11:53:21.393028 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2f543ccf-8ebf-461d-b9f2-11812df68c06 req-681d1be1-0df3-498f-9fbf-86b98bbf644b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689826 Mar 11 11:53:21.393397 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b68d04f-2ac5-4261-b55e-f5eda91f3778 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (958d2736-38e2-496e-b9ad-2d219afa7c46), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.402744 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Deleting port 1e4d6e46-0804-4c21-9680-10556bf7296e {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:21.403248 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1e4d6e46-0804-4c21-9680-10556bf7296e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.412270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b68d04f-2ac5-4261-b55e-f5eda91f3778 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:21.413066 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b68d04f-2ac5-4261-b55e-f5eda91f3778 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.428266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '58643ea6-9eed-44a9-901d-4db2be4d7da5', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '58643ea6-9eed-44a9-901d-4db2be4d7da5', 'mac_address': 'fa:16:3e:1a:3c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:53:21.482475 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] For port 1e4d6e46-0804-4c21-9680-10556bf7296e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1e4d6e46-0804-4c21-9680-10556bf7296e,segment=NetworkSegment(a6388d03-180f-469b-9ac3-d359a03ba5a5),segment_id=a6388d03-180f-469b-9ac3-d359a03ba5a5)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:21.483135 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1e4d6e46-0804-4c21-9680-10556bf7296e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.495528 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3b68d04f-2ac5-4261-b55e-f5eda91f3778 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9881847 Mar 11 11:53:21.530245 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Calling delete_port for 1e4d6e46-0804-4c21-9680-10556bf7296e owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:21.592318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68d04f-2ac5-4261-b55e-f5eda91f3778 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Network': ['ID=958d2736-38e2-496e-b9ad-2d219afa7c46,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:21.612593 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eec192d9-792f-41fb-8489-0ad92b7507b7 req-7b8f6c12-8a06-4957-83d1-ebae037761be service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954536 Mar 11 11:53:21.616584 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 958d2736-38e2-496e-b9ad-2d219afa7c46 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:53:21.652213 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-72526166-03c3-42b8-82e1-31ebc3086ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (1e4d6e46-0804-4c21-9680-10556bf7296e), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.654646 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=1b65367e-f785-43ef-9146-a7cdcdfe2450,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:21.673734 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dc625-29cd-4531-a525-ff8858a0d486 req-07dfe4ef-ae5b-4b61-91b8-b76b59e22cf6 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:21.676323 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d1dc625-29cd-4531-a525-ff8858a0d486 req-07dfe4ef-ae5b-4b61-91b8-b76b59e22cf6 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 948 time: 0.1673069 Mar 11 11:53:21.695515 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72526166-03c3-42b8-82e1-31ebc3086ffa None None] Pushing event deleted for resources: {'Port': ['ID=1e4d6e46-0804-4c21-9680-10556bf7296e,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:21.707520 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (1e4d6e46-0804-4c21-9680-10556bf7296e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.709930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 58643ea6-9eed-44a9-901d-4db2be4d7da5 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:21.710414 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (58643ea6-9eed-44a9-901d-4db2be4d7da5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.723136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72526166-03c3-42b8-82e1-31ebc3086ffa None None] No DVR routers for this DVR port 1e4d6e46-0804-4c21-9680-10556bf7296e on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:53:21.732540 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] No DVR routers for this DVR port 1e4d6e46-0804-4c21-9680-10556bf7296e on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:53:21.760162 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event deleted for resources: {'Port': ['ID=1e4d6e46-0804-4c21-9680-10556bf7296e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:21.800414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d1dc625-29cd-4531-a525-ff8858a0d486 req-8a53d8c2-4fcf-4c7d-ad0b-5e5ba8179fc1 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171012 Mar 11 11:53:21.806132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58643ea6-9eed-44a9-901d-4db2be4d7da5 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:53:21.829722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 58643ea6-9eed-44a9-901d-4db2be4d7da5, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=58643ea6-9eed-44a9-901d-4db2be4d7da5,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:21.835386 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (58643ea6-9eed-44a9-901d-4db2be4d7da5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.892275 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=58643ea6-9eed-44a9-901d-4db2be4d7da5,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:21.914052 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (0f6165f6-370b-479b-81e3-cdb2a28bb249), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:21.955563 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6165f6-370b-479b-81e3-cdb2a28bb249']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:21.981659 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6388d03-180f-469b-9ac3-d359a03ba5a5') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:21.982127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6388d03-180f-469b-9ac3-d359a03ba5a5') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:22.000782 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (a6388d03-180f-469b-9ac3-d359a03ba5a5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:22.019169 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (a6388d03-180f-469b-9ac3-d359a03ba5a5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:22.025882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:53:22.026111 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (a6388d03-180f-469b-9ac3-d359a03ba5a5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:53:22.039825 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:53:22.071321 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9483be2-061d-4e7c-b3a9-6ac124d57213 req-8237ab44-082f-487d-8dd0-f71078ca5624 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:22.073121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9483be2-061d-4e7c-b3a9-6ac124d57213 req-8237ab44-082f-487d-8dd0-f71078ca5624 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 946 time: 0.1301620 Mar 11 11:53:22.144700 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9483be2-061d-4e7c-b3a9-6ac124d57213 req-578cc084-ed4a-4a35-9eca-8e26aaf863d7 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444334 Mar 11 11:53:22.145465 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (0f6165f6-370b-479b-81e3-cdb2a28bb249), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:22.174922 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:22.178817 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] 10.222.0.78 "DELETE /v2.0/networks/0f6165f6-370b-479b-81e3-cdb2a28bb249 HTTP/1.1" status: 204 len: 168 time: 1.1247146 Mar 11 11:53:22.179825 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5fd70-684b-4e6b-ab2e-d32251569c3c tempest-TaggedBootDevicesTest-2130984935 tempest-TaggedBootDevicesTest-2130984935-project] Pushing event deleted for resources: {'Network': ['ID=0f6165f6-370b-479b-81e3-cdb2a28bb249,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:22.193360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['bf394ab5-ce45-4b23-b2f4-593ef82f7fbd'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:53:22.288460 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['58643ea6-9eed-44a9-901d-4db2be4d7da5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:53:22.337656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1e4d6e46-0804-4c21-9680-10556bf7296e no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:53:22.373457 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 1e4d6e46-0804-4c21-9680-10556bf7296e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:53:22.373953 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1e4d6e46-0804-4c21-9680-10556bf7296e not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:53:22.576762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7603a-355c-41b1-afce-64e759825412 req-ed8596f9-f7bd-4d40-8a28-53c7ff6dd3a7 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:22.586666 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ed7603a-355c-41b1-afce-64e759825412 req-ed8596f9-f7bd-4d40-8a28-53c7ff6dd3a7 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.0746524 Mar 11 11:53:22.657454 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ed7603a-355c-41b1-afce-64e759825412 req-93247366-5f86-4f1b-8b33-356fb7ca836e tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696988 Mar 11 11:53:22.967645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc62db-d15a-4be6-912e-a6d3ee050d9e req-4a26cd38-1d0f-48a1-ba2a-d9d354004889 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:22.969293 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2fc62db-d15a-4be6-912e-a6d3ee050d9e req-4a26cd38-1d0f-48a1-ba2a-d9d354004889 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 949 time: 0.0583155 Mar 11 11:53:23.020304 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2fc62db-d15a-4be6-912e-a6d3ee050d9e req-463c428f-dba5-48e6-8795-848c7d8f31cf tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447729 Mar 11 11:53:23.404379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9171f-2040-47cd-a534-50f7f9f0cedb req-71c6a0c7-bf0c-42bd-933b-241cb7266c60 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:23.405960 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85e9171f-2040-47cd-a534-50f7f9f0cedb req-71c6a0c7-bf0c-42bd-933b-241cb7266c60 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0736473 Mar 11 11:53:23.469044 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85e9171f-2040-47cd-a534-50f7f9f0cedb req-661db668-70b3-4321-94c7-562aa3be1294 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510688 Mar 11 11:53:23.858801 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb2530-aabc-4726-b7aa-5fe3742293ef req-a2ede9d2-365a-44c4-8764-936ea7f1088d tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:23.881254 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87eb2530-aabc-4726-b7aa-5fe3742293ef req-a2ede9d2-365a-44c4-8764-936ea7f1088d tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.1263320 Mar 11 11:53:23.994674 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87eb2530-aabc-4726-b7aa-5fe3742293ef req-ec97fd2a-c1d1-41e6-ae41-20f38711dcb8 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050708 Mar 11 11:53:24.208332 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f1620-dfc9-4c6c-b36a-31bd3daef481 req-5ede4edb-105d-4c35-8150-711c5a80bfeb tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:24.231064 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8c5f1620-dfc9-4c6c-b36a-31bd3daef481 req-5ede4edb-105d-4c35-8150-711c5a80bfeb tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 949 time: 0.0992780 Mar 11 11:53:24.320000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8c5f1620-dfc9-4c6c-b36a-31bd3daef481 req-3af3c096-5925-43ba-8035-7ea1bb438891 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876293 Mar 11 11:53:24.641797 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4067a-8f7d-4265-9b1a-6ef014c8d673 req-5676c6b5-8da8-48f1-ae43-7e21d1d9f807 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:24.649381 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cd4067a-8f7d-4265-9b1a-6ef014c8d673 req-5676c6b5-8da8-48f1-ae43-7e21d1d9f807 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0661230 Mar 11 11:53:24.672258 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device bf394ab5-ce45-4b23-b2f4-593ef82f7fbd up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:53:24.715059 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cd4067a-8f7d-4265-9b1a-6ef014c8d673 req-4dcc480e-01dc-47b1-a49f-bcf1f02dc976 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645454 Mar 11 11:53:24.750738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:53:24.755538 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:24.756048 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bf394ab5-ce45-4b23-b2f4-593ef82f7fbd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:24.792119 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56546) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:24.798186 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'subnet': {'network_id': '958d2736-38e2-496e-b9ad-2d219afa7c46', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:24.905409 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:24.905809 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bf394ab5-ce45-4b23-b2f4-593ef82f7fbd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:24.930574 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:24.934450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4964141f-d628-448a-958e-22eec4bd6420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:53:24.936195 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:24.937120 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a037cfe7-ccc1-49fe-a7a3-dc190e01a5c6" -d '{"events": [{"server_uuid": "4964141f-d628-448a-958e-22eec4bd6420", "name": "network-vif-plugged", "status": "completed", "tag": "bf394ab5-ce45-4b23-b2f4-593ef82f7fbd"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:53:24.971812 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=bf394ab5-ce45-4b23-b2f4-593ef82f7fbd,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:24.984755 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bf394ab5-ce45-4b23-b2f4-593ef82f7fbd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:24.985913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 58643ea6-9eed-44a9-901d-4db2be4d7da5 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:53:25.034264 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ef2ced-a698-4095-a061-6c3f9a3a6f36 x-openstack-request-id: req-63ef2ced-a698-4095-a061-6c3f9a3a6f36 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:53:25.034552 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4964141f-d628-448a-958e-22eec4bd6420", "name": "network-vif-plugged", "status": "completed", "tag": "bf394ab5-ce45-4b23-b2f4-593ef82f7fbd", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:53:25.035269 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63ef2ced-a698-4095-a061-6c3f9a3a6f36 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:53:25.035836 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4964141f-d628-448a-958e-22eec4bd6420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd', 'code': 200} Mar 11 11:53:25.100026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 58643ea6-9eed-44a9-901d-4db2be4d7da5 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:53:25.114415 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 58643ea6-9eed-44a9-901d-4db2be4d7da5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:25.114789 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (58643ea6-9eed-44a9-901d-4db2be4d7da5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:25.168735 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d741bd8-bfb6-4dba-ab63-d73a80e7841f req-b3a04ba5-dfe6-4d46-9681-7562e88560f7 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:25.173497 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=bf394ab5-ce45-4b23-b2f4-593ef82f7fbd,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:25.192573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d741bd8-bfb6-4dba-ab63-d73a80e7841f req-b3a04ba5-dfe6-4d46-9681-7562e88560f7 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.0989320 Mar 11 11:53:25.278269 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d741bd8-bfb6-4dba-ab63-d73a80e7841f req-7158a21a-da4a-4686-aa51-a6c3457b808b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844157 Mar 11 11:53:25.421383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 58643ea6-9eed-44a9-901d-4db2be4d7da5 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:25.421778 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (58643ea6-9eed-44a9-901d-4db2be4d7da5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:25.459546 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 58643ea6-9eed-44a9-901d-4db2be4d7da5, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=58643ea6-9eed-44a9-901d-4db2be4d7da5,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:25.465903 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (58643ea6-9eed-44a9-901d-4db2be4d7da5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:25.505206 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73eb44e-943b-4b4e-97b0-7978fb9d138a req-5d498ae1-f74f-4ceb-9d70-c22184008d55 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:25.507195 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a73eb44e-943b-4b4e-97b0-7978fb9d138a req-5d498ae1-f74f-4ceb-9d70-c22184008d55 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 949 time: 0.1056290 Mar 11 11:53:25.527283 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=58643ea6-9eed-44a9-901d-4db2be4d7da5,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:25.570926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c08f4-6f19-471b-a5d0-dc9648c8b22f req-25c07d1d-7054-44de-bb87-5f50035dc002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:25.572594 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-594c08f4-6f19-471b-a5d0-dc9648c8b22f req-25c07d1d-7054-44de-bb87-5f50035dc002 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4964141f-d628-448a-958e-22eec4bd6420 HTTP/1.1" status: 200 len: 1132 time: 0.4424694 Mar 11 11:53:25.578748 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a73eb44e-943b-4b4e-97b0-7978fb9d138a req-b18f7a6e-bd14-4929-85dc-44ede2dcd325 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622904 Mar 11 11:53:25.640948 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (60e7b893-6d32-4fc9-b4fa-e590442ec78c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:25.693968 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-594c08f4-6f19-471b-a5d0-dc9648c8b22f req-3f143ac6-db7f-49b0-9555-31104cad482b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118016 Mar 11 11:53:25.711144 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Subnet': ['ID=60e7b893-6d32-4fc9-b4fa-e590442ec78c,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:25.749695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:25.750606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:25.751189 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:25.751885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:25.752560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:25.753182 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:25.753594 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:25.754230 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:25.754681 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:25.755145 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:25.755596 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:25.756027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:25.756451 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:25.760746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Checking segment: {'id': '4f596c2b-aee3-4873-aedd-c721a8b1ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '958d2736-38e2-496e-b9ad-2d219afa7c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:25.761111 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network hostable DHCP agents. Network: 958d2736-38e2-496e-b9ad-2d219afa7c46, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:53:25.800520 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network 958d2736-38e2-496e-b9ad-2d219afa7c46 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:53:25.817178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 958d2736-38e2-496e-b9ad-2d219afa7c46) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:25.821954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:25.822744 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:25.828550 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e735f0-2140-48ff-a23e-10b4c3794610 None None] Network 958d2736-38e2-496e-b9ad-2d219afa7c46 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:25.874983 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-73c4bf76-e34d-448f-acd3-dd0fe600710f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0786476 Mar 11 11:53:25.875241 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56574) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:25.880974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10530ede-d846-406b-ad2f-2dd7ae5de548 req-1493d50a-de51-4401-a001-ff58b4bb2b1c tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:25.881709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cbd9a9ed-2817-4cba-8b84-5b8146c1afec tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1968485299'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:25.883076 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10530ede-d846-406b-ad2f-2dd7ae5de548 req-1493d50a-de51-4401-a001-ff58b4bb2b1c tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0824361 Mar 11 11:53:25.931168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd9a9ed-2817-4cba-8b84-5b8146c1afec tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:25.934987 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a9ed-2817-4cba-8b84-5b8146c1afec tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:25.943922 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10530ede-d846-406b-ad2f-2dd7ae5de548 req-e5915806-31ce-441c-867f-624531228bdf tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544415 Mar 11 11:53:25.981192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd9a9ed-2817-4cba-8b84-5b8146c1afec tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:53:25.997911 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-958d2736-38e2-496e-b9ad-2d219afa7c46', 'network_id': '958d2736-38e2-496e-b9ad-2d219afa7c46', 'project_id': '37c74eaca571449ead59dd3eaac8d01a', 'fixed_ips': [{'subnet_id': '60e7b893-6d32-4fc9-b4fa-e590442ec78c'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:53:26.000728 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a9ed-2817-4cba-8b84-5b8146c1afec tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (5f5a5b6e-d6b0-4543-8981-0901c82e17ca), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:26.000728 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-cbd9a9ed-2817-4cba-8b84-5b8146c1afec tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Added segment 5f5a5b6e-d6b0-4543-8981-0901c82e17ca of type vlan for network 41c74858-c1e7-466e-9210-a65bfa1ac964 Mar 11 11:53:26.004023 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:26.046608 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a9ed-2817-4cba-8b84-5b8146c1afec tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (41c74858-c1e7-466e-9210-a65bfa1ac964), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:26.079273 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a9ed-2817-4cba-8b84-5b8146c1afec tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (41c74858-c1e7-466e-9210-a65bfa1ac964), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:26.085650 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd9a9ed-2817-4cba-8b84-5b8146c1afec tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:26.086245 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a9ed-2817-4cba-8b84-5b8146c1afec tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:26.124210 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cbd9a9ed-2817-4cba-8b84-5b8146c1afec tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2475102 Mar 11 11:53:26.127033 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56578) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:26.132681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-bed6014e-4da1-42eb-b84d-7f18f8589ec1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'subnet': {'network_id': '41c74858-c1e7-466e-9210-a65bfa1ac964', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:26.195523 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Allocated IP 2001:db8:0:ffff::2 (958d2736-38e2-496e-b9ad-2d219afa7c46/60e7b893-6d32-4fc9-b4fa-e590442ec78c/848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:53:26.214581 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9a9ed-2817-4cba-8b84-5b8146c1afec tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Network': ['ID=41c74858-c1e7-466e-9210-a65bfa1ac964,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:26.228822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 41c74858-c1e7-466e-9210-a65bfa1ac964 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:53:26.293349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed6014e-4da1-42eb-b84d-7f18f8589ec1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:26.304314 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bed6014e-4da1-42eb-b84d-7f18f8589ec1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:26.500667 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Publish callbacks [] for port (848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:26.515284 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:26.554926 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Network 958d2736-38e2-496e-b9ad-2d219afa7c46 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:53:26.558145 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:26.561302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:53:26.572620 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eae1f5-58b1-4d40-9a24-ecd801ee14f8 req-f7c0d6d5-a5d6-493f-a691-d015899da688 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:26.574398 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05eae1f5-58b1-4d40-9a24-ecd801ee14f8 req-f7c0d6d5-a5d6-493f-a691-d015899da688 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.1593845 Mar 11 11:53:26.575987 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bed6014e-4da1-42eb-b84d-7f18f8589ec1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (cd4f2a82-6d49-4ff8-b7c6-df95ff01d69e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:26.583063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Pushing event updated for resources: {'Port': ['ID=848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:26.672874 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6014e-4da1-42eb-b84d-7f18f8589ec1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Subnet': ['ID=cd4f2a82-6d49-4ff8-b7c6-df95ff01d69e,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:26.677364 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 1b65367e-f785-43ef-9146-a7cdcdfe2450 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:53:26.689512 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05eae1f5-58b1-4d40-9a24-ecd801ee14f8 req-162d43fe-ea12-4b54-a1bb-852ec0fe88fd tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076951 Mar 11 11:53:26.699535 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed6014e-4da1-42eb-b84d-7f18f8589ec1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Checking segment: {'id': '5f5a5b6e-d6b0-4543-8981-0901c82e17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '41c74858-c1e7-466e-9210-a65bfa1ac964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:26.700032 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed6014e-4da1-42eb-b84d-7f18f8589ec1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network hostable DHCP agents. Network: 41c74858-c1e7-466e-9210-a65bfa1ac964, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:53:26.716282 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Attempting to bind port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:53:26.716648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Attempting to bind port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4f596c2b-aee3-4873-aedd-c721a8b1ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '958d2736-38e2-496e-b9ad-2d219afa7c46'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:53:26.717005 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Attempting to bind port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e on network 958d2736-38e2-496e-b9ad-2d219afa7c46 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:26.727100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:53:26.727476 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Checking segment: {'id': '4f596c2b-aee3-4873-aedd-c721a8b1ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '958d2736-38e2-496e-b9ad-2d219afa7c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:26.727902 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:26.728288 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Bound using segment: {'id': '4f596c2b-aee3-4873-aedd-c721a8b1ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '958d2736-38e2-496e-b9ad-2d219afa7c46'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:53:26.728751 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Bound port: 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f596c2b-aee3-4873-aedd-c721a8b1ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '958d2736-38e2-496e-b9ad-2d219afa7c46'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:53:26.729129 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:26.773472 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed6014e-4da1-42eb-b84d-7f18f8589ec1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network 41c74858-c1e7-466e-9210-a65bfa1ac964 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:53:26.811247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd1431-d165-48f2-ac97-5229dd6c56c0 req-4adaa634-60be-4e2e-9960-a2531f2248cd tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:26.813879 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ddfd1431-d165-48f2-ac97-5229dd6c56c0 req-4adaa634-60be-4e2e-9960-a2531f2248cd tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 950 time: 0.1009631 Mar 11 11:53:26.818516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-bed6014e-4da1-42eb-b84d-7f18f8589ec1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 41c74858-c1e7-466e-9210-a65bfa1ac964) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:26.833568 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c093e369-015f-40b8-9871-3bbba6dab457 None None] Network 41c74858-c1e7-466e-9210-a65bfa1ac964 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:26.873776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed6014e-4da1-42eb-b84d-7f18f8589ec1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:26.874585 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bed6014e-4da1-42eb-b84d-7f18f8589ec1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:26.923809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56600) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:26.931384 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] For port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:53:26.935068 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bed6014e-4da1-42eb-b84d-7f18f8589ec1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8065639 Mar 11 11:53:26.952243 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ddfd1431-d165-48f2-ac97-5229dd6c56c0 req-a8eaab68-b2eb-4038-a306-d0494b963893 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293712 Mar 11 11:53:26.987314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] For port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e,segment=NetworkSegment(4f596c2b-aee3-4873-aedd-c721a8b1ae9e),segment_id=4f596c2b-aee3-4873-aedd-c721a8b1ae9e)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:53:27.013562 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:27.018840 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 1b65367e-f785-43ef-9146-a7cdcdfe2450, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=1b65367e-f785-43ef-9146-a7cdcdfe2450,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:27.038715 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05f5cba-c4a7-4c92-b499-df84a1b151b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58643ea6-9eed-44a9-901d-4db2be4d7da5'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:53:27.041859 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5944f983-418a-4696-89e2-0bc370ecc0f7" -d '{"events": [{"server_uuid": "f05f5cba-c4a7-4c92-b499-df84a1b151b3", "name": "network-vif-plugged", "status": "completed", "tag": "58643ea6-9eed-44a9-901d-4db2be4d7da5"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:53:27.126562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '1b65367e-f785-43ef-9146-a7cdcdfe2450', 'network_id': '3535c090-28c6-4aa7-9181-bb2bb7c93648', 'port_id': '1b65367e-f785-43ef-9146-a7cdcdfe2450', 'mac_address': 'fa:16:3e:36:83:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f66835-f96f-400f-bf5c-297271943f29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:53:27.130412 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-41c74858-c1e7-466e-9210-a65bfa1ac964', 'network_id': '41c74858-c1e7-466e-9210-a65bfa1ac964', 'project_id': '37c74eaca571449ead59dd3eaac8d01a', 'fixed_ips': [{'subnet_id': 'cd4f2a82-6d49-4ff8-b7c6-df95ff01d69e'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:53:27.131272 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:27.134115 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (41c74858-c1e7-466e-9210-a65bfa1ac964), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:27.157024 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87302f9b-dae8-43bd-817e-ad709fc6e141 x-openstack-request-id: req-87302f9b-dae8-43bd-817e-ad709fc6e141 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:53:27.157360 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05f5cba-c4a7-4c92-b499-df84a1b151b3", "name": "network-vif-plugged", "status": "completed", "tag": "58643ea6-9eed-44a9-901d-4db2be4d7da5", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:53:27.157624 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87302f9b-dae8-43bd-817e-ad709fc6e141 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:53:27.158224 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05f5cba-c4a7-4c92-b499-df84a1b151b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58643ea6-9eed-44a9-901d-4db2be4d7da5', 'code': 200} Mar 11 11:53:27.197273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf3afe-4ff4-4be0-8d92-fd72b1d0eaf9 req-1913417f-235e-488a-a034-c50b9e7bc5d9 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:27.209204 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38bf3afe-4ff4-4be0-8d92-fd72b1d0eaf9 req-1913417f-235e-488a-a034-c50b9e7bc5d9 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 946 time: 0.1365116 Mar 11 11:53:27.215322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 1b65367e-f785-43ef-9146-a7cdcdfe2450 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:27.215719 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:27.252708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b65367e-f785-43ef-9146-a7cdcdfe2450 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:53:27.335863 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (cd4f2a82-6d49-4ff8-b7c6-df95ff01d69e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:27.352462 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38bf3afe-4ff4-4be0-8d92-fd72b1d0eaf9 req-75c8f083-bfb1-4f00-86e8-bfca9a8248ac tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373365 Mar 11 11:53:27.363750 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279d4cb-fee3-4bfc-bed6-d4476ad30d7f None None] Pushing event updated for resources: {'Port': ['ID=848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:27.402639 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 1b65367e-f785-43ef-9146-a7cdcdfe2450, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=1b65367e-f785-43ef-9146-a7cdcdfe2450,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:27.477472 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:27.488474 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a620c-db2d-4455-a711-cf738f87e5bf req-25909736-a4ca-4b18-b338-992b6cbb9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:27.490189 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b66a620c-db2d-4455-a711-cf738f87e5bf req-25909736-a4ca-4b18-b338-992b6cbb9095 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 1132 time: 0.1458685 Mar 11 11:53:27.584207 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Allocated IP 2001:db8::1 (41c74858-c1e7-466e-9210-a65bfa1ac964/cd4f2a82-6d49-4ff8-b7c6-df95ff01d69e/2770b832-e6cc-4761-ab11-7b4d37ef4ec9) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:53:27.593161 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b66a620c-db2d-4455-a711-cf738f87e5bf req-a33094dc-b1e8-48f6-8445-1d299c1b4d28 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944717 Mar 11 11:53:27.605776 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=1b65367e-f785-43ef-9146-a7cdcdfe2450,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:27.678325 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['1b65367e-f785-43ef-9146-a7cdcdfe2450'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:53:27.828954 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Publish callbacks [] for port (2770b832-e6cc-4761-ab11-7b4d37ef4ec9), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:27.850743 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (2770b832-e6cc-4761-ab11-7b4d37ef4ec9), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:27.894649 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (cd4f2a82-6d49-4ff8-b7c6-df95ff01d69e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:27.932618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Network 41c74858-c1e7-466e-9210-a65bfa1ac964 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:53:27.946598 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b4db1-4189-45b0-8fa4-e4dc04fec181 req-bf6c09f5-689d-4593-b60c-aa9b7a0a364a tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:27.947236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:27.953075 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:53:27.957615 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Pushing event updated for resources: {'Port': ['ID=2770b832-e6cc-4761-ab11-7b4d37ef4ec9,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:27.970373 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d50b4db1-4189-45b0-8fa4-e4dc04fec181 req-bf6c09f5-689d-4593-b60c-aa9b7a0a364a tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.1836770 Mar 11 11:53:28.074275 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Subnet': ['ID=cd4f2a82-6d49-4ff8-b7c6-df95ff01d69e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:28.195213 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d50b4db1-4189-45b0-8fa4-e4dc04fec181 req-7aadaa22-0ef8-4f27-a7cf-bb94425029b6 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179916 Mar 11 11:53:28.219047 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (41c74858-c1e7-466e-9210-a65bfa1ac964), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:28.272573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Attempting to bind port 2770b832-e6cc-4761-ab11-7b4d37ef4ec9 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:53:28.273007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Attempting to bind port 2770b832-e6cc-4761-ab11-7b4d37ef4ec9 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '5f5a5b6e-d6b0-4543-8981-0901c82e17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '41c74858-c1e7-466e-9210-a65bfa1ac964'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:53:28.274608 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Attempting to bind port 2770b832-e6cc-4761-ab11-7b4d37ef4ec9 on network 41c74858-c1e7-466e-9210-a65bfa1ac964 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:28.280196 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c74858-c1e7-466e-9210-a65bfa1ac964']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:28.307082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:53:28.307460 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Checking segment: {'id': '5f5a5b6e-d6b0-4543-8981-0901c82e17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '41c74858-c1e7-466e-9210-a65bfa1ac964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:28.308002 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:28.308290 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Bound using segment: {'id': '5f5a5b6e-d6b0-4543-8981-0901c82e17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '41c74858-c1e7-466e-9210-a65bfa1ac964'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:53:28.308781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Bound port: 2770b832-e6cc-4761-ab11-7b4d37ef4ec9, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5a5b6e-d6b0-4543-8981-0901c82e17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '41c74858-c1e7-466e-9210-a65bfa1ac964'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:53:28.309161 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2770b832-e6cc-4761-ab11-7b4d37ef4ec9), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:28.316112 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5a5b6e-d6b0-4543-8981-0901c82e17ca') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:28.316487 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5a5b6e-d6b0-4543-8981-0901c82e17ca') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:28.361654 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a32df1-c30e-4ca7-838d-d7e726272577 req-791e9f49-c6e6-4ccf-bb28-41deb81b976b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:28.363495 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39a32df1-c30e-4ca7-838d-d7e726272577 req-791e9f49-c6e6-4ccf-bb28-41deb81b976b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 950 time: 0.1643720 Mar 11 11:53:28.367831 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (5f5a5b6e-d6b0-4543-8981-0901c82e17ca), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:28.427674 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (5f5a5b6e-d6b0-4543-8981-0901c82e17ca), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:28.447973 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:53:28.448529 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (5f5a5b6e-d6b0-4543-8981-0901c82e17ca), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:28.456281 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39a32df1-c30e-4ca7-838d-d7e726272577 req-015b980e-d904-4eed-971c-d2396ac9ba9a tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809367 Mar 11 11:53:28.496952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:53:28.561505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8551c4-60fe-40d1-a03b-59a22973e92c req-9397aa55-86a0-4b54-a992-fc284b319af6 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:28.563192 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd8551c4-60fe-40d1-a03b-59a22973e92c req-9397aa55-86a0-4b54-a992-fc284b319af6 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 945 time: 0.0752020 Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:53:28.603811 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:53:28.611074 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.api [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 11:53:28.611074 n-d-833234-2 neutron-server[104032]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 11:53:28.611074 n-d-833234-2 neutron-server[104032]: [parameters: {'id': '41c74858-c1e7-466e-9210-a65bfa1ac964'}] Mar 11 11:53:28.611074 n-d-833234-2 neutron-server[104032]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:53:28.611404 n-d-833234-2 neutron-server[104032]: DEBUG oslo_db.api [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:53:28.640465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] For port 2770b832-e6cc-4761-ab11-7b4d37ef4ec9, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:53:28.645129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] For port 2770b832-e6cc-4761-ab11-7b4d37ef4ec9, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2770b832-e6cc-4761-ab11-7b4d37ef4ec9,segment=NetworkSegment(5f5a5b6e-d6b0-4543-8981-0901c82e17ca),segment_id=5f5a5b6e-d6b0-4543-8981-0901c82e17ca)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:53:28.650275 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd8551c4-60fe-40d1-a03b-59a22973e92c req-b8af3856-2c23-45f6-80ca-f715b44f8065 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789046 Mar 11 11:53:28.657523 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:28.657899 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:28.710122 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2770b832-e6cc-4761-ab11-7b4d37ef4ec9), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:28.850980 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:28.851651 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:28.864800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d12f02c-cb88-4d17-a70e-127475f7fc04 None None] Network 958d2736-38e2-496e-b9ad-2d219afa7c46 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:28.979789 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4ee60-316b-4dab-97ab-4bd2d9743edb None None] Pushing event updated for resources: {'Port': ['ID=2770b832-e6cc-4761-ab11-7b4d37ef4ec9,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:29.026637 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd9c868-ae3f-484e-9e8e-3368550f036b None None] Network 41c74858-c1e7-466e-9210-a65bfa1ac964 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:29.035373 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e449d708-96fe-4b6a-a098-b427d0dde2a7 None None] Provisioning complete for port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:29.035800 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e449d708-96fe-4b6a-a098-b427d0dde2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:29.039660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e,segment=NetworkSegment(4f596c2b-aee3-4873-aedd-c721a8b1ae9e),segment_id=4f596c2b-aee3-4873-aedd-c721a8b1ae9e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:29.112552 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (41c74858-c1e7-466e-9210-a65bfa1ac964), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:29.185815 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Deleting port 2770b832-e6cc-4761-ab11-7b4d37ef4ec9 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:29.186357 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2770b832-e6cc-4761-ab11-7b4d37ef4ec9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:29.285968 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:29.309290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] For port 2770b832-e6cc-4761-ab11-7b4d37ef4ec9, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2770b832-e6cc-4761-ab11-7b4d37ef4ec9,segment=NetworkSegment(5f5a5b6e-d6b0-4543-8981-0901c82e17ca),segment_id=5f5a5b6e-d6b0-4543-8981-0901c82e17ca)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:29.309823 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2770b832-e6cc-4761-ab11-7b4d37ef4ec9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:29.341004 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Calling delete_port for 2770b832-e6cc-4761-ab11-7b4d37ef4ec9 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:29.466246 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (2770b832-e6cc-4761-ab11-7b4d37ef4ec9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:29.534153 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Port': ['ID=2770b832-e6cc-4761-ab11-7b4d37ef4ec9,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:29.544661 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No DVR routers for this DVR port 2770b832-e6cc-4761-ab11-7b4d37ef4ec9 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:53:29.572745 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:29.674020 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (41c74858-c1e7-466e-9210-a65bfa1ac964), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:29.702358 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c74858-c1e7-466e-9210-a65bfa1ac964']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:29.712351 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5a5b6e-d6b0-4543-8981-0901c82e17ca') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:29.712649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5a5b6e-d6b0-4543-8981-0901c82e17ca') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:29.722917 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (5f5a5b6e-d6b0-4543-8981-0901c82e17ca), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:29.737529 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (5f5a5b6e-d6b0-4543-8981-0901c82e17ca), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:29.743961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:53:29.744367 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (5f5a5b6e-d6b0-4543-8981-0901c82e17ca), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:29.746246 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c27679-fac2-4ffb-af26-607d9c4f56cb req-71b56bcf-1bfc-477c-9518-2ef3036bd64e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:29.754994 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-11c27679-fac2-4ffb-af26-607d9c4f56cb req-71b56bcf-1bfc-477c-9518-2ef3036bd64e tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 945 time: 0.6074278 Mar 11 11:53:29.766370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e449d708-96fe-4b6a-a098-b427d0dde2a7 None None] Current status of the port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:53:29.820710 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:53:29.828959 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb591f-cc13-47cb-b776-d50a3118525e req-e17360f9-97bb-4b23-9281-0488fe7d1a4a tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:29.830796 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32eb591f-cc13-47cb-b776-d50a3118525e req-e17360f9-97bb-4b23-9281-0488fe7d1a4a tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.1540716 Mar 11 11:53:29.836243 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (41c74858-c1e7-466e-9210-a65bfa1ac964), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:29.863987 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:29.867659 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/networks/41c74858-c1e7-466e-9210-a65bfa1ac964 HTTP/1.1" status: 204 len: 168 time: 2.9431345 Mar 11 11:53:29.868342 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-11c27679-fac2-4ffb-af26-607d9c4f56cb req-6c3099c2-c1a0-412c-9f21-6604a86648e2 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123893 Mar 11 11:53:29.868485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b21a1-2db0-4f70-a25a-2426352053fb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Network': ['ID=41c74858-c1e7-466e-9210-a65bfa1ac964,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:29.875337 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56664) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:29.895366 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-92e765d8-52ac-4e98-a8c6-3890705ed98e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-61638672'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:29.937924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32eb591f-cc13-47cb-b776-d50a3118525e req-81c45782-b2d2-452b-a2ab-6ad7e73722bf tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961745 Mar 11 11:53:29.957206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e765d8-52ac-4e98-a8c6-3890705ed98e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:29.960866 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92e765d8-52ac-4e98-a8c6-3890705ed98e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:30.004137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e765d8-52ac-4e98-a8c6-3890705ed98e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:53:30.035571 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92e765d8-52ac-4e98-a8c6-3890705ed98e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (92102a44-fab1-4490-9830-76929cc8c70a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:30.035979 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-92e765d8-52ac-4e98-a8c6-3890705ed98e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Added segment 92102a44-fab1-4490-9830-76929cc8c70a of type vlan for network 5942f29b-34a9-4c31-a812-6d3f7f917348 Mar 11 11:53:30.076981 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877442a-4769-4c8c-bbbb-5721366321a8 req-c5e54c9d-efc5-4951-b6f0-27885528b1e3 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:30.087008 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c877442a-4769-4c8c-bbbb-5721366321a8 req-c5e54c9d-efc5-4951-b6f0-27885528b1e3 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 950 time: 0.1010187 Mar 11 11:53:30.094217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5411a794-32c1-47db-83b4-fbae8a7f0efe None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 11:53:30.110684 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92e765d8-52ac-4e98-a8c6-3890705ed98e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (5942f29b-34a9-4c31-a812-6d3f7f917348), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:30.145990 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c877442a-4769-4c8c-bbbb-5721366321a8 req-00be8c29-9d48-412d-92a1-8e6248837101 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572939 Mar 11 11:53:30.170899 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92e765d8-52ac-4e98-a8c6-3890705ed98e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (5942f29b-34a9-4c31-a812-6d3f7f917348), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:30.176654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e765d8-52ac-4e98-a8c6-3890705ed98e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:30.177244 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92e765d8-52ac-4e98-a8c6-3890705ed98e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:30.278207 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-92e765d8-52ac-4e98-a8c6-3890705ed98e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4017258 Mar 11 11:53:30.278951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56676) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:30.287449 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-64732df7-53da-47ce-8378-4ceef8c478cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'subnet': {'network_id': '5942f29b-34a9-4c31-a812-6d3f7f917348', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:30.317950 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-79d334c7-90ec-4792-bf39-c32f851c7951 None None] Provisioning complete for port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:30.318325 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-79d334c7-90ec-4792-bf39-c32f851c7951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:30.351942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17f1e1-e26f-4bfe-88e1-afd380979f4d req-d68b2ef2-fa33-443c-9765-9d83b712ee22 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:30.354020 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7a17f1e1-e26f-4bfe-88e1-afd380979f4d req-d68b2ef2-fa33-443c-9765-9d83b712ee22 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=4964141f-d628-448a-958e-22eec4bd6420 HTTP/1.1" status: 200 len: 950 time: 0.1037529 Mar 11 11:53:30.365029 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:53:30.365431 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e765d8-52ac-4e98-a8c6-3890705ed98e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Network': ['ID=5942f29b-34a9-4c31-a812-6d3f7f917348,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:30.422169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7a17f1e1-e26f-4bfe-88e1-afd380979f4d req-a768bc56-a837-4253-8576-b7d28729b649 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619023 Mar 11 11:53:30.495721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 5942f29b-34a9-4c31-a812-6d3f7f917348 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:53:30.506297 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64732df7-53da-47ce-8378-4ceef8c478cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:30.511112 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-64732df7-53da-47ce-8378-4ceef8c478cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:30.684144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:30.684563 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:30.692303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 1b65367e-f785-43ef-9146-a7cdcdfe2450 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:53:30.756182 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-79d334c7-90ec-4792-bf39-c32f851c7951 None None] Current status of the port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:30.779854 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5411a794-32c1-47db-83b4-fbae8a7f0efe None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 11:53:30.918048 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc32354-fd77-4304-91dd-d66d7a8c2aca req-3b4aafd0-2245-48a0-b8b2-e77758385e3e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:30.921304 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-64732df7-53da-47ce-8378-4ceef8c478cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (d4bcfcd8-6926-4ac0-b19e-40d3cb82fc41), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:30.926582 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc32354-fd77-4304-91dd-d66d7a8c2aca req-3b4aafd0-2245-48a0-b8b2-e77758385e3e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:30.935565 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dc32354-fd77-4304-91dd-d66d7a8c2aca req-3b4aafd0-2245-48a0-b8b2-e77758385e3e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=4964141f-d628-448a-958e-22eec4bd6420&device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 1691 time: 0.0943317 Mar 11 11:53:31.001178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 1b65367e-f785-43ef-9146-a7cdcdfe2450 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:31.001551 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:31.002689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a9653-9a66-4be9-817a-0a4d7cf0abfb req-877e74a8-808a-4322-8930-92c5744b89c3 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:31.004816 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4c4a9653-9a66-4be9-817a-0a4d7cf0abfb req-877e74a8-808a-4322-8930-92c5744b89c3 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.37 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 945 time: 0.1301677 Mar 11 11:53:31.008937 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64732df7-53da-47ce-8378-4ceef8c478cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Subnet': ['ID=d4bcfcd8-6926-4ac0-b19e-40d3cb82fc41,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:31.021572 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dc32354-fd77-4304-91dd-d66d7a8c2aca req-4ff3bae6-bb3d-4c64-96e4-12bafd5e929c tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849988 Mar 11 11:53:31.096926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64732df7-53da-47ce-8378-4ceef8c478cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Checking segment: {'id': '92102a44-fab1-4490-9830-76929cc8c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5942f29b-34a9-4c31-a812-6d3f7f917348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:31.097670 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64732df7-53da-47ce-8378-4ceef8c478cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network hostable DHCP agents. Network: 5942f29b-34a9-4c31-a812-6d3f7f917348, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:53:31.143244 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:31.161742 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64732df7-53da-47ce-8378-4ceef8c478cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network 5942f29b-34a9-4c31-a812-6d3f7f917348 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:53:31.185638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-4c4a9653-9a66-4be9-817a-0a4d7cf0abfb req-7f018ae2-e929-40db-a671-a2902d39a42b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Deleting port 1b65367e-f785-43ef-9146-a7cdcdfe2450 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:31.187281 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4c4a9653-9a66-4be9-817a-0a4d7cf0abfb req-7f018ae2-e929-40db-a671-a2902d39a42b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:31.283915 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 1b65367e-f785-43ef-9146-a7cdcdfe2450 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:31.284670 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:31.325318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430d962b-ffe5-4e13-a23f-a3a35201ebb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b65367e-f785-43ef-9146-a7cdcdfe2450'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:53:31.328370 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87828e2e-2f6e-4446-8928-779d7c0c8f64" -d '{"events": [{"server_uuid": "430d962b-ffe5-4e13-a23f-a3a35201ebb7", "name": "network-vif-plugged", "status": "completed", "tag": "1b65367e-f785-43ef-9146-a7cdcdfe2450"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:53:31.349933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 1b65367e-f785-43ef-9146-a7cdcdfe2450, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=1b65367e-f785-43ef-9146-a7cdcdfe2450,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:31.411147 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d70415-719f-4837-b84e-75af50456d58 req-7b7f21ff-5601-431e-bc1f-12f42897613a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:31.413759 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:31.421143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5d70415-719f-4837-b84e-75af50456d58 req-7b7f21ff-5601-431e-bc1f-12f42897613a tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 945 time: 0.3985031 Mar 11 11:53:31.452483 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-4c4a9653-9a66-4be9-817a-0a4d7cf0abfb req-7f018ae2-e929-40db-a671-a2902d39a42b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] For port 1b65367e-f785-43ef-9146-a7cdcdfe2450, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=1b65367e-f785-43ef-9146-a7cdcdfe2450,segment=NetworkSegment(0eff5426-9bc1-455e-abbc-7c9800f04760),segment_id=0eff5426-9bc1-455e-abbc-7c9800f04760)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:31.454916 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4c4a9653-9a66-4be9-817a-0a4d7cf0abfb req-7f018ae2-e929-40db-a671-a2902d39a42b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:31.460663 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-64732df7-53da-47ce-8378-4ceef8c478cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 5942f29b-34a9-4c31-a812-6d3f7f917348) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:31.488465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b941bbbc-e1a2-4df2-9c9a-dcc3f01cf739 None None] Network 5942f29b-34a9-4c31-a812-6d3f7f917348 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:31.500278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-4c4a9653-9a66-4be9-817a-0a4d7cf0abfb req-7f018ae2-e929-40db-a671-a2902d39a42b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Calling delete_port for 1b65367e-f785-43ef-9146-a7cdcdfe2450 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:31.515025 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64732df7-53da-47ce-8378-4ceef8c478cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:31.521703 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-64732df7-53da-47ce-8378-4ceef8c478cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:31.548561 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=1b65367e-f785-43ef-9146-a7cdcdfe2450,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:31.574557 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10c70c-7732-4975-a862-c3ec3312f68f req-88709850-0c80-406a-9c61-b75e68e4de69 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:31.582387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa10c70c-7732-4975-a862-c3ec3312f68f req-88709850-0c80-406a-9c61-b75e68e4de69 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.3508375 Mar 11 11:53:31.668625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5d70415-719f-4837-b84e-75af50456d58 req-b7c79699-a0ab-4d81-96e3-a0117f8b7c83 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/security-groups?id=49012e30-be34-4a95-9597-d3dcd65b9b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231531 Mar 11 11:53:31.735826 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa10c70c-7732-4975-a862-c3ec3312f68f req-2d299d49-376b-4f20-bbe6-91219442d6ac tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518135 Mar 11 11:53:31.738685 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-5942f29b-34a9-4c31-a812-6d3f7f917348', 'network_id': '5942f29b-34a9-4c31-a812-6d3f7f917348', 'project_id': '37c74eaca571449ead59dd3eaac8d01a', 'fixed_ips': [{'subnet_id': 'd4bcfcd8-6926-4ac0-b19e-40d3cb82fc41'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:53:31.739613 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:31.779842 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f51076f-f4dc-4fd3-a01e-d8ccbdb5c994 x-openstack-request-id: req-4f51076f-f4dc-4fd3-a01e-d8ccbdb5c994 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:53:31.780131 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430d962b-ffe5-4e13-a23f-a3a35201ebb7", "name": "network-vif-plugged", "status": "completed", "tag": "1b65367e-f785-43ef-9146-a7cdcdfe2450", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:53:31.780382 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4f51076f-f4dc-4fd3-a01e-d8ccbdb5c994 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:53:31.780762 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430d962b-ffe5-4e13-a23f-a3a35201ebb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b65367e-f785-43ef-9146-a7cdcdfe2450', 'code': 200} Mar 11 11:53:31.793341 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-64732df7-53da-47ce-8378-4ceef8c478cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5106673 Mar 11 11:53:31.797029 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56708) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:31.804205 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-25ab0a3e-6754-4a07-aa61-6910e802cec3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1314366089'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:31.869006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ab0a3e-6754-4a07-aa61-6910e802cec3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:31.873647 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25ab0a3e-6754-4a07-aa61-6910e802cec3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:31.940928 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ab0a3e-6754-4a07-aa61-6910e802cec3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:53:31.963245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25ab0a3e-6754-4a07-aa61-6910e802cec3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (1fcd344d-cc23-4d20-89ed-78fe475f6d16), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:31.963663 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-25ab0a3e-6754-4a07-aa61-6910e802cec3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Added segment 1fcd344d-cc23-4d20-89ed-78fe475f6d16 of type vlan for network 0adab21e-95bf-4686-9832-75bacbec59b7 Mar 11 11:53:31.970176 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4c4a9653-9a66-4be9-817a-0a4d7cf0abfb req-7f018ae2-e929-40db-a671-a2902d39a42b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1b65367e-f785-43ef-9146-a7cdcdfe2450), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:32.038893 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25ab0a3e-6754-4a07-aa61-6910e802cec3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (0adab21e-95bf-4686-9832-75bacbec59b7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:32.044386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f018ae2-e929-40db-a671-a2902d39a42b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Pushing event deleted for resources: {'Port': ['ID=1b65367e-f785-43ef-9146-a7cdcdfe2450,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:32.088537 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Allocated IP 2001:db8::1 (5942f29b-34a9-4c31-a812-6d3f7f917348/d4bcfcd8-6926-4ac0-b19e-40d3cb82fc41/66ac4aea-657e-46e0-b746-38f477debc16) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:53:32.091140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4a9653-9a66-4be9-817a-0a4d7cf0abfb req-7f018ae2-e929-40db-a671-a2902d39a42b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] No DVR routers for this DVR port 1b65367e-f785-43ef-9146-a7cdcdfe2450 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:53:32.094408 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4c4a9653-9a66-4be9-817a-0a4d7cf0abfb req-7f018ae2-e929-40db-a671-a2902d39a42b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:32.100299 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4c4a9653-9a66-4be9-817a-0a4d7cf0abfb req-7f018ae2-e929-40db-a671-a2902d39a42b tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.37 "DELETE /v2.0/ports/1b65367e-f785-43ef-9146-a7cdcdfe2450 HTTP/1.1" status: 204 len: 173 time: 1.0798278 Mar 11 11:53:32.101020 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430d962b-ffe5-4e13-a23f-a3a35201ebb7', 'name': 'network-vif-deleted', 'tag': '1b65367e-f785-43ef-9146-a7cdcdfe2450'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:53:32.104365 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35e8af6-9dc4-471f-8159-a7b7024d8b85" -d '{"events": [{"server_uuid": "430d962b-ffe5-4e13-a23f-a3a35201ebb7", "name": "network-vif-deleted", "tag": "1b65367e-f785-43ef-9146-a7cdcdfe2450"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:53:32.114746 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33d3c4-86c4-4fd4-bae8-2149283341d5 req-5533b4d5-7b39-4100-b050-842be0515060 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:32.116968 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db33d3c4-86c4-4fd4-bae8-2149283341d5 req-5533b4d5-7b39-4100-b050-842be0515060 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4964141f-d628-448a-958e-22eec4bd6420 HTTP/1.1" status: 200 len: 1132 time: 0.1517909 Mar 11 11:53:32.120486 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25ab0a3e-6754-4a07-aa61-6910e802cec3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (0adab21e-95bf-4686-9832-75bacbec59b7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:32.131020 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ab0a3e-6754-4a07-aa61-6910e802cec3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:32.132250 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25ab0a3e-6754-4a07-aa61-6910e802cec3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:32.179761 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaa7c41-53e1-4519-82c0-14387ce04dc9 x-openstack-request-id: req-afaa7c41-53e1-4519-82c0-14387ce04dc9 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:53:32.180117 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430d962b-ffe5-4e13-a23f-a3a35201ebb7", "name": "network-vif-deleted", "tag": "1b65367e-f785-43ef-9146-a7cdcdfe2450", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:53:32.180379 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-afaa7c41-53e1-4519-82c0-14387ce04dc9 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:53:32.180822 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430d962b-ffe5-4e13-a23f-a3a35201ebb7', 'name': 'network-vif-deleted', 'tag': '1b65367e-f785-43ef-9146-a7cdcdfe2450', 'status': 'completed', 'code': 200} Mar 11 11:53:32.337911 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab0a3e-6754-4a07-aa61-6910e802cec3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Network': ['ID=0adab21e-95bf-4686-9832-75bacbec59b7,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:32.355210 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 0adab21e-95bf-4686-9832-75bacbec59b7 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:53:32.406297 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Publish callbacks [] for port (66ac4aea-657e-46e0-b746-38f477debc16), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:32.416033 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db33d3c4-86c4-4fd4-bae8-2149283341d5 req-bdfd672f-f682-4125-ad1e-73dc89690912 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658675 Mar 11 11:53:32.428363 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-25ab0a3e-6754-4a07-aa61-6910e802cec3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6299443 Mar 11 11:53:32.431288 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56724) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:32.438160 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f4671d99-6170-4178-8e22-ae1ab4a9f33a tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'subnet': {'network_id': '0adab21e-95bf-4686-9832-75bacbec59b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:32.640753 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4671d99-6170-4178-8e22-ae1ab4a9f33a tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:32.645629 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4671d99-6170-4178-8e22-ae1ab4a9f33a tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:32.678845 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (66ac4aea-657e-46e0-b746-38f477debc16), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:32.722011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 1b65367e-f785-43ef-9146-a7cdcdfe2450 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:53:32.742606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05f10f-b1f0-4164-a8e5-fe588880c066 req-259f5056-034d-4c12-97b0-c28bcf57c66d tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:32.748839 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 1b65367e-f785-43ef-9146-a7cdcdfe2450 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:53:32.749191 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 1b65367e-f785-43ef-9146-a7cdcdfe2450 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:53:32.750798 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed05f10f-b1f0-4164-a8e5-fe588880c066 req-259f5056-034d-4c12-97b0-c28bcf57c66d tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 1132 time: 0.1753407 Mar 11 11:53:32.759458 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Network 5942f29b-34a9-4c31-a812-6d3f7f917348 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:53:32.762950 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:32.802969 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:53:32.824505 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Pushing event updated for resources: {'Port': ['ID=66ac4aea-657e-46e0-b746-38f477debc16,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:32.843640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.ipam_backend_mixin [None req-f4671d99-6170-4178-8e22-ae1ab4a9f33a tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Performing IP validity checks on allocation pools {{(pid=104032) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 11:53:32.845300 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.ipam_backend_mixin [None req-f4671d99-6170-4178-8e22-ae1ab4a9f33a tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104032) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 11:53:32.963796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Attempting to bind port 66ac4aea-657e-46e0-b746-38f477debc16 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:53:32.964072 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Attempting to bind port 66ac4aea-657e-46e0-b746-38f477debc16 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '92102a44-fab1-4490-9830-76929cc8c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5942f29b-34a9-4c31-a812-6d3f7f917348'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:53:32.966564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Attempting to bind port 66ac4aea-657e-46e0-b746-38f477debc16 on network 5942f29b-34a9-4c31-a812-6d3f7f917348 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:32.978348 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:53:32.978749 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Checking segment: {'id': '92102a44-fab1-4490-9830-76929cc8c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5942f29b-34a9-4c31-a812-6d3f7f917348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:32.981582 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:32.983020 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Bound using segment: {'id': '92102a44-fab1-4490-9830-76929cc8c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5942f29b-34a9-4c31-a812-6d3f7f917348'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:53:32.983596 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Bound port: 66ac4aea-657e-46e0-b746-38f477debc16, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92102a44-fab1-4490-9830-76929cc8c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5942f29b-34a9-4c31-a812-6d3f7f917348'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:53:32.983998 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (66ac4aea-657e-46e0-b746-38f477debc16), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:33.006783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eeed4da0-3cc8-49a7-95de-454630c7ea1e req-651d195a-c40a-4df5-8ade-907f84b1fe13 tempest-ImagesTestJSON-1992538996 tempest-ImagesTestJSON-1992538996-project] 10.222.0.78 "GET /v2.0/ports?device_id=430d962b-ffe5-4e13-a23f-a3a35201ebb7 HTTP/1.1" status: 200 len: 210 time: 0.0706313 Mar 11 11:53:33.011630 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed05f10f-b1f0-4164-a8e5-fe588880c066 req-8cfb13e2-2d7b-42da-a5c4-7c5e9d71582c tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526214 Mar 11 11:53:33.137142 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] For port 66ac4aea-657e-46e0-b746-38f477debc16, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:53:33.140878 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] For port 66ac4aea-657e-46e0-b746-38f477debc16, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=66ac4aea-657e-46e0-b746-38f477debc16,segment=NetworkSegment(92102a44-fab1-4490-9830-76929cc8c70a),segment_id=92102a44-fab1-4490-9830-76929cc8c70a)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:53:33.152336 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (66ac4aea-657e-46e0-b746-38f477debc16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:33.159213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4671d99-6170-4178-8e22-ae1ab4a9f33a tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (d3217e77-0091-409f-a22e-3992c504d2cb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:33.208313 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61d63f-1ae9-4e42-9c22-c757cdeeaa57 None None] Pushing event updated for resources: {'Port': ['ID=66ac4aea-657e-46e0-b746-38f477debc16,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:33.313445 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47009784-773e-4db3-a291-ecd5f7c3b74c req-3aec1c32-5a15-47d8-bf90-05ebb78afadc tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:33.321682 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47009784-773e-4db3-a291-ecd5f7c3b74c req-3aec1c32-5a15-47d8-bf90-05ebb78afadc tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.1675651 Mar 11 11:53:33.380877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4671d99-6170-4178-8e22-ae1ab4a9f33a tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Subnet': ['ID=d3217e77-0091-409f-a22e-3992c504d2cb,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:33.420533 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4671d99-6170-4178-8e22-ae1ab4a9f33a tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Checking segment: {'id': '1fcd344d-cc23-4d20-89ed-78fe475f6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0adab21e-95bf-4686-9832-75bacbec59b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:33.420925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4671d99-6170-4178-8e22-ae1ab4a9f33a tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network hostable DHCP agents. Network: 0adab21e-95bf-4686-9832-75bacbec59b7, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:53:33.444209 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47009784-773e-4db3-a291-ecd5f7c3b74c req-e9eb467d-fa51-4395-9727-cc5e32b61bd7 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146820 Mar 11 11:53:33.469521 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:33.471987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4671d99-6170-4178-8e22-ae1ab4a9f33a tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network 0adab21e-95bf-4686-9832-75bacbec59b7 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:53:33.493438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f4671d99-6170-4178-8e22-ae1ab4a9f33a tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 0adab21e-95bf-4686-9832-75bacbec59b7) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:33.497623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4671d99-6170-4178-8e22-ae1ab4a9f33a tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:33.498238 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4671d99-6170-4178-8e22-ae1ab4a9f33a tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:33.513292 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada489e5-b03c-4a18-beb7-899eeaed6d9c None None] Network 0adab21e-95bf-4686-9832-75bacbec59b7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:33.531255 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f4671d99-6170-4178-8e22-ae1ab4a9f33a tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0986335 Mar 11 11:53:33.534224 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56750) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:33.723873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-c408cba7-93de-4402-93a8-0c1bbeecaf81 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=795309eb39534fec9c364380cdf0ef74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844059 Mar 11 11:53:33.749892 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-0adab21e-95bf-4686-9832-75bacbec59b7', 'network_id': '0adab21e-95bf-4686-9832-75bacbec59b7', 'project_id': '37c74eaca571449ead59dd3eaac8d01a', 'fixed_ips': [{'subnet_id': 'd3217e77-0091-409f-a22e-3992c504d2cb'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:53:33.750861 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:33.892541 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (0adab21e-95bf-4686-9832-75bacbec59b7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:33.953097 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (d3217e77-0091-409f-a22e-3992c504d2cb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:34.021471 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-dd64a57f-b2c8-4f24-828d-7ed3b87bb6b0 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:34.022966 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-dd64a57f-b2c8-4f24-828d-7ed3b87bb6b0 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2983937 Mar 11 11:53:34.025156 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Allocated IP 2001:db8::3 (0adab21e-95bf-4686-9832-75bacbec59b7/d3217e77-0091-409f-a22e-3992c504d2cb/b643bb51-15bc-4f16-98e3-b20b3c281c43) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:53:34.059093 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-e8642be1-c684-4d03-bdd3-019bd5f5838f tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/quotas/795309eb39534fec9c364380cdf0ef74 HTTP/1.1" status: 200 len: 375 time: 0.0275021 Mar 11 11:53:34.174648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-c2b2e9c1-7f20-460f-af4e-579ff33ebf70 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1113877 Mar 11 11:53:34.377637 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 66ac4aea-657e-46e0-b746-38f477debc16 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:53:34.532113 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Publish callbacks [] for port (b643bb51-15bc-4f16-98e3-b20b3c281c43), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:34.563697 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (b643bb51-15bc-4f16-98e3-b20b3c281c43), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:34.571668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (d3217e77-0091-409f-a22e-3992c504d2cb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:34.671557 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Subnet': ['ID=d3217e77-0091-409f-a22e-3992c504d2cb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:34.736398 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Network 0adab21e-95bf-4686-9832-75bacbec59b7 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:53:34.752597 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:34.753481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e13f87-aa98-441b-bd9a-b55156c9946b req-d02fda71-f67b-4268-b6a5-7fa2d8936044 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:34.769260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:53:34.786652 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33e13f87-aa98-441b-bd9a-b55156c9946b req-d02fda71-f67b-4268-b6a5-7fa2d8936044 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.1579645 Mar 11 11:53:34.900248 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (0adab21e-95bf-4686-9832-75bacbec59b7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:34.904033 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33e13f87-aa98-441b-bd9a-b55156c9946b req-abc04b2f-2961-42b0-9da3-2bd58b717c42 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976834 Mar 11 11:53:34.932647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0adab21e-95bf-4686-9832-75bacbec59b7']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:34.952499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Pushing event updated for resources: {'Port': ['ID=b643bb51-15bc-4f16-98e3-b20b3c281c43,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:34.958431 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fcd344d-cc23-4d20-89ed-78fe475f6d16') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:34.958980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fcd344d-cc23-4d20-89ed-78fe475f6d16') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:34.967835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 66ac4aea-657e-46e0-b746-38f477debc16 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:34.968210 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (66ac4aea-657e-46e0-b746-38f477debc16), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:34.987302 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (1fcd344d-cc23-4d20-89ed-78fe475f6d16), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:35.035630 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (1fcd344d-cc23-4d20-89ed-78fe475f6d16), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:35.057608 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:53:35.058030 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (1fcd344d-cc23-4d20-89ed-78fe475f6d16), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:35.090731 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183ce693-7695-412f-9e74-d121ed570c1f None None] Network 5942f29b-34a9-4c31-a812-6d3f7f917348 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:53:35.156658 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:53:35.159734 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.api [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 11:53:35.159734 n-d-833234-2 neutron-server[104032]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 11:53:35.159734 n-d-833234-2 neutron-server[104032]: [parameters: {'id': '0adab21e-95bf-4686-9832-75bacbec59b7'}] Mar 11 11:53:35.159734 n-d-833234-2 neutron-server[104032]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:53:35.160081 n-d-833234-2 neutron-server[104032]: DEBUG oslo_db.api [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:53:35.183064 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56820) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:35.294298 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d61843-90a5-40fa-87a9-a9d72328a582 admin admin] Deleting subnet f5f66835-f96f-400f-bf5c-297271943f29 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:53:35.315441 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6d61843-90a5-40fa-87a9-a9d72328a582 admin admin] Publish callbacks [] for subnet (f5f66835-f96f-400f-bf5c-297271943f29), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:35.352004 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3367f8a3-02ac-4287-9f94-c6f4435005f1 req-1dbeb660-a1eb-4203-9481-7e4e315222a3 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142 HTTP/1.1" status: 200 len: 210 time: 0.0490592 Mar 11 11:53:35.385000 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6d61843-90a5-40fa-87a9-a9d72328a582 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (f5f66835-f96f-400f-bf5c-297271943f29), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:35.426719 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Attempting to bind port b643bb51-15bc-4f16-98e3-b20b3c281c43 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:53:35.427273 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Attempting to bind port b643bb51-15bc-4f16-98e3-b20b3c281c43 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '1fcd344d-cc23-4d20-89ed-78fe475f6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0adab21e-95bf-4686-9832-75bacbec59b7'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:53:35.427833 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Attempting to bind port b643bb51-15bc-4f16-98e3-b20b3c281c43 on network 0adab21e-95bf-4686-9832-75bacbec59b7 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:35.449676 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6d61843-90a5-40fa-87a9-a9d72328a582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (f5f66835-f96f-400f-bf5c-297271943f29), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:35.458903 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:53:35.459463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Checking segment: {'id': '1fcd344d-cc23-4d20-89ed-78fe475f6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0adab21e-95bf-4686-9832-75bacbec59b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:35.460051 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:35.460598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Bound using segment: {'id': '1fcd344d-cc23-4d20-89ed-78fe475f6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0adab21e-95bf-4686-9832-75bacbec59b7'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:53:35.461247 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Bound port: b643bb51-15bc-4f16-98e3-b20b3c281c43, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fcd344d-cc23-4d20-89ed-78fe475f6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0adab21e-95bf-4686-9832-75bacbec59b7'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:53:35.461783 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b643bb51-15bc-4f16-98e3-b20b3c281c43), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:35.479812 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-296c14e3-df1b-48a9-8b67-27d67a6b1c33 None None] Provisioning complete for port 66ac4aea-657e-46e0-b746-38f477debc16 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:35.480409 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-296c14e3-df1b-48a9-8b67-27d67a6b1c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (66ac4aea-657e-46e0-b746-38f477debc16), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:35.581835 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6d61843-90a5-40fa-87a9-a9d72328a582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (f5f66835-f96f-400f-bf5c-297271943f29), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:35.608008 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] For port b643bb51-15bc-4f16-98e3-b20b3c281c43, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:53:35.611468 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] For port b643bb51-15bc-4f16-98e3-b20b3c281c43, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b643bb51-15bc-4f16-98e3-b20b3c281c43,segment=NetworkSegment(1fcd344d-cc23-4d20-89ed-78fe475f6d16),segment_id=1fcd344d-cc23-4d20-89ed-78fe475f6d16)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:53:35.624888 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b643bb51-15bc-4f16-98e3-b20b3c281c43), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:35.632570 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6d61843-90a5-40fa-87a9-a9d72328a582 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:35.642752 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f6d61843-90a5-40fa-87a9-a9d72328a582 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f5f66835-f96f-400f-bf5c-297271943f29 HTTP/1.1" status: 204 len: 168 time: 0.4581275 Mar 11 11:53:35.645237 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56832) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:35.683223 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (0adab21e-95bf-4686-9832-75bacbec59b7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:35.685691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d61843-90a5-40fa-87a9-a9d72328a582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5f66835-f96f-400f-bf5c-297271943f29,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:35.688921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 66ac4aea-657e-46e0-b746-38f477debc16 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:35.689319 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (66ac4aea-657e-46e0-b746-38f477debc16), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:35.834636 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Deleting port b643bb51-15bc-4f16-98e3-b20b3c281c43 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:35.835139 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b643bb51-15bc-4f16-98e3-b20b3c281c43), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:35.856588 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b150d46d-9ad5-4fad-b03f-032d465d91da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (3535c090-28c6-4aa7-9181-bb2bb7c93648), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:35.929703 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c746c83-5853-46dd-879a-ae6b3dd72ff4 None None] Network 0adab21e-95bf-4686-9832-75bacbec59b7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:35.980548 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] For port b643bb51-15bc-4f16-98e3-b20b3c281c43, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b643bb51-15bc-4f16-98e3-b20b3c281c43,segment=NetworkSegment(1fcd344d-cc23-4d20-89ed-78fe475f6d16),segment_id=1fcd344d-cc23-4d20-89ed-78fe475f6d16)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:35.981235 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b643bb51-15bc-4f16-98e3-b20b3c281c43), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:36.004185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Calling delete_port for b643bb51-15bc-4f16-98e3-b20b3c281c43 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:36.033223 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b150d46d-9ad5-4fad-b03f-032d465d91da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (3535c090-28c6-4aa7-9181-bb2bb7c93648), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:36.066296 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-b150d46d-9ad5-4fad-b03f-032d465d91da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3535c090-28c6-4aa7-9181-bb2bb7c93648']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:36.076957 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-b150d46d-9ad5-4fad-b03f-032d465d91da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eff5426-9bc1-455e-abbc-7c9800f04760') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:36.077517 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-b150d46d-9ad5-4fad-b03f-032d465d91da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eff5426-9bc1-455e-abbc-7c9800f04760') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:36.093209 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b150d46d-9ad5-4fad-b03f-032d465d91da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (0eff5426-9bc1-455e-abbc-7c9800f04760), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:36.107347 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b150d46d-9ad5-4fad-b03f-032d465d91da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (0eff5426-9bc1-455e-abbc-7c9800f04760), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:36.113943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b150d46d-9ad5-4fad-b03f-032d465d91da admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:53:36.114649 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b150d46d-9ad5-4fad-b03f-032d465d91da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (0eff5426-9bc1-455e-abbc-7c9800f04760), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:36.145351 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b643bb51-15bc-4f16-98e3-b20b3c281c43), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:36.171784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 66ac4aea-657e-46e0-b746-38f477debc16, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=66ac4aea-657e-46e0-b746-38f477debc16,segment=NetworkSegment(92102a44-fab1-4490-9830-76929cc8c70a),segment_id=92102a44-fab1-4490-9830-76929cc8c70a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:36.180123 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fae2e7-8cd3-4443-88bb-b73051af674b None None] Pushing event updated for resources: {'Port': ['ID=b643bb51-15bc-4f16-98e3-b20b3c281c43,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:36.181506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-296c14e3-df1b-48a9-8b67-27d67a6b1c33 None None] Current status of the port 66ac4aea-657e-46e0-b746-38f477debc16 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:36.181905 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-296c14e3-df1b-48a9-8b67-27d67a6b1c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (66ac4aea-657e-46e0-b746-38f477debc16), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:53:36.215419 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:53:36.221554 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (66ac4aea-657e-46e0-b746-38f477debc16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:36.228343 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b150d46d-9ad5-4fad-b03f-032d465d91da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (3535c090-28c6-4aa7-9181-bb2bb7c93648), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:36.244698 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b150d46d-9ad5-4fad-b03f-032d465d91da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:36.248392 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b150d46d-9ad5-4fad-b03f-032d465d91da admin admin] 10.222.0.78 "DELETE /v2.0/networks/3535c090-28c6-4aa7-9181-bb2bb7c93648 HTTP/1.1" status: 204 len: 168 time: 0.6018796 Mar 11 11:53:36.257821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4703e1-770d-4c95-bc0d-8f48dc393ce0 None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 11:53:36.275201 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No DVR routers for this DVR port b643bb51-15bc-4f16-98e3-b20b3c281c43 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:53:36.278988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150d46d-9ad5-4fad-b03f-032d465d91da admin admin] Pushing event deleted for resources: {'Network': ['ID=3535c090-28c6-4aa7-9181-bb2bb7c93648,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:36.294110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ae230-af26-48e0-a5f6-5a37d809b19b req-bb46dcef-6b2a-47c0-bfe4-e4e53868750f tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:36.302178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee0ae230-af26-48e0-a5f6-5a37d809b19b req-bb46dcef-6b2a-47c0-bfe4-e4e53868750f tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.1194522 Mar 11 11:53:36.355735 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Port': ['ID=b643bb51-15bc-4f16-98e3-b20b3c281c43,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:36.362199 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee0ae230-af26-48e0-a5f6-5a37d809b19b req-f7735476-7ad9-4671-867d-aed052b554d7 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543995 Mar 11 11:53:36.368518 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-296c14e3-df1b-48a9-8b67-27d67a6b1c33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:53:36.368881 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-296c14e3-df1b-48a9-8b67-27d67a6b1c33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:53:36.411432 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=66ac4aea-657e-46e0-b746-38f477debc16,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:36.466721 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-76929eb5-6d9f-4b7b-b7c5-42315cafaef5 req-25cdc573-7bce-4393-93e0-2ae5f7e99956 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142 HTTP/1.1" status: 200 len: 210 time: 0.0371656 Mar 11 11:53:36.495432 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4703e1-770d-4c95-bc0d-8f48dc393ce0 None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 11:53:36.602198 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (0adab21e-95bf-4686-9832-75bacbec59b7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:36.691528 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0adab21e-95bf-4686-9832-75bacbec59b7']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:36.706683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fcd344d-cc23-4d20-89ed-78fe475f6d16') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:36.707287 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fcd344d-cc23-4d20-89ed-78fe475f6d16') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:36.720475 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (1fcd344d-cc23-4d20-89ed-78fe475f6d16), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:36.757672 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (1fcd344d-cc23-4d20-89ed-78fe475f6d16), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:36.771792 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:53:36.772306 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (1fcd344d-cc23-4d20-89ed-78fe475f6d16), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:36.812866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56858) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:53:36.850225 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:53:36.882699 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-45fbfebe-34d4-4612-9e47-fd84b3cdc615 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c4fc75872c4f47908e2919cb98431e26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0685511 Mar 11 11:53:36.885020 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56862) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:36.934967 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (0adab21e-95bf-4686-9832-75bacbec59b7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:36.942029 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:36.956056 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/networks/0adab21e-95bf-4686-9832-75bacbec59b7 HTTP/1.1" status: 204 len: 168 time: 3.4202261 Mar 11 11:53:36.956198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56866) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:36.984454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-296c14e3-df1b-48a9-8b67-27d67a6b1c33 None None] Current status of the port 66ac4aea-657e-46e0-b746-38f477debc16 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:37.022615 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0eb517d3-b9b3-46d5-9cef-679f6fdd79a1 admin admin] Publish callbacks [] for security_group (49012e30-be34-4a95-9597-d3dcd65b9b93), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:37.025033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-03418190-e88a-42e0-a2bd-e5441ce5af40 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-502439162'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:37.049332 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0eb517d3-b9b3-46d5-9cef-679f6fdd79a1 admin admin] Publish callbacks [] for security_group (49012e30-be34-4a95-9597-d3dcd65b9b93), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:37.071177 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3459af1-a5cd-43a0-8cc8-2a5ebdc55085 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Network': ['ID=0adab21e-95bf-4686-9832-75bacbec59b7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:37.102174 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03418190-e88a-42e0-a2bd-e5441ce5af40 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:37.106042 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03418190-e88a-42e0-a2bd-e5441ce5af40 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:37.112157 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d7b62b3d-19d4-4609-9bf8-6233425e0512 None None] Provisioning complete for port 66ac4aea-657e-46e0-b746-38f477debc16 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:37.112588 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d7b62b3d-19d4-4609-9bf8-6233425e0512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (66ac4aea-657e-46e0-b746-38f477debc16), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:37.140724 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0eb517d3-b9b3-46d5-9cef-679f6fdd79a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (49012e30-be34-4a95-9597-d3dcd65b9b93), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:37.144705 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0eb517d3-b9b3-46d5-9cef-679f6fdd79a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:37.145932 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0eb517d3-b9b3-46d5-9cef-679f6fdd79a1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/49012e30-be34-4a95-9597-d3dcd65b9b93 HTTP/1.1" status: 204 len: 168 time: 0.2598395 Mar 11 11:53:37.159302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb517d3-b9b3-46d5-9cef-679f6fdd79a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49012e30-be34-4a95-9597-d3dcd65b9b93,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:37.203890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03418190-e88a-42e0-a2bd-e5441ce5af40 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:53:37.234149 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03418190-e88a-42e0-a2bd-e5441ce5af40 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (9724c305-eac2-47ef-b50f-23aa90c4c1e2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:37.236698 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-03418190-e88a-42e0-a2bd-e5441ce5af40 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Added segment 9724c305-eac2-47ef-b50f-23aa90c4c1e2 of type vlan for network 69bbdab2-0876-4c5d-962e-3cf464957d6e Mar 11 11:53:37.303521 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03418190-e88a-42e0-a2bd-e5441ce5af40 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (69bbdab2-0876-4c5d-962e-3cf464957d6e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:37.336929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d7b62b3d-19d4-4609-9bf8-6233425e0512 None None] Current status of the port 66ac4aea-657e-46e0-b746-38f477debc16 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:37.345295 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03418190-e88a-42e0-a2bd-e5441ce5af40 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (69bbdab2-0876-4c5d-962e-3cf464957d6e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:37.351525 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03418190-e88a-42e0-a2bd-e5441ce5af40 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:37.353211 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03418190-e88a-42e0-a2bd-e5441ce5af40 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:37.456624 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03418190-e88a-42e0-a2bd-e5441ce5af40 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Network': ['ID=69bbdab2-0876-4c5d-962e-3cf464957d6e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:37.472071 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 69bbdab2-0876-4c5d-962e-3cf464957d6e details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:53:37.538000 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-03418190-e88a-42e0-a2bd-e5441ce5af40 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5566678 Mar 11 11:53:37.545070 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56882) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:37.584596 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-aca7dedd-5017-4d02-9ac3-46a30a5d6722 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'subnet': {'network_id': '69bbdab2-0876-4c5d-962e-3cf464957d6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:37.612515 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-e2846d8f-ca3e-4f57-be4a-fd122740c52a tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=795309eb39534fec9c364380cdf0ef74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1232998 Mar 11 11:53:37.689273 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-6ccfdd30-a68a-48cd-8d14-1360922948e4 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=795309eb39534fec9c364380cdf0ef74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015785 Mar 11 11:53:37.750211 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-203d9725-189e-4805-b4de-9366cf33e515 req-fad934c1-684d-493d-a822-d95446d6d322 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142 HTTP/1.1" status: 200 len: 210 time: 0.1124823 Mar 11 11:53:37.890470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d728a-05c0-476d-a046-0fdafac28458 req-89c2de1e-ab81-4a6f-8696-dd78aa77d4dc tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:37.909731 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-145d728a-05c0-476d-a046-0fdafac28458 req-89c2de1e-ab81-4a6f-8696-dd78aa77d4dc tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.4347525 Mar 11 11:53:37.964339 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-c9624eac-5dfc-4a1b-8612-81b0bde80ad0 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:37.965805 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-c9624eac-5dfc-4a1b-8612-81b0bde80ad0 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3429589 Mar 11 11:53:37.980542 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-6739dffd-48cb-4927-abd0-f4317a3d312e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:37.982006 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-6739dffd-48cb-4927-abd0-f4317a3d312e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2827199 Mar 11 11:53:37.991473 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-8f268f4d-b030-4810-979f-cfbe2e359112 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Request body: {'port': {'device_id': '9237b328-02f3-4c47-a155-b3af0a0b73a0', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '795309eb39534fec9c364380cdf0ef74'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:37.992604 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-145d728a-05c0-476d-a046-0fdafac28458 req-c1079ed1-3bac-49cd-83c8-b9023808bd7b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714006 Mar 11 11:53:38.024914 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca7dedd-5017-4d02-9ac3-46a30a5d6722 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:38.027871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-fb1c10ff-aa87-47f6-80fa-5488c8e5b68e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Request body: {'port': {'device_id': '52811ea8-360f-4c2e-b5cd-25f7b3bab142', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '795309eb39534fec9c364380cdf0ef74'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:38.028902 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aca7dedd-5017-4d02-9ac3-46a30a5d6722 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:38.248044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-8f268f4d-b030-4810-979f-cfbe2e359112 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Made reservation on behalf of 795309eb39534fec9c364380cdf0ef74 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:38.251811 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-8f268f4d-b030-4810-979f-cfbe2e359112 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:38.259728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-fb1c10ff-aa87-47f6-80fa-5488c8e5b68e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Made reservation on behalf of 795309eb39534fec9c364380cdf0ef74 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:38.259728 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-fb1c10ff-aa87-47f6-80fa-5488c8e5b68e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:38.401988 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 66ac4aea-657e-46e0-b746-38f477debc16 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:53:38.432497 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aca7dedd-5017-4d02-9ac3-46a30a5d6722 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (03a5c40b-b22d-4f65-8693-cbde4aad58cc), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:38.513050 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 66ac4aea-657e-46e0-b746-38f477debc16 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:38.513427 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (66ac4aea-657e-46e0-b746-38f477debc16), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:38.555314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7dedd-5017-4d02-9ac3-46a30a5d6722 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Subnet': ['ID=03a5c40b-b22d-4f65-8693-cbde4aad58cc,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:38.563901 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-fb1c10ff-aa87-47f6-80fa-5488c8e5b68e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Allocated IP 192.168.233.35 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/964eaebf-aa60-4324-b407-75faeeae6fe6) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:53:38.577234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca7dedd-5017-4d02-9ac3-46a30a5d6722 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Checking segment: {'id': '9724c305-eac2-47ef-b50f-23aa90c4c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69bbdab2-0876-4c5d-962e-3cf464957d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:38.577655 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca7dedd-5017-4d02-9ac3-46a30a5d6722 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network hostable DHCP agents. Network: 69bbdab2-0876-4c5d-962e-3cf464957d6e, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:53:38.614240 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca7dedd-5017-4d02-9ac3-46a30a5d6722 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network 69bbdab2-0876-4c5d-962e-3cf464957d6e is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:53:38.628892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-aca7dedd-5017-4d02-9ac3-46a30a5d6722 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 69bbdab2-0876-4c5d-962e-3cf464957d6e) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:38.638879 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca7dedd-5017-4d02-9ac3-46a30a5d6722 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:38.640960 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aca7dedd-5017-4d02-9ac3-46a30a5d6722 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:38.645067 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06914a77-537c-4558-ad09-544280d7010f None None] Network 69bbdab2-0876-4c5d-962e-3cf464957d6e requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:38.677217 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-aca7dedd-5017-4d02-9ac3-46a30a5d6722 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1246026 Mar 11 11:53:38.678079 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56920) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:38.758971 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 66ac4aea-657e-46e0-b746-38f477debc16 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:38.770669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-69bbdab2-0876-4c5d-962e-3cf464957d6e', 'network_id': '69bbdab2-0876-4c5d-962e-3cf464957d6e', 'project_id': '37c74eaca571449ead59dd3eaac8d01a', 'fixed_ips': [{'subnet_id': '03a5c40b-b22d-4f65-8693-cbde4aad58cc'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:53:38.771794 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:38.936869 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Allocated IP 2001:db8::1 (69bbdab2-0876-4c5d-962e-3cf464957d6e/03a5c40b-b22d-4f65-8693-cbde4aad58cc/e562c1ce-5e06-4ca6-9110-f6dfc544c868) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:53:38.983372 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38c2edcd-79e0-4548-96bb-b325d31af715 req-bebd5f47-c1b4-45ec-a42c-580a0e6df991 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142 HTTP/1.1" status: 200 len: 210 time: 0.0768859 Mar 11 11:53:39.008305 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (69bbdab2-0876-4c5d-962e-3cf464957d6e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:39.015037 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-27fcfe44-c630-4b0e-852d-bcb95fbce526 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6c80a9cfbb1c4cc0aae8c9bc117812ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693126 Mar 11 11:53:39.240859 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Publish callbacks [] for port (e562c1ce-5e06-4ca6-9110-f6dfc544c868), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:39.254952 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (e562c1ce-5e06-4ca6-9110-f6dfc544c868), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:39.314963 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (03a5c40b-b22d-4f65-8693-cbde4aad58cc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:39.328084 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Pushing event updated for resources: {'Port': ['ID=e562c1ce-5e06-4ca6-9110-f6dfc544c868,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:39.348529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Network 69bbdab2-0876-4c5d-962e-3cf464957d6e is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:53:39.352509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:39.359440 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:53:39.387231 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-fb1c10ff-aa87-47f6-80fa-5488c8e5b68e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks [] for port (964eaebf-aa60-4324-b407-75faeeae6fe6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:39.394962 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (03a5c40b-b22d-4f65-8693-cbde4aad58cc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:39.435665 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Subnet': ['ID=03a5c40b-b22d-4f65-8693-cbde4aad58cc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:39.470853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7630559c-6434-4988-8ddd-d471a9c4b96a tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:39.473152 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-fb1c10ff-aa87-47f6-80fa-5488c8e5b68e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (964eaebf-aa60-4324-b407-75faeeae6fe6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:39.477778 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7630559c-6434-4988-8ddd-d471a9c4b96a tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4539464 Mar 11 11:53:39.493485 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f29820-f1b3-49c8-8a4f-00d1c124bb53 req-676c6135-7cc8-446f-bbfd-6a54cddb50a3 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:39.495161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['019bc68d-2930-405f-a115-fcc146290579', 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd', '58643ea6-9eed-44a9-901d-4db2be4d7da5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:53:39.495759 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a9f29820-f1b3-49c8-8a4f-00d1c124bb53 req-676c6135-7cc8-446f-bbfd-6a54cddb50a3 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.3746347 Mar 11 11:53:39.530719 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-f11d3ee7-2f90-4bae-bb27-6287b94cf8d4 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/quotas/6c80a9cfbb1c4cc0aae8c9bc117812ae HTTP/1.1" status: 200 len: 375 time: 0.0519226 Mar 11 11:53:39.566660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Attempting to bind port e562c1ce-5e06-4ca6-9110-f6dfc544c868 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:53:39.567067 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Attempting to bind port e562c1ce-5e06-4ca6-9110-f6dfc544c868 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '9724c305-eac2-47ef-b50f-23aa90c4c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69bbdab2-0876-4c5d-962e-3cf464957d6e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:53:39.567400 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Attempting to bind port e562c1ce-5e06-4ca6-9110-f6dfc544c868 on network 69bbdab2-0876-4c5d-962e-3cf464957d6e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:39.582546 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (69bbdab2-0876-4c5d-962e-3cf464957d6e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:39.584310 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c10ff-aa87-47f6-80fa-5488c8e5b68e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Pushing event updated for resources: {'Port': ['ID=964eaebf-aa60-4324-b407-75faeeae6fe6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:39.588149 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:53:39.588149 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Checking segment: {'id': '9724c305-eac2-47ef-b50f-23aa90c4c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69bbdab2-0876-4c5d-962e-3cf464957d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:39.588149 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:39.588149 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Bound using segment: {'id': '9724c305-eac2-47ef-b50f-23aa90c4c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69bbdab2-0876-4c5d-962e-3cf464957d6e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:53:39.588605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Bound port: e562c1ce-5e06-4ca6-9110-f6dfc544c868, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9724c305-eac2-47ef-b50f-23aa90c4c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69bbdab2-0876-4c5d-962e-3cf464957d6e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:53:39.588694 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e562c1ce-5e06-4ca6-9110-f6dfc544c868), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:39.622947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-8f268f4d-b030-4810-979f-cfbe2e359112 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Allocated IP 192.168.233.107 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/ca98c5b9-62f8-49f0-af07-f6be8f932383) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:53:39.632064 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-b4f33779-b674-4799-9bc5-75fd47cbfbb3 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6c80a9cfbb1c4cc0aae8c9bc117812ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004426 Mar 11 11:53:39.683409 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69bbdab2-0876-4c5d-962e-3cf464957d6e']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:39.751814 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9724c305-eac2-47ef-b50f-23aa90c4c1e2') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:39.752759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9724c305-eac2-47ef-b50f-23aa90c4c1e2') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:39.798871 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a9f29820-f1b3-49c8-8a4f-00d1c124bb53 req-e1925f8a-34f2-44f0-b1a9-5a7121116efb tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838964 Mar 11 11:53:39.815416 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (9724c305-eac2-47ef-b50f-23aa90c4c1e2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:39.849194 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (9724c305-eac2-47ef-b50f-23aa90c4c1e2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:39.860171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:53:39.860879 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (9724c305-eac2-47ef-b50f-23aa90c4c1e2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:53:39.864704 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:53:39.866857 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-8f268f4d-b030-4810-979f-cfbe2e359112 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks [] for port (ca98c5b9-62f8-49f0-af07-f6be8f932383), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:39.870225 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] For port e562c1ce-5e06-4ca6-9110-f6dfc544c868, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:53:39.973814 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-fb1c10ff-aa87-47f6-80fa-5488c8e5b68e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:53:39.982633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-fb1c10ff-aa87-47f6-80fa-5488c8e5b68e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:39.986756 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-fb1c10ff-aa87-47f6-80fa-5488c8e5b68e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:53:40.007616 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.api [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 11:53:40.007616 n-d-833234-2 neutron-server[104031]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 11:53:40.007616 n-d-833234-2 neutron-server[104031]: [parameters: {'id': '69bbdab2-0876-4c5d-962e-3cf464957d6e'}] Mar 11 11:53:40.007616 n-d-833234-2 neutron-server[104031]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:53:40.011637 n-d-833234-2 neutron-server[104031]: DEBUG oslo_db.api [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:53:40.056503 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] For port e562c1ce-5e06-4ca6-9110-f6dfc544c868, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e562c1ce-5e06-4ca6-9110-f6dfc544c868,segment=NetworkSegment(9724c305-eac2-47ef-b50f-23aa90c4c1e2),segment_id=9724c305-eac2-47ef-b50f-23aa90c4c1e2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:53:40.067703 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-8f268f4d-b030-4810-979f-cfbe2e359112 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ca98c5b9-62f8-49f0-af07-f6be8f932383), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:40.077121 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e562c1ce-5e06-4ca6-9110-f6dfc544c868), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:40.090343 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97ea0d2f-8aca-4600-8b9c-e8f41f250c55 req-81597e1f-ef18-4ca9-92d1-eeca375631aa tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 210 time: 0.0621240 Mar 11 11:53:40.107414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['019bc68d-2930-405f-a115-fcc146290579', 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd', '58643ea6-9eed-44a9-901d-4db2be4d7da5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:53:40.174707 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-fb1c10ff-aa87-47f6-80fa-5488c8e5b68e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:40.175396 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-fb1c10ff-aa87-47f6-80fa-5488c8e5b68e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:40.228365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-8f268f4d-b030-4810-979f-cfbe2e359112 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:53:40.265368 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-8f268f4d-b030-4810-979f-cfbe2e359112 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:40.272628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301887ed-b664-46f8-842c-a3a82d4c72cf req-6e066de6-09a3-400d-bb73-463f4d1cbc68 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:40.284740 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-8f268f4d-b030-4810-979f-cfbe2e359112 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:53:40.289657 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-301887ed-b664-46f8-842c-a3a82d4c72cf req-6e066de6-09a3-400d-bb73-463f4d1cbc68 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142 HTTP/1.1" status: 200 len: 935 time: 0.1429636 Mar 11 11:53:40.405287 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-fb1c10ff-aa87-47f6-80fa-5488c8e5b68e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3811185 Mar 11 11:53:40.410786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f268f4d-b030-4810-979f-cfbe2e359112 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Pushing event updated for resources: {'Port': ['ID=ca98c5b9-62f8-49f0-af07-f6be8f932383,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:40.414965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-301887ed-b664-46f8-842c-a3a82d4c72cf req-ebcd26c1-2269-46e4-b6ae-a92f99160a9d tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225741 Mar 11 11:53:40.465940 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Request body: {'port': {'device_id': '52811ea8-360f-4c2e-b5cd-25f7b3bab142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:40.513385 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (69bbdab2-0876-4c5d-962e-3cf464957d6e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:40.716462 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:53:40.774780 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-8f268f4d-b030-4810-979f-cfbe2e359112 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:40.779356 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-8f268f4d-b030-4810-979f-cfbe2e359112 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:40.787673 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Deleting port e562c1ce-5e06-4ca6-9110-f6dfc544c868 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:40.788323 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e562c1ce-5e06-4ca6-9110-f6dfc544c868), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:40.932930 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (964eaebf-aa60-4324-b407-75faeeae6fe6), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:40.945973 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0de5b11-9dfd-4e6c-88ef-19024359468a None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 11:53:40.952036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a2d11126-4fb2-401b-84b2-500c32e95a03 None None] Provisioning complete for port 964eaebf-aa60-4324-b407-75faeeae6fe6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:40.952412 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2d11126-4fb2-401b-84b2-500c32e95a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (964eaebf-aa60-4324-b407-75faeeae6fe6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:40.996279 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-8f268f4d-b030-4810-979f-cfbe2e359112 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0085702 Mar 11 11:53:41.089726 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] For port e562c1ce-5e06-4ca6-9110-f6dfc544c868, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e562c1ce-5e06-4ca6-9110-f6dfc544c868,segment=NetworkSegment(9724c305-eac2-47ef-b50f-23aa90c4c1e2),segment_id=9724c305-eac2-47ef-b50f-23aa90c4c1e2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:41.090471 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e562c1ce-5e06-4ca6-9110-f6dfc544c868), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:41.109196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a2d11126-4fb2-401b-84b2-500c32e95a03 None None] Port 964eaebf-aa60-4324-b407-75faeeae6fe6 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:53:41.131962 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Calling delete_port for e562c1ce-5e06-4ca6-9110-f6dfc544c868 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:41.258042 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec8e67-602e-45ef-9af9-a5397ffe7ea9 req-3e783add-d06d-4e38-a006-b80409cc37ed tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:41.270007 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-27ec8e67-602e-45ef-9af9-a5397ffe7ea9 req-3e783add-d06d-4e38-a006-b80409cc37ed tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.2908452 Mar 11 11:53:41.344580 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9597ad-f78e-4c29-96a0-474f7bb6cdf3 None None] Pushing event updated for resources: {'Port': ['ID=e562c1ce-5e06-4ca6-9110-f6dfc544c868,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:41.352826 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Request body: {'port': {'device_id': '9237b328-02f3-4c47-a155-b3af0a0b73a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:41.356245 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58581e08-c038-4f0f-9ca2-3d219f27388c req-7689a9bd-0158-42d0-abf6-0effb299c678 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 210 time: 0.0825803 Mar 11 11:53:41.514094 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-27ec8e67-602e-45ef-9af9-a5397ffe7ea9 req-8b35413d-82ab-4878-91a6-526b753211dd tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425885 Mar 11 11:53:41.520296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e250-cd56-40dc-b6ea-f43445a0af24 req-01d94785-a31f-4972-bcdd-f079c8d53322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:41.529790 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6388e250-cd56-40dc-b6ea-f43445a0af24 req-01d94785-a31f-4972-bcdd-f079c8d53322 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 1127 time: 0.7005248 Mar 11 11:53:41.538356 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e562c1ce-5e06-4ca6-9110-f6dfc544c868), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:41.569460 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5260a891-c818-4fcf-9e91-954280a54c43 None None] Provisioning complete for port ca98c5b9-62f8-49f0-af07-f6be8f932383 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:41.569835 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5260a891-c818-4fcf-9e91-954280a54c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ca98c5b9-62f8-49f0-af07-f6be8f932383), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:41.599537 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Port': ['ID=e562c1ce-5e06-4ca6-9110-f6dfc544c868,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:41.602164 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No DVR routers for this DVR port e562c1ce-5e06-4ca6-9110-f6dfc544c868 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:53:41.670328 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ca98c5b9-62f8-49f0-af07-f6be8f932383), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:41.685430 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6388e250-cd56-40dc-b6ea-f43445a0af24 req-8f698be6-db41-4227-93be-2ac51cbce56b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537025 Mar 11 11:53:41.789248 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (69bbdab2-0876-4c5d-962e-3cf464957d6e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:41.819185 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69bbdab2-0876-4c5d-962e-3cf464957d6e']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:41.858798 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5260a891-c818-4fcf-9e91-954280a54c43 None None] Port ca98c5b9-62f8-49f0-af07-f6be8f932383 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:53:41.860075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9724c305-eac2-47ef-b50f-23aa90c4c1e2') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:41.860622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9724c305-eac2-47ef-b50f-23aa90c4c1e2') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:41.903518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5232d20-8c28-48e7-aad9-f783301026b7 req-deed6378-78ed-4a91-a516-23ce50268146 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:41.907404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0de5b11-9dfd-4e6c-88ef-19024359468a None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 11:53:41.917411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e5232d20-8c28-48e7-aad9-f783301026b7 req-deed6378-78ed-4a91-a516-23ce50268146 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142 HTTP/1.1" status: 200 len: 935 time: 0.3299959 Mar 11 11:53:41.922285 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (9724c305-eac2-47ef-b50f-23aa90c4c1e2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:41.963305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964eaebf-aa60-4324-b407-75faeeae6fe6 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:53:41.977685 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Publish callbacks [] for port (964eaebf-aa60-4324-b407-75faeeae6fe6), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:42.002607 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (9724c305-eac2-47ef-b50f-23aa90c4c1e2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:42.124459 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e5232d20-8c28-48e7-aad9-f783301026b7 req-0fc27d8a-d576-4455-acc5-c3af593657c6 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993606 Mar 11 11:53:42.164471 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:53:42.165353 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (9724c305-eac2-47ef-b50f-23aa90c4c1e2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:53:42.241194 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:53:42.289384 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-53304e92-d27f-44c6-a2f5-abd8b20cabfb tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6c80a9cfbb1c4cc0aae8c9bc117812ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1747553 Mar 11 11:53:42.295896 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (69bbdab2-0876-4c5d-962e-3cf464957d6e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:42.296821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Transition to ACTIVE for port object 964eaebf-aa60-4324-b407-75faeeae6fe6 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:53:42.307502 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:42.310949 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/networks/69bbdab2-0876-4c5d-962e-3cf464957d6e HTTP/1.1" status: 204 len: 168 time: 3.6317549 Mar 11 11:53:42.311447 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (964eaebf-aa60-4324-b407-75faeeae6fe6), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:42.327811 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57012) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:42.335442 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1421b3fd-be5c-4cc8-851e-cc8f3bf4e89d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1935160258'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:42.352187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72b867-9bee-49b9-8cef-d0d3027274f5 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Network': ['ID=69bbdab2-0876-4c5d-962e-3cf464957d6e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:42.451287 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Pushing event updated for resources: {'Port': ['ID=964eaebf-aa60-4324-b407-75faeeae6fe6,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:42.455840 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1421b3fd-be5c-4cc8-851e-cc8f3bf4e89d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:42.465259 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1421b3fd-be5c-4cc8-851e-cc8f3bf4e89d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:42.514985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1421b3fd-be5c-4cc8-851e-cc8f3bf4e89d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:53:42.531458 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1421b3fd-be5c-4cc8-851e-cc8f3bf4e89d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (2f1423e9-522c-4ea6-88de-4148f8f6b2dc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:42.532113 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-1421b3fd-be5c-4cc8-851e-cc8f3bf4e89d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Added segment 2f1423e9-522c-4ea6-88de-4148f8f6b2dc of type vlan for network c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9 Mar 11 11:53:42.585052 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1421b3fd-be5c-4cc8-851e-cc8f3bf4e89d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:42.611854 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Attempting to bind port 964eaebf-aa60-4324-b407-75faeeae6fe6 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:53:42.612359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Attempting to bind port 964eaebf-aa60-4324-b407-75faeeae6fe6 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:53:42.612359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Attempting to bind port 964eaebf-aa60-4324-b407-75faeeae6fe6 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:42.628764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Port 964eaebf-aa60-4324-b407-75faeeae6fe6 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:53:42.629234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Attempting to bind port 964eaebf-aa60-4324-b407-75faeeae6fe6 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:42.659195 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1421b3fd-be5c-4cc8-851e-cc8f3bf4e89d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:42.687244 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1421b3fd-be5c-4cc8-851e-cc8f3bf4e89d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:42.687961 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1421b3fd-be5c-4cc8-851e-cc8f3bf4e89d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:42.706541 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:42.795318 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1421b3fd-be5c-4cc8-851e-cc8f3bf4e89d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4617977 Mar 11 11:53:42.823996 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa6ab28a-301f-418f-a57b-27b132ac2e5f req-ff348ed5-1e1c-4780-be32-553f7d1148a2 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 210 time: 0.1716650 Mar 11 11:53:42.824585 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57024) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:42.862741 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5be6b6d0-663f-4dd1-9bfd-588489f15646 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'subnet': {'network_id': 'c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:42.862847 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca98c5b9-62f8-49f0-af07-f6be8f932383 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:53:42.879933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895e9a8c-b42d-4333-8b0c-dacfd1332e49 None None] Network 69bbdab2-0876-4c5d-962e-3cf464957d6e requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:42.888384 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Publish callbacks [] for port (ca98c5b9-62f8-49f0-af07-f6be8f932383), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:42.908889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-0b2016c8-a057-44ee-96e9-d8f4a88a0244 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:42.910555 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-0b2016c8-a057-44ee-96e9-d8f4a88a0244 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6057055 Mar 11 11:53:42.916569 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Transition to ACTIVE for port object ca98c5b9-62f8-49f0-af07-f6be8f932383 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:53:42.917881 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:53:42.918439 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:42.918677 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:53:42.919465 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Bound port: 964eaebf-aa60-4324-b407-75faeeae6fe6, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:53:42.921173 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (964eaebf-aa60-4324-b407-75faeeae6fe6), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:42.928364 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (ca98c5b9-62f8-49f0-af07-f6be8f932383), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:42.956517 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-d4d001d5-8e65-4e72-83b3-0d6bfa782d44 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Request body: {'port': {'device_id': '2cea1be6-2101-470a-915f-fa0213f3a94a', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '6c80a9cfbb1c4cc0aae8c9bc117812ae'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:42.985584 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895e9a8c-b42d-4333-8b0c-dacfd1332e49 None None] Network 69bbdab2-0876-4c5d-962e-3cf464957d6e could not be found, it might have been deleted concurrently. {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 11:53:43.121790 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421b3fd-be5c-4cc8-851e-cc8f3bf4e89d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Network': ['ID=c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:43.134489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:53:43.167407 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] For port 964eaebf-aa60-4324-b407-75faeeae6fe6, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:53:43.170643 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] For port 964eaebf-aa60-4324-b407-75faeeae6fe6, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=964eaebf-aa60-4324-b407-75faeeae6fe6,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:53:43.347668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (964eaebf-aa60-4324-b407-75faeeae6fe6), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:43.392877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ca98c5b9-62f8-49f0-af07-f6be8f932383,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:43.397428 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:43.398127 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:43.399554 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] 10.222.0.71 "PUT /v2.0/ports/964eaebf-aa60-4324-b407-75faeeae6fe6 HTTP/1.1" status: 200 len: 1095 time: 2.9459903 Mar 11 11:53:43.400342 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52811ea8-360f-4c2e-b5cd-25f7b3bab142', 'tag': '964eaebf-aa60-4324-b407-75faeeae6fe6'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:53:43.402682 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bc9ed7-e525-447e-8d30-dbc00f121303" -d '{"events": [{"name": "network-changed", "server_uuid": "52811ea8-360f-4c2e-b5cd-25f7b3bab142", "tag": "964eaebf-aa60-4324-b407-75faeeae6fe6"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:53:43.471171 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Attempting to bind port ca98c5b9-62f8-49f0-af07-f6be8f932383 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:53:43.472750 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Attempting to bind port ca98c5b9-62f8-49f0-af07-f6be8f932383 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:53:43.473084 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Attempting to bind port ca98c5b9-62f8-49f0-af07-f6be8f932383 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:43.491730 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571e8dc-335e-4bb3-b5c6-607fb4f112d6 req-1c9c2cdf-e174-47a9-91b9-806913e2a04c tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:43.495217 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4571e8dc-335e-4bb3-b5c6-607fb4f112d6 req-1c9c2cdf-e174-47a9-91b9-806913e2a04c tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.7841036 Mar 11 11:53:43.531921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Port ca98c5b9-62f8-49f0-af07-f6be8f932383 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:53:43.532256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Attempting to bind port ca98c5b9-62f8-49f0-af07-f6be8f932383 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:43.645206 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-359c6926-4a03-4f7d-89f0-6f58d57d8f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:43.659676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:53:43.660309 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:43.663361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:53:43.663962 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Bound port: ca98c5b9-62f8-49f0-af07-f6be8f932383, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:53:43.664333 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ca98c5b9-62f8-49f0-af07-f6be8f932383), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:43.703170 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be6b6d0-663f-4dd1-9bfd-588489f15646 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:43.713475 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5be6b6d0-663f-4dd1-9bfd-588489f15646 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:43.766738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5915d-b632-4e77-b50a-a59640a359df service neutron] Pushing event updated for resources: {'Port': ['ID=964eaebf-aa60-4324-b407-75faeeae6fe6,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:43.902993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] For port ca98c5b9-62f8-49f0-af07-f6be8f932383, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:53:43.912327 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] For port ca98c5b9-62f8-49f0-af07-f6be8f932383, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=ca98c5b9-62f8-49f0-af07-f6be8f932383,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:53:43.932356 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (ca98c5b9-62f8-49f0-af07-f6be8f932383), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:44.137510 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9950c09-b67d-4027-bb51-8aa324a1649c req-0d69626d-777f-429c-a3a8-81920ac1c9ef tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:44.147563 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9950c09-b67d-4027-bb51-8aa324a1649c req-0d69626d-777f-429c-a3a8-81920ac1c9ef tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142 HTTP/1.1" status: 200 len: 947 time: 0.8155386 Mar 11 11:53:44.150558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:44.151213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:44.160295 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] 10.222.0.37 "PUT /v2.0/ports/ca98c5b9-62f8-49f0-af07-f6be8f932383 HTTP/1.1" status: 200 len: 1096 time: 2.8915434 Mar 11 11:53:44.195423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-71a51db9-853a-4bd6-8e84-07f61c08e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:44.213146 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-71a51db9-853a-4bd6-8e84-07f61c08e011 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142 HTTP/1.1" status: 200 len: 1129 time: 0.7307827 Mar 11 11:53:44.216518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59092a-ffab-4758-89ed-36a2034627f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ca98c5b9-62f8-49f0-af07-f6be8f932383,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:44.376855 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-fa4f86b7-b3ec-4a64-b9ce-abcab74b4e2d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=964eaebf-aa60-4324-b407-75faeeae6fe6 HTTP/1.1" status: 200 len: 217 time: 0.1312523 Mar 11 11:53:44.473362 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9950c09-b67d-4027-bb51-8aa324a1649c req-750934ca-d979-46e2-99c0-f5751641ed2a tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196537 Mar 11 11:53:44.512913 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4571e8dc-335e-4bb3-b5c6-607fb4f112d6 req-2de42e2b-5cd0-4f6e-a135-f91c6881e3ce tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9867432 Mar 11 11:53:44.515375 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-a660f565-908e-4a6e-bf9d-23b13ac4132a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:44.517239 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-a660f565-908e-4a6e-bf9d-23b13ac4132a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1335919 Mar 11 11:53:44.574986 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5be6b6d0-663f-4dd1-9bfd-588489f15646 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (35297a2a-f522-40f3-b1bf-ec9fa139e589), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:44.589066 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63561844-6619-4aad-8de5-ec7acc034205 x-openstack-request-id: req-63561844-6619-4aad-8de5-ec7acc034205 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:53:44.595977 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52811ea8-360f-4c2e-b5cd-25f7b3bab142", "tag": "964eaebf-aa60-4324-b407-75faeeae6fe6", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:53:44.596350 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63561844-6619-4aad-8de5-ec7acc034205 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:53:44.596799 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52811ea8-360f-4c2e-b5cd-25f7b3bab142', 'tag': '964eaebf-aa60-4324-b407-75faeeae6fe6', 'status': 'completed', 'code': 200} Mar 11 11:53:44.662367 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-d4d001d5-8e65-4e72-83b3-0d6bfa782d44 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Made reservation on behalf of 6c80a9cfbb1c4cc0aae8c9bc117812ae for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:44.670751 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-d4d001d5-8e65-4e72-83b3-0d6bfa782d44 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:44.708619 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-d4d001d5-8e65-4e72-83b3-0d6bfa782d44 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:44.718067 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-3545772f-7fcf-42c2-b1cd-7af4f67b37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:44.719856 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-3545772f-7fcf-42c2-b1cd-7af4f67b37b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&device_id=9237b328-02f3-4c47-a155-b3af0a0b73a0 HTTP/1.1" status: 200 len: 1130 time: 0.4813523 Mar 11 11:53:44.729058 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-8d2953d5-5aa7-4656-bd3d-aa9581dd4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:44.731058 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-8d2953d5-5aa7-4656-bd3d-aa9581dd4f7b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1971002 Mar 11 11:53:44.792178 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-d2f1729b-06ec-4987-9e01-11f56cd4af1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=ca98c5b9-62f8-49f0-af07-f6be8f932383 HTTP/1.1" status: 200 len: 217 time: 0.0599451 Mar 11 11:53:44.881704 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6b6d0-663f-4dd1-9bfd-588489f15646 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Subnet': ['ID=35297a2a-f522-40f3-b1bf-ec9fa139e589,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:44.887693 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-8cc6f90f-525e-492f-8d5f-d9e58a44065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:44.889338 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-8cc6f90f-525e-492f-8d5f-d9e58a44065e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0877564 Mar 11 11:53:44.905323 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ff1d677-43ca-4336-b006-34cb32ce78a8 req-392fcfe4-32fa-47c8-94e5-7900ed705b7a tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 210 time: 0.2117975 Mar 11 11:53:44.979974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be6b6d0-663f-4dd1-9bfd-588489f15646 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Checking segment: {'id': '2f1423e9-522c-4ea6-88de-4148f8f6b2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:44.980214 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be6b6d0-663f-4dd1-9bfd-588489f15646 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network hostable DHCP agents. Network: c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:53:45.005606 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-d4d001d5-8e65-4e72-83b3-0d6bfa782d44 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Publish callbacks [] for security_group (f8d04759-cbc8-4eb7-ab38-e63bd7fbd276), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:45.019893 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-d4d001d5-8e65-4e72-83b3-0d6bfa782d44 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f8d04759-cbc8-4eb7-ab38-e63bd7fbd276), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:45.034873 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-4461efa3-f2f1-45a6-b6c8-91c982903ff4 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964923 Mar 11 11:53:45.047991 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be6b6d0-663f-4dd1-9bfd-588489f15646 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:53:45.063920 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-5be6b6d0-663f-4dd1-9bfd-588489f15646 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:45.073389 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425c5b72-a738-4583-b203-0d5f577e72f1 None None] Network c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:45.111726 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be6b6d0-663f-4dd1-9bfd-588489f15646 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:45.112332 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5be6b6d0-663f-4dd1-9bfd-588489f15646 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:45.143081 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5be6b6d0-663f-4dd1-9bfd-588489f15646 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2849185 Mar 11 11:53:45.147097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57068) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:45.148427 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d001d5-8e65-4e72-83b3-0d6bfa782d44 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:45.247786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9', 'network_id': 'c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9', 'project_id': '37c74eaca571449ead59dd3eaac8d01a', 'fixed_ips': [{'subnet_id': '35297a2a-f522-40f3-b1bf-ec9fa139e589'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:53:45.249101 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:45.263311 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-3e9d16ec-b680-417b-8a33-f5c58916cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:45.263935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-d4d001d5-8e65-4e72-83b3-0d6bfa782d44 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Allocated IP 192.168.233.201 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/aef4fb3f-42fc-4d20-85dd-113a9a6e67fc) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:53:45.273061 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-3e9d16ec-b680-417b-8a33-f5c58916cc03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3285799 Mar 11 11:53:45.467512 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-b46d8de1-aeec-46fe-b55a-b63e4f54ad77 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141777 Mar 11 11:53:45.485545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Allocated IP 2001:db8::1 (c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9/35297a2a-f522-40f3-b1bf-ec9fa139e589/7e5613b1-bc84-473b-965c-52c57318056a) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:53:45.645344 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:45.650958 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-87fa1ecb-e654-445b-9ce1-d9bb46fd574b service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566799 Mar 11 11:53:45.764374 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9eb13c7-2714-4ce0-ab26-d9f9f60540b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:45.842392 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (35297a2a-f522-40f3-b1bf-ec9fa139e589), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:45.882579 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Publish callbacks [] for port (7e5613b1-bc84-473b-965c-52c57318056a), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:45.894461 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (7e5613b1-bc84-473b-965c-52c57318056a), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:45.895175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc9ed7-e525-447e-8d30-dbc00f121303 req-315ad3d2-3868-4072-9c46-5b3b579dcba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:45.896759 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3bc9ed7-e525-447e-8d30-dbc00f121303 req-315ad3d2-3868-4072-9c46-5b3b579dcba7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142 HTTP/1.1" status: 200 len: 1129 time: 0.3399775 Mar 11 11:53:45.951118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Network c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:53:46.006795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:46.024892 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:53:46.208723 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f1f268d4-7363-4e62-b501-3348ac9abfac req-f29f8360-55a7-40dc-bf04-fdad806f1291 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404184 Mar 11 11:53:46.220610 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Pushing event updated for resources: {'Port': ['ID=7e5613b1-bc84-473b-965c-52c57318056a,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:46.228686 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Attempting to bind port 7e5613b1-bc84-473b-965c-52c57318056a on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:53:46.228898 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Attempting to bind port 7e5613b1-bc84-473b-965c-52c57318056a by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '2f1423e9-522c-4ea6-88de-4148f8f6b2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:53:46.229126 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Attempting to bind port 7e5613b1-bc84-473b-965c-52c57318056a on network c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:46.239006 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:53:46.239437 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Checking segment: {'id': '2f1423e9-522c-4ea6-88de-4148f8f6b2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:46.239901 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:46.240294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Bound using segment: {'id': '2f1423e9-522c-4ea6-88de-4148f8f6b2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:53:46.240878 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Bound port: 7e5613b1-bc84-473b-965c-52c57318056a, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1423e9-522c-4ea6-88de-4148f8f6b2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:53:46.241434 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7e5613b1-bc84-473b-965c-52c57318056a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:46.322429 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (35297a2a-f522-40f3-b1bf-ec9fa139e589), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:46.391506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Subnet': ['ID=35297a2a-f522-40f3-b1bf-ec9fa139e589,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:46.408357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc9ed7-e525-447e-8d30-dbc00f121303 req-879360ea-c162-44c6-a831-05c6c52e8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:46.409904 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3bc9ed7-e525-447e-8d30-dbc00f121303 req-879360ea-c162-44c6-a831-05c6c52e8654 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.5010202 Mar 11 11:53:46.414728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] For port 7e5613b1-bc84-473b-965c-52c57318056a, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:53:46.419689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] For port 7e5613b1-bc84-473b-965c-52c57318056a, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7e5613b1-bc84-473b-965c-52c57318056a,segment=NetworkSegment(2f1423e9-522c-4ea6-88de-4148f8f6b2dc),segment_id=2f1423e9-522c-4ea6-88de-4148f8f6b2dc)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:53:46.438220 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7e5613b1-bc84-473b-965c-52c57318056a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:46.496406 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:46.527052 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:46.538316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1423e9-522c-4ea6-88de-4148f8f6b2dc') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:46.538618 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1423e9-522c-4ea6-88de-4148f8f6b2dc') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:46.563885 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (2f1423e9-522c-4ea6-88de-4148f8f6b2dc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:46.579243 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea537cae-4c14-4dc7-8535-34371789c5a0 req-41c60171-7cc4-4774-af06-0ecc3e21eefa tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:46.582415 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea537cae-4c14-4dc7-8535-34371789c5a0 req-41c60171-7cc4-4774-af06-0ecc3e21eefa tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142 HTTP/1.1" status: 200 len: 947 time: 0.3375676 Mar 11 11:53:46.600906 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (2f1423e9-522c-4ea6-88de-4148f8f6b2dc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:46.610834 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccd01e-5b8e-4a39-81cb-a4b265335675 None None] Pushing event updated for resources: {'Port': ['ID=7e5613b1-bc84-473b-965c-52c57318056a,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:46.625986 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:53:46.626412 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (2f1423e9-522c-4ea6-88de-4148f8f6b2dc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:46.672251 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c344e4b-4c9b-4ace-b95b-07c8cfb0c838 req-ab2aad94-324c-4c11-8704-fe0b3ccf3612 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:46.675060 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9c344e4b-4c9b-4ace-b95b-07c8cfb0c838 req-ab2aad94-324c-4c11-8704-fe0b3ccf3612 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.2675023 Mar 11 11:53:46.679299 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-d4d001d5-8e65-4e72-83b3-0d6bfa782d44 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Publish callbacks [] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:46.745447 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea537cae-4c14-4dc7-8535-34371789c5a0 req-8fdc1753-4e6b-4e80-adbb-c2c0abf9bf59 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540368 Mar 11 11:53:46.810892 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9237b328-02f3-4c47-a155-b3af0a0b73a0', 'tag': 'ca98c5b9-62f8-49f0-af07-f6be8f932383'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:53:46.817757 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37aa65d1-55a6-47b0-acc2-10b63567b7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9237b328-02f3-4c47-a155-b3af0a0b73a0", "tag": "ca98c5b9-62f8-49f0-af07-f6be8f932383"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:53:46.822834 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:53:46.844744 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-d4d001d5-8e65-4e72-83b3-0d6bfa782d44 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:46.940516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d001d5-8e65-4e72-83b3-0d6bfa782d44 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Pushing event updated for resources: {'Port': ['ID=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:46.993239 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.api [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 11:53:46.993239 n-d-833234-2 neutron-server[104032]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 11:53:46.993239 n-d-833234-2 neutron-server[104032]: [parameters: {'id': 'c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9'}] Mar 11 11:53:46.993239 n-d-833234-2 neutron-server[104032]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:53:46.994147 n-d-833234-2 neutron-server[104032]: DEBUG oslo_db.api [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:53:46.998138 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3bc9ed7-e525-447e-8d30-dbc00f121303 req-c69b29a7-fa1d-4b5d-b68b-b843d8107e80 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=964eaebf-aa60-4324-b407-75faeeae6fe6 HTTP/1.1" status: 200 len: 217 time: 0.1682975 Mar 11 11:53:47.015808 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9c344e4b-4c9b-4ace-b95b-07c8cfb0c838 req-e16379ab-5730-4539-b7af-4040816ad5ac tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336413 Mar 11 11:53:47.039641 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-d4d001d5-8e65-4e72-83b3-0d6bfa782d44 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:53:47.103555 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-d4d001d5-8e65-4e72-83b3-0d6bfa782d44 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:47.130140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-d4d001d5-8e65-4e72-83b3-0d6bfa782d44 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:53:47.134867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc9ed7-e525-447e-8d30-dbc00f121303 req-de11268c-2a53-4cda-b757-b28184d97a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:47.136350 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3bc9ed7-e525-447e-8d30-dbc00f121303 req-de11268c-2a53-4cda-b757-b28184d97a32 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1266367 Mar 11 11:53:47.137968 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2489723-5f17-45d9-b3b2-88b44f1977be x-openstack-request-id: req-e2489723-5f17-45d9-b3b2-88b44f1977be {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:53:47.138253 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9237b328-02f3-4c47-a155-b3af0a0b73a0", "tag": "ca98c5b9-62f8-49f0-af07-f6be8f932383", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:53:47.138505 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e2489723-5f17-45d9-b3b2-88b44f1977be {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:53:47.138908 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9237b328-02f3-4c47-a155-b3af0a0b73a0', 'tag': 'ca98c5b9-62f8-49f0-af07-f6be8f932383', 'status': 'completed', 'code': 200} Mar 11 11:53:47.161050 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:47.278139 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51bc5106-4746-4785-8a22-7933ff5f2344 req-0ea34a35-1b52-4c0a-9f43-677b76394e92 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4312942 Mar 11 11:53:47.489181 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c97c4-f1db-4ab2-a23b-7d3af166cf63 req-710b683b-3706-4e25-a302-1e7adce901c8 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:47.491103 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b71c97c4-f1db-4ab2-a23b-7d3af166cf63 req-710b683b-3706-4e25-a302-1e7adce901c8 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 936 time: 0.5643892 Mar 11 11:53:47.540282 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-d4d001d5-8e65-4e72-83b3-0d6bfa782d44 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:47.540962 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-d4d001d5-8e65-4e72-83b3-0d6bfa782d44 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:47.613413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-aa1abafd-8e0f-4ca4-bf72-76ef6a79ce63 None None] Provisioning complete for port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:47.614009 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aa1abafd-8e0f-4ca4-bf72-76ef6a79ce63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:47.636426 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-d4d001d5-8e65-4e72-83b3-0d6bfa782d44 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6908817 Mar 11 11:53:47.653395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b0497-9c10-4a01-9690-f502ab82232c req-c1834d59-fe59-4ecf-b10f-41037944f539 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:47.662122 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f58b0497-9c10-4a01-9690-f502ab82232c req-c1834d59-fe59-4ecf-b10f-41037944f539 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.3681209 Mar 11 11:53:47.678317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Request body: {'port': {'device_id': '2cea1be6-2101-470a-915f-fa0213f3a94a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:47.716379 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-aa1abafd-8e0f-4ca4-bf72-76ef6a79ce63 None None] Port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:53:47.835182 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b71c97c4-f1db-4ab2-a23b-7d3af166cf63 req-87f7d450-be10-41a3-a82d-cde825a134ca tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287876 Mar 11 11:53:47.904865 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f58b0497-9c10-4a01-9690-f502ab82232c req-e418dab9-fdd8-4fe9-8d83-d5ad5ee66374 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413585 Mar 11 11:53:47.919183 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:47.982254 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:48.039537 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 964eaebf-aa60-4324-b407-75faeeae6fe6 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:53:48.286569 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa65d1-55a6-47b0-acc2-10b63567b7d8 req-6c603f93-2fb7-4e56-958f-ee16a371156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:48.288980 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37aa65d1-55a6-47b0-acc2-10b63567b7d8 req-6c603f93-2fb7-4e56-958f-ee16a371156f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&device_id=9237b328-02f3-4c47-a155-b3af0a0b73a0 HTTP/1.1" status: 200 len: 1130 time: 1.0873020 Mar 11 11:53:48.297510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc9ed7-e525-447e-8d30-dbc00f121303 req-1cf1ba68-8d0a-4024-8512-42ff3751908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:48.315610 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3bc9ed7-e525-447e-8d30-dbc00f121303 req-1cf1ba68-8d0a-4024-8512-42ff3751908c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.1388202 Mar 11 11:53:48.364416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 964eaebf-aa60-4324-b407-75faeeae6fe6, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=964eaebf-aa60-4324-b407-75faeeae6fe6,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:48.430374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '964eaebf-aa60-4324-b407-75faeeae6fe6', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '964eaebf-aa60-4324-b407-75faeeae6fe6', 'mac_address': 'fa:16:3e:91:bf:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:53:48.568381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2dd239-9d58-458f-9610-737ce3a95f99 None None] Network c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:48.621286 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7e5613b1-bc84-473b-965c-52c57318056a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:53:48.722793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa65d1-55a6-47b0-acc2-10b63567b7d8 req-8da20fc0-ad30-423d-afb9-3f5652139a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:48.724302 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37aa65d1-55a6-47b0-acc2-10b63567b7d8 req-8da20fc0-ad30-423d-afb9-3f5652139a3f service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.4191802 Mar 11 11:53:48.727749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc5106-4746-4785-8a22-7933ff5f2344 req-b0a8422f-a844-46b9-b028-f1b573e6b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:48.729249 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51bc5106-4746-4785-8a22-7933ff5f2344 req-b0a8422f-a844-46b9-b028-f1b573e6b3b8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 1127 time: 0.7438164 Mar 11 11:53:48.734328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-232738dc-855b-4452-8f90-b7b3727402ce None None] Provisioning complete for port 7e5613b1-bc84-473b-965c-52c57318056a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:48.734704 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-232738dc-855b-4452-8f90-b7b3727402ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7e5613b1-bc84-473b-965c-52c57318056a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:48.749806 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:48.800139 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 964eaebf-aa60-4324-b407-75faeeae6fe6 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:48.806571 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (964eaebf-aa60-4324-b407-75faeeae6fe6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:48.838282 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device ca98c5b9-62f8-49f0-af07-f6be8f932383 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:53:48.884609 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef4fb3f-42fc-4d20-85dd-113a9a6e67fc {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:53:48.899193 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Publish callbacks [] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:48.917813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ef1e9-3a18-4e7a-a166-4a1c4890b9d7 req-8322ae55-7d5e-438e-97b8-ad0305f04942 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:48.926467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-512ef1e9-3a18-4e7a-a166-4a1c4890b9d7 req-8322ae55-7d5e-438e-97b8-ad0305f04942 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.2559500 Mar 11 11:53:48.940456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc5106-4746-4785-8a22-7933ff5f2344 req-abafa713-89d3-4439-a1e2-28e4983a5637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:48.942205 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51bc5106-4746-4785-8a22-7933ff5f2344 req-abafa713-89d3-4439-a1e2-28e4983a5637 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 914 time: 0.1550975 Mar 11 11:53:48.948330 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d925c-4933-4d73-ae81-8d45db5040fb req-afb8d77c-176f-42bb-8483-377596a5dcf8 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:48.956606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e6d925c-4933-4d73-ae81-8d45db5040fb req-afb8d77c-176f-42bb-8483-377596a5dcf8 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142 HTTP/1.1" status: 200 len: 947 time: 0.9943249 Mar 11 11:53:48.958400 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37aa65d1-55a6-47b0-acc2-10b63567b7d8 req-2ab6fb1a-6065-4fec-a016-ae831180d39f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=ca98c5b9-62f8-49f0-af07-f6be8f932383 HTTP/1.1" status: 200 len: 217 time: 0.2117324 Mar 11 11:53:48.965790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964eaebf-aa60-4324-b407-75faeeae6fe6 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:53:48.991749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Transition to ACTIVE for port object aef4fb3f-42fc-4d20-85dd-113a9a6e67fc will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:53:48.994993 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 964eaebf-aa60-4324-b407-75faeeae6fe6, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=964eaebf-aa60-4324-b407-75faeeae6fe6,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:49.003461 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:49.031692 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (964eaebf-aa60-4324-b407-75faeeae6fe6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:49.051760 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.resource_extend [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:53:49.056258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Deleting port 7e5613b1-bc84-473b-965c-52c57318056a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:49.057202 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7e5613b1-bc84-473b-965c-52c57318056a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:49.060218 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 7e5613b1-bc84-473b-965c-52c57318056a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:49.060667 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7e5613b1-bc84-473b-965c-52c57318056a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:49.063022 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:49.093131 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e6d925c-4933-4d73-ae81-8d45db5040fb req-576453aa-3f8a-4a7a-9490-2dbde7fca1c2 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356514 Mar 11 11:53:49.119124 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51bc5106-4746-4785-8a22-7933ff5f2344 req-02d501db-773a-478a-9cd5-318b96dac216 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86856e35-f46e-48b8-b57a-3477d5d68272 HTTP/1.1" status: 200 len: 1001 time: 0.1701565 Mar 11 11:53:49.125927 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-512ef1e9-3a18-4e7a-a166-4a1c4890b9d7 req-c44bb526-9feb-4944-8d65-6c9305ad70a5 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983473 Mar 11 11:53:49.173678 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] For port 7e5613b1-bc84-473b-965c-52c57318056a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7e5613b1-bc84-473b-965c-52c57318056a,segment=NetworkSegment(2f1423e9-522c-4ea6-88de-4148f8f6b2dc),segment_id=2f1423e9-522c-4ea6-88de-4148f8f6b2dc)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:49.174886 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7e5613b1-bc84-473b-965c-52c57318056a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:49.354867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-232738dc-855b-4452-8f90-b7b3727402ce None None] Current status of the port 7e5613b1-bc84-473b-965c-52c57318056a is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:49.354867 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-232738dc-855b-4452-8f90-b7b3727402ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7e5613b1-bc84-473b-965c-52c57318056a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:49.380372 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3bc9ed7-e525-447e-8d30-dbc00f121303 req-0d15a050-71ef-46a0-a155-e07fe1f9d047 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0276225 Mar 11 11:53:49.381882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Attempting to bind port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:53:49.382026 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc5106-4746-4785-8a22-7933ff5f2344 req-36b2c50a-2785-432e-99d2-5e54d29415cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:49.382552 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Attempting to bind port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:53:49.384236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Attempting to bind port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:49.385172 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51bc5106-4746-4785-8a22-7933ff5f2344 req-36b2c50a-2785-432e-99d2-5e54d29415cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=748e6717-2aee-4f28-b940-f1d8e2456c16 HTTP/1.1" status: 200 len: 852 time: 0.1987801 Mar 11 11:53:49.392234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:53:49.393582 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Attempting to bind port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:49.398964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['964eaebf-aa60-4324-b407-75faeeae6fe6'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:53:49.402229 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb07297-1001-4e03-bdf8-bb2557a5938e None None] DHCP port deletion for c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:53:49.405231 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:53:49.405958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:49.407063 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:53:49.407730 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Bound port: aef4fb3f-42fc-4d20-85dd-113a9a6e67fc, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:53:49.408427 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:49.451829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bbede-f85f-4299-8575-e0941e290507 req-24e7d73b-85af-4587-91a1-e0e2a654b267 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:49.453704 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cd4bbede-f85f-4299-8575-e0941e290507 req-24e7d73b-85af-4587-91a1-e0e2a654b267 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 948 time: 0.1754475 Mar 11 11:53:49.481174 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Calling delete_port for 7e5613b1-bc84-473b-965c-52c57318056a owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:49.595385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cd4bbede-f85f-4299-8575-e0941e290507 req-a3ef252b-ffef-4f06-bb7f-bc315f8f44a1 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217489 Mar 11 11:53:49.619973 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] For port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:53:49.629481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] For port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:53:49.644827 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:49.715400 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=964eaebf-aa60-4324-b407-75faeeae6fe6,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:49.741766 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:49.761035 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-232738dc-855b-4452-8f90-b7b3727402ce None None] For port 7e5613b1-bc84-473b-965c-52c57318056a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7e5613b1-bc84-473b-965c-52c57318056a,segment=NetworkSegment(2f1423e9-522c-4ea6-88de-4148f8f6b2dc),segment_id=2f1423e9-522c-4ea6-88de-4148f8f6b2dc)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:49.771806 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:49.773607 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:49.775312 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-7132fa4c-9991-44fa-b434-b25dd663e0e5 service neutron] 10.222.0.37 "PUT /v2.0/ports/aef4fb3f-42fc-4d20-85dd-113a9a6e67fc HTTP/1.1" status: 200 len: 1096 time: 2.1016717 Mar 11 11:53:49.775615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cea1be6-2101-470a-915f-fa0213f3a94a', 'tag': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:53:49.776467 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-232738dc-855b-4452-8f90-b7b3727402ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7e5613b1-bc84-473b-965c-52c57318056a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:49.783436 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7611395-e061-4fc1-9675-2f052135b708" -d '{"events": [{"name": "network-changed", "server_uuid": "2cea1be6-2101-470a-915f-fa0213f3a94a", "tag": "aef4fb3f-42fc-4d20-85dd-113a9a6e67fc"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:53:49.856529 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa65d1-55a6-47b0-acc2-10b63567b7d8 req-46d2e5ec-9ee6-4277-856e-a00e5bc4d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:49.858112 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37aa65d1-55a6-47b0-acc2-10b63567b7d8 req-46d2e5ec-9ee6-4277-856e-a00e5bc4d8cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.7380455 Mar 11 11:53:49.941178 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-41144aad-4fec-4cfd-92d5-d54f6da8b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:49.943017 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-41144aad-4fec-4cfd-92d5-d54f6da8b56a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c80a9cfbb1c4cc0aae8c9bc117812ae&device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 1130 time: 0.1248004 Mar 11 11:53:49.943721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc5106-4746-4785-8a22-7933ff5f2344 req-87af9950-214f-45ba-adff-89745240bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:49.945433 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51bc5106-4746-4785-8a22-7933ff5f2344 req-87af9950-214f-45ba-adff-89745240bcfe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4982302 Mar 11 11:53:50.000747 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3bc9ed7-e525-447e-8d30-dbc00f121303 req-66d89e9e-17f8-436b-8246-af336ead2932 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522168 Mar 11 11:53:50.014154 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-121505af-395c-4db1-a326-7b4b4b4b84ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc HTTP/1.1" status: 200 len: 217 time: 0.0624433 Mar 11 11:53:50.038217 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f86f443-f3c3-46f0-a6f3-f9aaa64a44f4 x-openstack-request-id: req-3f86f443-f3c3-46f0-a6f3-f9aaa64a44f4 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:53:50.040494 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cea1be6-2101-470a-915f-fa0213f3a94a", "tag": "aef4fb3f-42fc-4d20-85dd-113a9a6e67fc", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:53:50.040769 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f86f443-f3c3-46f0-a6f3-f9aaa64a44f4 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:53:50.041193 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cea1be6-2101-470a-915f-fa0213f3a94a', 'tag': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc', 'status': 'completed', 'code': 200} Mar 11 11:53:50.140704 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-d8dbca74-c7a1-42c6-a6d1-64e051656752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:50.142405 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-d8dbca74-c7a1-42c6-a6d1-64e051656752 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1211848 Mar 11 11:53:50.226655 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 7e5613b1-bc84-473b-965c-52c57318056a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:50.250470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-5a722d47-0bb9-4212-bc61-27a020543029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:50.252179 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-5a722d47-0bb9-4212-bc61-27a020543029 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1004512 Mar 11 11:53:50.351946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port ca98c5b9-62f8-49f0-af07-f6be8f932383, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=ca98c5b9-62f8-49f0-af07-f6be8f932383,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:50.372241 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa65d1-55a6-47b0-acc2-10b63567b7d8 req-1b93ef06-d2d6-471f-b35a-18a6aebf46de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:50.373717 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37aa65d1-55a6-47b0-acc2-10b63567b7d8 req-1b93ef06-d2d6-471f-b35a-18a6aebf46de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4844241 Mar 11 11:53:50.390711 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:50.441478 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7e5613b1-bc84-473b-965c-52c57318056a no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:53:50.465760 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7e5613b1-bc84-473b-965c-52c57318056a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:50.483457 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'ca98c5b9-62f8-49f0-af07-f6be8f932383', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'ca98c5b9-62f8-49f0-af07-f6be8f932383', 'mac_address': 'fa:16:3e:40:b4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:53:50.503668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No active binding found for port 7e5613b1-bc84-473b-965c-52c57318056a {{(pid=104033) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 11:53:50.504221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] The host n-d-833234-2 is not matching for port 7e5613b1-bc84-473b-965c-52c57318056a host None! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 11:53:50.504767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7e5613b1-bc84-473b-965c-52c57318056a not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:53:50.512630 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-95a390e6-2a83-4433-ae5d-36db56e3b81c service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528691 Mar 11 11:53:50.519685 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232738dc-855b-4452-8f90-b7b3727402ce None None] Pushing event updated for resources: {'Port': ['ID=7e5613b1-bc84-473b-965c-52c57318056a,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:50.547661 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51bc5106-4746-4785-8a22-7933ff5f2344 req-751390b0-c758-483c-beda-f160c6db165a service neutron] 10.222.0.71 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5836356 Mar 11 11:53:50.571484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fdb07297-1001-4e03-bdf8-bb2557a5938e None None] Deleting port 7e5613b1-bc84-473b-965c-52c57318056a {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:50.572631 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fdb07297-1001-4e03-bdf8-bb2557a5938e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7e5613b1-bc84-473b-965c-52c57318056a), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:50.638008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Port': ['ID=7e5613b1-bc84-473b-965c-52c57318056a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:50.648553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fdb07297-1001-4e03-bdf8-bb2557a5938e None None] For port 7e5613b1-bc84-473b-965c-52c57318056a, host n-d-833234-2, got binding levels [] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:50.649212 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fdb07297-1001-4e03-bdf8-bb2557a5938e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7e5613b1-bc84-473b-965c-52c57318056a), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:50.672476 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fdb07297-1001-4e03-bdf8-bb2557a5938e None None] Calling delete_port for 7e5613b1-bc84-473b-965c-52c57318056a owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:50.676893 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c76e431-1ebb-4c8b-b6e1-076516ed4395 req-754ee339-44c5-465f-8a4e-86e2b3d92255 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151178 Mar 11 11:53:50.678261 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.ipam_backend_mixin [None req-fdb07297-1001-4e03-bdf8-bb2557a5938e None None] Port 7e5613b1-bc84-473b-965c-52c57318056a was not found and therefore no delete operation was performed {{(pid=104033) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 11:53:50.702485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No DVR routers for this DVR port 7e5613b1-bc84-473b-965c-52c57318056a on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:53:50.717411 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fdb07297-1001-4e03-bdf8-bb2557a5938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (7e5613b1-bc84-473b-965c-52c57318056a), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:50.770808 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb07297-1001-4e03-bdf8-bb2557a5938e None None] No DVR routers for this DVR port 7e5613b1-bc84-473b-965c-52c57318056a on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:53:50.811404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb07297-1001-4e03-bdf8-bb2557a5938e None None] Pushing event deleted for resources: {'Port': ['ID=7e5613b1-bc84-473b-965c-52c57318056a,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:50.850150 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396a901-8e02-479c-928a-73170e91f76b req-09f9b531-e558-4712-8fa0-5a509ecc8e2f tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:50.852332 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0396a901-8e02-479c-928a-73170e91f76b req-09f9b531-e558-4712-8fa0-5a509ecc8e2f tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.3387756 Mar 11 11:53:50.891924 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7611395-e061-4fc1-9675-2f052135b708 req-4f1068d2-5a75-4eb0-8167-0fab069108fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:50.898271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7611395-e061-4fc1-9675-2f052135b708 req-4f1068d2-5a75-4eb0-8167-0fab069108fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c80a9cfbb1c4cc0aae8c9bc117812ae&device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 1130 time: 0.1572342 Mar 11 11:53:50.909800 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cd5aa-41e6-4abc-b80e-4e9035be5a67 req-50566f28-a42a-47d4-8d6b-a2b61a5a7668 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:50.914011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port ca98c5b9-62f8-49f0-af07-f6be8f932383 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:50.914399 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ca98c5b9-62f8-49f0-af07-f6be8f932383), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:50.918518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d26cd5aa-41e6-4abc-b80e-4e9035be5a67 req-50566f28-a42a-47d4-8d6b-a2b61a5a7668 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142 HTTP/1.1" status: 200 len: 948 time: 0.3916302 Mar 11 11:53:50.958767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca98c5b9-62f8-49f0-af07-f6be8f932383 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:53:50.967092 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51bc5106-4746-4785-8a22-7933ff5f2344 req-5b31fa74-7d31-4a6e-83ae-2286c0671d04 service neutron] 10.222.0.71 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034841 Mar 11 11:53:50.997279 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d26cd5aa-41e6-4abc-b80e-4e9035be5a67 req-f599db04-4193-4ac7-b639-40c5221c483d tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772545 Mar 11 11:53:51.034771 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port ca98c5b9-62f8-49f0-af07-f6be8f932383, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=ca98c5b9-62f8-49f0-af07-f6be8f932383,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:51.045973 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ca98c5b9-62f8-49f0-af07-f6be8f932383), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:51.054478 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37aa65d1-55a6-47b0-acc2-10b63567b7d8 req-bc521f94-495b-4697-8a24-86da3fbf9da4 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6652849 Mar 11 11:53:51.118010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=ca98c5b9-62f8-49f0-af07-f6be8f932383,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:51.158762 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:51.160551 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0396a901-8e02-479c-928a-73170e91f76b req-5b89a5cc-217f-4e31-bd49-3b87fc482f2d tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003969 Mar 11 11:53:51.248227 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7611395-e061-4fc1-9675-2f052135b708 req-975ce61d-d281-4b71-b886-7a47eb5638d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:51.250466 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7611395-e061-4fc1-9675-2f052135b708 req-975ce61d-d281-4b71-b886-7a47eb5638d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.3113921 Mar 11 11:53:51.268339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94192dc2-cbd5-47dd-8b2c-f6eb678c16c2 req-418ed109-3be2-46d6-a042-e48c7b30bc84 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:51.276853 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94192dc2-cbd5-47dd-8b2c-f6eb678c16c2 req-418ed109-3be2-46d6-a042-e48c7b30bc84 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 948 time: 0.1409295 Mar 11 11:53:51.286324 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:51.381280 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94192dc2-cbd5-47dd-8b2c-f6eb678c16c2 req-1e68c060-efa2-4ad3-9ad8-51c9c55991e6 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905256 Mar 11 11:53:51.386642 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7611395-e061-4fc1-9675-2f052135b708 req-6660c2a7-9426-4ea4-b47b-219a0cc7768d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc HTTP/1.1" status: 200 len: 217 time: 0.0993862 Mar 11 11:53:51.397676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1423e9-522c-4ea6-88de-4148f8f6b2dc') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:51.398310 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1423e9-522c-4ea6-88de-4148f8f6b2dc') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:53:51.458787 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (2f1423e9-522c-4ea6-88de-4148f8f6b2dc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:51.461177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['ca98c5b9-62f8-49f0-af07-f6be8f932383'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:53:51.521166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7611395-e061-4fc1-9675-2f052135b708 req-9fe04dee-f34d-4fad-903c-f3345d2d7361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:51.525011 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7611395-e061-4fc1-9675-2f052135b708 req-9fe04dee-f34d-4fad-903c-f3345d2d7361 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1321940 Mar 11 11:53:51.540695 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37aa65d1-55a6-47b0-acc2-10b63567b7d8 req-9f207061-496e-45fe-8180-2aed16a314fd service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754426 Mar 11 11:53:51.550163 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (2f1423e9-522c-4ea6-88de-4148f8f6b2dc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:51.580945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:53:51.581399 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (2f1423e9-522c-4ea6-88de-4148f8f6b2dc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:53:51.684049 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:53:51.700056 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:51.734126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bea3de-8220-4b48-8b89-3995f5781e7d req-cce07d59-58d8-45fa-b260-57c0b28a0d35 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:51.735857 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-67bea3de-8220-4b48-8b89-3995f5781e7d req-cce07d59-58d8-45fa-b260-57c0b28a0d35 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.1868110 Mar 11 11:53:51.738337 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7611395-e061-4fc1-9675-2f052135b708 req-8afd7e30-9382-4542-a02a-dcd68c5e5e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:51.740051 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7611395-e061-4fc1-9675-2f052135b708 req-8afd7e30-9382-4542-a02a-dcd68c5e5e6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1867561 Mar 11 11:53:51.747638 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:51.753424 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/networks/c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9 HTTP/1.1" status: 204 len: 168 time: 6.6019528 Mar 11 11:53:51.754771 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6824b52-55da-43ef-9540-6c69913d3648 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Network': ['ID=c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:51.759687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57202) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:51.775491 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8a6fc149-d3be-4e34-a95a-9fc22fedf5e3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-45344744'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:51.901195 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-67bea3de-8220-4b48-8b89-3995f5781e7d req-ff087375-faa3-4b21-a429-63806527b6f4 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586761 Mar 11 11:53:51.904820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6fc149-d3be-4e34-a95a-9fc22fedf5e3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:51.909286 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a6fc149-d3be-4e34-a95a-9fc22fedf5e3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:51.948912 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7611395-e061-4fc1-9675-2f052135b708 req-be151b34-0137-434e-bacb-ec43ba565f7a service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877179 Mar 11 11:53:51.970414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6fc149-d3be-4e34-a95a-9fc22fedf5e3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:53:52.001855 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a6fc149-d3be-4e34-a95a-9fc22fedf5e3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (85dac33d-b2db-49f4-b9e8-f82c9b09bd3f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:52.002621 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-8a6fc149-d3be-4e34-a95a-9fc22fedf5e3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Added segment 85dac33d-b2db-49f4-b9e8-f82c9b09bd3f of type vlan for network 3a369b5a-2823-4108-9c31-e7a303942613 Mar 11 11:53:52.093926 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7611395-e061-4fc1-9675-2f052135b708 req-56c09716-b771-4d13-bde6-c8200031c6b5 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350112 Mar 11 11:53:52.101213 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 964eaebf-aa60-4324-b407-75faeeae6fe6 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:53:52.197127 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a6fc149-d3be-4e34-a95a-9fc22fedf5e3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (3a369b5a-2823-4108-9c31-e7a303942613), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:52.237238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 964eaebf-aa60-4324-b407-75faeeae6fe6 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:53:52.242182 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 964eaebf-aa60-4324-b407-75faeeae6fe6 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:52.242566 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (964eaebf-aa60-4324-b407-75faeeae6fe6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:52.245349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f80a6-f694-4f57-a72a-579b3a20f906 req-3249a848-4680-4bbb-ab56-bc8e5090f7a5 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:52.247489 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a80f80a6-f694-4f57-a72a-579b3a20f906 req-3249a848-4680-4bbb-ab56-bc8e5090f7a5 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142 HTTP/1.1" status: 200 len: 948 time: 0.1067173 Mar 11 11:53:52.262087 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a6fc149-d3be-4e34-a95a-9fc22fedf5e3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (3a369b5a-2823-4108-9c31-e7a303942613), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:52.271162 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6fc149-d3be-4e34-a95a-9fc22fedf5e3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:52.272146 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a6fc149-d3be-4e34-a95a-9fc22fedf5e3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:52.385668 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8a6fc149-d3be-4e34-a95a-9fc22fedf5e3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6111114 Mar 11 11:53:52.386004 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57216) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:52.391386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-35b33deb-4dce-470e-b072-416abf05852d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'subnet': {'network_id': '3a369b5a-2823-4108-9c31-e7a303942613', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:52.429217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 964eaebf-aa60-4324-b407-75faeeae6fe6 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:52.429576 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (964eaebf-aa60-4324-b407-75faeeae6fe6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:52.457140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fc149-d3be-4e34-a95a-9fc22fedf5e3 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Network': ['ID=3a369b5a-2823-4108-9c31-e7a303942613,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:52.490508 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a80f80a6-f694-4f57-a72a-579b3a20f906 req-baa6791d-0e36-4bfa-9505-cdf2fe453940 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936870 Mar 11 11:53:52.526565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 3a369b5a-2823-4108-9c31-e7a303942613 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:53:52.604975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b33deb-4dce-470e-b072-416abf05852d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:52.608508 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35b33deb-4dce-470e-b072-416abf05852d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:52.636075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f309a-620f-4e40-a149-9bf0a8abc15e req-09ad9d25-641b-4601-bfb1-bc3f32a15698 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:52.637734 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a7f309a-620f-4e40-a149-9bf0a8abc15e req-09ad9d25-641b-4601-bfb1-bc3f32a15698 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 948 time: 0.0970008 Mar 11 11:53:52.664256 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52811ea8-360f-4c2e-b5cd-25f7b3bab142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964eaebf-aa60-4324-b407-75faeeae6fe6'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:53:52.667966 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c4e7ed-60be-4b43-8ec4-70aa420ae1cb" -d '{"events": [{"server_uuid": "52811ea8-360f-4c2e-b5cd-25f7b3bab142", "name": "network-vif-plugged", "status": "completed", "tag": "964eaebf-aa60-4324-b407-75faeeae6fe6"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:53:52.749730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 964eaebf-aa60-4324-b407-75faeeae6fe6, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=964eaebf-aa60-4324-b407-75faeeae6fe6,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:52.762934 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a7f309a-620f-4e40-a149-9bf0a8abc15e req-3d6f9619-e6e2-46c3-9976-6f0fc49a471f tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176775 Mar 11 11:53:52.763826 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (964eaebf-aa60-4324-b407-75faeeae6fe6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:52.858058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=964eaebf-aa60-4324-b407-75faeeae6fe6,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:52.868669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:52.869018 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:52.869361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:52.869991 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:52.870336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:52.870717 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:52.871044 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:52.871374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:52.871739 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:52.872072 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:52.872385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:52.874182 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:52.874182 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:53:52.915967 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35b33deb-4dce-470e-b072-416abf05852d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (d6db3f03-95af-441e-a780-0cf7dd5da4f2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:52.981803 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df351d0f-c18c-42e4-a5d0-43ce6aca8c2e x-openstack-request-id: req-df351d0f-c18c-42e4-a5d0-43ce6aca8c2e {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:53:52.982095 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52811ea8-360f-4c2e-b5cd-25f7b3bab142", "name": "network-vif-plugged", "status": "completed", "tag": "964eaebf-aa60-4324-b407-75faeeae6fe6", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:53:52.983058 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-df351d0f-c18c-42e4-a5d0-43ce6aca8c2e {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:53:52.983467 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52811ea8-360f-4c2e-b5cd-25f7b3bab142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964eaebf-aa60-4324-b407-75faeeae6fe6', 'code': 200} Mar 11 11:53:53.060319 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b33deb-4dce-470e-b072-416abf05852d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Subnet': ['ID=d6db3f03-95af-441e-a780-0cf7dd5da4f2,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:53.079197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b33deb-4dce-470e-b072-416abf05852d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Checking segment: {'id': '85dac33d-b2db-49f4-b9e8-f82c9b09bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3a369b5a-2823-4108-9c31-e7a303942613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:53.079931 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b33deb-4dce-470e-b072-416abf05852d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network hostable DHCP agents. Network: 3a369b5a-2823-4108-9c31-e7a303942613, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:53:53.083271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device ca98c5b9-62f8-49f0-af07-f6be8f932383 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:53:53.098054 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04778d44-c5c4-4d7d-ae4d-9b1483aa2f3f req-f8c01346-3cf7-4eca-82fc-712a2f0028f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:53.100106 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-04778d44-c5c4-4d7d-ae4d-9b1483aa2f3f req-f8c01346-3cf7-4eca-82fc-712a2f0028f8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142 HTTP/1.1" status: 200 len: 1131 time: 0.0831044 Mar 11 11:53:53.136438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204559b6-d118-42a0-bb48-12e05a0ce00a req-4e3f4dce-b15b-4740-9d96-f306c7e6ed3f tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:53.144906 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-204559b6-d118-42a0-bb48-12e05a0ce00a req-4e3f4dce-b15b-4740-9d96-f306c7e6ed3f tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.0983760 Mar 11 11:53:53.165317 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b33deb-4dce-470e-b072-416abf05852d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network 3a369b5a-2823-4108-9c31-e7a303942613 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:53:53.198657 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-04778d44-c5c4-4d7d-ae4d-9b1483aa2f3f req-ac11bd0e-201b-4d5a-b548-e2448f1490a2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922046 Mar 11 11:53:53.199750 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-35b33deb-4dce-470e-b072-416abf05852d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 3a369b5a-2823-4108-9c31-e7a303942613) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:53.206350 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b33deb-4dce-470e-b072-416abf05852d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:53.207063 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35b33deb-4dce-470e-b072-416abf05852d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:53.213493 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a03236-d644-44ab-a24d-8ef58fec0840 None None] Network 3a369b5a-2823-4108-9c31-e7a303942613 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:53.214577 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-204559b6-d118-42a0-bb48-12e05a0ce00a req-1a293c30-feb6-4ae3-aa56-5471a13a0b6f tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676155 Mar 11 11:53:53.260737 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-35b33deb-4dce-470e-b072-416abf05852d tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8734074 Mar 11 11:53:53.263390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57240) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:53.269251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ba5f7466-5f08-45fa-b971-1055ea7c8d37 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'subnet': {'network_id': '3a369b5a-2823-4108-9c31-e7a303942613', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:53.412147 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port ca98c5b9-62f8-49f0-af07-f6be8f932383 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:53:53.438030 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port ca98c5b9-62f8-49f0-af07-f6be8f932383 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:53.439908 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ca98c5b9-62f8-49f0-af07-f6be8f932383), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:53.516399 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5f7466-5f08-45fa-b971-1055ea7c8d37 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:53.525144 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7466-5f08-45fa-b971-1055ea7c8d37 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:53.594195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-3a369b5a-2823-4108-9c31-e7a303942613', 'network_id': '3a369b5a-2823-4108-9c31-e7a303942613', 'project_id': '37c74eaca571449ead59dd3eaac8d01a', 'fixed_ips': [{'subnet_id': 'd6db3f03-95af-441e-a780-0cf7dd5da4f2'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:53:53.597297 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:53.809685 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e993d9-3eeb-4387-accd-1f90faaa951b req-bb037911-5ab6-4738-b87f-de565852e882 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:53.814669 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4e993d9-3eeb-4387-accd-1f90faaa951b req-bb037911-5ab6-4738-b87f-de565852e882 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142 HTTP/1.1" status: 200 len: 949 time: 0.1764126 Mar 11 11:53:53.833694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port ca98c5b9-62f8-49f0-af07-f6be8f932383 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:53.833917 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ca98c5b9-62f8-49f0-af07-f6be8f932383), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:53.873924 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port ca98c5b9-62f8-49f0-af07-f6be8f932383, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=ca98c5b9-62f8-49f0-af07-f6be8f932383,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:53.885675 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ca98c5b9-62f8-49f0-af07-f6be8f932383), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:54.085631 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=ca98c5b9-62f8-49f0-af07-f6be8f932383,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:54.127818 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4e993d9-3eeb-4387-accd-1f90faaa951b req-a364f51c-0e80-4470-9ae4-6629294abc9e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009224 Mar 11 11:53:54.138754 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Allocated IP 2001:db8::2 (3a369b5a-2823-4108-9c31-e7a303942613/d6db3f03-95af-441e-a780-0cf7dd5da4f2/3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:53:54.181577 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7cf20-f1c0-4b82-a284-44c4970cac40 req-63d75a37-be0b-450f-84cd-6697931cf5e3 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:54.186495 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23f7cf20-f1c0-4b82-a284-44c4970cac40 req-63d75a37-be0b-450f-84cd-6697931cf5e3 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 948 time: 0.2414262 Mar 11 11:53:54.286203 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7466-5f08-45fa-b971-1055ea7c8d37 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (d621310b-820c-4192-bfb9-753ccb3a8d5a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:54.301898 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23f7cf20-f1c0-4b82-a284-44c4970cac40 req-3848eb23-578e-4da2-b528-db43db4bc33b tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105335 Mar 11 11:53:54.344482 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5f7466-5f08-45fa-b971-1055ea7c8d37 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network 3a369b5a-2823-4108-9c31-e7a303942613 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:53:54.348192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ba5f7466-5f08-45fa-b971-1055ea7c8d37 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:54.351422 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5f7466-5f08-45fa-b971-1055ea7c8d37 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:54.352334 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7466-5f08-45fa-b971-1055ea7c8d37 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:54.454183 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Publish callbacks [] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:54.464885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57266) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:54.468333 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:54.469595 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ba5f7466-5f08-45fa-b971-1055ea7c8d37 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2042301 Mar 11 11:53:54.551966 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f7466-5f08-45fa-b971-1055ea7c8d37 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Subnet': ['ID=d621310b-820c-4192-bfb9-753ccb3a8d5a,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:54.599227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Network 3a369b5a-2823-4108-9c31-e7a303942613 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:53:54.607690 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:54.610297 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:53:54.659155 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Pushing event updated for resources: {'Port': ['ID=3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:54.676289 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ce3ec-d30d-460d-9674-219249e6dce7 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:54.678097 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ce3ec-d30d-460d-9674-219249e6dce7 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:54.686919 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ce3ec-d30d-460d-9674-219249e6dce7 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:54.688783 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ce3ec-d30d-460d-9674-219249e6dce7 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:54.690430 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ce3ec-d30d-460d-9674-219249e6dce7 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:54.692183 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6f6ce3ec-d30d-460d-9674-219249e6dce7 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2259991 Mar 11 11:53:54.696161 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57272) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:54.706623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-afdd6014-d73c-40f5-b006-b259b8324377 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1354392937'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:54.724805 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Attempting to bind port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:53:54.725171 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Attempting to bind port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '85dac33d-b2db-49f4-b9e8-f82c9b09bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3a369b5a-2823-4108-9c31-e7a303942613'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:53:54.726302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Attempting to bind port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d on network 3a369b5a-2823-4108-9c31-e7a303942613 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:53:54.731816 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:53:54.732482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Checking segment: {'id': '85dac33d-b2db-49f4-b9e8-f82c9b09bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3a369b5a-2823-4108-9c31-e7a303942613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:54.733048 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:54.733581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Bound using segment: {'id': '85dac33d-b2db-49f4-b9e8-f82c9b09bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3a369b5a-2823-4108-9c31-e7a303942613'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:53:54.734201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Bound port: 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85dac33d-b2db-49f4-b9e8-f82c9b09bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3a369b5a-2823-4108-9c31-e7a303942613'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:53:54.734745 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:54.747352 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdd6014-d73c-40f5-b006-b259b8324377 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:54.753635 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afdd6014-d73c-40f5-b006-b259b8324377 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:54.808287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdd6014-d73c-40f5-b006-b259b8324377 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:53:54.827667 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afdd6014-d73c-40f5-b006-b259b8324377 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (05e14dd1-4272-4ada-97ef-506b325d0897), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:54.828170 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-afdd6014-d73c-40f5-b006-b259b8324377 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Added segment 05e14dd1-4272-4ada-97ef-506b325d0897 of type vlan for network de9f2f52-1a94-41b9-9600-51660e490381 Mar 11 11:53:54.851696 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] For port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:53:54.859736 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] For port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d,segment=NetworkSegment(85dac33d-b2db-49f4-b9e8-f82c9b09bd3f),segment_id=85dac33d-b2db-49f4-b9e8-f82c9b09bd3f)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:53:54.870581 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:54.926193 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afdd6014-d73c-40f5-b006-b259b8324377 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (de9f2f52-1a94-41b9-9600-51660e490381), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:54.964692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b987b-fd99-42d9-bbd2-80338226a987 None None] Pushing event updated for resources: {'Port': ['ID=3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:54.985564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9237b328-02f3-4c47-a155-b3af0a0b73a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca98c5b9-62f8-49f0-af07-f6be8f932383'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:53:54.988118 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946fd27e-1233-416d-97ed-4235aa5e1ced" -d '{"events": [{"server_uuid": "9237b328-02f3-4c47-a155-b3af0a0b73a0", "name": "network-vif-plugged", "status": "completed", "tag": "ca98c5b9-62f8-49f0-af07-f6be8f932383"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:53:54.994896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57278) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:55.013545 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afdd6014-d73c-40f5-b006-b259b8324377 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (de9f2f52-1a94-41b9-9600-51660e490381), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:55.018672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdd6014-d73c-40f5-b006-b259b8324377 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:55.019083 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afdd6014-d73c-40f5-b006-b259b8324377 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:55.062080 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device aef4fb3f-42fc-4d20-85dd-113a9a6e67fc details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:53:55.287932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd6014-d73c-40f5-b006-b259b8324377 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Network': ['ID=de9f2f52-1a94-41b9-9600-51660e490381,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:55.328946 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-afdd6014-d73c-40f5-b006-b259b8324377 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6316972 Mar 11 11:53:55.332903 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57296) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:55.339197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-676cba42-8db3-4daf-87c0-7fd679f6cec9 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:55.339353 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee2552e-efe5-4e0c-b312-9d2d79312095 x-openstack-request-id: req-aee2552e-efe5-4e0c-b312-9d2d79312095 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:53:55.339730 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9237b328-02f3-4c47-a155-b3af0a0b73a0", "name": "network-vif-plugged", "status": "completed", "tag": "ca98c5b9-62f8-49f0-af07-f6be8f932383", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:53:55.339853 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aee2552e-efe5-4e0c-b312-9d2d79312095 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:53:55.340255 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9237b328-02f3-4c47-a155-b3af0a0b73a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca98c5b9-62f8-49f0-af07-f6be8f932383', 'code': 200} Mar 11 11:53:55.357356 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network de9f2f52-1a94-41b9-9600-51660e490381 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:53:55.530516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:55.631943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc', 'mac_address': 'fa:16:3e:33:12:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:53:55.749792 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:55.750212 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:55.784722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef4fb3f-42fc-4d20-85dd-113a9a6e67fc {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:53:55.825545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:55.832047 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-676cba42-8db3-4daf-87c0-7fd679f6cec9 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (de9f2f52-1a94-41b9-9600-51660e490381), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:55.835619 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:55.867636 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-676cba42-8db3-4daf-87c0-7fd679f6cec9 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (de9f2f52-1a94-41b9-9600-51660e490381), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:55.887101 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-676cba42-8db3-4daf-87c0-7fd679f6cec9 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network de9f2f52-1a94-41b9-9600-51660e490381 is not hosted by any dhcp agent {{(pid=104032) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 11:53:55.896648 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676cba42-8db3-4daf-87c0-7fd679f6cec9 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:55.897305 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-676cba42-8db3-4daf-87c0-7fd679f6cec9 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:55.900489 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-676cba42-8db3-4daf-87c0-7fd679f6cec9 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "PUT /v2.0/networks/de9f2f52-1a94-41b9-9600-51660e490381 HTTP/1.1" status: 200 len: 723 time: 0.5647507 Mar 11 11:53:55.921714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57302) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:55.933682 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-73aa9fb5-58f4-49c2-b70f-e8e9c4dde18f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'subnet': {'network_id': 'de9f2f52-1a94-41b9-9600-51660e490381', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:55.941085 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:56.089863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cba42-8db3-4daf-87c0-7fd679f6cec9 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Network': ['ID=de9f2f52-1a94-41b9-9600-51660e490381,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:56.103135 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network de9f2f52-1a94-41b9-9600-51660e490381 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:53:56.202731 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73aa9fb5-58f4-49c2-b70f-e8e9c4dde18f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:53:56.219642 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73aa9fb5-58f4-49c2-b70f-e8e9c4dde18f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:56.288551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['aef4fb3f-42fc-4d20-85dd-113a9a6e67fc'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:53:56.639420 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a87f6d-a0f5-4339-8b70-161df3d6683f req-e6233399-1b5b-401b-adb6-bdf87920ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:56.647965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10a87f6d-a0f5-4339-8b70-161df3d6683f req-e6233399-1b5b-401b-adb6-bdf87920ef1f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9237b328-02f3-4c47-a155-b3af0a0b73a0 HTTP/1.1" status: 200 len: 1132 time: 1.3408728 Mar 11 11:53:56.679320 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee474a2-2b45-4e28-8507-ebbb211e8287 req-cd0e0b67-0f72-4a2a-85ad-f1d831f569cf tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:56.687047 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fee474a2-2b45-4e28-8507-ebbb211e8287 req-cd0e0b67-0f72-4a2a-85ad-f1d831f569cf tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 948 time: 1.2558796 Mar 11 11:53:56.840582 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f7d13-aaeb-4b7b-89cf-846d9ab1f662 req-132fa359-2190-4072-ba47-0bdb6ed31f4f tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:56.842213 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-275f7d13-aaeb-4b7b-89cf-846d9ab1f662 req-132fa359-2190-4072-ba47-0bdb6ed31f4f tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142 HTTP/1.1" status: 200 len: 949 time: 1.5177031 Mar 11 11:53:56.948824 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73aa9fb5-58f4-49c2-b70f-e8e9c4dde18f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (78c8f196-5e52-4ed1-a368-15b7d5cad9d3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:57.028845 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:53:57.153883 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa9fb5-58f4-49c2-b70f-e8e9c4dde18f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Subnet': ['ID=78c8f196-5e52-4ed1-a368-15b7d5cad9d3,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:57.194699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aa9fb5-58f4-49c2-b70f-e8e9c4dde18f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Checking segment: {'id': '05e14dd1-4272-4ada-97ef-506b325d0897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'de9f2f52-1a94-41b9-9600-51660e490381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:53:57.195750 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aa9fb5-58f4-49c2-b70f-e8e9c4dde18f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network hostable DHCP agents. Network: de9f2f52-1a94-41b9-9600-51660e490381, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:53:57.262835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2091775-1821-4cee-b082-9123c87c2dd9 None None] Network 3a369b5a-2823-4108-9c31-e7a303942613 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:57.273199 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aa9fb5-58f4-49c2-b70f-e8e9c4dde18f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network de9f2f52-1a94-41b9-9600-51660e490381 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:53:57.280690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10a87f6d-a0f5-4339-8b70-161df3d6683f req-ce29fa18-4bb6-4e64-a6d7-b970b9c1698e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835006 Mar 11 11:53:57.286947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fee474a2-2b45-4e28-8507-ebbb211e8287 req-a3ff0a30-97c3-4cce-947a-2c2b823a642a tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5987022 Mar 11 11:53:57.296991 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-73aa9fb5-58f4-49c2-b70f-e8e9c4dde18f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, de9f2f52-1a94-41b9-9600-51660e490381) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:57.307019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa9fb5-58f4-49c2-b70f-e8e9c4dde18f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:57.307659 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73aa9fb5-58f4-49c2-b70f-e8e9c4dde18f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:57.361763 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-73aa9fb5-58f4-49c2-b70f-e8e9c4dde18f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4389343 Mar 11 11:53:57.364565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57320) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:57.375025 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-275f7d13-aaeb-4b7b-89cf-846d9ab1f662 req-799a984f-551f-4697-99a7-489cc88420e5 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965961 Mar 11 11:53:57.375897 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f46905be-a488-4134-a9dc-8e3d5ec81f70 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:53:57.544468 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497215ac-003f-4a18-b626-cc143407d502 None None] Network de9f2f52-1a94-41b9-9600-51660e490381 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:53:57.688125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2338834-7934-43f6-8cc7-b12e26cf4b36 req-490f8c9d-aebb-427c-918b-a45e06914266 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:57.704257 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2338834-7934-43f6-8cc7-b12e26cf4b36 req-490f8c9d-aebb-427c-918b-a45e06914266 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=9237b328-02f3-4c47-a155-b3af0a0b73a0 HTTP/1.1" status: 200 len: 950 time: 0.1818733 Mar 11 11:53:57.779017 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-04b5cdce-daf4-45a3-95be-e90bfbf22669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (a8426461-86ee-47bc-b190-212b30cbf7c6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:57.784735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:57.785438 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:57.859004 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a3744ce3-4076-4f3a-bd6a-06045c3c4ebc None None] Provisioning complete for port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:53:57.859843 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a3744ce3-4076-4f3a-bd6a-06045c3c4ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:57.946208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2338834-7934-43f6-8cc7-b12e26cf4b36 req-ff68dd8d-6689-4cb1-9e8e-ad8a1473d8f8 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408605 Mar 11 11:53:57.966677 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-de9f2f52-1a94-41b9-9600-51660e490381', 'network_id': 'de9f2f52-1a94-41b9-9600-51660e490381', 'project_id': '37c74eaca571449ead59dd3eaac8d01a', 'fixed_ips': [{'subnet_id': '78c8f196-5e52-4ed1-a368-15b7d5cad9d3'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:53:57.967843 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:58.181046 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f46905be-a488-4134-a9dc-8e3d5ec81f70 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25411265'] for subnet (78c8f196-5e52-4ed1-a368-15b7d5cad9d3), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:58.235353 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:58.236043 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:58.529744 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f46905be-a488-4134-a9dc-8e3d5ec81f70 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772493315678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26188518'] for subnet (78c8f196-5e52-4ed1-a368-15b7d5cad9d3), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:58.611170 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d,segment=NetworkSegment(85dac33d-b2db-49f4-b9e8-f82c9b09bd3f),segment_id=85dac33d-b2db-49f4-b9e8-f82c9b09bd3f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:58.674178 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:58.719264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46905be-a488-4134-a9dc-8e3d5ec81f70 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Subnet': ['ID=78c8f196-5e52-4ed1-a368-15b7d5cad9d3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:58.806288 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46905be-a488-4134-a9dc-8e3d5ec81f70 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:58.807162 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f46905be-a488-4134-a9dc-8e3d5ec81f70 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:58.822415 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f46905be-a488-4134-a9dc-8e3d5ec81f70 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "PUT /v2.0/subnets/78c8f196-5e52-4ed1-a368-15b7d5cad9d3 HTTP/1.1" status: 200 len: 826 time: 1.4563801 Mar 11 11:53:58.825011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57352) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:53:58.893554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3857f12-21ed-47ff-8dec-704ed25c140f None None] Update dhcp port {'port': {'network_id': '3a369b5a-2823-4108-9c31-e7a303942613', 'fixed_ips': [{'subnet_id': 'd6db3f03-95af-441e-a780-0cf7dd5da4f2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd621310b-820c-4192-bfb9-753ccb3a8d5a'}], 'binding:host_id': 'n-d-833234-2'}, 'id': '3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d'} from n-d-833234-2. {{(pid=104033) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 11:53:58.900207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61fd71-71a7-4798-8bed-1b08f8adb71a req-fce79bef-3d2d-4a81-b9da-8c2c599e4aef tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:58.907374 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f61fd71-71a7-4798-8bed-1b08f8adb71a req-fce79bef-3d2d-4a81-b9da-8c2c599e4aef tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 949 time: 0.4589126 Mar 11 11:53:58.949440 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a3744ce3-4076-4f3a-bd6a-06045c3c4ebc None None] Current status of the port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:58.949775 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a3744ce3-4076-4f3a-bd6a-06045c3c4ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:59.013687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f52ba0-ff06-40b9-b957-76e5fc177309 req-c6d58074-29b9-43ea-8dfc-c4a49f66e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:59.017485 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26f52ba0-ff06-40b9-b957-76e5fc177309 req-c6d58074-29b9-43ea-8dfc-c4a49f66e492 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b839c74c06a5463cab66eb4c80c4c086&device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 1127 time: 0.2870874 Mar 11 11:53:59.030826 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Allocated IP 2001:db8::2 (de9f2f52-1a94-41b9-9600-51660e490381/78c8f196-5e52-4ed1-a368-15b7d5cad9d3/6b790510-180d-413a-a166-b981e53d2290) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:53:59.037755 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f3857f12-21ed-47ff-8dec-704ed25c140f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:59.058432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3db683-39dd-4fdf-963d-21b83383401c req-528831d5-2551-4c0c-88a1-baf522f7fd5c tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:59.069448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:59.074965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d3db683-39dd-4fdf-963d-21b83383401c req-528831d5-2551-4c0c-88a1-baf522f7fd5c tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.2826700 Mar 11 11:53:59.100953 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-04b5cdce-daf4-45a3-95be-e90bfbf22669 admin admin] Deleting port 0d604f03-993a-42e8-9977-d0e72fc7dea5 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:53:59.101442 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-04b5cdce-daf4-45a3-95be-e90bfbf22669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:59.124430 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f61fd71-71a7-4798-8bed-1b08f8adb71a req-4cfb4bbd-9964-492b-988c-1113f305f179 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060924 Mar 11 11:53:59.310164 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-a3744ce3-4076-4f3a-bd6a-06045c3c4ebc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:53:59.315257 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-a3744ce3-4076-4f3a-bd6a-06045c3c4ebc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:53:59.328324 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d3db683-39dd-4fdf-963d-21b83383401c req-262cbbdd-07b1-4777-a31f-996f42a130a7 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521639 Mar 11 11:53:59.418984 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (de9f2f52-1a94-41b9-9600-51660e490381), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:59.429215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f52ba0-ff06-40b9-b957-76e5fc177309 req-b43ee7e2-415d-4248-8f42-50bd0cf50027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:59.433055 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26f52ba0-ff06-40b9-b957-76e5fc177309 req-b43ee7e2-415d-4248-8f42-50bd0cf50027 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d259f0e3-1793-455e-a2df-b0e8516ce55f HTTP/1.1" status: 200 len: 920 time: 0.3945639 Mar 11 11:53:59.440221 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-04b5cdce-daf4-45a3-95be-e90bfbf22669 admin admin] For port 0d604f03-993a-42e8-9977-d0e72fc7dea5, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0d604f03-993a-42e8-9977-d0e72fc7dea5,segment=NetworkSegment(c3300a20-5c4e-4f46-8c0d-023a3ba22a0b),segment_id=c3300a20-5c4e-4f46-8c0d-023a3ba22a0b)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:53:59.440715 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-04b5cdce-daf4-45a3-95be-e90bfbf22669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:59.468422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-04b5cdce-daf4-45a3-95be-e90bfbf22669 admin admin] Calling delete_port for 0d604f03-993a-42e8-9977-d0e72fc7dea5 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:53:59.527784 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190be71-1c11-4a4b-8804-3430987b5b9e req-f0870b50-5aeb-4784-8a2b-7355dd331815 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:59.529483 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d190be71-1c11-4a4b-8804-3430987b5b9e req-f0870b50-5aeb-4784-8a2b-7355dd331815 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=9237b328-02f3-4c47-a155-b3af0a0b73a0 HTTP/1.1" status: 200 len: 950 time: 0.1959994 Mar 11 11:53:59.535842 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26f52ba0-ff06-40b9-b957-76e5fc177309 req-093654ad-76a7-4688-a548-e835c1fa0d83 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff609eae-6795-495f-9cc0-ebb96302bab3 HTTP/1.1" status: 200 len: 217 time: 0.0966513 Mar 11 11:53:59.724701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f52ba0-ff06-40b9-b957-76e5fc177309 req-280211c6-e574-4956-b19d-dde3c8e1b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:53:59.726363 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26f52ba0-ff06-40b9-b957-76e5fc177309 req-280211c6-e574-4956-b19d-dde3c8e1b54b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=614f6c11-14c1-492e-91ba-54d12114a8a6 HTTP/1.1" status: 200 len: 859 time: 0.1811330 Mar 11 11:53:59.729116 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (78c8f196-5e52-4ed1-a368-15b7d5cad9d3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:59.742669 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Publish callbacks [] for port (6b790510-180d-413a-a166-b981e53d2290), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:59.749888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-f3857f12-21ed-47ff-8dec-704ed25c140f None None] Allocated IP 172.20.0.1 (3a369b5a-2823-4108-9c31-e7a303942613/d621310b-820c-4192-bfb9-753ccb3a8d5a/3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:53:59.755828 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (6b790510-180d-413a-a166-b981e53d2290), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:53:59.806039 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Pushing event updated for resources: {'Port': ['ID=6b790510-180d-413a-a166-b981e53d2290,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:53:59.827625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Network de9f2f52-1a94-41b9-9600-51660e490381 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:53:59.882608 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26f52ba0-ff06-40b9-b957-76e5fc177309 req-da273331-37ec-49b5-8d83-fab621000098 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d259f0e3-1793-455e-a2df-b0e8516ce55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462874 Mar 11 11:53:59.938568 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:53:59.942004 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a3744ce3-4076-4f3a-bd6a-06045c3c4ebc None None] Current status of the port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:53:59.968160 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:54:00.089147 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-04b5cdce-daf4-45a3-95be-e90bfbf22669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (0d604f03-993a-42e8-9977-d0e72fc7dea5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:00.112061 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Attempting to bind port 6b790510-180d-413a-a166-b981e53d2290 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:54:00.112435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Attempting to bind port 6b790510-180d-413a-a166-b981e53d2290 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '05e14dd1-4272-4ada-97ef-506b325d0897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'de9f2f52-1a94-41b9-9600-51660e490381'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:54:00.112800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Attempting to bind port 6b790510-180d-413a-a166-b981e53d2290 on network de9f2f52-1a94-41b9-9600-51660e490381 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:54:00.124057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:54:00.124429 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Checking segment: {'id': '05e14dd1-4272-4ada-97ef-506b325d0897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'de9f2f52-1a94-41b9-9600-51660e490381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:54:00.124836 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:00.125245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Bound using segment: {'id': '05e14dd1-4272-4ada-97ef-506b325d0897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'de9f2f52-1a94-41b9-9600-51660e490381'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:54:00.125709 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Bound port: 6b790510-180d-413a-a166-b981e53d2290, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e14dd1-4272-4ada-97ef-506b325d0897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'de9f2f52-1a94-41b9-9600-51660e490381'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:54:00.126089 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6b790510-180d-413a-a166-b981e53d2290), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:00.145410 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (78c8f196-5e52-4ed1-a368-15b7d5cad9d3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:00.214682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5cdce-daf4-45a3-95be-e90bfbf22669 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d604f03-993a-42e8-9977-d0e72fc7dea5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:00.243209 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d190be71-1c11-4a4b-8804-3430987b5b9e req-8f0a59d7-e89c-4aa2-9675-e3dafd02f95d tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7058301 Mar 11 11:54:00.279847 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] For port 6b790510-180d-413a-a166-b981e53d2290, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:54:00.314998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Subnet': ['ID=78c8f196-5e52-4ed1-a368-15b7d5cad9d3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:00.319266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] For port 6b790510-180d-413a-a166-b981e53d2290, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=6b790510-180d-413a-a166-b981e53d2290,segment=NetworkSegment(05e14dd1-4272-4ada-97ef-506b325d0897),segment_id=05e14dd1-4272-4ada-97ef-506b325d0897)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:54:00.343334 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26f52ba0-ff06-40b9-b957-76e5fc177309 req-20db9c49-b493-4fda-af5e-6099651418e6 service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361296 Mar 11 11:54:00.354305 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f3857f12-21ed-47ff-8dec-704ed25c140f None None] For port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d,segment=NetworkSegment(85dac33d-b2db-49f4-b9e8-f82c9b09bd3f),segment_id=85dac33d-b2db-49f4-b9e8-f82c9b09bd3f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:00.394079 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (6b790510-180d-413a-a166-b981e53d2290), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:00.529157 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (de9f2f52-1a94-41b9-9600-51660e490381), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:00.619275 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f3857f12-21ed-47ff-8dec-704ed25c140f None None] Publish callbacks [] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:00.652645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677404a-3c22-465d-afdf-0dfa23706e46 req-ab8e850f-cc65-404a-87b7-4b702cb6a980 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:00.664348 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1677404a-3c22-465d-afdf-0dfa23706e46 req-ab8e850f-cc65-404a-87b7-4b702cb6a980 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 949 time: 0.2967834 Mar 11 11:54:00.712118 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f3857f12-21ed-47ff-8dec-704ed25c140f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:00.721864 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9f2f52-1a94-41b9-9600-51660e490381']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:00.743607 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e14dd1-4272-4ada-97ef-506b325d0897') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:00.744005 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e14dd1-4272-4ada-97ef-506b325d0897') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:00.762210 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (05e14dd1-4272-4ada-97ef-506b325d0897), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:00.777917 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd87eb-37db-4f11-90e0-72f8c113b41a None None] Pushing event updated for resources: {'Port': ['ID=6b790510-180d-413a-a166-b981e53d2290,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:00.792749 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26f52ba0-ff06-40b9-b957-76e5fc177309 req-179ef82c-ebb8-4553-a29b-ba16cf3bbbd2 service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300857 Mar 11 11:54:00.793696 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (05e14dd1-4272-4ada-97ef-506b325d0897), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:00.808982 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a9876f-d66e-4fa3-aaca-80c6987db9f5 None None] Network de9f2f52-1a94-41b9-9600-51660e490381 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:00.814654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:54:00.816222 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (05e14dd1-4272-4ada-97ef-506b325d0897), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:54:00.826054 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:54:00.859931 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-04b5cdce-daf4-45a3-95be-e90bfbf22669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (a8426461-86ee-47bc-b190-212b30cbf7c6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:00.965919 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1677404a-3c22-465d-afdf-0dfa23706e46 req-03ebc914-e7f0-4f38-bb01-e821322c63d6 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006358 Mar 11 11:54:01.036428 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.api [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 11:54:01.036428 n-d-833234-2 neutron-server[104032]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 11:54:01.036428 n-d-833234-2 neutron-server[104032]: [parameters: {'id': 'de9f2f52-1a94-41b9-9600-51660e490381'}] Mar 11 11:54:01.036428 n-d-833234-2 neutron-server[104032]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:54:01.037584 n-d-833234-2 neutron-server[104032]: DEBUG oslo_db.api [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:54:01.384524 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device aef4fb3f-42fc-4d20-85dd-113a9a6e67fc up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:54:01.386105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:54:01.493132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3857f12-21ed-47ff-8dec-704ed25c140f None None] Pushing event updated for resources: {'Port': ['ID=3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:01.538515 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (de9f2f52-1a94-41b9-9600-51660e490381), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:01.575295 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:01.575840 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:01.594826 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56201e7-97ad-4086-9154-e0eec268ec19 None None] Network de9f2f52-1a94-41b9-9600-51660e490381 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:01.647651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Deleting port 6b790510-180d-413a-a166-b981e53d2290 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:01.648123 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6b790510-180d-413a-a166-b981e53d2290), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:01.652734 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:54:01.711635 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:01.712016 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:01.773755 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] For port 6b790510-180d-413a-a166-b981e53d2290, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=6b790510-180d-413a-a166-b981e53d2290,segment=NetworkSegment(05e14dd1-4272-4ada-97ef-506b325d0897),segment_id=05e14dd1-4272-4ada-97ef-506b325d0897)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:01.773755 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6b790510-180d-413a-a166-b981e53d2290), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:01.801181 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Calling delete_port for 6b790510-180d-413a-a166-b981e53d2290 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:01.904030 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b5cdce-daf4-45a3-95be-e90bfbf22669 admin admin] Router a8426461-86ee-47bc-b190-212b30cbf7c6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:54:01.952542 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a11f4-d3e3-4afb-b359-cdca63fcc237 req-35358b87-2457-4b78-be74-1ea0fad3004f tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:01.954472 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd8a11f4-d3e3-4afb-b359-cdca63fcc237 req-35358b87-2457-4b78-be74-1ea0fad3004f tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.7276368 Mar 11 11:54:01.962938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:02.020422 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6b790510-180d-413a-a166-b981e53d2290), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:02.104194 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:02.104590 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:02.107562 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b5cdce-daf4-45a3-95be-e90bfbf22669 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:54:02.114668 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No DVR routers for this DVR port 6b790510-180d-413a-a166-b981e53d2290 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:02.130411 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23448b31-842c-4357-b5b2-ea59c083011d None None] Sync routers for ids ['a8426461-86ee-47bc-b190-212b30cbf7c6'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:54:02.150967 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67a565-47f6-4206-b8d9-6ac2d3238d92 req-ac3ebb5a-3a6b-4ae7-8a09-23a2b8bce453 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:02.162622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67a565-47f6-4206-b8d9-6ac2d3238d92 req-ac3ebb5a-3a6b-4ae7-8a09-23a2b8bce453 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:02.163639 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23448b31-842c-4357-b5b2-ea59c083011d None None] Routers {'a8426461-86ee-47bc-b190-212b30cbf7c6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:54:02.165097 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea67a565-47f6-4206-b8d9-6ac2d3238d92 req-ac3ebb5a-3a6b-4ae7-8a09-23a2b8bce453 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142&device_id=9237b328-02f3-4c47-a155-b3af0a0b73a0 HTTP/1.1" status: 200 len: 1690 time: 0.9662337 Mar 11 11:54:02.166046 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-23448b31-842c-4357-b5b2-ea59c083011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:53:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a8426461-86ee-47bc-b190-212b30cbf7c6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:02.177339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-04b5cdce-daf4-45a3-95be-e90bfbf22669 admin admin] 10.222.0.78 "PUT /v2.0/routers/a8426461-86ee-47bc-b190-212b30cbf7c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1812181 Mar 11 11:54:02.182843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cea1be6-2101-470a-915f-fa0213f3a94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:02.185768 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92160bfc-40d3-47f3-89b7-51ccdeccfca2" -d '{"events": [{"server_uuid": "2cea1be6-2101-470a-915f-fa0213f3a94a", "name": "network-vif-plugged", "status": "completed", "tag": "aef4fb3f-42fc-4d20-85dd-113a9a6e67fc"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:02.185953 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57410) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:02.251366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:02.269869 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:02.310436 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (de9f2f52-1a94-41b9-9600-51660e490381), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:02.341218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9f2f52-1a94-41b9-9600-51660e490381']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:02.353613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e14dd1-4272-4ada-97ef-506b325d0897') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:02.354098 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e14dd1-4272-4ada-97ef-506b325d0897') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:02.365610 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (05e14dd1-4272-4ada-97ef-506b325d0897), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:02.381647 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (05e14dd1-4272-4ada-97ef-506b325d0897), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:02.388427 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-23448b31-842c-4357-b5b2-ea59c083011d None None] Set router a8426461-86ee-47bc-b190-212b30cbf7c6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:54:02.389025 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:54:02.389527 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (05e14dd1-4272-4ada-97ef-506b325d0897), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:02.393839 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:02.427394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd8a11f4-d3e3-4afb-b359-cdca63fcc237 req-1fbe732b-1688-4c2b-b7a2-a06df9807124 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273342 Mar 11 11:54:02.468321 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073f265a-2fde-485e-a3da-cfd3efad1282 None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 11:54:02.495116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Port': ['ID=6b790510-180d-413a-a166-b981e53d2290,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:54:02.498216 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:54:02.520516 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (de9f2f52-1a94-41b9-9600-51660e490381), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:02.529257 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:02.546954 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/networks/de9f2f52-1a94-41b9-9600-51660e490381 HTTP/1.1" status: 204 len: 168 time: 3.7183676 Mar 11 11:54:02.555321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57416) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:02.556159 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c1e71579-c17c-436c-9dd2-a0263b0e81a1 None None] Provisioning complete for port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:02.556535 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c1e71579-c17c-436c-9dd2-a0263b0e81a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:02.567013 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea67a565-47f6-4206-b8d9-6ac2d3238d92 req-150d0dd9-ae6c-4e48-be4e-9fdba68aa428 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802152 Mar 11 11:54:02.575748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f7206-41cb-40c0-8e1a-8b51755dfa5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Network': ['ID=de9f2f52-1a94-41b9-9600-51660e490381,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:02.612632 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37b3a70-6bd6-41c1-9e8b-3f3d817b1dca tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] DELETE failed (client error): The resource could not be found. Mar 11 11:54:02.613590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37b3a70-6bd6-41c1-9e8b-3f3d817b1dca tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:54:02.617911 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c37b3a70-6bd6-41c1-9e8b-3f3d817b1dca tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/networks/de9f2f52-1a94-41b9-9600-51660e490381 HTTP/1.1" status: 404 len: 339 time: 0.0495174 Mar 11 11:54:02.621956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57420) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:02.636357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cf71dc21-cc7e-4d07-b108-00068633038e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1416493825', 'description': 'd1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:02.678212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf71dc21-cc7e-4d07-b108-00068633038e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:02.680273 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Publish callbacks [] for router (a8426461-86ee-47bc-b190-212b30cbf7c6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:02.682318 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf71dc21-cc7e-4d07-b108-00068633038e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:02.793457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf71dc21-cc7e-4d07-b108-00068633038e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:54:02.816935 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf71dc21-cc7e-4d07-b108-00068633038e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (88f23d62-865d-4bf8-a017-5ab01b76ee55), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:02.817543 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-cf71dc21-cc7e-4d07-b108-00068633038e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Added segment 88f23d62-865d-4bf8-a017-5ab01b76ee55 of type vlan for network baf6acae-5d64-45b9-9dec-fbbc29c2be3b Mar 11 11:54:02.873637 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:54:02.961268 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-23448b31-842c-4357-b5b2-ea59c083011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'name': 'tempest-TaggedBootDevicesTest-101440760-router', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:36Z', 'updated_at': '2022-03-11T11:54:00Z', 'revision_number': 5, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'gw_port': {'id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:37Z', 'updated_at': '2022-03-11T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:02.977845 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf71dc21-cc7e-4d07-b108-00068633038e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (baf6acae-5d64-45b9-9dec-fbbc29c2be3b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:03.025182 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23448b31-842c-4357-b5b2-ea59c083011d None None] Checking router: a8426461-86ee-47bc-b190-212b30cbf7c6 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:54:03.046334 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad9e5e-50fc-4156-9089-a04aded52ed6 req-85c08bf0-45d4-496e-9f96-41112ae6ebe0 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:03.052787 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf71dc21-cc7e-4d07-b108-00068633038e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (baf6acae-5d64-45b9-9dec-fbbc29c2be3b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:03.060913 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23448b31-842c-4357-b5b2-ea59c083011d None None] Routers {'a8426461-86ee-47bc-b190-212b30cbf7c6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:54:03.061564 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-23448b31-842c-4357-b5b2-ea59c083011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:53:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a8426461-86ee-47bc-b190-212b30cbf7c6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:03.062216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf71dc21-cc7e-4d07-b108-00068633038e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:03.062957 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf71dc21-cc7e-4d07-b108-00068633038e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:03.063629 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9ad9e5e-50fc-4156-9089-a04aded52ed6 req-85c08bf0-45d4-496e-9f96-41112ae6ebe0 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 950 time: 0.3930135 Mar 11 11:54:03.112612 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cf71dc21-cc7e-4d07-b108-00068633038e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4883108 Mar 11 11:54:03.112832 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57428) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:03.120125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c1e71579-c17c-436c-9dd2-a0263b0e81a1 None None] Current status of the port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:03.140395 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10a9caf-83fd-438d-bbd7-efc2e86ce764 x-openstack-request-id: req-b10a9caf-83fd-438d-bbd7-efc2e86ce764 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:03.142556 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cea1be6-2101-470a-915f-fa0213f3a94a", "name": "network-vif-plugged", "status": "completed", "tag": "aef4fb3f-42fc-4d20-85dd-113a9a6e67fc", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:03.147662 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b10a9caf-83fd-438d-bbd7-efc2e86ce764 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:03.151958 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cea1be6-2101-470a-915f-fa0213f3a94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc', 'code': 200} Mar 11 11:54:03.169747 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073f265a-2fde-485e-a3da-cfd3efad1282 None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 11:54:03.195836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:03.196218 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:03.285595 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71dc21-cc7e-4d07-b108-00068633038e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Network': ['ID=baf6acae-5d64-45b9-9dec-fbbc29c2be3b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:03.292840 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-23448b31-842c-4357-b5b2-ea59c083011d None None] Set router a8426461-86ee-47bc-b190-212b30cbf7c6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:54:03.306048 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Publish callbacks [] for router_gateway (a8426461-86ee-47bc-b190-212b30cbf7c6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:03.327975 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network baf6acae-5d64-45b9-9dec-fbbc29c2be3b details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:54:03.361879 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07b5fbe-3d13-451f-ba81-62f5986056ff tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:03.363402 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c07b5fbe-3d13-451f-ba81-62f5986056ff tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "GET /v2.0/networks?id=baf6acae-5d64-45b9-9dec-fbbc29c2be3b HTTP/1.1" status: 200 len: 765 time: 0.2496071 Mar 11 11:54:03.366284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57440) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:03.371920 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5e1a5404-e318-426a-af42-96549799c532 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'network': {'description': 'd2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:03.534113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9ad9e5e-50fc-4156-9089-a04aded52ed6 req-43ab19ab-145a-4a05-a362-dd720eb37b87 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676375 Mar 11 11:54:03.619655 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-23448b31-842c-4357-b5b2-ea59c083011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'name': 'tempest-TaggedBootDevicesTest-101440760-router', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:36Z', 'updated_at': '2022-03-11T11:54:00Z', 'revision_number': 5, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'gw_port': {'id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:37Z', 'updated_at': '2022-03-11T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:03.648809 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23448b31-842c-4357-b5b2-ea59c083011d None None] The sync data for ids ['a8426461-86ee-47bc-b190-212b30cbf7c6'] in n-d-833234-2 is: [{'id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'name': 'tempest-TaggedBootDevicesTest-101440760-router', 'tenant_id': 'b3c2137dee0c413388a10d2eba864d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:36Z', 'updated_at': '2022-03-11T11:54:00Z', 'revision_number': 5, 'project_id': 'b3c2137dee0c413388a10d2eba864d68', 'gw_port': {'id': 'dd03f9ff-9910-4578-a6b9-89da99e3e4b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8426461-86ee-47bc-b190-212b30cbf7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:37Z', 'updated_at': '2022-03-11T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:54:03.662617 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb527008-662f-4ba1-b532-7eae6aab22e8 req-93851b15-d579-43e3-9511-4e86fc941f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:03.664168 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb527008-662f-4ba1-b532-7eae6aab22e8 req-93851b15-d579-43e3-9511-4e86fc941f3d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 1132 time: 0.3492804 Mar 11 11:54:03.706528 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ab01f-6f6f-4d31-a4d2-8b0426bf79d5 req-1087045c-547d-4ce4-92b9-18a0415efdb3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:03.712449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ab01f-6f6f-4d31-a4d2-8b0426bf79d5 req-1087045c-547d-4ce4-92b9-18a0415efdb3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:03.718382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ab01f-6f6f-4d31-a4d2-8b0426bf79d5 req-1087045c-547d-4ce4-92b9-18a0415efdb3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:03.724215 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ab01f-6f6f-4d31-a4d2-8b0426bf79d5 req-1087045c-547d-4ce4-92b9-18a0415efdb3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:03.729792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ab01f-6f6f-4d31-a4d2-8b0426bf79d5 req-1087045c-547d-4ce4-92b9-18a0415efdb3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:03.735570 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ab01f-6f6f-4d31-a4d2-8b0426bf79d5 req-1087045c-547d-4ce4-92b9-18a0415efdb3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:03.740410 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e1a5404-e318-426a-af42-96549799c532 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (baf6acae-5d64-45b9-9dec-fbbc29c2be3b), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:03.741282 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ab01f-6f6f-4d31-a4d2-8b0426bf79d5 req-1087045c-547d-4ce4-92b9-18a0415efdb3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:03.743271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c9ab01f-6f6f-4d31-a4d2-8b0426bf79d5 req-1087045c-547d-4ce4-92b9-18a0415efdb3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5444 time: 0.4296761 Mar 11 11:54:03.768308 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e1a5404-e318-426a-af42-96549799c532 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (baf6acae-5d64-45b9-9dec-fbbc29c2be3b), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:03.809027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e1a5404-e318-426a-af42-96549799c532 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network baf6acae-5d64-45b9-9dec-fbbc29c2be3b is not hosted by any dhcp agent {{(pid=104032) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 11:54:03.814658 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1a5404-e318-426a-af42-96549799c532 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:03.815707 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e1a5404-e318-426a-af42-96549799c532 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:03.817334 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5e1a5404-e318-426a-af42-96549799c532 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "PUT /v2.0/networks/baf6acae-5d64-45b9-9dec-fbbc29c2be3b HTTP/1.1" status: 200 len: 762 time: 0.4499784 Mar 11 11:54:03.820751 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57448) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:03.830872 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Deleting port dd03f9ff-9910-4578-a6b9-89da99e3e4b5 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:03.831247 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (dd03f9ff-9910-4578-a6b9-89da99e3e4b5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:03.848217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:03.858442 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:03.918231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c9ab01f-6f6f-4d31-a4d2-8b0426bf79d5 req-dcdc34f7-a5b0-41bf-86e7-6bf881555ecb tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1457770 Mar 11 11:54:03.941917 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040bd314-b746-4739-b586-e714347df75e None None] Network 3a369b5a-2823-4108-9c31-e7a303942613 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:04.019274 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb527008-662f-4ba1-b532-7eae6aab22e8 req-150b1208-f489-4858-9d66-68ea7971739b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445101 Mar 11 11:54:04.025007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a5404-e318-426a-af42-96549799c532 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Network': ['ID=baf6acae-5d64-45b9-9dec-fbbc29c2be3b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:04.025363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ea058-569f-4ce0-bcd2-6af6979436a7 req-9f25a954-7dfa-4c9f-afdf-05fe0e416603 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:04.044111 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc7ea058-569f-4ce0-bcd2-6af6979436a7 req-9f25a954-7dfa-4c9f-afdf-05fe0e416603 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142 HTTP/1.1" status: 200 len: 1131 time: 0.2882392 Mar 11 11:54:04.077790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network baf6acae-5d64-45b9-9dec-fbbc29c2be3b details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:54:04.088941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] For port dd03f9ff-9910-4578-a6b9-89da99e3e4b5, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=dd03f9ff-9910-4578-a6b9-89da99e3e4b5,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:04.089467 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (dd03f9ff-9910-4578-a6b9-89da99e3e4b5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:04.154671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37146479-2fe9-4073-85a0-19bc93c4b053 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:04.160522 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-37146479-2fe9-4073-85a0-19bc93c4b053 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "GET /v2.0/networks?id=baf6acae-5d64-45b9-9dec-fbbc29c2be3b HTTP/1.1" status: 200 len: 765 time: 0.3349860 Mar 11 11:54:04.163807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57454) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:04.172784 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Calling delete_port for dd03f9ff-9910-4578-a6b9-89da99e3e4b5 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:04.201661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc7ea058-569f-4ce0-bcd2-6af6979436a7 req-033201ae-0c2d-4aa4-a21e-414d101d7df4 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525664 Mar 11 11:54:04.395090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbea9ba-f59c-4b03-8d5b-306028725c4b req-4af3e681-0361-4b25-b0e5-abfb92500be8 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:04.397290 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2cbea9ba-f59c-4b03-8d5b-306028725c4b req-4af3e681-0361-4b25-b0e5-abfb92500be8 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.2693954 Mar 11 11:54:04.533868 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2cbea9ba-f59c-4b03-8d5b-306028725c4b req-6d0f2542-6234-4013-893d-20882191095d tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256938 Mar 11 11:54:04.549577 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b4c487-45ea-4f5b-9138-6681ce23bb52 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:04.589095 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-68b4c487-45ea-4f5b-9138-6681ce23bb52 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4268403 Mar 11 11:54:04.589523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57468) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:04.631284 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c2a9de7e-e464-42d4-a6ac-77d760c37b22 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 207 time: 0.0405879 Mar 11 11:54:04.631940 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57470) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:04.650097 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac87406-8c26-4a06-b5da-e11acf5f756e req-8d095752-0ab2-4ed7-a491-5ccb886ab7c9 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:04.650926 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eac87406-8c26-4a06-b5da-e11acf5f756e req-8d095752-0ab2-4ed7-a491-5ccb886ab7c9 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9237b328-02f3-4c47-a155-b3af0a0b73a0 HTTP/1.1" status: 200 len: 1132 time: 0.3200469 Mar 11 11:54:04.727207 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0d604f03-993a-42e8-9977-d0e72fc7dea5 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:54:04.769535 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 0d604f03-993a-42e8-9977-d0e72fc7dea5 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:54:04.770135 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0d604f03-993a-42e8-9977-d0e72fc7dea5 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:54:04.791571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e17dd2c0-f1b0-48d8-b958-f149c8ba6678 None None] Provisioning complete for port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:04.791990 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e17dd2c0-f1b0-48d8-b958-f149c8ba6678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:04.838752 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f13cd-0dd4-42cd-bd92-c552f5c5ad46 req-668ee817-8620-4cdc-8df2-f908f5a1c7da tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:04.840415 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-686f13cd-0dd4-42cd-bd92-c552f5c5ad46 req-668ee817-8620-4cdc-8df2-f908f5a1c7da tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 950 time: 0.1714268 Mar 11 11:54:04.845007 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eac87406-8c26-4a06-b5da-e11acf5f756e req-2bb58e4c-08f6-42f5-a751-b8ccc786b3b6 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874712 Mar 11 11:54:04.854515 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036a5fa8-c456-450d-bbe5-d3857cb8d7bd tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:04.861114 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036a5fa8-c456-450d-bbe5-d3857cb8d7bd tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:04.866857 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036a5fa8-c456-450d-bbe5-d3857cb8d7bd tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:04.896174 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036a5fa8-c456-450d-bbe5-d3857cb8d7bd tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:04.899779 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e17dd2c0-f1b0-48d8-b958-f149c8ba6678 None None] Current status of the port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:04.902783 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036a5fa8-c456-450d-bbe5-d3857cb8d7bd tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:04.908655 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036a5fa8-c456-450d-bbe5-d3857cb8d7bd tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:04.915694 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-036a5fa8-c456-450d-bbe5-d3857cb8d7bd tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.2775815 Mar 11 11:54:04.916226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57478) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:04.997367 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-686f13cd-0dd4-42cd-bd92-c552f5c5ad46 req-0779fb8b-9da1-47b8-9657-934677c037ff tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472399 Mar 11 11:54:04.999565 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (dd03f9ff-9910-4578-a6b9-89da99e3e4b5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:05.056375 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d9604141-cfa5-4f92-8f1a-60e785588c36 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.1383610 Mar 11 11:54:05.057017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57484) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:05.065235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Pushing event deleted for resources: {'Port': ['ID=dd03f9ff-9910-4578-a6b9-89da99e3e4b5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:05.078124 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:05.078483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:05.078819 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:05.079161 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:05.079630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:05.080140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:05.080665 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:05.080871 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:05.081156 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:05.081486 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:05.081838 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:05.082163 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:05.082502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:05.190832 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018020bc-1605-43e9-9949-ff28a6c843fa tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.192772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018020bc-1605-43e9-9949-ff28a6c843fa tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.194547 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018020bc-1605-43e9-9949-ff28a6c843fa tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.196346 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018020bc-1605-43e9-9949-ff28a6c843fa tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.198689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018020bc-1605-43e9-9949-ff28a6c843fa tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.205220 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-018020bc-1605-43e9-9949-ff28a6c843fa tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1471100 Mar 11 11:54:05.206271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57494) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:05.220168 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-593a9140-84cf-47cb-92c9-dc007e5bf02e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=795309eb39534fec9c364380cdf0ef74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560267 Mar 11 11:54:05.307933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f883f7-9f83-426c-81f6-f6ef32108c16 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.309291 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f883f7-9f83-426c-81f6-f6ef32108c16 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.310515 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f883f7-9f83-426c-81f6-f6ef32108c16 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.312400 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f883f7-9f83-426c-81f6-f6ef32108c16 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.314237 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f883f7-9f83-426c-81f6-f6ef32108c16 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.316591 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c9f883f7-9f83-426c-81f6-f6ef32108c16 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1085103 Mar 11 11:54:05.320166 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57500) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:05.356481 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (a8426461-86ee-47bc-b190-212b30cbf7c6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:05.369391 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-dffc2642-7159-4916-a626-7ec8af4e57da tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.371041 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-dffc2642-7159-4916-a626-7ec8af4e57da tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416752 Mar 11 11:54:05.414276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4b576-98a6-4995-8462-d50efd2337b3 req-1d2ff2df-be8e-41ae-87f7-0d42a87466a5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.419884 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4b576-98a6-4995-8462-d50efd2337b3 req-1d2ff2df-be8e-41ae-87f7-0d42a87466a5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.426586 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4b576-98a6-4995-8462-d50efd2337b3 req-1d2ff2df-be8e-41ae-87f7-0d42a87466a5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.432086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4b576-98a6-4995-8462-d50efd2337b3 req-1d2ff2df-be8e-41ae-87f7-0d42a87466a5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.437427 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4b576-98a6-4995-8462-d50efd2337b3 req-1d2ff2df-be8e-41ae-87f7-0d42a87466a5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.443166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4b576-98a6-4995-8462-d50efd2337b3 req-1d2ff2df-be8e-41ae-87f7-0d42a87466a5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.449097 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4b576-98a6-4995-8462-d50efd2337b3 req-1d2ff2df-be8e-41ae-87f7-0d42a87466a5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.451089 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fbe4b576-98a6-4995-8462-d50efd2337b3 req-1d2ff2df-be8e-41ae-87f7-0d42a87466a5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5444 time: 0.3638299 Mar 11 11:54:05.475719 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bb200e-b1ba-4a3f-99fe-4b073943bd71 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.477396 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-39bb200e-b1ba-4a3f-99fe-4b073943bd71 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "GET /v2.0/networks/958d2736-38e2-496e-b9ad-2d219afa7c46 HTTP/1.1" status: 200 len: 804 time: 0.1560104 Mar 11 11:54:05.480847 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57502) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:05.512911 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-17624764-6620-4232-a107-a1aab9562e4b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/quotas/795309eb39534fec9c364380cdf0ef74 HTTP/1.1" status: 200 len: 375 time: 0.0606196 Mar 11 11:54:05.569168 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (a8426461-86ee-47bc-b190-212b30cbf7c6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:05.609523 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Publish callbacks [] for router_controller (a8426461-86ee-47bc-b190-212b30cbf7c6), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:05.678592 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (a8426461-86ee-47bc-b190-212b30cbf7c6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:05.679435 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8426461-86ee-47bc-b190-212b30cbf7c6 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:54:05.695523 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:05.699564 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-44f12a1d-2d74-4113-83d7-165488ccbd3a admin admin] 10.222.0.78 "DELETE /v2.0/routers/a8426461-86ee-47bc-b190-212b30cbf7c6 HTTP/1.1" status: 204 len: 168 time: 3.5056460 Mar 11 11:54:05.700181 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57510) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:05.737328 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-a4097404-a59d-45c7-9a19-ddad4ee8d708 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1814647 Mar 11 11:54:05.742636 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fbe4b576-98a6-4995-8462-d50efd2337b3 req-379c4773-720b-4fdd-99e0-e9131229d0e9 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2517221 Mar 11 11:54:05.761310 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e37b83f-4027-4f39-86a2-7da787536355 admin admin] Deleting subnet 31a05605-9849-4cfa-b167-124588c92894 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:54:05.772058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57516) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:05.779285 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-27f9b837-df24-425d-be52-617b80d91839 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "GET /v2.0/networks/958d2736-38e2-496e-b9ad-2d219afa7c46?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2862289 Mar 11 11:54:05.787223 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e37b83f-4027-4f39-86a2-7da787536355 admin admin] Publish callbacks [] for subnet (31a05605-9849-4cfa-b167-124588c92894), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:05.868018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e450dd8e-4eda-4937-9ac4-3f77b44114da tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:05.868376 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e37b83f-4027-4f39-86a2-7da787536355 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (31a05605-9849-4cfa-b167-124588c92894), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:05.869378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e450dd8e-4eda-4937-9ac4-3f77b44114da tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "GET /v2.0/subnets/60e7b893-6d32-4fc9-b4fa-e590442ec78c HTTP/1.1" status: 200 len: 843 time: 0.0963058 Mar 11 11:54:05.873511 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57518) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:06.003706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10077fa5-bdad-44ae-a01c-91897dd795a0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:06.005137 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-10077fa5-bdad-44ae-a01c-91897dd795a0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "GET /v2.0/subnets/60e7b893-6d32-4fc9-b4fa-e590442ec78c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1066635 Mar 11 11:54:06.012413 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57520) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:06.022096 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d46835cf-accd-4936-b9bc-580086caf7b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1529489996'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:06.052830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46835cf-accd-4936-b9bc-580086caf7b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:06.056837 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d46835cf-accd-4936-b9bc-580086caf7b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:06.092188 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a541cf-017e-4fa0-b1a7-115aa59a3624 req-2089b02d-fc61-41d1-abbb-4ee8eaf7c7da tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:06.100123 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-64a541cf-017e-4fa0-b1a7-115aa59a3624 req-2089b02d-fc61-41d1-abbb-4ee8eaf7c7da tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.1710260 Mar 11 11:54:06.184369 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46835cf-accd-4936-b9bc-580086caf7b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:54:06.224963 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-64a541cf-017e-4fa0-b1a7-115aa59a3624 req-261a213b-9911-4cc5-b18a-1e2e7f3b6772 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239161 Mar 11 11:54:06.229949 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d46835cf-accd-4936-b9bc-580086caf7b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:06.230291 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-d46835cf-accd-4936-b9bc-580086caf7b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Added segment ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6 of type vlan for network 2d9bf81e-c8f0-4da5-9543-80aa980b2350 Mar 11 11:54:06.280426 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d46835cf-accd-4936-b9bc-580086caf7b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (2d9bf81e-c8f0-4da5-9543-80aa980b2350), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:06.302372 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d0fd3-a317-4a1c-99b8-3442aab3e3e6 req-80d889f2-543f-41e3-a796-0464aba9fee5 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:06.323861 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e07d0fd3-a317-4a1c-99b8-3442aab3e3e6 req-80d889f2-543f-41e3-a796-0464aba9fee5 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 950 time: 0.1405373 Mar 11 11:54:06.404820 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06e36fbd-d0d9-4a92-9e98-d91d3e740544 req-cab4d4f7-460a-4b15-990b-18bee0790142 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 210 time: 0.0556576 Mar 11 11:54:06.407453 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.resource_extend [None req-d46835cf-accd-4936-b9bc-580086caf7b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:54:06.485459 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e07d0fd3-a317-4a1c-99b8-3442aab3e3e6 req-403f6aed-9657-4a78-9dd0-9d5752dbdcf1 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606929 Mar 11 11:54:06.486635 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d46835cf-accd-4936-b9bc-580086caf7b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (2d9bf81e-c8f0-4da5-9543-80aa980b2350), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:06.492825 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46835cf-accd-4936-b9bc-580086caf7b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:06.493442 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d46835cf-accd-4936-b9bc-580086caf7b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:06.686625 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e37b83f-4027-4f39-86a2-7da787536355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (31a05605-9849-4cfa-b167-124588c92894), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:06.718661 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46835cf-accd-4936-b9bc-580086caf7b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Network': ['ID=2d9bf81e-c8f0-4da5-9543-80aa980b2350,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:06.736054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d46835cf-accd-4936-b9bc-580086caf7b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7206490 Mar 11 11:54:06.737656 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57552) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:06.748027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9baa558a-7d4c-445b-b5f7-ccf9b15f589f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'subnet': {'network_id': '2d9bf81e-c8f0-4da5-9543-80aa980b2350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:06.753893 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 2d9bf81e-c8f0-4da5-9543-80aa980b2350 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:54:06.856031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device dd03f9ff-9910-4578-a6b9-89da99e3e4b5 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:54:06.877547 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e37b83f-4027-4f39-86a2-7da787536355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (31a05605-9849-4cfa-b167-124588c92894), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:06.939756 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37b83f-4027-4f39-86a2-7da787536355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31a05605-9849-4cfa-b167-124588c92894,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:06.944351 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e37b83f-4027-4f39-86a2-7da787536355 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:06.960189 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5e37b83f-4027-4f39-86a2-7da787536355 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/31a05605-9849-4cfa-b167-124588c92894 HTTP/1.1" status: 204 len: 168 time: 1.2573638 Mar 11 11:54:06.960911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57556) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:07.021113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd50083-07de-460c-8fe8-5746a332a86e None None] Network 6b2cf607-82c0-4c57-9981-1ae9a9023bc1 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:07.122175 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a3235-ed80-411c-9a4d-e26e4aa15b59 req-2eab68c7-9567-4460-9392-417d03ac17fe tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:07.140079 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (6b2cf607-82c0-4c57-9981-1ae9a9023bc1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:07.141752 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a3235-ed80-411c-9a4d-e26e4aa15b59 req-2eab68c7-9567-4460-9392-417d03ac17fe tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:07.155722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: dd03f9ff-9910-4578-a6b9-89da99e3e4b5 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:54:07.159689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device dd03f9ff-9910-4578-a6b9-89da99e3e4b5 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:54:07.161159 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a3235-ed80-411c-9a4d-e26e4aa15b59 req-2eab68c7-9567-4460-9392-417d03ac17fe tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:07.178192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a3235-ed80-411c-9a4d-e26e4aa15b59 req-2eab68c7-9567-4460-9392-417d03ac17fe tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:07.186971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a3235-ed80-411c-9a4d-e26e4aa15b59 req-2eab68c7-9567-4460-9392-417d03ac17fe tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:07.193932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a3235-ed80-411c-9a4d-e26e4aa15b59 req-2eab68c7-9567-4460-9392-417d03ac17fe tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:07.200481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a3235-ed80-411c-9a4d-e26e4aa15b59 req-2eab68c7-9567-4460-9392-417d03ac17fe tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:07.211838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-207a3235-ed80-411c-9a4d-e26e4aa15b59 req-2eab68c7-9567-4460-9392-417d03ac17fe tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5444 time: 0.2329028 Mar 11 11:54:07.220442 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baa558a-7d4c-445b-b5f7-ccf9b15f589f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Made reservation on behalf of 37c74eaca571449ead59dd3eaac8d01a for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:07.227716 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9baa558a-7d4c-445b-b5f7-ccf9b15f589f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:07.321065 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] Deleting port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:07.321717 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:07.347575 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.ipam_backend_mixin [None req-9baa558a-7d4c-445b-b5f7-ccf9b15f589f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Performing IP validity checks on allocation pools {{(pid=104031) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 11:54:07.348370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.ipam_backend_mixin [None req-9baa558a-7d4c-445b-b5f7-ccf9b15f589f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104031) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 11:54:07.420317 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ebb53a-1f73-40f2-8e0d-31f32377cdf3 None None] DHCP port deletion for 6b2cf607-82c0-4c57-9981-1ae9a9023bc1 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:54:07.489199 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-17ebb53a-1f73-40f2-8e0d-31f32377cdf3 None None] Deleting port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:07.489717 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-17ebb53a-1f73-40f2-8e0d-31f32377cdf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:07.501700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] For port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b,segment=NetworkSegment(c3300a20-5c4e-4f46-8c0d-023a3ba22a0b),segment_id=c3300a20-5c4e-4f46-8c0d-023a3ba22a0b)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:07.502247 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:07.526242 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] Calling delete_port for 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:07.572125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-17ebb53a-1f73-40f2-8e0d-31f32377cdf3 None None] For port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b,segment=NetworkSegment(c3300a20-5c4e-4f46-8c0d-023a3ba22a0b),segment_id=c3300a20-5c4e-4f46-8c0d-023a3ba22a0b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:07.572802 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-17ebb53a-1f73-40f2-8e0d-31f32377cdf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:07.596601 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-17ebb53a-1f73-40f2-8e0d-31f32377cdf3 None None] Calling delete_port for 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:07.694502 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:07.700161 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-207a3235-ed80-411c-9a4d-e26e4aa15b59 req-cfcefd8e-e5ea-4e5a-b010-9c87a8e84126 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4871247 Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: from cryptography.utils import int_from_bytes Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: from cryptography.utils import int_from_bytes Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.716991 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.720462 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.720462 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.720462 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.720462 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.720462 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.720462 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.720462 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.720462 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.720462 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.720462 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.720462 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.720462 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.720462 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:07.720462 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 11:54:07.734630 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-17ebb53a-1f73-40f2-8e0d-31f32377cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:07.766800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ebb53a-1f73-40f2-8e0d-31f32377cdf3 None None] No DVR routers for this DVR port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:07.783550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] Pushing event deleted for resources: {'Port': ['ID=1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:07.804785 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] No DVR routers for this DVR port 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:07.817744 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-0ff146f5-7974-442c-a109-d97cc495a619 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=795309eb39534fec9c364380cdf0ef74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861721 Mar 11 11:54:07.837987 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebb53a-1f73-40f2-8e0d-31f32377cdf3 None None] Pushing event deleted for resources: {'Port': ['ID=1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:07.975345 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78b009d3-7b6f-4901-9f39-a8f8fd5458bc req-fe15922f-9c79-4363-9fd7-02f2f442254b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 210 time: 0.0877957 Mar 11 11:54:07.989291 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9baa558a-7d4c-445b-b5f7-ccf9b15f589f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (4852d322-554e-41c6-b125-0fea5fb67078), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:08.061616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa558a-7d4c-445b-b5f7-ccf9b15f589f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Subnet': ['ID=4852d322-554e-41c6-b125-0fea5fb67078,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:08.082882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-e6fd7c46-7a2e-4794-a1eb-2b5518f1763a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:08.083131 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (6b2cf607-82c0-4c57-9981-1ae9a9023bc1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:08.089605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-e6fd7c46-7a2e-4794-a1eb-2b5518f1763a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:08.095204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-e6fd7c46-7a2e-4794-a1eb-2b5518f1763a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:08.103547 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-e6fd7c46-7a2e-4794-a1eb-2b5518f1763a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:08.112924 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-e6fd7c46-7a2e-4794-a1eb-2b5518f1763a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:08.115303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2cf607-82c0-4c57-9981-1ae9a9023bc1']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:08.118785 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-e6fd7c46-7a2e-4794-a1eb-2b5518f1763a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:08.125025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-e6fd7c46-7a2e-4794-a1eb-2b5518f1763a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:08.127265 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-e6fd7c46-7a2e-4794-a1eb-2b5518f1763a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.37 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5444 time: 0.3994858 Mar 11 11:54:08.134296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3300a20-5c4e-4f46-8c0d-023a3ba22a0b') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:08.134593 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3300a20-5c4e-4f46-8c0d-023a3ba22a0b') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:08.155631 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-4b717590-02e4-4700-8535-86b5866d5de7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:08.155631 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-4b717590-02e4-4700-8535-86b5866d5de7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2338395 Mar 11 11:54:08.155631 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (c3300a20-5c4e-4f46-8c0d-023a3ba22a0b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:08.165013 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-ab0a2e00-0904-46b0-a14b-a421469bc777 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Request body: {'port': {'device_id': 'bfcd9731-1f2e-45d3-8810-7674a194dedf', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '795309eb39534fec9c364380cdf0ef74'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:08.175478 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d8ee6-e796-41ef-8d03-ef708bb19763 req-cb26f4e8-dc4f-49f2-8bda-29a73b731d95 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:08.183141 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-363d8ee6-e796-41ef-8d03-ef708bb19763 req-cb26f4e8-dc4f-49f2-8bda-29a73b731d95 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.6891124 Mar 11 11:54:08.188441 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (c3300a20-5c4e-4f46-8c0d-023a3ba22a0b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:08.221239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:54:08.221482 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (c3300a20-5c4e-4f46-8c0d-023a3ba22a0b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:54:08.223307 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:54:08.273888 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-aa0b8536-a4da-43e1-b547-ae17001f259d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:08.275219 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-aa0b8536-a4da-43e1-b547-ae17001f259d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.37 "GET /v2.0/ports/54a3d321-9fbc-4e4d-ac50-28fe275103d2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1343822 Mar 11 11:54:08.293624 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-363d8ee6-e796-41ef-8d03-ef708bb19763 req-63b6a763-1652-46b5-b566-10eae7d0c767 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094286 Mar 11 11:54:08.312377 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa558a-7d4c-445b-b5f7-ccf9b15f589f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Checking segment: {'id': 'ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2d9bf81e-c8f0-4da5-9543-80aa980b2350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:54:08.312898 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa558a-7d4c-445b-b5f7-ccf9b15f589f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network hostable DHCP agents. Network: 2d9bf81e-c8f0-4da5-9543-80aa980b2350, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:54:08.363622 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (6b2cf607-82c0-4c57-9981-1ae9a9023bc1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:08.372522 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:08.375768 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] 10.222.0.78 "DELETE /v2.0/networks/6b2cf607-82c0-4c57-9981-1ae9a9023bc1 HTTP/1.1" status: 204 len: 168 time: 1.4137776 Mar 11 11:54:08.381414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57602) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:08.518019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a067f19-2641-4899-8758-dbf42803807e admin admin] Pushing event deleted for resources: {'Network': ['ID=6b2cf607-82c0-4c57-9981-1ae9a9023bc1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:08.631009 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-ab0a2e00-0904-46b0-a14b-a421469bc777 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Made reservation on behalf of 795309eb39534fec9c364380cdf0ef74 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:08.634473 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-ab0a2e00-0904-46b0-a14b-a421469bc777 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:08.738173 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa558a-7d4c-445b-b5f7-ccf9b15f589f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Network 2d9bf81e-c8f0-4da5-9543-80aa980b2350 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:54:08.762350 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-9baa558a-7d4c-445b-b5f7-ccf9b15f589f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 2d9bf81e-c8f0-4da5-9543-80aa980b2350) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:08.772716 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d449d79a-8c62-4fdc-84d6-dd501abdcfe0 None None] Network 2d9bf81e-c8f0-4da5-9543-80aa980b2350 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:08.775290 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baa558a-7d4c-445b-b5f7-ccf9b15f589f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:08.775949 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9baa558a-7d4c-445b-b5f7-ccf9b15f589f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:08.838292 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9baa558a-7d4c-445b-b5f7-ccf9b15f589f tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0985560 Mar 11 11:54:08.840617 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57614) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:08.851072 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1d3a6f48-6458-4030-870d-af8d57880f5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:08.957384 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:54:09.004562 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6f48-6458-4030-870d-af8d57880f5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5921057'] for subnet (4852d322-554e-41c6-b125-0fea5fb67078), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:09.038092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:54:09.039678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1c3b4239-09d5-47f0-8ced-4d1f2f0ae28b not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:54:09.049529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-2d9bf81e-c8f0-4da5-9543-80aa980b2350', 'network_id': '2d9bf81e-c8f0-4da5-9543-80aa980b2350', 'project_id': '37c74eaca571449ead59dd3eaac8d01a', 'fixed_ips': [{'subnet_id': '4852d322-554e-41c6-b125-0fea5fb67078'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:54:09.059340 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:09.070251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-ab0a2e00-0904-46b0-a14b-a421469bc777 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Allocated IP 192.168.233.239 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/12313980-bfc6-414f-98c9-16f31e143c51) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:54:09.241156 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c78a3219-5cc9-41dc-9d08-72686fce66b1 req-2d0895e4-21c0-48eb-bdcf-e1186d6db7f1 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 210 time: 0.0406370 Mar 11 11:54:09.245016 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-e0d6f09d-89d7-4c80-956a-12c9442631cd tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.37 "GET /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9437039 Mar 11 11:54:09.248216 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6f48-6458-4030-870d-af8d57880f5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772493315678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5786003'] for subnet (4852d322-554e-41c6-b125-0fea5fb67078), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:09.326499 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-afdbd262-ad12-4b68-9b4d-00106ee1073d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:09.396423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accdb81-7486-4bc8-98d9-39e638b59dc6 req-b089b428-1431-4482-b71e-b06e5fe2bd18 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:09.401834 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accdb81-7486-4bc8-98d9-39e638b59dc6 req-b089b428-1431-4482-b71e-b06e5fe2bd18 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:09.407199 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accdb81-7486-4bc8-98d9-39e638b59dc6 req-b089b428-1431-4482-b71e-b06e5fe2bd18 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:09.409917 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-ab0a2e00-0904-46b0-a14b-a421469bc777 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks [] for port (12313980-bfc6-414f-98c9-16f31e143c51), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:09.412693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accdb81-7486-4bc8-98d9-39e638b59dc6 req-b089b428-1431-4482-b71e-b06e5fe2bd18 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:09.417995 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accdb81-7486-4bc8-98d9-39e638b59dc6 req-b089b428-1431-4482-b71e-b06e5fe2bd18 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:09.423436 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accdb81-7486-4bc8-98d9-39e638b59dc6 req-b089b428-1431-4482-b71e-b06e5fe2bd18 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:09.429182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accdb81-7486-4bc8-98d9-39e638b59dc6 req-b089b428-1431-4482-b71e-b06e5fe2bd18 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:09.438043 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2accdb81-7486-4bc8-98d9-39e638b59dc6 req-b089b428-1431-4482-b71e-b06e5fe2bd18 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 5444 time: 0.5185907 Mar 11 11:54:09.508530 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3a6f48-6458-4030-870d-af8d57880f5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:09.509048 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6f48-6458-4030-870d-af8d57880f5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:09.510423 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1d3a6f48-6458-4030-870d-af8d57880f5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "PUT /v2.0/subnets/4852d322-554e-41c6-b125-0fea5fb67078 HTTP/1.1" status: 200 len: 900 time: 0.6688466 Mar 11 11:54:09.514280 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57638) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:09.531856 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-ab0a2e00-0904-46b0-a14b-a421469bc777 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (12313980-bfc6-414f-98c9-16f31e143c51), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:09.534569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Allocated IP 2001:db8::3 (2d9bf81e-c8f0-4da5-9543-80aa980b2350/4852d322-554e-41c6-b125-0fea5fb67078/20dc9a40-b74b-4292-adf9-515bc9f524ad) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:54:09.547839 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a6f48-6458-4030-870d-af8d57880f5c tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event updated for resources: {'Subnet': ['ID=4852d322-554e-41c6-b125-0fea5fb67078,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:09.551709 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['964eaebf-aa60-4324-b407-75faeeae6fe6'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:54:09.590666 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['019bc68d-2930-405f-a115-fcc146290579', 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd', '58643ea6-9eed-44a9-901d-4db2be4d7da5', 'ca98c5b9-62f8-49f0-af07-f6be8f932383'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:54:09.597699 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2accdb81-7486-4bc8-98d9-39e638b59dc6 req-63e6511f-03f1-4b9f-99b2-42011608e3e5 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1588159 Mar 11 11:54:09.599886 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-afdbd262-ad12-4b68-9b4d-00106ee1073d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:09.616434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a2e00-0904-46b0-a14b-a421469bc777 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Pushing event updated for resources: {'Port': ['ID=12313980-bfc6-414f-98c9-16f31e143c51,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:09.634576 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bf678-dd15-4f55-a40d-e024557bab32 req-848ba483-d18e-4c08-a4b0-35f2dc89353f tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:09.636228 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c79bf678-dd15-4f55-a40d-e024557bab32 req-848ba483-d18e-4c08-a4b0-35f2dc89353f tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.1742074 Mar 11 11:54:09.727006 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-ab0a2e00-0904-46b0-a14b-a421469bc777 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:54:09.737339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c79bf678-dd15-4f55-a40d-e024557bab32 req-88746d08-fa0c-424e-bbab-f856883cd1d4 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953960 Mar 11 11:54:09.753784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-ab0a2e00-0904-46b0-a14b-a421469bc777 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:09.762686 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-ab0a2e00-0904-46b0-a14b-a421469bc777 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:54:09.768586 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-496c4578-f063-48f0-9360-056087ad6d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (e06701a5-2901-4039-bad2-4f9465cbf5e6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:09.840195 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-afdbd262-ad12-4b68-9b4d-00106ee1073d service neutron] For port 54a3d321-9fbc-4e4d-ac50-28fe275103d2, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=54a3d321-9fbc-4e4d-ac50-28fe275103d2,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:09.886493 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (2d9bf81e-c8f0-4da5-9543-80aa980b2350), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:09.897418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-afdbd262-ad12-4b68-9b4d-00106ee1073d service neutron] For port 54a3d321-9fbc-4e4d-ac50-28fe275103d2, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:54:09.916349 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-ab0a2e00-0904-46b0-a14b-a421469bc777 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:09.917246 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-ab0a2e00-0904-46b0-a14b-a421469bc777 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:10.002270 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-afdbd262-ad12-4b68-9b4d-00106ee1073d service neutron] device_id is not set on port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 11:54:10.019737 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (4852d322-554e-41c6-b125-0fea5fb67078), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:10.028379 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-ab0a2e00-0904-46b0-a14b-a421469bc777 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8675168 Mar 11 11:54:10.031767 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-afdbd262-ad12-4b68-9b4d-00106ee1073d service neutron] Publish callbacks [] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:10.046036 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-afdbd262-ad12-4b68-9b4d-00106ee1073d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:10.189234 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Publish callbacks [] for port (20dc9a40-b74b-4292-adf9-515bc9f524ad), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:10.204546 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (20dc9a40-b74b-4292-adf9-515bc9f524ad), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:10.214298 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Request body: {'port': {'device_id': 'bfcd9731-1f2e-45d3-8810-7674a194dedf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:10.224969 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-afdbd262-ad12-4b68-9b4d-00106ee1073d service neutron] No DVR routers for this DVR port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:10.258808 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbd262-ad12-4b68-9b4d-00106ee1073d service neutron] Pushing event updated for resources: {'Port': ['ID=54a3d321-9fbc-4e4d-ac50-28fe275103d2,revision_number=6']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:10.294676 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Network 2d9bf81e-c8f0-4da5-9543-80aa980b2350 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:54:10.301970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:10.304845 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:54:10.312223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-afdbd262-ad12-4b68-9b4d-00106ee1073d service neutron] In _notify_port_updated(), no bound segment for port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 on network 67d74715-a311-4317-8fb4-8c87cc470973 {{(pid=104031) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 11:54:10.313428 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-afdbd262-ad12-4b68-9b4d-00106ee1073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:10.318030 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-afdbd262-ad12-4b68-9b4d-00106ee1073d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:10.321056 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-afdbd262-ad12-4b68-9b4d-00106ee1073d service neutron] 10.222.0.37 "PUT /v2.0/ports/54a3d321-9fbc-4e4d-ac50-28fe275103d2 HTTP/1.1" status: 200 len: 1032 time: 1.0024321 Mar 11 11:54:10.355516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-36479d02-6deb-4187-91f0-aaab6044b630 None None] Provisioning complete for port 12313980-bfc6-414f-98c9-16f31e143c51 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:10.355930 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-36479d02-6deb-4187-91f0-aaab6044b630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (12313980-bfc6-414f-98c9-16f31e143c51), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:10.393151 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-36479d02-6deb-4187-91f0-aaab6044b630 None None] Port 12313980-bfc6-414f-98c9-16f31e143c51 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:54:10.422114 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Pushing event updated for resources: {'Port': ['ID=20dc9a40-b74b-4292-adf9-515bc9f524ad,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:10.432197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-f34c2183-f71e-4631-828a-3651227539c0 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:10.435327 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-f34c2183-f71e-4631-828a-3651227539c0 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.37 "GET /v2.0/ports/a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0975034 Mar 11 11:54:10.457361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Attempting to bind port 20dc9a40-b74b-4292-adf9-515bc9f524ad on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:54:10.457739 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Attempting to bind port 20dc9a40-b74b-4292-adf9-515bc9f524ad by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2d9bf81e-c8f0-4da5-9543-80aa980b2350'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:54:10.458098 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Attempting to bind port 20dc9a40-b74b-4292-adf9-515bc9f524ad on network 2d9bf81e-c8f0-4da5-9543-80aa980b2350 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:54:10.459209 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-dbb7e380-2150-43bb-b574-d9f6854927db service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:10.465571 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (4852d322-554e-41c6-b125-0fea5fb67078), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:10.467571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:54:10.467993 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Checking segment: {'id': 'ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2d9bf81e-c8f0-4da5-9543-80aa980b2350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:54:10.468394 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:10.468789 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Bound using segment: {'id': 'ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2d9bf81e-c8f0-4da5-9543-80aa980b2350'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:54:10.469266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Bound port: 20dc9a40-b74b-4292-adf9-515bc9f524ad, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2d9bf81e-c8f0-4da5-9543-80aa980b2350'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:54:10.469647 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (20dc9a40-b74b-4292-adf9-515bc9f524ad), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:10.482728 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (12313980-bfc6-414f-98c9-16f31e143c51), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:10.556163 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Subnet': ['ID=4852d322-554e-41c6-b125-0fea5fb67078,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:10.578652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1b502929-a2ba-4f32-a84d-99efc5c0a66a None None] Provisioning complete for port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:10.579024 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1b502929-a2ba-4f32-a84d-99efc5c0a66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:10.590438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6c89c-0c00-40c6-b0bf-0cde1cc1fa8f req-068c27eb-1412-474c-b880-b1757d3343a6 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:10.592176 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5d6c89c-0c00-40c6-b0bf-0cde1cc1fa8f req-068c27eb-1412-474c-b880-b1757d3343a6 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 936 time: 0.1554780 Mar 11 11:54:10.622137 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-dbb7e380-2150-43bb-b574-d9f6854927db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:10.727981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5d6c89c-0c00-40c6-b0bf-0cde1cc1fa8f req-90c33cdf-71e9-48af-bafb-7197d94219b6 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289027 Mar 11 11:54:10.763055 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1b502929-a2ba-4f32-a84d-99efc5c0a66a None None] Port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:54:10.797435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] For port 20dc9a40-b74b-4292-adf9-515bc9f524ad, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:54:10.803239 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] For port 20dc9a40-b74b-4292-adf9-515bc9f524ad, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=20dc9a40-b74b-4292-adf9-515bc9f524ad,segment=NetworkSegment(ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6),segment_id=ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:54:10.816375 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (20dc9a40-b74b-4292-adf9-515bc9f524ad), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:10.878732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12313980-bfc6-414f-98c9-16f31e143c51 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:54:10.886904 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Publish callbacks [] for port (12313980-bfc6-414f-98c9-16f31e143c51), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:10.913449 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Transition to ACTIVE for port object 12313980-bfc6-414f-98c9-16f31e143c51 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:54:10.941760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928d22a-8ef1-40e0-84cc-2f323acca326 req-31991ff3-dca2-4b31-8ad0-f3f73e52ad3b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:10.943183 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574db5a-c86a-4c13-92f1-e301be7fbcf5 None None] Pushing event updated for resources: {'Port': ['ID=20dc9a40-b74b-4292-adf9-515bc9f524ad,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:10.947759 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (12313980-bfc6-414f-98c9-16f31e143c51), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:10.948223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928d22a-8ef1-40e0-84cc-2f323acca326 req-31991ff3-dca2-4b31-8ad0-f3f73e52ad3b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:10.964505 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98856ed4-6a3e-4b49-a334-7bf124dc66b2 None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 11:54:10.968471 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928d22a-8ef1-40e0-84cc-2f323acca326 req-31991ff3-dca2-4b31-8ad0-f3f73e52ad3b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:10.974019 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928d22a-8ef1-40e0-84cc-2f323acca326 req-31991ff3-dca2-4b31-8ad0-f3f73e52ad3b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:10.994137 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928d22a-8ef1-40e0-84cc-2f323acca326 req-31991ff3-dca2-4b31-8ad0-f3f73e52ad3b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:11.003336 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928d22a-8ef1-40e0-84cc-2f323acca326 req-31991ff3-dca2-4b31-8ad0-f3f73e52ad3b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:11.005341 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7928d22a-8ef1-40e0-84cc-2f323acca326 req-31991ff3-dca2-4b31-8ad0-f3f73e52ad3b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 4665 time: 0.2254994 Mar 11 11:54:11.107744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98856ed4-6a3e-4b49-a334-7bf124dc66b2 None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 11:54:11.123378 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-dbb7e380-2150-43bb-b574-d9f6854927db service neutron] For port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:11.210886 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-dbb7e380-2150-43bb-b574-d9f6854927db service neutron] For port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:54:11.244924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7928d22a-8ef1-40e0-84cc-2f323acca326 req-4589cfe4-d3f2-4f47-a42b-1a7aa120b929 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7&id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2138484 Mar 11 11:54:11.271042 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9136d-2438-4138-8ca6-4baa4c222fcc req-95432483-6314-41e8-92ad-e48d1a29fc95 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:11.273735 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f5a9136d-2438-4138-8ca6-4baa4c222fcc req-95432483-6314-41e8-92ad-e48d1a29fc95 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.3819122 Mar 11 11:54:11.338026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device aef4fb3f-42fc-4d20-85dd-113a9a6e67fc details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:54:11.340404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4d3a3bed-2c01-4be7-87e6-d0095530ccdd no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:54:11.343573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-dbb7e380-2150-43bb-b574-d9f6854927db service neutron] device_id is not set on port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 11:54:11.368413 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-dbb7e380-2150-43bb-b574-d9f6854927db service neutron] Publish callbacks [] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:11.391218 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-dbb7e380-2150-43bb-b574-d9f6854927db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:11.441197 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f5a9136d-2438-4138-8ca6-4baa4c222fcc req-5650514d-85e6-46f3-af8b-1fc8048a3743 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470308 Mar 11 11:54:11.443898 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7e380-2150-43bb-b574-d9f6854927db service neutron] Pushing event updated for resources: {'Port': ['ID=a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32,revision_number=6']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:11.450295 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Pushing event updated for resources: {'Port': ['ID=12313980-bfc6-414f-98c9-16f31e143c51,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:11.525053 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-dbb7e380-2150-43bb-b574-d9f6854927db service neutron] No DVR routers for this DVR port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:11.543436 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (2d9bf81e-c8f0-4da5-9543-80aa980b2350), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:11.559699 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:11.560557 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4d3a3bed-2c01-4be7-87e6-d0095530ccdd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:11.609048 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-dbb7e380-2150-43bb-b574-d9f6854927db service neutron] In _notify_port_updated(), no bound segment for port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 on network 67d74715-a311-4317-8fb4-8c87cc470973 {{(pid=104031) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 11:54:11.609964 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-dbb7e380-2150-43bb-b574-d9f6854927db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:11.610944 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-dbb7e380-2150-43bb-b574-d9f6854927db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:11.612724 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-dbb7e380-2150-43bb-b574-d9f6854927db service neutron] 10.222.0.37 "PUT /v2.0/ports/a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 HTTP/1.1" status: 200 len: 1032 time: 1.1597376 Mar 11 11:54:11.639127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010fb03d-6801-4da1-bc67-0a7e60e7a3d9 None None] Network 2d9bf81e-c8f0-4da5-9543-80aa980b2350 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:11.670598 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9bf81e-c8f0-4da5-9543-80aa980b2350']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:11.718613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:11.718838 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:11.738605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4d3a3bed-2c01-4be7-87e6-d0095530ccdd,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:11.762620 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d3a3bed-2c01-4be7-87e6-d0095530ccdd'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:11.766000 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce984a0d-f54c-41c9-93a1-f24c67e7c9df" -d '{"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-unplugged", "status": "completed", "tag": "4d3a3bed-2c01-4be7-87e6-d0095530ccdd"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:11.770498 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Attempting to bind port 12313980-bfc6-414f-98c9-16f31e143c51 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:54:11.787809 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4d3a3bed-2c01-4be7-87e6-d0095530ccdd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:11.790519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 91144204-e4b6-41e6-b891-e433c53896bb no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:54:11.792773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Attempting to bind port 12313980-bfc6-414f-98c9-16f31e143c51 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:54:11.792773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Attempting to bind port 12313980-bfc6-414f-98c9-16f31e143c51 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:54:11.800750 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:11.801213 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-e566285d-a2a1-4bf8-80e5-2b071ef7f64d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Deleting port 50f210d1-6816-4569-bb99-e7fbc7114c33 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:11.801558 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-e566285d-a2a1-4bf8-80e5-2b071ef7f64d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (50f210d1-6816-4569-bb99-e7fbc7114c33), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:11.802487 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Port 12313980-bfc6-414f-98c9-16f31e143c51 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:54:11.802806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Attempting to bind port 12313980-bfc6-414f-98c9-16f31e143c51 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:54:11.882546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:54:11.882889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:54:11.883328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:54:11.888215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Bound port: 12313980-bfc6-414f-98c9-16f31e143c51, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:54:11.888613 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (12313980-bfc6-414f-98c9-16f31e143c51), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:11.923464 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:11.934272 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-496c4578-f063-48f0-9360-056087ad6d78 admin admin] Deleting port b27b36fd-f57b-49d7-970e-25bc3e793234 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:11.945577 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-496c4578-f063-48f0-9360-056087ad6d78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:11.969292 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f3c8f4-b8b6-4fd2-a39b-fbb03b26a40c x-openstack-request-id: req-05f3c8f4-b8b6-4fd2-a39b-fbb03b26a40c {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:11.969742 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-unplugged", "status": "completed", "tag": "4d3a3bed-2c01-4be7-87e6-d0095530ccdd", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:11.970252 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-05f3c8f4-b8b6-4fd2-a39b-fbb03b26a40c {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:11.970831 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d3a3bed-2c01-4be7-87e6-d0095530ccdd', 'code': 200} Mar 11 11:54:11.985588 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:54:11.986051 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:54:12.003062 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:54:12.031648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=4d3a3bed-2c01-4be7-87e6-d0095530ccdd,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:12.079711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-e566285d-a2a1-4bf8-80e5-2b071ef7f64d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] For port 50f210d1-6816-4569-bb99-e7fbc7114c33, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=50f210d1-6816-4569-bb99-e7fbc7114c33,segment=NetworkSegment(87ddb067-cde7-4651-b3b8-552f8a0b99d1),segment_id=87ddb067-cde7-4651-b3b8-552f8a0b99d1)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:12.080247 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-e566285d-a2a1-4bf8-80e5-2b071ef7f64d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (50f210d1-6816-4569-bb99-e7fbc7114c33), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:12.099971 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:12.111153 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-e566285d-a2a1-4bf8-80e5-2b071ef7f64d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Calling delete_port for 50f210d1-6816-4569-bb99-e7fbc7114c33 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:12.126634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bbb2ec-e7bb-4afd-b208-2593658ffb69 None None] Network 2d9bf81e-c8f0-4da5-9543-80aa980b2350 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:12.158136 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f762f4b-015a-4bdb-9e81-d06361b47b29 req-3f2ebe1e-30c5-4b5d-be81-c533b44a3a8e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:12.159880 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f762f4b-015a-4bdb-9e81-d06361b47b29 req-3f2ebe1e-30c5-4b5d-be81-c533b44a3a8e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 948 time: 0.2202432 Mar 11 11:54:12.253757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc', 'mac_address': 'fa:16:3e:33:12:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:54:12.314933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:12.315758 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:12.372088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aef4fb3f-42fc-4d20-85dd-113a9a6e67fc {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:54:12.382529 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.api [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 11:54:12.382529 n-d-833234-2 neutron-server[104032]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 11:54:12.382529 n-d-833234-2 neutron-server[104032]: [parameters: {'id': '2d9bf81e-c8f0-4da5-9543-80aa980b2350'}] Mar 11 11:54:12.382529 n-d-833234-2 neutron-server[104032]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:54:12.383309 n-d-833234-2 neutron-server[104032]: DEBUG oslo_db.api [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:54:12.398768 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] For port 12313980-bfc6-414f-98c9-16f31e143c51, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:54:12.431414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-496c4578-f063-48f0-9360-056087ad6d78 admin admin] For port b27b36fd-f57b-49d7-970e-25bc3e793234, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b27b36fd-f57b-49d7-970e-25bc3e793234,segment=NetworkSegment(ccb6d6a8-86ae-43e1-935b-969bc7d2245a),segment_id=ccb6d6a8-86ae-43e1-935b-969bc7d2245a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:12.431815 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-496c4578-f063-48f0-9360-056087ad6d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:12.435999 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] For port 12313980-bfc6-414f-98c9-16f31e143c51, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=12313980-bfc6-414f-98c9-16f31e143c51,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:54:12.450983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-496c4578-f063-48f0-9360-056087ad6d78 admin admin] Calling delete_port for b27b36fd-f57b-49d7-970e-25bc3e793234 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:12.460665 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (12313980-bfc6-414f-98c9-16f31e143c51), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:12.468886 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fa947-fb25-4320-bb51-3fd34881f5df req-828a06a6-6cf2-4258-8ab1-6c36621f6a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:12.471142 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef7fa947-fb25-4320-bb51-3fd34881f5df req-828a06a6-6cf2-4258-8ab1-6c36621f6a0b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 1127 time: 0.1399672 Mar 11 11:54:12.505565 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f762f4b-015a-4bdb-9e81-d06361b47b29 req-9db9ade0-2fac-4058-a55e-f6a9841b2735 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232112 Mar 11 11:54:12.522725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4f0ef6e2-d43a-47cf-8a96-71b058d3e70d None None] Provisioning complete for port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:12.523144 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef6e2-d43a-47cf-8a96-71b058d3e70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:12.598687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:12.598687 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:12.599938 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] 10.222.0.71 "PUT /v2.0/ports/12313980-bfc6-414f-98c9-16f31e143c51 HTTP/1.1" status: 200 len: 1096 time: 2.5433335 Mar 11 11:54:12.604294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcd9731-1f2e-45d3-8810-7674a194dedf', 'tag': '12313980-bfc6-414f-98c9-16f31e143c51'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:12.618880 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fc976a-d65b-4ef9-bc20-36bb9801ddb0" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcd9731-1f2e-45d3-8810-7674a194dedf", "tag": "12313980-bfc6-414f-98c9-16f31e143c51"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:12.718427 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef7fa947-fb25-4320-bb51-3fd34881f5df req-f2517438-6477-41f3-8029-188f8f88d267 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178686 Mar 11 11:54:12.810824 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-e566285d-a2a1-4bf8-80e5-2b071ef7f64d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (50f210d1-6816-4569-bb99-e7fbc7114c33), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:12.873695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc55ff9-5c6d-40c3-8a1e-29c7e7bca431 service neutron] Pushing event updated for resources: {'Port': ['ID=12313980-bfc6-414f-98c9-16f31e143c51,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:12.898605 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (2d9bf81e-c8f0-4da5-9543-80aa980b2350), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:12.918645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c03f7b-3819-4202-b5bd-1b1859ea3891 req-0910b28e-3b17-43e5-ba8e-6ce6f90d8c5a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:12.927120 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c03f7b-3819-4202-b5bd-1b1859ea3891 req-0910b28e-3b17-43e5-ba8e-6ce6f90d8c5a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:12.933596 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c03f7b-3819-4202-b5bd-1b1859ea3891 req-0910b28e-3b17-43e5-ba8e-6ce6f90d8c5a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:12.943255 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c03f7b-3819-4202-b5bd-1b1859ea3891 req-0910b28e-3b17-43e5-ba8e-6ce6f90d8c5a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:12.949124 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c03f7b-3819-4202-b5bd-1b1859ea3891 req-0910b28e-3b17-43e5-ba8e-6ce6f90d8c5a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:12.951923 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53c03f7b-3819-4202-b5bd-1b1859ea3891 req-0910b28e-3b17-43e5-ba8e-6ce6f90d8c5a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 3806 time: 0.4451909 Mar 11 11:54:12.952825 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566285d-a2a1-4bf8-80e5-2b071ef7f64d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event deleted for resources: {'Port': ['ID=50f210d1-6816-4569-bb99-e7fbc7114c33,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:12.968805 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-48b75b13-2f47-49ca-971a-775029cb2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:12.970934 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-48b75b13-2f47-49ca-971a-775029cb2625 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 1130 time: 0.2598982 Mar 11 11:54:13.015326 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:13.016424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-e566285d-a2a1-4bf8-80e5-2b071ef7f64d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] No DVR routers for this DVR port 50f210d1-6816-4569-bb99-e7fbc7114c33 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:13.020386 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-e566285d-a2a1-4bf8-80e5-2b071ef7f64d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:13.028158 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-e566285d-a2a1-4bf8-80e5-2b071ef7f64d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.37 "DELETE /v2.0/ports/50f210d1-6816-4569-bb99-e7fbc7114c33 HTTP/1.1" status: 204 len: 173 time: 1.4079022 Mar 11 11:54:13.059483 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:13.065236 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-3ac8802b-47d4-47ed-9d66-d0d7c06e312e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=12313980-bfc6-414f-98c9-16f31e143c51 HTTP/1.1" status: 200 len: 217 time: 0.0591862 Mar 11 11:54:13.104224 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:13.123820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-deleted', 'tag': '50f210d1-6816-4569-bb99-e7fbc7114c33'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:13.127001 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb809922-7544-4599-8fb5-a23adeb8a467" -d '{"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-deleted", "tag": "50f210d1-6816-4569-bb99-e7fbc7114c33"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:13.136940 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53c03f7b-3819-4202-b5bd-1b1859ea3891 req-e5483de6-8537-4670-9305-9ab5f13a2304 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414895 Mar 11 11:54:13.147166 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-915cd272-e088-4cbd-a7d2-7eab4c075f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:13.148936 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-915cd272-e088-4cbd-a7d2-7eab4c075f28 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0751371 Mar 11 11:54:13.167467 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Deleting port 20dc9a40-b74b-4292-adf9-515bc9f524ad {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:13.168118 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (20dc9a40-b74b-4292-adf9-515bc9f524ad), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:13.214284 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:13.245627 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 91144204-e4b6-41e6-b891-e433c53896bb is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:13.246020 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (91144204-e4b6-41e6-b891-e433c53896bb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:13.248079 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63627b4-e4c2-4894-9c8f-bab1af321711 req-584cf677-e802-4588-9921-9dbf598f6312 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:13.254829 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e63627b4-e4c2-4894-9c8f-bab1af321711 req-584cf677-e802-4588-9921-9dbf598f6312 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.5090656 Mar 11 11:54:13.265368 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4f0ef6e2-d43a-47cf-8a96-71b058d3e70d None None] Port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:54:13.322219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['aef4fb3f-42fc-4d20-85dd-113a9a6e67fc'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:54:13.384424 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 91144204-e4b6-41e6-b891-e433c53896bb, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=91144204-e4b6-41e6-b891-e433c53896bb,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:13.403234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-476184e6-ba4b-4f0c-b14e-c7013e8b6efc tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Deleting port 91144204-e4b6-41e6-b891-e433c53896bb {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:13.403608 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-476184e6-ba4b-4f0c-b14e-c7013e8b6efc tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (91144204-e4b6-41e6-b891-e433c53896bb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:13.448549 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05329bf5-4afa-4945-858b-0f2a0d933e4f x-openstack-request-id: req-05329bf5-4afa-4945-858b-0f2a0d933e4f {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:13.449355 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcd9731-1f2e-45d3-8810-7674a194dedf", "tag": "12313980-bfc6-414f-98c9-16f31e143c51", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:13.450968 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-05329bf5-4afa-4945-858b-0f2a0d933e4f {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:13.452488 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcd9731-1f2e-45d3-8810-7674a194dedf', 'tag': '12313980-bfc6-414f-98c9-16f31e143c51', 'status': 'completed', 'code': 200} Mar 11 11:54:13.453836 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-496c4578-f063-48f0-9360-056087ad6d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b27b36fd-f57b-49d7-970e-25bc3e793234), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:13.474151 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (91144204-e4b6-41e6-b891-e433c53896bb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:13.480427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 54a3d321-9fbc-4e4d-ac50-28fe275103d2 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:54:13.483157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] For port 20dc9a40-b74b-4292-adf9-515bc9f524ad, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=20dc9a40-b74b-4292-adf9-515bc9f524ad,segment=NetworkSegment(ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6),segment_id=ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:13.483782 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (20dc9a40-b74b-4292-adf9-515bc9f524ad), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:13.489428 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e63627b4-e4c2-4894-9c8f-bab1af321711 req-cf60c093-86e6-40b0-a783-ac6265bf278b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141297 Mar 11 11:54:13.584544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c4578-f063-48f0-9360-056087ad6d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=b27b36fd-f57b-49d7-970e-25bc3e793234,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:13.599643 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Calling delete_port for 20dc9a40-b74b-4292-adf9-515bc9f524ad owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:13.621527 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] The host n-h2-833234-2 is not matching for port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 host ! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 11:54:13.624009 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 54a3d321-9fbc-4e4d-ac50-28fe275103d2 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:54:13.624595 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 29c4bfed-9a1e-4008-9518-28e5cb65ccee no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:54:13.651711 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1419db44-7f96-4cba-ad31-c8a59a30dd3c x-openstack-request-id: req-1419db44-7f96-4cba-ad31-c8a59a30dd3c {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:13.651711 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-deleted", "tag": "50f210d1-6816-4569-bb99-e7fbc7114c33", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:13.651711 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1419db44-7f96-4cba-ad31-c8a59a30dd3c {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:13.651711 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-deleted', 'tag': '50f210d1-6816-4569-bb99-e7fbc7114c33', 'status': 'completed', 'code': 200} Mar 11 11:54:13.696076 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-476184e6-ba4b-4f0c-b14e-c7013e8b6efc tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] For port 91144204-e4b6-41e6-b891-e433c53896bb, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=91144204-e4b6-41e6-b891-e433c53896bb,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:13.696457 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-476184e6-ba4b-4f0c-b14e-c7013e8b6efc tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (91144204-e4b6-41e6-b891-e433c53896bb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:13.701228 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-5ba3515e-aa19-471b-ac5d-a9043da19e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:13.705099 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-5ba3515e-aa19-471b-ac5d-a9043da19e70 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5474470 Mar 11 11:54:13.783067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-476184e6-ba4b-4f0c-b14e-c7013e8b6efc tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Calling delete_port for 91144204-e4b6-41e6-b891-e433c53896bb owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:13.862139 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-587389d5-228b-43ab-a8dd-2841001cdc4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:13.899123 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-496c4578-f063-48f0-9360-056087ad6d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (e06701a5-2901-4039-bad2-4f9465cbf5e6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:13.942434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf11939-e236-4e97-a68c-439ba0242b51 req-f2f0f26f-aa56-4f0c-9fe4-17632e8e140e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:13.951907 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ccf11939-e236-4e97-a68c-439ba0242b51 req-f2f0f26f-aa56-4f0c-9fe4-17632e8e140e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 948 time: 0.2491474 Mar 11 11:54:13.996881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91144204-e4b6-41e6-b891-e433c53896bb'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:14.004545 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23299abe-8eb8-441e-a2ae-475d54eb6f19" -d '{"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-unplugged", "status": "completed", "tag": "91144204-e4b6-41e6-b891-e433c53896bb"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:14.034090 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=91144204-e4b6-41e6-b891-e433c53896bb,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:14.138533 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04db1c51-e69d-4b84-be2b-d16e204acfe2 x-openstack-request-id: req-04db1c51-e69d-4b84-be2b-d16e204acfe2 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:14.139112 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-unplugged", "status": "completed", "tag": "91144204-e4b6-41e6-b891-e433c53896bb", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:14.139561 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04db1c51-e69d-4b84-be2b-d16e204acfe2 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:14.140284 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91144204-e4b6-41e6-b891-e433c53896bb', 'code': 200} Mar 11 11:54:14.147385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 29c4bfed-9a1e-4008-9518-28e5cb65ccee is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:14.150903 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (29c4bfed-9a1e-4008-9518-28e5cb65ccee), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:14.206182 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 29c4bfed-9a1e-4008-9518-28e5cb65ccee, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=29c4bfed-9a1e-4008-9518-28e5cb65ccee,segment=NetworkSegment(bdea88c9-fadb-44aa-a233-b499664190f3),segment_id=bdea88c9-fadb-44aa-a233-b499664190f3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:14.215354 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (29c4bfed-9a1e-4008-9518-28e5cb65ccee), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:14.216544 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:54:14.288884 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-50f8f30f-53e5-45bb-860d-4578b17d9c91 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818470 Mar 11 11:54:14.294301 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ccf11939-e236-4e97-a68c-439ba0242b51 req-1e502ca4-207d-4e68-a581-aa28f4977e91 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352547 Mar 11 11:54:14.301492 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-476184e6-ba4b-4f0c-b14e-c7013e8b6efc tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (91144204-e4b6-41e6-b891-e433c53896bb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:14.367881 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (20dc9a40-b74b-4292-adf9-515bc9f524ad), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:14.372529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476184e6-ba4b-4f0c-b14e-c7013e8b6efc tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event deleted for resources: {'Port': ['ID=91144204-e4b6-41e6-b891-e433c53896bb,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:14.435413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Port': ['ID=20dc9a40-b74b-4292-adf9-515bc9f524ad,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:14.442184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-476184e6-ba4b-4f0c-b14e-c7013e8b6efc tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] No DVR routers for this DVR port 91144204-e4b6-41e6-b891-e433c53896bb on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:14.444751 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-476184e6-ba4b-4f0c-b14e-c7013e8b6efc tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:14.449187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-476184e6-ba4b-4f0c-b14e-c7013e8b6efc tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.37 "DELETE /v2.0/ports/91144204-e4b6-41e6-b891-e433c53896bb HTTP/1.1" status: 204 len: 173 time: 1.3744504 Mar 11 11:54:14.450261 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=29c4bfed-9a1e-4008-9518-28e5cb65ccee,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:14.466038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No DVR routers for this DVR port 20dc9a40-b74b-4292-adf9-515bc9f524ad on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:14.581750 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:14.582374 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9aa5d129-f192-4a1b-b63f-aa12e861c1c8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:14.656653 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5ec0155-ce75-441f-a070-0493b76b6a55 req-9537f8d2-f83b-47c4-8e3b-4ca211051141 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245828 Mar 11 11:54:14.671954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9aa5d129-f192-4a1b-b63f-aa12e861c1c8,segment=NetworkSegment(87ddb067-cde7-4651-b3b8-552f8a0b99d1),segment_id=87ddb067-cde7-4651-b3b8-552f8a0b99d1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:14.684080 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9aa5d129-f192-4a1b-b63f-aa12e861c1c8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:14.685393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 50f210d1-6816-4569-bb99-e7fbc7114c33 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:54:14.694745 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d41b5e-6df9-4c25-9f4d-bb994b1aa632 req-967811c3-4ee9-4918-9d1b-bd8d49e71f6d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:14.702212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d41b5e-6df9-4c25-9f4d-bb994b1aa632 req-967811c3-4ee9-4918-9d1b-bd8d49e71f6d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:14.708569 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d41b5e-6df9-4c25-9f4d-bb994b1aa632 req-967811c3-4ee9-4918-9d1b-bd8d49e71f6d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:14.717143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49d41b5e-6df9-4c25-9f4d-bb994b1aa632 req-967811c3-4ee9-4918-9d1b-bd8d49e71f6d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 2413 time: 0.3155975 Mar 11 11:54:14.723916 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (2d9bf81e-c8f0-4da5-9543-80aa980b2350), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:14.727652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 50f210d1-6816-4569-bb99-e7fbc7114c33 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:54:14.728009 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 50f210d1-6816-4569-bb99-e7fbc7114c33 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:54:14.728425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:54:14.795234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b914e822-5b7f-46bc-8c24-23afc9657077 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Deleting port 29c4bfed-9a1e-4008-9518-28e5cb65ccee {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:14.795602 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b914e822-5b7f-46bc-8c24-23afc9657077 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (29c4bfed-9a1e-4008-9518-28e5cb65ccee), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:14.861512 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9bf81e-c8f0-4da5-9543-80aa980b2350']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:14.913516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b914e822-5b7f-46bc-8c24-23afc9657077 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] For port 29c4bfed-9a1e-4008-9518-28e5cb65ccee, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=29c4bfed-9a1e-4008-9518-28e5cb65ccee,segment=NetworkSegment(bdea88c9-fadb-44aa-a233-b499664190f3),segment_id=bdea88c9-fadb-44aa-a233-b499664190f3)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:14.913767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=9aa5d129-f192-4a1b-b63f-aa12e861c1c8,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:14.913923 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b914e822-5b7f-46bc-8c24-23afc9657077 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (29c4bfed-9a1e-4008-9518-28e5cb65ccee), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:14.919096 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] The host n-h2-833234-2 is not matching for port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 host ! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 11:54:14.919937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:54:14.934716 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device aef4fb3f-42fc-4d20-85dd-113a9a6e67fc up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:54:14.978366 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:14.978672 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:15.023375 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:15.033612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc976a-d65b-4ef9-bc20-36bb9801ddb0 req-a8c89eed-2bfd-41c1-b798-bd8efbe39dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:15.038809 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f5fc976a-d65b-4ef9-bc20-36bb9801ddb0 req-a8c89eed-2bfd-41c1-b798-bd8efbe39dbd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 1130 time: 0.3115547 Mar 11 11:54:15.138286 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:15.143443 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:15.155951 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:15.192518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:54:15.193299 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (ee861efa-c344-4d7a-b8c3-db6e7b1cc6d6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:54:15.197381 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:54:15.239202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496c4578-f063-48f0-9360-056087ad6d78 admin admin] Router e06701a5-2901-4039-bad2-4f9465cbf5e6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:54:15.242982 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49d41b5e-6df9-4c25-9f4d-bb994b1aa632 req-d5e0157d-484b-4ed8-8b12-906a73786a0f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5238547 Mar 11 11:54:15.363129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:15.363741 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:15.378585 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019a5d8-8cf3-463f-b97d-1a04a587f294 req-11050d61-11f0-4993-a542-c95b95f24d81 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:15.383073 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2019a5d8-8cf3-463f-b97d-1a04a587f294 req-11050d61-11f0-4993-a542-c95b95f24d81 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.6269307 Mar 11 11:54:15.445839 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (2d9bf81e-c8f0-4da5-9543-80aa980b2350), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:15.459115 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:15.462881 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/networks/2d9bf81e-c8f0-4da5-9543-80aa980b2350 HTTP/1.1" status: 204 len: 168 time: 5.9442573 Mar 11 11:54:15.486821 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b914e822-5b7f-46bc-8c24-23afc9657077 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:15.487199 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b914e822-5b7f-46bc-8c24-23afc9657077 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (09626693-5480-41eb-be41-cbee337c0762), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:15.487773 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b914e822-5b7f-46bc-8c24-23afc9657077 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Floating IP 09626693-5480-41eb-be41-cbee337c0762 disassociated. External IP: 172.25.7.200, port: 29c4bfed-9a1e-4008-9518-28e5cb65ccee. Mar 11 11:54:15.488148 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b914e822-5b7f-46bc-8c24-23afc9657077 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Calling delete_port for 29c4bfed-9a1e-4008-9518-28e5cb65ccee owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:15.508941 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57768) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:15.522644 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc976a-d65b-4ef9-bc20-36bb9801ddb0 req-18c0e50e-a819-4ec7-97bb-6ce38769a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:15.524689 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f5fc976a-d65b-4ef9-bc20-36bb9801ddb0 req-18c0e50e-a819-4ec7-97bb-6ce38769a9aa service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.4616365 Mar 11 11:54:15.537154 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:15.543388 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:15.553261 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe9dd6-dfe3-4305-a8fb-33097d9676c0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Network': ['ID=2d9bf81e-c8f0-4da5-9543-80aa980b2350,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:15.569999 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa075e85-ab07-4cea-b4a9-e44e2585d436 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] DELETE failed (client error): The resource could not be found. Mar 11 11:54:15.570721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa075e85-ab07-4cea-b4a9-e44e2585d436 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:54:15.574104 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fa075e85-ab07-4cea-b4a9-e44e2585d436 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/subnets/4852d322-554e-41c6-b125-0fea5fb67078 HTTP/1.1" status: 404 len: 337 time: 0.0638869 Mar 11 11:54:15.578446 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57770) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:15.670136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:15.719508 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7638eaf4-11aa-4998-a5ea-85a337d2bd67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:15.891855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-deleted', 'tag': '91144204-e4b6-41e6-b891-e433c53896bb'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:15.895309 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1d028b-7381-4ba5-a647-fd3af7e0b96f" -d '{"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-deleted", "tag": "91144204-e4b6-41e6-b891-e433c53896bb"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:15.979125 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2019a5d8-8cf3-463f-b97d-1a04a587f294 req-66cbf5bb-db05-4810-b043-017089d380a3 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799341 Mar 11 11:54:16.041303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42acdf-37f5-4d69-8f5d-e0af0bef715c req-6b338ba7-1fe7-4ddb-ac8c-e8a065c0b296 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:16.042937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba42acdf-37f5-4d69-8f5d-e0af0bef715c req-6b338ba7-1fe7-4ddb-ac8c-e8a065c0b296 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 948 time: 0.1242411 Mar 11 11:54:16.141285 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29c4bfed-9a1e-4008-9518-28e5cb65ccee'}, {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aa5d129-f192-4a1b-b63f-aa12e861c1c8'}, {'server_uuid': '2cea1be6-2101-470a-915f-fa0213f3a94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:16.143893 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bbeadc-1253-4060-bd50-604120515235" -d '{"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-unplugged", "status": "completed", "tag": "29c4bfed-9a1e-4008-9518-28e5cb65ccee"}, {"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-unplugged", "status": "completed", "tag": "9aa5d129-f192-4a1b-b63f-aa12e861c1c8"}, {"server_uuid": "2cea1be6-2101-470a-915f-fa0213f3a94a", "name": "network-vif-plugged", "status": "completed", "tag": "aef4fb3f-42fc-4d20-85dd-113a9a6e67fc"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:16.169913 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba42acdf-37f5-4d69-8f5d-e0af0bef715c req-59db2c81-b46f-4e68-907e-ad1c4ff76339 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070204 Mar 11 11:54:16.170814 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b914e822-5b7f-46bc-8c24-23afc9657077 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (29c4bfed-9a1e-4008-9518-28e5cb65ccee), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:16.209853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914e822-5b7f-46bc-8c24-23afc9657077 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event deleted for resources: {'Port': ['ID=29c4bfed-9a1e-4008-9518-28e5cb65ccee,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:16.296984 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da02c80-2fd1-4a20-8625-26f0d7c3f6c5 x-openstack-request-id: req-1da02c80-2fd1-4a20-8625-26f0d7c3f6c5 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:16.297253 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-deleted", "tag": "91144204-e4b6-41e6-b891-e433c53896bb", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:16.297511 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1da02c80-2fd1-4a20-8625-26f0d7c3f6c5 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:16.297918 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-deleted', 'tag': '91144204-e4b6-41e6-b891-e433c53896bb', 'status': 'completed', 'code': 200} Mar 11 11:54:16.325412 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496c4578-f063-48f0-9360-056087ad6d78 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:54:16.332970 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-496c4578-f063-48f0-9360-056087ad6d78 admin admin] 10.222.0.78 "PUT /v2.0/routers/e06701a5-2901-4039-bad2-4f9465cbf5e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9494052 Mar 11 11:54:16.339463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34222bf-c899-441a-811a-50808e8d2cb2 None None] Sync routers for ids ['e06701a5-2901-4039-bad2-4f9465cbf5e6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:54:16.345051 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f5fc976a-d65b-4ef9-bc20-36bb9801ddb0 req-b184932a-b40d-413f-aa65-8afe15f495c2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=12313980-bfc6-414f-98c9-16f31e143c51 HTTP/1.1" status: 200 len: 217 time: 0.7887731 Mar 11 11:54:16.346317 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57796) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:16.365173 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34222bf-c899-441a-811a-50808e8d2cb2 None None] Routers {'e06701a5-2901-4039-bad2-4f9465cbf5e6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:54:16.367006 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c34222bf-c899-441a-811a-50808e8d2cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:54:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e06701a5-2901-4039-bad2-4f9465cbf5e6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:16.466194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b914e822-5b7f-46bc-8c24-23afc9657077 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Router 6d1458f2-3084-41e7-9264-41e49dfec981 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:54:16.513911 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47a15c7b-85f6-4707-ab8a-22787bfa1ad1 admin admin] Publish callbacks [] for router (e06701a5-2901-4039-bad2-4f9465cbf5e6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:16.606230 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc72d10-e057-4c7c-8758-d884505577ee x-openstack-request-id: req-9cc72d10-e057-4c7c-8758-d884505577ee {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:16.608665 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-unplugged", "status": "completed", "tag": "29c4bfed-9a1e-4008-9518-28e5cb65ccee", "code": 200}, {"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-unplugged", "status": "completed", "tag": "9aa5d129-f192-4a1b-b63f-aa12e861c1c8", "code": 200}, {"server_uuid": "2cea1be6-2101-470a-915f-fa0213f3a94a", "name": "network-vif-plugged", "status": "completed", "tag": "aef4fb3f-42fc-4d20-85dd-113a9a6e67fc", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:16.609129 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9cc72d10-e057-4c7c-8758-d884505577ee {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:16.610356 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29c4bfed-9a1e-4008-9518-28e5cb65ccee', 'code': 200} Mar 11 11:54:16.616133 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aa5d129-f192-4a1b-b63f-aa12e861c1c8', 'code': 200} Mar 11 11:54:16.616393 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cea1be6-2101-470a-915f-fa0213f3a94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc', 'code': 200} Mar 11 11:54:16.627119 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f5ec851-5a84-4bca-8249-8a0a41d46ece tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] DELETE failed (client error): The resource could not be found. Mar 11 11:54:16.627734 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f5ec851-5a84-4bca-8249-8a0a41d46ece tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:54:16.633136 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1f5ec851-5a84-4bca-8249-8a0a41d46ece tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/networks/2d9bf81e-c8f0-4da5-9543-80aa980b2350 HTTP/1.1" status: 404 len: 339 time: 0.3219459 Mar 11 11:54:16.633136 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc976a-d65b-4ef9-bc20-36bb9801ddb0 req-82bdf9f0-537f-494e-83ac-c2e34ee7b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:16.634819 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f5fc976a-d65b-4ef9-bc20-36bb9801ddb0 req-82bdf9f0-537f-494e-83ac-c2e34ee7b532 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1677473 Mar 11 11:54:16.635322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57802) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:16.678555 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-c34222bf-c899-441a-811a-50808e8d2cb2 None None] Set router e06701a5-2901-4039-bad2-4f9465cbf5e6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:54:16.789221 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47a15c7b-85f6-4707-ab8a-22787bfa1ad1 admin admin] Publish callbacks [] for router_gateway (e06701a5-2901-4039-bad2-4f9465cbf5e6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:16.870981 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b914e822-5b7f-46bc-8c24-23afc9657077 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:54:16.881929 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d700b0a2-7f58-405c-bc3b-bcb47aa7bb36 None None] Sync routers for ids ['6d1458f2-3084-41e7-9264-41e49dfec981'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:54:16.934475 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d700b0a2-7f58-405c-bc3b-bcb47aa7bb36 None None] Routers {'6d1458f2-3084-41e7-9264-41e49dfec981'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:54:16.938265 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d700b0a2-7f58-405c-bc3b-bcb47aa7bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:54:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6d1458f2-3084-41e7-9264-41e49dfec981'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:16.943800 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26df6cd8-8cc2-4fcf-b81a-f69932dce581 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (baf6acae-5d64-45b9-9dec-fbbc29c2be3b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:16.965632 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c34222bf-c899-441a-811a-50808e8d2cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'name': 'tempest-TaggedBootDevicesTest-458725472-router', 'tenant_id': '47810bed0ace4c93b09c165c21b811e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '2d56dee4-0be7-40ca-b8d4-6db68e10ba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:46Z', 'updated_at': '2022-03-11T11:54:13Z', 'revision_number': 5, 'project_id': '47810bed0ace4c93b09c165c21b811e5', 'gw_port': {'id': '2d56dee4-0be7-40ca-b8d4-6db68e10ba19', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:44:47Z', 'updated_at': '2022-03-11T11:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:16.968421 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc976a-d65b-4ef9-bc20-36bb9801ddb0 req-b660147b-4906-44f3-81b7-684a61b3452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:16.970361 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f5fc976a-d65b-4ef9-bc20-36bb9801ddb0 req-b660147b-4906-44f3-81b7-684a61b3452e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2717063 Mar 11 11:54:17.004521 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34222bf-c899-441a-811a-50808e8d2cb2 None None] Checking router: e06701a5-2901-4039-bad2-4f9465cbf5e6 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:54:17.016591 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34222bf-c899-441a-811a-50808e8d2cb2 None None] Routers {'e06701a5-2901-4039-bad2-4f9465cbf5e6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:54:17.017464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769920e-bfec-429e-9275-7e41dad2ca50 req-d252f79c-4d4a-44de-ae1b-c0fe85ccc754 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:17.017960 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c34222bf-c899-441a-811a-50808e8d2cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:54:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e06701a5-2901-4039-bad2-4f9465cbf5e6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:17.023727 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769920e-bfec-429e-9275-7e41dad2ca50 req-d252f79c-4d4a-44de-ae1b-c0fe85ccc754 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:17.040835 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8769920e-bfec-429e-9275-7e41dad2ca50 req-d252f79c-4d4a-44de-ae1b-c0fe85ccc754 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 1677 time: 0.3907344 Mar 11 11:54:17.115313 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b914e822-5b7f-46bc-8c24-23afc9657077 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] No DVR routers for this DVR port 29c4bfed-9a1e-4008-9518-28e5cb65ccee on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:17.123357 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-c34222bf-c899-441a-811a-50808e8d2cb2 None None] Set router e06701a5-2901-4039-bad2-4f9465cbf5e6 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:54:17.129079 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b914e822-5b7f-46bc-8c24-23afc9657077 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:17.138910 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b914e822-5b7f-46bc-8c24-23afc9657077 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.37 "DELETE /v2.0/ports/29c4bfed-9a1e-4008-9518-28e5cb65ccee HTTP/1.1" status: 204 len: 173 time: 2.6717541 Mar 11 11:54:17.168837 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f5fc976a-d65b-4ef9-bc20-36bb9801ddb0 req-3806f40b-39fb-4fcf-a400-c0d14369fccd service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877980 Mar 11 11:54:17.193526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c34222bf-c899-441a-811a-50808e8d2cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'name': 'tempest-TaggedBootDevicesTest-458725472-router', 'tenant_id': '47810bed0ace4c93b09c165c21b811e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:46Z', 'updated_at': '2022-03-11T11:54:16Z', 'revision_number': 6, 'project_id': '47810bed0ace4c93b09c165c21b811e5', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:17.201682 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-47a15c7b-85f6-4707-ab8a-22787bfa1ad1 admin admin] Deleting port 2d56dee4-0be7-40ca-b8d4-6db68e10ba19 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:17.203540 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47a15c7b-85f6-4707-ab8a-22787bfa1ad1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2d56dee4-0be7-40ca-b8d4-6db68e10ba19), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:17.225353 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d700b0a2-7f58-405c-bc3b-bcb47aa7bb36 None None] Set router 6d1458f2-3084-41e7-9264-41e49dfec981 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:54:17.241566 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34222bf-c899-441a-811a-50808e8d2cb2 None None] The sync data for ids ['e06701a5-2901-4039-bad2-4f9465cbf5e6'] in n-d-833234-2 is: [{'id': 'e06701a5-2901-4039-bad2-4f9465cbf5e6', 'name': 'tempest-TaggedBootDevicesTest-458725472-router', 'tenant_id': '47810bed0ace4c93b09c165c21b811e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:44:46Z', 'updated_at': '2022-03-11T11:54:16Z', 'revision_number': 6, 'project_id': '47810bed0ace4c93b09c165c21b811e5', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:54:17.274395 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:17.282023 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8769920e-bfec-429e-9275-7e41dad2ca50 req-ad99c08d-9032-4058-b41c-130ff38292ad tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401848 Mar 11 11:54:17.342064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57808) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:17.362759 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f5fc976a-d65b-4ef9-bc20-36bb9801ddb0 req-293c72d3-c077-41c0-ae88-096d2a04494a service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823030 Mar 11 11:54:17.415154 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-08aac99b-06a9-44c5-bc2a-dabbb04cfd47 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953254794', 'description': 'tempest-description--279844845'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:17.529366 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-47a15c7b-85f6-4707-ab8a-22787bfa1ad1 admin admin] For port 2d56dee4-0be7-40ca-b8d4-6db68e10ba19, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2d56dee4-0be7-40ca-b8d4-6db68e10ba19,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:17.530118 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47a15c7b-85f6-4707-ab8a-22787bfa1ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2d56dee4-0be7-40ca-b8d4-6db68e10ba19), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:17.593634 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26df6cd8-8cc2-4fcf-b81a-f69932dce581 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (baf6acae-5d64-45b9-9dec-fbbc29c2be3b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:17.605919 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-47a15c7b-85f6-4707-ab8a-22787bfa1ad1 admin admin] Calling delete_port for 2d56dee4-0be7-40ca-b8d4-6db68e10ba19 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:17.611186 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-08aac99b-06a9-44c5-bc2a-dabbb04cfd47 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:17.667636 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-26df6cd8-8cc2-4fcf-b81a-f69932dce581 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf6acae-5d64-45b9-9dec-fbbc29c2be3b']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:17.724650 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:54:17.729528 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d700b0a2-7f58-405c-bc3b-bcb47aa7bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'name': 'tempest-TaggedBootDevicesTest_v242-334978799-router', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:31Z', 'updated_at': '2022-03-11T11:47:41Z', 'revision_number': 4, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'gw_port': {'id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:33Z', 'updated_at': '2022-03-11T11:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'e15f06ed-f40e-461e-b328-0875b436aecf', 'name': '', 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'mac_address': 'fa:16:3e:f1:65:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:49Z', 'revision_number': 5, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'subnets': [{'id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:17.776784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-26df6cd8-8cc2-4fcf-b81a-f69932dce581 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f23d62-865d-4bf8-a017-5ab01b76ee55') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:17.777081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-26df6cd8-8cc2-4fcf-b81a-f69932dce581 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f23d62-865d-4bf8-a017-5ab01b76ee55') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:17.804967 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d700b0a2-7f58-405c-bc3b-bcb47aa7bb36 None None] Checking router: 6d1458f2-3084-41e7-9264-41e49dfec981 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:54:17.809363 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26df6cd8-8cc2-4fcf-b81a-f69932dce581 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (88f23d62-865d-4bf8-a017-5ab01b76ee55), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:17.823731 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d700b0a2-7f58-405c-bc3b-bcb47aa7bb36 None None] Routers {'6d1458f2-3084-41e7-9264-41e49dfec981'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:54:17.824352 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d700b0a2-7f58-405c-bc3b-bcb47aa7bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:54:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6d1458f2-3084-41e7-9264-41e49dfec981'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:17.844285 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b89138be-fb2e-460e-a65f-220419fb4589 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Deleting port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:17.844642 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b89138be-fb2e-460e-a65f-220419fb4589 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4d3a3bed-2c01-4be7-87e6-d0095530ccdd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:17.874805 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38865ebc-83ed-48ce-9400-5b5767c90b85 req-4762eb18-e14a-4c93-9115-252004402ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:17.876649 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-38865ebc-83ed-48ce-9400-5b5767c90b85 req-4762eb18-e14a-4c93-9115-252004402ea9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b839c74c06a5463cab66eb4c80c4c086&device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 1127 time: 0.2346785 Mar 11 11:54:18.005762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6428f1-a7e1-4dc4-b7e1-5186654da319 req-623bea12-42ab-4ac6-b189-c37c19e2e3e4 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:18.007258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b6428f1-a7e1-4dc4-b7e1-5186654da319 req-623bea12-42ab-4ac6-b189-c37c19e2e3e4 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.2805626 Mar 11 11:54:18.008797 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d700b0a2-7f58-405c-bc3b-bcb47aa7bb36 None None] Set router 6d1458f2-3084-41e7-9264-41e49dfec981 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:54:18.017848 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b444a1-9c38-48e0-beb3-7e3b28b7b0a8 req-c16a7a28-e0f1-41eb-9558-02a5b3370537 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:18.025357 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13b444a1-9c38-48e0-beb3-7e3b28b7b0a8 req-c16a7a28-e0f1-41eb-9558-02a5b3370537 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 948 time: 0.4693742 Mar 11 11:54:18.058129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38865ebc-83ed-48ce-9400-5b5767c90b85 req-24d7e5f8-01f8-467f-be02-ba886ee36057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:18.059708 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-38865ebc-83ed-48ce-9400-5b5767c90b85 req-24d7e5f8-01f8-467f-be02-ba886ee36057 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d259f0e3-1793-455e-a2df-b0e8516ce55f HTTP/1.1" status: 200 len: 920 time: 0.1679819 Mar 11 11:54:18.060779 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26df6cd8-8cc2-4fcf-b81a-f69932dce581 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (88f23d62-865d-4bf8-a017-5ab01b76ee55), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:18.118985 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-38865ebc-83ed-48ce-9400-5b5767c90b85 req-0002a344-e6e4-4110-89ea-aee79bf68f25 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff609eae-6795-495f-9cc0-ebb96302bab3 HTTP/1.1" status: 200 len: 217 time: 0.0493188 Mar 11 11:54:18.122714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26df6cd8-8cc2-4fcf-b81a-f69932dce581 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:54:18.123133 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26df6cd8-8cc2-4fcf-b81a-f69932dce581 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (88f23d62-865d-4bf8-a017-5ab01b76ee55), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:54:18.126680 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:54:18.152820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b89138be-fb2e-460e-a65f-220419fb4589 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] For port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4d3a3bed-2c01-4be7-87e6-d0095530ccdd,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:18.153163 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b89138be-fb2e-460e-a65f-220419fb4589 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4d3a3bed-2c01-4be7-87e6-d0095530ccdd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:18.249734 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38865ebc-83ed-48ce-9400-5b5767c90b85 req-1888ad35-d69a-4d1e-8348-e546ede73a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:18.251397 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-38865ebc-83ed-48ce-9400-5b5767c90b85 req-1888ad35-d69a-4d1e-8348-e546ede73a9a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=614f6c11-14c1-492e-91ba-54d12114a8a6 HTTP/1.1" status: 200 len: 859 time: 0.0880003 Mar 11 11:54:18.282219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 12313980-bfc6-414f-98c9-16f31e143c51 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:54:18.288419 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b89138be-fb2e-460e-a65f-220419fb4589 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Calling delete_port for 4d3a3bed-2c01-4be7-87e6-d0095530ccdd owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:18.307640 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b6428f1-a7e1-4dc4-b7e1-5186654da319 req-75b2e172-7218-4fa3-a49c-2c37ddc91123 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705436 Mar 11 11:54:18.308085 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-deleted', 'tag': '29c4bfed-9a1e-4008-9518-28e5cb65ccee'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:18.319856 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02859c6a-4aa4-4e43-9c23-da32daa9292e" -d '{"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-deleted", "tag": "29c4bfed-9a1e-4008-9518-28e5cb65ccee"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:18.359626 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13b444a1-9c38-48e0-beb3-7e3b28b7b0a8 req-586a0399-5ae0-4737-8d95-0b381d7df6db tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326633 Mar 11 11:54:18.446623 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-38865ebc-83ed-48ce-9400-5b5767c90b85 req-896799e9-36eb-4ed7-a18d-bbb3c7053a5d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d259f0e3-1793-455e-a2df-b0e8516ce55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1861997 Mar 11 11:54:18.542457 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26df6cd8-8cc2-4fcf-b81a-f69932dce581 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (baf6acae-5d64-45b9-9dec-fbbc29c2be3b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:18.562048 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 12313980-bfc6-414f-98c9-16f31e143c51, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=12313980-bfc6-414f-98c9-16f31e143c51,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:18.569255 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d700b0a2-7f58-405c-bc3b-bcb47aa7bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'name': 'tempest-TaggedBootDevicesTest_v242-334978799-router', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:31Z', 'updated_at': '2022-03-11T11:47:41Z', 'revision_number': 4, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'gw_port': {'id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:33Z', 'updated_at': '2022-03-11T11:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'e15f06ed-f40e-461e-b328-0875b436aecf', 'name': '', 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'mac_address': 'fa:16:3e:f1:65:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:49Z', 'revision_number': 5, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'subnets': [{'id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:18.611211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '12313980-bfc6-414f-98c9-16f31e143c51', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '12313980-bfc6-414f-98c9-16f31e143c51', 'mac_address': 'fa:16:3e:a1:78:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:54:18.623490 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:18.656365 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26df6cd8-8cc2-4fcf-b81a-f69932dce581 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:18.668596 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-26df6cd8-8cc2-4fcf-b81a-f69932dce581 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/networks/baf6acae-5d64-45b9-9dec-fbbc29c2be3b HTTP/1.1" status: 204 len: 168 time: 2.0299664 Mar 11 11:54:18.671420 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df6cd8-8cc2-4fcf-b81a-f69932dce581 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Network': ['ID=baf6acae-5d64-45b9-9dec-fbbc29c2be3b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:18.691987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57838) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:18.708876 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d700b0a2-7f58-405c-bc3b-bcb47aa7bb36 None None] The sync data for ids ['6d1458f2-3084-41e7-9264-41e49dfec981'] in n-d-833234-2 is: [{'id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'name': 'tempest-TaggedBootDevicesTest_v242-334978799-router', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:31Z', 'updated_at': '2022-03-11T11:47:41Z', 'revision_number': 4, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'gw_port': {'id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:33Z', 'updated_at': '2022-03-11T11:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'e15f06ed-f40e-461e-b328-0875b436aecf', 'name': '', 'network_id': '3f382b66-55bc-4ada-812a-8f2225fa21bc', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'mac_address': 'fa:16:3e:f1:65:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:38Z', 'updated_at': '2022-03-11T11:47:49Z', 'revision_number': 5, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'subnets': [{'id': 'befbd499-1a5a-41b0-86c5-01b7c0a86f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:54:18.733745 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 12313980-bfc6-414f-98c9-16f31e143c51 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:18.736802 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (12313980-bfc6-414f-98c9-16f31e143c51), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:18.780261 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12313980-bfc6-414f-98c9-16f31e143c51 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:54:18.780777 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-08aac99b-06a9-44c5-bc2a-dabbb04cfd47 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (cdd16214-88b8-40ff-a6b6-5c24f24d03c0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:18.786221 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef220d4-110e-49f6-99f3-8027e3887947 x-openstack-request-id: req-4ef220d4-110e-49f6-99f3-8027e3887947 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:18.787207 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-deleted", "tag": "29c4bfed-9a1e-4008-9518-28e5cb65ccee", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:18.787794 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4ef220d4-110e-49f6-99f3-8027e3887947 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:18.788672 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-deleted', 'tag': '29c4bfed-9a1e-4008-9518-28e5cb65ccee', 'status': 'completed', 'code': 200} Mar 11 11:54:18.827911 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 12313980-bfc6-414f-98c9-16f31e143c51, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=12313980-bfc6-414f-98c9-16f31e143c51,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:18.842777 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (12313980-bfc6-414f-98c9-16f31e143c51), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:18.849038 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-08aac99b-06a9-44c5-bc2a-dabbb04cfd47 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cdd16214-88b8-40ff-a6b6-5c24f24d03c0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:18.857457 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b89138be-fb2e-460e-a65f-220419fb4589 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (4d3a3bed-2c01-4be7-87e6-d0095530ccdd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:18.886867 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-166cd1c7-e4a5-4c72-96cf-244396db5342 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] DELETE failed (client error): The resource could not be found. Mar 11 11:54:18.887334 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166cd1c7-e4a5-4c72-96cf-244396db5342 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:54:18.890525 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-166cd1c7-e4a5-4c72-96cf-244396db5342 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/subnets/78c8f196-5e52-4ed1-a368-15b7d5cad9d3 HTTP/1.1" status: 404 len: 337 time: 0.1943457 Mar 11 11:54:18.901198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57840) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:18.939552 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=12313980-bfc6-414f-98c9-16f31e143c51,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:18.951186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2d56dee4-0be7-40ca-b8d4-6db68e10ba19 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:54:18.955171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89138be-fb2e-460e-a65f-220419fb4589 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event deleted for resources: {'Port': ['ID=4d3a3bed-2c01-4be7-87e6-d0095530ccdd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:18.977196 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-38865ebc-83ed-48ce-9400-5b5767c90b85 req-1c990d13-c673-44cb-8b99-c0b5dbc82b32 service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239623 Mar 11 11:54:19.003290 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 2d56dee4-0be7-40ca-b8d4-6db68e10ba19 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:54:19.003921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2d56dee4-0be7-40ca-b8d4-6db68e10ba19 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:54:19.004479 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b27b36fd-f57b-49d7-970e-25bc3e793234 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:54:19.031044 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-08aac99b-06a9-44c5-bc2a-dabbb04cfd47 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:19.043686 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: b27b36fd-f57b-49d7-970e-25bc3e793234 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:54:19.044025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b27b36fd-f57b-49d7-970e-25bc3e793234 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:54:19.049217 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-08aac99b-06a9-44c5-bc2a-dabbb04cfd47 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.7026021 Mar 11 11:54:19.059273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57842) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:19.101196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-37aaec0a-a067-4818-b982-1e46c4e95695 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'security_group_rule': {'security_group_id': 'cdd16214-88b8-40ff-a6b6-5c24f24d03c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:19.149960 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-38865ebc-83ed-48ce-9400-5b5767c90b85 req-4e44b378-f21a-49c7-adef-cdff76d41285 service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585200 Mar 11 11:54:19.150491 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aac99b-06a9-44c5-bc2a-dabbb04cfd47 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd16214-88b8-40ff-a6b6-5c24f24d03c0,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:19.151163 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-484faa90-ce1e-4293-b078-772b3efa297b tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] DELETE failed (client error): The resource could not be found. Mar 11 11:54:19.151875 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484faa90-ce1e-4293-b078-772b3efa297b tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:54:19.162503 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-484faa90-ce1e-4293-b078-772b3efa297b tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/networks/de9f2f52-1a94-41b9-9600-51660e490381 HTTP/1.1" status: 404 len: 339 time: 0.2602303 Mar 11 11:54:19.163989 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47a15c7b-85f6-4707-ab8a-22787bfa1ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (2d56dee4-0be7-40ca-b8d4-6db68e10ba19), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:19.168784 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d89ac-f865-4d94-a6eb-b002f1605ed2 req-1a4eff79-e960-4261-aa88-7d9f598f4bae tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:19.170807 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-918d89ac-f865-4d94-a6eb-b002f1605ed2 req-1a4eff79-e960-4261-aa88-7d9f598f4bae tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 943 time: 0.3806164 Mar 11 11:54:19.171516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57844) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:19.192541 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['12313980-bfc6-414f-98c9-16f31e143c51'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:54:19.249037 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b89138be-fb2e-460e-a65f-220419fb4589 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] No DVR routers for this DVR port 4d3a3bed-2c01-4be7-87e6-d0095530ccdd on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:19.263756 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b89138be-fb2e-460e-a65f-220419fb4589 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:19.269036 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-b89138be-fb2e-460e-a65f-220419fb4589 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.37 "DELETE /v2.0/ports/4d3a3bed-2c01-4be7-87e6-d0095530ccdd HTTP/1.1" status: 204 len: 173 time: 2.1221709 Mar 11 11:54:19.269501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a15c7b-85f6-4707-ab8a-22787bfa1ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d56dee4-0be7-40ca-b8d4-6db68e10ba19,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:19.302689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220009a7-9e6e-4f4f-865c-8ce2d21725c8 None None] New status for floating IP 09626693-5480-41eb-be41-cbee337c0762: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:54:19.332900 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37aaec0a-a067-4818-b982-1e46c4e95695 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (78b39527-48fa-48de-8c13-e90ca5b09023), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:19.340978 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47a15c7b-85f6-4707-ab8a-22787bfa1ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (e06701a5-2901-4039-bad2-4f9465cbf5e6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:19.465957 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7cf4e2-b350-4070-9287-dc5844c2e9b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Deleting subnet d621310b-820c-4192-bfb9-753ccb3a8d5a {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:54:19.513626 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf4e2-b350-4070-9287-dc5844c2e9b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for subnet (d621310b-820c-4192-bfb9-753ccb3a8d5a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:19.548706 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47a15c7b-85f6-4707-ab8a-22787bfa1ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (e06701a5-2901-4039-bad2-4f9465cbf5e6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:19.557515 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47a15c7b-85f6-4707-ab8a-22787bfa1ad1 admin admin] Publish callbacks [] for router_controller (e06701a5-2901-4039-bad2-4f9465cbf5e6), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:19.635533 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-918d89ac-f865-4d94-a6eb-b002f1605ed2 req-03083f98-c769-4f21-b003-40340325e68a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4156044 Mar 11 11:54:19.648724 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47a15c7b-85f6-4707-ab8a-22787bfa1ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (e06701a5-2901-4039-bad2-4f9465cbf5e6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:19.650206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a15c7b-85f6-4707-ab8a-22787bfa1ad1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e06701a5-2901-4039-bad2-4f9465cbf5e6 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:54:19.659453 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47a15c7b-85f6-4707-ab8a-22787bfa1ad1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:19.670534 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-47a15c7b-85f6-4707-ab8a-22787bfa1ad1 admin admin] 10.222.0.78 "DELETE /v2.0/routers/e06701a5-2901-4039-bad2-4f9465cbf5e6 HTTP/1.1" status: 204 len: 168 time: 3.3226445 Mar 11 11:54:19.672863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57854) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:19.706392 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf4e2-b350-4070-9287-dc5844c2e9b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (d621310b-820c-4192-bfb9-753ccb3a8d5a), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:19.820546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b01fbb-25c8-4113-9705-4c28869ba67b admin admin] Deleting subnet d2beebdc-ea5f-42c3-92f0-d76f57885ede {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:54:19.825303 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-95b01fbb-25c8-4113-9705-4c28869ba67b admin admin] Publish callbacks [] for subnet (d2beebdc-ea5f-42c3-92f0-d76f57885ede), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:19.848095 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37aaec0a-a067-4818-b982-1e46c4e95695 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (78b39527-48fa-48de-8c13-e90ca5b09023), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:19.881279 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37aaec0a-a067-4818-b982-1e46c4e95695 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (78b39527-48fa-48de-8c13-e90ca5b09023), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:19.903097 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ede0f-7446-4592-bcd4-452f544e67e2 req-40f66126-9606-4b89-bbdc-81bda16afe7e tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:19.904791 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c5ede0f-7446-4592-bcd4-452f544e67e2 req-40f66126-9606-4b89-bbdc-81bda16afe7e tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.4034364 Mar 11 11:54:19.905201 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-95b01fbb-25c8-4113-9705-4c28869ba67b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (d2beebdc-ea5f-42c3-92f0-d76f57885ede), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:19.979378 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-0b06d465-e45f-4336-a34f-c646cc29b2af tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Deleting port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:19.981042 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-0b06d465-e45f-4336-a34f-c646cc29b2af tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9aa5d129-f192-4a1b-b63f-aa12e861c1c8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.008908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aaec0a-a067-4818-b982-1e46c4e95695 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b39527-48fa-48de-8c13-e90ca5b09023,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:20.054346 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.073427 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37aaec0a-a067-4818-b982-1e46c4e95695 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.078673 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-37aaec0a-a067-4818-b982-1e46c4e95695 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0073919 Mar 11 11:54:20.080836 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57856) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:20.095832 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-95b01fbb-25c8-4113-9705-4c28869ba67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (d2beebdc-ea5f-42c3-92f0-d76f57885ede), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.115029 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d6d224d2-e9d7-44dc-971c-16fbd16e8911 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'security_group_rule': {'security_group_id': 'cdd16214-88b8-40ff-a6b6-5c24f24d03c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:20.162180 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf4e2-b350-4070-9287-dc5844c2e9b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (d621310b-820c-4192-bfb9-753ccb3a8d5a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.191876 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-95b01fbb-25c8-4113-9705-4c28869ba67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (d2beebdc-ea5f-42c3-92f0-d76f57885ede), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.235822 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b01fbb-25c8-4113-9705-4c28869ba67b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2beebdc-ea5f-42c3-92f0-d76f57885ede,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:20.238769 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-95b01fbb-25c8-4113-9705-4c28869ba67b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.243826 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c953e341-4736-494b-add2-8bcdc4e4c09a None None] Network 2076c071-a5c3-4b31-85d8-96ed29eb46b7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:20.248547 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-95b01fbb-25c8-4113-9705-4c28869ba67b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d2beebdc-ea5f-42c3-92f0-d76f57885ede HTTP/1.1" status: 204 len: 168 time: 0.5741827 Mar 11 11:54:20.250037 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57858) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:20.267109 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db715a0-adce-4495-a157-ef2840279c16 req-ef9b84b5-37da-4815-b517-45ebf9fffc72 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:20.274446 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5db715a0-adce-4495-a157-ef2840279c16 req-ef9b84b5-37da-4815-b517-45ebf9fffc72 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 949 time: 0.3344109 Mar 11 11:54:20.293020 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d6d224d2-e9d7-44dc-971c-16fbd16e8911 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (ab60be8b-b5a8-4b4f-b6fd-241fc43253d8), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.372210 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d6d224d2-e9d7-44dc-971c-16fbd16e8911 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (ab60be8b-b5a8-4b4f-b6fd-241fc43253d8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.376280 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c5ede0f-7446-4592-bcd4-452f544e67e2 req-124e4374-db2e-4b13-8459-804e0a68dcb2 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519744 Mar 11 11:54:20.389392 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d6d224d2-e9d7-44dc-971c-16fbd16e8911 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (ab60be8b-b5a8-4b4f-b6fd-241fc43253d8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.410220 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (2076c071-a5c3-4b31-85d8-96ed29eb46b7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.423518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d224d2-e9d7-44dc-971c-16fbd16e8911 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab60be8b-b5a8-4b4f-b6fd-241fc43253d8,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:20.508426 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5db715a0-adce-4495-a157-ef2840279c16 req-daadf2c7-935a-419e-bda2-df246cf04fbc tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328491 Mar 11 11:54:20.554187 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d6d224d2-e9d7-44dc-971c-16fbd16e8911 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.554187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d6d224d2-e9d7-44dc-971c-16fbd16e8911 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4477792 Mar 11 11:54:20.556826 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57868) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:20.565140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-77371bf9-f470-4e89-95ae-ecd8b8e70529 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:20.574554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40adc530-1c72-40fb-bd9e-ec29153aaf37 None None] DHCP port deletion for 2076c071-a5c3-4b31-85d8-96ed29eb46b7 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:54:20.576942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-0b06d465-e45f-4336-a34f-c646cc29b2af tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] For port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9aa5d129-f192-4a1b-b63f-aa12e861c1c8,segment=NetworkSegment(87ddb067-cde7-4651-b3b8-552f8a0b99d1),segment_id=87ddb067-cde7-4651-b3b8-552f8a0b99d1)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:20.577399 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-0b06d465-e45f-4336-a34f-c646cc29b2af tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9aa5d129-f192-4a1b-b63f-aa12e861c1c8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.590805 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] Deleting port 312f56a7-c879-4b00-a509-cbc6dd14e819 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:20.592189 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (312f56a7-c879-4b00-a509-cbc6dd14e819), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.618412 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf4e2-b350-4070-9287-dc5844c2e9b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (d621310b-820c-4192-bfb9-753ccb3a8d5a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.629125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-0b06d465-e45f-4336-a34f-c646cc29b2af tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Calling delete_port for 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:20.637579 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf4e2-b350-4070-9287-dc5844c2e9b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.644292 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9b7cf4e2-b350-4070-9287-dc5844c2e9b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/subnets/d621310b-820c-4192-bfb9-753ccb3a8d5a HTTP/1.1" status: 204 len: 168 time: 1.4640353 Mar 11 11:54:20.648747 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57872) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:20.665730 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cf4e2-b350-4070-9287-dc5844c2e9b1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Subnet': ['ID=d621310b-820c-4192-bfb9-753ccb3a8d5a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:20.681604 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-77371bf9-f470-4e89-95ae-ecd8b8e70529 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.799608 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-deleted', 'tag': '4d3a3bed-2c01-4be7-87e6-d0095530ccdd'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:20.799608 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3db2dcc-b69c-4383-a81a-cc33bbe244fb" -d '{"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-deleted", "tag": "4d3a3bed-2c01-4be7-87e6-d0095530ccdd"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:20.888602 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] For port 312f56a7-c879-4b00-a509-cbc6dd14e819, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=312f56a7-c879-4b00-a509-cbc6dd14e819,segment=NetworkSegment(ccb6d6a8-86ae-43e1-935b-969bc7d2245a),segment_id=ccb6d6a8-86ae-43e1-935b-969bc7d2245a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:20.903383 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (312f56a7-c879-4b00-a509-cbc6dd14e819), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.927126 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad40113-f81c-4580-8c08-6c630139ac08 x-openstack-request-id: req-1ad40113-f81c-4580-8c08-6c630139ac08 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:20.927516 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-deleted", "tag": "4d3a3bed-2c01-4be7-87e6-d0095530ccdd", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:20.927751 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ad40113-f81c-4580-8c08-6c630139ac08 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:20.928237 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-deleted', 'tag': '4d3a3bed-2c01-4be7-87e6-d0095530ccdd', 'status': 'completed', 'code': 200} Mar 11 11:54:20.930758 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-827c8b5a-bd7a-4867-8ce4-a0564c46f266 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Deleting subnet d6db3f03-95af-441e-a780-0cf7dd5da4f2 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:54:20.949088 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-827c8b5a-bd7a-4867-8ce4-a0564c46f266 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for subnet (d6db3f03-95af-441e-a780-0cf7dd5da4f2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:20.966614 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70006595-86fd-4235-9a66-b3f79ded2bb8 None None] Network 3a369b5a-2823-4108-9c31-e7a303942613 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:20.969103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 312f56a7-c879-4b00-a509-cbc6dd14e819 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:54:21.025010 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] Calling delete_port for 312f56a7-c879-4b00-a509-cbc6dd14e819 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:21.122327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756cd71-f8fe-462c-9c0e-0e148696d49d req-c07cee69-00de-4f63-8481-405e4fc2433e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:21.137139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f756cd71-f8fe-462c-9c0e-0e148696d49d req-c07cee69-00de-4f63-8481-405e4fc2433e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 943 time: 0.2725966 Mar 11 11:54:21.157413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-40adc530-1c72-40fb-bd9e-ec29153aaf37 None None] Deleting port 312f56a7-c879-4b00-a509-cbc6dd14e819 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:21.158093 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-40adc530-1c72-40fb-bd9e-ec29153aaf37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (312f56a7-c879-4b00-a509-cbc6dd14e819), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:21.185142 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (312f56a7-c879-4b00-a509-cbc6dd14e819), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:21.239120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=312f56a7-c879-4b00-a509-cbc6dd14e819,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:21.242219 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] No DVR routers for this DVR port 312f56a7-c879-4b00-a509-cbc6dd14e819 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:21.252208 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-827c8b5a-bd7a-4867-8ce4-a0564c46f266 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (d6db3f03-95af-441e-a780-0cf7dd5da4f2), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:21.363652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No active binding found for port 312f56a7-c879-4b00-a509-cbc6dd14e819 {{(pid=104033) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 11:54:21.363652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] The host n-d-833234-2 is not matching for port 312f56a7-c879-4b00-a509-cbc6dd14e819 host None! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 11:54:21.363652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 312f56a7-c879-4b00-a509-cbc6dd14e819 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:54:21.363652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-40adc530-1c72-40fb-bd9e-ec29153aaf37 None None] For port 312f56a7-c879-4b00-a509-cbc6dd14e819, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=312f56a7-c879-4b00-a509-cbc6dd14e819,segment=NetworkSegment(ccb6d6a8-86ae-43e1-935b-969bc7d2245a),segment_id=ccb6d6a8-86ae-43e1-935b-969bc7d2245a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:21.363652 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-40adc530-1c72-40fb-bd9e-ec29153aaf37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (312f56a7-c879-4b00-a509-cbc6dd14e819), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:21.416238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-40adc530-1c72-40fb-bd9e-ec29153aaf37 None None] Calling delete_port for 312f56a7-c879-4b00-a509-cbc6dd14e819 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:21.522382 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (2076c071-a5c3-4b31-85d8-96ed29eb46b7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:21.584210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2076c071-a5c3-4b31-85d8-96ed29eb46b7']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:21.612477 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb6d6a8-86ae-43e1-935b-969bc7d2245a') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:21.613127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb6d6a8-86ae-43e1-935b-969bc7d2245a') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:21.628988 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-40adc530-1c72-40fb-bd9e-ec29153aaf37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (312f56a7-c879-4b00-a509-cbc6dd14e819), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:21.643405 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-827c8b5a-bd7a-4867-8ce4-a0564c46f266 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (d6db3f03-95af-441e-a780-0cf7dd5da4f2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:21.706819 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (ccb6d6a8-86ae-43e1-935b-969bc7d2245a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:21.714049 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40adc530-1c72-40fb-bd9e-ec29153aaf37 None None] No DVR routers for this DVR port 312f56a7-c879-4b00-a509-cbc6dd14e819 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:21.728137 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adc530-1c72-40fb-bd9e-ec29153aaf37 None None] Pushing event deleted for resources: {'Port': ['ID=312f56a7-c879-4b00-a509-cbc6dd14e819,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:21.751254 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ccb6d6a8-86ae-43e1-935b-969bc7d2245a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:21.764722 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:54:21.765429 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (ccb6d6a8-86ae-43e1-935b-969bc7d2245a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:54:21.767624 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:54:21.865792 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (2076c071-a5c3-4b31-85d8-96ed29eb46b7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:21.872581 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:21.877018 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/2076c071-a5c3-4b31-85d8-96ed29eb46b7 HTTP/1.1" status: 204 len: 168 time: 1.6237731 Mar 11 11:54:21.886993 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c2fe2-0a55-43da-9d5c-86c1d2700396 req-e61bec3c-f6ca-4582-84df-6ccd2d50673b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:21.888855 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-398c2fe2-0a55-43da-9d5c-86c1d2700396 req-e61bec3c-f6ca-4582-84df-6ccd2d50673b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.2394428 Mar 11 11:54:21.897328 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-827c8b5a-bd7a-4867-8ce4-a0564c46f266 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (d6db3f03-95af-441e-a780-0cf7dd5da4f2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:21.905541 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-0b06d465-e45f-4336-a34f-c646cc29b2af tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9aa5d129-f192-4a1b-b63f-aa12e861c1c8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:21.958176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4901e69-4c26-406a-a035-5d683d0056c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2076c071-a5c3-4b31-85d8-96ed29eb46b7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:22.039738 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-827c8b5a-bd7a-4867-8ce4-a0564c46f266 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:22.048209 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-827c8b5a-bd7a-4867-8ce4-a0564c46f266 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/subnets/d6db3f03-95af-441e-a780-0cf7dd5da4f2 HTTP/1.1" status: 204 len: 168 time: 1.3957205 Mar 11 11:54:22.049531 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57892) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:22.060892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06d465-e45f-4336-a34f-c646cc29b2af tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event deleted for resources: {'Port': ['ID=9aa5d129-f192-4a1b-b63f-aa12e861c1c8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:22.061158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c8b5a-bd7a-4867-8ce4-a0564c46f266 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Subnet': ['ID=d6db3f03-95af-441e-a780-0cf7dd5da4f2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:22.081688 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f756cd71-f8fe-462c-9c0e-0e148696d49d req-5c2e5359-0ce1-4b69-927d-1dda89e741ff tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b15dda4-3fb8-44dc-9846-e14bedcb1753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3951044 Mar 11 11:54:22.082791 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57894) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:22.149458 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-77371bf9-f470-4e89-95ae-ecd8b8e70529 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:22.220403 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (3a369b5a-2823-4108-9c31-e7a303942613), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:22.239835 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-57974515-ab56-41c0-b550-29449e8803c6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b3c2137dee0c413388a10d2eba864d68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510887 Mar 11 11:54:22.239835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57896) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:22.279681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-0b06d465-e45f-4336-a34f-c646cc29b2af tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] No DVR routers for this DVR port 9aa5d129-f192-4a1b-b63f-aa12e861c1c8 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:22.294938 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-0b06d465-e45f-4336-a34f-c646cc29b2af tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:22.298311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b66cbfc8-7dbd-406b-b2f7-98d381b049e2 req-0b06d465-e45f-4336-a34f-c646cc29b2af tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.37 "DELETE /v2.0/ports/9aa5d129-f192-4a1b-b63f-aa12e861c1c8 HTTP/1.1" status: 204 len: 173 time: 3.0203931 Mar 11 11:54:22.306781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 12313980-bfc6-414f-98c9-16f31e143c51 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:54:22.330729 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49cff082-1709-4fdc-b77a-c514b825a242 admin admin] Publish callbacks [] for security_group (3bc26c83-6463-45ac-ac1e-00cdb498695a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:22.399019 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-398c2fe2-0a55-43da-9d5c-86c1d2700396 req-4a2ef773-f7a4-48ae-8321-6d53b0cb8015 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753170 Mar 11 11:54:22.415916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 12313980-bfc6-414f-98c9-16f31e143c51 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:54:22.426010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 12313980-bfc6-414f-98c9-16f31e143c51 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:22.426554 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (12313980-bfc6-414f-98c9-16f31e143c51), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:22.438862 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49cff082-1709-4fdc-b77a-c514b825a242 admin admin] Publish callbacks [] for security_group (3bc26c83-6463-45ac-ac1e-00cdb498695a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:22.551331 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Deleting port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:22.560019 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:22.613727 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9377f1b-4bec-43e5-9b2b-6a688a2a674d req-55aa51aa-23bb-4d66-94af-4bec00bebf0c tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:22.621163 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9377f1b-4bec-43e5-9b2b-6a688a2a674d req-55aa51aa-23bb-4d66-94af-4bec00bebf0c tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 949 time: 0.4436378 Mar 11 11:54:22.638987 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0291f321-caed-4428-8bed-0d43b9b70533 None None] Network 3a369b5a-2823-4108-9c31-e7a303942613 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:22.747849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-77371bf9-f470-4e89-95ae-ecd8b8e70529 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Allocated IP 172.25.7.247 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/7032c757-8f28-4725-abd6-a9f05a542c99) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:54:22.749651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] For port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d,segment=NetworkSegment(85dac33d-b2db-49f4-b9e8-f82c9b09bd3f),segment_id=85dac33d-b2db-49f4-b9e8-f82c9b09bd3f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:22.750151 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:22.767664 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49cff082-1709-4fdc-b77a-c514b825a242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3bc26c83-6463-45ac-ac1e-00cdb498695a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:22.773863 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49cff082-1709-4fdc-b77a-c514b825a242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:22.780960 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-49cff082-1709-4fdc-b77a-c514b825a242 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3bc26c83-6463-45ac-ac1e-00cdb498695a HTTP/1.1" status: 204 len: 168 time: 0.5383568 Mar 11 11:54:22.805302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 12313980-bfc6-414f-98c9-16f31e143c51 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:22.805894 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Calling delete_port for 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:22.806717 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (12313980-bfc6-414f-98c9-16f31e143c51), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:22.807480 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9377f1b-4bec-43e5-9b2b-6a688a2a674d req-2a20df26-bfe2-4efe-9562-1a173818f2ee tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844363 Mar 11 11:54:22.843239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cff082-1709-4fdc-b77a-c514b825a242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc26c83-6463-45ac-ac1e-00cdb498695a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:22.886198 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c22ea2c7-a3d3-455e-9baa-d077ee3c4416 None None] Provisioning complete for port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:22.886571 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c22ea2c7-a3d3-455e-9baa-d077ee3c4416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:22.947646 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-deleted', 'tag': '9aa5d129-f192-4a1b-b63f-aa12e861c1c8'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:22.954508 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988dd616-1d44-4fa1-9e93-54f81c4d0994" -d '{"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-deleted", "tag": "9aa5d129-f192-4a1b-b63f-aa12e861c1c8"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:22.966186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcd9731-1f2e-45d3-8810-7674a194dedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12313980-bfc6-414f-98c9-16f31e143c51'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:22.968749 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b9aa27-c357-41f4-8760-d49088501bcb" -d '{"events": [{"server_uuid": "bfcd9731-1f2e-45d3-8810-7674a194dedf", "name": "network-vif-plugged", "status": "completed", "tag": "12313980-bfc6-414f-98c9-16f31e143c51"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:23.003176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 12313980-bfc6-414f-98c9-16f31e143c51, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=12313980-bfc6-414f-98c9-16f31e143c51,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:23.016917 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (12313980-bfc6-414f-98c9-16f31e143c51), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:23.068920 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:23.127931 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316a603b-168f-4b22-b995-c9745b3411c4 x-openstack-request-id: req-316a603b-168f-4b22-b995-c9745b3411c4 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:23.128241 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781abe38-c1c8-427b-9fd4-a3d19d94ee78", "name": "network-vif-deleted", "tag": "9aa5d129-f192-4a1b-b63f-aa12e861c1c8", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:23.133828 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Port': ['ID=3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:23.137986 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-316a603b-168f-4b22-b995-c9745b3411c4 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:23.138537 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781abe38-c1c8-427b-9fd4-a3d19d94ee78', 'name': 'network-vif-deleted', 'tag': '9aa5d129-f192-4a1b-b63f-aa12e861c1c8', 'status': 'completed', 'code': 200} Mar 11 11:54:23.172654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No DVR routers for this DVR port 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:23.179281 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-77371bf9-f470-4e89-95ae-ecd8b8e70529 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for port (7032c757-8f28-4725-abd6-a9f05a542c99), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:23.245153 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-77371bf9-f470-4e89-95ae-ecd8b8e70529 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (7032c757-8f28-4725-abd6-a9f05a542c99), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:23.257028 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a889e6ee-8923-4953-9672-d6bd04207ab3 x-openstack-request-id: req-a889e6ee-8923-4953-9672-d6bd04207ab3 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:23.257253 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcd9731-1f2e-45d3-8810-7674a194dedf", "name": "network-vif-plugged", "status": "completed", "tag": "12313980-bfc6-414f-98c9-16f31e143c51", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:23.258584 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a889e6ee-8923-4953-9672-d6bd04207ab3 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:23.259789 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcd9731-1f2e-45d3-8810-7674a194dedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12313980-bfc6-414f-98c9-16f31e143c51', 'code': 200} Mar 11 11:54:23.268010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=12313980-bfc6-414f-98c9-16f31e143c51,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:23.281388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7362d4-b17b-486d-87f4-46968934c8cc None None] DHCP port deletion for 3a369b5a-2823-4108-9c31-e7a303942613 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:54:23.317808 n-d-833234-2 neutron-server[104033]: INFO neutron.plugins.ml2.db [None req-c22ea2c7-a3d3-455e-9baa-d077ee3c4416 None None] No ports have port_id starting with 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d Mar 11 11:54:23.381443 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4aa2a222-b550-41a3-b7d4-792be812576a req-d0f43bc3-940e-43c8-bdf9-0f28e2ec59e1 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.1304500 Mar 11 11:54:23.391478 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57918) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:23.427135 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77371bf9-f470-4e89-95ae-ecd8b8e70529 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:54:23.438734 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-77371bf9-f470-4e89-95ae-ecd8b8e70529 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:23.442269 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77371bf9-f470-4e89-95ae-ecd8b8e70529 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:54:23.459203 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (3a369b5a-2823-4108-9c31-e7a303942613), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:23.485481 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a369b5a-2823-4108-9c31-e7a303942613']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:23.496019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85dac33d-b2db-49f4-b9e8-f82c9b09bd3f') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:23.496314 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85dac33d-b2db-49f4-b9e8-f82c9b09bd3f') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:23.511726 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (85dac33d-b2db-49f4-b9e8-f82c9b09bd3f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:23.533305 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (85dac33d-b2db-49f4-b9e8-f82c9b09bd3f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:23.560839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:54:23.561751 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (85dac33d-b2db-49f4-b9e8-f82c9b09bd3f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:54:23.567688 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:54:23.580760 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13846ea-1ae6-4275-b2a8-d892dc757725 req-16422251-796d-4e21-ad79-56b458623d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:23.582512 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e13846ea-1ae6-4275-b2a8-d892dc757725 req-16422251-796d-4e21-ad79-56b458623d99 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 1132 time: 0.4074781 Mar 11 11:54:23.583423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77371bf9-f470-4e89-95ae-ecd8b8e70529 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'Port': ['ID=7032c757-8f28-4725-abd6-a9f05a542c99,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:23.636670 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2114df98-f669-4248-82a7-68bfe3247b77 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=47810bed0ace4c93b09c165c21b811e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436991 Mar 11 11:54:23.639068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57932) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:23.694529 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (3a369b5a-2823-4108-9c31-e7a303942613), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:23.722084 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:23.727512 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/networks/3a369b5a-2823-4108-9c31-e7a303942613 HTTP/1.1" status: 204 len: 168 time: 1.6705308 Mar 11 11:54:23.730705 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e13846ea-1ae6-4275-b2a8-d892dc757725 req-f2124ed9-9616-426b-acf5-406a65711bd2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395836 Mar 11 11:54:23.733893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57936) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:23.761180 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab2859-b4a5-457f-a3da-9e64c71a58ba tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Network': ['ID=3a369b5a-2823-4108-9c31-e7a303942613,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:23.762232 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-77371bf9-f470-4e89-95ae-ecd8b8e70529 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (957c3cd4-932c-486e-b229-d1877deccfaf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:23.783509 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-577d98ba-2ce5-4bd3-8297-52f37da75821 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] DELETE failed (client error): The resource could not be found. Mar 11 11:54:23.784290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577d98ba-2ce5-4bd3-8297-52f37da75821 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:54:23.788718 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-577d98ba-2ce5-4bd3-8297-52f37da75821 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/subnets/35297a2a-f522-40f3-b1bf-ec9fa139e589 HTTP/1.1" status: 404 len: 337 time: 0.0532098 Mar 11 11:54:23.791035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57938) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:23.792070 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398c7e2-35a8-4aa6-ac78-847227341bc7 req-69f292d0-61db-4374-ad32-fbca2e2f416c tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:23.794256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2398c7e2-35a8-4aa6-ac78-847227341bc7 req-69f292d0-61db-4374-ad32-fbca2e2f416c tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.2925005 Mar 11 11:54:23.818808 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-3562d115-1148-4343-b5df-81117ad8269b tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] DELETE failed (client error): The resource could not be found. Mar 11 11:54:23.819198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3562d115-1148-4343-b5df-81117ad8269b tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:54:23.822645 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3562d115-1148-4343-b5df-81117ad8269b tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/networks/c7eed1ff-4919-4c38-a46b-fe5a8c6c08b9 HTTP/1.1" status: 404 len: 339 time: 0.0304384 Mar 11 11:54:23.825296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57940) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:23.880085 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-77371bf9-f470-4e89-95ae-ecd8b8e70529 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7032c757-8f28-4725-abd6-a9f05a542c99), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:23.885588 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0f8cee34-ae1f-45bf-b981-b2029d144e45 admin admin] Publish callbacks [] for security_group (d38c8d30-0e41-4d02-bcdf-b10baa857bf0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:23.892834 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cf082e-402e-4542-8286-167cf1078f55 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] DELETE failed (client error): The resource could not be found. Mar 11 11:54:23.896691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16cf082e-402e-4542-8286-167cf1078f55 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:54:23.902565 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-16cf082e-402e-4542-8286-167cf1078f55 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/subnets/03a5c40b-b22d-4f65-8693-cbde4aad58cc HTTP/1.1" status: 404 len: 337 time: 0.0759578 Mar 11 11:54:23.905278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57944) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:23.912260 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0f8cee34-ae1f-45bf-b981-b2029d144e45 admin admin] Publish callbacks [] for security_group (d38c8d30-0e41-4d02-bcdf-b10baa857bf0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:23.943866 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3f8e82-9dfc-49fd-902f-eae21e0874bd tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] DELETE failed (client error): The resource could not be found. Mar 11 11:54:23.944479 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3f8e82-9dfc-49fd-902f-eae21e0874bd tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:54:23.949150 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4d3f8e82-9dfc-49fd-902f-eae21e0874bd tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/networks/69bbdab2-0876-4c5d-962e-3cf464957d6e HTTP/1.1" status: 404 len: 339 time: 0.0423448 Mar 11 11:54:23.956294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57946) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:24.012906 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9719ef6-206b-471e-a226-a5560305ed05 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] DELETE failed (client error): The resource could not be found. Mar 11 11:54:24.013429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9719ef6-206b-471e-a226-a5560305ed05 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:54:24.017932 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d9719ef6-206b-471e-a226-a5560305ed05 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/subnets/d3217e77-0091-409f-a22e-3992c504d2cb HTTP/1.1" status: 404 len: 337 time: 0.0532188 Mar 11 11:54:24.020673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57948) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:24.040743 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2398c7e2-35a8-4aa6-ac78-847227341bc7 req-c7525d2a-98f5-476a-9e30-251790dc0151 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163086 Mar 11 11:54:24.041649 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0f8cee34-ae1f-45bf-b981-b2029d144e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d38c8d30-0e41-4d02-bcdf-b10baa857bf0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:24.045104 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0f8cee34-ae1f-45bf-b981-b2029d144e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:24.057997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0f8cee34-ae1f-45bf-b981-b2029d144e45 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d38c8d30-0e41-4d02-bcdf-b10baa857bf0 HTTP/1.1" status: 204 len: 168 time: 0.4093735 Mar 11 11:54:24.094164 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e74084-3838-4114-9d1a-d325ec756603 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] DELETE failed (client error): The resource could not be found. Mar 11 11:54:24.095167 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e74084-3838-4114-9d1a-d325ec756603 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:54:24.105132 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e3e74084-3838-4114-9d1a-d325ec756603 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/networks/0adab21e-95bf-4686-9832-75bacbec59b7 HTTP/1.1" status: 404 len: 339 time: 0.0826805 Mar 11 11:54:24.110511 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57954) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:24.182441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cee34-ae1f-45bf-b981-b2029d144e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38c8d30-0e41-4d02-bcdf-b10baa857bf0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:24.234701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fe2093-0f35-4b87-83a3-df87c28763cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Deleting subnet d4bcfcd8-6926-4ac0-b19e-40d3cb82fc41 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:54:24.244431 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09fe2093-0f35-4b87-83a3-df87c28763cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for subnet (d4bcfcd8-6926-4ac0-b19e-40d3cb82fc41), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:24.309231 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09fe2093-0f35-4b87-83a3-df87c28763cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (d4bcfcd8-6926-4ac0-b19e-40d3cb82fc41), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:24.434273 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09fe2093-0f35-4b87-83a3-df87c28763cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (d4bcfcd8-6926-4ac0-b19e-40d3cb82fc41), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:24.481369 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-77371bf9-f470-4e89-95ae-ecd8b8e70529 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for port (7032c757-8f28-4725-abd6-a9f05a542c99), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:24.499104 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-77371bf9-f470-4e89-95ae-ecd8b8e70529 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (7032c757-8f28-4725-abd6-a9f05a542c99), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:24.539532 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09fe2093-0f35-4b87-83a3-df87c28763cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (d4bcfcd8-6926-4ac0-b19e-40d3cb82fc41), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:24.566913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed3d71c-ff89-49f9-ac7e-078285757bc3 None None] Network 5942f29b-34a9-4c31-a812-6d3f7f917348 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:24.567478 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09fe2093-0f35-4b87-83a3-df87c28763cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:24.571788 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-09fe2093-0f35-4b87-83a3-df87c28763cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/subnets/d4bcfcd8-6926-4ac0-b19e-40d3cb82fc41 HTTP/1.1" status: 204 len: 168 time: 0.4589720 Mar 11 11:54:24.574690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57960) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:24.871904 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-77371bf9-f470-4e89-95ae-ecd8b8e70529 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (957c3cd4-932c-486e-b229-d1877deccfaf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:24.887204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97df8ee-d15e-420a-b632-e07354fbf9ea req-8d57ccaf-27fd-48ca-bdde-571a4edbc82c tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:24.889073 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b97df8ee-d15e-420a-b632-e07354fbf9ea req-8d57ccaf-27fd-48ca-bdde-571a4edbc82c tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 950 time: 0.9135582 Mar 11 11:54:24.889785 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77371bf9-f470-4e89-95ae-ecd8b8e70529 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'Port': ['ID=7032c757-8f28-4725-abd6-a9f05a542c99,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:24.896700 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f6a7c99c-d9a9-4180-a6f6-4b02e5c46435 req-554ae401-4ebe-403d-b56d-62e93a838841 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.3136945 Mar 11 11:54:24.959014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b97df8ee-d15e-420a-b632-e07354fbf9ea req-667bb0ac-b553-40e8-8a80-7f599ec20467 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585315 Mar 11 11:54:24.962182 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-77371bf9-f470-4e89-95ae-ecd8b8e70529 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:24.964798 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:54:24.976695 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-77371bf9-f470-4e89-95ae-ecd8b8e70529 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4176302 Mar 11 11:54:25.103379 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:54:25.104789 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3f6a13a5-6a30-4d6f-99fb-32e3e6e0285d not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:54:25.257099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3520dd4-4170-4052-91ee-5dca0543c30f None None] DHCP port deletion for 5942f29b-34a9-4c31-a812-6d3f7f917348 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:54:25.373982 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b3520dd4-4170-4052-91ee-5dca0543c30f None None] Deleting port 66ac4aea-657e-46e0-b746-38f477debc16 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:25.374797 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b3520dd4-4170-4052-91ee-5dca0543c30f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (66ac4aea-657e-46e0-b746-38f477debc16), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:25.399180 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-b86a417a-268c-49f2-acc5-348d6d18c0ec tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1953254794&fields=id&tenant_id=c1dbe983a2554f9d829d23b2f6421d4d HTTP/1.1" status: 200 len: 267 time: 0.1331265 Mar 11 11:54:25.561441 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b3520dd4-4170-4052-91ee-5dca0543c30f None None] For port 66ac4aea-657e-46e0-b746-38f477debc16, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=66ac4aea-657e-46e0-b746-38f477debc16,segment=NetworkSegment(92102a44-fab1-4490-9830-76929cc8c70a),segment_id=92102a44-fab1-4490-9830-76929cc8c70a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:25.561857 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b3520dd4-4170-4052-91ee-5dca0543c30f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (66ac4aea-657e-46e0-b746-38f477debc16), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:25.599534 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b3520dd4-4170-4052-91ee-5dca0543c30f None None] Calling delete_port for 66ac4aea-657e-46e0-b746-38f477debc16 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:25.634596 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (5942f29b-34a9-4c31-a812-6d3f7f917348), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:25.638973 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe2093-0f35-4b87-83a3-df87c28763cc tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Subnet': ['ID=d4bcfcd8-6926-4ac0-b19e-40d3cb82fc41,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:25.690597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-27969fb4-8fea-4d41-8bfd-c97034ef2e1c tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:25.695494 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-27969fb4-8fea-4d41-8bfd-c97034ef2e1c tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 813 time: 0.2877748 Mar 11 11:54:25.727939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-918a1871-6591-4708-a256-3c145b6a048f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/quotas/c1dbe983a2554f9d829d23b2f6421d4d HTTP/1.1" status: 200 len: 375 time: 0.0243855 Mar 11 11:54:25.796965 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Deleting port 66ac4aea-657e-46e0-b746-38f477debc16 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:25.797298 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (66ac4aea-657e-46e0-b746-38f477debc16), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:25.938666 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b3520dd4-4170-4052-91ee-5dca0543c30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (66ac4aea-657e-46e0-b746-38f477debc16), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:25.992647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3520dd4-4170-4052-91ee-5dca0543c30f None None] No DVR routers for this DVR port 66ac4aea-657e-46e0-b746-38f477debc16 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:26.044729 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-745514a1-64d5-44a4-840c-314f10ee75a6 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3022192 Mar 11 11:54:26.059175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58016) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:26.082268 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3520dd4-4170-4052-91ee-5dca0543c30f None None] Pushing event deleted for resources: {'Port': ['ID=66ac4aea-657e-46e0-b746-38f477debc16,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:26.094477 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] For port 66ac4aea-657e-46e0-b746-38f477debc16, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=66ac4aea-657e-46e0-b746-38f477debc16,segment=NetworkSegment(92102a44-fab1-4490-9830-76929cc8c70a),segment_id=92102a44-fab1-4490-9830-76929cc8c70a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:26.095029 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (66ac4aea-657e-46e0-b746-38f477debc16), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:26.138780 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Calling delete_port for 66ac4aea-657e-46e0-b746-38f477debc16 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:26.217871 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-afe455f4-0694-4f2d-88c9-73541264135b req-768d492e-419e-4b2c-ace0-383cf5a084f4 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0775037 Mar 11 11:54:26.359117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d2dc7328-7e7f-49bf-b9db-fe5984a93ea8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1683352934-network', 'tenant_id': '671fef33464143b7b32a5de9fc6fc9d5'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:26.392306 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (66ac4aea-657e-46e0-b746-38f477debc16), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:26.404424 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dc7328-7e7f-49bf-b9db-fe5984a93ea8 admin admin] Made reservation on behalf of 671fef33464143b7b32a5de9fc6fc9d5 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:26.406913 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7328-7e7f-49bf-b9db-fe5984a93ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:26.452332 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7328-7e7f-49bf-b9db-fe5984a93ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:26.456242 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Port': ['ID=66ac4aea-657e-46e0-b746-38f477debc16,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:26.458528 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No DVR routers for this DVR port 66ac4aea-657e-46e0-b746-38f477debc16 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:26.611031 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7328-7e7f-49bf-b9db-fe5984a93ea8 admin admin] Publish callbacks [] for security_group (2b319671-5f1c-46df-b987-f74025ac68fb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:26.614695 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5f32c502-819f-47b4-a604-9e06a292bb3f service neutron] 10.222.0.78 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688765 Mar 11 11:54:26.625671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:26.626088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:26.626444 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:26.626870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:26.627379 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:26.627738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:26.628066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:26.628448 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:26.628823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:26.629546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:26.629922 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:26.630252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:26.630713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:26.638574 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7328-7e7f-49bf-b9db-fe5984a93ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2b319671-5f1c-46df-b987-f74025ac68fb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:26.646642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ccbf8-de2f-4f23-a25d-7f6f8551d8f9 req-faa7f1cc-8e27-415f-8700-108992a7f34a tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:26.648971 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-502ccbf8-de2f-4f23-a25d-7f6f8551d8f9 req-faa7f1cc-8e27-415f-8700-108992a7f34a tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 950 time: 0.2514262 Mar 11 11:54:26.666522 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2dc7328-7e7f-49bf-b9db-fe5984a93ea8 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:54:26.691274 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7328-7e7f-49bf-b9db-fe5984a93ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (dfa5312f-d073-4201-b92d-86037a1aaf8a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:26.692164 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-d2dc7328-7e7f-49bf-b9db-fe5984a93ea8 admin admin] Added segment dfa5312f-d073-4201-b92d-86037a1aaf8a of type vlan for network 3d9312ce-6f59-46bc-a678-a1fed8510214 Mar 11 11:54:26.786252 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-04b52b12-7f92-4331-8767-8664c5800f81 service neutron] 10.222.0.78 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700480 Mar 11 11:54:26.795500 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7328-7e7f-49bf-b9db-fe5984a93ea8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (3d9312ce-6f59-46bc-a678-a1fed8510214), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:26.828673 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-502ccbf8-de2f-4f23-a25d-7f6f8551d8f9 req-8eac1bb3-66e7-4efd-ad64-109360b70763 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632357 Mar 11 11:54:26.872481 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 66ac4aea-657e-46e0-b746-38f477debc16 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:54:26.913665 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc7328-7e7f-49bf-b9db-fe5984a93ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b319671-5f1c-46df-b987-f74025ac68fb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:26.925100 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7328-7e7f-49bf-b9db-fe5984a93ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (3d9312ce-6f59-46bc-a678-a1fed8510214), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:26.931007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dc7328-7e7f-49bf-b9db-fe5984a93ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:26.934286 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7328-7e7f-49bf-b9db-fe5984a93ea8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:26.941887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 66ac4aea-657e-46e0-b746-38f477debc16 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:54:26.942345 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 66ac4aea-657e-46e0-b746-38f477debc16 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:54:27.098970 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (5942f29b-34a9-4c31-a812-6d3f7f917348), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:27.118970 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d2dc7328-7e7f-49bf-b9db-fe5984a93ea8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0588796 Mar 11 11:54:27.135756 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58042) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:27.144920 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6a942932-2838-4ea3-aad9-d0f5dc2918f8 admin admin] Request body: {'subnet': {'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1683352934-subnet', 'tenant_id': '671fef33464143b7b32a5de9fc6fc9d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:27.153583 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5942f29b-34a9-4c31-a812-6d3f7f917348']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:27.158742 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b47c2-8ced-40e0-925e-3d3b5830f2a8 req-1ffe1728-71a5-4b0d-804c-38728c7dc8e5 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:27.170525 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f9b47c2-8ced-40e0-925e-3d3b5830f2a8 req-1ffe1728-71a5-4b0d-804c-38728c7dc8e5 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 1132 time: 0.1301174 Mar 11 11:54:27.221209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc7328-7e7f-49bf-b9db-fe5984a93ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=3d9312ce-6f59-46bc-a678-a1fed8510214,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:27.228458 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92102a44-fab1-4490-9830-76929cc8c70a') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:27.228458 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92102a44-fab1-4490-9830-76929cc8c70a') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:27.233964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 3d9312ce-6f59-46bc-a678-a1fed8510214 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:54:27.252383 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (92102a44-fab1-4490-9830-76929cc8c70a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:27.272236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a942932-2838-4ea3-aad9-d0f5dc2918f8 admin admin] Made reservation on behalf of 671fef33464143b7b32a5de9fc6fc9d5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:27.274910 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a942932-2838-4ea3-aad9-d0f5dc2918f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:27.325015 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a15170e-2a15-45f6-8464-1079328ea8d0 req-0f5ba3b2-86e2-48c7-8814-4bbd2174d031 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 210 time: 0.1357291 Mar 11 11:54:27.406416 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f9b47c2-8ced-40e0-925e-3d3b5830f2a8 req-dc8b2d3a-0a46-42f6-b057-78640af627c0 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348793 Mar 11 11:54:27.519407 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2d75da-96f7-4626-b90e-8c21ac45fd5b req-545496ea-67bd-4ac3-a5eb-7678337f2724 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0578346 Mar 11 11:54:27.631133 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (92102a44-fab1-4490-9830-76929cc8c70a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:27.665917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:54:27.666615 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (92102a44-fab1-4490-9830-76929cc8c70a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:54:27.676516 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:54:27.712401 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a942932-2838-4ea3-aad9-d0f5dc2918f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (d7dfd7d0-32e4-421d-922a-dbc8af44f6b4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:27.829563 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-87209593-7a01-4936-a023-1a06af7ab795 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=795309eb39534fec9c364380cdf0ef74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487397 Mar 11 11:54:27.986190 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-3a47f79f-dad6-4f1b-859d-f04d5876c556 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:27.988344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-3a47f79f-dad6-4f1b-859d-f04d5876c556 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571419 Mar 11 11:54:28.020878 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-821854d8-10dd-41c2-b742-c28da6100320 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/quotas/795309eb39534fec9c364380cdf0ef74 HTTP/1.1" status: 200 len: 375 time: 0.0230830 Mar 11 11:54:28.107757 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (5942f29b-34a9-4c31-a812-6d3f7f917348), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:28.117730 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a942932-2838-4ea3-aad9-d0f5dc2918f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7dfd7d0-32e4-421d-922a-dbc8af44f6b4,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:28.140944 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:28.144650 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/networks/5942f29b-34a9-4c31-a812-6d3f7f917348 HTTP/1.1" status: 204 len: 168 time: 3.5662885 Mar 11 11:54:28.147750 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58078) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:28.224886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-9ee2cc6e-85e1-4141-a3fd-f3dc0817b94c tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1932273 Mar 11 11:54:28.260033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135bcbf-1252-48be-ac31-5b0205562aeb tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Network': ['ID=5942f29b-34a9-4c31-a812-6d3f7f917348,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:28.322313 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a942932-2838-4ea3-aad9-d0f5dc2918f8 admin admin] Checking segment: {'id': 'dfa5312f-d073-4201-b92d-86037a1aaf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:54:28.322693 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a942932-2838-4ea3-aad9-d0f5dc2918f8 admin admin] Network hostable DHCP agents. Network: 3d9312ce-6f59-46bc-a678-a1fed8510214, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:54:28.326888 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79751af-ea35-449c-9c2c-22a15da4c576 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] DELETE failed (client error): The resource could not be found. Mar 11 11:54:28.327357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79751af-ea35-449c-9c2c-22a15da4c576 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:54:28.330609 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f79751af-ea35-449c-9c2c-22a15da4c576 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/subnets/cd4f2a82-6d49-4ff8-b7c6-df95ff01d69e HTTP/1.1" status: 404 len: 337 time: 0.1326048 Mar 11 11:54:28.338126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58080) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:28.359095 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-980ae55f-7a3d-4763-9e0f-140919c0d63e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] DELETE failed (client error): The resource could not be found. Mar 11 11:54:28.372120 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980ae55f-7a3d-4763-9e0f-140919c0d63e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:54:28.382502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58084) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:28.384563 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-980ae55f-7a3d-4763-9e0f-140919c0d63e tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/networks/41c74858-c1e7-466e-9210-a65bfa1ac964 HTTP/1.1" status: 404 len: 339 time: 0.0469000 Mar 11 11:54:28.392402 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a942932-2838-4ea3-aad9-d0f5dc2918f8 admin admin] Network 3d9312ce-6f59-46bc-a678-a1fed8510214 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:54:28.501184 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-6a942932-2838-4ea3-aad9-d0f5dc2918f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 3d9312ce-6f59-46bc-a678-a1fed8510214) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:28.508360 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-702a9474-8fbd-43e3-84d8-b817ce549bf3 req-c686ad04-ed64-4e50-9f05-ad901bfd6cba tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 210 time: 0.0701740 Mar 11 11:54:28.516263 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a942932-2838-4ea3-aad9-d0f5dc2918f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:28.517110 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a942932-2838-4ea3-aad9-d0f5dc2918f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:28.533827 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bd7080-e1a7-4da6-bde0-86b539e4b36f None None] Network 3d9312ce-6f59-46bc-a678-a1fed8510214 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:28.558275 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bdeeb59-4d19-451f-ad98-1e39c65c98e1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Deleting subnet 60e7b893-6d32-4fc9-b4fa-e590442ec78c {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:54:28.575091 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6a942932-2838-4ea3-aad9-d0f5dc2918f8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4373410 Mar 11 11:54:28.579753 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bdeeb59-4d19-451f-ad98-1e39c65c98e1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for subnet (60e7b893-6d32-4fc9-b4fa-e590442ec78c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:28.729881 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bdeeb59-4d19-451f-ad98-1e39c65c98e1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (60e7b893-6d32-4fc9-b4fa-e590442ec78c), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:28.786221 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35f4f7f5-12b2-4631-8b93-9c10294cfc77 req-9797ef84-482b-463e-aa71-dbe839ec29f9 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 210 time: 0.0959945 Mar 11 11:54:28.899756 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9509a207-f346-4421-b75e-6e605723e6d9 req-40a1494e-fef2-4cf5-89af-6744073aed55 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0980582 Mar 11 11:54:28.913524 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a378f4-3501-4359-9ce9-203b9f4b5995 None None] Network 3d9312ce-6f59-46bc-a678-a1fed8510214 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:28.956357 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bdeeb59-4d19-451f-ad98-1e39c65c98e1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (60e7b893-6d32-4fc9-b4fa-e590442ec78c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:29.106072 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bdeeb59-4d19-451f-ad98-1e39c65c98e1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (60e7b893-6d32-4fc9-b4fa-e590442ec78c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:29.191524 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdeeb59-4d19-451f-ad98-1e39c65c98e1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Subnet': ['ID=60e7b893-6d32-4fc9-b4fa-e590442ec78c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:29.228107 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bdeeb59-4d19-451f-ad98-1e39c65c98e1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:29.246450 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4bdeeb59-4d19-451f-ad98-1e39c65c98e1 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/subnets/60e7b893-6d32-4fc9-b4fa-e590442ec78c HTTP/1.1" status: 204 len: 168 time: 0.8556015 Mar 11 11:54:29.248368 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58110) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:29.276587 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bf9e2d-7122-49e5-abad-c47e082b68d9 None None] Network 958d2736-38e2-496e-b9ad-2d219afa7c46 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:29.509307 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-e1f07df6-3693-4887-9e8f-18e49d964309 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:29.513156 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-e1f07df6-3693-4887-9e8f-18e49d964309 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.37 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 813 time: 0.4427354 Mar 11 11:54:29.603452 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (958d2736-38e2-496e-b9ad-2d219afa7c46), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:29.712259 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-845410a8-2f53-4029-a272-2bda002bb9ce tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1dbe983a2554f9d829d23b2f6421d4d HTTP/1.1" status: 200 len: 473 time: 0.1883225 Mar 11 11:54:29.715564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d54887-f304-44a9-8db1-fe6a6dfe9d2f None None] DHCP port deletion for 958d2736-38e2-496e-b9ad-2d219afa7c46 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:54:29.725059 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-0ff72f24-58cf-41c4-a702-211e5aeb4652 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'port': {'device_id': 'b7ad8106-9251-42b4-9a56-09fcae514170', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'admin_state_up': True, 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'security_groups': ['cdd16214-88b8-40ff-a6b6-5c24f24d03c0']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:29.730578 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Deleting port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:29.731771 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:29.836922 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f2d54887-f304-44a9-8db1-fe6a6dfe9d2f None None] Deleting port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:29.837641 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2d54887-f304-44a9-8db1-fe6a6dfe9d2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:29.953166 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] For port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e,segment=NetworkSegment(4f596c2b-aee3-4873-aedd-c721a8b1ae9e),segment_id=4f596c2b-aee3-4873-aedd-c721a8b1ae9e)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:29.954363 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:29.977323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Calling delete_port for 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:30.081007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f2d54887-f304-44a9-8db1-fe6a6dfe9d2f None None] For port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e,segment=NetworkSegment(4f596c2b-aee3-4873-aedd-c721a8b1ae9e),segment_id=4f596c2b-aee3-4873-aedd-c721a8b1ae9e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:30.081839 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2d54887-f304-44a9-8db1-fe6a6dfe9d2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:30.095202 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f2d54887-f304-44a9-8db1-fe6a6dfe9d2f None None] Calling delete_port for 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:30.141221 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:30.141530 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924f792-2563-4b7b-9b91-6371c37ecd4a req-74d60786-3625-4e7b-9d1e-92c45fda27bc tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:30.157224 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f924f792-2563-4b7b-9b91-6371c37ecd4a req-74d60786-3625-4e7b-9d1e-92c45fda27bc tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.4584410 Mar 11 11:54:30.165363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-a765ee6c-7afe-4e6a-8d60-e46d913f318a tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:30.166986 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-a765ee6c-7afe-4e6a-8d60-e46d913f318a tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/networks?id=3d9312ce-6f59-46bc-a678-a1fed8510214 HTTP/1.1" status: 200 len: 815 time: 0.4794042 Mar 11 11:54:30.227921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Port': ['ID=848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:30.232640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] No DVR routers for this DVR port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:30.247336 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2d54887-f304-44a9-8db1-fe6a6dfe9d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:30.284608 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f924f792-2563-4b7b-9b91-6371c37ecd4a req-e5b6219e-873a-45ed-9fe5-c9f5bd830983 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285121 Mar 11 11:54:30.305840 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-c9e5bb9d-bf24-4ac7-babd-06f1f9fd7c5b tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/quotas/671fef33464143b7b32a5de9fc6fc9d5 HTTP/1.1" status: 200 len: 375 time: 0.1100762 Mar 11 11:54:30.310631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-0ff72f24-58cf-41c4-a702-211e5aeb4652 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Made reservation on behalf of c1dbe983a2554f9d829d23b2f6421d4d for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:30.319458 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-0ff72f24-58cf-41c4-a702-211e5aeb4652 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:30.352582 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d54887-f304-44a9-8db1-fe6a6dfe9d2f None None] Pushing event deleted for resources: {'Port': ['ID=848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:30.371033 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d54887-f304-44a9-8db1-fe6a6dfe9d2f None None] No DVR routers for this DVR port 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:30.394499 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (958d2736-38e2-496e-b9ad-2d219afa7c46), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:30.411011 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-d52c89d8-2de4-4a59-859f-ad992730caab tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=671fef33464143b7b32a5de9fc6fc9d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848370 Mar 11 11:54:30.443220 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958d2736-38e2-496e-b9ad-2d219afa7c46']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:30.465377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f596c2b-aee3-4873-aedd-c721a8b1ae9e') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:30.465674 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f596c2b-aee3-4873-aedd-c721a8b1ae9e') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:30.504022 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (4f596c2b-aee3-4873-aedd-c721a8b1ae9e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:30.540030 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4f596c2b-aee3-4873-aedd-c721a8b1ae9e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:30.555133 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:54:30.555645 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (4f596c2b-aee3-4873-aedd-c721a8b1ae9e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:54:30.565898 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:54:30.681779 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-0ff72f24-58cf-41c4-a702-211e5aeb4652 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Allocated IP 172.20.0.5 (3eac3fe9-735d-4097-b3d0-b8b3bbbf12db/748e6717-2aee-4f28-b940-f1d8e2456c16/5677af71-a2dc-4d9d-bb41-507e20fb1ebd) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:54:30.722734 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (958d2736-38e2-496e-b9ad-2d219afa7c46), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:30.733489 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:30.737837 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] 10.222.0.78 "DELETE /v2.0/networks/958d2736-38e2-496e-b9ad-2d219afa7c46 HTTP/1.1" status: 204 len: 168 time: 1.4874952 Mar 11 11:54:30.795015 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883db5fd-d787-4de1-9b2d-d36ead089cc0 tempest-NetworksIpV6Test-530493482 tempest-NetworksIpV6Test-530493482-project] Pushing event deleted for resources: {'Network': ['ID=958d2736-38e2-496e-b9ad-2d219afa7c46,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:30.832289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:54:30.868372 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-77946bb0-54ce-42d0-8a89-7e9c8839d108 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=795309eb39534fec9c364380cdf0ef74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324347 Mar 11 11:54:30.906864 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf42c050-b777-4504-8d46-735fb86e0264 req-1c287549-94f3-4111-95da-d099daccb1c9 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 210 time: 0.1290948 Mar 11 11:54:30.911760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:54:30.913096 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 848aaeb5-e4f7-4ff5-8b7b-b661201b9c0e not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:54:31.166946 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b958b07-c517-40e1-9022-3777450d858b req-e3a06a2e-357d-4f0e-a876-95cfdc6d1148 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 210 time: 0.0480442 Mar 11 11:54:31.172468 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-cebba214-c4a0-46bd-8a91-7e8fe5c644fe service neutron] 10.222.0.78 "GET /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7496097 Mar 11 11:54:31.176690 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-0ff72f24-58cf-41c4-a702-211e5aeb4652 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for port (5677af71-a2dc-4d9d-bb41-507e20fb1ebd), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:31.228213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58154) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:31.305683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-7e0e7838-1a43-4e67-95e4-c3a571bb7061 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:31.309803 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-7e0e7838-1a43-4e67-95e4-c3a571bb7061 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4200699 Mar 11 11:54:31.338703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-2c28f4e0-e2d5-45f4-8b5b-3a2fc25361f7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Request body: {'port': {'device_id': '2ced8ab2-2678-41de-bd58-e11745c633f5', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '795309eb39534fec9c364380cdf0ef74'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:31.570002 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-354de324-069f-442b-a38f-b37920d8f383 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=37c74eaca571449ead59dd3eaac8d01a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3402014 Mar 11 11:54:31.570700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58158) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:31.640490 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-2c28f4e0-e2d5-45f4-8b5b-3a2fc25361f7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Made reservation on behalf of 795309eb39534fec9c364380cdf0ef74 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:31.652866 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-2c28f4e0-e2d5-45f4-8b5b-3a2fc25361f7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:31.674414 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc56cf4f-5106-44fb-9b6d-433c5a792d3e admin admin] Publish callbacks [] for security_group (031560c5-240b-40bc-bf8d-45414a1a2742), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:31.683214 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-0ff72f24-58cf-41c4-a702-211e5aeb4652 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (5677af71-a2dc-4d9d-bb41-507e20fb1ebd), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:31.787757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5be9c2a0-0616-40bc-ae39-f54a4397820c req-ec370853-f297-4699-ac49-f0f3522812a6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.1022153 Mar 11 11:54:31.843444 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-0ff72f24-58cf-41c4-a702-211e5aeb4652 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:54:31.861016 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-0ff72f24-58cf-41c4-a702-211e5aeb4652 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:31.882262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-aa71f9e6-a09b-4539-88f2-78caa81117cb service neutron] 10.222.0.78 "GET /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959209 Mar 11 11:54:31.883466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-0ff72f24-58cf-41c4-a702-211e5aeb4652 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:54:32.015603 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-2c28f4e0-e2d5-45f4-8b5b-3a2fc25361f7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Allocated IP 192.168.233.97 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/f65b9aa4-1cf6-45a3-90f2-f99bbecb195f) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:54:32.222329 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-0ff72f24-58cf-41c4-a702-211e5aeb4652 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:32.225373 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-0ff72f24-58cf-41c4-a702-211e5aeb4652 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:32.279630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff72f24-58cf-41c4-a702-211e5aeb4652 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'Port': ['ID=5677af71-a2dc-4d9d-bb41-507e20fb1ebd,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:32.313794 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-0ff72f24-58cf-41c4-a702-211e5aeb4652 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6003547 Mar 11 11:54:32.341478 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc56cf4f-5106-44fb-9b6d-433c5a792d3e admin admin] Publish callbacks [] for security_group (031560c5-240b-40bc-bf8d-45414a1a2742), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:32.358306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Request body: {'port': {'device_id': 'b7ad8106-9251-42b4-9a56-09fcae514170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:32.479501 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9fc91b25-7c27-4bd8-ab53-953489642ede None None] Provisioning complete for port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:32.480095 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9fc91b25-7c27-4bd8-ab53-953489642ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5677af71-a2dc-4d9d-bb41-507e20fb1ebd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:32.577632 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9fc91b25-7c27-4bd8-ab53-953489642ede None None] Port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:54:32.639251 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-2c28f4e0-e2d5-45f4-8b5b-3a2fc25361f7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks [] for port (f65b9aa4-1cf6-45a3-90f2-f99bbecb195f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:32.658917 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc56cf4f-5106-44fb-9b6d-433c5a792d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (031560c5-240b-40bc-bf8d-45414a1a2742), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:32.667326 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc56cf4f-5106-44fb-9b6d-433c5a792d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:32.685787 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bc56cf4f-5106-44fb-9b6d-433c5a792d3e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/031560c5-240b-40bc-bf8d-45414a1a2742 HTTP/1.1" status: 204 len: 168 time: 1.1114199 Mar 11 11:54:32.736732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56cf4f-5106-44fb-9b6d-433c5a792d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031560c5-240b-40bc-bf8d-45414a1a2742,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:32.793774 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5677af71-a2dc-4d9d-bb41-507e20fb1ebd), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:32.808963 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-2c28f4e0-e2d5-45f4-8b5b-3a2fc25361f7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f65b9aa4-1cf6-45a3-90f2-f99bbecb195f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:32.841619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['019bc68d-2930-405f-a115-fcc146290579', 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd', '58643ea6-9eed-44a9-901d-4db2be4d7da5', 'ca98c5b9-62f8-49f0-af07-f6be8f932383'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:54:32.999071 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-2c28f4e0-e2d5-45f4-8b5b-3a2fc25361f7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:54:33.001507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-2c28f4e0-e2d5-45f4-8b5b-3a2fc25361f7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:33.016200 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-2c28f4e0-e2d5-45f4-8b5b-3a2fc25361f7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:54:33.062634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['964eaebf-aa60-4324-b407-75faeeae6fe6', '12313980-bfc6-414f-98c9-16f31e143c51'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:54:33.262789 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28f4e0-e2d5-45f4-8b5b-3a2fc25361f7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Pushing event updated for resources: {'Port': ['ID=f65b9aa4-1cf6-45a3-90f2-f99bbecb195f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:33.330451 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-2c28f4e0-e2d5-45f4-8b5b-3a2fc25361f7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:33.331145 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-2c28f4e0-e2d5-45f4-8b5b-3a2fc25361f7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:33.385624 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-2c28f4e0-e2d5-45f4-8b5b-3a2fc25361f7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0517075 Mar 11 11:54:33.417913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Request body: {'port': {'device_id': '2ced8ab2-2678-41de-bd58-e11745c633f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:33.585334 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:33.645274 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f65b9aa4-1cf6-45a3-90f2-f99bbecb195f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:33.741984 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7219f6-1e75-4f52-831b-bed4898e4428 req-b6c1825b-b8c3-426d-90ff-09f19c5bb3c7 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:33.743553 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c7219f6-1e75-4f52-831b-bed4898e4428 req-b6c1825b-b8c3-426d-90ff-09f19c5bb3c7 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 931 time: 0.9025354 Mar 11 11:54:33.806866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e46ad426-ecdb-446c-96fd-dad440e16c96 None None] Provisioning complete for port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:33.807204 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e46ad426-ecdb-446c-96fd-dad440e16c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f65b9aa4-1cf6-45a3-90f2-f99bbecb195f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:33.932681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd7bea-62b8-4e0f-83b6-76447a9261f9 req-b7b0ed9e-1700-4cb9-8200-7ec2c843f1f5 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:33.949481 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21bd7bea-62b8-4e0f-83b6-76447a9261f9 req-b7b0ed9e-1700-4cb9-8200-7ec2c843f1f5 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 935 time: 0.4846473 Mar 11 11:54:34.293382 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21bd7bea-62b8-4e0f-83b6-76447a9261f9 req-2ef3501a-2b3a-4b8d-bb4c-c372781efbee tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339584 Mar 11 11:54:34.310777 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c7219f6-1e75-4f52-831b-bed4898e4428 req-97770d32-7b8d-4543-9169-8339adfffec0 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=cdd16214-88b8-40ff-a6b6-5c24f24d03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5422492 Mar 11 11:54:34.345516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e46ad426-ecdb-446c-96fd-dad440e16c96 None None] Port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:54:34.363291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5677af71-a2dc-4d9d-bb41-507e20fb1ebd {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:54:34.398357 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Publish callbacks [] for port (5677af71-a2dc-4d9d-bb41-507e20fb1ebd), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:34.445475 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Transition to ACTIVE for port object 5677af71-a2dc-4d9d-bb41-507e20fb1ebd will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:54:34.462284 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (5677af71-a2dc-4d9d-bb41-507e20fb1ebd), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:34.510128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58330) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:34.600728 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c6ad737-d901-41f5-85fe-e109ffe1c235 req-a93bfc42-b9a1-44e5-8504-8877c96df958 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 210 time: 0.1517992 Mar 11 11:54:34.729928 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60a5d725-b332-4b77-a880-a3b7c7112998 req-ae96ead2-2959-497b-b1e7-c068726bdbbe tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.1448388 Mar 11 11:54:34.803456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65b9aa4-1cf6-45a3-90f2-f99bbecb195f {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:54:34.832320 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Pushing event updated for resources: {'Port': ['ID=5677af71-a2dc-4d9d-bb41-507e20fb1ebd,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:34.833648 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Publish callbacks [] for port (f65b9aa4-1cf6-45a3-90f2-f99bbecb195f), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:34.870980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1bb7a5f4-def6-4e46-8295-23f0dd3323bc tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-99114359'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:35.006950 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Transition to ACTIVE for port object f65b9aa4-1cf6-45a3-90f2-f99bbecb195f will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:54:35.007474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Attempting to bind port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:54:35.008036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Attempting to bind port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:54:35.017545 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Attempting to bind port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd on network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:54:35.028743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd on network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:54:35.029078 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Attempting to bind port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd on network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:54:35.040186 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:54:35.040541 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Checking segment: {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:54:35.040932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Bound using segment: {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:54:35.041376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Bound port: 5677af71-a2dc-4d9d-bb41-507e20fb1ebd, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:54:35.041746 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5677af71-a2dc-4d9d-bb41-507e20fb1ebd), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:35.154285 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] For port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:54:35.165605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] For port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5677af71-a2dc-4d9d-bb41-507e20fb1ebd,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:54:35.179088 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (5677af71-a2dc-4d9d-bb41-507e20fb1ebd), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:35.228443 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:35.229439 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:35.231189 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] 10.222.0.37 "PUT /v2.0/ports/5677af71-a2dc-4d9d-bb41-507e20fb1ebd HTTP/1.1" status: 200 len: 1091 time: 2.9091017 Mar 11 11:54:35.231985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ad8106-9251-42b4-9a56-09fcae514170', 'tag': '5677af71-a2dc-4d9d-bb41-507e20fb1ebd'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:35.236629 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db030273-c593-4714-a197-6091bcdeee5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ad8106-9251-42b4-9a56-09fcae514170", "tag": "5677af71-a2dc-4d9d-bb41-507e20fb1ebd"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:35.320748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-25cef549-6628-4eab-a932-d2d5dbd2c05d tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:35.322618 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-25cef549-6628-4eab-a932-d2d5dbd2c05d tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.37 "GET /v2.0/networks?id=3d9312ce-6f59-46bc-a678-a1fed8510214 HTTP/1.1" status: 200 len: 815 time: 0.3125937 Mar 11 11:54:35.324788 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e642980-3f4f-40c0-90c6-84e4e89a54cb service neutron] Pushing event updated for resources: {'Port': ['ID=5677af71-a2dc-4d9d-bb41-507e20fb1ebd,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:35.325020 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (f65b9aa4-1cf6-45a3-90f2-f99bbecb195f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:35.348295 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb7a5f4-def6-4e46-8295-23f0dd3323bc tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Made reservation on behalf of 884f00968ba14223b7c3a02cdcebfd61 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:35.355290 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a5f4-def6-4e46-8295-23f0dd3323bc tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:35.355817 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecd8235-9cf8-4847-81dc-06efc6bd21b8 x-openstack-request-id: req-aecd8235-9cf8-4847-81dc-06efc6bd21b8 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:35.356113 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ad8106-9251-42b4-9a56-09fcae514170", "tag": "5677af71-a2dc-4d9d-bb41-507e20fb1ebd", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:35.356370 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aecd8235-9cf8-4847-81dc-06efc6bd21b8 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:35.356890 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ad8106-9251-42b4-9a56-09fcae514170', 'tag': '5677af71-a2dc-4d9d-bb41-507e20fb1ebd', 'status': 'completed', 'code': 200} Mar 11 11:54:35.376546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-2f9ce650-54ee-4878-b57b-43bb0225f5b1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Request body: {'port': {'device_id': '4a7f1a39-1c6b-4279-8d3a-0e9970348e57', 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214', 'admin_state_up': True, 'tenant_id': '671fef33464143b7b32a5de9fc6fc9d5'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:35.634144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-ffc9cd05-dfee-4b6d-8e01-aacdbd4653cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:35.637852 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-ffc9cd05-dfee-4b6d-8e01-aacdbd4653cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 1125 time: 0.2128534 Mar 11 11:54:35.652193 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe750d-3d41-40af-b7cd-3b75d2ee2801 req-44d407ee-a9dd-49c7-98a8-ad35506f2ea0 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:35.660857 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9fe750d-3d41-40af-b7cd-3b75d2ee2801 req-44d407ee-a9dd-49c7-98a8-ad35506f2ea0 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 947 time: 0.2135122 Mar 11 11:54:35.684370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35663c39-4feb-427f-9a9d-d7044670577b req-30f510b1-a8a1-49cc-ba56-cc93501aa285 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:35.697752 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35663c39-4feb-427f-9a9d-d7044670577b req-30f510b1-a8a1-49cc-ba56-cc93501aa285 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 943 time: 0.1675875 Mar 11 11:54:35.748865 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-2f9ce650-54ee-4878-b57b-43bb0225f5b1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Made reservation on behalf of 671fef33464143b7b32a5de9fc6fc9d5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:35.753447 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-8cd1fa8d-0bd7-4651-aad9-81a970fc5dae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5677af71-a2dc-4d9d-bb41-507e20fb1ebd HTTP/1.1" status: 200 len: 217 time: 0.0793054 Mar 11 11:54:35.754885 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-2f9ce650-54ee-4878-b57b-43bb0225f5b1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:35.988989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-2f9ce650-54ee-4878-b57b-43bb0225f5b1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Allocated IP 172.20.0.4 (3d9312ce-6f59-46bc-a678-a1fed8510214/d7dfd7d0-32e4-421d-922a-dbc8af44f6b4/d728cd92-5ef3-45b4-a858-ee1e05db96c4) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:54:36.085903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35663c39-4feb-427f-9a9d-d7044670577b req-121061f8-cfb2-4d2b-84f8-c9f2550ee32d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=cdd16214-88b8-40ff-a6b6-5c24f24d03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270423 Mar 11 11:54:36.094803 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9fe750d-3d41-40af-b7cd-3b75d2ee2801 req-9af7baf8-200e-4bed-92a9-5b0b936b7e2a tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269054 Mar 11 11:54:36.103306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-780c6421-13d6-4686-bd44-bb4302d56072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:36.104798 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-780c6421-13d6-4686-bd44-bb4302d56072 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=748e6717-2aee-4f28-b940-f1d8e2456c16 HTTP/1.1" status: 200 len: 852 time: 0.3285475 Mar 11 11:54:36.242436 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-02fe3a81-9726-4580-b203-2218d196d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:36.244098 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-02fe3a81-9726-4580-b203-2218d196d838 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1295760 Mar 11 11:54:36.347187 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-2f9ce650-54ee-4878-b57b-43bb0225f5b1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks [] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:36.368143 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a5f4-def6-4e46-8295-23f0dd3323bc tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:36.415806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-b0926c49-3c0f-404a-b40a-ede8d39df191 service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631508 Mar 11 11:54:36.458218 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-754a6ed0-76d4-4917-9a0c-bd0d7382cbd3 req-70cc73b9-ce68-4ebb-ab52-c58a354fb442 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0390115 Mar 11 11:54:36.525653 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-542fc8df-0a2e-47a7-aa53-d1465fc5a8a0 req-2d625363-0241-426b-9c49-53e89d2037da tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 210 time: 0.1080048 Mar 11 11:54:36.541899 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f65b9aa4-1cf6-45a3-90f2-f99bbecb195f,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:36.628514 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-2f9ce650-54ee-4878-b57b-43bb0225f5b1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:36.698130 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4af49821-f078-445b-b32c-32d1ffd7e2ca req-836f4957-e63c-4bbf-a947-449eb4f8b0a2 service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386315 Mar 11 11:54:36.765137 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a5f4-def6-4e46-8295-23f0dd3323bc tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for security_group (80fff8c9-25e6-406b-885d-8998f6081c20), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:36.770848 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Attempting to bind port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:54:36.771260 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Attempting to bind port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:54:36.771691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Attempting to bind port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:54:36.795424 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a5f4-def6-4e46-8295-23f0dd3323bc tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (80fff8c9-25e6-406b-885d-8998f6081c20), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:36.834851 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-2f9ce650-54ee-4878-b57b-43bb0225f5b1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Network 3d9312ce-6f59-46bc-a678-a1fed8510214 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:54:36.841344 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:54:36.841609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Attempting to bind port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:54:36.872274 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db030273-c593-4714-a197-6091bcdeee5b req-7038cf87-d70f-4f9d-aede-6a58f8db9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:36.874233 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db030273-c593-4714-a197-6091bcdeee5b req-7038cf87-d70f-4f9d-aede-6a58f8db9e1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 1125 time: 0.1073244 Mar 11 11:54:36.880109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-2f9ce650-54ee-4878-b57b-43bb0225f5b1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:36.899200 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-2f9ce650-54ee-4878-b57b-43bb0225f5b1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:54:36.916580 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ce650-54ee-4878-b57b-43bb0225f5b1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Pushing event updated for resources: {'Port': ['ID=d728cd92-5ef3-45b4-a858-ee1e05db96c4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:36.930464 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:54:36.931082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:54:36.931650 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:54:36.932279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Bound port: f65b9aa4-1cf6-45a3-90f2-f99bbecb195f, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:54:36.932818 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f65b9aa4-1cf6-45a3-90f2-f99bbecb195f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:37.014012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb7a5f4-def6-4e46-8295-23f0dd3323bc tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:54:37.037903 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7a5f4-def6-4e46-8295-23f0dd3323bc tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80fff8c9-25e6-406b-885d-8998f6081c20,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:37.055299 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a5f4-def6-4e46-8295-23f0dd3323bc tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (5818b5f9-2da7-4f77-8560-5f90f6d48c1f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:37.055996 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-1bb7a5f4-def6-4e46-8295-23f0dd3323bc tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Added segment 5818b5f9-2da7-4f77-8560-5f90f6d48c1f of type vlan for network be41f920-8494-42d7-b806-977e87479369 Mar 11 11:54:37.096907 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-2f9ce650-54ee-4878-b57b-43bb0225f5b1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:37.097748 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-2f9ce650-54ee-4878-b57b-43bb0225f5b1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:37.165444 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a5f4-def6-4e46-8295-23f0dd3323bc tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (be41f920-8494-42d7-b806-977e87479369), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:37.176856 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-2f9ce650-54ee-4878-b57b-43bb0225f5b1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8176141 Mar 11 11:54:37.179829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db030273-c593-4714-a197-6091bcdeee5b req-691f52b2-7d11-4c00-95f3-7f38b01b2b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:37.184902 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db030273-c593-4714-a197-6091bcdeee5b req-691f52b2-7d11-4c00-95f3-7f38b01b2b46 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 914 time: 0.2931345 Mar 11 11:54:37.190928 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] For port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:54:37.200674 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] For port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=f65b9aa4-1cf6-45a3-90f2-f99bbecb195f,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:54:37.207222 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Request body: {'port': {'device_id': '4a7f1a39-1c6b-4279-8d3a-0e9970348e57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:37.239686 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (f65b9aa4-1cf6-45a3-90f2-f99bbecb195f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:37.303546 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db030273-c593-4714-a197-6091bcdeee5b req-9757ba59-2ab7-40fc-aaf0-4d00b8bb1935 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5677af71-a2dc-4d9d-bb41-507e20fb1ebd HTTP/1.1" status: 200 len: 217 time: 0.1055779 Mar 11 11:54:37.310149 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a5f4-def6-4e46-8295-23f0dd3323bc tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (be41f920-8494-42d7-b806-977e87479369), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:37.316895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7a5f4-def6-4e46-8295-23f0dd3323bc tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:37.317687 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a5f4-def6-4e46-8295-23f0dd3323bc tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:37.391852 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:37.391852 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:37.393822 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] 10.222.0.71 "PUT /v2.0/ports/f65b9aa4-1cf6-45a3-90f2-f99bbecb195f HTTP/1.1" status: 200 len: 1095 time: 3.9975209 Mar 11 11:54:37.396531 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ced8ab2-2678-41de-bd58-e11745c633f5', 'tag': 'f65b9aa4-1cf6-45a3-90f2-f99bbecb195f'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:37.406671 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cbcd72-a1e6-4f28-8830-99a6a9d52230" -d '{"events": [{"name": "network-changed", "server_uuid": "2ced8ab2-2678-41de-bd58-e11745c633f5", "tag": "f65b9aa4-1cf6-45a3-90f2-f99bbecb195f"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:37.408029 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db030273-c593-4714-a197-6091bcdeee5b req-8f31314e-375f-44e0-9456-8037b6bf974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:37.409925 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db030273-c593-4714-a197-6091bcdeee5b req-8f31314e-375f-44e0-9456-8037b6bf974e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=748e6717-2aee-4f28-b940-f1d8e2456c16 HTTP/1.1" status: 200 len: 852 time: 0.0933864 Mar 11 11:54:37.450925 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1bb7a5f4-def6-4e46-8295-23f0dd3323bc tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.9398177 Mar 11 11:54:37.516241 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c63a64-0357-435d-b794-fb831f35f817 req-6dcc249e-6532-4ea6-915f-3f7b086eab4d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:37.529815 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18c63a64-0357-435d-b794-fb831f35f817 req-6dcc249e-6532-4ea6-915f-3f7b086eab4d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 943 time: 0.2261071 Mar 11 11:54:37.642253 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4190f0d-911d-4fc0-98cc-15ba375f6cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f65b9aa4-1cf6-45a3-90f2-f99bbecb195f,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:37.649382 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:37.655062 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee533766-2e0d-4051-b609-1a160b9fc02b req-1c67bc13-7eca-49df-93e3-10edcc8a275b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:37.662908 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee533766-2e0d-4051-b609-1a160b9fc02b req-1c67bc13-7eca-49df-93e3-10edcc8a275b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 947 time: 0.3582163 Mar 11 11:54:37.684560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7a5f4-def6-4e46-8295-23f0dd3323bc tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event updated for resources: {'Network': ['ID=be41f920-8494-42d7-b806-977e87479369,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:37.726402 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network be41f920-8494-42d7-b806-977e87479369 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:54:37.874991 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18c63a64-0357-435d-b794-fb831f35f817 req-9c1fffca-44f0-4e13-8d7c-3aad4542bd24 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=cdd16214-88b8-40ff-a6b6-5c24f24d03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3358982 Mar 11 11:54:37.890976 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-d467c9f6-b82e-41bc-b65e-d1049dcac150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:37.904193 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-d467c9f6-b82e-41bc-b65e-d1049dcac150 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 1129 time: 0.4513147 Mar 11 11:54:37.967377 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db030273-c593-4714-a197-6091bcdeee5b req-4257f5fc-fade-4edc-b97e-0acb949f6916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:37.993149 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db030273-c593-4714-a197-6091bcdeee5b req-4257f5fc-fade-4edc-b97e-0acb949f6916 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5138466 Mar 11 11:54:38.076660 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee533766-2e0d-4051-b609-1a160b9fc02b req-5183b2cb-d7e8-43c6-9dc5-41835e61f906 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900452 Mar 11 11:54:38.538638 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-64665155-9ef6-4b40-9d6d-58d7c3f65e61 req-1211dd07-b6bf-4450-97f4-06587e4e1e2d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.1729999 Mar 11 11:54:38.611427 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db030273-c593-4714-a197-6091bcdeee5b req-e7f55436-27ab-491d-befd-07d27fbaba23 service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6162379 Mar 11 11:54:38.690055 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d728cd92-5ef3-45b4-a858-ee1e05db96c4 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:54:38.698754 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Publish callbacks [] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:38.714894 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fbeb38-a5dc-4e5f-a5bd-14f0b457528b x-openstack-request-id: req-37fbeb38-a5dc-4e5f-a5bd-14f0b457528b {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:38.715178 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ced8ab2-2678-41de-bd58-e11745c633f5", "tag": "f65b9aa4-1cf6-45a3-90f2-f99bbecb195f", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:38.715430 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-37fbeb38-a5dc-4e5f-a5bd-14f0b457528b {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:38.718205 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ced8ab2-2678-41de-bd58-e11745c633f5', 'tag': 'f65b9aa4-1cf6-45a3-90f2-f99bbecb195f', 'status': 'completed', 'code': 200} Mar 11 11:54:38.770145 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-4e1bb942-77f2-43e9-be24-2188ad37c61b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=f65b9aa4-1cf6-45a3-90f2-f99bbecb195f HTTP/1.1" status: 200 len: 217 time: 0.8359201 Mar 11 11:54:38.771318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Transition to ACTIVE for port object d728cd92-5ef3-45b4-a858-ee1e05db96c4 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:54:38.790210 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:38.893949 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Pushing event updated for resources: {'Port': ['ID=d728cd92-5ef3-45b4-a858-ee1e05db96c4,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:38.921313 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9a54f-bc73-4d5a-bdda-40404477da98 req-99824f46-85f8-46d2-9c05-10b201016c81 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:38.936292 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a0a9a54f-bc73-4d5a-bdda-40404477da98 req-99824f46-85f8-46d2-9c05-10b201016c81 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 931 time: 0.2843993 Mar 11 11:54:38.970846 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db030273-c593-4714-a197-6091bcdeee5b req-47d7fd4c-157e-475a-99d5-d5f827252391 service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518620 Mar 11 11:54:39.014335 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Attempting to bind port d728cd92-5ef3-45b4-a858-ee1e05db96c4 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:54:39.015165 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Attempting to bind port d728cd92-5ef3-45b4-a858-ee1e05db96c4 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'dfa5312f-d073-4201-b92d-86037a1aaf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:54:39.015752 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Attempting to bind port d728cd92-5ef3-45b4-a858-ee1e05db96c4 on network 3d9312ce-6f59-46bc-a678-a1fed8510214 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:54:39.024110 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Port d728cd92-5ef3-45b4-a858-ee1e05db96c4 on network 3d9312ce-6f59-46bc-a678-a1fed8510214 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:54:39.024820 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Attempting to bind port d728cd92-5ef3-45b4-a858-ee1e05db96c4 on network 3d9312ce-6f59-46bc-a678-a1fed8510214 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:54:39.028987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-1de2278e-d33b-4f81-a15a-7159740adfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:39.030956 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-1de2278e-d33b-4f81-a15a-7159740adfd1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.2521701 Mar 11 11:54:39.041219 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:54:39.041887 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Checking segment: {'id': 'dfa5312f-d073-4201-b92d-86037a1aaf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:54:39.042589 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Bound using segment: {'id': 'dfa5312f-d073-4201-b92d-86037a1aaf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:54:39.043660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Bound port: d728cd92-5ef3-45b4-a858-ee1e05db96c4, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa5312f-d073-4201-b92d-86037a1aaf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:54:39.044283 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:39.131012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a0a9a54f-bc73-4d5a-bdda-40404477da98 req-539ac328-96d6-4e2d-984f-b9711e26b7cf tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937277 Mar 11 11:54:39.202522 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77beae25-5ba5-486a-8129-913d93c81d4c req-d5df3e29-677b-4893-8c78-726f9ea36b1d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:39.214636 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] For port d728cd92-5ef3-45b4-a858-ee1e05db96c4, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:54:39.215408 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-77beae25-5ba5-486a-8129-913d93c81d4c req-d5df3e29-677b-4893-8c78-726f9ea36b1d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 943 time: 0.1922195 Mar 11 11:54:39.218743 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] For port d728cd92-5ef3-45b4-a858-ee1e05db96c4, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d728cd92-5ef3-45b4-a858-ee1e05db96c4,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:54:39.276718 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:39.307386 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5677af71-a2dc-4d9d-bb41-507e20fb1ebd details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:54:39.342882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:39.343521 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:39.355988 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] 10.222.0.37 "PUT /v2.0/ports/d728cd92-5ef3-45b4-a858-ee1e05db96c4 HTTP/1.1" status: 200 len: 1091 time: 2.1483538 Mar 11 11:54:39.375127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-77beae25-5ba5-486a-8129-913d93c81d4c req-c9b57e75-8389-41ee-94c6-e97c407b22ed tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=cdd16214-88b8-40ff-a6b6-5c24f24d03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583407 Mar 11 11:54:39.508852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01710d7b-b674-4e33-b7f4-af18436fe5b6 req-91fba4b2-cec5-4213-9756-f56e0af602f6 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:39.510780 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01710d7b-b674-4e33-b7f4-af18436fe5b6 req-91fba4b2-cec5-4213-9756-f56e0af602f6 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 947 time: 0.1104667 Mar 11 11:54:39.584783 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5677af71-a2dc-4d9d-bb41-507e20fb1ebd,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:39.617131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '5677af71-a2dc-4d9d-bb41-507e20fb1ebd', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'port_id': '5677af71-a2dc-4d9d-bb41-507e20fb1ebd', 'mac_address': 'fa:16:3e:47:e8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:54:39.643479 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-f2d72ca3-c642-4216-bc7b-a2d30944a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:39.652022 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-f2d72ca3-c642-4216-bc7b-a2d30944a3e3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5760772 Mar 11 11:54:39.669772 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01710d7b-b674-4e33-b7f4-af18436fe5b6 req-5cba499f-5696-420a-9479-ec47a8e8ada7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527252 Mar 11 11:54:39.674869 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966483eb-75a2-4b23-889a-9f89cb4df018 service neutron] Pushing event updated for resources: {'Port': ['ID=d728cd92-5ef3-45b4-a858-ee1e05db96c4,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:39.734330 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:39.734734 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5677af71-a2dc-4d9d-bb41-507e20fb1ebd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:39.779391 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-67335439-92a9-439b-b769-ca2443167482 req-8a7a7df6-bf16-4720-a5fb-af6c7bff5881 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0650094 Mar 11 11:54:39.791255 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5677af71-a2dc-4d9d-bb41-507e20fb1ebd {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:54:39.818403 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-cbf64eb6-1d29-4c39-baab-31beef38123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:39.821126 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-cbf64eb6-1d29-4c39-baab-31beef38123a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=671fef33464143b7b32a5de9fc6fc9d5&device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 1125 time: 0.3999231 Mar 11 11:54:39.856026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5677af71-a2dc-4d9d-bb41-507e20fb1ebd,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:39.867615 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5677af71-a2dc-4d9d-bb41-507e20fb1ebd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:39.950154 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-5effa816-b340-42e6-ae6d-5c07c538d33d service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768650 Mar 11 11:54:39.988530 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=5677af71-a2dc-4d9d-bb41-507e20fb1ebd,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:40.026910 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-639185c2-e308-4255-8298-332890642274 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d728cd92-5ef3-45b4-a858-ee1e05db96c4 HTTP/1.1" status: 200 len: 217 time: 0.1915987 Mar 11 11:54:40.183540 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-d0c113d6-5b30-47d7-9590-6e0445d5ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:40.193535 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-d0c113d6-5b30-47d7-9590-6e0445d5ce6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7dfd7d0-32e4-421d-922a-dbc8af44f6b4 HTTP/1.1" status: 200 len: 855 time: 0.1534162 Mar 11 11:54:40.205016 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['5677af71-a2dc-4d9d-bb41-507e20fb1ebd'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:54:40.310194 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2a37f065-39e6-47fc-a954-a8da1b858df2 req-feb88290-eec7-4f77-8f1f-9f325579c38a service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821958 Mar 11 11:54:40.383498 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-ef5991da-646c-41d1-9b4c-47a058ec6161 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d9312ce-6f59-46bc-a678-a1fed8510214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1718841 Mar 11 11:54:40.502803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e8114-2f6b-47df-b6a6-a4e7ff473e0b req-e394c2c6-3845-4605-815d-dfcd999548cb tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:40.510955 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f06e8114-2f6b-47df-b6a6-a4e7ff473e0b req-e394c2c6-3845-4605-815d-dfcd999548cb tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 943 time: 0.1626282 Mar 11 11:54:40.634128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbcd72-a1e6-4f28-8830-99a6a9d52230 req-b86acf8d-285b-43d7-9d0f-2a2ace79a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:40.636104 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-91cbcd72-a1e6-4f28-8830-99a6a9d52230 req-b86acf8d-285b-43d7-9d0f-2a2ace79a1c6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 1129 time: 0.2495854 Mar 11 11:54:40.753648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f06e8114-2f6b-47df-b6a6-a4e7ff473e0b req-c4139ca1-a5b7-4496-abbe-df679ab6c13a tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409782 Mar 11 11:54:40.791245 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ea3bc-a141-454f-a854-2d3e93f42a21 req-2de468d6-8ba7-417a-8f8f-3974f4f8e1c8 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:40.814779 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d19ea3bc-a141-454f-a854-2d3e93f42a21 req-2de468d6-8ba7-417a-8f8f-3974f4f8e1c8 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 944 time: 0.2379155 Mar 11 11:54:40.953870 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d19ea3bc-a141-454f-a854-2d3e93f42a21 req-212e234e-3108-45fc-be04-069fbec6cb46 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=cdd16214-88b8-40ff-a6b6-5c24f24d03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377594 Mar 11 11:54:40.997012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56535a06-d44f-4e85-bdbb-ee030315b487 req-eaed1c55-1389-434b-a52f-fb56e1ac76db tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:41.016668 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-56535a06-d44f-4e85-bdbb-ee030315b487 req-eaed1c55-1389-434b-a52f-fb56e1ac76db tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 950 time: 0.1282780 Mar 11 11:54:41.046577 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58780) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:41.055048 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9ee37cb4-b241-472f-9f6f-c0188f0ab41a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Request body: {'subnet': {'network_id': 'be41f920-8494-42d7-b806-977e87479369', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:41.125080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7f1a39-1c6b-4279-8d3a-0e9970348e57', 'tag': 'd728cd92-5ef3-45b4-a858-ee1e05db96c4'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:41.127368 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0692271-4f1c-4915-96a7-052419db2142" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7f1a39-1c6b-4279-8d3a-0e9970348e57", "tag": "d728cd92-5ef3-45b4-a858-ee1e05db96c4"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:41.144790 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-31fe6cdf-cd2d-4c43-a256-475d4384ca56 service neutron] 10.222.0.37 "GET /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6563334 Mar 11 11:54:41.188317 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-56535a06-d44f-4e85-bdbb-ee030315b487 req-f977e5aa-9a1a-4ae3-aa8f-620991ab68c6 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699824 Mar 11 11:54:41.213461 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27943de6-7c5c-4f5a-b87c-612ccbae126e req-848eb0fe-8420-4c03-875b-0230046b3591 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:41.215350 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-27943de6-7c5c-4f5a-b87c-612ccbae126e req-848eb0fe-8420-4c03-875b-0230046b3591 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 947 time: 0.1529436 Mar 11 11:54:41.290966 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-27943de6-7c5c-4f5a-b87c-612ccbae126e req-acfa142c-92cc-41a1-b8fb-679f7c87b454 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662534 Mar 11 11:54:41.293408 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbcd72-a1e6-4f28-8830-99a6a9d52230 req-e5903ba3-2a69-4e1a-bf1c-cec17ffd721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:41.295759 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-91cbcd72-a1e6-4f28-8830-99a6a9d52230 req-e5903ba3-2a69-4e1a-bf1c-cec17ffd721a service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.6407037 Mar 11 11:54:41.318193 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-866d0d7f-5779-4349-9bed-d3e6d73755bd req-3a093783-9892-4667-8296-548611072190 service neutron] 10.222.0.37 "GET /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617377 Mar 11 11:54:41.321631 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e47bf674-9498-4d48-9ba8-f2de5f4e2421 req-853af9ca-b028-4e66-bb14-5ca5c0483eef tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0295086 Mar 11 11:54:41.322385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee37cb4-b241-472f-9f6f-c0188f0ab41a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Made reservation on behalf of 884f00968ba14223b7c3a02cdcebfd61 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:41.326381 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ee37cb4-b241-472f-9f6f-c0188f0ab41a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:41.384973 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860fed1a-411a-4bbb-b5f3-e1c5b14d403b x-openstack-request-id: req-860fed1a-411a-4bbb-b5f3-e1c5b14d403b {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:41.385312 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7f1a39-1c6b-4279-8d3a-0e9970348e57", "tag": "d728cd92-5ef3-45b4-a858-ee1e05db96c4", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:41.385770 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-860fed1a-411a-4bbb-b5f3-e1c5b14d403b {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:41.386291 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7f1a39-1c6b-4279-8d3a-0e9970348e57', 'tag': 'd728cd92-5ef3-45b4-a858-ee1e05db96c4', 'status': 'completed', 'code': 200} Mar 11 11:54:41.388311 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-91cbcd72-a1e6-4f28-8830-99a6a9d52230 req-d1b79b3d-ac5f-4e4f-aa91-013ab7a71d10 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=f65b9aa4-1cf6-45a3-90f2-f99bbecb195f HTTP/1.1" status: 200 len: 217 time: 0.0689039 Mar 11 11:54:41.480470 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbcd72-a1e6-4f28-8830-99a6a9d52230 req-3385b0e5-a91e-4ee8-8e1d-f6b39ff0728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:41.481992 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-91cbcd72-a1e6-4f28-8830-99a6a9d52230 req-3385b0e5-a91e-4ee8-8e1d-f6b39ff0728e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0826249 Mar 11 11:54:41.504338 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0692271-4f1c-4915-96a7-052419db2142 req-83e83c09-1332-407c-8ff9-5e5979a95f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:41.505821 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f0692271-4f1c-4915-96a7-052419db2142 req-83e83c09-1332-407c-8ff9-5e5979a95f4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=671fef33464143b7b32a5de9fc6fc9d5&device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 1125 time: 0.0718505 Mar 11 11:54:41.541132 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ee37cb4-b241-472f-9f6f-c0188f0ab41a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (06cd7c6d-4aea-47e3-9b8d-5b948f465d88), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:41.600437 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee37cb4-b241-472f-9f6f-c0188f0ab41a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event updated for resources: {'Subnet': ['ID=06cd7c6d-4aea-47e3-9b8d-5b948f465d88,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:41.602573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbcd72-a1e6-4f28-8830-99a6a9d52230 req-322a7cda-3448-4093-ab37-ad2022f60f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:41.604337 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-91cbcd72-a1e6-4f28-8830-99a6a9d52230 req-322a7cda-3448-4093-ab37-ad2022f60f3a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1111572 Mar 11 11:54:41.620575 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee37cb4-b241-472f-9f6f-c0188f0ab41a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Checking segment: {'id': '5818b5f9-2da7-4f77-8560-5f90f6d48c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'be41f920-8494-42d7-b806-977e87479369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:54:41.620971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee37cb4-b241-472f-9f6f-c0188f0ab41a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Network hostable DHCP agents. Network: be41f920-8494-42d7-b806-977e87479369, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:54:41.640815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee37cb4-b241-472f-9f6f-c0188f0ab41a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Network be41f920-8494-42d7-b806-977e87479369 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:54:41.653010 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-9ee37cb4-b241-472f-9f6f-c0188f0ab41a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, be41f920-8494-42d7-b806-977e87479369) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:41.656416 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0692271-4f1c-4915-96a7-052419db2142 req-fc26b0fd-74d6-482d-b165-34270ab8ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:41.658357 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f0692271-4f1c-4915-96a7-052419db2142 req-fc26b0fd-74d6-482d-b165-34270ab8ef67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d9312ce-6f59-46bc-a678-a1fed8510214 HTTP/1.1" status: 200 len: 916 time: 0.1364386 Mar 11 11:54:41.659052 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee37cb4-b241-472f-9f6f-c0188f0ab41a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:41.659877 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ee37cb4-b241-472f-9f6f-c0188f0ab41a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:41.669971 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc54cf6-49ae-41ea-ad5f-b84f7cf33af4 None None] Network be41f920-8494-42d7-b806-977e87479369 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:41.686256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9ee37cb4-b241-472f-9f6f-c0188f0ab41a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6355250 Mar 11 11:54:41.686951 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58784) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:41.692591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b16cce03-015f-49f6-8f7b-4cf6e35bbb80 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-884135376'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:41.721441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16cce03-015f-49f6-8f7b-4cf6e35bbb80 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Made reservation on behalf of 884f00968ba14223b7c3a02cdcebfd61 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:41.725454 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b16cce03-015f-49f6-8f7b-4cf6e35bbb80 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:41.729449 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f0692271-4f1c-4915-96a7-052419db2142 req-d81516f7-df5e-4662-9b86-f06483900a91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d728cd92-5ef3-45b4-a858-ee1e05db96c4 HTTP/1.1" status: 200 len: 217 time: 0.0420032 Mar 11 11:54:41.765276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16cce03-015f-49f6-8f7b-4cf6e35bbb80 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:54:41.778239 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b16cce03-015f-49f6-8f7b-4cf6e35bbb80 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (07b3ae91-17fb-4585-93d3-288de918760f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:41.779114 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-b16cce03-015f-49f6-8f7b-4cf6e35bbb80 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Added segment 07b3ae91-17fb-4585-93d3-288de918760f of type vlan for network 22b30083-ef3b-477f-9767-547d2ea1f5b7 Mar 11 11:54:41.796297 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-91cbcd72-a1e6-4f28-8830-99a6a9d52230 req-d6c70661-b1fe-40cc-82d0-b1a2f5753bba service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839604 Mar 11 11:54:41.815174 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0692271-4f1c-4915-96a7-052419db2142 req-9e79366c-d16a-42a9-bacf-29ef7706b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:41.816702 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f0692271-4f1c-4915-96a7-052419db2142 req-9e79366c-d16a-42a9-bacf-29ef7706b4e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7dfd7d0-32e4-421d-922a-dbc8af44f6b4 HTTP/1.1" status: 200 len: 855 time: 0.0790350 Mar 11 11:54:41.821111 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-be41f920-8494-42d7-b806-977e87479369', 'network_id': 'be41f920-8494-42d7-b806-977e87479369', 'project_id': '884f00968ba14223b7c3a02cdcebfd61', 'fixed_ips': [{'subnet_id': '06cd7c6d-4aea-47e3-9b8d-5b948f465d88'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:54:41.822219 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:41.827003 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b16cce03-015f-49f6-8f7b-4cf6e35bbb80 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (22b30083-ef3b-477f-9767-547d2ea1f5b7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:41.860436 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f0692271-4f1c-4915-96a7-052419db2142 req-d2a8683e-747d-46fb-b748-018545932cd9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d9312ce-6f59-46bc-a678-a1fed8510214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312376 Mar 11 11:54:41.861184 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b16cce03-015f-49f6-8f7b-4cf6e35bbb80 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (22b30083-ef3b-477f-9767-547d2ea1f5b7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:41.867606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16cce03-015f-49f6-8f7b-4cf6e35bbb80 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:41.868277 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b16cce03-015f-49f6-8f7b-4cf6e35bbb80 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:41.984633 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-91cbcd72-a1e6-4f28-8830-99a6a9d52230 req-b991542e-3327-4b29-b203-e0455cc195fd service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782963 Mar 11 11:54:42.035450 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f0692271-4f1c-4915-96a7-052419db2142 req-10b0a96d-1d7b-44ac-8fcc-01633699db5d service neutron] 10.222.0.37 "GET /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355278 Mar 11 11:54:42.035920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Allocated IP 2001:db8:0:ffff::2 (be41f920-8494-42d7-b806-977e87479369/06cd7c6d-4aea-47e3-9b8d-5b948f465d88/1832b07d-f24f-47ae-b8a9-0b7c18ca539f) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:54:42.168799 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f0692271-4f1c-4915-96a7-052419db2142 req-8f2b15c4-50e9-4bff-ac98-b86b8f2b3861 service neutron] 10.222.0.37 "GET /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245689 Mar 11 11:54:42.213211 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Publish callbacks [] for port (1832b07d-f24f-47ae-b8a9-0b7c18ca539f), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:42.221109 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (1832b07d-f24f-47ae-b8a9-0b7c18ca539f), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:42.239970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Network be41f920-8494-42d7-b806-977e87479369 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:54:42.242856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:42.245460 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:54:42.298791 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cce03-015f-49f6-8f7b-4cf6e35bbb80 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event updated for resources: {'Network': ['ID=22b30083-ef3b-477f-9767-547d2ea1f5b7,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:42.340859 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 22b30083-ef3b-477f-9767-547d2ea1f5b7 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:54:42.344202 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b16cce03-015f-49f6-8f7b-4cf6e35bbb80 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6540072 Mar 11 11:54:42.345242 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58796) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:42.350424 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ee2878a0-4a8a-4b7f-ab8e-48723712bd18 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Request body: {'subnet': {'network_id': '22b30083-ef3b-477f-9767-547d2ea1f5b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:42.378175 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d40956-a163-49a4-a8fd-1e98e04f9ec6 req-4bfb5da6-7fd1-466f-8765-3abaeea25c8d tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:42.385148 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70d40956-a163-49a4-a8fd-1e98e04f9ec6 req-4bfb5da6-7fd1-466f-8765-3abaeea25c8d tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 943 time: 0.5123658 Mar 11 11:54:42.399881 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5321b34-2f6b-4464-8cf6-b410a427ce30 req-98a2adbb-13de-41cf-9446-a63619b786e4 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:42.401440 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e5321b34-2f6b-4464-8cf6-b410a427ce30 req-98a2adbb-13de-41cf-9446-a63619b786e4 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 944 time: 0.0994303 Mar 11 11:54:42.413388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Attempting to bind port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:54:42.413388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Attempting to bind port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '5818b5f9-2da7-4f77-8560-5f90f6d48c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'be41f920-8494-42d7-b806-977e87479369'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:54:42.413756 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Attempting to bind port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f on network be41f920-8494-42d7-b806-977e87479369 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:54:42.427123 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Pushing event updated for resources: {'Port': ['ID=1832b07d-f24f-47ae-b8a9-0b7c18ca539f,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:42.431009 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:54:42.431399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Checking segment: {'id': '5818b5f9-2da7-4f77-8560-5f90f6d48c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'be41f920-8494-42d7-b806-977e87479369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:54:42.431834 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:42.432224 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Bound using segment: {'id': '5818b5f9-2da7-4f77-8560-5f90f6d48c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'be41f920-8494-42d7-b806-977e87479369'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:54:42.432705 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Bound port: 1832b07d-f24f-47ae-b8a9-0b7c18ca539f, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5818b5f9-2da7-4f77-8560-5f90f6d48c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'be41f920-8494-42d7-b806-977e87479369'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:54:42.433295 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1832b07d-f24f-47ae-b8a9-0b7c18ca539f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:42.480522 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70d40956-a163-49a4-a8fd-1e98e04f9ec6 req-1c0f2efd-c327-4034-8f8f-e8133ebdeebe tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943246 Mar 11 11:54:42.485065 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2878a0-4a8a-4b7f-ab8e-48723712bd18 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Made reservation on behalf of 884f00968ba14223b7c3a02cdcebfd61 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:42.491526 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e5321b34-2f6b-4464-8cf6-b410a427ce30 req-c9298bc1-853d-43aa-8d0e-b57cf09dd8cc tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=cdd16214-88b8-40ff-a6b6-5c24f24d03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776041 Mar 11 11:54:42.493752 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee2878a0-4a8a-4b7f-ab8e-48723712bd18 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:42.549864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] For port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:54:42.553499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] For port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1832b07d-f24f-47ae-b8a9-0b7c18ca539f,segment=NetworkSegment(5818b5f9-2da7-4f77-8560-5f90f6d48c1f),segment_id=5818b5f9-2da7-4f77-8560-5f90f6d48c1f)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:54:42.558411 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:42.566959 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1832b07d-f24f-47ae-b8a9-0b7c18ca539f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:42.674090 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3085ac-dab6-4afe-8d84-d58a72c17537 None None] Pushing event updated for resources: {'Port': ['ID=1832b07d-f24f-47ae-b8a9-0b7c18ca539f,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:42.703810 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febacfda-8f0a-4296-879f-793de57ed05e req-bc7a0e03-d2a2-4452-8929-a01f20299f71 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:42.705588 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-febacfda-8f0a-4296-879f-793de57ed05e req-bc7a0e03-d2a2-4452-8929-a01f20299f71 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 947 time: 0.1270161 Mar 11 11:54:42.748933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28316c97-e682-44a0-ba38-9b5d99770bb2 req-d1e65180-a856-40a9-806f-08da670c7406 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:42.756705 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28316c97-e682-44a0-ba38-9b5d99770bb2 req-d1e65180-a856-40a9-806f-08da670c7406 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 950 time: 0.1273265 Mar 11 11:54:42.809880 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-febacfda-8f0a-4296-879f-793de57ed05e req-9d2c8c19-f043-4d83-85e9-36ad1849175f tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953021 Mar 11 11:54:42.845944 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28316c97-e682-44a0-ba38-9b5d99770bb2 req-82774c6b-c0a9-4feb-9e99-b592e422769f tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862598 Mar 11 11:54:42.960370 n-d-833234-2 neutron-server[104032]: DEBUG neutron.objects.ports [None req-ee2878a0-4a8a-4b7f-ab8e-48723712bd18 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104032) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 11:54:42.962115 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee2878a0-4a8a-4b7f-ab8e-48723712bd18 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (3483ba8e-059c-4f71-b6d3-2a06b3aed6cc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:42.974543 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b880c1ee-f3f3-4c19-a6f7-ab1abe327d76 req-f35c1768-e986-4c8a-a3c0-83dbc0910a03 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0621643 Mar 11 11:54:43.085401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2878a0-4a8a-4b7f-ab8e-48723712bd18 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Checking segment: {'id': '07b3ae91-17fb-4585-93d3-288de918760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '22b30083-ef3b-477f-9767-547d2ea1f5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:54:43.086090 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2878a0-4a8a-4b7f-ab8e-48723712bd18 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Network hostable DHCP agents. Network: 22b30083-ef3b-477f-9767-547d2ea1f5b7, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:54:43.091669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2878a0-4a8a-4b7f-ab8e-48723712bd18 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event updated for resources: {'Subnet': ['ID=3483ba8e-059c-4f71-b6d3-2a06b3aed6cc,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:43.119360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2878a0-4a8a-4b7f-ab8e-48723712bd18 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Network 22b30083-ef3b-477f-9767-547d2ea1f5b7 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:54:43.144825 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ee2878a0-4a8a-4b7f-ab8e-48723712bd18 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 22b30083-ef3b-477f-9767-547d2ea1f5b7) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:43.152508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2878a0-4a8a-4b7f-ab8e-48723712bd18 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:43.153344 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee2878a0-4a8a-4b7f-ab8e-48723712bd18 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:43.162108 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e518d233-d40f-4bb4-9ac3-3101bd7c2aa2 None None] Network 22b30083-ef3b-477f-9767-547d2ea1f5b7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:43.193943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58824) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:43.194411 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ee2878a0-4a8a-4b7f-ab8e-48723712bd18 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8477468 Mar 11 11:54:43.198956 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-726f6825-dbda-4374-8649-327018be1cb4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Request body: {'port': {'network_id': '22b30083-ef3b-477f-9767-547d2ea1f5b7', 'name': 'tempest-NetworksIpV6TestAttrs-1440570613'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:43.309615 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-22b30083-ef3b-477f-9767-547d2ea1f5b7', 'network_id': '22b30083-ef3b-477f-9767-547d2ea1f5b7', 'project_id': '884f00968ba14223b7c3a02cdcebfd61', 'fixed_ips': [{'subnet_id': '3483ba8e-059c-4f71-b6d3-2a06b3aed6cc'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:54:43.310984 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:43.328855 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5677af71-a2dc-4d9d-bb41-507e20fb1ebd up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:54:43.361936 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726f6825-dbda-4374-8649-327018be1cb4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Made reservation on behalf of 884f00968ba14223b7c3a02cdcebfd61 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:43.366612 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-726f6825-dbda-4374-8649-327018be1cb4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:43.394959 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-726f6825-dbda-4374-8649-327018be1cb4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] device_id is not set on port acd4040a-2bf6-41b1-9009-2e61b5413ff4 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 11:54:43.476039 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:54:43.488762 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:43.489130 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5677af71-a2dc-4d9d-bb41-507e20fb1ebd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:43.612219 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce8ebd9f-195a-4e02-8927-c46eb8048090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:43.614355 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Allocated IP 2001:db8::f816:3eff:fe9e:3d97 (22b30083-ef3b-477f-9767-547d2ea1f5b7/3483ba8e-059c-4f71-b6d3-2a06b3aed6cc/31bada11-e081-4ba3-a75f-47248219fbc3) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:54:43.679763 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:43.680315 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5677af71-a2dc-4d9d-bb41-507e20fb1ebd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:43.707010 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7de92-a184-4bb4-b5ef-1a696aa96704 req-879f6187-43e3-4d32-86e7-54415987a8ec tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:43.713041 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dc7de92-a184-4bb4-b5ef-1a696aa96704 req-879f6187-43e3-4d32-86e7-54415987a8ec tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 943 time: 0.1145198 Mar 11 11:54:43.788069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5677af71-a2dc-4d9d-bb41-507e20fb1ebd,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:43.793867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ad8106-9251-42b4-9a56-09fcae514170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5677af71-a2dc-4d9d-bb41-507e20fb1ebd'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:43.797860 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b16e7b-b56c-41e6-affb-105fc67967f2" -d '{"events": [{"server_uuid": "b7ad8106-9251-42b4-9a56-09fcae514170", "name": "network-vif-plugged", "status": "completed", "tag": "5677af71-a2dc-4d9d-bb41-507e20fb1ebd"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:43.808214 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dc7de92-a184-4bb4-b5ef-1a696aa96704 req-e70db780-10ac-41b2-bfb7-7ae948456bd8 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916376 Mar 11 11:54:43.812851 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5677af71-a2dc-4d9d-bb41-507e20fb1ebd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:43.814178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device aef4fb3f-42fc-4d20-85dd-113a9a6e67fc no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:54:43.904811 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1d02ce-57b1-4aec-9dcd-d1657e23970b x-openstack-request-id: req-3d1d02ce-57b1-4aec-9dcd-d1657e23970b {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:43.905329 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ad8106-9251-42b4-9a56-09fcae514170", "name": "network-vif-plugged", "status": "completed", "tag": "5677af71-a2dc-4d9d-bb41-507e20fb1ebd", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:43.905737 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3d1d02ce-57b1-4aec-9dcd-d1657e23970b {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:43.906302 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ad8106-9251-42b4-9a56-09fcae514170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5677af71-a2dc-4d9d-bb41-507e20fb1ebd', 'code': 200} Mar 11 11:54:44.033696 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Publish callbacks [] for port (31bada11-e081-4ba3-a75f-47248219fbc3), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:44.034904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bccb0e-1c74-4031-b657-25859fb08226 req-b27a0953-2d50-4d1e-a7b3-83bca464e5a8 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:44.038583 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c7bccb0e-1c74-4031-b657-25859fb08226 req-b27a0953-2d50-4d1e-a7b3-83bca464e5a8 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 945 time: 0.1468625 Mar 11 11:54:44.056174 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e98f7-ba82-440e-9885-20febb5f5cf0 req-30012ff8-332a-478c-9849-6abbe6cd6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:44.057710 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4f3e98f7-ba82-440e-9885-20febb5f5cf0 req-30012ff8-332a-478c-9849-6abbe6cd6a4d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 1127 time: 0.0801582 Mar 11 11:54:44.063006 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (31bada11-e081-4ba3-a75f-47248219fbc3), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:44.099612 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Network 22b30083-ef3b-477f-9767-547d2ea1f5b7 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:54:44.118163 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-726f6825-dbda-4374-8649-327018be1cb4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Allocated IP 2001:db8::f816:3eff:fe83:6ea0 (22b30083-ef3b-477f-9767-547d2ea1f5b7/3483ba8e-059c-4f71-b6d3-2a06b3aed6cc/acd4040a-2bf6-41b1-9009-2e61b5413ff4) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:54:44.131546 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4f3e98f7-ba82-440e-9885-20febb5f5cf0 req-f032f39c-788a-47ef-9249-d7a788a49084 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cdd16214-88b8-40ff-a6b6-5c24f24d03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666094 Mar 11 11:54:44.136356 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=5677af71-a2dc-4d9d-bb41-507e20fb1ebd,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:44.140554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccae977-9ecf-4a5e-adca-d551a1a8f9dc None None] Network be41f920-8494-42d7-b806-977e87479369 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:44.168794 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:44.180173 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb9754-7d08-4600-bcf8-f7952f7c7ce9 req-5ae1b983-45f0-41d9-a013-045f72590289 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:44.181652 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fcfb9754-7d08-4600-bcf8-f7952f7c7ce9 req-5ae1b983-45f0-41d9-a013-045f72590289 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 947 time: 0.2277083 Mar 11 11:54:44.190289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:54:44.275388 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c7bccb0e-1c74-4031-b657-25859fb08226 req-6f585897-104b-4f35-b398-55be54db5810 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=cdd16214-88b8-40ff-a6b6-5c24f24d03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336436 Mar 11 11:54:44.300099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ce524b85-4772-4a1c-885e-eebd09ba826b None None] Provisioning complete for port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:44.300499 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce524b85-4772-4a1c-885e-eebd09ba826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1832b07d-f24f-47ae-b8a9-0b7c18ca539f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:44.343191 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:44.343484 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:44.353000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fcfb9754-7d08-4600-bcf8-f7952f7c7ce9 req-d4d8aae8-0fb0-4c46-839d-9305d5d250bb tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650500 Mar 11 11:54:44.414622 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-726f6825-dbda-4374-8649-327018be1cb4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for port (acd4040a-2bf6-41b1-9009-2e61b5413ff4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:44.421549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Pushing event updated for resources: {'Port': ['ID=31bada11-e081-4ba3-a75f-47248219fbc3,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:44.456524 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device f65b9aa4-1cf6-45a3-90f2-f99bbecb195f details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:54:44.487716 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47d2f1e2-e85b-49fc-80d8-c1332dbf55b5 req-c2b71a3d-f60e-4198-bf47-21e6bee89d58 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0376675 Mar 11 11:54:44.503521 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-726f6825-dbda-4374-8649-327018be1cb4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (acd4040a-2bf6-41b1-9009-2e61b5413ff4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:44.543103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:44.571025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726f6825-dbda-4374-8649-327018be1cb4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Network 22b30083-ef3b-477f-9767-547d2ea1f5b7 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:54:44.574979 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-726f6825-dbda-4374-8649-327018be1cb4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:44.582101 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:44.585263 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f6825-dbda-4374-8649-327018be1cb4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:54:44.590421 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Attempting to bind port 31bada11-e081-4ba3-a75f-47248219fbc3 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:54:44.590924 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Attempting to bind port 31bada11-e081-4ba3-a75f-47248219fbc3 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '07b3ae91-17fb-4585-93d3-288de918760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '22b30083-ef3b-477f-9767-547d2ea1f5b7'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:54:44.591287 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Attempting to bind port 31bada11-e081-4ba3-a75f-47248219fbc3 on network 22b30083-ef3b-477f-9767-547d2ea1f5b7 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:54:44.591625 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726f6825-dbda-4374-8649-327018be1cb4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:44.592481 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-726f6825-dbda-4374-8649-327018be1cb4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:44.597018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f6825-dbda-4374-8649-327018be1cb4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event updated for resources: {'Port': ['ID=acd4040a-2bf6-41b1-9009-2e61b5413ff4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:44.621626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58878) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:44.622617 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-726f6825-dbda-4374-8649-327018be1cb4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4266930 Mar 11 11:54:44.679595 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-7100075e-2012-4aeb-b1c9-3fed4604e80d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Deleting subnet 3483ba8e-059c-4f71-b6d3-2a06b3aed6cc {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:54:44.684370 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7100075e-2012-4aeb-b1c9-3fed4604e80d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for subnet (3483ba8e-059c-4f71-b6d3-2a06b3aed6cc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:44.739021 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7100075e-2012-4aeb-b1c9-3fed4604e80d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (3483ba8e-059c-4f71-b6d3-2a06b3aed6cc), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:44.935826 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7100075e-2012-4aeb-b1c9-3fed4604e80d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (3483ba8e-059c-4f71-b6d3-2a06b3aed6cc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:44.939370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1832b07d-f24f-47ae-b8a9-0b7c18ca539f up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:54:44.941461 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:54:44.941835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Checking segment: {'id': '07b3ae91-17fb-4585-93d3-288de918760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '22b30083-ef3b-477f-9767-547d2ea1f5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:54:44.942273 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:44.942675 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Bound using segment: {'id': '07b3ae91-17fb-4585-93d3-288de918760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '22b30083-ef3b-477f-9767-547d2ea1f5b7'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:54:44.943144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Bound port: 31bada11-e081-4ba3-a75f-47248219fbc3, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b3ae91-17fb-4585-93d3-288de918760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '22b30083-ef3b-477f-9767-547d2ea1f5b7'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:54:44.943518 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (31bada11-e081-4ba3-a75f-47248219fbc3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:44.978550 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ce524b85-4772-4a1c-885e-eebd09ba826b None None] Current status of the port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:44.978929 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce524b85-4772-4a1c-885e-eebd09ba826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1832b07d-f24f-47ae-b8a9-0b7c18ca539f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:45.003875 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8619a-41eb-42f3-8e88-1649a6ea53b3 req-a4cd0449-0ee6-466e-8e6d-6723c8571f83 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:45.005704 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fc8619a-41eb-42f3-8e88-1649a6ea53b3 req-a4cd0449-0ee6-466e-8e6d-6723c8571f83 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 943 time: 0.1054392 Mar 11 11:54:45.007669 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7100075e-2012-4aeb-b1c9-3fed4604e80d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (3483ba8e-059c-4f71-b6d3-2a06b3aed6cc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:45.064362 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=f65b9aa4-1cf6-45a3-90f2-f99bbecb195f,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:45.066783 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7100075e-2012-4aeb-b1c9-3fed4604e80d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:45.069150 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fc8619a-41eb-42f3-8e88-1649a6ea53b3 req-39e0f353-a4b7-4615-b968-8a360349fda8 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572383 Mar 11 11:54:45.072933 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7100075e-2012-4aeb-b1c9-3fed4604e80d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/subnets/3483ba8e-059c-4f71-b6d3-2a06b3aed6cc HTTP/1.1" status: 204 len: 168 time: 0.4490170 Mar 11 11:54:45.074424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58892) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:45.074831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100075e-2012-4aeb-b1c9-3fed4604e80d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event deleted for resources: {'Subnet': ['ID=3483ba8e-059c-4f71-b6d3-2a06b3aed6cc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:45.105443 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:45.110574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'f65b9aa4-1cf6-45a3-90f2-f99bbecb195f', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'f65b9aa4-1cf6-45a3-90f2-f99bbecb195f', 'mac_address': 'fa:16:3e:ad:ed:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:54:45.133314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ce524b85-4772-4a1c-885e-eebd09ba826b None None] For port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1832b07d-f24f-47ae-b8a9-0b7c18ca539f,segment=NetworkSegment(5818b5f9-2da7-4f77-8560-5f90f6d48c1f),segment_id=5818b5f9-2da7-4f77-8560-5f90f6d48c1f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:45.147340 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce524b85-4772-4a1c-885e-eebd09ba826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1832b07d-f24f-47ae-b8a9-0b7c18ca539f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:45.158299 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37afb92-c3c1-4cfd-ada0-aa2b93ed0bee tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:45.160760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37afb92-c3c1-4cfd-ada0-aa2b93ed0bee tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:45.166043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58894) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:45.176309 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c37afb92-c3c1-4cfd-ada0-aa2b93ed0bee tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1005366 Mar 11 11:54:45.231936 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] For port 31bada11-e081-4ba3-a75f-47248219fbc3, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:54:45.239811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] For port 31bada11-e081-4ba3-a75f-47248219fbc3, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=31bada11-e081-4ba3-a75f-47248219fbc3,segment=NetworkSegment(07b3ae91-17fb-4585-93d3-288de918760f),segment_id=07b3ae91-17fb-4585-93d3-288de918760f)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:54:45.261838 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:45.262207 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1832b07d-f24f-47ae-b8a9-0b7c18ca539f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:45.266291 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (31bada11-e081-4ba3-a75f-47248219fbc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:45.268435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:45.268807 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f65b9aa4-1cf6-45a3-90f2-f99bbecb195f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:45.286331 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09593a00-6c6d-4b71-a46f-3935c11a5f45 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (22b30083-ef3b-477f-9767-547d2ea1f5b7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:45.308484 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-09593a00-6c6d-4b71-a46f-3935c11a5f45 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 11:54:45.309248 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09593a00-6c6d-4b71-a46f-3935c11a5f45 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:54:45.322959 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-09593a00-6c6d-4b71-a46f-3935c11a5f45 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/networks/22b30083-ef3b-477f-9767-547d2ea1f5b7 HTTP/1.1" status: 409 len: 466 time: 0.1524601 Mar 11 11:54:45.324106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58898) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:45.329971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-e20f2227-e58c-4cc5-9315-0f95c976965f tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-412993002'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:45.334689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce524b85-4772-4a1c-885e-eebd09ba826b None None] Pushing event updated for resources: {'Port': ['ID=1832b07d-f24f-47ae-b8a9-0b7c18ca539f,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:45.349792 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d728cd92-5ef3-45b4-a858-ee1e05db96c4 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:54:45.392418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65b9aa4-1cf6-45a3-90f2-f99bbecb195f {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:54:45.433648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20f2227-e58c-4cc5-9315-0f95c976965f tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Made reservation on behalf of 884f00968ba14223b7c3a02cdcebfd61 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:45.443919 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e20f2227-e58c-4cc5-9315-0f95c976965f tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:45.508346 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.resource_extend [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:54:45.526820 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=f65b9aa4-1cf6-45a3-90f2-f99bbecb195f,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:45.533540 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20f2227-e58c-4cc5-9315-0f95c976965f tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:54:45.543193 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f65b9aa4-1cf6-45a3-90f2-f99bbecb195f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:45.548199 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e20f2227-e58c-4cc5-9315-0f95c976965f tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (db78c53b-11ae-4402-b7b6-1eb0b3b279a8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:45.548819 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-e20f2227-e58c-4cc5-9315-0f95c976965f tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Added segment db78c53b-11ae-4402-b7b6-1eb0b3b279a8 of type vlan for network e2410267-6d47-44ac-b56f-9b80a71ae6b4 Mar 11 11:54:45.559741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12570218-4169-4b38-a1d3-c65953a5a82e None None] Pushing event updated for resources: {'Port': ['ID=31bada11-e081-4ba3-a75f-47248219fbc3,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:45.566820 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f58d8b7-5ce1-47cc-b825-dca1fcd0250b None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 11:54:45.609377 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e20f2227-e58c-4cc5-9315-0f95c976965f tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (e2410267-6d47-44ac-b56f-9b80a71ae6b4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:45.641343 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008f941-3ccd-427c-a8cd-30747996b509 req-ac7a2150-cd91-4af9-8a3e-84deebbd7a4f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:45.643161 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d008f941-3ccd-427c-a8cd-30747996b509 req-ac7a2150-cd91-4af9-8a3e-84deebbd7a4f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 945 time: 0.2865243 Mar 11 11:54:45.702605 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e20f2227-e58c-4cc5-9315-0f95c976965f tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (e2410267-6d47-44ac-b56f-9b80a71ae6b4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:45.707964 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20f2227-e58c-4cc5-9315-0f95c976965f tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:45.708498 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e20f2227-e58c-4cc5-9315-0f95c976965f tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:45.733594 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67388e6-5dda-40ee-af4a-c02f14d96fef req-03e19578-5c95-4725-8d4d-59e5d8a284e9 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:45.735204 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f67388e6-5dda-40ee-af4a-c02f14d96fef req-03e19578-5c95-4725-8d4d-59e5d8a284e9 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 948 time: 0.2725272 Mar 11 11:54:45.739549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0996ca40-0428-4ebf-932c-9c56a6d5741b None None] Provisioning complete for port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:45.740035 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0996ca40-0428-4ebf-932c-9c56a6d5741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1832b07d-f24f-47ae-b8a9-0b7c18ca539f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:45.767000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d008f941-3ccd-427c-a8cd-30747996b509 req-4c1ca55c-04d5-4fa3-86f6-d0417ae1584d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=cdd16214-88b8-40ff-a6b6-5c24f24d03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121297 Mar 11 11:54:45.777801 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e20f2227-e58c-4cc5-9315-0f95c976965f tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4533088 Mar 11 11:54:45.778482 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58906) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:45.783546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-947a6282-056c-449a-88bb-fbb900ff2aee tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Request body: {'subnet': {'network_id': 'e2410267-6d47-44ac-b56f-9b80a71ae6b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:45.794684 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d728cd92-5ef3-45b4-a858-ee1e05db96c4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d728cd92-5ef3-45b4-a858-ee1e05db96c4,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:45.802420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:45.814415 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=f65b9aa4-1cf6-45a3-90f2-f99bbecb195f,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:45.829626 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-285a83f7-3ef5-4c99-9a12-cb800b769aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:45.842640 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'd728cd92-5ef3-45b4-a858-ee1e05db96c4', 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214', 'port_id': 'd728cd92-5ef3-45b4-a858-ee1e05db96c4', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7dfd7d0-32e4-421d-922a-dbc8af44f6b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:54:45.861882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f2227-e58c-4cc5-9315-0f95c976965f tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event updated for resources: {'Network': ['ID=e2410267-6d47-44ac-b56f-9b80a71ae6b4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:45.889382 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f67388e6-5dda-40ee-af4a-c02f14d96fef req-ff6c7539-a099-4097-be89-c253270ad9a4 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360023 Mar 11 11:54:45.895259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['f65b9aa4-1cf6-45a3-90f2-f99bbecb195f'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:54:45.897565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network e2410267-6d47-44ac-b56f-9b80a71ae6b4 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:54:45.914736 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cea1be6-2101-470a-915f-fa0213f3a94a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:45.917271 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3440c6-44cc-43a5-8f22-03ef87ef2682" -d '{"events": [{"server_uuid": "2cea1be6-2101-470a-915f-fa0213f3a94a", "name": "network-vif-unplugged", "status": "completed", "tag": "aef4fb3f-42fc-4d20-85dd-113a9a6e67fc"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:45.974053 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23a05c7e-0b63-4e9c-aa32-423a2f7b2087 req-5284fa93-4d47-48d4-b513-714780ba3c82 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0383499 Mar 11 11:54:45.987485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947a6282-056c-449a-88bb-fbb900ff2aee tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Made reservation on behalf of 884f00968ba14223b7c3a02cdcebfd61 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:45.991263 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-947a6282-056c-449a-88bb-fbb900ff2aee tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:46.017781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port d728cd92-5ef3-45b4-a858-ee1e05db96c4 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:46.018235 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:46.021425 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dc605c-e869-4e7c-b892-76fe87152617 x-openstack-request-id: req-53dc605c-e869-4e7c-b892-76fe87152617 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:46.021717 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cea1be6-2101-470a-915f-fa0213f3a94a", "name": "network-vif-unplugged", "status": "completed", "tag": "aef4fb3f-42fc-4d20-85dd-113a9a6e67fc", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:46.021968 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-53dc605c-e869-4e7c-b892-76fe87152617 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:46.022351 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cea1be6-2101-470a-915f-fa0213f3a94a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc', 'code': 200} Mar 11 11:54:46.027824 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f58d8b7-5ce1-47cc-b825-dca1fcd0250b None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 11:54:46.110597 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d728cd92-5ef3-45b4-a858-ee1e05db96c4 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:54:46.148062 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0996ca40-0428-4ebf-932c-9c56a6d5741b None None] Current status of the port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:46.161170 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d728cd92-5ef3-45b4-a858-ee1e05db96c4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d728cd92-5ef3-45b4-a858-ee1e05db96c4,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:46.181550 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:46.285728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f3e5b-49d1-475a-aec9-1078e0f656d7 req-5bbf4fa2-f637-4240-b640-b0d388fc6b17 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:46.292534 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b8f3e5b-49d1-475a-aec9-1078e0f656d7 req-5bbf4fa2-f637-4240-b640-b0d388fc6b17 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 944 time: 0.1123226 Mar 11 11:54:46.314220 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=d728cd92-5ef3-45b4-a858-ee1e05db96c4,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:46.388582 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b8f3e5b-49d1-475a-aec9-1078e0f656d7 req-58d04876-9d24-444a-bf2f-5e46602e119f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945735 Mar 11 11:54:46.395412 n-d-833234-2 neutron-server[104032]: DEBUG neutron.objects.ports [None req-947a6282-056c-449a-88bb-fbb900ff2aee tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104032) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 11:54:46.398598 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-947a6282-056c-449a-88bb-fbb900ff2aee tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (97e54638-d8ff-4890-af39-813a1774b708), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:46.469453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a6282-056c-449a-88bb-fbb900ff2aee tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event updated for resources: {'Subnet': ['ID=97e54638-d8ff-4890-af39-813a1774b708,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:46.478570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947a6282-056c-449a-88bb-fbb900ff2aee tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Checking segment: {'id': 'db78c53b-11ae-4402-b7b6-1eb0b3b279a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e2410267-6d47-44ac-b56f-9b80a71ae6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:54:46.479059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947a6282-056c-449a-88bb-fbb900ff2aee tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Network hostable DHCP agents. Network: e2410267-6d47-44ac-b56f-9b80a71ae6b4, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:54:46.491635 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86440db1-ba6c-430d-a245-b89d6e048d10 None None] Network 22b30083-ef3b-477f-9767-547d2ea1f5b7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:46.499203 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947a6282-056c-449a-88bb-fbb900ff2aee tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Network e2410267-6d47-44ac-b56f-9b80a71ae6b4 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:54:46.511904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-947a6282-056c-449a-88bb-fbb900ff2aee tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, e2410267-6d47-44ac-b56f-9b80a71ae6b4) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:46.519631 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947a6282-056c-449a-88bb-fbb900ff2aee tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:46.520242 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-947a6282-056c-449a-88bb-fbb900ff2aee tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:46.541831 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-947a6282-056c-449a-88bb-fbb900ff2aee tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7622402 Mar 11 11:54:46.542259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58920) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:46.550234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-424ca112-a9b5-46c7-b6b2-517cac406ef4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Request body: {'port': {'network_id': 'e2410267-6d47-44ac-b56f-9b80a71ae6b4', 'name': 'tempest-NetworksIpV6TestAttrs-1935420846'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:46.552864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db26c73a-c0b3-4d39-b1be-49ac6b378e38 None None] Network e2410267-6d47-44ac-b56f-9b80a71ae6b4 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:46.555224 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['d728cd92-5ef3-45b4-a858-ee1e05db96c4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:54:46.673911 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424ca112-a9b5-46c7-b6b2-517cac406ef4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Made reservation on behalf of 884f00968ba14223b7c3a02cdcebfd61 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:46.678563 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-424ca112-a9b5-46c7-b6b2-517cac406ef4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:46.697812 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-424ca112-a9b5-46c7-b6b2-517cac406ef4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] device_id is not set on port 863f613a-fcfe-466d-af3e-e94bd522df7f yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 11:54:46.725502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-e2410267-6d47-44ac-b56f-9b80a71ae6b4', 'network_id': 'e2410267-6d47-44ac-b56f-9b80a71ae6b4', 'project_id': '884f00968ba14223b7c3a02cdcebfd61', 'fixed_ips': [{'subnet_id': '97e54638-d8ff-4890-af39-813a1774b708'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:54:46.726352 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:46.826077 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1832b07d-f24f-47ae-b8a9-0b7c18ca539f up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:54:46.873909 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-424ca112-a9b5-46c7-b6b2-517cac406ef4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Allocated IP 2001:db8::f816:3eff:fe4c:eb9a (e2410267-6d47-44ac-b56f-9b80a71ae6b4/97e54638-d8ff-4890-af39-813a1774b708/863f613a-fcfe-466d-af3e-e94bd522df7f) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:54:46.946442 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:46.946874 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1832b07d-f24f-47ae-b8a9-0b7c18ca539f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:46.977604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b7d14-9e17-4e58-9f91-7adcdf8153d4 req-e45f6404-679a-4fc1-b54c-f4c4879b50b4 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:46.979377 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b7b7d14-9e17-4e58-9f91-7adcdf8153d4 req-e45f6404-679a-4fc1-b54c-f4c4879b50b4 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 945 time: 0.1021447 Mar 11 11:54:47.145506 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b7b7d14-9e17-4e58-9f91-7adcdf8153d4 req-5c05d392-5f80-4d1b-94f2-fab1086c4a58 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=cdd16214-88b8-40ff-a6b6-5c24f24d03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551080 Mar 11 11:54:47.161775 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:47.173248 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939aebc5-f41c-4a8f-a331-96fc089b76d1 req-8319d00d-a31d-4c19-b2c6-cff9e223c57e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:47.175989 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-939aebc5-f41c-4a8f-a331-96fc089b76d1 req-8319d00d-a31d-4c19-b2c6-cff9e223c57e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 948 time: 0.1734438 Mar 11 11:54:47.222797 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:47.270028 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-424ca112-a9b5-46c7-b6b2-517cac406ef4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for port (863f613a-fcfe-466d-af3e-e94bd522df7f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:47.286550 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-939aebc5-f41c-4a8f-a331-96fc089b76d1 req-a71f0fd7-8a32-48a7-b77e-264a3bd38aec tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906758 Mar 11 11:54:47.330903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f3f378f-14ec-46cd-8796-228cc6bcf96b req-cadfa2bf-bbf5-47e1-9dca-db8b015ae0eb tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0385559 Mar 11 11:54:47.378094 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-424ca112-a9b5-46c7-b6b2-517cac406ef4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (863f613a-fcfe-466d-af3e-e94bd522df7f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:47.433076 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Allocated IP 2001:db8::f816:3eff:fe80:2fa4 (e2410267-6d47-44ac-b56f-9b80a71ae6b4/97e54638-d8ff-4890-af39-813a1774b708/ec098adf-b651-4155-b05c-faab27e7c232) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:54:47.433368 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ca112-a9b5-46c7-b6b2-517cac406ef4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Network e2410267-6d47-44ac-b56f-9b80a71ae6b4 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:54:47.437580 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-424ca112-a9b5-46c7-b6b2-517cac406ef4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:47.444289 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ca112-a9b5-46c7-b6b2-517cac406ef4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:54:47.449695 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424ca112-a9b5-46c7-b6b2-517cac406ef4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:47.451788 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-424ca112-a9b5-46c7-b6b2-517cac406ef4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:47.476683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ca112-a9b5-46c7-b6b2-517cac406ef4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event updated for resources: {'Port': ['ID=863f613a-fcfe-466d-af3e-e94bd522df7f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:47.491231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-424ca112-a9b5-46c7-b6b2-517cac406ef4 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9473703 Mar 11 11:54:47.493738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58942) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:47.499388 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969c14f-2f5c-48d0-98ed-3567d31bd57c req-8a42cb5f-4b07-4144-ae54-374191ba21f4 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:47.500995 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6969c14f-2f5c-48d0-98ed-3567d31bd57c req-8a42cb5f-4b07-4144-ae54-374191ba21f4 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 945 time: 0.1447554 Mar 11 11:54:47.510885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58944) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:47.517640 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d44cbced-6bcd-4aa4-ab12-12bbd5e7c899 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'floatingip': {'port_id': '5677af71-a2dc-4d9d-bb41-507e20fb1ebd'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:47.612178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-762a7e4e-4603-4f5d-a148-f3b37d261dea tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Deleting subnet 97e54638-d8ff-4890-af39-813a1774b708 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:54:47.644122 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d44cbced-6bcd-4aa4-ab12-12bbd5e7c899 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (957c3cd4-932c-486e-b229-d1877deccfaf), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:47.674761 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Publish callbacks [] for port (ec098adf-b651-4155-b05c-faab27e7c232), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:47.701875 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (ec098adf-b651-4155-b05c-faab27e7c232), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:47.703446 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-762a7e4e-4603-4f5d-a148-f3b37d261dea tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for subnet (97e54638-d8ff-4890-af39-813a1774b708), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:47.771345 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07e959-f1c4-486c-b6c1-0036f074f7c1 req-978ebe1f-249e-4abd-8f87-e1d7c82176a9 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:47.773038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a07e959-f1c4-486c-b6c1-0036f074f7c1 req-978ebe1f-249e-4abd-8f87-e1d7c82176a9 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 944 time: 0.1932693 Mar 11 11:54:47.781588 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Network e2410267-6d47-44ac-b56f-9b80a71ae6b4 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:54:47.785856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:47.792442 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:54:47.798616 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-762a7e4e-4603-4f5d-a148-f3b37d261dea tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (97e54638-d8ff-4890-af39-813a1774b708), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:47.835596 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Pushing event updated for resources: {'Port': ['ID=ec098adf-b651-4155-b05c-faab27e7c232,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:47.882734 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Attempting to bind port ec098adf-b651-4155-b05c-faab27e7c232 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:54:47.883234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Attempting to bind port ec098adf-b651-4155-b05c-faab27e7c232 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'db78c53b-11ae-4402-b7b6-1eb0b3b279a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e2410267-6d47-44ac-b56f-9b80a71ae6b4'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:54:47.883609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Attempting to bind port ec098adf-b651-4155-b05c-faab27e7c232 on network e2410267-6d47-44ac-b56f-9b80a71ae6b4 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:54:47.894021 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:54:47.894396 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Checking segment: {'id': 'db78c53b-11ae-4402-b7b6-1eb0b3b279a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e2410267-6d47-44ac-b56f-9b80a71ae6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:54:47.894814 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:47.895193 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Bound using segment: {'id': 'db78c53b-11ae-4402-b7b6-1eb0b3b279a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e2410267-6d47-44ac-b56f-9b80a71ae6b4'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:54:47.895694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Bound port: ec098adf-b651-4155-b05c-faab27e7c232, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db78c53b-11ae-4402-b7b6-1eb0b3b279a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e2410267-6d47-44ac-b56f-9b80a71ae6b4'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:54:47.896105 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ec098adf-b651-4155-b05c-faab27e7c232), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:47.948874 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-762a7e4e-4603-4f5d-a148-f3b37d261dea tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (97e54638-d8ff-4890-af39-813a1774b708), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:47.960222 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a07e959-f1c4-486c-b6c1-0036f074f7c1 req-984430f5-a172-4d40-a114-da96d278c3e0 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781754 Mar 11 11:54:48.013206 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8d60398a-9801-4209-860f-ad99b4f44cca req-df0472ba-0522-447b-8436-ef0c0a85daeb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3571155 Mar 11 11:54:48.027388 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-762a7e4e-4603-4f5d-a148-f3b37d261dea tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (97e54638-d8ff-4890-af39-813a1774b708), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:48.029138 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] For port ec098adf-b651-4155-b05c-faab27e7c232, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:54:48.035225 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] For port ec098adf-b651-4155-b05c-faab27e7c232, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ec098adf-b651-4155-b05c-faab27e7c232,segment=NetworkSegment(db78c53b-11ae-4402-b7b6-1eb0b3b279a8),segment_id=db78c53b-11ae-4402-b7b6-1eb0b3b279a8)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:54:48.037046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-63941569-de52-4073-980b-b37875285e46 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:48.038646 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-63941569-de52-4073-980b-b37875285e46 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/networks?id=f552eff6-e45c-42f6-b92d-765dea74520a HTTP/1.1" status: 200 len: 813 time: 0.2579165 Mar 11 11:54:48.051646 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ec098adf-b651-4155-b05c-faab27e7c232), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:48.081349 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-c525941c-cba8-439a-b2ca-6be3743db88b tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/quotas/f7bd928528184821bd830c024c62ab68 HTTP/1.1" status: 200 len: 375 time: 0.0247381 Mar 11 11:54:48.110415 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a7e4e-4603-4f5d-a148-f3b37d261dea tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event deleted for resources: {'Subnet': ['ID=97e54638-d8ff-4890-af39-813a1774b708,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:48.112787 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-762a7e4e-4603-4f5d-a148-f3b37d261dea tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:48.120532 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-762a7e4e-4603-4f5d-a148-f3b37d261dea tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/subnets/97e54638-d8ff-4890-af39-813a1774b708 HTTP/1.1" status: 204 len: 168 time: 0.6251721 Mar 11 11:54:48.124966 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58958) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:48.134751 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd5df2-700d-48dc-b637-481fae6614c9 None None] Pushing event updated for resources: {'Port': ['ID=ec098adf-b651-4155-b05c-faab27e7c232,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:48.165291 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-2201a5ff-ed48-43cf-b9d1-3b16cd6d6d25 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f7bd928528184821bd830c024c62ab68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826261 Mar 11 11:54:48.208724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60398a-9801-4209-860f-ad99b4f44cca req-05e4751a-b44e-4305-bf0e-c1bb3d4add9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:48.210217 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8d60398a-9801-4209-860f-ad99b4f44cca req-05e4751a-b44e-4305-bf0e-c1bb3d4add9e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b839c74c06a5463cab66eb4c80c4c086&device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 1127 time: 0.1611416 Mar 11 11:54:48.222325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4dc81e-38da-47f9-8403-a1355e3e84f5 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:48.223777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4dc81e-38da-47f9-8403-a1355e3e84f5 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:48.225901 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dc4dc81e-38da-47f9-8403-a1355e3e84f5 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1000395 Mar 11 11:54:48.228522 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58960) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:48.358648 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1c26-c6c1-4b2b-8c1b-cfe75717a591 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (e2410267-6d47-44ac-b56f-9b80a71ae6b4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:48.416805 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5e1c26-c6c1-4b2b-8c1b-cfe75717a591 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 11:54:48.417278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5e1c26-c6c1-4b2b-8c1b-cfe75717a591 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:54:48.420777 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7d5e1c26-c6c1-4b2b-8c1b-cfe75717a591 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/networks/e2410267-6d47-44ac-b56f-9b80a71ae6b4 HTTP/1.1" status: 409 len: 466 time: 0.1910293 Mar 11 11:54:48.426698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58976) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:48.435561 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-2557f40c-edce-4c0a-9a57-c45f9bcebe12 service neutron] 10.222.0.78 "GET /v2.0/networks/f552eff6-e45c-42f6-b92d-765dea74520a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686851 Mar 11 11:54:48.444581 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3fcc08cb-a2dd-4b3b-967e-16dd84b0ec0b tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-972773520'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:48.447882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device f65b9aa4-1cf6-45a3-90f2-f99bbecb195f up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:54:48.491566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60398a-9801-4209-860f-ad99b4f44cca req-b046f5cc-647c-476a-9700-4e94e481a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:48.504876 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8d60398a-9801-4209-860f-ad99b4f44cca req-b046f5cc-647c-476a-9700-4e94e481a7b3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d259f0e3-1793-455e-a2df-b0e8516ce55f HTTP/1.1" status: 200 len: 920 time: 0.2643549 Mar 11 11:54:48.582660 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:48.586584 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcc08cb-a2dd-4b3b-967e-16dd84b0ec0b tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Made reservation on behalf of 884f00968ba14223b7c3a02cdcebfd61 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:48.590841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3fcc08cb-a2dd-4b3b-967e-16dd84b0ec0b tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:48.595372 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8d60398a-9801-4209-860f-ad99b4f44cca req-d1ddcb35-3b0d-4b85-9848-286c18eeaffb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff609eae-6795-495f-9cc0-ebb96302bab3 HTTP/1.1" status: 200 len: 217 time: 0.0812793 Mar 11 11:54:48.605764 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:54:48.613645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:48.614021 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f65b9aa4-1cf6-45a3-90f2-f99bbecb195f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:48.685777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fcc08cb-a2dd-4b3b-967e-16dd84b0ec0b tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:54:48.697110 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60398a-9801-4209-860f-ad99b4f44cca req-3c97e370-2b2f-4aa2-9819-1463fb679e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:48.698858 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8d60398a-9801-4209-860f-ad99b4f44cca req-3c97e370-2b2f-4aa2-9819-1463fb679e13 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=614f6c11-14c1-492e-91ba-54d12114a8a6 HTTP/1.1" status: 200 len: 859 time: 0.0895436 Mar 11 11:54:48.718810 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3fcc08cb-a2dd-4b3b-967e-16dd84b0ec0b tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (a688b97b-c1b3-4d20-812b-de7a48cd3d57), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:48.719407 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-3fcc08cb-a2dd-4b3b-967e-16dd84b0ec0b tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Added segment a688b97b-c1b3-4d20-812b-de7a48cd3d57 of type vlan for network d912e987-eae5-452b-9def-a9d53a6c68f7 Mar 11 11:54:48.755328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:48.756245 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f65b9aa4-1cf6-45a3-90f2-f99bbecb195f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:48.778639 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d44cbced-6bcd-4aa4-ab12-12bbd5e7c899 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:48.784368 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8d60398a-9801-4209-860f-ad99b4f44cca req-f7e56c44-2822-4c10-a5a2-6d9c99bbb95d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d259f0e3-1793-455e-a2df-b0e8516ce55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746965 Mar 11 11:54:48.793875 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-328dd741-82b6-4630-87b6-8cd2c6e281a3 service neutron] 10.222.0.78 "GET /v2.0/networks/f552eff6-e45c-42f6-b92d-765dea74520a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567951 Mar 11 11:54:48.795203 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d44cbced-6bcd-4aa4-ab12-12bbd5e7c899 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (957c3cd4-932c-486e-b229-d1877deccfaf), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:48.839056 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=f65b9aa4-1cf6-45a3-90f2-f99bbecb195f,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:48.842008 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ced8ab2-2678-41de-bd58-e11745c633f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65b9aa4-1cf6-45a3-90f2-f99bbecb195f'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:48.846454 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fe01b8-47b1-4b66-9e9d-e01565c17825" -d '{"events": [{"server_uuid": "2ced8ab2-2678-41de-bd58-e11745c633f5", "name": "network-vif-plugged", "status": "completed", "tag": "f65b9aa4-1cf6-45a3-90f2-f99bbecb195f"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:48.852052 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f65b9aa4-1cf6-45a3-90f2-f99bbecb195f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:48.912488 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=f65b9aa4-1cf6-45a3-90f2-f99bbecb195f,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:48.959151 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787956e-ee85-46a5-9007-3125e6dcc234 req-9f983652-c091-4095-80fb-b1bab65bd132 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:48.972504 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0787956e-ee85-46a5-9007-3125e6dcc234 req-9f983652-c091-4095-80fb-b1bab65bd132 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 948 time: 0.3779652 Mar 11 11:54:48.975403 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-d44cbced-6bcd-4aa4-ab12-12bbd5e7c899 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Floating IP 957c3cd4-932c-486e-b229-d1877deccfaf associated. External IP: 172.25.7.247, port: 5677af71-a2dc-4d9d-bb41-507e20fb1ebd. Mar 11 11:54:48.977206 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ec098adf-b651-4155-b05c-faab27e7c232 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:54:49.067188 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3fcc08cb-a2dd-4b3b-967e-16dd84b0ec0b tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (d912e987-eae5-452b-9def-a9d53a6c68f7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:49.067645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ec098adf-b651-4155-b05c-faab27e7c232 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:49.068031 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ec098adf-b651-4155-b05c-faab27e7c232), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:49.244197 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0787956e-ee85-46a5-9007-3125e6dcc234 req-52605345-c82f-4d8a-aba2-2a902f693d24 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707467 Mar 11 11:54:49.250976 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8d60398a-9801-4209-860f-ad99b4f44cca req-ea36ccb4-ae07-463e-81a9-cd7a29d4316b service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576423 Mar 11 11:54:49.285697 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ec098adf-b651-4155-b05c-faab27e7c232 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:49.285697 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ec098adf-b651-4155-b05c-faab27e7c232), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:49.343543 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port ec098adf-b651-4155-b05c-faab27e7c232, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ec098adf-b651-4155-b05c-faab27e7c232,segment=NetworkSegment(db78c53b-11ae-4402-b7b6-1eb0b3b279a8),segment_id=db78c53b-11ae-4402-b7b6-1eb0b3b279a8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:49.347387 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5341099e-ffea-4316-a0e9-4466db368deb x-openstack-request-id: req-5341099e-ffea-4316-a0e9-4466db368deb {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:49.348065 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ced8ab2-2678-41de-bd58-e11745c633f5", "name": "network-vif-plugged", "status": "completed", "tag": "f65b9aa4-1cf6-45a3-90f2-f99bbecb195f", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:49.348336 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5341099e-ffea-4316-a0e9-4466db368deb {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:49.349904 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ced8ab2-2678-41de-bd58-e11745c633f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65b9aa4-1cf6-45a3-90f2-f99bbecb195f', 'code': 200} Mar 11 11:54:49.362480 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ec098adf-b651-4155-b05c-faab27e7c232), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:49.371806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device aef4fb3f-42fc-4d20-85dd-113a9a6e67fc details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:54:49.397943 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3fcc08cb-a2dd-4b3b-967e-16dd84b0ec0b tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (d912e987-eae5-452b-9def-a9d53a6c68f7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:49.413745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcc08cb-a2dd-4b3b-967e-16dd84b0ec0b tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:49.416212 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3fcc08cb-a2dd-4b3b-967e-16dd84b0ec0b tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:49.657379 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:49.683841 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d728cd92-5ef3-45b4-a858-ee1e05db96c4 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:54:49.705116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc', 'mac_address': 'fa:16:3e:33:12:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:54:49.897152 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc08cb-a2dd-4b3b-967e-16dd84b0ec0b tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event updated for resources: {'Network': ['ID=d912e987-eae5-452b-9def-a9d53a6c68f7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:49.903879 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2492d1bf-0533-4d6d-9368-2fd0dbbd49a1 None None] Network e2410267-6d47-44ac-b56f-9b80a71ae6b4 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:49.915350 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75314035-50a4-4d0c-bcfa-fcbdf3ab39ef req-2f7ae0d0-4ac5-47f6-aa38-d5874c1d3333 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.6823809 Mar 11 11:54:49.955305 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3fcc08cb-a2dd-4b3b-967e-16dd84b0ec0b tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5241492 Mar 11 11:54:49.956205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59018) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:49.977944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2a29b4eb-bf65-4955-9b66-c959b5ecbb91 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Request body: {'subnet': {'network_id': 'd912e987-eae5-452b-9def-a9d53a6c68f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:50.009534 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network d912e987-eae5-452b-9def-a9d53a6c68f7 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:54:50.054651 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ced0b482-2d8b-4236-97f4-eaaaac5671e0 req-1605a32a-a7d3-4774-ba4c-b416616156bb tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd0f291-4a75-491e-a506-10c1ed96179d HTTP/1.1" status: 200 len: 210 time: 0.0480905 Mar 11 11:54:50.128445 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8d60398a-9801-4209-860f-ad99b4f44cca req-c8d93ced-7dca-42db-b7dc-3a38f0c97670 service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8687823 Mar 11 11:54:50.135545 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de22992-6a02-4898-8257-77fa93b0b7c2 req-12da1d13-3dfb-493c-9686-622228abeacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:50.138527 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6de22992-6a02-4898-8257-77fa93b0b7c2 req-12da1d13-3dfb-493c-9686-622228abeacf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 1131 time: 0.6736422 Mar 11 11:54:50.193056 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de729d-a196-4353-9931-db00f2f8fdd7 req-da750697-8f85-47ed-9c51-2524a6b73a25 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:50.200952 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70de729d-a196-4353-9931-db00f2f8fdd7 req-da750697-8f85-47ed-9c51-2524a6b73a25 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 944 time: 0.3048236 Mar 11 11:54:50.350781 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:50.375078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-65091cf7-99e1-4481-bd3e-6511c1efa7eb None None] Provisioning complete for port ec098adf-b651-4155-b05c-faab27e7c232 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:50.376467 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-65091cf7-99e1-4481-bd3e-6511c1efa7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ec098adf-b651-4155-b05c-faab27e7c232), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:50.410798 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6de22992-6a02-4898-8257-77fa93b0b7c2 req-8953de29-60b2-4e1d-9dc5-ed88073f9e97 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692758 Mar 11 11:54:50.419894 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a29b4eb-bf65-4955-9b66-c959b5ecbb91 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Made reservation on behalf of 884f00968ba14223b7c3a02cdcebfd61 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:50.424262 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a29b4eb-bf65-4955-9b66-c959b5ecbb91 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:50.499125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:50.500039 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:50.518951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=ec098adf-b651-4155-b05c-faab27e7c232,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:50.525051 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef4fb3f-42fc-4d20-85dd-113a9a6e67fc {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:54:50.554817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:50.558946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port d728cd92-5ef3-45b4-a858-ee1e05db96c4 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:54:50.584484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port d728cd92-5ef3-45b4-a858-ee1e05db96c4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:50.584863 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:50.631123 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:50.693661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:50.736159 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70de729d-a196-4353-9931-db00f2f8fdd7 req-74c0043d-b5ab-4214-993d-c64cfe22a800 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253711 Mar 11 11:54:50.750825 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44cbced-6bcd-4aa4-ab12-12bbd5e7c899 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Router 5497603f-a2a6-4280-a5de-4b56c205edce has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:54:50.776434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140e373-8886-4c33-97de-4a1d58119edf req-d95d8d60-22e0-4b94-9a4b-4bea6c5b6fce tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:50.784381 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b140e373-8886-4c33-97de-4a1d58119edf req-d95d8d60-22e0-4b94-9a4b-4bea6c5b6fce tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 949 time: 0.2806456 Mar 11 11:54:50.814711 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port d728cd92-5ef3-45b4-a858-ee1e05db96c4 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:50.815151 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:50.817601 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['aef4fb3f-42fc-4d20-85dd-113a9a6e67fc'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:54:50.886404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67b2a95-5850-4e3c-8eef-3727a507212e None None] DHCP port deletion for e2410267-6d47-44ac-b56f-9b80a71ae6b4 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:54:50.893217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-65091cf7-99e1-4481-bd3e-6511c1efa7eb None None] Current status of the port ec098adf-b651-4155-b05c-faab27e7c232 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:50.932050 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b140e373-8886-4c33-97de-4a1d58119edf req-0d799f9c-b435-4b3a-8065-ecfc8b64ad43 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386545 Mar 11 11:54:50.970468 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d728cd92-5ef3-45b4-a858-ee1e05db96c4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d728cd92-5ef3-45b4-a858-ee1e05db96c4,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:50.991638 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:51.044210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.objects.ports [None req-2a29b4eb-bf65-4955-9b66-c959b5ecbb91 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104032) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 11:54:51.045679 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a29b4eb-bf65-4955-9b66-c959b5ecbb91 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (12288681-1347-496a-806e-c49681236e1b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:51.057477 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a67b2a95-5850-4e3c-8eef-3727a507212e None None] Deleting port ec098adf-b651-4155-b05c-faab27e7c232 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:51.057847 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a67b2a95-5850-4e3c-8eef-3727a507212e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ec098adf-b651-4155-b05c-faab27e7c232), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:51.064858 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44cbced-6bcd-4aa4-ab12-12bbd5e7c899 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:54:51.080383 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f53cc9-7131-4271-8e6e-43846e5a1ca8 None None] Sync routers for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:54:51.081785 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d44cbced-6bcd-4aa4-ab12-12bbd5e7c899 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:51.103435 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f53cc9-7131-4271-8e6e-43846e5a1ca8 None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:54:51.104092 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-95f53cc9-7131-4271-8e6e-43846e5a1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:54:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:51.193879 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fac6aed0-b56b-46bd-90e0-c9fff3b14b57 req-ce8ef3b6-ad5d-4512-8a42-ca9f19d667a3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.1051223 Mar 11 11:54:51.253441 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-400f790d-df9e-41f8-b870-24bdd37a23d1 req-b5913d93-8af9-482c-b9ce-86daf06e6a05 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd0f291-4a75-491e-a506-10c1ed96179d HTTP/1.1" status: 200 len: 210 time: 0.0668168 Mar 11 11:54:51.288800 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d44cbced-6bcd-4aa4-ab12-12bbd5e7c899 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "PUT /v2.0/floatingips/957c3cd4-932c-486e-b229-d1877deccfaf HTTP/1.1" status: 200 len: 991 time: 3.7763186 Mar 11 11:54:51.289477 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ad8106-9251-42b4-9a56-09fcae514170', 'tag': '5677af71-a2dc-4d9d-bb41-507e20fb1ebd'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:51.291901 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186432c2-a9b8-4455-be75-21239bae9998" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ad8106-9251-42b4-9a56-09fcae514170", "tag": "5677af71-a2dc-4d9d-bb41-507e20fb1ebd"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:51.338429 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d8846d-b3e6-4e97-9253-caea5bd8ce6a x-openstack-request-id: req-56d8846d-b3e6-4e97-9253-caea5bd8ce6a {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:51.338933 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ad8106-9251-42b4-9a56-09fcae514170", "tag": "5677af71-a2dc-4d9d-bb41-507e20fb1ebd", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:51.339929 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-56d8846d-b3e6-4e97-9253-caea5bd8ce6a {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:51.340630 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ad8106-9251-42b4-9a56-09fcae514170', 'tag': '5677af71-a2dc-4d9d-bb41-507e20fb1ebd', 'status': 'completed', 'code': 200} Mar 11 11:54:51.352234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7f1a39-1c6b-4279-8d3a-0e9970348e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd728cd92-5ef3-45b4-a858-ee1e05db96c4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:51.362921 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-95f53cc9-7131-4271-8e6e-43846e5a1ca8 None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:54:51.364977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29b4eb-bf65-4955-9b66-c959b5ecbb91 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event updated for resources: {'Subnet': ['ID=12288681-1347-496a-806e-c49681236e1b,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:51.377505 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980b03eb-4d28-4a06-8785-a0308f217577" -d '{"events": [{"server_uuid": "4a7f1a39-1c6b-4279-8d3a-0e9970348e57", "name": "network-vif-plugged", "status": "completed", "tag": "d728cd92-5ef3-45b4-a858-ee1e05db96c4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:51.410359 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a67b2a95-5850-4e3c-8eef-3727a507212e None None] For port ec098adf-b651-4155-b05c-faab27e7c232, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ec098adf-b651-4155-b05c-faab27e7c232,segment=NetworkSegment(db78c53b-11ae-4402-b7b6-1eb0b3b279a8),segment_id=db78c53b-11ae-4402-b7b6-1eb0b3b279a8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:51.410771 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a67b2a95-5850-4e3c-8eef-3727a507212e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ec098adf-b651-4155-b05c-faab27e7c232), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:51.413439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=d728cd92-5ef3-45b4-a858-ee1e05db96c4,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:51.425972 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a29b4eb-bf65-4955-9b66-c959b5ecbb91 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Checking segment: {'id': 'a688b97b-c1b3-4d20-812b-de7a48cd3d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd912e987-eae5-452b-9def-a9d53a6c68f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:54:51.426645 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a29b4eb-bf65-4955-9b66-c959b5ecbb91 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Network hostable DHCP agents. Network: d912e987-eae5-452b-9def-a9d53a6c68f7, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:54:51.454696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186432c2-a9b8-4455-be75-21239bae9998 req-8441355f-4564-4053-9160-042c59d2bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:51.456844 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-186432c2-a9b8-4455-be75-21239bae9998 req-8441355f-4564-4053-9160-042c59d2bcf3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 1127 time: 0.0892701 Mar 11 11:54:51.458847 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a29b4eb-bf65-4955-9b66-c959b5ecbb91 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Network d912e987-eae5-452b-9def-a9d53a6c68f7 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:54:51.477032 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a67b2a95-5850-4e3c-8eef-3727a507212e None None] Calling delete_port for ec098adf-b651-4155-b05c-faab27e7c232 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:51.484064 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-2a29b4eb-bf65-4955-9b66-c959b5ecbb91 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, d912e987-eae5-452b-9def-a9d53a6c68f7) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:51.502835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a29b4eb-bf65-4955-9b66-c959b5ecbb91 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:51.503977 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab39dc5-c7f8-4ab5-887a-6413cb49f961 None None] Network d912e987-eae5-452b-9def-a9d53a6c68f7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:51.504530 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a29b4eb-bf65-4955-9b66-c959b5ecbb91 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:51.580982 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a36b200-7c61-4979-8097-fe0833256063 x-openstack-request-id: req-8a36b200-7c61-4979-8097-fe0833256063 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:51.581311 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7f1a39-1c6b-4279-8d3a-0e9970348e57", "name": "network-vif-plugged", "status": "completed", "tag": "d728cd92-5ef3-45b4-a858-ee1e05db96c4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:51.581525 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a36b200-7c61-4979-8097-fe0833256063 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:51.581921 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7f1a39-1c6b-4279-8d3a-0e9970348e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd728cd92-5ef3-45b4-a858-ee1e05db96c4', 'code': 200} Mar 11 11:54:51.588341 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2a29b4eb-bf65-4955-9b66-c959b5ecbb91 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6229327 Mar 11 11:54:51.591816 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59050) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:51.780652 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-95f53cc9-7131-4271-8e6e-43846e5a1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '6e6cafc3-6e44-4b36-b032-40817ebb0871', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'port_id': '86856e35-f46e-48b8-b57a-3477d5d68272', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'mac_address': 'fa:16:3e:47:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:52:29Z', 'updated_at': '2022-03-11T11:53:00Z', 'revision_number': 2, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ip_address_scope': None}, {'id': '957c3cd4-932c-486e-b229-d1877deccfaf', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'floating_ip_address': '172.25.7.247', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'port_id': '5677af71-a2dc-4d9d-bb41-507e20fb1ebd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'mac_address': 'fa:16:3e:47:e8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ad8106-9251-42b4-9a56-09fcae514170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:54:23Z', 'updated_at': '2022-03-11T11:54:48Z', 'revision_number': 1, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:51.814765 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f53cc9-7131-4271-8e6e-43846e5a1ca8 None None] Checking router: 5497603f-a2a6-4280-a5de-4b56c205edce for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:54:51.824354 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f53cc9-7131-4271-8e6e-43846e5a1ca8 None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:54:51.825310 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-95f53cc9-7131-4271-8e6e-43846e5a1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:54:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:51.835406 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (d912e987-eae5-452b-9def-a9d53a6c68f7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:51.867625 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719f405-328c-45ca-aca8-f9572ea43479 req-fec17191-7853-4f18-bd9d-42fa9f136daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:51.876030 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e719f405-328c-45ca-aca8-f9572ea43479 req-fec17191-7853-4f18-bd9d-42fa9f136daa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 1127 time: 0.1095219 Mar 11 11:54:51.942211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-d912e987-eae5-452b-9def-a9d53a6c68f7', 'network_id': 'd912e987-eae5-452b-9def-a9d53a6c68f7', 'project_id': '884f00968ba14223b7c3a02cdcebfd61', 'fixed_ips': [{'subnet_id': '12288681-1347-496a-806e-c49681236e1b'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:54:51.944289 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:51.965785 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a67b2a95-5850-4e3c-8eef-3727a507212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (ec098adf-b651-4155-b05c-faab27e7c232), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:52.070571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b2a95-5850-4e3c-8eef-3727a507212e None None] Pushing event deleted for resources: {'Port': ['ID=ec098adf-b651-4155-b05c-faab27e7c232,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:52.087089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67b2a95-5850-4e3c-8eef-3727a507212e None None] No DVR routers for this DVR port ec098adf-b651-4155-b05c-faab27e7c232 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:52.090557 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-95f53cc9-7131-4271-8e6e-43846e5a1ca8 None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:54:52.275052 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (12288681-1347-496a-806e-c49681236e1b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:52.364153 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Allocated IP 2001:db8::f816:3eff:fe1b:b474 (d912e987-eae5-452b-9def-a9d53a6c68f7/12288681-1347-496a-806e-c49681236e1b/a1e21cba-a8de-47cc-8f24-6e8a780b74ae) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:54:52.520287 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-95f53cc9-7131-4271-8e6e-43846e5a1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '6e6cafc3-6e44-4b36-b032-40817ebb0871', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'port_id': '86856e35-f46e-48b8-b57a-3477d5d68272', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'mac_address': 'fa:16:3e:47:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:52:29Z', 'updated_at': '2022-03-11T11:53:00Z', 'revision_number': 2, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ip_address_scope': None}, {'id': '957c3cd4-932c-486e-b229-d1877deccfaf', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'floating_ip_address': '172.25.7.247', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'port_id': '5677af71-a2dc-4d9d-bb41-507e20fb1ebd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'mac_address': 'fa:16:3e:47:e8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ad8106-9251-42b4-9a56-09fcae514170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:54:23Z', 'updated_at': '2022-03-11T11:54:48Z', 'revision_number': 1, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:52.556931 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f53cc9-7131-4271-8e6e-43846e5a1ca8 None None] The sync data for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 is: [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '6e6cafc3-6e44-4b36-b032-40817ebb0871', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'port_id': '86856e35-f46e-48b8-b57a-3477d5d68272', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'mac_address': 'fa:16:3e:47:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:52:29Z', 'updated_at': '2022-03-11T11:53:00Z', 'revision_number': 2, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ip_address_scope': None}, {'id': '957c3cd4-932c-486e-b229-d1877deccfaf', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'floating_ip_address': '172.25.7.247', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'port_id': '5677af71-a2dc-4d9d-bb41-507e20fb1ebd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'mac_address': 'fa:16:3e:47:e8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ad8106-9251-42b4-9a56-09fcae514170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:54:23Z', 'updated_at': '2022-03-11T11:54:48Z', 'revision_number': 1, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:54:52.589437 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e719f405-328c-45ca-aca8-f9572ea43479 req-ee9d986e-4ebb-491c-8a12-2ce5f9831e01 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5740564 Mar 11 11:54:52.601386 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47ea68-318c-4967-94b6-291b6a58c397 req-e85f00c0-9a54-499e-8c03-1c21bd9edcec tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:52.605055 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4f47ea68-318c-4967-94b6-291b6a58c397 req-e85f00c0-9a54-499e-8c03-1c21bd9edcec tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 949 time: 0.4569061 Mar 11 11:54:52.654630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5d480-ae85-4a5c-a34a-2cf7e57ac7b6 req-e7f101b2-255b-474c-acd1-acf0642c3e95 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:52.656964 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9f5d480-ae85-4a5c-a34a-2cf7e57ac7b6 req-e7f101b2-255b-474c-acd1-acf0642c3e95 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.7798445 Mar 11 11:54:52.754207 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4f47ea68-318c-4967-94b6-291b6a58c397 req-e8a2cab1-ecf7-4e9a-b3c2-f2cd3f7f2a56 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421721 Mar 11 11:54:52.864870 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9f5d480-ae85-4a5c-a34a-2cf7e57ac7b6 req-a62a045e-8edf-428f-820e-6e89b8523924 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904707 Mar 11 11:54:52.891334 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-3cc50bcc-9417-4b9f-95dd-1cd1b7601514 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:52.897585 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-3cc50bcc-9417-4b9f-95dd-1cd1b7601514 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.71 "GET /v2.0/networks?id=f552eff6-e45c-42f6-b92d-765dea74520a HTTP/1.1" status: 200 len: 813 time: 1.3780894 Mar 11 11:54:52.925964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-5fb9ba71-b89b-4245-be2a-e93d9f1cb7c4 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Request body: {'port': {'device_id': 'cdd0f291-4a75-491e-a506-10c1ed96179d', 'network_id': 'f552eff6-e45c-42f6-b92d-765dea74520a', 'admin_state_up': True, 'tenant_id': 'f7bd928528184821bd830c024c62ab68'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:52.937954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ec098adf-b651-4155-b05c-faab27e7c232 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:54:52.980378 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186432c2-a9b8-4455-be75-21239bae9998 req-024a5da4-7772-4b24-89a5-4ca0d2c5f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:52.983493 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-186432c2-a9b8-4455-be75-21239bae9998 req-024a5da4-7772-4b24-89a5-4ca0d2c5f493 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 914 time: 1.5116043 Mar 11 11:54:52.991848 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: ec098adf-b651-4155-b05c-faab27e7c232 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:54:52.992414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ec098adf-b651-4155-b05c-faab27e7c232 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:54:52.999865 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90e3762f-8b8f-455c-a0f0-5ee6d88de6eb req-47d1640e-aed3-471e-a028-26fced87b2e7 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0621819 Mar 11 11:54:53.006497 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8bc617-3c46-47e0-a737-d09166b0010d None None] New status for floating IP 957c3cd4-932c-486e-b229-d1877deccfaf: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:54:53.099781 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Publish callbacks [] for port (a1e21cba-a8de-47cc-8f24-6e8a780b74ae), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:53.117730 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c890a6e0-b545-4d57-a193-f4b7ae031a16 req-09e809dc-a3d8-4bc4-bc12-7f48b506bfcc tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd0f291-4a75-491e-a506-10c1ed96179d HTTP/1.1" status: 200 len: 210 time: 0.0763211 Mar 11 11:54:53.118999 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-186432c2-a9b8-4455-be75-21239bae9998 req-0a4c27a9-dd62-4d4d-8270-e34aa4a93055 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5677af71-a2dc-4d9d-bb41-507e20fb1ebd HTTP/1.1" status: 200 len: 999 time: 0.1233497 Mar 11 11:54:53.167252 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (a1e21cba-a8de-47cc-8f24-6e8a780b74ae), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:53.181850 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (12288681-1347-496a-806e-c49681236e1b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:53.212670 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event deleted for resources: {'Subnet': ['ID=12288681-1347-496a-806e-c49681236e1b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:53.229785 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186432c2-a9b8-4455-be75-21239bae9998 req-a721689c-ad7c-4df6-a738-e64bd7b49412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:53.231433 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-186432c2-a9b8-4455-be75-21239bae9998 req-a721689c-ad7c-4df6-a738-e64bd7b49412 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=748e6717-2aee-4f28-b940-f1d8e2456c16 HTTP/1.1" status: 200 len: 852 time: 0.1021106 Mar 11 11:54:53.239611 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-5fb9ba71-b89b-4245-be2a-e93d9f1cb7c4 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Made reservation on behalf of f7bd928528184821bd830c024c62ab68 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:53.239611 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-5fb9ba71-b89b-4245-be2a-e93d9f1cb7c4 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:53.265279 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Pushing event updated for resources: {'Port': ['ID=a1e21cba-a8de-47cc-8f24-6e8a780b74ae,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:53.279661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:53.280435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:53.281568 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:53.282202 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:53.283054 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:53.284064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:53.284636 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:53.285208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:53.285766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:53.286448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:53.286566 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (d912e987-eae5-452b-9def-a9d53a6c68f7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:53.287482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:53.288111 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:53.288697 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:54:53.316364 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Network d912e987-eae5-452b-9def-a9d53a6c68f7 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:54:53.316600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d912e987-eae5-452b-9def-a9d53a6c68f7']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:53.322995 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:53.327040 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a688b97b-c1b3-4d20-812b-de7a48cd3d57') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:53.327372 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a688b97b-c1b3-4d20-812b-de7a48cd3d57') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:53.331480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:54:53.339179 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (a688b97b-c1b3-4d20-812b-de7a48cd3d57), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:53.352987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186432c2-a9b8-4455-be75-21239bae9998 req-2842f85a-7316-4795-90b9-875f2498002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:53.354136 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (a688b97b-c1b3-4d20-812b-de7a48cd3d57), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:53.354545 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-186432c2-a9b8-4455-be75-21239bae9998 req-2842f85a-7316-4795-90b9-875f2498002f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1151114 Mar 11 11:54:53.361602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:54:53.362018 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (a688b97b-c1b3-4d20-812b-de7a48cd3d57), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:54:53.461566 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:54:53.463836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device aef4fb3f-42fc-4d20-85dd-113a9a6e67fc up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:54:53.466103 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.api [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 11:54:53.466103 n-d-833234-2 neutron-server[104031]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 11:54:53.466103 n-d-833234-2 neutron-server[104031]: [parameters: {'id': 'd912e987-eae5-452b-9def-a9d53a6c68f7'}] Mar 11 11:54:53.466103 n-d-833234-2 neutron-server[104031]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:54:53.466550 n-d-833234-2 neutron-server[104031]: DEBUG oslo_db.api [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:54:53.505504 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-5fb9ba71-b89b-4245-be2a-e93d9f1cb7c4 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Allocated IP 172.20.0.6 (f552eff6-e45c-42f6-b92d-765dea74520a/8fa38a55-8118-47d2-bcb0-ad8153ae60f7/a6c55071-0553-4c45-b393-3c16c3ff7465) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:54:53.563199 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-186432c2-a9b8-4455-be75-21239bae9998 req-66eab133-a77d-44a7-8379-b9585be362aa service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008073 Mar 11 11:54:53.587109 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Attempting to bind port a1e21cba-a8de-47cc-8f24-6e8a780b74ae on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:54:53.587495 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Attempting to bind port a1e21cba-a8de-47cc-8f24-6e8a780b74ae by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'a688b97b-c1b3-4d20-812b-de7a48cd3d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd912e987-eae5-452b-9def-a9d53a6c68f7'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:54:53.587940 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Attempting to bind port a1e21cba-a8de-47cc-8f24-6e8a780b74ae on network d912e987-eae5-452b-9def-a9d53a6c68f7 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:54:53.598675 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:54:53.601857 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Checking segment: {'id': 'a688b97b-c1b3-4d20-812b-de7a48cd3d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd912e987-eae5-452b-9def-a9d53a6c68f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:54:53.602456 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:53.602869 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Bound using segment: {'id': 'a688b97b-c1b3-4d20-812b-de7a48cd3d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd912e987-eae5-452b-9def-a9d53a6c68f7'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:54:53.603381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Bound port: a1e21cba-a8de-47cc-8f24-6e8a780b74ae, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a688b97b-c1b3-4d20-812b-de7a48cd3d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd912e987-eae5-452b-9def-a9d53a6c68f7'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:54:53.603797 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a1e21cba-a8de-47cc-8f24-6e8a780b74ae), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:53.702006 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] For port a1e21cba-a8de-47cc-8f24-6e8a780b74ae, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:54:53.705575 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] For port a1e21cba-a8de-47cc-8f24-6e8a780b74ae, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a1e21cba-a8de-47cc-8f24-6e8a780b74ae,segment=NetworkSegment(a688b97b-c1b3-4d20-812b-de7a48cd3d57),segment_id=a688b97b-c1b3-4d20-812b-de7a48cd3d57)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:54:53.710580 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:54:53.710958 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:53.738946 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a1e21cba-a8de-47cc-8f24-6e8a780b74ae), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:53.773309 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-186432c2-a9b8-4455-be75-21239bae9998 req-2dca2f2f-f66d-456e-9d85-237d93fe9c20 service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910901 Mar 11 11:54:53.814106 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-5fb9ba71-b89b-4245-be2a-e93d9f1cb7c4 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Publish callbacks [] for port (a6c55071-0553-4c45-b393-3c16c3ff7465), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:53.852288 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8f673-6892-4db7-bfa4-08f0293cd63b None None] Pushing event updated for resources: {'Port': ['ID=a1e21cba-a8de-47cc-8f24-6e8a780b74ae,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:53.859612 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-5fb9ba71-b89b-4245-be2a-e93d9f1cb7c4 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a6c55071-0553-4c45-b393-3c16c3ff7465), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:53.957661 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-5fb9ba71-b89b-4245-be2a-e93d9f1cb7c4 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Network f552eff6-e45c-42f6-b92d-765dea74520a is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:54:53.961321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-5fb9ba71-b89b-4245-be2a-e93d9f1cb7c4 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:53.964606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f00c279-f4e2-4c5f-a86b-9e06bfc95bdc None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 11:54:53.967046 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (d912e987-eae5-452b-9def-a9d53a6c68f7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:53.976246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-5fb9ba71-b89b-4245-be2a-e93d9f1cb7c4 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:54:54.022242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6947010-e42e-4f25-b652-469d75fb3c8e req-27d1be68-1347-48d2-a4b8-154ddf302368 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:54.023899 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6947010-e42e-4f25-b652-469d75fb3c8e req-27d1be68-1347-48d2-a4b8-154ddf302368 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 949 time: 0.1385660 Mar 11 11:54:54.086462 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9ba71-b89b-4245-be2a-e93d9f1cb7c4 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Pushing event updated for resources: {'Port': ['ID=a6c55071-0553-4c45-b393-3c16c3ff7465,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:54.133539 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-5fb9ba71-b89b-4245-be2a-e93d9f1cb7c4 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:54.134183 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-5fb9ba71-b89b-4245-be2a-e93d9f1cb7c4 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:54.144595 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f00c279-f4e2-4c5f-a86b-9e06bfc95bdc None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 11:54:54.172913 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-5fb9ba71-b89b-4245-be2a-e93d9f1cb7c4 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2565055 Mar 11 11:54:54.190933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Request body: {'port': {'device_id': 'cdd0f291-4a75-491e-a506-10c1ed96179d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:54.225725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:54.226142 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:54.326101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cea1be6-2101-470a-915f-fa0213f3a94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:54.328942 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09e187b-132d-483b-bfa0-c3a10615cca1" -d '{"events": [{"server_uuid": "2cea1be6-2101-470a-915f-fa0213f3a94a", "name": "network-vif-plugged", "status": "completed", "tag": "aef4fb3f-42fc-4d20-85dd-113a9a6e67fc"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:54.348432 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a6c55071-0553-4c45-b393-3c16c3ff7465), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:54.360979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:54.368693 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:54.386205 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec576a-a9c1-4496-8a13-1fe8597145ed req-1ca1777b-c220-4e22-910d-2a2daf6fbac5 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:54.394076 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aaec576a-a9c1-4496-8a13-1fe8597145ed req-1ca1777b-c220-4e22-910d-2a2daf6fbac5 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.4045155 Mar 11 11:54:54.417626 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6947010-e42e-4f25-b652-469d75fb3c8e req-97e91b51-babf-4b30-9313-18073df748b7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739176 Mar 11 11:54:54.527081 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aaec576a-a9c1-4496-8a13-1fe8597145ed req-c69b5b5a-ccaa-4854-9eb6-4af83269c9f8 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317875 Mar 11 11:54:54.600761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Deleting port a1e21cba-a8de-47cc-8f24-6e8a780b74ae {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:54:54.601146 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a1e21cba-a8de-47cc-8f24-6e8a780b74ae), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:54.606208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,revision_number=10']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:54.717984 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:54:54.737301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e582862-a82a-4046-8b8b-5515d733977d None None] Network d912e987-eae5-452b-9def-a9d53a6c68f7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:54.816454 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-733f80f5-a1d2-4c9d-bdaf-2f6a75bdea83 req-efdb3931-ad1e-4200-83af-7717ea476ff6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.2472742 Mar 11 11:54:54.824035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c55071-0553-4c45-b393-3c16c3ff7465 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:54:54.834642 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Publish callbacks [] for port (a6c55071-0553-4c45-b393-3c16c3ff7465), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:54.851447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Transition to ACTIVE for port object a6c55071-0553-4c45-b393-3c16c3ff7465 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:54:54.871773 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a6c55071-0553-4c45-b393-3c16c3ff7465), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:54.878695 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] For port a1e21cba-a8de-47cc-8f24-6e8a780b74ae, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a1e21cba-a8de-47cc-8f24-6e8a780b74ae,segment=NetworkSegment(a688b97b-c1b3-4d20-812b-de7a48cd3d57),segment_id=a688b97b-c1b3-4d20-812b-de7a48cd3d57)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:54.879727 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a1e21cba-a8de-47cc-8f24-6e8a780b74ae), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:54.905867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Calling delete_port for a1e21cba-a8de-47cc-8f24-6e8a780b74ae owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:54:54.961355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f034ff7-da15-4787-b7e7-8bfd4196f54d req-a32f94c8-bd2a-4cc2-8963-b6a5c63d7592 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:54.970638 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2f034ff7-da15-4787-b7e7-8bfd4196f54d req-a32f94c8-bd2a-4cc2-8963-b6a5c63d7592 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd0f291-4a75-491e-a506-10c1ed96179d HTTP/1.1" status: 200 len: 931 time: 0.2443430 Mar 11 11:54:54.999721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c55071-0553-4c45-b393-3c16c3ff7465,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:55.018562 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604a8f81-0333-4b98-96b3-712a22fc185f x-openstack-request-id: req-604a8f81-0333-4b98-96b3-712a22fc185f {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:55.019230 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cea1be6-2101-470a-915f-fa0213f3a94a", "name": "network-vif-plugged", "status": "completed", "tag": "aef4fb3f-42fc-4d20-85dd-113a9a6e67fc", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:55.019489 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-604a8f81-0333-4b98-96b3-712a22fc185f {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:55.019984 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cea1be6-2101-470a-915f-fa0213f3a94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc', 'code': 200} Mar 11 11:54:55.103027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Attempting to bind port a6c55071-0553-4c45-b393-3c16c3ff7465 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:54:55.103376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Attempting to bind port a6c55071-0553-4c45-b393-3c16c3ff7465 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '6496a002-10c5-4d8d-bc83-d61f10c8b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f552eff6-e45c-42f6-b92d-765dea74520a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:54:55.103726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Attempting to bind port a6c55071-0553-4c45-b393-3c16c3ff7465 on network f552eff6-e45c-42f6-b92d-765dea74520a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:54:55.109804 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Port a6c55071-0553-4c45-b393-3c16c3ff7465 on network f552eff6-e45c-42f6-b92d-765dea74520a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:54:55.110311 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Attempting to bind port a6c55071-0553-4c45-b393-3c16c3ff7465 on network f552eff6-e45c-42f6-b92d-765dea74520a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:54:55.116944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:54:55.117284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Checking segment: {'id': '6496a002-10c5-4d8d-bc83-d61f10c8b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f552eff6-e45c-42f6-b92d-765dea74520a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:54:55.117671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Bound using segment: {'id': '6496a002-10c5-4d8d-bc83-d61f10c8b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f552eff6-e45c-42f6-b92d-765dea74520a'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:54:55.118095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Bound port: a6c55071-0553-4c45-b393-3c16c3ff7465, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6496a002-10c5-4d8d-bc83-d61f10c8b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f552eff6-e45c-42f6-b92d-765dea74520a'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:54:55.118450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a6c55071-0553-4c45-b393-3c16c3ff7465), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:55.171825 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2f034ff7-da15-4787-b7e7-8bfd4196f54d req-78b601db-f05c-4379-9bac-77a23ae5a23f tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930003 Mar 11 11:54:55.195141 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3012071-3235-4bbb-b8c8-8c3752035d9f req-5806b3c3-a747-4664-b41d-150eb84d05a9 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:55.204638 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d3012071-3235-4bbb-b8c8-8c3752035d9f req-5806b3c3-a747-4664-b41d-150eb84d05a9 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 1131 time: 0.0962880 Mar 11 11:54:55.240366 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] For port a6c55071-0553-4c45-b393-3c16c3ff7465, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:54:55.243686 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] For port a6c55071-0553-4c45-b393-3c16c3ff7465, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a6c55071-0553-4c45-b393-3c16c3ff7465,segment=NetworkSegment(6496a002-10c5-4d8d-bc83-d61f10c8b4b8),segment_id=6496a002-10c5-4d8d-bc83-d61f10c8b4b8)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:54:55.263964 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a6c55071-0553-4c45-b393-3c16c3ff7465), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:55.295645 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d3012071-3235-4bbb-b8c8-8c3752035d9f req-68a02de7-4056-4b8d-b393-436135571af8 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898416 Mar 11 11:54:55.305264 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a1e21cba-a8de-47cc-8f24-6e8a780b74ae), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:55.332561 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:55.333666 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:55.341302 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] 10.222.0.71 "PUT /v2.0/ports/a6c55071-0553-4c45-b393-3c16c3ff7465 HTTP/1.1" status: 200 len: 1091 time: 1.1561701 Mar 11 11:54:55.356298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event deleted for resources: {'Port': ['ID=a1e21cba-a8de-47cc-8f24-6e8a780b74ae,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:55.367534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] No DVR routers for this DVR port a1e21cba-a8de-47cc-8f24-6e8a780b74ae on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:54:55.368630 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd0f291-4a75-491e-a506-10c1ed96179d', 'tag': 'a6c55071-0553-4c45-b393-3c16c3ff7465'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:54:55.378116 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0137fe38-8597-43e8-95c5-a8823621ead5" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd0f291-4a75-491e-a506-10c1ed96179d", "tag": "a6c55071-0553-4c45-b393-3c16c3ff7465"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:54:55.479704 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67415410-c02a-4293-9248-5df4ef914d8f x-openstack-request-id: req-67415410-c02a-4293-9248-5df4ef914d8f {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:54:55.480011 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd0f291-4a75-491e-a506-10c1ed96179d", "tag": "a6c55071-0553-4c45-b393-3c16c3ff7465", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:54:55.480267 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-67415410-c02a-4293-9248-5df4ef914d8f {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:54:55.480684 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd0f291-4a75-491e-a506-10c1ed96179d', 'tag': 'a6c55071-0553-4c45-b393-3c16c3ff7465', 'status': 'completed', 'code': 200} Mar 11 11:54:55.483681 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09413073-4a6c-46fa-ab30-37067e46f6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c55071-0553-4c45-b393-3c16c3ff7465,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:55.504165 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (d912e987-eae5-452b-9def-a9d53a6c68f7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:55.518308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-1e67d777-a41c-470d-a37e-826ba80cc6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:55.520806 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-1e67d777-a41c-470d-a37e-826ba80cc6f6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f7bd928528184821bd830c024c62ab68&device_id=cdd0f291-4a75-491e-a506-10c1ed96179d HTTP/1.1" status: 200 len: 1125 time: 0.1202433 Mar 11 11:54:55.529836 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d912e987-eae5-452b-9def-a9d53a6c68f7']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:55.541502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a688b97b-c1b3-4d20-812b-de7a48cd3d57') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:55.542877 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a688b97b-c1b3-4d20-812b-de7a48cd3d57') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:55.554955 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (a688b97b-c1b3-4d20-812b-de7a48cd3d57), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:55.575103 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (a688b97b-c1b3-4d20-812b-de7a48cd3d57), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:55.595394 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:54:55.595984 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (a688b97b-c1b3-4d20-812b-de7a48cd3d57), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:55.629111 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-499f24f7-4443-4a9c-9521-e00c151ea5cc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6c55071-0553-4c45-b393-3c16c3ff7465 HTTP/1.1" status: 200 len: 217 time: 0.0944932 Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:54:55.671380 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:54:55.715337 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-b8173dcc-37ff-4632-af3b-6cd59db0ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:55.717570 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-b8173dcc-37ff-4632-af3b-6cd59db0ec9c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8fa38a55-8118-47d2-bcb0-ad8153ae60f7 HTTP/1.1" status: 200 len: 853 time: 0.0817809 Mar 11 11:54:55.738550 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-21a5c801-6242-4583-bb85-ccebb2967d95 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=795309eb39534fec9c364380cdf0ef74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684693 Mar 11 11:54:55.742324 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (d912e987-eae5-452b-9def-a9d53a6c68f7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:55.765831 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-12933aaa-992a-429b-b472-5951e1127cd0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f552eff6-e45c-42f6-b92d-765dea74520a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406516 Mar 11 11:54:55.872290 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:55.878621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/networks/d912e987-eae5-452b-9def-a9d53a6c68f7 HTTP/1.1" status: 204 len: 168 time: 4.2861726 Mar 11 11:54:55.889606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55721223-97c6-4b53-a9ef-04fa583fa090 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event deleted for resources: {'Network': ['ID=d912e987-eae5-452b-9def-a9d53a6c68f7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:55.939167 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-9ed798e7-861d-4247-b511-4ce7abba918d service neutron] 10.222.0.71 "GET /v2.0/networks/f552eff6-e45c-42f6-b92d-765dea74520a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636150 Mar 11 11:54:55.939672 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59110) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:55.944946 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f47678fd-e92c-4e82-98c4-bdcfcd7ff634 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-61911211'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:56.051155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b586e54-8214-4791-832c-aa58bad345a1 req-796f65fe-9980-4f5c-a95c-99aecbe61caf tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:56.052909 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b586e54-8214-4791-832c-aa58bad345a1 req-796f65fe-9980-4f5c-a95c-99aecbe61caf tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.3120530 Mar 11 11:54:56.061760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-34198f9e-7f23-4d05-993a-720256190267 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:56.070307 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-34198f9e-7f23-4d05-993a-720256190267 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3307245 Mar 11 11:54:56.094539 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-c2558425-f27e-41df-90ed-ade2a4f2c945 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/quotas/795309eb39534fec9c364380cdf0ef74 HTTP/1.1" status: 200 len: 375 time: 0.0230265 Mar 11 11:54:56.116783 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47678fd-e92c-4e82-98c4-bdcfcd7ff634 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Made reservation on behalf of 884f00968ba14223b7c3a02cdcebfd61 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:56.120178 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f47678fd-e92c-4e82-98c4-bdcfcd7ff634 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:56.170299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b586e54-8214-4791-832c-aa58bad345a1 req-ef4d7b0e-1a7f-4e2e-a404-95dcdac0f4b2 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884221 Mar 11 11:54:56.186675 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47678fd-e92c-4e82-98c4-bdcfcd7ff634 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:54:56.196811 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f40ffcc7-56c5-4bf9-8f80-dbb6204cbd7b req-c71f513d-10f9-47d4-ae97-8267a5764e03 service neutron] 10.222.0.71 "GET /v2.0/networks/f552eff6-e45c-42f6-b92d-765dea74520a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453356 Mar 11 11:54:56.216543 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-91bedbd7-e690-49cb-8f7d-bac6207b56c1 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1210613 Mar 11 11:54:56.218596 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f47678fd-e92c-4e82-98c4-bdcfcd7ff634 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (d8b78955-2276-46b5-b303-3579016d178f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:56.218988 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-f47678fd-e92c-4e82-98c4-bdcfcd7ff634 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Added segment d8b78955-2276-46b5-b303-3579016d178f of type vlan for network 06594ad6-da58-45b4-a869-369cab19a4c7 Mar 11 11:54:56.375839 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f47678fd-e92c-4e82-98c4-bdcfcd7ff634 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (06594ad6-da58-45b4-a869-369cab19a4c7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:56.407756 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2191dcb-e132-4afb-8039-b01302acae30 req-4c0f1e71-b812-43b2-989b-8a0ce1d8e22a tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0836630 Mar 11 11:54:56.516631 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f47678fd-e92c-4e82-98c4-bdcfcd7ff634 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (06594ad6-da58-45b4-a869-369cab19a4c7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:56.537107 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47678fd-e92c-4e82-98c4-bdcfcd7ff634 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:56.538184 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f47678fd-e92c-4e82-98c4-bdcfcd7ff634 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:56.634033 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f47678fd-e92c-4e82-98c4-bdcfcd7ff634 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6930742 Mar 11 11:54:56.638427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59130) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:56.647031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-94041bd7-af3b-4714-9f47-57c08b414b56 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Request body: {'subnet': {'network_id': '06594ad6-da58-45b4-a869-369cab19a4c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:56.659160 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451bb64-8dd0-47ee-9529-dc069ceafa97 req-b47f8fe5-ee76-4349-9e33-dd8de9c18b69 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:56.666636 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1451bb64-8dd0-47ee-9529-dc069ceafa97 req-b47f8fe5-ee76-4349-9e33-dd8de9c18b69 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.1296411 Mar 11 11:54:56.734312 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47678fd-e92c-4e82-98c4-bdcfcd7ff634 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event updated for resources: {'Network': ['ID=06594ad6-da58-45b4-a869-369cab19a4c7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:56.747562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 06594ad6-da58-45b4-a869-369cab19a4c7 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:54:56.815932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137fe38-8597-43e8-95c5-a8823621ead5 req-6d3f988c-403e-4680-be61-edd706eacb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:56.817791 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0137fe38-8597-43e8-95c5-a8823621ead5 req-6d3f988c-403e-4680-be61-edd706eacb4c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f7bd928528184821bd830c024c62ab68&device_id=cdd0f291-4a75-491e-a506-10c1ed96179d HTTP/1.1" status: 200 len: 1125 time: 0.3490701 Mar 11 11:54:56.833618 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04576a4-52f5-4d80-b888-0c80e31e127e req-c6d1904e-a236-47c9-8e53-3311ed6e66c4 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:56.838899 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e04576a4-52f5-4d80-b888-0c80e31e127e req-c6d1904e-a236-47c9-8e53-3311ed6e66c4 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd0f291-4a75-491e-a506-10c1ed96179d HTTP/1.1" status: 200 len: 943 time: 0.2357197 Mar 11 11:54:56.910070 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1451bb64-8dd0-47ee-9529-dc069ceafa97 req-98aa032e-7f65-4ea7-ac97-5ff52ccbcbcc tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423241 Mar 11 11:54:56.931642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94041bd7-af3b-4714-9f47-57c08b414b56 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Made reservation on behalf of 884f00968ba14223b7c3a02cdcebfd61 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:56.934777 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94041bd7-af3b-4714-9f47-57c08b414b56 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:57.020696 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e04576a4-52f5-4d80-b888-0c80e31e127e req-4e9dc555-e187-41ad-9359-3da57e19a9a7 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666396 Mar 11 11:54:57.143024 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00c8b1ab-897e-412a-87bc-eca67aefd309 req-36683e3e-f318-4379-882e-c228af95f47c tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 210 time: 0.1211758 Mar 11 11:54:57.180362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137fe38-8597-43e8-95c5-a8823621ead5 req-2fbe6d59-0703-443b-b4e9-a5f48f447dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:57.181929 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0137fe38-8597-43e8-95c5-a8823621ead5 req-2fbe6d59-0703-443b-b4e9-a5f48f447dfc service neutron] 10.222.0.71 "GET /v2.0/networks?id=f552eff6-e45c-42f6-b92d-765dea74520a HTTP/1.1" status: 200 len: 914 time: 0.3565891 Mar 11 11:54:57.484652 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0137fe38-8597-43e8-95c5-a8823621ead5 req-891d626e-bba3-4c46-9bd9-9ce016045832 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6c55071-0553-4c45-b393-3c16c3ff7465 HTTP/1.1" status: 200 len: 217 time: 0.2865412 Mar 11 11:54:57.682697 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-199f16cd-2861-4284-8de2-07bc7065d062 req-522cbb5b-a7b4-421c-ac9b-8ffae3cefa08 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0393949 Mar 11 11:54:57.823441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137fe38-8597-43e8-95c5-a8823621ead5 req-47c3f5f4-dd87-4f25-b8c5-e47d06637ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:57.825023 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0137fe38-8597-43e8-95c5-a8823621ead5 req-47c3f5f4-dd87-4f25-b8c5-e47d06637ac7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8fa38a55-8118-47d2-bcb0-ad8153ae60f7 HTTP/1.1" status: 200 len: 853 time: 0.3307257 Mar 11 11:54:57.826552 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196402f-f3c5-4698-93ee-612e83a25a62 req-b9389edb-4525-4fc5-ac6f-bddfdc7f526a tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:57.835764 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3196402f-f3c5-4698-93ee-612e83a25a62 req-b9389edb-4525-4fc5-ac6f-bddfdc7f526a tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.0856950 Mar 11 11:54:57.930384 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0137fe38-8597-43e8-95c5-a8823621ead5 req-db606ff6-b965-44b1-b810-65894fd9326f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f552eff6-e45c-42f6-b92d-765dea74520a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898254 Mar 11 11:54:57.931949 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94041bd7-af3b-4714-9f47-57c08b414b56 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (1984851b-9f69-46e6-9980-40b7bb2f8786), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:57.952330 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3196402f-f3c5-4698-93ee-612e83a25a62 req-4ab88f14-28e5-4f0f-bb4d-ae2698674d94 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155500 Mar 11 11:54:58.078383 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94041bd7-af3b-4714-9f47-57c08b414b56 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event updated for resources: {'Subnet': ['ID=1984851b-9f69-46e6-9980-40b7bb2f8786,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:58.267981 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0137fe38-8597-43e8-95c5-a8823621ead5 req-d575aaf2-50f2-4e4f-a630-a6feab6f9b48 service neutron] 10.222.0.71 "GET /v2.0/networks/f552eff6-e45c-42f6-b92d-765dea74520a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288305 Mar 11 11:54:58.271346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1264b-1156-4978-9283-5fd6e488b0ea req-c051be73-8bf4-4e7c-8916-fd13d4bec188 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:58.281826 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3a1264b-1156-4978-9283-5fd6e488b0ea req-c051be73-8bf4-4e7c-8916-fd13d4bec188 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd0f291-4a75-491e-a506-10c1ed96179d HTTP/1.1" status: 200 len: 943 time: 0.1658354 Mar 11 11:54:58.298711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94041bd7-af3b-4714-9f47-57c08b414b56 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Checking segment: {'id': 'd8b78955-2276-46b5-b303-3579016d178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06594ad6-da58-45b4-a869-369cab19a4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:54:58.299134 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94041bd7-af3b-4714-9f47-57c08b414b56 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Network hostable DHCP agents. Network: 06594ad6-da58-45b4-a869-369cab19a4c7, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:54:58.376821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94041bd7-af3b-4714-9f47-57c08b414b56 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Network 06594ad6-da58-45b4-a869-369cab19a4c7 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:54:58.395562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-94041bd7-af3b-4714-9f47-57c08b414b56 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 06594ad6-da58-45b4-a869-369cab19a4c7) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:54:58.406916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714dd893-0193-4865-bc3d-0b5295cf0b42 None None] Network 06594ad6-da58-45b4-a869-369cab19a4c7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:54:58.413249 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94041bd7-af3b-4714-9f47-57c08b414b56 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:58.413861 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94041bd7-af3b-4714-9f47-57c08b414b56 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:58.427431 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0137fe38-8597-43e8-95c5-a8823621ead5 req-9e1c52c2-5146-405b-bf7d-4dec318a1e94 service neutron] 10.222.0.71 "GET /v2.0/networks/f552eff6-e45c-42f6-b92d-765dea74520a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499968 Mar 11 11:54:58.451415 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85732f60-1030-4cf6-b6b5-795f43e34912 req-d4659a3c-19b2-4e45-8040-9e961ca75582 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 210 time: 0.1206977 Mar 11 11:54:58.463619 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-94041bd7-af3b-4714-9f47-57c08b414b56 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8207674 Mar 11 11:54:58.472258 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59174) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:58.521264 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-409aea74-55f8-40f7-8bbf-6439b604556e tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=795309eb39534fec9c364380cdf0ef74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696881 Mar 11 11:54:58.537354 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3a1264b-1156-4978-9283-5fd6e488b0ea req-8a702f6f-fa09-4c61-a0f1-be7ace1b99ee tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533474 Mar 11 11:54:58.590568 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a6c55071-0553-4c45-b393-3c16c3ff7465 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:54:58.736542 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef5e5e4f-848c-4e73-a484-709f2a479540 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (06594ad6-da58-45b4-a869-369cab19a4c7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:58.757517 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ef7b7d-7231-4333-b45f-3e0f721ebc61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-06594ad6-da58-45b4-a869-369cab19a4c7', 'network_id': '06594ad6-da58-45b4-a869-369cab19a4c7', 'project_id': '884f00968ba14223b7c3a02cdcebfd61', 'fixed_ips': [{'subnet_id': '1984851b-9f69-46e6-9980-40b7bb2f8786'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:54:58.758388 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-61ef7b7d-7231-4333-b45f-3e0f721ebc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:58.821448 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-a145c05b-8920-4b10-97ce-ec6b96be74f5 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:58.823504 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-a145c05b-8920-4b10-97ce-ec6b96be74f5 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2964611 Mar 11 11:54:58.845466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-95673cd5-9b4b-49bf-8460-4f7d6e572250 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Request body: {'port': {'device_id': '7f39abbe-7782-47df-9962-fe9fc6c67772', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '795309eb39534fec9c364380cdf0ef74'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:58.889886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08835424-b924-40a1-ac3a-354496e73e97 req-96da599b-be7b-47f6-8b1b-44caa2eacd18 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0585606 Mar 11 11:54:58.917757 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef5e5e4f-848c-4e73-a484-709f2a479540 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (1984851b-9f69-46e6-9980-40b7bb2f8786), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:59.163259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port a6c55071-0553-4c45-b393-3c16c3ff7465, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a6c55071-0553-4c45-b393-3c16c3ff7465,segment=NetworkSegment(6496a002-10c5-4d8d-bc83-d61f10c8b4b8),segment_id=6496a002-10c5-4d8d-bc83-d61f10c8b4b8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:54:59.192520 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-95673cd5-9b4b-49bf-8460-4f7d6e572250 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Made reservation on behalf of 795309eb39534fec9c364380cdf0ef74 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:59.196276 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-95673cd5-9b4b-49bf-8460-4f7d6e572250 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:59.211673 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef5e5e4f-848c-4e73-a484-709f2a479540 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (1984851b-9f69-46e6-9980-40b7bb2f8786), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server [None req-61ef7b7d-7231-4333-b45f-3e0f721ebc61 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1984851b-9f69-46e6-9980-40b7bb2f8786: This subnet is being modified by another concurrent operation. Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 11:54:59.228960 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise exception Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1984851b-9f69-46e6-9980-40b7bb2f8786: This subnet is being modified by another concurrent operation. Mar 11 11:54:59.233783 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Mar 11 11:54:59.258378 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'a6c55071-0553-4c45-b393-3c16c3ff7465', 'network_id': 'f552eff6-e45c-42f6-b92d-765dea74520a', 'port_id': 'a6c55071-0553-4c45-b393-3c16c3ff7465', 'mac_address': 'fa:16:3e:92:ef:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa38a55-8118-47d2-bcb0-ad8153ae60f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:54:59.323454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7348eccc-cdd4-4dc1-8828-1e72befb20af None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 11:54:59.379885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fee06b-8bd9-4fc8-b577-41abc94f10af req-ab007bde-b9ed-4a48-9052-098f1111987b tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:54:59.390060 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75fee06b-8bd9-4fc8-b577-41abc94f10af req-ab007bde-b9ed-4a48-9052-098f1111987b tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.2682216 Mar 11 11:54:59.395069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e5e4f-848c-4e73-a484-709f2a479540 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event deleted for resources: {'Subnet': ['ID=1984851b-9f69-46e6-9980-40b7bb2f8786,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:59.482085 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef5e5e4f-848c-4e73-a484-709f2a479540 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (06594ad6-da58-45b4-a869-369cab19a4c7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:59.506103 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ef5e5e4f-848c-4e73-a484-709f2a479540 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06594ad6-da58-45b4-a869-369cab19a4c7']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:59.518696 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ef5e5e4f-848c-4e73-a484-709f2a479540 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b78955-2276-46b5-b303-3579016d178f') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:59.519303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ef5e5e4f-848c-4e73-a484-709f2a479540 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b78955-2276-46b5-b303-3579016d178f') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:54:59.524565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7348eccc-cdd4-4dc1-8828-1e72befb20af None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 11:54:59.537404 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef5e5e4f-848c-4e73-a484-709f2a479540 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (d8b78955-2276-46b5-b303-3579016d178f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:59.560577 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef5e5e4f-848c-4e73-a484-709f2a479540 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (d8b78955-2276-46b5-b303-3579016d178f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:59.576585 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5e5e4f-848c-4e73-a484-709f2a479540 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:54:59.576992 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef5e5e4f-848c-4e73-a484-709f2a479540 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (d8b78955-2276-46b5-b303-3579016d178f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:59.582172 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port a6c55071-0553-4c45-b393-3c16c3ff7465 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:54:59.582574 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a6c55071-0553-4c45-b393-3c16c3ff7465), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:59.588017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-95673cd5-9b4b-49bf-8460-4f7d6e572250 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Allocated IP 192.168.233.232 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/aa7a50a0-fee1-4e45-86f5-8fb2c6205e91) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:54:59.593977 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:54:59.679203 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c55071-0553-4c45-b393-3c16c3ff7465 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:54:59.756597 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75fee06b-8bd9-4fc8-b577-41abc94f10af req-08b63e8d-f968-432b-a659-5908bf577615 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625765 Mar 11 11:54:59.772298 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff751528-d708-44e5-aa7c-bf54a05093fe req-47b23700-1cb2-4b8a-a1f1-27beafd31821 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 210 time: 0.0513709 Mar 11 11:54:59.773020 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef5e5e4f-848c-4e73-a484-709f2a479540 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (06594ad6-da58-45b4-a869-369cab19a4c7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:59.798498 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef5e5e4f-848c-4e73-a484-709f2a479540 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:59.809360 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ef5e5e4f-848c-4e73-a484-709f2a479540 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/networks/06594ad6-da58-45b4-a869-369cab19a4c7 HTTP/1.1" status: 204 len: 168 time: 1.3260257 Mar 11 11:54:59.809589 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59196) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:54:59.821390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-57ab84e1-ae5b-4828-8c47-a56deec2e4b9 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-722729841'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:54:59.838418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e5e4f-848c-4e73-a484-709f2a479540 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event deleted for resources: {'Network': ['ID=06594ad6-da58-45b4-a869-369cab19a4c7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:54:59.844352 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-95673cd5-9b4b-49bf-8460-4f7d6e572250 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks [] for port (aa7a50a0-fee1-4e45-86f5-8fb2c6205e91), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:59.877659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ab84e1-ae5b-4828-8c47-a56deec2e4b9 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Made reservation on behalf of 884f00968ba14223b7c3a02cdcebfd61 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:54:59.885888 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57ab84e1-ae5b-4828-8c47-a56deec2e4b9 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:54:59.992606 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-95673cd5-9b4b-49bf-8460-4f7d6e572250 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (aa7a50a0-fee1-4e45-86f5-8fb2c6205e91), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:00.075926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ab84e1-ae5b-4828-8c47-a56deec2e4b9 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:55:00.100511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bd1ef-58e4-46e8-8844-4aa60e26e705 req-20d5bcc8-f51b-4c82-887b-f3b94b2b5628 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:00.103644 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57ab84e1-ae5b-4828-8c47-a56deec2e4b9 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6aaed3df-919e-45c8-842b-63bad86558ad), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:00.104004 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-57ab84e1-ae5b-4828-8c47-a56deec2e4b9 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Added segment 6aaed3df-919e-45c8-842b-63bad86558ad of type vlan for network 095128e9-f46a-4892-a1bd-1eadcb72907c Mar 11 11:55:00.109964 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-266bd1ef-58e4-46e8-8844-4aa60e26e705 req-20d5bcc8-f51b-4c82-887b-f3b94b2b5628 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd0f291-4a75-491e-a506-10c1ed96179d HTTP/1.1" status: 200 len: 943 time: 0.2035561 Mar 11 11:55:00.131691 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eec45cec-8ab7-41d4-a723-f9add02cbdf3 req-23a03773-587c-41bc-be4b-a3cb85dbe18c tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0824289 Mar 11 11:55:00.224024 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57ab84e1-ae5b-4828-8c47-a56deec2e4b9 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (095128e9-f46a-4892-a1bd-1eadcb72907c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:00.237106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port a6c55071-0553-4c45-b393-3c16c3ff7465, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a6c55071-0553-4c45-b393-3c16c3ff7465,segment=NetworkSegment(6496a002-10c5-4d8d-bc83-d61f10c8b4b8),segment_id=6496a002-10c5-4d8d-bc83-d61f10c8b4b8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:00.254311 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['019bc68d-2930-405f-a115-fcc146290579', 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd', '58643ea6-9eed-44a9-901d-4db2be4d7da5', 'ca98c5b9-62f8-49f0-af07-f6be8f932383'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:55:00.283683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-266bd1ef-58e4-46e8-8844-4aa60e26e705 req-12261268-b91f-4315-a496-d65c5748407c tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723251 Mar 11 11:55:00.323316 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['964eaebf-aa60-4324-b407-75faeeae6fe6', '12313980-bfc6-414f-98c9-16f31e143c51', 'f65b9aa4-1cf6-45a3-90f2-f99bbecb195f'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:55:00.329110 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95673cd5-9b4b-49bf-8460-4f7d6e572250 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Pushing event updated for resources: {'Port': ['ID=aa7a50a0-fee1-4e45-86f5-8fb2c6205e91,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:00.334095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-95673cd5-9b4b-49bf-8460-4f7d6e572250 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:55:00.343840 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-95673cd5-9b4b-49bf-8460-4f7d6e572250 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:55:00.350246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-95673cd5-9b4b-49bf-8460-4f7d6e572250 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:55:00.360483 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57ab84e1-ae5b-4828-8c47-a56deec2e4b9 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (095128e9-f46a-4892-a1bd-1eadcb72907c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:00.368876 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab84e1-ae5b-4828-8c47-a56deec2e4b9 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:00.369903 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57ab84e1-ae5b-4828-8c47-a56deec2e4b9 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:00.436247 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a6c55071-0553-4c45-b393-3c16c3ff7465), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:00.519270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-95673cd5-9b4b-49bf-8460-4f7d6e572250 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:00.519992 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-95673cd5-9b4b-49bf-8460-4f7d6e572250 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:00.525788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab84e1-ae5b-4828-8c47-a56deec2e4b9 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event updated for resources: {'Network': ['ID=095128e9-f46a-4892-a1bd-1eadcb72907c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:00.546988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59210) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:00.550584 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-57ab84e1-ae5b-4828-8c47-a56deec2e4b9 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7402802 Mar 11 11:55:00.555860 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ed078cba-b118-4743-a57d-e803dc4a2647 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Request body: {'subnet': {'network_id': '095128e9-f46a-4892-a1bd-1eadcb72907c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:00.568301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 095128e9-f46a-4892-a1bd-1eadcb72907c details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:55:00.587803 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-95673cd5-9b4b-49bf-8460-4f7d6e572250 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7544570 Mar 11 11:55:00.604117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Request body: {'port': {'device_id': '7f39abbe-7782-47df-9962-fe9fc6c67772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:00.726883 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aa7a50a0-fee1-4e45-86f5-8fb2c6205e91), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:00.764859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed078cba-b118-4743-a57d-e803dc4a2647 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Made reservation on behalf of 884f00968ba14223b7c3a02cdcebfd61 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:55:00.769836 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ed078cba-b118-4743-a57d-e803dc4a2647 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:00.940828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['a6c55071-0553-4c45-b393-3c16c3ff7465'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:55:01.207126 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4562270-73ec-47a4-ad7d-b8aaef9c82a0 None None] Network 06594ad6-da58-45b4-a869-369cab19a4c7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:55:01.255331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=a6c55071-0553-4c45-b393-3c16c3ff7465,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:01.319304 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4562270-73ec-47a4-ad7d-b8aaef9c82a0 None None] Network 06594ad6-da58-45b4-a869-369cab19a4c7 could not be found, it might have been deleted concurrently. {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 11:55:01.466798 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:55:01.490101 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Publish callbacks [] for port (aa7a50a0-fee1-4e45-86f5-8fb2c6205e91), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:01.518071 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Transition to ACTIVE for port object aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:55:01.527481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c353fb0-a1b0-4dfe-b491-1f16b8902fb4 req-cb5506aa-8945-454f-93b0-3801d631a4a4 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:01.530464 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (aa7a50a0-fee1-4e45-86f5-8fb2c6205e91), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:01.537335 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c353fb0-a1b0-4dfe-b491-1f16b8902fb4 req-cb5506aa-8945-454f-93b0-3801d631a4a4 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 936 time: 0.6718345 Mar 11 11:55:01.604489 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054fc58-123f-46a1-a725-83c4083597bf req-3c88c7a2-cf9a-45fd-b721-c7d5ff0b49b1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:01.610299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d054fc58-123f-46a1-a725-83c4083597bf req-3c88c7a2-cf9a-45fd-b721-c7d5ff0b49b1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.5852816 Mar 11 11:55:01.685509 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7a50a0-fee1-4e45-86f5-8fb2c6205e91,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:01.731879 n-d-833234-2 neutron-server[104031]: DEBUG neutron.objects.ports [None req-ed078cba-b118-4743-a57d-e803dc4a2647 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104031) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 11:55:01.775822 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ed078cba-b118-4743-a57d-e803dc4a2647 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (f71f2731-c294-4cb4-a934-a61dd20b2fca), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:01.869372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Attempting to bind port aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:55:01.869713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Attempting to bind port aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:55:01.870038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Attempting to bind port aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:55:01.880466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Port aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:55:01.880786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Attempting to bind port aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:55:01.901363 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c353fb0-a1b0-4dfe-b491-1f16b8902fb4 req-f872dfa9-ddac-4b2a-b56c-c037963f47c6 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608365 Mar 11 11:55:01.922978 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:55:01.923359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:55:01.923676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:55:01.932409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Bound port: aa7a50a0-fee1-4e45-86f5-8fb2c6205e91, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:55:01.932925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aa7a50a0-fee1-4e45-86f5-8fb2c6205e91), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:02.136406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] For port aa7a50a0-fee1-4e45-86f5-8fb2c6205e91, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:55:02.140135 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d054fc58-123f-46a1-a725-83c4083597bf req-adee20d5-7ece-4090-b75a-3adb1146297a tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676621 Mar 11 11:55:02.149756 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] For port aa7a50a0-fee1-4e45-86f5-8fb2c6205e91, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aa7a50a0-fee1-4e45-86f5-8fb2c6205e91,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:55:02.165387 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (aa7a50a0-fee1-4e45-86f5-8fb2c6205e91), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:02.248000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3773f4c1-14b7-4acb-b4cc-6b6231bbf9bc req-1994cdd1-5e50-4e27-9987-e3c5c9488883 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.1924524 Mar 11 11:55:02.271478 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:02.272218 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:02.280955 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] 10.222.0.37 "PUT /v2.0/ports/aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 HTTP/1.1" status: 200 len: 1096 time: 1.6786647 Mar 11 11:55:02.290191 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f39abbe-7782-47df-9962-fe9fc6c67772', 'tag': 'aa7a50a0-fee1-4e45-86f5-8fb2c6205e91'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:55:02.300451 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b26dc34-1883-471a-bcde-fa571770a621" -d '{"events": [{"name": "network-changed", "server_uuid": "7f39abbe-7782-47df-9962-fe9fc6c67772", "tag": "aa7a50a0-fee1-4e45-86f5-8fb2c6205e91"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:55:02.338274 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed078cba-b118-4743-a57d-e803dc4a2647 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event updated for resources: {'Subnet': ['ID=f71f2731-c294-4cb4-a934-a61dd20b2fca,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:02.546163 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50c84cd-27b9-4b4b-819f-3470dd815715 x-openstack-request-id: req-b50c84cd-27b9-4b4b-819f-3470dd815715 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:55:02.546472 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f39abbe-7782-47df-9962-fe9fc6c67772", "tag": "aa7a50a0-fee1-4e45-86f5-8fb2c6205e91", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:55:02.546731 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b50c84cd-27b9-4b4b-819f-3470dd815715 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:55:02.547194 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f39abbe-7782-47df-9962-fe9fc6c67772', 'tag': 'aa7a50a0-fee1-4e45-86f5-8fb2c6205e91', 'status': 'completed', 'code': 200} Mar 11 11:55:02.576224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed078cba-b118-4743-a57d-e803dc4a2647 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Checking segment: {'id': '6aaed3df-919e-45c8-842b-63bad86558ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '095128e9-f46a-4892-a1bd-1eadcb72907c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:55:02.577260 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed078cba-b118-4743-a57d-e803dc4a2647 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Network hostable DHCP agents. Network: 095128e9-f46a-4892-a1bd-1eadcb72907c, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:55:02.599441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3391278-e746-4cec-9002-5c7a8cf001e6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7a50a0-fee1-4e45-86f5-8fb2c6205e91,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:02.619070 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-ff5fe148-525a-4a57-808d-c651edbd8ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:02.620723 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-ff5fe148-525a-4a57-808d-c651edbd8ce3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 1130 time: 0.2577205 Mar 11 11:55:02.623807 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed078cba-b118-4743-a57d-e803dc4a2647 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Network 095128e9-f46a-4892-a1bd-1eadcb72907c is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:55:02.632428 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c7071800-8303-4aa1-abb0-3d7773a6db89 req-78a30158-9617-4741-9b01-e349bfa34969 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2607975 Mar 11 11:55:02.691947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-3802553f-981d-4766-9ed6-1b8b9ef30809 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 HTTP/1.1" status: 200 len: 217 time: 0.0591061 Mar 11 11:55:02.703963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220d7c9-47e7-4050-b018-e6674cf818e7 req-33341899-4c65-4670-8146-2d122c153d96 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:02.705584 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5220d7c9-47e7-4050-b018-e6674cf818e7 req-33341899-4c65-4670-8146-2d122c153d96 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd0f291-4a75-491e-a506-10c1ed96179d HTTP/1.1" status: 200 len: 944 time: 0.2702763 Mar 11 11:55:02.706604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-ed078cba-b118-4743-a57d-e803dc4a2647 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 095128e9-f46a-4892-a1bd-1eadcb72907c) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:55:02.722093 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf2b836-5fd3-4b61-bcfb-2441b9bf9b81 None None] Network 095128e9-f46a-4892-a1bd-1eadcb72907c requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:55:02.788609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7071800-8303-4aa1-abb0-3d7773a6db89 req-2e71b537-7855-458a-85e6-f8eb1ba89ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:02.790220 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c7071800-8303-4aa1-abb0-3d7773a6db89 req-2e71b537-7855-458a-85e6-f8eb1ba89ad0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 1132 time: 0.0897939 Mar 11 11:55:02.803205 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed078cba-b118-4743-a57d-e803dc4a2647 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:02.804089 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ed078cba-b118-4743-a57d-e803dc4a2647 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:02.809365 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5220d7c9-47e7-4050-b018-e6674cf818e7 req-a8e33aad-aa5c-44ed-99e3-e0d9864f1148 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844905 Mar 11 11:55:02.840978 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-fed4daae-3960-4a9d-b9fe-c693ecd9327d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:02.842544 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-fed4daae-3960-4a9d-b9fe-c693ecd9327d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1293252 Mar 11 11:55:02.846674 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ed078cba-b118-4743-a57d-e803dc4a2647 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2998106 Mar 11 11:55:02.862820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59232) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:03.006638 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (095128e9-f46a-4892-a1bd-1eadcb72907c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:03.036608 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7071800-8303-4aa1-abb0-3d7773a6db89 req-162eb642-c1ec-418f-91ab-ff18fbaf2952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:03.038475 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c7071800-8303-4aa1-abb0-3d7773a6db89 req-162eb642-c1ec-418f-91ab-ff18fbaf2952 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.2240648 Mar 11 11:55:03.061161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-095128e9-f46a-4892-a1bd-1eadcb72907c', 'network_id': '095128e9-f46a-4892-a1bd-1eadcb72907c', 'project_id': '884f00968ba14223b7c3a02cdcebfd61', 'fixed_ips': [{'subnet_id': 'f71f2731-c294-4cb4-a934-a61dd20b2fca'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:55:03.061161 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:03.112963 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c7071800-8303-4aa1-abb0-3d7773a6db89 req-6077500b-64f7-4512-9d07-270f1c7d209c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=019bc68d-2930-405f-a115-fcc146290579 HTTP/1.1" status: 200 len: 217 time: 0.0637457 Mar 11 11:55:03.195217 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-58d0a93e-1645-4249-8648-7c74d1558e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:03.196774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-58d0a93e-1645-4249-8648-7c74d1558e6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3475800 Mar 11 11:55:03.244073 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7071800-8303-4aa1-abb0-3d7773a6db89 req-ef75938e-59b4-4529-8778-6a12ec85b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:03.246037 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c7071800-8303-4aa1-abb0-3d7773a6db89 req-ef75938e-59b4-4529-8778-6a12ec85b0eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1222730 Mar 11 11:55:03.267228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201da74-b092-45b4-b256-59f3c66c6f88 req-af420f12-cae0-452f-8be3-dccc73d73fae tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:03.268859 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6201da74-b092-45b4-b256-59f3c66c6f88 req-af420f12-cae0-452f-8be3-dccc73d73fae tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 948 time: 0.2440679 Mar 11 11:55:03.378228 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7071800-8303-4aa1-abb0-3d7773a6db89 req-ded32c48-ab56-427d-855c-8524f414ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:03.381989 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c7071800-8303-4aa1-abb0-3d7773a6db89 req-ded32c48-ab56-427d-855c-8524f414ff33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1287258 Mar 11 11:55:03.448384 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Allocated IP 2001:db8::f816:3eff:fe81:e6e3 (095128e9-f46a-4892-a1bd-1eadcb72907c/f71f2731-c294-4cb4-a934-a61dd20b2fca/95ff6a29-1d1e-46b6-9c8b-b8718422ab85) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:55:03.825846 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:03.845558 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Publish callbacks [] for port (95ff6a29-1d1e-46b6-9c8b-b8718422ab85), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:03.869544 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (95ff6a29-1d1e-46b6-9c8b-b8718422ab85), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:03.936609 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b77ad-e8fd-43e4-94f6-5bba67f4a9d2 req-0b3370f8-785e-40b2-89ea-9ddc49fa597b tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:03.939354 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e69b77ad-e8fd-43e4-94f6-5bba67f4a9d2 req-0b3370f8-785e-40b2-89ea-9ddc49fa597b tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.6694818 Mar 11 11:55:03.960097 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Network 095128e9-f46a-4892-a1bd-1eadcb72907c is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:55:03.976441 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:55:03.987104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Pushing event updated for resources: {'Port': ['ID=95ff6a29-1d1e-46b6-9c8b-b8718422ab85,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:03.996289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:55:04.003114 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6201da74-b092-45b4-b256-59f3c66c6f88 req-4838475a-9f3d-49ed-a846-77f68b7a2987 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6763721 Mar 11 11:55:04.017802 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (f71f2731-c294-4cb4-a934-a61dd20b2fca), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:04.147249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Attempting to bind port 95ff6a29-1d1e-46b6-9c8b-b8718422ab85 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:55:04.148253 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Attempting to bind port 95ff6a29-1d1e-46b6-9c8b-b8718422ab85 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '6aaed3df-919e-45c8-842b-63bad86558ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '095128e9-f46a-4892-a1bd-1eadcb72907c'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:55:04.148762 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Attempting to bind port 95ff6a29-1d1e-46b6-9c8b-b8718422ab85 on network 095128e9-f46a-4892-a1bd-1eadcb72907c {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:55:04.163144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:55:04.164564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Checking segment: {'id': '6aaed3df-919e-45c8-842b-63bad86558ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '095128e9-f46a-4892-a1bd-1eadcb72907c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:55:04.166693 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:04.167192 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Bound using segment: {'id': '6aaed3df-919e-45c8-842b-63bad86558ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '095128e9-f46a-4892-a1bd-1eadcb72907c'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:55:04.169118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Bound port: 95ff6a29-1d1e-46b6-9c8b-b8718422ab85, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaed3df-919e-45c8-842b-63bad86558ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '095128e9-f46a-4892-a1bd-1eadcb72907c'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:55:04.169695 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (95ff6a29-1d1e-46b6-9c8b-b8718422ab85), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:04.281190 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5c81e20-4924-4a6e-af12-5323d4807d55 req-7fea91a7-2764-41c7-b4ae-62a68edbc2b0 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.1007721 Mar 11 11:55:04.299004 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (f71f2731-c294-4cb4-a934-a61dd20b2fca), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:04.334983 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] For port 95ff6a29-1d1e-46b6-9c8b-b8718422ab85, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:55:04.357932 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] For port 95ff6a29-1d1e-46b6-9c8b-b8718422ab85, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=95ff6a29-1d1e-46b6-9c8b-b8718422ab85,segment=NetworkSegment(6aaed3df-919e-45c8-842b-63bad86558ad),segment_id=6aaed3df-919e-45c8-842b-63bad86558ad)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:55:04.375376 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (95ff6a29-1d1e-46b6-9c8b-b8718422ab85), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:04.492908 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c7071800-8303-4aa1-abb0-3d7773a6db89 req-51220cfd-f66b-47cc-b66d-fce9015eb610 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1038597 Mar 11 11:55:04.521725 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-d9be0441-0679-4b7f-afbb-bfc848bea4b3 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3031423 Mar 11 11:55:04.531662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43c55b-c2dc-41bb-bfc2-2eaf636854a1 None None] Pushing event updated for resources: {'Port': ['ID=95ff6a29-1d1e-46b6-9c8b-b8718422ab85,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:04.537490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e104bc2-062b-4d7f-ab26-601b2db8e32d None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 11:55:04.581594 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a6c55071-0553-4c45-b393-3c16c3ff7465 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:55:04.704021 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port a6c55071-0553-4c45-b393-3c16c3ff7465 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:55:04.725562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port a6c55071-0553-4c45-b393-3c16c3ff7465 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:55:04.726339 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a6c55071-0553-4c45-b393-3c16c3ff7465), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:04.735278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event deleted for resources: {'Subnet': ['ID=f71f2731-c294-4cb4-a934-a61dd20b2fca,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:04.743545 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55db8f06-21ba-431c-a389-a835b24eaca7 req-c5b0097e-8ac2-4f3f-9de4-a42c87603e29 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989522 Mar 11 11:55:04.748708 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c7071800-8303-4aa1-abb0-3d7773a6db89 req-c3eb2e3a-cf2c-468b-a87a-9979b92739b8 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469928 Mar 11 11:55:04.804356 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e69b77ad-e8fd-43e4-94f6-5bba67f4a9d2 req-f692b3ad-c3b6-4cf5-ab3f-adbafbda3a3a tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8336627 Mar 11 11:55:04.851390 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (095128e9-f46a-4892-a1bd-1eadcb72907c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:04.892453 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095128e9-f46a-4892-a1bd-1eadcb72907c']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:04.903984 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0abcc-2c67-4f77-9fd9-4a652cee7fdb req-33032115-6be9-4600-8157-a39bd1966e99 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:04.905992 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04f0abcc-2c67-4f77-9fd9-4a652cee7fdb req-33032115-6be9-4600-8157-a39bd1966e99 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd0f291-4a75-491e-a506-10c1ed96179d HTTP/1.1" status: 200 len: 944 time: 0.1906877 Mar 11 11:55:04.918960 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26dc34-1883-471a-bcde-fa571770a621 req-e87d7fa9-6850-483a-8d2e-3c3f4fb23469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:04.924035 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0b26dc34-1883-471a-bcde-fa571770a621 req-e87d7fa9-6850-483a-8d2e-3c3f4fb23469 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=795309eb39534fec9c364380cdf0ef74&device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 1130 time: 0.1077917 Mar 11 11:55:04.935132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aaed3df-919e-45c8-842b-63bad86558ad') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:04.941315 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aaed3df-919e-45c8-842b-63bad86558ad') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:04.978650 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (6aaed3df-919e-45c8-842b-63bad86558ad), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:04.984023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port a6c55071-0553-4c45-b393-3c16c3ff7465 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:04.984566 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a6c55071-0553-4c45-b393-3c16c3ff7465), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:05.008543 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e104bc2-062b-4d7f-ab26-601b2db8e32d None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 11:55:05.020175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd0f291-4a75-491e-a506-10c1ed96179d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c55071-0553-4c45-b393-3c16c3ff7465'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:55:05.022767 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c32565-4702-4187-99a3-536b527bb6e7" -d '{"events": [{"server_uuid": "cdd0f291-4a75-491e-a506-10c1ed96179d", "name": "network-vif-plugged", "status": "completed", "tag": "a6c55071-0553-4c45-b393-3c16c3ff7465"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:55:05.046135 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6aaed3df-919e-45c8-842b-63bad86558ad), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:05.047070 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port a6c55071-0553-4c45-b393-3c16c3ff7465, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a6c55071-0553-4c45-b393-3c16c3ff7465,segment=NetworkSegment(6496a002-10c5-4d8d-bc83-d61f10c8b4b8),segment_id=6496a002-10c5-4d8d-bc83-d61f10c8b4b8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:05.082570 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04f0abcc-2c67-4f77-9fd9-4a652cee7fdb req-28dcb192-a480-4d40-ab3a-cb54191a7862 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692255 Mar 11 11:55:05.084341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:55:05.084965 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (6aaed3df-919e-45c8-842b-63bad86558ad), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:55:05.094150 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:55:05.194037 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26dc34-1883-471a-bcde-fa571770a621 req-ad738c92-dd03-4e35-a5c9-024d9df3511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:05.200699 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0b26dc34-1883-471a-bcde-fa571770a621 req-ad738c92-dd03-4e35-a5c9-024d9df3511b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.2657542 Mar 11 11:55:05.206711 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a6c55071-0553-4c45-b393-3c16c3ff7465), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:05.220582 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d841cf4b-a4f1-4fc3-b25c-d60d427f3639 x-openstack-request-id: req-d841cf4b-a4f1-4fc3-b25c-d60d427f3639 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:55:05.220864 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd0f291-4a75-491e-a506-10c1ed96179d", "name": "network-vif-plugged", "status": "completed", "tag": "a6c55071-0553-4c45-b393-3c16c3ff7465", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:55:05.221117 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d841cf4b-a4f1-4fc3-b25c-d60d427f3639 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:55:05.221530 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd0f291-4a75-491e-a506-10c1ed96179d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c55071-0553-4c45-b393-3c16c3ff7465', 'code': 200} Mar 11 11:55:05.309135 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.api [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 11:55:05.309135 n-d-833234-2 neutron-server[104031]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 11:55:05.309135 n-d-833234-2 neutron-server[104031]: [parameters: {'id': '095128e9-f46a-4892-a1bd-1eadcb72907c'}] Mar 11 11:55:05.309135 n-d-833234-2 neutron-server[104031]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:55:05.312183 n-d-833234-2 neutron-server[104031]: DEBUG oslo_db.api [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:55:05.315220 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0b26dc34-1883-471a-bcde-fa571770a621 req-263c14b5-a3f0-4233-b79d-8f8f673ff4ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 HTTP/1.1" status: 200 len: 217 time: 0.1062930 Mar 11 11:55:05.356731 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2933ea3-5059-4728-a388-eda3ae22e87a req-49940169-f963-4cc1-bbdf-f644e3238528 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:05.358586 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2933ea3-5059-4728-a388-eda3ae22e87a req-49940169-f963-4cc1-bbdf-f644e3238528 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 948 time: 0.1200788 Mar 11 11:55:05.478113 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cde47-723c-4b6a-a65d-637d19a04ae2 req-c67ba24b-39a7-44f4-ac00-8569c12a9fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:05.480353 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c20cde47-723c-4b6a-a65d-637d19a04ae2 req-c67ba24b-39a7-44f4-ac00-8569c12a9fba service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cdd0f291-4a75-491e-a506-10c1ed96179d HTTP/1.1" status: 200 len: 1127 time: 0.1639829 Mar 11 11:55:05.481884 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=a6c55071-0553-4c45-b393-3c16c3ff7465,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:05.485194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26dc34-1883-471a-bcde-fa571770a621 req-be22789a-7dee-4310-ac8b-558d49fa8e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:05.486951 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0b26dc34-1883-471a-bcde-fa571770a621 req-be22789a-7dee-4310-ac8b-558d49fa8e90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0974255 Mar 11 11:55:05.522337 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa1144ec-37a2-45c1-9a08-dd084c00f5a3 req-09ccf139-c622-4c89-8486-e6c39bc51807 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0852199 Mar 11 11:55:05.529697 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d674c42-6137-4f79-bfcc-5c2493dd6710 None None] Network 095128e9-f46a-4892-a1bd-1eadcb72907c requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:55:05.540048 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2933ea3-5059-4728-a388-eda3ae22e87a req-c448067f-255d-475f-8bcd-b44645a107e8 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679454 Mar 11 11:55:05.620726 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c20cde47-723c-4b6a-a65d-637d19a04ae2 req-028b6720-ec53-45b0-ac43-ef4747721e44 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309955 Mar 11 11:55:05.642056 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26dc34-1883-471a-bcde-fa571770a621 req-7b5b7418-c1da-466b-86b2-d73523b2f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:05.644583 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0b26dc34-1883-471a-bcde-fa571770a621 req-7b5b7418-c1da-466b-86b2-d73523b2f738 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1265628 Mar 11 11:55:05.794142 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0b26dc34-1883-471a-bcde-fa571770a621 req-e8dc98da-571e-404a-9762-07b48e9dad30 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398923 Mar 11 11:55:05.815543 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (095128e9-f46a-4892-a1bd-1eadcb72907c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:05.942253 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Deleting port 95ff6a29-1d1e-46b6-9c8b-b8718422ab85 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:05.942929 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (95ff6a29-1d1e-46b6-9c8b-b8718422ab85), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:05.962086 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0b26dc34-1883-471a-bcde-fa571770a621 req-2b58ad13-620a-4568-9140-aa5a0eb3ae26 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585133 Mar 11 11:55:06.061994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] For port 95ff6a29-1d1e-46b6-9c8b-b8718422ab85, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=95ff6a29-1d1e-46b6-9c8b-b8718422ab85,segment=NetworkSegment(6aaed3df-919e-45c8-842b-63bad86558ad),segment_id=6aaed3df-919e-45c8-842b-63bad86558ad)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:06.062340 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (95ff6a29-1d1e-46b6-9c8b-b8718422ab85), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:06.076837 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Calling delete_port for 95ff6a29-1d1e-46b6-9c8b-b8718422ab85 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:06.251745 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (95ff6a29-1d1e-46b6-9c8b-b8718422ab85), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:06.328433 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event deleted for resources: {'Port': ['ID=95ff6a29-1d1e-46b6-9c8b-b8718422ab85,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:06.339321 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:06.339687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:06.340028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:06.340429 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:06.340868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:06.341540 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:06.341882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:06.342211 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:06.342540 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:06.342867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:06.343194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:06.343520 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:06.343870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:06.353797 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] No DVR routers for this DVR port 95ff6a29-1d1e-46b6-9c8b-b8718422ab85 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:55:06.422018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec9252-edf3-4bd4-9787-9d9b15e450b2 req-2eef75fd-7eb9-43e8-98b4-ef0b31327abc tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:06.432532 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18ec9252-edf3-4bd4-9787-9d9b15e450b2 req-2eef75fd-7eb9-43e8-98b4-ef0b31327abc tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd0f291-4a75-491e-a506-10c1ed96179d HTTP/1.1" status: 200 len: 945 time: 0.2034512 Mar 11 11:55:06.451538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeba883-b008-45f8-9c08-3cdadfba2e36 req-ead66e9c-3b48-45fe-a524-230be0f362a7 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:06.458908 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfeba883-b008-45f8-9c08-3cdadfba2e36 req-ead66e9c-3b48-45fe-a524-230be0f362a7 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.2203908 Mar 11 11:55:06.545429 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (095128e9-f46a-4892-a1bd-1eadcb72907c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:06.564880 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18ec9252-edf3-4bd4-9787-9d9b15e450b2 req-31516560-e7f1-4bad-91da-ab684654b627 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265907 Mar 11 11:55:06.653621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095128e9-f46a-4892-a1bd-1eadcb72907c']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:06.689279 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aaed3df-919e-45c8-842b-63bad86558ad') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:06.689989 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aaed3df-919e-45c8-842b-63bad86558ad') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:06.725681 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63963c1d-110f-4c23-955a-39d7d40ffcae req-3c45f833-f6df-463d-96a3-44442b9d1d5b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0497804 Mar 11 11:55:06.753816 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfeba883-b008-45f8-9c08-3cdadfba2e36 req-8a1e3696-81b1-43da-a132-c241e58fe85f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938263 Mar 11 11:55:06.794196 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (6aaed3df-919e-45c8-842b-63bad86558ad), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:06.858049 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6aaed3df-919e-45c8-842b-63bad86558ad), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:06.880160 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:55:06.880925 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (6aaed3df-919e-45c8-842b-63bad86558ad), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:55:06.884991 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:55:07.120262 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (095128e9-f46a-4892-a1bd-1eadcb72907c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:07.131715 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddf0f1-2f27-4bfd-b6f1-ce3102cf2666 req-c27f4e62-7c47-43b0-a35c-4e25ea1f09b4 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:07.133486 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ddf0f1-2f27-4bfd-b6f1-ce3102cf2666 req-c27f4e62-7c47-43b0-a35c-4e25ea1f09b4 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 948 time: 0.1921122 Mar 11 11:55:07.151544 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:07.160695 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/networks/095128e9-f46a-4892-a1bd-1eadcb72907c HTTP/1.1" status: 204 len: 168 time: 4.2911263 Mar 11 11:55:07.160918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59294) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:07.179628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4c71e-0376-48f1-ba8f-427787c2483c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event deleted for resources: {'Network': ['ID=095128e9-f46a-4892-a1bd-1eadcb72907c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:07.224013 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4eec842-f534-4b56-820c-8e0b52d5687c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] DELETE failed (client error): The resource could not be found. Mar 11 11:55:07.224489 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4eec842-f534-4b56-820c-8e0b52d5687c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:55:07.231023 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d4eec842-f534-4b56-820c-8e0b52d5687c tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/subnets/f71f2731-c294-4cb4-a934-a61dd20b2fca HTTP/1.1" status: 404 len: 337 time: 0.0697100 Mar 11 11:55:07.235095 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59296) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:07.283184 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ddf0f1-2f27-4bfd-b6f1-ce3102cf2666 req-d1ad122f-3533-4ee1-8173-1dbb7dcd3d5c tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384647 Mar 11 11:55:07.297570 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2522d5-7d86-4f45-88c9-56908876e458 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] DELETE failed (client error): The resource could not be found. Mar 11 11:55:07.298337 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2522d5-7d86-4f45-88c9-56908876e458 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:55:07.302230 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7e2522d5-7d86-4f45-88c9-56908876e458 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/networks/095128e9-f46a-4892-a1bd-1eadcb72907c HTTP/1.1" status: 404 len: 339 time: 0.0618951 Mar 11 11:55:07.305645 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59298) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:07.349230 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-718fc78c-bc63-41f4-b0bd-5d3c3ccbaf60 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] DELETE failed (client error): The resource could not be found. Mar 11 11:55:07.351860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-718fc78c-bc63-41f4-b0bd-5d3c3ccbaf60 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:55:07.355329 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-718fc78c-bc63-41f4-b0bd-5d3c3ccbaf60 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/subnets/1984851b-9f69-46e6-9980-40b7bb2f8786 HTTP/1.1" status: 404 len: 337 time: 0.0468314 Mar 11 11:55:07.357843 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59300) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:07.386546 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68c7d83-7ebd-48d9-8457-23aab5032071 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] DELETE failed (client error): The resource could not be found. Mar 11 11:55:07.386907 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68c7d83-7ebd-48d9-8457-23aab5032071 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:55:07.393601 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d68c7d83-7ebd-48d9-8457-23aab5032071 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/networks/06594ad6-da58-45b4-a869-369cab19a4c7 HTTP/1.1" status: 404 len: 339 time: 0.0340767 Mar 11 11:55:07.395522 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59302) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:07.429067 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:55:07.439703 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-475a8121-8978-4615-a870-bc6c2ad0d049 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] DELETE failed (client error): The resource could not be found. Mar 11 11:55:07.440334 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475a8121-8978-4615-a870-bc6c2ad0d049 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:55:07.447490 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-475a8121-8978-4615-a870-bc6c2ad0d049 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/subnets/12288681-1347-496a-806e-c49681236e1b HTTP/1.1" status: 404 len: 337 time: 0.0490675 Mar 11 11:55:07.448910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59304) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:07.481810 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-690981e2-0a5a-467e-bf45-97a1811d8eeb tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] DELETE failed (client error): The resource could not be found. Mar 11 11:55:07.483930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-690981e2-0a5a-467e-bf45-97a1811d8eeb tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:55:07.487317 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-690981e2-0a5a-467e-bf45-97a1811d8eeb tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/networks/d912e987-eae5-452b-9def-a9d53a6c68f7 HTTP/1.1" status: 404 len: 339 time: 0.0373859 Mar 11 11:55:07.489944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59306) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:07.637182 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port aa7a50a0-fee1-4e45-86f5-8fb2c6205e91, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aa7a50a0-fee1-4e45-86f5-8fb2c6205e91,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:07.650282 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'aa7a50a0-fee1-4e45-86f5-8fb2c6205e91', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'aa7a50a0-fee1-4e45-86f5-8fb2c6205e91', 'mac_address': 'fa:16:3e:00:c5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:55:07.719875 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:07.720431 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aa7a50a0-fee1-4e45-86f5-8fb2c6205e91), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:07.739086 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:55:07.749671 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b63af-ef1f-44f7-8e55-4dca5329e285 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Deleting port 863f613a-fcfe-466d-af3e-e94bd522df7f {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:07.750160 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c2b63af-ef1f-44f7-8e55-4dca5329e285 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (863f613a-fcfe-466d-af3e-e94bd522df7f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:07.777070 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port aa7a50a0-fee1-4e45-86f5-8fb2c6205e91, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aa7a50a0-fee1-4e45-86f5-8fb2c6205e91,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:07.794689 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aa7a50a0-fee1-4e45-86f5-8fb2c6205e91), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:07.887870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=aa7a50a0-fee1-4e45-86f5-8fb2c6205e91,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:07.888957 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c2b63af-ef1f-44f7-8e55-4dca5329e285 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (863f613a-fcfe-466d-af3e-e94bd522df7f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:07.921909 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b63af-ef1f-44f7-8e55-4dca5329e285 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Calling delete_port for 863f613a-fcfe-466d-af3e-e94bd522df7f owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:08.034492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256211e5-597d-4265-aff5-b3743d95c21c req-57ae94a9-532e-48d9-a21e-41e1930e4a93 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:08.036086 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-256211e5-597d-4265-aff5-b3743d95c21c req-57ae94a9-532e-48d9-a21e-41e1930e4a93 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.1350777 Mar 11 11:55:08.058621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8bc26-34fb-4935-a156-a7624c50c3ca req-e60f5a50-cfae-4dd9-8fce-adc12c789769 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:08.058621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cf8bc26-34fb-4935-a156-a7624c50c3ca req-e60f5a50-cfae-4dd9-8fce-adc12c789769 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd0f291-4a75-491e-a506-10c1ed96179d HTTP/1.1" status: 200 len: 945 time: 0.3793862 Mar 11 11:55:08.167623 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['aa7a50a0-fee1-4e45-86f5-8fb2c6205e91'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:55:08.189294 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cf8bc26-34fb-4935-a156-a7624c50c3ca req-0d54298b-960e-45f7-a75d-451f524231ce tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171854 Mar 11 11:55:08.208882 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c2b63af-ef1f-44f7-8e55-4dca5329e285 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (863f613a-fcfe-466d-af3e-e94bd522df7f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:08.362486 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7293d5f5-ff9f-432d-b162-5ef2c992fa2d req-bf0fb130-c868-4085-9c54-22996c3d27c6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0407326 Mar 11 11:55:08.365955 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b63af-ef1f-44f7-8e55-4dca5329e285 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event deleted for resources: {'Port': ['ID=863f613a-fcfe-466d-af3e-e94bd522df7f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:08.386900 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-256211e5-597d-4265-aff5-b3743d95c21c req-17a62c20-b0b6-451f-95e1-5fe352e86341 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418283 Mar 11 11:55:08.393142 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c2b63af-ef1f-44f7-8e55-4dca5329e285 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:08.399303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2c2b63af-ef1f-44f7-8e55-4dca5329e285 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/ports/863f613a-fcfe-466d-af3e-e94bd522df7f HTTP/1.1" status: 204 len: 168 time: 0.9083118 Mar 11 11:55:08.402044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59324) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:08.488272 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc2a7aa-d0b6-4ad1-b6d8-fb7d138e5509 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] DELETE failed (client error): The resource could not be found. Mar 11 11:55:08.488844 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc2a7aa-d0b6-4ad1-b6d8-fb7d138e5509 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:55:08.492204 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ebc2a7aa-d0b6-4ad1-b6d8-fb7d138e5509 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/subnets/97e54638-d8ff-4890-af39-813a1774b708 HTTP/1.1" status: 404 len: 337 time: 0.0884066 Mar 11 11:55:08.494958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59334) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:08.658426 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c8d60c0-6d2e-420f-81e6-6be953ea200a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (e2410267-6d47-44ac-b56f-9b80a71ae6b4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:08.676612 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7cd93-1afe-4634-8d83-2169e080ca15 req-dfd6e9f1-de00-4b66-910a-509da4bbf8ba tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:08.678162 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-98f7cd93-1afe-4634-8d83-2169e080ca15 req-dfd6e9f1-de00-4b66-910a-509da4bbf8ba tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 949 time: 0.1411090 Mar 11 11:55:08.819370 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c8d60c0-6d2e-420f-81e6-6be953ea200a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (e2410267-6d47-44ac-b56f-9b80a71ae6b4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:08.850935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-2c8d60c0-6d2e-420f-81e6-6be953ea200a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2410267-6d47-44ac-b56f-9b80a71ae6b4']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:08.856345 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-98f7cd93-1afe-4634-8d83-2169e080ca15 req-24f762c6-bce4-40f6-8645-456aff5930fc tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701977 Mar 11 11:55:08.865711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-2c8d60c0-6d2e-420f-81e6-6be953ea200a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db78c53b-11ae-4402-b7b6-1eb0b3b279a8') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:08.866117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-2c8d60c0-6d2e-420f-81e6-6be953ea200a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db78c53b-11ae-4402-b7b6-1eb0b3b279a8') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:08.888140 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c8d60c0-6d2e-420f-81e6-6be953ea200a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (db78c53b-11ae-4402-b7b6-1eb0b3b279a8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:08.903250 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c8d60c0-6d2e-420f-81e6-6be953ea200a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (db78c53b-11ae-4402-b7b6-1eb0b3b279a8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:08.911023 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8d60c0-6d2e-420f-81e6-6be953ea200a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:55:08.911423 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c8d60c0-6d2e-420f-81e6-6be953ea200a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (db78c53b-11ae-4402-b7b6-1eb0b3b279a8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:55:08.914541 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:55:08.987209 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c8d60c0-6d2e-420f-81e6-6be953ea200a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (e2410267-6d47-44ac-b56f-9b80a71ae6b4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:08.998491 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c8d60c0-6d2e-420f-81e6-6be953ea200a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:09.004209 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2c8d60c0-6d2e-420f-81e6-6be953ea200a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/networks/e2410267-6d47-44ac-b56f-9b80a71ae6b4 HTTP/1.1" status: 204 len: 168 time: 0.5068789 Mar 11 11:55:09.006148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59336) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:09.019786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d60c0-6d2e-420f-81e6-6be953ea200a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event deleted for resources: {'Network': ['ID=e2410267-6d47-44ac-b56f-9b80a71ae6b4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:09.134898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-3064d0b7-da4a-4031-b0dc-3cd43d6932f6 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Deleting port acd4040a-2bf6-41b1-9009-2e61b5413ff4 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:09.135351 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3064d0b7-da4a-4031-b0dc-3cd43d6932f6 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (acd4040a-2bf6-41b1-9009-2e61b5413ff4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:09.219768 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3064d0b7-da4a-4031-b0dc-3cd43d6932f6 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (acd4040a-2bf6-41b1-9009-2e61b5413ff4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:09.237947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-3064d0b7-da4a-4031-b0dc-3cd43d6932f6 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Calling delete_port for acd4040a-2bf6-41b1-9009-2e61b5413ff4 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:09.337374 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3064d0b7-da4a-4031-b0dc-3cd43d6932f6 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (acd4040a-2bf6-41b1-9009-2e61b5413ff4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:09.372043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064d0b7-da4a-4031-b0dc-3cd43d6932f6 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event deleted for resources: {'Port': ['ID=acd4040a-2bf6-41b1-9009-2e61b5413ff4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:09.382300 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3064d0b7-da4a-4031-b0dc-3cd43d6932f6 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:09.387306 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3064d0b7-da4a-4031-b0dc-3cd43d6932f6 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/ports/acd4040a-2bf6-41b1-9009-2e61b5413ff4 HTTP/1.1" status: 204 len: 168 time: 0.3792825 Mar 11 11:55:09.389127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59338) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:09.418707 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a347b27-9c7a-49ab-8ff3-a20b8faec2f1 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] DELETE failed (client error): The resource could not be found. Mar 11 11:55:09.419952 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a347b27-9c7a-49ab-8ff3-a20b8faec2f1 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:55:09.423610 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7a347b27-9c7a-49ab-8ff3-a20b8faec2f1 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/subnets/3483ba8e-059c-4f71-b6d3-2a06b3aed6cc HTTP/1.1" status: 404 len: 337 time: 0.0331938 Mar 11 11:55:09.426754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59342) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:09.582956 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (22b30083-ef3b-477f-9767-547d2ea1f5b7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:09.605850 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-51703deb-49d0-45ee-8053-dd099860af1e req-473c2834-d32e-4a63-ba47-27659361fc04 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0960455 Mar 11 11:55:09.665846 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Deleting port 31bada11-e081-4ba3-a75f-47248219fbc3 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:09.668312 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (31bada11-e081-4ba3-a75f-47248219fbc3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:09.710809 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9a6fa-7201-4b61-aeba-ea84a402b64c req-1ced1af1-5eec-47fd-aa92-c967834529e3 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:09.712406 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2e9a6fa-7201-4b61-aeba-ea84a402b64c req-1ced1af1-5eec-47fd-aa92-c967834529e3 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.1315882 Mar 11 11:55:09.763642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] For port 31bada11-e081-4ba3-a75f-47248219fbc3, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=31bada11-e081-4ba3-a75f-47248219fbc3,segment=NetworkSegment(07b3ae91-17fb-4585-93d3-288de918760f),segment_id=07b3ae91-17fb-4585-93d3-288de918760f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:09.766028 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (31bada11-e081-4ba3-a75f-47248219fbc3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:09.782234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Calling delete_port for 31bada11-e081-4ba3-a75f-47248219fbc3 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:09.800846 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2e9a6fa-7201-4b61-aeba-ea84a402b64c req-9fc82fda-5a88-46cd-8b79-de002ce0626e tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714738 Mar 11 11:55:09.877342 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (31bada11-e081-4ba3-a75f-47248219fbc3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:09.922692 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event deleted for resources: {'Port': ['ID=31bada11-e081-4ba3-a75f-47248219fbc3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:09.929696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] No DVR routers for this DVR port 31bada11-e081-4ba3-a75f-47248219fbc3 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:55:10.034235 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (22b30083-ef3b-477f-9767-547d2ea1f5b7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:10.040819 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c54d2-98bf-4650-91e0-2496aa2f6ed8 req-47147825-8ec7-4cea-b3a2-24fa88ed776a tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:10.044052 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e2c54d2-98bf-4650-91e0-2496aa2f6ed8 req-47147825-8ec7-4cea-b3a2-24fa88ed776a tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 949 time: 0.0839813 Mar 11 11:55:10.058460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b30083-ef3b-477f-9767-547d2ea1f5b7']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:10.069462 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b3ae91-17fb-4585-93d3-288de918760f') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:10.069752 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b3ae91-17fb-4585-93d3-288de918760f') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:10.079816 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (07b3ae91-17fb-4585-93d3-288de918760f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:10.095317 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (07b3ae91-17fb-4585-93d3-288de918760f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:10.104415 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:55:10.104415 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (07b3ae91-17fb-4585-93d3-288de918760f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:10.126814 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e2c54d2-98bf-4650-91e0-2496aa2f6ed8 req-ecc0ab5e-dda4-4961-a921-ce4ed6cd9e14 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648756 Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:55:10.139536 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:55:10.179297 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (22b30083-ef3b-477f-9767-547d2ea1f5b7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:10.185472 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:10.188959 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/networks/22b30083-ef3b-477f-9767-547d2ea1f5b7 HTTP/1.1" status: 204 len: 168 time: 0.7603920 Mar 11 11:55:10.191386 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59358) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:10.225987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9000a-b60d-47d0-baae-84363c49107d tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event deleted for resources: {'Network': ['ID=22b30083-ef3b-477f-9767-547d2ea1f5b7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:10.296104 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c8b49b-cb21-4edd-a418-ad418af12620 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Deleting subnet 06cd7c6d-4aea-47e3-9b8d-5b948f465d88 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:55:10.301093 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-23c8b49b-cb21-4edd-a418-ad418af12620 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for subnet (06cd7c6d-4aea-47e3-9b8d-5b948f465d88), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:10.344947 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-23c8b49b-cb21-4edd-a418-ad418af12620 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (06cd7c6d-4aea-47e3-9b8d-5b948f465d88), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:10.439140 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-23c8b49b-cb21-4edd-a418-ad418af12620 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (06cd7c6d-4aea-47e3-9b8d-5b948f465d88), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:10.517724 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-23c8b49b-cb21-4edd-a418-ad418af12620 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (06cd7c6d-4aea-47e3-9b8d-5b948f465d88), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:10.546076 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8b49b-cb21-4edd-a418-ad418af12620 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event deleted for resources: {'Subnet': ['ID=06cd7c6d-4aea-47e3-9b8d-5b948f465d88,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:10.559794 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-23c8b49b-cb21-4edd-a418-ad418af12620 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:10.561794 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366924d8-9797-4d90-aa57-0e8ed27aa66f None None] Network be41f920-8494-42d7-b806-977e87479369 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:55:10.563855 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-23c8b49b-cb21-4edd-a418-ad418af12620 tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/subnets/06cd7c6d-4aea-47e3-9b8d-5b948f465d88 HTTP/1.1" status: 204 len: 168 time: 0.3648489 Mar 11 11:55:10.565793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59362) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:10.749292 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (be41f920-8494-42d7-b806-977e87479369), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:10.851917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Deleting port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:10.852537 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1832b07d-f24f-47ae-b8a9-0b7c18ca539f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:10.886313 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb458d7-a92e-4def-b64a-59e59bd4d21e None None] DHCP port deletion for be41f920-8494-42d7-b806-977e87479369 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:55:10.896096 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-485980b1-83a7-47b6-984a-c0133ee81b1d req-dd99a5a1-e427-44e8-95d5-2099317b26ca tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.1563239 Mar 11 11:55:10.955686 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] For port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1832b07d-f24f-47ae-b8a9-0b7c18ca539f,segment=NetworkSegment(5818b5f9-2da7-4f77-8560-5f90f6d48c1f),segment_id=5818b5f9-2da7-4f77-8560-5f90f6d48c1f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:10.956373 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1832b07d-f24f-47ae-b8a9-0b7c18ca539f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:10.974802 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Calling delete_port for 1832b07d-f24f-47ae-b8a9-0b7c18ca539f owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:10.979491 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8cb458d7-a92e-4def-b64a-59e59bd4d21e None None] Deleting port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:10.979996 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8cb458d7-a92e-4def-b64a-59e59bd4d21e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1832b07d-f24f-47ae-b8a9-0b7c18ca539f), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:11.031169 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b4b3d-b940-4fac-ae57-100d53197d20 req-2825b411-6e3e-4ab1-999f-4cb99ecaa8b3 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:11.038021 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d22b4b3d-b940-4fac-ae57-100d53197d20 req-2825b411-6e3e-4ab1-999f-4cb99ecaa8b3 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.0993254 Mar 11 11:55:11.067277 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-8cb458d7-a92e-4def-b64a-59e59bd4d21e None None] For port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1832b07d-f24f-47ae-b8a9-0b7c18ca539f,segment=NetworkSegment(5818b5f9-2da7-4f77-8560-5f90f6d48c1f),segment_id=5818b5f9-2da7-4f77-8560-5f90f6d48c1f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:11.067685 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8cb458d7-a92e-4def-b64a-59e59bd4d21e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1832b07d-f24f-47ae-b8a9-0b7c18ca539f), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:11.082654 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8cb458d7-a92e-4def-b64a-59e59bd4d21e None None] Calling delete_port for 1832b07d-f24f-47ae-b8a9-0b7c18ca539f owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:11.089660 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1832b07d-f24f-47ae-b8a9-0b7c18ca539f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:11.099951 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d22b4b3d-b940-4fac-ae57-100d53197d20 req-ccc56f4b-bf53-412a-8270-a556aa101881 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572865 Mar 11 11:55:11.137818 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event deleted for resources: {'Port': ['ID=1832b07d-f24f-47ae-b8a9-0b7c18ca539f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:11.149756 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] No DVR routers for this DVR port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:55:11.318796 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56c890-dfe5-41f4-bd9d-f9912feff068 req-c1df036e-22ae-48da-ac4a-ba3bba66cc88 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:11.320404 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (be41f920-8494-42d7-b806-977e87479369), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:11.330325 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d56c890-dfe5-41f4-bd9d-f9912feff068 req-c1df036e-22ae-48da-ac4a-ba3bba66cc88 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 949 time: 0.1073368 Mar 11 11:55:11.369929 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be41f920-8494-42d7-b806-977e87479369']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:11.385999 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d56c890-dfe5-41f4-bd9d-f9912feff068 req-3ba6d5aa-b40a-4bd2-8249-d64d960adadc tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545032 Mar 11 11:55:11.404108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5818b5f9-2da7-4f77-8560-5f90f6d48c1f') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:11.404518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5818b5f9-2da7-4f77-8560-5f90f6d48c1f') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:11.423771 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (5818b5f9-2da7-4f77-8560-5f90f6d48c1f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:11.439234 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (5818b5f9-2da7-4f77-8560-5f90f6d48c1f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:11.449589 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8cb458d7-a92e-4def-b64a-59e59bd4d21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (1832b07d-f24f-47ae-b8a9-0b7c18ca539f), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:11.451060 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:55:11.451557 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (5818b5f9-2da7-4f77-8560-5f90f6d48c1f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:55:11.456259 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:55:11.482229 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb458d7-a92e-4def-b64a-59e59bd4d21e None None] Pushing event deleted for resources: {'Port': ['ID=1832b07d-f24f-47ae-b8a9-0b7c18ca539f,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:11.484973 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:55:11.525537 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (be41f920-8494-42d7-b806-977e87479369), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:11.528514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb458d7-a92e-4def-b64a-59e59bd4d21e None None] No DVR routers for this DVR port 1832b07d-f24f-47ae-b8a9-0b7c18ca539f on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:55:11.531554 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:11.535343 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] 10.222.0.78 "DELETE /v2.0/networks/be41f920-8494-42d7-b806-977e87479369 HTTP/1.1" status: 204 len: 168 time: 0.9682243 Mar 11 11:55:11.570177 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004077a-6502-4c76-8885-26914913a04a tempest-NetworksIpV6TestAttrs-325755826 tempest-NetworksIpV6TestAttrs-325755826-project] Pushing event deleted for resources: {'Network': ['ID=be41f920-8494-42d7-b806-977e87479369,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:11.617361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:55:11.625453 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:55:11.626233 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aa7a50a0-fee1-4e45-86f5-8fb2c6205e91), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:11.759424 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:11.760766 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aa7a50a0-fee1-4e45-86f5-8fb2c6205e91), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:11.798777 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f39abbe-7782-47df-9962-fe9fc6c67772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7a50a0-fee1-4e45-86f5-8fb2c6205e91'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:55:11.803309 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dda1c4c-bd22-42b6-9b9b-783f2a247a6a" -d '{"events": [{"server_uuid": "7f39abbe-7782-47df-9962-fe9fc6c67772", "name": "network-vif-plugged", "status": "completed", "tag": "aa7a50a0-fee1-4e45-86f5-8fb2c6205e91"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:55:11.824639 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port aa7a50a0-fee1-4e45-86f5-8fb2c6205e91, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aa7a50a0-fee1-4e45-86f5-8fb2c6205e91,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:11.833267 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aa7a50a0-fee1-4e45-86f5-8fb2c6205e91), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:11.931264 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=aa7a50a0-fee1-4e45-86f5-8fb2c6205e91,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:11.934966 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c439320-bcfa-4b6d-a1af-dcbd6b9be15e x-openstack-request-id: req-9c439320-bcfa-4b6d-a1af-dcbd6b9be15e {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:55:11.935246 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f39abbe-7782-47df-9962-fe9fc6c67772", "name": "network-vif-plugged", "status": "completed", "tag": "aa7a50a0-fee1-4e45-86f5-8fb2c6205e91", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:55:11.935501 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9c439320-bcfa-4b6d-a1af-dcbd6b9be15e {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:55:11.935949 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f39abbe-7782-47df-9962-fe9fc6c67772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7a50a0-fee1-4e45-86f5-8fb2c6205e91', 'code': 200} Mar 11 11:55:11.963479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59402) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:12.091956 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-806d40a3-6325-4e1c-a973-0a7d47186570 req-5c1b8423-a4e5-4991-be02-4cbbcf2df4db tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0406852 Mar 11 11:55:12.130256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f0136-b512-4603-9c22-83acc1906001 req-7400ac6a-c5d4-4b91-9a52-7ef5ef68e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:12.132188 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-994f0136-b512-4603-9c22-83acc1906001 req-7400ac6a-c5d4-4b91-9a52-7ef5ef68e213 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 1132 time: 0.1123700 Mar 11 11:55:12.188904 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-994f0136-b512-4603-9c22-83acc1906001 req-36e8b47f-0de0-4f36-8213-373c0f17113a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489938 Mar 11 11:55:12.199441 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9523b311-59c1-45a0-85f4-1a50e1060be9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=884f00968ba14223b7c3a02cdcebfd61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2335467 Mar 11 11:55:12.202440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59410) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:12.268184 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4efb81d8-6f83-47ba-82ea-23a607b89ae0 admin admin] Publish callbacks [] for security_group (80fff8c9-25e6-406b-885d-8998f6081c20), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:12.286799 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0313fa-6ee8-4869-942a-bfc56bbfbf75 req-8e8aecc2-0cfb-4181-ad30-c680df00e44c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:12.291521 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4efb81d8-6f83-47ba-82ea-23a607b89ae0 admin admin] Publish callbacks [] for security_group (80fff8c9-25e6-406b-885d-8998f6081c20), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:12.294237 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d0313fa-6ee8-4869-942a-bfc56bbfbf75 req-8e8aecc2-0cfb-4181-ad30-c680df00e44c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.0839171 Mar 11 11:55:12.363766 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4efb81d8-6f83-47ba-82ea-23a607b89ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (80fff8c9-25e6-406b-885d-8998f6081c20), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:12.364362 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d0313fa-6ee8-4869-942a-bfc56bbfbf75 req-81285709-3a3f-4349-b57d-0cccbd5af93d tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688636 Mar 11 11:55:12.366724 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4efb81d8-6f83-47ba-82ea-23a607b89ae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:12.382073 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4efb81d8-6f83-47ba-82ea-23a607b89ae0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/80fff8c9-25e6-406b-885d-8998f6081c20 HTTP/1.1" status: 204 len: 168 time: 0.1672096 Mar 11 11:55:12.402542 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb81d8-6f83-47ba-82ea-23a607b89ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fff8c9-25e6-406b-885d-8998f6081c20,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:12.577184 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:12.581036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca94876-7164-4a15-9533-9d8b63a772a9 req-45471759-0a02-4685-87b1-d1e100d6be54 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:12.588788 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ca94876-7164-4a15-9533-9d8b63a772a9 req-45471759-0a02-4685-87b1-d1e100d6be54 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 950 time: 0.0959215 Mar 11 11:55:12.655606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ca94876-7164-4a15-9533-9d8b63a772a9 req-9a6657c9-0155-454d-ab31-fc15176c72e1 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659208 Mar 11 11:55:12.904289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1832b07d-f24f-47ae-b8a9-0b7c18ca539f no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:55:12.981795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 1832b07d-f24f-47ae-b8a9-0b7c18ca539f {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:55:12.982390 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1832b07d-f24f-47ae-b8a9-0b7c18ca539f not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:55:13.268689 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-886868cb-ef7a-49fc-be9a-dec0f5e78dd4 req-fcee9c03-107c-4e04-8226-9dca1f3f62f6 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0715849 Mar 11 11:55:13.337323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59458) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:13.439550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-42230ece-e28a-43b8-af00-320a70994394 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:13.440602 n-d-833234-2 neutron-server[104032]: WARNING neutron.api.v2.base [None req-42230ece-e28a-43b8-af00-320a70994394 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 11:55:13.441163 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-42230ece-e28a-43b8-af00-320a70994394 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 11:55:13.442399 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-42230ece-e28a-43b8-af00-320a70994394 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1040859 Mar 11 11:55:13.445971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59464) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:13.451027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-4036f721-9f1d-4f30-bc48-8d80da755daf tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822395595'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:13.473687 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4036f721-9f1d-4f30-bc48-8d80da755daf tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:13.483305 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4036f721-9f1d-4f30-bc48-8d80da755daf tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:13.496353 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15866d-c27b-47c7-bdff-6be3ab778118 req-8a5023cf-fb64-4616-a153-22179eca5e61 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:13.498349 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f15866d-c27b-47c7-bdff-6be3ab778118 req-8a5023cf-fb64-4616-a153-22179eca5e61 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.0563033 Mar 11 11:55:13.560131 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f15866d-c27b-47c7-bdff-6be3ab778118 req-9b712e7d-22ef-4526-b803-f9299263f417 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547066 Mar 11 11:55:13.583108 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4036f721-9f1d-4f30-bc48-8d80da755daf tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (6b865740-0672-4af1-a9a5-be2be6430ac4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:13.587612 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4036f721-9f1d-4f30-bc48-8d80da755daf tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6b865740-0672-4af1-a9a5-be2be6430ac4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:13.589697 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3a3e507f-1db6-4621-97ee-021e2b6ea397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:13.626296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036f721-9f1d-4f30-bc48-8d80da755daf tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b865740-0672-4af1-a9a5-be2be6430ac4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:13.662702 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4036f721-9f1d-4f30-bc48-8d80da755daf tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (1489ba43-814e-45bf-82cd-9d80fe076133), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:13.667947 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4036f721-9f1d-4f30-bc48-8d80da755daf tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1489ba43-814e-45bf-82cd-9d80fe076133), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:13.696392 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4036f721-9f1d-4f30-bc48-8d80da755daf tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:13.697614 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4036f721-9f1d-4f30-bc48-8d80da755daf tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2506719 Mar 11 11:55:13.700711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59466) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:13.702087 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036f721-9f1d-4f30-bc48-8d80da755daf tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1489ba43-814e-45bf-82cd-9d80fe076133,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:13.708167 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8b707776-f3ca-4c6d-b19b-7da684875d93 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': '1489ba43-814e-45bf-82cd-9d80fe076133', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:13.790504 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b707776-f3ca-4c6d-b19b-7da684875d93 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group_rule (fdfaf23e-217d-4467-975b-09487a58c726), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:13.846435 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30fa19-7e89-4e33-90cb-0410f978bb8d req-697dc837-2aeb-454b-a78b-eb1f2afea0b0 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:13.852095 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8c30fa19-7e89-4e33-90cb-0410f978bb8d req-697dc837-2aeb-454b-a78b-eb1f2afea0b0 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 950 time: 0.0981581 Mar 11 11:55:13.893647 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b707776-f3ca-4c6d-b19b-7da684875d93 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group_rule (fdfaf23e-217d-4467-975b-09487a58c726), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:13.902216 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b707776-f3ca-4c6d-b19b-7da684875d93 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (fdfaf23e-217d-4467-975b-09487a58c726), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:13.933150 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8c30fa19-7e89-4e33-90cb-0410f978bb8d req-6c3020b8-532b-4f44-b80c-dc98775afb26 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749667 Mar 11 11:55:13.934411 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b707776-f3ca-4c6d-b19b-7da684875d93 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfaf23e-217d-4467-975b-09487a58c726,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:13.942960 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b707776-f3ca-4c6d-b19b-7da684875d93 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:13.946913 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8b707776-f3ca-4c6d-b19b-7da684875d93 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2422271 Mar 11 11:55:13.947255 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59470) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:13.951828 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-22d596ec-59aa-45d7-b98d-637bc50b3012 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': '1489ba43-814e-45bf-82cd-9d80fe076133', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:13.977342 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-22d596ec-59aa-45d7-b98d-637bc50b3012 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group_rule (8f8619fc-acd7-4d51-8d27-81410129af62), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:14.029607 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-22d596ec-59aa-45d7-b98d-637bc50b3012 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 11:55:14.034330 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-22d596ec-59aa-45d7-b98d-637bc50b3012 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0825250 Mar 11 11:55:14.034751 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59478) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:14.102422 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87771917-0174-4550-bcd5-bbb8343df23e tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (1489ba43-814e-45bf-82cd-9d80fe076133), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:14.129029 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87771917-0174-4550-bcd5-bbb8343df23e tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (1489ba43-814e-45bf-82cd-9d80fe076133), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:14.181015 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87771917-0174-4550-bcd5-bbb8343df23e tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1489ba43-814e-45bf-82cd-9d80fe076133), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:14.183708 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87771917-0174-4550-bcd5-bbb8343df23e tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:14.188850 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-87771917-0174-4550-bcd5-bbb8343df23e tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "DELETE /v2.0/security-groups/1489ba43-814e-45bf-82cd-9d80fe076133 HTTP/1.1" status: 204 len: 168 time: 0.1490979 Mar 11 11:55:14.189423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59496) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:14.209605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87771917-0174-4550-bcd5-bbb8343df23e tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1489ba43-814e-45bf-82cd-9d80fe076133,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:14.254733 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d5c9b212-cb32-4776-bf01-f3fc485df747 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0594435 Mar 11 11:55:14.255127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59498) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:14.259658 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8cf8b393-d90e-4cc1-a94f-4f98f88c6bf9 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344852172'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:14.287777 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b393-d90e-4cc1-a94f-4f98f88c6bf9 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:14.309944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ae2b9-7c2a-4844-ac05-f001561d23c9 req-4ca20ba8-8516-412b-8895-8a79f2ebb036 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:14.312156 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd0ae2b9-7c2a-4844-ac05-f001561d23c9 req-4ca20ba8-8516-412b-8895-8a79f2ebb036 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 951 time: 0.0839357 Mar 11 11:55:14.366631 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b393-d90e-4cc1-a94f-4f98f88c6bf9 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (65933dde-da08-432d-8401-56fba71f1e6e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:14.374113 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b393-d90e-4cc1-a94f-4f98f88c6bf9 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (65933dde-da08-432d-8401-56fba71f1e6e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:14.388016 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd0ae2b9-7c2a-4844-ac05-f001561d23c9 req-81f023c2-cc9c-4af1-bf0d-cb2d091cbb12 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637155 Mar 11 11:55:14.414589 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b393-d90e-4cc1-a94f-4f98f88c6bf9 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:14.416351 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8cf8b393-d90e-4cc1-a94f-4f98f88c6bf9 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1600852 Mar 11 11:55:14.419009 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59504) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:14.421266 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8b393-d90e-4cc1-a94f-4f98f88c6bf9 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65933dde-da08-432d-8401-56fba71f1e6e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:14.424277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-44bebbf3-5a80-4544-bde1-34912de6248b tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': '65933dde-da08-432d-8401-56fba71f1e6e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:14.424939 n-d-833234-2 neutron-server[104031]: WARNING neutron.api.v2.base [None req-44bebbf3-5a80-4544-bde1-34912de6248b tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 11 11:55:14.425455 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-44bebbf3-5a80-4544-bde1-34912de6248b tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 11:55:14.426868 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-44bebbf3-5a80-4544-bde1-34912de6248b tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068364 Mar 11 11:55:14.429870 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36001962-2dfe-41bf-b389-1569f643a706 req-543e6dbc-bcb9-44d8-81ca-a539569aa67b tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0406694 Mar 11 11:55:14.430509 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59510) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:14.493270 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3c0e5276-932d-4a31-b83f-0eeb6ee5015c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (65933dde-da08-432d-8401-56fba71f1e6e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:14.516601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3c0e5276-932d-4a31-b83f-0eeb6ee5015c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (65933dde-da08-432d-8401-56fba71f1e6e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:14.559617 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3c0e5276-932d-4a31-b83f-0eeb6ee5015c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (65933dde-da08-432d-8401-56fba71f1e6e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:14.562476 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3c0e5276-932d-4a31-b83f-0eeb6ee5015c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:14.566522 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3c0e5276-932d-4a31-b83f-0eeb6ee5015c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "DELETE /v2.0/security-groups/65933dde-da08-432d-8401-56fba71f1e6e HTTP/1.1" status: 204 len: 168 time: 0.1322162 Mar 11 11:55:14.566833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59514) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:14.575246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e5276-932d-4a31-b83f-0eeb6ee5015c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65933dde-da08-432d-8401-56fba71f1e6e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:14.678016 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-91b38c7b-312c-4806-95d1-7957f67dacb4 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1098645 Mar 11 11:55:14.678205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59522) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:14.683015 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ddc7e3e2-d471-4303-a937-66cdef38175a tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group': {'name': 'tempest-secgroup--1045474195'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:14.703019 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11738d5-e817-469c-935b-85a12cbef480 req-6674eb5a-36d7-41c4-b71e-e71593d485f4 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:14.705084 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c11738d5-e817-469c-935b-85a12cbef480 req-6674eb5a-36d7-41c4-b71e-e71593d485f4 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.0708947 Mar 11 11:55:14.709474 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddc7e3e2-d471-4303-a937-66cdef38175a tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:14.769795 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c11738d5-e817-469c-935b-85a12cbef480 req-30c798bb-a16f-4b89-81e0-efd5a0b000f4 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563166 Mar 11 11:55:14.813770 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddc7e3e2-d471-4303-a937-66cdef38175a tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (2a050369-0c7e-424e-92b8-9537126baca1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:14.818906 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddc7e3e2-d471-4303-a937-66cdef38175a tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2a050369-0c7e-424e-92b8-9537126baca1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:14.855970 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7e3e2-d471-4303-a937-66cdef38175a tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a050369-0c7e-424e-92b8-9537126baca1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:14.862166 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddc7e3e2-d471-4303-a937-66cdef38175a tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:14.866200 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ddc7e3e2-d471-4303-a937-66cdef38175a tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1840770 Mar 11 11:55:14.866980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59536) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:14.871818 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0919b7e5-9ef3-48dc-b39d-b547500feffb tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': '2a050369-0c7e-424e-92b8-9537126baca1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:14.872850 n-d-833234-2 neutron-server[104032]: WARNING neutron.api.v2.base [None req-0919b7e5-9ef3-48dc-b39d-b547500feffb tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 11 11:55:14.873542 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-0919b7e5-9ef3-48dc-b39d-b547500feffb tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 11:55:14.877501 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0919b7e5-9ef3-48dc-b39d-b547500feffb tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064483 Mar 11 11:55:14.877895 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59538) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:14.944397 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-446b7231-ed57-4d6d-9aae-405e75a8321d tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (2a050369-0c7e-424e-92b8-9537126baca1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:14.969020 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-446b7231-ed57-4d6d-9aae-405e75a8321d tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (2a050369-0c7e-424e-92b8-9537126baca1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:15.028963 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-446b7231-ed57-4d6d-9aae-405e75a8321d tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2a050369-0c7e-424e-92b8-9537126baca1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:15.031655 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-446b7231-ed57-4d6d-9aae-405e75a8321d tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:15.035227 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-446b7231-ed57-4d6d-9aae-405e75a8321d tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "DELETE /v2.0/security-groups/2a050369-0c7e-424e-92b8-9537126baca1 HTTP/1.1" status: 204 len: 168 time: 0.1538754 Mar 11 11:55:15.035921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59556) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:15.070018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b7231-ed57-4d6d-9aae-405e75a8321d tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a050369-0c7e-424e-92b8-9537126baca1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:15.098638 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7c7e942b-db44-4b61-b440-c156219a6620 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0580304 Mar 11 11:55:15.098797 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957794c2-eac0-42cf-acde-3bde5b23f68e req-19df9f32-6223-4d36-9245-e7d3ea72dae4 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:15.099101 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59558) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:15.104753 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9fd0f59a-b928-4d26-bd65-c8e94b5e2fd0 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051656401'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:15.104893 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-957794c2-eac0-42cf-acde-3bde5b23f68e req-19df9f32-6223-4d36-9245-e7d3ea72dae4 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 950 time: 0.0880079 Mar 11 11:55:15.133644 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9fd0f59a-b928-4d26-bd65-c8e94b5e2fd0 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:15.165504 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-957794c2-eac0-42cf-acde-3bde5b23f68e req-5d4d0fb5-faba-42be-95d1-a836a46577c6 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596540 Mar 11 11:55:15.231060 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9fd0f59a-b928-4d26-bd65-c8e94b5e2fd0 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (8f8c5d1e-1500-47a1-bcd7-becba500a1b6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:15.245898 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9fd0f59a-b928-4d26-bd65-c8e94b5e2fd0 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8f8c5d1e-1500-47a1-bcd7-becba500a1b6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:15.277697 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9fd0f59a-b928-4d26-bd65-c8e94b5e2fd0 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:15.279815 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9fd0f59a-b928-4d26-bd65-c8e94b5e2fd0 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1796327 Mar 11 11:55:15.282958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59570) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:15.287962 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1ac216d2-bb4a-4103-8487-037e21485c94 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': '8f8c5d1e-1500-47a1-bcd7-becba500a1b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:15.306557 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c11b9b-8398-499a-8282-8de3b0510baf req-433b669f-b113-4ec8-9f0b-5f7f88a69e34 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:15.308172 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4c11b9b-8398-499a-8282-8de3b0510baf req-433b669f-b113-4ec8-9f0b-5f7f88a69e34 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 1132 time: 0.0704176 Mar 11 11:55:15.316008 n-d-833234-2 neutron-server[104032]: WARNING neutron.api.v2.base [None req-1ac216d2-bb4a-4103-8487-037e21485c94 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 11 11:55:15.316908 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-1ac216d2-bb4a-4103-8487-037e21485c94 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 11:55:15.321596 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1ac216d2-bb4a-4103-8487-037e21485c94 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0374341 Mar 11 11:55:15.322995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0f59a-b928-4d26-bd65-c8e94b5e2fd0 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8c5d1e-1500-47a1-bcd7-becba500a1b6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:15.325311 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59572) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:15.343035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-72206a8e-4b24-4bc2-802f-3774ce6d7716 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': '8f8c5d1e-1500-47a1-bcd7-becba500a1b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:15.345004 n-d-833234-2 neutron-server[104032]: WARNING neutron.api.v2.base [None req-72206a8e-4b24-4bc2-802f-3774ce6d7716 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 11 11:55:15.345685 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-72206a8e-4b24-4bc2-802f-3774ce6d7716 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 11:55:15.350091 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-72206a8e-4b24-4bc2-802f-3774ce6d7716 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0122509 Mar 11 11:55:15.350316 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59574) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:15.355909 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9b0f6bc8-553a-4412-ac22-0629fd150d54 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': '8f8c5d1e-1500-47a1-bcd7-becba500a1b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:15.357909 n-d-833234-2 neutron-server[104031]: WARNING neutron.api.v2.base [None req-9b0f6bc8-553a-4412-ac22-0629fd150d54 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 11 11:55:15.358439 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-9b0f6bc8-553a-4412-ac22-0629fd150d54 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 11:55:15.362235 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9b0f6bc8-553a-4412-ac22-0629fd150d54 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082581 Mar 11 11:55:15.362629 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59576) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:15.367415 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2ef99d08-6704-4028-9176-4c1d78b01dc6 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': '8f8c5d1e-1500-47a1-bcd7-becba500a1b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:15.368319 n-d-833234-2 neutron-server[104031]: WARNING neutron.api.v2.base [None req-2ef99d08-6704-4028-9176-4c1d78b01dc6 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 11 11:55:15.369286 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-2ef99d08-6704-4028-9176-4c1d78b01dc6 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 11:55:15.369770 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2ef99d08-6704-4028-9176-4c1d78b01dc6 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058894 Mar 11 11:55:15.374930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59578) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:15.388282 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4c11b9b-8398-499a-8282-8de3b0510baf req-8ada3f77-ae65-4579-965e-674e88031070 tempest-ServersOnMultiNodesTest-1731343617 tempest-ServersOnMultiNodesTest-1731343617-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713794 Mar 11 11:55:15.461089 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-08ea52e8-d530-4410-93cc-d72e1951d3d7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (8f8c5d1e-1500-47a1-bcd7-becba500a1b6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:15.491502 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-08ea52e8-d530-4410-93cc-d72e1951d3d7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (8f8c5d1e-1500-47a1-bcd7-becba500a1b6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:15.552483 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-08ea52e8-d530-4410-93cc-d72e1951d3d7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8f8c5d1e-1500-47a1-bcd7-becba500a1b6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:15.556281 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-08ea52e8-d530-4410-93cc-d72e1951d3d7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:15.560673 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-08ea52e8-d530-4410-93cc-d72e1951d3d7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "DELETE /v2.0/security-groups/8f8c5d1e-1500-47a1-bcd7-becba500a1b6 HTTP/1.1" status: 204 len: 168 time: 0.1804781 Mar 11 11:55:15.560768 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59598) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:15.592179 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea52e8-d530-4410-93cc-d72e1951d3d7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8c5d1e-1500-47a1-bcd7-becba500a1b6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:15.685266 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b96f26b9-429d-4bdd-a128-6717c376c03b tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1198530 Mar 11 11:55:15.685863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59618) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:15.690583 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2f10425d-3b1d-44d7-9d39-1755616640ca tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group': {'name': 'tempest-secgroup--913841514'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:15.693769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0712bc-8619-4c22-b428-7bb10c7e7615 req-d55c7498-fdd4-41e4-8dfb-bd2ac46fec5c tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:15.695303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc0712bc-8619-4c22-b428-7bb10c7e7615 req-d55c7498-fdd4-41e4-8dfb-bd2ac46fec5c tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 951 time: 0.1321402 Mar 11 11:55:15.726795 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7cffddf5-8a5c-4110-b67f-de5ef1c63253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:15.756029 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f10425d-3b1d-44d7-9d39-1755616640ca tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:15.769877 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc0712bc-8619-4c22-b428-7bb10c7e7615 req-2d0c8ebb-73a5-46b8-a404-2242b2c617d0 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671451 Mar 11 11:55:15.825240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ff3b2f7-00d6-4dcf-b5da-09139163c352 req-6f20750c-1283-4b94-a49e-948d3ca166ee tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0542758 Mar 11 11:55:15.883640 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f10425d-3b1d-44d7-9d39-1755616640ca tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (f704f7f7-ec02-4aea-8922-90d355a0f681), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:15.898921 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f10425d-3b1d-44d7-9d39-1755616640ca tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f704f7f7-ec02-4aea-8922-90d355a0f681), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:15.926323 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f10425d-3b1d-44d7-9d39-1755616640ca tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:15.928179 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2f10425d-3b1d-44d7-9d39-1755616640ca tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2413759 Mar 11 11:55:15.931091 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59626) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:15.938159 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b482bca3-74f6-46f9-bf6c-2d619cace7d4 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': 'f704f7f7-ec02-4aea-8922-90d355a0f681', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:15.938924 n-d-833234-2 neutron-server[104031]: WARNING neutron.api.v2.base [None req-b482bca3-74f6-46f9-bf6c-2d619cace7d4 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 11:55:15.939791 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-b482bca3-74f6-46f9-bf6c-2d619cace7d4 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 11:55:15.941029 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b482bca3-74f6-46f9-bf6c-2d619cace7d4 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087514 Mar 11 11:55:15.944081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59628) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:15.948876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-79adbac0-3fef-4015-9498-be8f45dfa78e tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': 'f704f7f7-ec02-4aea-8922-90d355a0f681', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:15.951504 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10425d-3b1d-44d7-9d39-1755616640ca tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f704f7f7-ec02-4aea-8922-90d355a0f681,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:15.984167 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde2822-4bfd-425f-bf02-d2f96967f2af req-f8fb8d3b-237c-4922-9ae8-ce625350f308 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:15.992050 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8dde2822-4bfd-425f-bf02-d2f96967f2af req-f8fb8d3b-237c-4922-9ae8-ce625350f308 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 950 time: 0.1137536 Mar 11 11:55:16.075611 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-79adbac0-3fef-4015-9498-be8f45dfa78e tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 11:55:16.079848 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-79adbac0-3fef-4015-9498-be8f45dfa78e tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1316147 Mar 11 11:55:16.080594 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59634) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:16.085926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2ad98556-0f97-4b84-a160-e79ee73dfb19 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': 'f704f7f7-ec02-4aea-8922-90d355a0f681', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:16.086725 n-d-833234-2 neutron-server[104032]: WARNING neutron.api.v2.base [None req-2ad98556-0f97-4b84-a160-e79ee73dfb19 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 11 11:55:16.087222 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-2ad98556-0f97-4b84-a160-e79ee73dfb19 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 11:55:16.090408 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8dde2822-4bfd-425f-bf02-d2f96967f2af req-cbb9bbf1-cf7a-4960-84ad-a2f8a3649581 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975108 Mar 11 11:55:16.091319 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2ad98556-0f97-4b84-a160-e79ee73dfb19 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096371 Mar 11 11:55:16.092297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59636) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:16.106408 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-34e56b2d-4b28-4f8d-9cd9-b5f89715f76b tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': 'f704f7f7-ec02-4aea-8922-90d355a0f681', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:16.116074 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d931460-2d65-4193-867a-8544e372173f req-586582f1-b9a0-4416-a600-a5104b624cb2 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:16.118180 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d931460-2d65-4193-867a-8544e372173f req-586582f1-b9a0-4416-a600-a5104b624cb2 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.1612847 Mar 11 11:55:16.199196 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-34e56b2d-4b28-4f8d-9cd9-b5f89715f76b tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 11:55:16.203066 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-34e56b2d-4b28-4f8d-9cd9-b5f89715f76b tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1028285 Mar 11 11:55:16.204841 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59640) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:16.208453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-44eb0e0d-dd23-494b-8c1c-5ce1d5b1722d tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': 'f704f7f7-ec02-4aea-8922-90d355a0f681', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:16.208992 n-d-833234-2 neutron-server[104032]: WARNING neutron.api.v2.base [None req-44eb0e0d-dd23-494b-8c1c-5ce1d5b1722d tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 11:55:16.209523 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-44eb0e0d-dd23-494b-8c1c-5ce1d5b1722d tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 11:55:16.213451 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-44eb0e0d-dd23-494b-8c1c-5ce1d5b1722d tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060492 Mar 11 11:55:16.213630 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d931460-2d65-4193-867a-8544e372173f req-3bbf17f6-75f5-437f-86cc-3f8ada593152 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877941 Mar 11 11:55:16.214666 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59642) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:16.221262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cb99e5b0-74fd-44e9-a9ae-ed96d23d656e tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': 'f704f7f7-ec02-4aea-8922-90d355a0f681', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:16.274471 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-cb99e5b0-74fd-44e9-a9ae-ed96d23d656e tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 11:55:16.283792 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cb99e5b0-74fd-44e9-a9ae-ed96d23d656e tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0679817 Mar 11 11:55:16.284335 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59652) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:16.289150 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-24220ebd-599d-47c4-8efc-ade97280b459 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': 'f704f7f7-ec02-4aea-8922-90d355a0f681', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:16.289771 n-d-833234-2 neutron-server[104031]: WARNING neutron.api.v2.base [None req-24220ebd-599d-47c4-8efc-ade97280b459 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 11 11:55:16.290615 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-24220ebd-599d-47c4-8efc-ade97280b459 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 11:55:16.294046 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-24220ebd-599d-47c4-8efc-ade97280b459 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062299 Mar 11 11:55:16.294698 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59658) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:16.300048 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-932cba2a-5a88-4a10-a557-ce8fa8734dcc tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': 'f704f7f7-ec02-4aea-8922-90d355a0f681', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:16.347465 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-932cba2a-5a88-4a10-a557-ce8fa8734dcc tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 11:55:16.351455 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-932cba2a-5a88-4a10-a557-ce8fa8734dcc tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0529280 Mar 11 11:55:16.352107 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59668) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:16.356809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7323c82c-1bd8-4369-b8a5-807c5b383b0c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': 'f704f7f7-ec02-4aea-8922-90d355a0f681', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:16.400113 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-7323c82c-1bd8-4369-b8a5-807c5b383b0c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 11:55:16.401266 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7323c82c-1bd8-4369-b8a5-807c5b383b0c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0483537 Mar 11 11:55:16.404352 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59678) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:16.481212 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d084e582-01c8-4c4a-9715-396a638dcc9c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (f704f7f7-ec02-4aea-8922-90d355a0f681), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:16.508037 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d084e582-01c8-4c4a-9715-396a638dcc9c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (f704f7f7-ec02-4aea-8922-90d355a0f681), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:16.557707 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d084e582-01c8-4c4a-9715-396a638dcc9c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f704f7f7-ec02-4aea-8922-90d355a0f681), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:16.562630 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d084e582-01c8-4c4a-9715-396a638dcc9c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:16.563955 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d084e582-01c8-4c4a-9715-396a638dcc9c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "DELETE /v2.0/security-groups/f704f7f7-ec02-4aea-8922-90d355a0f681 HTTP/1.1" status: 204 len: 168 time: 0.1586747 Mar 11 11:55:16.566735 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59682) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:16.574198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084e582-01c8-4c4a-9715-396a638dcc9c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f704f7f7-ec02-4aea-8922-90d355a0f681,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:16.619636 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8d2993ec-66aa-4052-a3d9-c1d766fecfac tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0487523 Mar 11 11:55:16.621107 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59684) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:16.626995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d62dfef4-d97d-431c-932e-2a143a9bd051 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151883142'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:16.650521 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d62dfef4-d97d-431c-932e-2a143a9bd051 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:16.731037 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d62dfef4-d97d-431c-932e-2a143a9bd051 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (78d05b3c-2c50-4e64-abd1-c74220e304da), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:16.737520 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d62dfef4-d97d-431c-932e-2a143a9bd051 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (78d05b3c-2c50-4e64-abd1-c74220e304da), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:16.773389 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d62dfef4-d97d-431c-932e-2a143a9bd051 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:16.778006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59686) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:16.778204 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d62dfef4-d97d-431c-932e-2a143a9bd051 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1555140 Mar 11 11:55:16.780452 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62dfef4-d97d-431c-932e-2a143a9bd051 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d05b3c-2c50-4e64-abd1-c74220e304da,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:16.783631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3addd62c-7c4c-4a47-bfc2-a62f7998debc tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': '78d05b3c-2c50-4e64-abd1-c74220e304da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:16.888758 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-3addd62c-7c4c-4a47-bfc2-a62f7998debc tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The resource could not be found. Mar 11 11:55:16.889946 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3addd62c-7c4c-4a47-bfc2-a62f7998debc tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1109362 Mar 11 11:55:16.893451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59692) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:16.899101 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-80bd9664-2dc0-41e6-9e76-629e39c9b339 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': '78d05b3c-2c50-4e64-abd1-c74220e304da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fc7adaba-4ae7-4295-a206-f605d40edcba'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:16.968141 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9fb658c-b35b-4761-b3d9-57b22decf98e req-9fcb1228-73fa-40f8-be84-9c0ca91a7472 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0415187 Mar 11 11:55:16.985746 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d03147-619b-40aa-8445-1cf23aa94a63 req-f0d20d0c-c37a-4344-826c-f4c308983fbc tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:16.988110 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7d03147-619b-40aa-8445-1cf23aa94a63 req-f0d20d0c-c37a-4344-826c-f4c308983fbc tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 951 time: 0.1497457 Mar 11 11:55:17.024337 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-80bd9664-2dc0-41e6-9e76-629e39c9b339 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The resource could not be found. Mar 11 11:55:17.025513 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-80bd9664-2dc0-41e6-9e76-629e39c9b339 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1313486 Mar 11 11:55:17.029934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59694) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:17.051297 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7d03147-619b-40aa-8445-1cf23aa94a63 req-b2e538a2-b3b5-48ec-9569-f01c8f6df484 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553315 Mar 11 11:55:17.116477 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8a74-3ece-4a49-9407-92ee348875e7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (78d05b3c-2c50-4e64-abd1-c74220e304da), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:17.139964 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:17.154271 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8a74-3ece-4a49-9407-92ee348875e7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (78d05b3c-2c50-4e64-abd1-c74220e304da), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:17.211940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8a74-3ece-4a49-9407-92ee348875e7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (78d05b3c-2c50-4e64-abd1-c74220e304da), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:17.215389 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8a74-3ece-4a49-9407-92ee348875e7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:17.216942 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fc3f8a74-3ece-4a49-9407-92ee348875e7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "DELETE /v2.0/security-groups/78d05b3c-2c50-4e64-abd1-c74220e304da HTTP/1.1" status: 204 len: 168 time: 0.1850951 Mar 11 11:55:17.221838 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59698) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:17.242191 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f8a74-3ece-4a49-9407-92ee348875e7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d05b3c-2c50-4e64-abd1-c74220e304da,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:17.263026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e2eed-a67d-46dc-8375-38775cbdb53e req-0258a0a1-9c71-4d2b-90ab-91ff0e262a29 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:17.268303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a5e2eed-a67d-46dc-8375-38775cbdb53e req-0258a0a1-9c71-4d2b-90ab-91ff0e262a29 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 950 time: 0.1055017 Mar 11 11:55:17.461880 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253248a8-7d69-4d2e-885d-7f14afa74d0e req-beb1f02b-5266-44c5-ac4a-b99ca8ffc68c tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:17.463516 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-253248a8-7d69-4d2e-885d-7f14afa74d0e req-beb1f02b-5266-44c5-ac4a-b99ca8ffc68c tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 950 time: 0.0576746 Mar 11 11:55:17.494972 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device aef4fb3f-42fc-4d20-85dd-113a9a6e67fc no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:55:17.599317 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-253248a8-7d69-4d2e-885d-7f14afa74d0e req-b9a2feb0-5bb2-4530-ae1f-242137cf2683 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Deleting port aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:17.599971 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-253248a8-7d69-4d2e-885d-7f14afa74d0e req-b9a2feb0-5bb2-4530-ae1f-242137cf2683 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (aa7a50a0-fee1-4e45-86f5-8fb2c6205e91), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:17.632069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:17.632460 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:17.686505 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cea1be6-2101-470a-915f-fa0213f3a94a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:55:17.689426 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a590f6-b24a-4db7-8c81-228ede643380" -d '{"events": [{"server_uuid": "2cea1be6-2101-470a-915f-fa0213f3a94a", "name": "network-vif-unplugged", "status": "completed", "tag": "aef4fb3f-42fc-4d20-85dd-113a9a6e67fc"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:55:17.701838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0065aa82-8af6-45de-9021-57f10ac5c135 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4758508 Mar 11 11:55:17.708430 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59704) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:17.708684 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:17.716549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ec1a9560-f587-4407-b33c-88902760c582 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': 'd7ebdaca-b936-42a9-aa20-305483fecd57', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:17.720851 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:17.724208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a5e2eed-a67d-46dc-8375-38775cbdb53e req-3462900e-d487-48c4-b1d4-9bf7f3171cbf tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382739 Mar 11 11:55:17.780694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-253248a8-7d69-4d2e-885d-7f14afa74d0e req-b9a2feb0-5bb2-4530-ae1f-242137cf2683 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] For port aa7a50a0-fee1-4e45-86f5-8fb2c6205e91, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aa7a50a0-fee1-4e45-86f5-8fb2c6205e91,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:17.781568 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-253248a8-7d69-4d2e-885d-7f14afa74d0e req-b9a2feb0-5bb2-4530-ae1f-242137cf2683 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (aa7a50a0-fee1-4e45-86f5-8fb2c6205e91), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:17.794902 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6f440-44e2-4cc3-ab52-cb10ae47d72d req-ad416159-b7eb-48d1-8d22-e7a65c3780ea tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:17.807563 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-253248a8-7d69-4d2e-885d-7f14afa74d0e req-b9a2feb0-5bb2-4530-ae1f-242137cf2683 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Calling delete_port for aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:17.808256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6cc6f440-44e2-4cc3-ab52-cb10ae47d72d req-ad416159-b7eb-48d1-8d22-e7a65c3780ea tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.2035918 Mar 11 11:55:17.848442 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da28012-32b4-4708-a3b7-3b2417c8b272 x-openstack-request-id: req-8da28012-32b4-4708-a3b7-3b2417c8b272 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:55:17.848774 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cea1be6-2101-470a-915f-fa0213f3a94a", "name": "network-vif-unplugged", "status": "completed", "tag": "aef4fb3f-42fc-4d20-85dd-113a9a6e67fc", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:55:17.848967 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8da28012-32b4-4708-a3b7-3b2417c8b272 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:55:17.849356 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cea1be6-2101-470a-915f-fa0213f3a94a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc', 'code': 200} Mar 11 11:55:17.859793 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,revision_number=11']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:17.861254 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-ec1a9560-f587-4407-b33c-88902760c582 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The resource could not be found. Mar 11 11:55:17.862314 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ec1a9560-f587-4407-b33c-88902760c582 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1511452 Mar 11 11:55:17.865939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59706) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:17.870371 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-178cc93c-6d3d-4d27-bad8-b36e0ec96fae tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group': {'name': 'tempest-secgroup--301260996'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:17.914730 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-178cc93c-6d3d-4d27-bad8-b36e0ec96fae tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:17.963274 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6cc6f440-44e2-4cc3-ab52-cb10ae47d72d req-872b2e26-3345-403e-a71e-9aa40f15f12d tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541231 Mar 11 11:55:17.974168 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af4220-49eb-4dd9-b2ea-9d815790ee73 req-4ab097bd-caca-4f50-bb2d-f6cd2c5ea8a9 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:17.977533 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39af4220-49eb-4dd9-b2ea-9d815790ee73 req-4ab097bd-caca-4f50-bb2d-f6cd2c5ea8a9 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 949 time: 0.1486971 Mar 11 11:55:18.012132 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-253248a8-7d69-4d2e-885d-7f14afa74d0e req-b9a2feb0-5bb2-4530-ae1f-242137cf2683 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (aa7a50a0-fee1-4e45-86f5-8fb2c6205e91), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:18.031858 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['019bc68d-2930-405f-a115-fcc146290579', 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd', '58643ea6-9eed-44a9-901d-4db2be4d7da5', 'ca98c5b9-62f8-49f0-af07-f6be8f932383', 'aa7a50a0-fee1-4e45-86f5-8fb2c6205e91'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:55:18.037713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['964eaebf-aa60-4324-b407-75faeeae6fe6', '12313980-bfc6-414f-98c9-16f31e143c51', 'f65b9aa4-1cf6-45a3-90f2-f99bbecb195f'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:55:18.091296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2feb0-5bb2-4530-ae1f-242137cf2683 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Pushing event deleted for resources: {'Port': ['ID=aa7a50a0-fee1-4e45-86f5-8fb2c6205e91,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:18.197780 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-178cc93c-6d3d-4d27-bad8-b36e0ec96fae tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (7c2e989d-b86c-48e5-859c-c32aa80b70d6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:18.203329 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2fd81426-c02d-4659-90bd-c843868f1b1a req-f7035d8b-2f80-4447-a98d-05c603957263 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0841606 Mar 11 11:55:18.269831 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-178cc93c-6d3d-4d27-bad8-b36e0ec96fae tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7c2e989d-b86c-48e5-859c-c32aa80b70d6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:18.277135 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-253248a8-7d69-4d2e-885d-7f14afa74d0e req-b9a2feb0-5bb2-4530-ae1f-242137cf2683 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] No DVR routers for this DVR port aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:55:18.291215 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-253248a8-7d69-4d2e-885d-7f14afa74d0e req-b9a2feb0-5bb2-4530-ae1f-242137cf2683 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:18.295030 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-253248a8-7d69-4d2e-885d-7f14afa74d0e req-b9a2feb0-5bb2-4530-ae1f-242137cf2683 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "DELETE /v2.0/ports/aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 HTTP/1.1" status: 204 len: 173 time: 0.8252730 Mar 11 11:55:18.295633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f39abbe-7782-47df-9962-fe9fc6c67772', 'name': 'network-vif-deleted', 'tag': 'aa7a50a0-fee1-4e45-86f5-8fb2c6205e91'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:55:18.299249 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877b1493-9945-468e-890a-b949735eb263" -d '{"events": [{"server_uuid": "7f39abbe-7782-47df-9962-fe9fc6c67772", "name": "network-vif-deleted", "tag": "aa7a50a0-fee1-4e45-86f5-8fb2c6205e91"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:55:18.325089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cc93c-6d3d-4d27-bad8-b36e0ec96fae tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2e989d-b86c-48e5-859c-c32aa80b70d6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:18.341473 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-178cc93c-6d3d-4d27-bad8-b36e0ec96fae tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:18.345544 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-178cc93c-6d3d-4d27-bad8-b36e0ec96fae tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4759581 Mar 11 11:55:18.345720 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59714) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:18.350643 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ae2075df-83ef-4f26-9cc5-85b5d1a66d6c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group': {'name': 'tempest-secgroup--1795237386'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:18.363375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-39af4220-49eb-4dd9-b2ea-9d815790ee73 req-1c00e6f6-ec7b-4abb-8f35-d446d651d947 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Deleting port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:18.365505 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-39af4220-49eb-4dd9-b2ea-9d815790ee73 req-1c00e6f6-ec7b-4abb-8f35-d446d651d947 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:18.378516 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120af14e-10ce-47f8-8070-01ed6e17407c x-openstack-request-id: req-120af14e-10ce-47f8-8070-01ed6e17407c {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:55:18.379180 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f39abbe-7782-47df-9962-fe9fc6c67772", "name": "network-vif-deleted", "tag": "aa7a50a0-fee1-4e45-86f5-8fb2c6205e91", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:55:18.387521 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-120af14e-10ce-47f8-8070-01ed6e17407c {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:55:18.392094 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f39abbe-7782-47df-9962-fe9fc6c67772', 'name': 'network-vif-deleted', 'tag': 'aa7a50a0-fee1-4e45-86f5-8fb2c6205e91', 'status': 'completed', 'code': 200} Mar 11 11:55:18.395708 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ae2075df-83ef-4f26-9cc5-85b5d1a66d6c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:18.620788 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ae2075df-83ef-4f26-9cc5-85b5d1a66d6c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (de21f888-6047-4e54-a7e8-6e277cf8630c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:18.629104 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7b46c-1524-43fa-8c33-e2fddcd91f0d req-fd635181-0fbd-408b-a9fd-35d8c307ee93 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:18.631444 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ae2075df-83ef-4f26-9cc5-85b5d1a66d6c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (de21f888-6047-4e54-a7e8-6e277cf8630c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:18.633306 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:18.636218 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49d7b46c-1524-43fa-8c33-e2fddcd91f0d req-fd635181-0fbd-408b-a9fd-35d8c307ee93 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 949 time: 0.3835835 Mar 11 11:55:18.650145 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-39af4220-49eb-4dd9-b2ea-9d815790ee73 req-1c00e6f6-ec7b-4abb-8f35-d446d651d947 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] For port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:18.650507 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-39af4220-49eb-4dd9-b2ea-9d815790ee73 req-1c00e6f6-ec7b-4abb-8f35-d446d651d947 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:18.679605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-39af4220-49eb-4dd9-b2ea-9d815790ee73 req-1c00e6f6-ec7b-4abb-8f35-d446d651d947 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Calling delete_port for aef4fb3f-42fc-4d20-85dd-113a9a6e67fc owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:18.706862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2075df-83ef-4f26-9cc5-85b5d1a66d6c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de21f888-6047-4e54-a7e8-6e277cf8630c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:18.713909 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ae2075df-83ef-4f26-9cc5-85b5d1a66d6c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:18.715635 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ae2075df-83ef-4f26-9cc5-85b5d1a66d6c tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3687208 Mar 11 11:55:18.720712 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59716) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:18.726289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49d7b46c-1524-43fa-8c33-e2fddcd91f0d req-f44b11b0-1041-468d-a96b-d9fc8400ada1 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834374 Mar 11 11:55:18.726909 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-aac75579-ca00-434f-b1f3-43f9f9c77a4e tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group_rule': {'security_group_id': '7c2e989d-b86c-48e5-859c-c32aa80b70d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'de21f888-6047-4e54-a7e8-6e277cf8630c'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:18.783817 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-aac75579-ca00-434f-b1f3-43f9f9c77a4e tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 11:55:18.788346 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-aac75579-ca00-434f-b1f3-43f9f9c77a4e tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0654039 Mar 11 11:55:18.793497 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59720) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:18.876426 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53045485-3752-430d-8607-21e1fe28fce9 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (de21f888-6047-4e54-a7e8-6e277cf8630c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:18.881517 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-261f7de0-6d99-4958-83f3-b2312558dad7 req-cdd55059-a1a2-4230-af22-798e22a03c70 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f39abbe-7782-47df-9962-fe9fc6c67772 HTTP/1.1" status: 200 len: 210 time: 0.0361331 Mar 11 11:55:18.917218 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53045485-3752-430d-8607-21e1fe28fce9 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (de21f888-6047-4e54-a7e8-6e277cf8630c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:18.985997 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-39af4220-49eb-4dd9-b2ea-9d815790ee73 req-1c00e6f6-ec7b-4abb-8f35-d446d651d947 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (aef4fb3f-42fc-4d20-85dd-113a9a6e67fc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:19.046846 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53045485-3752-430d-8607-21e1fe28fce9 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (de21f888-6047-4e54-a7e8-6e277cf8630c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:19.051598 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53045485-3752-430d-8607-21e1fe28fce9 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:19.053953 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-53045485-3752-430d-8607-21e1fe28fce9 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "DELETE /v2.0/security-groups/de21f888-6047-4e54-a7e8-6e277cf8630c HTTP/1.1" status: 204 len: 168 time: 0.2590480 Mar 11 11:55:19.082441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59724) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:19.086060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00e6f6-ec7b-4abb-8f35-d446d651d947 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Pushing event deleted for resources: {'Port': ['ID=aef4fb3f-42fc-4d20-85dd-113a9a6e67fc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:19.092761 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53045485-3752-430d-8607-21e1fe28fce9 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de21f888-6047-4e54-a7e8-6e277cf8630c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:19.181029 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-39af4220-49eb-4dd9-b2ea-9d815790ee73 req-1c00e6f6-ec7b-4abb-8f35-d446d651d947 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] No DVR routers for this DVR port aef4fb3f-42fc-4d20-85dd-113a9a6e67fc on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:55:19.198804 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-39af4220-49eb-4dd9-b2ea-9d815790ee73 req-1c00e6f6-ec7b-4abb-8f35-d446d651d947 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:19.202743 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39af4220-49eb-4dd9-b2ea-9d815790ee73 req-1c00e6f6-ec7b-4abb-8f35-d446d651d947 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.37 "DELETE /v2.0/ports/aef4fb3f-42fc-4d20-85dd-113a9a6e67fc HTTP/1.1" status: 204 len: 173 time: 1.2202065 Mar 11 11:55:19.203876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cea1be6-2101-470a-915f-fa0213f3a94a', 'name': 'network-vif-deleted', 'tag': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:55:19.207180 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f566fed-971b-49ce-b427-26c54976ebab" -d '{"events": [{"server_uuid": "2cea1be6-2101-470a-915f-fa0213f3a94a", "name": "network-vif-deleted", "tag": "aef4fb3f-42fc-4d20-85dd-113a9a6e67fc"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:55:19.248123 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd2ba9-cb2e-4c0b-95b4-476188a9389a req-d622251b-5fe9-4ffa-8d49-92792efd34c9 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:19.255734 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b7cd2ba9-cb2e-4c0b-95b4-476188a9389a req-d622251b-5fe9-4ffa-8d49-92792efd34c9 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.1107986 Mar 11 11:55:19.274189 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-56b5db37-a6ab-4240-b312-7b5a97d69e7f tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1842756 Mar 11 11:55:19.274482 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59730) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:19.316353 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b7cd2ba9-cb2e-4c0b-95b4-476188a9389a req-498b93b7-fb25-4914-8c06-233a3088b0c6 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557821 Mar 11 11:55:19.320069 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0390f3d-1f8f-460b-a454-c9a68efce3e1 x-openstack-request-id: req-c0390f3d-1f8f-460b-a454-c9a68efce3e1 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:55:19.321527 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cea1be6-2101-470a-915f-fa0213f3a94a", "name": "network-vif-deleted", "tag": "aef4fb3f-42fc-4d20-85dd-113a9a6e67fc", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:55:19.321998 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c0390f3d-1f8f-460b-a454-c9a68efce3e1 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:55:19.322625 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cea1be6-2101-470a-915f-fa0213f3a94a', 'name': 'network-vif-deleted', 'tag': 'aef4fb3f-42fc-4d20-85dd-113a9a6e67fc', 'status': 'completed', 'code': 200} Mar 11 11:55:19.427501 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3358d5ed-c39b-4a09-b386-53df8218ac08 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (7c2e989d-b86c-48e5-859c-c32aa80b70d6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:19.454923 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1d0c736-8fd6-482f-9775-78c8c11679b4 req-321828c5-bdf2-4de2-ac28-cfff4a0f815d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0517309 Mar 11 11:55:19.462120 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3358d5ed-c39b-4a09-b386-53df8218ac08 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (7c2e989d-b86c-48e5-859c-c32aa80b70d6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:19.520266 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3358d5ed-c39b-4a09-b386-53df8218ac08 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7c2e989d-b86c-48e5-859c-c32aa80b70d6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:19.523074 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3358d5ed-c39b-4a09-b386-53df8218ac08 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:19.524731 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3358d5ed-c39b-4a09-b386-53df8218ac08 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "DELETE /v2.0/security-groups/7c2e989d-b86c-48e5-859c-c32aa80b70d6 HTTP/1.1" status: 204 len: 168 time: 0.2492754 Mar 11 11:55:19.527764 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59732) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:19.542951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358d5ed-c39b-4a09-b386-53df8218ac08 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2e989d-b86c-48e5-859c-c32aa80b70d6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:19.606127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-aa4e8c78-6d68-4f13-9285-ce85734ec936 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0707636 Mar 11 11:55:19.606974 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59734) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:19.613011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6f7822c5-de4a-4f44-a877-b36d0618d4e7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group': {'name': 'tempest-secgroup--393151131'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:19.641624 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f7822c5-de4a-4f44-a877-b36d0618d4e7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:19.770524 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f7822c5-de4a-4f44-a877-b36d0618d4e7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (81673686-60c4-4cff-b105-604dac8eab2b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:19.780145 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f7822c5-de4a-4f44-a877-b36d0618d4e7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (81673686-60c4-4cff-b105-604dac8eab2b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:19.818925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f7822c5-de4a-4f44-a877-b36d0618d4e7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:19.820325 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6f7822c5-de4a-4f44-a877-b36d0618d4e7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2122855 Mar 11 11:55:19.823199 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59738) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:19.828388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a8db6f0d-7f46-42a0-964a-1369657e7e40 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:19.828837 n-d-833234-2 neutron-server[104032]: WARNING neutron.api.v2.base [None req-a8db6f0d-7f46-42a0-964a-1369657e7e40 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 11:55:19.829326 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-a8db6f0d-7f46-42a0-964a-1369657e7e40 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 11:55:19.830333 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a8db6f0d-7f46-42a0-964a-1369657e7e40 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "PUT /v2.0/security-groups/81673686-60c4-4cff-b105-604dac8eab2b HTTP/1.1" status: 409 len: 330 time: 0.0058651 Mar 11 11:55:19.831158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7822c5-de4a-4f44-a877-b36d0618d4e7 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81673686-60c4-4cff-b105-604dac8eab2b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:19.834294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59740) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:19.870330 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0230bff-6aa3-4bea-9691-5aa2a9129c9b req-9b18a9f2-cafa-4b2d-a062-22b167ce7fd8 tempest-ImagesOneServerTestJSON-108570609 tempest-ImagesOneServerTestJSON-108570609-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cea1be6-2101-470a-915f-fa0213f3a94a HTTP/1.1" status: 200 len: 210 time: 0.0522561 Mar 11 11:55:19.893832 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b7bcbabc-9536-4e70-8a17-ea660af6b39a tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (81673686-60c4-4cff-b105-604dac8eab2b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:19.940620 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b7bcbabc-9536-4e70-8a17-ea660af6b39a tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (81673686-60c4-4cff-b105-604dac8eab2b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:20.003693 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b7bcbabc-9536-4e70-8a17-ea660af6b39a tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (81673686-60c4-4cff-b105-604dac8eab2b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:20.012172 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b7bcbabc-9536-4e70-8a17-ea660af6b39a tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:20.014304 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b7bcbabc-9536-4e70-8a17-ea660af6b39a tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "DELETE /v2.0/security-groups/81673686-60c4-4cff-b105-604dac8eab2b HTTP/1.1" status: 204 len: 168 time: 0.1788247 Mar 11 11:55:20.017500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59746) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:20.029197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcbabc-9536-4e70-8a17-ea660af6b39a tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81673686-60c4-4cff-b105-604dac8eab2b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:20.053356 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:20.104358 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59748) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:20.105023 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2a456dad-04ac-458e-9cd6-f4fa691ea9a9 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0861006 Mar 11 11:55:20.120745 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-19e5d089-c7c0-434d-8832-ab3133b4abd1 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] delete failed (client error): The resource could not be found. Mar 11 11:55:20.122274 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-19e5d089-c7c0-434d-8832-ab3133b4abd1 tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "DELETE /v2.0/security-groups/efb04355-076f-470d-b126-8f0a1ff0ae85 HTTP/1.1" status: 404 len: 347 time: 0.0165210 Mar 11 11:55:20.127334 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59750) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:20.146057 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-dd0e424f-a1af-4dda-8102-8c5a41a88e5e tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] show failed (client error): The resource could not be found. Mar 11 11:55:20.151192 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dd0e424f-a1af-4dda-8102-8c5a41a88e5e tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "GET /v2.0/security-groups/8cab3ff9-5d68-4383-a78c-539156b8034d HTTP/1.1" status: 404 len: 347 time: 0.0189393 Mar 11 11:55:20.151542 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59752) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:20.177304 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-7b99085a-c320-4e28-895c-af82b9d1d27a tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] show failed (client error): The resource could not be found. Mar 11 11:55:20.182877 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7b99085a-c320-4e28-895c-af82b9d1d27a tempest-NegativeSecGroupTest-1847461989 tempest-NegativeSecGroupTest-1847461989-project] 10.222.0.78 "GET /v2.0/security-group-rules/3a7793ad-4911-4376-a553-546c8f77dd2d HTTP/1.1" status: 404 len: 356 time: 0.0260508 Mar 11 11:55:20.309389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232c7fa-539a-4ab7-959c-553c6b9d0dfd req-d56579d3-d62c-4415-903b-5d5bf3fd20b1 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:20.311135 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1232c7fa-539a-4ab7-959c-553c6b9d0dfd req-d56579d3-d62c-4415-903b-5d5bf3fd20b1 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 949 time: 0.0818422 Mar 11 11:55:20.417854 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1232c7fa-539a-4ab7-959c-553c6b9d0dfd req-ad9b4b59-7e68-4def-b977-7d6e38468951 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966597 Mar 11 11:55:20.537753 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcbb07-b4c2-4710-b52d-508bdd8918a6 req-b1dcc098-149c-4a9b-86d7-04ce8a27ccdb tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:20.547182 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63dcbb07-b4c2-4710-b52d-508bdd8918a6 req-b1dcc098-149c-4a9b-86d7-04ce8a27ccdb tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.1280272 Mar 11 11:55:20.616779 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59764) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:20.626951 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63dcbb07-b4c2-4710-b52d-508bdd8918a6 req-07084c41-3831-4e2a-a207-353e80b6834d tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755107 Mar 11 11:55:20.664054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f6a90170-3d79-4204-883e-9b8b5ec2c58c req-1b89a326-5def-4c2f-9af1-fbfc087bb064 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0357060 Mar 11 11:55:20.778148 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5d166fa7-3ada-4378-b0d6-6b86bdaf39e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6c875dc54c8e474fb36786a5eeff1f46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1574395 Mar 11 11:55:20.778970 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59768) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:20.830227 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-48fd3540-49d7-47e2-ba1f-afd8ed5e0ef8 admin admin] Publish callbacks [] for security_group (6b865740-0672-4af1-a9a5-be2be6430ac4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:20.852389 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-48fd3540-49d7-47e2-ba1f-afd8ed5e0ef8 admin admin] Publish callbacks [] for security_group (6b865740-0672-4af1-a9a5-be2be6430ac4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:20.920658 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-48fd3540-49d7-47e2-ba1f-afd8ed5e0ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6b865740-0672-4af1-a9a5-be2be6430ac4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:20.925549 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-48fd3540-49d7-47e2-ba1f-afd8ed5e0ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:20.929390 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-48fd3540-49d7-47e2-ba1f-afd8ed5e0ef8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6b865740-0672-4af1-a9a5-be2be6430ac4 HTTP/1.1" status: 204 len: 168 time: 0.1474154 Mar 11 11:55:20.949274 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd3540-49d7-47e2-ba1f-afd8ed5e0ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b865740-0672-4af1-a9a5-be2be6430ac4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:21.211192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59780) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:21.403169 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59794) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:21.404195 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a386f221-3069-4108-a03f-b6bc585d4193 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6c80a9cfbb1c4cc0aae8c9bc117812ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1912572 Mar 11 11:55:21.468642 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-daa9628a-4622-400b-a125-a23daa7347f6 admin admin] Publish callbacks [] for security_group (f8d04759-cbc8-4eb7-ab38-e63bd7fbd276), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:21.496247 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-daa9628a-4622-400b-a125-a23daa7347f6 admin admin] Publish callbacks [] for security_group (f8d04759-cbc8-4eb7-ab38-e63bd7fbd276), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:21.510132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device aef4fb3f-42fc-4d20-85dd-113a9a6e67fc no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:55:21.550806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: aef4fb3f-42fc-4d20-85dd-113a9a6e67fc {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:55:21.552131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device aef4fb3f-42fc-4d20-85dd-113a9a6e67fc not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:55:21.553626 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:55:21.589794 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:55:21.590063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device aa7a50a0-fee1-4e45-86f5-8fb2c6205e91 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:55:21.593183 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-daa9628a-4622-400b-a125-a23daa7347f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f8d04759-cbc8-4eb7-ab38-e63bd7fbd276), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:21.597699 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-daa9628a-4622-400b-a125-a23daa7347f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:21.599000 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-daa9628a-4622-400b-a125-a23daa7347f6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f8d04759-cbc8-4eb7-ab38-e63bd7fbd276 HTTP/1.1" status: 204 len: 168 time: 0.1945364 Mar 11 11:55:21.608567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9628a-4622-400b-a125-a23daa7347f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d04759-cbc8-4eb7-ab38-e63bd7fbd276,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:21.630829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca680adf-5b7a-41b4-8242-124b602bf2fe req-81f9f598-eece-4f8f-ba74-3da3a3f82fc6 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:21.652902 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca680adf-5b7a-41b4-8242-124b602bf2fe req-81f9f598-eece-4f8f-ba74-3da3a3f82fc6 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 949 time: 0.1462152 Mar 11 11:55:21.719499 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca680adf-5b7a-41b4-8242-124b602bf2fe req-09c97a08-b08e-404b-a999-fdd5ffb56c45 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654788 Mar 11 11:55:21.829892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973cffd-f8d6-4581-b9af-220aa9970861 req-e8f1e076-0f5c-4ddd-ae36-1b198c9e6b21 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:21.837865 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b973cffd-f8d6-4581-b9af-220aa9970861 req-e8f1e076-0f5c-4ddd-ae36-1b198c9e6b21 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.0688782 Mar 11 11:55:21.923510 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b973cffd-f8d6-4581-b9af-220aa9970861 req-b35d6176-3819-4f07-b4c9-48332ed212c1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846653 Mar 11 11:55:21.946149 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2817037-e0df-49bd-b3af-4eea27681ede req-4ef419b3-62a9-4d8a-8742-ad7c9a033f57 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0536234 Mar 11 11:55:22.021521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa84bf-c32b-444e-bbff-d4c6964071af req-3b6c9496-c83c-422a-b26e-34f1a8c3258f tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:22.023856 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c4aa84bf-c32b-444e-bbff-d4c6964071af req-3b6c9496-c83c-422a-b26e-34f1a8c3258f tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.71 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 949 time: 0.0975888 Mar 11 11:55:22.210888 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-c4aa84bf-c32b-444e-bbff-d4c6964071af req-7e37a740-39a0-4c38-9ab3-ae56995dfb36 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Deleting port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:22.211286 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c4aa84bf-c32b-444e-bbff-d4c6964071af req-7e37a740-39a0-4c38-9ab3-ae56995dfb36 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f65b9aa4-1cf6-45a3-90f2-f99bbecb195f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:22.332451 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-c4aa84bf-c32b-444e-bbff-d4c6964071af req-7e37a740-39a0-4c38-9ab3-ae56995dfb36 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] For port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=f65b9aa4-1cf6-45a3-90f2-f99bbecb195f,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:22.332822 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c4aa84bf-c32b-444e-bbff-d4c6964071af req-7e37a740-39a0-4c38-9ab3-ae56995dfb36 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f65b9aa4-1cf6-45a3-90f2-f99bbecb195f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:22.348599 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-c4aa84bf-c32b-444e-bbff-d4c6964071af req-7e37a740-39a0-4c38-9ab3-ae56995dfb36 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Calling delete_port for f65b9aa4-1cf6-45a3-90f2-f99bbecb195f owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:22.544067 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c4aa84bf-c32b-444e-bbff-d4c6964071af req-7e37a740-39a0-4c38-9ab3-ae56995dfb36 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f65b9aa4-1cf6-45a3-90f2-f99bbecb195f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:22.563159 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['019bc68d-2930-405f-a115-fcc146290579', 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd', '58643ea6-9eed-44a9-901d-4db2be4d7da5', 'ca98c5b9-62f8-49f0-af07-f6be8f932383'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:55:22.578716 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37a740-39a0-4c38-9ab3-ae56995dfb36 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Pushing event deleted for resources: {'Port': ['ID=f65b9aa4-1cf6-45a3-90f2-f99bbecb195f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:22.638406 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['964eaebf-aa60-4324-b407-75faeeae6fe6', '12313980-bfc6-414f-98c9-16f31e143c51', 'f65b9aa4-1cf6-45a3-90f2-f99bbecb195f'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:55:22.646759 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4aa84bf-c32b-444e-bbff-d4c6964071af req-7e37a740-39a0-4c38-9ab3-ae56995dfb36 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] No DVR routers for this DVR port f65b9aa4-1cf6-45a3-90f2-f99bbecb195f on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:55:22.649464 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c4aa84bf-c32b-444e-bbff-d4c6964071af req-7e37a740-39a0-4c38-9ab3-ae56995dfb36 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:22.653783 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c4aa84bf-c32b-444e-bbff-d4c6964071af req-7e37a740-39a0-4c38-9ab3-ae56995dfb36 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.71 "DELETE /v2.0/ports/f65b9aa4-1cf6-45a3-90f2-f99bbecb195f HTTP/1.1" status: 204 len: 173 time: 0.6227555 Mar 11 11:55:22.654271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ced8ab2-2678-41de-bd58-e11745c633f5', 'name': 'network-vif-deleted', 'tag': 'f65b9aa4-1cf6-45a3-90f2-f99bbecb195f'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:55:22.657505 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a17b636-862d-4024-9f74-073696b45710" -d '{"events": [{"server_uuid": "2ced8ab2-2678-41de-bd58-e11745c633f5", "name": "network-vif-deleted", "tag": "f65b9aa4-1cf6-45a3-90f2-f99bbecb195f"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:55:22.741974 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4457c5-9739-4197-a6f4-7221a0796c1b x-openstack-request-id: req-ca4457c5-9739-4197-a6f4-7221a0796c1b {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:55:22.742327 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ced8ab2-2678-41de-bd58-e11745c633f5", "name": "network-vif-deleted", "tag": "f65b9aa4-1cf6-45a3-90f2-f99bbecb195f", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:55:22.742679 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ca4457c5-9739-4197-a6f4-7221a0796c1b {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:55:22.743312 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ced8ab2-2678-41de-bd58-e11745c633f5', 'name': 'network-vif-deleted', 'tag': 'f65b9aa4-1cf6-45a3-90f2-f99bbecb195f', 'status': 'completed', 'code': 200} Mar 11 11:55:22.924387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-007a7516-3989-4fef-97c5-3d2964bb972c req-d804dc40-8383-4368-b871-6ac17ae340f3 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ced8ab2-2678-41de-bd58-e11745c633f5 HTTP/1.1" status: 200 len: 210 time: 0.0532937 Mar 11 11:55:23.230246 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d9067eb7-baee-4142-8148-08f2454e70c0 req-c42315b6-9e7a-4f97-8216-15d3674f0615 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.1073596 Mar 11 11:55:23.279286 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec76056-3353-4a7f-910a-dc405998dbb0 req-63162a0e-e118-4bf0-a8a9-e12af11cd225 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:23.287407 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eec76056-3353-4a7f-910a-dc405998dbb0 req-63162a0e-e118-4bf0-a8a9-e12af11cd225 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.2270241 Mar 11 11:55:23.372819 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eec76056-3353-4a7f-910a-dc405998dbb0 req-3ba176b3-dcd0-4efb-b37f-a64fef020db6 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839894 Mar 11 11:55:24.109171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59890) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:24.315752 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-743c58e8-ac47-4765-9c9b-afdf74dc6a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:24.413283 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e7816e5-d86a-4446-8f8e-ed44bd206217 req-3ad56625-5642-4b6a-ae73-803422c5f862 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0697649 Mar 11 11:55:24.474557 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8f947-f744-4614-bf17-0b071005e03b req-75999392-72a4-47c4-8fa4-eb776ca06fe7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:24.481425 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b7d8f947-f744-4614-bf17-0b071005e03b req-75999392-72a4-47c4-8fa4-eb776ca06fe7 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 950 time: 0.1401706 Mar 11 11:55:24.546017 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-743c58e8-ac47-4765-9c9b-afdf74dc6a97 admin admin] Publish callbacks [] for security_group (fa316f0e-7bed-477b-a9dd-347834904889), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:24.559498 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-743c58e8-ac47-4765-9c9b-afdf74dc6a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fa316f0e-7bed-477b-a9dd-347834904889), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:24.624405 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b7d8f947-f744-4614-bf17-0b071005e03b req-56904cb5-d2a1-41a0-a22d-3cbdc086a5d2 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418185 Mar 11 11:55:24.651710 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc5cdb-866d-4475-becf-057aeaab66e4 req-ca26dae5-de5c-46df-8657-fc7bd26ecee1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:24.653251 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-98dc5cdb-866d-4475-becf-057aeaab66e4 req-ca26dae5-de5c-46df-8657-fc7bd26ecee1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.1634510 Mar 11 11:55:24.655647 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c58e8-ac47-4765-9c9b-afdf74dc6a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa316f0e-7bed-477b-a9dd-347834904889,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:24.665896 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-743c58e8-ac47-4765-9c9b-afdf74dc6a97 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=644734a7d6dd4c6db89bb032ca933c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5529788 Mar 11 11:55:24.666862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59900) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:24.740716 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-98dc5cdb-866d-4475-becf-057aeaab66e4 req-09f25173-3e0c-4621-8240-b0039f00bae1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801814 Mar 11 11:55:24.755886 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83731276-ce0a-40a8-9d1c-38c0cb91e5f7 admin admin] Publish callbacks [] for security_group (fa316f0e-7bed-477b-a9dd-347834904889), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:24.781447 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83731276-ce0a-40a8-9d1c-38c0cb91e5f7 admin admin] Publish callbacks [] for security_group (fa316f0e-7bed-477b-a9dd-347834904889), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:24.844720 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83731276-ce0a-40a8-9d1c-38c0cb91e5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fa316f0e-7bed-477b-a9dd-347834904889), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:24.848080 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83731276-ce0a-40a8-9d1c-38c0cb91e5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:24.849621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-83731276-ce0a-40a8-9d1c-38c0cb91e5f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa316f0e-7bed-477b-a9dd-347834904889 HTTP/1.1" status: 204 len: 168 time: 0.1828249 Mar 11 11:55:24.859355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83731276-ce0a-40a8-9d1c-38c0cb91e5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa316f0e-7bed-477b-a9dd-347834904889,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:25.586812 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d9a09d4c-a7c0-45cd-9957-dd3d2e2d4144 req-c31d37ee-503e-4de4-942f-4b8aee2bd1d7 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0590794 Mar 11 11:55:25.732375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59940) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:25.857790 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a870b3c-24b2-4685-9edb-86a88bc9be71 req-a141c6fb-6458-48d5-b1d3-1c6444bfa583 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:25.859358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a870b3c-24b2-4685-9edb-86a88bc9be71 req-a141c6fb-6458-48d5-b1d3-1c6444bfa583 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 950 time: 0.1092632 Mar 11 11:55:25.933896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1ea4c86a-15ab-4bba-98c4-5616305377a6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-920498419-network', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:25.975862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b120d9e-4b80-4f31-b5e2-7f3b86012030 req-ca601413-7534-4190-a112-4c7c99e150c2 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:25.978383 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4b120d9e-4b80-4f31-b5e2-7f3b86012030 req-ca601413-7534-4190-a112-4c7c99e150c2 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 950 time: 0.0635788 Mar 11 11:55:26.034615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea4c86a-15ab-4bba-98c4-5616305377a6 admin admin] Made reservation on behalf of 59df301f658e4f0babdd23be8b3cd551 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:55:26.037543 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ea4c86a-15ab-4bba-98c4-5616305377a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:26.054167 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ea4c86a-15ab-4bba-98c4-5616305377a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:26.066749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4044f2b-2023-4b96-8691-309939f785e7 req-63eea836-67ae-4e1c-9421-b3ac115ba964 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:26.075291 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4044f2b-2023-4b96-8691-309939f785e7 req-63eea836-67ae-4e1c-9421-b3ac115ba964 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.2063000 Mar 11 11:55:26.111107 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a870b3c-24b2-4685-9edb-86a88bc9be71 req-c5909613-5192-464f-af86-19db884310f5 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406003 Mar 11 11:55:26.178652 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-4b120d9e-4b80-4f31-b5e2-7f3b86012030 req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Deleting port 12313980-bfc6-414f-98c9-16f31e143c51 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:26.179007 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4b120d9e-4b80-4f31-b5e2-7f3b86012030 req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (12313980-bfc6-414f-98c9-16f31e143c51), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:26.241562 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4044f2b-2023-4b96-8691-309939f785e7 req-336930b8-df51-4361-9360-2c19357360a3 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648467 Mar 11 11:55:26.333932 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ea4c86a-15ab-4bba-98c4-5616305377a6 admin admin] Publish callbacks [] for security_group (ca29dc37-f15f-4068-b0b0-77c79611559a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:26.343743 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ea4c86a-15ab-4bba-98c4-5616305377a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ca29dc37-f15f-4068-b0b0-77c79611559a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:26.401488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea4c86a-15ab-4bba-98c4-5616305377a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:55:26.426707 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4c86a-15ab-4bba-98c4-5616305377a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca29dc37-f15f-4068-b0b0-77c79611559a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:26.443230 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ea4c86a-15ab-4bba-98c4-5616305377a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f36390a3-453a-492f-a9b3-ce03615aa4c9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:26.443693 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-1ea4c86a-15ab-4bba-98c4-5616305377a6 admin admin] Added segment f36390a3-453a-492f-a9b3-ce03615aa4c9 of type vlan for network f8c3f3be-c7b2-4626-9f81-3103c2dbdabe Mar 11 11:55:26.464180 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-4b120d9e-4b80-4f31-b5e2-7f3b86012030 req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] For port 12313980-bfc6-414f-98c9-16f31e143c51, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=12313980-bfc6-414f-98c9-16f31e143c51,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:26.464837 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4b120d9e-4b80-4f31-b5e2-7f3b86012030 req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (12313980-bfc6-414f-98c9-16f31e143c51), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:26.493360 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ea4c86a-15ab-4bba-98c4-5616305377a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (f8c3f3be-c7b2-4626-9f81-3103c2dbdabe), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:26.520508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-4b120d9e-4b80-4f31-b5e2-7f3b86012030 req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Calling delete_port for 12313980-bfc6-414f-98c9-16f31e143c51 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:26.533917 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ea4c86a-15ab-4bba-98c4-5616305377a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (f8c3f3be-c7b2-4626-9f81-3103c2dbdabe), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:26.536744 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea4c86a-15ab-4bba-98c4-5616305377a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:26.537650 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ea4c86a-15ab-4bba-98c4-5616305377a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:26.615107 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1ea4c86a-15ab-4bba-98c4-5616305377a6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8816013 Mar 11 11:55:26.624736 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59960) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:26.645690 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-069d4514-5097-4de6-b350-b0317b54b7ed admin admin] Request body: {'subnet': {'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-920498419-subnet', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:26.683762 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device f65b9aa4-1cf6-45a3-90f2-f99bbecb195f no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:55:26.686590 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4c86a-15ab-4bba-98c4-5616305377a6 admin admin] Pushing event updated for resources: {'Network': ['ID=f8c3f3be-c7b2-4626-9f81-3103c2dbdabe,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:26.707009 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069d4514-5097-4de6-b350-b0317b54b7ed admin admin] Made reservation on behalf of 59df301f658e4f0babdd23be8b3cd551 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:55:26.710814 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-069d4514-5097-4de6-b350-b0317b54b7ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:26.775445 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network f8c3f3be-c7b2-4626-9f81-3103c2dbdabe details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:55:26.786205 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4b120d9e-4b80-4f31-b5e2-7f3b86012030 req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (12313980-bfc6-414f-98c9-16f31e143c51), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:26.823060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['019bc68d-2930-405f-a115-fcc146290579', 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd', '58643ea6-9eed-44a9-901d-4db2be4d7da5', 'ca98c5b9-62f8-49f0-af07-f6be8f932383'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:55:26.885302 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Pushing event deleted for resources: {'Port': ['ID=12313980-bfc6-414f-98c9-16f31e143c51,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:26.895979 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1826ed6c-d2fa-4bad-b00b-8d794608cd1c req-63fbfdea-b351-4396-a6a0-e1a6093fe281 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0666554 Mar 11 11:55:26.899366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['964eaebf-aa60-4324-b407-75faeeae6fe6', '12313980-bfc6-414f-98c9-16f31e143c51'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:55:26.909041 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: f65b9aa4-1cf6-45a3-90f2-f99bbecb195f {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:55:26.924399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device f65b9aa4-1cf6-45a3-90f2-f99bbecb195f not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:55:26.933047 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:26.933454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:26.933711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:26.934239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:26.934734 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:26.935250 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:26.940538 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:26.941402 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:26.943687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:26.948574 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:26.949234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:26.949764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:26.950102 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:27.041722 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b120d9e-4b80-4f31-b5e2-7f3b86012030 req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] No DVR routers for this DVR port 12313980-bfc6-414f-98c9-16f31e143c51 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:55:27.049312 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4b120d9e-4b80-4f31-b5e2-7f3b86012030 req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:27.063005 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4b120d9e-4b80-4f31-b5e2-7f3b86012030 req-7e5608f5-ec99-430d-b752-0951955b2367 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.71 "DELETE /v2.0/ports/12313980-bfc6-414f-98c9-16f31e143c51 HTTP/1.1" status: 204 len: 173 time: 1.0793641 Mar 11 11:55:27.068364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcd9731-1f2e-45d3-8810-7674a194dedf', 'name': 'network-vif-deleted', 'tag': '12313980-bfc6-414f-98c9-16f31e143c51'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:55:27.076464 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a98a8e1-25f2-4cdc-852a-3d827904a1a3" -d '{"events": [{"server_uuid": "bfcd9731-1f2e-45d3-8810-7674a194dedf", "name": "network-vif-deleted", "tag": "12313980-bfc6-414f-98c9-16f31e143c51"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:55:27.184190 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15dbf4b-064d-4514-b102-219443d20d13 x-openstack-request-id: req-e15dbf4b-064d-4514-b102-219443d20d13 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:55:27.184481 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcd9731-1f2e-45d3-8810-7674a194dedf", "name": "network-vif-deleted", "tag": "12313980-bfc6-414f-98c9-16f31e143c51", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:55:27.184732 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e15dbf4b-064d-4514-b102-219443d20d13 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:55:27.185135 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcd9731-1f2e-45d3-8810-7674a194dedf', 'name': 'network-vif-deleted', 'tag': '12313980-bfc6-414f-98c9-16f31e143c51', 'status': 'completed', 'code': 200} Mar 11 11:55:27.247483 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-069d4514-5097-4de6-b350-b0317b54b7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (28a452b9-626d-4915-a635-b58d1758ee07), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:27.380127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d4514-5097-4de6-b350-b0317b54b7ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a452b9-626d-4915-a635-b58d1758ee07,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:27.442153 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07d1d07a-de12-4944-a901-a2084dc4d1ab req-6bebe284-a317-4614-b779-dcf426fba3ff tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfcd9731-1f2e-45d3-8810-7674a194dedf HTTP/1.1" status: 200 len: 210 time: 0.0655832 Mar 11 11:55:27.449328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990dab8-68e3-46cc-bcc6-5d80478a6264 req-4b1e9aae-9f19-4ea0-bd08-ef06b65e65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:27.451096 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6990dab8-68e3-46cc-bcc6-5d80478a6264 req-4b1e9aae-9f19-4ea0-bd08-ef06b65e65ad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b839c74c06a5463cab66eb4c80c4c086&device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 1127 time: 0.0985925 Mar 11 11:55:27.518698 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069d4514-5097-4de6-b350-b0317b54b7ed admin admin] Checking segment: {'id': 'f36390a3-453a-492f-a9b3-ce03615aa4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:55:27.519365 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069d4514-5097-4de6-b350-b0317b54b7ed admin admin] Network hostable DHCP agents. Network: f8c3f3be-c7b2-4626-9f81-3103c2dbdabe, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:55:27.563627 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1d082-bf2c-47e7-90a0-393c5ac3f741 req-f8a0645b-1b28-48fe-bb3d-1eaf4807c7e9 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:27.586186 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a6e1d082-bf2c-47e7-90a0-393c5ac3f741 req-f8a0645b-1b28-48fe-bb3d-1eaf4807c7e9 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.1517737 Mar 11 11:55:27.604850 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069d4514-5097-4de6-b350-b0317b54b7ed admin admin] Network f8c3f3be-c7b2-4626-9f81-3103c2dbdabe is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:55:27.650717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-069d4514-5097-4de6-b350-b0317b54b7ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, f8c3f3be-c7b2-4626-9f81-3103c2dbdabe) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:55:27.663019 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be17178b-5d13-48de-ac3a-aaccb030c04c None None] Network f8c3f3be-c7b2-4626-9f81-3103c2dbdabe requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:55:27.681717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069d4514-5097-4de6-b350-b0317b54b7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:27.684972 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-069d4514-5097-4de6-b350-b0317b54b7ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:27.734539 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990dab8-68e3-46cc-bcc6-5d80478a6264 req-c4c7fbd4-b8c7-456a-88e8-86c8c039a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:27.738239 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6990dab8-68e3-46cc-bcc6-5d80478a6264 req-c4c7fbd4-b8c7-456a-88e8-86c8c039a212 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d259f0e3-1793-455e-a2df-b0e8516ce55f HTTP/1.1" status: 200 len: 920 time: 0.2782655 Mar 11 11:55:27.827080 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a6e1d082-bf2c-47e7-90a0-393c5ac3f741 req-d3edfcf0-d754-4674-8f31-752569a42149 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268610 Mar 11 11:55:27.838702 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-069d4514-5097-4de6-b350-b0317b54b7ed admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2120471 Mar 11 11:55:27.844013 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59980) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:27.849372 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-920498419-router', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:27.856253 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6990dab8-68e3-46cc-bcc6-5d80478a6264 req-a36f4f06-c58c-4b68-9e6c-8eb4c72ce25e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff609eae-6795-495f-9cc0-ebb96302bab3 HTTP/1.1" status: 200 len: 217 time: 0.1107752 Mar 11 11:55:27.882632 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:27.884851 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:27.975860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990dab8-68e3-46cc-bcc6-5d80478a6264 req-dccb8987-81dc-48fe-b7ce-907136528734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:27.977588 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6990dab8-68e3-46cc-bcc6-5d80478a6264 req-dccb8987-81dc-48fe-b7ce-907136528734 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=614f6c11-14c1-492e-91ba-54d12114a8a6 HTTP/1.1" status: 200 len: 859 time: 0.1168101 Mar 11 11:55:28.004548 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'fixed_ips': [{'subnet_id': '28a452b9-626d-4915-a635-b58d1758ee07'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:55:28.005414 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:28.029319 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e349f4-075f-459b-8534-c3d45f48c4a0 req-543f729b-6b41-4381-9d0a-a1beb60bf6f4 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:28.036077 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96e349f4-075f-459b-8534-c3d45f48c4a0 req-543f729b-6b41-4381-9d0a-a1beb60bf6f4 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.3177974 Mar 11 11:55:28.046315 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6990dab8-68e3-46cc-bcc6-5d80478a6264 req-fc79dad8-ce46-4efa-9508-6e2d35c89d63 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d259f0e3-1793-455e-a2df-b0e8516ce55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615318 Mar 11 11:55:28.226681 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6990dab8-68e3-46cc-bcc6-5d80478a6264 req-dbb95be8-a2e5-4870-821b-1afd5d39ae96 service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649814 Mar 11 11:55:28.268406 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Publish callbacks [] for router_controller (8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:28.289808 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-46547a55-e979-4b1c-b04a-95f9ccf477d4 req-f6fcc988-96b2-45ae-a54e-ccc40dcfdaf0 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0755641 Mar 11 11:55:28.420486 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6990dab8-68e3-46cc-bcc6-5d80478a6264 req-1ceebd0d-7dd0-430c-98ae-4759e32bc295 service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861985 Mar 11 11:55:28.441105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Allocated IP 172.20.0.2 (f8c3f3be-c7b2-4626-9f81-3103c2dbdabe/28a452b9-626d-4915-a635-b58d1758ee07/e9123836-faa0-4860-b12a-19adf356e257) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:55:28.565498 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96e349f4-075f-459b-8534-c3d45f48c4a0 req-c2e62508-79c5-4ffd-ab99-71eafdf13d25 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246146 Mar 11 11:55:28.736609 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Publish callbacks [] for router_gateway (8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:28.881770 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Publish callbacks [] for port (e9123836-faa0-4860-b12a-19adf356e257), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:28.894209 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (e9123836-faa0-4860-b12a-19adf356e257), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:28.972050 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Pushing event updated for resources: {'Port': ['ID=e9123836-faa0-4860-b12a-19adf356e257,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:28.985448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Network f8c3f3be-c7b2-4626-9f81-3103c2dbdabe is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:55:28.986963 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:55:28.990094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:55:29.075569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Attempting to bind port e9123836-faa0-4860-b12a-19adf356e257 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:55:29.076957 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Attempting to bind port e9123836-faa0-4860-b12a-19adf356e257 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'f36390a3-453a-492f-a9b3-ce03615aa4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:55:29.077528 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Attempting to bind port e9123836-faa0-4860-b12a-19adf356e257 on network f8c3f3be-c7b2-4626-9f81-3103c2dbdabe {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:55:29.094002 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:55:29.094742 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Checking segment: {'id': 'f36390a3-453a-492f-a9b3-ce03615aa4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:55:29.095325 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:29.095913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Bound using segment: {'id': 'f36390a3-453a-492f-a9b3-ce03615aa4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:55:29.096578 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Bound port: e9123836-faa0-4860-b12a-19adf356e257, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36390a3-453a-492f-a9b3-ce03615aa4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:55:29.097137 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e9123836-faa0-4860-b12a-19adf356e257), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:29.190470 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] For port e9123836-faa0-4860-b12a-19adf356e257, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:55:29.194197 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] For port e9123836-faa0-4860-b12a-19adf356e257, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e9123836-faa0-4860-b12a-19adf356e257,segment=NetworkSegment(f36390a3-453a-492f-a9b3-ce03615aa4c9),segment_id=f36390a3-453a-492f-a9b3-ce03615aa4c9)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:55:29.204392 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e9123836-faa0-4860-b12a-19adf356e257), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:29.282565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6349609-194c-4c19-90b5-0d6f2f2bad1c None None] Pushing event updated for resources: {'Port': ['ID=e9123836-faa0-4860-b12a-19adf356e257,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:29.387846 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Publish callbacks [] for router_gateway (8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:29.399044 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5c591-9135-4013-acb9-12c1ce3aec83 req-c85b1ced-6092-4a6a-8ccb-8f116c2352c9 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:29.406161 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87d5c591-9135-4013-acb9-12c1ce3aec83 req-c85b1ced-6092-4a6a-8ccb-8f116c2352c9 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 945 time: 0.2535090 Mar 11 11:55:29.466370 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:29.848298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053234e-1c4d-406d-9df6-976ecf928694 req-ddbf3f0b-d664-4bbb-9100-61367ebe1980 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:29.855760 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8053234e-1c4d-406d-9df6-976ecf928694 req-ddbf3f0b-d664-4bbb-9100-61367ebe1980 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.7239234 Mar 11 11:55:29.965545 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87d5c591-9135-4013-acb9-12c1ce3aec83 req-b9627863-ce58-4691-afc8-02ee8ba6de3b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=cdd16214-88b8-40ff-a6b6-5c24f24d03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5582008 Mar 11 11:55:30.047342 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8053234e-1c4d-406d-9df6-976ecf928694 req-cc406dc6-b912-4da5-ba9c-c5ddb5ad7087 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906812 Mar 11 11:55:30.093660 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Allocated IP 172.25.7.113 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/2b69029c-1e34-455f-80a7-d0cd41af5871) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:55:30.319099 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-156ba195-80c3-479e-b35a-439f54e3f7c5 req-a5848f8b-c715-4dc4-902e-847f0de14b74 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0744848 Mar 11 11:55:30.387238 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Publish callbacks [] for port (2b69029c-1e34-455f-80a7-d0cd41af5871), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:30.443605 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (2b69029c-1e34-455f-80a7-d0cd41af5871), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:30.537073 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Pushing event updated for resources: {'Port': ['ID=2b69029c-1e34-455f-80a7-d0cd41af5871,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:30.652641 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:55:30.655945 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:55:30.661455 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:55:30.741115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 12313980-bfc6-414f-98c9-16f31e143c51 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:55:30.795465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 12313980-bfc6-414f-98c9-16f31e143c51 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:55:30.798515 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 12313980-bfc6-414f-98c9-16f31e143c51 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:55:30.817892 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce58b54-3e97-473c-b9de-d594d9c438e2 req-d1c917cd-179f-4ae1-92b4-4d9ada839ce9 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:30.819398 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4ce58b54-3e97-473c-b9de-d594d9c438e2 req-d1c917cd-179f-4ae1-92b4-4d9ada839ce9 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 945 time: 0.1075587 Mar 11 11:55:30.863534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d71a53-8f1b-4b86-98ca-b2fd582977a2 req-163f5be6-2586-4b27-a1f3-9b69e573627b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:30.872477 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-27d71a53-8f1b-4b86-98ca-b2fd582977a2 req-163f5be6-2586-4b27-a1f3-9b69e573627b tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.3498709 Mar 11 11:55:30.893450 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa03b5-39b1-4d0e-921b-d776d1d63160 req-86688e3b-b26e-40d6-bb0b-a5f37d851f66 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:30.911655 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42aa03b5-39b1-4d0e-921b-d776d1d63160 req-86688e3b-b26e-40d6-bb0b-a5f37d851f66 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=9237b328-02f3-4c47-a155-b3af0a0b73a0 HTTP/1.1" status: 200 len: 950 time: 0.3903306 Mar 11 11:55:31.020612 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e9123836-faa0-4860-b12a-19adf356e257 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:55:31.029002 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-4ce58b54-3e97-473c-b9de-d594d9c438e2 req-70df8bb5-f96d-43cc-ad37-6c2461d944d1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Deleting port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:31.029350 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4ce58b54-3e97-473c-b9de-d594d9c438e2 req-70df8bb5-f96d-43cc-ad37-6c2461d944d1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5677af71-a2dc-4d9d-bb41-507e20fb1ebd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:31.080860 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3020e60-3ac6-4f64-ba66-e3ab4fb0e2b9 None None] Network f8c3f3be-c7b2-4626-9f81-3103c2dbdabe requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:55:31.119461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-27d71a53-8f1b-4b86-98ca-b2fd582977a2 req-47b36e61-6c97-49bb-84ff-40d21974a572 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029214 Mar 11 11:55:31.136738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-4ce58b54-3e97-473c-b9de-d594d9c438e2 req-70df8bb5-f96d-43cc-ad37-6c2461d944d1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] For port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5677af71-a2dc-4d9d-bb41-507e20fb1ebd,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:31.137377 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4ce58b54-3e97-473c-b9de-d594d9c438e2 req-70df8bb5-f96d-43cc-ad37-6c2461d944d1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5677af71-a2dc-4d9d-bb41-507e20fb1ebd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:31.163868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c9453-a0aa-4224-9ec4-3b8c196d64d6 req-c10165cc-693c-4843-b360-d55df0e919bc tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:31.172621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc8c9453-a0aa-4224-9ec4-3b8c196d64d6 req-c10165cc-693c-4843-b360-d55df0e919bc tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "GET /v2.0/ports?device_id=9237b328-02f3-4c47-a155-b3af0a0b73a0 HTTP/1.1" status: 200 len: 950 time: 0.4657061 Mar 11 11:55:31.289247 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42aa03b5-39b1-4d0e-921b-d776d1d63160 req-967aacd6-cace-4392-9fed-11fb845e1765 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765819 Mar 11 11:55:31.301213 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4a144c11-5ebb-42ff-a327-9ad591e9e64a None None] Provisioning complete for port e9123836-faa0-4860-b12a-19adf356e257 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:55:31.301583 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a144c11-5ebb-42ff-a327-9ad591e9e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e9123836-faa0-4860-b12a-19adf356e257), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:31.443736 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e9123836-faa0-4860-b12a-19adf356e257 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:55:31.444134 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e9123836-faa0-4860-b12a-19adf356e257), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:31.544356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497157d-c822-4994-b0e8-9cf3e4b1c47b req-d5349c9d-2d72-4fb2-9e92-21f0c26ad6ee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:31.546399 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9497157d-c822-4994-b0e8-9cf3e4b1c47b req-d5349c9d-2d72-4fb2-9e92-21f0c26ad6ee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 945 time: 0.2203755 Mar 11 11:55:31.595488 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4ce58b54-3e97-473c-b9de-d594d9c438e2 req-70df8bb5-f96d-43cc-ad37-6c2461d944d1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:31.597117 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4ce58b54-3e97-473c-b9de-d594d9c438e2 req-70df8bb5-f96d-43cc-ad37-6c2461d944d1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (957c3cd4-932c-486e-b229-d1877deccfaf), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:31.597476 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [req-4ce58b54-3e97-473c-b9de-d594d9c438e2 req-70df8bb5-f96d-43cc-ad37-6c2461d944d1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Floating IP 957c3cd4-932c-486e-b229-d1877deccfaf disassociated. External IP: 172.25.7.247, port: 5677af71-a2dc-4d9d-bb41-507e20fb1ebd. Mar 11 11:55:31.598427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-4ce58b54-3e97-473c-b9de-d594d9c438e2 req-70df8bb5-f96d-43cc-ad37-6c2461d944d1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Calling delete_port for 5677af71-a2dc-4d9d-bb41-507e20fb1ebd owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:31.695718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4a144c11-5ebb-42ff-a327-9ad591e9e64a None None] Current status of the port e9123836-faa0-4860-b12a-19adf356e257 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:31.696295 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a144c11-5ebb-42ff-a327-9ad591e9e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e9123836-faa0-4860-b12a-19adf356e257), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:31.719180 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:55:31.788863 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e9123836-faa0-4860-b12a-19adf356e257 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:31.799809 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e9123836-faa0-4860-b12a-19adf356e257), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:31.803191 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4a144c11-5ebb-42ff-a327-9ad591e9e64a None None] For port e9123836-faa0-4860-b12a-19adf356e257, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e9123836-faa0-4860-b12a-19adf356e257,segment=NetworkSegment(f36390a3-453a-492f-a9b3-ce03615aa4c9),segment_id=f36390a3-453a-492f-a9b3-ce03615aa4c9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:31.834245 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a144c11-5ebb-42ff-a327-9ad591e9e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e9123836-faa0-4860-b12a-19adf356e257), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:31.840890 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Publish callbacks [] for router_gateway (8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:31.882728 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4ce58b54-3e97-473c-b9de-d594d9c438e2 req-70df8bb5-f96d-43cc-ad37-6c2461d944d1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5677af71-a2dc-4d9d-bb41-507e20fb1ebd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:31.919590 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a144c11-5ebb-42ff-a327-9ad591e9e64a None None] Pushing event updated for resources: {'Port': ['ID=e9123836-faa0-4860-b12a-19adf356e257,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:31.994805 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:55:31.996193 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:55:32.005714 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a8969931-420b-4ec0-a2e0-fd0a5fefb1ac None None] Provisioning complete for port e9123836-faa0-4860-b12a-19adf356e257 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:55:32.006314 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a8969931-420b-4ec0-a2e0-fd0a5fefb1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e9123836-faa0-4860-b12a-19adf356e257), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:32.017083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df8bb5-f96d-43cc-ad37-6c2461d944d1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event deleted for resources: {'Port': ['ID=5677af71-a2dc-4d9d-bb41-507e20fb1ebd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:32.049648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070dfbc9-53d8-42fe-872a-81dcf58ee7d9 req-4aa7616c-dbba-4e16-ac7a-312f5938a8fa tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:32.061782 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-070dfbc9-53d8-42fe-872a-81dcf58ee7d9 req-4aa7616c-dbba-4e16-ac7a-312f5938a8fa tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.5560775 Mar 11 11:55:32.164004 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-dc8c9453-a0aa-4224-9ec4-3b8c196d64d6 req-2a1ccb7d-080b-4b4c-90c6-f21c3d948374 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Deleting port ca98c5b9-62f8-49f0-af07-f6be8f932383 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:32.169464 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dc8c9453-a0aa-4224-9ec4-3b8c196d64d6 req-2a1ccb7d-080b-4b4c-90c6-f21c3d948374 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ca98c5b9-62f8-49f0-af07-f6be8f932383), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:32.186221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a8969931-420b-4ec0-a2e0-fd0a5fefb1ac None None] Current status of the port e9123836-faa0-4860-b12a-19adf356e257 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:32.217357 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9497157d-c822-4994-b0e8-9cf3e4b1c47b req-fa3dc234-4555-4ecb-8a66-859cc24dc8a2 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=cdd16214-88b8-40ff-a6b6-5c24f24d03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6348140 Mar 11 11:55:32.476090 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f60da1b-bb9f-4235-a089-b56194a4f658 req-df2d2cc8-aa6e-4acb-8ad1-856e379ad9e9 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.1086221 Mar 11 11:55:32.609080 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-070dfbc9-53d8-42fe-872a-81dcf58ee7d9 req-32fdbf00-8c15-4992-8a81-b39b70df174d tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440493 Mar 11 11:55:32.646672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e9123836-faa0-4860-b12a-19adf356e257 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:32.874439 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-dc8c9453-a0aa-4224-9ec4-3b8c196d64d6 req-2a1ccb7d-080b-4b4c-90c6-f21c3d948374 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] For port ca98c5b9-62f8-49f0-af07-f6be8f932383, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=ca98c5b9-62f8-49f0-af07-f6be8f932383,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:32.874901 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dc8c9453-a0aa-4224-9ec4-3b8c196d64d6 req-2a1ccb7d-080b-4b4c-90c6-f21c3d948374 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ca98c5b9-62f8-49f0-af07-f6be8f932383), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:32.893338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-dc8c9453-a0aa-4224-9ec4-3b8c196d64d6 req-2a1ccb7d-080b-4b4c-90c6-f21c3d948374 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Calling delete_port for ca98c5b9-62f8-49f0-af07-f6be8f932383 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:32.962619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e9123836-faa0-4860-b12a-19adf356e257 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:55:32.970941 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d339dd-d9ec-4abb-8378-07fc1c93e1cd req-be6c9818-bf1c-4c5d-b0f7-171bb2afd2b2 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:32.972504 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-89d339dd-d9ec-4abb-8378-07fc1c93e1cd req-be6c9818-bf1c-4c5d-b0f7-171bb2afd2b2 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.71 "GET /v2.0/ports?device_id=52811ea8-360f-4c2e-b5cd-25f7b3bab142 HTTP/1.1" status: 200 len: 949 time: 0.9917796 Mar 11 11:55:33.060575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ce58b54-3e97-473c-b9de-d594d9c438e2 req-70df8bb5-f96d-43cc-ad37-6c2461d944d1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Router 5497603f-a2a6-4280-a5de-4b56c205edce has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:55:33.076531 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e9123836-faa0-4860-b12a-19adf356e257 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:55:33.076842 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e9123836-faa0-4860-b12a-19adf356e257), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:33.204347 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:33.213200 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ce58b54-3e97-473c-b9de-d594d9c438e2 req-70df8bb5-f96d-43cc-ad37-6c2461d944d1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:55:33.225663 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d8b649-0b42-4791-ba2c-058687fb40c4 None None] Sync routers for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:55:33.248431 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8b649-0b42-4791-ba2c-058687fb40c4 None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:55:33.249305 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-89d8b649-0b42-4791-ba2c-058687fb40c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:55:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:33.446995 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091696c-3990-4c15-963d-03fccbd04100 req-20cc69ae-d424-4c9f-a5a5-addcafec994d tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:33.448534 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8091696c-3990-4c15-963d-03fccbd04100 req-20cc69ae-d424-4c9f-a5a5-addcafec994d tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=9237b328-02f3-4c47-a155-b3af0a0b73a0 HTTP/1.1" status: 200 len: 950 time: 0.5980835 Mar 11 11:55:33.457640 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d14be6-c23d-4309-8f6e-1630513b2f3d req-5d05ba79-8045-4ad9-a425-e9ad8c9ee925 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:33.457904 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7d14be6-c23d-4309-8f6e-1630513b2f3d req-5d05ba79-8045-4ad9-a425-e9ad8c9ee925 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.4545920 Mar 11 11:55:33.469985 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce58b54-3e97-473c-b9de-d594d9c438e2 req-70df8bb5-f96d-43cc-ad37-6c2461d944d1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] No DVR routers for this DVR port 5677af71-a2dc-4d9d-bb41-507e20fb1ebd on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:55:33.476106 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4ce58b54-3e97-473c-b9de-d594d9c438e2 req-70df8bb5-f96d-43cc-ad37-6c2461d944d1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:33.479821 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4ce58b54-3e97-473c-b9de-d594d9c438e2 req-70df8bb5-f96d-43cc-ad37-6c2461d944d1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.37 "DELETE /v2.0/ports/5677af71-a2dc-4d9d-bb41-507e20fb1ebd HTTP/1.1" status: 204 len: 173 time: 2.6470149 Mar 11 11:55:33.502437 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ad8106-9251-42b4-9a56-09fcae514170', 'name': 'network-vif-deleted', 'tag': '5677af71-a2dc-4d9d-bb41-507e20fb1ebd'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:55:33.506319 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d62422-8128-41b8-b313-f3b4e715954f" -d '{"events": [{"server_uuid": "b7ad8106-9251-42b4-9a56-09fcae514170", "name": "network-vif-deleted", "tag": "5677af71-a2dc-4d9d-bb41-507e20fb1ebd"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:55:33.547617 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-89d8b649-0b42-4791-ba2c-058687fb40c4 None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:55:33.564656 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-89d339dd-d9ec-4abb-8378-07fc1c93e1cd req-814f034d-9bb5-4343-990a-a7b3141f10fe tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Deleting port 964eaebf-aa60-4324-b407-75faeeae6fe6 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:33.564994 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-89d339dd-d9ec-4abb-8378-07fc1c93e1cd req-814f034d-9bb5-4343-990a-a7b3141f10fe tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (964eaebf-aa60-4324-b407-75faeeae6fe6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:33.638998 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7d14be6-c23d-4309-8f6e-1630513b2f3d req-34ed8c37-9148-4cc8-8d52-6cab031eed1e tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727767 Mar 11 11:55:33.653224 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dc8c9453-a0aa-4224-9ec4-3b8c196d64d6 req-2a1ccb7d-080b-4b4c-90c6-f21c3d948374 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ca98c5b9-62f8-49f0-af07-f6be8f932383), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:33.712842 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8091696c-3990-4c15-963d-03fccbd04100 req-280c3434-cd38-4c52-9f5f-d9d7dd43eb2b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518556 Mar 11 11:55:33.820967 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-89d339dd-d9ec-4abb-8378-07fc1c93e1cd req-814f034d-9bb5-4343-990a-a7b3141f10fe tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] For port 964eaebf-aa60-4324-b407-75faeeae6fe6, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=964eaebf-aa60-4324-b407-75faeeae6fe6,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:33.825084 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-89d339dd-d9ec-4abb-8378-07fc1c93e1cd req-814f034d-9bb5-4343-990a-a7b3141f10fe tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (964eaebf-aa60-4324-b407-75faeeae6fe6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:33.857626 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d728cd92-5ef3-45b4-a858-ee1e05db96c4 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:55:33.882395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-89d339dd-d9ec-4abb-8378-07fc1c93e1cd req-814f034d-9bb5-4343-990a-a7b3141f10fe tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Calling delete_port for 964eaebf-aa60-4324-b407-75faeeae6fe6 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:33.882654 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d728cd92-5ef3-45b4-a858-ee1e05db96c4 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:55:33.930594 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e88ee47-b32a-49f7-a01d-5f2782e38634 x-openstack-request-id: req-2e88ee47-b32a-49f7-a01d-5f2782e38634 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:55:33.934879 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ad8106-9251-42b4-9a56-09fcae514170", "name": "network-vif-deleted", "tag": "5677af71-a2dc-4d9d-bb41-507e20fb1ebd", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:55:33.935139 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e88ee47-b32a-49f7-a01d-5f2782e38634 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:55:33.935595 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ad8106-9251-42b4-9a56-09fcae514170', 'name': 'network-vif-deleted', 'tag': '5677af71-a2dc-4d9d-bb41-507e20fb1ebd', 'status': 'completed', 'code': 200} Mar 11 11:55:33.978732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['019bc68d-2930-405f-a115-fcc146290579', 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd', '58643ea6-9eed-44a9-901d-4db2be4d7da5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:55:34.001068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ccb7d-080b-4b4c-90c6-f21c3d948374 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Pushing event deleted for resources: {'Port': ['ID=ca98c5b9-62f8-49f0-af07-f6be8f932383,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:34.184682 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d32358c-a7f1-4930-83b7-c8d640cfcbba req-d41ae141-2326-4d57-8288-59b47d28ac20 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7ad8106-9251-42b4-9a56-09fcae514170 HTTP/1.1" status: 200 len: 210 time: 0.2308013 Mar 11 11:55:34.189942 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-89d339dd-d9ec-4abb-8378-07fc1c93e1cd req-814f034d-9bb5-4343-990a-a7b3141f10fe tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (964eaebf-aa60-4324-b407-75faeeae6fe6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:34.270278 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['019bc68d-2930-405f-a115-fcc146290579', 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd', '58643ea6-9eed-44a9-901d-4db2be4d7da5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:55:34.316900 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-89d8b649-0b42-4791-ba2c-058687fb40c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '6e6cafc3-6e44-4b36-b032-40817ebb0871', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'port_id': '86856e35-f46e-48b8-b57a-3477d5d68272', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'mac_address': 'fa:16:3e:47:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:52:29Z', 'updated_at': '2022-03-11T11:53:00Z', 'revision_number': 2, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:34.326980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f034d-9bb5-4343-990a-a7b3141f10fe tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Pushing event deleted for resources: {'Port': ['ID=964eaebf-aa60-4324-b407-75faeeae6fe6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:34.348127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d339dd-d9ec-4abb-8378-07fc1c93e1cd req-814f034d-9bb5-4343-990a-a7b3141f10fe tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] No DVR routers for this DVR port 964eaebf-aa60-4324-b407-75faeeae6fe6 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:55:34.353308 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-89d339dd-d9ec-4abb-8378-07fc1c93e1cd req-814f034d-9bb5-4343-990a-a7b3141f10fe tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:34.358292 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-89d339dd-d9ec-4abb-8378-07fc1c93e1cd req-814f034d-9bb5-4343-990a-a7b3141f10fe tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.71 "DELETE /v2.0/ports/964eaebf-aa60-4324-b407-75faeeae6fe6 HTTP/1.1" status: 204 len: 173 time: 1.3712358 Mar 11 11:55:34.373505 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:34.376119 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e9123836-faa0-4860-b12a-19adf356e257 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:34.429521 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d8b649-0b42-4791-ba2c-058687fb40c4 None None] Checking router: 5497603f-a2a6-4280-a5de-4b56c205edce for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:55:34.454906 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8b649-0b42-4791-ba2c-058687fb40c4 None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:55:34.455672 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-89d8b649-0b42-4791-ba2c-058687fb40c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:55:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:34.460920 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8c9453-a0aa-4224-9ec4-3b8c196d64d6 req-2a1ccb7d-080b-4b4c-90c6-f21c3d948374 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] No DVR routers for this DVR port ca98c5b9-62f8-49f0-af07-f6be8f932383 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:55:34.479112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74e07374-649f-4d5c-979b-fba360d26d1c req-1f84fbf1-bb79-40ad-b298-3f5340b0a9ba tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.3034930 Mar 11 11:55:34.480686 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dc8c9453-a0aa-4224-9ec4-3b8c196d64d6 req-2a1ccb7d-080b-4b4c-90c6-f21c3d948374 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:34.482635 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.resource_extend [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:55:34.494066 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc8c9453-a0aa-4224-9ec4-3b8c196d64d6 req-2a1ccb7d-080b-4b4c-90c6-f21c3d948374 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "DELETE /v2.0/ports/ca98c5b9-62f8-49f0-af07-f6be8f932383 HTTP/1.1" status: 204 len: 173 time: 3.2318885 Mar 11 11:55:34.517663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9237b328-02f3-4c47-a155-b3af0a0b73a0', 'name': 'network-vif-deleted', 'tag': 'ca98c5b9-62f8-49f0-af07-f6be8f932383'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:55:34.522438 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6fbdbf-9333-433c-9048-9cc2f9cfc184" -d '{"events": [{"server_uuid": "9237b328-02f3-4c47-a155-b3af0a0b73a0", "name": "network-vif-deleted", "tag": "ca98c5b9-62f8-49f0-af07-f6be8f932383"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:55:34.666636 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe94789c-4f04-40c4-b4ad-9f7e163aee33 x-openstack-request-id: req-fe94789c-4f04-40c4-b4ad-9f7e163aee33 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:55:34.666937 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9237b328-02f3-4c47-a155-b3af0a0b73a0", "name": "network-vif-deleted", "tag": "ca98c5b9-62f8-49f0-af07-f6be8f932383", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:55:34.667192 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe94789c-4f04-40c4-b4ad-9f7e163aee33 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:55:34.667611 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9237b328-02f3-4c47-a155-b3af0a0b73a0', 'name': 'network-vif-deleted', 'tag': 'ca98c5b9-62f8-49f0-af07-f6be8f932383', 'status': 'completed', 'code': 200} Mar 11 11:55:34.800003 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-89d8b649-0b42-4791-ba2c-058687fb40c4 None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:55:34.825255 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae501a8-7f97-4e01-b5b7-a36fa647b049 req-c95f4906-1fc9-4e7c-94af-10625a51b691 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:34.832858 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ae501a8-7f97-4e01-b5b7-a36fa647b049 req-c95f4906-1fc9-4e7c-94af-10625a51b691 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.3737373 Mar 11 11:55:34.862324 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Router 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:55:34.865217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 964eaebf-aa60-4324-b407-75faeeae6fe6 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:55:34.867957 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port d728cd92-5ef3-45b4-a858-ee1e05db96c4 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:34.869091 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:34.927437 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 964eaebf-aa60-4324-b407-75faeeae6fe6 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:55:34.928331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 964eaebf-aa60-4324-b407-75faeeae6fe6 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:55:34.944827 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d728cd92-5ef3-45b4-a858-ee1e05db96c4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d728cd92-5ef3-45b4-a858-ee1e05db96c4,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:34.964465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7f1a39-1c6b-4279-8d3a-0e9970348e57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd728cd92-5ef3-45b4-a858-ee1e05db96c4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:55:34.967170 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42378c36-881d-4d98-8be5-e3467af1ac6c" -d '{"events": [{"server_uuid": "4a7f1a39-1c6b-4279-8d3a-0e9970348e57", "name": "network-vif-unplugged", "status": "completed", "tag": "d728cd92-5ef3-45b4-a858-ee1e05db96c4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:55:35.058025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d728cd92-5ef3-45b4-a858-ee1e05db96c4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d728cd92-5ef3-45b4-a858-ee1e05db96c4,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:35.061365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'd728cd92-5ef3-45b4-a858-ee1e05db96c4', 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214', 'port_id': 'd728cd92-5ef3-45b4-a858-ee1e05db96c4', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7dfd7d0-32e4-421d-922a-dbc8af44f6b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:55:35.077107 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:35.078254 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5677af71-a2dc-4d9d-bb41-507e20fb1ebd no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:55:35.166328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 5677af71-a2dc-4d9d-bb41-507e20fb1ebd {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:55:35.167046 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5677af71-a2dc-4d9d-bb41-507e20fb1ebd not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:55:35.168013 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device ca98c5b9-62f8-49f0-af07-f6be8f932383 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:55:35.186490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=d728cd92-5ef3-45b4-a858-ee1e05db96c4,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:35.292133 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port d728cd92-5ef3-45b4-a858-ee1e05db96c4 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:35.292906 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:35.315362 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d728cd92-5ef3-45b4-a858-ee1e05db96c4 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:55:35.330613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: ca98c5b9-62f8-49f0-af07-f6be8f932383 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:55:35.331355 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device ca98c5b9-62f8-49f0-af07-f6be8f932383 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:55:35.371350 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d728cd92-5ef3-45b4-a858-ee1e05db96c4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d728cd92-5ef3-45b4-a858-ee1e05db96c4,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:35.391821 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:35.601165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=d728cd92-5ef3-45b4-a858-ee1e05db96c4,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:35.686900 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['d728cd92-5ef3-45b4-a858-ee1e05db96c4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:55:35.688350 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-89d8b649-0b42-4791-ba2c-058687fb40c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '6e6cafc3-6e44-4b36-b032-40817ebb0871', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'port_id': '86856e35-f46e-48b8-b57a-3477d5d68272', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'mac_address': 'fa:16:3e:47:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:52:29Z', 'updated_at': '2022-03-11T11:53:00Z', 'revision_number': 2, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:35.748983 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d8b649-0b42-4791-ba2c-058687fb40c4 None None] The sync data for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 is: [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '6e6cafc3-6e44-4b36-b032-40817ebb0871', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'port_id': '86856e35-f46e-48b8-b57a-3477d5d68272', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'mac_address': 'fa:16:3e:47:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:52:29Z', 'updated_at': '2022-03-11T11:53:00Z', 'revision_number': 2, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:55:35.935185 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:55:35.938739 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52811ea8-360f-4c2e-b5cd-25f7b3bab142', 'name': 'network-vif-deleted', 'tag': '964eaebf-aa60-4324-b407-75faeeae6fe6'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:55:35.941758 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bf3ceb-759c-48dd-b2cb-ef92135b0d18" -d '{"events": [{"server_uuid": "52811ea8-360f-4c2e-b5cd-25f7b3bab142", "name": "network-vif-deleted", "tag": "964eaebf-aa60-4324-b407-75faeeae6fe6"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:55:35.977884 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Sync routers for ids ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:55:35.982421 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ae501a8-7f97-4e01-b5b7-a36fa647b049 req-21c7a24a-1bd3-49ec-bb42-387379a1c694 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1483316 Mar 11 11:55:36.037656 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0262b4-0a14-4ce8-ae70-f4c82d90e362 req-f41cce12-7485-481b-90f1-c2a8aae93da0 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:36.043343 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d0262b4-0a14-4ce8-ae70-f4c82d90e362 req-f41cce12-7485-481b-90f1-c2a8aae93da0 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 1.2749908 Mar 11 11:55:36.052674 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:36.053917 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8f6c656b-68c1-45d1-af17-a3347f088526 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.2081716 Mar 11 11:55:36.057667 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60110) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:36.148865 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d0262b4-0a14-4ce8-ae70-f4c82d90e362 req-f9938400-94ed-47f3-bc1c-2a02632040ce tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938137 Mar 11 11:55:36.247670 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d3586f-cb32-4140-af8d-49405fc3d996 x-openstack-request-id: req-04d3586f-cb32-4140-af8d-49405fc3d996 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:55:36.248202 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7f1a39-1c6b-4279-8d3a-0e9970348e57", "name": "network-vif-unplugged", "status": "completed", "tag": "d728cd92-5ef3-45b4-a858-ee1e05db96c4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:55:36.248202 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04d3586f-cb32-4140-af8d-49405fc3d996 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:55:36.248600 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7f1a39-1c6b-4279-8d3a-0e9970348e57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd728cd92-5ef3-45b4-a858-ee1e05db96c4', 'code': 200} Mar 11 11:55:36.274544 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Routers {'8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:55:36.280201 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74edb4f7-14db-4f92-adc7-11bd75b01b0a None None] New status for floating IP 957c3cd4-932c-486e-b229-d1877deccfaf: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:55:36.280996 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:55:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:36.366112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9c086992-3dea-4553-9024-e61bccd25c3d req-1fa6a203-af8b-4792-be6d-10847fb1654e tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/ports?device_id=781abe38-c1c8-427b-9fd4-a3d19d94ee78 HTTP/1.1" status: 200 len: 210 time: 0.0539920 Mar 11 11:55:36.465019 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60126) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:36.606615 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d4503d2-0fb8-4696-afc0-db88d5c72e9d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (cdd16214-88b8-40ff-a6b6-5c24f24d03c0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:36.617651 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ac5d67-e2cc-4c2b-a42f-ad12c87d8f24 x-openstack-request-id: req-43ac5d67-e2cc-4c2b-a42f-ad12c87d8f24 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:55:36.618212 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52811ea8-360f-4c2e-b5cd-25f7b3bab142", "name": "network-vif-deleted", "tag": "964eaebf-aa60-4324-b407-75faeeae6fe6", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:55:36.618802 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-43ac5d67-e2cc-4c2b-a42f-ad12c87d8f24 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:55:36.619503 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52811ea8-360f-4c2e-b5cd-25f7b3bab142', 'name': 'network-vif-deleted', 'tag': '964eaebf-aa60-4324-b407-75faeeae6fe6', 'status': 'completed', 'code': 200} Mar 11 11:55:36.659914 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d4503d2-0fb8-4696-afc0-db88d5c72e9d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (cdd16214-88b8-40ff-a6b6-5c24f24d03c0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:36.744979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Set router 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:55:36.760880 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d4503d2-0fb8-4696-afc0-db88d5c72e9d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cdd16214-88b8-40ff-a6b6-5c24f24d03c0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:36.763784 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d4503d2-0fb8-4696-afc0-db88d5c72e9d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:36.765117 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2d4503d2-0fb8-4696-afc0-db88d5c72e9d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "DELETE /v2.0/security-groups/cdd16214-88b8-40ff-a6b6-5c24f24d03c0 HTTP/1.1" status: 204 len: 168 time: 0.2991126 Mar 11 11:55:36.768866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60132) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:36.812368 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4503d2-0fb8-4696-afc0-db88d5c72e9d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd16214-88b8-40ff-a6b6-5c24f24d03c0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:36.814750 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-d4ac3d88-3609-456d-ab1d-49603d28d3fc tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] show failed (client error): The resource could not be found. Mar 11 11:55:36.816139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d4ac3d88-3609-456d-ab1d-49603d28d3fc tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups/cdd16214-88b8-40ff-a6b6-5c24f24d03c0 HTTP/1.1" status: 404 len: 347 time: 0.0461743 Mar 11 11:55:36.819070 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60134) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:37.075699 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:37.161488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-14a298e2-e7b8-4d8b-bc16-70ea8466b15d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Deleting port 7032c757-8f28-4725-abd6-a9f05a542c99 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:37.162448 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14a298e2-e7b8-4d8b-bc16-70ea8466b15d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7032c757-8f28-4725-abd6-a9f05a542c99), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:37.186238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'name': 'tempest-ServersTestBootFromVolume-920498419-router', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:27Z', 'updated_at': '2022-03-11T11:55:31Z', 'revision_number': 3, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'gw_port': {'id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:29Z', 'updated_at': '2022-03-11T11:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:37.233480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ac6e9-927a-4da0-a407-3a4bc099da6f req-a6f107de-8b40-45a4-91d0-735692467a43 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:37.241038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-037ac6e9-927a-4da0-a407-3a4bc099da6f req-a6f107de-8b40-45a4-91d0-735692467a43 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 944 time: 0.1265452 Mar 11 11:55:37.243622 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Checking router: 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:55:37.244068 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Updating router 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 port 2b69029c-1e34-455f-80a7-d0cd41af5871 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:55:37.294351 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2b69029c-1e34-455f-80a7-d0cd41af5871), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:37.328748 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14a298e2-e7b8-4d8b-bc16-70ea8466b15d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7032c757-8f28-4725-abd6-a9f05a542c99), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:37.329380 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14a298e2-e7b8-4d8b-bc16-70ea8466b15d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (7032c757-8f28-4725-abd6-a9f05a542c99), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:37.360111 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-14a298e2-e7b8-4d8b-bc16-70ea8466b15d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Calling delete_port for 7032c757-8f28-4725-abd6-a9f05a542c99 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:37.369274 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18a636-48f2-4b8a-b140-9ad1b0af1580 req-a3da929f-b429-414b-bc19-916a304ee2b9 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:37.371071 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b18a636-48f2-4b8a-b140-9ad1b0af1580 req-a3da929f-b429-414b-bc19-916a304ee2b9 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=4964141f-d628-448a-958e-22eec4bd6420 HTTP/1.1" status: 200 len: 950 time: 0.1279051 Mar 11 11:55:37.388743 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-037ac6e9-927a-4da0-a407-3a4bc099da6f req-fe8bbe46-9933-44ab-8e06-5e023d4e946d tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420512 Mar 11 11:55:37.418754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] Allocated IP 172.20.0.1 (f8c3f3be-c7b2-4626-9f81-3103c2dbdabe/28a452b9-626d-4915-a635-b58d1758ee07/619096a5-a891-46f2-925c-18b0c5bfa5c8) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:55:37.509889 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b18a636-48f2-4b8a-b140-9ad1b0af1580 req-c97ab0ee-c333-458e-843e-ac9fe8c3b9b8 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172042 Mar 11 11:55:37.635519 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] Publish callbacks [] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:37.656287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60152) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:37.672792 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d728cd92-5ef3-45b4-a858-ee1e05db96c4 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:55:37.710078 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:37.738612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] Network f8c3f3be-c7b2-4626-9f81-3103c2dbdabe is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:55:37.741364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:55:37.762724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:55:37.823975 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df83b2-71ca-416f-b7a7-9e85c81d8ff5 req-2b75b43d-2ce2-41b7-b272-1db25a4c3e05 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:37.831394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59df83b2-71ca-416f-b7a7-9e85c81d8ff5 req-2b75b43d-2ce2-41b7-b272-1db25a4c3e05 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.2726469 Mar 11 11:55:37.846242 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Publish callbacks [] for port (2b69029c-1e34-455f-80a7-d0cd41af5871), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:37.865813 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2b69029c-1e34-455f-80a7-d0cd41af5871), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:37.866092 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f6d28b0-914e-427f-8e11-1222b48caf15 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for security_group (2b15dda4-3fb8-44dc-9846-e14bedcb1753), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:37.885238 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] Pushing event updated for resources: {'Port': ['ID=619096a5-a891-46f2-925c-18b0c5bfa5c8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:37.888739 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:37.945052 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port d728cd92-5ef3-45b4-a858-ee1e05db96c4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:55:37.949227 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:37.950130 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14a298e2-e7b8-4d8b-bc16-70ea8466b15d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (7032c757-8f28-4725-abd6-a9f05a542c99), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:38.013129 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59df83b2-71ca-416f-b7a7-9e85c81d8ff5 req-6bc83db9-734e-4f0d-8f3f-258e08e382d9 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661284 Mar 11 11:55:38.038391 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Attempting to bind port 2b69029c-1e34-455f-80a7-d0cd41af5871 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:55:38.038953 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Attempting to bind port 2b69029c-1e34-455f-80a7-d0cd41af5871 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:55:38.039407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Attempting to bind port 2b69029c-1e34-455f-80a7-d0cd41af5871 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:55:38.044333 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5dcea8-fea7-4af2-a2d2-d58251d778bf None None] Pushing event updated for resources: {'Port': ['ID=2b69029c-1e34-455f-80a7-d0cd41af5871,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:38.061049 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:55:38.061497 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f6d28b0-914e-427f-8e11-1222b48caf15 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for security_group (2b15dda4-3fb8-44dc-9846-e14bedcb1753), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:38.061637 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:55:38.062114 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:38.063265 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:55:38.063964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Bound port: 2b69029c-1e34-455f-80a7-d0cd41af5871, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:55:38.064469 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2b69029c-1e34-455f-80a7-d0cd41af5871), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:38.084647 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a298e2-e7b8-4d8b-bc16-70ea8466b15d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event deleted for resources: {'Port': ['ID=7032c757-8f28-4725-abd6-a9f05a542c99,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:38.122695 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:38.153059 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] For port 2b69029c-1e34-455f-80a7-d0cd41af5871, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:55:38.157398 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] For port 2b69029c-1e34-455f-80a7-d0cd41af5871, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2b69029c-1e34-455f-80a7-d0cd41af5871,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:55:38.178880 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2b69029c-1e34-455f-80a7-d0cd41af5871), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:38.201459 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14a298e2-e7b8-4d8b-bc16-70ea8466b15d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (957c3cd4-932c-486e-b229-d1877deccfaf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:38.204156 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14a298e2-e7b8-4d8b-bc16-70ea8466b15d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:38.208296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-14a298e2-e7b8-4d8b-bc16-70ea8466b15d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "DELETE /v2.0/floatingips/957c3cd4-932c-486e-b229-d1877deccfaf HTTP/1.1" status: 204 len: 168 time: 1.3880365 Mar 11 11:55:38.219220 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ab71cf1f-571e-4c05-97ac-79847cab80b2 None None] Provisioning complete for port 619096a5-a891-46f2-925c-18b0c5bfa5c8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:55:38.220664 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab71cf1f-571e-4c05-97ac-79847cab80b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:38.268856 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f6d28b0-914e-427f-8e11-1222b48caf15 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2b15dda4-3fb8-44dc-9846-e14bedcb1753), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:38.272455 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f6d28b0-914e-427f-8e11-1222b48caf15 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:38.276803 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6f6d28b0-914e-427f-8e11-1222b48caf15 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "DELETE /v2.0/security-groups/2b15dda4-3fb8-44dc-9846-e14bedcb1753 HTTP/1.1" status: 204 len: 168 time: 0.6128976 Mar 11 11:55:38.279202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60164) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:38.339386 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-77304479-3bdc-4981-a6f5-b875cbe2d2ec tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] show failed (client error): The resource could not be found. Mar 11 11:55:38.343980 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-77304479-3bdc-4981-a6f5-b875cbe2d2ec tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "GET /v2.0/security-groups/2b15dda4-3fb8-44dc-9846-e14bedcb1753 HTTP/1.1" status: 404 len: 347 time: 0.0635297 Mar 11 11:55:38.346537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60168) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:38.367264 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d28b0-914e-427f-8e11-1222b48caf15 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b15dda4-3fb8-44dc-9846-e14bedcb1753,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:38.402194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4da39-4687-435f-90c0-4bc519a3c2a4 req-ea933a08-27db-40d0-ae3d-a95ca49addce tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:38.403928 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40f4da39-4687-435f-90c0-4bc519a3c2a4 req-ea933a08-27db-40d0-ae3d-a95ca49addce tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "GET /v2.0/ports?device_id=4964141f-d628-448a-958e-22eec4bd6420 HTTP/1.1" status: 200 len: 950 time: 0.1287816 Mar 11 11:55:38.486660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5dcea8-fea7-4af2-a2d2-d58251d778bf None None] Pushing event updated for resources: {'Port': ['ID=2b69029c-1e34-455f-80a7-d0cd41af5871,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:38.489862 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port d728cd92-5ef3-45b4-a858-ee1e05db96c4 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:38.490249 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:38.577508 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] Publish callbacks [] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:38.588364 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Routers {'8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:55:38.589007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:55:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:38.605893 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:38.626171 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7f1a39-1c6b-4279-8d3a-0e9970348e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd728cd92-5ef3-45b4-a858-ee1e05db96c4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:55:38.628556 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f5f549-75b6-4d8f-8d68-7d50be8c4806" -d '{"events": [{"server_uuid": "4a7f1a39-1c6b-4279-8d3a-0e9970348e57", "name": "network-vif-plugged", "status": "completed", "tag": "d728cd92-5ef3-45b4-a858-ee1e05db96c4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:55:38.634632 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ab71cf1f-571e-4c05-97ac-79847cab80b2 None None] Port 619096a5-a891-46f2-925c-18b0c5bfa5c8 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:55:38.693578 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] Pushing event updated for resources: {'Port': ['ID=619096a5-a891-46f2-925c-18b0c5bfa5c8,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:38.728765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port d728cd92-5ef3-45b4-a858-ee1e05db96c4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d728cd92-5ef3-45b4-a858-ee1e05db96c4,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:38.739404 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-db4c1eea-1798-4d64-a120-e84e33eeac0d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Deleting port 0a817dd1-4738-4b86-a907-7217b839a1df {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:38.739805 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db4c1eea-1798-4d64-a120-e84e33eeac0d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0a817dd1-4738-4b86-a907-7217b839a1df), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:38.742270 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:38.792862 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:38.803062 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe99e55-0439-4408-8faf-70f212f45ae9 req-f7c34009-d8f9-481b-8e6d-282dcb2b9004 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:38.813102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fe99e55-0439-4408-8faf-70f212f45ae9 req-f7c34009-d8f9-481b-8e6d-282dcb2b9004 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 944 time: 0.1288764 Mar 11 11:55:38.834818 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0eee85-2722-473f-9947-517b6890b42b req-161132ad-59b4-4c7d-b48d-6eb659091104 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:38.840669 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b0eee85-2722-473f-9947-517b6890b42b req-161132ad-59b4-4c7d-b48d-6eb659091104 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 950 time: 0.2659705 Mar 11 11:55:38.873437 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=d728cd92-5ef3-45b4-a858-ee1e05db96c4,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:38.990964 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-40f4da39-4687-435f-90c0-4bc519a3c2a4 req-61e11ccc-dd08-4458-a38d-cd326db5ee16 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Deleting port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:38.991607 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-40f4da39-4687-435f-90c0-4bc519a3c2a4 req-61e11ccc-dd08-4458-a38d-cd326db5ee16 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (bf394ab5-ce45-4b23-b2f4-593ef82f7fbd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:39.065434 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db4c1eea-1798-4d64-a120-e84e33eeac0d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0a817dd1-4738-4b86-a907-7217b839a1df), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:39.065771 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db4c1eea-1798-4d64-a120-e84e33eeac0d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for floatingip (0a817dd1-4738-4b86-a907-7217b839a1df), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:39.115517 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-db4c1eea-1798-4d64-a120-e84e33eeac0d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Calling delete_port for 0a817dd1-4738-4b86-a907-7217b839a1df owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:39.134428 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-40f4da39-4687-435f-90c0-4bc519a3c2a4 req-61e11ccc-dd08-4458-a38d-cd326db5ee16 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] For port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=bf394ab5-ce45-4b23-b2f4-593ef82f7fbd,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:39.135099 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-40f4da39-4687-435f-90c0-4bc519a3c2a4 req-61e11ccc-dd08-4458-a38d-cd326db5ee16 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (bf394ab5-ce45-4b23-b2f4-593ef82f7fbd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:39.151442 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-40f4da39-4687-435f-90c0-4bc519a3c2a4 req-61e11ccc-dd08-4458-a38d-cd326db5ee16 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Calling delete_port for bf394ab5-ce45-4b23-b2f4-593ef82f7fbd owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:39.160100 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-5b0eee85-2722-473f-9947-517b6890b42b req-d984db4a-0f4a-4d51-8f50-af9558daa088 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Deleting port 58643ea6-9eed-44a9-901d-4db2be4d7da5 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:39.160682 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5b0eee85-2722-473f-9947-517b6890b42b req-d984db4a-0f4a-4d51-8f50-af9558daa088 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (58643ea6-9eed-44a9-901d-4db2be4d7da5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:39.213885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] Network f8c3f3be-c7b2-4626-9f81-3103c2dbdabe is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:55:39.218945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:55:39.235300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] Set router 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:55:39.364705 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-40f4da39-4687-435f-90c0-4bc519a3c2a4 req-61e11ccc-dd08-4458-a38d-cd326db5ee16 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (bf394ab5-ce45-4b23-b2f4-593ef82f7fbd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:39.410632 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['019bc68d-2930-405f-a115-fcc146290579', 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd', '58643ea6-9eed-44a9-901d-4db2be4d7da5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:55:39.414669 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e11ccc-dd08-4458-a38d-cd326db5ee16 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Pushing event deleted for resources: {'Port': ['ID=bf394ab5-ce45-4b23-b2f4-593ef82f7fbd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:39.446720 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fe99e55-0439-4408-8faf-70f212f45ae9 req-4a795b3d-8a4b-46ea-8b2a-a6153568ea06 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6325102 Mar 11 11:55:39.556263 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594b8b5-0dc5-44a3-91a3-d1f8c73b0cb2 req-a6cb8d70-52c2-4216-8d87-e5c90001d48c tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:39.569992 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1594b8b5-0dc5-44a3-91a3-d1f8c73b0cb2 req-a6cb8d70-52c2-4216-8d87-e5c90001d48c tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=4964141f-d628-448a-958e-22eec4bd6420 HTTP/1.1" status: 200 len: 867 time: 0.6658566 Mar 11 11:55:39.579892 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030fa8f3-2bb0-4436-a5d3-d8c710c733d9 x-openstack-request-id: req-030fa8f3-2bb0-4436-a5d3-d8c710c733d9 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:55:39.580460 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7f1a39-1c6b-4279-8d3a-0e9970348e57", "name": "network-vif-plugged", "status": "completed", "tag": "d728cd92-5ef3-45b4-a858-ee1e05db96c4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:55:39.580460 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-030fa8f3-2bb0-4436-a5d3-d8c710c733d9 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:55:39.580896 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7f1a39-1c6b-4279-8d3a-0e9970348e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd728cd92-5ef3-45b4-a858-ee1e05db96c4', 'code': 200} Mar 11 11:55:39.631616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f4da39-4687-435f-90c0-4bc519a3c2a4 req-61e11ccc-dd08-4458-a38d-cd326db5ee16 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] No DVR routers for this DVR port bf394ab5-ce45-4b23-b2f4-593ef82f7fbd on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:55:39.636011 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-40f4da39-4687-435f-90c0-4bc519a3c2a4 req-61e11ccc-dd08-4458-a38d-cd326db5ee16 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:39.636901 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-5b0eee85-2722-473f-9947-517b6890b42b req-d984db4a-0f4a-4d51-8f50-af9558daa088 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] For port 58643ea6-9eed-44a9-901d-4db2be4d7da5, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=58643ea6-9eed-44a9-901d-4db2be4d7da5,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:39.638735 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5b0eee85-2722-473f-9947-517b6890b42b req-d984db4a-0f4a-4d51-8f50-af9558daa088 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (58643ea6-9eed-44a9-901d-4db2be4d7da5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:39.641049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40f4da39-4687-435f-90c0-4bc519a3c2a4 req-61e11ccc-dd08-4458-a38d-cd326db5ee16 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "DELETE /v2.0/ports/bf394ab5-ce45-4b23-b2f4-593ef82f7fbd HTTP/1.1" status: 204 len: 173 time: 1.2284584 Mar 11 11:55:39.652842 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4964141f-d628-448a-958e-22eec4bd6420', 'name': 'network-vif-deleted', 'tag': 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:55:39.656984 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cc0811-9455-4347-bfa9-56a93134048a" -d '{"events": [{"server_uuid": "4964141f-d628-448a-958e-22eec4bd6420", "name": "network-vif-deleted", "tag": "bf394ab5-ce45-4b23-b2f4-593ef82f7fbd"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:55:39.781215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1594b8b5-0dc5-44a3-91a3-d1f8c73b0cb2 req-0748ab9c-4e99-4102-9fac-aacaf51a9c92 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047224 Mar 11 11:55:39.792205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-5b0eee85-2722-473f-9947-517b6890b42b req-d984db4a-0f4a-4d51-8f50-af9558daa088 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Calling delete_port for 58643ea6-9eed-44a9-901d-4db2be4d7da5 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:39.818374 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] Router 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:55:39.884086 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63447c09-45a2-4f6a-9461-4931eaca80bb x-openstack-request-id: req-63447c09-45a2-4f6a-9461-4931eaca80bb {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:55:39.885576 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4964141f-d628-448a-958e-22eec4bd6420", "name": "network-vif-deleted", "tag": "bf394ab5-ce45-4b23-b2f4-593ef82f7fbd", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:55:39.886747 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63447c09-45a2-4f6a-9461-4931eaca80bb {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:55:39.887347 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4964141f-d628-448a-958e-22eec4bd6420', 'name': 'network-vif-deleted', 'tag': 'bf394ab5-ce45-4b23-b2f4-593ef82f7fbd', 'status': 'completed', 'code': 200} Mar 11 11:55:39.891525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3be39-d2f9-4ba8-b9b5-477218c6f412 req-72c74e1e-3d44-4804-bff1-a86cb62fb8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:39.894292 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19c3be39-d2f9-4ba8-b9b5-477218c6f412 req-72c74e1e-3d44-4804-bff1-a86cb62fb8b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 1127 time: 0.1440392 Mar 11 11:55:39.968482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5afa325d-db42-4472-b2ac-d8f1d9845260 None None] Provisioning complete for port 619096a5-a891-46f2-925c-18b0c5bfa5c8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:55:39.968860 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5afa325d-db42-4472-b2ac-d8f1d9845260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:40.083600 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19c3be39-d2f9-4ba8-b9b5-477218c6f412 req-3d9f3739-4a43-49ba-9a91-371bf066a2ac service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784482 Mar 11 11:55:40.122990 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89f980-4842-43c4-bbcc-3edab0dc7e7a req-f11e43ad-0321-4a2b-8f68-5162dbaf19a1 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:40.132442 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c89f980-4842-43c4-bbcc-3edab0dc7e7a req-f11e43ad-0321-4a2b-8f68-5162dbaf19a1 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.1961670 Mar 11 11:55:40.202988 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c89f980-4842-43c4-bbcc-3edab0dc7e7a req-dbf72baa-afd5-455b-81be-78a16212714d tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689511 Mar 11 11:55:40.213561 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db4c1eea-1798-4d64-a120-e84e33eeac0d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0a817dd1-4738-4b86-a907-7217b839a1df), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:40.215775 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5afa325d-db42-4472-b2ac-d8f1d9845260 None None] Port 619096a5-a891-46f2-925c-18b0c5bfa5c8 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:55:40.284289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'name': 'tempest-ServersTestBootFromVolume-920498419-router', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:27Z', 'updated_at': '2022-03-11T11:55:38Z', 'revision_number': 4, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'gw_port': {'id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:29Z', 'updated_at': '2022-03-11T11:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '619096a5-a891-46f2-925c-18b0c5bfa5c8', 'name': '', 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'mac_address': 'fa:16:3e:ac:d8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '28a452b9-626d-4915-a635-b58d1758ee07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:37Z', 'updated_at': '2022-03-11T11:55:38Z', 'revision_number': 2, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'subnets': [{'id': '28a452b9-626d-4915-a635-b58d1758ee07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:40.320236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f24a16-25e0-4ff0-b9a1-32b02eff03f8 None None] The sync data for ids ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'] in n-d-833234-2 is: [{'id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'name': 'tempest-ServersTestBootFromVolume-920498419-router', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:27Z', 'updated_at': '2022-03-11T11:55:38Z', 'revision_number': 4, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'gw_port': {'id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:29Z', 'updated_at': '2022-03-11T11:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '619096a5-a891-46f2-925c-18b0c5bfa5c8', 'name': '', 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'mac_address': 'fa:16:3e:ac:d8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '28a452b9-626d-4915-a635-b58d1758ee07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:37Z', 'updated_at': '2022-03-11T11:55:38Z', 'revision_number': 2, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'subnets': [{'id': '28a452b9-626d-4915-a635-b58d1758ee07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:55:40.478878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:55:40.524080 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e251d6b4-3565-442f-b552-880ebf954961 admin admin] 10.222.0.78 "PUT /v2.0/routers/8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4646974 Mar 11 11:55:40.525534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c1eea-1798-4d64-a120-e84e33eeac0d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event deleted for resources: {'Port': ['ID=0a817dd1-4738-4b86-a907-7217b839a1df,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:40.570105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e251851-47f8-497a-a5b2-a635670b5902 req-5b4e2fa0-6459-4192-a9a8-ee5f0d5f1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:40.573914 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4e251851-47f8-497a-a5b2-a635670b5902 req-5b4e2fa0-6459-4192-a9a8-ee5f0d5f1a94 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 1127 time: 0.4487460 Mar 11 11:55:40.749399 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4e251851-47f8-497a-a5b2-a635670b5902 req-334bade0-5a80-4d45-88c1-9b49605617a2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497521 Mar 11 11:55:40.762848 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db4c1eea-1798-4d64-a120-e84e33eeac0d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for floatingip (09626693-5480-41eb-be41-cbee337c0762), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:40.776954 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db4c1eea-1798-4d64-a120-e84e33eeac0d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:40.778299 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-db4c1eea-1798-4d64-a120-e84e33eeac0d tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "DELETE /v2.0/floatingips/09626693-5480-41eb-be41-cbee337c0762 HTTP/1.1" status: 204 len: 168 time: 2.4305942 Mar 11 11:55:40.781190 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60202) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:40.838376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd471ff-bd55-4bb2-90de-7ad96d6b5811 req-2a13cde0-f68a-4564-a918-fa51448b4308 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:40.847308 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bdd471ff-bd55-4bb2-90de-7ad96d6b5811 req-2a13cde0-f68a-4564-a918-fa51448b4308 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.2273612 Mar 11 11:55:40.974448 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bdd471ff-bd55-4bb2-90de-7ad96d6b5811 req-3dc140c9-48d5-4962-b466-d657497f6509 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260974 Mar 11 11:55:40.976729 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5b0eee85-2722-473f-9947-517b6890b42b req-d984db4a-0f4a-4d51-8f50-af9558daa088 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (58643ea6-9eed-44a9-901d-4db2be4d7da5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:40.989026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['019bc68d-2930-405f-a115-fcc146290579'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:55:41.081188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984db4a-0f4a-4d51-8f50-af9558daa088 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Pushing event deleted for resources: {'Port': ['ID=58643ea6-9eed-44a9-901d-4db2be4d7da5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:41.193647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0eee85-2722-473f-9947-517b6890b42b req-d984db4a-0f4a-4d51-8f50-af9558daa088 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] No DVR routers for this DVR port 58643ea6-9eed-44a9-901d-4db2be4d7da5 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:55:41.202295 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5b0eee85-2722-473f-9947-517b6890b42b req-d984db4a-0f4a-4d51-8f50-af9558daa088 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:41.209387 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b0eee85-2722-473f-9947-517b6890b42b req-d984db4a-0f4a-4d51-8f50-af9558daa088 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "DELETE /v2.0/ports/58643ea6-9eed-44a9-901d-4db2be4d7da5 HTTP/1.1" status: 204 len: 173 time: 2.3523717 Mar 11 11:55:41.214155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05f5cba-c4a7-4c92-b499-df84a1b151b3', 'name': 'network-vif-deleted', 'tag': '58643ea6-9eed-44a9-901d-4db2be4d7da5'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:55:41.218567 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaeac248-87dd-4b1a-afd2-efea0fa23d9d" -d '{"events": [{"server_uuid": "f05f5cba-c4a7-4c92-b499-df84a1b151b3", "name": "network-vif-deleted", "tag": "58643ea6-9eed-44a9-901d-4db2be4d7da5"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:55:41.250315 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ef5c731-eaa4-494e-ada2-263b2b1e52c5 req-96871e6e-b8a9-4254-a76a-1adb797db426 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=f05f5cba-c4a7-4c92-b499-df84a1b151b3 HTTP/1.1" status: 200 len: 210 time: 0.0958633 Mar 11 11:55:41.264844 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a47a8b3f-4cc4-445b-9a94-7bc3fe360254 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Deleting port 54a3d321-9fbc-4e4d-ac50-28fe275103d2 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:41.265332 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a47a8b3f-4cc4-445b-9a94-7bc3fe360254 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:41.513386 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a47a8b3f-4cc4-445b-9a94-7bc3fe360254 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:41.558788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a47a8b3f-4cc4-445b-9a94-7bc3fe360254 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Calling delete_port for 54a3d321-9fbc-4e4d-ac50-28fe275103d2 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:41.559961 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device bf394ab5-ce45-4b23-b2f4-593ef82f7fbd no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:55:41.581719 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60218) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:41.598212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-18057610-7568-4651-b90c-a73ac563c268 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1334441857', 'description': 'tempest-description--1743291227'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:41.665871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: bf394ab5-ce45-4b23-b2f4-593ef82f7fbd {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:55:41.666525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device bf394ab5-ce45-4b23-b2f4-593ef82f7fbd not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:55:41.668162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 58643ea6-9eed-44a9-901d-4db2be4d7da5 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:55:41.687727 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473ec09-1e7a-4421-9c57-87c6393a5dac req-3dfa5d6e-1ca2-48d8-9f65-054a8c772e76 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:41.702949 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b473ec09-1e7a-4421-9c57-87c6393a5dac req-3dfa5d6e-1ca2-48d8-9f65-054a8c772e76 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.2667172 Mar 11 11:55:41.721875 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 58643ea6-9eed-44a9-901d-4db2be4d7da5 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:55:41.722297 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 58643ea6-9eed-44a9-901d-4db2be4d7da5 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:55:41.729245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-18057610-7568-4651-b90c-a73ac563c268 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:41.962793 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b473ec09-1e7a-4421-9c57-87c6393a5dac req-3f85efd9-08fb-4ef9-af6d-6a49611f46a3 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583830 Mar 11 11:55:42.128449 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-18057610-7568-4651-b90c-a73ac563c268 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for security_group (506d2506-e18b-4019-b9eb-dd17c27cc8e7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:42.161850 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-18057610-7568-4651-b90c-a73ac563c268 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (506d2506-e18b-4019-b9eb-dd17c27cc8e7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:42.206966 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-18057610-7568-4651-b90c-a73ac563c268 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:42.210973 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-18057610-7568-4651-b90c-a73ac563c268 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6247714 Mar 11 11:55:42.211544 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18057610-7568-4651-b90c-a73ac563c268 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506d2506-e18b-4019-b9eb-dd17c27cc8e7,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:42.214978 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60230) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:42.220767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-891c6787-b0dc-49ad-b624-1708c24489da tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Request body: {'security_group_rule': {'security_group_id': '506d2506-e18b-4019-b9eb-dd17c27cc8e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:42.268993 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519b8f0-d70c-45fe-acad-c9847c5be86a req-46a12f02-95b7-46cf-9158-877d5315b91f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:42.272299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c519b8f0-d70c-45fe-acad-c9847c5be86a req-46a12f02-95b7-46cf-9158-877d5315b91f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.1772814 Mar 11 11:55:42.333590 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-891c6787-b0dc-49ad-b624-1708c24489da tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for security_group_rule (448e1e9e-fc00-4b0e-a44f-583668608082), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:42.360354 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c519b8f0-d70c-45fe-acad-c9847c5be86a req-e5bd9063-f942-4e0e-a65c-1da46809adec tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800035 Mar 11 11:55:42.563095 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-891c6787-b0dc-49ad-b624-1708c24489da tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for security_group_rule (448e1e9e-fc00-4b0e-a44f-583668608082), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:42.580447 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:42.585635 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-891c6787-b0dc-49ad-b624-1708c24489da tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (448e1e9e-fc00-4b0e-a44f-583668608082), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:42.618404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf8630-e4c0-4137-9471-753d63ed7acd req-9bfcea89-04d0-40d0-8552-8220f2fc886f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:42.625843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-64bf8630-e4c0-4137-9471-753d63ed7acd req-9bfcea89-04d0-40d0-8552-8220f2fc886f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 0.1281757 Mar 11 11:55:42.692893 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-64bf8630-e4c0-4137-9471-753d63ed7acd req-84f1b4c3-aa6b-4ec0-a207-2987e4942a43 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647485 Mar 11 11:55:42.695241 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c6787-b0dc-49ad-b624-1708c24489da tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448e1e9e-fc00-4b0e-a44f-583668608082,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:42.710365 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5e5c0d-3724-4e2f-873f-4b57dd8d1e66 x-openstack-request-id: req-ea5e5c0d-3724-4e2f-873f-4b57dd8d1e66 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:55:42.710861 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05f5cba-c4a7-4c92-b499-df84a1b151b3", "name": "network-vif-deleted", "tag": "58643ea6-9eed-44a9-901d-4db2be4d7da5", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:55:42.710861 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ea5e5c0d-3724-4e2f-873f-4b57dd8d1e66 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:55:42.711324 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05f5cba-c4a7-4c92-b499-df84a1b151b3', 'name': 'network-vif-deleted', 'tag': '58643ea6-9eed-44a9-901d-4db2be4d7da5', 'status': 'completed', 'code': 200} Mar 11 11:55:42.719297 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-891c6787-b0dc-49ad-b624-1708c24489da tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:42.723308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60244) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:42.726610 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-891c6787-b0dc-49ad-b624-1708c24489da tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5101519 Mar 11 11:55:42.728362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-41c765b8-dc7b-49b3-bd0c-7ddc50d48f1e tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Request body: {'security_group_rule': {'security_group_id': '506d2506-e18b-4019-b9eb-dd17c27cc8e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:42.868645 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a47a8b3f-4cc4-445b-9a94-7bc3fe360254 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (54a3d321-9fbc-4e4d-ac50-28fe275103d2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:42.870582 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41c765b8-dc7b-49b3-bd0c-7ddc50d48f1e tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for security_group_rule (3382af63-2ce9-47ff-be5a-4ae946e47df5), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:42.935139 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a6578-b651-4a4f-8b23-1b3c2fe631d3 req-76519d9a-a0b3-433d-af0d-3ca7bd3b9670 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:42.949285 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-905a6578-b651-4a4f-8b23-1b3c2fe631d3 req-76519d9a-a0b3-433d-af0d-3ca7bd3b9670 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 950 time: 0.1451311 Mar 11 11:55:42.960066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a8b3f-4cc4-445b-9a94-7bc3fe360254 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event deleted for resources: {'Port': ['ID=54a3d321-9fbc-4e4d-ac50-28fe275103d2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:43.020420 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41c765b8-dc7b-49b3-bd0c-7ddc50d48f1e tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for security_group_rule (3382af63-2ce9-47ff-be5a-4ae946e47df5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:43.071189 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2b69029c-1e34-455f-80a7-d0cd41af5871 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:55:43.089155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-905a6578-b651-4a4f-8b23-1b3c2fe631d3 req-05b714f7-9465-4abd-a2af-9fff180b1c2d tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388478 Mar 11 11:55:43.100607 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41c765b8-dc7b-49b3-bd0c-7ddc50d48f1e tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (3382af63-2ce9-47ff-be5a-4ae946e47df5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:43.180403 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41c765b8-dc7b-49b3-bd0c-7ddc50d48f1e tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:43.180403 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-41c765b8-dc7b-49b3-bd0c-7ddc50d48f1e tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4483583 Mar 11 11:55:43.181034 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60260) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:43.187349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f866cc05-dd14-48f5-b25b-0d82c13fb253 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:43.195701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c765b8-dc7b-49b3-bd0c-7ddc50d48f1e tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3382af63-2ce9-47ff-be5a-4ae946e47df5,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:43.230952 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a47a8b3f-4cc4-445b-9a94-7bc3fe360254 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:43.234943 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a47a8b3f-4cc4-445b-9a94-7bc3fe360254 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "DELETE /v2.0/ports/54a3d321-9fbc-4e4d-ac50-28fe275103d2 HTTP/1.1" status: 204 len: 168 time: 2.4427214 Mar 11 11:55:43.238454 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60264) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:43.239395 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f866cc05-dd14-48f5-b25b-0d82c13fb253 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:43.305461 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 2b69029c-1e34-455f-80a7-d0cd41af5871 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:55:43.306098 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2b69029c-1e34-455f-80a7-d0cd41af5871), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:43.467361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 2b69029c-1e34-455f-80a7-d0cd41af5871 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:43.471165 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2b69029c-1e34-455f-80a7-d0cd41af5871), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:43.523897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 2b69029c-1e34-455f-80a7-d0cd41af5871, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2b69029c-1e34-455f-80a7-d0cd41af5871,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:43.535256 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2b69029c-1e34-455f-80a7-d0cd41af5871), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:43.699221 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-200da698-f13d-432a-b351-1821db43ef5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:43.728889 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=2b69029c-1e34-455f-80a7-d0cd41af5871,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:43.873505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df18231-da6e-414e-b4fd-348025fadd98 req-57e5273e-e4d5-494c-b447-9d9f5e913a2e tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:43.875484 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2df18231-da6e-414e-b4fd-348025fadd98 req-57e5273e-e4d5-494c-b447-9d9f5e913a2e tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/networks?id=3d9312ce-6f59-46bc-a678-a1fed8510214 HTTP/1.1" status: 200 len: 815 time: 0.4034367 Mar 11 11:55:43.913776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70eb7d-0ffc-4ad0-a260-af793a428149 req-eb58e6a4-ace4-4088-b18b-bc116a64f3a5 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:43.915391 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee70eb7d-0ffc-4ad0-a260-af793a428149 req-eb58e6a4-ace4-4088-b18b-bc116a64f3a5 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.6291540 Mar 11 11:55:43.934644 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2df18231-da6e-414e-b4fd-348025fadd98 req-0369d42b-9481-46f5-8222-f9c07303a07a tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/quotas/671fef33464143b7b32a5de9fc6fc9d5 HTTP/1.1" status: 200 len: 375 time: 0.0488520 Mar 11 11:55:43.977659 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5a535d93-dcad-422d-ad0a-721e1b62e4e3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Deleting port a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:43.978013 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a535d93-dcad-422d-ad0a-721e1b62e4e3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:44.174993 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee70eb7d-0ffc-4ad0-a260-af793a428149 req-cec2ea9b-fc06-466e-96c9-bbdf15001a37 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482543 Mar 11 11:55:44.197692 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f866cc05-dd14-48f5-b25b-0d82c13fb253 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:44.246446 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2df18231-da6e-414e-b4fd-348025fadd98 req-28d25cb6-1909-4ec5-873f-7a66f5b00412 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=671fef33464143b7b32a5de9fc6fc9d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2969654 Mar 11 11:55:44.292734 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a535d93-dcad-422d-ad0a-721e1b62e4e3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:44.370661 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a1c06-51c3-42e3-8849-66903e7380d8 req-24a821a6-8021-401d-aa06-55b064e1521b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:44.372290 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-754a1c06-51c3-42e3-8849-66903e7380d8 req-24a821a6-8021-401d-aa06-55b064e1521b tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 950 time: 0.1184204 Mar 11 11:55:44.379975 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Sync routers for ids ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:55:44.391690 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5a535d93-dcad-422d-ad0a-721e1b62e4e3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Calling delete_port for a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:44.397618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Routers {'8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:55:44.398249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:55:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:44.584766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-754a1c06-51c3-42e3-8849-66903e7380d8 req-1bc4b8f9-98a9-49ed-8a17-31db92b85ee8 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Deleting port 019bc68d-2930-405f-a115-fcc146290579 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:44.585109 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-754a1c06-51c3-42e3-8849-66903e7380d8 req-1bc4b8f9-98a9-49ed-8a17-31db92b85ee8 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (019bc68d-2930-405f-a115-fcc146290579), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:44.625050 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Set router 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:55:44.785460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-754a1c06-51c3-42e3-8849-66903e7380d8 req-1bc4b8f9-98a9-49ed-8a17-31db92b85ee8 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] For port 019bc68d-2930-405f-a115-fcc146290579, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=019bc68d-2930-405f-a115-fcc146290579,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:44.785833 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-754a1c06-51c3-42e3-8849-66903e7380d8 req-1bc4b8f9-98a9-49ed-8a17-31db92b85ee8 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (019bc68d-2930-405f-a115-fcc146290579), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:44.785966 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46bb64-548f-4e30-926f-642b4d272bac req-faa986c3-9fa6-4691-aa6f-27601fb18887 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:44.804580 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b46bb64-548f-4e30-926f-642b4d272bac req-faa986c3-9fa6-4691-aa6f-27601fb18887 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e10ea6-5454-4763-829f-dba9af79a85a HTTP/1.1" status: 200 len: 950 time: 0.5155218 Mar 11 11:55:44.820773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-754a1c06-51c3-42e3-8849-66903e7380d8 req-1bc4b8f9-98a9-49ed-8a17-31db92b85ee8 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Calling delete_port for 019bc68d-2930-405f-a115-fcc146290579 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:44.839019 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2df18231-da6e-414e-b4fd-348025fadd98 req-8c3e240c-10ab-43d5-b387-5b25b3b7f4a1 service neutron] 10.222.0.78 "GET /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620947 Mar 11 11:55:44.887262 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-f866cc05-dd14-48f5-b25b-0d82c13fb253 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Allocated IP 172.25.7.35 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/f94d11fa-d785-462b-b9cf-0c69e32db3f4) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:55:44.949897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2b69029c-1e34-455f-80a7-d0cd41af5871 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:55:45.022464 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b46bb64-548f-4e30-926f-642b4d272bac req-2f299741-5800-491a-beae-188a98b1c9f9 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.78 "GET /v2.0/security-groups?id=c30b7c2c-2b67-480d-8bda-0f139df63122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148159 Mar 11 11:55:45.035436 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 2b69029c-1e34-455f-80a7-d0cd41af5871 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:55:45.036580 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2b69029c-1e34-455f-80a7-d0cd41af5871), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:45.042838 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'name': 'tempest-ServersTestBootFromVolume-920498419-router', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:27Z', 'updated_at': '2022-03-11T11:55:38Z', 'revision_number': 4, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'gw_port': {'id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:29Z', 'updated_at': '2022-03-11T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '619096a5-a891-46f2-925c-18b0c5bfa5c8', 'name': '', 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'mac_address': 'fa:16:3e:ac:d8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '28a452b9-626d-4915-a635-b58d1758ee07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:37Z', 'updated_at': '2022-03-11T11:55:38Z', 'revision_number': 2, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'subnets': [{'id': '28a452b9-626d-4915-a635-b58d1758ee07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:45.105701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Checking router: 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:55:45.106577 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Updating router 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 port 619096a5-a891-46f2-925c-18b0c5bfa5c8 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:55:45.131552 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-754a1c06-51c3-42e3-8849-66903e7380d8 req-1bc4b8f9-98a9-49ed-8a17-31db92b85ee8 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (019bc68d-2930-405f-a115-fcc146290579), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:45.149112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['019bc68d-2930-405f-a115-fcc146290579'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:55:45.182742 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:45.198878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4b8f9-98a9-49ed-8a17-31db92b85ee8 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Pushing event deleted for resources: {'Port': ['ID=019bc68d-2930-405f-a115-fcc146290579,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:45.290864 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-754a1c06-51c3-42e3-8849-66903e7380d8 req-1bc4b8f9-98a9-49ed-8a17-31db92b85ee8 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] No DVR routers for this DVR port 019bc68d-2930-405f-a115-fcc146290579 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:55:45.294552 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-754a1c06-51c3-42e3-8849-66903e7380d8 req-1bc4b8f9-98a9-49ed-8a17-31db92b85ee8 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:45.300445 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-754a1c06-51c3-42e3-8849-66903e7380d8 req-1bc4b8f9-98a9-49ed-8a17-31db92b85ee8 tempest-ServersOnMultiNodesTest-1399969210 tempest-ServersOnMultiNodesTest-1399969210-project] 10.222.0.37 "DELETE /v2.0/ports/019bc68d-2930-405f-a115-fcc146290579 HTTP/1.1" status: 204 len: 173 time: 0.9162750 Mar 11 11:55:45.301191 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e10ea6-5454-4763-829f-dba9af79a85a', 'name': 'network-vif-deleted', 'tag': '019bc68d-2930-405f-a115-fcc146290579'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:55:45.305581 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6691c62-397b-411d-829d-ec9c099c71e0" -d '{"events": [{"server_uuid": "e2e10ea6-5454-4763-829f-dba9af79a85a", "name": "network-vif-deleted", "tag": "019bc68d-2930-405f-a115-fcc146290579"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:55:45.654324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 2b69029c-1e34-455f-80a7-d0cd41af5871 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:45.712728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d3f7f-5170-48fd-9a0e-640b4bbe2d24 req-0eb65875-8e46-4c63-b7df-13529395ff81 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:45.714388 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b47d3f7f-5170-48fd-9a0e-640b4bbe2d24 req-0eb65875-8e46-4c63-b7df-13529395ff81 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a7f1a39-1c6b-4279-8d3a-0e9970348e57 HTTP/1.1" status: 200 len: 945 time: 1.1183324 Mar 11 11:55:45.724504 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba78a92-07e8-4256-ae9c-01195786eacb x-openstack-request-id: req-2ba78a92-07e8-4256-ae9c-01195786eacb {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:55:45.724504 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e10ea6-5454-4763-829f-dba9af79a85a", "name": "network-vif-deleted", "tag": "019bc68d-2930-405f-a115-fcc146290579", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:55:45.724504 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2ba78a92-07e8-4256-ae9c-01195786eacb {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:55:45.725281 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e10ea6-5454-4763-829f-dba9af79a85a', 'name': 'network-vif-deleted', 'tag': '019bc68d-2930-405f-a115-fcc146290579', 'status': 'completed', 'code': 200} Mar 11 11:55:45.780262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145b0c5-aa1b-48a8-937a-30380717b600 req-195af788-a1ea-42e9-8d2f-e5a73e591a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:45.782961 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6145b0c5-aa1b-48a8-937a-30380717b600 req-195af788-a1ea-42e9-8d2f-e5a73e591a06 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b839c74c06a5463cab66eb4c80c4c086&device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 1127 time: 0.1308594 Mar 11 11:55:45.914725 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-65c868a3-df97-471c-a4f1-a6505fe13027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:46.014131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145b0c5-aa1b-48a8-937a-30380717b600 req-e6790f83-eb00-41e6-a40e-2af7817241f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:46.016275 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6145b0c5-aa1b-48a8-937a-30380717b600 req-e6790f83-eb00-41e6-a40e-2af7817241f3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d259f0e3-1793-455e-a2df-b0e8516ce55f HTTP/1.1" status: 200 len: 920 time: 0.2233670 Mar 11 11:55:46.046045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2df18231-da6e-414e-b4fd-348025fadd98 req-7e7d04bd-5fce-4d68-9f9a-c37a58a0be92 service neutron] 10.222.0.78 "GET /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2032628 Mar 11 11:55:46.097648 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6145b0c5-aa1b-48a8-937a-30380717b600 req-bcfcfeca-9108-4c42-87db-9790b9470142 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff609eae-6795-495f-9cc0-ebb96302bab3 HTTP/1.1" status: 200 len: 217 time: 0.0595760 Mar 11 11:55:46.132407 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a535d93-dcad-422d-ad0a-721e1b62e4e3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:46.152262 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Publish callbacks [] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:46.168727 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:46.206724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145b0c5-aa1b-48a8-937a-30380717b600 req-5c7dae68-c67a-4e59-b608-ba5289669c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:46.209087 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6145b0c5-aa1b-48a8-937a-30380717b600 req-5c7dae68-c67a-4e59-b608-ba5289669c7d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=614f6c11-14c1-492e-91ba-54d12114a8a6 HTTP/1.1" status: 200 len: 859 time: 0.1039047 Mar 11 11:55:46.229569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae65d49-3c1f-40b6-8bb6-fa588ff4147c None None] Pushing event updated for resources: {'Port': ['ID=619096a5-a891-46f2-925c-18b0c5bfa5c8,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:46.319038 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6145b0c5-aa1b-48a8-937a-30380717b600 req-7d32db1a-e1c6-43de-b4bd-d54edf28fe35 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d259f0e3-1793-455e-a2df-b0e8516ce55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017122 Mar 11 11:55:46.364625 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f866cc05-dd14-48f5-b25b-0d82c13fb253 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for port (f94d11fa-d785-462b-b9cf-0c69e32db3f4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:46.397875 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Attempting to bind port 619096a5-a891-46f2-925c-18b0c5bfa5c8 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:55:46.398250 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Attempting to bind port 619096a5-a891-46f2-925c-18b0c5bfa5c8 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'f36390a3-453a-492f-a9b3-ce03615aa4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:55:46.398616 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Attempting to bind port 619096a5-a891-46f2-925c-18b0c5bfa5c8 on network f8c3f3be-c7b2-4626-9f81-3103c2dbdabe {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:55:46.420634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:55:46.421009 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Checking segment: {'id': 'f36390a3-453a-492f-a9b3-ce03615aa4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:55:46.421539 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:46.421953 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Bound using segment: {'id': 'f36390a3-453a-492f-a9b3-ce03615aa4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:55:46.422441 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Bound port: 619096a5-a891-46f2-925c-18b0c5bfa5c8, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36390a3-453a-492f-a9b3-ce03615aa4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:55:46.422820 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:46.457676 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a535d93-dcad-422d-ad0a-721e1b62e4e3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event deleted for resources: {'Port': ['ID=a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:46.606651 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f866cc05-dd14-48f5-b25b-0d82c13fb253 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f94d11fa-d785-462b-b9cf-0c69e32db3f4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:46.617469 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-980665e2-5eac-4aad-ae0b-c234290f0a3b req-22fd53bc-d6c4-43de-b9fe-60d8baef4a4a tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 210 time: 0.0651677 Mar 11 11:55:46.639677 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6145b0c5-aa1b-48a8-937a-30380717b600 req-cdfab128-3543-4549-9564-f0ea2910823d service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096795 Mar 11 11:55:46.650561 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] For port 619096a5-a891-46f2-925c-18b0c5bfa5c8, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:55:46.653921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] For port 619096a5-a891-46f2-925c-18b0c5bfa5c8, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=619096a5-a891-46f2-925c-18b0c5bfa5c8,segment=NetworkSegment(f36390a3-453a-492f-a9b3-ce03615aa4c9),segment_id=f36390a3-453a-492f-a9b3-ce03615aa4c9)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:55:46.669448 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:46.841093 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae65d49-3c1f-40b6-8bb6-fa588ff4147c None None] Pushing event updated for resources: {'Port': ['ID=619096a5-a891-46f2-925c-18b0c5bfa5c8,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:46.892690 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b47d3f7f-5170-48fd-9a0e-640b4bbe2d24 req-c90abb96-e7bd-4083-bde3-b6f5bcd89502 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Deleting port d728cd92-5ef3-45b4-a858-ee1e05db96c4 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:46.900936 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b47d3f7f-5170-48fd-9a0e-640b4bbe2d24 req-c90abb96-e7bd-4083-bde3-b6f5bcd89502 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:46.931123 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-89bbc622-771c-4e57-9c07-91df862de624 None None] Provisioning complete for port 619096a5-a891-46f2-925c-18b0c5bfa5c8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:55:46.931490 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89bbc622-771c-4e57-9c07-91df862de624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:46.946595 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Routers {'8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:55:46.947077 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223cc7b-589a-463a-8cee-20c6759e59bd req-2c67bd10-f3ad-45d2-b9a7-266e6b030d8a tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:46.947271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:55:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:46.972930 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9223cc7b-589a-463a-8cee-20c6759e59bd req-2c67bd10-f3ad-45d2-b9a7-266e6b030d8a tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 1.0430441 Mar 11 11:55:47.023844 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6145b0c5-aa1b-48a8-937a-30380717b600 req-fe0268e0-3631-449a-94c5-316b117f72b3 service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750124 Mar 11 11:55:47.037072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60336) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:47.146763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f866cc05-dd14-48f5-b25b-0d82c13fb253 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:55:47.170867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-f866cc05-dd14-48f5-b25b-0d82c13fb253 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:55:47.175910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f866cc05-dd14-48f5-b25b-0d82c13fb253 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:55:47.351768 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] Set router 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:55:47.465866 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d2964893-d763-447a-8605-198ea5a96161 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=795309eb39534fec9c364380cdf0ef74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4275336 Mar 11 11:55:47.469946 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60344) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:47.481398 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b47d3f7f-5170-48fd-9a0e-640b4bbe2d24 req-c90abb96-e7bd-4083-bde3-b6f5bcd89502 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] For port d728cd92-5ef3-45b4-a858-ee1e05db96c4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=d728cd92-5ef3-45b4-a858-ee1e05db96c4,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:47.486334 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b47d3f7f-5170-48fd-9a0e-640b4bbe2d24 req-c90abb96-e7bd-4083-bde3-b6f5bcd89502 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:47.517532 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b47d3f7f-5170-48fd-9a0e-640b4bbe2d24 req-c90abb96-e7bd-4083-bde3-b6f5bcd89502 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Calling delete_port for d728cd92-5ef3-45b4-a858-ee1e05db96c4 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:47.524754 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:47.586942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device d728cd92-5ef3-45b4-a858-ee1e05db96c4 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:55:47.610270 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a191a170-75f3-4e0f-ae1e-2b37b1ec7f1e admin admin] Publish callbacks [] for security_group (c30b7c2c-2b67-480d-8bda-0f139df63122), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:47.642409 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a191a170-75f3-4e0f-ae1e-2b37b1ec7f1e admin admin] Publish callbacks [] for security_group (c30b7c2c-2b67-480d-8bda-0f139df63122), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:47.702411 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866cc05-dd14-48f5-b25b-0d82c13fb253 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Pushing event updated for resources: {'Port': ['ID=f94d11fa-d785-462b-b9cf-0c69e32db3f4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:47.703792 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a191a170-75f3-4e0f-ae1e-2b37b1ec7f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c30b7c2c-2b67-480d-8bda-0f139df63122), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:47.710795 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a191a170-75f3-4e0f-ae1e-2b37b1ec7f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:47.715682 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a191a170-75f3-4e0f-ae1e-2b37b1ec7f1e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c30b7c2c-2b67-480d-8bda-0f139df63122 HTTP/1.1" status: 204 len: 168 time: 0.2424076 Mar 11 11:55:47.748063 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a535d93-dcad-422d-ad0a-721e1b62e4e3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:47.756747 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60350) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:47.764042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191a170-75f3-4e0f-ae1e-2b37b1ec7f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30b7c2c-2b67-480d-8bda-0f139df63122,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:47.765169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5a535d93-dcad-422d-ad0a-721e1b62e4e3 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "DELETE /v2.0/ports/a3e0ab16-6c6f-49b4-bab4-35eafa8d6f32 HTTP/1.1" status: 204 len: 168 time: 4.5223758 Mar 11 11:55:47.924283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-66dbe427-debb-4be9-83a6-11a3603adf90 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Deleting subnet 1c30f13c-e155-4b80-b4e1-4a60dc004240 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:55:47.933923 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66dbe427-debb-4be9-83a6-11a3603adf90 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for subnet (1c30f13c-e155-4b80-b4e1-4a60dc004240), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:47.946316 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b6e3532-047f-4285-8025-ab24f914c514 req-1e6bc4f6-29b2-46b6-b795-f44387295778 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 210 time: 0.1364782 Mar 11 11:55:47.962335 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-89bbc622-771c-4e57-9c07-91df862de624 None None] Current status of the port 619096a5-a891-46f2-925c-18b0c5bfa5c8 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:47.963060 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89bbc622-771c-4e57-9c07-91df862de624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:48.050585 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66dbe427-debb-4be9-83a6-11a3603adf90 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (1c30f13c-e155-4b80-b4e1-4a60dc004240), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:48.072297 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9223cc7b-589a-463a-8cee-20c6759e59bd req-c1075fdd-7026-4516-b815-89b675df0be8 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0951750 Mar 11 11:55:48.107856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-89bbc622-771c-4e57-9c07-91df862de624 None None] For port 619096a5-a891-46f2-925c-18b0c5bfa5c8, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=619096a5-a891-46f2-925c-18b0c5bfa5c8,segment=NetworkSegment(f36390a3-453a-492f-a9b3-ce03615aa4c9),segment_id=f36390a3-453a-492f-a9b3-ce03615aa4c9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:48.125332 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89bbc622-771c-4e57-9c07-91df862de624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:48.127551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port d728cd92-5ef3-45b4-a858-ee1e05db96c4 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:48.128302 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:48.144077 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b47d3f7f-5170-48fd-9a0e-640b4bbe2d24 req-c90abb96-e7bd-4083-bde3-b6f5bcd89502 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (d728cd92-5ef3-45b4-a858-ee1e05db96c4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:48.227899 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbc622-771c-4e57-9c07-91df862de624 None None] Pushing event updated for resources: {'Port': ['ID=619096a5-a891-46f2-925c-18b0c5bfa5c8,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:48.264558 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90abb96-e7bd-4083-bde3-b6f5bcd89502 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Pushing event deleted for resources: {'Port': ['ID=d728cd92-5ef3-45b4-a858-ee1e05db96c4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:48.270638 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66dbe427-debb-4be9-83a6-11a3603adf90 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (1c30f13c-e155-4b80-b4e1-4a60dc004240), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:48.328571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'name': 'tempest-ServersTestBootFromVolume-920498419-router', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:27Z', 'updated_at': '2022-03-11T11:55:38Z', 'revision_number': 4, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'gw_port': {'id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:29Z', 'updated_at': '2022-03-11T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '619096a5-a891-46f2-925c-18b0c5bfa5c8', 'name': '', 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'mac_address': 'fa:16:3e:ac:d8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '28a452b9-626d-4915-a635-b58d1758ee07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:37Z', 'updated_at': '2022-03-11T11:55:46Z', 'revision_number': 4, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'subnets': [{'id': '28a452b9-626d-4915-a635-b58d1758ee07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:48.476895 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f866cc05-dd14-48f5-b25b-0d82c13fb253 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for floatingip (b2361794-434e-4ffd-bdb4-0c282b185c0a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:48.481429 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47d3f7f-5170-48fd-9a0e-640b4bbe2d24 req-c90abb96-e7bd-4083-bde3-b6f5bcd89502 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] No DVR routers for this DVR port d728cd92-5ef3-45b4-a858-ee1e05db96c4 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:55:48.487996 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b47d3f7f-5170-48fd-9a0e-640b4bbe2d24 req-c90abb96-e7bd-4083-bde3-b6f5bcd89502 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:48.495340 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b47d3f7f-5170-48fd-9a0e-640b4bbe2d24 req-c90abb96-e7bd-4083-bde3-b6f5bcd89502 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.37 "DELETE /v2.0/ports/d728cd92-5ef3-45b4-a858-ee1e05db96c4 HTTP/1.1" status: 204 len: 173 time: 2.7687986 Mar 11 11:55:48.500585 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66dbe427-debb-4be9-83a6-11a3603adf90 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (1c30f13c-e155-4b80-b4e1-4a60dc004240), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:48.520965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7f1a39-1c6b-4279-8d3a-0e9970348e57', 'name': 'network-vif-deleted', 'tag': 'd728cd92-5ef3-45b4-a858-ee1e05db96c4'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:55:48.521421 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60362) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:48.521680 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dff1117-fa2c-4d62-96bd-2478c8155d01 None None] The sync data for ids ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'] in n-d-833234-2 is: [{'id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'name': 'tempest-ServersTestBootFromVolume-920498419-router', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:27Z', 'updated_at': '2022-03-11T11:55:38Z', 'revision_number': 4, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'gw_port': {'id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:29Z', 'updated_at': '2022-03-11T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '619096a5-a891-46f2-925c-18b0c5bfa5c8', 'name': '', 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'mac_address': 'fa:16:3e:ac:d8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '28a452b9-626d-4915-a635-b58d1758ee07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:37Z', 'updated_at': '2022-03-11T11:55:46Z', 'revision_number': 4, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'subnets': [{'id': '28a452b9-626d-4915-a635-b58d1758ee07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:55:48.535694 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acb7646-f617-44c8-9d88-06ee4ff91bb7" -d '{"events": [{"server_uuid": "4a7f1a39-1c6b-4279-8d3a-0e9970348e57", "name": "network-vif-deleted", "tag": "d728cd92-5ef3-45b4-a858-ee1e05db96c4"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:55:48.541853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 019bc68d-2930-405f-a115-fcc146290579 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:55:48.544152 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c7ab0124-35d2-40b5-92da-55a939891e2f None None] Provisioning complete for port 619096a5-a891-46f2-925c-18b0c5bfa5c8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:55:48.544891 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c7ab0124-35d2-40b5-92da-55a939891e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:48.662575 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f866cc05-dd14-48f5-b25b-0d82c13fb253 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f94d11fa-d785-462b-b9cf-0c69e32db3f4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:48.665812 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4729706-0669-4ea0-b48e-8593c789476c x-openstack-request-id: req-a4729706-0669-4ea0-b48e-8593c789476c {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:55:48.666163 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7f1a39-1c6b-4279-8d3a-0e9970348e57", "name": "network-vif-deleted", "tag": "d728cd92-5ef3-45b4-a858-ee1e05db96c4", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:55:48.690442 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a4729706-0669-4ea0-b48e-8593c789476c {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:55:48.690889 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7f1a39-1c6b-4279-8d3a-0e9970348e57', 'name': 'network-vif-deleted', 'tag': 'd728cd92-5ef3-45b4-a858-ee1e05db96c4', 'status': 'completed', 'code': 200} Mar 11 11:55:48.698569 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbe427-debb-4be9-83a6-11a3603adf90 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event deleted for resources: {'Subnet': ['ID=1c30f13c-e155-4b80-b4e1-4a60dc004240,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:48.702990 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66dbe427-debb-4be9-83a6-11a3603adf90 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:48.707154 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-66dbe427-debb-4be9-83a6-11a3603adf90 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "DELETE /v2.0/subnets/1c30f13c-e155-4b80-b4e1-4a60dc004240 HTTP/1.1" status: 204 len: 168 time: 0.9444692 Mar 11 11:55:48.711150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60366) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:48.729157 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789dc8db-4a4e-4462-88ce-fa1737b02b63 None None] Network 4eff5b65-f94e-439e-a73a-18a4e30da763 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:55:48.744678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 019bc68d-2930-405f-a115-fcc146290579 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:55:48.745019 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 019bc68d-2930-405f-a115-fcc146290579 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:55:48.808080 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:48.956384 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab0124-35d2-40b5-92da-55a939891e2f None None] Current status of the port 619096a5-a891-46f2-925c-18b0c5bfa5c8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:48.987297 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2c26b3cb-9283-498f-9a2d-e2eaaa550378 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=23467fc662fa4b4ab62980a5db91f6a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4480329 Mar 11 11:55:49.019119 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df18231-da6e-414e-b4fd-348025fadd98 req-18390398-8698-415b-8515-5cf27cf0c60b tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:49.024252 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2df18231-da6e-414e-b4fd-348025fadd98 req-18390398-8698-415b-8515-5cf27cf0c60b tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.37 "GET /v2.0/networks?id=3d9312ce-6f59-46bc-a678-a1fed8510214 HTTP/1.1" status: 200 len: 815 time: 0.6109185 Mar 11 11:55:49.025522 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60372) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:49.033621 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c546c2-678c-45bb-be68-b28518695c9f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Deleting subnet f457daac-7e39-4657-8a75-e4901f3feaf7 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:55:49.038450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85c546c2-678c-45bb-be68-b28518695c9f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for subnet (f457daac-7e39-4657-8a75-e4901f3feaf7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:49.082067 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 619096a5-a891-46f2-925c-18b0c5bfa5c8 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:55:49.149781 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85c546c2-678c-45bb-be68-b28518695c9f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (f457daac-7e39-4657-8a75-e4901f3feaf7), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:49.256029 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f866cc05-dd14-48f5-b25b-0d82c13fb253 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for port (f94d11fa-d785-462b-b9cf-0c69e32db3f4), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:49.272589 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2df18231-da6e-414e-b4fd-348025fadd98 req-05b51f25-96ce-41a9-b70e-887c5c65a5af tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Request body: {'port': {'device_id': 'daf3bb63-1ca7-46ea-8265-da3734da21c2', 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214', 'admin_state_up': True, 'tenant_id': '671fef33464143b7b32a5de9fc6fc9d5'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:49.291177 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f866cc05-dd14-48f5-b25b-0d82c13fb253 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (f94d11fa-d785-462b-b9cf-0c69e32db3f4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:49.335985 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 619096a5-a891-46f2-925c-18b0c5bfa5c8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:55:49.336365 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:49.452415 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c81d91-f9a8-46a8-8241-55cd3d785300 None None] DHCP port deletion for 4eff5b65-f94e-439e-a73a-18a4e30da763 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:55:49.507966 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-661ef7cd-dd1a-4a65-9328-a006fbb958ad req-6ad5e1ab-f27a-4829-8d8a-0e3737a32220 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 210 time: 0.2456880 Mar 11 11:55:49.589851 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f866cc05-dd14-48f5-b25b-0d82c13fb253 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (b2361794-434e-4ffd-bdb4-0c282b185c0a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:49.618232 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866cc05-dd14-48f5-b25b-0d82c13fb253 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Pushing event updated for resources: {'Port': ['ID=f94d11fa-d785-462b-b9cf-0c69e32db3f4,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:49.632548 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f866cc05-dd14-48f5-b25b-0d82c13fb253 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:49.647787 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f866cc05-dd14-48f5-b25b-0d82c13fb253 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4653602 Mar 11 11:55:49.675064 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85c546c2-678c-45bb-be68-b28518695c9f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (f457daac-7e39-4657-8a75-e4901f3feaf7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:49.678697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0001be-50a5-4062-9572-3dad42e32759 req-d76febd5-6033-42ce-a7e3-beb89da16c18 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:49.680400 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf0001be-50a5-4062-9572-3dad42e32759 req-d76febd5-6033-42ce-a7e3-beb89da16c18 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.4155409 Mar 11 11:55:49.713681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 619096a5-a891-46f2-925c-18b0c5bfa5c8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:49.717662 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d27d77c-69b9-4bdf-9497-447151775664 admin admin] Publish callbacks [] for security_group (07c1bfd0-faea-4739-bb7d-1365f2fe7aef), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:49.749706 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-20c81d91-f9a8-46a8-8241-55cd3d785300 None None] Deleting port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:49.750609 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-20c81d91-f9a8-46a8-8241-55cd3d785300 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e0da5e45-8ed8-44ba-ab84-d5d1c788cca3), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:49.833238 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf0001be-50a5-4062-9572-3dad42e32759 req-78bcc325-cbaa-411d-bafb-65071c8b41bc tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421003 Mar 11 11:55:49.894447 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85c546c2-678c-45bb-be68-b28518695c9f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (f457daac-7e39-4657-8a75-e4901f3feaf7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:49.916650 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d27d77c-69b9-4bdf-9497-447151775664 admin admin] Publish callbacks [] for security_group (07c1bfd0-faea-4739-bb7d-1365f2fe7aef), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:50.021276 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c546c2-678c-45bb-be68-b28518695c9f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event deleted for resources: {'Subnet': ['ID=f457daac-7e39-4657-8a75-e4901f3feaf7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:50.032346 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df18231-da6e-414e-b4fd-348025fadd98 req-05b51f25-96ce-41a9-b70e-887c5c65a5af tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Made reservation on behalf of 671fef33464143b7b32a5de9fc6fc9d5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:55:50.036178 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2df18231-da6e-414e-b4fd-348025fadd98 req-05b51f25-96ce-41a9-b70e-887c5c65a5af tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:50.040800 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85c546c2-678c-45bb-be68-b28518695c9f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:50.045336 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-85c546c2-678c-45bb-be68-b28518695c9f tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "DELETE /v2.0/subnets/f457daac-7e39-4657-8a75-e4901f3feaf7 HTTP/1.1" status: 204 len: 168 time: 1.3326352 Mar 11 11:55:50.048059 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60398) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:50.109598 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b4564c22-bc97-4d4d-8c28-26ba5d1a82a3 req-a16aaa66-1df4-49d6-bc30-9453da8f09ec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3768013 Mar 11 11:55:50.247190 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (4eff5b65-f94e-439e-a73a-18a4e30da763), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:50.372576 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Deleting port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:50.373261 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e0da5e45-8ed8-44ba-ab84-d5d1c788cca3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:50.409128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f5aa49-a6b0-48be-a394-1ac32e0f21a7 None None] Network 67d74715-a311-4317-8fb4-8c87cc470973 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:55:50.461678 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-2df18231-da6e-414e-b4fd-348025fadd98 req-05b51f25-96ce-41a9-b70e-887c5c65a5af tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Allocated IP 172.20.0.8 (3d9312ce-6f59-46bc-a678-a1fed8510214/d7dfd7d0-32e4-421d-922a-dbc8af44f6b4/8606b305-68ad-4bd0-910a-4c0797d78040) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:55:50.499968 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-20c81d91-f9a8-46a8-8241-55cd3d785300 None None] For port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e0da5e45-8ed8-44ba-ab84-d5d1c788cca3,segment=NetworkSegment(87ddb067-cde7-4651-b3b8-552f8a0b99d1),segment_id=87ddb067-cde7-4651-b3b8-552f8a0b99d1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:50.501183 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-20c81d91-f9a8-46a8-8241-55cd3d785300 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e0da5e45-8ed8-44ba-ab84-d5d1c788cca3), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:50.538722 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] For port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e0da5e45-8ed8-44ba-ab84-d5d1c788cca3,segment=NetworkSegment(87ddb067-cde7-4651-b3b8-552f8a0b99d1),segment_id=87ddb067-cde7-4651-b3b8-552f8a0b99d1)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:50.539065 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e0da5e45-8ed8-44ba-ab84-d5d1c788cca3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:50.570673 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:50.576213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d27d77c-69b9-4bdf-9497-447151775664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (07c1bfd0-faea-4739-bb7d-1365f2fe7aef), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:50.580001 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d27d77c-69b9-4bdf-9497-447151775664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:50.580583 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Calling delete_port for e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:50.584030 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7d27d77c-69b9-4bdf-9497-447151775664 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/07c1bfd0-faea-4739-bb7d-1365f2fe7aef HTTP/1.1" status: 204 len: 168 time: 1.5547578 Mar 11 11:55:50.601138 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-20c81d91-f9a8-46a8-8241-55cd3d785300 None None] Calling delete_port for e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:50.641954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27d77c-69b9-4bdf-9497-447151775664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c1bfd0-faea-4739-bb7d-1365f2fe7aef,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:50.660611 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4564c22-bc97-4d4d-8c28-26ba5d1a82a3 req-2a6b8965-f529-480f-b8b0-135b776f2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:50.667389 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b4564c22-bc97-4d4d-8c28-26ba5d1a82a3 req-2a6b8965-f529-480f-b8b0-135b776f2908 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b839c74c06a5463cab66eb4c80c4c086&device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 1127 time: 0.5249422 Mar 11 11:55:50.753870 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-261c0a33-8cdc-4863-9c69-046c89309975 req-96f957ea-6f50-484a-a693-09fded02815e tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 210 time: 0.0693791 Mar 11 11:55:50.883105 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e0da5e45-8ed8-44ba-ab84-d5d1c788cca3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:50.982737 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event deleted for resources: {'Port': ['ID=e0da5e45-8ed8-44ba-ab84-d5d1c788cca3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:51.006018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] No DVR routers for this DVR port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:55:51.068398 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:55:51.150074 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:55:51.173905 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:55:51.207562 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (4eff5b65-f94e-439e-a73a-18a4e30da763), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:51.228827 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-20c81d91-f9a8-46a8-8241-55cd3d785300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (e0da5e45-8ed8-44ba-ab84-d5d1c788cca3), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:51.291627 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eff5b65-f94e-439e-a73a-18a4e30da763']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:51.307725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b87326-4827-4f86-a810-34285f8e50ab None None] DHCP port deletion for 67d74715-a311-4317-8fb4-8c87cc470973 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:55:51.320229 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ddb067-cde7-4651-b3b8-552f8a0b99d1') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:51.320533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ddb067-cde7-4651-b3b8-552f8a0b99d1') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:51.321819 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c81d91-f9a8-46a8-8241-55cd3d785300 None None] No DVR routers for this DVR port e0da5e45-8ed8-44ba-ab84-d5d1c788cca3 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:55:51.324894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c81d91-f9a8-46a8-8241-55cd3d785300 None None] Pushing event deleted for resources: {'Port': ['ID=e0da5e45-8ed8-44ba-ab84-d5d1c788cca3,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:51.348200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (87ddb067-cde7-4651-b3b8-552f8a0b99d1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:51.378659 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (87ddb067-cde7-4651-b3b8-552f8a0b99d1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:51.389150 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:55:51.391648 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (87ddb067-cde7-4651-b3b8-552f8a0b99d1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:55:51.395853 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:55:51.401581 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2df18231-da6e-414e-b4fd-348025fadd98 req-05b51f25-96ce-41a9-b70e-887c5c65a5af tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks [] for port (8606b305-68ad-4bd0-910a-4c0797d78040), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:51.412505 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4564c22-bc97-4d4d-8c28-26ba5d1a82a3 req-b424b585-a548-40d0-9666-c39cea3e6906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:51.414350 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b4564c22-bc97-4d4d-8c28-26ba5d1a82a3 req-b424b585-a548-40d0-9666-c39cea3e6906 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d259f0e3-1793-455e-a2df-b0e8516ce55f HTTP/1.1" status: 200 len: 920 time: 0.6613672 Mar 11 11:55:51.500277 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f0b87326-4827-4f86-a810-34285f8e50ab None None] Deleting port 9d6b3565-5d11-4d4b-87cc-459d1d072c3e {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:55:51.500652 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0b87326-4827-4f86-a810-34285f8e50ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9d6b3565-5d11-4d4b-87cc-459d1d072c3e), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:51.634606 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b4564c22-bc97-4d4d-8c28-26ba5d1a82a3 req-d3a1bf79-f809-4360-8cea-500cb33fd5c1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8f7baaa-a8c1-45b0-bdae-6346fd27613c HTTP/1.1" status: 200 len: 217 time: 0.1901243 Mar 11 11:55:51.645432 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (4eff5b65-f94e-439e-a73a-18a4e30da763), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:51.652978 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:51.683275 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "DELETE /v2.0/networks/4eff5b65-f94e-439e-a73a-18a4e30da763 HTTP/1.1" status: 204 len: 168 time: 1.6323762 Mar 11 11:55:51.685519 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60456) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:51.688165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f0b87326-4827-4f86-a810-34285f8e50ab None None] For port 9d6b3565-5d11-4d4b-87cc-459d1d072c3e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9d6b3565-5d11-4d4b-87cc-459d1d072c3e,segment=NetworkSegment(3c7afc41-90d6-4bb3-bfd2-b1876f5b1567),segment_id=3c7afc41-90d6-4bb3-bfd2-b1876f5b1567)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:51.688577 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0b87326-4827-4f86-a810-34285f8e50ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9d6b3565-5d11-4d4b-87cc-459d1d072c3e), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:51.732869 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f0b87326-4827-4f86-a810-34285f8e50ab None None] Calling delete_port for 9d6b3565-5d11-4d4b-87cc-459d1d072c3e owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:55:51.739823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4564c22-bc97-4d4d-8c28-26ba5d1a82a3 req-3e5d7949-39ee-4f63-a099-92786929faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:51.742654 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b4564c22-bc97-4d4d-8c28-26ba5d1a82a3 req-3e5d7949-39ee-4f63-a099-92786929faa2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=614f6c11-14c1-492e-91ba-54d12114a8a6 HTTP/1.1" status: 200 len: 859 time: 0.1003606 Mar 11 11:55:51.747952 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2df18231-da6e-414e-b4fd-348025fadd98 req-05b51f25-96ce-41a9-b70e-887c5c65a5af tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:51.824289 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b51f25-96ce-41a9-b70e-887c5c65a5af tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Pushing event updated for resources: {'Port': ['ID=8606b305-68ad-4bd0-910a-4c0797d78040,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:51.861535 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b4564c22-bc97-4d4d-8c28-26ba5d1a82a3 req-346b7871-f313-4714-bf23-2973294d746d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d259f0e3-1793-455e-a2df-b0e8516ce55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051502 Mar 11 11:55:51.883313 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df18231-da6e-414e-b4fd-348025fadd98 req-05b51f25-96ce-41a9-b70e-887c5c65a5af tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Network 3d9312ce-6f59-46bc-a678-a1fed8510214 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:55:51.902411 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-2df18231-da6e-414e-b4fd-348025fadd98 req-05b51f25-96ce-41a9-b70e-887c5c65a5af tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:55:51.912073 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df18231-da6e-414e-b4fd-348025fadd98 req-05b51f25-96ce-41a9-b70e-887c5c65a5af tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:55:51.922517 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0b87326-4827-4f86-a810-34285f8e50ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (9d6b3565-5d11-4d4b-87cc-459d1d072c3e), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:52.013230 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b87326-4827-4f86-a810-34285f8e50ab None None] Pushing event deleted for resources: {'Port': ['ID=9d6b3565-5d11-4d4b-87cc-459d1d072c3e,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:52.019051 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b87326-4827-4f86-a810-34285f8e50ab None None] No DVR routers for this DVR port 9d6b3565-5d11-4d4b-87cc-459d1d072c3e on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:55:52.023890 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2557f0b-ba91-458d-a99d-5c1d0400b5a8 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event deleted for resources: {'Network': ['ID=4eff5b65-f94e-439e-a73a-18a4e30da763,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:52.088065 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68788b12-46ff-45ce-a4ec-ddf1d73a4e72 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (67d74715-a311-4317-8fb4-8c87cc470973), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:52.123726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df18231-da6e-414e-b4fd-348025fadd98 req-05b51f25-96ce-41a9-b70e-887c5c65a5af tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:52.124453 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2df18231-da6e-414e-b4fd-348025fadd98 req-05b51f25-96ce-41a9-b70e-887c5c65a5af tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:52.195905 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1952475-963f-447c-bc3e-14cdc7bb20be req-03cb9c7b-da74-4567-b760-cd944fa50cd4 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:52.203745 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1952475-963f-447c-bc3e-14cdc7bb20be req-03cb9c7b-da74-4567-b760-cd944fa50cd4 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 931 time: 0.1879313 Mar 11 11:55:52.230030 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2df18231-da6e-414e-b4fd-348025fadd98 req-05b51f25-96ce-41a9-b70e-887c5c65a5af tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9642432 Mar 11 11:55:52.240795 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b4564c22-bc97-4d4d-8c28-26ba5d1a82a3 req-2f1130ad-8f6c-46a9-9815-0935fc3ae416 service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643243 Mar 11 11:55:52.253023 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Request body: {'port': {'device_id': 'daf3bb63-1ca7-46ea-8265-da3734da21c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:52.294848 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68788b12-46ff-45ce-a4ec-ddf1d73a4e72 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (67d74715-a311-4317-8fb4-8c87cc470973), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:52.336532 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1952475-963f-447c-bc3e-14cdc7bb20be req-8126a9e7-89a6-4a2e-aa58-bc60950d6315 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314080 Mar 11 11:55:52.357794 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-68788b12-46ff-45ce-a4ec-ddf1d73a4e72 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d74715-a311-4317-8fb4-8c87cc470973']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:52.380255 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-68788b12-46ff-45ce-a4ec-ddf1d73a4e72 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:52.380987 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-68788b12-46ff-45ce-a4ec-ddf1d73a4e72 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7afc41-90d6-4bb3-bfd2-b1876f5b1567') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:55:52.386596 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:52.397306 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68788b12-46ff-45ce-a4ec-ddf1d73a4e72 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (3c7afc41-90d6-4bb3-bfd2-b1876f5b1567), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:52.415400 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68788b12-46ff-45ce-a4ec-ddf1d73a4e72 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (3c7afc41-90d6-4bb3-bfd2-b1876f5b1567), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:52.425190 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68788b12-46ff-45ce-a4ec-ddf1d73a4e72 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:55:52.425642 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68788b12-46ff-45ce-a4ec-ddf1d73a4e72 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (3c7afc41-90d6-4bb3-bfd2-b1876f5b1567), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:55:52.584353 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:55:52.595317 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68788b12-46ff-45ce-a4ec-ddf1d73a4e72 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (67d74715-a311-4317-8fb4-8c87cc470973), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:52.607730 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68788b12-46ff-45ce-a4ec-ddf1d73a4e72 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:52.615783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-68788b12-46ff-45ce-a4ec-ddf1d73a4e72 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] 10.222.0.78 "DELETE /v2.0/networks/67d74715-a311-4317-8fb4-8c87cc470973 HTTP/1.1" status: 204 len: 168 time: 0.9292006 Mar 11 11:55:52.673680 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68788b12-46ff-45ce-a4ec-ddf1d73a4e72 tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] Pushing event deleted for resources: {'Network': ['ID=67d74715-a311-4317-8fb4-8c87cc470973,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:52.877707 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8606b305-68ad-4bd0-910a-4c0797d78040 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:55:52.886005 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Publish callbacks [] for port (8606b305-68ad-4bd0-910a-4c0797d78040), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:52.899822 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Transition to ACTIVE for port object 8606b305-68ad-4bd0-910a-4c0797d78040 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:55:52.912381 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:52.937976 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9d6b3565-5d11-4d4b-87cc-459d1d072c3e no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:55:52.970562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8606b305-68ad-4bd0-910a-4c0797d78040,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:52.988457 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 9d6b3565-5d11-4d4b-87cc-459d1d072c3e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:55:52.988811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9d6b3565-5d11-4d4b-87cc-459d1d072c3e not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:55:52.990337 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b4564c22-bc97-4d4d-8c28-26ba5d1a82a3 req-c30fd727-74d7-45f5-90dc-0d368fed7a60 service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6810355 Mar 11 11:55:53.094063 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Attempting to bind port 8606b305-68ad-4bd0-910a-4c0797d78040 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:55:53.094361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Attempting to bind port 8606b305-68ad-4bd0-910a-4c0797d78040 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'dfa5312f-d073-4201-b92d-86037a1aaf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:55:53.094665 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Attempting to bind port 8606b305-68ad-4bd0-910a-4c0797d78040 on network 3d9312ce-6f59-46bc-a678-a1fed8510214 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:55:53.117438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Port 8606b305-68ad-4bd0-910a-4c0797d78040 on network 3d9312ce-6f59-46bc-a678-a1fed8510214 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:55:53.117765 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Attempting to bind port 8606b305-68ad-4bd0-910a-4c0797d78040 on network 3d9312ce-6f59-46bc-a678-a1fed8510214 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:55:53.129883 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:55:53.130224 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Checking segment: {'id': 'dfa5312f-d073-4201-b92d-86037a1aaf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:55:53.130599 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Bound using segment: {'id': 'dfa5312f-d073-4201-b92d-86037a1aaf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:55:53.136159 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Bound port: 8606b305-68ad-4bd0-910a-4c0797d78040, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa5312f-d073-4201-b92d-86037a1aaf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:55:53.136577 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:53.302703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] For port 8606b305-68ad-4bd0-910a-4c0797d78040, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:55:53.315485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] For port 8606b305-68ad-4bd0-910a-4c0797d78040, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8606b305-68ad-4bd0-910a-4c0797d78040,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:55:53.331323 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:53.442904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:53.443545 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:53.449995 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2df18231-da6e-414e-b4fd-348025fadd98 req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] 10.222.0.37 "PUT /v2.0/ports/8606b305-68ad-4bd0-910a-4c0797d78040 HTTP/1.1" status: 200 len: 1091 time: 1.2055385 Mar 11 11:55:53.456058 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf3bb63-1ca7-46ea-8265-da3734da21c2', 'tag': '8606b305-68ad-4bd0-910a-4c0797d78040'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:55:53.461420 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a54ab10-869a-48ae-bfb4-85446c5c11e3" -d '{"events": [{"name": "network-changed", "server_uuid": "daf3bb63-1ca7-46ea-8265-da3734da21c2", "tag": "8606b305-68ad-4bd0-910a-4c0797d78040"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:55:53.633435 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692dff64-5ab8-4cad-9a54-8a4f2fe077d2 x-openstack-request-id: req-692dff64-5ab8-4cad-9a54-8a4f2fe077d2 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:55:53.634051 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf3bb63-1ca7-46ea-8265-da3734da21c2", "tag": "8606b305-68ad-4bd0-910a-4c0797d78040", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:55:53.634819 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-692dff64-5ab8-4cad-9a54-8a4f2fe077d2 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:55:53.635405 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf3bb63-1ca7-46ea-8265-da3734da21c2', 'tag': '8606b305-68ad-4bd0-910a-4c0797d78040', 'status': 'completed', 'code': 200} Mar 11 11:55:53.639901 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2d1bb-40e7-467c-b772-07abed6227b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8606b305-68ad-4bd0-910a-4c0797d78040,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:53.698500 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df18231-da6e-414e-b4fd-348025fadd98 req-6d8c96c2-013d-4330-a643-08aec1455e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:53.701506 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2df18231-da6e-414e-b4fd-348025fadd98 req-6d8c96c2-013d-4330-a643-08aec1455e64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=671fef33464143b7b32a5de9fc6fc9d5&device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 1125 time: 0.1788025 Mar 11 11:55:53.729621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201f861-ce04-49c2-ad53-fe65e188053b req-dfcbf23f-1d97-4819-99e7-759f0b4b794e tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:53.739197 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0201f861-ce04-49c2-ad53-fe65e188053b req-dfcbf23f-1d97-4819-99e7-759f0b4b794e tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 943 time: 0.1695137 Mar 11 11:55:53.863845 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2df18231-da6e-414e-b4fd-348025fadd98 req-15a72670-62b3-474e-9705-43ad30b8182f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8606b305-68ad-4bd0-910a-4c0797d78040 HTTP/1.1" status: 200 len: 217 time: 0.1524529 Mar 11 11:55:53.905191 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0201f861-ce04-49c2-ad53-fe65e188053b req-3b72942e-40ac-414a-a3db-9b7f1be12fa1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523881 Mar 11 11:55:53.955316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df18231-da6e-414e-b4fd-348025fadd98 req-9f64aeda-5271-4ffb-8587-4308c2c58ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:53.957137 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2df18231-da6e-414e-b4fd-348025fadd98 req-9f64aeda-5271-4ffb-8587-4308c2c58ade service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7dfd7d0-32e4-421d-922a-dbc8af44f6b4 HTTP/1.1" status: 200 len: 855 time: 0.0863974 Mar 11 11:55:54.019505 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2df18231-da6e-414e-b4fd-348025fadd98 req-c7cc4acb-0414-45a0-ae2c-68d1d868b588 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d9312ce-6f59-46bc-a678-a1fed8510214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551827 Mar 11 11:55:54.128291 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b2612d8-7746-480e-b873-0bf88e50f601 req-ee801c2a-3589-4f2b-afd8-f3e52fdaf9fb tempest-FlavorsV2NegativeTest-294501490 tempest-FlavorsV2NegativeTest-294501490-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7e2821bc44b140cebcf7a9204d818577&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662949 Mar 11 11:55:54.215990 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2df18231-da6e-414e-b4fd-348025fadd98 req-ac99ed1a-2db1-4d10-bed0-c6d1a4103bf8 service neutron] 10.222.0.37 "GET /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890082 Mar 11 11:55:54.427088 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2612d8-7746-480e-b873-0bf88e50f601 req-0b894cee-a150-43c0-9979-4965f4d34d25 tempest-FlavorsV2NegativeTest-294501490 tempest-FlavorsV2NegativeTest-294501490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:54.431067 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b2612d8-7746-480e-b873-0bf88e50f601 req-0b894cee-a150-43c0-9979-4965f4d34d25 tempest-FlavorsV2NegativeTest-294501490 tempest-FlavorsV2NegativeTest-294501490-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3007176 Mar 11 11:55:54.473759 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b2612d8-7746-480e-b873-0bf88e50f601 req-7b82274d-930f-45e8-b5ec-3a6aa088380d tempest-FlavorsV2NegativeTest-294501490 tempest-FlavorsV2NegativeTest-294501490-project] 10.222.0.78 "GET /v2.0/quotas/7e2821bc44b140cebcf7a9204d818577 HTTP/1.1" status: 200 len: 375 time: 0.0319648 Mar 11 11:55:54.481971 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2df18231-da6e-414e-b4fd-348025fadd98 req-f7bdf9e6-de0f-416f-bf50-614f0bc98baf service neutron] 10.222.0.37 "GET /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585268 Mar 11 11:55:54.524239 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b2612d8-7746-480e-b873-0bf88e50f601 req-44af3702-876a-4a1b-acc4-913c92dc7497 tempest-FlavorsV2NegativeTest-294501490 tempest-FlavorsV2NegativeTest-294501490-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7e2821bc44b140cebcf7a9204d818577&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445087 Mar 11 11:55:54.680022 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54ab10-869a-48ae-bfb4-85446c5c11e3 req-9cb3ba2d-1982-4199-853f-f9d568d5bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:54.682038 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8a54ab10-869a-48ae-bfb4-85446c5c11e3 req-9cb3ba2d-1982-4199-853f-f9d568d5bbe3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=671fef33464143b7b32a5de9fc6fc9d5&device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 1125 time: 0.1083300 Mar 11 11:55:54.844112 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54ab10-869a-48ae-bfb4-85446c5c11e3 req-01755d78-a9af-4600-8549-8a18307c4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:54.845869 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8a54ab10-869a-48ae-bfb4-85446c5c11e3 req-01755d78-a9af-4600-8549-8a18307c4f78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d9312ce-6f59-46bc-a678-a1fed8510214 HTTP/1.1" status: 200 len: 916 time: 0.1577482 Mar 11 11:55:54.913713 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8a54ab10-869a-48ae-bfb4-85446c5c11e3 req-5b643b11-f198-4619-b887-3b1c800d6983 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8606b305-68ad-4bd0-910a-4c0797d78040 HTTP/1.1" status: 200 len: 217 time: 0.0597918 Mar 11 11:55:55.114771 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54ab10-869a-48ae-bfb4-85446c5c11e3 req-6ae1b591-dab6-4164-98b4-71789cdbb562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:55.122721 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8a54ab10-869a-48ae-bfb4-85446c5c11e3 req-6ae1b591-dab6-4164-98b4-71789cdbb562 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7dfd7d0-32e4-421d-922a-dbc8af44f6b4 HTTP/1.1" status: 200 len: 855 time: 0.1915956 Mar 11 11:55:55.167413 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a29e28-924e-41a2-b1fe-c1c895fe65f0 req-1d3f9d0e-738d-416c-8afc-861d05daea59 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:55.177693 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8a54ab10-869a-48ae-bfb4-85446c5c11e3 req-84ba1e9b-182b-4d8e-b53d-5b1db0775f1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d9312ce-6f59-46bc-a678-a1fed8510214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482266 Mar 11 11:55:55.177930 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14a29e28-924e-41a2-b1fe-c1c895fe65f0 req-1d3f9d0e-738d-416c-8afc-861d05daea59 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 943 time: 0.1254411 Mar 11 11:55:55.289980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14a29e28-924e-41a2-b1fe-c1c895fe65f0 req-96a9ec58-5235-44be-b1df-1d23965223b5 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111472 Mar 11 11:55:55.488072 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8a54ab10-869a-48ae-bfb4-85446c5c11e3 req-ad8a4e50-418f-41d9-97f1-d92de452ce09 service neutron] 10.222.0.37 "GET /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996626 Mar 11 11:55:55.737082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60594) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:56.023327 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d11d892-6ab3-4882-b3fa-108361a88c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:56.199850 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d11d892-6ab3-4882-b3fa-108361a88c68 admin admin] Publish callbacks [] for security_group (b82ff97d-97e1-4f06-b39d-10199b5f30f6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:56.209591 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d11d892-6ab3-4882-b3fa-108361a88c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b82ff97d-97e1-4f06-b39d-10199b5f30f6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:56.276128 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11d892-6ab3-4882-b3fa-108361a88c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82ff97d-97e1-4f06-b39d-10199b5f30f6,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:56.312040 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1d11d892-6ab3-4882-b3fa-108361a88c68 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e2821bc44b140cebcf7a9204d818577&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5737410 Mar 11 11:55:56.314252 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60600) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:56.432313 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8a54ab10-869a-48ae-bfb4-85446c5c11e3 req-b0683caf-697a-4f03-affa-cee24d185b9e service neutron] 10.222.0.37 "GET /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9367952 Mar 11 11:55:56.454183 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a3ebcee-543d-40c6-94ce-860461a19014 admin admin] Publish callbacks [] for security_group (b82ff97d-97e1-4f06-b39d-10199b5f30f6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:56.538005 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a3ebcee-543d-40c6-94ce-860461a19014 admin admin] Publish callbacks [] for security_group (b82ff97d-97e1-4f06-b39d-10199b5f30f6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:56.618457 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a3ebcee-543d-40c6-94ce-860461a19014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b82ff97d-97e1-4f06-b39d-10199b5f30f6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:56.626822 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a3ebcee-543d-40c6-94ce-860461a19014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:56.628460 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3a3ebcee-543d-40c6-94ce-860461a19014 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b82ff97d-97e1-4f06-b39d-10199b5f30f6 HTTP/1.1" status: 204 len: 168 time: 0.3130279 Mar 11 11:55:56.654969 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ebcee-543d-40c6-94ce-860461a19014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82ff97d-97e1-4f06-b39d-10199b5f30f6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:56.692609 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8a3ea-eea8-4017-82f2-96d01f8d4946 req-ab98a14f-6bf5-47f0-b0d9-e30719efb16f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:56.698502 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ecb8a3ea-eea8-4017-82f2-96d01f8d4946 req-ab98a14f-6bf5-47f0-b0d9-e30719efb16f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 943 time: 0.2454445 Mar 11 11:55:56.819081 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ecb8a3ea-eea8-4017-82f2-96d01f8d4946 req-01d867dd-1092-4556-a2a6-3872aa80a60f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140990 Mar 11 11:55:57.601972 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 8606b305-68ad-4bd0-910a-4c0797d78040 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:55:57.733063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 8606b305-68ad-4bd0-910a-4c0797d78040, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8606b305-68ad-4bd0-910a-4c0797d78040,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:57.753428 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '8606b305-68ad-4bd0-910a-4c0797d78040', 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214', 'port_id': '8606b305-68ad-4bd0-910a-4c0797d78040', 'mac_address': 'fa:16:3e:0c:f4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7dfd7d0-32e4-421d-922a-dbc8af44f6b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:55:57.836622 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 8606b305-68ad-4bd0-910a-4c0797d78040 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:55:57.837780 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:57.845580 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60632) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:57.858355 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8606b305-68ad-4bd0-910a-4c0797d78040 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:55:57.879786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 8606b305-68ad-4bd0-910a-4c0797d78040, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8606b305-68ad-4bd0-910a-4c0797d78040,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:55:57.891507 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:57.981393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=8606b305-68ad-4bd0-910a-4c0797d78040,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:57.998629 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:57.998629 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:57.998629 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:57.998629 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:57.998629 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:57.999660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:57.999660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:57.999660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:58.000059 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:58.000300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:58.000632 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:58.000957 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:58.001276 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:55:58.035549 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ff137-7fee-48a7-b39a-d34953e52d39 req-dd282f34-e303-4fbe-b54a-477b4f9ef7b9 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:58.040050 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe7ff137-7fee-48a7-b39a-d34953e52d39 req-dd282f34-e303-4fbe-b54a-477b4f9ef7b9 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 944 time: 0.0852673 Mar 11 11:55:58.046116 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-74c7bfa5-ab7a-4670-ac3f-4a4b96ac248f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-872598688-network', 'tenant_id': 'fa16b61eef2845d9bb9eb5c8f1937b95'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:58.096339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['8606b305-68ad-4bd0-910a-4c0797d78040'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:55:58.111720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c7bfa5-ab7a-4670-ac3f-4a4b96ac248f admin admin] Made reservation on behalf of fa16b61eef2845d9bb9eb5c8f1937b95 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:55:58.115218 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74c7bfa5-ab7a-4670-ac3f-4a4b96ac248f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:58.143486 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74c7bfa5-ab7a-4670-ac3f-4a4b96ac248f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:58.215871 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe7ff137-7fee-48a7-b39a-d34953e52d39 req-31a0076e-cee8-4804-8551-7fb42aa87550 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617227 Mar 11 11:55:58.361462 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74c7bfa5-ab7a-4670-ac3f-4a4b96ac248f admin admin] Publish callbacks [] for security_group (c4fe3385-8617-4623-aa90-12896138fc2e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:58.370829 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74c7bfa5-ab7a-4670-ac3f-4a4b96ac248f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c4fe3385-8617-4623-aa90-12896138fc2e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:58.431986 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c7bfa5-ab7a-4670-ac3f-4a4b96ac248f admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:55:58.446618 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7bfa5-ab7a-4670-ac3f-4a4b96ac248f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fe3385-8617-4623-aa90-12896138fc2e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:58.452894 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74c7bfa5-ab7a-4670-ac3f-4a4b96ac248f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (286ad1b3-3d3e-459c-9c18-93add628585c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:58.453410 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-74c7bfa5-ab7a-4670-ac3f-4a4b96ac248f admin admin] Added segment 286ad1b3-3d3e-459c-9c18-93add628585c of type vlan for network a8cef4a3-3de8-425a-872f-7bf270401c71 Mar 11 11:55:58.501968 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74c7bfa5-ab7a-4670-ac3f-4a4b96ac248f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (a8cef4a3-3de8-425a-872f-7bf270401c71), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:58.535516 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74c7bfa5-ab7a-4670-ac3f-4a4b96ac248f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (a8cef4a3-3de8-425a-872f-7bf270401c71), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:58.537631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c7bfa5-ab7a-4670-ac3f-4a4b96ac248f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:58.538717 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74c7bfa5-ab7a-4670-ac3f-4a4b96ac248f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:58.624792 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60638) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:58.625683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-74c7bfa5-ab7a-4670-ac3f-4a4b96ac248f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7751091 Mar 11 11:55:58.626793 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7bfa5-ab7a-4670-ac3f-4a4b96ac248f admin admin] Pushing event updated for resources: {'Network': ['ID=a8cef4a3-3de8-425a-872f-7bf270401c71,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:58.630348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-960d7c91-061d-40af-bdfe-809f0972ad9f admin admin] Request body: {'subnet': {'network_id': 'a8cef4a3-3de8-425a-872f-7bf270401c71', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-872598688-subnet', 'tenant_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:58.639082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network a8cef4a3-3de8-425a-872f-7bf270401c71 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:55:58.672122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960d7c91-061d-40af-bdfe-809f0972ad9f admin admin] Made reservation on behalf of fa16b61eef2845d9bb9eb5c8f1937b95 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:55:58.675144 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-960d7c91-061d-40af-bdfe-809f0972ad9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:58.948495 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-960d7c91-061d-40af-bdfe-809f0972ad9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (89673109-88d3-4f45-a819-bddb621106ed), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:59.007221 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d7c91-061d-40af-bdfe-809f0972ad9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=89673109-88d3-4f45-a819-bddb621106ed,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:59.025626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960d7c91-061d-40af-bdfe-809f0972ad9f admin admin] Checking segment: {'id': '286ad1b3-3d3e-459c-9c18-93add628585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a8cef4a3-3de8-425a-872f-7bf270401c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:55:59.026247 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d7c91-061d-40af-bdfe-809f0972ad9f admin admin] Network hostable DHCP agents. Network: a8cef4a3-3de8-425a-872f-7bf270401c71, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:55:59.049374 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d7c91-061d-40af-bdfe-809f0972ad9f admin admin] Network a8cef4a3-3de8-425a-872f-7bf270401c71 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:55:59.062183 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-960d7c91-061d-40af-bdfe-809f0972ad9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, a8cef4a3-3de8-425a-872f-7bf270401c71) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:55:59.067268 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960d7c91-061d-40af-bdfe-809f0972ad9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:59.068082 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-960d7c91-061d-40af-bdfe-809f0972ad9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:59.073632 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b8f573-b6da-49ed-ae14-ec3648c5ea30 None None] Network a8cef4a3-3de8-425a-872f-7bf270401c71 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:55:59.096115 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-960d7c91-061d-40af-bdfe-809f0972ad9f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4700954 Mar 11 11:55:59.099130 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60642) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:55:59.131321 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-872598688-router', 'tenant_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:55:59.185563 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (1757f2b5-c413-47d4-98b6-b2fccc5e4e84), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:59.188707 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (1757f2b5-c413-47d4-98b6-b2fccc5e4e84), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:59.216855 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-a8cef4a3-3de8-425a-872f-7bf270401c71', 'network_id': 'a8cef4a3-3de8-425a-872f-7bf270401c71', 'project_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'fixed_ips': [{'subnet_id': '89673109-88d3-4f45-a819-bddb621106ed'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:55:59.220045 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:59.299059 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Publish callbacks [] for router_controller (1757f2b5-c413-47d4-98b6-b2fccc5e4e84), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:59.452251 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Allocated IP 172.20.0.2 (a8cef4a3-3de8-425a-872f-7bf270401c71/89673109-88d3-4f45-a819-bddb621106ed/2fbf8b58-11d0-4641-9fac-8af274ae25fc) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:55:59.570075 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Publish callbacks [] for router_gateway (1757f2b5-c413-47d4-98b6-b2fccc5e4e84), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:59.595216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cd4c7-dd7c-46fa-9c1d-c6625247071c req-60eb4344-c2e5-4828-931d-c958a1079495 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:55:59.596776 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-561cd4c7-dd7c-46fa-9c1d-c6625247071c req-60eb4344-c2e5-4828-931d-c958a1079495 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 944 time: 0.1977804 Mar 11 11:55:59.631931 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 8606b305-68ad-4bd0-910a-4c0797d78040 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:55:59.686150 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-561cd4c7-dd7c-46fa-9c1d-c6625247071c req-f67c7676-b138-41a3-a115-2d7cc322f182 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730708 Mar 11 11:55:59.689648 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Publish callbacks [] for port (2fbf8b58-11d0-4641-9fac-8af274ae25fc), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:59.706334 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (2fbf8b58-11d0-4641-9fac-8af274ae25fc), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:59.782300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Pushing event updated for resources: {'Port': ['ID=2fbf8b58-11d0-4641-9fac-8af274ae25fc,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:55:59.798002 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Network a8cef4a3-3de8-425a-872f-7bf270401c71 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:55:59.803365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:55:59.807437 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:55:59.892470 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 8606b305-68ad-4bd0-910a-4c0797d78040 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:55:59.916464 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Attempting to bind port 2fbf8b58-11d0-4641-9fac-8af274ae25fc on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:55:59.917393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Attempting to bind port 2fbf8b58-11d0-4641-9fac-8af274ae25fc by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '286ad1b3-3d3e-459c-9c18-93add628585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a8cef4a3-3de8-425a-872f-7bf270401c71'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:55:59.918230 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Attempting to bind port 2fbf8b58-11d0-4641-9fac-8af274ae25fc on network a8cef4a3-3de8-425a-872f-7bf270401c71 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:55:59.932801 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 8606b305-68ad-4bd0-910a-4c0797d78040 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:55:59.933368 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:59.937665 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:55:59.937665 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Checking segment: {'id': '286ad1b3-3d3e-459c-9c18-93add628585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a8cef4a3-3de8-425a-872f-7bf270401c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:55:59.937983 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:55:59.938239 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Bound using segment: {'id': '286ad1b3-3d3e-459c-9c18-93add628585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a8cef4a3-3de8-425a-872f-7bf270401c71'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:55:59.938673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Bound port: 2fbf8b58-11d0-4641-9fac-8af274ae25fc, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286ad1b3-3d3e-459c-9c18-93add628585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a8cef4a3-3de8-425a-872f-7bf270401c71'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:55:59.939062 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2fbf8b58-11d0-4641-9fac-8af274ae25fc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:00.091223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-90492203-f316-4c94-959c-835dbb55d262 None None] For port 2fbf8b58-11d0-4641-9fac-8af274ae25fc, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:56:00.112748 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 8606b305-68ad-4bd0-910a-4c0797d78040 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:56:00.113144 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:00.128288 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-90492203-f316-4c94-959c-835dbb55d262 None None] For port 2fbf8b58-11d0-4641-9fac-8af274ae25fc, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2fbf8b58-11d0-4641-9fac-8af274ae25fc,segment=NetworkSegment(286ad1b3-3d3e-459c-9c18-93add628585c),segment_id=286ad1b3-3d3e-459c-9c18-93add628585c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:56:00.156700 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 8606b305-68ad-4bd0-910a-4c0797d78040, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8606b305-68ad-4bd0-910a-4c0797d78040,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:00.158941 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf3bb63-1ca7-46ea-8265-da3734da21c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8606b305-68ad-4bd0-910a-4c0797d78040'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:56:00.161454 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc59a03-5531-4ca4-90c3-c993f1132b59" -d '{"events": [{"server_uuid": "daf3bb63-1ca7-46ea-8265-da3734da21c2", "name": "network-vif-plugged", "status": "completed", "tag": "8606b305-68ad-4bd0-910a-4c0797d78040"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:56:00.180284 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2fbf8b58-11d0-4641-9fac-8af274ae25fc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:00.206243 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:00.269468 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3d8d1c-fde8-4d34-b85e-5efcef07706c x-openstack-request-id: req-da3d8d1c-fde8-4d34-b85e-5efcef07706c {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:56:00.269846 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf3bb63-1ca7-46ea-8265-da3734da21c2", "name": "network-vif-plugged", "status": "completed", "tag": "8606b305-68ad-4bd0-910a-4c0797d78040", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:56:00.270030 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da3d8d1c-fde8-4d34-b85e-5efcef07706c {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:56:00.270443 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf3bb63-1ca7-46ea-8265-da3734da21c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8606b305-68ad-4bd0-910a-4c0797d78040', 'code': 200} Mar 11 11:56:00.309105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90492203-f316-4c94-959c-835dbb55d262 None None] Pushing event updated for resources: {'Port': ['ID=2fbf8b58-11d0-4641-9fac-8af274ae25fc,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:00.399128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4bec4-9e74-49e9-a6c7-7182c0496a2f req-2df1decf-6bd0-4be4-897f-2daa2b6ad539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:00.402545 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2bb4bec4-9e74-49e9-a6c7-7182c0496a2f req-2df1decf-6bd0-4be4-897f-2daa2b6ad539 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 1127 time: 0.0945895 Mar 11 11:56:00.418711 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=8606b305-68ad-4bd0-910a-4c0797d78040,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:00.434517 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Publish callbacks [] for router_gateway (1757f2b5-c413-47d4-98b6-b2fccc5e4e84), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:00.464454 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:00.476475 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2bb4bec4-9e74-49e9-a6c7-7182c0496a2f req-4670f0a1-87c2-4159-bfbf-485d977ea96c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692630 Mar 11 11:56:00.706620 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Allocated IP 172.25.7.158 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/e594e8b8-412e-40ee-b8bb-773ea935e1f9) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:56:00.915296 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Publish callbacks [] for port (e594e8b8-412e-40ee-b8bb-773ea935e1f9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:00.925524 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5b454-8934-4c36-8fd3-8dd889db4347 req-dd79fd5d-decb-435b-95d7-2f7441104523 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:00.927265 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78f5b454-8934-4c36-8fd3-8dd889db4347 req-dd79fd5d-decb-435b-95d7-2f7441104523 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.1165259 Mar 11 11:56:01.011321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78f5b454-8934-4c36-8fd3-8dd889db4347 req-970e9a70-a335-4840-9a8b-e9f1b49c1706 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764177 Mar 11 11:56:01.026784 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e594e8b8-412e-40ee-b8bb-773ea935e1f9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:01.048818 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2fbf8b58-11d0-4641-9fac-8af274ae25fc up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:56:01.096943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:56:01.101811 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:56:01.109674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:56:01.183118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 2fbf8b58-11d0-4641-9fac-8af274ae25fc triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:56:01.183526 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2fbf8b58-11d0-4641-9fac-8af274ae25fc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:01.310343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 2fbf8b58-11d0-4641-9fac-8af274ae25fc is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:56:01.310786 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2fbf8b58-11d0-4641-9fac-8af274ae25fc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:01.360632 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 2fbf8b58-11d0-4641-9fac-8af274ae25fc, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2fbf8b58-11d0-4641-9fac-8af274ae25fc,segment=NetworkSegment(286ad1b3-3d3e-459c-9c18-93add628585c),segment_id=286ad1b3-3d3e-459c-9c18-93add628585c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:01.370573 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2fbf8b58-11d0-4641-9fac-8af274ae25fc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:01.397959 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Pushing event updated for resources: {'Port': ['ID=e594e8b8-412e-40ee-b8bb-773ea935e1f9,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:01.593510 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=2fbf8b58-11d0-4641-9fac-8af274ae25fc,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:01.615668 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Publish callbacks [] for router_gateway (1757f2b5-c413-47d4-98b6-b2fccc5e4e84), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:01.628749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60690) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:01.929375 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33abd19b-a5f7-4242-88c8-d4caf32c9f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:02.106913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb3cc3-a0d4-493a-b7e6-bc4b26542a4a req-1f063f9b-7eb4-435f-94d1-903983a21515 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:02.109929 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87cb3cc3-a0d4-493a-b7e6-bc4b26542a4a req-1f063f9b-7eb4-435f-94d1-903983a21515 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 945 time: 0.2269509 Mar 11 11:56:02.111296 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (1757f2b5-c413-47d4-98b6-b2fccc5e4e84), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:02.121636 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1de6cf-6d76-43c9-a235-a4fd6a09ce6a None None] Network a8cef4a3-3de8-425a-872f-7bf270401c71 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:56:02.136370 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33abd19b-a5f7-4242-88c8-d4caf32c9f4b admin admin] Publish callbacks [] for security_group (93e07fe1-9b52-47e5-b537-3dd98c9b1a3c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:02.142998 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33abd19b-a5f7-4242-88c8-d4caf32c9f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (93e07fe1-9b52-47e5-b537-3dd98c9b1a3c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:02.195479 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-33abd19b-a5f7-4242-88c8-d4caf32c9f4b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09315b7533274ceaa0b2340eadeb1cce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5630062 Mar 11 11:56:02.195479 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abd19b-a5f7-4242-88c8-d4caf32c9f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e07fe1-9b52-47e5-b537-3dd98c9b1a3c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:02.207608 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60702) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:02.274585 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfef4c31-ccc7-4b3d-8860-78a9d4ab2e3d admin admin] Publish callbacks [] for security_group (93e07fe1-9b52-47e5-b537-3dd98c9b1a3c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:02.310949 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfef4c31-ccc7-4b3d-8860-78a9d4ab2e3d admin admin] Publish callbacks [] for security_group (93e07fe1-9b52-47e5-b537-3dd98c9b1a3c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:02.372700 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f9b683cf-2c7c-44c8-8070-6ef963291c4d None None] Provisioning complete for port 2fbf8b58-11d0-4641-9fac-8af274ae25fc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:56:02.372989 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfef4c31-ccc7-4b3d-8860-78a9d4ab2e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (93e07fe1-9b52-47e5-b537-3dd98c9b1a3c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:02.373114 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9b683cf-2c7c-44c8-8070-6ef963291c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2fbf8b58-11d0-4641-9fac-8af274ae25fc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:02.377119 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfef4c31-ccc7-4b3d-8860-78a9d4ab2e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:02.380775 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bfef4c31-ccc7-4b3d-8860-78a9d4ab2e3d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/93e07fe1-9b52-47e5-b537-3dd98c9b1a3c HTTP/1.1" status: 204 len: 168 time: 0.1685669 Mar 11 11:56:02.397605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef4c31-ccc7-4b3d-8860-78a9d4ab2e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e07fe1-9b52-47e5-b537-3dd98c9b1a3c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:02.439459 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87cb3cc3-a0d4-493a-b7e6-bc4b26542a4a req-84e36784-bea8-4201-8d1e-64d7943a64b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f574b3f-d009-48ec-94bc-5bfa6635c095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215761 Mar 11 11:56:02.456102 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c827ee7-93b1-44ae-b061-0070320b8b9a req-760c6ef5-e1e4-4c13-81c6-962f177afb94 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:02.464356 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1c827ee7-93b1-44ae-b061-0070320b8b9a req-760c6ef5-e1e4-4c13-81c6-962f177afb94 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.3286879 Mar 11 11:56:02.639706 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1c827ee7-93b1-44ae-b061-0070320b8b9a req-395e10c2-7c3a-4f5e-96e0-9360221444e6 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735718 Mar 11 11:56:02.653039 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f9b683cf-2c7c-44c8-8070-6ef963291c4d None None] Current status of the port 2fbf8b58-11d0-4641-9fac-8af274ae25fc is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:56:02.655222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Router 1757f2b5-c413-47d4-98b6-b2fccc5e4e84 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:56:02.990162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2fbf8b58-11d0-4641-9fac-8af274ae25fc up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:56:03.017025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:56:03.028321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60720) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:03.039313 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Sync routers for ids ['1757f2b5-c413-47d4-98b6-b2fccc5e4e84'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:56:03.048419 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac87ea-4fde-4a16-8784-669e60295090 req-c82a3905-b851-4ed5-83ac-01f7750bd536 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:03.050036 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39ac87ea-4fde-4a16-8784-669e60295090 req-c82a3905-b851-4ed5-83ac-01f7750bd536 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.2357869 Mar 11 11:56:03.053378 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:03.056979 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f14ed20e-b878-4883-9b48-9382ea82421b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9536314 Mar 11 11:56:03.057855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60722) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:03.058701 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Routers {'1757f2b5-c413-47d4-98b6-b2fccc5e4e84'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:56:03.063729 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:55:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1757f2b5-c413-47d4-98b6-b2fccc5e4e84'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:03.076957 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c06136d2-0719-4c56-9b66-e044dee46886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:03.135371 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e158e588-70e3-4d60-a3ef-6db8548d2628 None None] Provisioning complete for port 2fbf8b58-11d0-4641-9fac-8af274ae25fc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:56:03.136009 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e158e588-70e3-4d60-a3ef-6db8548d2628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2fbf8b58-11d0-4641-9fac-8af274ae25fc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:03.184075 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39ac87ea-4fde-4a16-8784-669e60295090 req-a7387b56-5e3e-446c-9824-8a8cf22064c5 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092014 Mar 11 11:56:03.254335 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c06136d2-0719-4c56-9b66-e044dee46886 admin admin] Publish callbacks [] for security_group (420b0809-c369-47f3-8673-bd77098f5b0c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:03.266445 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c06136d2-0719-4c56-9b66-e044dee46886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (420b0809-c369-47f3-8673-bd77098f5b0c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:03.276369 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 2fbf8b58-11d0-4641-9fac-8af274ae25fc triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:56:03.277085 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2fbf8b58-11d0-4641-9fac-8af274ae25fc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:03.358053 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e158e588-70e3-4d60-a3ef-6db8548d2628 None None] Current status of the port 2fbf8b58-11d0-4641-9fac-8af274ae25fc is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:56:03.391482 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06136d2-0719-4c56-9b66-e044dee46886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420b0809-c369-47f3-8673-bd77098f5b0c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:03.406654 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c06136d2-0719-4c56-9b66-e044dee46886 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3c9886453f7945a9b4153fe4bbb172f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3772097 Mar 11 11:56:03.410820 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Set router 1757f2b5-c413-47d4-98b6-b2fccc5e4e84 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:56:03.416137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60728) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:03.519279 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 2fbf8b58-11d0-4641-9fac-8af274ae25fc is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:56:03.579424 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:03.693330 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16a4dcb3-4db8-40fb-8a55-0b58d4132747 admin admin] Publish callbacks [] for security_group (420b0809-c369-47f3-8673-bd77098f5b0c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:03.782025 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16a4dcb3-4db8-40fb-8a55-0b58d4132747 admin admin] Publish callbacks [] for security_group (420b0809-c369-47f3-8673-bd77098f5b0c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:03.866055 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1757f2b5-c413-47d4-98b6-b2fccc5e4e84', 'name': 'tempest-FloatingIPsNegativeTestJSON-872598688-router', 'tenant_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e594e8b8-412e-40ee-b8bb-773ea935e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:59Z', 'updated_at': '2022-03-11T11:56:01Z', 'revision_number': 3, 'project_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'gw_port': {'id': 'e594e8b8-412e-40ee-b8bb-773ea935e1f9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1757f2b5-c413-47d4-98b6-b2fccc5e4e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:56:00Z', 'updated_at': '2022-03-11T11:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:03.884389 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da46148-2a13-495f-8da5-18edf6fd5364 req-b56c9db6-fb46-49a3-ad64-11b491c79d04 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:03.887485 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6da46148-2a13-495f-8da5-18edf6fd5364 req-b56c9db6-fb46-49a3-ad64-11b491c79d04 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.71 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 945 time: 0.4157112 Mar 11 11:56:03.925590 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f549007-01a4-44a6-8e68-6cac1403ae4a req-081a341b-4e2b-4b13-a954-9f4a1a8ba517 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:03.927191 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f549007-01a4-44a6-8e68-6cac1403ae4a req-081a341b-4e2b-4b13-a954-9f4a1a8ba517 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.3364549 Mar 11 11:56:03.938223 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Checking router: 1757f2b5-c413-47d4-98b6-b2fccc5e4e84 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:56:03.941651 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Updating router 1757f2b5-c413-47d4-98b6-b2fccc5e4e84 port e594e8b8-412e-40ee-b8bb-773ea935e1f9 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:56:04.007981 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e594e8b8-412e-40ee-b8bb-773ea935e1f9), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:04.105334 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16a4dcb3-4db8-40fb-8a55-0b58d4132747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (420b0809-c369-47f3-8673-bd77098f5b0c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:04.110049 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16a4dcb3-4db8-40fb-8a55-0b58d4132747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:04.152553 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c827d-9053-467a-b47e-81274641ef21 req-109af45e-a475-4634-8555-0facc96b7c8b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:04.156324 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-16a4dcb3-4db8-40fb-8a55-0b58d4132747 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/420b0809-c369-47f3-8673-bd77098f5b0c HTTP/1.1" status: 204 len: 168 time: 0.7328050 Mar 11 11:56:04.180247 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a01c827d-9053-467a-b47e-81274641ef21 req-109af45e-a475-4634-8555-0facc96b7c8b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 945 time: 0.5304217 Mar 11 11:56:04.189386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4dcb3-4db8-40fb-8a55-0b58d4132747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420b0809-c369-47f3-8673-bd77098f5b0c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:04.246121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-6da46148-2a13-495f-8da5-18edf6fd5364 req-aaced4fd-0986-4de7-9ed5-c3cb6d6aae4c tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Deleting port 86856e35-f46e-48b8-b57a-3477d5d68272 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:56:04.246716 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6da46148-2a13-495f-8da5-18edf6fd5364 req-aaced4fd-0986-4de7-9ed5-c3cb6d6aae4c tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (86856e35-f46e-48b8-b57a-3477d5d68272), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:04.484481 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-6da46148-2a13-495f-8da5-18edf6fd5364 req-aaced4fd-0986-4de7-9ed5-c3cb6d6aae4c tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] For port 86856e35-f46e-48b8-b57a-3477d5d68272, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=86856e35-f46e-48b8-b57a-3477d5d68272,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:04.484846 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6da46148-2a13-495f-8da5-18edf6fd5364 req-aaced4fd-0986-4de7-9ed5-c3cb6d6aae4c tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (86856e35-f46e-48b8-b57a-3477d5d68272), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:04.597395 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f549007-01a4-44a6-8e68-6cac1403ae4a req-efb4eff0-2fd1-4d08-b920-e55d542ebe23 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6598918 Mar 11 11:56:04.620579 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a01c827d-9053-467a-b47e-81274641ef21 req-04462053-7143-46ce-b225-6026a39678b9 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f574b3f-d009-48ec-94bc-5bfa6635c095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4386935 Mar 11 11:56:04.699549 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Publish callbacks [] for port (e594e8b8-412e-40ee-b8bb-773ea935e1f9), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:04.717758 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e594e8b8-412e-40ee-b8bb-773ea935e1f9), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:04.880806 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:04.901983 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6da46148-2a13-495f-8da5-18edf6fd5364 req-aaced4fd-0986-4de7-9ed5-c3cb6d6aae4c tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:04.902572 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6da46148-2a13-495f-8da5-18edf6fd5364 req-aaced4fd-0986-4de7-9ed5-c3cb6d6aae4c tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (6e6cafc3-6e44-4b36-b032-40817ebb0871), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:04.903160 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [req-6da46148-2a13-495f-8da5-18edf6fd5364 req-aaced4fd-0986-4de7-9ed5-c3cb6d6aae4c tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Floating IP 6e6cafc3-6e44-4b36-b032-40817ebb0871 disassociated. External IP: 172.25.7.109, port: 86856e35-f46e-48b8-b57a-3477d5d68272. Mar 11 11:56:04.904671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-6da46148-2a13-495f-8da5-18edf6fd5364 req-aaced4fd-0986-4de7-9ed5-c3cb6d6aae4c tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Calling delete_port for 86856e35-f46e-48b8-b57a-3477d5d68272 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:56:04.913648 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Attempting to bind port e594e8b8-412e-40ee-b8bb-773ea935e1f9 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:56:04.915285 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Attempting to bind port e594e8b8-412e-40ee-b8bb-773ea935e1f9 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:56:04.915839 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Attempting to bind port e594e8b8-412e-40ee-b8bb-773ea935e1f9 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:56:04.923840 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8cb69-c0e8-490c-b857-35a612d86e72 None None] Pushing event updated for resources: {'Port': ['ID=e594e8b8-412e-40ee-b8bb-773ea935e1f9,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:04.938060 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:56:04.939983 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:56:04.939983 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:04.939983 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:56:04.940588 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Bound port: e594e8b8-412e-40ee-b8bb-773ea935e1f9, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:56:04.941036 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e594e8b8-412e-40ee-b8bb-773ea935e1f9), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:04.960283 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8cb69-c0e8-490c-b857-35a612d86e72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:04.961065 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8cb69-c0e8-490c-b857-35a612d86e72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:04.961462 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8cb69-c0e8-490c-b857-35a612d86e72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:04.962079 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8cb69-c0e8-490c-b857-35a612d86e72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:04.962435 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8cb69-c0e8-490c-b857-35a612d86e72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:04.962937 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8cb69-c0e8-490c-b857-35a612d86e72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:04.963327 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8cb69-c0e8-490c-b857-35a612d86e72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:04.963745 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8cb69-c0e8-490c-b857-35a612d86e72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:04.964135 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8cb69-c0e8-490c-b857-35a612d86e72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:04.964522 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8cb69-c0e8-490c-b857-35a612d86e72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:04.964925 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8cb69-c0e8-490c-b857-35a612d86e72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:04.965317 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8cb69-c0e8-490c-b857-35a612d86e72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:04.965776 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8cb69-c0e8-490c-b857-35a612d86e72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:05.055786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343a68f-4902-4d34-84f4-fe0b9362c143 req-624b5a8b-8aa9-4f6b-b749-be9267c3b6ae tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:05.059626 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] For port e594e8b8-412e-40ee-b8bb-773ea935e1f9, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:56:05.064331 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0343a68f-4902-4d34-84f4-fe0b9362c143 req-624b5a8b-8aa9-4f6b-b749-be9267c3b6ae tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.1763999 Mar 11 11:56:05.066864 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] For port e594e8b8-412e-40ee-b8bb-773ea935e1f9, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e594e8b8-412e-40ee-b8bb-773ea935e1f9,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:56:05.079451 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e594e8b8-412e-40ee-b8bb-773ea935e1f9), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:05.143881 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8cb69-c0e8-490c-b857-35a612d86e72 None None] Pushing event updated for resources: {'Port': ['ID=e594e8b8-412e-40ee-b8bb-773ea935e1f9,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:05.148530 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6da46148-2a13-495f-8da5-18edf6fd5364 req-aaced4fd-0986-4de7-9ed5-c3cb6d6aae4c tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (86856e35-f46e-48b8-b57a-3477d5d68272), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:05.178233 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Routers {'1757f2b5-c413-47d4-98b6-b2fccc5e4e84'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:56:05.178870 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:55:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1757f2b5-c413-47d4-98b6-b2fccc5e4e84'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:05.198532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaced4fd-0986-4de7-9ed5-c3cb6d6aae4c tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event deleted for resources: {'Port': ['ID=86856e35-f46e-48b8-b57a-3477d5d68272,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:05.400617 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] Set router 1757f2b5-c413-47d4-98b6-b2fccc5e4e84 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:56:05.411872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6da46148-2a13-495f-8da5-18edf6fd5364 req-aaced4fd-0986-4de7-9ed5-c3cb6d6aae4c tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Router 5497603f-a2a6-4280-a5de-4b56c205edce has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:56:05.604434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6da46148-2a13-495f-8da5-18edf6fd5364 req-aaced4fd-0986-4de7-9ed5-c3cb6d6aae4c tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:56:05.617486 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5931432b-4987-4732-a368-d3c8829bfa71 None None] Sync routers for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:56:05.638380 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5931432b-4987-4732-a368-d3c8829bfa71 None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:56:05.639327 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5931432b-4987-4732-a368-d3c8829bfa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:55:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:05.741396 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da46148-2a13-495f-8da5-18edf6fd5364 req-aaced4fd-0986-4de7-9ed5-c3cb6d6aae4c tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] No DVR routers for this DVR port 86856e35-f46e-48b8-b57a-3477d5d68272 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:56:05.752426 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6da46148-2a13-495f-8da5-18edf6fd5364 req-aaced4fd-0986-4de7-9ed5-c3cb6d6aae4c tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:05.763810 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6da46148-2a13-495f-8da5-18edf6fd5364 req-aaced4fd-0986-4de7-9ed5-c3cb6d6aae4c tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.71 "DELETE /v2.0/ports/86856e35-f46e-48b8-b57a-3477d5d68272 HTTP/1.1" status: 204 len: 173 time: 1.8688564 Mar 11 11:56:05.776532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'name': 'network-vif-deleted', 'tag': '86856e35-f46e-48b8-b57a-3477d5d68272'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:56:05.786689 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc96ff0-3aec-4a5f-9fee-abb2426de4da" -d '{"events": [{"server_uuid": "c09c281e-e3f1-4858-bae8-ef672d8349a4", "name": "network-vif-deleted", "tag": "86856e35-f46e-48b8-b57a-3477d5d68272"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:56:05.859040 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1757f2b5-c413-47d4-98b6-b2fccc5e4e84', 'name': 'tempest-FloatingIPsNegativeTestJSON-872598688-router', 'tenant_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e594e8b8-412e-40ee-b8bb-773ea935e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:59Z', 'updated_at': '2022-03-11T11:56:01Z', 'revision_number': 3, 'project_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'gw_port': {'id': 'e594e8b8-412e-40ee-b8bb-773ea935e1f9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1757f2b5-c413-47d4-98b6-b2fccc5e4e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:56:00Z', 'updated_at': '2022-03-11T11:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:05.984359 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5931432b-4987-4732-a368-d3c8829bfa71 None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:56:06.114007 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d77ebdf-a5dc-4da0-910a-233518f59d30 req-2e2d7648-5432-4075-b052-75aaafe9d946 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09c281e-e3f1-4858-bae8-ef672d8349a4 HTTP/1.1" status: 200 len: 210 time: 0.1434860 Mar 11 11:56:06.133509 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ea25a-f53e-4504-836e-119dfadb60db None None] The sync data for ids ['1757f2b5-c413-47d4-98b6-b2fccc5e4e84'] in n-d-833234-2 is: [{'id': '1757f2b5-c413-47d4-98b6-b2fccc5e4e84', 'name': 'tempest-FloatingIPsNegativeTestJSON-872598688-router', 'tenant_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e594e8b8-412e-40ee-b8bb-773ea935e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:59Z', 'updated_at': '2022-03-11T11:56:01Z', 'revision_number': 3, 'project_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'gw_port': {'id': 'e594e8b8-412e-40ee-b8bb-773ea935e1f9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1757f2b5-c413-47d4-98b6-b2fccc5e4e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:56:00Z', 'updated_at': '2022-03-11T11:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:56:06.210370 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb13c97d-eace-426e-929e-63bd6035148c x-openstack-request-id: req-fb13c97d-eace-426e-929e-63bd6035148c {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:56:06.211292 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09c281e-e3f1-4858-bae8-ef672d8349a4", "name": "network-vif-deleted", "tag": "86856e35-f46e-48b8-b57a-3477d5d68272", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:56:06.211785 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb13c97d-eace-426e-929e-63bd6035148c {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:56:06.212532 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09c281e-e3f1-4858-bae8-ef672d8349a4', 'name': 'network-vif-deleted', 'tag': '86856e35-f46e-48b8-b57a-3477d5d68272', 'status': 'completed', 'code': 200} Mar 11 11:56:06.216549 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0343a68f-4902-4d34-84f4-fe0b9362c143 req-8303c3d0-eb56-486e-8454-a3def6ee62b7 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1478841 Mar 11 11:56:06.290826 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Allocated IP 172.20.0.1 (a8cef4a3-3de8-425a-872f-7bf270401c71/89673109-88d3-4f45-a819-bddb621106ed/9dd5c3ee-34e9-48b1-aecc-4fd07fad6280) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:56:06.585190 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Publish callbacks [] for port (9dd5c3ee-34e9-48b1-aecc-4fd07fad6280), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:06.733726 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9dd5c3ee-34e9-48b1-aecc-4fd07fad6280), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:06.881096 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Network a8cef4a3-3de8-425a-872f-7bf270401c71 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:56:06.893325 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:56:06.897892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:56:06.939666 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 86856e35-f46e-48b8-b57a-3477d5d68272 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:56:06.968933 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (1757f2b5-c413-47d4-98b6-b2fccc5e4e84), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:06.984098 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 86856e35-f46e-48b8-b57a-3477d5d68272 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:56:06.984476 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 86856e35-f46e-48b8-b57a-3477d5d68272 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:56:07.080889 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5931432b-4987-4732-a368-d3c8829bfa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:07.088164 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e594e8b8-412e-40ee-b8bb-773ea935e1f9 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:56:07.135637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Pushing event updated for resources: {'Port': ['ID=9dd5c3ee-34e9-48b1-aecc-4fd07fad6280,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:07.243110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:07.243589 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:07.244055 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:07.244516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:07.244952 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:07.245381 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:07.245870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:07.246295 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:07.246770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:07.247200 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:07.247649 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:07.250376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:07.251486 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:07.262288 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60798) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:07.280881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5931432b-4987-4732-a368-d3c8829bfa71 None None] Checking router: 5497603f-a2a6-4280-a5de-4b56c205edce for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:56:07.308304 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5931432b-4987-4732-a368-d3c8829bfa71 None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:56:07.309083 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5931432b-4987-4732-a368-d3c8829bfa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:55:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:07.426554 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d056a-d16b-42c0-a3d3-951801dba0d7 req-ae0a3fc0-9435-4772-b623-ff1bc624938e tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:07.428546 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d6d056a-d16b-42c0-a3d3-951801dba0d7 req-ae0a3fc0-9435-4772-b623-ff1bc624938e tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.3494062 Mar 11 11:56:07.459371 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53b7e0bd-57ce-4309-a69d-f9e02b080efe tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (5f574b3f-d009-48ec-94bc-5bfa6635c095), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:07.492407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e594e8b8-412e-40ee-b8bb-773ea935e1f9 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:56:07.492943 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e594e8b8-412e-40ee-b8bb-773ea935e1f9), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:07.494259 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9dd5c3ee-34e9-48b1-aecc-4fd07fad6280), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:07.553391 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c50fad09-f352-4b23-906f-3943f5eae5a8 None None] Provisioning complete for port 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:56:07.554036 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c50fad09-f352-4b23-906f-3943f5eae5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9dd5c3ee-34e9-48b1-aecc-4fd07fad6280), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:07.576498 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53b7e0bd-57ce-4309-a69d-f9e02b080efe tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (5f574b3f-d009-48ec-94bc-5bfa6635c095), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:07.607038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5931432b-4987-4732-a368-d3c8829bfa71 None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:56:07.610204 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d6d056a-d16b-42c0-a3d3-951801dba0d7 req-eea433f5-d49e-4794-b767-280c4124cb26 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727405 Mar 11 11:56:07.658088 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53b7e0bd-57ce-4309-a69d-f9e02b080efe tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5f574b3f-d009-48ec-94bc-5bfa6635c095), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:07.663732 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53b7e0bd-57ce-4309-a69d-f9e02b080efe tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:07.669538 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-53b7e0bd-57ce-4309-a69d-f9e02b080efe tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "DELETE /v2.0/security-groups/5f574b3f-d009-48ec-94bc-5bfa6635c095 HTTP/1.1" status: 204 len: 168 time: 0.4036369 Mar 11 11:56:07.670035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60802) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:07.699217 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7e0bd-57ce-4309-a69d-f9e02b080efe tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f574b3f-d009-48ec-94bc-5bfa6635c095,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:07.699486 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c50fad09-f352-4b23-906f-3943f5eae5a8 None None] Port 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:56:07.712068 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-73e13f81-e30a-41b4-8b0f-0d78af72f7bc tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] show failed (client error): The resource could not be found. Mar 11 11:56:07.716345 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-73e13f81-e30a-41b4-8b0f-0d78af72f7bc tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups/5f574b3f-d009-48ec-94bc-5bfa6635c095 HTTP/1.1" status: 404 len: 347 time: 0.0349348 Mar 11 11:56:07.716628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60804) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:07.929172 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e594e8b8-412e-40ee-b8bb-773ea935e1f9 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:56:07.930164 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e594e8b8-412e-40ee-b8bb-773ea935e1f9), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:07.932692 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Publish callbacks [] for port (9dd5c3ee-34e9-48b1-aecc-4fd07fad6280), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:07.942773 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (9dd5c3ee-34e9-48b1-aecc-4fd07fad6280), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:07.964893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f778c750-2fe0-42d3-bf50-d5e41e48809f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Deleting port 66085887-9275-41d8-8b9e-b0c2e340787d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:56:07.966514 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f778c750-2fe0-42d3-bf50-d5e41e48809f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (66085887-9275-41d8-8b9e-b0c2e340787d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:07.995279 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port e594e8b8-412e-40ee-b8bb-773ea935e1f9, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e594e8b8-412e-40ee-b8bb-773ea935e1f9,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:08.008337 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e594e8b8-412e-40ee-b8bb-773ea935e1f9), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:08.062863 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Pushing event updated for resources: {'Port': ['ID=9dd5c3ee-34e9-48b1-aecc-4fd07fad6280,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:08.073969 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (1757f2b5-c413-47d4-98b6-b2fccc5e4e84), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:08.118883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=e594e8b8-412e-40ee-b8bb-773ea935e1f9,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:08.136934 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f778c750-2fe0-42d3-bf50-d5e41e48809f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (66085887-9275-41d8-8b9e-b0c2e340787d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:08.137528 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f778c750-2fe0-42d3-bf50-d5e41e48809f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (66085887-9275-41d8-8b9e-b0c2e340787d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:08.143164 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5931432b-4987-4732-a368-d3c8829bfa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:08.157112 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f778c750-2fe0-42d3-bf50-d5e41e48809f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Calling delete_port for 66085887-9275-41d8-8b9e-b0c2e340787d owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:56:08.182134 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5931432b-4987-4732-a368-d3c8829bfa71 None None] The sync data for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 is: [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:56:08.260030 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Network a8cef4a3-3de8-425a-872f-7bf270401c71 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:56:08.265202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:56:08.383256 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f778c750-2fe0-42d3-bf50-d5e41e48809f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (66085887-9275-41d8-8b9e-b0c2e340787d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:08.438397 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778c750-2fe0-42d3-bf50-d5e41e48809f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event deleted for resources: {'Port': ['ID=66085887-9275-41d8-8b9e-b0c2e340787d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:08.543801 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Router 1757f2b5-c413-47d4-98b6-b2fccc5e4e84 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:56:08.592342 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f778c750-2fe0-42d3-bf50-d5e41e48809f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (6e6cafc3-6e44-4b36-b032-40817ebb0871), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:08.595279 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f778c750-2fe0-42d3-bf50-d5e41e48809f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:08.633880 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f778c750-2fe0-42d3-bf50-d5e41e48809f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "DELETE /v2.0/floatingips/6e6cafc3-6e44-4b36-b032-40817ebb0871 HTTP/1.1" status: 204 len: 168 time: 0.8986490 Mar 11 11:56:08.722281 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:56:08.742502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1cab36b7-21f9-485a-ac56-0011252f3bd8 None None] Provisioning complete for port 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:56:08.743698 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1cab36b7-21f9-485a-ac56-0011252f3bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9dd5c3ee-34e9-48b1-aecc-4fd07fad6280), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:08.829969 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222ea3a-a1fb-4a23-a5f9-9ad32edb9f71 None None] New status for floating IP 6e6cafc3-6e44-4b36-b032-40817ebb0871: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:56:08.855882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1cab36b7-21f9-485a-ac56-0011252f3bd8 None None] Port 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:56:08.899307 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:56:08.907762 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b6812169-bceb-4e9c-b0a9-216adb8e2c39 admin admin] 10.222.0.78 "PUT /v2.0/routers/1757f2b5-c413-47d4-98b6-b2fccc5e4e84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8484478 Mar 11 11:56:08.938605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bec4f6-4021-47b4-bc37-95e7c5eca28a req-b877adbb-ae62-4f39-8d90-8da8c6e85fa5 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:08.941200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09bec4f6-4021-47b4-bc37-95e7c5eca28a req-b877adbb-ae62-4f39-8d90-8da8c6e85fa5 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.1464806 Mar 11 11:56:08.997597 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e594e8b8-412e-40ee-b8bb-773ea935e1f9 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:56:09.026470 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60814) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:09.031798 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-273e6f53-6111-4ba8-a1f1-72384e72622f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1426069599', 'description': 'tempest-description--1732687126'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:56:09.065285 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09bec4f6-4021-47b4-bc37-95e7c5eca28a req-f9c02025-802d-4b2f-95eb-ce6de102916f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177247 Mar 11 11:56:09.097256 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-273e6f53-6111-4ba8-a1f1-72384e72622f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:09.177637 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e594e8b8-412e-40ee-b8bb-773ea935e1f9 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:56:09.178437 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e594e8b8-412e-40ee-b8bb-773ea935e1f9), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:09.219097 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-273e6f53-6111-4ba8-a1f1-72384e72622f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (22af9d34-4912-4c03-ad00-4fd85f0a94c5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:09.229931 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-273e6f53-6111-4ba8-a1f1-72384e72622f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (22af9d34-4912-4c03-ad00-4fd85f0a94c5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:09.283787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e6f53-6111-4ba8-a1f1-72384e72622f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22af9d34-4912-4c03-ad00-4fd85f0a94c5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:09.288622 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-273e6f53-6111-4ba8-a1f1-72384e72622f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:09.289901 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-273e6f53-6111-4ba8-a1f1-72384e72622f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2623911 Mar 11 11:56:09.292980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60820) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:09.299118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-6f0c763c-64b1-491e-ba96-8509dbfa417a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'security_group_rule': {'security_group_id': '22af9d34-4912-4c03-ad00-4fd85f0a94c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:56:09.355700 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e594e8b8-412e-40ee-b8bb-773ea935e1f9 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:56:09.367486 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Sync routers for ids ['1757f2b5-c413-47d4-98b6-b2fccc5e4e84'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:56:09.381507 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Routers {'1757f2b5-c413-47d4-98b6-b2fccc5e4e84'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:56:09.382273 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:55:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1757f2b5-c413-47d4-98b6-b2fccc5e4e84'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:09.426127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e4e6d38-f24e-4753-aa15-b3c4eb0ef59b req-64d904b6-1fbb-4621-8809-55ee2b49ac25 tempest-FloatingIPsNegativeTestJSON-761356390 tempest-FloatingIPsNegativeTestJSON-761356390-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=fa16b61eef2845d9bb9eb5c8f1937b95 HTTP/1.1" status: 200 len: 217 time: 0.0836036 Mar 11 11:56:09.432713 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f0c763c-64b1-491e-ba96-8509dbfa417a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (386f7066-4c03-4d7b-bf1c-2921b6390a01), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:09.507846 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba53c6e2-cd83-4caf-a83e-bd0c800c2780 req-00ba8097-b90c-4059-84c6-947b1b672b27 tempest-FloatingIPsNegativeTestJSON-761356390 tempest-FloatingIPsNegativeTestJSON-761356390-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0636775 Mar 11 11:56:09.521335 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Set router 1757f2b5-c413-47d4-98b6-b2fccc5e4e84 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:56:09.532443 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f0c763c-64b1-491e-ba96-8509dbfa417a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (386f7066-4c03-4d7b-bf1c-2921b6390a01), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:09.594932 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-0504f5de-0db5-400d-b77d-f4ef635247f2 req-4571f755-ac78-4464-9d8a-6cf742524023 tempest-FloatingIPsNegativeTestJSON-761356390 tempest-FloatingIPsNegativeTestJSON-761356390-project] show failed (client error): The resource could not be found. Mar 11 11:56:09.594932 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0504f5de-0db5-400d-b77d-f4ef635247f2 req-4571f755-ac78-4464-9d8a-6cf742524023 tempest-FloatingIPsNegativeTestJSON-761356390 tempest-FloatingIPsNegativeTestJSON-761356390-project] 10.222.0.78 "GET /v2.0/floatingips/2e63315f-cff6-4d32-8950-af35279835a9 HTTP/1.1" status: 404 len: 350 time: 0.0460629 Mar 11 11:56:09.594932 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f0c763c-64b1-491e-ba96-8509dbfa417a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (386f7066-4c03-4d7b-bf1c-2921b6390a01), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:09.599068 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60826) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:09.607089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c763c-64b1-491e-ba96-8509dbfa417a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386f7066-4c03-4d7b-bf1c-2921b6390a01,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:09.654066 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f0c763c-64b1-491e-ba96-8509dbfa417a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:09.658722 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6f0c763c-64b1-491e-ba96-8509dbfa417a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3625658 Mar 11 11:56:09.659234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60828) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:09.663937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f3f7d307-8ac4-47bc-9fee-42cb56906bbe tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'security_group_rule': {'security_group_id': '22af9d34-4912-4c03-ad00-4fd85f0a94c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:56:09.731705 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f3f7d307-8ac4-47bc-9fee-42cb56906bbe tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (14fb615c-83d1-4b5b-a675-00305ae0c8be), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:09.838364 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f3f7d307-8ac4-47bc-9fee-42cb56906bbe tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (14fb615c-83d1-4b5b-a675-00305ae0c8be), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:09.846436 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f3f7d307-8ac4-47bc-9fee-42cb56906bbe tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (14fb615c-83d1-4b5b-a675-00305ae0c8be), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:09.852721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1757f2b5-c413-47d4-98b6-b2fccc5e4e84', 'name': 'tempest-FloatingIPsNegativeTestJSON-872598688-router', 'tenant_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e594e8b8-412e-40ee-b8bb-773ea935e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:59Z', 'updated_at': '2022-03-11T11:56:07Z', 'revision_number': 4, 'project_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'gw_port': {'id': 'e594e8b8-412e-40ee-b8bb-773ea935e1f9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1757f2b5-c413-47d4-98b6-b2fccc5e4e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:56:00Z', 'updated_at': '2022-03-11T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '9dd5c3ee-34e9-48b1-aecc-4fd07fad6280', 'name': '', 'network_id': 'a8cef4a3-3de8-425a-872f-7bf270401c71', 'tenant_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'mac_address': 'fa:16:3e:1b:5d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1757f2b5-c413-47d4-98b6-b2fccc5e4e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '89673109-88d3-4f45-a819-bddb621106ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:56:04Z', 'updated_at': '2022-03-11T11:56:07Z', 'revision_number': 2, 'project_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'subnets': [{'id': '89673109-88d3-4f45-a819-bddb621106ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:09.869851 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7d307-8ac4-47bc-9fee-42cb56906bbe tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fb615c-83d1-4b5b-a675-00305ae0c8be,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:09.882941 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f3f7d307-8ac4-47bc-9fee-42cb56906bbe tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:09.888906 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f3f7d307-8ac4-47bc-9fee-42cb56906bbe tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2257195 Mar 11 11:56:09.889128 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60832) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:09.898961 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-30b3b467-c40c-4316-894c-25252cb8caee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:56:09.901007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Checking router: 1757f2b5-c413-47d4-98b6-b2fccc5e4e84 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:56:09.901525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Updating router 1757f2b5-c413-47d4-98b6-b2fccc5e4e84 port 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:56:09.942839 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-30b3b467-c40c-4316-894c-25252cb8caee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:09.946382 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9dd5c3ee-34e9-48b1-aecc-4fd07fad6280), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:10.201064 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-30b3b467-c40c-4316-894c-25252cb8caee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:10.304164 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c994ea90-55ed-40cd-aee8-e85db12d1297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (1757f2b5-c413-47d4-98b6-b2fccc5e4e84), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:10.306430 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65c5a3-dbc2-4074-8a57-0dcf51265c00 req-9c1e7c08-51c5-4969-9e7a-e5b87622dac7 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:10.314104 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce65c5a3-dbc2-4074-8a57-0dcf51265c00 req-9c1e7c08-51c5-4969-9e7a-e5b87622dac7 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.1533337 Mar 11 11:56:10.398648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce65c5a3-dbc2-4074-8a57-0dcf51265c00 req-3764b59d-8795-49ec-87cd-cfb2d397d868 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823524 Mar 11 11:56:10.421278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-30b3b467-c40c-4316-894c-25252cb8caee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Allocated IP 172.25.7.73 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/b82960e8-46e7-4a64-be19-1c3a4889acb1) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:56:10.473497 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Publish callbacks [] for port (9dd5c3ee-34e9-48b1-aecc-4fd07fad6280), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:10.484692 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9dd5c3ee-34e9-48b1-aecc-4fd07fad6280), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:10.559525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712695c-9800-4318-8263-6592c6cf6f86 None None] Pushing event updated for resources: {'Port': ['ID=9dd5c3ee-34e9-48b1-aecc-4fd07fad6280,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:10.597924 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-30b3b467-c40c-4316-894c-25252cb8caee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for port (b82960e8-46e7-4a64-be19-1c3a4889acb1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:10.627117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Attempting to bind port 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:56:10.627567 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Attempting to bind port 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '286ad1b3-3d3e-459c-9c18-93add628585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a8cef4a3-3de8-425a-872f-7bf270401c71'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:56:10.628031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Attempting to bind port 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280 on network a8cef4a3-3de8-425a-872f-7bf270401c71 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:56:10.634337 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:56:10.634803 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Checking segment: {'id': '286ad1b3-3d3e-459c-9c18-93add628585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a8cef4a3-3de8-425a-872f-7bf270401c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:56:10.636089 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:10.636554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Bound using segment: {'id': '286ad1b3-3d3e-459c-9c18-93add628585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a8cef4a3-3de8-425a-872f-7bf270401c71'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:56:10.637087 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Bound port: 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286ad1b3-3d3e-459c-9c18-93add628585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a8cef4a3-3de8-425a-872f-7bf270401c71'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:56:10.637747 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9dd5c3ee-34e9-48b1-aecc-4fd07fad6280), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:10.681944 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-30b3b467-c40c-4316-894c-25252cb8caee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b82960e8-46e7-4a64-be19-1c3a4889acb1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:10.696999 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c994ea90-55ed-40cd-aee8-e85db12d1297 admin admin] Deleting port 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:56:10.698451 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c994ea90-55ed-40cd-aee8-e85db12d1297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9dd5c3ee-34e9-48b1-aecc-4fd07fad6280), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:10.752486 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] For port 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:56:10.756710 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] For port 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9dd5c3ee-34e9-48b1-aecc-4fd07fad6280,segment=NetworkSegment(286ad1b3-3d3e-459c-9c18-93add628585c),segment_id=286ad1b3-3d3e-459c-9c18-93add628585c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:56:10.770279 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9dd5c3ee-34e9-48b1-aecc-4fd07fad6280), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:10.800955 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b3b467-c40c-4316-894c-25252cb8caee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:56:10.802374 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3b467-c40c-4316-894c-25252cb8caee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'Port': ['ID=b82960e8-46e7-4a64-be19-1c3a4889acb1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:10.814828 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-30b3b467-c40c-4316-894c-25252cb8caee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:56:10.822336 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b3b467-c40c-4316-894c-25252cb8caee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:56:10.866369 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Routers {'1757f2b5-c413-47d4-98b6-b2fccc5e4e84'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:56:10.867246 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:55:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1757f2b5-c413-47d4-98b6-b2fccc5e4e84'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:10.892595 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-c994ea90-55ed-40cd-aee8-e85db12d1297 admin admin] For port 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280, host n-d-833234-2, got binding levels [] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:10.892970 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c994ea90-55ed-40cd-aee8-e85db12d1297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9dd5c3ee-34e9-48b1-aecc-4fd07fad6280), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:10.907550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c994ea90-55ed-40cd-aee8-e85db12d1297 admin admin] Calling delete_port for 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:56:10.997302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712695c-9800-4318-8263-6592c6cf6f86 None None] Pushing event updated for resources: {'Port': ['ID=9dd5c3ee-34e9-48b1-aecc-4fd07fad6280,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:11.049095 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-80777625-b205-4a13-818a-53019ea42450 None None] Provisioning complete for port 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:56:11.049762 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-80777625-b205-4a13-818a-53019ea42450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9dd5c3ee-34e9-48b1-aecc-4fd07fad6280), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:11.059887 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-30b3b467-c40c-4316-894c-25252cb8caee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (0aed6b48-5be2-43fc-b4f9-8d8972cd66d4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:11.147410 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-30b3b467-c40c-4316-894c-25252cb8caee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b82960e8-46e7-4a64-be19-1c3a4889acb1), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:11.180397 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] Set router 1757f2b5-c413-47d4-98b6-b2fccc5e4e84 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:56:11.298940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c994ea90-55ed-40cd-aee8-e85db12d1297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9dd5c3ee-34e9-48b1-aecc-4fd07fad6280), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:11.358305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994ea90-55ed-40cd-aee8-e85db12d1297 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd5c3ee-34e9-48b1-aecc-4fd07fad6280,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:11.404303 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-30b3b467-c40c-4316-894c-25252cb8caee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for port (b82960e8-46e7-4a64-be19-1c3a4889acb1), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:11.414335 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-30b3b467-c40c-4316-894c-25252cb8caee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b82960e8-46e7-4a64-be19-1c3a4889acb1), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:11.572780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3b467-c40c-4316-894c-25252cb8caee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'Port': ['ID=b82960e8-46e7-4a64-be19-1c3a4889acb1,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:11.600533 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-30b3b467-c40c-4316-894c-25252cb8caee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (0aed6b48-5be2-43fc-b4f9-8d8972cd66d4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:11.631751 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-30b3b467-c40c-4316-894c-25252cb8caee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:11.633630 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-30b3b467-c40c-4316-894c-25252cb8caee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7433357 Mar 11 11:56:11.710559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7ff7f-73e0-4f39-b3bc-8a050b342a15 req-117828b2-c898-4735-b61d-4c522d5a3bab tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:11.713490 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79b7ff7f-73e0-4f39-b3bc-8a050b342a15 req-117828b2-c898-4735-b61d-4c522d5a3bab tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.1329818 Mar 11 11:56:11.755223 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c994ea90-55ed-40cd-aee8-e85db12d1297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (1757f2b5-c413-47d4-98b6-b2fccc5e4e84), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:11.835776 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79b7ff7f-73e0-4f39-b3bc-8a050b342a15 req-054fc5bf-4034-4f2d-82d1-9af2624efa94 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141217 Mar 11 11:56:11.867901 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-80777625-b205-4a13-818a-53019ea42450 None None] Current status of the port 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:56:11.868624 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-80777625-b205-4a13-818a-53019ea42450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9dd5c3ee-34e9-48b1-aecc-4fd07fad6280), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:11.947685 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1757f2b5-c413-47d4-98b6-b2fccc5e4e84', 'name': 'tempest-FloatingIPsNegativeTestJSON-872598688-router', 'tenant_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e594e8b8-412e-40ee-b8bb-773ea935e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:59Z', 'updated_at': '2022-03-11T11:56:07Z', 'revision_number': 4, 'project_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'gw_port': {'id': 'e594e8b8-412e-40ee-b8bb-773ea935e1f9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1757f2b5-c413-47d4-98b6-b2fccc5e4e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:56:00Z', 'updated_at': '2022-03-11T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '9dd5c3ee-34e9-48b1-aecc-4fd07fad6280', 'name': '', 'network_id': 'a8cef4a3-3de8-425a-872f-7bf270401c71', 'tenant_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'mac_address': 'fa:16:3e:1b:5d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1757f2b5-c413-47d4-98b6-b2fccc5e4e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '89673109-88d3-4f45-a819-bddb621106ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:56:04Z', 'updated_at': '2022-03-11T11:56:10Z', 'revision_number': 4, 'project_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'subnets': [{'id': '89673109-88d3-4f45-a819-bddb621106ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:11.970687 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14784274-e6c9-4954-a5f1-f104aae51656 req-dd0d37eb-adb9-44a9-ac2d-63859c307bca tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1426069599&fields=id&tenant_id=c1dbe983a2554f9d829d23b2f6421d4d HTTP/1.1" status: 200 len: 267 time: 0.1150575 Mar 11 11:56:11.993142 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d929f68-d9ee-4f3d-a83e-b31a39ea30ac None None] The sync data for ids ['1757f2b5-c413-47d4-98b6-b2fccc5e4e84'] in n-d-833234-2 is: [{'id': '1757f2b5-c413-47d4-98b6-b2fccc5e4e84', 'name': 'tempest-FloatingIPsNegativeTestJSON-872598688-router', 'tenant_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e594e8b8-412e-40ee-b8bb-773ea935e1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:59Z', 'updated_at': '2022-03-11T11:56:07Z', 'revision_number': 4, 'project_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'gw_port': {'id': 'e594e8b8-412e-40ee-b8bb-773ea935e1f9', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1757f2b5-c413-47d4-98b6-b2fccc5e4e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:56:00Z', 'updated_at': '2022-03-11T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '9dd5c3ee-34e9-48b1-aecc-4fd07fad6280', 'name': '', 'network_id': 'a8cef4a3-3de8-425a-872f-7bf270401c71', 'tenant_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'mac_address': 'fa:16:3e:1b:5d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1757f2b5-c413-47d4-98b6-b2fccc5e4e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '89673109-88d3-4f45-a819-bddb621106ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:56:04Z', 'updated_at': '2022-03-11T11:56:10Z', 'revision_number': 4, 'project_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'subnets': [{'id': '89673109-88d3-4f45-a819-bddb621106ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:56:12.055144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9db9349d-73c0-428b-a986-e0b7d93df045 None None] Could not find standard attr ID for object 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 11:56:12.171159 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14784274-e6c9-4954-a5f1-f104aae51656 req-ea84b1bc-ee3e-4f0d-8809-74c6aa7fbbed tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:12.173287 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14784274-e6c9-4954-a5f1-f104aae51656 req-ea84b1bc-ee3e-4f0d-8809-74c6aa7fbbed tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 813 time: 0.1948822 Mar 11 11:56:12.197911 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14784274-e6c9-4954-a5f1-f104aae51656 req-ae71bf88-b92e-4da0-a904-201d2154c389 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/quotas/c1dbe983a2554f9d829d23b2f6421d4d HTTP/1.1" status: 200 len: 375 time: 0.0189936 Mar 11 11:56:12.221927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c994ea90-55ed-40cd-aee8-e85db12d1297 admin admin] Router 1757f2b5-c413-47d4-98b6-b2fccc5e4e84 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:56:12.323919 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14784274-e6c9-4954-a5f1-f104aae51656 req-774b49cd-fc77-416e-8f74-0c173f6b1080 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163585 Mar 11 11:56:12.359087 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c994ea90-55ed-40cd-aee8-e85db12d1297 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:56:12.372996 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c994ea90-55ed-40cd-aee8-e85db12d1297 admin admin] 10.222.0.78 "PUT /v2.0/routers/1757f2b5-c413-47d4-98b6-b2fccc5e4e84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7838936 Mar 11 11:56:12.376459 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60856) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:12.569495 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:12.626550 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f7113944-921e-438c-b6ad-7bb803675a96 admin admin] Publish callbacks [] for router (1757f2b5-c413-47d4-98b6-b2fccc5e4e84), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:12.684187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14784274-e6c9-4954-a5f1-f104aae51656 req-3b929f70-4899-4eae-a802-c002c94f17d3 service neutron] 10.222.0.78 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480320 Mar 11 11:56:12.836929 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f7113944-921e-438c-b6ad-7bb803675a96 admin admin] Publish callbacks [] for router_gateway (1757f2b5-c413-47d4-98b6-b2fccc5e4e84), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:12.855746 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14784274-e6c9-4954-a5f1-f104aae51656 req-4a5b847f-f30a-44c3-8dc7-38c1631d14bd service neutron] 10.222.0.78 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632252 Mar 11 11:56:13.014447 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f7113944-921e-438c-b6ad-7bb803675a96 admin admin] Deleting port e594e8b8-412e-40ee-b8bb-773ea935e1f9 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:56:13.014949 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f7113944-921e-438c-b6ad-7bb803675a96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e594e8b8-412e-40ee-b8bb-773ea935e1f9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:13.594951 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2b6f66d2-7cb5-4582-b9e7-348ce2d291d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:13.600207 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc7961b4-aa3b-416c-834c-5596d28c3bf5 req-cd26d528-1f69-43ba-b423-01704f13f728 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 210 time: 0.0728168 Mar 11 11:56:13.611974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a290bbb-f1a8-4910-9db8-e23f4c08ac16 req-8791499b-7064-411a-b9f5-5e53f3039ea6 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:13.619197 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a290bbb-f1a8-4910-9db8-e23f4c08ac16 req-8791499b-7064-411a-b9f5-5e53f3039ea6 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.6539278 Mar 11 11:56:13.688322 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-f7113944-921e-438c-b6ad-7bb803675a96 admin admin] For port e594e8b8-412e-40ee-b8bb-773ea935e1f9, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e594e8b8-412e-40ee-b8bb-773ea935e1f9,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:13.688962 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f7113944-921e-438c-b6ad-7bb803675a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e594e8b8-412e-40ee-b8bb-773ea935e1f9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:13.714095 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a290bbb-f1a8-4910-9db8-e23f4c08ac16 req-4bac1fa0-cee5-40c7-bda9-18aabce0614c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938537 Mar 11 11:56:13.725120 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f7113944-921e-438c-b6ad-7bb803675a96 admin admin] Calling delete_port for e594e8b8-412e-40ee-b8bb-773ea935e1f9 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:56:13.924635 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d5db78-f0d0-498a-bd36-e830710d7ee9 None None] Sync routers for ids ['1757f2b5-c413-47d4-98b6-b2fccc5e4e84'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:56:13.934071 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d5db78-f0d0-498a-bd36-e830710d7ee9 None None] Routers {'1757f2b5-c413-47d4-98b6-b2fccc5e4e84'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:56:13.934481 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d9d5db78-f0d0-498a-bd36-e830710d7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:55:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1757f2b5-c413-47d4-98b6-b2fccc5e4e84'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:13.947766 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f7113944-921e-438c-b6ad-7bb803675a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e594e8b8-412e-40ee-b8bb-773ea935e1f9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:14.021591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7113944-921e-438c-b6ad-7bb803675a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=e594e8b8-412e-40ee-b8bb-773ea935e1f9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:14.041365 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d9d5db78-f0d0-498a-bd36-e830710d7ee9 None None] Set router 1757f2b5-c413-47d4-98b6-b2fccc5e4e84 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:56:14.136003 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f7113944-921e-438c-b6ad-7bb803675a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (1757f2b5-c413-47d4-98b6-b2fccc5e4e84), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:14.141464 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d9d5db78-f0d0-498a-bd36-e830710d7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1757f2b5-c413-47d4-98b6-b2fccc5e4e84', 'name': 'tempest-FloatingIPsNegativeTestJSON-872598688-router', 'tenant_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:59Z', 'updated_at': '2022-03-11T11:56:12Z', 'revision_number': 6, 'project_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:14.175077 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d5db78-f0d0-498a-bd36-e830710d7ee9 None None] Checking router: 1757f2b5-c413-47d4-98b6-b2fccc5e4e84 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:56:14.184248 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d5db78-f0d0-498a-bd36-e830710d7ee9 None None] Routers {'1757f2b5-c413-47d4-98b6-b2fccc5e4e84'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:56:14.184858 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d9d5db78-f0d0-498a-bd36-e830710d7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:55:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1757f2b5-c413-47d4-98b6-b2fccc5e4e84'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:14.285106 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d9d5db78-f0d0-498a-bd36-e830710d7ee9 None None] Set router 1757f2b5-c413-47d4-98b6-b2fccc5e4e84 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:56:14.291442 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f7113944-921e-438c-b6ad-7bb803675a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (1757f2b5-c413-47d4-98b6-b2fccc5e4e84), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:14.293687 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f7113944-921e-438c-b6ad-7bb803675a96 admin admin] Publish callbacks [] for router_controller (1757f2b5-c413-47d4-98b6-b2fccc5e4e84), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:14.346383 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d9d5db78-f0d0-498a-bd36-e830710d7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1757f2b5-c413-47d4-98b6-b2fccc5e4e84', 'name': 'tempest-FloatingIPsNegativeTestJSON-872598688-router', 'tenant_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:59Z', 'updated_at': '2022-03-11T11:56:13Z', 'revision_number': 7, 'project_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:14.347686 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f7113944-921e-438c-b6ad-7bb803675a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (1757f2b5-c413-47d4-98b6-b2fccc5e4e84), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:14.349314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7113944-921e-438c-b6ad-7bb803675a96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1757f2b5-c413-47d4-98b6-b2fccc5e4e84 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:56:14.367948 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f7113944-921e-438c-b6ad-7bb803675a96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:14.372385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60890) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:14.377655 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d5db78-f0d0-498a-bd36-e830710d7ee9 None None] The sync data for ids ['1757f2b5-c413-47d4-98b6-b2fccc5e4e84'] in n-d-833234-2 is: [{'id': '1757f2b5-c413-47d4-98b6-b2fccc5e4e84', 'name': 'tempest-FloatingIPsNegativeTestJSON-872598688-router', 'tenant_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:59Z', 'updated_at': '2022-03-11T11:56:13Z', 'revision_number': 7, 'project_id': 'fa16b61eef2845d9bb9eb5c8f1937b95', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:56:14.388232 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f7113944-921e-438c-b6ad-7bb803675a96 admin admin] 10.222.0.78 "DELETE /v2.0/routers/1757f2b5-c413-47d4-98b6-b2fccc5e4e84 HTTP/1.1" status: 204 len: 168 time: 2.0105228 Mar 11 11:56:14.435077 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3ca43e-7873-4214-ada3-77f77939deca admin admin] Deleting subnet 89673109-88d3-4f45-a819-bddb621106ed {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:56:14.439103 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dc3ca43e-7873-4214-ada3-77f77939deca admin admin] Publish callbacks [] for subnet (89673109-88d3-4f45-a819-bddb621106ed), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:14.475528 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dc3ca43e-7873-4214-ada3-77f77939deca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (89673109-88d3-4f45-a819-bddb621106ed), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:14.792046 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30aae512-cbbe-49df-ae6d-2c20f392f122 req-d25eaa60-4eef-4823-a72a-fc14a00e9551 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 210 time: 0.0867381 Mar 11 11:56:14.971911 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c4795-4269-491b-817f-a4e490a90a8d req-7b6da847-04b7-49ae-8c79-f862523964e1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:14.973687 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb5c4795-4269-491b-817f-a4e490a90a8d req-7b6da847-04b7-49ae-8c79-f862523964e1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.1309464 Mar 11 11:56:15.024454 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb5c4795-4269-491b-817f-a4e490a90a8d req-e6fc5db9-abcf-445b-afd9-c3737a067d27 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448983 Mar 11 11:56:15.073084 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dc3ca43e-7873-4214-ada3-77f77939deca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (89673109-88d3-4f45-a819-bddb621106ed), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:15.131535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14784274-e6c9-4954-a5f1-f104aae51656 req-cf253aae-7fb1-49bc-aa51-b25cc1611d78 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:15.132984 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-14784274-e6c9-4954-a5f1-f104aae51656 req-cf253aae-7fb1-49bc-aa51-b25cc1611d78 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.37 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 813 time: 0.6234856 Mar 11 11:56:15.162365 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dc3ca43e-7873-4214-ada3-77f77939deca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (89673109-88d3-4f45-a819-bddb621106ed), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:15.210959 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dc3ca43e-7873-4214-ada3-77f77939deca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:15.217333 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60896) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:15.220619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338df64a-ad3b-433c-b86f-b1ce095cf422 None None] Network a8cef4a3-3de8-425a-872f-7bf270401c71 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:56:15.228966 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dc3ca43e-7873-4214-ada3-77f77939deca admin admin] 10.222.0.78 "DELETE /v2.0/subnets/89673109-88d3-4f45-a819-bddb621106ed HTTP/1.1" status: 204 len: 168 time: 0.8541636 Mar 11 11:56:15.246568 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ca43e-7873-4214-ada3-77f77939deca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89673109-88d3-4f45-a819-bddb621106ed,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:15.325712 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-14784274-e6c9-4954-a5f1-f104aae51656 req-455c0b90-a057-4fdd-a0f8-98c6b2db0b3a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1dbe983a2554f9d829d23b2f6421d4d HTTP/1.1" status: 200 len: 380 time: 0.1826234 Mar 11 11:56:15.337676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-14784274-e6c9-4954-a5f1-f104aae51656 req-ae9136af-2e30-4593-b574-02984a183f1b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'port': {'device_id': '4a848d76-5f36-4a8b-bbdf-15f11efabb1f', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'admin_state_up': True, 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'security_groups': ['22af9d34-4912-4c03-ad00-4fd85f0a94c5']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:56:15.376589 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:56:15.399750 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (a8cef4a3-3de8-425a-872f-7bf270401c71), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:15.430288 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:56:15.436030 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9dd5c3ee-34e9-48b1-aecc-4fd07fad6280 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:56:15.512688 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14784274-e6c9-4954-a5f1-f104aae51656 req-ae9136af-2e30-4593-b574-02984a183f1b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Made reservation on behalf of c1dbe983a2554f9d829d23b2f6421d4d for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:56:15.516411 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-14784274-e6c9-4954-a5f1-f104aae51656 req-ae9136af-2e30-4593-b574-02984a183f1b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:15.526090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] Deleting port 2fbf8b58-11d0-4641-9fac-8af274ae25fc {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:56:15.527722 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2fbf8b58-11d0-4641-9fac-8af274ae25fc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:15.567500 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecda148f-1026-40e4-b331-70f735874898 None None] DHCP port deletion for a8cef4a3-3de8-425a-872f-7bf270401c71 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:56:15.618928 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] For port 2fbf8b58-11d0-4641-9fac-8af274ae25fc, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2fbf8b58-11d0-4641-9fac-8af274ae25fc,segment=NetworkSegment(286ad1b3-3d3e-459c-9c18-93add628585c),segment_id=286ad1b3-3d3e-459c-9c18-93add628585c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:15.620029 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2fbf8b58-11d0-4641-9fac-8af274ae25fc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:15.644159 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] Calling delete_port for 2fbf8b58-11d0-4641-9fac-8af274ae25fc owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:56:15.685176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ecda148f-1026-40e4-b331-70f735874898 None None] Deleting port 2fbf8b58-11d0-4641-9fac-8af274ae25fc {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:56:15.685560 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ecda148f-1026-40e4-b331-70f735874898 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2fbf8b58-11d0-4641-9fac-8af274ae25fc), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:15.812907 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-14784274-e6c9-4954-a5f1-f104aae51656 req-ae9136af-2e30-4593-b574-02984a183f1b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Allocated IP 172.20.0.6 (3eac3fe9-735d-4097-b3d0-b8b3bbbf12db/748e6717-2aee-4f28-b940-f1d8e2456c16/0b110562-a74e-47a1-88b5-e57eb5ef7a19) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:56:15.819443 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (2fbf8b58-11d0-4641-9fac-8af274ae25fc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:15.874967 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0ca3d9c0-c8e2-4230-a0f0-4baf0280ef5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:15.884314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fbf8b58-11d0-4641-9fac-8af274ae25fc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:15.894778 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ecda148f-1026-40e4-b331-70f735874898 None None] For port 2fbf8b58-11d0-4641-9fac-8af274ae25fc, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2fbf8b58-11d0-4641-9fac-8af274ae25fc,segment=NetworkSegment(286ad1b3-3d3e-459c-9c18-93add628585c),segment_id=286ad1b3-3d3e-459c-9c18-93add628585c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:15.895067 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ecda148f-1026-40e4-b331-70f735874898 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2fbf8b58-11d0-4641-9fac-8af274ae25fc), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:15.898517 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] No DVR routers for this DVR port 2fbf8b58-11d0-4641-9fac-8af274ae25fc on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:56:15.927564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ecda148f-1026-40e4-b331-70f735874898 None None] Calling delete_port for 2fbf8b58-11d0-4641-9fac-8af274ae25fc owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:56:16.033923 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-192bdd9e-63be-43df-8a8b-64eb9afe3fea req-0e995c4d-5d67-48e9-b87b-d40715d13f58 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 210 time: 0.0665925 Mar 11 11:56:16.075602 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (a8cef4a3-3de8-425a-872f-7bf270401c71), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:16.103509 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8cef4a3-3de8-425a-872f-7bf270401c71']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:16.108848 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ecda148f-1026-40e4-b331-70f735874898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (2fbf8b58-11d0-4641-9fac-8af274ae25fc), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:16.117380 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286ad1b3-3d3e-459c-9c18-93add628585c') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:16.117758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286ad1b3-3d3e-459c-9c18-93add628585c') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:16.135169 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-14784274-e6c9-4954-a5f1-f104aae51656 req-ae9136af-2e30-4593-b574-02984a183f1b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for port (0b110562-a74e-47a1-88b5-e57eb5ef7a19), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:16.143391 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (286ad1b3-3d3e-459c-9c18-93add628585c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:16.176404 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (286ad1b3-3d3e-459c-9c18-93add628585c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:16.182722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda148f-1026-40e4-b331-70f735874898 None None] Pushing event deleted for resources: {'Port': ['ID=2fbf8b58-11d0-4641-9fac-8af274ae25fc,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:16.201101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda148f-1026-40e4-b331-70f735874898 None None] No DVR routers for this DVR port 2fbf8b58-11d0-4641-9fac-8af274ae25fc on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:56:16.227335 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:56:16.227829 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (286ad1b3-3d3e-459c-9c18-93add628585c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:56:16.229658 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:56:16.234962 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-14784274-e6c9-4954-a5f1-f104aae51656 req-ae9136af-2e30-4593-b574-02984a183f1b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0b110562-a74e-47a1-88b5-e57eb5ef7a19), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:16.327880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d7e3b-c196-463d-ae7f-21e6716bcd92 req-bc8e42a4-2071-4169-970d-fcf963a1de4c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:16.327880 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1c9d7e3b-c196-463d-ae7f-21e6716bcd92 req-bc8e42a4-2071-4169-970d-fcf963a1de4c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.1583707 Mar 11 11:56:16.330120 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (a8cef4a3-3de8-425a-872f-7bf270401c71), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:16.342128 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:16.346790 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a8cef4a3-3de8-425a-872f-7bf270401c71 HTTP/1.1" status: 204 len: 168 time: 1.1278641 Mar 11 11:56:16.372897 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e094f8-2506-4091-94e5-43232d62d5c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8cef4a3-3de8-425a-872f-7bf270401c71,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:16.401446 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14784274-e6c9-4954-a5f1-f104aae51656 req-ae9136af-2e30-4593-b574-02984a183f1b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:56:16.405864 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-14784274-e6c9-4954-a5f1-f104aae51656 req-ae9136af-2e30-4593-b574-02984a183f1b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:56:16.408429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-14784274-e6c9-4954-a5f1-f104aae51656 req-ae9136af-2e30-4593-b574-02984a183f1b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:56:16.467541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9136af-2e30-4593-b574-02984a183f1b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'Port': ['ID=0b110562-a74e-47a1-88b5-e57eb5ef7a19,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:16.473301 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1c9d7e3b-c196-463d-ae7f-21e6716bcd92 req-b1cfe38b-f6bc-4231-8f9e-39a3ea4b43b3 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368229 Mar 11 11:56:16.517590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14784274-e6c9-4954-a5f1-f104aae51656 req-ae9136af-2e30-4593-b574-02984a183f1b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:16.518233 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-14784274-e6c9-4954-a5f1-f104aae51656 req-ae9136af-2e30-4593-b574-02984a183f1b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:16.552338 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-14784274-e6c9-4954-a5f1-f104aae51656 req-ae9136af-2e30-4593-b574-02984a183f1b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2188027 Mar 11 11:56:16.567315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Request body: {'port': {'device_id': '4a848d76-5f36-4a8b-bbdf-15f11efabb1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:56:16.667862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60912) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:16.722810 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0b110562-a74e-47a1-88b5-e57eb5ef7a19), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:16.746532 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f5e74392-336c-4706-8b90-3ccd04fabcfd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fa16b61eef2845d9bb9eb5c8f1937b95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0759773 Mar 11 11:56:16.749533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60914) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:16.837177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f479915d-af6f-4e1b-952a-5d4a9200aec3 None None] Provisioning complete for port 0b110562-a74e-47a1-88b5-e57eb5ef7a19 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:56:16.837734 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f479915d-af6f-4e1b-952a-5d4a9200aec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0b110562-a74e-47a1-88b5-e57eb5ef7a19), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:16.882231 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a290f0f1-2d8e-4dbc-bbde-00b3dc52e98e admin admin] Publish callbacks [] for security_group (c4fe3385-8617-4623-aa90-12896138fc2e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:16.935807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f479915d-af6f-4e1b-952a-5d4a9200aec3 None None] Port 0b110562-a74e-47a1-88b5-e57eb5ef7a19 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:56:16.938591 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2fbf8b58-11d0-4641-9fac-8af274ae25fc no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:56:16.957640 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a290f0f1-2d8e-4dbc-bbde-00b3dc52e98e admin admin] Publish callbacks [] for security_group (c4fe3385-8617-4623-aa90-12896138fc2e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:16.960438 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 2fbf8b58-11d0-4641-9fac-8af274ae25fc {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:56:16.960784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2fbf8b58-11d0-4641-9fac-8af274ae25fc not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:56:16.961198 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e594e8b8-412e-40ee-b8bb-773ea935e1f9 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:56:16.990233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: e594e8b8-412e-40ee-b8bb-773ea935e1f9 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:56:16.990909 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e594e8b8-412e-40ee-b8bb-773ea935e1f9 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:56:17.051100 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a290f0f1-2d8e-4dbc-bbde-00b3dc52e98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c4fe3385-8617-4623-aa90-12896138fc2e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:17.053676 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a290f0f1-2d8e-4dbc-bbde-00b3dc52e98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:17.057714 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a290f0f1-2d8e-4dbc-bbde-00b3dc52e98e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c4fe3385-8617-4623-aa90-12896138fc2e HTTP/1.1" status: 204 len: 168 time: 0.3048491 Mar 11 11:56:17.094795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290f0f1-2d8e-4dbc-bbde-00b3dc52e98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fe3385-8617-4623-aa90-12896138fc2e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:17.173816 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:17.289293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5921aa-e49c-4e69-b7d3-a4a1e7e3a730 req-a1f72831-56f9-4d39-ae8d-8b2483f4fac0 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:17.290953 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e5921aa-e49c-4e69-b7d3-a4a1e7e3a730 req-a1f72831-56f9-4d39-ae8d-8b2483f4fac0 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 931 time: 0.1291096 Mar 11 11:56:17.351352 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b110562-a74e-47a1-88b5-e57eb5ef7a19 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:56:17.360712 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Publish callbacks [] for port (0b110562-a74e-47a1-88b5-e57eb5ef7a19), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:17.373795 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Transition to ACTIVE for port object 0b110562-a74e-47a1-88b5-e57eb5ef7a19 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:56:17.382703 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (0b110562-a74e-47a1-88b5-e57eb5ef7a19), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:17.405319 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e5921aa-e49c-4e69-b7d3-a4a1e7e3a730 req-883dae43-8d93-49fa-80f7-41c5961e0dba tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af9d34-4912-4c03-ad00-4fd85f0a94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996566 Mar 11 11:56:17.453926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Pushing event updated for resources: {'Port': ['ID=0b110562-a74e-47a1-88b5-e57eb5ef7a19,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:17.666288 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Attempting to bind port 0b110562-a74e-47a1-88b5-e57eb5ef7a19 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:56:17.666983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Attempting to bind port 0b110562-a74e-47a1-88b5-e57eb5ef7a19 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:56:17.667202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Attempting to bind port 0b110562-a74e-47a1-88b5-e57eb5ef7a19 on network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:56:17.680662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Port 0b110562-a74e-47a1-88b5-e57eb5ef7a19 on network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:56:17.681089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Attempting to bind port 0b110562-a74e-47a1-88b5-e57eb5ef7a19 on network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:56:17.683007 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d92a3-8c02-43d0-8393-ba83ba9b4dd5 req-1050b5ff-5167-43c1-b7d2-a703bf134c1a tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:17.688252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:56:17.688734 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Checking segment: {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:56:17.689222 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Bound using segment: {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:56:17.689756 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Bound port: 0b110562-a74e-47a1-88b5-e57eb5ef7a19, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:56:17.692278 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f11d92a3-8c02-43d0-8393-ba83ba9b4dd5 req-1050b5ff-5167-43c1-b7d2-a703bf134c1a tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.0972257 Mar 11 11:56:17.692882 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0b110562-a74e-47a1-88b5-e57eb5ef7a19), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:17.820643 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f11d92a3-8c02-43d0-8393-ba83ba9b4dd5 req-027c36eb-8e97-4cff-b939-b09cca879162 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268494 Mar 11 11:56:17.840685 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] For port 0b110562-a74e-47a1-88b5-e57eb5ef7a19, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:56:17.844817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] For port 0b110562-a74e-47a1-88b5-e57eb5ef7a19, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=0b110562-a74e-47a1-88b5-e57eb5ef7a19,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:56:17.858231 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (0b110562-a74e-47a1-88b5-e57eb5ef7a19), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:17.941026 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:17.942121 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:17.943818 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-14784274-e6c9-4954-a5f1-f104aae51656 req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] 10.222.0.37 "PUT /v2.0/ports/0b110562-a74e-47a1-88b5-e57eb5ef7a19 HTTP/1.1" status: 200 len: 1091 time: 1.3809412 Mar 11 11:56:17.947072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a848d76-5f36-4a8b-bbdf-15f11efabb1f', 'tag': '0b110562-a74e-47a1-88b5-e57eb5ef7a19'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:56:17.955310 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1328d89-c3f0-4c4d-b77f-c6cfb70cfb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a848d76-5f36-4a8b-bbdf-15f11efabb1f", "tag": "0b110562-a74e-47a1-88b5-e57eb5ef7a19"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:56:18.012609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4c6be-2d71-47cb-9aaf-c40b3fce3435 service neutron] Pushing event updated for resources: {'Port': ['ID=0b110562-a74e-47a1-88b5-e57eb5ef7a19,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:18.092541 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40bd419-1a57-4592-b762-d11e464b5a27 x-openstack-request-id: req-e40bd419-1a57-4592-b762-d11e464b5a27 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:56:18.093472 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a848d76-5f36-4a8b-bbdf-15f11efabb1f", "tag": "0b110562-a74e-47a1-88b5-e57eb5ef7a19", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:56:18.094530 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e40bd419-1a57-4592-b762-d11e464b5a27 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:56:18.094530 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a848d76-5f36-4a8b-bbdf-15f11efabb1f', 'tag': '0b110562-a74e-47a1-88b5-e57eb5ef7a19', 'status': 'completed', 'code': 200} Mar 11 11:56:18.133201 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14784274-e6c9-4954-a5f1-f104aae51656 req-e6cf71e2-9388-43ad-8afc-8b79fb7816f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:18.135705 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-14784274-e6c9-4954-a5f1-f104aae51656 req-e6cf71e2-9388-43ad-8afc-8b79fb7816f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 1125 time: 0.1145425 Mar 11 11:56:18.225586 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-14784274-e6c9-4954-a5f1-f104aae51656 req-39522e2e-038a-45e9-9bea-d7020df82518 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b110562-a74e-47a1-88b5-e57eb5ef7a19 HTTP/1.1" status: 200 len: 217 time: 0.0775833 Mar 11 11:56:18.342329 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14784274-e6c9-4954-a5f1-f104aae51656 req-2b6f8018-7434-4a7f-9191-580e902f2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:18.361301 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-14784274-e6c9-4954-a5f1-f104aae51656 req-2b6f8018-7434-4a7f-9191-580e902f2354 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=748e6717-2aee-4f28-b940-f1d8e2456c16 HTTP/1.1" status: 200 len: 852 time: 0.1048284 Mar 11 11:56:18.487085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14784274-e6c9-4954-a5f1-f104aae51656 req-afa124e4-9742-4b55-94bf-e61797592260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:18.489395 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-14784274-e6c9-4954-a5f1-f104aae51656 req-afa124e4-9742-4b55-94bf-e61797592260 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1263800 Mar 11 11:56:18.549155 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:18.665990 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-14784274-e6c9-4954-a5f1-f104aae51656 req-1ff519b2-3017-4ac3-9f14-53eac48d5e8d service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693599 Mar 11 11:56:18.676473 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50743781-ddf0-41e6-ad21-33a789f12c92 req-a567f5bb-88a2-448e-bccd-b382cc6de2fb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:18.678000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50743781-ddf0-41e6-ad21-33a789f12c92 req-a567f5bb-88a2-448e-bccd-b382cc6de2fb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 943 time: 0.1127057 Mar 11 11:56:18.786068 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50743781-ddf0-41e6-ad21-33a789f12c92 req-d9a65fc9-1c77-49a0-b254-063e4ed9abad tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af9d34-4912-4c03-ad00-4fd85f0a94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889883 Mar 11 11:56:18.861072 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-14784274-e6c9-4954-a5f1-f104aae51656 req-bc88ac84-58d0-43f2-9277-9d184e395be4 service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867242 Mar 11 11:56:19.040172 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1328d89-c3f0-4c4d-b77f-c6cfb70cfb4b req-f8d28453-f325-4fd2-b0c7-95dfa0a219f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:19.045386 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b1328d89-c3f0-4c4d-b77f-c6cfb70cfb4b req-f8d28453-f325-4fd2-b0c7-95dfa0a219f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 1125 time: 0.0989656 Mar 11 11:56:19.067388 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757723e-f7f9-4038-b12b-e7dba59cc756 req-95296772-1f7e-4bc6-9550-2cd47160379f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:19.076183 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5757723e-f7f9-4038-b12b-e7dba59cc756 req-95296772-1f7e-4bc6-9550-2cd47160379f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.1660712 Mar 11 11:56:19.197459 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5757723e-f7f9-4038-b12b-e7dba59cc756 req-c4d2e170-5e9e-4cef-98ac-7ec3b51d9d6e tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186230 Mar 11 11:56:19.264309 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1328d89-c3f0-4c4d-b77f-c6cfb70cfb4b req-952b0faa-3c0f-437e-abdb-c180eeda5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:19.266470 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b1328d89-c3f0-4c4d-b77f-c6cfb70cfb4b req-952b0faa-3c0f-437e-abdb-c180eeda5c97 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 914 time: 0.2093067 Mar 11 11:56:19.369387 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b1328d89-c3f0-4c4d-b77f-c6cfb70cfb4b req-28f86e76-1b20-4a95-939c-f5a247069e70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b110562-a74e-47a1-88b5-e57eb5ef7a19 HTTP/1.1" status: 200 len: 217 time: 0.0949645 Mar 11 11:56:19.448257 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1328d89-c3f0-4c4d-b77f-c6cfb70cfb4b req-5dbf4148-2b5f-4376-9986-e76d3677b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:19.450379 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b1328d89-c3f0-4c4d-b77f-c6cfb70cfb4b req-5dbf4148-2b5f-4376-9986-e76d3677b63d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=748e6717-2aee-4f28-b940-f1d8e2456c16 HTTP/1.1" status: 200 len: 852 time: 0.0718639 Mar 11 11:56:19.542311 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1328d89-c3f0-4c4d-b77f-c6cfb70cfb4b req-3aa96c40-f372-436b-bc59-1f4ca7c9bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:19.544793 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b1328d89-c3f0-4c4d-b77f-c6cfb70cfb4b req-3aa96c40-f372-436b-bc59-1f4ca7c9bb08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0867765 Mar 11 11:56:19.674265 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 32858) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:19.684013 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b1328d89-c3f0-4c4d-b77f-c6cfb70cfb4b req-e4bf60a9-66c7-40d1-a95b-627fb68888b3 service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307569 Mar 11 11:56:19.837767 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d20e2f8-f50d-477c-bb41-5e9251763767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:19.881589 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b1328d89-c3f0-4c4d-b77f-c6cfb70cfb4b req-05239f62-0082-4bdd-8467-2b11b2a13888 service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885536 Mar 11 11:56:20.004369 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d20e2f8-f50d-477c-bb41-5e9251763767 admin admin] Publish callbacks [] for security_group (258bd7fd-9642-459a-b376-e79bde809c1b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:20.014770 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d20e2f8-f50d-477c-bb41-5e9251763767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (258bd7fd-9642-459a-b376-e79bde809c1b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:20.030264 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b7086-d73e-4ee9-9632-6a0372d58c2b req-b1140c6d-a537-4548-81c7-191fcee22f62 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:20.031803 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:20.039449 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-333b7086-d73e-4ee9-9632-6a0372d58c2b req-b1140c6d-a537-4548-81c7-191fcee22f62 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 943 time: 0.1654460 Mar 11 11:56:20.104355 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-333b7086-d73e-4ee9-9632-6a0372d58c2b req-cf2839a5-e643-4184-b2eb-c1a4692c16db tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af9d34-4912-4c03-ad00-4fd85f0a94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637178 Mar 11 11:56:20.141860 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5d20e2f8-f50d-477c-bb41-5e9251763767 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dfc45a5a17e54b9d85e011923b3ba4dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4664938 Mar 11 11:56:20.144581 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 32880) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:20.156059 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20e2f8-f50d-477c-bb41-5e9251763767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258bd7fd-9642-459a-b376-e79bde809c1b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:20.208700 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59a98af1-6de1-4dde-8497-616e3af17e35 admin admin] Publish callbacks [] for security_group (258bd7fd-9642-459a-b376-e79bde809c1b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:20.234085 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59a98af1-6de1-4dde-8497-616e3af17e35 admin admin] Publish callbacks [] for security_group (258bd7fd-9642-459a-b376-e79bde809c1b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:20.310586 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59a98af1-6de1-4dde-8497-616e3af17e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (258bd7fd-9642-459a-b376-e79bde809c1b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:20.314149 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59a98af1-6de1-4dde-8497-616e3af17e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:20.321269 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-59a98af1-6de1-4dde-8497-616e3af17e35 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/258bd7fd-9642-459a-b376-e79bde809c1b HTTP/1.1" status: 204 len: 168 time: 0.1749759 Mar 11 11:56:20.336349 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a98af1-6de1-4dde-8497-616e3af17e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258bd7fd-9642-459a-b376-e79bde809c1b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:20.425045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61030def-9c50-4c0b-a8b3-50ef07285dc4 req-fbc6b98d-994f-4944-ad2f-65da72acdd15 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:20.426654 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61030def-9c50-4c0b-a8b3-50ef07285dc4 req-fbc6b98d-994f-4944-ad2f-65da72acdd15 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.0961211 Mar 11 11:56:20.517921 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61030def-9c50-4c0b-a8b3-50ef07285dc4 req-fc31b25a-8b7f-49f6-953e-e98e4ad95cc0 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831294 Mar 11 11:56:20.823242 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 32908) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:20.988869 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46def1a1-f707-41ae-9e04-0ea42213fd08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:21.088663 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46def1a1-f707-41ae-9e04-0ea42213fd08 admin admin] Publish callbacks [] for security_group (b4394a3d-708d-4d91-a62f-587fe66e9e2c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:21.099036 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46def1a1-f707-41ae-9e04-0ea42213fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b4394a3d-708d-4d91-a62f-587fe66e9e2c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:21.157974 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46def1a1-f707-41ae-9e04-0ea42213fd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4394a3d-708d-4d91-a62f-587fe66e9e2c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:21.181761 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-46def1a1-f707-41ae-9e04-0ea42213fd08 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cacfdb7c72c34ace90444f0dd23acae7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3557537 Mar 11 11:56:21.182139 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 32926) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:21.294811 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce1a3a2e-e162-44f8-824e-9c00a2f53ea8 admin admin] Publish callbacks [] for security_group (b4394a3d-708d-4d91-a62f-587fe66e9e2c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:21.325406 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce1a3a2e-e162-44f8-824e-9c00a2f53ea8 admin admin] Publish callbacks [] for security_group (b4394a3d-708d-4d91-a62f-587fe66e9e2c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:21.386297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c630f7-0cca-4ff0-99ec-8010da3512ba req-59d98ddf-b34c-4f2d-a3df-2abbad4190f3 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:21.394512 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0c630f7-0cca-4ff0-99ec-8010da3512ba req-59d98ddf-b34c-4f2d-a3df-2abbad4190f3 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 943 time: 0.1633112 Mar 11 11:56:21.458929 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0c630f7-0cca-4ff0-99ec-8010da3512ba req-1c29deed-e516-4f29-9d69-403d5a1528ac tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af9d34-4912-4c03-ad00-4fd85f0a94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634267 Mar 11 11:56:21.468639 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce1a3a2e-e162-44f8-824e-9c00a2f53ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b4394a3d-708d-4d91-a62f-587fe66e9e2c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:21.471790 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce1a3a2e-e162-44f8-824e-9c00a2f53ea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:21.473311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ce1a3a2e-e162-44f8-824e-9c00a2f53ea8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b4394a3d-708d-4d91-a62f-587fe66e9e2c HTTP/1.1" status: 204 len: 168 time: 0.2901342 Mar 11 11:56:21.497722 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a3a2e-e162-44f8-824e-9c00a2f53ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4394a3d-708d-4d91-a62f-587fe66e9e2c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:21.713106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 0b110562-a74e-47a1-88b5-e57eb5ef7a19 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:56:21.735027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c369d9f-5776-443f-90a3-ab0b8023020f req-043b305b-342b-46fc-8db2-a62b496c08d1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:21.736601 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1c369d9f-5776-443f-90a3-ab0b8023020f req-043b305b-342b-46fc-8db2-a62b496c08d1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.1164675 Mar 11 11:56:21.871093 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1c369d9f-5776-443f-90a3-ab0b8023020f req-7c00a6af-187a-4d1e-8934-e362c6ffbedd tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286407 Mar 11 11:56:21.893289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 0b110562-a74e-47a1-88b5-e57eb5ef7a19, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=0b110562-a74e-47a1-88b5-e57eb5ef7a19,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:21.909295 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '0b110562-a74e-47a1-88b5-e57eb5ef7a19', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'port_id': '0b110562-a74e-47a1-88b5-e57eb5ef7a19', 'mac_address': 'fa:16:3e:81:07:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:56:22.008963 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 0b110562-a74e-47a1-88b5-e57eb5ef7a19 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:56:22.009415 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0b110562-a74e-47a1-88b5-e57eb5ef7a19), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:22.026036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b110562-a74e-47a1-88b5-e57eb5ef7a19 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:56:22.051812 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 0b110562-a74e-47a1-88b5-e57eb5ef7a19, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=0b110562-a74e-47a1-88b5-e57eb5ef7a19,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:22.057994 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0b110562-a74e-47a1-88b5-e57eb5ef7a19), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:22.108746 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 32944) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:22.114887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=0b110562-a74e-47a1-88b5-e57eb5ef7a19,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:22.138040 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1a11-6939-4c1e-bb4b-82c04f5d82b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:22.257388 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1a11-6939-4c1e-bb4b-82c04f5d82b4 admin admin] Publish callbacks [] for security_group (244b4d6f-e1ec-47b8-8dc6-0178813f7d00), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:22.264893 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1a11-6939-4c1e-bb4b-82c04f5d82b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (244b4d6f-e1ec-47b8-8dc6-0178813f7d00), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:22.313489 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7d6f1a11-6939-4c1e-bb4b-82c04f5d82b4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=faac5d79addf42a1ae61536bee25a59c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2031250 Mar 11 11:56:22.314671 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f1a11-6939-4c1e-bb4b-82c04f5d82b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244b4d6f-e1ec-47b8-8dc6-0178813f7d00,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:22.316180 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 32956) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:22.350020 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['0b110562-a74e-47a1-88b5-e57eb5ef7a19'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:56:22.428772 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6801-9cc0-40fb-b58e-a1723b1d09a5 admin admin] Publish callbacks [] for security_group (244b4d6f-e1ec-47b8-8dc6-0178813f7d00), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:22.461702 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6801-9cc0-40fb-b58e-a1723b1d09a5 admin admin] Publish callbacks [] for security_group (244b4d6f-e1ec-47b8-8dc6-0178813f7d00), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:22.514640 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6801-9cc0-40fb-b58e-a1723b1d09a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (244b4d6f-e1ec-47b8-8dc6-0178813f7d00), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:22.518353 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6801-9cc0-40fb-b58e-a1723b1d09a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:22.519787 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6bfc6801-9cc0-40fb-b58e-a1723b1d09a5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/244b4d6f-e1ec-47b8-8dc6-0178813f7d00 HTTP/1.1" status: 204 len: 168 time: 0.2019138 Mar 11 11:56:22.529612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc6801-9cc0-40fb-b58e-a1723b1d09a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244b4d6f-e1ec-47b8-8dc6-0178813f7d00,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:22.653717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39c748-704f-4f9a-aa84-f1433c4e1494 req-f1d36131-201c-407a-816c-d9495c0de0e6 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:22.656776 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be39c748-704f-4f9a-aa84-f1433c4e1494 req-f1d36131-201c-407a-816c-d9495c0de0e6 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 944 time: 0.0707347 Mar 11 11:56:22.792435 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be39c748-704f-4f9a-aa84-f1433c4e1494 req-4bb4115b-ed8a-480f-b014-9417a353243b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af9d34-4912-4c03-ad00-4fd85f0a94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276391 Mar 11 11:56:23.014156 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26991a-95a2-405e-a6cb-b1a529c8544f req-33abde5d-cfa8-4307-b40f-2686e3df854f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:23.020983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e26991a-95a2-405e-a6cb-b1a529c8544f req-33abde5d-cfa8-4307-b40f-2686e3df854f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.0743747 Mar 11 11:56:23.086106 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e26991a-95a2-405e-a6cb-b1a529c8544f req-e5b04da7-8d8e-4558-9384-d87c989f1d53 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642552 Mar 11 11:56:23.725908 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 0b110562-a74e-47a1-88b5-e57eb5ef7a19 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:56:23.863352 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 0b110562-a74e-47a1-88b5-e57eb5ef7a19 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:56:23.868560 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 0b110562-a74e-47a1-88b5-e57eb5ef7a19 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:56:23.868937 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0b110562-a74e-47a1-88b5-e57eb5ef7a19), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:23.983691 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b081d4-ecb7-4181-aa4d-95b8c95fcf6a req-8f7286fe-586f-4d0e-82c5-b6eb4d079a50 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:23.993028 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3b081d4-ecb7-4181-aa4d-95b8c95fcf6a req-8f7286fe-586f-4d0e-82c5-b6eb4d079a50 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 944 time: 0.0881474 Mar 11 11:56:24.072009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3b081d4-ecb7-4181-aa4d-95b8c95fcf6a req-53d24ec5-d846-4f2f-bd14-4e1a140039a2 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af9d34-4912-4c03-ad00-4fd85f0a94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777078 Mar 11 11:56:24.103539 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 0b110562-a74e-47a1-88b5-e57eb5ef7a19 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:56:24.104190 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0b110562-a74e-47a1-88b5-e57eb5ef7a19), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:24.156297 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a848d76-5f36-4a8b-bbdf-15f11efabb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b110562-a74e-47a1-88b5-e57eb5ef7a19'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:56:24.159050 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ccfaa0-3408-4746-87f0-2749d871a96f" -d '{"events": [{"server_uuid": "4a848d76-5f36-4a8b-bbdf-15f11efabb1f", "name": "network-vif-plugged", "status": "completed", "tag": "0b110562-a74e-47a1-88b5-e57eb5ef7a19"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:56:24.175289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 0b110562-a74e-47a1-88b5-e57eb5ef7a19, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=0b110562-a74e-47a1-88b5-e57eb5ef7a19,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:24.196220 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0b110562-a74e-47a1-88b5-e57eb5ef7a19), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:24.324741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=0b110562-a74e-47a1-88b5-e57eb5ef7a19,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:24.347373 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e425655-d6eb-45fc-a068-b82a7257c770 req-59797fe4-bb69-4eca-b23e-e9aad4a354b2 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:24.361119 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e425655-d6eb-45fc-a068-b82a7257c770 req-59797fe4-bb69-4eca-b23e-e9aad4a354b2 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.1383924 Mar 11 11:56:24.440694 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e425655-d6eb-45fc-a068-b82a7257c770 req-e60f64db-f863-4bdd-8ef7-1ed473ff963c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783262 Mar 11 11:56:24.516056 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8640493-4b8b-42c8-b49f-f10a56b515ed x-openstack-request-id: req-e8640493-4b8b-42c8-b49f-f10a56b515ed {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:56:24.516619 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a848d76-5f36-4a8b-bbdf-15f11efabb1f", "name": "network-vif-plugged", "status": "completed", "tag": "0b110562-a74e-47a1-88b5-e57eb5ef7a19", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:56:24.517728 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e8640493-4b8b-42c8-b49f-f10a56b515ed {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:56:24.518318 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a848d76-5f36-4a8b-bbdf-15f11efabb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b110562-a74e-47a1-88b5-e57eb5ef7a19', 'code': 200} Mar 11 11:56:24.705546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973fea-19b9-4468-8d2c-5bc11da0f3e0 req-24395e77-98fa-4f9c-8575-fd8d8eaad6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:24.708238 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c1973fea-19b9-4468-8d2c-5bc11da0f3e0 req-24395e77-98fa-4f9c-8575-fd8d8eaad6d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 1127 time: 0.0722361 Mar 11 11:56:24.778690 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c1973fea-19b9-4468-8d2c-5bc11da0f3e0 req-76997321-bf71-4af2-b548-5dfe541c1893 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=22af9d34-4912-4c03-ad00-4fd85f0a94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612881 Mar 11 11:56:25.191683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33054) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:25.286157 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc32946-364e-418c-a94c-076b7aeaa239 req-807913ae-1337-4e0f-9a1f-b90a53fb8130 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:25.288913 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cbc32946-364e-418c-a94c-076b7aeaa239 req-807913ae-1337-4e0f-9a1f-b90a53fb8130 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 945 time: 0.1048212 Mar 11 11:56:25.387472 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cbc32946-364e-418c-a94c-076b7aeaa239 req-980310fd-5f5e-4a45-a3cc-9a65f294c4d9 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af9d34-4912-4c03-ad00-4fd85f0a94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923290 Mar 11 11:56:25.449975 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-236b53cd-f6d5-487b-87ed-4aa794c17752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:25.547165 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-236b53cd-f6d5-487b-87ed-4aa794c17752 admin admin] Publish callbacks [] for security_group (9ded1b97-87f1-481c-bc11-43d6d5969108), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:25.570149 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-236b53cd-f6d5-487b-87ed-4aa794c17752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9ded1b97-87f1-481c-bc11-43d6d5969108), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:25.593988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33068) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:25.630737 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-236b53cd-f6d5-487b-87ed-4aa794c17752 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c3248eb3690743bfb099c85c16f851f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4352767 Mar 11 11:56:25.630737 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b53cd-f6d5-487b-87ed-4aa794c17752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ded1b97-87f1-481c-bc11-43d6d5969108,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:25.631567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33072) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:25.658702 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef7c63-b7a4-4936-aa7f-88b4a96231f2 req-0a355ddf-f600-4024-b433-3cf3f49f254f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:25.660301 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9bef7c63-b7a4-4936-aa7f-88b4a96231f2 req-0a355ddf-f600-4024-b433-3cf3f49f254f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.1099765 Mar 11 11:56:25.728716 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963e36c2-9451-41f0-9f19-447478d02b10 admin admin] Publish callbacks [] for security_group (9ded1b97-87f1-481c-bc11-43d6d5969108), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:25.752820 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963e36c2-9451-41f0-9f19-447478d02b10 admin admin] Publish callbacks [] for security_group (9ded1b97-87f1-481c-bc11-43d6d5969108), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:25.759905 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9bef7c63-b7a4-4936-aa7f-88b4a96231f2 req-0b38125b-dd36-45df-828c-3fba75394624 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863316 Mar 11 11:56:25.801735 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d71f2471-c048-45cb-8559-6038bbbc2e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:25.830303 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963e36c2-9451-41f0-9f19-447478d02b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9ded1b97-87f1-481c-bc11-43d6d5969108), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:25.832818 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963e36c2-9451-41f0-9f19-447478d02b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:25.836210 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-963e36c2-9451-41f0-9f19-447478d02b10 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9ded1b97-87f1-481c-bc11-43d6d5969108 HTTP/1.1" status: 204 len: 168 time: 0.2014744 Mar 11 11:56:25.847315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e36c2-9451-41f0-9f19-447478d02b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ded1b97-87f1-481c-bc11-43d6d5969108,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:25.939121 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d71f2471-c048-45cb-8559-6038bbbc2e93 admin admin] Publish callbacks [] for security_group (d31114bb-4473-41f3-83b5-a6e2181ccc93), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:25.944456 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d71f2471-c048-45cb-8559-6038bbbc2e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d31114bb-4473-41f3-83b5-a6e2181ccc93), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:26.031001 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d71f2471-c048-45cb-8559-6038bbbc2e93 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=54e0f66922094d3794092cac23b922a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4328315 Mar 11 11:56:26.031328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f2471-c048-45cb-8559-6038bbbc2e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31114bb-4473-41f3-83b5-a6e2181ccc93,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:26.031992 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33080) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:26.106152 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-239b7a44-fb24-430d-ba0d-dd731dcfd3b4 admin admin] Publish callbacks [] for security_group (d31114bb-4473-41f3-83b5-a6e2181ccc93), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:26.150897 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-239b7a44-fb24-430d-ba0d-dd731dcfd3b4 admin admin] Publish callbacks [] for security_group (d31114bb-4473-41f3-83b5-a6e2181ccc93), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:26.236596 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-239b7a44-fb24-430d-ba0d-dd731dcfd3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d31114bb-4473-41f3-83b5-a6e2181ccc93), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:26.243140 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-239b7a44-fb24-430d-ba0d-dd731dcfd3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:26.245433 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-239b7a44-fb24-430d-ba0d-dd731dcfd3b4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d31114bb-4473-41f3-83b5-a6e2181ccc93 HTTP/1.1" status: 204 len: 168 time: 0.2117608 Mar 11 11:56:26.281060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b7a44-fb24-430d-ba0d-dd731dcfd3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31114bb-4473-41f3-83b5-a6e2181ccc93,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:26.614909 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad2664-8953-4617-a1d6-594914a57190 req-5a73fe66-c5aa-46b9-a9d2-9294f33efd02 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:26.626234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-daad2664-8953-4617-a1d6-594914a57190 req-5a73fe66-c5aa-46b9-a9d2-9294f33efd02 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 945 time: 0.0818210 Mar 11 11:56:26.723650 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-daad2664-8953-4617-a1d6-594914a57190 req-2b103413-96cf-434c-b6a8-3aeda75fb26c tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af9d34-4912-4c03-ad00-4fd85f0a94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960906 Mar 11 11:56:27.033116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33114) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:27.057260 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-264449e4-fce5-4996-805b-5b592df13af2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:27.080642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26420003-b3ce-4367-9f9f-f5ec953df71a req-a78993f3-f2fe-4dd7-b217-3cadc464e7d7 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:27.082706 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26420003-b3ce-4367-9f9f-f5ec953df71a req-a78993f3-f2fe-4dd7-b217-3cadc464e7d7 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 945 time: 0.1862612 Mar 11 11:56:27.092533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33116) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:27.122521 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5a25d-1402-4b27-bc7a-679c78743d73 req-231cafc6-411e-4c26-9383-c70a4f0a66da tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:27.134544 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01b5a25d-1402-4b27-bc7a-679c78743d73 req-231cafc6-411e-4c26-9383-c70a4f0a66da tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.1558979 Mar 11 11:56:27.187124 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f28d53a1-3844-48c0-a8ca-f381dae4d241 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'floatingip': {'port_id': '0b110562-a74e-47a1-88b5-e57eb5ef7a19'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:56:27.248032 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-264449e4-fce5-4996-805b-5b592df13af2 admin admin] Publish callbacks [] for security_group (56081b96-a357-405e-b25c-610483fb12b5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:27.256972 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-264449e4-fce5-4996-805b-5b592df13af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (56081b96-a357-405e-b25c-610483fb12b5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:27.275302 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01b5a25d-1402-4b27-bc7a-679c78743d73 req-5882cf4f-8585-4b8b-add1-0dd29190f37b tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365345 Mar 11 11:56:27.312716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33120) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:27.320466 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-264449e4-fce5-4996-805b-5b592df13af2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=422c458c95284e5298c0724f6c2db999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2862422 Mar 11 11:56:27.324526 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33122) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:27.341245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f28d53a1-3844-48c0-a8ca-f381dae4d241 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (0aed6b48-5be2-43fc-b4f9-8d8972cd66d4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:27.385007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264449e4-fce5-4996-805b-5b592df13af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56081b96-a357-405e-b25c-610483fb12b5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:27.406708 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264449e4-fce5-4996-805b-5b592df13af2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:27.407327 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264449e4-fce5-4996-805b-5b592df13af2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:27.407858 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264449e4-fce5-4996-805b-5b592df13af2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:27.410111 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264449e4-fce5-4996-805b-5b592df13af2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:27.410609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264449e4-fce5-4996-805b-5b592df13af2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:27.411099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264449e4-fce5-4996-805b-5b592df13af2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:27.411602 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264449e4-fce5-4996-805b-5b592df13af2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:27.412902 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264449e4-fce5-4996-805b-5b592df13af2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:27.413789 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264449e4-fce5-4996-805b-5b592df13af2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:27.415347 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264449e4-fce5-4996-805b-5b592df13af2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:27.416002 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264449e4-fce5-4996-805b-5b592df13af2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:27.418220 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264449e4-fce5-4996-805b-5b592df13af2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:27.418736 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264449e4-fce5-4996-805b-5b592df13af2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:27.506988 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36f34059-3520-4c29-b07b-f27caf440699 admin admin] Publish callbacks [] for security_group (56081b96-a357-405e-b25c-610483fb12b5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:27.545800 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d3fabd06-4bdd-40cc-aaed-9871f8c1b19b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-775035731-network', 'tenant_id': '6b3cb99c24a246ccab95809251a1e307'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:56:27.595194 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36f34059-3520-4c29-b07b-f27caf440699 admin admin] Publish callbacks [] for security_group (56081b96-a357-405e-b25c-610483fb12b5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:27.645136 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fabd06-4bdd-40cc-aaed-9871f8c1b19b admin admin] Made reservation on behalf of 6b3cb99c24a246ccab95809251a1e307 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:56:27.647473 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d3fabd06-4bdd-40cc-aaed-9871f8c1b19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:27.685890 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d3fabd06-4bdd-40cc-aaed-9871f8c1b19b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:27.703172 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36f34059-3520-4c29-b07b-f27caf440699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (56081b96-a357-405e-b25c-610483fb12b5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:27.713246 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36f34059-3520-4c29-b07b-f27caf440699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:27.713246 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-36f34059-3520-4c29-b07b-f27caf440699 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/56081b96-a357-405e-b25c-610483fb12b5 HTTP/1.1" status: 204 len: 168 time: 0.3695035 Mar 11 11:56:27.765731 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f34059-3520-4c29-b07b-f27caf440699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56081b96-a357-405e-b25c-610483fb12b5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:27.955390 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-f6be6057-94d3-46b0-a6ca-d0cf6e041108 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1334441857&fields=id&tenant_id=59df301f658e4f0babdd23be8b3cd551 HTTP/1.1" status: 200 len: 267 time: 0.1778004 Mar 11 11:56:28.166314 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f28d53a1-3844-48c0-a8ca-f381dae4d241 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:28.181616 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d3fabd06-4bdd-40cc-aaed-9871f8c1b19b admin admin] Publish callbacks [] for security_group (7224e2be-740a-4c09-ae90-9998f506cd74), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:28.191036 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f28d53a1-3844-48c0-a8ca-f381dae4d241 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (0aed6b48-5be2-43fc-b4f9-8d8972cd66d4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:28.195896 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d3fabd06-4bdd-40cc-aaed-9871f8c1b19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7224e2be-740a-4c09-ae90-9998f506cd74), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:28.292547 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fabd06-4bdd-40cc-aaed-9871f8c1b19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7224e2be-740a-4c09-ae90-9998f506cd74,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:28.317486 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3fabd06-4bdd-40cc-aaed-9871f8c1b19b admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:56:28.393975 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d3fabd06-4bdd-40cc-aaed-9871f8c1b19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (262b6074-110b-42df-87da-d2fe37b9f67f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:28.394316 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-d3fabd06-4bdd-40cc-aaed-9871f8c1b19b admin admin] Added segment 262b6074-110b-42df-87da-d2fe37b9f67f of type vlan for network d6c76d7c-0f20-404f-9614-cfd39a611ce7 Mar 11 11:56:28.451304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-a9d81e1f-3165-45e5-a747-1e6968b53fdf tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:28.453359 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-a9d81e1f-3165-45e5-a747-1e6968b53fdf tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/networks?id=f8c3f3be-c7b2-4626-9f81-3103c2dbdabe HTTP/1.1" status: 200 len: 815 time: 0.4868140 Mar 11 11:56:28.507963 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-f28d53a1-3844-48c0-a8ca-f381dae4d241 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Floating IP 0aed6b48-5be2-43fc-b4f9-8d8972cd66d4 associated. External IP: 172.25.7.73, port: 0b110562-a74e-47a1-88b5-e57eb5ef7a19. Mar 11 11:56:28.558878 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-0c7125e2-7198-47f0-8de9-fe5cf3aa43ed tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/quotas/59df301f658e4f0babdd23be8b3cd551 HTTP/1.1" status: 200 len: 375 time: 0.0796242 Mar 11 11:56:28.560706 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d3fabd06-4bdd-40cc-aaed-9871f8c1b19b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (d6c76d7c-0f20-404f-9614-cfd39a611ce7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:28.665260 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cf607-4544-4156-9a70-162512159fa8 req-a20545ef-cf0d-4987-a39a-50218644b474 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:28.672984 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a2cf607-4544-4156-9a70-162512159fa8 req-a20545ef-cf0d-4987-a39a-50218644b474 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.2524650 Mar 11 11:56:28.684572 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d3fabd06-4bdd-40cc-aaed-9871f8c1b19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (d6c76d7c-0f20-404f-9614-cfd39a611ce7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:28.685508 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fabd06-4bdd-40cc-aaed-9871f8c1b19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:28.686083 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d3fabd06-4bdd-40cc-aaed-9871f8c1b19b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:29.236834 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d3fabd06-4bdd-40cc-aaed-9871f8c1b19b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9170640 Mar 11 11:56:29.238576 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33178) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:29.244384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-132caa46-cc85-4dd3-9468-2aca3372ffa9 admin admin] Request body: {'subnet': {'network_id': 'd6c76d7c-0f20-404f-9614-cfd39a611ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-775035731-subnet', 'tenant_id': '6b3cb99c24a246ccab95809251a1e307', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:56:29.283962 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-87c7260f-fe6e-4881-8535-9341339d9dd8 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=59df301f658e4f0babdd23be8b3cd551&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7067821 Mar 11 11:56:29.303268 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132caa46-cc85-4dd3-9468-2aca3372ffa9 admin admin] Made reservation on behalf of 6b3cb99c24a246ccab95809251a1e307 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:56:29.307490 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-132caa46-cc85-4dd3-9468-2aca3372ffa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:29.375465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fabd06-4bdd-40cc-aaed-9871f8c1b19b admin admin] Pushing event updated for resources: {'Network': ['ID=d6c76d7c-0f20-404f-9614-cfd39a611ce7,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:29.389106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network d6c76d7c-0f20-404f-9614-cfd39a611ce7 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:56:29.395962 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a2cf607-4544-4156-9a70-162512159fa8 req-3169237e-909b-4d27-873d-b1f1d986ac17 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7166469 Mar 11 11:56:29.668253 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-d475e55b-7d2a-40f9-ab97-c7a90442ba4a service neutron] 10.222.0.78 "GET /v2.0/networks/f8c3f3be-c7b2-4626-9f81-3103c2dbdabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834732 Mar 11 11:56:29.670027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28d53a1-3844-48c0-a8ca-f381dae4d241 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Router 5497603f-a2a6-4280-a5de-4b56c205edce has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:56:29.676951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-132caa46-cc85-4dd3-9468-2aca3372ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (8220d662-c06e-4e62-970c-fc6d78f3209b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:29.740670 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132caa46-cc85-4dd3-9468-2aca3372ffa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8220d662-c06e-4e62-970c-fc6d78f3209b,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:29.751388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132caa46-cc85-4dd3-9468-2aca3372ffa9 admin admin] Checking segment: {'id': '262b6074-110b-42df-87da-d2fe37b9f67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd6c76d7c-0f20-404f-9614-cfd39a611ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:56:29.751781 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132caa46-cc85-4dd3-9468-2aca3372ffa9 admin admin] Network hostable DHCP agents. Network: d6c76d7c-0f20-404f-9614-cfd39a611ce7, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:56:29.795300 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132caa46-cc85-4dd3-9468-2aca3372ffa9 admin admin] Network d6c76d7c-0f20-404f-9614-cfd39a611ce7 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:56:29.816539 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-132caa46-cc85-4dd3-9468-2aca3372ffa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, d6c76d7c-0f20-404f-9614-cfd39a611ce7) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:56:29.821542 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132caa46-cc85-4dd3-9468-2aca3372ffa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:29.822377 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-132caa46-cc85-4dd3-9468-2aca3372ffa9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:29.829655 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9f214c-59eb-4d7b-a5c1-59aaee7244ac None None] Network d6c76d7c-0f20-404f-9614-cfd39a611ce7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:56:29.855359 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-132caa46-cc85-4dd3-9468-2aca3372ffa9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6150444 Mar 11 11:56:30.104356 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf58310-9f74-41f0-945e-69a001720f22 None None] Network d6c76d7c-0f20-404f-9614-cfd39a611ce7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:56:30.105285 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-0f75c5c0-f02b-44db-a445-6ef9bd5689b3 service neutron] 10.222.0.78 "GET /v2.0/networks/f8c3f3be-c7b2-4626-9f81-3103c2dbdabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294665 Mar 11 11:56:30.200735 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28d53a1-3844-48c0-a8ca-f381dae4d241 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:56:30.207464 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f28d53a1-3844-48c0-a8ca-f381dae4d241 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:30.256754 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f28d53a1-3844-48c0-a8ca-f381dae4d241 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "PUT /v2.0/floatingips/0aed6b48-5be2-43fc-b4f9-8d8972cd66d4 HTTP/1.1" status: 200 len: 990 time: 3.1612921 Mar 11 11:56:30.257918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a848d76-5f36-4a8b-bbdf-15f11efabb1f', 'tag': '0b110562-a74e-47a1-88b5-e57eb5ef7a19'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:56:30.260512 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f487b743-9c03-44c3-b08e-81ac0775004f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a848d76-5f36-4a8b-bbdf-15f11efabb1f", "tag": "0b110562-a74e-47a1-88b5-e57eb5ef7a19"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:56:30.290763 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb266a7-c35a-4f68-bedd-a8e92e539c3a None None] Sync routers for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:56:30.344989 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb266a7-c35a-4f68-bedd-a8e92e539c3a None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:56:30.346058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cdb266a7-c35a-4f68-bedd-a8e92e539c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:56:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:30.608170 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-cdb266a7-c35a-4f68-bedd-a8e92e539c3a None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:56:30.709537 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-ee2e6e0d-25a5-43c0-b7a7-0ea87fa51ca7 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:30.713503 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-ee2e6e0d-25a5-43c0-b7a7-0ea87fa51ca7 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/networks?id=d6c76d7c-0f20-404f-9614-cfd39a611ce7 HTTP/1.1" status: 200 len: 813 time: 0.1981177 Mar 11 11:56:30.743009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-11a6b0f3-287c-429c-87dd-e95a9713f51d tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/quotas/6b3cb99c24a246ccab95809251a1e307 HTTP/1.1" status: 200 len: 375 time: 0.0210586 Mar 11 11:56:30.845001 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-7d72b164-fc00-405f-867e-9d8fc8aac7dd tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b3cb99c24a246ccab95809251a1e307&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0980475 Mar 11 11:56:31.006389 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cdb266a7-c35a-4f68-bedd-a8e92e539c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '0aed6b48-5be2-43fc-b4f9-8d8972cd66d4', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'floating_ip_address': '172.25.7.73', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'port_id': '0b110562-a74e-47a1-88b5-e57eb5ef7a19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'mac_address': 'fa:16:3e:81:07:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a848d76-5f36-4a8b-bbdf-15f11efabb1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:56:10Z', 'updated_at': '2022-03-11T11:56:28Z', 'revision_number': 1, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:31.061928 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd66f2c2-4bce-42c1-b63b-96e5f1d73a12 x-openstack-request-id: req-fd66f2c2-4bce-42c1-b63b-96e5f1d73a12 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:56:31.062229 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a848d76-5f36-4a8b-bbdf-15f11efabb1f", "tag": "0b110562-a74e-47a1-88b5-e57eb5ef7a19", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:56:31.062492 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd66f2c2-4bce-42c1-b63b-96e5f1d73a12 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:56:31.062898 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a848d76-5f36-4a8b-bbdf-15f11efabb1f', 'tag': '0b110562-a74e-47a1-88b5-e57eb5ef7a19', 'status': 'completed', 'code': 200} Mar 11 11:56:31.090775 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb266a7-c35a-4f68-bedd-a8e92e539c3a None None] Checking router: 5497603f-a2a6-4280-a5de-4b56c205edce for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:56:31.115777 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb266a7-c35a-4f68-bedd-a8e92e539c3a None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:56:31.116984 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cdb266a7-c35a-4f68-bedd-a8e92e539c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:56:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:31.223541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487b743-9c03-44c3-b08e-81ac0775004f req-28bf9140-2724-4ae5-af35-3ba5cf67caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:31.238035 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f487b743-9c03-44c3-b08e-81ac0775004f req-28bf9140-2724-4ae5-af35-3ba5cf67caef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 1127 time: 0.1725757 Mar 11 11:56:31.250930 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-e37150d7-0405-4fd7-a440-10fb8ece566a service neutron] 10.222.0.78 "GET /v2.0/networks/d6c76d7c-0f20-404f-9614-cfd39a611ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983350 Mar 11 11:56:31.424026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2216ea0-d95a-42d6-baa4-cdc74cbb5dd0 req-02a261b4-35df-4f23-ae17-54a63a1ff732 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:31.440554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-cdb266a7-c35a-4f68-bedd-a8e92e539c3a None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:56:31.449536 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2216ea0-d95a-42d6-baa4-cdc74cbb5dd0 req-02a261b4-35df-4f23-ae17-54a63a1ff732 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.3388798 Mar 11 11:56:31.452094 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487b743-9c03-44c3-b08e-81ac0775004f req-acb65abe-6d43-4003-a21a-d88ff3b5467e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:31.453625 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f487b743-9c03-44c3-b08e-81ac0775004f req-acb65abe-6d43-4003-a21a-d88ff3b5467e service neutron] 10.222.0.37 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 914 time: 0.2070878 Mar 11 11:56:31.532243 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2216ea0-d95a-42d6-baa4-cdc74cbb5dd0 req-a8eeaa81-8a4d-4161-83c7-ae8d03de11d1 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803971 Mar 11 11:56:31.619557 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f487b743-9c03-44c3-b08e-81ac0775004f req-60258c8a-c51c-429e-b3fd-d18fedc8d9bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b110562-a74e-47a1-88b5-e57eb5ef7a19 HTTP/1.1" status: 200 len: 998 time: 0.1581571 Mar 11 11:56:31.707598 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a9e2a68-89a2-45dd-9ffc-65165fa73af6 req-c4df6acc-272b-4dfd-8f52-a656e2fd3af6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 210 time: 0.0767894 Mar 11 11:56:31.738136 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487b743-9c03-44c3-b08e-81ac0775004f req-ceb199f0-ffc6-4ca7-9536-c43318d8ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:31.739671 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f487b743-9c03-44c3-b08e-81ac0775004f req-ceb199f0-ffc6-4ca7-9536-c43318d8ea24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=748e6717-2aee-4f28-b940-f1d8e2456c16 HTTP/1.1" status: 200 len: 852 time: 0.1029556 Mar 11 11:56:31.817947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-ed19c195-ef4e-4dd0-9316-f2ea5a9476dc service neutron] 10.222.0.78 "GET /v2.0/networks/d6c76d7c-0f20-404f-9614-cfd39a611ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610116 Mar 11 11:56:31.897607 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487b743-9c03-44c3-b08e-81ac0775004f req-5a20704f-388b-4804-9765-e65f2ccb1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:31.901338 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f487b743-9c03-44c3-b08e-81ac0775004f req-5a20704f-388b-4804-9765-e65f2ccb1196 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1538682 Mar 11 11:56:32.099493 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cdb266a7-c35a-4f68-bedd-a8e92e539c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '0aed6b48-5be2-43fc-b4f9-8d8972cd66d4', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'floating_ip_address': '172.25.7.73', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'port_id': '0b110562-a74e-47a1-88b5-e57eb5ef7a19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'mac_address': 'fa:16:3e:81:07:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a848d76-5f36-4a8b-bbdf-15f11efabb1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:56:10Z', 'updated_at': '2022-03-11T11:56:28Z', 'revision_number': 1, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:32.177018 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f487b743-9c03-44c3-b08e-81ac0775004f req-e6e5feb7-f1a2-4f9a-817e-ed49fcb7c3ba service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649300 Mar 11 11:56:32.257071 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e0c09f2-35ef-48b6-8dac-e2ea7ed661d5 req-e7759645-a574-49d1-8f20-d57aa6c37b45 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 210 time: 0.1154501 Mar 11 11:56:32.284876 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb266a7-c35a-4f68-bedd-a8e92e539c3a None None] The sync data for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 is: [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '0aed6b48-5be2-43fc-b4f9-8d8972cd66d4', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'floating_ip_address': '172.25.7.73', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'port_id': '0b110562-a74e-47a1-88b5-e57eb5ef7a19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'mac_address': 'fa:16:3e:81:07:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a848d76-5f36-4a8b-bbdf-15f11efabb1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:56:10Z', 'updated_at': '2022-03-11T11:56:28Z', 'revision_number': 1, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:56:32.340578 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f487b743-9c03-44c3-b08e-81ac0775004f req-c35ac5d1-9a21-4eff-b5ed-fe53a51bea58 service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538172 Mar 11 11:56:32.514724 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33278) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:32.763514 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e04d0a-7b73-40da-b27d-50df57955be5 None None] New status for floating IP 0aed6b48-5be2-43fc-b4f9-8d8972cd66d4: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:56:32.816378 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90d779-7501-4d89-a47c-6bdf454c03fc req-d46f422a-abe9-4375-b0d0-ecedb5c130e5 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:32.828898 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d90d779-7501-4d89-a47c-6bdf454c03fc req-d46f422a-abe9-4375-b0d0-ecedb5c130e5 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.1616549 Mar 11 11:56:32.900744 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e0f4464a-1acf-4dc7-b2f2-c2846f179ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:33.049562 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87b74e57-a956-4f6f-8569-2116fa1a5fc9 req-60590117-9580-471e-b988-495027321ac3 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 210 time: 0.1285119 Mar 11 11:56:33.130513 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d90d779-7501-4d89-a47c-6bdf454c03fc req-b8cc1865-f195-4517-9ba4-2f7bb1ff26e4 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994146 Mar 11 11:56:33.249797 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e0f4464a-1acf-4dc7-b2f2-c2846f179ee5 admin admin] Publish callbacks [] for security_group (bd05392e-f32b-4875-b3bb-1172e964d2ec), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:33.260555 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e0f4464a-1acf-4dc7-b2f2-c2846f179ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bd05392e-f32b-4875-b3bb-1172e964d2ec), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:33.382570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-00ff1489-46af-4946-8390-e2ef388d8ba3 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:33.384854 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-00ff1489-46af-4946-8390-e2ef388d8ba3 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.71 "GET /v2.0/networks?id=f8c3f3be-c7b2-4626-9f81-3103c2dbdabe HTTP/1.1" status: 200 len: 815 time: 0.3561120 Mar 11 11:56:33.488321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33300) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:33.494979 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e0f4464a-1acf-4dc7-b2f2-c2846f179ee5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6f447cabbaf04ceea97e5672d15b50a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9689817 Mar 11 11:56:33.512844 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:33.556896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4464a-1acf-4dc7-b2f2-c2846f179ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd05392e-f32b-4875-b3bb-1172e964d2ec,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:33.568390 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-9df7ab78-14a8-4f77-be24-33cb113ab885 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59df301f658e4f0babdd23be8b3cd551 HTTP/1.1" status: 200 len: 380 time: 0.1715536 Mar 11 11:56:33.571721 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a43969a-0b90-47d6-a5ad-342b6b7e172e req-ca27a3f5-4dcf-4e27-8bbb-6583f5d89415 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 210 time: 0.1661179 Mar 11 11:56:33.609306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-8d372ad6-c4e0-4202-8cc5-73d1b7462612 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Request body: {'port': {'device_id': '72a25701-b906-4c02-8277-19764c27a113', 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'admin_state_up': True, 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'security_groups': ['506d2506-e18b-4019-b9eb-dd17c27cc8e7']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:56:33.743055 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6ae558d-1cfe-4996-a586-1cb610327b28 admin admin] Publish callbacks [] for security_group (bd05392e-f32b-4875-b3bb-1172e964d2ec), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:33.772163 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6ae558d-1cfe-4996-a586-1cb610327b28 admin admin] Publish callbacks [] for security_group (bd05392e-f32b-4875-b3bb-1172e964d2ec), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:33.902180 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6ae558d-1cfe-4996-a586-1cb610327b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bd05392e-f32b-4875-b3bb-1172e964d2ec), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:33.905385 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6ae558d-1cfe-4996-a586-1cb610327b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:33.909691 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f6ae558d-1cfe-4996-a586-1cb610327b28 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bd05392e-f32b-4875-b3bb-1172e964d2ec HTTP/1.1" status: 204 len: 168 time: 0.4144492 Mar 11 11:56:33.928797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-8d372ad6-c4e0-4202-8cc5-73d1b7462612 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Made reservation on behalf of 59df301f658e4f0babdd23be8b3cd551 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:56:33.932196 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-8d372ad6-c4e0-4202-8cc5-73d1b7462612 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:33.935518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae558d-1cfe-4996-a586-1cb610327b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd05392e-f32b-4875-b3bb-1172e964d2ec,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:34.376699 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5796e2b7-ad48-43f3-8145-1deb4a801a79 req-98f260dc-aa44-4f95-8462-87337d339c6c tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 210 time: 0.0717168 Mar 11 11:56:34.423221 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a5f34-b95f-4c99-baf3-cc5674992024 req-e11bf071-815c-4986-8208-48e0ddbc6b9d tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:34.443014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a9a5f34-b95f-4c99-baf3-cc5674992024 req-e11bf071-815c-4986-8208-48e0ddbc6b9d tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.1858635 Mar 11 11:56:34.470774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-8d372ad6-c4e0-4202-8cc5-73d1b7462612 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Allocated IP 172.20.0.10 (f8c3f3be-c7b2-4626-9f81-3103c2dbdabe/28a452b9-626d-4915-a635-b58d1758ee07/d554b6b1-0b4d-4dac-8fb5-728c994f8eda) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:56:34.524060 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-c5b7a795-72bd-472c-af11-f3b295238140 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:34.525664 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-c5b7a795-72bd-472c-af11-f3b295238140 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.71 "GET /v2.0/networks?id=d6c76d7c-0f20-404f-9614-cfd39a611ce7 HTTP/1.1" status: 200 len: 813 time: 0.4569316 Mar 11 11:56:34.542589 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a9a5f34-b95f-4c99-baf3-cc5674992024 req-fb64ab1d-a573-4e25-a49d-2e01ed6885ed tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982907 Mar 11 11:56:34.556031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-2f5782c7-551f-4508-89f4-42ef28911e53 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Request body: {'port': {'device_id': '877f77a2-b44d-4388-b724-bd7f98824236', 'network_id': 'd6c76d7c-0f20-404f-9614-cfd39a611ce7', 'admin_state_up': True, 'tenant_id': '6b3cb99c24a246ccab95809251a1e307'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:56:34.681734 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33318) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:34.723464 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-77aeb94f-7161-4038-bded-3c617bc8bf61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:34.763390 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-433ddb55-4bc8-4156-9608-b22d3cfd15de req-2054cd45-53e1-41b8-bb96-e909308abcef tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 210 time: 0.0739160 Mar 11 11:56:34.804846 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-2f5782c7-551f-4508-89f4-42ef28911e53 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Made reservation on behalf of 6b3cb99c24a246ccab95809251a1e307 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:56:34.809282 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-2f5782c7-551f-4508-89f4-42ef28911e53 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:34.933300 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-77aeb94f-7161-4038-bded-3c617bc8bf61 admin admin] Publish callbacks [] for security_group (19e3c804-4ef0-417d-87c0-c8b2be1df6a3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:34.946875 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-8d372ad6-c4e0-4202-8cc5-73d1b7462612 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for port (d554b6b1-0b4d-4dac-8fb5-728c994f8eda), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:34.947215 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-77aeb94f-7161-4038-bded-3c617bc8bf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (19e3c804-4ef0-417d-87c0-c8b2be1df6a3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:35.021439 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-8d372ad6-c4e0-4202-8cc5-73d1b7462612 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d554b6b1-0b4d-4dac-8fb5-728c994f8eda), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:35.031785 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-77aeb94f-7161-4038-bded-3c617bc8bf61 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=23660e089e7c44ba80c56682ac2c1d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3485823 Mar 11 11:56:35.032819 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33320) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:35.033633 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aeb94f-7161-4038-bded-3c617bc8bf61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e3c804-4ef0-417d-87c0-c8b2be1df6a3,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:35.053117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-8d372ad6-c4e0-4202-8cc5-73d1b7462612 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Network f8c3f3be-c7b2-4626-9f81-3103c2dbdabe is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:56:35.056824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-8d372ad6-c4e0-4202-8cc5-73d1b7462612 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:56:35.076854 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-8d372ad6-c4e0-4202-8cc5-73d1b7462612 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:56:35.141883 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-308b2ebb-d76a-473f-8c4b-ba8d495543b2 admin admin] Publish callbacks [] for security_group (19e3c804-4ef0-417d-87c0-c8b2be1df6a3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:35.180810 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-308b2ebb-d76a-473f-8c4b-ba8d495543b2 admin admin] Publish callbacks [] for security_group (19e3c804-4ef0-417d-87c0-c8b2be1df6a3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:35.228894 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d372ad6-c4e0-4202-8cc5-73d1b7462612 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Pushing event updated for resources: {'Port': ['ID=d554b6b1-0b4d-4dac-8fb5-728c994f8eda,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:35.283039 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-8d372ad6-c4e0-4202-8cc5-73d1b7462612 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:35.290815 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-8d372ad6-c4e0-4202-8cc5-73d1b7462612 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:35.315026 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-308b2ebb-d76a-473f-8c4b-ba8d495543b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (19e3c804-4ef0-417d-87c0-c8b2be1df6a3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:35.317852 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-308b2ebb-d76a-473f-8c4b-ba8d495543b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:35.321894 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-308b2ebb-d76a-473f-8c4b-ba8d495543b2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/19e3c804-4ef0-417d-87c0-c8b2be1df6a3 HTTP/1.1" status: 204 len: 168 time: 0.2851498 Mar 11 11:56:35.336759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b2ebb-d76a-473f-8c4b-ba8d495543b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e3c804-4ef0-417d-87c0-c8b2be1df6a3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:35.458990 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-8d372ad6-c4e0-4202-8cc5-73d1b7462612 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8649590 Mar 11 11:56:35.505776 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Request body: {'port': {'device_id': '72a25701-b906-4c02-8277-19764c27a113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:56:35.541661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-61a3180b-1f19-414c-8fa2-896832ce30d2 None None] Provisioning complete for port d554b6b1-0b4d-4dac-8fb5-728c994f8eda triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:56:35.542817 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-61a3180b-1f19-414c-8fa2-896832ce30d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d554b6b1-0b4d-4dac-8fb5-728c994f8eda), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:35.613075 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-61a3180b-1f19-414c-8fa2-896832ce30d2 None None] Port d554b6b1-0b4d-4dac-8fb5-728c994f8eda cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:56:35.625309 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78327a7-38af-4ff5-87cd-ddeb1de18053 req-64589824-3d99-48b0-8d6c-4664c0e12454 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:35.640285 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d78327a7-38af-4ff5-87cd-ddeb1de18053 req-64589824-3d99-48b0-8d6c-4664c0e12454 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 932 time: 0.1510243 Mar 11 11:56:35.671218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-2f5782c7-551f-4508-89f4-42ef28911e53 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Allocated IP 172.20.0.3 (d6c76d7c-0f20-404f-9614-cfd39a611ce7/8220d662-c06e-4e62-970c-fc6d78f3209b/913f0384-432f-41bd-9d65-e70376cdbd58) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:56:35.727201 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d554b6b1-0b4d-4dac-8fb5-728c994f8eda), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:35.759237 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d78327a7-38af-4ff5-87cd-ddeb1de18053 req-4b68f487-c100-4bc6-8e0c-98507aebb079 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179941 Mar 11 11:56:35.818888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 8606b305-68ad-4bd0-910a-4c0797d78040 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:56:35.823606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 8606b305-68ad-4bd0-910a-4c0797d78040 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:56:35.999282 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.resource_extend [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:56:36.047249 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed0f35-eb0e-4034-af58-052e11b7f18b req-995cf55a-9d6f-4519-aa6c-f05c3fb4d78a tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:36.065266 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-feed0f35-eb0e-4034-af58-052e11b7f18b req-995cf55a-9d6f-4519-aa6c-f05c3fb4d78a tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.3217728 Mar 11 11:56:36.083359 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-2f5782c7-551f-4508-89f4-42ef28911e53 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Publish callbacks [] for port (913f0384-432f-41bd-9d65-e70376cdbd58), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:36.147498 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e305465f-0c1d-4fb3-ac1c-1139ae9bd177 req-79ceefef-f2b7-4dfa-a357-49e6b2a1d247 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 210 time: 0.1995885 Mar 11 11:56:36.234827 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 8606b305-68ad-4bd0-910a-4c0797d78040, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8606b305-68ad-4bd0-910a-4c0797d78040,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:36.269533 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '8606b305-68ad-4bd0-910a-4c0797d78040', 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214', 'port_id': '8606b305-68ad-4bd0-910a-4c0797d78040', 'mac_address': 'fa:16:3e:0c:f4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7dfd7d0-32e4-421d-922a-dbc8af44f6b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:56:36.280821 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-feed0f35-eb0e-4034-af58-052e11b7f18b req-79aada27-99a1-47c2-b875-91a6e3671eaa tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102349 Mar 11 11:56:36.445946 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-2f5782c7-551f-4508-89f4-42ef28911e53 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (913f0384-432f-41bd-9d65-e70376cdbd58), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:36.578671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-2f5782c7-551f-4508-89f4-42ef28911e53 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Network d6c76d7c-0f20-404f-9614-cfd39a611ce7 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:56:36.594316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-2f5782c7-551f-4508-89f4-42ef28911e53 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:56:36.624192 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 8606b305-68ad-4bd0-910a-4c0797d78040 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:56:36.624682 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:36.630218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-2f5782c7-551f-4508-89f4-42ef28911e53 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:56:36.663469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 8606b305-68ad-4bd0-910a-4c0797d78040, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8606b305-68ad-4bd0-910a-4c0797d78040,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:36.665727 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf3bb63-1ca7-46ea-8265-da3734da21c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8606b305-68ad-4bd0-910a-4c0797d78040'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:56:36.668251 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739b37b5-1f0e-4071-9f18-093e7461ac75" -d '{"events": [{"server_uuid": "daf3bb63-1ca7-46ea-8265-da3734da21c2", "name": "network-vif-unplugged", "status": "completed", "tag": "8606b305-68ad-4bd0-910a-4c0797d78040"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:56:36.674245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 8606b305-68ad-4bd0-910a-4c0797d78040 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:56:36.674929 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:36.691047 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8606b305-68ad-4bd0-910a-4c0797d78040 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:56:36.696141 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:36.748669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-2f5782c7-551f-4508-89f4-42ef28911e53 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:36.749473 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-2f5782c7-551f-4508-89f4-42ef28911e53 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:36.753782 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 11:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0ca4b3-7d2b-404d-85f9-d5457d3726fa x-openstack-request-id: req-0e0ca4b3-7d2b-404d-85f9-d5457d3726fa {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:56:36.754085 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf3bb63-1ca7-46ea-8265-da3734da21c2", "name": "network-vif-unplugged", "status": "completed", "tag": "8606b305-68ad-4bd0-910a-4c0797d78040", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:56:36.754345 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e0ca4b3-7d2b-404d-85f9-d5457d3726fa {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:56:36.754743 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf3bb63-1ca7-46ea-8265-da3734da21c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8606b305-68ad-4bd0-910a-4c0797d78040', 'code': 200} Mar 11 11:56:36.772906 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:56:36.773268 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:56:36.818522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=8606b305-68ad-4bd0-910a-4c0797d78040,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:36.895954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5782c7-551f-4508-89f4-42ef28911e53 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Pushing event updated for resources: {'Port': ['ID=913f0384-432f-41bd-9d65-e70376cdbd58,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:36.919616 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-2f5782c7-551f-4508-89f4-42ef28911e53 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3796322 Mar 11 11:56:36.944828 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Request body: {'port': {'device_id': '877f77a2-b44d-4388-b724-bd7f98824236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:56:37.007427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d554b6b1-0b4d-4dac-8fb5-728c994f8eda {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:56:37.041273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b85f9-606d-4067-a760-39f6e60a94e9 req-bde30d3a-45db-4189-b06a-483cca5808b3 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:37.047414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e4b85f9-606d-4067-a760-39f6e60a94e9 req-bde30d3a-45db-4189-b06a-483cca5808b3 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 932 time: 0.1213601 Mar 11 11:56:37.070679 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Publish callbacks [] for port (d554b6b1-0b4d-4dac-8fb5-728c994f8eda), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:37.113847 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (913f0384-432f-41bd-9d65-e70376cdbd58), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:37.120361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Transition to ACTIVE for port object d554b6b1-0b4d-4dac-8fb5-728c994f8eda will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:56:37.173379 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (d554b6b1-0b4d-4dac-8fb5-728c994f8eda), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:37.181853 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e4b85f9-606d-4067-a760-39f6e60a94e9 req-18d61606-db47-45c8-8c41-b72f224d3bde tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227541 Mar 11 11:56:37.406152 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 8606b305-68ad-4bd0-910a-4c0797d78040 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:56:37.411448 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:37.452878 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8606b305-68ad-4bd0-910a-4c0797d78040 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:56:37.508302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 8606b305-68ad-4bd0-910a-4c0797d78040, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8606b305-68ad-4bd0-910a-4c0797d78040,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:37.518232 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:37.648942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2595eb0-121b-4fbf-8c11-28f73b24bb47 req-e5bbee5c-1aaf-4c5c-8ba1-de9fd7c3efdb tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:37.665387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2595eb0-121b-4fbf-8c11-28f73b24bb47 req-e5bbee5c-1aaf-4c5c-8ba1-de9fd7c3efdb tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 931 time: 0.2946825 Mar 11 11:56:37.702812 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=8606b305-68ad-4bd0-910a-4c0797d78040,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:37.750512 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374d9d2-01d0-4165-a8ea-3b46a5edafd9 req-aaeeead8-1f14-4e51-b3f7-b0a793d7d424 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:37.763613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3374d9d2-01d0-4165-a8ea-3b46a5edafd9 req-aaeeead8-1f14-4e51-b3f7-b0a793d7d424 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 943 time: 0.3182955 Mar 11 11:56:37.814513 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['8606b305-68ad-4bd0-910a-4c0797d78040'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:56:37.925508 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2595eb0-121b-4fbf-8c11-28f73b24bb47 req-ee378b73-ba64-4cf0-b205-6830b01d646a tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/security-groups?id=7224e2be-740a-4c09-ae90-9998f506cd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586322 Mar 11 11:56:38.000369 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3374d9d2-01d0-4165-a8ea-3b46a5edafd9 req-d7707a67-8a32-4620-96d7-70cb36f0e353 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340283 Mar 11 11:56:38.241045 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Attempting to bind port d554b6b1-0b4d-4dac-8fb5-728c994f8eda on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:56:38.241921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Attempting to bind port d554b6b1-0b4d-4dac-8fb5-728c994f8eda by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'f36390a3-453a-492f-a9b3-ce03615aa4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:56:38.242418 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Attempting to bind port d554b6b1-0b4d-4dac-8fb5-728c994f8eda on network f8c3f3be-c7b2-4626-9f81-3103c2dbdabe {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:56:38.244877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d554b6b1-0b4d-4dac-8fb5-728c994f8eda,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:38.254634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Port d554b6b1-0b4d-4dac-8fb5-728c994f8eda on network f8c3f3be-c7b2-4626-9f81-3103c2dbdabe not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:56:38.255386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Attempting to bind port d554b6b1-0b4d-4dac-8fb5-728c994f8eda on network f8c3f3be-c7b2-4626-9f81-3103c2dbdabe {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:56:38.378670 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:56:38.379762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Checking segment: {'id': 'f36390a3-453a-492f-a9b3-ce03615aa4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:56:38.380613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Bound using segment: {'id': 'f36390a3-453a-492f-a9b3-ce03615aa4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:56:38.381296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Bound port: d554b6b1-0b4d-4dac-8fb5-728c994f8eda, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36390a3-453a-492f-a9b3-ce03615aa4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:56:38.382279 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d554b6b1-0b4d-4dac-8fb5-728c994f8eda), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:38.485761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82218174-308e-4104-b06c-67ec0b80778d req-ee6471d5-4d75-475d-918b-756a3ee46ce9 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:38.506077 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82218174-308e-4104-b06c-67ec0b80778d req-ee6471d5-4d75-475d-918b-756a3ee46ce9 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.1659448 Mar 11 11:56:38.607270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] For port d554b6b1-0b4d-4dac-8fb5-728c994f8eda, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:56:38.618420 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82218174-308e-4104-b06c-67ec0b80778d req-9c8d48f3-c8ee-47d8-ae1b-739d3e70adbc tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091223 Mar 11 11:56:38.680951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] For port d554b6b1-0b4d-4dac-8fb5-728c994f8eda, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=d554b6b1-0b4d-4dac-8fb5-728c994f8eda,segment=NetworkSegment(f36390a3-453a-492f-a9b3-ce03615aa4c9),segment_id=f36390a3-453a-492f-a9b3-ce03615aa4c9)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:56:38.699152 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (d554b6b1-0b4d-4dac-8fb5-728c994f8eda), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:38.764123 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:38.765210 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:38.766812 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] 10.222.0.71 "PUT /v2.0/ports/d554b6b1-0b4d-4dac-8fb5-728c994f8eda HTTP/1.1" status: 200 len: 1092 time: 3.2896159 Mar 11 11:56:38.771787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a25701-b906-4c02-8277-19764c27a113', 'tag': 'd554b6b1-0b4d-4dac-8fb5-728c994f8eda'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:56:38.783556 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d4ff4d-c726-4182-879e-e8b0d35f2f31" -d '{"events": [{"name": "network-changed", "server_uuid": "72a25701-b906-4c02-8277-19764c27a113", "tag": "d554b6b1-0b4d-4dac-8fb5-728c994f8eda"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:56:38.825604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2f69c-81a8-405c-9c99-23166fcdf9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d554b6b1-0b4d-4dac-8fb5-728c994f8eda,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:38.898019 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a2f72d-05f1-4d73-a916-949d30ab9343 x-openstack-request-id: req-f4a2f72d-05f1-4d73-a916-949d30ab9343 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:56:38.898228 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a25701-b906-4c02-8277-19764c27a113", "tag": "d554b6b1-0b4d-4dac-8fb5-728c994f8eda", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:56:38.898496 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f4a2f72d-05f1-4d73-a916-949d30ab9343 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:56:38.899051 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a25701-b906-4c02-8277-19764c27a113', 'tag': 'd554b6b1-0b4d-4dac-8fb5-728c994f8eda', 'status': 'completed', 'code': 200} Mar 11 11:56:38.968143 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913f0384-432f-41bd-9d65-e70376cdbd58 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:56:38.994271 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Publish callbacks [] for port (913f0384-432f-41bd-9d65-e70376cdbd58), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:39.015361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Transition to ACTIVE for port object 913f0384-432f-41bd-9d65-e70376cdbd58 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:56:39.031371 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (913f0384-432f-41bd-9d65-e70376cdbd58), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:39.046523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-bb2fa124-57a8-4d70-bfc8-fe7fbca1d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:39.049056 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-bb2fa124-57a8-4d70-bfc8-fe7fbca1d53c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59df301f658e4f0babdd23be8b3cd551&device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 1126 time: 0.1843088 Mar 11 11:56:39.216973 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfbcc1-7ce2-4671-8224-d484feefc85f req-43d7bca4-8f37-4fb7-8d24-b5c9b65e9a05 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:39.226442 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2bfbcc1-7ce2-4671-8224-d484feefc85f req-43d7bca4-8f37-4fb7-8d24-b5c9b65e9a05 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 944 time: 0.1035450 Mar 11 11:56:39.240868 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-9d7c2074-9f36-47d0-b5e6-e5511344ac48 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d554b6b1-0b4d-4dac-8fb5-728c994f8eda HTTP/1.1" status: 200 len: 217 time: 0.1518102 Mar 11 11:56:39.278944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Pushing event updated for resources: {'Port': ['ID=913f0384-432f-41bd-9d65-e70376cdbd58,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:39.331254 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2bfbcc1-7ce2-4671-8224-d484feefc85f req-ea3b256a-92fc-4d73-8562-f91ff9e51089 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038055 Mar 11 11:56:39.476274 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-60a9bc8f-8bea-4ed9-982f-c418c7cf3329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:39.478249 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-60a9bc8f-8bea-4ed9-982f-c418c7cf3329 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=28a452b9-626d-4915-a635-b58d1758ee07 HTTP/1.1" status: 200 len: 854 time: 0.2309325 Mar 11 11:56:39.529099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Attempting to bind port 913f0384-432f-41bd-9d65-e70376cdbd58 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:56:39.529921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Attempting to bind port 913f0384-432f-41bd-9d65-e70376cdbd58 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '262b6074-110b-42df-87da-d2fe37b9f67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd6c76d7c-0f20-404f-9614-cfd39a611ce7'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:56:39.530580 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Attempting to bind port 913f0384-432f-41bd-9d65-e70376cdbd58 on network d6c76d7c-0f20-404f-9614-cfd39a611ce7 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:56:39.540019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Port 913f0384-432f-41bd-9d65-e70376cdbd58 on network d6c76d7c-0f20-404f-9614-cfd39a611ce7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:56:39.540833 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Attempting to bind port 913f0384-432f-41bd-9d65-e70376cdbd58 on network d6c76d7c-0f20-404f-9614-cfd39a611ce7 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:56:39.549435 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:56:39.550177 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Checking segment: {'id': '262b6074-110b-42df-87da-d2fe37b9f67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd6c76d7c-0f20-404f-9614-cfd39a611ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:56:39.550787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Bound using segment: {'id': '262b6074-110b-42df-87da-d2fe37b9f67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd6c76d7c-0f20-404f-9614-cfd39a611ce7'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:56:39.551446 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Bound port: 913f0384-432f-41bd-9d65-e70376cdbd58, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262b6074-110b-42df-87da-d2fe37b9f67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd6c76d7c-0f20-404f-9614-cfd39a611ce7'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:56:39.552095 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (913f0384-432f-41bd-9d65-e70376cdbd58), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:39.632648 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-49b22584-4a66-4e57-93c6-61ff7d212468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:39.642687 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-49b22584-4a66-4e57-93c6-61ff7d212468 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8c3f3be-c7b2-4626-9f81-3103c2dbdabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1526709 Mar 11 11:56:39.749600 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] For port 913f0384-432f-41bd-9d65-e70376cdbd58, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:56:39.792093 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] For port 913f0384-432f-41bd-9d65-e70376cdbd58, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=913f0384-432f-41bd-9d65-e70376cdbd58,segment=NetworkSegment(262b6074-110b-42df-87da-d2fe37b9f67f),segment_id=262b6074-110b-42df-87da-d2fe37b9f67f)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:56:39.815808 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (913f0384-432f-41bd-9d65-e70376cdbd58), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:39.843935 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:39.844574 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:39.846000 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] 10.222.0.71 "PUT /v2.0/ports/913f0384-432f-41bd-9d65-e70376cdbd58 HTTP/1.1" status: 200 len: 1091 time: 2.9148204 Mar 11 11:56:39.851555 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 8606b305-68ad-4bd0-910a-4c0797d78040 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:56:39.900997 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47946a1-e6b6-4095-b44c-326aaeba74be req-f54ac66d-357c-40ab-aefc-27d8aff93560 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:39.907390 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d47946a1-e6b6-4095-b44c-326aaeba74be req-f54ac66d-357c-40ab-aefc-27d8aff93560 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.1645157 Mar 11 11:56:39.974944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568afb8-f302-4bc2-a2c4-39a4cd02eb94 req-75c38e92-f945-4632-b331-393161d29c50 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:39.977146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 8606b305-68ad-4bd0-910a-4c0797d78040 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:56:39.977726 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:39.982894 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c568afb8-f302-4bc2-a2c4-39a4cd02eb94 req-75c38e92-f945-4632-b331-393161d29c50 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 943 time: 0.2913978 Mar 11 11:56:40.022512 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-1db6a488-7e85-453c-8ff3-4249ad6d3fc9 service neutron] 10.222.0.71 "GET /v2.0/networks/f8c3f3be-c7b2-4626-9f81-3103c2dbdabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665123 Mar 11 11:56:40.083344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d47946a1-e6b6-4095-b44c-326aaeba74be req-f1913cb0-95c6-4ea1-b393-283a0d6249b3 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661007 Mar 11 11:56:40.133137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3df2cf-e0c3-4c2b-b7c5-35840a55a8ad service neutron] Pushing event updated for resources: {'Port': ['ID=913f0384-432f-41bd-9d65-e70376cdbd58,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:40.173676 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 8606b305-68ad-4bd0-910a-4c0797d78040 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:56:40.174063 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:40.183294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-93f4d3e7-99c4-4af3-b2a1-132d9c1b6e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:40.183932 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c568afb8-f302-4bc2-a2c4-39a4cd02eb94 req-030994a2-74e1-49f8-9d4b-2872b3780d96 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/security-groups?id=7224e2be-740a-4c09-ae90-9998f506cd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997073 Mar 11 11:56:40.185129 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-93f4d3e7-99c4-4af3-b2a1-132d9c1b6e66 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6b3cb99c24a246ccab95809251a1e307&device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 1125 time: 0.2653785 Mar 11 11:56:40.250596 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-d9106ca4-52b9-432e-ab51-98fe72c8f286 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=913f0384-432f-41bd-9d65-e70376cdbd58 HTTP/1.1" status: 200 len: 217 time: 0.0559003 Mar 11 11:56:40.254600 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf3bb63-1ca7-46ea-8265-da3734da21c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8606b305-68ad-4bd0-910a-4c0797d78040'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:56:40.259148 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3255bdd2-16d5-48ac-ba9b-e3ae436b3cd7" -d '{"events": [{"server_uuid": "daf3bb63-1ca7-46ea-8265-da3734da21c2", "name": "network-vif-plugged", "status": "completed", "tag": "8606b305-68ad-4bd0-910a-4c0797d78040"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:56:40.328622 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f4b1165c-240f-47e3-a0b4-a050ebd45e1e req-fe2df6a7-2474-4f13-aeeb-4a6abadf9c77 service neutron] 10.222.0.71 "GET /v2.0/networks/f8c3f3be-c7b2-4626-9f81-3103c2dbdabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973378 Mar 11 11:56:40.329158 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 8606b305-68ad-4bd0-910a-4c0797d78040, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8606b305-68ad-4bd0-910a-4c0797d78040,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:40.330203 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-9949aa9d-20b7-4d66-be6d-d3ef30a633e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:40.331663 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-9949aa9d-20b7-4d66-be6d-d3ef30a633e5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8220d662-c06e-4e62-970c-fc6d78f3209b HTTP/1.1" status: 200 len: 853 time: 0.0561111 Mar 11 11:56:40.338573 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:40.416484 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-52cd55c1-2dbd-47e6-be23-7f54e0175b4b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d6c76d7c-0f20-404f-9614-cfd39a611ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561514 Mar 11 11:56:40.489900 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c85a78-36e8-4ce4-8123-f21fb0a5b148 x-openstack-request-id: req-48c85a78-36e8-4ce4-8123-f21fb0a5b148 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:56:40.490890 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf3bb63-1ca7-46ea-8265-da3734da21c2", "name": "network-vif-plugged", "status": "completed", "tag": "8606b305-68ad-4bd0-910a-4c0797d78040", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:56:40.491709 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48c85a78-36e8-4ce4-8123-f21fb0a5b148 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:56:40.497971 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf3bb63-1ca7-46ea-8265-da3734da21c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8606b305-68ad-4bd0-910a-4c0797d78040', 'code': 200} Mar 11 11:56:40.500795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=8606b305-68ad-4bd0-910a-4c0797d78040,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:40.584159 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-4a326c25-d7c6-45e3-b097-d8c306210465 service neutron] 10.222.0.71 "GET /v2.0/networks/d6c76d7c-0f20-404f-9614-cfd39a611ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639166 Mar 11 11:56:40.608813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c6576-2c49-4566-a238-b60dfac92f69 req-eee2d9bd-7357-4f27-8dc2-6f16c1f0a231 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:40.610437 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af2c6576-2c49-4566-a238-b60dfac92f69 req-eee2d9bd-7357-4f27-8dc2-6f16c1f0a231 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.1044652 Mar 11 11:56:40.721426 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af2c6576-2c49-4566-a238-b60dfac92f69 req-a43174c2-4855-48cb-ad5f-800cc2221b69 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981143 Mar 11 11:56:40.785282 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4ff4d-c726-4182-879e-e8b0d35f2f31 req-1eb5817f-7447-4082-ba72-c507e12bffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:40.787265 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-76d4ff4d-c726-4182-879e-e8b0d35f2f31 req-1eb5817f-7447-4082-ba72-c507e12bffc4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59df301f658e4f0babdd23be8b3cd551&device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 1126 time: 0.2022963 Mar 11 11:56:40.793342 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daecb88-0a41-419b-8823-e97ca6de0313 req-3f28f613-df32-4724-9bd2-00cf5da0c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:40.794952 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9daecb88-0a41-419b-8823-e97ca6de0313 req-3f28f613-df32-4724-9bd2-00cf5da0c3dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 1127 time: 0.2089097 Mar 11 11:56:40.907701 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9daecb88-0a41-419b-8823-e97ca6de0313 req-fdf965af-1234-47b2-844f-ae2fb1ecfd19 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945613 Mar 11 11:56:40.908419 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877f77a2-b44d-4388-b724-bd7f98824236', 'tag': '913f0384-432f-41bd-9d65-e70376cdbd58'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:56:40.913255 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81e1faa-55dd-4a7b-89fa-6706ba63ae8a" -d '{"events": [{"name": "network-changed", "server_uuid": "877f77a2-b44d-4388-b724-bd7f98824236", "tag": "913f0384-432f-41bd-9d65-e70376cdbd58"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:56:40.943603 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6902588d-bd69-4d2b-a97c-8d376c7acde5 req-b39d490c-eaf0-4ef8-9c2b-7123704aa04b service neutron] 10.222.0.71 "GET /v2.0/networks/d6c76d7c-0f20-404f-9614-cfd39a611ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908332 Mar 11 11:56:41.003706 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28a5ef2-fbe1-4e2c-8b85-1943a95207d3 x-openstack-request-id: req-b28a5ef2-fbe1-4e2c-8b85-1943a95207d3 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:56:41.006886 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877f77a2-b44d-4388-b724-bd7f98824236", "tag": "913f0384-432f-41bd-9d65-e70376cdbd58", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:56:41.008198 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b28a5ef2-fbe1-4e2c-8b85-1943a95207d3 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:56:41.009207 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '877f77a2-b44d-4388-b724-bd7f98824236', 'tag': '913f0384-432f-41bd-9d65-e70376cdbd58', 'status': 'completed', 'code': 200} Mar 11 11:56:41.088547 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4ff4d-c726-4182-879e-e8b0d35f2f31 req-9460b304-04b1-43b4-9be6-ed4cdfbba616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:41.091553 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-76d4ff4d-c726-4182-879e-e8b0d35f2f31 req-9460b304-04b1-43b4-9be6-ed4cdfbba616 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f8c3f3be-c7b2-4626-9f81-3103c2dbdabe HTTP/1.1" status: 200 len: 916 time: 0.2953796 Mar 11 11:56:41.294965 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-76d4ff4d-c726-4182-879e-e8b0d35f2f31 req-e9ec4518-66dd-43ea-88e3-b017ad3c7500 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d554b6b1-0b4d-4dac-8fb5-728c994f8eda HTTP/1.1" status: 200 len: 217 time: 0.1893134 Mar 11 11:56:41.337988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38c1d0-6a8c-482a-8c62-5c98c0d81fa5 req-c36534cd-18bd-4990-af47-fbda1989cddc tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:41.339613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e38c1d0-6a8c-482a-8c62-5c98c0d81fa5 req-c36534cd-18bd-4990-af47-fbda1989cddc tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.1269100 Mar 11 11:56:41.418370 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4ff4d-c726-4182-879e-e8b0d35f2f31 req-0ac7f0ef-99f2-42fb-bd25-6d261b170bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:41.420361 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-76d4ff4d-c726-4182-879e-e8b0d35f2f31 req-0ac7f0ef-99f2-42fb-bd25-6d261b170bd1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=28a452b9-626d-4915-a635-b58d1758ee07 HTTP/1.1" status: 200 len: 854 time: 0.1111412 Mar 11 11:56:41.456145 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e1faa-55dd-4a7b-89fa-6706ba63ae8a req-dad8ae16-f811-4afb-b860-33460940d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:41.463183 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c81e1faa-55dd-4a7b-89fa-6706ba63ae8a req-dad8ae16-f811-4afb-b860-33460940d6e0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6b3cb99c24a246ccab95809251a1e307&device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 1125 time: 0.2783351 Mar 11 11:56:41.501841 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e38c1d0-6a8c-482a-8c62-5c98c0d81fa5 req-c6af894f-75be-45b1-bae4-516bfa2e0602 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467032 Mar 11 11:56:41.564671 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6477a54-90a1-4f76-b6e5-b4016e9d0a12 req-e5b0c64b-ea23-4f12-96c4-01fdda195037 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:41.566317 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d6477a54-90a1-4f76-b6e5-b4016e9d0a12 req-e5b0c64b-ea23-4f12-96c4-01fdda195037 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 943 time: 0.2448547 Mar 11 11:56:41.667374 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d6477a54-90a1-4f76-b6e5-b4016e9d0a12 req-5e2dc145-a0c5-4e61-b7e2-9bd8b302d2a7 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/security-groups?id=7224e2be-740a-4c09-ae90-9998f506cd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951703 Mar 11 11:56:41.684567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4ff4d-c726-4182-879e-e8b0d35f2f31 req-e8a7e960-4e32-4ffc-a4c5-e3d7a67157eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:41.686286 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-76d4ff4d-c726-4182-879e-e8b0d35f2f31 req-e8a7e960-4e32-4ffc-a4c5-e3d7a67157eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8c3f3be-c7b2-4626-9f81-3103c2dbdabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2578394 Mar 11 11:56:41.746205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e1faa-55dd-4a7b-89fa-6706ba63ae8a req-32a8df36-4730-4fa9-8938-9224e5141dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:41.747980 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c81e1faa-55dd-4a7b-89fa-6706ba63ae8a req-32a8df36-4730-4fa9-8938-9224e5141dbb service neutron] 10.222.0.71 "GET /v2.0/networks?id=d6c76d7c-0f20-404f-9614-cfd39a611ce7 HTTP/1.1" status: 200 len: 914 time: 0.2518702 Mar 11 11:56:41.834306 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c81e1faa-55dd-4a7b-89fa-6706ba63ae8a req-c68784eb-987d-417a-8b25-b9ed2d0fb7a5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=913f0384-432f-41bd-9d65-e70376cdbd58 HTTP/1.1" status: 200 len: 217 time: 0.0749049 Mar 11 11:56:42.023572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6a2a8-88ab-443a-846c-08732a945941 req-df77c668-7dc6-489e-a2c7-fde29af3fdc2 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:42.041141 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04e6a2a8-88ab-443a-846c-08732a945941 req-df77c668-7dc6-489e-a2c7-fde29af3fdc2 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.1679795 Mar 11 11:56:42.051418 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-76d4ff4d-c726-4182-879e-e8b0d35f2f31 req-84487737-ace0-45da-ac3b-6d0fc5f99831 service neutron] 10.222.0.71 "GET /v2.0/networks/f8c3f3be-c7b2-4626-9f81-3103c2dbdabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569767 Mar 11 11:56:42.112855 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e1faa-55dd-4a7b-89fa-6706ba63ae8a req-a32fa6f0-35b0-49be-b8db-13c971c4d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:42.125332 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c81e1faa-55dd-4a7b-89fa-6706ba63ae8a req-a32fa6f0-35b0-49be-b8db-13c971c4d1dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8220d662-c06e-4e62-970c-fc6d78f3209b HTTP/1.1" status: 200 len: 853 time: 0.2833786 Mar 11 11:56:42.162221 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-04e6a2a8-88ab-443a-846c-08732a945941 req-e67fa279-95a4-4a87-9af7-15af781d9561 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195822 Mar 11 11:56:42.226548 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c81e1faa-55dd-4a7b-89fa-6706ba63ae8a req-ed1383b6-370b-4811-bce1-0c41ab17b038 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d6c76d7c-0f20-404f-9614-cfd39a611ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818572 Mar 11 11:56:42.322989 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-76d4ff4d-c726-4182-879e-e8b0d35f2f31 req-b4a57add-5368-43a7-a28b-275035f7b801 service neutron] 10.222.0.71 "GET /v2.0/networks/f8c3f3be-c7b2-4626-9f81-3103c2dbdabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589505 Mar 11 11:56:42.510510 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c81e1faa-55dd-4a7b-89fa-6706ba63ae8a req-98fe5f57-ac0b-42e8-9927-0ecce4cf1ae4 service neutron] 10.222.0.71 "GET /v2.0/networks/d6c76d7c-0f20-404f-9614-cfd39a611ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724192 Mar 11 11:56:42.564480 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:42.704596 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c81e1faa-55dd-4a7b-89fa-6706ba63ae8a req-f210a335-37b9-4a5f-94d1-e8875b154160 service neutron] 10.222.0.71 "GET /v2.0/networks/d6c76d7c-0f20-404f-9614-cfd39a611ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799653 Mar 11 11:56:42.755459 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17830f28-b8b4-4b78-bc35-9f70bfcf4875 req-b14acb53-9a6b-47ee-9088-6f5e1490db49 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:42.765554 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-17830f28-b8b4-4b78-bc35-9f70bfcf4875 req-b14acb53-9a6b-47ee-9088-6f5e1490db49 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.1383784 Mar 11 11:56:42.911219 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-17830f28-b8b4-4b78-bc35-9f70bfcf4875 req-ada11bd2-0aac-4f38-bdb0-9da0acf7b134 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397562 Mar 11 11:56:42.939404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda135a-c042-4b27-8b64-a1a5260411f4 req-e47496b2-2ef2-46e0-b679-5af706bba0fa tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:42.941219 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1dda135a-c042-4b27-8b64-a1a5260411f4 req-e47496b2-2ef2-46e0-b679-5af706bba0fa tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 943 time: 0.1341951 Mar 11 11:56:43.060390 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1dda135a-c042-4b27-8b64-a1a5260411f4 req-fb2c3257-ad87-46aa-baf7-91a198ab10d3 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/security-groups?id=7224e2be-740a-4c09-ae90-9998f506cd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127462 Mar 11 11:56:43.069373 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 913f0384-432f-41bd-9d65-e70376cdbd58 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:56:43.314659 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 913f0384-432f-41bd-9d65-e70376cdbd58, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=913f0384-432f-41bd-9d65-e70376cdbd58,segment=NetworkSegment(262b6074-110b-42df-87da-d2fe37b9f67f),segment_id=262b6074-110b-42df-87da-d2fe37b9f67f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:43.340338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '913f0384-432f-41bd-9d65-e70376cdbd58', 'network_id': 'd6c76d7c-0f20-404f-9614-cfd39a611ce7', 'port_id': '913f0384-432f-41bd-9d65-e70376cdbd58', 'mac_address': 'fa:16:3e:f5:34:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8220d662-c06e-4e62-970c-fc6d78f3209b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:56:43.366047 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d562d6c-c09c-405f-8344-b84b9f886cb5 req-d04d83b7-62d7-4412-8a3a-b922e050a49e tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:43.385519 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d562d6c-c09c-405f-8344-b84b9f886cb5 req-d04d83b7-62d7-4412-8a3a-b922e050a49e tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.1343133 Mar 11 11:56:43.450489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 913f0384-432f-41bd-9d65-e70376cdbd58 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:56:43.454332 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (913f0384-432f-41bd-9d65-e70376cdbd58), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:43.496662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913f0384-432f-41bd-9d65-e70376cdbd58 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:56:43.519967 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d562d6c-c09c-405f-8344-b84b9f886cb5 req-c247f967-8165-4173-91f4-4f1f847fe0dc tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269131 Mar 11 11:56:43.565769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 913f0384-432f-41bd-9d65-e70376cdbd58, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=913f0384-432f-41bd-9d65-e70376cdbd58,segment=NetworkSegment(262b6074-110b-42df-87da-d2fe37b9f67f),segment_id=262b6074-110b-42df-87da-d2fe37b9f67f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:43.583797 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (913f0384-432f-41bd-9d65-e70376cdbd58), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:43.647487 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=913f0384-432f-41bd-9d65-e70376cdbd58,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:43.661424 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a4952af-4a5d-43cd-a659-ff9f39d36d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:43.764504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c0b1d-3779-4e86-8537-f6236498a2dd req-f913c5b7-368b-4dbf-aad1-0f1f96cad745 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:43.769493 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d1c0b1d-3779-4e86-8537-f6236498a2dd req-f913c5b7-368b-4dbf-aad1-0f1f96cad745 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.0957510 Mar 11 11:56:43.837987 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['913f0384-432f-41bd-9d65-e70376cdbd58'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:56:43.858838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d1c0b1d-3779-4e86-8537-f6236498a2dd req-01c6d157-2ede-45b3-b5ec-b5bf48a92780 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799916 Mar 11 11:56:44.232382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ace33-aab3-4f59-b49a-9d8e6720c105 req-cace5d41-0171-4a57-bbd2-8982e4a3df8b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:44.235768 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-780ace33-aab3-4f59-b49a-9d8e6720c105 req-cace5d41-0171-4a57-bbd2-8982e4a3df8b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.1797743 Mar 11 11:56:44.329861 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-780ace33-aab3-4f59-b49a-9d8e6720c105 req-f771b58b-e6fe-4ce3-81ea-8a3c1f74514e tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852611 Mar 11 11:56:44.507574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fd946-19c0-4a2b-aead-1a87246efb22 req-a18d6409-cbae-4233-8fa1-f9abe0b68a28 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:44.530912 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e92fd946-19c0-4a2b-aead-1a87246efb22 req-a18d6409-cbae-4233-8fa1-f9abe0b68a28 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 944 time: 0.1360636 Mar 11 11:56:44.735945 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e92fd946-19c0-4a2b-aead-1a87246efb22 req-3b2c4124-ebe1-45db-985a-d54ad10b06d6 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/security-groups?id=7224e2be-740a-4c09-ae90-9998f506cd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001400 Mar 11 11:56:44.892500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-58a2815b-7317-46b2-a328-6dde7e86e000 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:44.894035 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-58a2815b-7317-46b2-a328-6dde7e86e000 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/networks?id=3d9312ce-6f59-46bc-a678-a1fed8510214 HTTP/1.1" status: 200 len: 815 time: 0.3133235 Mar 11 11:56:44.918603 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-d54d373f-6289-4380-9716-cbfdbdf56694 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/quotas/671fef33464143b7b32a5de9fc6fc9d5 HTTP/1.1" status: 200 len: 375 time: 0.0189490 Mar 11 11:56:45.009206 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-d9445c59-f920-4a5c-bf5d-2dedbb223484 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=671fef33464143b7b32a5de9fc6fc9d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824015 Mar 11 11:56:45.085520 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 913f0384-432f-41bd-9d65-e70376cdbd58 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:56:45.181152 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-b212bd59-9aa2-459f-b3d2-b5c600cf66d5 service neutron] 10.222.0.78 "GET /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640038 Mar 11 11:56:45.218123 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 913f0384-432f-41bd-9d65-e70376cdbd58 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:56:45.230709 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 913f0384-432f-41bd-9d65-e70376cdbd58 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:56:45.240581 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (913f0384-432f-41bd-9d65-e70376cdbd58), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:45.452588 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 913f0384-432f-41bd-9d65-e70376cdbd58 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:56:45.453207 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (913f0384-432f-41bd-9d65-e70376cdbd58), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:45.491876 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877f77a2-b44d-4388-b724-bd7f98824236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913f0384-432f-41bd-9d65-e70376cdbd58'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:56:45.496065 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64024363-5655-42dc-bdd3-f9f0e10a20cb" -d '{"events": [{"server_uuid": "877f77a2-b44d-4388-b724-bd7f98824236", "name": "network-vif-plugged", "status": "completed", "tag": "913f0384-432f-41bd-9d65-e70376cdbd58"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:56:45.527416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 913f0384-432f-41bd-9d65-e70376cdbd58, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=913f0384-432f-41bd-9d65-e70376cdbd58,segment=NetworkSegment(262b6074-110b-42df-87da-d2fe37b9f67f),segment_id=262b6074-110b-42df-87da-d2fe37b9f67f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:45.537782 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-c89fb1ed-56a0-4898-8d26-c4b1d069677d service neutron] 10.222.0.78 "GET /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514087 Mar 11 11:56:45.540005 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (913f0384-432f-41bd-9d65-e70376cdbd58), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:45.594440 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02692ce3-2b19-4111-937d-f99b36f53e04 req-e45f7747-4163-4c28-b19e-4faede410c9b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:45.605240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02692ce3-2b19-4111-937d-f99b36f53e04 req-e45f7747-4163-4c28-b19e-4faede410c9b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.1274140 Mar 11 11:56:45.642718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=913f0384-432f-41bd-9d65-e70376cdbd58,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:45.723831 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:56:45.752015 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93a5c36b-8972-45f6-83a6-e19a8d319e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:45.754736 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02692ce3-2b19-4111-937d-f99b36f53e04 req-b23d5a27-537c-4361-9cd4-b8f6b80e3b07 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471741 Mar 11 11:56:45.844973 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6815bb78-907d-4554-ad9a-c5216c8b312e x-openstack-request-id: req-6815bb78-907d-4554-ad9a-c5216c8b312e {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:56:45.845275 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877f77a2-b44d-4388-b724-bd7f98824236", "name": "network-vif-plugged", "status": "completed", "tag": "913f0384-432f-41bd-9d65-e70376cdbd58", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:56:45.845532 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6815bb78-907d-4554-ad9a-c5216c8b312e {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:56:45.846143 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877f77a2-b44d-4388-b724-bd7f98824236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913f0384-432f-41bd-9d65-e70376cdbd58', 'code': 200} Mar 11 11:56:45.884724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14969f6b-5f76-4c05-b602-43dc2e2d95b7 req-49751f22-9da7-4055-bb3a-21820d358c06 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:45.890960 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-14969f6b-5f76-4c05-b602-43dc2e2d95b7 req-49751f22-9da7-4055-bb3a-21820d358c06 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.37 "GET /v2.0/ports?device_id=daf3bb63-1ca7-46ea-8265-da3734da21c2 HTTP/1.1" status: 200 len: 945 time: 0.1823573 Mar 11 11:56:46.010089 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e27e6c99-fc64-47ea-8da1-1702b6d67920 req-f914a563-db01-4074-8cc8-85896a61d64c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 210 time: 0.0897622 Mar 11 11:56:46.210268 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4b784-907a-404a-84c8-69de2a3d438e req-1851a3bb-fadf-4432-b9a4-4fab1560f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:46.212395 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-61a4b784-907a-404a-84c8-69de2a3d438e req-1851a3bb-fadf-4432-b9a4-4fab1560f06a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 1127 time: 0.3027482 Mar 11 11:56:46.296287 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-61a4b784-907a-404a-84c8-69de2a3d438e req-f01d6c31-29ef-4a1a-b9f7-dfbd661d31b9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7224e2be-740a-4c09-ae90-9998f506cd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735807 Mar 11 11:56:46.324125 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-14969f6b-5f76-4c05-b602-43dc2e2d95b7 req-7f084ac0-4ee9-471a-8fdd-d1db91b8f540 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Deleting port 8606b305-68ad-4bd0-910a-4c0797d78040 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:56:46.326492 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-14969f6b-5f76-4c05-b602-43dc2e2d95b7 req-7f084ac0-4ee9-471a-8fdd-d1db91b8f540 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:46.357907 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2af62-d9a6-4edd-9b64-7a176f495da6 req-4eb33354-1251-48a1-96ac-65f08a552f6d tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:46.374605 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-89c2af62-d9a6-4edd-9b64-7a176f495da6 req-4eb33354-1251-48a1-96ac-65f08a552f6d tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.2534015 Mar 11 11:56:46.447101 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96164ed7-6f14-4d1f-b51d-15580fd82177 req-6e23cca6-df04-4e59-8dab-d696f594c7db tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:46.450341 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96164ed7-6f14-4d1f-b51d-15580fd82177 req-6e23cca6-df04-4e59-8dab-d696f594c7db tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 945 time: 0.2410846 Mar 11 11:56:46.540473 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-14969f6b-5f76-4c05-b602-43dc2e2d95b7 req-7f084ac0-4ee9-471a-8fdd-d1db91b8f540 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] For port 8606b305-68ad-4bd0-910a-4c0797d78040, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8606b305-68ad-4bd0-910a-4c0797d78040,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:46.541734 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-14969f6b-5f76-4c05-b602-43dc2e2d95b7 req-7f084ac0-4ee9-471a-8fdd-d1db91b8f540 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:46.585764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-14969f6b-5f76-4c05-b602-43dc2e2d95b7 req-7f084ac0-4ee9-471a-8fdd-d1db91b8f540 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Calling delete_port for 8606b305-68ad-4bd0-910a-4c0797d78040 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:56:46.606831 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-89c2af62-d9a6-4edd-9b64-7a176f495da6 req-5f26f688-2319-4d57-8504-75087194a96f tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295563 Mar 11 11:56:46.711139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96164ed7-6f14-4d1f-b51d-15580fd82177 req-f7bf56f9-a0de-419b-b7d3-5736f29396ff tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/security-groups?id=7224e2be-740a-4c09-ae90-9998f506cd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343624 Mar 11 11:56:46.986944 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-14969f6b-5f76-4c05-b602-43dc2e2d95b7 req-7f084ac0-4ee9-471a-8fdd-d1db91b8f540 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (8606b305-68ad-4bd0-910a-4c0797d78040), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:47.062843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f084ac0-4ee9-471a-8fdd-d1db91b8f540 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Pushing event deleted for resources: {'Port': ['ID=8606b305-68ad-4bd0-910a-4c0797d78040,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:47.143276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96517c94-8645-46b6-b006-24dbc9085141 req-5d30aa48-a495-4ca1-a930-d97323edd3b7 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:47.168978 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96517c94-8645-46b6-b006-24dbc9085141 req-5d30aa48-a495-4ca1-a930-d97323edd3b7 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.2443752 Mar 11 11:56:47.172951 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:47.177008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-14969f6b-5f76-4c05-b602-43dc2e2d95b7 req-7f084ac0-4ee9-471a-8fdd-d1db91b8f540 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] No DVR routers for this DVR port 8606b305-68ad-4bd0-910a-4c0797d78040 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:56:47.181047 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-14969f6b-5f76-4c05-b602-43dc2e2d95b7 req-7f084ac0-4ee9-471a-8fdd-d1db91b8f540 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:47.186589 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-14969f6b-5f76-4c05-b602-43dc2e2d95b7 req-7f084ac0-4ee9-471a-8fdd-d1db91b8f540 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.37 "DELETE /v2.0/ports/8606b305-68ad-4bd0-910a-4c0797d78040 HTTP/1.1" status: 204 len: 173 time: 1.2908983 Mar 11 11:56:47.187834 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf3bb63-1ca7-46ea-8265-da3734da21c2', 'name': 'network-vif-deleted', 'tag': '8606b305-68ad-4bd0-910a-4c0797d78040'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:56:47.199133 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8332773-5cb4-4506-8b08-3feef13ef1a1" -d '{"events": [{"server_uuid": "daf3bb63-1ca7-46ea-8265-da3734da21c2", "name": "network-vif-deleted", "tag": "8606b305-68ad-4bd0-910a-4c0797d78040"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:56:47.456245 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96517c94-8645-46b6-b006-24dbc9085141 req-87eeee93-0b48-41e6-b06a-6b8ac8ecafef tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858086 Mar 11 11:56:47.487648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-804ba1ac-1341-456f-bba0-c8a5c7aa0ee5 req-26f88439-c02b-4d68-8c2f-7d973c9de5fc tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 210 time: 0.2147920 Mar 11 11:56:47.617338 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20192503-7106-414d-8e74-368a36808947 x-openstack-request-id: req-20192503-7106-414d-8e74-368a36808947 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:56:47.617625 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf3bb63-1ca7-46ea-8265-da3734da21c2", "name": "network-vif-deleted", "tag": "8606b305-68ad-4bd0-910a-4c0797d78040", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:56:47.617876 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20192503-7106-414d-8e74-368a36808947 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:56:47.618311 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf3bb63-1ca7-46ea-8265-da3734da21c2', 'name': 'network-vif-deleted', 'tag': '8606b305-68ad-4bd0-910a-4c0797d78040', 'status': 'completed', 'code': 200} Mar 11 11:56:47.867112 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbad3b-7aff-47b0-b859-bbaa8b176a42 req-be5eac50-baba-4612-a4ca-f710cbda5b08 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:47.873129 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3dbad3b-7aff-47b0-b859-bbaa8b176a42 req-be5eac50-baba-4612-a4ca-f710cbda5b08 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.1253855 Mar 11 11:56:47.883434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 8606b305-68ad-4bd0-910a-4c0797d78040 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:56:48.031882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 8606b305-68ad-4bd0-910a-4c0797d78040 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:56:48.033019 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 8606b305-68ad-4bd0-910a-4c0797d78040 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:56:48.147389 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3dbad3b-7aff-47b0-b859-bbaa8b176a42 req-2e256892-6e0d-4f13-a629-9618915ab424 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567551 Mar 11 11:56:48.215444 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7a85d-c17d-439e-a670-cd90449c02d1 req-b389b182-56b9-4dde-8597-84dc6f0b0490 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:48.219263 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55d7a85d-c17d-439e-a670-cd90449c02d1 req-b389b182-56b9-4dde-8597-84dc6f0b0490 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 945 time: 0.3449838 Mar 11 11:56:48.264926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-22ba88f0-4a43-4198-a1b7-0e7d4868d001 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:48.266482 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-22ba88f0-4a43-4198-a1b7-0e7d4868d001 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.37 "GET /v2.0/networks?id=3d9312ce-6f59-46bc-a678-a1fed8510214 HTTP/1.1" status: 200 len: 815 time: 0.3053062 Mar 11 11:56:48.292707 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-bb13c854-e0b1-4abc-a1d5-98fe6fb89959 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Request body: {'port': {'device_id': '97a5b080-8907-4f37-98c7-c4276ace8ae0', 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214', 'admin_state_up': True, 'tenant_id': '671fef33464143b7b32a5de9fc6fc9d5'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:56:48.368007 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55d7a85d-c17d-439e-a670-cd90449c02d1 req-d8b92725-0df7-491e-af16-42903f2d4fe0 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/security-groups?id=7224e2be-740a-4c09-ae90-9998f506cd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419234 Mar 11 11:56:48.548212 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:48.743100 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74c3c3-c26e-4995-8006-9a10c698dd89 req-00eb7d77-de72-49b2-9696-0ec8b04cc06e tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:48.744790 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dd74c3c3-c26e-4995-8006-9a10c698dd89 req-00eb7d77-de72-49b2-9696-0ec8b04cc06e tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.71 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.1337450 Mar 11 11:56:48.748565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-bb13c854-e0b1-4abc-a1d5-98fe6fb89959 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Made reservation on behalf of 671fef33464143b7b32a5de9fc6fc9d5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:56:48.756165 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-bb13c854-e0b1-4abc-a1d5-98fe6fb89959 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:48.835396 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3515194-e6e0-41fc-ab1b-69f45096b6d6 req-dccb1763-b5c1-430c-b215-fb1c426f453c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 210 time: 0.0634236 Mar 11 11:56:48.886176 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057811f2-3870-4a61-9426-ea7021eba835 req-f936918f-bf5a-4b31-b03b-0eddbec6617d tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:48.896005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-057811f2-3870-4a61-9426-ea7021eba835 req-f936918f-bf5a-4b31-b03b-0eddbec6617d tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.2217388 Mar 11 11:56:48.930627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-bb13c854-e0b1-4abc-a1d5-98fe6fb89959 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Allocated IP 172.20.0.10 (3d9312ce-6f59-46bc-a678-a1fed8510214/d7dfd7d0-32e4-421d-922a-dbc8af44f6b4/01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:56:49.047058 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-057811f2-3870-4a61-9426-ea7021eba835 req-4d47c0cb-6a22-4e0d-b489-9ee0d3af6698 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366355 Mar 11 11:56:49.303527 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-bb13c854-e0b1-4abc-a1d5-98fe6fb89959 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks [] for port (01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:49.314365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b3f05-f1e4-4659-a8b4-7721f851c767 req-3ee9222b-0de0-4a60-855e-0bb8f1675984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:49.316063 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-df4b3f05-f1e4-4659-a8b4-7721f851c767 req-3ee9222b-0de0-4a60-855e-0bb8f1675984 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6b3cb99c24a246ccab95809251a1e307&device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 1127 time: 0.1146672 Mar 11 11:56:49.319610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-dd74c3c3-c26e-4995-8006-9a10c698dd89 req-8af5fe81-4899-4985-9571-66a2a815d0ea tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Deleting port a8f7baaa-a8c1-45b0-bdae-6346fd27613c {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:56:49.320053 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dd74c3c3-c26e-4995-8006-9a10c698dd89 req-8af5fe81-4899-4985-9571-66a2a815d0ea tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a8f7baaa-a8c1-45b0-bdae-6346fd27613c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:49.372884 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39895ad3-985f-4924-982b-be4a9ddf969d req-5cad985b-6477-4c56-aa59-3d63b3bfaed7 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:49.381209 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39895ad3-985f-4924-982b-be4a9ddf969d req-5cad985b-6477-4c56-aa59-3d63b3bfaed7 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 945 time: 0.0825174 Mar 11 11:56:49.396680 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836f0c9-afc2-4069-931f-94e115393aa1 req-3fe0fe28-782c-4a43-bfff-1451f9e3a97c tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:49.398567 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f836f0c9-afc2-4069-931f-94e115393aa1 req-3fe0fe28-782c-4a43-bfff-1451f9e3a97c tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 945 time: 0.1363809 Mar 11 11:56:49.490309 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39895ad3-985f-4924-982b-be4a9ddf969d req-079ab796-c6ee-4cd6-8240-4e0f94194ae5 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029639 Mar 11 11:56:49.506559 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f836f0c9-afc2-4069-931f-94e115393aa1 req-8d5dc364-9b3e-4c2f-9f68-72d62703e5c0 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/security-groups?id=7224e2be-740a-4c09-ae90-9998f506cd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879900 Mar 11 11:56:49.604687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b3f05-f1e4-4659-a8b4-7721f851c767 req-fa8b29a9-39ae-46e5-9abd-b3262d4ee261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:49.606523 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-df4b3f05-f1e4-4659-a8b4-7721f851c767 req-fa8b29a9-39ae-46e5-9abd-b3262d4ee261 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d6c76d7c-0f20-404f-9614-cfd39a611ce7 HTTP/1.1" status: 200 len: 914 time: 0.2836010 Mar 11 11:56:49.807022 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b541db2-0aaf-4b06-9578-059350e821f5 req-32d61f52-a74d-47fa-927f-d340f2769229 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0947506 Mar 11 11:56:50.006771 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b541db2-0aaf-4b06-9578-059350e821f5 req-1d58dfd2-ffd4-4913-b466-074da8e44b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:50.008594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b541db2-0aaf-4b06-9578-059350e821f5 req-1d58dfd2-ffd4-4913-b466-074da8e44b71 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b839c74c06a5463cab66eb4c80c4c086&device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 1127 time: 0.1408679 Mar 11 11:56:50.018482 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-34fa8826-edae-41b4-81d4-a3a87e2572a2 req-d0a82052-7804-4919-b15a-882e264c30ad tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 210 time: 0.0440428 Mar 11 11:56:50.047226 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:50.230931 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b541db2-0aaf-4b06-9578-059350e821f5 req-aab6913c-b2bf-4ea6-bac1-d96684bcfff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:50.231154 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-df4b3f05-f1e4-4659-a8b4-7721f851c767 req-8924d807-886d-4708-a4e8-2ac11d2b2977 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=913f0384-432f-41bd-9d65-e70376cdbd58 HTTP/1.1" status: 200 len: 217 time: 0.5922964 Mar 11 11:56:50.237628 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-bb13c854-e0b1-4abc-a1d5-98fe6fb89959 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:50.238094 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b541db2-0aaf-4b06-9578-059350e821f5 req-aab6913c-b2bf-4ea6-bac1-d96684bcfff8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d259f0e3-1793-455e-a2df-b0e8516ce55f HTTP/1.1" status: 200 len: 920 time: 0.2019114 Mar 11 11:56:50.375074 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b541db2-0aaf-4b06-9578-059350e821f5 req-a6d6f69e-2b38-4a68-82ea-dda730ef5574 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff609eae-6795-495f-9cc0-ebb96302bab3 HTTP/1.1" status: 200 len: 217 time: 0.1242342 Mar 11 11:56:50.390175 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6380039-27f8-41fa-b38c-86d03ca0b631 req-cb89cc1c-6812-4da0-ad80-a63732b21276 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:50.392150 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f6380039-27f8-41fa-b38c-86d03ca0b631 req-cb89cc1c-6812-4da0-ad80-a63732b21276 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.2202084 Mar 11 11:56:50.414669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-dd74c3c3-c26e-4995-8006-9a10c698dd89 req-8af5fe81-4899-4985-9571-66a2a815d0ea tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] For port a8f7baaa-a8c1-45b0-bdae-6346fd27613c, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a8f7baaa-a8c1-45b0-bdae-6346fd27613c,segment=NetworkSegment(65d1ab14-8445-446e-be7b-99019c2a265f),segment_id=65d1ab14-8445-446e-be7b-99019c2a265f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:50.415333 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dd74c3c3-c26e-4995-8006-9a10c698dd89 req-8af5fe81-4899-4985-9571-66a2a815d0ea tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a8f7baaa-a8c1-45b0-bdae-6346fd27613c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:50.435367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-bb13c854-e0b1-4abc-a1d5-98fe6fb89959 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Network 3d9312ce-6f59-46bc-a678-a1fed8510214 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:56:50.448582 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-bb13c854-e0b1-4abc-a1d5-98fe6fb89959 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:56:50.451247 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-bb13c854-e0b1-4abc-a1d5-98fe6fb89959 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:56:50.467087 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-dd74c3c3-c26e-4995-8006-9a10c698dd89 req-8af5fe81-4899-4985-9571-66a2a815d0ea tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Calling delete_port for a8f7baaa-a8c1-45b0-bdae-6346fd27613c owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:56:50.469833 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13c854-e0b1-4abc-a1d5-98fe6fb89959 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Pushing event updated for resources: {'Port': ['ID=01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:50.486237 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b3f05-f1e4-4659-a8b4-7721f851c767 req-6b8e2037-9d94-46ed-bdea-b21e8daae449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:50.487716 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-df4b3f05-f1e4-4659-a8b4-7721f851c767 req-6b8e2037-9d94-46ed-bdea-b21e8daae449 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8220d662-c06e-4e62-970c-fc6d78f3209b HTTP/1.1" status: 200 len: 853 time: 0.2375607 Mar 11 11:56:50.519114 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b541db2-0aaf-4b06-9578-059350e821f5 req-f81f6805-5a4d-442c-824f-610b8c85f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:50.523956 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b541db2-0aaf-4b06-9578-059350e821f5 req-f81f6805-5a4d-442c-824f-610b8c85f25d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=614f6c11-14c1-492e-91ba-54d12114a8a6 HTTP/1.1" status: 200 len: 859 time: 0.1305642 Mar 11 11:56:50.567599 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-df4b3f05-f1e4-4659-a8b4-7721f851c767 req-2a62de70-37f9-4842-8282-7c88a433063d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d6c76d7c-0f20-404f-9614-cfd39a611ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548732 Mar 11 11:56:50.647434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-bb13c854-e0b1-4abc-a1d5-98fe6fb89959 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:50.648083 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-bb13c854-e0b1-4abc-a1d5-98fe6fb89959 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:50.679209 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-bb13c854-e0b1-4abc-a1d5-98fe6fb89959 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4019859 Mar 11 11:56:50.729936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Request body: {'port': {'device_id': '97a5b080-8907-4f37-98c7-c4276ace8ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:56:50.777047 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b541db2-0aaf-4b06-9578-059350e821f5 req-c58d8b8e-8df0-4871-b712-00e83d2d6eed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d259f0e3-1793-455e-a2df-b0e8516ce55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2209585 Mar 11 11:56:50.791947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f6380039-27f8-41fa-b38c-86d03ca0b631 req-94144790-e2a8-4acb-8fb9-a6c4e0112db8 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592416 Mar 11 11:56:50.939210 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-df4b3f05-f1e4-4659-a8b4-7721f851c767 req-c89abe7e-08e9-4439-ad5a-6798d83383ca service neutron] 10.222.0.71 "GET /v2.0/networks/d6c76d7c-0f20-404f-9614-cfd39a611ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289957 Mar 11 11:56:50.987181 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:51.149703 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b541db2-0aaf-4b06-9578-059350e821f5 req-c6326482-3ee3-4c89-bfc8-9889b445a8d0 service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558190 Mar 11 11:56:51.169728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1929d7-b9eb-4210-8ba8-bfa6a74833e7 req-70939a3f-2342-4803-a83f-ad855c7b1ffe tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:51.176131 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1e1929d7-b9eb-4210-8ba8-bfa6a74833e7 req-70939a3f-2342-4803-a83f-ad855c7b1ffe tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=eba650de-f858-4329-bf54-463aaeb838ba HTTP/1.1" status: 200 len: 867 time: 0.4987900 Mar 11 11:56:51.335013 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef9f69-5fb3-45e1-97fe-60dbd16d0e03 req-1f036021-dc4d-4287-abdb-00e65e5e25db tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:51.341194 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44ef9f69-5fb3-45e1-97fe-60dbd16d0e03 req-1f036021-dc4d-4287-abdb-00e65e5e25db tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 945 time: 0.3395519 Mar 11 11:56:51.364507 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dd74c3c3-c26e-4995-8006-9a10c698dd89 req-8af5fe81-4899-4985-9571-66a2a815d0ea tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a8f7baaa-a8c1-45b0-bdae-6346fd27613c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:51.376410 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['ff609eae-6795-495f-9cc0-ebb96302bab3'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:56:51.552473 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-df4b3f05-f1e4-4659-a8b4-7721f851c767 req-6f8d67f3-fd2b-4a54-802e-4248e7b1dc0d service neutron] 10.222.0.71 "GET /v2.0/networks/d6c76d7c-0f20-404f-9614-cfd39a611ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927250 Mar 11 11:56:51.871223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:56:51.880539 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Publish callbacks [] for port (01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:51.894570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Transition to ACTIVE for port object 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:56:51.896335 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5fe81-4899-4985-9571-66a2a815d0ea tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Pushing event deleted for resources: {'Port': ['ID=a8f7baaa-a8c1-45b0-bdae-6346fd27613c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:51.911814 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:51.958965 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd74c3c3-c26e-4995-8006-9a10c698dd89 req-8af5fe81-4899-4985-9571-66a2a815d0ea tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] No DVR routers for this DVR port a8f7baaa-a8c1-45b0-bdae-6346fd27613c on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:56:51.962661 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dd74c3c3-c26e-4995-8006-9a10c698dd89 req-8af5fe81-4899-4985-9571-66a2a815d0ea tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:51.970047 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dd74c3c3-c26e-4995-8006-9a10c698dd89 req-8af5fe81-4899-4985-9571-66a2a815d0ea tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.71 "DELETE /v2.0/ports/a8f7baaa-a8c1-45b0-bdae-6346fd27613c HTTP/1.1" status: 204 len: 173 time: 3.1851826 Mar 11 11:56:52.065954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba650de-f858-4329-bf54-463aaeb838ba', 'name': 'network-vif-deleted', 'tag': 'a8f7baaa-a8c1-45b0-bdae-6346fd27613c'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:56:52.080195 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9412b74-dfc9-4600-bf3c-1a77c76d014e" -d '{"events": [{"server_uuid": "eba650de-f858-4329-bf54-463aaeb838ba", "name": "network-vif-deleted", "tag": "a8f7baaa-a8c1-45b0-bdae-6346fd27613c"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:56:52.132054 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Pushing event updated for resources: {'Port': ['ID=01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:52.230174 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Attempting to bind port 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:56:52.233192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Attempting to bind port 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'dfa5312f-d073-4201-b92d-86037a1aaf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:56:52.233535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Attempting to bind port 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c on network 3d9312ce-6f59-46bc-a678-a1fed8510214 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:56:52.246113 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Port 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c on network 3d9312ce-6f59-46bc-a678-a1fed8510214 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:56:52.246519 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Attempting to bind port 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c on network 3d9312ce-6f59-46bc-a678-a1fed8510214 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:56:52.249744 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b541db2-0aaf-4b06-9578-059350e821f5 req-b7054419-b4e1-454c-aa61-12230ac3f138 service neutron] 10.222.0.71 "GET /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0711403 Mar 11 11:56:52.252087 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:56:52.252425 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Checking segment: {'id': 'dfa5312f-d073-4201-b92d-86037a1aaf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:56:52.252803 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Bound using segment: {'id': 'dfa5312f-d073-4201-b92d-86037a1aaf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:56:52.253233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Bound port: 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa5312f-d073-4201-b92d-86037a1aaf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:56:52.253587 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:52.338690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] For port 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:56:52.342828 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] For port 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:56:52.346237 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1e1929d7-b9eb-4210-8ba8-bfa6a74833e7 req-6ac236ea-4651-4f8b-a8f4-a763ec8f7f15 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1520636 Mar 11 11:56:52.357024 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:52.362718 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44ef9f69-5fb3-45e1-97fe-60dbd16d0e03 req-77b87765-5a0a-4fc6-82fd-ed776780e036 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/security-groups?id=7224e2be-740a-4c09-ae90-9998f506cd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0163662 Mar 11 11:56:52.496748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:52.503167 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:52.504703 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] 10.222.0.37 "PUT /v2.0/ports/01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c HTTP/1.1" status: 200 len: 1092 time: 1.8073366 Mar 11 11:56:52.586167 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfef1b-872b-4b7f-a411-7769d01b1605 service neutron] Pushing event updated for resources: {'Port': ['ID=01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:52.627962 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-3079654c-23fb-4f33-98a8-fe1d8cc1c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:52.629804 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-3079654c-23fb-4f33-98a8-fe1d8cc1c08b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=671fef33464143b7b32a5de9fc6fc9d5&device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 1126 time: 0.0657244 Mar 11 11:56:52.683293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cf174-ec4e-4dc6-8b28-2db9c5c338b6 req-07f58d46-1d98-40e5-9367-5b2cfa3cf29d tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:52.686414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-450cf174-ec4e-4dc6-8b28-2db9c5c338b6 req-07f58d46-1d98-40e5-9367-5b2cfa3cf29d tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 944 time: 0.1617680 Mar 11 11:56:52.710294 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-1bc34dbd-c461-41ee-ac2f-e91183dd2646 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c HTTP/1.1" status: 200 len: 217 time: 0.0729206 Mar 11 11:56:52.759385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ee539-a3a6-438d-81ca-ed7a2f603ce7 req-bf222931-af5c-4c81-a698-35fbefbbedc4 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:52.765192 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa4ee539-a3a6-438d-81ca-ed7a2f603ce7 req-bf222931-af5c-4c81-a698-35fbefbbedc4 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.2168648 Mar 11 11:56:52.809889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-4b4cd5c2-2914-4897-b77e-a58ceb4d1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:52.813656 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-4b4cd5c2-2914-4897-b77e-a58ceb4d1a23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7dfd7d0-32e4-421d-922a-dbc8af44f6b4 HTTP/1.1" status: 200 len: 855 time: 0.0963020 Mar 11 11:56:52.883451 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-450cf174-ec4e-4dc6-8b28-2db9c5c338b6 req-3a5878ff-a170-42fe-bd2a-42e407839eaa tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886156 Mar 11 11:56:52.907188 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-892a7beb-63fa-4110-b943-1de77355b94b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d9312ce-6f59-46bc-a678-a1fed8510214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860019 Mar 11 11:56:52.962720 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa4ee539-a3a6-438d-81ca-ed7a2f603ce7 req-e6656835-d9e8-460a-a764-8a6658ffa71a tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892240 Mar 11 11:56:53.004275 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b28d91-906e-42d4-8bc8-cea0e57db6c2 x-openstack-request-id: req-25b28d91-906e-42d4-8bc8-cea0e57db6c2 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:56:53.004592 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba650de-f858-4329-bf54-463aaeb838ba", "name": "network-vif-deleted", "tag": "a8f7baaa-a8c1-45b0-bdae-6346fd27613c", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:56:53.004856 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25b28d91-906e-42d4-8bc8-cea0e57db6c2 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:56:53.005273 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba650de-f858-4329-bf54-463aaeb838ba', 'name': 'network-vif-deleted', 'tag': 'a8f7baaa-a8c1-45b0-bdae-6346fd27613c', 'status': 'completed', 'code': 200} Mar 11 11:56:53.115314 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-f496e9b4-8089-48dd-876e-6f29bad00635 service neutron] 10.222.0.37 "GET /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002695 Mar 11 11:56:53.132263 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a8f7baaa-a8c1-45b0-bdae-6346fd27613c no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:56:53.176121 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: a8f7baaa-a8c1-45b0-bdae-6346fd27613c {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:56:53.176780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a8f7baaa-a8c1-45b0-bdae-6346fd27613c not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:56:53.323975 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6ec65246-d28c-432b-b9f0-0560a19accb8 req-6e95ae28-4a0d-4d8d-857f-78169fdf8100 service neutron] 10.222.0.37 "GET /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016730 Mar 11 11:56:53.653766 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4678b7d-5597-431f-9ad5-e1d5d01c1da9 req-67b30fce-ec6f-48d5-81ef-73a2971a8f00 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:53.663990 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4678b7d-5597-431f-9ad5-e1d5d01c1da9 req-67b30fce-ec6f-48d5-81ef-73a2971a8f00 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 945 time: 0.1291230 Mar 11 11:56:53.788623 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4678b7d-5597-431f-9ad5-e1d5d01c1da9 req-9216ab01-f77a-49db-acf0-afe99373e55d tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/security-groups?id=7224e2be-740a-4c09-ae90-9998f506cd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220107 Mar 11 11:56:53.963406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58bf0c-6000-48e7-aa19-85a0af25882e req-0f533a34-7d22-4d62-acf6-1aa2300eedcf tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:53.974356 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6d58bf0c-6000-48e7-aa19-85a0af25882e req-0f533a34-7d22-4d62-acf6-1aa2300eedcf tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.1141276 Mar 11 11:56:54.083472 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6d58bf0c-6000-48e7-aa19-85a0af25882e req-227e3a0d-1395-4dfc-ab9e-5b37b48964a9 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001437 Mar 11 11:56:54.120187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dec8b2-fe73-458b-8cf2-53a4a30c6f20 req-a9b382f8-8044-458c-af3d-a41012357ad4 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:54.126974 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91dec8b2-fe73-458b-8cf2-53a4a30c6f20 req-a9b382f8-8044-458c-af3d-a41012357ad4 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 944 time: 0.0969524 Mar 11 11:56:54.278438 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91dec8b2-fe73-458b-8cf2-53a4a30c6f20 req-9c85f688-110b-40b6-87fb-eb37f842d6cb tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504622 Mar 11 11:56:54.511348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb0389-4b7b-4496-84ce-e2349ed351b3 req-e29357f4-57a7-4f9a-8670-4af9056a2238 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:54.513995 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-76eb0389-4b7b-4496-84ce-e2349ed351b3 req-e29357f4-57a7-4f9a-8670-4af9056a2238 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.0948186 Mar 11 11:56:54.619508 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-76eb0389-4b7b-4496-84ce-e2349ed351b3 req-75483215-67a5-4a7f-9f5d-fbaf7dc74d50 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922222 Mar 11 11:56:54.636580 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854d805-13b2-45eb-a028-989d0f33718e req-06a741c9-5727-4e1f-a51b-c63d706cbea7 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:54.645956 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d854d805-13b2-45eb-a028-989d0f33718e req-06a741c9-5727-4e1f-a51b-c63d706cbea7 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 945 time: 0.1307223 Mar 11 11:56:54.745125 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d854d805-13b2-45eb-a028-989d0f33718e req-ba2aca4b-37f9-4642-a81e-e8fe35899f57 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/security-groups?id=7224e2be-740a-4c09-ae90-9998f506cd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979555 Mar 11 11:56:55.006661 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a5b080-8907-4f37-98c7-c4276ace8ae0', 'tag': '01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:56:55.010179 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474c7121-07ab-4045-98bf-ff11c14cdc5c" -d '{"events": [{"name": "network-changed", "server_uuid": "97a5b080-8907-4f37-98c7-c4276ace8ae0", "tag": "01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:56:55.054168 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9844c11f-e653-47d0-85cd-509e8c675fb0 x-openstack-request-id: req-9844c11f-e653-47d0-85cd-509e8c675fb0 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:56:55.054717 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a5b080-8907-4f37-98c7-c4276ace8ae0", "tag": "01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:56:55.055231 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9844c11f-e653-47d0-85cd-509e8c675fb0 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:56:55.055854 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a5b080-8907-4f37-98c7-c4276ace8ae0', 'tag': '01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c', 'status': 'completed', 'code': 200} Mar 11 11:56:55.192569 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c7121-07ab-4045-98bf-ff11c14cdc5c req-e6e06880-178a-40d4-8fca-170c6808c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:55.194111 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-474c7121-07ab-4045-98bf-ff11c14cdc5c req-e6e06880-178a-40d4-8fca-170c6808c516 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=671fef33464143b7b32a5de9fc6fc9d5&device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 1126 time: 0.1151218 Mar 11 11:56:55.241671 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813cb34-56f8-4e9d-b0c3-d222abddf545 req-45645f0f-a4e9-49f6-85e0-d102467e750a tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:55.254097 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b813cb34-56f8-4e9d-b0c3-d222abddf545 req-45645f0f-a4e9-49f6-85e0-d102467e750a tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.0718160 Mar 11 11:56:55.376996 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c7121-07ab-4045-98bf-ff11c14cdc5c req-ebe53344-2bff-4a47-86bf-48d416fa85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:55.378495 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-474c7121-07ab-4045-98bf-ff11c14cdc5c req-ebe53344-2bff-4a47-86bf-48d416fa85cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d9312ce-6f59-46bc-a678-a1fed8510214 HTTP/1.1" status: 200 len: 916 time: 0.1759386 Mar 11 11:56:55.383379 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b813cb34-56f8-4e9d-b0c3-d222abddf545 req-adc80763-f668-40a7-8757-0e2c0c1d9b19 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281538 Mar 11 11:56:55.482566 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-474c7121-07ab-4045-98bf-ff11c14cdc5c req-1d78f5be-d01c-4618-a090-abe94e4b674a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c HTTP/1.1" status: 200 len: 217 time: 0.0917768 Mar 11 11:56:55.572526 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0dbd-9a21-4dae-aec7-9f9e528379a3 req-380d7a80-c25a-4cf7-805a-98111b363e9c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:55.577191 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f2b0dbd-9a21-4dae-aec7-9f9e528379a3 req-380d7a80-c25a-4cf7-805a-98111b363e9c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 944 time: 0.1564224 Mar 11 11:56:55.610301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c7121-07ab-4045-98bf-ff11c14cdc5c req-628525a8-a9fd-45a8-ae52-e9e5ab7ad636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:55.612099 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-474c7121-07ab-4045-98bf-ff11c14cdc5c req-628525a8-a9fd-45a8-ae52-e9e5ab7ad636 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7dfd7d0-32e4-421d-922a-dbc8af44f6b4 HTTP/1.1" status: 200 len: 855 time: 0.1220150 Mar 11 11:56:55.707468 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-474c7121-07ab-4045-98bf-ff11c14cdc5c req-95a4a681-750e-4496-a61c-b3b56cf05ec5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d9312ce-6f59-46bc-a678-a1fed8510214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889783 Mar 11 11:56:55.715566 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f2b0dbd-9a21-4dae-aec7-9f9e528379a3 req-c98c3b3a-cd53-41b8-be7f-bf044378ed79 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313496 Mar 11 11:56:55.891462 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-474c7121-07ab-4045-98bf-ff11c14cdc5c req-35bd2f6f-a494-45ed-ac3a-d86c92d05c02 service neutron] 10.222.0.37 "GET /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764452 Mar 11 11:56:55.924858 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:56:55.981670 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af333a-2c5f-469d-9f0a-437ba7dedb38 req-18909366-95ec-435e-b72b-faa23a7eb9cd tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:55.991060 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d9af333a-2c5f-469d-9f0a-437ba7dedb38 req-18909366-95ec-435e-b72b-faa23a7eb9cd tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.2030809 Mar 11 11:56:56.037060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a873c0-2443-4af7-866b-f4b7fb0b6eb1 req-2dcf0558-9687-49cb-8d88-810e78762419 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:56.041414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-68a873c0-2443-4af7-866b-f4b7fb0b6eb1 req-2dcf0558-9687-49cb-8d88-810e78762419 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 945 time: 0.2039897 Mar 11 11:56:56.150035 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-474c7121-07ab-4045-98bf-ff11c14cdc5c req-900980ee-5a03-4487-bb69-70f2fc0460d9 service neutron] 10.222.0.37 "GET /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500498 Mar 11 11:56:56.183264 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:56.215410 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-68a873c0-2443-4af7-866b-f4b7fb0b6eb1 req-b97f0f6b-1da4-4a74-9999-cead21a7ed07 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/security-groups?id=7224e2be-740a-4c09-ae90-9998f506cd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503596 Mar 11 11:56:56.224894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c', 'network_id': '3d9312ce-6f59-46bc-a678-a1fed8510214', 'port_id': '01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c', 'mac_address': 'fa:16:3e:80:c5:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7dfd7d0-32e4-421d-922a-dbc8af44f6b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:56:56.276237 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d9af333a-2c5f-469d-9f0a-437ba7dedb38 req-0b14bfae-3c34-4750-8319-cf97ee2e6759 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841673 Mar 11 11:56:56.336627 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51c561-14ae-4d2b-ac49-f0214479c086 req-bdc82c0c-c51a-409d-b74f-f0ab8e4cf979 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:56.338227 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be51c561-14ae-4d2b-ac49-f0214479c086 req-bdc82c0c-c51a-409d-b74f-f0ab8e4cf979 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.71 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 945 time: 0.2032070 Mar 11 11:56:56.353674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:56:56.357952 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:56.376607 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:56:56.399724 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:56.415086 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:56.511105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:56.614848 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6add65-47c4-4611-b1f6-1587a74d0c26 req-3506f12c-98d5-46a3-950a-54e3ec048ee5 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:56.617093 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b6add65-47c4-4611-b1f6-1587a74d0c26 req-3506f12c-98d5-46a3-950a-54e3ec048ee5 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.1324525 Mar 11 11:56:56.624524 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-be51c561-14ae-4d2b-ac49-f0214479c086 req-b1e8d88f-fc0d-4be8-9211-20e9b2f842b7 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Deleting port 913f0384-432f-41bd-9d65-e70376cdbd58 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:56:56.624873 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-be51c561-14ae-4d2b-ac49-f0214479c086 req-b1e8d88f-fc0d-4be8-9211-20e9b2f842b7 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (913f0384-432f-41bd-9d65-e70376cdbd58), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:56.662732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:56:56.813587 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-be51c561-14ae-4d2b-ac49-f0214479c086 req-b1e8d88f-fc0d-4be8-9211-20e9b2f842b7 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] For port 913f0384-432f-41bd-9d65-e70376cdbd58, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=913f0384-432f-41bd-9d65-e70376cdbd58,segment=NetworkSegment(262b6074-110b-42df-87da-d2fe37b9f67f),segment_id=262b6074-110b-42df-87da-d2fe37b9f67f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:56.814346 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-be51c561-14ae-4d2b-ac49-f0214479c086 req-b1e8d88f-fc0d-4be8-9211-20e9b2f842b7 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (913f0384-432f-41bd-9d65-e70376cdbd58), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:56.831029 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-be51c561-14ae-4d2b-ac49-f0214479c086 req-b1e8d88f-fc0d-4be8-9211-20e9b2f842b7 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Calling delete_port for 913f0384-432f-41bd-9d65-e70376cdbd58 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:56:57.081547 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b6add65-47c4-4611-b1f6-1587a74d0c26 req-f8846878-8124-4a23-b816-940d4616ebba tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387552 Mar 11 11:56:57.138644 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e6d21-27ac-4230-9672-c04ce04a7936 req-f4650252-b697-477b-bba3-83f63af7eaf5 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:57.141255 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-204e6d21-27ac-4230-9672-c04ce04a7936 req-f4650252-b697-477b-bba3-83f63af7eaf5 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 945 time: 0.2969151 Mar 11 11:56:57.320411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-204e6d21-27ac-4230-9672-c04ce04a7936 req-39528506-d022-4fe7-88e3-d282d2ebe31a tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720772 Mar 11 11:56:57.341803 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-be51c561-14ae-4d2b-ac49-f0214479c086 req-b1e8d88f-fc0d-4be8-9211-20e9b2f842b7 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (913f0384-432f-41bd-9d65-e70376cdbd58), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:57.444553 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8d88f-fc0d-4be8-9211-20e9b2f842b7 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Pushing event deleted for resources: {'Port': ['ID=913f0384-432f-41bd-9d65-e70376cdbd58,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:57.463228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-be51c561-14ae-4d2b-ac49-f0214479c086 req-b1e8d88f-fc0d-4be8-9211-20e9b2f842b7 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] No DVR routers for this DVR port 913f0384-432f-41bd-9d65-e70376cdbd58 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:56:57.466020 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-be51c561-14ae-4d2b-ac49-f0214479c086 req-b1e8d88f-fc0d-4be8-9211-20e9b2f842b7 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:57.470764 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be51c561-14ae-4d2b-ac49-f0214479c086 req-b1e8d88f-fc0d-4be8-9211-20e9b2f842b7 tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.71 "DELETE /v2.0/ports/913f0384-432f-41bd-9d65-e70376cdbd58 HTTP/1.1" status: 204 len: 173 time: 1.1220169 Mar 11 11:56:57.472229 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877f77a2-b44d-4388-b724-bd7f98824236', 'name': 'network-vif-deleted', 'tag': '913f0384-432f-41bd-9d65-e70376cdbd58'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:56:57.476399 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a1dd76-9efd-4629-bf60-dfa5fa83a45e" -d '{"events": [{"server_uuid": "877f77a2-b44d-4388-b724-bd7f98824236", "name": "network-vif-deleted", "tag": "913f0384-432f-41bd-9d65-e70376cdbd58"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:56:57.492303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18249892-75d5-4a7f-b503-a5b8dffa4ee4 req-488b3bac-14c3-4377-9a5b-0ee05cee492a tempest-InstanceActionsTestJSON-452313926 tempest-InstanceActionsTestJSON-452313926-project] 10.222.0.78 "GET /v2.0/ports?device_id=877f77a2-b44d-4388-b724-bd7f98824236 HTTP/1.1" status: 200 len: 210 time: 0.0988209 Mar 11 11:56:57.600595 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e552b92b-37fe-4dd0-b28f-63e25fb6b8ce x-openstack-request-id: req-e552b92b-37fe-4dd0-b28f-63e25fb6b8ce {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:56:57.600995 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877f77a2-b44d-4388-b724-bd7f98824236", "name": "network-vif-deleted", "tag": "913f0384-432f-41bd-9d65-e70376cdbd58", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:56:57.601182 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e552b92b-37fe-4dd0-b28f-63e25fb6b8ce {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:56:57.601567 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877f77a2-b44d-4388-b724-bd7f98824236', 'name': 'network-vif-deleted', 'tag': '913f0384-432f-41bd-9d65-e70376cdbd58', 'status': 'completed', 'code': 200} Mar 11 11:56:57.641988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f01ae-868d-4fb9-ad9e-d8ea6a45c82c req-778b1061-2c91-4a97-ad0c-eb1a3ada8685 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:57.652181 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb5f01ae-868d-4fb9-ad9e-d8ea6a45c82c req-778b1061-2c91-4a97-ad0c-eb1a3ada8685 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.2045646 Mar 11 11:56:57.759843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb5f01ae-868d-4fb9-ad9e-d8ea6a45c82c req-70866bd3-f794-4d4b-9867-c159ed760d2f tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066248 Mar 11 11:56:57.927434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:56:58.098892 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:56:58.111322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:56:58.111322 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:58.331974 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:56:58.332360 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:58.336324 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d21186-0f5d-4b23-9f39-0709dd2dfee0 req-da7bd17b-3f22-4706-adb5-bda860fd68b2 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:58.348783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0d21186-0f5d-4b23-9f39-0709dd2dfee0 req-da7bd17b-3f22-4706-adb5-bda860fd68b2 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.1158805 Mar 11 11:56:58.397887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:56:58.399997 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a5b080-8907-4f37-98c7-c4276ace8ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:56:58.406286 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8740525b-fd15-4e6b-992c-6e426c0c6655" -d '{"events": [{"server_uuid": "97a5b080-8907-4f37-98c7-c4276ace8ae0", "name": "network-vif-plugged", "status": "completed", "tag": "01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:56:58.413509 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:58.532865 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:58.538243 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0d21186-0f5d-4b23-9f39-0709dd2dfee0 req-b2fc00f7-a3b8-4b3d-a744-81f0d9a78c76 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875575 Mar 11 11:56:58.551463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:58.551850 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:58.552942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:58.556807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:58.557326 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:58.557817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:58.558302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:58.564289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:58.564808 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:58.565371 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:58.565857 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:58.568293 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:58.568820 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:56:58.620019 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b3f8b-7918-43c2-81c8-553055463998 req-d24afc95-f0f8-4d75-b230-ec1caffa3387 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:58.641423 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c25b3f8b-7918-43c2-81c8-553055463998 req-d24afc95-f0f8-4d75-b230-ec1caffa3387 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 946 time: 0.1531878 Mar 11 11:56:58.661613 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a36f61e-04e6-4807-a5cd-3b94d62d8212 x-openstack-request-id: req-4a36f61e-04e6-4807-a5cd-3b94d62d8212 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:56:58.662096 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a5b080-8907-4f37-98c7-c4276ace8ae0", "name": "network-vif-plugged", "status": "completed", "tag": "01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:56:58.662515 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4a36f61e-04e6-4807-a5cd-3b94d62d8212 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:56:58.663107 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a5b080-8907-4f37-98c7-c4276ace8ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c', 'code': 200} Mar 11 11:56:58.769660 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33752) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:58.805315 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c25b3f8b-7918-43c2-81c8-553055463998 req-579b1700-2b04-438a-9529-ae50331b70f3 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628597 Mar 11 11:56:58.864964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbd9dd-822c-40ca-8db2-720bd5f53d04 req-2449849f-40d1-439f-badc-c0900fbd437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:58.884679 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4dbbd9dd-822c-40ca-8db2-720bd5f53d04 req-2449849f-40d1-439f-badc-c0900fbd437a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 1128 time: 0.1599042 Mar 11 11:56:58.964089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2dc1cc6-5d61-45c9-b6db-03f779c93ca8 admin admin] Deleting subnet 8220d662-c06e-4e62-970c-fc6d78f3209b {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:56:58.965222 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4dbbd9dd-822c-40ca-8db2-720bd5f53d04 req-e62fa48a-ede6-4db1-bb31-ebe18a6f5427 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685897 Mar 11 11:56:58.976895 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1cc6-5d61-45c9-b6db-03f779c93ca8 admin admin] Publish callbacks [] for subnet (8220d662-c06e-4e62-970c-fc6d78f3209b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:59.069051 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1cc6-5d61-45c9-b6db-03f779c93ca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (8220d662-c06e-4e62-970c-fc6d78f3209b), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:59.161783 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848183e-d7fa-4b75-9115-90c2df5659ba req-b8ad134e-053e-45a4-8af0-17ea162baa43 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:59.164300 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8848183e-d7fa-4b75-9115-90c2df5659ba req-b8ad134e-053e-45a4-8af0-17ea162baa43 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.2511113 Mar 11 11:56:59.170787 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 913f0384-432f-41bd-9d65-e70376cdbd58 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:56:59.220368 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 913f0384-432f-41bd-9d65-e70376cdbd58 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:56:59.220664 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 913f0384-432f-41bd-9d65-e70376cdbd58 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:56:59.236825 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1cc6-5d61-45c9-b6db-03f779c93ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (8220d662-c06e-4e62-970c-fc6d78f3209b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:59.314242 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8848183e-d7fa-4b75-9115-90c2df5659ba req-84ba6258-bdc5-435c-ab24-494e3cadabe6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259670 Mar 11 11:56:59.354845 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1cc6-5d61-45c9-b6db-03f779c93ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (8220d662-c06e-4e62-970c-fc6d78f3209b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:59.394864 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc1cc6-5d61-45c9-b6db-03f779c93ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8220d662-c06e-4e62-970c-fc6d78f3209b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:56:59.404539 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1cc6-5d61-45c9-b6db-03f779c93ca8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:59.410686 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c2dc1cc6-5d61-45c9-b6db-03f779c93ca8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8220d662-c06e-4e62-970c-fc6d78f3209b HTTP/1.1" status: 204 len: 168 time: 0.6039324 Mar 11 11:56:59.412891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33758) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:56:59.520680 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0235396-03a5-4733-b325-38a2d3688c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (d6c76d7c-0f20-404f-9614-cfd39a611ce7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:59.679224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c8117-1979-44cb-9b37-18c6cdbfda65 req-b59a1fd0-de26-41a9-bd9c-c53224169837 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:56:59.683903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b33c8117-1979-44cb-9b37-18c6cdbfda65 req-b59a1fd0-de26-41a9-bd9c-c53224169837 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.1445680 Mar 11 11:56:59.742261 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0235396-03a5-4733-b325-38a2d3688c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (d6c76d7c-0f20-404f-9614-cfd39a611ce7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:59.770370 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-a0235396-03a5-4733-b325-38a2d3688c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c76d7c-0f20-404f-9614-cfd39a611ce7']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:59.781878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-a0235396-03a5-4733-b325-38a2d3688c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262b6074-110b-42df-87da-d2fe37b9f67f') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:59.782445 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-a0235396-03a5-4733-b325-38a2d3688c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262b6074-110b-42df-87da-d2fe37b9f67f') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:56:59.793786 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0235396-03a5-4733-b325-38a2d3688c4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (262b6074-110b-42df-87da-d2fe37b9f67f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:59.818233 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0235396-03a5-4733-b325-38a2d3688c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (262b6074-110b-42df-87da-d2fe37b9f67f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:59.835164 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0235396-03a5-4733-b325-38a2d3688c4e admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:56:59.835878 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0235396-03a5-4733-b325-38a2d3688c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (262b6074-110b-42df-87da-d2fe37b9f67f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:56:59.981400 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:57:00.004606 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0235396-03a5-4733-b325-38a2d3688c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (d6c76d7c-0f20-404f-9614-cfd39a611ce7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:00.011282 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0235396-03a5-4733-b325-38a2d3688c4e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:00.017159 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a0235396-03a5-4733-b325-38a2d3688c4e admin admin] 10.222.0.78 "DELETE /v2.0/networks/d6c76d7c-0f20-404f-9614-cfd39a611ce7 HTTP/1.1" status: 204 len: 168 time: 0.6004641 Mar 11 11:57:00.041461 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0235396-03a5-4733-b325-38a2d3688c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=d6c76d7c-0f20-404f-9614-cfd39a611ce7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:00.062402 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55266961-84ef-47a2-9277-910c79fb3247 req-addb2c5c-b4a7-4c91-9679-0ce8ef2fa5bc tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:00.064201 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55266961-84ef-47a2-9277-910c79fb3247 req-addb2c5c-b4a7-4c91-9679-0ce8ef2fa5bc tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 945 time: 0.3791087 Mar 11 11:57:00.182739 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ab1db-6dbe-44ea-a362-77912716a7e4 req-b2d209cc-8abf-430d-a9b8-1977e6fb99d0 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:00.192995 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-144ab1db-6dbe-44ea-a362-77912716a7e4 req-b2d209cc-8abf-430d-a9b8-1977e6fb99d0 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 946 time: 0.2167184 Mar 11 11:57:00.214041 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b33c8117-1979-44cb-9b37-18c6cdbfda65 req-12f2dd3b-7304-40fc-a6ee-afe702fd5768 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Deleting port ff609eae-6795-495f-9cc0-ebb96302bab3 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:57:00.214428 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b33c8117-1979-44cb-9b37-18c6cdbfda65 req-12f2dd3b-7304-40fc-a6ee-afe702fd5768 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ff609eae-6795-495f-9cc0-ebb96302bab3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:00.230662 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55266961-84ef-47a2-9277-910c79fb3247 req-9fd1398b-6d53-4159-aaa6-3acf6fa26f10 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/security-groups?id=050e1ec2-f596-4aa5-8e75-48335c24d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422768 Mar 11 11:57:00.323937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-144ab1db-6dbe-44ea-a362-77912716a7e4 req-f2b4ebeb-5025-49c7-a8c8-b282a8475097 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258144 Mar 11 11:57:00.449848 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b33c8117-1979-44cb-9b37-18c6cdbfda65 req-12f2dd3b-7304-40fc-a6ee-afe702fd5768 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] For port ff609eae-6795-495f-9cc0-ebb96302bab3, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=ff609eae-6795-495f-9cc0-ebb96302bab3,segment=NetworkSegment(65d1ab14-8445-446e-be7b-99019c2a265f),segment_id=65d1ab14-8445-446e-be7b-99019c2a265f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:00.450546 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b33c8117-1979-44cb-9b37-18c6cdbfda65 req-12f2dd3b-7304-40fc-a6ee-afe702fd5768 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ff609eae-6795-495f-9cc0-ebb96302bab3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:00.465598 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b33c8117-1979-44cb-9b37-18c6cdbfda65 req-12f2dd3b-7304-40fc-a6ee-afe702fd5768 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Calling delete_port for ff609eae-6795-495f-9cc0-ebb96302bab3 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:57:00.509157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33774) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:00.591751 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a245f83c-e076-41f8-861c-07bc1d445ab2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6b3cb99c24a246ccab95809251a1e307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0793924 Mar 11 11:57:00.592400 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33776) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:00.673100 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b33c8117-1979-44cb-9b37-18c6cdbfda65 req-12f2dd3b-7304-40fc-a6ee-afe702fd5768 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ff609eae-6795-495f-9cc0-ebb96302bab3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:00.686294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['ff609eae-6795-495f-9cc0-ebb96302bab3'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:57:00.696144 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b6b1ae8-645a-40cf-a2bf-599fa828d563 admin admin] Publish callbacks [] for security_group (7224e2be-740a-4c09-ae90-9998f506cd74), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:00.744217 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2dd3b-7304-40fc-a6ee-afe702fd5768 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Pushing event deleted for resources: {'Port': ['ID=ff609eae-6795-495f-9cc0-ebb96302bab3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:00.756388 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b6b1ae8-645a-40cf-a2bf-599fa828d563 admin admin] Publish callbacks [] for security_group (7224e2be-740a-4c09-ae90-9998f506cd74), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:00.787948 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33c8117-1979-44cb-9b37-18c6cdbfda65 req-12f2dd3b-7304-40fc-a6ee-afe702fd5768 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] No DVR routers for this DVR port ff609eae-6795-495f-9cc0-ebb96302bab3 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:57:00.791200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b33c8117-1979-44cb-9b37-18c6cdbfda65 req-12f2dd3b-7304-40fc-a6ee-afe702fd5768 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:00.795289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b33c8117-1979-44cb-9b37-18c6cdbfda65 req-12f2dd3b-7304-40fc-a6ee-afe702fd5768 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.71 "DELETE /v2.0/ports/ff609eae-6795-495f-9cc0-ebb96302bab3 HTTP/1.1" status: 204 len: 173 time: 1.1023192 Mar 11 11:57:00.796532 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bc9102-624a-48cd-9e7e-b5df114065f2', 'name': 'network-vif-deleted', 'tag': 'ff609eae-6795-495f-9cc0-ebb96302bab3'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:00.800168 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9a2860-86e6-4869-884e-0243f4d0eb57" -d '{"events": [{"server_uuid": "f2bc9102-624a-48cd-9e7e-b5df114065f2", "name": "network-vif-deleted", "tag": "ff609eae-6795-495f-9cc0-ebb96302bab3"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:00.821297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963641c-d7e8-483c-a955-1762e45dd0e9 req-8e473c62-9bec-434e-b98f-017ddb4e9d08 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:00.825339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8963641c-d7e8-483c-a955-1762e45dd0e9 req-8e473c62-9bec-434e-b98f-017ddb4e9d08 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.1650898 Mar 11 11:57:00.906472 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa996d3-1da3-48c8-9de2-4da81c2fd095 x-openstack-request-id: req-9fa996d3-1da3-48c8-9de2-4da81c2fd095 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:00.908430 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bc9102-624a-48cd-9e7e-b5df114065f2", "name": "network-vif-deleted", "tag": "ff609eae-6795-495f-9cc0-ebb96302bab3", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:00.908733 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9fa996d3-1da3-48c8-9de2-4da81c2fd095 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:00.909043 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b6b1ae8-645a-40cf-a2bf-599fa828d563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7224e2be-740a-4c09-ae90-9998f506cd74), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:00.909198 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bc9102-624a-48cd-9e7e-b5df114065f2', 'name': 'network-vif-deleted', 'tag': 'ff609eae-6795-495f-9cc0-ebb96302bab3', 'status': 'completed', 'code': 200} Mar 11 11:57:00.912594 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b6b1ae8-645a-40cf-a2bf-599fa828d563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:00.914353 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2b6b1ae8-645a-40cf-a2bf-599fa828d563 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7224e2be-740a-4c09-ae90-9998f506cd74 HTTP/1.1" status: 204 len: 168 time: 0.3209946 Mar 11 11:57:00.930437 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b1ae8-645a-40cf-a2bf-599fa828d563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7224e2be-740a-4c09-ae90-9998f506cd74,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:00.996625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8963641c-d7e8-483c-a955-1762e45dd0e9 req-aeb270ca-2b21-44a0-b4e2-5369c45b9a08 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641197 Mar 11 11:57:01.610437 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ae00fe2-c0f7-4d0b-acbd-1d3525a71d7d req-80a0b636-33b3-4b9e-b2df-6a31e86c8a14 tempest-ServerRescueNegativeTestJSON-1945425743 tempest-ServerRescueNegativeTestJSON-1945425743-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2bc9102-624a-48cd-9e7e-b5df114065f2 HTTP/1.1" status: 200 len: 210 time: 0.1155722 Mar 11 11:57:01.693305 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462672d-0834-4e8f-a03f-785827b20c92 req-2819b295-024b-457d-85a9-598919e69b5b tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:01.708136 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9462672d-0834-4e8f-a03f-785827b20c92 req-2819b295-024b-457d-85a9-598919e69b5b tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 946 time: 0.2245750 Mar 11 11:57:01.814090 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9462672d-0834-4e8f-a03f-785827b20c92 req-4a2926ac-d027-4a07-b63c-428e65769fac tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046627 Mar 11 11:57:01.986436 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c851412-e62a-476f-a875-67506e3c2c2a req-b1313d24-239f-4ad8-9eb2-43cefd9ce821 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:01.990635 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1c851412-e62a-476f-a875-67506e3c2c2a req-b1313d24-239f-4ad8-9eb2-43cefd9ce821 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 946 time: 0.1026816 Mar 11 11:57:02.132004 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1c851412-e62a-476f-a875-67506e3c2c2a req-643ca471-8a09-4241-8206-ca6f17815798 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222625 Mar 11 11:57:02.196764 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb59c2-ca69-4a99-8acf-885822caef76 req-4c3ad750-d0ce-4a07-a099-c5a4a70ecae6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:02.204376 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-edeb59c2-ca69-4a99-8acf-885822caef76 req-4c3ad750-d0ce-4a07-a099-c5a4a70ecae6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.0714290 Mar 11 11:57:02.304997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-edeb59c2-ca69-4a99-8acf-885822caef76 req-d7047e18-57d6-4b58-9712-761dabb6b8c8 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996950 Mar 11 11:57:02.407155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33822) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:02.533148 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9f13e-0f18-4948-b41e-652e6bd16d1b req-a3c35c0d-7759-4a70-a98e-f4c481e038a7 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:02.543807 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8fb9f13e-0f18-4948-b41e-652e6bd16d1b req-a3c35c0d-7759-4a70-a98e-f4c481e038a7 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 946 time: 0.1331341 Mar 11 11:57:02.578084 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-639386f8-f75c-4cfb-94d6-b568fa5e4bd3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-153818954-network', 'tenant_id': '7d7d93bae467424b9b13f0eff988340e'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:02.617291 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8fb9f13e-0f18-4948-b41e-652e6bd16d1b req-9433d8f9-f291-4a19-adf9-74a1e063a83f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725851 Mar 11 11:57:02.620780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639386f8-f75c-4cfb-94d6-b568fa5e4bd3 admin admin] Made reservation on behalf of 7d7d93bae467424b9b13f0eff988340e for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:57:02.626944 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-639386f8-f75c-4cfb-94d6-b568fa5e4bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:02.646284 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-639386f8-f75c-4cfb-94d6-b568fa5e4bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:02.734863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33832) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:02.840343 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-639386f8-f75c-4cfb-94d6-b568fa5e4bd3 admin admin] Publish callbacks [] for security_group (e552ecad-8bea-44c6-958d-158bb0be96b4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:02.850276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181201d-861a-499d-a618-75e7798fc59e req-727175dc-d515-445d-b73c-1cd9a1a08c09 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:02.857098 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5181201d-861a-499d-a618-75e7798fc59e req-727175dc-d515-445d-b73c-1cd9a1a08c09 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 946 time: 0.1241505 Mar 11 11:57:02.880809 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-639386f8-f75c-4cfb-94d6-b568fa5e4bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e552ecad-8bea-44c6-958d-158bb0be96b4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:02.911716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639386f8-f75c-4cfb-94d6-b568fa5e4bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e552ecad-8bea-44c6-958d-158bb0be96b4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:02.945279 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5181201d-861a-499d-a618-75e7798fc59e req-70d1743a-1b90-4e15-a609-77090fecdcff tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850065 Mar 11 11:57:02.948264 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639386f8-f75c-4cfb-94d6-b568fa5e4bd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:57:02.959455 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-639386f8-f75c-4cfb-94d6-b568fa5e4bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (c040f70d-d6f5-49a9-81e0-9f04bbbf8292), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:02.959973 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-639386f8-f75c-4cfb-94d6-b568fa5e4bd3 admin admin] Added segment c040f70d-d6f5-49a9-81e0-9f04bbbf8292 of type vlan for network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 Mar 11 11:57:03.014628 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-639386f8-f75c-4cfb-94d6-b568fa5e4bd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (9ae4bf1e-2d21-4387-977e-ba9fd863fe76), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:03.056888 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-639386f8-f75c-4cfb-94d6-b568fa5e4bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (9ae4bf1e-2d21-4387-977e-ba9fd863fe76), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:03.058012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639386f8-f75c-4cfb-94d6-b568fa5e4bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:03.059372 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-639386f8-f75c-4cfb-94d6-b568fa5e4bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:03.119959 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33838) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:03.160899 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-639386f8-f75c-4cfb-94d6-b568fa5e4bd3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7521932 Mar 11 11:57:03.170226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33848) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:03.178804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device ff609eae-6795-495f-9cc0-ebb96302bab3 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:57:03.208362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-23709514-be91-496e-bb66-e605a16491cb admin admin] Request body: {'subnet': {'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-153818954-subnet', 'tenant_id': '7d7d93bae467424b9b13f0eff988340e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:03.214546 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: ff609eae-6795-495f-9cc0-ebb96302bab3 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:57:03.214923 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device ff609eae-6795-495f-9cc0-ebb96302bab3 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:57:03.245317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639386f8-f75c-4cfb-94d6-b568fa5e4bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=9ae4bf1e-2d21-4387-977e-ba9fd863fe76,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:03.268480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:57:03.310117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23709514-be91-496e-bb66-e605a16491cb admin admin] Made reservation on behalf of 7d7d93bae467424b9b13f0eff988340e for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:57:03.314268 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23709514-be91-496e-bb66-e605a16491cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:03.515763 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:03.603378 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83556b-ba7e-4422-809a-9ca243c931ef req-8836de77-64f3-4728-b204-80386b22a11b tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:03.610466 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff83556b-ba7e-4422-809a-9ca243c931ef req-8836de77-64f3-4728-b204-80386b22a11b tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 946 time: 0.2535045 Mar 11 11:57:03.637031 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a50cf7-cd99-4e55-b67d-1590356a050f req-035fc724-57cc-468c-a332-30b9e413756c tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:03.638605 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65a50cf7-cd99-4e55-b67d-1590356a050f req-035fc724-57cc-468c-a332-30b9e413756c tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.2090364 Mar 11 11:57:03.757108 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d77607ee-9a6d-4376-87dd-0bd928cf1087 req-41f6c805-2046-492b-94bd-82e55c3734c9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2209637 Mar 11 11:57:03.790261 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23709514-be91-496e-bb66-e605a16491cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (74d4a6a0-9aba-4653-a7b8-3dbb37767286), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:03.910704 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65a50cf7-cd99-4e55-b67d-1590356a050f req-6e28a521-f8a7-4fa7-8808-1b25221f0887 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600741 Mar 11 11:57:03.946271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff83556b-ba7e-4422-809a-9ca243c931ef req-ff83c9de-7162-41d4-a2fc-b59a857f6059 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348138 Mar 11 11:57:03.977233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23709514-be91-496e-bb66-e605a16491cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d4a6a0-9aba-4653-a7b8-3dbb37767286,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:04.052465 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23709514-be91-496e-bb66-e605a16491cb admin admin] Checking segment: {'id': 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:57:04.052829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23709514-be91-496e-bb66-e605a16491cb admin admin] Network hostable DHCP agents. Network: 9ae4bf1e-2d21-4387-977e-ba9fd863fe76, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:57:04.059553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77607ee-9a6d-4376-87dd-0bd928cf1087 req-e290b802-f0d6-4da9-bc69-83a70ce86d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:04.061471 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d77607ee-9a6d-4376-87dd-0bd928cf1087 req-e290b802-f0d6-4da9-bc69-83a70ce86d13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 1127 time: 0.2421670 Mar 11 11:57:04.115741 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-636cc051-05ec-4e7a-9ff4-be68279c6f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (6d1458f2-3084-41e7-9264-41e49dfec981), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:04.213494 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77607ee-9a6d-4376-87dd-0bd928cf1087 req-5be49f5e-8e92-42fc-933f-71c8dcd2946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:04.215338 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d77607ee-9a6d-4376-87dd-0bd928cf1087 req-5be49f5e-8e92-42fc-933f-71c8dcd2946b service neutron] 10.222.0.37 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 914 time: 0.1280410 Mar 11 11:57:04.226167 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f339714e-dc13-4754-aff3-e824be16e651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (2b4d489c-05ce-4652-8fb0-47c106cd4897), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:04.228900 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23709514-be91-496e-bb66-e605a16491cb admin admin] Network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:57:04.323328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca88a7-d102-4c2f-9187-3d1eba70cd8b req-e0a7f5d6-a3a1-4eca-86e0-f73435f2ce9e tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:04.325126 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0ca88a7-d102-4c2f-9187-3d1eba70cd8b req-e0a7f5d6-a3a1-4eca-86e0-f73435f2ce9e tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 946 time: 0.2827187 Mar 11 11:57:04.452848 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0ca88a7-d102-4c2f-9187-3d1eba70cd8b req-c97310f6-bb80-4b54-b95b-b07a965142b7 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198218 Mar 11 11:57:04.534959 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-23709514-be91-496e-bb66-e605a16491cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 9ae4bf1e-2d21-4387-977e-ba9fd863fe76) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:57:04.541303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23709514-be91-496e-bb66-e605a16491cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:04.541303 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23709514-be91-496e-bb66-e605a16491cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:04.545771 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd06297-7863-4b06-a19c-2302375e4612 None None] Network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:57:04.576048 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-23709514-be91-496e-bb66-e605a16491cb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4045956 Mar 11 11:57:04.599498 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d77607ee-9a6d-4376-87dd-0bd928cf1087 req-07a2d3ef-9449-4c74-a40f-b4f65db92bf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b110562-a74e-47a1-88b5-e57eb5ef7a19 HTTP/1.1" status: 200 len: 1000 time: 0.3607068 Mar 11 11:57:04.628210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-636cc051-05ec-4e7a-9ff4-be68279c6f91 admin admin] Deleting port e15f06ed-f40e-461e-b328-0875b436aecf {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:57:04.630015 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-636cc051-05ec-4e7a-9ff4-be68279c6f91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e15f06ed-f40e-461e-b328-0875b436aecf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:04.773898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77607ee-9a6d-4376-87dd-0bd928cf1087 req-a9dad788-ab37-43da-a02e-0b598364a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:04.781556 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d77607ee-9a6d-4376-87dd-0bd928cf1087 req-a9dad788-ab37-43da-a02e-0b598364a923 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=748e6717-2aee-4f28-b940-f1d8e2456c16 HTTP/1.1" status: 200 len: 852 time: 0.1626008 Mar 11 11:57:04.895456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-636cc051-05ec-4e7a-9ff4-be68279c6f91 admin admin] For port e15f06ed-f40e-461e-b328-0875b436aecf, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e15f06ed-f40e-461e-b328-0875b436aecf,segment=NetworkSegment(bdea88c9-fadb-44aa-a233-b499664190f3),segment_id=bdea88c9-fadb-44aa-a233-b499664190f3)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:04.896110 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-636cc051-05ec-4e7a-9ff4-be68279c6f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e15f06ed-f40e-461e-b328-0875b436aecf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:04.905060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b6ee9-1cfb-493b-bdd6-9505ed777d4f None None] Network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:57:04.949265 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-636cc051-05ec-4e7a-9ff4-be68279c6f91 admin admin] Calling delete_port for e15f06ed-f40e-461e-b328-0875b436aecf owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:57:05.189062 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77607ee-9a6d-4376-87dd-0bd928cf1087 req-9d53f51e-0cb2-4182-b3b4-16a9c369ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:05.218964 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d77607ee-9a6d-4376-87dd-0bd928cf1087 req-9d53f51e-0cb2-4182-b3b4-16a9c369ea80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4365003 Mar 11 11:57:05.317198 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-636cc051-05ec-4e7a-9ff4-be68279c6f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e15f06ed-f40e-461e-b328-0875b436aecf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:05.343625 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d77607ee-9a6d-4376-87dd-0bd928cf1087 req-bed852bb-85f2-4ad9-9b5c-4ae55c1e7a6c service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144204 Mar 11 11:57:05.393324 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cc051-05ec-4e7a-9ff4-be68279c6f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15f06ed-f40e-461e-b328-0875b436aecf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:05.554194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83560e5f-b33e-4945-8937-395792d5c00f req-88d0b988-17df-43d7-81cb-ec8417662286 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:05.563405 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-83560e5f-b33e-4945-8937-395792d5c00f req-88d0b988-17df-43d7-81cb-ec8417662286 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.2664714 Mar 11 11:57:06.101977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f339714e-dc13-4754-aff3-e824be16e651 admin admin] Deleting port 643cedf5-ae98-439e-b493-374e5d7522c1 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:57:06.102569 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f339714e-dc13-4754-aff3-e824be16e651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (643cedf5-ae98-439e-b493-374e5d7522c1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:06.107772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33906) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:06.269905 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d77607ee-9a6d-4376-87dd-0bd928cf1087 req-1cc7e5a5-5290-4b43-bf00-f694844d897a service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8994393 Mar 11 11:57:06.283713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-f339714e-dc13-4754-aff3-e824be16e651 admin admin] For port 643cedf5-ae98-439e-b493-374e5d7522c1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=643cedf5-ae98-439e-b493-374e5d7522c1,segment=NetworkSegment(65d1ab14-8445-446e-be7b-99019c2a265f),segment_id=65d1ab14-8445-446e-be7b-99019c2a265f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:06.286314 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f339714e-dc13-4754-aff3-e824be16e651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (643cedf5-ae98-439e-b493-374e5d7522c1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:06.315304 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f339714e-dc13-4754-aff3-e824be16e651 admin admin] Calling delete_port for 643cedf5-ae98-439e-b493-374e5d7522c1 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:57:06.349563 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96e41468-6eaa-4f25-b819-1e798745838e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:06.470137 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-83560e5f-b33e-4945-8937-395792d5c00f req-a1e5d2d5-36c4-4c10-bcad-7b670ed6f657 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8347631 Mar 11 11:57:06.523542 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-636cc051-05ec-4e7a-9ff4-be68279c6f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (6d1458f2-3084-41e7-9264-41e49dfec981), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:06.536355 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96e41468-6eaa-4f25-b819-1e798745838e admin admin] Publish callbacks [] for security_group (05328d30-fae7-4932-93a9-79ccaaaea634), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:06.592374 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96e41468-6eaa-4f25-b819-1e798745838e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (05328d30-fae7-4932-93a9-79ccaaaea634), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:06.636998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5456fee-26f1-4ad4-82f9-a6f2e86df25c req-fb38ae90-a660-4c61-8e7b-7299ce68dc21 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:06.640383 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b5456fee-26f1-4ad4-82f9-a6f2e86df25c req-fb38ae90-a660-4c61-8e7b-7299ce68dc21 tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.37 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 946 time: 0.2873034 Mar 11 11:57:06.651154 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-f74ac105-77fd-4168-924d-4926306045fb tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:06.656191 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-f74ac105-77fd-4168-924d-4926306045fb tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/networks?id=9ae4bf1e-2d21-4387-977e-ba9fd863fe76 HTTP/1.1" status: 200 len: 812 time: 0.9729824 Mar 11 11:57:06.723572 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-96e41468-6eaa-4f25-b819-1e798745838e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c58b2182c8f84672b51b16293821d798&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6140893 Mar 11 11:57:06.727967 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33914) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:06.784319 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-c950a685-4dc4-489d-8fd1-5bd846c17180 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/quotas/7d7d93bae467424b9b13f0eff988340e HTTP/1.1" status: 200 len: 375 time: 0.0526400 Mar 11 11:57:06.841996 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-807060dd-a2ab-4781-9a40-5bcc4f2f6609 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7d7d93bae467424b9b13f0eff988340e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504470 Mar 11 11:57:06.878856 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735753c-916f-4a8c-b54a-a954bf2fb74c req-009b2d1d-e5f3-4f87-b02b-67855d858d0f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:06.886730 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f735753c-916f-4a8c-b54a-a954bf2fb74c req-009b2d1d-e5f3-4f87-b02b-67855d858d0f tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 946 time: 0.1786287 Mar 11 11:57:06.974674 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e41468-6eaa-4f25-b819-1e798745838e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05328d30-fae7-4932-93a9-79ccaaaea634,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:06.987483 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f339714e-dc13-4754-aff3-e824be16e651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (643cedf5-ae98-439e-b493-374e5d7522c1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:07.055483 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339714e-dc13-4754-aff3-e824be16e651 admin admin] Pushing event deleted for resources: {'Port': ['ID=643cedf5-ae98-439e-b493-374e5d7522c1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:07.105752 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dd557330-9b71-4ed9-9cc4-f65f8f1ff447 admin admin] Publish callbacks [] for security_group (05328d30-fae7-4932-93a9-79ccaaaea634), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:07.310339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-414b25d4-81a6-43d7-b2b5-d54211f6f23c service neutron] 10.222.0.78 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324193 Mar 11 11:57:07.332300 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dd557330-9b71-4ed9-9cc4-f65f8f1ff447 admin admin] Publish callbacks [] for security_group (05328d30-fae7-4932-93a9-79ccaaaea634), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:07.387045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f735753c-916f-4a8c-b54a-a954bf2fb74c req-5633a450-f4c5-468a-a4b3-63403375b7bf tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b319671-5f1c-46df-b987-f74025ac68fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993162 Mar 11 11:57:07.491101 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dd557330-9b71-4ed9-9cc4-f65f8f1ff447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (05328d30-fae7-4932-93a9-79ccaaaea634), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:07.494561 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dd557330-9b71-4ed9-9cc4-f65f8f1ff447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:07.499022 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dd557330-9b71-4ed9-9cc4-f65f8f1ff447 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/05328d30-fae7-4932-93a9-79ccaaaea634 HTTP/1.1" status: 204 len: 168 time: 0.7512004 Mar 11 11:57:07.500723 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636cc051-05ec-4e7a-9ff4-be68279c6f91 admin admin] Router 6d1458f2-3084-41e7-9264-41e49dfec981 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:57:07.506572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-b5456fee-26f1-4ad4-82f9-a6f2e86df25c req-68192e2a-e9d7-42aa-b872-d31b7659587c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Deleting port 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:57:07.507202 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b5456fee-26f1-4ad4-82f9-a6f2e86df25c req-68192e2a-e9d7-42aa-b872-d31b7659587c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:07.547932 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-9bd35434-cea2-40a5-963f-2a5bda8f597c service neutron] 10.222.0.78 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338367 Mar 11 11:57:07.549742 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd557330-9b71-4ed9-9cc4-f65f8f1ff447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05328d30-fae7-4932-93a9-79ccaaaea634,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:07.725688 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636cc051-05ec-4e7a-9ff4-be68279c6f91 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:57:07.736169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac7c900-557e-4f83-a977-decc4bd23f81 None None] Sync routers for ids ['6d1458f2-3084-41e7-9264-41e49dfec981'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:57:07.745321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-636cc051-05ec-4e7a-9ff4-be68279c6f91 admin admin] 10.222.0.78 "PUT /v2.0/routers/6d1458f2-3084-41e7-9264-41e49dfec981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6221702 Mar 11 11:57:07.759190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac7c900-557e-4f83-a977-decc4bd23f81 None None] Routers {'6d1458f2-3084-41e7-9264-41e49dfec981'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:57:07.760906 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fac7c900-557e-4f83-a977-decc4bd23f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:56:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6d1458f2-3084-41e7-9264-41e49dfec981'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:07.770838 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33932) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:07.833405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b5456fee-26f1-4ad4-82f9-a6f2e86df25c req-68192e2a-e9d7-42aa-b872-d31b7659587c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] For port 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c,segment=NetworkSegment(dfa5312f-d073-4201-b92d-86037a1aaf8a),segment_id=dfa5312f-d073-4201-b92d-86037a1aaf8a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:07.834676 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b5456fee-26f1-4ad4-82f9-a6f2e86df25c req-68192e2a-e9d7-42aa-b872-d31b7659587c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:07.873438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-b5456fee-26f1-4ad4-82f9-a6f2e86df25c req-68192e2a-e9d7-42aa-b872-d31b7659587c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Calling delete_port for 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:57:07.926164 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-fac7c900-557e-4f83-a977-decc4bd23f81 None None] Set router 6d1458f2-3084-41e7-9264-41e49dfec981 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:57:08.049227 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8724a-5cc6-4586-8c59-e084a005c1d3 req-14e9b8be-6413-4789-ae7a-beaa769b8f9a tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:08.051319 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9cb8724a-5cc6-4586-8c59-e084a005c1d3 req-14e9b8be-6413-4789-ae7a-beaa769b8f9a tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.3191617 Mar 11 11:57:08.110634 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20402aff-2f5b-4a7b-8052-fd99411aeea2 req-749a9d73-8f5e-4481-905f-c52a27b62822 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=7254e01b-0050-47ea-9b09-61f1d0a0c6f1 HTTP/1.1" status: 200 len: 210 time: 0.0816021 Mar 11 11:57:08.113813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33940) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:08.119117 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f339714e-dc13-4754-aff3-e824be16e651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (2b4d489c-05ce-4652-8fb0-47c106cd4897), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:08.156263 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b5996585-bc5d-4317-b5b0-d3f50f78fd6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:08.212139 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b5456fee-26f1-4ad4-82f9-a6f2e86df25c req-68192e2a-e9d7-42aa-b872-d31b7659587c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:08.255762 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fac7c900-557e-4f83-a977-decc4bd23f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'name': 'tempest-TaggedBootDevicesTest_v242-334978799-router', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:31Z', 'updated_at': '2022-03-11T11:57:05Z', 'revision_number': 5, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'gw_port': {'id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:33Z', 'updated_at': '2022-03-11T11:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:08.293110 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac7c900-557e-4f83-a977-decc4bd23f81 None None] Checking router: 6d1458f2-3084-41e7-9264-41e49dfec981 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:57:08.303885 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9cb8724a-5cc6-4586-8c59-e084a005c1d3 req-f5000988-6688-4a99-9cff-8305639d8708 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386944 Mar 11 11:57:08.306786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac7c900-557e-4f83-a977-decc4bd23f81 None None] Routers {'6d1458f2-3084-41e7-9264-41e49dfec981'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:57:08.307422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fac7c900-557e-4f83-a977-decc4bd23f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:56:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6d1458f2-3084-41e7-9264-41e49dfec981'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:08.349125 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68192e2a-e9d7-42aa-b872-d31b7659587c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Pushing event deleted for resources: {'Port': ['ID=01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:08.448989 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b5996585-bc5d-4317-b5b0-d3f50f78fd6e admin admin] Publish callbacks [] for security_group (2991322d-8de0-486e-aff0-d5798195ae8e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:08.462979 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e1ea-8d1f-45d5-9fa4-cf1f19be58b8 admin admin] Publish callbacks [] for router (6d1458f2-3084-41e7-9264-41e49dfec981), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:08.486037 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5456fee-26f1-4ad4-82f9-a6f2e86df25c req-68192e2a-e9d7-42aa-b872-d31b7659587c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] No DVR routers for this DVR port 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:57:08.488820 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b5456fee-26f1-4ad4-82f9-a6f2e86df25c req-68192e2a-e9d7-42aa-b872-d31b7659587c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:08.493006 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b5456fee-26f1-4ad4-82f9-a6f2e86df25c req-68192e2a-e9d7-42aa-b872-d31b7659587c tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.37 "DELETE /v2.0/ports/01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c HTTP/1.1" status: 204 len: 173 time: 1.8077817 Mar 11 11:57:08.495412 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a5b080-8907-4f37-98c7-c4276ace8ae0', 'name': 'network-vif-deleted', 'tag': '01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:08.506845 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065d1fd1-4af0-4ca8-a1e2-877e65090d23" -d '{"events": [{"server_uuid": "97a5b080-8907-4f37-98c7-c4276ace8ae0", "name": "network-vif-deleted", "tag": "01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:08.593488 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b5996585-bc5d-4317-b5b0-d3f50f78fd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2991322d-8de0-486e-aff0-d5798195ae8e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:08.616593 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e1ea-8d1f-45d5-9fa4-cf1f19be58b8 admin admin] Publish callbacks [] for router_gateway (6d1458f2-3084-41e7-9264-41e49dfec981), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:08.764104 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ed4a0a-ba40-4391-b072-273f2d3dc367 x-openstack-request-id: req-15ed4a0a-ba40-4391-b072-273f2d3dc367 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:08.764577 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a5b080-8907-4f37-98c7-c4276ace8ae0", "name": "network-vif-deleted", "tag": "01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:08.764941 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-15ed4a0a-ba40-4391-b072-273f2d3dc367 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:08.765500 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a5b080-8907-4f37-98c7-c4276ace8ae0', 'name': 'network-vif-deleted', 'tag': '01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c', 'status': 'completed', 'code': 200} Mar 11 11:57:08.908466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5996585-bc5d-4317-b5b0-d3f50f78fd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2991322d-8de0-486e-aff0-d5798195ae8e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:08.930695 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a34596b2-ac63-4a6a-bb27-8a7d43b56117 req-9a4b224d-ad85-4841-9f53-b0021dac3dad tempest-ServerDiskConfigTestJSON-1544295404 tempest-ServerDiskConfigTestJSON-1544295404-project] 10.222.0.78 "GET /v2.0/ports?device_id=97a5b080-8907-4f37-98c7-c4276ace8ae0 HTTP/1.1" status: 200 len: 210 time: 0.3211281 Mar 11 11:57:08.953794 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b5996585-bc5d-4317-b5b0-d3f50f78fd6e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a65f1d1fd7e34669adb3f5345cad9c43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8287139 Mar 11 11:57:08.960002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33966) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:08.996753 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5996585-bc5d-4317-b5b0-d3f50f78fd6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:08.997165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5996585-bc5d-4317-b5b0-d3f50f78fd6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:08.997452 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5996585-bc5d-4317-b5b0-d3f50f78fd6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:08.997793 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5996585-bc5d-4317-b5b0-d3f50f78fd6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:08.998304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5996585-bc5d-4317-b5b0-d3f50f78fd6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:08.998677 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5996585-bc5d-4317-b5b0-d3f50f78fd6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:08.999476 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5996585-bc5d-4317-b5b0-d3f50f78fd6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:08.999791 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5996585-bc5d-4317-b5b0-d3f50f78fd6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:09.000128 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5996585-bc5d-4317-b5b0-d3f50f78fd6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:09.000447 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5996585-bc5d-4317-b5b0-d3f50f78fd6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:09.000777 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5996585-bc5d-4317-b5b0-d3f50f78fd6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:09.001102 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5996585-bc5d-4317-b5b0-d3f50f78fd6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:09.001426 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5996585-bc5d-4317-b5b0-d3f50f78fd6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:09.045631 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f339714e-dc13-4754-aff3-e824be16e651 admin admin] Router 2b4d489c-05ce-4652-8fb0-47c106cd4897 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:57:09.079664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c8e6e1ea-8d1f-45d5-9fa4-cf1f19be58b8 admin admin] Deleting port bc110af6-fda6-4354-8a1c-bcfef973ca30 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:57:09.080318 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e1ea-8d1f-45d5-9fa4-cf1f19be58b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (bc110af6-fda6-4354-8a1c-bcfef973ca30), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:09.147539 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-fac7c900-557e-4f83-a977-decc4bd23f81 None None] Set router 6d1458f2-3084-41e7-9264-41e49dfec981 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:57:09.489316 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0a8685c-8504-469d-b38c-ecd63da57366 req-6b63e166-cb61-49e7-b21f-ebbc4be5cc36 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=7254e01b-0050-47ea-9b09-61f1d0a0c6f1 HTTP/1.1" status: 200 len: 210 time: 0.1675477 Mar 11 11:57:09.502877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f339714e-dc13-4754-aff3-e824be16e651 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:57:09.507256 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e50f0fc3-872e-4d1f-b286-c5de642efc3b admin admin] Publish callbacks [] for security_group (2991322d-8de0-486e-aff0-d5798195ae8e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:09.519704 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f339714e-dc13-4754-aff3-e824be16e651 admin admin] 10.222.0.78 "PUT /v2.0/routers/2b4d489c-05ce-4652-8fb0-47c106cd4897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7825460 Mar 11 11:57:09.520582 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7cdfbe-fc89-4887-8ed7-b00e0dcd1b8c None None] Sync routers for ids ['2b4d489c-05ce-4652-8fb0-47c106cd4897'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:57:09.522049 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33974) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:09.535210 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7cdfbe-fc89-4887-8ed7-b00e0dcd1b8c None None] Routers {'2b4d489c-05ce-4652-8fb0-47c106cd4897'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:57:09.537639 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7b7cdfbe-fc89-4887-8ed7-b00e0dcd1b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:56:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2b4d489c-05ce-4652-8fb0-47c106cd4897'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:09.592289 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e50f0fc3-872e-4d1f-b286-c5de642efc3b admin admin] Publish callbacks [] for security_group (2991322d-8de0-486e-aff0-d5798195ae8e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:09.596538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-c8e6e1ea-8d1f-45d5-9fa4-cf1f19be58b8 admin admin] For port bc110af6-fda6-4354-8a1c-bcfef973ca30, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=bc110af6-fda6-4354-8a1c-bcfef973ca30,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:09.597801 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e1ea-8d1f-45d5-9fa4-cf1f19be58b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (bc110af6-fda6-4354-8a1c-bcfef973ca30), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:09.664349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c8e6e1ea-8d1f-45d5-9fa4-cf1f19be58b8 admin admin] Calling delete_port for bc110af6-fda6-4354-8a1c-bcfef973ca30 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:57:09.731956 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff410cc-eaaf-4fd1-b81c-34a9ff18a8d5 req-a7d4b92a-7580-465c-83bc-3613575a3394 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:09.734768 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cff410cc-eaaf-4fd1-b81c-34a9ff18a8d5 req-a7d4b92a-7580-465c-83bc-3613575a3394 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 944 time: 0.2017093 Mar 11 11:57:09.802415 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-210e6d54-b590-4b31-9e25-671f14ea038c admin admin] Publish callbacks [] for router (2b4d489c-05ce-4652-8fb0-47c106cd4897), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:09.883439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fac7c900-557e-4f83-a977-decc4bd23f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'name': 'tempest-TaggedBootDevicesTest_v242-334978799-router', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:31Z', 'updated_at': '2022-03-11T11:57:05Z', 'revision_number': 5, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'gw_port': {'id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:33Z', 'updated_at': '2022-03-11T11:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:09.890892 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-7b7cdfbe-fc89-4887-8ed7-b00e0dcd1b8c None None] Set router 2b4d489c-05ce-4652-8fb0-47c106cd4897 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:57:09.938467 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e50f0fc3-872e-4d1f-b286-c5de642efc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2991322d-8de0-486e-aff0-d5798195ae8e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:09.944768 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e50f0fc3-872e-4d1f-b286-c5de642efc3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:09.949811 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e50f0fc3-872e-4d1f-b286-c5de642efc3b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2991322d-8de0-486e-aff0-d5798195ae8e HTTP/1.1" status: 204 len: 168 time: 0.9728699 Mar 11 11:57:09.956442 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac7c900-557e-4f83-a977-decc4bd23f81 None None] The sync data for ids ['6d1458f2-3084-41e7-9264-41e49dfec981'] in n-d-833234-2 is: [{'id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'name': 'tempest-TaggedBootDevicesTest_v242-334978799-router', 'tenant_id': '10db396f7a5f4f56be94b05e67329956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:31Z', 'updated_at': '2022-03-11T11:57:05Z', 'revision_number': 5, 'project_id': '10db396f7a5f4f56be94b05e67329956', 'gw_port': {'id': 'bc110af6-fda6-4354-8a1c-bcfef973ca30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1458f2-3084-41e7-9264-41e49dfec981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:33Z', 'updated_at': '2022-03-11T11:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:57:09.970369 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:57:10.039905 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:57:10.040366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 01cbbfd3-b150-4b2f-9a64-0bf5fa3adc2c not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:57:10.081419 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-210e6d54-b590-4b31-9e25-671f14ea038c admin admin] Publish callbacks [] for router_gateway (2b4d489c-05ce-4652-8fb0-47c106cd4897), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:10.212164 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f0fc3-872e-4d1f-b286-c5de642efc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2991322d-8de0-486e-aff0-d5798195ae8e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:10.266247 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-210e6d54-b590-4b31-9e25-671f14ea038c admin admin] Deleting port c3395bd1-decd-4fe5-9ee6-671db7ae031c {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:57:10.266648 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-210e6d54-b590-4b31-9e25-671f14ea038c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c3395bd1-decd-4fe5-9ee6-671db7ae031c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:10.271774 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e1ea-8d1f-45d5-9fa4-cf1f19be58b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (bc110af6-fda6-4354-8a1c-bcfef973ca30), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:10.319810 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7b7cdfbe-fc89-4887-8ed7-b00e0dcd1b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'name': 'tempest-ServerRescueNegativeTestJSON-1723939177-router', 'tenant_id': 'b839c74c06a5463cab66eb4c80c4c086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c3395bd1-decd-4fe5-9ee6-671db7ae031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:57:06Z', 'revision_number': 5, 'project_id': 'b839c74c06a5463cab66eb4c80c4c086', 'gw_port': {'id': 'c3395bd1-decd-4fe5-9ee6-671db7ae031c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:25Z', 'updated_at': '2022-03-11T11:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:10.367943 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cff410cc-eaaf-4fd1-b81c-34a9ff18a8d5 req-5894ef06-6bd6-44f3-978f-379f0bfcb883 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4972742 Mar 11 11:57:10.369593 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6e1ea-8d1f-45d5-9fa4-cf1f19be58b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc110af6-fda6-4354-8a1c-bcfef973ca30,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:10.381021 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33990) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:10.411935 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7cdfbe-fc89-4887-8ed7-b00e0dcd1b8c None None] Checking router: 2b4d489c-05ce-4652-8fb0-47c106cd4897 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:57:10.447550 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7cdfbe-fc89-4887-8ed7-b00e0dcd1b8c None None] Routers {'2b4d489c-05ce-4652-8fb0-47c106cd4897'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:57:10.449567 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7b7cdfbe-fc89-4887-8ed7-b00e0dcd1b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:56:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2b4d489c-05ce-4652-8fb0-47c106cd4897'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:10.511507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-210e6d54-b590-4b31-9e25-671f14ea038c admin admin] For port c3395bd1-decd-4fe5-9ee6-671db7ae031c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c3395bd1-decd-4fe5-9ee6-671db7ae031c,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:10.512055 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-210e6d54-b590-4b31-9e25-671f14ea038c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c3395bd1-decd-4fe5-9ee6-671db7ae031c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:10.548912 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-210e6d54-b590-4b31-9e25-671f14ea038c admin admin] Calling delete_port for c3395bd1-decd-4fe5-9ee6-671db7ae031c owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:57:10.888937 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-6aed96e9-6002-47d5-b5e4-f58f0407109f tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:10.891257 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-6aed96e9-6002-47d5-b5e4-f58f0407109f tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.37 "GET /v2.0/networks?id=9ae4bf1e-2d21-4387-977e-ba9fd863fe76 HTTP/1.1" status: 200 len: 812 time: 0.2063129 Mar 11 11:57:10.893748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33998) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:10.926557 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-1efd96b3-626d-462a-800c-6d2a3cf2b41b tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Request body: {'port': {'device_id': '22a0e219-9b1c-475c-8659-325b328f1330', 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76', 'admin_state_up': True, 'tenant_id': '7d7d93bae467424b9b13f0eff988340e'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:10.962546 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-458c8798-d708-48df-bcfa-cc18c36a9e7e tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:10.965416 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-458c8798-d708-48df-bcfa-cc18c36a9e7e tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.71 "GET /v2.0/networks?id=9ae4bf1e-2d21-4387-977e-ba9fd863fe76 HTTP/1.1" status: 200 len: 812 time: 0.2405853 Mar 11 11:57:10.987751 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-7b7cdfbe-fc89-4887-8ed7-b00e0dcd1b8c None None] Set router 2b4d489c-05ce-4652-8fb0-47c106cd4897 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:57:10.990858 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2672121e-1893-4251-9369-13675a2e13dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:10.999207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa045d48-17fa-4f15-bdbc-9ef8a075d188 admin admin] Deleting subnet d7dfd7d0-32e4-421d-922a-dbc8af44f6b4 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:57:11.017652 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0365d1aa-b379-4c6c-bc4d-c6e5cab3a53e req-994bc096-7855-477b-a0a0-39bdfb150c79 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=7254e01b-0050-47ea-9b09-61f1d0a0c6f1 HTTP/1.1" status: 200 len: 210 time: 0.3510273 Mar 11 11:57:11.024707 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-b80ad75b-64f0-41bd-a9e2-b339424e4b21 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Request body: {'port': {'device_id': '7254e01b-0050-47ea-9b09-61f1d0a0c6f1', 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76', 'admin_state_up': True, 'tenant_id': '7d7d93bae467424b9b13f0eff988340e'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:11.028292 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa045d48-17fa-4f15-bdbc-9ef8a075d188 admin admin] Publish callbacks [] for subnet (d7dfd7d0-32e4-421d-922a-dbc8af44f6b4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:11.063345 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e1ea-8d1f-45d5-9fa4-cf1f19be58b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (6d1458f2-3084-41e7-9264-41e49dfec981), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:11.074475 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7b7cdfbe-fc89-4887-8ed7-b00e0dcd1b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'name': 'tempest-ServerRescueNegativeTestJSON-1723939177-router', 'tenant_id': 'b839c74c06a5463cab66eb4c80c4c086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:57:10Z', 'revision_number': 6, 'project_id': 'b839c74c06a5463cab66eb4c80c4c086', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:11.106992 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7cdfbe-fc89-4887-8ed7-b00e0dcd1b8c None None] The sync data for ids ['2b4d489c-05ce-4652-8fb0-47c106cd4897'] in n-d-833234-2 is: [{'id': '2b4d489c-05ce-4652-8fb0-47c106cd4897', 'name': 'tempest-ServerRescueNegativeTestJSON-1723939177-router', 'tenant_id': 'b839c74c06a5463cab66eb4c80c4c086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:57:10Z', 'revision_number': 6, 'project_id': 'b839c74c06a5463cab66eb4c80c4c086', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:57:11.189731 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-1efd96b3-626d-462a-800c-6d2a3cf2b41b tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Made reservation on behalf of 7d7d93bae467424b9b13f0eff988340e for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:57:11.193242 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-1efd96b3-626d-462a-800c-6d2a3cf2b41b tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:11.228112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device d554b6b1-0b4d-4dac-8fb5-728c994f8eda details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:57:11.270824 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2672121e-1893-4251-9369-13675a2e13dd admin admin] Publish callbacks [] for security_group (57eb2fd0-e841-4142-bd06-cd8a9a72cd3b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:11.271611 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa045d48-17fa-4f15-bdbc-9ef8a075d188 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (d7dfd7d0-32e4-421d-922a-dbc8af44f6b4), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:11.301724 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e1ea-8d1f-45d5-9fa4-cf1f19be58b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (6d1458f2-3084-41e7-9264-41e49dfec981), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:11.305746 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e1ea-8d1f-45d5-9fa4-cf1f19be58b8 admin admin] Publish callbacks [] for router_controller (6d1458f2-3084-41e7-9264-41e49dfec981), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:11.309717 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2672121e-1893-4251-9369-13675a2e13dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (57eb2fd0-e841-4142-bd06-cd8a9a72cd3b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:11.344254 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672121e-1893-4251-9369-13675a2e13dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57eb2fd0-e841-4142-bd06-cd8a9a72cd3b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:11.355333 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-210e6d54-b590-4b31-9e25-671f14ea038c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (c3395bd1-decd-4fe5-9ee6-671db7ae031c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:11.410700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e6d54-b590-4b31-9e25-671f14ea038c admin admin] Pushing event deleted for resources: {'Port': ['ID=c3395bd1-decd-4fe5-9ee6-671db7ae031c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:11.423232 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2672121e-1893-4251-9369-13675a2e13dd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab54782fc8e840d787bb87d3b269e6d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5282094 Mar 11 11:57:11.443659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34002) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:11.477284 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port d554b6b1-0b4d-4dac-8fb5-728c994f8eda, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=d554b6b1-0b4d-4dac-8fb5-728c994f8eda,segment=NetworkSegment(f36390a3-453a-492f-a9b3-ce03615aa4c9),segment_id=f36390a3-453a-492f-a9b3-ce03615aa4c9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:11.542883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'd554b6b1-0b4d-4dac-8fb5-728c994f8eda', 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'port_id': 'd554b6b1-0b4d-4dac-8fb5-728c994f8eda', 'mac_address': 'fa:16:3e:4f:e6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a452b9-626d-4915-a635-b58d1758ee07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:57:11.604491 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port d554b6b1-0b4d-4dac-8fb5-728c994f8eda is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:57:11.604884 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d554b6b1-0b4d-4dac-8fb5-728c994f8eda), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:11.621365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d554b6b1-0b4d-4dac-8fb5-728c994f8eda {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:57:11.678411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port d554b6b1-0b4d-4dac-8fb5-728c994f8eda, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=d554b6b1-0b4d-4dac-8fb5-728c994f8eda,segment=NetworkSegment(f36390a3-453a-492f-a9b3-ce03615aa4c9),segment_id=f36390a3-453a-492f-a9b3-ce03615aa4c9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:11.686211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e15f06ed-f40e-461e-b328-0875b436aecf no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:57:11.686514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-1efd96b3-626d-462a-800c-6d2a3cf2b41b tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Allocated IP 172.20.0.4 (9ae4bf1e-2d21-4387-977e-ba9fd863fe76/74d4a6a0-9aba-4653-a7b8-3dbb37767286/24e6ec80-eedb-4e34-9be0-ea71dd37c0fa) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:57:11.690155 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d554b6b1-0b4d-4dac-8fb5-728c994f8eda), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:11.693587 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-210e6d54-b590-4b31-9e25-671f14ea038c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (2b4d489c-05ce-4652-8fb0-47c106cd4897), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:11.755528 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: e15f06ed-f40e-461e-b328-0875b436aecf {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:57:11.755905 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e15f06ed-f40e-461e-b328-0875b436aecf not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:57:11.760689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 643cedf5-ae98-439e-b493-374e5d7522c1 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:57:11.817095 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 643cedf5-ae98-439e-b493-374e5d7522c1 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:57:11.817430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 643cedf5-ae98-439e-b493-374e5d7522c1 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:57:11.866314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=d554b6b1-0b4d-4dac-8fb5-728c994f8eda,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:11.884220 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e2b069f-3320-4ce2-9490-84d3ef76910c admin admin] Publish callbacks [] for security_group (57eb2fd0-e841-4142-bd06-cd8a9a72cd3b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:11.897747 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-210e6d54-b590-4b31-9e25-671f14ea038c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (2b4d489c-05ce-4652-8fb0-47c106cd4897), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:11.907102 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-210e6d54-b590-4b31-9e25-671f14ea038c admin admin] Publish callbacks [] for router_controller (2b4d489c-05ce-4652-8fb0-47c106cd4897), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:11.911175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['d554b6b1-0b4d-4dac-8fb5-728c994f8eda'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:57:11.965889 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e2b069f-3320-4ce2-9490-84d3ef76910c admin admin] Publish callbacks [] for security_group (57eb2fd0-e841-4142-bd06-cd8a9a72cd3b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.004162 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-210e6d54-b590-4b31-9e25-671f14ea038c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (2b4d489c-05ce-4652-8fb0-47c106cd4897), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.004842 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210e6d54-b590-4b31-9e25-671f14ea038c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b4d489c-05ce-4652-8fb0-47c106cd4897 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:57:12.017316 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-210e6d54-b590-4b31-9e25-671f14ea038c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.017563 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa045d48-17fa-4f15-bdbc-9ef8a075d188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (d7dfd7d0-32e4-421d-922a-dbc8af44f6b4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.021069 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-210e6d54-b590-4b31-9e25-671f14ea038c admin admin] 10.222.0.78 "DELETE /v2.0/routers/2b4d489c-05ce-4652-8fb0-47c106cd4897 HTTP/1.1" status: 204 len: 168 time: 2.4956157 Mar 11 11:57:12.025170 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-b80ad75b-64f0-41bd-a9e2-b339424e4b21 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Made reservation on behalf of 7d7d93bae467424b9b13f0eff988340e for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:57:12.027203 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34012) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:12.029990 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-b80ad75b-64f0-41bd-a9e2-b339424e4b21 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.060124 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e1ea-8d1f-45d5-9fa4-cf1f19be58b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (6d1458f2-3084-41e7-9264-41e49dfec981), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.061051 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e6e1ea-8d1f-45d5-9fa4-cf1f19be58b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d1458f2-3084-41e7-9264-41e49dfec981 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:57:12.074705 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e1ea-8d1f-45d5-9fa4-cf1f19be58b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.077431 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c8e6e1ea-8d1f-45d5-9fa4-cf1f19be58b8 admin admin] 10.222.0.78 "DELETE /v2.0/routers/6d1458f2-3084-41e7-9264-41e49dfec981 HTTP/1.1" status: 204 len: 168 time: 4.3052819 Mar 11 11:57:12.086579 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34020) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:12.262952 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279b9b2-b108-414c-8235-d72db1cfea90 req-6dc98cdb-5df2-42b3-bc77-c7c3579968f7 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:12.276783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e279b9b2-b108-414c-8235-d72db1cfea90 req-6dc98cdb-5df2-42b3-bc77-c7c3579968f7 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 945 time: 0.3360045 Mar 11 11:57:12.329201 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa045d48-17fa-4f15-bdbc-9ef8a075d188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (d7dfd7d0-32e4-421d-922a-dbc8af44f6b4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.368947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e279b9b2-b108-414c-8235-d72db1cfea90 req-739941d2-3150-45a1-8616-0da6cda6df1c tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775807 Mar 11 11:57:12.411887 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa045d48-17fa-4f15-bdbc-9ef8a075d188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7dfd7d0-32e4-421d-922a-dbc8af44f6b4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:12.426196 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa045d48-17fa-4f15-bdbc-9ef8a075d188 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.430255 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-aa045d48-17fa-4f15-bdbc-9ef8a075d188 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d7dfd7d0-32e4-421d-922a-dbc8af44f6b4 HTTP/1.1" status: 204 len: 168 time: 2.0478494 Mar 11 11:57:12.434074 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34024) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:12.439156 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-1efd96b3-626d-462a-800c-6d2a3cf2b41b tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks [] for port (24e6ec80-eedb-4e34-9be0-ea71dd37c0fa), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.459645 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e2b069f-3320-4ce2-9490-84d3ef76910c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (57eb2fd0-e841-4142-bd06-cd8a9a72cd3b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.468132 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e2b069f-3320-4ce2-9490-84d3ef76910c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.475537 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5e2b069f-3320-4ce2-9490-84d3ef76910c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/57eb2fd0-e841-4142-bd06-cd8a9a72cd3b HTTP/1.1" status: 204 len: 168 time: 1.0297728 Mar 11 11:57:12.503065 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b88088-16af-4bfc-acc8-e3857bd3ba8b admin admin] Deleting subnet 614f6c11-14c1-492e-91ba-54d12114a8a6 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:57:12.512251 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9b88088-16af-4bfc-acc8-e3857bd3ba8b admin admin] Publish callbacks [] for subnet (614f6c11-14c1-492e-91ba-54d12114a8a6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.548316 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-130c1825-842b-495c-9b69-3568ade3602d req-7839eeb1-9a26-4406-820a-9751e51df138 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=7254e01b-0050-47ea-9b09-61f1d0a0c6f1 HTTP/1.1" status: 200 len: 210 time: 0.1068997 Mar 11 11:57:12.570436 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.652821 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ccc3904b-f124-41b1-b960-a57b5e0e1820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (3d9312ce-6f59-46bc-a678-a1fed8510214), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.895032 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ccc3904b-f124-41b1-b960-a57b5e0e1820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (3d9312ce-6f59-46bc-a678-a1fed8510214), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.928786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ccc3904b-f124-41b1-b960-a57b5e0e1820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9312ce-6f59-46bc-a678-a1fed8510214']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:12.946089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ccc3904b-f124-41b1-b960-a57b5e0e1820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa5312f-d073-4201-b92d-86037a1aaf8a') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:12.946825 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ccc3904b-f124-41b1-b960-a57b5e0e1820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa5312f-d073-4201-b92d-86037a1aaf8a') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:12.964136 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ccc3904b-f124-41b1-b960-a57b5e0e1820 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (dfa5312f-d073-4201-b92d-86037a1aaf8a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.986474 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ccc3904b-f124-41b1-b960-a57b5e0e1820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (dfa5312f-d073-4201-b92d-86037a1aaf8a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.994415 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc3904b-f124-41b1-b960-a57b5e0e1820 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:57:12.994944 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ccc3904b-f124-41b1-b960-a57b5e0e1820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (dfa5312f-d073-4201-b92d-86037a1aaf8a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:57:12.997297 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:57:13.109968 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ccc3904b-f124-41b1-b960-a57b5e0e1820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (3d9312ce-6f59-46bc-a678-a1fed8510214), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:13.115636 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ccc3904b-f124-41b1-b960-a57b5e0e1820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:13.138249 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ccc3904b-f124-41b1-b960-a57b5e0e1820 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3d9312ce-6f59-46bc-a678-a1fed8510214 HTTP/1.1" status: 204 len: 168 time: 0.7028596 Mar 11 11:57:13.162111 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3904b-f124-41b1-b960-a57b5e0e1820 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d9312ce-6f59-46bc-a678-a1fed8510214,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:13.191441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b069f-3320-4ce2-9490-84d3ef76910c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57eb2fd0-e841-4142-bd06-cd8a9a72cd3b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:13.205022 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90291f5-0150-47d5-bcb5-74245acbd0df admin admin] Deleting subnet befbd499-1a5a-41b0-86c5-01b7c0a86f9d {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:57:13.213772 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f90291f5-0150-47d5-bcb5-74245acbd0df admin admin] Publish callbacks [] for subnet (befbd499-1a5a-41b0-86c5-01b7c0a86f9d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:13.254551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device d554b6b1-0b4d-4dac-8fb5-728c994f8eda up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:57:13.275318 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9b88088-16af-4bfc-acc8-e3857bd3ba8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (614f6c11-14c1-492e-91ba-54d12114a8a6), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:13.332409 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c3395bd1-decd-4fe5-9ee6-671db7ae031c no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:57:13.364626 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9b88088-16af-4bfc-acc8-e3857bd3ba8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (614f6c11-14c1-492e-91ba-54d12114a8a6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:13.376112 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-1efd96b3-626d-462a-800c-6d2a3cf2b41b tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (24e6ec80-eedb-4e34-9be0-ea71dd37c0fa), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:13.408370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: c3395bd1-decd-4fe5-9ee6-671db7ae031c {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:57:13.409013 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c3395bd1-decd-4fe5-9ee6-671db7ae031c not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:57:13.409534 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bc110af6-fda6-4354-8a1c-bcfef973ca30 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:57:13.424451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34044) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:13.435815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: bc110af6-fda6-4354-8a1c-bcfef973ca30 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:57:13.436282 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bc110af6-fda6-4354-8a1c-bcfef973ca30 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:57:13.469391 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port d554b6b1-0b4d-4dac-8fb5-728c994f8eda completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:57:13.475748 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port d554b6b1-0b4d-4dac-8fb5-728c994f8eda triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:57:13.476208 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d554b6b1-0b4d-4dac-8fb5-728c994f8eda), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:13.558824 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-b80ad75b-64f0-41bd-a9e2-b339424e4b21 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Allocated IP 172.20.0.7 (9ae4bf1e-2d21-4387-977e-ba9fd863fe76/74d4a6a0-9aba-4653-a7b8-3dbb37767286/e8352f7c-5ed2-4db5-aefe-b00b9be8d96f) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:57:13.570613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c2128fbb-bee2-40fa-a5ec-54d30df679b1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=671fef33464143b7b32a5de9fc6fc9d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1453164 Mar 11 11:57:13.574144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34052) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:13.597930 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f90291f5-0150-47d5-bcb5-74245acbd0df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (befbd499-1a5a-41b0-86c5-01b7c0a86f9d), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:13.648226 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfc398-03cf-44a0-a6f2-b9cd75498691 req-ebc0f9aa-da55-43ad-bfda-5dd5c734ecc8 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:13.650230 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36dfc398-03cf-44a0-a6f2-b9cd75498691 req-ebc0f9aa-da55-43ad-bfda-5dd5c734ecc8 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 945 time: 0.1516516 Mar 11 11:57:13.675000 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7f69f837-1230-4b5f-84fe-8973dd4efc96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:13.685127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port d554b6b1-0b4d-4dac-8fb5-728c994f8eda is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:57:13.686951 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d554b6b1-0b4d-4dac-8fb5-728c994f8eda), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:13.687758 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9b88088-16af-4bfc-acc8-e3857bd3ba8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (614f6c11-14c1-492e-91ba-54d12114a8a6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:13.712684 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-1efd96b3-626d-462a-800c-6d2a3cf2b41b tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:57:13.713625 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9b88088-16af-4bfc-acc8-e3857bd3ba8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:13.717084 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a9b88088-16af-4bfc-acc8-e3857bd3ba8b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/614f6c11-14c1-492e-91ba-54d12114a8a6 HTTP/1.1" status: 204 len: 168 time: 1.6839609 Mar 11 11:57:13.737637 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd96b3-626d-462a-800c-6d2a3cf2b41b tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Pushing event updated for resources: {'Port': ['ID=24e6ec80-eedb-4e34-9be0-ea71dd37c0fa,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:13.740472 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34058) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:13.743776 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-1efd96b3-626d-462a-800c-6d2a3cf2b41b tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:57:13.747346 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b88088-16af-4bfc-acc8-e3857bd3ba8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=614f6c11-14c1-492e-91ba-54d12114a8a6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:13.749297 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36dfc398-03cf-44a0-a6f2-b9cd75498691 req-2fde0d9c-e552-49f2-b118-294dd81e4897 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666361 Mar 11 11:57:13.758550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-1efd96b3-626d-462a-800c-6d2a3cf2b41b tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:57:13.784319 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-edd93e16-f0ad-4aa9-8fdf-0bb28f818637 req-bcf62fea-3848-40a6-8edd-821dd932fc32 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=7254e01b-0050-47ea-9b09-61f1d0a0c6f1 HTTP/1.1" status: 200 len: 210 time: 0.1186299 Mar 11 11:57:13.797353 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cdaf10f6-f89d-4a1a-ab46-2b05d1b10fa3 admin admin] Publish callbacks [] for security_group (2b319671-5f1c-46df-b987-f74025ac68fb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:13.833334 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cdaf10f6-f89d-4a1a-ab46-2b05d1b10fa3 admin admin] Publish callbacks [] for security_group (2b319671-5f1c-46df-b987-f74025ac68fb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:13.844349 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port d554b6b1-0b4d-4dac-8fb5-728c994f8eda, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=d554b6b1-0b4d-4dac-8fb5-728c994f8eda,segment=NetworkSegment(f36390a3-453a-492f-a9b3-ce03615aa4c9),segment_id=f36390a3-453a-492f-a9b3-ce03615aa4c9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:13.849001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a25701-b906-4c02-8277-19764c27a113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd554b6b1-0b4d-4dac-8fb5-728c994f8eda'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:13.856191 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b583328-bc85-45e9-8710-c513b704ce36" -d '{"events": [{"server_uuid": "72a25701-b906-4c02-8277-19764c27a113", "name": "network-vif-plugged", "status": "completed", "tag": "d554b6b1-0b4d-4dac-8fb5-728c994f8eda"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:13.875130 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d554b6b1-0b4d-4dac-8fb5-728c994f8eda), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:13.936269 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cdaf10f6-f89d-4a1a-ab46-2b05d1b10fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2b319671-5f1c-46df-b987-f74025ac68fb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:13.942287 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cdaf10f6-f89d-4a1a-ab46-2b05d1b10fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:13.946289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cdaf10f6-f89d-4a1a-ab46-2b05d1b10fa3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2b319671-5f1c-46df-b987-f74025ac68fb HTTP/1.1" status: 204 len: 168 time: 0.3661759 Mar 11 11:57:14.019181 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ae755b-1854-4929-863e-1ad477c0eb99 x-openstack-request-id: req-04ae755b-1854-4929-863e-1ad477c0eb99 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:14.019673 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a25701-b906-4c02-8277-19764c27a113", "name": "network-vif-plugged", "status": "completed", "tag": "d554b6b1-0b4d-4dac-8fb5-728c994f8eda", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:14.020186 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04ae755b-1854-4929-863e-1ad477c0eb99 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:14.020851 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a25701-b906-4c02-8277-19764c27a113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd554b6b1-0b4d-4dac-8fb5-728c994f8eda', 'code': 200} Mar 11 11:57:14.023112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=d554b6b1-0b4d-4dac-8fb5-728c994f8eda,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:14.034744 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf10f6-f89d-4a1a-ab46-2b05d1b10fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b319671-5f1c-46df-b987-f74025ac68fb,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:14.042706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-1efd96b3-626d-462a-800c-6d2a3cf2b41b tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:14.048499 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-1efd96b3-626d-462a-800c-6d2a3cf2b41b tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:14.122376 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-1efd96b3-626d-462a-800c-6d2a3cf2b41b tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2007914 Mar 11 11:57:14.146530 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f90291f5-0150-47d5-bcb5-74245acbd0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (befbd499-1a5a-41b0-86c5-01b7c0a86f9d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:14.152388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Request body: {'port': {'device_id': '22a0e219-9b1c-475c-8659-325b328f1330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:14.157194 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b9395a7-7b4f-48ca-a800-eb256f07b652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (d259f0e3-1793-455e-a2df-b0e8516ce55f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:14.207376 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-b80ad75b-64f0-41bd-a9e2-b339424e4b21 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks [] for port (e8352f7c-5ed2-4db5-aefe-b00b9be8d96f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:14.308232 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4745ed-2b81-4f73-afba-ecc2429c3051 req-294287f1-4cb2-4aaa-989d-6d5d70df78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:14.310694 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8d4745ed-2b81-4f73-afba-ecc2429c3051 req-294287f1-4cb2-4aaa-989d-6d5d70df78fd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 1128 time: 0.2279947 Mar 11 11:57:14.311464 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (24e6ec80-eedb-4e34-9be0-ea71dd37c0fa), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:14.341097 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-b80ad75b-64f0-41bd-a9e2-b339424e4b21 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e8352f7c-5ed2-4db5-aefe-b00b9be8d96f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:14.353655 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f90291f5-0150-47d5-bcb5-74245acbd0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (befbd499-1a5a-41b0-86c5-01b7c0a86f9d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:14.431839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90291f5-0150-47d5-bcb5-74245acbd0df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=befbd499-1a5a-41b0-86c5-01b7c0a86f9d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:14.435511 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f90291f5-0150-47d5-bcb5-74245acbd0df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:14.442889 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990ca8c3-d221-4815-91bc-061ecedf18fa None None] Network 3f382b66-55bc-4ada-812a-8f2225fa21bc requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:57:14.443565 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f90291f5-0150-47d5-bcb5-74245acbd0df admin admin] 10.222.0.78 "DELETE /v2.0/subnets/befbd499-1a5a-41b0-86c5-01b7c0a86f9d HTTP/1.1" status: 204 len: 168 time: 2.2795658 Mar 11 11:57:14.458730 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-b80ad75b-64f0-41bd-a9e2-b339424e4b21 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:57:14.465718 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34078) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:14.472748 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b9395a7-7b4f-48ca-a800-eb256f07b652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (d259f0e3-1793-455e-a2df-b0e8516ce55f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:14.497314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-b80ad75b-64f0-41bd-a9e2-b339424e4b21 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:57:14.525746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0b9395a7-7b4f-48ca-a800-eb256f07b652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d259f0e3-1793-455e-a2df-b0e8516ce55f']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:14.577938 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-b80ad75b-64f0-41bd-a9e2-b339424e4b21 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:57:14.591763 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8d4745ed-2b81-4f73-afba-ecc2429c3051 req-ab170e4b-ea4e-49a1-9c49-791987146fd3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578850 Mar 11 11:57:14.596414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0b9395a7-7b4f-48ca-a800-eb256f07b652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d1ab14-8445-446e-be7b-99019c2a265f') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:14.607636 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0b9395a7-7b4f-48ca-a800-eb256f07b652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d1ab14-8445-446e-be7b-99019c2a265f') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:14.643887 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b9395a7-7b4f-48ca-a800-eb256f07b652 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (65d1ab14-8445-446e-be7b-99019c2a265f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:14.694577 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ad75b-64f0-41bd-a9e2-b339424e4b21 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Pushing event updated for resources: {'Port': ['ID=e8352f7c-5ed2-4db5-aefe-b00b9be8d96f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:14.706278 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b9395a7-7b4f-48ca-a800-eb256f07b652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (65d1ab14-8445-446e-be7b-99019c2a265f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:14.752569 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9395a7-7b4f-48ca-a800-eb256f07b652 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:57:14.752984 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b9395a7-7b4f-48ca-a800-eb256f07b652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (65d1ab14-8445-446e-be7b-99019c2a265f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:57:14.754777 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:57:14.851569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547a4dc5-17b1-4988-871f-1bcb11ba8d05 None None] DHCP port deletion for 3f382b66-55bc-4ada-812a-8f2225fa21bc request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:57:14.865375 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (3f382b66-55bc-4ada-812a-8f2225fa21bc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:14.898015 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-b80ad75b-64f0-41bd-a9e2-b339424e4b21 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:14.903726 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-b80ad75b-64f0-41bd-a9e2-b339424e4b21 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:14.950058 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b9395a7-7b4f-48ca-a800-eb256f07b652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (d259f0e3-1793-455e-a2df-b0e8516ce55f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:14.962539 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b9395a7-7b4f-48ca-a800-eb256f07b652 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:14.974156 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0b9395a7-7b4f-48ca-a800-eb256f07b652 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d259f0e3-1793-455e-a2df-b0e8516ce55f HTTP/1.1" status: 204 len: 168 time: 1.2276063 Mar 11 11:57:15.010087 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-547a4dc5-17b1-4988-871f-1bcb11ba8d05 None None] Deleting port 57560773-d996-4717-8f93-66828b3a9637 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:57:15.010458 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-547a4dc5-17b1-4988-871f-1bcb11ba8d05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (57560773-d996-4717-8f93-66828b3a9637), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:15.012407 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9395a7-7b4f-48ca-a800-eb256f07b652 admin admin] Pushing event deleted for resources: {'Network': ['ID=d259f0e3-1793-455e-a2df-b0e8516ce55f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:15.121493 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-b80ad75b-64f0-41bd-a9e2-b339424e4b21 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1165252 Mar 11 11:57:15.152932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Request body: {'port': {'device_id': '7254e01b-0050-47ea-9b09-61f1d0a0c6f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:15.153835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:57:15.163109 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Publish callbacks [] for port (24e6ec80-eedb-4e34-9be0-ea71dd37c0fa), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:15.176705 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-547a4dc5-17b1-4988-871f-1bcb11ba8d05 None None] For port 57560773-d996-4717-8f93-66828b3a9637, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=57560773-d996-4717-8f93-66828b3a9637,segment=NetworkSegment(bdea88c9-fadb-44aa-a233-b499664190f3),segment_id=bdea88c9-fadb-44aa-a233-b499664190f3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:15.177123 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-547a4dc5-17b1-4988-871f-1bcb11ba8d05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (57560773-d996-4717-8f93-66828b3a9637), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:15.186978 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Transition to ACTIVE for port object 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:57:15.193211 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (24e6ec80-eedb-4e34-9be0-ea71dd37c0fa), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:15.220136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-547a4dc5-17b1-4988-871f-1bcb11ba8d05 None None] Calling delete_port for 57560773-d996-4717-8f93-66828b3a9637 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:57:15.255448 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e8352f7c-5ed2-4db5-aefe-b00b9be8d96f), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:15.312423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Pushing event updated for resources: {'Port': ['ID=24e6ec80-eedb-4e34-9be0-ea71dd37c0fa,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:15.402155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634750a-a9e7-4f5e-8fe7-87a7b6a40ed4 req-e9e595af-c421-425c-8941-73da610fae6a tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:15.403394 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 57560773-d996-4717-8f93-66828b3a9637 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:57:15.415466 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9634750a-a9e7-4f5e-8fe7-87a7b6a40ed4 req-e9e595af-c421-425c-8941-73da610fae6a tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=7254e01b-0050-47ea-9b09-61f1d0a0c6f1 HTTP/1.1" status: 200 len: 931 time: 0.4372551 Mar 11 11:57:15.491740 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-547a4dc5-17b1-4988-871f-1bcb11ba8d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (57560773-d996-4717-8f93-66828b3a9637), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:15.493770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34110) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:15.506301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] Deleting port 57560773-d996-4717-8f93-66828b3a9637 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:57:15.506732 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (57560773-d996-4717-8f93-66828b3a9637), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:15.520816 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798294fb-6357-4959-a809-48f3553d3780 req-06a9a4ad-f7c2-4aad-93bf-3a18dff51458 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:15.522528 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-798294fb-6357-4959-a809-48f3553d3780 req-06a9a4ad-f7c2-4aad-93bf-3a18dff51458 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 946 time: 0.5367501 Mar 11 11:57:15.523892 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a4dc5-17b1-4988-871f-1bcb11ba8d05 None None] No DVR routers for this DVR port 57560773-d996-4717-8f93-66828b3a9637 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:57:15.537378 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Attempting to bind port 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:57:15.538171 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Attempting to bind port 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:57:15.540100 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Attempting to bind port 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa on network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:57:15.553553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Port 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa on network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:57:15.554801 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Attempting to bind port 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa on network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:57:15.567804 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:57:15.568865 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Checking segment: {'id': 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:57:15.570273 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Bound using segment: {'id': 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:57:15.573019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Bound port: 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:57:15.573686 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (24e6ec80-eedb-4e34-9be0-ea71dd37c0fa), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:15.586811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a4dc5-17b1-4988-871f-1bcb11ba8d05 None None] Pushing event deleted for resources: {'Port': ['ID=57560773-d996-4717-8f93-66828b3a9637,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:15.597742 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No active binding found for port 57560773-d996-4717-8f93-66828b3a9637 {{(pid=104033) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 11:57:15.598136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] The host n-d-833234-2 is not matching for port 57560773-d996-4717-8f93-66828b3a9637 host None! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 11:57:15.598702 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 57560773-d996-4717-8f93-66828b3a9637 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:57:15.709517 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a11fe17e-20d1-4343-9961-628f610b181a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:15.790448 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] For port 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:57:15.798963 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] For port 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=24e6ec80-eedb-4e34-9be0-ea71dd37c0fa,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:57:15.815039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (24e6ec80-eedb-4e34-9be0-ea71dd37c0fa), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:15.926160 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:15.927421 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:15.934409 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] 10.222.0.37 "PUT /v2.0/ports/24e6ec80-eedb-4e34-9be0-ea71dd37c0fa HTTP/1.1" status: 200 len: 1091 time: 1.7894034 Mar 11 11:57:15.935362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a0e219-9b1c-475c-8659-325b328f1330', 'tag': '24e6ec80-eedb-4e34-9be0-ea71dd37c0fa'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:15.943496 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59bb128-4ac3-4f65-8ceb-0ec596b690d6" -d '{"events": [{"name": "network-changed", "server_uuid": "22a0e219-9b1c-475c-8659-325b328f1330", "tag": "24e6ec80-eedb-4e34-9be0-ea71dd37c0fa"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:15.983053 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127020a1-9f66-4f90-a467-bcbf0aec9257 service neutron] Pushing event updated for resources: {'Port': ['ID=24e6ec80-eedb-4e34-9be0-ea71dd37c0fa,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:16.025279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34126) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:16.059995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-a160fc2b-7e83-4478-b6d7-cb0d48010b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:16.062078 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-a160fc2b-7e83-4478-b6d7-cb0d48010b70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d7d93bae467424b9b13f0eff988340e&device_id=22a0e219-9b1c-475c-8659-325b328f1330 HTTP/1.1" status: 200 len: 1125 time: 0.0736818 Mar 11 11:57:16.127951 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] For port 57560773-d996-4717-8f93-66828b3a9637, host n-d-833234-2, got binding levels [] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:16.128509 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (57560773-d996-4717-8f93-66828b3a9637), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.140219 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-74cc7e55-b9e2-467d-9465-85ea24cb5136 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24e6ec80-eedb-4e34-9be0-ea71dd37c0fa HTTP/1.1" status: 200 len: 217 time: 0.0697155 Mar 11 11:57:16.151479 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9634750a-a9e7-4f5e-8fe7-87a7b6a40ed4 req-4d8b88c4-b2cb-432f-bced-c0ab975a0eb6 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7349420 Mar 11 11:57:16.190483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] Calling delete_port for 57560773-d996-4717-8f93-66828b3a9637 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:57:16.195258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-798294fb-6357-4959-a809-48f3553d3780 req-61e19925-a179-43f8-872a-465ba0f5e2fe tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6380832 Mar 11 11:57:16.199432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.ipam_backend_mixin [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] Port 57560773-d996-4717-8f93-66828b3a9637 was not found and therefore no delete operation was performed {{(pid=104031) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 11:57:16.207772 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ae75e2d1-cef4-428e-8e22-2e63b02fe256 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b839c74c06a5463cab66eb4c80c4c086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6803432 Mar 11 11:57:16.209029 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34132) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:16.211126 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (57560773-d996-4717-8f93-66828b3a9637), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.300070 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-768389c8-155f-43aa-ba70-411d49cf5eb8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1133104379-network', 'tenant_id': 'c751e389d54645099a22677f6b092d04'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:16.302181 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=57560773-d996-4717-8f93-66828b3a9637,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:16.308360 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f07ddde-79c0-4661-ad5d-717626e92734 x-openstack-request-id: req-0f07ddde-79c0-4661-ad5d-717626e92734 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:16.308677 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a0e219-9b1c-475c-8659-325b328f1330", "tag": "24e6ec80-eedb-4e34-9be0-ea71dd37c0fa", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:16.308986 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] No DVR routers for this DVR port 57560773-d996-4717-8f93-66828b3a9637 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:57:16.309125 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0f07ddde-79c0-4661-ad5d-717626e92734 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:16.309638 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a0e219-9b1c-475c-8659-325b328f1330', 'tag': '24e6ec80-eedb-4e34-9be0-ea71dd37c0fa', 'status': 'completed', 'code': 200} Mar 11 11:57:16.376646 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-1613525a-33f2-4574-8b9d-985e46db2e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:16.380415 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-1613525a-33f2-4574-8b9d-985e46db2e7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74d4a6a0-9aba-4653-a7b8-3dbb37767286 HTTP/1.1" status: 200 len: 852 time: 0.2308574 Mar 11 11:57:16.383522 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768389c8-155f-43aa-ba70-411d49cf5eb8 admin admin] Made reservation on behalf of c751e389d54645099a22677f6b092d04 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:57:16.389956 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-768389c8-155f-43aa-ba70-411d49cf5eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.434722 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-768389c8-155f-43aa-ba70-411d49cf5eb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.480700 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-85fa601d-375c-429f-823c-3691a8f70ac0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9ae4bf1e-2d21-4387-977e-ba9fd863fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840762 Mar 11 11:57:16.489531 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (3f382b66-55bc-4ada-812a-8f2225fa21bc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.492380 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-372960d8-5522-4a32-8049-fb9596e1f386 admin admin] Publish callbacks [] for security_group (050e1ec2-f596-4aa5-8e75-48335c24d370), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.527373 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f382b66-55bc-4ada-812a-8f2225fa21bc']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:16.556010 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdea88c9-fadb-44aa-a233-b499664190f3') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:16.556439 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdea88c9-fadb-44aa-a233-b499664190f3') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:16.561932 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-372960d8-5522-4a32-8049-fb9596e1f386 admin admin] Publish callbacks [] for security_group (050e1ec2-f596-4aa5-8e75-48335c24d370), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.593311 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (bdea88c9-fadb-44aa-a233-b499664190f3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.622947 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8352f7c-5ed2-4db5-aefe-b00b9be8d96f {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:57:16.636371 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (bdea88c9-fadb-44aa-a233-b499664190f3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.653426 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-e060f976-5bab-4ace-85df-3e24c595c7ab service neutron] 10.222.0.37 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631169 Mar 11 11:57:16.663879 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Publish callbacks [] for port (e8352f7c-5ed2-4db5-aefe-b00b9be8d96f), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.678784 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-768389c8-155f-43aa-ba70-411d49cf5eb8 admin admin] Publish callbacks [] for security_group (1b983641-587d-45d1-a304-c6f3ff6105dd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.692220 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-768389c8-155f-43aa-ba70-411d49cf5eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1b983641-587d-45d1-a304-c6f3ff6105dd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.697579 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:57:16.698054 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (bdea88c9-fadb-44aa-a233-b499664190f3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:57:16.706442 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:57:16.780777 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Transition to ACTIVE for port object e8352f7c-5ed2-4db5-aefe-b00b9be8d96f will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:57:16.801521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768389c8-155f-43aa-ba70-411d49cf5eb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:57:16.801971 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (e8352f7c-5ed2-4db5-aefe-b00b9be8d96f), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.840444 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768389c8-155f-43aa-ba70-411d49cf5eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b983641-587d-45d1-a304-c6f3ff6105dd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:16.848789 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-768389c8-155f-43aa-ba70-411d49cf5eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4a250eb1-1b2b-4929-afa8-5703c123983f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.849138 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-768389c8-155f-43aa-ba70-411d49cf5eb8 admin admin] Added segment 4a250eb1-1b2b-4929-afa8-5703c123983f of type vlan for network db1bf751-93ef-436f-a893-1e04494930da Mar 11 11:57:16.874629 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Pushing event updated for resources: {'Port': ['ID=e8352f7c-5ed2-4db5-aefe-b00b9be8d96f,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:16.877422 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (3f382b66-55bc-4ada-812a-8f2225fa21bc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.882317 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-372960d8-5522-4a32-8049-fb9596e1f386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (050e1ec2-f596-4aa5-8e75-48335c24d370), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.885659 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-372960d8-5522-4a32-8049-fb9596e1f386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.889288 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-372960d8-5522-4a32-8049-fb9596e1f386 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/050e1ec2-f596-4aa5-8e75-48335c24d370 HTTP/1.1" status: 204 len: 168 time: 0.6768091 Mar 11 11:57:16.900397 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:16.906901 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3f382b66-55bc-4ada-812a-8f2225fa21bc HTTP/1.1" status: 204 len: 168 time: 2.4298086 Mar 11 11:57:16.907677 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372960d8-5522-4a32-8049-fb9596e1f386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050e1ec2-f596-4aa5-8e75-48335c24d370,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:16.908902 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34152) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:16.970064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34154) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:16.974378 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca65a42-e0f7-4abc-ba87-d01c583df5e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f382b66-55bc-4ada-812a-8f2225fa21bc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:16.981227 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-1e98b621-b0fe-4da6-9b0b-7827872b7611 service neutron] 10.222.0.37 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171968 Mar 11 11:57:16.993659 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-768389c8-155f-43aa-ba70-411d49cf5eb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (db1bf751-93ef-436f-a893-1e04494930da), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:17.167936 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:17.176385 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-768389c8-155f-43aa-ba70-411d49cf5eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (db1bf751-93ef-436f-a893-1e04494930da), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:17.177943 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768389c8-155f-43aa-ba70-411d49cf5eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:17.178652 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-768389c8-155f-43aa-ba70-411d49cf5eb8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:17.186566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Attempting to bind port e8352f7c-5ed2-4db5-aefe-b00b9be8d96f on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:57:17.186955 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Attempting to bind port e8352f7c-5ed2-4db5-aefe-b00b9be8d96f by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:57:17.187293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Attempting to bind port e8352f7c-5ed2-4db5-aefe-b00b9be8d96f on network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:57:17.204369 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Port e8352f7c-5ed2-4db5-aefe-b00b9be8d96f on network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:57:17.204706 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Attempting to bind port e8352f7c-5ed2-4db5-aefe-b00b9be8d96f on network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:57:17.211802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:57:17.212258 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Checking segment: {'id': 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:57:17.212799 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Bound using segment: {'id': 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:57:17.213282 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Bound port: e8352f7c-5ed2-4db5-aefe-b00b9be8d96f, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:57:17.224438 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e8352f7c-5ed2-4db5-aefe-b00b9be8d96f), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:17.317613 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-768389c8-155f-43aa-ba70-411d49cf5eb8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2909169 Mar 11 11:57:17.318450 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34166) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:17.342719 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c45812f4-e7a4-4574-b4ae-63855011da4f admin admin] Request body: {'subnet': {'network_id': 'db1bf751-93ef-436f-a893-1e04494930da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1133104379-subnet', 'tenant_id': 'c751e389d54645099a22677f6b092d04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:17.438315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768389c8-155f-43aa-ba70-411d49cf5eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=db1bf751-93ef-436f-a893-1e04494930da,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:17.455541 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network db1bf751-93ef-436f-a893-1e04494930da details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:57:17.509735 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bb128-4ac3-4f65-8ceb-0ec596b690d6 req-06d949c6-ce05-4805-bae1-ad2cc4269bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:17.522102 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e59bb128-4ac3-4f65-8ceb-0ec596b690d6 req-06d949c6-ce05-4805-bae1-ad2cc4269bf0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d7d93bae467424b9b13f0eff988340e&device_id=22a0e219-9b1c-475c-8659-325b328f1330 HTTP/1.1" status: 200 len: 1125 time: 0.4378719 Mar 11 11:57:17.650329 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bba7ed1b-6d0b-41ac-8d12-c30cb2d2909c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:17.662508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45812f4-e7a4-4574-b4ae-63855011da4f admin admin] Made reservation on behalf of c751e389d54645099a22677f6b092d04 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:57:17.668226 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c45812f4-e7a4-4574-b4ae-63855011da4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:17.679083 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] For port e8352f7c-5ed2-4db5-aefe-b00b9be8d96f, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:57:17.695323 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759e158-b79b-4104-8aa0-d0729c8aa1ca req-7e18c532-2136-4ff5-9aec-1e98ea19ee2c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:17.703796 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b759e158-b79b-4104-8aa0-d0729c8aa1ca req-7e18c532-2136-4ff5-9aec-1e98ea19ee2c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=7254e01b-0050-47ea-9b09-61f1d0a0c6f1 HTTP/1.1" status: 200 len: 943 time: 0.3308988 Mar 11 11:57:17.716468 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe0abc-37e8-46b0-834d-d6b2d021ff2d req-7cee0955-ae92-41db-bf03-aa21f1aea7c8 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:17.725385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-acfe0abc-37e8-46b0-834d-d6b2d021ff2d req-7cee0955-ae92-41db-bf03-aa21f1aea7c8 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 946 time: 0.3193836 Mar 11 11:57:17.774658 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] For port e8352f7c-5ed2-4db5-aefe-b00b9be8d96f, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e8352f7c-5ed2-4db5-aefe-b00b9be8d96f,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:57:17.824461 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (e8352f7c-5ed2-4db5-aefe-b00b9be8d96f), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:17.880453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bb128-4ac3-4f65-8ceb-0ec596b690d6 req-21b7db02-fc15-4348-97a5-9ddb7319dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:17.883884 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e59bb128-4ac3-4f65-8ceb-0ec596b690d6 req-21b7db02-fc15-4348-97a5-9ddb7319dceb service neutron] 10.222.0.37 "GET /v2.0/networks?id=9ae4bf1e-2d21-4387-977e-ba9fd863fe76 HTTP/1.1" status: 200 len: 913 time: 0.3236883 Mar 11 11:57:17.898144 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-acfe0abc-37e8-46b0-834d-d6b2d021ff2d req-8cfc0d0b-1433-453c-bf2d-45819f4521a2 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711109 Mar 11 11:57:17.902344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:17.908119 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:17.909897 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] 10.222.0.71 "PUT /v2.0/ports/e8352f7c-5ed2-4db5-aefe-b00b9be8d96f HTTP/1.1" status: 200 len: 1091 time: 2.7718165 Mar 11 11:57:17.915214 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7254e01b-0050-47ea-9b09-61f1d0a0c6f1', 'tag': 'e8352f7c-5ed2-4db5-aefe-b00b9be8d96f'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:17.918345 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0795c2b6-65e3-4386-ac66-808d35aa09df" -d '{"events": [{"name": "network-changed", "server_uuid": "7254e01b-0050-47ea-9b09-61f1d0a0c6f1", "tag": "e8352f7c-5ed2-4db5-aefe-b00b9be8d96f"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:18.027409 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d1a81f-0109-45cb-ba7a-9328562dac51 x-openstack-request-id: req-a2d1a81f-0109-45cb-ba7a-9328562dac51 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:18.028635 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7254e01b-0050-47ea-9b09-61f1d0a0c6f1", "tag": "e8352f7c-5ed2-4db5-aefe-b00b9be8d96f", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:18.029087 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2d1a81f-0109-45cb-ba7a-9328562dac51 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:18.029838 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7254e01b-0050-47ea-9b09-61f1d0a0c6f1', 'tag': 'e8352f7c-5ed2-4db5-aefe-b00b9be8d96f', 'status': 'completed', 'code': 200} Mar 11 11:57:18.085504 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e59bb128-4ac3-4f65-8ceb-0ec596b690d6 req-45bbb401-a3da-4439-8f3b-4a231afe37f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24e6ec80-eedb-4e34-9be0-ea71dd37c0fa HTTP/1.1" status: 200 len: 217 time: 0.0982764 Mar 11 11:57:18.090222 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b759e158-b79b-4104-8aa0-d0729c8aa1ca req-db61e4be-3c95-4c9f-ba66-f9a647f11f60 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810101 Mar 11 11:57:18.140081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f70bf-e202-4323-b6a2-c349e34efb59 service neutron] Pushing event updated for resources: {'Port': ['ID=e8352f7c-5ed2-4db5-aefe-b00b9be8d96f,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:18.188584 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bb128-4ac3-4f65-8ceb-0ec596b690d6 req-f1757d64-3b53-46e3-ab95-1ffc9b58dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:18.190085 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e59bb128-4ac3-4f65-8ceb-0ec596b690d6 req-f1757d64-3b53-46e3-ab95-1ffc9b58dffb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74d4a6a0-9aba-4653-a7b8-3dbb37767286 HTTP/1.1" status: 200 len: 852 time: 0.0969050 Mar 11 11:57:18.204590 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-45af8a99-f5e9-489c-8d23-514739bb20df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:18.206145 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-45af8a99-f5e9-489c-8d23-514739bb20df service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d7d93bae467424b9b13f0eff988340e&device_id=7254e01b-0050-47ea-9b09-61f1d0a0c6f1 HTTP/1.1" status: 200 len: 1125 time: 0.1809397 Mar 11 11:57:18.287930 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-7e541055-e9c5-432c-a3d8-a510704273fe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8352f7c-5ed2-4db5-aefe-b00b9be8d96f HTTP/1.1" status: 200 len: 217 time: 0.0689855 Mar 11 11:57:18.293894 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bba7ed1b-6d0b-41ac-8d12-c30cb2d2909c admin admin] Publish callbacks [] for security_group (c107d4d4-802e-44f8-a3d4-82a72ff1e551), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:18.316699 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bba7ed1b-6d0b-41ac-8d12-c30cb2d2909c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c107d4d4-802e-44f8-a3d4-82a72ff1e551), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:18.352560 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e59bb128-4ac3-4f65-8ceb-0ec596b690d6 req-3b24bf8b-a8f3-430c-9fca-27a456956c52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9ae4bf1e-2d21-4387-977e-ba9fd863fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320140 Mar 11 11:57:18.368555 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3f065-e81d-424b-988a-bbb01d969a75 req-927b7923-a960-4d90-ae0e-1a095e2fd022 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:18.370479 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ae3f065-e81d-424b-988a-bbb01d969a75 req-927b7923-a960-4d90-ae0e-1a095e2fd022 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 946 time: 0.2223265 Mar 11 11:57:18.386154 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34196) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:18.393611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-73eab812-ce8b-4f53-86ca-335010cb431b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Request body: {'floatingip': {'port_id': 'd554b6b1-0b4d-4dac-8fb5-728c994f8eda'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:18.475687 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bba7ed1b-6d0b-41ac-8d12-c30cb2d2909c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c805b7484938410cbd22897305478544&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5042505 Mar 11 11:57:18.478857 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73eab812-ce8b-4f53-86ca-335010cb431b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for floatingip (b2361794-434e-4ffd-bdb4-0c282b185c0a), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:18.481346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7ed1b-6d0b-41ac-8d12-c30cb2d2909c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c107d4d4-802e-44f8-a3d4-82a72ff1e551,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:18.484205 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34198) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:18.492855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-0e841c3a-24de-4c16-9cc1-46869bd0de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:18.494698 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-0e841c3a-24de-4c16-9cc1-46869bd0de73 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=74d4a6a0-9aba-4653-a7b8-3dbb37767286 HTTP/1.1" status: 200 len: 852 time: 0.1964324 Mar 11 11:57:18.509384 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c45812f4-e7a4-4574-b4ae-63855011da4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (df3e3a03-6255-4d9b-baac-a864e3b4ba49), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:18.558174 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:18.616288 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-afe66ac7-eb64-4d61-8944-1247ee783d42 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ae4bf1e-2d21-4387-977e-ba9fd863fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723941 Mar 11 11:57:18.626068 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45812f4-e7a4-4574-b4ae-63855011da4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=df3e3a03-6255-4d9b-baac-a864e3b4ba49,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:18.658268 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e59bb128-4ac3-4f65-8ceb-0ec596b690d6 req-fba0ec8b-cc06-4bab-8933-597bd7ce7d12 service neutron] 10.222.0.37 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896080 Mar 11 11:57:18.759238 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45812f4-e7a4-4574-b4ae-63855011da4f admin admin] Checking segment: {'id': '4a250eb1-1b2b-4929-afa8-5703c123983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:57:18.759647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45812f4-e7a4-4574-b4ae-63855011da4f admin admin] Network hostable DHCP agents. Network: db1bf751-93ef-436f-a893-1e04494930da, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:57:18.772217 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4f5f235-6529-4aef-a653-1115ba54ebd6 admin admin] Publish callbacks [] for security_group (c107d4d4-802e-44f8-a3d4-82a72ff1e551), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:18.840870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45812f4-e7a4-4574-b4ae-63855011da4f admin admin] Network db1bf751-93ef-436f-a893-1e04494930da is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:57:18.848711 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4f5f235-6529-4aef-a653-1115ba54ebd6 admin admin] Publish callbacks [] for security_group (c107d4d4-802e-44f8-a3d4-82a72ff1e551), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:18.853932 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-3ab2f460-e738-4138-8ee7-58033b5972a7 service neutron] 10.222.0.71 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283652 Mar 11 11:57:18.860213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c45812f4-e7a4-4574-b4ae-63855011da4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, db1bf751-93ef-436f-a893-1e04494930da) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:57:18.867084 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2c09d1e-aed8-48e4-a673-3a21d16d6060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (83b5b51a-da5e-455a-a155-b2b2763c8afa), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:18.870672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22cfc2c-15ea-475f-b76c-fc7ae945d543 None None] Network db1bf751-93ef-436f-a893-1e04494930da requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:57:18.872607 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45812f4-e7a4-4574-b4ae-63855011da4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:18.873237 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c45812f4-e7a4-4574-b4ae-63855011da4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:18.939756 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c45812f4-e7a4-4574-b4ae-63855011da4f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6029217 Mar 11 11:57:18.941162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34202) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:18.947276 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1133104379-router', 'tenant_id': 'c751e389d54645099a22677f6b092d04', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:18.965311 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e59bb128-4ac3-4f65-8ceb-0ec596b690d6 req-9e845815-ab91-48b9-8cfd-b19242483cfa service neutron] 10.222.0.37 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759533 Mar 11 11:57:19.056209 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (697b47fd-b6ab-497c-b35e-99e589869836), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:19.057334 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (697b47fd-b6ab-497c-b35e-99e589869836), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:19.121918 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77470088-56c3-481a-8cc5-b03ae507a30c None None] Network db1bf751-93ef-436f-a893-1e04494930da requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:57:19.168664 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Publish callbacks [] for router_controller (697b47fd-b6ab-497c-b35e-99e589869836), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:19.686049 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4f5f235-6529-4aef-a653-1115ba54ebd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c107d4d4-802e-44f8-a3d4-82a72ff1e551), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:19.690143 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4f5f235-6529-4aef-a653-1115ba54ebd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:19.692364 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a4f5f235-6529-4aef-a653-1115ba54ebd6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c107d4d4-802e-44f8-a3d4-82a72ff1e551 HTTP/1.1" status: 204 len: 168 time: 1.2058661 Mar 11 11:57:19.712028 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22c1fbfc-3de9-49bd-96c2-e511963664c3 req-a15e6346-5603-4405-99e7-b15834fc6cc2 service neutron] 10.222.0.71 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8505924 Mar 11 11:57:19.765113 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6f6e5-901d-4f0f-9cce-2eaa251bdaa0 req-6c96420a-0ed4-41dc-9cd2-a1acf2b9c9c1 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:19.777241 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ca6f6e5-901d-4f0f-9cce-2eaa251bdaa0 req-6c96420a-0ed4-41dc-9cd2-a1acf2b9c9c1 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=7254e01b-0050-47ea-9b09-61f1d0a0c6f1 HTTP/1.1" status: 200 len: 943 time: 0.4009881 Mar 11 11:57:19.847020 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5f235-6529-4aef-a653-1115ba54ebd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c107d4d4-802e-44f8-a3d4-82a72ff1e551,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:19.992002 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:57:20.093581 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ca6f6e5-901d-4f0f-9cce-2eaa251bdaa0 req-4faa723e-48b2-472e-9d76-7ef71abb7cac tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150320 Mar 11 11:57:20.139549 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795c2b6-65e3-4386-ac66-808d35aa09df req-114ba796-fbb7-447e-ba4e-b5171923a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:20.142995 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0795c2b6-65e3-4386-ac66-808d35aa09df req-114ba796-fbb7-447e-ba4e-b5171923a0fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d7d93bae467424b9b13f0eff988340e&device_id=7254e01b-0050-47ea-9b09-61f1d0a0c6f1 HTTP/1.1" status: 200 len: 1125 time: 0.3612397 Mar 11 11:57:20.169028 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Publish callbacks [] for router_gateway (697b47fd-b6ab-497c-b35e-99e589869836), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:20.170577 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=24e6ec80-eedb-4e34-9be0-ea71dd37c0fa,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:20.187203 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '24e6ec80-eedb-4e34-9be0-ea71dd37c0fa', 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76', 'port_id': '24e6ec80-eedb-4e34-9be0-ea71dd37c0fa', 'mac_address': 'fa:16:3e:69:17:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d4a6a0-9aba-4653-a7b8-3dbb37767286', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:57:20.245312 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34234) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:20.253829 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:57:20.254516 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (24e6ec80-eedb-4e34-9be0-ea71dd37c0fa), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:20.270192 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:20.275079 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:57:20.287171 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.resource_extend [None req-73eab812-ce8b-4f53-86ca-335010cb431b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:57:20.303518 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d6f924ca-ff83-4a01-b135-f4049a6262af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:20.306729 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=24e6ec80-eedb-4e34-9be0-ea71dd37c0fa,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:20.322850 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (24e6ec80-eedb-4e34-9be0-ea71dd37c0fa), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:20.428465 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d2c09d1e-aed8-48e4-a673-3a21d16d6060 admin admin] Deleting port 562cdcf7-4a15-490c-9b24-a2e6d792c037 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:57:20.428726 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2c09d1e-aed8-48e4-a673-3a21d16d6060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:20.437010 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73eab812-ce8b-4f53-86ca-335010cb431b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:20.460346 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73eab812-ce8b-4f53-86ca-335010cb431b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (b2361794-434e-4ffd-bdb4-0c282b185c0a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:20.463158 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=24e6ec80-eedb-4e34-9be0-ea71dd37c0fa,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:20.532937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795c2b6-65e3-4386-ac66-808d35aa09df req-6c4c4ff1-1487-4720-a9c7-60e31639e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:20.534457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0795c2b6-65e3-4386-ac66-808d35aa09df req-6c4c4ff1-1487-4720-a9c7-60e31639e97c service neutron] 10.222.0.71 "GET /v2.0/networks?id=9ae4bf1e-2d21-4387-977e-ba9fd863fe76 HTTP/1.1" status: 200 len: 913 time: 0.3370790 Mar 11 11:57:20.558626 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['24e6ec80-eedb-4e34-9be0-ea71dd37c0fa'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:57:20.588954 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0795c2b6-65e3-4386-ac66-808d35aa09df req-16db6171-3669-4c9e-a397-7d53e7e58d44 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8352f7c-5ed2-4db5-aefe-b00b9be8d96f HTTP/1.1" status: 200 len: 217 time: 0.0473676 Mar 11 11:57:20.602109 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d6f924ca-ff83-4a01-b135-f4049a6262af admin admin] Publish callbacks [] for security_group (77733560-95ee-4bc9-9d86-a99a7485f13d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:20.620013 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d6f924ca-ff83-4a01-b135-f4049a6262af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (77733560-95ee-4bc9-9d86-a99a7485f13d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:20.639310 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-d2c09d1e-aed8-48e4-a673-3a21d16d6060 admin admin] For port 562cdcf7-4a15-490c-9b24-a2e6d792c037, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=562cdcf7-4a15-490c-9b24-a2e6d792c037,segment=NetworkSegment(4140ee84-dfb6-46b9-bcf5-a0136ea3473e),segment_id=4140ee84-dfb6-46b9-bcf5-a0136ea3473e)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:20.640053 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2c09d1e-aed8-48e4-a673-3a21d16d6060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:20.677304 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d2c09d1e-aed8-48e4-a673-3a21d16d6060 admin admin] Calling delete_port for 562cdcf7-4a15-490c-9b24-a2e6d792c037 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:57:20.698138 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-73eab812-ce8b-4f53-86ca-335010cb431b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Floating IP b2361794-434e-4ffd-bdb4-0c282b185c0a associated. External IP: 172.25.7.35, port: d554b6b1-0b4d-4dac-8fb5-728c994f8eda. Mar 11 11:57:20.701714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795c2b6-65e3-4386-ac66-808d35aa09df req-4216f0f0-960a-4006-b8f5-0f9391fadd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:20.703352 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0795c2b6-65e3-4386-ac66-808d35aa09df req-4216f0f0-960a-4006-b8f5-0f9391fadd89 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=74d4a6a0-9aba-4653-a7b8-3dbb37767286 HTTP/1.1" status: 200 len: 852 time: 0.1074333 Mar 11 11:57:20.736182 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d6f924ca-ff83-4a01-b135-f4049a6262af admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1c9a0d9769d34879aa375ea38ee48a0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4868419 Mar 11 11:57:20.740173 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f924ca-ff83-4a01-b135-f4049a6262af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77733560-95ee-4bc9-9d86-a99a7485f13d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:20.742845 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34240) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:20.799712 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0795c2b6-65e3-4386-ac66-808d35aa09df req-2bbd333a-99b7-4ef9-9087-4b65339a5a7d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ae4bf1e-2d21-4387-977e-ba9fd863fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574861 Mar 11 11:57:20.973952 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dcb931e6-b6ae-4290-80da-c256ff32e98b admin admin] Publish callbacks [] for security_group (77733560-95ee-4bc9-9d86-a99a7485f13d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:21.011705 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0795c2b6-65e3-4386-ac66-808d35aa09df req-18320f53-c2d6-48f3-b8b8-a3312f4693be service neutron] 10.222.0.71 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000721 Mar 11 11:57:21.017672 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dcb931e6-b6ae-4290-80da-c256ff32e98b admin admin] Publish callbacks [] for security_group (77733560-95ee-4bc9-9d86-a99a7485f13d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:21.039332 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Publish callbacks [] for router_gateway (697b47fd-b6ab-497c-b35e-99e589869836), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:21.065787 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2c09d1e-aed8-48e4-a673-3a21d16d6060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (562cdcf7-4a15-490c-9b24-a2e6d792c037), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:21.126214 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:21.142695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c09d1e-aed8-48e4-a673-3a21d16d6060 admin admin] Pushing event deleted for resources: {'Port': ['ID=562cdcf7-4a15-490c-9b24-a2e6d792c037,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:21.303788 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e8352f7c-5ed2-4db5-aefe-b00b9be8d96f details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:57:21.405210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73eab812-ce8b-4f53-86ca-335010cb431b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Router 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:57:21.485216 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dcb931e6-b6ae-4290-80da-c256ff32e98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (77733560-95ee-4bc9-9d86-a99a7485f13d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:21.486372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e8352f7c-5ed2-4db5-aefe-b00b9be8d96f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e8352f7c-5ed2-4db5-aefe-b00b9be8d96f,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:21.487928 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dcb931e6-b6ae-4290-80da-c256ff32e98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:21.489190 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dcb931e6-b6ae-4290-80da-c256ff32e98b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/77733560-95ee-4bc9-9d86-a99a7485f13d HTTP/1.1" status: 204 len: 168 time: 0.7453465 Mar 11 11:57:21.510419 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb931e6-b6ae-4290-80da-c256ff32e98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77733560-95ee-4bc9-9d86-a99a7485f13d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:21.523342 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0795c2b6-65e3-4386-ac66-808d35aa09df req-9368416f-5417-4ac4-b7fd-a4863436cffa service neutron] 10.222.0.71 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696867 Mar 11 11:57:21.561975 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6463ec-e54b-4911-ac53-9f9eae5870bd req-232df396-4796-4185-afb6-b10310b2244b tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:21.565877 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'e8352f7c-5ed2-4db5-aefe-b00b9be8d96f', 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76', 'port_id': 'e8352f7c-5ed2-4db5-aefe-b00b9be8d96f', 'mac_address': 'fa:16:3e:b0:5a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d4a6a0-9aba-4653-a7b8-3dbb37767286', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:57:21.570259 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de6463ec-e54b-4911-ac53-9f9eae5870bd req-232df396-4796-4185-afb6-b10310b2244b tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=7254e01b-0050-47ea-9b09-61f1d0a0c6f1 HTTP/1.1" status: 200 len: 943 time: 0.3252723 Mar 11 11:57:21.655766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e8352f7c-5ed2-4db5-aefe-b00b9be8d96f is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:57:21.656228 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e8352f7c-5ed2-4db5-aefe-b00b9be8d96f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:21.675292 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2c09d1e-aed8-48e4-a673-3a21d16d6060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (83b5b51a-da5e-455a-a155-b2b2763c8afa), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:21.684806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Allocated IP 172.25.7.33 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/57f6f4bb-e816-4903-af10-b328d7188433) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:57:21.692187 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8352f7c-5ed2-4db5-aefe-b00b9be8d96f {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:57:21.713580 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de6463ec-e54b-4911-ac53-9f9eae5870bd req-4a815c12-0242-480e-b728-36a7e6a1a8dd tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421785 Mar 11 11:57:21.716056 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e8352f7c-5ed2-4db5-aefe-b00b9be8d96f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e8352f7c-5ed2-4db5-aefe-b00b9be8d96f,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:21.724470 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e8352f7c-5ed2-4db5-aefe-b00b9be8d96f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:21.792760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e8352f7c-5ed2-4db5-aefe-b00b9be8d96f,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:21.860892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73eab812-ce8b-4f53-86ca-335010cb431b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:57:21.867116 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73eab812-ce8b-4f53-86ca-335010cb431b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:21.877694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8729cd31-27f8-4bf0-8d96-2dda73cecbf5 None None] Sync routers for ids ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:57:21.902921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8729cd31-27f8-4bf0-8d96-2dda73cecbf5 None None] Routers {'8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:57:21.908166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8729cd31-27f8-4bf0-8d96-2dda73cecbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:57:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:21.911262 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Publish callbacks [] for port (57f6f4bb-e816-4903-af10-b328d7188433), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:21.953244 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-73eab812-ce8b-4f53-86ca-335010cb431b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "PUT /v2.0/floatingips/b2361794-434e-4ffd-bdb4-0c282b185c0a HTTP/1.1" status: 200 len: 991 time: 3.5630496 Mar 11 11:57:21.954410 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a25701-b906-4c02-8277-19764c27a113', 'tag': 'd554b6b1-0b4d-4dac-8fb5-728c994f8eda'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:21.957583 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8218dc7-a6e4-47e6-9f8a-afda2d2500f7" -d '{"events": [{"name": "network-changed", "server_uuid": "72a25701-b906-4c02-8277-19764c27a113", "tag": "d554b6b1-0b4d-4dac-8fb5-728c994f8eda"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:22.056201 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (57f6f4bb-e816-4903-af10-b328d7188433), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:22.094185 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9973d6-f319-4f69-9bfd-eaad6eaad1bf req-714d9c81-8e3d-4bd4-a0c2-1833a3c6d92b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:22.095833 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db9973d6-f319-4f69-9bfd-eaad6eaad1bf req-714d9c81-8e3d-4bd4-a0c2-1833a3c6d92b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 946 time: 0.0673559 Mar 11 11:57:22.097151 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c09d1e-aed8-48e4-a673-3a21d16d6060 admin admin] Router 83b5b51a-da5e-455a-a155-b2b2763c8afa has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:57:22.108951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:57:22.113947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:57:22.128074 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:57:22.164643 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db9973d6-f319-4f69-9bfd-eaad6eaad1bf req-b2e68f8d-6caa-4d03-8ef9-1fa40d35097f tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623417 Mar 11 11:57:22.235966 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b642c2b6-d3fb-4d54-ad12-304deed41a45 x-openstack-request-id: req-b642c2b6-d3fb-4d54-ad12-304deed41a45 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:22.236614 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a25701-b906-4c02-8277-19764c27a113", "tag": "d554b6b1-0b4d-4dac-8fb5-728c994f8eda", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:22.237025 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b642c2b6-d3fb-4d54-ad12-304deed41a45 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:22.237595 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a25701-b906-4c02-8277-19764c27a113', 'tag': 'd554b6b1-0b4d-4dac-8fb5-728c994f8eda', 'status': 'completed', 'code': 200} Mar 11 11:57:22.309057 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c09d1e-aed8-48e4-a673-3a21d16d6060 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:57:22.311475 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Pushing event updated for resources: {'Port': ['ID=57f6f4bb-e816-4903-af10-b328d7188433,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:22.321352 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e0e433-91fd-4c02-9297-d3ad5c696037 None None] Sync routers for ids ['83b5b51a-da5e-455a-a155-b2b2763c8afa'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:57:22.327014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['e8352f7c-5ed2-4db5-aefe-b00b9be8d96f'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:57:22.327652 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8218dc7-a6e4-47e6-9f8a-afda2d2500f7 req-a34a4acf-2581-4071-8599-e0381c55c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:22.329219 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8218dc7-a6e4-47e6-9f8a-afda2d2500f7 req-a34a4acf-2581-4071-8599-e0381c55c937 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59df301f658e4f0babdd23be8b3cd551&device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 1128 time: 0.0710182 Mar 11 11:57:22.331493 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:57:22.339920 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e0e433-91fd-4c02-9297-d3ad5c696037 None None] Routers {'83b5b51a-da5e-455a-a155-b2b2763c8afa'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:57:22.340673 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-15e0e433-91fd-4c02-9297-d3ad5c696037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:57:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['83b5b51a-da5e-455a-a155-b2b2763c8afa'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:22.375748 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d2c09d1e-aed8-48e4-a673-3a21d16d6060 admin admin] 10.222.0.78 "PUT /v2.0/routers/83b5b51a-da5e-455a-a155-b2b2763c8afa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4598939 Mar 11 11:57:22.379295 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34270) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:22.476854 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-8729cd31-27f8-4bf0-8d96-2dda73cecbf5 None None] Set router 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:57:22.541918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8218dc7-a6e4-47e6-9f8a-afda2d2500f7 req-6beb4fc6-cc7e-4658-a271-cdc42de2365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:22.541918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8218dc7-a6e4-47e6-9f8a-afda2d2500f7 req-6beb4fc6-cc7e-4658-a271-cdc42de2365e service neutron] 10.222.0.71 "GET /v2.0/networks?id=f8c3f3be-c7b2-4626-9f81-3103c2dbdabe HTTP/1.1" status: 200 len: 916 time: 0.2043331 Mar 11 11:57:22.560615 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-15e0e433-91fd-4c02-9297-d3ad5c696037 None None] Set router 83b5b51a-da5e-455a-a155-b2b2763c8afa gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:57:22.702941 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:57:22.713383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:57:22.714244 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (24e6ec80-eedb-4e34-9be0-ea71dd37c0fa), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:22.715435 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8218dc7-a6e4-47e6-9f8a-afda2d2500f7 req-c8ead179-9d23-42b0-bb52-1d98f3e75533 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d554b6b1-0b4d-4dac-8fb5-728c994f8eda HTTP/1.1" status: 200 len: 999 time: 0.1662140 Mar 11 11:57:22.754519 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:57:22.788071 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-15e0e433-91fd-4c02-9297-d3ad5c696037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'name': 'tempest-TaggedBootDevicesTest_v242-1227064595-router', 'tenant_id': '9fffad389adf44dbb7d131c3008324fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'bb6e2a7c-b316-4b1f-84e8-3c2611ae7200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:48Z', 'updated_at': '2022-03-11T11:57:20Z', 'revision_number': 5, 'project_id': '9fffad389adf44dbb7d131c3008324fb', 'gw_port': {'id': 'bb6e2a7c-b316-4b1f-84e8-3c2611ae7200', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:50Z', 'updated_at': '2022-03-11T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:22.805920 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8218dc7-a6e4-47e6-9f8a-afda2d2500f7 req-87a31b4d-a45f-4493-8220-363df736385f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:22.807432 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8218dc7-a6e4-47e6-9f8a-afda2d2500f7 req-87a31b4d-a45f-4493-8220-363df736385f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=28a452b9-626d-4915-a635-b58d1758ee07 HTTP/1.1" status: 200 len: 854 time: 0.0839071 Mar 11 11:57:22.822430 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e0e433-91fd-4c02-9297-d3ad5c696037 None None] Checking router: 83b5b51a-da5e-455a-a155-b2b2763c8afa for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:57:22.831664 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e0e433-91fd-4c02-9297-d3ad5c696037 None None] Routers {'83b5b51a-da5e-455a-a155-b2b2763c8afa'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:57:22.832656 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-15e0e433-91fd-4c02-9297-d3ad5c696037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:57:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['83b5b51a-da5e-455a-a155-b2b2763c8afa'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:22.927608 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Publish callbacks [] for router_gateway (697b47fd-b6ab-497c-b35e-99e589869836), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:22.947074 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-15e0e433-91fd-4c02-9297-d3ad5c696037 None None] Set router 83b5b51a-da5e-455a-a155-b2b2763c8afa gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:57:23.016247 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:57:23.016665 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (24e6ec80-eedb-4e34-9be0-ea71dd37c0fa), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:23.086356 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a0e219-9b1c-475c-8659-325b328f1330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e6ec80-eedb-4e34-9be0-ea71dd37c0fa'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:23.088480 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b04b7fd-4af7-4233-97a0-061a34a8ede7" -d '{"events": [{"server_uuid": "22a0e219-9b1c-475c-8659-325b328f1330", "name": "network-vif-plugged", "status": "completed", "tag": "24e6ec80-eedb-4e34-9be0-ea71dd37c0fa"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:23.125460 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=24e6ec80-eedb-4e34-9be0-ea71dd37c0fa,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:23.142964 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (24e6ec80-eedb-4e34-9be0-ea71dd37c0fa), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:23.271179 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-15e0e433-91fd-4c02-9297-d3ad5c696037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'name': 'tempest-TaggedBootDevicesTest_v242-1227064595-router', 'tenant_id': '9fffad389adf44dbb7d131c3008324fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'bb6e2a7c-b316-4b1f-84e8-3c2611ae7200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:48Z', 'updated_at': '2022-03-11T11:57:20Z', 'revision_number': 5, 'project_id': '9fffad389adf44dbb7d131c3008324fb', 'gw_port': {'id': 'bb6e2a7c-b316-4b1f-84e8-3c2611ae7200', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:50Z', 'updated_at': '2022-03-11T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:23.281137 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=24e6ec80-eedb-4e34-9be0-ea71dd37c0fa,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:23.302597 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e0e433-91fd-4c02-9297-d3ad5c696037 None None] The sync data for ids ['83b5b51a-da5e-455a-a155-b2b2763c8afa'] in n-d-833234-2 is: [{'id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'name': 'tempest-TaggedBootDevicesTest_v242-1227064595-router', 'tenant_id': '9fffad389adf44dbb7d131c3008324fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'bb6e2a7c-b316-4b1f-84e8-3c2611ae7200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:47:48Z', 'updated_at': '2022-03-11T11:57:20Z', 'revision_number': 5, 'project_id': '9fffad389adf44dbb7d131c3008324fb', 'gw_port': {'id': 'bb6e2a7c-b316-4b1f-84e8-3c2611ae7200', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b5b51a-da5e-455a-a155-b2b2763c8afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:47:50Z', 'updated_at': '2022-03-11T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:57:23.312389 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8729cd31-27f8-4bf0-8d96-2dda73cecbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'name': 'tempest-ServersTestBootFromVolume-920498419-router', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:27Z', 'updated_at': '2022-03-11T11:55:38Z', 'revision_number': 4, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'gw_port': {'id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:29Z', 'updated_at': '2022-03-11T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'b2361794-434e-4ffd-bdb4-0c282b185c0a', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'floating_ip_address': '172.25.7.35', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'port_id': 'd554b6b1-0b4d-4dac-8fb5-728c994f8eda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'mac_address': 'fa:16:3e:4f:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a25701-b906-4c02-8277-19764c27a113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:55:47Z', 'updated_at': '2022-03-11T11:57:20Z', 'revision_number': 1, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '619096a5-a891-46f2-925c-18b0c5bfa5c8', 'name': '', 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'mac_address': 'fa:16:3e:ac:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '28a452b9-626d-4915-a635-b58d1758ee07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:37Z', 'updated_at': '2022-03-11T11:55:48Z', 'revision_number': 5, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'subnets': [{'id': '28a452b9-626d-4915-a635-b58d1758ee07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:23.381247 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8729cd31-27f8-4bf0-8d96-2dda73cecbf5 None None] Checking router: 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:57:23.391571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8729cd31-27f8-4bf0-8d96-2dda73cecbf5 None None] Routers {'8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:57:23.392347 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8729cd31-27f8-4bf0-8d96-2dda73cecbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:57:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:23.578201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-8729cd31-27f8-4bf0-8d96-2dda73cecbf5 None None] Set router 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:57:23.602017 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e08e6141-5013-4c10-96e8-e8bc5a3474b7 admin admin] Publish callbacks [] for router (83b5b51a-da5e-455a-a155-b2b2763c8afa), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:23.609529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8218dc7-a6e4-47e6-9f8a-afda2d2500f7 req-102fe407-55dd-4795-ad8a-8f4e0cb143ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:23.611835 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8218dc7-a6e4-47e6-9f8a-afda2d2500f7 req-102fe407-55dd-4795-ad8a-8f4e0cb143ae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8c3f3be-c7b2-4626-9f81-3103c2dbdabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7974138 Mar 11 11:57:23.629648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2d99f-b6b4-4e4d-9e78-4b6351c7c96d req-2afc0950-d219-49d6-a388-da4985d5d3d7 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:23.638728 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44a2d99f-b6b4-4e4d-9e78-4b6351c7c96d req-2afc0950-d219-49d6-a388-da4985d5d3d7 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=7254e01b-0050-47ea-9b09-61f1d0a0c6f1 HTTP/1.1" status: 200 len: 944 time: 0.7719908 Mar 11 11:57:23.718273 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44a2d99f-b6b4-4e4d-9e78-4b6351c7c96d req-2a760bcb-5081-4179-bdea-1056fe56ae2f tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785625 Mar 11 11:57:23.784537 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (697b47fd-b6ab-497c-b35e-99e589869836), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:23.858018 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc91171-dc7d-441e-ae9d-1423402bed9a x-openstack-request-id: req-5fc91171-dc7d-441e-ae9d-1423402bed9a {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:23.863266 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a0e219-9b1c-475c-8659-325b328f1330", "name": "network-vif-plugged", "status": "completed", "tag": "24e6ec80-eedb-4e34-9be0-ea71dd37c0fa", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:23.863565 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5fc91171-dc7d-441e-ae9d-1423402bed9a {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:23.865465 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a0e219-9b1c-475c-8659-325b328f1330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e6ec80-eedb-4e34-9be0-ea71dd37c0fa', 'code': 200} Mar 11 11:57:23.879785 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8218dc7-a6e4-47e6-9f8a-afda2d2500f7 req-9ca0a179-713d-4cd0-9ff0-dd4d0554e202 service neutron] 10.222.0.71 "GET /v2.0/networks/f8c3f3be-c7b2-4626-9f81-3103c2dbdabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337818 Mar 11 11:57:24.019931 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8218dc7-a6e4-47e6-9f8a-afda2d2500f7 req-1aca6712-a8b1-4f09-a913-3244482b8bbb service neutron] 10.222.0.71 "GET /v2.0/networks/f8c3f3be-c7b2-4626-9f81-3103c2dbdabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305895 Mar 11 11:57:24.026014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8729cd31-27f8-4bf0-8d96-2dda73cecbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'name': 'tempest-ServersTestBootFromVolume-920498419-router', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:27Z', 'updated_at': '2022-03-11T11:55:38Z', 'revision_number': 4, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'gw_port': {'id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:29Z', 'updated_at': '2022-03-11T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'b2361794-434e-4ffd-bdb4-0c282b185c0a', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'floating_ip_address': '172.25.7.35', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'port_id': 'd554b6b1-0b4d-4dac-8fb5-728c994f8eda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'mac_address': 'fa:16:3e:4f:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a25701-b906-4c02-8277-19764c27a113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:55:47Z', 'updated_at': '2022-03-11T11:57:20Z', 'revision_number': 1, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '619096a5-a891-46f2-925c-18b0c5bfa5c8', 'name': '', 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'mac_address': 'fa:16:3e:ac:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '28a452b9-626d-4915-a635-b58d1758ee07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:37Z', 'updated_at': '2022-03-11T11:55:48Z', 'revision_number': 5, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'subnets': [{'id': '28a452b9-626d-4915-a635-b58d1758ee07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:24.059962 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e08e6141-5013-4c10-96e8-e8bc5a3474b7 admin admin] Publish callbacks [] for router_gateway (83b5b51a-da5e-455a-a155-b2b2763c8afa), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:24.081650 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14847886-155d-4991-a94a-3e4f3519318e req-4c21e2bd-4128-43e2-8e02-c6f45ec61b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:24.086222 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8729cd31-27f8-4bf0-8d96-2dda73cecbf5 None None] The sync data for ids ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'] in n-d-833234-2 is: [{'id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'name': 'tempest-ServersTestBootFromVolume-920498419-router', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:27Z', 'updated_at': '2022-03-11T11:55:38Z', 'revision_number': 4, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'gw_port': {'id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:29Z', 'updated_at': '2022-03-11T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'b2361794-434e-4ffd-bdb4-0c282b185c0a', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'floating_ip_address': '172.25.7.35', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'port_id': 'd554b6b1-0b4d-4dac-8fb5-728c994f8eda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'mac_address': 'fa:16:3e:4f:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a25701-b906-4c02-8277-19764c27a113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:55:47Z', 'updated_at': '2022-03-11T11:57:20Z', 'revision_number': 1, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '619096a5-a891-46f2-925c-18b0c5bfa5c8', 'name': '', 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'mac_address': 'fa:16:3e:ac:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '28a452b9-626d-4915-a635-b58d1758ee07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:37Z', 'updated_at': '2022-03-11T11:55:48Z', 'revision_number': 5, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'subnets': [{'id': '28a452b9-626d-4915-a635-b58d1758ee07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:57:24.086480 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-14847886-155d-4991-a94a-3e4f3519318e req-4c21e2bd-4128-43e2-8e02-c6f45ec61b38 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=22a0e219-9b1c-475c-8659-325b328f1330 HTTP/1.1" status: 200 len: 1127 time: 0.1540995 Mar 11 11:57:24.086480 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Router 697b47fd-b6ab-497c-b35e-99e589869836 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:57:24.208573 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-14847886-155d-4991-a94a-3e4f3519318e req-f75ac8f5-82c8-4c03-9cd0-46c5db22f014 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177778 Mar 11 11:57:24.263547 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e08e6141-5013-4c10-96e8-e8bc5a3474b7 admin admin] Deleting port bb6e2a7c-b316-4b1f-84e8-3c2611ae7200 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:57:24.264561 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e08e6141-5013-4c10-96e8-e8bc5a3474b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (bb6e2a7c-b316-4b1f-84e8-3c2611ae7200), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:24.303410 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:57:24.314936 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Sync routers for ids ['697b47fd-b6ab-497c-b35e-99e589869836'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:57:24.327724 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Routers {'697b47fd-b6ab-497c-b35e-99e589869836'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:57:24.328700 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:57:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['697b47fd-b6ab-497c-b35e-99e589869836'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:24.347664 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8e8521-2eb4-4f9b-a0e1-24feea20db83 None None] New status for floating IP b2361794-434e-4ffd-bdb4-0c282b185c0a: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:57:24.365184 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:24.369424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34300) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:24.369609 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-db5a5b6a-b448-4777-be48-252ca53435d0 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4259958 Mar 11 11:57:24.393938 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-e08e6141-5013-4c10-96e8-e8bc5a3474b7 admin admin] For port bb6e2a7c-b316-4b1f-84e8-3c2611ae7200, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=bb6e2a7c-b316-4b1f-84e8-3c2611ae7200,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:24.394523 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e08e6141-5013-4c10-96e8-e8bc5a3474b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (bb6e2a7c-b316-4b1f-84e8-3c2611ae7200), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:24.420706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e08e6141-5013-4c10-96e8-e8bc5a3474b7 admin admin] Calling delete_port for bb6e2a7c-b316-4b1f-84e8-3c2611ae7200 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:57:24.479064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Set router 697b47fd-b6ab-497c-b35e-99e589869836 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:57:24.683229 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e08e6141-5013-4c10-96e8-e8bc5a3474b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (bb6e2a7c-b316-4b1f-84e8-3c2611ae7200), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:24.694817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b47fd-b6ab-497c-b35e-99e589869836', 'name': 'tempest-ServerRescueTestJSON-1133104379-router', 'tenant_id': 'c751e389d54645099a22677f6b092d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '57f6f4bb-e816-4903-af10-b328d7188433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:57:19Z', 'updated_at': '2022-03-11T11:57:22Z', 'revision_number': 3, 'project_id': 'c751e389d54645099a22677f6b092d04', 'gw_port': {'id': '57f6f4bb-e816-4903-af10-b328d7188433', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697b47fd-b6ab-497c-b35e-99e589869836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:57:21Z', 'updated_at': '2022-03-11T11:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:24.724249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Checking router: 697b47fd-b6ab-497c-b35e-99e589869836 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:57:24.725249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Updating router 697b47fd-b6ab-497c-b35e-99e589869836 port 57f6f4bb-e816-4903-af10-b328d7188433 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:57:24.730410 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e6141-5013-4c10-96e8-e8bc5a3474b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb6e2a7c-b316-4b1f-84e8-3c2611ae7200,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:24.785853 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (57f6f4bb-e816-4903-af10-b328d7188433), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:24.826557 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e08e6141-5013-4c10-96e8-e8bc5a3474b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (83b5b51a-da5e-455a-a155-b2b2763c8afa), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:24.945304 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e08e6141-5013-4c10-96e8-e8bc5a3474b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (83b5b51a-da5e-455a-a155-b2b2763c8afa), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:24.947836 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e08e6141-5013-4c10-96e8-e8bc5a3474b7 admin admin] Publish callbacks [] for router_controller (83b5b51a-da5e-455a-a155-b2b2763c8afa), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:24.989120 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c955df-6c11-458d-af03-105e6e7375ba req-944dab8a-c9cd-4cda-9482-eec1cbb8602c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:24.996529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09c955df-6c11-458d-af03-105e6e7375ba req-944dab8a-c9cd-4cda-9482-eec1cbb8602c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=7254e01b-0050-47ea-9b09-61f1d0a0c6f1 HTTP/1.1" status: 200 len: 944 time: 0.1351941 Mar 11 11:57:25.005016 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e08e6141-5013-4c10-96e8-e8bc5a3474b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (83b5b51a-da5e-455a-a155-b2b2763c8afa), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.005685 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08e6141-5013-4c10-96e8-e8bc5a3474b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83b5b51a-da5e-455a-a155-b2b2763c8afa {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:57:25.019069 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e08e6141-5013-4c10-96e8-e8bc5a3474b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.023308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34304) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:25.024169 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e08e6141-5013-4c10-96e8-e8bc5a3474b7 admin admin] 10.222.0.78 "DELETE /v2.0/routers/83b5b51a-da5e-455a-a155-b2b2763c8afa HTTP/1.1" status: 204 len: 168 time: 2.6308000 Mar 11 11:57:25.080283 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Publish callbacks [] for port (57f6f4bb-e816-4903-af10-b328d7188433), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.083104 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.093746 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (57f6f4bb-e816-4903-af10-b328d7188433), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.126171 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09c955df-6c11-458d-af03-105e6e7375ba req-4530c3ae-8d4d-46d0-960a-d76003d7e530 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237500 Mar 11 11:57:25.133413 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9ab838-1bb3-4a7c-ac39-5e95fecfceef admin admin] Deleting subnet 3450d262-409a-4270-9aac-e538c4f48f60 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:57:25.140297 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be9ab838-1bb3-4a7c-ac39-5e95fecfceef admin admin] Publish callbacks [] for subnet (3450d262-409a-4270-9aac-e538c4f48f60), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.157489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Attempting to bind port 57f6f4bb-e816-4903-af10-b328d7188433 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:57:25.157890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Attempting to bind port 57f6f4bb-e816-4903-af10-b328d7188433 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:57:25.158228 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Attempting to bind port 57f6f4bb-e816-4903-af10-b328d7188433 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:57:25.167077 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd91fbe-1d53-4cdb-a660-d0041ffaffb7 None None] Pushing event updated for resources: {'Port': ['ID=57f6f4bb-e816-4903-af10-b328d7188433,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:25.178408 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:57:25.178861 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:57:25.182529 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.182682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:57:25.183170 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Bound port: 57f6f4bb-e816-4903-af10-b328d7188433, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:57:25.183559 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (57f6f4bb-e816-4903-af10-b328d7188433), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.250650 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be9ab838-1bb3-4a7c-ac39-5e95fecfceef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (3450d262-409a-4270-9aac-e538c4f48f60), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.265298 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] For port 57f6f4bb-e816-4903-af10-b328d7188433, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:57:25.269101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] For port 57f6f4bb-e816-4903-af10-b328d7188433, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=57f6f4bb-e816-4903-af10-b328d7188433,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:57:25.277612 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (57f6f4bb-e816-4903-af10-b328d7188433), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.314033 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e8352f7c-5ed2-4db5-aefe-b00b9be8d96f up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:57:25.343335 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be9ab838-1bb3-4a7c-ac39-5e95fecfceef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (3450d262-409a-4270-9aac-e538c4f48f60), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.379540 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Routers {'697b47fd-b6ab-497c-b35e-99e589869836'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:57:25.380216 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:57:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['697b47fd-b6ab-497c-b35e-99e589869836'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:25.383701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd91fbe-1d53-4cdb-a660-d0041ffaffb7 None None] Pushing event updated for resources: {'Port': ['ID=57f6f4bb-e816-4903-af10-b328d7188433,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:25.410419 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be9ab838-1bb3-4a7c-ac39-5e95fecfceef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (3450d262-409a-4270-9aac-e538c4f48f60), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.461963 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be9ab838-1bb3-4a7c-ac39-5e95fecfceef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.468973 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-be9ab838-1bb3-4a7c-ac39-5e95fecfceef admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3450d262-409a-4270-9aac-e538c4f48f60 HTTP/1.1" status: 204 len: 168 time: 0.4400218 Mar 11 11:57:25.469951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34306) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:25.489423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ab838-1bb3-4a7c-ac39-5e95fecfceef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3450d262-409a-4270-9aac-e538c4f48f60,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:25.598724 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] Allocated IP 172.20.0.1 (db1bf751-93ef-436f-a893-1e04494930da/df3e3a03-6255-4d9b-baac-a864e3b4ba49/39b66783-3286-46c7-8c4a-94301660a436) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:57:25.622879 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cb6a36-3768-47f1-b7ad-f754d49dc2e8 None None] Network 82c37da6-c633-4ede-9dc5-e06c2b21aa08 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:57:25.627392 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (82c37da6-c633-4ede-9dc5-e06c2b21aa08), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.684853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 562cdcf7-4a15-490c-9b24-a2e6d792c037 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:57:25.716582 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] Deleting port e6cc6fee-cd8f-43be-9ab9-cf1596792e91 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:57:25.716954 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e6cc6fee-cd8f-43be-9ab9-cf1596792e91), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.750510 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 562cdcf7-4a15-490c-9b24-a2e6d792c037 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:57:25.750909 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 562cdcf7-4a15-490c-9b24-a2e6d792c037 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:57:25.751261 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bb6e2a7c-b316-4b1f-84e8-3c2611ae7200 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:57:25.766561 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] Publish callbacks [] for port (39b66783-3286-46c7-8c4a-94301660a436), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.805483 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] For port e6cc6fee-cd8f-43be-9ab9-cf1596792e91, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e6cc6fee-cd8f-43be-9ab9-cf1596792e91,segment=NetworkSegment(4140ee84-dfb6-46b9-bcf5-a0136ea3473e),segment_id=4140ee84-dfb6-46b9-bcf5-a0136ea3473e)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:25.806522 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e6cc6fee-cd8f-43be-9ab9-cf1596792e91), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.821833 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] Calling delete_port for e6cc6fee-cd8f-43be-9ab9-cf1596792e91 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:57:25.822639 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port e8352f7c-5ed2-4db5-aefe-b00b9be8d96f completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:57:25.827374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: bb6e2a7c-b316-4b1f-84e8-3c2611ae7200 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:57:25.827748 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bb6e2a7c-b316-4b1f-84e8-3c2611ae7200 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:57:25.832561 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (39b66783-3286-46c7-8c4a-94301660a436), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.832774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port e8352f7c-5ed2-4db5-aefe-b00b9be8d96f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:57:25.833064 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e8352f7c-5ed2-4db5-aefe-b00b9be8d96f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.876411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] Set router 697b47fd-b6ab-497c-b35e-99e589869836 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:57:25.889354 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] Pushing event updated for resources: {'Port': ['ID=39b66783-3286-46c7-8c4a-94301660a436,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:25.902572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] Network db1bf751-93ef-436f-a893-1e04494930da is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:57:25.907450 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:57:25.914631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:57:25.969706 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (697b47fd-b6ab-497c-b35e-99e589869836), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:25.972203 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e6cc6fee-cd8f-43be-9ab9-cf1596792e91), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:26.006781 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6cc6fee-cd8f-43be-9ab9-cf1596792e91,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:26.033614 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] No DVR routers for this DVR port e6cc6fee-cd8f-43be-9ab9-cf1596792e91 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:57:26.060916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2128bf2a-8274-4dd6-8240-be0c015aa067 None None] DHCP port deletion for 82c37da6-c633-4ede-9dc5-e06c2b21aa08 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:57:26.071825 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e8352f7c-5ed2-4db5-aefe-b00b9be8d96f is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:57:26.072222 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e8352f7c-5ed2-4db5-aefe-b00b9be8d96f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:26.134367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7254e01b-0050-47ea-9b09-61f1d0a0c6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8352f7c-5ed2-4db5-aefe-b00b9be8d96f'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:26.137253 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144626dd-4e94-4c15-b943-ad6f2877e1f2" -d '{"events": [{"server_uuid": "7254e01b-0050-47ea-9b09-61f1d0a0c6f1", "name": "network-vif-plugged", "status": "completed", "tag": "e8352f7c-5ed2-4db5-aefe-b00b9be8d96f"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:26.158947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e8352f7c-5ed2-4db5-aefe-b00b9be8d96f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e8352f7c-5ed2-4db5-aefe-b00b9be8d96f,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:26.161545 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (39b66783-3286-46c7-8c4a-94301660a436), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:26.173462 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e8352f7c-5ed2-4db5-aefe-b00b9be8d96f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:26.179056 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (82c37da6-c633-4ede-9dc5-e06c2b21aa08), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:26.209767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b47fd-b6ab-497c-b35e-99e589869836', 'name': 'tempest-ServerRescueTestJSON-1133104379-router', 'tenant_id': 'c751e389d54645099a22677f6b092d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '57f6f4bb-e816-4903-af10-b328d7188433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:57:19Z', 'updated_at': '2022-03-11T11:57:22Z', 'revision_number': 3, 'project_id': 'c751e389d54645099a22677f6b092d04', 'gw_port': {'id': '57f6f4bb-e816-4903-af10-b328d7188433', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697b47fd-b6ab-497c-b35e-99e589869836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:57:21Z', 'updated_at': '2022-03-11T11:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:26.229423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c37da6-c633-4ede-9dc5-e06c2b21aa08']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:26.242145 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4140ee84-dfb6-46b9-bcf5-a0136ea3473e') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:26.242579 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4140ee84-dfb6-46b9-bcf5-a0136ea3473e') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:26.253225 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f16b3-7eda-4e2c-bc5b-201ed6517095 None None] The sync data for ids ['697b47fd-b6ab-497c-b35e-99e589869836'] in n-d-833234-2 is: [{'id': '697b47fd-b6ab-497c-b35e-99e589869836', 'name': 'tempest-ServerRescueTestJSON-1133104379-router', 'tenant_id': 'c751e389d54645099a22677f6b092d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '57f6f4bb-e816-4903-af10-b328d7188433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:57:19Z', 'updated_at': '2022-03-11T11:57:22Z', 'revision_number': 3, 'project_id': 'c751e389d54645099a22677f6b092d04', 'gw_port': {'id': '57f6f4bb-e816-4903-af10-b328d7188433', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697b47fd-b6ab-497c-b35e-99e589869836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:57:21Z', 'updated_at': '2022-03-11T11:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:57:26.260145 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (4140ee84-dfb6-46b9-bcf5-a0136ea3473e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:26.273063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e8352f7c-5ed2-4db5-aefe-b00b9be8d96f,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:26.286064 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4140ee84-dfb6-46b9-bcf5-a0136ea3473e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:26.295300 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:57:26.295690 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (4140ee84-dfb6-46b9-bcf5-a0136ea3473e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:57:26.302842 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:57:26.374109 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (82c37da6-c633-4ede-9dc5-e06c2b21aa08), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:26.378221 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f246e-9c21-482f-b8c3-3510ecbac09b req-d1e338fb-158b-481a-bf8b-9119a1fcd9ce tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:26.379991 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-336f246e-9c21-482f-b8c3-3510ecbac09b req-d1e338fb-158b-481a-bf8b-9119a1fcd9ce tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=7254e01b-0050-47ea-9b09-61f1d0a0c6f1 HTTP/1.1" status: 200 len: 945 time: 0.1513000 Mar 11 11:57:26.393205 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:26.396584 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] 10.222.0.78 "DELETE /v2.0/networks/82c37da6-c633-4ede-9dc5-e06c2b21aa08 HTTP/1.1" status: 204 len: 168 time: 0.9244709 Mar 11 11:57:26.431855 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7061ed-0644-47d9-9188-d7e2fd17d612 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c37da6-c633-4ede-9dc5-e06c2b21aa08,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:26.474818 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-336f246e-9c21-482f-b8c3-3510ecbac09b req-0927b89a-9982-4ea9-b9d2-bdffffc18f4a tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805647 Mar 11 11:57:26.476906 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] Publish callbacks [] for port (39b66783-3286-46c7-8c4a-94301660a436), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:26.486568 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (39b66783-3286-46c7-8c4a-94301660a436), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:26.557569 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9a7c96-21f1-4036-ad80-227acdc9f915 x-openstack-request-id: req-3b9a7c96-21f1-4036-ad80-227acdc9f915 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:26.558088 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7254e01b-0050-47ea-9b09-61f1d0a0c6f1", "name": "network-vif-plugged", "status": "completed", "tag": "e8352f7c-5ed2-4db5-aefe-b00b9be8d96f", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:26.558529 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3b9a7c96-21f1-4036-ad80-227acdc9f915 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:26.559123 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7254e01b-0050-47ea-9b09-61f1d0a0c6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8352f7c-5ed2-4db5-aefe-b00b9be8d96f', 'code': 200} Mar 11 11:57:26.593886 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] Pushing event updated for resources: {'Port': ['ID=39b66783-3286-46c7-8c4a-94301660a436,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:26.601194 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (697b47fd-b6ab-497c-b35e-99e589869836), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:26.655690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34314) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:26.735441 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-471e96e4-6d3f-4154-86f4-dc21ec8d3ba2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=10db396f7a5f4f56be94b05e67329956&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0784831 Mar 11 11:57:26.737961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34316) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:26.783680 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] Network db1bf751-93ef-436f-a893-1e04494930da is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:57:26.786168 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:57:26.794578 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbb8a6-89d1-461b-a78f-28b553d42516 req-fe1095b7-3565-4b3e-95de-ddfb8358d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:26.796140 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-57fbb8a6-89d1-461b-a78f-28b553d42516 req-fe1095b7-3565-4b3e-95de-ddfb8358d8ef service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7254e01b-0050-47ea-9b09-61f1d0a0c6f1 HTTP/1.1" status: 200 len: 1127 time: 0.0984077 Mar 11 11:57:26.803722 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0876ead3-a8c1-43e7-9ac6-09b40835387c admin admin] Publish callbacks [] for security_group (0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:26.829909 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0876ead3-a8c1-43e7-9ac6-09b40835387c admin admin] Publish callbacks [] for security_group (0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:26.893764 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0876ead3-a8c1-43e7-9ac6-09b40835387c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:26.896961 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0876ead3-a8c1-43e7-9ac6-09b40835387c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:26.900565 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0876ead3-a8c1-43e7-9ac6-09b40835387c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7 HTTP/1.1" status: 204 len: 168 time: 0.1594467 Mar 11 11:57:26.928569 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876ead3-a8c1-43e7-9ac6-09b40835387c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a410ca6-f70e-4df4-b94c-5dcfd6cee3c7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:26.944045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-57fbb8a6-89d1-461b-a78f-28b553d42516 req-e9b0407d-557d-4bc4-9c88-edaf7d62dc8d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360171 Mar 11 11:57:26.980903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] Router 697b47fd-b6ab-497c-b35e-99e589869836 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:57:27.121612 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:57:27.128070 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8a23b0e3-87b8-434b-9fc5-ac9ad84b9705 admin admin] 10.222.0.78 "PUT /v2.0/routers/697b47fd-b6ab-497c-b35e-99e589869836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7570992 Mar 11 11:57:27.388534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34330) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:27.435776 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 57f6f4bb-e816-4903-af10-b328d7188433 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:57:27.453772 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dc5f323f-ab6e-4f24-a6a0-5e7dd2f9ebac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9fffad389adf44dbb7d131c3008324fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0613077 Mar 11 11:57:27.454114 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34332) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:27.532648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 57f6f4bb-e816-4903-af10-b328d7188433 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:57:27.533044 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (57f6f4bb-e816-4903-af10-b328d7188433), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:27.542703 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] Publish callbacks [] for security_group (f49c13b9-91da-4f72-8c69-74e322396e31), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:27.572652 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] Publish callbacks [] for security_group (f49c13b9-91da-4f72-8c69-74e322396e31), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:27.643533 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f49c13b9-91da-4f72-8c69-74e322396e31), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:27.646617 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:27.647965 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f49c13b9-91da-4f72-8c69-74e322396e31 HTTP/1.1" status: 204 len: 168 time: 0.1928389 Mar 11 11:57:27.660946 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49c13b9-91da-4f72-8c69-74e322396e31,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:27.667039 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 57f6f4bb-e816-4903-af10-b328d7188433 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:57:27.667443 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (57f6f4bb-e816-4903-af10-b328d7188433), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:27.682118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:27.682561 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:27.683140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:27.683454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:27.683990 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:27.684332 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:27.684663 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:27.685280 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:27.685522 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:27.688705 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:27.689196 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:27.689686 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:27.690031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd5492-0138-410a-b472-674d58cbdded admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:57:27.696930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 57f6f4bb-e816-4903-af10-b328d7188433, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=57f6f4bb-e816-4903-af10-b328d7188433,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:27.714746 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (57f6f4bb-e816-4903-af10-b328d7188433), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:27.808383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e6cc6fee-cd8f-43be-9ab9-cf1596792e91 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:57:27.839339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: e6cc6fee-cd8f-43be-9ab9-cf1596792e91 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:57:27.839736 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e6cc6fee-cd8f-43be-9ab9-cf1596792e91 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:57:27.868976 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=57f6f4bb-e816-4903-af10-b328d7188433,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:27.983742 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-9d714ae4-daa7-4f67-9a02-0b21b0face65 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:27.985940 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-9d714ae4-daa7-4f67-9a02-0b21b0face65 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/networks?id=db1bf751-93ef-436f-a893-1e04494930da HTTP/1.1" status: 200 len: 811 time: 0.1201308 Mar 11 11:57:28.013786 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-cf5bfad1-e0cc-42df-8b0f-5a0cd7098ebe tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/quotas/c751e389d54645099a22677f6b092d04 HTTP/1.1" status: 200 len: 375 time: 0.0170820 Mar 11 11:57:28.092131 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-a6049053-4694-4869-b798-a89529390386 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c751e389d54645099a22677f6b092d04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0724359 Mar 11 11:57:28.241293 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-96794fb4-9e49-4f21-b4b4-3d67428a7f62 service neutron] 10.222.0.78 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417854 Mar 11 11:57:28.389201 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-a307aa08-8a82-445d-b794-a035bf5ec106 service neutron] 10.222.0.78 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362441 Mar 11 11:57:28.735770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47eff4-6bbd-4063-9292-b7b96f8a80f5 req-9a09691d-bbef-4ea9-b7f7-369078f8beda tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:28.738673 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af47eff4-6bbd-4063-9292-b7b96f8a80f5 req-9a09691d-bbef-4ea9-b7f7-369078f8beda tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=7254e01b-0050-47ea-9b09-61f1d0a0c6f1 HTTP/1.1" status: 200 len: 945 time: 0.1103914 Mar 11 11:57:28.836224 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34368) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:28.845641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Sync routers for ids ['697b47fd-b6ab-497c-b35e-99e589869836'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:57:28.846576 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af47eff4-6bbd-4063-9292-b7b96f8a80f5 req-03b11909-4edc-4461-a44c-c29572391c44 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997379 Mar 11 11:57:28.880843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Routers {'697b47fd-b6ab-497c-b35e-99e589869836'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:57:28.882913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:57:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['697b47fd-b6ab-497c-b35e-99e589869836'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:28.987882 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-abb71e12-cd92-4272-b6fa-bf92da28c58e req-652cce2e-7e82-45f3-bfa1-ba9b925fc054 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 210 time: 0.0593677 Mar 11 11:57:29.038255 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2dabcfd7-eb78-44d2-a041-dbabcf940148 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1276878394-network', 'tenant_id': '9930009fdb11478d9157251b63ee3678'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:29.093271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dabcfd7-eb78-44d2-a041-dbabcf940148 admin admin] Made reservation on behalf of 9930009fdb11478d9157251b63ee3678 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:57:29.096609 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2dabcfd7-eb78-44d2-a041-dbabcf940148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:29.101827 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Set router 697b47fd-b6ab-497c-b35e-99e589869836 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:57:29.114857 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2dabcfd7-eb78-44d2-a041-dbabcf940148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:29.242866 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2dabcfd7-eb78-44d2-a041-dbabcf940148 admin admin] Publish callbacks [] for security_group (07e2b494-2b80-4d29-9196-fd07731803e0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:29.248649 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5517e-ebe8-4978-af53-76700e2ccdc9 req-4e5bd3d0-2ae8-49c8-8f13-b0d56f045a9e tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:29.250075 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2dabcfd7-eb78-44d2-a041-dbabcf940148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (07e2b494-2b80-4d29-9196-fd07731803e0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:29.253567 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-48e5517e-ebe8-4978-af53-76700e2ccdc9 req-4e5bd3d0-2ae8-49c8-8f13-b0d56f045a9e tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=22a0e219-9b1c-475c-8659-325b328f1330 HTTP/1.1" status: 200 len: 945 time: 0.1357539 Mar 11 11:57:29.289019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dabcfd7-eb78-44d2-a041-dbabcf940148 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:57:29.315970 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabcfd7-eb78-44d2-a041-dbabcf940148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e2b494-2b80-4d29-9196-fd07731803e0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:29.322180 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2dabcfd7-eb78-44d2-a041-dbabcf940148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (cf46cb80-7e8c-4a79-83d8-62c3523e7f15), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:29.323368 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-2dabcfd7-eb78-44d2-a041-dbabcf940148 admin admin] Added segment cf46cb80-7e8c-4a79-83d8-62c3523e7f15 of type vlan for network 7400f84e-a93c-4688-b928-1544a407da2b Mar 11 11:57:29.405986 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 57f6f4bb-e816-4903-af10-b328d7188433 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:57:29.406267 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-48e5517e-ebe8-4978-af53-76700e2ccdc9 req-aa990cb2-6bee-46fb-a223-f087650ac861 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476111 Mar 11 11:57:29.436052 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2dabcfd7-eb78-44d2-a041-dbabcf940148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (7400f84e-a93c-4688-b928-1544a407da2b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:29.477324 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2dabcfd7-eb78-44d2-a041-dbabcf940148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (7400f84e-a93c-4688-b928-1544a407da2b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:29.478835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dabcfd7-eb78-44d2-a041-dbabcf940148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:29.480448 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2dabcfd7-eb78-44d2-a041-dbabcf940148 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:29.526152 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2dabcfd7-eb78-44d2-a041-dbabcf940148 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6828463 Mar 11 11:57:29.529132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34382) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:29.534787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9f3e1069-99a9-4a00-a88c-6e6bbdf1d036 admin admin] Request body: {'subnet': {'network_id': '7400f84e-a93c-4688-b928-1544a407da2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1276878394-subnet', 'tenant_id': '9930009fdb11478d9157251b63ee3678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:29.562912 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabcfd7-eb78-44d2-a041-dbabcf940148 admin admin] Pushing event updated for resources: {'Network': ['ID=7400f84e-a93c-4688-b928-1544a407da2b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:29.578324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 7400f84e-a93c-4688-b928-1544a407da2b details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:57:29.589190 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3e1069-99a9-4a00-a88c-6e6bbdf1d036 admin admin] Made reservation on behalf of 9930009fdb11478d9157251b63ee3678 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:57:29.592557 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1069-99a9-4a00-a88c-6e6bbdf1d036 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:29.612127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 57f6f4bb-e816-4903-af10-b328d7188433 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:57:29.612127 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (57f6f4bb-e816-4903-af10-b328d7188433), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:29.686272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b47fd-b6ab-497c-b35e-99e589869836', 'name': 'tempest-ServerRescueTestJSON-1133104379-router', 'tenant_id': 'c751e389d54645099a22677f6b092d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '57f6f4bb-e816-4903-af10-b328d7188433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:57:19Z', 'updated_at': '2022-03-11T11:57:26Z', 'revision_number': 4, 'project_id': 'c751e389d54645099a22677f6b092d04', 'gw_port': {'id': '57f6f4bb-e816-4903-af10-b328d7188433', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b47fd-b6ab-497c-b35e-99e589869836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:57:21Z', 'updated_at': '2022-03-11T11:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '39b66783-3286-46c7-8c4a-94301660a436', 'name': '', 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da', 'tenant_id': 'c751e389d54645099a22677f6b092d04', 'mac_address': 'fa:16:3e:56:64:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697b47fd-b6ab-497c-b35e-99e589869836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'df3e3a03-6255-4d9b-baac-a864e3b4ba49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:57:25Z', 'updated_at': '2022-03-11T11:57:26Z', 'revision_number': 2, 'project_id': 'c751e389d54645099a22677f6b092d04', 'subnets': [{'id': 'df3e3a03-6255-4d9b-baac-a864e3b4ba49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:29.762816 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Checking router: 697b47fd-b6ab-497c-b35e-99e589869836 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:57:29.763489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Updating router 697b47fd-b6ab-497c-b35e-99e589869836 port 39b66783-3286-46c7-8c4a-94301660a436 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:57:29.805505 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1069-99a9-4a00-a88c-6e6bbdf1d036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (9cfcb39e-437f-44fc-aee2-1b8acf055576), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:29.830754 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (39b66783-3286-46c7-8c4a-94301660a436), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:29.853377 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e1069-99a9-4a00-a88c-6e6bbdf1d036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cfcb39e-437f-44fc-aee2-1b8acf055576,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:29.890386 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 57f6f4bb-e816-4903-af10-b328d7188433 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:57:29.902360 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e1069-99a9-4a00-a88c-6e6bbdf1d036 admin admin] Checking segment: {'id': 'cf46cb80-7e8c-4a79-83d8-62c3523e7f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7400f84e-a93c-4688-b928-1544a407da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:57:29.903028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3e1069-99a9-4a00-a88c-6e6bbdf1d036 admin admin] Network hostable DHCP agents. Network: 7400f84e-a93c-4688-b928-1544a407da2b, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:57:29.927140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3e1069-99a9-4a00-a88c-6e6bbdf1d036 admin admin] Network 7400f84e-a93c-4688-b928-1544a407da2b is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:57:29.949742 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-9f3e1069-99a9-4a00-a88c-6e6bbdf1d036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 7400f84e-a93c-4688-b928-1544a407da2b) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:57:29.957395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3e1069-99a9-4a00-a88c-6e6bbdf1d036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:29.958014 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1069-99a9-4a00-a88c-6e6bbdf1d036 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:29.979708 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9f3e1069-99a9-4a00-a88c-6e6bbdf1d036 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4492924 Mar 11 11:57:29.988110 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0a5135-35a2-4883-9690-4c6a4c7d922c None None] Network 7400f84e-a93c-4688-b928-1544a407da2b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:57:30.154455 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133b8b2d-cbaf-46a8-b943-a1cd3c03a857 None None] Network 7400f84e-a93c-4688-b928-1544a407da2b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:57:30.242816 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63a23aaa-f0fa-428b-a835-71e0d966af34 req-a43fa7bd-9164-4747-98b9-16fe7d27c364 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 210 time: 0.0776548 Mar 11 11:57:30.301756 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-605a6233-3081-453e-8efd-a0f26014115d tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:30.304538 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-605a6233-3081-453e-8efd-a0f26014115d tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.37 "GET /v2.0/networks?id=db1bf751-93ef-436f-a893-1e04494930da HTTP/1.1" status: 200 len: 811 time: 0.2828808 Mar 11 11:57:30.318980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-32439563-7c99-423c-a8a3-123ab4781fe2 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Request body: {'port': {'device_id': '5d117353-5358-4060-9912-ba046101d4ca', 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da', 'admin_state_up': True, 'tenant_id': 'c751e389d54645099a22677f6b092d04'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:30.463110 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-32439563-7c99-423c-a8a3-123ab4781fe2 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Made reservation on behalf of c751e389d54645099a22677f6b092d04 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:57:30.470803 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-32439563-7c99-423c-a8a3-123ab4781fe2 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:30.491947 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b362-01ce-441f-82e6-a6be613bd188 req-1fb91bc4-5f67-421f-bc9a-25b07207ff07 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:30.493497 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-1fb91bc4-5f67-421f-bc9a-25b07207ff07 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/networks?id=9ae4bf1e-2d21-4387-977e-ba9fd863fe76 HTTP/1.1" status: 200 len: 812 time: 0.1328990 Mar 11 11:57:30.511754 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c5ca6b9c-15c0-4685-afa5-9876483bb528 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/quotas/7d7d93bae467424b9b13f0eff988340e HTTP/1.1" status: 200 len: 375 time: 0.0104506 Mar 11 11:57:30.580983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-fc6789a8-8308-414d-84aa-906b8563d4cc tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7d7d93bae467424b9b13f0eff988340e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620179 Mar 11 11:57:30.591465 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Publish callbacks [] for port (39b66783-3286-46c7-8c4a-94301660a436), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:30.601365 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (39b66783-3286-46c7-8c4a-94301660a436), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:30.664500 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a38a6-8633-40d3-b8a5-90d708e5dfd7 None None] Pushing event updated for resources: {'Port': ['ID=39b66783-3286-46c7-8c4a-94301660a436,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:30.676510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-32439563-7c99-423c-a8a3-123ab4781fe2 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Allocated IP 172.20.0.6 (db1bf751-93ef-436f-a893-1e04494930da/df3e3a03-6255-4d9b-baac-a864e3b4ba49/5a3dc805-a3ed-42e9-9994-e9a65c4ac61d) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:57:30.706842 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-7234a142-4e5c-46c0-9704-0c40df454210 service neutron] 10.222.0.78 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183009 Mar 11 11:57:30.715452 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Attempting to bind port 39b66783-3286-46c7-8c4a-94301660a436 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:57:30.715853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Attempting to bind port 39b66783-3286-46c7-8c4a-94301660a436 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4a250eb1-1b2b-4929-afa8-5703c123983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:57:30.716446 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Attempting to bind port 39b66783-3286-46c7-8c4a-94301660a436 on network db1bf751-93ef-436f-a893-1e04494930da {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:57:30.722343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:57:30.722848 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Checking segment: {'id': '4a250eb1-1b2b-4929-afa8-5703c123983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:57:30.723259 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:30.723668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Bound using segment: {'id': '4a250eb1-1b2b-4929-afa8-5703c123983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:57:30.724136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Bound port: 39b66783-3286-46c7-8c4a-94301660a436, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a250eb1-1b2b-4929-afa8-5703c123983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:57:30.724559 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (39b66783-3286-46c7-8c4a-94301660a436), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:30.799547 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] For port 39b66783-3286-46c7-8c4a-94301660a436, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:57:30.804320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] For port 39b66783-3286-46c7-8c4a-94301660a436, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=39b66783-3286-46c7-8c4a-94301660a436,segment=NetworkSegment(4a250eb1-1b2b-4929-afa8-5703c123983f),segment_id=4a250eb1-1b2b-4929-afa8-5703c123983f)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:57:30.813586 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (39b66783-3286-46c7-8c4a-94301660a436), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:30.822965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-d007740d-82e3-463d-aea7-fe933e28940d service neutron] 10.222.0.78 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088183 Mar 11 11:57:30.862692 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-32439563-7c99-423c-a8a3-123ab4781fe2 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Publish callbacks [] for port (5a3dc805-a3ed-42e9-9994-e9a65c4ac61d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:30.884707 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Routers {'697b47fd-b6ab-497c-b35e-99e589869836'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:57:30.885335 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:57:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['697b47fd-b6ab-497c-b35e-99e589869836'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:30.910868 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-32439563-7c99-423c-a8a3-123ab4781fe2 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5a3dc805-a3ed-42e9-9994-e9a65c4ac61d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:30.938257 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a38a6-8633-40d3-b8a5-90d708e5dfd7 None None] Pushing event updated for resources: {'Port': ['ID=39b66783-3286-46c7-8c4a-94301660a436,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:30.977137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32439563-7c99-423c-a8a3-123ab4781fe2 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Pushing event updated for resources: {'Port': ['ID=5a3dc805-a3ed-42e9-9994-e9a65c4ac61d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:30.980920 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-32439563-7c99-423c-a8a3-123ab4781fe2 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Network db1bf751-93ef-436f-a893-1e04494930da is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:57:30.982773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-32439563-7c99-423c-a8a3-123ab4781fe2 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:57:30.984988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-32439563-7c99-423c-a8a3-123ab4781fe2 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:57:31.039344 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] Set router 697b47fd-b6ab-497c-b35e-99e589869836 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:57:31.070664 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-32439563-7c99-423c-a8a3-123ab4781fe2 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:31.071288 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-32439563-7c99-423c-a8a3-123ab4781fe2 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:31.096135 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-32439563-7c99-423c-a8a3-123ab4781fe2 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7811685 Mar 11 11:57:31.116502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Request body: {'port': {'device_id': '5d117353-5358-4060-9912-ba046101d4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:31.244627 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5a3dc805-a3ed-42e9-9994-e9a65c4ac61d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:31.365094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b47fd-b6ab-497c-b35e-99e589869836', 'name': 'tempest-ServerRescueTestJSON-1133104379-router', 'tenant_id': 'c751e389d54645099a22677f6b092d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '57f6f4bb-e816-4903-af10-b328d7188433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:57:19Z', 'updated_at': '2022-03-11T11:57:26Z', 'revision_number': 4, 'project_id': 'c751e389d54645099a22677f6b092d04', 'gw_port': {'id': '57f6f4bb-e816-4903-af10-b328d7188433', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b47fd-b6ab-497c-b35e-99e589869836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:57:21Z', 'updated_at': '2022-03-11T11:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '39b66783-3286-46c7-8c4a-94301660a436', 'name': '', 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da', 'tenant_id': 'c751e389d54645099a22677f6b092d04', 'mac_address': 'fa:16:3e:56:64:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697b47fd-b6ab-497c-b35e-99e589869836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'df3e3a03-6255-4d9b-baac-a864e3b4ba49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:57:25Z', 'updated_at': '2022-03-11T11:57:30Z', 'revision_number': 4, 'project_id': 'c751e389d54645099a22677f6b092d04', 'subnets': [{'id': 'df3e3a03-6255-4d9b-baac-a864e3b4ba49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:31.403269 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8c0568-50cf-4e9e-ac72-b60b312910ea None None] The sync data for ids ['697b47fd-b6ab-497c-b35e-99e589869836'] in n-d-833234-2 is: [{'id': '697b47fd-b6ab-497c-b35e-99e589869836', 'name': 'tempest-ServerRescueTestJSON-1133104379-router', 'tenant_id': 'c751e389d54645099a22677f6b092d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '57f6f4bb-e816-4903-af10-b328d7188433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:57:19Z', 'updated_at': '2022-03-11T11:57:26Z', 'revision_number': 4, 'project_id': 'c751e389d54645099a22677f6b092d04', 'gw_port': {'id': '57f6f4bb-e816-4903-af10-b328d7188433', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b47fd-b6ab-497c-b35e-99e589869836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:57:21Z', 'updated_at': '2022-03-11T11:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '39b66783-3286-46c7-8c4a-94301660a436', 'name': '', 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da', 'tenant_id': 'c751e389d54645099a22677f6b092d04', 'mac_address': 'fa:16:3e:56:64:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697b47fd-b6ab-497c-b35e-99e589869836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'df3e3a03-6255-4d9b-baac-a864e3b4ba49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:57:25Z', 'updated_at': '2022-03-11T11:57:30Z', 'revision_number': 4, 'project_id': 'c751e389d54645099a22677f6b092d04', 'subnets': [{'id': 'df3e3a03-6255-4d9b-baac-a864e3b4ba49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:57:31.425458 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b84ff-b2e2-4b8a-98c7-414b5208015d req-3c86cec8-6ac0-449e-8b23-58f987d042eb tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:31.427079 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c3b84ff-b2e2-4b8a-98c7-414b5208015d req-3c86cec8-6ac0-449e-8b23-58f987d042eb tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.37 "GET /v2.0/ports?device_id=22a0e219-9b1c-475c-8659-325b328f1330 HTTP/1.1" status: 200 len: 945 time: 0.2709820 Mar 11 11:57:31.550635 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-28aef987-a430-4030-af4c-8bb77f6386d0 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:31.558290 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-28aef987-a430-4030-af4c-8bb77f6386d0 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/networks?id=7400f84e-a93c-4688-b928-1544a407da2b HTTP/1.1" status: 200 len: 818 time: 0.3299432 Mar 11 11:57:31.628541 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-e8ba14a5-461e-4deb-9f69-6e0cc30d0097 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/quotas/9930009fdb11478d9157251b63ee3678 HTTP/1.1" status: 200 len: 375 time: 0.0690002 Mar 11 11:57:31.661862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:57:31.672505 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Publish callbacks [] for port (5a3dc805-a3ed-42e9-9994-e9a65c4ac61d), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:31.682497 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-e219bb9c-73d3-40cb-be39-80171bd72f64 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9930009fdb11478d9157251b63ee3678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528646 Mar 11 11:57:31.689270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Transition to ACTIVE for port object 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:57:31.696311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5a3dc805-a3ed-42e9-9994-e9a65c4ac61d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:31.714483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d521a-3870-4fc1-a20f-06448e1ba3f6 req-7bbf1c85-db9e-4ce4-94c1-4e82e55e559c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:31.719792 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-366d521a-3870-4fc1-a20f-06448e1ba3f6 req-7bbf1c85-db9e-4ce4-94c1-4e82e55e559c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.71 "GET /v2.0/ports?device_id=7254e01b-0050-47ea-9b09-61f1d0a0c6f1 HTTP/1.1" status: 200 len: 945 time: 0.2212918 Mar 11 11:57:31.820117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Pushing event updated for resources: {'Port': ['ID=5a3dc805-a3ed-42e9-9994-e9a65c4ac61d,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:31.856523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Attempting to bind port 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:57:31.856933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Attempting to bind port 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '4a250eb1-1b2b-4929-afa8-5703c123983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:57:31.857261 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Attempting to bind port 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d on network db1bf751-93ef-436f-a893-1e04494930da {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:57:31.863240 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Port 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d on network db1bf751-93ef-436f-a893-1e04494930da not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:57:31.863691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Attempting to bind port 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d on network db1bf751-93ef-436f-a893-1e04494930da {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:57:31.870806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:57:31.871408 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Checking segment: {'id': '4a250eb1-1b2b-4929-afa8-5703c123983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:57:31.872586 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Bound using segment: {'id': '4a250eb1-1b2b-4929-afa8-5703c123983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:57:31.873084 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Bound port: 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a250eb1-1b2b-4929-afa8-5703c123983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:57:31.873486 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5a3dc805-a3ed-42e9-9994-e9a65c4ac61d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:31.891113 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-4c3b84ff-b2e2-4b8a-98c7-414b5208015d req-9540646b-297a-4443-b931-718b47898f27 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Deleting port 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:57:31.891570 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4c3b84ff-b2e2-4b8a-98c7-414b5208015d req-9540646b-297a-4443-b931-718b47898f27 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (24e6ec80-eedb-4e34-9be0-ea71dd37c0fa), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:31.948685 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] For port 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:57:31.957145 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] For port 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5a3dc805-a3ed-42e9-9994-e9a65c4ac61d,segment=NetworkSegment(4a250eb1-1b2b-4929-afa8-5703c123983f),segment_id=4a250eb1-1b2b-4929-afa8-5703c123983f)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:57:31.969817 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5a3dc805-a3ed-42e9-9994-e9a65c4ac61d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:32.000128 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-ca7f8bc0-856a-43d6-8469-d687f923b3e4 service neutron] 10.222.0.78 "GET /v2.0/networks/7400f84e-a93c-4688-b928-1544a407da2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166447 Mar 11 11:57:32.023622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:32.024673 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:32.025850 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] 10.222.0.37 "PUT /v2.0/ports/5a3dc805-a3ed-42e9-9994-e9a65c4ac61d HTTP/1.1" status: 200 len: 1091 time: 0.9213626 Mar 11 11:57:32.032946 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d117353-5358-4060-9912-ba046101d4ca', 'tag': '5a3dc805-a3ed-42e9-9994-e9a65c4ac61d'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:32.035992 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885a85de-8757-4fc6-a9c1-5fb284095b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d117353-5358-4060-9912-ba046101d4ca", "tag": "5a3dc805-a3ed-42e9-9994-e9a65c4ac61d"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:32.074781 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001312f9-12ea-4fa8-80de-5f8ea4384caf service neutron] Pushing event updated for resources: {'Port': ['ID=5a3dc805-a3ed-42e9-9994-e9a65c4ac61d,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:32.145385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-47f3978c-bb5f-4642-b230-17f2ff96ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:32.147049 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-47f3978c-bb5f-4642-b230-17f2ff96ce56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c751e389d54645099a22677f6b092d04&device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 1125 time: 0.0647714 Mar 11 11:57:32.205972 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-42360f5c-72da-4a18-9a36-c7d6263647b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a3dc805-a3ed-42e9-9994-e9a65c4ac61d HTTP/1.1" status: 200 len: 217 time: 0.0511324 Mar 11 11:57:32.303337 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-847b6f2b-671b-482f-bfd2-61ee2e9a31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:32.305613 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-847b6f2b-671b-482f-bfd2-61ee2e9a31d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df3e3a03-6255-4d9b-baac-a864e3b4ba49 HTTP/1.1" status: 200 len: 851 time: 0.0845149 Mar 11 11:57:32.382511 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-f238c4d7-0e0b-48bc-8256-3c6b4f68d583 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db1bf751-93ef-436f-a893-1e04494930da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542128 Mar 11 11:57:32.582120 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-80bfdf89-2b32-4cb3-90e5-650b7e74f189 service neutron] 10.222.0.37 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891282 Mar 11 11:57:32.612278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-4c3b84ff-b2e2-4b8a-98c7-414b5208015d req-9540646b-297a-4443-b931-718b47898f27 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] For port 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=24e6ec80-eedb-4e34-9be0-ea71dd37c0fa,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:32.613321 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4c3b84ff-b2e2-4b8a-98c7-414b5208015d req-9540646b-297a-4443-b931-718b47898f27 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (24e6ec80-eedb-4e34-9be0-ea71dd37c0fa), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:32.644699 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-4c3b84ff-b2e2-4b8a-98c7-414b5208015d req-9540646b-297a-4443-b931-718b47898f27 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Calling delete_port for 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:57:32.711284 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-366d521a-3870-4fc1-a20f-06448e1ba3f6 req-1bdc6e25-e362-4260-b16a-9480cdca1ce7 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Deleting port e8352f7c-5ed2-4db5-aefe-b00b9be8d96f {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:57:32.711626 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-366d521a-3870-4fc1-a20f-06448e1ba3f6 req-1bdc6e25-e362-4260-b16a-9480cdca1ce7 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e8352f7c-5ed2-4db5-aefe-b00b9be8d96f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:32.714269 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef897342-9dbb-4c60-8404-d6f3f3b938a0 req-fbba4686-43bf-4c49-92f3-e2bb2460ad20 service neutron] 10.222.0.37 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220741 Mar 11 11:57:32.745082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-245c46d6-966d-48fa-959b-84a133f86fde service neutron] 10.222.0.78 "GET /v2.0/networks/7400f84e-a93c-4688-b928-1544a407da2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7439542 Mar 11 11:57:32.855643 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-366d521a-3870-4fc1-a20f-06448e1ba3f6 req-1bdc6e25-e362-4260-b16a-9480cdca1ce7 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] For port e8352f7c-5ed2-4db5-aefe-b00b9be8d96f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e8352f7c-5ed2-4db5-aefe-b00b9be8d96f,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:32.856052 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-366d521a-3870-4fc1-a20f-06448e1ba3f6 req-1bdc6e25-e362-4260-b16a-9480cdca1ce7 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e8352f7c-5ed2-4db5-aefe-b00b9be8d96f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:32.900500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-366d521a-3870-4fc1-a20f-06448e1ba3f6 req-1bdc6e25-e362-4260-b16a-9480cdca1ce7 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Calling delete_port for e8352f7c-5ed2-4db5-aefe-b00b9be8d96f owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:57:33.037592 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4c3b84ff-b2e2-4b8a-98c7-414b5208015d req-9540646b-297a-4443-b931-718b47898f27 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (24e6ec80-eedb-4e34-9be0-ea71dd37c0fa), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:33.054730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['e8352f7c-5ed2-4db5-aefe-b00b9be8d96f'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:57:33.087884 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b362-01ce-441f-82e6-a6be613bd188 req-d0fab0a7-e13f-4d55-b805-1071ec03f600 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:33.089511 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-d0fab0a7-e13f-4d55-b805-1071ec03f600 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.37 "GET /v2.0/networks?id=9ae4bf1e-2d21-4387-977e-ba9fd863fe76 HTTP/1.1" status: 200 len: 812 time: 0.1791921 Mar 11 11:57:33.105093 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-5488b362-01ce-441f-82e6-a6be613bd188 req-b8c409c8-14e2-44d3-be5a-2315de203038 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Request body: {'port': {'device_id': 'd07b2aad-3387-49c5-8d47-91919dd985b6', 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76', 'admin_state_up': True, 'tenant_id': '7d7d93bae467424b9b13f0eff988340e'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:33.174758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540646b-297a-4443-b931-718b47898f27 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Pushing event deleted for resources: {'Port': ['ID=24e6ec80-eedb-4e34-9be0-ea71dd37c0fa,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:33.355451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3b84ff-b2e2-4b8a-98c7-414b5208015d req-9540646b-297a-4443-b931-718b47898f27 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] No DVR routers for this DVR port 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:57:33.366556 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4c3b84ff-b2e2-4b8a-98c7-414b5208015d req-9540646b-297a-4443-b931-718b47898f27 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:33.374528 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c3b84ff-b2e2-4b8a-98c7-414b5208015d req-9540646b-297a-4443-b931-718b47898f27 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.37 "DELETE /v2.0/ports/24e6ec80-eedb-4e34-9be0-ea71dd37c0fa HTTP/1.1" status: 204 len: 173 time: 1.9302659 Mar 11 11:57:33.382024 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a0e219-9b1c-475c-8659-325b328f1330', 'name': 'network-vif-deleted', 'tag': '24e6ec80-eedb-4e34-9be0-ea71dd37c0fa'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:33.389579 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3877252-33d2-4d4a-bcbb-74fd890e15f2" -d '{"events": [{"server_uuid": "22a0e219-9b1c-475c-8659-325b328f1330", "name": "network-vif-deleted", "tag": "24e6ec80-eedb-4e34-9be0-ea71dd37c0fa"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:33.502902 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b362-01ce-441f-82e6-a6be613bd188 req-3bc27b81-96c8-445b-99ca-85156e108826 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:33.505166 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-3bc27b81-96c8-445b-99ca-85156e108826 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.71 "GET /v2.0/networks?id=9ae4bf1e-2d21-4387-977e-ba9fd863fe76 HTTP/1.1" status: 200 len: 812 time: 0.3864686 Mar 11 11:57:33.510291 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:33.538306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-5488b362-01ce-441f-82e6-a6be613bd188 req-7f267f53-bc54-4228-ac14-b1ec6d09538c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Request body: {'port': {'device_id': '1776fde0-a68a-4334-8bdf-80a5f2531367', 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76', 'admin_state_up': True, 'tenant_id': '7d7d93bae467424b9b13f0eff988340e'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:33.544745 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 39b66783-3286-46c7-8c4a-94301660a436 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:57:33.673338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 39b66783-3286-46c7-8c4a-94301660a436 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:57:33.675211 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (39b66783-3286-46c7-8c4a-94301660a436), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:33.690705 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a27d0-8b51-46ab-a44d-f231bb15c5e9 req-9da42bb9-24c5-42b4-b5e7-5a151acfe313 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:33.702408 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f14a27d0-8b51-46ab-a44d-f231bb15c5e9 req-9da42bb9-24c5-42b4-b5e7-5a151acfe313 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 943 time: 0.3764031 Mar 11 11:57:33.786340 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-366d521a-3870-4fc1-a20f-06448e1ba3f6 req-1bdc6e25-e362-4260-b16a-9480cdca1ce7 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e8352f7c-5ed2-4db5-aefe-b00b9be8d96f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:33.798977 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 39b66783-3286-46c7-8c4a-94301660a436 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:57:33.799819 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (39b66783-3286-46c7-8c4a-94301660a436), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:33.835879 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f14a27d0-8b51-46ab-a44d-f231bb15c5e9 req-5675c32f-fed5-4c1a-820f-57d6d628866e tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313992 Mar 11 11:57:33.837917 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 39b66783-3286-46c7-8c4a-94301660a436, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=39b66783-3286-46c7-8c4a-94301660a436,segment=NetworkSegment(4a250eb1-1b2b-4929-afa8-5703c123983f),segment_id=4a250eb1-1b2b-4929-afa8-5703c123983f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:33.845996 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (39b66783-3286-46c7-8c4a-94301660a436), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:33.905625 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc6e25-e362-4260-b16a-9480cdca1ce7 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Pushing event deleted for resources: {'Port': ['ID=e8352f7c-5ed2-4db5-aefe-b00b9be8d96f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:33.947898 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=39b66783-3286-46c7-8c4a-94301660a436,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:33.950182 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5488b362-01ce-441f-82e6-a6be613bd188 req-b8c409c8-14e2-44d3-be5a-2315de203038 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Made reservation on behalf of 7d7d93bae467424b9b13f0eff988340e for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:57:33.970711 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-b8c409c8-14e2-44d3-be5a-2315de203038 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:33.971544 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-366d521a-3870-4fc1-a20f-06448e1ba3f6 req-1bdc6e25-e362-4260-b16a-9480cdca1ce7 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] No DVR routers for this DVR port e8352f7c-5ed2-4db5-aefe-b00b9be8d96f on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:57:33.976284 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-366d521a-3870-4fc1-a20f-06448e1ba3f6 req-1bdc6e25-e362-4260-b16a-9480cdca1ce7 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:33.980280 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-366d521a-3870-4fc1-a20f-06448e1ba3f6 req-1bdc6e25-e362-4260-b16a-9480cdca1ce7 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.71 "DELETE /v2.0/ports/e8352f7c-5ed2-4db5-aefe-b00b9be8d96f HTTP/1.1" status: 204 len: 173 time: 2.2499549 Mar 11 11:57:34.032632 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5cf783-c2e9-4093-8f0a-d5e6d13484c2 x-openstack-request-id: req-7c5cf783-c2e9-4093-8f0a-d5e6d13484c2 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:34.033382 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d117353-5358-4060-9912-ba046101d4ca", "tag": "5a3dc805-a3ed-42e9-9994-e9a65c4ac61d", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:34.033382 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c5cf783-c2e9-4093-8f0a-d5e6d13484c2 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:34.033853 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d117353-5358-4060-9912-ba046101d4ca', 'tag': '5a3dc805-a3ed-42e9-9994-e9a65c4ac61d', 'status': 'completed', 'code': 200} Mar 11 11:57:34.052477 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:57:34.084779 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:57:34.085877 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 24e6ec80-eedb-4e34-9be0-ea71dd37c0fa not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:57:34.208964 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5b61bec-03c6-4c0b-b85d-6477b6d01654 req-034b897d-a406-4f2d-8a73-8c23bf72f00d tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 210 time: 0.0519207 Mar 11 11:57:34.270370 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5488b362-01ce-441f-82e6-a6be613bd188 req-7f267f53-bc54-4228-ac14-b1ec6d09538c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Made reservation on behalf of 7d7d93bae467424b9b13f0eff988340e for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:57:34.276659 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-7f267f53-bc54-4228-ac14-b1ec6d09538c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:34.331528 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-5488b362-01ce-441f-82e6-a6be613bd188 req-b8c409c8-14e2-44d3-be5a-2315de203038 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Allocated IP 172.20.0.11 (9ae4bf1e-2d21-4387-977e-ba9fd863fe76/74d4a6a0-9aba-4653-a7b8-3dbb37767286/17c9fd94-8392-473e-84ff-8293894ff56d) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:57:34.337114 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a85de-8757-4fc6-a9c1-5fb284095b3b req-bc4a86f6-be77-432a-b3bb-286fbc8329f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:34.339346 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-885a85de-8757-4fc6-a9c1-5fb284095b3b req-bc4a86f6-be77-432a-b3bb-286fbc8329f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c751e389d54645099a22677f6b092d04&device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 1125 time: 0.1455817 Mar 11 11:57:34.436761 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10bf6961-651c-4c9f-b7cf-5b09cd68326f req-5545eb08-d3e2-46c6-9dfb-ed95c54e4507 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=1776fde0-a68a-4334-8bdf-80a5f2531367 HTTP/1.1" status: 200 len: 210 time: 0.0623975 Mar 11 11:57:34.483143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a85de-8757-4fc6-a9c1-5fb284095b3b req-a9f8e01c-152f-4111-996d-351d20303f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:34.488942 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-885a85de-8757-4fc6-a9c1-5fb284095b3b req-a9f8e01c-152f-4111-996d-351d20303f0e service neutron] 10.222.0.37 "GET /v2.0/networks?id=db1bf751-93ef-436f-a893-1e04494930da HTTP/1.1" status: 200 len: 912 time: 0.1413367 Mar 11 11:57:34.541491 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-885a85de-8757-4fc6-a9c1-5fb284095b3b req-a0367fb3-3f29-47c9-943d-b2f0fcd04abf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a3dc805-a3ed-42e9-9994-e9a65c4ac61d HTTP/1.1" status: 200 len: 217 time: 0.0458419 Mar 11 11:57:34.546187 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b626c9-cc09-4990-af6b-e4dbb442ac74 x-openstack-request-id: req-f7b626c9-cc09-4990-af6b-e4dbb442ac74 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:34.547028 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a0e219-9b1c-475c-8659-325b328f1330", "name": "network-vif-deleted", "tag": "24e6ec80-eedb-4e34-9be0-ea71dd37c0fa", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:34.547645 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f7b626c9-cc09-4990-af6b-e4dbb442ac74 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:34.548552 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a0e219-9b1c-475c-8659-325b328f1330', 'name': 'network-vif-deleted', 'tag': '24e6ec80-eedb-4e34-9be0-ea71dd37c0fa', 'status': 'completed', 'code': 200} Mar 11 11:57:34.563255 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-b8c409c8-14e2-44d3-be5a-2315de203038 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks [] for port (17c9fd94-8392-473e-84ff-8293894ff56d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:34.624061 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a85de-8757-4fc6-a9c1-5fb284095b3b req-c8de3d6c-41f0-4b60-b70b-c55b56fbde7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:34.626165 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-885a85de-8757-4fc6-a9c1-5fb284095b3b req-c8de3d6c-41f0-4b60-b70b-c55b56fbde7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df3e3a03-6255-4d9b-baac-a864e3b4ba49 HTTP/1.1" status: 200 len: 851 time: 0.0713046 Mar 11 11:57:34.664668 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-885a85de-8757-4fc6-a9c1-5fb284095b3b req-d7e0d569-0932-40f1-b364-ed067c43e927 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db1bf751-93ef-436f-a893-1e04494930da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315056 Mar 11 11:57:34.807849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-885a85de-8757-4fc6-a9c1-5fb284095b3b req-acc21444-5778-49f3-a1e4-e3461728900e service neutron] 10.222.0.37 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366503 Mar 11 11:57:34.959807 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-885a85de-8757-4fc6-a9c1-5fb284095b3b req-1ba8e6e6-277d-4e07-9fd0-08f20a38ad5d service neutron] 10.222.0.37 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454690 Mar 11 11:57:34.991307 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6370f56-cfa6-4773-9b83-efc38023bea7 req-fa498c52-3538-49ea-ba3e-ec919722a4aa tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:34.994302 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d6370f56-cfa6-4773-9b83-efc38023bea7 req-fa498c52-3538-49ea-ba3e-ec919722a4aa tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 943 time: 0.0741568 Mar 11 11:57:35.041425 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-b8c409c8-14e2-44d3-be5a-2315de203038 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (17c9fd94-8392-473e-84ff-8293894ff56d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:35.054114 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d6370f56-cfa6-4773-9b83-efc38023bea7 req-3a1384d5-1d62-449b-a6eb-3a4b6fbe60be tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507565 Mar 11 11:57:35.157347 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5488b362-01ce-441f-82e6-a6be613bd188 req-b8c409c8-14e2-44d3-be5a-2315de203038 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:57:35.158209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c409c8-14e2-44d3-be5a-2315de203038 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Pushing event updated for resources: {'Port': ['ID=17c9fd94-8392-473e-84ff-8293894ff56d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:35.165660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-eac3137d-ef51-4d29-829f-635e8ae644f6 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:35.167128 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-eac3137d-ef51-4d29-829f-635e8ae644f6 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.37 "GET /v2.0/networks?id=7400f84e-a93c-4688-b928-1544a407da2b HTTP/1.1" status: 200 len: 818 time: 0.2105403 Mar 11 11:57:35.171047 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-5488b362-01ce-441f-82e6-a6be613bd188 req-b8c409c8-14e2-44d3-be5a-2315de203038 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:57:35.176966 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-5488b362-01ce-441f-82e6-a6be613bd188 req-b8c409c8-14e2-44d3-be5a-2315de203038 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:57:35.182227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-c883f968-cbf9-4325-b790-39420c21470c tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Request body: {'port': {'device_id': 'ce995c88-687f-4cfb-8848-f671fa13a0eb', 'network_id': '7400f84e-a93c-4688-b928-1544a407da2b', 'admin_state_up': True, 'tenant_id': '9930009fdb11478d9157251b63ee3678'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:35.186056 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-5488b362-01ce-441f-82e6-a6be613bd188 req-7f267f53-bc54-4228-ac14-b1ec6d09538c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Allocated IP 172.20.0.10 (9ae4bf1e-2d21-4387-977e-ba9fd863fe76/74d4a6a0-9aba-4653-a7b8-3dbb37767286/9c61bd6a-93dd-4aab-b071-bcf4e7a084d4) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:57:35.306498 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b362-01ce-441f-82e6-a6be613bd188 req-b8c409c8-14e2-44d3-be5a-2315de203038 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:35.307112 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-b8c409c8-14e2-44d3-be5a-2315de203038 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:35.356015 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-51706e41-680c-4691-89d5-af1708938b02 req-75d0aa64-6ebb-46ce-b67b-fb1480edf851 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 210 time: 0.0480454 Mar 11 11:57:35.365081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e8352f7c-5ed2-4db5-aefe-b00b9be8d96f no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:57:35.368630 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-b8c409c8-14e2-44d3-be5a-2315de203038 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2694154 Mar 11 11:57:35.390151 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: e8352f7c-5ed2-4db5-aefe-b00b9be8d96f {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:57:35.390991 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e8352f7c-5ed2-4db5-aefe-b00b9be8d96f not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:57:35.391923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Request body: {'port': {'device_id': 'd07b2aad-3387-49c5-8d47-91919dd985b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:35.396126 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 39b66783-3286-46c7-8c4a-94301660a436 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:57:35.443518 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 39b66783-3286-46c7-8c4a-94301660a436 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:57:35.444182 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (39b66783-3286-46c7-8c4a-94301660a436), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:35.487487 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-c883f968-cbf9-4325-b790-39420c21470c tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Made reservation on behalf of 9930009fdb11478d9157251b63ee3678 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:57:35.490858 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-c883f968-cbf9-4325-b790-39420c21470c tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:35.531209 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 39b66783-3286-46c7-8c4a-94301660a436 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:57:35.562541 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (17c9fd94-8392-473e-84ff-8293894ff56d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:35.583272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96d54f47-15dd-48ea-be2a-fc6765a1cfba req-1d75193a-6aac-473f-8c73-bdc77d413843 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=1776fde0-a68a-4334-8bdf-80a5f2531367 HTTP/1.1" status: 200 len: 210 time: 0.0298412 Mar 11 11:57:35.645310 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-7f267f53-bc54-4228-ac14-b1ec6d09538c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks [] for port (9c61bd6a-93dd-4aab-b071-bcf4e7a084d4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:35.809435 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-c883f968-cbf9-4325-b790-39420c21470c tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Allocated IP 172.20.0.6 (7400f84e-a93c-4688-b928-1544a407da2b/9cfcb39e-437f-44fc-aee2-1b8acf055576/665cf85b-8c80-4363-bd95-1b0857dc3518) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:57:35.818771 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-7f267f53-bc54-4228-ac14-b1ec6d09538c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9c61bd6a-93dd-4aab-b071-bcf4e7a084d4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:35.962346 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5488b362-01ce-441f-82e6-a6be613bd188 req-7f267f53-bc54-4228-ac14-b1ec6d09538c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:57:35.974086 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f267f53-bc54-4228-ac14-b1ec6d09538c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Pushing event updated for resources: {'Port': ['ID=9c61bd6a-93dd-4aab-b071-bcf4e7a084d4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:35.976672 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-5488b362-01ce-441f-82e6-a6be613bd188 req-7f267f53-bc54-4228-ac14-b1ec6d09538c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:57:35.985050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-5488b362-01ce-441f-82e6-a6be613bd188 req-7f267f53-bc54-4228-ac14-b1ec6d09538c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:57:36.051292 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:57:36.122606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b362-01ce-441f-82e6-a6be613bd188 req-7f267f53-bc54-4228-ac14-b1ec6d09538c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:36.123777 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-7f267f53-bc54-4228-ac14-b1ec6d09538c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:36.179532 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-7f267f53-bc54-4228-ac14-b1ec6d09538c tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6528854 Mar 11 11:57:36.191748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Request body: {'port': {'device_id': '1776fde0-a68a-4334-8bdf-80a5f2531367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:36.234158 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfaa341-311f-4212-87c5-963e2e8b3dde req-42f2e816-2a5c-4914-bf75-7b9e5e5585fb tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:36.235211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5a3dc805-a3ed-42e9-9994-e9a65c4ac61d,segment=NetworkSegment(4a250eb1-1b2b-4929-afa8-5703c123983f),segment_id=4a250eb1-1b2b-4929-afa8-5703c123983f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:36.241799 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-c883f968-cbf9-4325-b790-39420c21470c tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Publish callbacks [] for port (665cf85b-8c80-4363-bd95-1b0857dc3518), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:36.244493 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c9fd94-8392-473e-84ff-8293894ff56d {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:57:36.245187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7cfaa341-311f-4212-87c5-963e2e8b3dde req-42f2e816-2a5c-4914-bf75-7b9e5e5585fb tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 943 time: 0.0987477 Mar 11 11:57:36.257054 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '5a3dc805-a3ed-42e9-9994-e9a65c4ac61d', 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da', 'port_id': '5a3dc805-a3ed-42e9-9994-e9a65c4ac61d', 'mac_address': 'fa:16:3e:db:09:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df3e3a03-6255-4d9b-baac-a864e3b4ba49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:57:36.258875 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Publish callbacks [] for port (17c9fd94-8392-473e-84ff-8293894ff56d), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:36.300542 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Transition to ACTIVE for port object 17c9fd94-8392-473e-84ff-8293894ff56d will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:57:36.308711 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:57:36.309684 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5a3dc805-a3ed-42e9-9994-e9a65c4ac61d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:36.318039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (17c9fd94-8392-473e-84ff-8293894ff56d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:36.322805 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9c61bd6a-93dd-4aab-b071-bcf4e7a084d4), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:36.323833 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7cfaa341-311f-4212-87c5-963e2e8b3dde req-e883bf27-7f93-48f6-ba12-8334a5163884 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775898 Mar 11 11:57:36.329831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:57:36.356058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5a3dc805-a3ed-42e9-9994-e9a65c4ac61d,segment=NetworkSegment(4a250eb1-1b2b-4929-afa8-5703c123983f),segment_id=4a250eb1-1b2b-4929-afa8-5703c123983f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:36.362662 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5a3dc805-a3ed-42e9-9994-e9a65c4ac61d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:36.419310 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-c883f968-cbf9-4325-b790-39420c21470c tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (665cf85b-8c80-4363-bd95-1b0857dc3518), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:36.427816 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=5a3dc805-a3ed-42e9-9994-e9a65c4ac61d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:36.433357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Pushing event updated for resources: {'Port': ['ID=17c9fd94-8392-473e-84ff-8293894ff56d,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:36.496669 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71ca5e-9d65-4345-bfac-aa048b2b3d45 req-a76c8e94-e741-4283-8770-d09d1c85cf4f tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:36.498262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f71ca5e-9d65-4345-bfac-aa048b2b3d45 req-a76c8e94-e741-4283-8770-d09d1c85cf4f tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 931 time: 0.0575328 Mar 11 11:57:36.549358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7254e01b-0050-47ea-9b09-61f1d0a0c6f1', 'name': 'network-vif-deleted', 'tag': 'e8352f7c-5ed2-4db5-aefe-b00b9be8d96f'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:36.552194 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dd09b9-3333-4a50-a614-ebd7cd82c833" -d '{"events": [{"server_uuid": "7254e01b-0050-47ea-9b09-61f1d0a0c6f1", "name": "network-vif-deleted", "tag": "e8352f7c-5ed2-4db5-aefe-b00b9be8d96f"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:36.560725 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f71ca5e-9d65-4345-bfac-aa048b2b3d45 req-d04ec519-c4e1-4ae7-a14c-87fe032bb9a1 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e2b494-2b80-4d29-9196-fd07731803e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554719 Mar 11 11:57:36.561449 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-c883f968-cbf9-4325-b790-39420c21470c tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Network 7400f84e-a93c-4688-b928-1544a407da2b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:57:36.562342 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883f968-cbf9-4325-b790-39420c21470c tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Pushing event updated for resources: {'Port': ['ID=665cf85b-8c80-4363-bd95-1b0857dc3518,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:36.576838 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['5a3dc805-a3ed-42e9-9994-e9a65c4ac61d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:57:36.612418 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-c883f968-cbf9-4325-b790-39420c21470c tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:57:36.615259 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-c883f968-cbf9-4325-b790-39420c21470c tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:57:36.630993 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ff9b31-900c-4345-b9d7-61ad61c33b9b x-openstack-request-id: req-a2ff9b31-900c-4345-b9d7-61ad61c33b9b {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:36.631292 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7254e01b-0050-47ea-9b09-61f1d0a0c6f1", "name": "network-vif-deleted", "tag": "e8352f7c-5ed2-4db5-aefe-b00b9be8d96f", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:36.631542 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2ff9b31-900c-4345-b9d7-61ad61c33b9b {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:36.631965 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7254e01b-0050-47ea-9b09-61f1d0a0c6f1', 'name': 'network-vif-deleted', 'tag': 'e8352f7c-5ed2-4db5-aefe-b00b9be8d96f', 'status': 'completed', 'code': 200} Mar 11 11:57:36.714833 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-c883f968-cbf9-4325-b790-39420c21470c tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:36.715472 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-c883f968-cbf9-4325-b790-39420c21470c tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:36.727318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Attempting to bind port 17c9fd94-8392-473e-84ff-8293894ff56d on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:57:36.727693 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Attempting to bind port 17c9fd94-8392-473e-84ff-8293894ff56d by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:57:36.728027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Attempting to bind port 17c9fd94-8392-473e-84ff-8293894ff56d on network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:57:36.742682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62b022-43b7-4b5e-98b6-b59dd99cad6b req-577832b8-b785-47a4-9696-b09426b1e5be tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:36.751671 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e62b022-43b7-4b5e-98b6-b59dd99cad6b req-577832b8-b785-47a4-9696-b09426b1e5be tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=1776fde0-a68a-4334-8bdf-80a5f2531367 HTTP/1.1" status: 200 len: 932 time: 0.0688884 Mar 11 11:57:36.767616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Port 17c9fd94-8392-473e-84ff-8293894ff56d on network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:57:36.767944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Attempting to bind port 17c9fd94-8392-473e-84ff-8293894ff56d on network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:57:36.779677 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:57:36.779677 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Checking segment: {'id': 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:57:36.780061 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Bound using segment: {'id': 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:57:36.780515 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Bound port: 17c9fd94-8392-473e-84ff-8293894ff56d, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:57:36.780879 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (17c9fd94-8392-473e-84ff-8293894ff56d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:36.797493 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-c883f968-cbf9-4325-b790-39420c21470c tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6214824 Mar 11 11:57:36.804631 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e62b022-43b7-4b5e-98b6-b59dd99cad6b req-965bae03-677e-4d82-9894-b33c716fcfbb tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516315 Mar 11 11:57:36.813892 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Request body: {'port': {'device_id': 'ce995c88-687f-4cfb-8848-f671fa13a0eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:36.944431 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] For port 17c9fd94-8392-473e-84ff-8293894ff56d, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:57:36.978215 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (665cf85b-8c80-4363-bd95-1b0857dc3518), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:36.981077 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] For port 17c9fd94-8392-473e-84ff-8293894ff56d, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=17c9fd94-8392-473e-84ff-8293894ff56d,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:57:37.003877 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (17c9fd94-8392-473e-84ff-8293894ff56d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:37.007284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:57:37.021132 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Publish callbacks [] for port (9c61bd6a-93dd-4aab-b071-bcf4e7a084d4), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:37.096412 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:37.097083 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:37.098511 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] 10.222.0.37 "PUT /v2.0/ports/17c9fd94-8392-473e-84ff-8293894ff56d HTTP/1.1" status: 200 len: 1092 time: 1.7138731 Mar 11 11:57:37.104762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Transition to ACTIVE for port object 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:57:37.105564 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07b2aad-3387-49c5-8d47-91919dd985b6', 'tag': '17c9fd94-8392-473e-84ff-8293894ff56d'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:37.108850 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b365e0cd-c9ea-4118-a2ba-1d1901b8982e" -d '{"events": [{"name": "network-changed", "server_uuid": "d07b2aad-3387-49c5-8d47-91919dd985b6", "tag": "17c9fd94-8392-473e-84ff-8293894ff56d"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:37.125126 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (9c61bd6a-93dd-4aab-b071-bcf4e7a084d4), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:37.164013 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa7cf34-3ea0-4019-ae3c-eb34703144d8 x-openstack-request-id: req-8fa7cf34-3ea0-4019-ae3c-eb34703144d8 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:37.164327 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07b2aad-3387-49c5-8d47-91919dd985b6", "tag": "17c9fd94-8392-473e-84ff-8293894ff56d", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:37.164558 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8fa7cf34-3ea0-4019-ae3c-eb34703144d8 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:37.165183 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07b2aad-3387-49c5-8d47-91919dd985b6', 'tag': '17c9fd94-8392-473e-84ff-8293894ff56d', 'status': 'completed', 'code': 200} Mar 11 11:57:37.175127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb3d47-d972-4688-a63a-9c5eda2454f8 service neutron] Pushing event updated for resources: {'Port': ['ID=17c9fd94-8392-473e-84ff-8293894ff56d,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:37.495315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Pushing event updated for resources: {'Port': ['ID=9c61bd6a-93dd-4aab-b071-bcf4e7a084d4,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:37.516288 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b362-01ce-441f-82e6-a6be613bd188 req-bb61e960-8ea0-4892-a0ba-2f2d24f81b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:37.517753 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-bb61e960-8ea0-4892-a0ba-2f2d24f81b6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d7d93bae467424b9b13f0eff988340e&device_id=d07b2aad-3387-49c5-8d47-91919dd985b6 HTTP/1.1" status: 200 len: 1126 time: 0.3656294 Mar 11 11:57:37.572079 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-629f5e98-bff5-4ca5-90ad-7e1a4f1a61ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17c9fd94-8392-473e-84ff-8293894ff56d HTTP/1.1" status: 200 len: 217 time: 0.0436645 Mar 11 11:57:37.625438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61460ff1-99ec-43a9-909d-328d1c78b9d6 req-c8e4f18b-dcf7-4a08-9811-4519cbd21cff tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:37.633313 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61460ff1-99ec-43a9-909d-328d1c78b9d6 req-c8e4f18b-dcf7-4a08-9811-4519cbd21cff tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 944 time: 0.0842323 Mar 11 11:57:37.646936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Attempting to bind port 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:57:37.647366 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Attempting to bind port 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:57:37.647806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Attempting to bind port 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 on network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:57:37.655267 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Port 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 on network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:57:37.655984 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Attempting to bind port 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 on network 9ae4bf1e-2d21-4387-977e-ba9fd863fe76 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:57:37.666297 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:57:37.666696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Checking segment: {'id': 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:57:37.667129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Bound using segment: {'id': 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:57:37.667643 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Bound port: 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:57:37.668181 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9c61bd6a-93dd-4aab-b071-bcf4e7a084d4), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:37.703547 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61460ff1-99ec-43a9-909d-328d1c78b9d6 req-0a975958-7141-4bd5-beb0-1b4f212364c2 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691490 Mar 11 11:57:37.747141 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b362-01ce-441f-82e6-a6be613bd188 req-1eed83b4-5ba8-4b52-863a-be05ff3ce009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:37.749314 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-1eed83b4-5ba8-4b52-863a-be05ff3ce009 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74d4a6a0-9aba-4653-a7b8-3dbb37767286 HTTP/1.1" status: 200 len: 852 time: 0.1651027 Mar 11 11:57:37.808281 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665cf85b-8c80-4363-bd95-1b0857dc3518 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:57:37.819633 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Publish callbacks [] for port (665cf85b-8c80-4363-bd95-1b0857dc3518), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:37.843318 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-6731b609-6d09-412c-b8dc-f96ffd222f1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9ae4bf1e-2d21-4387-977e-ba9fd863fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703733 Mar 11 11:57:37.876025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429ae6d-673e-488f-b1bb-a70fe47032d7 req-52baea71-76f9-439d-b42b-806089562d01 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:37.878264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b429ae6d-673e-488f-b1bb-a70fe47032d7 req-52baea71-76f9-439d-b42b-806089562d01 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd0f291-4a75-491e-a506-10c1ed96179d HTTP/1.1" status: 200 len: 945 time: 0.1489863 Mar 11 11:57:37.900673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Transition to ACTIVE for port object 665cf85b-8c80-4363-bd95-1b0857dc3518 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:57:37.910760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e967b46-f89b-48e0-b896-4f9276efe480 req-07dc1b26-3612-468e-9713-46c68aa8789c tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:37.916029 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (665cf85b-8c80-4363-bd95-1b0857dc3518), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:37.917605 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e967b46-f89b-48e0-b896-4f9276efe480 req-07dc1b26-3612-468e-9713-46c68aa8789c tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 931 time: 0.1270409 Mar 11 11:57:37.991837 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b429ae6d-673e-488f-b1bb-a70fe47032d7 req-dcc37bc2-e45a-40cc-a5bd-defff3711dda tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052022 Mar 11 11:57:38.007176 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e967b46-f89b-48e0-b896-4f9276efe480 req-4f4eed79-a9fa-40e5-903d-ea24006ea125 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e2b494-2b80-4d29-9196-fd07731803e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755186 Mar 11 11:57:38.010591 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] For port 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:57:38.043937 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] For port 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9c61bd6a-93dd-4aab-b071-bcf4e7a084d4,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:57:38.051186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:57:38.071884 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (9c61bd6a-93dd-4aab-b071-bcf4e7a084d4), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:38.073944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Pushing event updated for resources: {'Port': ['ID=665cf85b-8c80-4363-bd95-1b0857dc3518,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:38.084455 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-ae6223e7-4471-4533-9231-0142cb2372d6 service neutron] 10.222.0.37 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335711 Mar 11 11:57:38.159196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:57:38.163565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:57:38.163957 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5a3dc805-a3ed-42e9-9994-e9a65c4ac61d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:38.192820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725e460-26ba-49ed-8f81-c9fa728b63f4 req-34bf85e8-e72a-4f9b-8298-76db94b523fb tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:38.193173 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:38.193814 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:38.195143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1725e460-26ba-49ed-8f81-c9fa728b63f4 req-34bf85e8-e72a-4f9b-8298-76db94b523fb tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=1776fde0-a68a-4334-8bdf-80a5f2531367 HTTP/1.1" status: 200 len: 944 time: 0.0797126 Mar 11 11:57:38.201076 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] 10.222.0.71 "PUT /v2.0/ports/9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 HTTP/1.1" status: 200 len: 1092 time: 2.0132434 Mar 11 11:57:38.294431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:57:38.295068 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5a3dc805-a3ed-42e9-9994-e9a65c4ac61d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:38.298165 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1725e460-26ba-49ed-8f81-c9fa728b63f4 req-fb2423b6-1852-45a9-adfe-368ff0ad82d2 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969584 Mar 11 11:57:38.320375 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d117353-5358-4060-9912-ba046101d4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3dc805-a3ed-42e9-9994-e9a65c4ac61d'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:38.322950 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57facba-bd80-47f4-a518-bc862f2b072b" -d '{"events": [{"server_uuid": "5d117353-5358-4060-9912-ba046101d4ca", "name": "network-vif-plugged", "status": "completed", "tag": "5a3dc805-a3ed-42e9-9994-e9a65c4ac61d"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:38.337489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5a3dc805-a3ed-42e9-9994-e9a65c4ac61d,segment=NetworkSegment(4a250eb1-1b2b-4929-afa8-5703c123983f),segment_id=4a250eb1-1b2b-4929-afa8-5703c123983f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:38.344446 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5a3dc805-a3ed-42e9-9994-e9a65c4ac61d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:38.361424 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Attempting to bind port 665cf85b-8c80-4363-bd95-1b0857dc3518 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:57:38.361829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Attempting to bind port 665cf85b-8c80-4363-bd95-1b0857dc3518 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'cf46cb80-7e8c-4a79-83d8-62c3523e7f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7400f84e-a93c-4688-b928-1544a407da2b'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:57:38.362094 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Attempting to bind port 665cf85b-8c80-4363-bd95-1b0857dc3518 on network 7400f84e-a93c-4688-b928-1544a407da2b {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:57:38.372009 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Port 665cf85b-8c80-4363-bd95-1b0857dc3518 on network 7400f84e-a93c-4688-b928-1544a407da2b not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:57:38.372412 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Attempting to bind port 665cf85b-8c80-4363-bd95-1b0857dc3518 on network 7400f84e-a93c-4688-b928-1544a407da2b {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:57:38.379628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b25c52-917c-4b19-9c89-6320310fc67e service neutron] Pushing event updated for resources: {'Port': ['ID=9c61bd6a-93dd-4aab-b071-bcf4e7a084d4,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:38.395896 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:57:38.396239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Checking segment: {'id': 'cf46cb80-7e8c-4a79-83d8-62c3523e7f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7400f84e-a93c-4688-b928-1544a407da2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:57:38.396627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Bound using segment: {'id': 'cf46cb80-7e8c-4a79-83d8-62c3523e7f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7400f84e-a93c-4688-b928-1544a407da2b'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:57:38.397078 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Bound port: 665cf85b-8c80-4363-bd95-1b0857dc3518, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf46cb80-7e8c-4a79-83d8-62c3523e7f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7400f84e-a93c-4688-b928-1544a407da2b'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:57:38.397437 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (665cf85b-8c80-4363-bd95-1b0857dc3518), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:38.411958 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666a3f95-23f7-481b-9b6b-09500496b72d x-openstack-request-id: req-666a3f95-23f7-481b-9b6b-09500496b72d {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:38.412245 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d117353-5358-4060-9912-ba046101d4ca", "name": "network-vif-plugged", "status": "completed", "tag": "5a3dc805-a3ed-42e9-9994-e9a65c4ac61d", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:38.412495 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-666a3f95-23f7-481b-9b6b-09500496b72d {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:38.412886 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d117353-5358-4060-9912-ba046101d4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3dc805-a3ed-42e9-9994-e9a65c4ac61d', 'code': 200} Mar 11 11:57:38.413886 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=5a3dc805-a3ed-42e9-9994-e9a65c4ac61d,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:38.422879 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b362-01ce-441f-82e6-a6be613bd188 req-22777890-5f14-4e43-8855-debecd0b7a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:38.424461 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-22777890-5f14-4e43-8855-debecd0b7a53 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d7d93bae467424b9b13f0eff988340e&device_id=1776fde0-a68a-4334-8bdf-80a5f2531367 HTTP/1.1" status: 200 len: 1126 time: 0.1350596 Mar 11 11:57:38.449246 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-a17e3283-84cc-42f8-9ec4-477febfa03e8 service neutron] 10.222.0.37 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139141 Mar 11 11:57:38.499222 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-829f98b7-2a4d-47a3-9150-6b1008a232f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 HTTP/1.1" status: 200 len: 217 time: 0.0471022 Mar 11 11:57:38.562523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] For port 665cf85b-8c80-4363-bd95-1b0857dc3518, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:57:38.578483 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b362-01ce-441f-82e6-a6be613bd188 req-ef37efdb-58fc-44d4-8297-32e0fcc88951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:38.579928 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-ef37efdb-58fc-44d4-8297-32e0fcc88951 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=74d4a6a0-9aba-4653-a7b8-3dbb37767286 HTTP/1.1" status: 200 len: 852 time: 0.0724273 Mar 11 11:57:38.581880 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] For port 665cf85b-8c80-4363-bd95-1b0857dc3518, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=665cf85b-8c80-4363-bd95-1b0857dc3518,segment=NetworkSegment(cf46cb80-7e8c-4a79-83d8-62c3523e7f15),segment_id=cf46cb80-7e8c-4a79-83d8-62c3523e7f15)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:57:38.604721 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (665cf85b-8c80-4363-bd95-1b0857dc3518), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:38.704554 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-4347dfeb-bf4b-4caa-af4e-c57207221d66 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ae4bf1e-2d21-4387-977e-ba9fd863fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178057 Mar 11 11:57:38.731430 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Pushing event updated for resources: {'Port': ['ID=665cf85b-8c80-4363-bd95-1b0857dc3518,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:38.740572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365e0cd-c9ea-4118-a2ba-1d1901b8982e req-d6959ee3-575f-4589-b129-1ea5de4fb8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:38.742121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b365e0cd-c9ea-4118-a2ba-1d1901b8982e req-d6959ee3-575f-4589-b129-1ea5de4fb8f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d7d93bae467424b9b13f0eff988340e&device_id=d07b2aad-3387-49c5-8d47-91919dd985b6 HTTP/1.1" status: 200 len: 1126 time: 0.0971367 Mar 11 11:57:39.045283 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365e0cd-c9ea-4118-a2ba-1d1901b8982e req-d652c815-7bdc-45c6-8bf8-e5275860b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:39.047165 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b365e0cd-c9ea-4118-a2ba-1d1901b8982e req-d652c815-7bdc-45c6-8bf8-e5275860b44d service neutron] 10.222.0.37 "GET /v2.0/networks?id=9ae4bf1e-2d21-4387-977e-ba9fd863fe76 HTTP/1.1" status: 200 len: 913 time: 0.2969534 Mar 11 11:57:39.081934 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa5d61-f41d-4d2f-adea-54d582de2bb9 req-f21482c0-ec62-403d-8509-ae7e6dbc73c5 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:39.083986 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31fa5d61-f41d-4d2f-adea-54d582de2bb9 req-f21482c0-ec62-403d-8509-ae7e6dbc73c5 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.2561712 Mar 11 11:57:39.161057 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b365e0cd-c9ea-4118-a2ba-1d1901b8982e req-18bac0c1-79a3-461f-a8ca-f3826bef2ef4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17c9fd94-8392-473e-84ff-8293894ff56d HTTP/1.1" status: 200 len: 217 time: 0.1054502 Mar 11 11:57:39.220019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1776fde0-a68a-4334-8bdf-80a5f2531367', 'tag': '9c61bd6a-93dd-4aab-b071-bcf4e7a084d4'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:39.222547 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22337b9-0f0d-4b95-8380-9d58d5a5a407" -d '{"events": [{"name": "network-changed", "server_uuid": "1776fde0-a68a-4334-8bdf-80a5f2531367", "tag": "9c61bd6a-93dd-4aab-b071-bcf4e7a084d4"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:39.224623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365e0cd-c9ea-4118-a2ba-1d1901b8982e req-80c89d19-1e66-4334-8064-f38acea169cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:39.227231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b365e0cd-c9ea-4118-a2ba-1d1901b8982e req-80c89d19-1e66-4334-8064-f38acea169cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74d4a6a0-9aba-4653-a7b8-3dbb37767286 HTTP/1.1" status: 200 len: 852 time: 0.0523891 Mar 11 11:57:39.238215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:39.238987 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:39.240643 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-321cfec9-4abb-4722-ad66-a57a9f6d8c96 service neutron] 10.222.0.37 "PUT /v2.0/ports/665cf85b-8c80-4363-bd95-1b0857dc3518 HTTP/1.1" status: 200 len: 1091 time: 2.4308760 Mar 11 11:57:39.328430 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b365e0cd-c9ea-4118-a2ba-1d1901b8982e req-c0fcc0db-14a3-471b-b40f-a63022f72b39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9ae4bf1e-2d21-4387-977e-ba9fd863fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665369 Mar 11 11:57:39.391552 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31fa5d61-f41d-4d2f-adea-54d582de2bb9 req-bc890e89-5b55-4e2f-9d64-96dc576baccb tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335944 Mar 11 11:57:39.446047 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b43ebc-f8eb-468b-b561-c7492e7313d5 req-59af3481-d02d-42c0-b330-850c10539291 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:39.453606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41b43ebc-f8eb-468b-b561-c7492e7313d5 req-59af3481-d02d-42c0-b330-850c10539291 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd0f291-4a75-491e-a506-10c1ed96179d HTTP/1.1" status: 200 len: 945 time: 0.2969573 Mar 11 11:57:39.473633 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4955a8a-d644-4f02-909b-4c82ffe4e0a5 req-0f0658b8-2b5c-43a8-967f-ebc335e32c01 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:39.474618 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2f801-33fd-4a84-9511-ef016f7ec457 req-48fc532b-5246-4696-bf57-fa0cf34be77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:39.475305 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4955a8a-d644-4f02-909b-4c82ffe4e0a5 req-0f0658b8-2b5c-43a8-967f-ebc335e32c01 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.71 "GET /v2.0/ports?device_id=cdd0f291-4a75-491e-a506-10c1ed96179d HTTP/1.1" status: 200 len: 945 time: 0.2148168 Mar 11 11:57:39.477207 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6e2f801-33fd-4a84-9511-ef016f7ec457 req-48fc532b-5246-4696-bf57-fa0cf34be77b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 1127 time: 0.7698505 Mar 11 11:57:39.537754 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-a5b607a4-cd2b-40ee-a646-63d579f6fe1e service neutron] 10.222.0.71 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7952662 Mar 11 11:57:39.567204 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-86228223-0a6a-41e1-8fff-d1855c7f916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:39.568907 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-86228223-0a6a-41e1-8fff-d1855c7f916b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9930009fdb11478d9157251b63ee3678&device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 1125 time: 0.2648828 Mar 11 11:57:39.609440 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b365e0cd-c9ea-4118-a2ba-1d1901b8982e req-a7ce1f49-d8db-4af5-9a40-57e336fd670c service neutron] 10.222.0.37 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690747 Mar 11 11:57:39.654423 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6e2f801-33fd-4a84-9511-ef016f7ec457 req-03280547-6a92-47fd-9358-e76d9714f38b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620021 Mar 11 11:57:39.658931 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-ec4453b3-2d91-492a-9a88-afa9360ff333 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=665cf85b-8c80-4363-bd95-1b0857dc3518 HTTP/1.1" status: 200 len: 217 time: 0.0678895 Mar 11 11:57:39.686446 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41b43ebc-f8eb-468b-b561-c7492e7313d5 req-218c43f1-0c99-4356-8318-354fa27361af tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318254 Mar 11 11:57:39.811131 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe2357e-0a14-41fc-8898-75616e32426e x-openstack-request-id: req-fbe2357e-0a14-41fc-8898-75616e32426e {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:39.815993 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1776fde0-a68a-4334-8bdf-80a5f2531367", "tag": "9c61bd6a-93dd-4aab-b071-bcf4e7a084d4", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:39.816336 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fbe2357e-0a14-41fc-8898-75616e32426e {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:39.816825 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1776fde0-a68a-4334-8bdf-80a5f2531367', 'tag': '9c61bd6a-93dd-4aab-b071-bcf4e7a084d4', 'status': 'completed', 'code': 200} Mar 11 11:57:39.823330 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5488b362-01ce-441f-82e6-a6be613bd188 req-6e364c03-da8e-4f39-8ff4-62d8ec8c19f8 service neutron] 10.222.0.71 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733665 Mar 11 11:57:39.830644 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a8983-ebec-4d34-8c8f-a7b241a3497e req-8fbd9fa3-ee9b-47a4-85c5-250cb1918e8e tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:39.839082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-705a8983-ebec-4d34-8c8f-a7b241a3497e req-8fbd9fa3-ee9b-47a4-85c5-250cb1918e8e tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 943 time: 0.2927618 Mar 11 11:57:39.986026 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-705a8983-ebec-4d34-8c8f-a7b241a3497e req-51ef87d0-21ce-424e-9812-ff042a4965c4 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e2b494-2b80-4d29-9196-fd07731803e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458731 Mar 11 11:57:40.016441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-87174ac4-0ccf-4193-85ec-55ebd461c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:40.017707 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-87174ac4-0ccf-4193-85ec-55ebd461c864 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9cfcb39e-437f-44fc-aee2-1b8acf055576 HTTP/1.1" status: 200 len: 858 time: 0.1760876 Mar 11 11:57:40.052126 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 17c9fd94-8392-473e-84ff-8293894ff56d details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:57:40.118956 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-a4955a8a-d644-4f02-909b-4c82ffe4e0a5 req-d2f193f2-1b63-473f-9733-8a3381a3f135 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Deleting port a6c55071-0553-4c45-b393-3c16c3ff7465 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:57:40.119608 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a4955a8a-d644-4f02-909b-4c82ffe4e0a5 req-d2f193f2-1b63-473f-9733-8a3381a3f135 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a6c55071-0553-4c45-b393-3c16c3ff7465), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:40.188846 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b365e0cd-c9ea-4118-a2ba-1d1901b8982e req-d5a5393a-0556-43ce-9dcd-2e4f5231e2c3 service neutron] 10.222.0.37 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655200 Mar 11 11:57:40.197863 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-443af716-61e7-4a28-8c6b-48c68ab8a62b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7400f84e-a93c-4688-b928-1544a407da2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1623633 Mar 11 11:57:40.231213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22337b9-0f0d-4b95-8380-9d58d5a5a407 req-3e2806ae-a148-4c4a-9485-b4ed9d373b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:40.235642 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c22337b9-0f0d-4b95-8380-9d58d5a5a407 req-3e2806ae-a148-4c4a-9485-b4ed9d373b96 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d7d93bae467424b9b13f0eff988340e&device_id=1776fde0-a68a-4334-8bdf-80a5f2531367 HTTP/1.1" status: 200 len: 1126 time: 0.3364775 Mar 11 11:57:40.304679 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-a4955a8a-d644-4f02-909b-4c82ffe4e0a5 req-d2f193f2-1b63-473f-9733-8a3381a3f135 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] For port a6c55071-0553-4c45-b393-3c16c3ff7465, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a6c55071-0553-4c45-b393-3c16c3ff7465,segment=NetworkSegment(6496a002-10c5-4d8d-bc83-d61f10c8b4b8),segment_id=6496a002-10c5-4d8d-bc83-d61f10c8b4b8)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:40.305468 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a4955a8a-d644-4f02-909b-4c82ffe4e0a5 req-d2f193f2-1b63-473f-9733-8a3381a3f135 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a6c55071-0553-4c45-b393-3c16c3ff7465), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:40.331153 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-a4955a8a-d644-4f02-909b-4c82ffe4e0a5 req-d2f193f2-1b63-473f-9733-8a3381a3f135 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Calling delete_port for a6c55071-0553-4c45-b393-3c16c3ff7465 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:57:40.360015 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 17c9fd94-8392-473e-84ff-8293894ff56d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=17c9fd94-8392-473e-84ff-8293894ff56d,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:40.387662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '17c9fd94-8392-473e-84ff-8293894ff56d', 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76', 'port_id': '17c9fd94-8392-473e-84ff-8293894ff56d', 'mac_address': 'fa:16:3e:75:4f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d4a6a0-9aba-4653-a7b8-3dbb37767286', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:57:40.494660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 17c9fd94-8392-473e-84ff-8293894ff56d is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:57:40.495221 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (17c9fd94-8392-473e-84ff-8293894ff56d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:40.542544 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c9fd94-8392-473e-84ff-8293894ff56d {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:57:40.622663 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a4955a8a-d644-4f02-909b-4c82ffe4e0a5 req-d2f193f2-1b63-473f-9733-8a3381a3f135 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a6c55071-0553-4c45-b393-3c16c3ff7465), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:40.624120 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 17c9fd94-8392-473e-84ff-8293894ff56d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=17c9fd94-8392-473e-84ff-8293894ff56d,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:40.633587 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (17c9fd94-8392-473e-84ff-8293894ff56d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:40.640161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['a6c55071-0553-4c45-b393-3c16c3ff7465'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:57:40.652704 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ded10b-494d-4e6f-862b-d69c86fd4cb9 req-e8b7201a-b15d-4d71-8215-7dcb1cb81b80 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:40.660050 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69ded10b-494d-4e6f-862b-d69c86fd4cb9 req-e8b7201a-b15d-4d71-8215-7dcb1cb81b80 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=1776fde0-a68a-4334-8bdf-80a5f2531367 HTTP/1.1" status: 200 len: 944 time: 0.6682563 Mar 11 11:57:40.676987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22337b9-0f0d-4b95-8380-9d58d5a5a407 req-151b1e60-ff1b-4adc-8234-24631c9d0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:40.684629 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c22337b9-0f0d-4b95-8380-9d58d5a5a407 req-151b1e60-ff1b-4adc-8234-24631c9d0fed service neutron] 10.222.0.71 "GET /v2.0/networks?id=9ae4bf1e-2d21-4387-977e-ba9fd863fe76 HTTP/1.1" status: 200 len: 913 time: 0.4210174 Mar 11 11:57:40.686838 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-d5bce8b6-9a9d-4415-b18c-90e2f395362a service neutron] 10.222.0.37 "GET /v2.0/networks/7400f84e-a93c-4688-b928-1544a407da2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821727 Mar 11 11:57:40.743551 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f193f2-1b63-473f-9733-8a3381a3f135 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Pushing event deleted for resources: {'Port': ['ID=a6c55071-0553-4c45-b393-3c16c3ff7465,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:40.819909 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c22337b9-0f0d-4b95-8380-9d58d5a5a407 req-fc1b8421-cd38-4a93-b89b-86bac366edcd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 HTTP/1.1" status: 200 len: 217 time: 0.1282709 Mar 11 11:57:40.827681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=17c9fd94-8392-473e-84ff-8293894ff56d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:40.845413 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4955a8a-d644-4f02-909b-4c82ffe4e0a5 req-d2f193f2-1b63-473f-9733-8a3381a3f135 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] No DVR routers for this DVR port a6c55071-0553-4c45-b393-3c16c3ff7465 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:57:40.855142 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23439242-d759-46fa-9fac-b97d7b0ee335 req-c9c935f3-08cf-480e-9e2a-8b064afaf71b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:40.858055 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23439242-d759-46fa-9fac-b97d7b0ee335 req-c9c935f3-08cf-480e-9e2a-8b064afaf71b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.2670023 Mar 11 11:57:40.861988 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a4955a8a-d644-4f02-909b-4c82ffe4e0a5 req-d2f193f2-1b63-473f-9733-8a3381a3f135 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:40.865492 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4955a8a-d644-4f02-909b-4c82ffe4e0a5 req-d2f193f2-1b63-473f-9733-8a3381a3f135 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.71 "DELETE /v2.0/ports/a6c55071-0553-4c45-b393-3c16c3ff7465 HTTP/1.1" status: 204 len: 173 time: 1.3809814 Mar 11 11:57:40.866046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd0f291-4a75-491e-a506-10c1ed96179d', 'name': 'network-vif-deleted', 'tag': 'a6c55071-0553-4c45-b393-3c16c3ff7465'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:40.868967 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2e9b62-c93c-437d-95cb-70aba7e775d2" -d '{"events": [{"server_uuid": "cdd0f291-4a75-491e-a506-10c1ed96179d", "name": "network-vif-deleted", "tag": "a6c55071-0553-4c45-b393-3c16c3ff7465"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:40.874765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['17c9fd94-8392-473e-84ff-8293894ff56d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:57:40.924538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23439242-d759-46fa-9fac-b97d7b0ee335 req-6f5c5073-5ef1-4704-9dd2-58ed965a579b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504425 Mar 11 11:57:40.936227 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69ded10b-494d-4e6f-862b-d69c86fd4cb9 req-10b16fcb-5590-4ecb-9acd-9c58a508c52e tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748253 Mar 11 11:57:40.978503 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22337b9-0f0d-4b95-8380-9d58d5a5a407 req-eda6b48d-a255-4af6-af0e-d025cd18c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:40.980269 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c22337b9-0f0d-4b95-8380-9d58d5a5a407 req-eda6b48d-a255-4af6-af0e-d025cd18c3f3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=74d4a6a0-9aba-4653-a7b8-3dbb37767286 HTTP/1.1" status: 200 len: 852 time: 0.1472607 Mar 11 11:57:41.048389 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35876eb7-befe-44bf-ada8-fd6552b704c6 x-openstack-request-id: req-35876eb7-befe-44bf-ada8-fd6552b704c6 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:41.048972 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd0f291-4a75-491e-a506-10c1ed96179d", "name": "network-vif-deleted", "tag": "a6c55071-0553-4c45-b393-3c16c3ff7465", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:41.050376 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35876eb7-befe-44bf-ada8-fd6552b704c6 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:41.051303 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd0f291-4a75-491e-a506-10c1ed96179d', 'name': 'network-vif-deleted', 'tag': 'a6c55071-0553-4c45-b393-3c16c3ff7465', 'status': 'completed', 'code': 200} Mar 11 11:57:41.168837 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c22337b9-0f0d-4b95-8380-9d58d5a5a407 req-c394ca21-4c83-44fb-80f5-35d5af8518b3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ae4bf1e-2d21-4387-977e-ba9fd863fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1758442 Mar 11 11:57:41.255183 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0cacc8b5-ddd1-44e6-8371-1d26e1905d72 req-79c1ca5d-8277-4d2b-9947-312569e82256 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd0f291-4a75-491e-a506-10c1ed96179d HTTP/1.1" status: 200 len: 210 time: 0.1206639 Mar 11 11:57:41.325021 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716e0f2-8a7b-4d13-ac8c-38884417e7c7 req-30cb09b6-664b-4519-8d0f-396b39ed168f tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:41.328563 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4716e0f2-8a7b-4d13-ac8c-38884417e7c7 req-30cb09b6-664b-4519-8d0f-396b39ed168f tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 943 time: 0.1467042 Mar 11 11:57:41.396387 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:57:41.406919 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5f31c510-3071-4d77-9d72-a29a02e1d1e7 req-bc52ec8e-b1a2-4822-9c03-693d4789d0b6 service neutron] 10.222.0.37 "GET /v2.0/networks/7400f84e-a93c-4688-b928-1544a407da2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7060530 Mar 11 11:57:41.430561 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4716e0f2-8a7b-4d13-ac8c-38884417e7c7 req-2e9ed664-2eaa-4836-8ab5-1209f0c98c4e tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e2b494-2b80-4d29-9196-fd07731803e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820179 Mar 11 11:57:41.478325 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c22337b9-0f0d-4b95-8380-9d58d5a5a407 req-dde019aa-22c3-4371-afbf-50385774b43a service neutron] 10.222.0.71 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000739 Mar 11 11:57:41.646031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9c61bd6a-93dd-4aab-b071-bcf4e7a084d4,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:41.662502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '9c61bd6a-93dd-4aab-b071-bcf4e7a084d4', 'network_id': '9ae4bf1e-2d21-4387-977e-ba9fd863fe76', 'port_id': '9c61bd6a-93dd-4aab-b071-bcf4e7a084d4', 'mac_address': 'fa:16:3e:c6:35:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d4a6a0-9aba-4653-a7b8-3dbb37767286', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:57:41.719523 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:57:41.720198 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9c61bd6a-93dd-4aab-b071-bcf4e7a084d4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:41.725922 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c22337b9-0f0d-4b95-8380-9d58d5a5a407 req-ccc9852f-a28e-48c3-b22f-c66c583bcbd9 service neutron] 10.222.0.71 "GET /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391462 Mar 11 11:57:41.738220 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:57:41.779209 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9c61bd6a-93dd-4aab-b071-bcf4e7a084d4,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:41.785314 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9c61bd6a-93dd-4aab-b071-bcf4e7a084d4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:41.817915 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce995c88-687f-4cfb-8848-f671fa13a0eb', 'tag': '665cf85b-8c80-4363-bd95-1b0857dc3518'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:41.820834 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69383bc3-82d6-42c8-bbd4-8d64433c8ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "ce995c88-687f-4cfb-8848-f671fa13a0eb", "tag": "665cf85b-8c80-4363-bd95-1b0857dc3518"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:41.853242 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=9c61bd6a-93dd-4aab-b071-bcf4e7a084d4,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:41.904110 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f23c28-b0b2-4373-b805-d59169b87193 x-openstack-request-id: req-30f23c28-b0b2-4373-b805-d59169b87193 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:41.904527 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce995c88-687f-4cfb-8848-f671fa13a0eb", "tag": "665cf85b-8c80-4363-bd95-1b0857dc3518", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:41.905001 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-30f23c28-b0b2-4373-b805-d59169b87193 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:41.905515 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce995c88-687f-4cfb-8848-f671fa13a0eb', 'tag': '665cf85b-8c80-4363-bd95-1b0857dc3518', 'status': 'completed', 'code': 200} Mar 11 11:57:42.011336 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69383bc3-82d6-42c8-bbd4-8d64433c8ec2 req-017d71cb-e327-4b05-83a5-b415d2eff42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:42.016011 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-69383bc3-82d6-42c8-bbd4-8d64433c8ec2 req-017d71cb-e327-4b05-83a5-b415d2eff42b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9930009fdb11478d9157251b63ee3678&device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 1125 time: 0.0979483 Mar 11 11:57:42.041349 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['9c61bd6a-93dd-4aab-b071-bcf4e7a084d4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:57:42.100508 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 17c9fd94-8392-473e-84ff-8293894ff56d up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:57:42.149882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69383bc3-82d6-42c8-bbd4-8d64433c8ec2 req-2d213832-2ae6-45e7-a387-947d875d90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:42.152167 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-69383bc3-82d6-42c8-bbd4-8d64433c8ec2 req-2d213832-2ae6-45e7-a387-947d875d90ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=7400f84e-a93c-4688-b928-1544a407da2b HTTP/1.1" status: 200 len: 919 time: 0.1273851 Mar 11 11:57:42.215062 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-69383bc3-82d6-42c8-bbd4-8d64433c8ec2 req-c406f9bb-488c-4415-b2d4-ed1edd6978ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=665cf85b-8c80-4363-bd95-1b0857dc3518 HTTP/1.1" status: 200 len: 217 time: 0.0523863 Mar 11 11:57:42.290324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 17c9fd94-8392-473e-84ff-8293894ff56d completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:57:42.328821 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d9309-7c02-47f2-ae0b-3289b9d885e8 req-02c0068e-1fc7-40e8-bc57-70c27ff7676a tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:42.330387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f97d9309-7c02-47f2-ae0b-3289b9d885e8 req-02c0068e-1fc7-40e8-bc57-70c27ff7676a tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=1776fde0-a68a-4334-8bdf-80a5f2531367 HTTP/1.1" status: 200 len: 945 time: 0.1947844 Mar 11 11:57:42.346720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5a068-b432-46fc-b230-812cf69e2db5 req-982e95c5-5c76-45c2-986e-c74bb8fd2ef0 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:42.351664 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69383bc3-82d6-42c8-bbd4-8d64433c8ec2 req-c8519aad-10ec-4524-838a-88f958a1b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:42.353013 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-69383bc3-82d6-42c8-bbd4-8d64433c8ec2 req-c8519aad-10ec-4524-838a-88f958a1b322 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9cfcb39e-437f-44fc-aee2-1b8acf055576 HTTP/1.1" status: 200 len: 858 time: 0.1315830 Mar 11 11:57:42.366095 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7e5a068-b432-46fc-b230-812cf69e2db5 req-982e95c5-5c76-45c2-986e-c74bb8fd2ef0 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.2412231 Mar 11 11:57:42.367270 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 17c9fd94-8392-473e-84ff-8293894ff56d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:57:42.367675 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (17c9fd94-8392-473e-84ff-8293894ff56d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:42.426376 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-69383bc3-82d6-42c8-bbd4-8d64433c8ec2 req-2684f431-7990-40f7-975a-29d57ab4567c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7400f84e-a93c-4688-b928-1544a407da2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659924 Mar 11 11:57:42.501668 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7e5a068-b432-46fc-b230-812cf69e2db5 req-f2c2f70f-654e-4817-9ea4-7b1b9b6796e4 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342213 Mar 11 11:57:42.581512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 17c9fd94-8392-473e-84ff-8293894ff56d is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:57:42.583121 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (17c9fd94-8392-473e-84ff-8293894ff56d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:42.592895 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:42.619914 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f97d9309-7c02-47f2-ae0b-3289b9d885e8 req-1bec9e0a-263d-4893-98b2-df166ecdacec tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128036 Mar 11 11:57:42.668094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b2aad-3387-49c5-8d47-91919dd985b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c9fd94-8392-473e-84ff-8293894ff56d'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:42.675086 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28efd257-b11b-42e9-a1f5-93dce8be654a" -d '{"events": [{"server_uuid": "d07b2aad-3387-49c5-8d47-91919dd985b6", "name": "network-vif-plugged", "status": "completed", "tag": "17c9fd94-8392-473e-84ff-8293894ff56d"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:42.693944 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-69383bc3-82d6-42c8-bbd4-8d64433c8ec2 req-6496923f-66dc-4c58-a911-3031c967d0b6 service neutron] 10.222.0.37 "GET /v2.0/networks/7400f84e-a93c-4688-b928-1544a407da2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573953 Mar 11 11:57:42.713155 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 17c9fd94-8392-473e-84ff-8293894ff56d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=17c9fd94-8392-473e-84ff-8293894ff56d,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:42.722541 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (17c9fd94-8392-473e-84ff-8293894ff56d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:42.861269 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=17c9fd94-8392-473e-84ff-8293894ff56d,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:42.890959 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94db00-37db-4324-8692-3e097eb9ed2b req-646e5d66-ccb3-430b-9bf3-612d30aafef8 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:42.897774 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-69383bc3-82d6-42c8-bbd4-8d64433c8ec2 req-6d8eea66-a34e-4739-8bf6-e076640cc183 service neutron] 10.222.0.37 "GET /v2.0/networks/7400f84e-a93c-4688-b928-1544a407da2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946495 Mar 11 11:57:42.906444 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c94db00-37db-4324-8692-3e097eb9ed2b req-646e5d66-ccb3-430b-9bf3-612d30aafef8 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 943 time: 0.1476707 Mar 11 11:57:43.016224 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c94db00-37db-4324-8692-3e097eb9ed2b req-ec873421-2c24-41a1-ad3d-4e2f63239df5 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e2b494-2b80-4d29-9196-fd07731803e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087937 Mar 11 11:57:43.106184 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ce4938-7090-41c2-8f63-35f6827f9d7b x-openstack-request-id: req-19ce4938-7090-41c2-8f63-35f6827f9d7b {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:43.106705 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b2aad-3387-49c5-8d47-91919dd985b6", "name": "network-vif-plugged", "status": "completed", "tag": "17c9fd94-8392-473e-84ff-8293894ff56d", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:43.107741 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19ce4938-7090-41c2-8f63-35f6827f9d7b {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:43.108326 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b2aad-3387-49c5-8d47-91919dd985b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c9fd94-8392-473e-84ff-8293894ff56d', 'code': 200} Mar 11 11:57:43.125108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba16da-a228-4364-bc98-80803edd78fa req-3b450523-1732-49a1-b3a7-1f18228dcd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:43.139544 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-40ba16da-a228-4364-bc98-80803edd78fa req-3b450523-1732-49a1-b3a7-1f18228dcd9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c751e389d54645099a22677f6b092d04&device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 1127 time: 0.1651874 Mar 11 11:57:43.334553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba16da-a228-4364-bc98-80803edd78fa req-64d13427-94ee-472f-983d-7f16cdf38011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:43.336560 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-40ba16da-a228-4364-bc98-80803edd78fa req-64d13427-94ee-472f-983d-7f16cdf38011 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db1bf751-93ef-436f-a893-1e04494930da HTTP/1.1" status: 200 len: 912 time: 0.1866300 Mar 11 11:57:43.396030 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae913395-fe56-47ee-8549-f07c718d21ab req-4ed1ec2f-e764-4ff6-9888-792ce160add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:43.397607 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae913395-fe56-47ee-8549-f07c718d21ab req-4ed1ec2f-e764-4ff6-9888-792ce160add4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d07b2aad-3387-49c5-8d47-91919dd985b6 HTTP/1.1" status: 200 len: 1128 time: 0.2224455 Mar 11 11:57:43.408322 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-40ba16da-a228-4364-bc98-80803edd78fa req-78f1e7e0-e511-48e5-ab04-7568cd1344c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a3dc805-a3ed-42e9-9994-e9a65c4ac61d HTTP/1.1" status: 200 len: 217 time: 0.0647626 Mar 11 11:57:43.430343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:57:43.478057 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31554983-aa6e-4399-bfd8-1499d0169968 req-56ddec8b-d161-4666-9e34-29395320dc83 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:43.493019 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31554983-aa6e-4399-bfd8-1499d0169968 req-56ddec8b-d161-4666-9e34-29395320dc83 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.2461703 Mar 11 11:57:43.555729 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba16da-a228-4364-bc98-80803edd78fa req-b55bf448-6b19-4091-a7a9-a0093430939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:43.560792 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-40ba16da-a228-4364-bc98-80803edd78fa req-b55bf448-6b19-4091-a7a9-a0093430939a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df3e3a03-6255-4d9b-baac-a864e3b4ba49 HTTP/1.1" status: 200 len: 851 time: 0.1456535 Mar 11 11:57:43.565050 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:57:43.594383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:57:43.595521 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9c61bd6a-93dd-4aab-b071-bcf4e7a084d4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:43.639149 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae913395-fe56-47ee-8549-f07c718d21ab req-6d93a5a4-85e9-4582-afbb-bb4957847c25 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303576 Mar 11 11:57:43.639855 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-40ba16da-a228-4364-bc98-80803edd78fa req-3b7a0920-a0b9-4d6e-8b0d-014f188a0b40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db1bf751-93ef-436f-a893-1e04494930da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712972 Mar 11 11:57:43.643969 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fc581a0e-a719-4a85-b269-97b3b5f1ebf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:43.669442 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31554983-aa6e-4399-bfd8-1499d0169968 req-867feebb-0ce2-4797-95f7-8beeaba3d748 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750844 Mar 11 11:57:43.774994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:57:43.775604 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9c61bd6a-93dd-4aab-b071-bcf4e7a084d4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:43.845411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9c61bd6a-93dd-4aab-b071-bcf4e7a084d4,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:43.855559 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9c61bd6a-93dd-4aab-b071-bcf4e7a084d4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:43.856839 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a6c55071-0553-4c45-b393-3c16c3ff7465 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:57:43.859862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21412adc-c437-4eb3-8063-7529353ed6b8 req-f2e8dd4a-50dd-4d2b-9c74-d2dc409bbc22 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:43.871784 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21412adc-c437-4eb3-8063-7529353ed6b8 req-f2e8dd4a-50dd-4d2b-9c74-d2dc409bbc22 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=1776fde0-a68a-4334-8bdf-80a5f2531367 HTTP/1.1" status: 200 len: 945 time: 0.1096225 Mar 11 11:57:43.962172 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: a6c55071-0553-4c45-b393-3c16c3ff7465 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:57:43.962796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a6c55071-0553-4c45-b393-3c16c3ff7465 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:57:43.996559 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21412adc-c437-4eb3-8063-7529353ed6b8 req-0b90d255-b017-4ca5-acc7-6754bcf12e55 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160128 Mar 11 11:57:44.032830 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=9c61bd6a-93dd-4aab-b071-bcf4e7a084d4,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:44.082599 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 665cf85b-8c80-4363-bd95-1b0857dc3518 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:57:44.137117 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-40ba16da-a228-4364-bc98-80803edd78fa req-2ae84e8c-7627-4988-b0ad-1baf5b4fd516 service neutron] 10.222.0.37 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989790 Mar 11 11:57:44.319303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19916032-1f09-45f7-a6a2-f579ba84fc5a req-27c39967-5ba7-4d89-88ec-e8bae7d0a1db tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:44.329744 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19916032-1f09-45f7-a6a2-f579ba84fc5a req-27c39967-5ba7-4d89-88ec-e8bae7d0a1db tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 943 time: 0.1377220 Mar 11 11:57:44.400777 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-40ba16da-a228-4364-bc98-80803edd78fa req-b47d92a4-11a0-4c01-9901-7dc0e524e3a0 service neutron] 10.222.0.37 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560728 Mar 11 11:57:44.443790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 665cf85b-8c80-4363-bd95-1b0857dc3518, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=665cf85b-8c80-4363-bd95-1b0857dc3518,segment=NetworkSegment(cf46cb80-7e8c-4a79-83d8-62c3523e7f15),segment_id=cf46cb80-7e8c-4a79-83d8-62c3523e7f15)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:44.455661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19916032-1f09-45f7-a6a2-f579ba84fc5a req-37195647-a364-4ebc-b82c-e29da6796f48 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e2b494-2b80-4d29-9196-fd07731803e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248438 Mar 11 11:57:44.492198 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '665cf85b-8c80-4363-bd95-1b0857dc3518', 'network_id': '7400f84e-a93c-4688-b928-1544a407da2b', 'port_id': '665cf85b-8c80-4363-bd95-1b0857dc3518', 'mac_address': 'fa:16:3e:3b:f6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cfcb39e-437f-44fc-aee2-1b8acf055576', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:57:44.583837 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 665cf85b-8c80-4363-bd95-1b0857dc3518 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:57:44.584281 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (665cf85b-8c80-4363-bd95-1b0857dc3518), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:44.618992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665cf85b-8c80-4363-bd95-1b0857dc3518 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:57:44.652354 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 665cf85b-8c80-4363-bd95-1b0857dc3518, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=665cf85b-8c80-4363-bd95-1b0857dc3518,segment=NetworkSegment(cf46cb80-7e8c-4a79-83d8-62c3523e7f15),segment_id=cf46cb80-7e8c-4a79-83d8-62c3523e7f15)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:44.673506 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (665cf85b-8c80-4363-bd95-1b0857dc3518), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:44.819759 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=665cf85b-8c80-4363-bd95-1b0857dc3518,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:44.919171 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['665cf85b-8c80-4363-bd95-1b0857dc3518'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:57:44.925709 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bc9fe-1571-4997-a98d-eff10917cb81 req-030c8726-404f-421f-bbd2-c6314883452d tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:44.927685 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d6bc9fe-1571-4997-a98d-eff10917cb81 req-030c8726-404f-421f-bbd2-c6314883452d tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.1450555 Mar 11 11:57:44.986258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d6bc9fe-1571-4997-a98d-eff10917cb81 req-e50630ea-149b-4cd5-beaf-aad20fbc4478 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526619 Mar 11 11:57:45.112245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1776fde0-a68a-4334-8bdf-80a5f2531367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c61bd6a-93dd-4aab-b071-bcf4e7a084d4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:45.116210 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30300c1-c629-4663-af73-54f52d451638" -d '{"events": [{"server_uuid": "1776fde0-a68a-4334-8bdf-80a5f2531367", "name": "network-vif-plugged", "status": "completed", "tag": "9c61bd6a-93dd-4aab-b071-bcf4e7a084d4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:45.246987 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f15b4f-e817-41f5-a454-70878987c711 x-openstack-request-id: req-22f15b4f-e817-41f5-a454-70878987c711 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:45.247561 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1776fde0-a68a-4334-8bdf-80a5f2531367", "name": "network-vif-plugged", "status": "completed", "tag": "9c61bd6a-93dd-4aab-b071-bcf4e7a084d4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:45.247701 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-22f15b4f-e817-41f5-a454-70878987c711 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:45.248064 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1776fde0-a68a-4334-8bdf-80a5f2531367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c61bd6a-93dd-4aab-b071-bcf4e7a084d4', 'code': 200} Mar 11 11:57:45.292543 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881f929-3d4d-411d-b2f8-21ede331ad84 req-5896c7f3-4e33-4326-a023-78616202a1f0 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:45.304916 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3881f929-3d4d-411d-b2f8-21ede331ad84 req-5896c7f3-4e33-4326-a023-78616202a1f0 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=1776fde0-a68a-4334-8bdf-80a5f2531367 HTTP/1.1" status: 200 len: 946 time: 0.1721728 Mar 11 11:57:45.347752 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0086a-ee77-40d1-9dee-70f8d7857aad req-2dcdb36d-fe12-4802-97cc-875a1827a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:45.349272 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-06f0086a-ee77-40d1-9dee-70f8d7857aad req-2dcdb36d-fe12-4802-97cc-875a1827a8e0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1776fde0-a68a-4334-8bdf-80a5f2531367 HTTP/1.1" status: 200 len: 1128 time: 0.1035900 Mar 11 11:57:45.390407 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3881f929-3d4d-411d-b2f8-21ede331ad84 req-65299087-b727-4f01-ba05-e35b63025c53 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786023 Mar 11 11:57:45.426591 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-06f0086a-ee77-40d1-9dee-70f8d7857aad req-29d59bb9-65de-4525-9c58-805b74d55600 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681317 Mar 11 11:57:45.654856 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f09b9-66f0-4a58-9185-03d34c0d7b40 req-57b3eb1b-e47b-40c8-8217-f806c836b528 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:45.657114 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-304f09b9-66f0-4a58-9185-03d34c0d7b40 req-57b3eb1b-e47b-40c8-8217-f806c836b528 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 944 time: 0.0719802 Mar 11 11:57:45.713037 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-304f09b9-66f0-4a58-9185-03d34c0d7b40 req-a55bcc11-33d2-491f-8052-53163a5290f6 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e2b494-2b80-4d29-9196-fd07731803e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501938 Mar 11 11:57:45.718318 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b543c145-1e79-4c4c-90cf-587e28633deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:46.082273 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 665cf85b-8c80-4363-bd95-1b0857dc3518 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:57:46.156033 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc0ef5-23af-4019-9117-71ca22d13c99 req-7d245263-31cd-41fe-9451-2017fa8d180a tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:46.165174 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90cc0ef5-23af-4019-9117-71ca22d13c99 req-7d245263-31cd-41fe-9451-2017fa8d180a tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.0749476 Mar 11 11:57:46.250376 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90cc0ef5-23af-4019-9117-71ca22d13c99 req-3bd79eb5-f3fe-4405-9bbb-fa3541791b9a tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829775 Mar 11 11:57:46.415166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 665cf85b-8c80-4363-bd95-1b0857dc3518 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:57:46.420259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 665cf85b-8c80-4363-bd95-1b0857dc3518 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:57:46.420829 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (665cf85b-8c80-4363-bd95-1b0857dc3518), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:46.590990 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 665cf85b-8c80-4363-bd95-1b0857dc3518 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:57:46.591383 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (665cf85b-8c80-4363-bd95-1b0857dc3518), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:46.678865 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 665cf85b-8c80-4363-bd95-1b0857dc3518, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=665cf85b-8c80-4363-bd95-1b0857dc3518,segment=NetworkSegment(cf46cb80-7e8c-4a79-83d8-62c3523e7f15),segment_id=cf46cb80-7e8c-4a79-83d8-62c3523e7f15)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:46.685560 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (665cf85b-8c80-4363-bd95-1b0857dc3518), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:46.693351 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c24833-c0db-4ebe-948d-cfb4ef406fce req-15c7e62c-91b0-4302-a4e0-6c34d0c79b22 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:46.695639 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-11c24833-c0db-4ebe-948d-cfb4ef406fce req-15c7e62c-91b0-4302-a4e0-6c34d0c79b22 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=1776fde0-a68a-4334-8bdf-80a5f2531367 HTTP/1.1" status: 200 len: 946 time: 0.1469970 Mar 11 11:57:46.793629 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=665cf85b-8c80-4363-bd95-1b0857dc3518,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:46.835556 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-11c24833-c0db-4ebe-948d-cfb4ef406fce req-02fff441-2051-4621-ba34-b5a48df05fcf tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328683 Mar 11 11:57:46.924009 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b5e62-01bc-434c-92db-474609087e13 req-d710ba9a-0bca-44d2-9fcd-3e835e62f0fc tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:46.925556 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9c1b5e62-01bc-434c-92db-474609087e13 req-d710ba9a-0bca-44d2-9fcd-3e835e62f0fc tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 945 time: 0.0868394 Mar 11 11:57:46.951931 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34690) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:47.024430 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9c1b5e62-01bc-434c-92db-474609087e13 req-bc167cf0-98f8-4aee-b524-1f54e2fb6f90 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e2b494-2b80-4d29-9196-fd07731803e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856500 Mar 11 11:57:47.104653 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0818bd48-363e-44a0-9825-b488a2e290b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:47.159131 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:47.214032 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0818bd48-363e-44a0-9825-b488a2e290b9 admin admin] Publish callbacks [] for security_group (897d5561-f398-4179-80a2-5731dd712261), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:47.220071 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0818bd48-363e-44a0-9825-b488a2e290b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (897d5561-f398-4179-80a2-5731dd712261), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:47.248843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce995c88-687f-4cfb-8848-f671fa13a0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665cf85b-8c80-4363-bd95-1b0857dc3518'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:47.253712 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9126658-f2ee-445a-b1dc-9beb38ba481f" -d '{"events": [{"server_uuid": "ce995c88-687f-4cfb-8848-f671fa13a0eb", "name": "network-vif-plugged", "status": "completed", "tag": "665cf85b-8c80-4363-bd95-1b0857dc3518"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:47.292738 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0818bd48-363e-44a0-9825-b488a2e290b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ae8fa8396dd4ea0acca866ec5bd8418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3390648 Mar 11 11:57:47.294467 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818bd48-363e-44a0-9825-b488a2e290b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897d5561-f398-4179-80a2-5731dd712261,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:47.298252 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34698) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:47.397894 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15a6854-e263-4d01-8b66-a5e2937035a6 x-openstack-request-id: req-f15a6854-e263-4d01-8b66-a5e2937035a6 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:47.398596 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce995c88-687f-4cfb-8848-f671fa13a0eb", "name": "network-vif-plugged", "status": "completed", "tag": "665cf85b-8c80-4363-bd95-1b0857dc3518", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:47.399476 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f15a6854-e263-4d01-8b66-a5e2937035a6 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:47.401579 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce995c88-687f-4cfb-8848-f671fa13a0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665cf85b-8c80-4363-bd95-1b0857dc3518', 'code': 200} Mar 11 11:57:47.588746 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-72732043-eda5-41dc-b785-9f81a3a4a0b6 admin admin] Publish callbacks [] for security_group (897d5561-f398-4179-80a2-5731dd712261), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:47.629460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055505d-9452-4673-ae89-6eea0ba7ce01 req-d5a22879-3fd0-4aaf-aedf-cc774bf8be79 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:47.633589 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624936d-448b-475d-a27c-7cdb240330ed req-d3e9c62d-9e45-4c9e-8cd3-a5822d1df491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:47.635165 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a624936d-448b-475d-a27c-7cdb240330ed req-d3e9c62d-9e45-4c9e-8cd3-a5822d1df491 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 1127 time: 0.1079292 Mar 11 11:57:47.637969 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1055505d-9452-4673-ae89-6eea0ba7ce01 req-d5a22879-3fd0-4aaf-aedf-cc774bf8be79 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.1591101 Mar 11 11:57:47.642551 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-72732043-eda5-41dc-b785-9f81a3a4a0b6 admin admin] Publish callbacks [] for security_group (897d5561-f398-4179-80a2-5731dd712261), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:47.709701 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a624936d-448b-475d-a27c-7cdb240330ed req-c47a0b79-4047-47a2-8dda-b62ac1b97f9f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=07e2b494-2b80-4d29-9196-fd07731803e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643067 Mar 11 11:57:47.722509 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1055505d-9452-4673-ae89-6eea0ba7ce01 req-d1f594aa-0b6c-49b8-9e8c-686c9034fc62 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745168 Mar 11 11:57:47.772917 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-72732043-eda5-41dc-b785-9f81a3a4a0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (897d5561-f398-4179-80a2-5731dd712261), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:47.776481 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-72732043-eda5-41dc-b785-9f81a3a4a0b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:47.780424 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-72732043-eda5-41dc-b785-9f81a3a4a0b6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/897d5561-f398-4179-80a2-5731dd712261 HTTP/1.1" status: 204 len: 168 time: 0.4762931 Mar 11 11:57:47.786051 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72732043-eda5-41dc-b785-9f81a3a4a0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897d5561-f398-4179-80a2-5731dd712261,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:47.999609 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc94ff1-969b-444d-8632-34f7582a0822 req-9e5e27e7-bf7f-43c0-adaf-5f4ad0dd48c6 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:48.002158 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dc94ff1-969b-444d-8632-34f7582a0822 req-9e5e27e7-bf7f-43c0-adaf-5f4ad0dd48c6 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=1776fde0-a68a-4334-8bdf-80a5f2531367 HTTP/1.1" status: 200 len: 946 time: 0.0700440 Mar 11 11:57:48.131070 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dc94ff1-969b-444d-8632-34f7582a0822 req-07949717-78b1-465f-8745-6982230d03b3 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213453 Mar 11 11:57:48.225439 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15167c65-02e9-473f-a559-ca0a6b81bede req-bdd44a72-7f8a-4436-ae9e-877b71a30461 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:48.230622 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15167c65-02e9-473f-a559-ca0a6b81bede req-bdd44a72-7f8a-4436-ae9e-877b71a30461 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 945 time: 0.0934660 Mar 11 11:57:48.324303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b9113-9679-4a32-bb8b-c698acf6ddda req-2a6f17fe-e70a-4921-9e2f-cbe6a4938ff1 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:48.326090 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e6b9113-9679-4a32-bb8b-c698acf6ddda req-2a6f17fe-e70a-4921-9e2f-cbe6a4938ff1 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07b2aad-3387-49c5-8d47-91919dd985b6 HTTP/1.1" status: 200 len: 946 time: 0.0924325 Mar 11 11:57:48.356957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15167c65-02e9-473f-a559-ca0a6b81bede req-f2a99ca9-21dd-488e-9c3b-b4db3e254a68 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e2b494-2b80-4d29-9196-fd07731803e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870235 Mar 11 11:57:48.389984 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e6b9113-9679-4a32-bb8b-c698acf6ddda req-758819e7-8bc1-4810-a8f6-69a131ef0a11 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550508 Mar 11 11:57:48.596550 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:49.020648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9e44a-6959-4b01-a3d8-47e756ad6468 req-7ed32a3e-d9d2-46bc-9721-06b0be3a87fb tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:49.024338 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49a9e44a-6959-4b01-a3d8-47e756ad6468 req-7ed32a3e-d9d2-46bc-9721-06b0be3a87fb tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.1665885 Mar 11 11:57:49.134638 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49a9e44a-6959-4b01-a3d8-47e756ad6468 req-527a2aa0-fb95-443c-8fa3-febb0376f575 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024303 Mar 11 11:57:49.184170 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f2b00-cb50-4952-b980-6096496567b1 req-dcaf301e-a539-4ccb-916e-f2a9c0a9ee64 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:49.186513 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a7f2b00-cb50-4952-b980-6096496567b1 req-dcaf301e-a539-4ccb-916e-f2a9c0a9ee64 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07b2aad-3387-49c5-8d47-91919dd985b6 HTTP/1.1" status: 200 len: 946 time: 0.1291499 Mar 11 11:57:49.312547 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a7f2b00-cb50-4952-b980-6096496567b1 req-af1fc379-a2a1-4611-9086-788696260284 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153040 Mar 11 11:57:49.540262 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbd2dc-374f-4987-9e07-393636bd6306 req-ee180b2c-6356-41cb-aa3c-7ec5c5da2c23 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:49.542062 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bdbd2dc-374f-4987-9e07-393636bd6306 req-ee180b2c-6356-41cb-aa3c-7ec5c5da2c23 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 945 time: 0.0682609 Mar 11 11:57:49.601839 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bdbd2dc-374f-4987-9e07-393636bd6306 req-9db7dc0e-67e8-4f56-b4cf-6d7987b136fa tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e2b494-2b80-4d29-9196-fd07731803e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507414 Mar 11 11:57:49.970515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fff6ca-b901-460d-941d-11c8b379f5e9 req-9ba660c2-e1bb-4750-807a-c126308a6fc4 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:49.979552 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2fff6ca-b901-460d-941d-11c8b379f5e9 req-9ba660c2-e1bb-4750-807a-c126308a6fc4 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 945 time: 0.0905006 Mar 11 11:57:50.062222 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:50.130118 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2fff6ca-b901-460d-941d-11c8b379f5e9 req-b8a1e1ca-f345-415e-9148-43f1544933ba tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e2b494-2b80-4d29-9196-fd07731803e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494482 Mar 11 11:57:50.199029 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3683e-c289-4969-962c-636000bdfc4e req-6b8846ce-b672-4453-bbe5-c7e10044af95 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:50.204769 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-49d3683e-c289-4969-962c-636000bdfc4e req-6b8846ce-b672-4453-bbe5-c7e10044af95 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07b2aad-3387-49c5-8d47-91919dd985b6 HTTP/1.1" status: 200 len: 946 time: 0.1166720 Mar 11 11:57:50.224119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34812) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:50.375398 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed501fa-f2cd-4368-a72b-c55a42b6290b req-10349e3b-b78f-47ca-a362-13293e872508 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:50.402289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ed501fa-f2cd-4368-a72b-c55a42b6290b req-10349e3b-b78f-47ca-a362-13293e872508 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.1538432 Mar 11 11:57:50.473008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-49d3683e-c289-4969-962c-636000bdfc4e req-09f2d70f-750c-41a5-96d1-fde82c056856 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Deleting port 17c9fd94-8392-473e-84ff-8293894ff56d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:57:50.473832 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-49d3683e-c289-4969-962c-636000bdfc4e req-09f2d70f-750c-41a5-96d1-fde82c056856 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (17c9fd94-8392-473e-84ff-8293894ff56d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:50.524239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34820) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:50.542887 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ed501fa-f2cd-4368-a72b-c55a42b6290b req-5ad290e9-244d-46b3-8b9a-3f6b618af75f tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391914 Mar 11 11:57:50.570094 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5fc85-873c-4cc0-8e8b-a9c373f9ba68 req-f42a955c-d64e-4164-8619-fd50312763a2 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:50.571723 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-55d5fc85-873c-4cc0-8e8b-a9c373f9ba68 req-f42a955c-d64e-4164-8619-fd50312763a2 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.71 "GET /v2.0/ports?device_id=1776fde0-a68a-4334-8bdf-80a5f2531367 HTTP/1.1" status: 200 len: 946 time: 0.2113216 Mar 11 11:57:50.629608 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eea0d1a3-eb4e-4aae-aeb7-f606c5c26865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:50.668576 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-885eab32-6106-48c4-87aa-c460c017e219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:50.701846 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d364a-f164-4f71-8058-d1ceab5cd9c1 req-e059c555-a439-405f-a828-3c511dbf685e tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:50.710511 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-362d364a-f164-4f71-8058-d1ceab5cd9c1 req-e059c555-a439-405f-a828-3c511dbf685e tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07b2aad-3387-49c5-8d47-91919dd985b6 HTTP/1.1" status: 200 len: 946 time: 0.1843584 Mar 11 11:57:50.798237 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-49d3683e-c289-4969-962c-636000bdfc4e req-09f2d70f-750c-41a5-96d1-fde82c056856 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] For port 17c9fd94-8392-473e-84ff-8293894ff56d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=17c9fd94-8392-473e-84ff-8293894ff56d,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:50.798902 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-49d3683e-c289-4969-962c-636000bdfc4e req-09f2d70f-750c-41a5-96d1-fde82c056856 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (17c9fd94-8392-473e-84ff-8293894ff56d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:50.805578 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-362d364a-f164-4f71-8058-d1ceab5cd9c1 req-e115e79d-a071-4c00-bf1b-97aa6cc29587 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/security-groups?id=e552ecad-8bea-44c6-958d-158bb0be96b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937276 Mar 11 11:57:50.814302 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eea0d1a3-eb4e-4aae-aeb7-f606c5c26865 admin admin] Publish callbacks [] for security_group (1e8e7052-407e-4dc7-9b21-11e670bdbf2a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:50.822015 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eea0d1a3-eb4e-4aae-aeb7-f606c5c26865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1e8e7052-407e-4dc7-9b21-11e670bdbf2a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:50.831179 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-49d3683e-c289-4969-962c-636000bdfc4e req-09f2d70f-750c-41a5-96d1-fde82c056856 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Calling delete_port for 17c9fd94-8392-473e-84ff-8293894ff56d owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:57:50.844769 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-885eab32-6106-48c4-87aa-c460c017e219 admin admin] Publish callbacks [] for security_group (2fadc63a-5f5c-4c43-b280-b1f3bab374e7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:50.861523 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-eea0d1a3-eb4e-4aae-aeb7-f606c5c26865 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9f9db6ae5c004676a5da8f562f4e91fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6360919 Mar 11 11:57:50.862338 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-885eab32-6106-48c4-87aa-c460c017e219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2fadc63a-5f5c-4c43-b280-b1f3bab374e7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:50.865357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34824) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:50.888946 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0d1a3-eb4e-4aae-aeb7-f606c5c26865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8e7052-407e-4dc7-9b21-11e670bdbf2a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:50.979569 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-55d5fc85-873c-4cc0-8e8b-a9c373f9ba68 req-16bca9fa-ab59-451a-9e0c-12c5f4487735 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Deleting port 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:57:50.980014 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55d5fc85-873c-4cc0-8e8b-a9c373f9ba68 req-16bca9fa-ab59-451a-9e0c-12c5f4487735 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9c61bd6a-93dd-4aab-b071-bcf4e7a084d4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:50.995612 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-885eab32-6106-48c4-87aa-c460c017e219 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=db3d3410d83043e8a003a36c303d1b94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4676466 Mar 11 11:57:50.995612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885eab32-6106-48c4-87aa-c460c017e219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fadc63a-5f5c-4c43-b280-b1f3bab374e7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:50.998426 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34826) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:51.104592 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4cac934e-68b7-48ce-99f7-c6621471995b admin admin] Publish callbacks [] for security_group (1e8e7052-407e-4dc7-9b21-11e670bdbf2a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:51.166105 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6221dbe9-c2d2-47a0-88bf-ef3e1f338372 admin admin] Publish callbacks [] for security_group (2fadc63a-5f5c-4c43-b280-b1f3bab374e7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:51.171891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-55d5fc85-873c-4cc0-8e8b-a9c373f9ba68 req-16bca9fa-ab59-451a-9e0c-12c5f4487735 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] For port 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9c61bd6a-93dd-4aab-b071-bcf4e7a084d4,segment=NetworkSegment(c040f70d-d6f5-49a9-81e0-9f04bbbf8292),segment_id=c040f70d-d6f5-49a9-81e0-9f04bbbf8292)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:51.172619 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55d5fc85-873c-4cc0-8e8b-a9c373f9ba68 req-16bca9fa-ab59-451a-9e0c-12c5f4487735 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9c61bd6a-93dd-4aab-b071-bcf4e7a084d4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:51.194575 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4cac934e-68b7-48ce-99f7-c6621471995b admin admin] Publish callbacks [] for security_group (1e8e7052-407e-4dc7-9b21-11e670bdbf2a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:51.209033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-55d5fc85-873c-4cc0-8e8b-a9c373f9ba68 req-16bca9fa-ab59-451a-9e0c-12c5f4487735 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Calling delete_port for 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:57:51.210724 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6221dbe9-c2d2-47a0-88bf-ef3e1f338372 admin admin] Publish callbacks [] for security_group (2fadc63a-5f5c-4c43-b280-b1f3bab374e7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:51.245130 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-49d3683e-c289-4969-962c-636000bdfc4e req-09f2d70f-750c-41a5-96d1-fde82c056856 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (17c9fd94-8392-473e-84ff-8293894ff56d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:51.260513 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['17c9fd94-8392-473e-84ff-8293894ff56d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:57:51.295356 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['9c61bd6a-93dd-4aab-b071-bcf4e7a084d4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:57:51.329160 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2d70f-750c-41a5-96d1-fde82c056856 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Pushing event deleted for resources: {'Port': ['ID=17c9fd94-8392-473e-84ff-8293894ff56d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:51.512331 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d3683e-c289-4969-962c-636000bdfc4e req-09f2d70f-750c-41a5-96d1-fde82c056856 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] No DVR routers for this DVR port 17c9fd94-8392-473e-84ff-8293894ff56d on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:57:51.520270 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-49d3683e-c289-4969-962c-636000bdfc4e req-09f2d70f-750c-41a5-96d1-fde82c056856 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:51.531503 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-49d3683e-c289-4969-962c-636000bdfc4e req-09f2d70f-750c-41a5-96d1-fde82c056856 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.37 "DELETE /v2.0/ports/17c9fd94-8392-473e-84ff-8293894ff56d HTTP/1.1" status: 204 len: 173 time: 1.3204877 Mar 11 11:57:51.531965 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b2aad-3387-49c5-8d47-91919dd985b6', 'name': 'network-vif-deleted', 'tag': '17c9fd94-8392-473e-84ff-8293894ff56d'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:51.536080 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745a7818-a9c8-4c35-a114-2f8548e4bcfa" -d '{"events": [{"server_uuid": "d07b2aad-3387-49c5-8d47-91919dd985b6", "name": "network-vif-deleted", "tag": "17c9fd94-8392-473e-84ff-8293894ff56d"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:51.570196 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4cac934e-68b7-48ce-99f7-c6621471995b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1e8e7052-407e-4dc7-9b21-11e670bdbf2a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:51.579056 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4cac934e-68b7-48ce-99f7-c6621471995b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:51.580445 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4cac934e-68b7-48ce-99f7-c6621471995b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1e8e7052-407e-4dc7-9b21-11e670bdbf2a HTTP/1.1" status: 204 len: 168 time: 0.7046528 Mar 11 11:57:51.669606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac934e-68b7-48ce-99f7-c6621471995b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8e7052-407e-4dc7-9b21-11e670bdbf2a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:51.749635 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6221dbe9-c2d2-47a0-88bf-ef3e1f338372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2fadc63a-5f5c-4c43-b280-b1f3bab374e7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:51.752419 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6221dbe9-c2d2-47a0-88bf-ef3e1f338372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:51.754271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6221dbe9-c2d2-47a0-88bf-ef3e1f338372 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2fadc63a-5f5c-4c43-b280-b1f3bab374e7 HTTP/1.1" status: 204 len: 168 time: 0.7542088 Mar 11 11:57:51.772475 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221dbe9-c2d2-47a0-88bf-ef3e1f338372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fadc63a-5f5c-4c43-b280-b1f3bab374e7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:51.782895 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55d5fc85-873c-4cc0-8e8b-a9c373f9ba68 req-16bca9fa-ab59-451a-9e0c-12c5f4487735 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9c61bd6a-93dd-4aab-b071-bcf4e7a084d4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:51.798854 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['17c9fd94-8392-473e-84ff-8293894ff56d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:57:51.822271 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86597467-ad3f-4c24-b77f-cf41dc845c05 req-995f41df-03bd-437f-bd45-fed5c4435ea8 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:51.825759 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86597467-ad3f-4c24-b77f-cf41dc845c05 req-995f41df-03bd-437f-bd45-fed5c4435ea8 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 945 time: 0.1265924 Mar 11 11:57:51.848253 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1fc0d-6beb-459f-a60e-092a0f3b9dd8 req-8eb3f2f6-a59f-42bb-b1b3-0c307e1ea0ec tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:51.859135 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7eb1fc0d-6beb-459f-a60e-092a0f3b9dd8 req-8eb3f2f6-a59f-42bb-b1b3-0c307e1ea0ec tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 945 time: 0.5983093 Mar 11 11:57:51.923094 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bca9fa-ab59-451a-9e0c-12c5f4487735 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Pushing event deleted for resources: {'Port': ['ID=9c61bd6a-93dd-4aab-b071-bcf4e7a084d4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:51.940143 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2b2fa1-1be1-439f-a881-ab3834ab5d68 x-openstack-request-id: req-8a2b2fa1-1be1-439f-a881-ab3834ab5d68 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:51.949279 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b2aad-3387-49c5-8d47-91919dd985b6", "name": "network-vif-deleted", "tag": "17c9fd94-8392-473e-84ff-8293894ff56d", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:51.950163 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a2b2fa1-1be1-439f-a881-ab3834ab5d68 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:51.950695 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b2aad-3387-49c5-8d47-91919dd985b6', 'name': 'network-vif-deleted', 'tag': '17c9fd94-8392-473e-84ff-8293894ff56d', 'status': 'completed', 'code': 200} Mar 11 11:57:52.020557 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7eb1fc0d-6beb-459f-a60e-092a0f3b9dd8 req-0a2ef02a-fd31-40db-bca0-7dda77a94de1 tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e2b494-2b80-4d29-9196-fd07731803e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603954 Mar 11 11:57:52.053461 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d5fc85-873c-4cc0-8e8b-a9c373f9ba68 req-16bca9fa-ab59-451a-9e0c-12c5f4487735 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] No DVR routers for this DVR port 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:57:52.058863 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55d5fc85-873c-4cc0-8e8b-a9c373f9ba68 req-16bca9fa-ab59-451a-9e0c-12c5f4487735 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:52.060851 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-86597467-ad3f-4c24-b77f-cf41dc845c05 req-fc08378c-82f9-404e-b205-14b0e383c5fc tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Deleting port 665cf85b-8c80-4363-bd95-1b0857dc3518 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:57:52.061198 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-86597467-ad3f-4c24-b77f-cf41dc845c05 req-fc08378c-82f9-404e-b205-14b0e383c5fc tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (665cf85b-8c80-4363-bd95-1b0857dc3518), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:52.073122 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-55d5fc85-873c-4cc0-8e8b-a9c373f9ba68 req-16bca9fa-ab59-451a-9e0c-12c5f4487735 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.71 "DELETE /v2.0/ports/9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 HTTP/1.1" status: 204 len: 173 time: 1.4919922 Mar 11 11:57:52.236974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-86597467-ad3f-4c24-b77f-cf41dc845c05 req-fc08378c-82f9-404e-b205-14b0e383c5fc tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] For port 665cf85b-8c80-4363-bd95-1b0857dc3518, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=665cf85b-8c80-4363-bd95-1b0857dc3518,segment=NetworkSegment(cf46cb80-7e8c-4a79-83d8-62c3523e7f15),segment_id=cf46cb80-7e8c-4a79-83d8-62c3523e7f15)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:57:52.237692 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-86597467-ad3f-4c24-b77f-cf41dc845c05 req-fc08378c-82f9-404e-b205-14b0e383c5fc tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (665cf85b-8c80-4363-bd95-1b0857dc3518), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:52.255829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-86597467-ad3f-4c24-b77f-cf41dc845c05 req-fc08378c-82f9-404e-b205-14b0e383c5fc tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Calling delete_port for 665cf85b-8c80-4363-bd95-1b0857dc3518 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:57:52.366282 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9bbeaa25-24f7-4d35-b382-a428ab98dcf8 req-05f623de-d926-4b60-8c7b-2f4f4f2030f5 tempest-MultipleCreateTestJSON-479965840 tempest-MultipleCreateTestJSON-479965840-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07b2aad-3387-49c5-8d47-91919dd985b6 HTTP/1.1" status: 200 len: 210 time: 0.1043539 Mar 11 11:57:52.458775 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2ef79-bb6f-4b93-a4b9-f74bfc1d0fdf req-5dceeee7-40e3-4a6e-8eeb-6c532a8e1d54 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:52.495768 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ba2ef79-bb6f-4b93-a4b9-f74bfc1d0fdf req-5dceeee7-40e3-4a6e-8eeb-6c532a8e1d54 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.2350590 Mar 11 11:57:52.753408 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-86597467-ad3f-4c24-b77f-cf41dc845c05 req-fc08378c-82f9-404e-b205-14b0e383c5fc tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (665cf85b-8c80-4363-bd95-1b0857dc3518), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:52.799449 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['665cf85b-8c80-4363-bd95-1b0857dc3518'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:57:52.814612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34872) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:52.849395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08378c-82f9-404e-b205-14b0e383c5fc tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Pushing event deleted for resources: {'Port': ['ID=665cf85b-8c80-4363-bd95-1b0857dc3518,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:52.864133 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ccd78226-4008-45dd-a76b-8b0467b0da69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:52.957243 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ba2ef79-bb6f-4b93-a4b9-f74bfc1d0fdf req-04727b85-21a0-4087-afe1-6b249fe7df16 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570487 Mar 11 11:57:52.986670 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-86597467-ad3f-4c24-b77f-cf41dc845c05 req-fc08378c-82f9-404e-b205-14b0e383c5fc tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] No DVR routers for this DVR port 665cf85b-8c80-4363-bd95-1b0857dc3518 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:57:52.991050 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-86597467-ad3f-4c24-b77f-cf41dc845c05 req-fc08378c-82f9-404e-b205-14b0e383c5fc tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:52.995217 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86597467-ad3f-4c24-b77f-cf41dc845c05 req-fc08378c-82f9-404e-b205-14b0e383c5fc tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.37 "DELETE /v2.0/ports/665cf85b-8c80-4363-bd95-1b0857dc3518 HTTP/1.1" status: 204 len: 173 time: 1.1251636 Mar 11 11:57:52.995762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce995c88-687f-4cfb-8848-f671fa13a0eb', 'name': 'network-vif-deleted', 'tag': '665cf85b-8c80-4363-bd95-1b0857dc3518'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:53.002475 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8065eaf9-6e61-467d-80c7-ab45f1fa3db3" -d '{"events": [{"server_uuid": "ce995c88-687f-4cfb-8848-f671fa13a0eb", "name": "network-vif-deleted", "tag": "665cf85b-8c80-4363-bd95-1b0857dc3518"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:53.116796 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfcd5ce-8ec7-4037-b8ee-ecc4f2f7f6ca x-openstack-request-id: req-6cfcd5ce-8ec7-4037-b8ee-ecc4f2f7f6ca {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:53.117110 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce995c88-687f-4cfb-8848-f671fa13a0eb", "name": "network-vif-deleted", "tag": "665cf85b-8c80-4363-bd95-1b0857dc3518", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:53.117419 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6cfcd5ce-8ec7-4037-b8ee-ecc4f2f7f6ca {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:53.117941 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce995c88-687f-4cfb-8848-f671fa13a0eb', 'name': 'network-vif-deleted', 'tag': '665cf85b-8c80-4363-bd95-1b0857dc3518', 'status': 'completed', 'code': 200} Mar 11 11:57:53.184135 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ccd78226-4008-45dd-a76b-8b0467b0da69 admin admin] Publish callbacks [] for security_group (638af4b7-bc28-4ddf-9f90-d9b88f2af7c7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:53.198358 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ccd78226-4008-45dd-a76b-8b0467b0da69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (638af4b7-bc28-4ddf-9f90-d9b88f2af7c7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:53.220202 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b6f0b72-a360-4b94-b400-1d55986f3085 req-2894b46b-d147-42c1-9186-0978c83bfe6c tempest-InstanceActionsV221TestJSON-2124235141 tempest-InstanceActionsV221TestJSON-2124235141-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce995c88-687f-4cfb-8848-f671fa13a0eb HTTP/1.1" status: 200 len: 210 time: 0.0577025 Mar 11 11:57:53.267803 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ccd78226-4008-45dd-a76b-8b0467b0da69 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bcf2bfea2e494665866fc4aab2375550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4511912 Mar 11 11:57:53.271960 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34890) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:53.296002 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd78226-4008-45dd-a76b-8b0467b0da69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638af4b7-bc28-4ddf-9f90-d9b88f2af7c7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:53.349959 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d921e695-4a1d-4480-9a03-b4b59aaa0fb9 admin admin] Publish callbacks [] for security_group (638af4b7-bc28-4ddf-9f90-d9b88f2af7c7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:53.379081 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d921e695-4a1d-4480-9a03-b4b59aaa0fb9 admin admin] Publish callbacks [] for security_group (638af4b7-bc28-4ddf-9f90-d9b88f2af7c7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:53.446239 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:57:53.450128 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d921e695-4a1d-4480-9a03-b4b59aaa0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (638af4b7-bc28-4ddf-9f90-d9b88f2af7c7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:53.454091 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d921e695-4a1d-4480-9a03-b4b59aaa0fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:53.457767 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d921e695-4a1d-4480-9a03-b4b59aaa0fb9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/638af4b7-bc28-4ddf-9f90-d9b88f2af7c7 HTTP/1.1" status: 204 len: 168 time: 0.1824501 Mar 11 11:57:53.473723 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:57:53.474302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9c61bd6a-93dd-4aab-b071-bcf4e7a084d4 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:57:53.488619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921e695-4a1d-4480-9a03-b4b59aaa0fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638af4b7-bc28-4ddf-9f90-d9b88f2af7c7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:53.597765 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34902) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:53.671898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e02f46-0daa-4334-85fc-4abaea45c0ea admin admin] Deleting subnet 74d4a6a0-9aba-4653-a7b8-3dbb37767286 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:57:53.678204 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6e02f46-0daa-4334-85fc-4abaea45c0ea admin admin] Publish callbacks [] for subnet (74d4a6a0-9aba-4653-a7b8-3dbb37767286), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:53.736966 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6e02f46-0daa-4334-85fc-4abaea45c0ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (74d4a6a0-9aba-4653-a7b8-3dbb37767286), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:53.789971 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6e02f46-0daa-4334-85fc-4abaea45c0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (74d4a6a0-9aba-4653-a7b8-3dbb37767286), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:53.849925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6e02f46-0daa-4334-85fc-4abaea45c0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (74d4a6a0-9aba-4653-a7b8-3dbb37767286), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:53.864921 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6e02f46-0daa-4334-85fc-4abaea45c0ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:53.871231 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b6e02f46-0daa-4334-85fc-4abaea45c0ea admin admin] 10.222.0.78 "DELETE /v2.0/subnets/74d4a6a0-9aba-4653-a7b8-3dbb37767286 HTTP/1.1" status: 204 len: 168 time: 0.2700930 Mar 11 11:57:53.872135 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34908) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:53.890413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e02f46-0daa-4334-85fc-4abaea45c0ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d4a6a0-9aba-4653-a7b8-3dbb37767286,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:53.951843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1776fde0-a68a-4334-8bdf-80a5f2531367', 'name': 'network-vif-deleted', 'tag': '9c61bd6a-93dd-4aab-b071-bcf4e7a084d4'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:57:53.954785 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2affeb8e-3458-45fa-bcbc-40816a72dc96" -d '{"events": [{"server_uuid": "1776fde0-a68a-4334-8bdf-80a5f2531367", "name": "network-vif-deleted", "tag": "9c61bd6a-93dd-4aab-b071-bcf4e7a084d4"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:57:53.980202 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2665c91-a377-42d0-b797-527f6220ed59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (9ae4bf1e-2d21-4387-977e-ba9fd863fe76), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:54.028441 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0518e4fa-9ca7-4e3b-96e8-b3ee73bab1a8 x-openstack-request-id: req-0518e4fa-9ca7-4e3b-96e8-b3ee73bab1a8 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:57:54.028816 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1776fde0-a68a-4334-8bdf-80a5f2531367", "name": "network-vif-deleted", "tag": "9c61bd6a-93dd-4aab-b071-bcf4e7a084d4", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:57:54.029084 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0518e4fa-9ca7-4e3b-96e8-b3ee73bab1a8 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:57:54.029491 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1776fde0-a68a-4334-8bdf-80a5f2531367', 'name': 'network-vif-deleted', 'tag': '9c61bd6a-93dd-4aab-b071-bcf4e7a084d4', 'status': 'completed', 'code': 200} Mar 11 11:57:54.134321 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2665c91-a377-42d0-b797-527f6220ed59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (9ae4bf1e-2d21-4387-977e-ba9fd863fe76), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:54.139131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 17c9fd94-8392-473e-84ff-8293894ff56d no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:57:54.177090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-e2665c91-a377-42d0-b797-527f6220ed59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae4bf1e-2d21-4387-977e-ba9fd863fe76']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:54.187321 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 17c9fd94-8392-473e-84ff-8293894ff56d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:57:54.187989 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 17c9fd94-8392-473e-84ff-8293894ff56d not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:57:54.193493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-e2665c91-a377-42d0-b797-527f6220ed59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:54.194118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-e2665c91-a377-42d0-b797-527f6220ed59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c040f70d-d6f5-49a9-81e0-9f04bbbf8292') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:54.206676 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2665c91-a377-42d0-b797-527f6220ed59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (c040f70d-d6f5-49a9-81e0-9f04bbbf8292), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:54.230023 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994394b-c000-4a11-9181-fccd48e7ff51 req-79dba406-a808-4991-a78c-95f13902cc86 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:54.238060 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0994394b-c000-4a11-9181-fccd48e7ff51 req-79dba406-a808-4991-a78c-95f13902cc86 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.1550987 Mar 11 11:57:54.290804 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2665c91-a377-42d0-b797-527f6220ed59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (c040f70d-d6f5-49a9-81e0-9f04bbbf8292), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:54.323050 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2665c91-a377-42d0-b797-527f6220ed59 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:57:54.324041 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2665c91-a377-42d0-b797-527f6220ed59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (c040f70d-d6f5-49a9-81e0-9f04bbbf8292), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:57:54.327870 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:57:54.361382 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0994394b-c000-4a11-9181-fccd48e7ff51 req-1dbce8bc-0c99-42d6-ad0d-0c0456f7211a tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168957 Mar 11 11:57:54.424650 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2665c91-a377-42d0-b797-527f6220ed59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (9ae4bf1e-2d21-4387-977e-ba9fd863fe76), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:54.441078 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2665c91-a377-42d0-b797-527f6220ed59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:54.446168 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e2665c91-a377-42d0-b797-527f6220ed59 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9ae4bf1e-2d21-4387-977e-ba9fd863fe76 HTTP/1.1" status: 204 len: 168 time: 0.5727301 Mar 11 11:57:54.472460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2665c91-a377-42d0-b797-527f6220ed59 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ae4bf1e-2d21-4387-977e-ba9fd863fe76,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:54.631477 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34956) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:54.712123 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34960) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:54.719889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad34f98-e346-482d-ba54-3a8678799f0e admin admin] Deleting subnet 9cfcb39e-437f-44fc-aee2-1b8acf055576 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:57:54.724847 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bad34f98-e346-482d-ba54-3a8678799f0e admin admin] Publish callbacks [] for subnet (9cfcb39e-437f-44fc-aee2-1b8acf055576), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:54.785901 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bad34f98-e346-482d-ba54-3a8678799f0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (9cfcb39e-437f-44fc-aee2-1b8acf055576), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:54.798103 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9faeca54-83e0-4a89-bf06-304feef32558 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7d7d93bae467424b9b13f0eff988340e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0792911 Mar 11 11:57:54.798851 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34962) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:54.838587 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bad34f98-e346-482d-ba54-3a8678799f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (9cfcb39e-437f-44fc-aee2-1b8acf055576), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:54.906573 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bad34f98-e346-482d-ba54-3a8678799f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (9cfcb39e-437f-44fc-aee2-1b8acf055576), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:54.933295 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c02e-d67c-4f58-92ea-13f1f072dde6 admin admin] Publish callbacks [] for security_group (e552ecad-8bea-44c6-958d-158bb0be96b4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:54.945317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad34f98-e346-482d-ba54-3a8678799f0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cfcb39e-437f-44fc-aee2-1b8acf055576,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:54.947923 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bad34f98-e346-482d-ba54-3a8678799f0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:54.951983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bad34f98-e346-482d-ba54-3a8678799f0e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9cfcb39e-437f-44fc-aee2-1b8acf055576 HTTP/1.1" status: 204 len: 168 time: 0.3193266 Mar 11 11:57:54.958654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34970) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:55.049542 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b69cca4-438f-42d8-a56f-aba67d95ed9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (7400f84e-a93c-4688-b928-1544a407da2b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:55.060642 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c02e-d67c-4f58-92ea-13f1f072dde6 admin admin] Publish callbacks [] for security_group (e552ecad-8bea-44c6-958d-158bb0be96b4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:55.187083 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b69cca4-438f-42d8-a56f-aba67d95ed9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (7400f84e-a93c-4688-b928-1544a407da2b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:55.212784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-3b69cca4-438f-42d8-a56f-aba67d95ed9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7400f84e-a93c-4688-b928-1544a407da2b']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:55.222350 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c02e-d67c-4f58-92ea-13f1f072dde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e552ecad-8bea-44c6-958d-158bb0be96b4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:55.225473 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c02e-d67c-4f58-92ea-13f1f072dde6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:55.227303 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5eb9c02e-d67c-4f58-92ea-13f1f072dde6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e552ecad-8bea-44c6-958d-158bb0be96b4 HTTP/1.1" status: 204 len: 168 time: 0.4256971 Mar 11 11:57:55.248913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-3b69cca4-438f-42d8-a56f-aba67d95ed9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf46cb80-7e8c-4a79-83d8-62c3523e7f15') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:55.249208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-3b69cca4-438f-42d8-a56f-aba67d95ed9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf46cb80-7e8c-4a79-83d8-62c3523e7f15') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:57:55.251362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9c02e-d67c-4f58-92ea-13f1f072dde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e552ecad-8bea-44c6-958d-158bb0be96b4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:55.268689 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b69cca4-438f-42d8-a56f-aba67d95ed9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (cf46cb80-7e8c-4a79-83d8-62c3523e7f15), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:55.283943 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b69cca4-438f-42d8-a56f-aba67d95ed9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (cf46cb80-7e8c-4a79-83d8-62c3523e7f15), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:55.292209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b69cca4-438f-42d8-a56f-aba67d95ed9f admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:57:55.292807 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b69cca4-438f-42d8-a56f-aba67d95ed9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (cf46cb80-7e8c-4a79-83d8-62c3523e7f15), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:57:55.295053 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:57:55.373680 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b69cca4-438f-42d8-a56f-aba67d95ed9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (7400f84e-a93c-4688-b928-1544a407da2b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:55.394397 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b69cca4-438f-42d8-a56f-aba67d95ed9f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:55.398996 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3b69cca4-438f-42d8-a56f-aba67d95ed9f admin admin] 10.222.0.78 "DELETE /v2.0/networks/7400f84e-a93c-4688-b928-1544a407da2b HTTP/1.1" status: 204 len: 168 time: 0.4354894 Mar 11 11:57:55.400285 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69cca4-438f-42d8-a56f-aba67d95ed9f admin admin] Pushing event deleted for resources: {'Network': ['ID=7400f84e-a93c-4688-b928-1544a407da2b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:55.580958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515bb05-17e8-4e21-b678-21444783950c req-3711a308-a541-457a-ab8f-6a01c86e1335 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:55.587852 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2515bb05-17e8-4e21-b678-21444783950c req-3711a308-a541-457a-ab8f-6a01c86e1335 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.1074979 Mar 11 11:57:55.698564 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2515bb05-17e8-4e21-b678-21444783950c req-ec9f0880-b3c3-4bd2-ae87-3f074ee14e17 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034231 Mar 11 11:57:55.925727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34994) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:55.929270 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34996) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:56.029345 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-707dc945-b8ab-4cdb-a5e4-79177d9a5db3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9930009fdb11478d9157251b63ee3678&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1020427 Mar 11 11:57:56.033612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35000) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:56.144521 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 665cf85b-8c80-4363-bd95-1b0857dc3518 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:57:56.149678 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1088385f-fb70-46d4-b4ab-13e627b0b749 admin admin] Publish callbacks [] for security_group (07e2b494-2b80-4d29-9196-fd07731803e0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:56.187072 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 665cf85b-8c80-4363-bd95-1b0857dc3518 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:57:56.189926 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 665cf85b-8c80-4363-bd95-1b0857dc3518 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:57:56.210969 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1088385f-fb70-46d4-b4ab-13e627b0b749 admin admin] Publish callbacks [] for security_group (07e2b494-2b80-4d29-9196-fd07731803e0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:56.350291 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1088385f-fb70-46d4-b4ab-13e627b0b749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (07e2b494-2b80-4d29-9196-fd07731803e0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:56.354083 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1088385f-fb70-46d4-b4ab-13e627b0b749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:56.355895 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1088385f-fb70-46d4-b4ab-13e627b0b749 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/07e2b494-2b80-4d29-9196-fd07731803e0 HTTP/1.1" status: 204 len: 168 time: 0.3209734 Mar 11 11:57:56.376068 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088385f-fb70-46d4-b4ab-13e627b0b749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e2b494-2b80-4d29-9196-fd07731803e0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:56.427601 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ab08958-243d-427f-82bb-c694cac88f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:56.597208 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ab08958-243d-427f-82bb-c694cac88f67 admin admin] Publish callbacks [] for security_group (81e03107-0fb8-46d9-8e51-1702fd8d3255), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:56.608079 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ab08958-243d-427f-82bb-c694cac88f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (81e03107-0fb8-46d9-8e51-1702fd8d3255), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:56.655347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2ab08958-243d-427f-82bb-c694cac88f67 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c7b918a6f04b402d9f0fa90dd44a7bf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7223568 Mar 11 11:57:56.655774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35020) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:56.722597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab08958-243d-427f-82bb-c694cac88f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e03107-0fb8-46d9-8e51-1702fd8d3255,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:56.788311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-838bd2e6-387a-4df2-870f-649af12408e4 admin admin] Publish callbacks [] for security_group (81e03107-0fb8-46d9-8e51-1702fd8d3255), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:56.865138 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-838bd2e6-387a-4df2-870f-649af12408e4 admin admin] Publish callbacks [] for security_group (81e03107-0fb8-46d9-8e51-1702fd8d3255), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:56.962606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc70eb-1218-455d-820d-ad8afcf71e7f req-006e1281-f0d0-42f0-ae39-6241f2fa441f tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:56.964860 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2cc70eb-1218-455d-820d-ad8afcf71e7f req-006e1281-f0d0-42f0-ae39-6241f2fa441f tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.0990303 Mar 11 11:57:56.990043 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-838bd2e6-387a-4df2-870f-649af12408e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (81e03107-0fb8-46d9-8e51-1702fd8d3255), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:56.997100 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-838bd2e6-387a-4df2-870f-649af12408e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:57.001001 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-838bd2e6-387a-4df2-870f-649af12408e4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/81e03107-0fb8-46d9-8e51-1702fd8d3255 HTTP/1.1" status: 204 len: 168 time: 0.3439767 Mar 11 11:57:57.023748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bd2e6-387a-4df2-870f-649af12408e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e03107-0fb8-46d9-8e51-1702fd8d3255,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:57.088052 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2cc70eb-1218-455d-820d-ad8afcf71e7f req-eecce3d4-feac-4c17-9556-944e551f2e9d tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050389 Mar 11 11:57:57.902154 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35072) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:58.283913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b5db2ade-4bdc-420c-b6ba-5df6a26cd98d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-731125246-network', 'tenant_id': 'b586e664153a4fe681417ff37521592a'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:58.379920 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5db2ade-4bdc-420c-b6ba-5df6a26cd98d admin admin] Made reservation on behalf of b586e664153a4fe681417ff37521592a for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:57:58.385402 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5db2ade-4bdc-420c-b6ba-5df6a26cd98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:58.430459 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5db2ade-4bdc-420c-b6ba-5df6a26cd98d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:58.471560 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b30cb3-f364-436c-864e-90b78dbc825e req-aa9666a8-1440-4354-888d-c2a59e1039ca tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:58.486939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2b30cb3-f364-436c-864e-90b78dbc825e req-aa9666a8-1440-4354-888d-c2a59e1039ca tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.2886486 Mar 11 11:57:58.602614 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5db2ade-4bdc-420c-b6ba-5df6a26cd98d admin admin] Publish callbacks [] for security_group (c7536ed7-a5c3-4adb-960b-8c8b86fd278c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:58.612293 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5db2ade-4bdc-420c-b6ba-5df6a26cd98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c7536ed7-a5c3-4adb-960b-8c8b86fd278c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:58.647498 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2b30cb3-f364-436c-864e-90b78dbc825e req-58a0e86f-d8df-4816-bbc3-3b85ecc7615e tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578846 Mar 11 11:57:58.665973 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5db2ade-4bdc-420c-b6ba-5df6a26cd98d admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:57:58.688769 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db2ade-4bdc-420c-b6ba-5df6a26cd98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7536ed7-a5c3-4adb-960b-8c8b86fd278c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:58.705825 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5db2ade-4bdc-420c-b6ba-5df6a26cd98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (aea44e93-37fb-48d6-9fb9-a21b3dc23e37), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:58.706827 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-b5db2ade-4bdc-420c-b6ba-5df6a26cd98d admin admin] Added segment aea44e93-37fb-48d6-9fb9-a21b3dc23e37 of type vlan for network faf72d22-1cc6-4a1c-9a35-9c18bb22d268 Mar 11 11:57:58.775958 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5db2ade-4bdc-420c-b6ba-5df6a26cd98d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (faf72d22-1cc6-4a1c-9a35-9c18bb22d268), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:58.801253 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35096) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:58.842992 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5db2ade-4bdc-420c-b6ba-5df6a26cd98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (faf72d22-1cc6-4a1c-9a35-9c18bb22d268), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:58.844072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5db2ade-4bdc-420c-b6ba-5df6a26cd98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:58.844904 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5db2ade-4bdc-420c-b6ba-5df6a26cd98d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:58.917816 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b5db2ade-4bdc-420c-b6ba-5df6a26cd98d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0147614 Mar 11 11:57:58.921468 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35104) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:58.927886 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2817dbdb-3bd2-4a1e-bebe-bbccb50a95f7 admin admin] Request body: {'subnet': {'network_id': 'faf72d22-1cc6-4a1c-9a35-9c18bb22d268', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-731125246-subnet', 'tenant_id': 'b586e664153a4fe681417ff37521592a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:58.960770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db2ade-4bdc-420c-b6ba-5df6a26cd98d admin admin] Pushing event updated for resources: {'Network': ['ID=faf72d22-1cc6-4a1c-9a35-9c18bb22d268,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:58.973484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network faf72d22-1cc6-4a1c-9a35-9c18bb22d268 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:57:59.003363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2817dbdb-3bd2-4a1e-bebe-bbccb50a95f7 admin admin] Made reservation on behalf of b586e664153a4fe681417ff37521592a for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:57:59.007593 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2817dbdb-3bd2-4a1e-bebe-bbccb50a95f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:59.144980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d33b5545-cb8b-4b87-9f41-4d5604dc4f27 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1919754138-network', 'tenant_id': '622c48480f864dc19b3aa8800ad75550'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:59.214418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33b5545-cb8b-4b87-9f41-4d5604dc4f27 admin admin] Made reservation on behalf of 622c48480f864dc19b3aa8800ad75550 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:57:59.217195 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d33b5545-cb8b-4b87-9f41-4d5604dc4f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:59.229572 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d33b5545-cb8b-4b87-9f41-4d5604dc4f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:59.308740 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2817dbdb-3bd2-4a1e-bebe-bbccb50a95f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (ca236d81-88d6-4a26-b30a-84e73a9f6733), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:59.405028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817dbdb-3bd2-4a1e-bebe-bbccb50a95f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca236d81-88d6-4a26-b30a-84e73a9f6733,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:59.423674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2817dbdb-3bd2-4a1e-bebe-bbccb50a95f7 admin admin] Checking segment: {'id': 'aea44e93-37fb-48d6-9fb9-a21b3dc23e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'faf72d22-1cc6-4a1c-9a35-9c18bb22d268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:57:59.424316 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2817dbdb-3bd2-4a1e-bebe-bbccb50a95f7 admin admin] Network hostable DHCP agents. Network: faf72d22-1cc6-4a1c-9a35-9c18bb22d268, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:57:59.439529 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d33b5545-cb8b-4b87-9f41-4d5604dc4f27 admin admin] Publish callbacks [] for security_group (32d8b409-8124-4859-ad75-ec85bb60953c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:59.451399 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d33b5545-cb8b-4b87-9f41-4d5604dc4f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (32d8b409-8124-4859-ad75-ec85bb60953c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:59.467359 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2817dbdb-3bd2-4a1e-bebe-bbccb50a95f7 admin admin] Network faf72d22-1cc6-4a1c-9a35-9c18bb22d268 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:57:59.497369 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33b5545-cb8b-4b87-9f41-4d5604dc4f27 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:57:59.504397 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b5545-cb8b-4b87-9f41-4d5604dc4f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d8b409-8124-4859-ad75-ec85bb60953c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:59.510694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-2817dbdb-3bd2-4a1e-bebe-bbccb50a95f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, faf72d22-1cc6-4a1c-9a35-9c18bb22d268) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:57:59.518996 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d33b5545-cb8b-4b87-9f41-4d5604dc4f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (615f64c5-27e3-43db-8e4e-fccc73786812), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:59.519740 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-d33b5545-cb8b-4b87-9f41-4d5604dc4f27 admin admin] Added segment 615f64c5-27e3-43db-8e4e-fccc73786812 of type vlan for network 6f2d68a9-7c92-4cff-8b1c-052dd39a55a6 Mar 11 11:57:59.522167 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2817dbdb-3bd2-4a1e-bebe-bbccb50a95f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:59.522306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740759a9-e109-4436-b00d-e4385c64c665 None None] Network faf72d22-1cc6-4a1c-9a35-9c18bb22d268 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:57:59.523236 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2817dbdb-3bd2-4a1e-bebe-bbccb50a95f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:59.624532 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2817dbdb-3bd2-4a1e-bebe-bbccb50a95f7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7017624 Mar 11 11:57:59.628237 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d33b5545-cb8b-4b87-9f41-4d5604dc4f27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (6f2d68a9-7c92-4cff-8b1c-052dd39a55a6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:59.668894 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d33b5545-cb8b-4b87-9f41-4d5604dc4f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (6f2d68a9-7c92-4cff-8b1c-052dd39a55a6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:59.670830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33b5545-cb8b-4b87-9f41-4d5604dc4f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:59.674068 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d33b5545-cb8b-4b87-9f41-4d5604dc4f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:57:59.720286 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016c288e-07fa-47f8-8f21-2643555811cb None None] Network faf72d22-1cc6-4a1c-9a35-9c18bb22d268 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:57:59.737048 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:57:59.822040 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b5545-cb8b-4b87-9f41-4d5604dc4f27 admin admin] Pushing event updated for resources: {'Network': ['ID=6f2d68a9-7c92-4cff-8b1c-052dd39a55a6,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:57:59.847517 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 6f2d68a9-7c92-4cff-8b1c-052dd39a55a6 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:57:59.947615 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d33b5545-cb8b-4b87-9f41-4d5604dc4f27 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1451809 Mar 11 11:57:59.951372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35144) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:57:59.957650 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d1d1f1e4-7c2d-4ffa-a9e9-634f42cc645e admin admin] Request body: {'subnet': {'network_id': '6f2d68a9-7c92-4cff-8b1c-052dd39a55a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1919754138-subnet', 'tenant_id': '622c48480f864dc19b3aa8800ad75550', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:57:59.995082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871e4f8-e976-4f5b-9702-b212a6452d3f req-5adaadcd-9291-4b20-ae89-26e8a2fe08b5 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:57:59.996965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f871e4f8-e976-4f5b-9702-b212a6452d3f req-5adaadcd-9291-4b20-ae89-26e8a2fe08b5 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.1717720 Mar 11 11:58:00.035468 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d1f1e4-7c2d-4ffa-a9e9-634f42cc645e admin admin] Made reservation on behalf of 622c48480f864dc19b3aa8800ad75550 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:58:00.040280 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f1e4-7c2d-4ffa-a9e9-634f42cc645e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:00.120113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f871e4f8-e976-4f5b-9702-b212a6452d3f req-ad08c50b-4127-4e22-89e2-cf7f147fc054 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164727 Mar 11 11:58:00.342821 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f1e4-7c2d-4ffa-a9e9-634f42cc645e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (12481126-ebe1-42d1-b1ac-2e6e25f1a145), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:00.478889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1f1e4-7c2d-4ffa-a9e9-634f42cc645e admin admin] Pushing event updated for resources: {'Subnet': ['ID=12481126-ebe1-42d1-b1ac-2e6e25f1a145,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:00.484653 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d1f1e4-7c2d-4ffa-a9e9-634f42cc645e admin admin] Checking segment: {'id': '615f64c5-27e3-43db-8e4e-fccc73786812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6f2d68a9-7c92-4cff-8b1c-052dd39a55a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:58:00.485012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d1f1e4-7c2d-4ffa-a9e9-634f42cc645e admin admin] Network hostable DHCP agents. Network: 6f2d68a9-7c92-4cff-8b1c-052dd39a55a6, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:58:00.509739 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d1f1e4-7c2d-4ffa-a9e9-634f42cc645e admin admin] Network 6f2d68a9-7c92-4cff-8b1c-052dd39a55a6 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:58:00.525870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-d1d1f1e4-7c2d-4ffa-a9e9-634f42cc645e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 6f2d68a9-7c92-4cff-8b1c-052dd39a55a6) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:58:00.531279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d1f1e4-7c2d-4ffa-a9e9-634f42cc645e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:00.531947 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f1e4-7c2d-4ffa-a9e9-634f42cc645e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:00.537686 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004e7d1f-0917-4df5-aa2e-cd46699e35e5 None None] Network 6f2d68a9-7c92-4cff-8b1c-052dd39a55a6 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:58:00.583947 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d1d1f1e4-7c2d-4ffa-a9e9-634f42cc645e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6312714 Mar 11 11:58:00.696952 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-cdc03d75-6b37-4c66-bb0e-d68593199b78 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:00.704349 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-cdc03d75-6b37-4c66-bb0e-d68593199b78 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/networks?id=f552eff6-e45c-42f6-b92d-765dea74520a HTTP/1.1" status: 200 len: 813 time: 0.2921228 Mar 11 11:58:00.734025 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-85353d94-25a6-45ed-9a7e-b8523d74b186 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/quotas/f7bd928528184821bd830c024c62ab68 HTTP/1.1" status: 200 len: 375 time: 0.0286760 Mar 11 11:58:00.775230 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c920f8-60f0-49d1-ba7e-6f7e20b803bc None None] Network 6f2d68a9-7c92-4cff-8b1c-052dd39a55a6 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:58:00.816184 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-fff97990-2e96-4681-96f0-44caa39f437f tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f7bd928528184821bd830c024c62ab68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807669 Mar 11 11:58:00.870852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-1c6fd4b9-cd99-478f-89c8-5b1e53f67c56 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:00.873349 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-1c6fd4b9-cd99-478f-89c8-5b1e53f67c56 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/networks?id=faf72d22-1cc6-4a1c-9a35-9c18bb22d268 HTTP/1.1" status: 200 len: 820 time: 0.3897896 Mar 11 11:58:00.949194 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-26996521-260a-4c7f-bdef-3e64b3a076ce tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/quotas/b586e664153a4fe681417ff37521592a HTTP/1.1" status: 200 len: 375 time: 0.0309489 Mar 11 11:58:01.014579 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-4d6aeb2f-5c4b-437f-a809-8b1f6f40cb9e tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b586e664153a4fe681417ff37521592a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355070 Mar 11 11:58:01.061024 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-e9a9ce13-b379-4655-bc13-01e2cb17a834 service neutron] 10.222.0.78 "GET /v2.0/networks/f552eff6-e45c-42f6-b92d-765dea74520a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436421 Mar 11 11:58:01.196516 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-8e946a43-2c4f-4751-aee5-36db31e36b6f service neutron] 10.222.0.78 "GET /v2.0/networks/faf72d22-1cc6-4a1c-9a35-9c18bb22d268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737690 Mar 11 11:58:01.244328 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-e55fca71-89cf-434b-bc25-9b0f82336ea2 service neutron] 10.222.0.78 "GET /v2.0/networks/f552eff6-e45c-42f6-b92d-765dea74520a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795533 Mar 11 11:58:01.398110 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-379e11f0-8835-480f-9ba6-224bca24d863 service neutron] 10.222.0.78 "GET /v2.0/networks/faf72d22-1cc6-4a1c-9a35-9c18bb22d268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922050 Mar 11 11:58:01.671923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35224) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:01.773163 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d1cc2-9890-4c29-9947-eee07f6167a4 req-8c318a41-e41d-4978-aa78-a929f1e3d5c1 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:01.778468 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-244d1cc2-9890-4c29-9947-eee07f6167a4 req-8c318a41-e41d-4978-aa78-a929f1e3d5c1 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.1355875 Mar 11 11:58:01.873408 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01b4f75d-dbe3-4e9a-bd9d-015efd12bfae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:01.932535 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-244d1cc2-9890-4c29-9947-eee07f6167a4 req-90f19e8d-e0f4-467d-b7c9-3ef7c3ad22d3 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384580 Mar 11 11:58:02.107405 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01b4f75d-dbe3-4e9a-bd9d-015efd12bfae admin admin] Publish callbacks [] for security_group (cd64544c-455c-435f-84fd-a115b2055cb4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:02.113387 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01b4f75d-dbe3-4e9a-bd9d-015efd12bfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cd64544c-455c-435f-84fd-a115b2055cb4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:02.185429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4f75d-dbe3-4e9a-bd9d-015efd12bfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd64544c-455c-435f-84fd-a115b2055cb4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:02.212166 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-01b4f75d-dbe3-4e9a-bd9d-015efd12bfae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=84a1c4c504394327a01936bd8801a490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5389252 Mar 11 11:58:02.213972 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35246) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:02.265511 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8be8482-f261-46dd-b9cc-43bb5499c1c6 req-c653fcef-b313-44d3-9243-f06d2621a83b tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716 HTTP/1.1" status: 200 len: 210 time: 0.2527566 Mar 11 11:58:02.305097 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c33a73c-bb4d-4e95-9ad0-e46cbb9e8986 admin admin] Publish callbacks [] for security_group (cd64544c-455c-435f-84fd-a115b2055cb4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:02.352255 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c33a73c-bb4d-4e95-9ad0-e46cbb9e8986 admin admin] Publish callbacks [] for security_group (cd64544c-455c-435f-84fd-a115b2055cb4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:02.426788 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c33a73c-bb4d-4e95-9ad0-e46cbb9e8986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cd64544c-455c-435f-84fd-a115b2055cb4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:02.429390 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c33a73c-bb4d-4e95-9ad0-e46cbb9e8986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:02.430563 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5c33a73c-bb4d-4e95-9ad0-e46cbb9e8986 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cd64544c-455c-435f-84fd-a115b2055cb4 HTTP/1.1" status: 204 len: 168 time: 0.2127964 Mar 11 11:58:02.446068 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33a73c-bb4d-4e95-9ad0-e46cbb9e8986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd64544c-455c-435f-84fd-a115b2055cb4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:02.475728 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-98dc3937-8803-47bb-b529-d4a08e4c2a9c req-d14e5447-e81a-4646-b131-7b43f36397f0 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/ports?device_id=34da766a-de0b-4f68-8c7b-06a34c40c237 HTTP/1.1" status: 200 len: 210 time: 0.0960591 Mar 11 11:58:02.696717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f50bd-c34e-4009-977d-579940e59c58 req-638f5a91-273f-4eb0-b359-a0393854b685 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:02.698787 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-354f50bd-c34e-4009-977d-579940e59c58 req-638f5a91-273f-4eb0-b359-a0393854b685 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/networks?id=6f2d68a9-7c92-4cff-8b1c-052dd39a55a6 HTTP/1.1" status: 200 len: 822 time: 0.2218964 Mar 11 11:58:02.720034 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-354f50bd-c34e-4009-977d-579940e59c58 req-dcc040d4-1f5a-4cf6-b73d-2bec6cc5c79f tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/quotas/622c48480f864dc19b3aa8800ad75550 HTTP/1.1" status: 200 len: 375 time: 0.0122163 Mar 11 11:58:02.773138 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-354f50bd-c34e-4009-977d-579940e59c58 req-a7bc2dd7-1413-42e4-b198-e9c22beccf2f tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=622c48480f864dc19b3aa8800ad75550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471346 Mar 11 11:58:02.920089 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-354f50bd-c34e-4009-977d-579940e59c58 req-26a7b7df-8e94-49b9-819d-6b327d2686e6 service neutron] 10.222.0.78 "GET /v2.0/networks/6f2d68a9-7c92-4cff-8b1c-052dd39a55a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325731 Mar 11 11:58:02.955977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35264) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:02.976547 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f59ec4b-29a1-4a49-a745-66f31ca4d0a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:03.068130 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f59ec4b-29a1-4a49-a745-66f31ca4d0a0 admin admin] Publish callbacks [] for security_group (403449f0-58cb-43c6-b508-777fdf47b531), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:03.073910 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f59ec4b-29a1-4a49-a745-66f31ca4d0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (403449f0-58cb-43c6-b508-777fdf47b531), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:03.085389 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-354f50bd-c34e-4009-977d-579940e59c58 req-b104e742-893d-45ff-a991-c01d78147303 service neutron] 10.222.0.78 "GET /v2.0/networks/6f2d68a9-7c92-4cff-8b1c-052dd39a55a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643968 Mar 11 11:58:03.094074 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040aa9b-129d-440a-886c-2443fdd66e3f req-b807d6b9-91b4-4613-96e3-810171c66515 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:03.095685 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9040aa9b-129d-440a-886c-2443fdd66e3f req-b807d6b9-91b4-4613-96e3-810171c66515 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.0914314 Mar 11 11:58:03.122648 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6f59ec4b-29a1-4a49-a745-66f31ca4d0a0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8d1e46d042124e07aca6778706faa927&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1636622 Mar 11 11:58:03.124093 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59ec4b-29a1-4a49-a745-66f31ca4d0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403449f0-58cb-43c6-b508-777fdf47b531,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:03.128018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35266) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:03.193265 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bc4bb34-8a42-44a5-a2b9-cdf5b557ac1d admin admin] Publish callbacks [] for security_group (403449f0-58cb-43c6-b508-777fdf47b531), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:03.223825 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bc4bb34-8a42-44a5-a2b9-cdf5b557ac1d admin admin] Publish callbacks [] for security_group (403449f0-58cb-43c6-b508-777fdf47b531), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:03.239929 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9040aa9b-129d-440a-886c-2443fdd66e3f req-09ed7779-9341-4f14-a4ac-907fce888366 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227334 Mar 11 11:58:03.479703 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc2f35cc-3449-4423-ad57-b0849e7c1f49 req-0615a5a9-cf4a-4875-9b2d-a785de332f72 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d25fbfb-68a2-4204-83b2-06a1ce9fdcef HTTP/1.1" status: 200 len: 210 time: 0.1247044 Mar 11 11:58:03.556285 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:03.565732 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12b597ad-36ef-4171-9516-4fa9c8c13e1e req-ce376db2-a292-4a04-b64d-db27c85ddc8a tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716 HTTP/1.1" status: 200 len: 210 time: 0.1594009 Mar 11 11:58:03.814497 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-055062b2-a245-4110-bd9c-8a0055bf7b3a req-8a8e7f31-81ed-4abf-929a-956369e499c2 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/ports?device_id=34da766a-de0b-4f68-8c7b-06a34c40c237 HTTP/1.1" status: 200 len: 210 time: 0.0383868 Mar 11 11:58:03.854210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-78839b1b-45bc-4b98-acf5-8ec489e1c12a tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:03.856369 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-78839b1b-45bc-4b98-acf5-8ec489e1c12a tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.71 "GET /v2.0/networks?id=faf72d22-1cc6-4a1c-9a35-9c18bb22d268 HTTP/1.1" status: 200 len: 820 time: 0.3836191 Mar 11 11:58:03.869077 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-51d2a52d-3269-4955-b14b-659b5e986fc3 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Request body: {'port': {'device_id': '34da766a-de0b-4f68-8c7b-06a34c40c237', 'network_id': 'faf72d22-1cc6-4a1c-9a35-9c18bb22d268', 'admin_state_up': True, 'tenant_id': 'b586e664153a4fe681417ff37521592a'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:04.037284 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bc4bb34-8a42-44a5-a2b9-cdf5b557ac1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (403449f0-58cb-43c6-b508-777fdf47b531), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:04.039833 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bc4bb34-8a42-44a5-a2b9-cdf5b557ac1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:04.043257 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0bc4bb34-8a42-44a5-a2b9-cdf5b557ac1d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/403449f0-58cb-43c6-b508-777fdf47b531 HTTP/1.1" status: 204 len: 168 time: 0.9115081 Mar 11 11:58:04.095899 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4bb34-8a42-44a5-a2b9-cdf5b557ac1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403449f0-58cb-43c6-b508-777fdf47b531,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:04.098681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-51d2a52d-3269-4955-b14b-659b5e986fc3 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Made reservation on behalf of b586e664153a4fe681417ff37521592a for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:58:04.106598 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-51d2a52d-3269-4955-b14b-659b5e986fc3 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:04.146963 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-15ef424e-2556-479b-b891-c63e7379a5fe tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:04.154644 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-15ef424e-2556-479b-b891-c63e7379a5fe tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.71 "GET /v2.0/networks?id=f552eff6-e45c-42f6-b92d-765dea74520a HTTP/1.1" status: 200 len: 813 time: 0.2368522 Mar 11 11:58:04.167151 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-a349d64c-ae7c-4945-8b26-48c5c5ba5a66 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Request body: {'port': {'device_id': '5b9e65f6-5373-416d-b675-f8ffb1da6716', 'network_id': 'f552eff6-e45c-42f6-b92d-765dea74520a', 'admin_state_up': True, 'tenant_id': 'f7bd928528184821bd830c024c62ab68'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:04.362132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-51d2a52d-3269-4955-b14b-659b5e986fc3 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Allocated IP 172.20.0.9 (faf72d22-1cc6-4a1c-9a35-9c18bb22d268/ca236d81-88d6-4a26-b30a-84e73a9f6733/9cdc3460-04e4-4c74-939a-9976fe094143) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:58:04.470263 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-a349d64c-ae7c-4945-8b26-48c5c5ba5a66 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Made reservation on behalf of f7bd928528184821bd830c024c62ab68 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:58:04.473813 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-a349d64c-ae7c-4945-8b26-48c5c5ba5a66 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:04.612913 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-51d2a52d-3269-4955-b14b-659b5e986fc3 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Publish callbacks [] for port (9cdc3460-04e4-4c74-939a-9976fe094143), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:04.682361 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-51d2a52d-3269-4955-b14b-659b5e986fc3 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9cdc3460-04e4-4c74-939a-9976fe094143), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:04.753318 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90427307-c338-4e40-840d-ddc505c955bd req-3e11e370-dfca-4e5f-be07-12e78799933f tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d25fbfb-68a2-4204-83b2-06a1ce9fdcef HTTP/1.1" status: 200 len: 210 time: 0.0982463 Mar 11 11:58:04.808225 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-a349d64c-ae7c-4945-8b26-48c5c5ba5a66 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Allocated IP 172.20.0.2 (f552eff6-e45c-42f6-b92d-765dea74520a/8fa38a55-8118-47d2-bcb0-ad8153ae60f7/9b173e8a-3e2a-4f97-8227-96de74f58457) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:58:04.813706 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2a52d-3269-4955-b14b-659b5e986fc3 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Pushing event updated for resources: {'Port': ['ID=9cdc3460-04e4-4c74-939a-9976fe094143,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:04.845882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-51d2a52d-3269-4955-b14b-659b5e986fc3 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Network faf72d22-1cc6-4a1c-9a35-9c18bb22d268 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:58:04.848857 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-51d2a52d-3269-4955-b14b-659b5e986fc3 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:58:04.853264 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-51d2a52d-3269-4955-b14b-659b5e986fc3 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:58:04.928685 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b216af-c8a3-431a-a868-ed9a2bdf3fbf req-4508ce12-dfe0-48dc-92d6-7dfc8b94a139 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:04.931066 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53b216af-c8a3-431a-a868-ed9a2bdf3fbf req-4508ce12-dfe0-48dc-92d6-7dfc8b94a139 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.2780354 Mar 11 11:58:05.119618 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ef424df-1d00-4d92-a4c4-872f0343d187 req-47541c5d-22fd-4894-aa18-2bddddfeae3e tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716 HTTP/1.1" status: 200 len: 210 time: 0.1970191 Mar 11 11:58:05.144016 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-51d2a52d-3269-4955-b14b-659b5e986fc3 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:05.149580 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-51d2a52d-3269-4955-b14b-659b5e986fc3 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:05.154468 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-a349d64c-ae7c-4945-8b26-48c5c5ba5a66 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Publish callbacks [] for port (9b173e8a-3e2a-4f97-8227-96de74f58457), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:05.238987 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-51d2a52d-3269-4955-b14b-659b5e986fc3 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3718894 Mar 11 11:58:05.279769 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53b216af-c8a3-431a-a868-ed9a2bdf3fbf req-afbd2242-c6d2-4bc0-aa87-6b1f85419917 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249624 Mar 11 11:58:05.297849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Request body: {'port': {'device_id': '34da766a-de0b-4f68-8c7b-06a34c40c237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:05.312156 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-a349d64c-ae7c-4945-8b26-48c5c5ba5a66 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9b173e8a-3e2a-4f97-8227-96de74f58457), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:05.438851 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-a349d64c-ae7c-4945-8b26-48c5c5ba5a66 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Network f552eff6-e45c-42f6-b92d-765dea74520a is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:58:05.456589 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-a349d64c-ae7c-4945-8b26-48c5c5ba5a66 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:58:05.465167 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-a349d64c-ae7c-4945-8b26-48c5c5ba5a66 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:58:05.504522 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349d64c-ae7c-4945-8b26-48c5c5ba5a66 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Pushing event updated for resources: {'Port': ['ID=9b173e8a-3e2a-4f97-8227-96de74f58457,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:05.521874 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f50bd-c34e-4009-977d-579940e59c58 req-24c2680f-c8b6-40d9-9a16-3795b0157c2a tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:05.523877 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-354f50bd-c34e-4009-977d-579940e59c58 req-24c2680f-c8b6-40d9-9a16-3795b0157c2a tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.37 "GET /v2.0/networks?id=6f2d68a9-7c92-4cff-8b1c-052dd39a55a6 HTTP/1.1" status: 200 len: 822 time: 0.3257871 Mar 11 11:58:05.538973 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-a349d64c-ae7c-4945-8b26-48c5c5ba5a66 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:05.540273 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-a349d64c-ae7c-4945-8b26-48c5c5ba5a66 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:05.574363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-354f50bd-c34e-4009-977d-579940e59c58 req-15e30c1c-bff0-45e4-942f-9153c6e287b6 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Request body: {'port': {'device_id': '1d25fbfb-68a2-4204-83b2-06a1ce9fdcef', 'network_id': '6f2d68a9-7c92-4cff-8b1c-052dd39a55a6', 'admin_state_up': True, 'tenant_id': '622c48480f864dc19b3aa8800ad75550'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:05.574626 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-a349d64c-ae7c-4945-8b26-48c5c5ba5a66 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4113531 Mar 11 11:58:05.586711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Request body: {'port': {'device_id': '5b9e65f6-5373-416d-b675-f8ffb1da6716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:05.706789 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9b173e8a-3e2a-4f97-8227-96de74f58457), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:05.818315 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9cdc3460-04e4-4c74-939a-9976fe094143), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:05.831537 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-354f50bd-c34e-4009-977d-579940e59c58 req-15e30c1c-bff0-45e4-942f-9153c6e287b6 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Made reservation on behalf of 622c48480f864dc19b3aa8800ad75550 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:58:05.835071 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-354f50bd-c34e-4009-977d-579940e59c58 req-15e30c1c-bff0-45e4-942f-9153c6e287b6 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:05.989669 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b0ebd-fce0-42a6-ae4f-3a406307ccef req-513e1543-be8d-4258-babc-8d890259d9f7 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:05.991710 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bb9b0ebd-fce0-42a6-ae4f-3a406307ccef req-513e1543-be8d-4258-babc-8d890259d9f7 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/ports?device_id=34da766a-de0b-4f68-8c7b-06a34c40c237 HTTP/1.1" status: 200 len: 931 time: 0.6006377 Mar 11 11:58:06.009732 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-354f50bd-c34e-4009-977d-579940e59c58 req-15e30c1c-bff0-45e4-942f-9153c6e287b6 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Allocated IP 172.20.0.2 (6f2d68a9-7c92-4cff-8b1c-052dd39a55a6/12481126-ebe1-42d1-b1ac-2e6e25f1a145/b2435710-5baf-4541-bd4b-8cc738c2e200) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:58:06.037230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e7c5b-fc04-4acb-874d-7f9df94f1e5d req-a06ef016-a156-47dc-a331-591bd230ab4c tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:06.044566 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-166e7c5b-fc04-4acb-874d-7f9df94f1e5d req-a06ef016-a156-47dc-a331-591bd230ab4c tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 946 time: 0.3204324 Mar 11 11:58:06.135303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-166e7c5b-fc04-4acb-874d-7f9df94f1e5d req-d9e60dca-61bc-4882-9a5c-b7150d004c34 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895307 Mar 11 11:58:06.210445 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b173e8a-3e2a-4f97-8227-96de74f58457 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:58:06.219854 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Publish callbacks [] for port (9b173e8a-3e2a-4f97-8227-96de74f58457), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:06.227191 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bb9b0ebd-fce0-42a6-ae4f-3a406307ccef req-46243377-af1f-42bc-8299-91633ccb7ead tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7536ed7-a5c3-4adb-960b-8c8b86fd278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080817 Mar 11 11:58:06.239473 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Transition to ACTIVE for port object 9b173e8a-3e2a-4f97-8227-96de74f58457 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:58:06.253693 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (9b173e8a-3e2a-4f97-8227-96de74f58457), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:06.320331 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-326fdac7-a93d-4e8a-b7a1-e83dda2cf46c req-2b70d840-3919-41de-96e2-9591620958ed tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d25fbfb-68a2-4204-83b2-06a1ce9fdcef HTTP/1.1" status: 200 len: 210 time: 0.0994260 Mar 11 11:58:06.356895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Pushing event updated for resources: {'Port': ['ID=9b173e8a-3e2a-4f97-8227-96de74f58457,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:06.530575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Attempting to bind port 9b173e8a-3e2a-4f97-8227-96de74f58457 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:58:06.530909 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Attempting to bind port 9b173e8a-3e2a-4f97-8227-96de74f58457 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '6496a002-10c5-4d8d-bc83-d61f10c8b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f552eff6-e45c-42f6-b92d-765dea74520a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:58:06.531239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Attempting to bind port 9b173e8a-3e2a-4f97-8227-96de74f58457 on network f552eff6-e45c-42f6-b92d-765dea74520a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:58:06.536273 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Port 9b173e8a-3e2a-4f97-8227-96de74f58457 on network f552eff6-e45c-42f6-b92d-765dea74520a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:58:06.536601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Attempting to bind port 9b173e8a-3e2a-4f97-8227-96de74f58457 on network f552eff6-e45c-42f6-b92d-765dea74520a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:58:06.542980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:58:06.543324 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Checking segment: {'id': '6496a002-10c5-4d8d-bc83-d61f10c8b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f552eff6-e45c-42f6-b92d-765dea74520a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:58:06.544772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Bound using segment: {'id': '6496a002-10c5-4d8d-bc83-d61f10c8b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f552eff6-e45c-42f6-b92d-765dea74520a'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:58:06.545201 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Bound port: 9b173e8a-3e2a-4f97-8227-96de74f58457, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6496a002-10c5-4d8d-bc83-d61f10c8b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f552eff6-e45c-42f6-b92d-765dea74520a'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:58:06.546502 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9b173e8a-3e2a-4f97-8227-96de74f58457), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:06.551562 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdfbd6-6d5a-47be-a058-7346b5f71d4f req-835226b8-b4a4-4eac-8b95-7c510659ecce tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:06.553156 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2cdfbd6-6d5a-47be-a058-7346b5f71d4f req-835226b8-b4a4-4eac-8b95-7c510659ecce tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716 HTTP/1.1" status: 200 len: 943 time: 0.1371002 Mar 11 11:58:06.657547 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] For port 9b173e8a-3e2a-4f97-8227-96de74f58457, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:58:06.661936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] For port 9b173e8a-3e2a-4f97-8227-96de74f58457, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9b173e8a-3e2a-4f97-8227-96de74f58457,segment=NetworkSegment(6496a002-10c5-4d8d-bc83-d61f10c8b4b8),segment_id=6496a002-10c5-4d8d-bc83-d61f10c8b4b8)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:58:06.672392 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (9b173e8a-3e2a-4f97-8227-96de74f58457), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:06.718292 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:06.718927 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:06.723790 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] 10.222.0.71 "PUT /v2.0/ports/9b173e8a-3e2a-4f97-8227-96de74f58457 HTTP/1.1" status: 200 len: 1091 time: 1.1416614 Mar 11 11:58:06.724310 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9e65f6-5373-416d-b675-f8ffb1da6716', 'tag': '9b173e8a-3e2a-4f97-8227-96de74f58457'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:58:06.732101 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aebdc45-1db1-4fc5-99cd-63cf3f6f7074" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9e65f6-5373-416d-b675-f8ffb1da6716", "tag": "9b173e8a-3e2a-4f97-8227-96de74f58457"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:58:06.875001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00504c7e-171f-45e1-a282-267c2b3ffa6b service neutron] Pushing event updated for resources: {'Port': ['ID=9b173e8a-3e2a-4f97-8227-96de74f58457,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:06.913393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-2ddfdb38-cd70-4a17-aea1-9ac1d966b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:06.914927 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-2ddfdb38-cd70-4a17-aea1-9ac1d966b60a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f7bd928528184821bd830c024c62ab68&device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716 HTTP/1.1" status: 200 len: 1125 time: 0.1449070 Mar 11 11:58:06.983496 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-883780b3-373f-4deb-a319-789cea6e40c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b173e8a-3e2a-4f97-8227-96de74f58457 HTTP/1.1" status: 200 len: 217 time: 0.0595677 Mar 11 11:58:07.024563 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2cdfbd6-6d5a-47be-a058-7346b5f71d4f req-3f7d8d2d-408f-49f0-9fdf-020e4ade0cf9 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587033 Mar 11 11:58:07.097910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-54bcb9fe-994f-45fa-b482-c182a57f4426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:07.099995 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-54bcb9fe-994f-45fa-b482-c182a57f4426 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8fa38a55-8118-47d2-bcb0-ad8153ae60f7 HTTP/1.1" status: 200 len: 853 time: 0.1098347 Mar 11 11:58:07.145942 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-2097705b-b310-46ae-98f8-19bf47256111 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f552eff6-e45c-42f6-b92d-765dea74520a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375528 Mar 11 11:58:07.216709 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7ae54-435c-442f-9af6-60929745bd1b req-1fc3b0b9-8a31-4a7d-963c-5c7ee214827e tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:07.223571 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-67a7ae54-435c-442f-9af6-60929745bd1b req-1fc3b0b9-8a31-4a7d-963c-5c7ee214827e tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.7577395 Mar 11 11:58:07.327933 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-67a7ae54-435c-442f-9af6-60929745bd1b req-c452eed0-c9a0-430c-a2aa-9daa8bb47561 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022189 Mar 11 11:58:07.402118 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-354f50bd-c34e-4009-977d-579940e59c58 req-15e30c1c-bff0-45e4-942f-9153c6e287b6 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Publish callbacks [] for port (b2435710-5baf-4541-bd4b-8cc738c2e200), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:07.440133 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00da6381-a488-4c9c-a142-6b27668cb03b x-openstack-request-id: req-00da6381-a488-4c9c-a142-6b27668cb03b {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:58:07.440662 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9e65f6-5373-416d-b675-f8ffb1da6716", "tag": "9b173e8a-3e2a-4f97-8227-96de74f58457", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:58:07.440662 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00da6381-a488-4c9c-a142-6b27668cb03b {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:58:07.441101 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9e65f6-5373-416d-b675-f8ffb1da6716', 'tag': '9b173e8a-3e2a-4f97-8227-96de74f58457', 'status': 'completed', 'code': 200} Mar 11 11:58:07.462565 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-43c10ab2-bd3a-467e-9405-84285c09bc4b service neutron] 10.222.0.71 "GET /v2.0/networks/f552eff6-e45c-42f6-b92d-765dea74520a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057039 Mar 11 11:58:07.487642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cdc3460-04e4-4c74-939a-9976fe094143 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:58:07.509232 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Publish callbacks [] for port (9cdc3460-04e4-4c74-939a-9976fe094143), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:07.555305 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-354f50bd-c34e-4009-977d-579940e59c58 req-15e30c1c-bff0-45e4-942f-9153c6e287b6 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b2435710-5baf-4541-bd4b-8cc738c2e200), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:07.581805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Transition to ACTIVE for port object 9cdc3460-04e4-4c74-939a-9976fe094143 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:58:07.666156 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-427ecc66-a10e-41a3-a76e-e67b9122b720 req-82febf62-06b6-4519-847d-acbf42864d1b service neutron] 10.222.0.71 "GET /v2.0/networks/f552eff6-e45c-42f6-b92d-765dea74520a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895761 Mar 11 11:58:07.737295 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (9cdc3460-04e4-4c74-939a-9976fe094143), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:07.754841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354f50bd-c34e-4009-977d-579940e59c58 req-15e30c1c-bff0-45e4-942f-9153c6e287b6 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Network 6f2d68a9-7c92-4cff-8b1c-052dd39a55a6 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:58:07.778328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-354f50bd-c34e-4009-977d-579940e59c58 req-15e30c1c-bff0-45e4-942f-9153c6e287b6 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:58:07.791101 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-354f50bd-c34e-4009-977d-579940e59c58 req-15e30c1c-bff0-45e4-942f-9153c6e287b6 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:58:07.846119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e30c1c-bff0-45e4-942f-9153c6e287b6 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Pushing event updated for resources: {'Port': ['ID=b2435710-5baf-4541-bd4b-8cc738c2e200,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:07.865659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebdc45-1db1-4fc5-99cd-63cf3f6f7074 req-1612bd49-8298-40d7-853f-beae44d9e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:07.870420 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2aebdc45-1db1-4fc5-99cd-63cf3f6f7074 req-1612bd49-8298-40d7-853f-beae44d9e8f8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f7bd928528184821bd830c024c62ab68&device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716 HTTP/1.1" status: 200 len: 1125 time: 0.1277728 Mar 11 11:58:07.878451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f50bd-c34e-4009-977d-579940e59c58 req-15e30c1c-bff0-45e4-942f-9153c6e287b6 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:07.879497 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-354f50bd-c34e-4009-977d-579940e59c58 req-15e30c1c-bff0-45e4-942f-9153c6e287b6 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:07.961768 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6027a-a653-4153-a23b-f11ed9b5ac5b req-28a93c0c-6038-4e35-a072-c8be49ac1069 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:07.965748 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14f6027a-a653-4153-a23b-f11ed9b5ac5b req-28a93c0c-6038-4e35-a072-c8be49ac1069 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/ports?device_id=34da766a-de0b-4f68-8c7b-06a34c40c237 HTTP/1.1" status: 200 len: 943 time: 0.4260740 Mar 11 11:58:08.025466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebdc45-1db1-4fc5-99cd-63cf3f6f7074 req-ec8e439a-1e52-49ec-9587-6a78b7759fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:08.026955 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2aebdc45-1db1-4fc5-99cd-63cf3f6f7074 req-ec8e439a-1e52-49ec-9587-6a78b7759fe9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f552eff6-e45c-42f6-b92d-765dea74520a HTTP/1.1" status: 200 len: 914 time: 0.1481142 Mar 11 11:58:08.027419 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-354f50bd-c34e-4009-977d-579940e59c58 req-15e30c1c-bff0-45e4-942f-9153c6e287b6 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4659944 Mar 11 11:58:08.083930 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2aebdc45-1db1-4fc5-99cd-63cf3f6f7074 req-b1b4408e-a1cc-456b-8ada-e1791e5383dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b173e8a-3e2a-4f97-8227-96de74f58457 HTTP/1.1" status: 200 len: 217 time: 0.0470552 Mar 11 11:58:08.140653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Request body: {'port': {'device_id': '1d25fbfb-68a2-4204-83b2-06a1ce9fdcef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:08.146434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9cdc3460-04e4-4c74-939a-9976fe094143,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:08.156535 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e989dc3-fa36-4756-9b87-4c5fae279862 req-c3586122-3912-453a-9e8d-727eb00e0e63 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:08.164305 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1e989dc3-fa36-4756-9b87-4c5fae279862 req-c3586122-3912-453a-9e8d-727eb00e0e63 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d25fbfb-68a2-4204-83b2-06a1ce9fdcef HTTP/1.1" status: 200 len: 931 time: 0.5806763 Mar 11 11:58:08.196069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Attempting to bind port 9cdc3460-04e4-4c74-939a-9976fe094143 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:58:08.196694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Attempting to bind port 9cdc3460-04e4-4c74-939a-9976fe094143 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'aea44e93-37fb-48d6-9fb9-a21b3dc23e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'faf72d22-1cc6-4a1c-9a35-9c18bb22d268'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:58:08.197230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Attempting to bind port 9cdc3460-04e4-4c74-939a-9976fe094143 on network faf72d22-1cc6-4a1c-9a35-9c18bb22d268 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:58:08.212985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Port 9cdc3460-04e4-4c74-939a-9976fe094143 on network faf72d22-1cc6-4a1c-9a35-9c18bb22d268 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:58:08.213687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Attempting to bind port 9cdc3460-04e4-4c74-939a-9976fe094143 on network faf72d22-1cc6-4a1c-9a35-9c18bb22d268 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:58:08.222244 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebdc45-1db1-4fc5-99cd-63cf3f6f7074 req-c0a2217b-6bdf-4a9b-9a38-133a73890566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:08.230961 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2aebdc45-1db1-4fc5-99cd-63cf3f6f7074 req-c0a2217b-6bdf-4a9b-9a38-133a73890566 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8fa38a55-8118-47d2-bcb0-ad8153ae60f7 HTTP/1.1" status: 200 len: 853 time: 0.1360717 Mar 11 11:58:08.236451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:58:08.237650 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Checking segment: {'id': 'aea44e93-37fb-48d6-9fb9-a21b3dc23e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'faf72d22-1cc6-4a1c-9a35-9c18bb22d268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:58:08.238532 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Bound using segment: {'id': 'aea44e93-37fb-48d6-9fb9-a21b3dc23e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'faf72d22-1cc6-4a1c-9a35-9c18bb22d268'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:58:08.239536 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Bound port: 9cdc3460-04e4-4c74-939a-9976fe094143, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea44e93-37fb-48d6-9fb9-a21b3dc23e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'faf72d22-1cc6-4a1c-9a35-9c18bb22d268'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:58:08.240420 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9cdc3460-04e4-4c74-939a-9976fe094143), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:08.285986 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2aebdc45-1db1-4fc5-99cd-63cf3f6f7074 req-2eb56d03-f88e-4ada-b0c5-7c4bcdb42897 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f552eff6-e45c-42f6-b92d-765dea74520a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418379 Mar 11 11:58:08.336823 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14f6027a-a653-4153-a23b-f11ed9b5ac5b req-de243b25-c8be-42ed-b32b-9526d52fa2b9 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7536ed7-a5c3-4adb-960b-8c8b86fd278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437903 Mar 11 11:58:08.416560 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] For port 9cdc3460-04e4-4c74-939a-9976fe094143, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:58:08.420607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] For port 9cdc3460-04e4-4c74-939a-9976fe094143, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9cdc3460-04e4-4c74-939a-9976fe094143,segment=NetworkSegment(aea44e93-37fb-48d6-9fb9-a21b3dc23e37),segment_id=aea44e93-37fb-48d6-9fb9-a21b3dc23e37)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:58:08.430278 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1e989dc3-fa36-4756-9b87-4c5fae279862 req-7bea6f7e-d9ad-4fc1-9ca6-b1c23af7a5a3 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/security-groups?id=32d8b409-8124-4859-ad75-ec85bb60953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646351 Mar 11 11:58:08.430861 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b2435710-5baf-4541-bd4b-8cc738c2e200), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:08.442098 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (9cdc3460-04e4-4c74-939a-9976fe094143), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:08.481176 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2aebdc45-1db1-4fc5-99cd-63cf3f6f7074 req-8821c443-4ea8-4981-bbc9-ff9ec10e42f4 service neutron] 10.222.0.71 "GET /v2.0/networks/f552eff6-e45c-42f6-b92d-765dea74520a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882966 Mar 11 11:58:08.579599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:08.585902 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:08.587385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] 10.222.0.71 "PUT /v2.0/ports/9cdc3460-04e4-4c74-939a-9976fe094143 HTTP/1.1" status: 200 len: 1091 time: 3.3200679 Mar 11 11:58:08.587734 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34da766a-de0b-4f68-8c7b-06a34c40c237', 'tag': '9cdc3460-04e4-4c74-939a-9976fe094143'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:58:08.589909 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b48a8e7-4bd1-414d-9237-5976c779e013" -d '{"events": [{"name": "network-changed", "server_uuid": "34da766a-de0b-4f68-8c7b-06a34c40c237", "tag": "9cdc3460-04e4-4c74-939a-9976fe094143"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:58:08.619495 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2aebdc45-1db1-4fc5-99cd-63cf3f6f7074 req-2e347e7c-7d01-43f7-913e-c4a5868cbaff service neutron] 10.222.0.71 "GET /v2.0/networks/f552eff6-e45c-42f6-b92d-765dea74520a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292202 Mar 11 11:58:08.713768 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-08191c6f-37a7-423a-a66c-49d0f770f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:08.715886 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-08191c6f-37a7-423a-a66c-49d0f770f47d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b586e664153a4fe681417ff37521592a&device_id=34da766a-de0b-4f68-8c7b-06a34c40c237 HTTP/1.1" status: 200 len: 1125 time: 0.0692945 Mar 11 11:58:08.722217 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378a426-c147-4bc8-8a76-c397fa7ed9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9cdc3460-04e4-4c74-939a-9976fe094143,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:08.770477 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-f1c8eb7c-3d76-48e8-8cfa-94be76b2fea0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cdc3460-04e4-4c74-939a-9976fe094143 HTTP/1.1" status: 200 len: 217 time: 0.0463457 Mar 11 11:58:08.786895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35414) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:08.828817 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa67e22-d92d-4ab8-a924-1f598452019d req-a4828394-a51c-4594-ab0f-f6bb257c6264 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:08.831673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-cb19d58f-f006-4221-b6a6-7056ef907e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:08.833352 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-cb19d58f-f006-4221-b6a6-7056ef907e72 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca236d81-88d6-4a26-b30a-84e73a9f6733 HTTP/1.1" status: 200 len: 860 time: 0.0568628 Mar 11 11:58:08.836420 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7aa67e22-d92d-4ab8-a924-1f598452019d req-a4828394-a51c-4594-ab0f-f6bb257c6264 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 946 time: 0.3360784 Mar 11 11:58:08.876220 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-0cadd2f9-c22b-497e-ba42-988cfe28838a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=faf72d22-1cc6-4a1c-9a35-9c18bb22d268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362847 Mar 11 11:58:08.880663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ede83e-3ccb-4272-8edb-084b0ea3b698 req-44e17b7c-1fef-4525-8b91-3f8c9b773526 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:08.882133 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49ede83e-3ccb-4272-8edb-084b0ea3b698 req-44e17b7c-1fef-4525-8b91-3f8c9b773526 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716 HTTP/1.1" status: 200 len: 943 time: 0.2406938 Mar 11 11:58:08.992182 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7aa67e22-d92d-4ab8-a924-1f598452019d req-46574c71-b9c4-465c-8d43-c6ef7aad17a7 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543605 Mar 11 11:58:08.998923 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88ccc73a-b142-4a5d-be3e-ac94e9e0bf29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:09.037613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49ede83e-3ccb-4272-8edb-084b0ea3b698 req-b3545697-1c86-489d-86a0-9f034b30d3fc tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417456 Mar 11 11:58:09.047351 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-25e03cfc-a5b2-4ea6-b86a-9bafcf0bcd27 service neutron] 10.222.0.71 "GET /v2.0/networks/faf72d22-1cc6-4a1c-9a35-9c18bb22d268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556451 Mar 11 11:58:09.119682 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a27bb2-3989-40ce-b775-e7fa0e22f3ca x-openstack-request-id: req-f7a27bb2-3989-40ce-b775-e7fa0e22f3ca {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:58:09.119682 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34da766a-de0b-4f68-8c7b-06a34c40c237", "tag": "9cdc3460-04e4-4c74-939a-9976fe094143", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:58:09.119682 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f7a27bb2-3989-40ce-b775-e7fa0e22f3ca {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:58:09.127772 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34da766a-de0b-4f68-8c7b-06a34c40c237', 'tag': '9cdc3460-04e4-4c74-939a-9976fe094143', 'status': 'completed', 'code': 200} Mar 11 11:58:09.211836 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bf0ad0d7-320e-4269-a057-337ec33cbede req-7b1bc107-3997-4a10-8897-a948edf55131 service neutron] 10.222.0.71 "GET /v2.0/networks/faf72d22-1cc6-4a1c-9a35-9c18bb22d268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551723 Mar 11 11:58:09.214228 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88ccc73a-b142-4a5d-be3e-ac94e9e0bf29 admin admin] Publish callbacks [] for security_group (2a9a0fc2-0061-41be-9ae2-834231545d2f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:09.232496 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88ccc73a-b142-4a5d-be3e-ac94e9e0bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2a9a0fc2-0061-41be-9ae2-834231545d2f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:09.289655 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-88ccc73a-b142-4a5d-be3e-ac94e9e0bf29 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d6ee7b880aeb41bda7737e6b65025e72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5016520 Mar 11 11:58:09.293570 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2435710-5baf-4541-bd4b-8cc738c2e200 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:58:09.299362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35422) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:09.302690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccc73a-b142-4a5d-be3e-ac94e9e0bf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9a0fc2-0061-41be-9ae2-834231545d2f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:09.337947 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Publish callbacks [] for port (b2435710-5baf-4541-bd4b-8cc738c2e200), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:09.367336 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Transition to ACTIVE for port object b2435710-5baf-4541-bd4b-8cc738c2e200 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:58:09.391541 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ef6a4-e069-447f-9c1e-c88486757ed8 req-05d3fb67-9b9d-4e89-9e13-58d5d9ffc74a tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:09.393461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b29ef6a4-e069-447f-9c1e-c88486757ed8 req-05d3fb67-9b9d-4e89-9e13-58d5d9ffc74a tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.2379484 Mar 11 11:58:09.397094 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b2435710-5baf-4541-bd4b-8cc738c2e200), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:09.411658 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450870e-65f6-47c8-bc44-c08cae2fa44d req-4dac73eb-6287-4c9c-9d85-e08789f792ea tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:09.413592 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9450870e-65f6-47c8-bc44-c08cae2fa44d req-4dac73eb-6287-4c9c-9d85-e08789f792ea tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.71 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 946 time: 0.3123705 Mar 11 11:58:09.422717 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b5e0f37-0482-41c5-8ab9-766b30c073d7 admin admin] Publish callbacks [] for security_group (2a9a0fc2-0061-41be-9ae2-834231545d2f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:09.461283 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b5e0f37-0482-41c5-8ab9-766b30c073d7 admin admin] Publish callbacks [] for security_group (2a9a0fc2-0061-41be-9ae2-834231545d2f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:09.466180 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48a8e7-4bd1-414d-9237-5976c779e013 req-ff5665d2-6b3d-42f2-aca8-6f3af1378a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:09.469931 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4b48a8e7-4bd1-414d-9237-5976c779e013 req-ff5665d2-6b3d-42f2-aca8-6f3af1378a24 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b586e664153a4fe681417ff37521592a&device_id=34da766a-de0b-4f68-8c7b-06a34c40c237 HTTP/1.1" status: 200 len: 1125 time: 0.1837273 Mar 11 11:58:09.564498 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9b173e8a-3e2a-4f97-8227-96de74f58457 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:58:09.589121 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Pushing event updated for resources: {'Port': ['ID=b2435710-5baf-4541-bd4b-8cc738c2e200,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:09.601209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48a8e7-4bd1-414d-9237-5976c779e013 req-b2dadc95-6c2d-4260-9462-43a077823233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:09.602858 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4b48a8e7-4bd1-414d-9237-5976c779e013 req-b2dadc95-6c2d-4260-9462-43a077823233 service neutron] 10.222.0.71 "GET /v2.0/networks?id=faf72d22-1cc6-4a1c-9a35-9c18bb22d268 HTTP/1.1" status: 200 len: 921 time: 0.1223981 Mar 11 11:58:09.643559 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b29ef6a4-e069-447f-9c1e-c88486757ed8 req-21a4e351-d988-4d83-a44b-0f171e73cd31 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435350 Mar 11 11:58:09.647358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:09.647728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:09.648071 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:09.648411 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:09.648743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:09.649102 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:09.649391 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:09.649715 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:09.650038 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:09.650360 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:09.650680 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:09.651002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:09.651314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:09.663376 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4b48a8e7-4bd1-414d-9237-5976c779e013 req-2c2eb7d1-0a7f-4a62-863e-b890d11ddbd2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cdc3460-04e4-4c74-939a-9976fe094143 HTTP/1.1" status: 200 len: 217 time: 0.0521049 Mar 11 11:58:09.664527 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b5e0f37-0482-41c5-8ab9-766b30c073d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2a9a0fc2-0061-41be-9ae2-834231545d2f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:09.667191 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b5e0f37-0482-41c5-8ab9-766b30c073d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:09.668319 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0b5e0f37-0482-41c5-8ab9-766b30c073d7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2a9a0fc2-0061-41be-9ae2-834231545d2f HTTP/1.1" status: 204 len: 168 time: 0.3666720 Mar 11 11:58:09.687458 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e0f37-0482-41c5-8ab9-766b30c073d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9a0fc2-0061-41be-9ae2-834231545d2f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:09.699388 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe322f-dd03-44bb-a7b3-d20fe19ec1ea req-0b8c2ad2-f710-466b-8b31-03eb5b84c301 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:09.701485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-febe322f-dd03-44bb-a7b3-d20fe19ec1ea req-0b8c2ad2-f710-466b-8b31-03eb5b84c301 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 945 time: 0.2548316 Mar 11 11:58:09.743954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48a8e7-4bd1-414d-9237-5976c779e013 req-fa7726da-65ee-43b5-820f-978e027e7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:09.745673 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4b48a8e7-4bd1-414d-9237-5976c779e013 req-fa7726da-65ee-43b5-820f-978e027e7509 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca236d81-88d6-4a26-b30a-84e73a9f6733 HTTP/1.1" status: 200 len: 860 time: 0.0762830 Mar 11 11:58:09.777821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 9b173e8a-3e2a-4f97-8227-96de74f58457, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9b173e8a-3e2a-4f97-8227-96de74f58457,segment=NetworkSegment(6496a002-10c5-4d8d-bc83-d61f10c8b4b8),segment_id=6496a002-10c5-4d8d-bc83-d61f10c8b4b8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:09.797532 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '9b173e8a-3e2a-4f97-8227-96de74f58457', 'network_id': 'f552eff6-e45c-42f6-b92d-765dea74520a', 'port_id': '9b173e8a-3e2a-4f97-8227-96de74f58457', 'mac_address': 'fa:16:3e:d2:c3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa38a55-8118-47d2-bcb0-ad8153ae60f7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:58:09.822340 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4b48a8e7-4bd1-414d-9237-5976c779e013 req-e5f06fa8-62b6-4264-9eeb-bad98d3f63a1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=faf72d22-1cc6-4a1c-9a35-9c18bb22d268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682645 Mar 11 11:58:09.870771 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 9b173e8a-3e2a-4f97-8227-96de74f58457 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:09.871443 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9b173e8a-3e2a-4f97-8227-96de74f58457), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:09.886316 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b173e8a-3e2a-4f97-8227-96de74f58457 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:58:09.895040 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Attempting to bind port b2435710-5baf-4541-bd4b-8cc738c2e200 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:58:09.895040 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Attempting to bind port b2435710-5baf-4541-bd4b-8cc738c2e200 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '615f64c5-27e3-43db-8e4e-fccc73786812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6f2d68a9-7c92-4cff-8b1c-052dd39a55a6'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:58:09.895040 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Attempting to bind port b2435710-5baf-4541-bd4b-8cc738c2e200 on network 6f2d68a9-7c92-4cff-8b1c-052dd39a55a6 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:58:09.905142 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-9450870e-65f6-47c8-bc44-c08cae2fa44d req-1d406702-4636-453d-98ef-a1fb54659fd6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Deleting port d554b6b1-0b4d-4dac-8fb5-728c994f8eda {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:58:09.905491 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9450870e-65f6-47c8-bc44-c08cae2fa44d req-1d406702-4636-453d-98ef-a1fb54659fd6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d554b6b1-0b4d-4dac-8fb5-728c994f8eda), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:09.922027 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-febe322f-dd03-44bb-a7b3-d20fe19ec1ea req-4015ca12-68a1-4080-89e9-5a9213e76a12 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af9d34-4912-4c03-ad00-4fd85f0a94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969733 Mar 11 11:58:09.940852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeeca3a-ba97-4263-a016-236aa06fe447 req-67321655-9c22-4308-bd16-27528aa987a8 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:09.943992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 9b173e8a-3e2a-4f97-8227-96de74f58457, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9b173e8a-3e2a-4f97-8227-96de74f58457,segment=NetworkSegment(6496a002-10c5-4d8d-bc83-d61f10c8b4b8),segment_id=6496a002-10c5-4d8d-bc83-d61f10c8b4b8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:09.945785 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cdeeca3a-ba97-4263-a016-236aa06fe447 req-67321655-9c22-4308-bd16-27528aa987a8 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/ports?device_id=34da766a-de0b-4f68-8c7b-06a34c40c237 HTTP/1.1" status: 200 len: 943 time: 0.1934047 Mar 11 11:58:09.956405 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9b173e8a-3e2a-4f97-8227-96de74f58457), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:09.960600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Port b2435710-5baf-4541-bd4b-8cc738c2e200 on network 6f2d68a9-7c92-4cff-8b1c-052dd39a55a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:58:09.963565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Attempting to bind port b2435710-5baf-4541-bd4b-8cc738c2e200 on network 6f2d68a9-7c92-4cff-8b1c-052dd39a55a6 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:58:09.976490 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4b48a8e7-4bd1-414d-9237-5976c779e013 req-db00608b-4cf4-44d3-a653-9aa4a24d58b2 service neutron] 10.222.0.71 "GET /v2.0/networks/faf72d22-1cc6-4a1c-9a35-9c18bb22d268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471541 Mar 11 11:58:09.983700 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:58:09.984306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Checking segment: {'id': '615f64c5-27e3-43db-8e4e-fccc73786812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6f2d68a9-7c92-4cff-8b1c-052dd39a55a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:58:09.984862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Bound using segment: {'id': '615f64c5-27e3-43db-8e4e-fccc73786812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6f2d68a9-7c92-4cff-8b1c-052dd39a55a6'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:58:09.985474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Bound port: b2435710-5baf-4541-bd4b-8cc738c2e200, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615f64c5-27e3-43db-8e4e-fccc73786812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6f2d68a9-7c92-4cff-8b1c-052dd39a55a6'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:58:09.986033 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b2435710-5baf-4541-bd4b-8cc738c2e200), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:10.060134 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=9b173e8a-3e2a-4f97-8227-96de74f58457,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:10.080043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:10.082946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:10.083405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:10.084872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:10.085328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:10.087937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:10.089183 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:10.089785 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:10.090343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:10.090952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:10.093604 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:10.094193 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:10.094757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:10.117083 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4b48a8e7-4bd1-414d-9237-5976c779e013 req-c68df8d0-88cc-4795-b0cc-24713f7935ce service neutron] 10.222.0.71 "GET /v2.0/networks/faf72d22-1cc6-4a1c-9a35-9c18bb22d268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336331 Mar 11 11:58:10.187006 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['9b173e8a-3e2a-4f97-8227-96de74f58457'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:58:10.194153 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cdeeca3a-ba97-4263-a016-236aa06fe447 req-4c131435-2583-4cab-98b0-d6842b5eecb5 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7536ed7-a5c3-4adb-960b-8c8b86fd278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375941 Mar 11 11:58:10.223937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-9450870e-65f6-47c8-bc44-c08cae2fa44d req-1d406702-4636-453d-98ef-a1fb54659fd6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] For port d554b6b1-0b4d-4dac-8fb5-728c994f8eda, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=d554b6b1-0b4d-4dac-8fb5-728c994f8eda,segment=NetworkSegment(f36390a3-453a-492f-a9b3-ce03615aa4c9),segment_id=f36390a3-453a-492f-a9b3-ce03615aa4c9)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:10.224215 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9450870e-65f6-47c8-bc44-c08cae2fa44d req-1d406702-4636-453d-98ef-a1fb54659fd6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d554b6b1-0b4d-4dac-8fb5-728c994f8eda), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:10.229971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35440) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:10.245252 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] For port b2435710-5baf-4541-bd4b-8cc738c2e200, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:58:10.261457 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-944e5593-f1a7-4b6c-b390-4940f7ae29f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:10.271926 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7479c-2a47-45a5-bdb2-d9773796a6b5 req-171d8548-c1fa-44c6-b530-50bee7fe91c3 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:10.273427 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1f7479c-2a47-45a5-bdb2-d9773796a6b5 req-171d8548-c1fa-44c6-b530-50bee7fe91c3 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d25fbfb-68a2-4204-83b2-06a1ce9fdcef HTTP/1.1" status: 200 len: 943 time: 0.2479382 Mar 11 11:58:10.317702 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] For port b2435710-5baf-4541-bd4b-8cc738c2e200, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b2435710-5baf-4541-bd4b-8cc738c2e200,segment=NetworkSegment(615f64c5-27e3-43db-8e4e-fccc73786812),segment_id=615f64c5-27e3-43db-8e4e-fccc73786812)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:58:10.348911 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b2435710-5baf-4541-bd4b-8cc738c2e200), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:10.457302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:10.457990 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:10.459946 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-354f50bd-c34e-4009-977d-579940e59c58 req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] 10.222.0.37 "PUT /v2.0/ports/b2435710-5baf-4541-bd4b-8cc738c2e200 HTTP/1.1" status: 200 len: 1091 time: 2.3435199 Mar 11 11:58:10.480276 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-944e5593-f1a7-4b6c-b390-4940f7ae29f2 admin admin] Publish callbacks [] for security_group (2e3ee925-a43c-4e1e-9e27-68e06b92a7e2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:10.486313 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-944e5593-f1a7-4b6c-b390-4940f7ae29f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2e3ee925-a43c-4e1e-9e27-68e06b92a7e2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:10.500478 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1f7479c-2a47-45a5-bdb2-d9773796a6b5 req-5a09b973-c7ad-46ef-bffb-8ab3b41976a1 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/security-groups?id=32d8b409-8124-4859-ad75-ec85bb60953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893535 Mar 11 11:58:10.535090 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e5593-f1a7-4b6c-b390-4940f7ae29f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3ee925-a43c-4e1e-9e27-68e06b92a7e2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:10.576641 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0e74c-abce-4ec5-a2e1-dc3f48a54639 service neutron] Pushing event updated for resources: {'Port': ['ID=b2435710-5baf-4541-bd4b-8cc738c2e200,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:10.610059 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-944e5593-f1a7-4b6c-b390-4940f7ae29f2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8f538eec3ca844efac774e7c6ae37210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3781080 Mar 11 11:58:10.612605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35444) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:10.640878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f50bd-c34e-4009-977d-579940e59c58 req-3d80348e-a22c-4c5f-9993-53ba34625f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:10.642556 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-354f50bd-c34e-4009-977d-579940e59c58 req-3d80348e-a22c-4c5f-9993-53ba34625f01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=622c48480f864dc19b3aa8800ad75550&device_id=1d25fbfb-68a2-4204-83b2-06a1ce9fdcef HTTP/1.1" status: 200 len: 1125 time: 0.1128962 Mar 11 11:58:10.694045 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-354f50bd-c34e-4009-977d-579940e59c58 req-97308a49-b9d2-4704-837c-a8b36974cd7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2435710-5baf-4541-bd4b-8cc738c2e200 HTTP/1.1" status: 200 len: 217 time: 0.0404706 Mar 11 11:58:10.696794 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409b842-2608-4faf-b9c5-19087c705a05 req-be15ffc6-6532-4cc0-a476-84d90563059d tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:10.698616 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d409b842-2608-4faf-b9c5-19087c705a05 req-be15ffc6-6532-4cc0-a476-84d90563059d tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 946 time: 0.2926221 Mar 11 11:58:10.712142 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9450870e-65f6-47c8-bc44-c08cae2fa44d req-1d406702-4636-453d-98ef-a1fb54659fd6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:10.712508 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9450870e-65f6-47c8-bc44-c08cae2fa44d req-1d406702-4636-453d-98ef-a1fb54659fd6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (b2361794-434e-4ffd-bdb4-0c282b185c0a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:10.712823 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [req-9450870e-65f6-47c8-bc44-c08cae2fa44d req-1d406702-4636-453d-98ef-a1fb54659fd6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Floating IP b2361794-434e-4ffd-bdb4-0c282b185c0a disassociated. External IP: 172.25.7.35, port: d554b6b1-0b4d-4dac-8fb5-728c994f8eda. Mar 11 11:58:10.713175 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-9450870e-65f6-47c8-bc44-c08cae2fa44d req-1d406702-4636-453d-98ef-a1fb54659fd6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Calling delete_port for d554b6b1-0b4d-4dac-8fb5-728c994f8eda owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:58:10.735282 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07e015-db6a-4311-805c-756946cb7772 req-5c849074-b60f-4733-9b38-215fdab0d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:10.737091 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7c07e015-db6a-4311-805c-756946cb7772 req-5c849074-b60f-4733-9b38-215fdab0d26c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 1127 time: 0.2310534 Mar 11 11:58:10.739931 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dd3b1612-2657-4608-a24f-a3a7d358bfe2 admin admin] Publish callbacks [] for security_group (2e3ee925-a43c-4e1e-9e27-68e06b92a7e2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:10.772352 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dd3b1612-2657-4608-a24f-a3a7d358bfe2 admin admin] Publish callbacks [] for security_group (2e3ee925-a43c-4e1e-9e27-68e06b92a7e2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:10.781792 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f50bd-c34e-4009-977d-579940e59c58 req-603dc058-6163-4426-8bc0-88d300615944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:10.783422 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-354f50bd-c34e-4009-977d-579940e59c58 req-603dc058-6163-4426-8bc0-88d300615944 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12481126-ebe1-42d1-b1ac-2e6e25f1a145 HTTP/1.1" status: 200 len: 862 time: 0.0775485 Mar 11 11:58:10.825272 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-354f50bd-c34e-4009-977d-579940e59c58 req-f6090d9c-fed6-46b6-b22f-8bed6c40cb6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6f2d68a9-7c92-4cff-8b1c-052dd39a55a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285892 Mar 11 11:58:10.854068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25223d6b-718d-4668-aee4-aabc0ce046fe req-6a07b9ea-7212-4630-90b5-6302bc269cb5 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:10.855612 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25223d6b-718d-4668-aee4-aabc0ce046fe req-6a07b9ea-7212-4630-90b5-6302bc269cb5 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716 HTTP/1.1" status: 200 len: 944 time: 0.2195404 Mar 11 11:58:10.880112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d409b842-2608-4faf-b9c5-19087c705a05 req-3d4a1f15-0a7b-45cc-b2c8-cb72685cf35c tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups?id=506d2506-e18b-4019-b9eb-dd17c27cc8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706772 Mar 11 11:58:10.939773 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7c07e015-db6a-4311-805c-756946cb7772 req-eec70d75-e2b2-457f-b19b-9e0c85e79712 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882796 Mar 11 11:58:10.950880 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dd3b1612-2657-4608-a24f-a3a7d358bfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2e3ee925-a43c-4e1e-9e27-68e06b92a7e2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:10.954573 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dd3b1612-2657-4608-a24f-a3a7d358bfe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:10.958135 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dd3b1612-2657-4608-a24f-a3a7d358bfe2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2e3ee925-a43c-4e1e-9e27-68e06b92a7e2 HTTP/1.1" status: 204 len: 168 time: 0.3421352 Mar 11 11:58:10.982549 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-354f50bd-c34e-4009-977d-579940e59c58 req-aa36de46-27a8-4b5a-9234-e6688cfc7820 service neutron] 10.222.0.37 "GET /v2.0/networks/6f2d68a9-7c92-4cff-8b1c-052dd39a55a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462057 Mar 11 11:58:10.984596 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b1612-2657-4608-a24f-a3a7d358bfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3ee925-a43c-4e1e-9e27-68e06b92a7e2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:11.019446 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25223d6b-718d-4668-aee4-aabc0ce046fe req-ce7df8ac-3fe0-440b-b0ac-ded3a634d4da tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291952 Mar 11 11:58:11.111892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b0f8e-b297-4b98-a1b9-864d5d4b46fa req-7a004b6a-a0b4-41fc-aec3-3325a98b0779 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:11.114049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-313b0f8e-b297-4b98-a1b9-864d5d4b46fa req-7a004b6a-a0b4-41fc-aec3-3325a98b0779 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.1164584 Mar 11 11:58:11.123523 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9450870e-65f6-47c8-bc44-c08cae2fa44d req-1d406702-4636-453d-98ef-a1fb54659fd6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (d554b6b1-0b4d-4dac-8fb5-728c994f8eda), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:11.134067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d25fbfb-68a2-4204-83b2-06a1ce9fdcef', 'tag': 'b2435710-5baf-4541-bd4b-8cc738c2e200'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:58:11.138621 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5bbbcf-5a0f-463a-8a01-840adf500b05" -d '{"events": [{"name": "network-changed", "server_uuid": "1d25fbfb-68a2-4204-83b2-06a1ce9fdcef", "tag": "b2435710-5baf-4541-bd4b-8cc738c2e200"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:58:11.326916 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-354f50bd-c34e-4009-977d-579940e59c58 req-d8da1295-4ffc-4f32-8d92-70247ef86b95 service neutron] 10.222.0.37 "GET /v2.0/networks/6f2d68a9-7c92-4cff-8b1c-052dd39a55a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919363 Mar 11 11:58:11.582372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9cdc3460-04e4-4c74-939a-9976fe094143 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:58:11.616920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9b173e8a-3e2a-4f97-8227-96de74f58457 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:58:11.664071 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d406702-4636-453d-98ef-a1fb54659fd6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Pushing event deleted for resources: {'Port': ['ID=d554b6b1-0b4d-4dac-8fb5-728c994f8eda,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:11.730422 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-313b0f8e-b297-4b98-a1b9-864d5d4b46fa req-89af19d0-c466-4ff5-9566-e81f09a6ac1d tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6083839 Mar 11 11:58:11.744767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 9cdc3460-04e4-4c74-939a-9976fe094143, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9cdc3460-04e4-4c74-939a-9976fe094143,segment=NetworkSegment(aea44e93-37fb-48d6-9fb9-a21b3dc23e37),segment_id=aea44e93-37fb-48d6-9fb9-a21b3dc23e37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:11.757883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '9cdc3460-04e4-4c74-939a-9976fe094143', 'network_id': 'faf72d22-1cc6-4a1c-9a35-9c18bb22d268', 'port_id': '9cdc3460-04e4-4c74-939a-9976fe094143', 'mac_address': 'fa:16:3e:1e:84:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca236d81-88d6-4a26-b30a-84e73a9f6733', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:58:11.783807 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f37480-2427-4b7c-968f-6da4f12997ee req-92a48cf9-380a-4d7f-94a4-75984ab044b2 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:11.790609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-89f37480-2427-4b7c-968f-6da4f12997ee req-92a48cf9-380a-4d7f-94a4-75984ab044b2 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 945 time: 0.6751795 Mar 11 11:58:11.799386 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7a444-426e-40ef-8ce4-cadc32a00734 req-2b43d820-1ade-4c46-aa1d-65319079c0c1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:11.800878 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8b7a444-426e-40ef-8ce4-cadc32a00734 req-2b43d820-1ade-4c46-aa1d-65319079c0c1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 945 time: 0.5970438 Mar 11 11:58:11.804388 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141e0d06-6094-426f-a3d1-59b6ee61a7e1 x-openstack-request-id: req-141e0d06-6094-426f-a3d1-59b6ee61a7e1 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:58:11.804897 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d25fbfb-68a2-4204-83b2-06a1ce9fdcef", "tag": "b2435710-5baf-4541-bd4b-8cc738c2e200", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:58:11.805307 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-141e0d06-6094-426f-a3d1-59b6ee61a7e1 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:58:11.805852 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d25fbfb-68a2-4204-83b2-06a1ce9fdcef', 'tag': 'b2435710-5baf-4541-bd4b-8cc738c2e200', 'status': 'completed', 'code': 200} Mar 11 11:58:11.822988 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 9cdc3460-04e4-4c74-939a-9976fe094143 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:11.823384 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9cdc3460-04e4-4c74-939a-9976fe094143), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:11.854777 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 9b173e8a-3e2a-4f97-8227-96de74f58457 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:58:11.862576 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-89f37480-2427-4b7c-968f-6da4f12997ee req-497e138b-0f67-4e8f-9474-bf4aa9a76263 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af9d34-4912-4c03-ad00-4fd85f0a94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709286 Mar 11 11:58:11.870948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cdc3460-04e4-4c74-939a-9976fe094143 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:58:11.881320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 9b173e8a-3e2a-4f97-8227-96de74f58457 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:11.881703 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9b173e8a-3e2a-4f97-8227-96de74f58457), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:11.899291 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bbbcf-5a0f-463a-8a01-840adf500b05 req-e111e198-fa85-4c18-81ab-82e8c0a233d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:11.901065 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b5bbbcf-5a0f-463a-8a01-840adf500b05 req-e111e198-fa85-4c18-81ab-82e8c0a233d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=622c48480f864dc19b3aa8800ad75550&device_id=1d25fbfb-68a2-4204-83b2-06a1ce9fdcef HTTP/1.1" status: 200 len: 1125 time: 0.0686026 Mar 11 11:58:11.943113 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9450870e-65f6-47c8-bc44-c08cae2fa44d req-1d406702-4636-453d-98ef-a1fb54659fd6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Router 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:58:11.976293 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 9cdc3460-04e4-4c74-939a-9976fe094143, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9cdc3460-04e4-4c74-939a-9976fe094143,segment=NetworkSegment(aea44e93-37fb-48d6-9fb9-a21b3dc23e37),segment_id=aea44e93-37fb-48d6-9fb9-a21b3dc23e37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:11.987189 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9cdc3460-04e4-4c74-939a-9976fe094143), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:12.052375 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 9b173e8a-3e2a-4f97-8227-96de74f58457 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:12.052760 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9b173e8a-3e2a-4f97-8227-96de74f58457), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:12.065332 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bbbcf-5a0f-463a-8a01-840adf500b05 req-7c24cab0-4df6-487d-82ab-b4ad1fc3263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:12.067337 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b5bbbcf-5a0f-463a-8a01-840adf500b05 req-7c24cab0-4df6-487d-82ab-b4ad1fc3263a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6f2d68a9-7c92-4cff-8b1c-052dd39a55a6 HTTP/1.1" status: 200 len: 923 time: 0.1507149 Mar 11 11:58:12.078573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=9cdc3460-04e4-4c74-939a-9976fe094143,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:12.106011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 9b173e8a-3e2a-4f97-8227-96de74f58457, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9b173e8a-3e2a-4f97-8227-96de74f58457,segment=NetworkSegment(6496a002-10c5-4d8d-bc83-d61f10c8b4b8),segment_id=6496a002-10c5-4d8d-bc83-d61f10c8b4b8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:12.108281 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9e65f6-5373-416d-b675-f8ffb1da6716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b173e8a-3e2a-4f97-8227-96de74f58457'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:58:12.111465 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ae36a2-4296-4f9e-ac5f-3045237be588" -d '{"events": [{"server_uuid": "5b9e65f6-5373-416d-b675-f8ffb1da6716", "name": "network-vif-plugged", "status": "completed", "tag": "9b173e8a-3e2a-4f97-8227-96de74f58457"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:58:12.115784 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9b173e8a-3e2a-4f97-8227-96de74f58457), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:12.117044 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device d554b6b1-0b4d-4dac-8fb5-728c994f8eda no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:58:12.136578 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00e8dc-5497-4aca-bdbf-a7704b8d4cc5 req-efb2709e-e200-46b2-8d1a-767d3efed151 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:12.138327 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e00e8dc-5497-4aca-bdbf-a7704b8d4cc5 req-efb2709e-e200-46b2-8d1a-767d3efed151 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/ports?device_id=34da766a-de0b-4f68-8c7b-06a34c40c237 HTTP/1.1" status: 200 len: 943 time: 0.2681978 Mar 11 11:58:12.155625 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b5bbbcf-5a0f-463a-8a01-840adf500b05 req-ae4a4c6c-5cda-40d4-91fb-80a2a7393668 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2435710-5baf-4541-bd4b-8cc738c2e200 HTTP/1.1" status: 200 len: 217 time: 0.0692832 Mar 11 11:58:12.161740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: d554b6b1-0b4d-4dac-8fb5-728c994f8eda {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:58:12.164113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device d554b6b1-0b4d-4dac-8fb5-728c994f8eda not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:58:12.181855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b2ef1-84e7-4557-b66a-3b658ff90c1c req-e94c222a-6415-4ee5-a410-37fce248044b tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:12.181855 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-253b2ef1-84e7-4557-b66a-3b658ff90c1c req-e94c222a-6415-4ee5-a410-37fce248044b tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d25fbfb-68a2-4204-83b2-06a1ce9fdcef HTTP/1.1" status: 200 len: 943 time: 0.2337537 Mar 11 11:58:12.238256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bbbcf-5a0f-463a-8a01-840adf500b05 req-364f021d-e1d0-406f-a32d-4af1b8df37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:12.241502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-f8b7a444-426e-40ef-8ce4-cadc32a00734 req-e768af2e-6060-4249-aa1c-bc2ac8250dfb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Deleting port 0b110562-a74e-47a1-88b5-e57eb5ef7a19 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:58:12.241863 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f8b7a444-426e-40ef-8ce4-cadc32a00734 req-e768af2e-6060-4249-aa1c-bc2ac8250dfb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0b110562-a74e-47a1-88b5-e57eb5ef7a19), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:12.242769 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b5bbbcf-5a0f-463a-8a01-840adf500b05 req-364f021d-e1d0-406f-a32d-4af1b8df37f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12481126-ebe1-42d1-b1ac-2e6e25f1a145 HTTP/1.1" status: 200 len: 862 time: 0.0773180 Mar 11 11:58:12.269057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=9b173e8a-3e2a-4f97-8227-96de74f58457,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:12.280212 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b5bbbcf-5a0f-463a-8a01-840adf500b05 req-5f6f7ead-177f-45ff-98a8-1a241dc5c078 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6f2d68a9-7c92-4cff-8b1c-052dd39a55a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327044 Mar 11 11:58:12.283527 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['9cdc3460-04e4-4c74-939a-9976fe094143'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:58:12.382308 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b5bbbcf-5a0f-463a-8a01-840adf500b05 req-6ba493f9-8b14-41a2-9064-c27a7e640b0e service neutron] 10.222.0.37 "GET /v2.0/networks/6f2d68a9-7c92-4cff-8b1c-052dd39a55a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941765 Mar 11 11:58:12.400918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9450870e-65f6-47c8-bc44-c08cae2fa44d req-1d406702-4636-453d-98ef-a1fb54659fd6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:58:12.409844 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e00e8dc-5497-4aca-bdbf-a7704b8d4cc5 req-e782e009-42d4-4f92-873a-626001a713f3 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7536ed7-a5c3-4adb-960b-8c8b86fd278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603586 Mar 11 11:58:12.416241 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b24d8-ce4f-4c49-98ec-ae6114ff59e1 None None] Sync routers for ids ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:58:12.436550 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b24d8-ce4f-4c49-98ec-ae6114ff59e1 None None] Routers {'8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:58:12.437623 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ba2b24d8-ce4f-4c49-98ec-ae6114ff59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:57:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:12.485355 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-253b2ef1-84e7-4557-b66a-3b658ff90c1c req-a4568ad0-1170-4fc7-8f26-22887d994b5c tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/security-groups?id=32d8b409-8124-4859-ad75-ec85bb60953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351086 Mar 11 11:58:12.524814 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-9450870e-65f6-47c8-bc44-c08cae2fa44d req-1d406702-4636-453d-98ef-a1fb54659fd6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] No DVR routers for this DVR port d554b6b1-0b4d-4dac-8fb5-728c994f8eda on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:58:12.528036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-f8b7a444-426e-40ef-8ce4-cadc32a00734 req-e768af2e-6060-4249-aa1c-bc2ac8250dfb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] For port 0b110562-a74e-47a1-88b5-e57eb5ef7a19, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=0b110562-a74e-47a1-88b5-e57eb5ef7a19,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:12.529500 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f8b7a444-426e-40ef-8ce4-cadc32a00734 req-e768af2e-6060-4249-aa1c-bc2ac8250dfb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0b110562-a74e-47a1-88b5-e57eb5ef7a19), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:12.533905 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9450870e-65f6-47c8-bc44-c08cae2fa44d req-1d406702-4636-453d-98ef-a1fb54659fd6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:12.538104 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9450870e-65f6-47c8-bc44-c08cae2fa44d req-1d406702-4636-453d-98ef-a1fb54659fd6 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.71 "DELETE /v2.0/ports/d554b6b1-0b4d-4dac-8fb5-728c994f8eda HTTP/1.1" status: 204 len: 173 time: 3.0986977 Mar 11 11:58:12.558332 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5b5bbbcf-5a0f-463a-8a01-840adf500b05 req-837f683a-4531-4982-b2ff-5aae4c7966b4 service neutron] 10.222.0.37 "GET /v2.0/networks/6f2d68a9-7c92-4cff-8b1c-052dd39a55a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683257 Mar 11 11:58:12.622361 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:12.687706 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-ba2b24d8-ce4f-4c49-98ec-ae6114ff59e1 None None] Set router 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:58:12.692732 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-447b8c1f-7f01-46f0-8ca4-4e57a4f8e1d6 req-bfbf2dea-0317-45f8-8bf5-20a5eda624da tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 210 time: 0.0864184 Mar 11 11:58:12.785587 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a89e0f-4a38-4773-a4ae-731da14d56bf x-openstack-request-id: req-39a89e0f-4a38-4773-a4ae-731da14d56bf {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:58:12.785981 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9e65f6-5373-416d-b675-f8ffb1da6716", "name": "network-vif-plugged", "status": "completed", "tag": "9b173e8a-3e2a-4f97-8227-96de74f58457", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:58:12.786578 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-39a89e0f-4a38-4773-a4ae-731da14d56bf {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:58:12.787044 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9e65f6-5373-416d-b675-f8ffb1da6716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b173e8a-3e2a-4f97-8227-96de74f58457', 'code': 200} Mar 11 11:58:13.064691 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ba2b24d8-ce4f-4c49-98ec-ae6114ff59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'name': 'tempest-ServersTestBootFromVolume-920498419-router', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:27Z', 'updated_at': '2022-03-11T11:55:38Z', 'revision_number': 4, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'gw_port': {'id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:29Z', 'updated_at': '2022-03-11T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '619096a5-a891-46f2-925c-18b0c5bfa5c8', 'name': '', 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'mac_address': 'fa:16:3e:ac:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '28a452b9-626d-4915-a635-b58d1758ee07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:37Z', 'updated_at': '2022-03-11T11:55:48Z', 'revision_number': 5, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'subnets': [{'id': '28a452b9-626d-4915-a635-b58d1758ee07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:13.092690 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b24d8-ce4f-4c49-98ec-ae6114ff59e1 None None] Checking router: 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:58:13.100205 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f8b7a444-426e-40ef-8ce4-cadc32a00734 req-e768af2e-6060-4249-aa1c-bc2ac8250dfb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:13.100675 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f8b7a444-426e-40ef-8ce4-cadc32a00734 req-e768af2e-6060-4249-aa1c-bc2ac8250dfb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (0aed6b48-5be2-43fc-b4f9-8d8972cd66d4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:13.101312 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [req-f8b7a444-426e-40ef-8ce4-cadc32a00734 req-e768af2e-6060-4249-aa1c-bc2ac8250dfb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Floating IP 0aed6b48-5be2-43fc-b4f9-8d8972cd66d4 disassociated. External IP: 172.25.7.73, port: 0b110562-a74e-47a1-88b5-e57eb5ef7a19. Mar 11 11:58:13.101728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-f8b7a444-426e-40ef-8ce4-cadc32a00734 req-e768af2e-6060-4249-aa1c-bc2ac8250dfb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Calling delete_port for 0b110562-a74e-47a1-88b5-e57eb5ef7a19 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:58:13.102523 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b24d8-ce4f-4c49-98ec-ae6114ff59e1 None None] Routers {'8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:58:13.103757 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ba2b24d8-ce4f-4c49-98ec-ae6114ff59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:57:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:13.212702 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-ba2b24d8-ce4f-4c49-98ec-ae6114ff59e1 None None] Set router 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:58:13.424093 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ba2b24d8-ce4f-4c49-98ec-ae6114ff59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'name': 'tempest-ServersTestBootFromVolume-920498419-router', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:27Z', 'updated_at': '2022-03-11T11:55:38Z', 'revision_number': 4, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'gw_port': {'id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:29Z', 'updated_at': '2022-03-11T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '619096a5-a891-46f2-925c-18b0c5bfa5c8', 'name': '', 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'mac_address': 'fa:16:3e:ac:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '28a452b9-626d-4915-a635-b58d1758ee07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:37Z', 'updated_at': '2022-03-11T11:55:48Z', 'revision_number': 5, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'subnets': [{'id': '28a452b9-626d-4915-a635-b58d1758ee07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:13.440403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc718a2-1c20-4c44-b841-9241f60fc387 req-0939f046-33b3-4076-bde3-a399faa75735 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:13.450181 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5fc718a2-1c20-4c44-b841-9241f60fc387 req-0939f046-33b3-4076-bde3-a399faa75735 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716 HTTP/1.1" status: 200 len: 945 time: 0.7704406 Mar 11 11:58:13.452039 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b24d8-ce4f-4c49-98ec-ae6114ff59e1 None None] The sync data for ids ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'] in n-d-833234-2 is: [{'id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'name': 'tempest-ServersTestBootFromVolume-920498419-router', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:27Z', 'updated_at': '2022-03-11T11:55:38Z', 'revision_number': 4, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'gw_port': {'id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:29Z', 'updated_at': '2022-03-11T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '619096a5-a891-46f2-925c-18b0c5bfa5c8', 'name': '', 'network_id': 'f8c3f3be-c7b2-4626-9f81-3103c2dbdabe', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'mac_address': 'fa:16:3e:ac:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '28a452b9-626d-4915-a635-b58d1758ee07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:37Z', 'updated_at': '2022-03-11T11:55:48Z', 'revision_number': 5, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'subnets': [{'id': '28a452b9-626d-4915-a635-b58d1758ee07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:58:13.496593 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f8b7a444-426e-40ef-8ce4-cadc32a00734 req-e768af2e-6060-4249-aa1c-bc2ac8250dfb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (0b110562-a74e-47a1-88b5-e57eb5ef7a19), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:13.557904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa1881-778a-4848-9ab0-7adfacf7bdff req-e4752485-d0ae-4795-97f4-ab39ed7dcc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:13.563951 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09aa1881-778a-4848-9ab0-7adfacf7bdff req-e4752485-d0ae-4795-97f4-ab39ed7dcc09 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716 HTTP/1.1" status: 200 len: 1127 time: 0.6716008 Mar 11 11:58:13.591658 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9cdc3460-04e4-4c74-939a-9976fe094143 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:58:13.627785 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768af2e-6060-4249-aa1c-bc2ac8250dfb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event deleted for resources: {'Port': ['ID=0b110562-a74e-47a1-88b5-e57eb5ef7a19,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:13.663895 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca0f40-65f0-4ca9-9fdf-520dc93b247d req-0f89dcf6-5e44-4f75-8948-729884e6e7c1 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:13.672872 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7eca0f40-65f0-4ca9-9fdf-520dc93b247d req-0f89dcf6-5e44-4f75-8948-729884e6e7c1 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.7455215 Mar 11 11:58:13.693216 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5b740ff-63f0-4674-b099-66caf3535ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:13.776846 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 9cdc3460-04e4-4c74-939a-9976fe094143 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:58:13.791084 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 9cdc3460-04e4-4c74-939a-9976fe094143 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:13.791560 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9cdc3460-04e4-4c74-939a-9976fe094143), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:13.813764 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5fc718a2-1c20-4c44-b841-9241f60fc387 req-2d301772-a9e3-49b6-bc75-00ec9e5fc995 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573215 Mar 11 11:58:13.822523 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a25701-b906-4c02-8277-19764c27a113', 'name': 'network-vif-deleted', 'tag': 'd554b6b1-0b4d-4dac-8fb5-728c994f8eda'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:58:13.837220 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c8e1e8-cfaa-4991-99f7-e6b24e2b7efc" -d '{"events": [{"server_uuid": "72a25701-b906-4c02-8277-19764c27a113", "name": "network-vif-deleted", "tag": "d554b6b1-0b4d-4dac-8fb5-728c994f8eda"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:58:14.024405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 9cdc3460-04e4-4c74-939a-9976fe094143 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:14.029045 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9cdc3460-04e4-4c74-939a-9976fe094143), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:14.037061 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4d7ba3-3268-4afb-a947-09e7c34fcf8c None None] New status for floating IP b2361794-434e-4ffd-bdb4-0c282b185c0a: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:58:14.073044 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-27501e53-a624-4598-978f-57090cd2735d req-3c9da62a-d536-4388-9d25-ff758999c0b9 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a848d76-5f36-4a8b-bbdf-15f11efabb1f HTTP/1.1" status: 200 len: 210 time: 0.0619929 Mar 11 11:58:14.118331 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09aa1881-778a-4848-9ab0-7adfacf7bdff req-1a04d2d0-ac41-4fb7-885b-deaaf030ff20 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481331 Mar 11 11:58:14.127678 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7eca0f40-65f0-4ca9-9fdf-520dc93b247d req-764684df-96b2-43a5-a839-11a1bf96dcc9 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532413 Mar 11 11:58:14.386223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8b7a444-426e-40ef-8ce4-cadc32a00734 req-e768af2e-6060-4249-aa1c-bc2ac8250dfb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Router 5497603f-a2a6-4280-a5de-4b56c205edce has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:58:14.551841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfcf47-bcf5-433c-830c-eb6f845647f7 req-31fdbad3-0bea-49fe-8e45-0eeff975967a tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:14.555648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7fdfcf47-bcf5-433c-830c-eb6f845647f7 req-31fdbad3-0bea-49fe-8e45-0eeff975967a tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/ports?device_id=34da766a-de0b-4f68-8c7b-06a34c40c237 HTTP/1.1" status: 200 len: 944 time: 0.2373753 Mar 11 11:58:14.574330 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3015c-4cef-4576-9a19-881c95562050 req-f3583383-f982-47c7-934d-042710e8c703 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:14.576020 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1a3015c-4cef-4576-9a19-881c95562050 req-f3583383-f982-47c7-934d-042710e8c703 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d25fbfb-68a2-4204-83b2-06a1ce9fdcef HTTP/1.1" status: 200 len: 943 time: 0.2566171 Mar 11 11:58:14.618275 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b2435710-5baf-4541-bd4b-8cc738c2e200 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:58:14.702354 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8b7a444-426e-40ef-8ce4-cadc32a00734 req-e768af2e-6060-4249-aa1c-bc2ac8250dfb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:58:14.714752 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e0356-d5b7-4602-8c9c-6f644b0334e2 None None] Sync routers for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:58:14.736405 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e0356-d5b7-4602-8c9c-6f644b0334e2 None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:58:14.737045 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b46e0356-d5b7-4602-8c9c-6f644b0334e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:57:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:14.763370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port b2435710-5baf-4541-bd4b-8cc738c2e200, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b2435710-5baf-4541-bd4b-8cc738c2e200,segment=NetworkSegment(615f64c5-27e3-43db-8e4e-fccc73786812),segment_id=615f64c5-27e3-43db-8e4e-fccc73786812)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:14.767749 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7fdfcf47-bcf5-433c-830c-eb6f845647f7 req-289fbcf2-15fc-4c71-bfb9-51dbcf165a09 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7536ed7-a5c3-4adb-960b-8c8b86fd278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034986 Mar 11 11:58:14.812894 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1a3015c-4cef-4576-9a19-881c95562050 req-962ed314-83b5-4331-ae67-83c00772d7c2 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/security-groups?id=32d8b409-8124-4859-ad75-ec85bb60953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250693 Mar 11 11:58:14.815227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 9cdc3460-04e4-4c74-939a-9976fe094143, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9cdc3460-04e4-4c74-939a-9976fe094143,segment=NetworkSegment(aea44e93-37fb-48d6-9fb9-a21b3dc23e37),segment_id=aea44e93-37fb-48d6-9fb9-a21b3dc23e37)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:14.818237 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34da766a-de0b-4f68-8c7b-06a34c40c237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdc3460-04e4-4c74-939a-9976fe094143'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:58:14.821150 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b7a444-426e-40ef-8ce4-cadc32a00734 req-e768af2e-6060-4249-aa1c-bc2ac8250dfb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] No DVR routers for this DVR port 0b110562-a74e-47a1-88b5-e57eb5ef7a19 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:58:14.821947 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c98ef1-c73a-4c6a-979b-5eabfacc8692" -d '{"events": [{"server_uuid": "34da766a-de0b-4f68-8c7b-06a34c40c237", "name": "network-vif-plugged", "status": "completed", "tag": "9cdc3460-04e4-4c74-939a-9976fe094143"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:58:14.828696 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9cdc3460-04e4-4c74-939a-9976fe094143), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:14.832821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'b2435710-5baf-4541-bd4b-8cc738c2e200', 'network_id': '6f2d68a9-7c92-4cff-8b1c-052dd39a55a6', 'port_id': 'b2435710-5baf-4541-bd4b-8cc738c2e200', 'mac_address': 'fa:16:3e:17:ce:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12481126-ebe1-42d1-b1ac-2e6e25f1a145', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:58:14.833964 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f8b7a444-426e-40ef-8ce4-cadc32a00734 req-e768af2e-6060-4249-aa1c-bc2ac8250dfb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:14.837576 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8b7a444-426e-40ef-8ce4-cadc32a00734 req-e768af2e-6060-4249-aa1c-bc2ac8250dfb tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.37 "DELETE /v2.0/ports/0b110562-a74e-47a1-88b5-e57eb5ef7a19 HTTP/1.1" status: 204 len: 173 time: 2.9789462 Mar 11 11:58:14.920317 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b46e0356-d5b7-4602-8c9c-6f644b0334e2 None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:58:14.941472 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1b1bca-74af-45ea-967e-59bdfd2ab54b x-openstack-request-id: req-9d1b1bca-74af-45ea-967e-59bdfd2ab54b {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:58:14.941774 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a25701-b906-4c02-8277-19764c27a113", "name": "network-vif-deleted", "tag": "d554b6b1-0b4d-4dac-8fb5-728c994f8eda", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:58:14.942222 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9d1b1bca-74af-45ea-967e-59bdfd2ab54b {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:58:14.942818 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a25701-b906-4c02-8277-19764c27a113', 'name': 'network-vif-deleted', 'tag': 'd554b6b1-0b4d-4dac-8fb5-728c994f8eda', 'status': 'completed', 'code': 200} Mar 11 11:58:14.983950 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port b2435710-5baf-4541-bd4b-8cc738c2e200 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:14.984334 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b2435710-5baf-4541-bd4b-8cc738c2e200), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:15.035788 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d39d964f-3e74-4233-b71f-3acdde4e59c7 req-5b8a587c-af70-4ffa-a48d-0a644a5c5acf tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 210 time: 0.0756614 Mar 11 11:58:15.055043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=9cdc3460-04e4-4c74-939a-9976fe094143,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:15.113339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2435710-5baf-4541-bd4b-8cc738c2e200 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:58:15.190379 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port b2435710-5baf-4541-bd4b-8cc738c2e200, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b2435710-5baf-4541-bd4b-8cc738c2e200,segment=NetworkSegment(615f64c5-27e3-43db-8e4e-fccc73786812),segment_id=615f64c5-27e3-43db-8e4e-fccc73786812)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:15.196766 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acf3610-87c8-4154-b574-a4c6414c9fec x-openstack-request-id: req-0acf3610-87c8-4154-b574-a4c6414c9fec {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:58:15.198118 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34da766a-de0b-4f68-8c7b-06a34c40c237", "name": "network-vif-plugged", "status": "completed", "tag": "9cdc3460-04e4-4c74-939a-9976fe094143", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:58:15.198600 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0acf3610-87c8-4154-b574-a4c6414c9fec {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:58:15.199691 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34da766a-de0b-4f68-8c7b-06a34c40c237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdc3460-04e4-4c74-939a-9976fe094143', 'code': 200} Mar 11 11:58:15.206508 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b2435710-5baf-4541-bd4b-8cc738c2e200), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:15.364958 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=b2435710-5baf-4541-bd4b-8cc738c2e200,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:15.377805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-cc88cca7-39c4-41d7-8876-2a1d55ecbcfc tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:15.380345 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-cc88cca7-39c4-41d7-8876-2a1d55ecbcfc tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/networks?id=db1bf751-93ef-436f-a893-1e04494930da HTTP/1.1" status: 200 len: 811 time: 0.3400445 Mar 11 11:58:15.414981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-c0c60d1b-464a-450b-b8d3-b1e907c3cba4 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/quotas/c751e389d54645099a22677f6b092d04 HTTP/1.1" status: 200 len: 375 time: 0.0204158 Mar 11 11:58:15.444509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['b2435710-5baf-4541-bd4b-8cc738c2e200'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:58:15.571341 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b46e0356-d5b7-4602-8c9c-6f644b0334e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:15.608797 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e0356-d5b7-4602-8c9c-6f644b0334e2 None None] Checking router: 5497603f-a2a6-4280-a5de-4b56c205edce for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:58:15.620878 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e0356-d5b7-4602-8c9c-6f644b0334e2 None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:58:15.621451 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b46e0356-d5b7-4602-8c9c-6f644b0334e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:57:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:15.765744 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41303bdb-d74a-4936-aa85-d0d38ed9b8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:15.775089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d92162-8367-458c-a45e-afec51aebe29 req-fc7132ba-20dd-4bc5-aad6-bc2d32bbfc98 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:15.782307 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33d92162-8367-458c-a45e-afec51aebe29 req-fc7132ba-20dd-4bc5-aad6-bc2d32bbfc98 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716 HTTP/1.1" status: 200 len: 945 time: 0.3995254 Mar 11 11:58:15.790776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967831c3-ea5b-43b8-93e3-339447b84e45 req-0fd969d8-11a9-4156-b13d-65f2e0c468ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:15.793585 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-967831c3-ea5b-43b8-93e3-339447b84e45 req-0fd969d8-11a9-4156-b13d-65f2e0c468ae service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=34da766a-de0b-4f68-8c7b-06a34c40c237 HTTP/1.1" status: 200 len: 1127 time: 0.4110494 Mar 11 11:58:15.800075 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35560) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:15.804830 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b46e0356-d5b7-4602-8c9c-6f644b0334e2 None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:58:15.861803 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-e66a5fb5-448d-4031-86f6-3807fa526785 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c751e389d54645099a22677f6b092d04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4456191 Mar 11 11:58:15.917378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33d92162-8367-458c-a45e-afec51aebe29 req-b9d8f397-a87e-4791-9b6a-323913ea3bb4 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201260 Mar 11 11:58:15.953971 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-967831c3-ea5b-43b8-93e3-339447b84e45 req-abacf41d-0b4b-430a-8c28-fdb95291a06b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c7536ed7-a5c3-4adb-960b-8c8b86fd278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290765 Mar 11 11:58:16.021427 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-a480896c-ac66-4b6f-a4c6-0349beebd93f service neutron] 10.222.0.78 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587651 Mar 11 11:58:16.074096 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba7cf-54a6-4504-805e-bd888d0b39dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:16.167941 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b46e0356-d5b7-4602-8c9c-6f644b0334e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:16.200692 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e0356-d5b7-4602-8c9c-6f644b0334e2 None None] The sync data for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 is: [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:58:16.207832 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b2435710-5baf-4541-bd4b-8cc738c2e200 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:58:16.238622 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba7cf-54a6-4504-805e-bd888d0b39dc admin admin] Publish callbacks [] for security_group (9dd1f6c2-a109-4e60-ac23-c28e36574be5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:16.246383 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-4fc178b6-7262-451f-9a38-6f6a6ee4bec5 service neutron] 10.222.0.78 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238045 Mar 11 11:58:16.251735 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba7cf-54a6-4504-805e-bd888d0b39dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9dd1f6c2-a109-4e60-ac23-c28e36574be5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:16.261720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925d978-6fb5-46e2-8410-7a731368a292 req-c143eceb-6366-411d-8a3e-fe9f36140113 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:16.270263 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8925d978-6fb5-46e2-8410-7a731368a292 req-c143eceb-6366-411d-8a3e-fe9f36140113 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/ports?device_id=34da766a-de0b-4f68-8c7b-06a34c40c237 HTTP/1.1" status: 200 len: 945 time: 0.1295974 Mar 11 11:58:16.306575 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4f2ba7cf-54a6-4504-805e-bd888d0b39dc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=54d791e10ac04263a1425d7b48480f99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5053582 Mar 11 11:58:16.308979 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35574) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:16.343905 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port b2435710-5baf-4541-bd4b-8cc738c2e200 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:58:16.350118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port b2435710-5baf-4541-bd4b-8cc738c2e200 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:16.351252 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b2435710-5baf-4541-bd4b-8cc738c2e200), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:16.366751 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8925d978-6fb5-46e2-8410-7a731368a292 req-e7f0b7b5-283e-43d5-b089-b48f99905321 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7536ed7-a5c3-4adb-960b-8c8b86fd278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929852 Mar 11 11:58:16.418712 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ba7cf-54a6-4504-805e-bd888d0b39dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd1f6c2-a109-4e60-ac23-c28e36574be5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:16.446977 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9898941-47a0-45ad-bc63-3c5737987672 admin admin] Publish callbacks [] for security_group (9dd1f6c2-a109-4e60-ac23-c28e36574be5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:16.458558 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port b2435710-5baf-4541-bd4b-8cc738c2e200 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:16.458941 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b2435710-5baf-4541-bd4b-8cc738c2e200), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:16.491043 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9898941-47a0-45ad-bc63-3c5737987672 admin admin] Publish callbacks [] for security_group (9dd1f6c2-a109-4e60-ac23-c28e36574be5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:16.530275 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port b2435710-5baf-4541-bd4b-8cc738c2e200, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b2435710-5baf-4541-bd4b-8cc738c2e200,segment=NetworkSegment(615f64c5-27e3-43db-8e4e-fccc73786812),segment_id=615f64c5-27e3-43db-8e4e-fccc73786812)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:16.544254 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b2435710-5baf-4541-bd4b-8cc738c2e200), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:16.544755 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 0b110562-a74e-47a1-88b5-e57eb5ef7a19 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:58:16.573989 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b220ce-ae03-4616-b90b-09a11577c46f req-354d80cb-de41-4750-8012-b19920b804ee tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:16.583545 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37b220ce-ae03-4616-b90b-09a11577c46f req-354d80cb-de41-4750-8012-b19920b804ee tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d25fbfb-68a2-4204-83b2-06a1ce9fdcef HTTP/1.1" status: 200 len: 944 time: 0.1101074 Mar 11 11:58:16.584953 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9898941-47a0-45ad-bc63-3c5737987672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9dd1f6c2-a109-4e60-ac23-c28e36574be5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:16.588197 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9898941-47a0-45ad-bc63-3c5737987672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:16.589408 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e9898941-47a0-45ad-bc63-3c5737987672 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9dd1f6c2-a109-4e60-ac23-c28e36574be5 HTTP/1.1" status: 204 len: 168 time: 0.2800388 Mar 11 11:58:16.624760 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9898941-47a0-45ad-bc63-3c5737987672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd1f6c2-a109-4e60-ac23-c28e36574be5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:16.651909 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35582) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:16.689814 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37b220ce-ae03-4616-b90b-09a11577c46f req-b606beb4-b18e-43ba-b2fc-9130c4569280 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/security-groups?id=32d8b409-8124-4859-ad75-ec85bb60953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049714 Mar 11 11:58:16.724609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 0b110562-a74e-47a1-88b5-e57eb5ef7a19 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:58:16.724949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 0b110562-a74e-47a1-88b5-e57eb5ef7a19 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:58:16.843001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=b2435710-5baf-4541-bd4b-8cc738c2e200,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:16.882107 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c6d3d38-9fbf-46c2-b31d-e32b439a0dbc req-c781569e-5775-40e0-9441-8528a515457d tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 210 time: 0.0572426 Mar 11 11:58:16.904204 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-384eb781-0266-4f2b-ae79-d96b14e31a5b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (22af9d34-4912-4c03-ad00-4fd85f0a94c5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:16.981230 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a25e2-4fcb-4701-a17b-c11cd91af6d0 None None] New status for floating IP 0aed6b48-5be2-43fc-b4f9-8d8972cd66d4: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:58:17.000623 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-384eb781-0266-4f2b-ae79-d96b14e31a5b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (22af9d34-4912-4c03-ad00-4fd85f0a94c5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:17.004350 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a848d76-5f36-4a8b-bbdf-15f11efabb1f', 'name': 'network-vif-deleted', 'tag': '0b110562-a74e-47a1-88b5-e57eb5ef7a19'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:58:17.006748 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfde22e-b0b0-4ef9-89da-0d7ba728ab51" -d '{"events": [{"server_uuid": "4a848d76-5f36-4a8b-bbdf-15f11efabb1f", "name": "network-vif-deleted", "tag": "0b110562-a74e-47a1-88b5-e57eb5ef7a19"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:58:17.039461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db7a64f6-04b8-4019-8d49-c1d4442a61aa req-d0a64130-c21b-4874-adda-39f1584adbc4 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 210 time: 0.0939691 Mar 11 11:58:17.162743 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-384eb781-0266-4f2b-ae79-d96b14e31a5b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (22af9d34-4912-4c03-ad00-4fd85f0a94c5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:17.165966 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-384eb781-0266-4f2b-ae79-d96b14e31a5b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:17.167265 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-384eb781-0266-4f2b-ae79-d96b14e31a5b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "DELETE /v2.0/security-groups/22af9d34-4912-4c03-ad00-4fd85f0a94c5 HTTP/1.1" status: 204 len: 168 time: 0.5140617 Mar 11 11:58:17.179456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35594) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:17.204443 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7e4e8f-9d2c-4fd7-a17f-28e4b1dec08b x-openstack-request-id: req-0c7e4e8f-9d2c-4fd7-a17f-28e4b1dec08b {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:58:17.204731 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a848d76-5f36-4a8b-bbdf-15f11efabb1f", "name": "network-vif-deleted", "tag": "0b110562-a74e-47a1-88b5-e57eb5ef7a19", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:58:17.211542 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0c7e4e8f-9d2c-4fd7-a17f-28e4b1dec08b {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:58:17.212254 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a848d76-5f36-4a8b-bbdf-15f11efabb1f', 'name': 'network-vif-deleted', 'tag': '0b110562-a74e-47a1-88b5-e57eb5ef7a19', 'status': 'completed', 'code': 200} Mar 11 11:58:17.229490 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-ae7bb32f-46c4-4d15-ba1a-75be4932bb01 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] show failed (client error): The resource could not be found. Mar 11 11:58:17.238409 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ae7bb32f-46c4-4d15-ba1a-75be4932bb01 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups/22af9d34-4912-4c03-ad00-4fd85f0a94c5 HTTP/1.1" status: 404 len: 347 time: 0.0566328 Mar 11 11:58:17.239336 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35596) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:17.241685 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384eb781-0266-4f2b-ae79-d96b14e31a5b tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22af9d34-4912-4c03-ad00-4fd85f0a94c5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:17.349702 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d25fbfb-68a2-4204-83b2-06a1ce9fdcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2435710-5baf-4541-bd4b-8cc738c2e200'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:58:17.355455 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bed4db-40dc-42f2-9fc8-37e1c3bfdc67" -d '{"events": [{"server_uuid": "1d25fbfb-68a2-4204-83b2-06a1ce9fdcef", "name": "network-vif-plugged", "status": "completed", "tag": "b2435710-5baf-4541-bd4b-8cc738c2e200"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:58:17.518838 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:17.532980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35606) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:17.584835 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-010e47f7-a897-4060-b8cd-445b9213fb80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:17.706575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-92ed377d-89e3-4b36-a600-2f27aa21285a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Deleting port b82960e8-46e7-4a64-be19-1c3a4889acb1 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:58:17.707473 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92ed377d-89e3-4b36-a600-2f27aa21285a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b82960e8-46e7-4a64-be19-1c3a4889acb1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:17.843516 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-010e47f7-a897-4060-b8cd-445b9213fb80 admin admin] Publish callbacks [] for security_group (0853eb69-c170-4551-a3b3-fee0b2ddfe3e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:17.849511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1ab02-3475-44bc-afa6-629d04f5f39a req-2668f0f7-1c59-41d1-963e-d22c227513d4 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:17.851527 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f6d1ab02-3475-44bc-afa6-629d04f5f39a req-2668f0f7-1c59-41d1-963e-d22c227513d4 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716 HTTP/1.1" status: 200 len: 945 time: 0.7198868 Mar 11 11:58:17.865874 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-010e47f7-a897-4060-b8cd-445b9213fb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0853eb69-c170-4551-a3b3-fee0b2ddfe3e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:17.893774 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92ed377d-89e3-4b36-a600-2f27aa21285a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b82960e8-46e7-4a64-be19-1c3a4889acb1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:17.894310 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92ed377d-89e3-4b36-a600-2f27aa21285a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (b82960e8-46e7-4a64-be19-1c3a4889acb1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:17.909137 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e9900-41f7-4f8b-8461-081df0875769 req-9be90df2-f72b-4778-be18-f3b9a1057a49 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:17.917791 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e81e9900-41f7-4f8b-8461-081df0875769 req-9be90df2-f72b-4778-be18-f3b9a1057a49 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/ports?device_id=34da766a-de0b-4f68-8c7b-06a34c40c237 HTTP/1.1" status: 200 len: 945 time: 0.1317198 Mar 11 11:58:17.967267 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-92ed377d-89e3-4b36-a600-2f27aa21285a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Calling delete_port for b82960e8-46e7-4a64-be19-1c3a4889acb1 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:58:17.986729 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f6d1ab02-3475-44bc-afa6-629d04f5f39a req-85316afd-b315-477a-b5e9-95d27937bab9 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191962 Mar 11 11:58:18.012562 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-010e47f7-a897-4060-b8cd-445b9213fb80 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=53ddcfd845f9426698bed694b867e87e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4753315 Mar 11 11:58:18.016903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e81e9900-41f7-4f8b-8461-081df0875769 req-2189f0ad-3430-4417-a057-d49de9d7ba8e tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7536ed7-a5c3-4adb-960b-8c8b86fd278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907102 Mar 11 11:58:18.017707 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35614) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:18.019852 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e47f7-a897-4060-b8cd-445b9213fb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0853eb69-c170-4551-a3b3-fee0b2ddfe3e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:18.123376 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8234d178-f80c-42cf-8a51-0a4900531030 x-openstack-request-id: req-8234d178-f80c-42cf-8a51-0a4900531030 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:58:18.124097 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d25fbfb-68a2-4204-83b2-06a1ce9fdcef", "name": "network-vif-plugged", "status": "completed", "tag": "b2435710-5baf-4541-bd4b-8cc738c2e200", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:58:18.124547 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8234d178-f80c-42cf-8a51-0a4900531030 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:58:18.125123 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d25fbfb-68a2-4204-83b2-06a1ce9fdcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2435710-5baf-4541-bd4b-8cc738c2e200', 'code': 200} Mar 11 11:58:18.209255 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e0cdabf0-15b4-4d8f-80f4-47db467f7d09 admin admin] Publish callbacks [] for security_group (0853eb69-c170-4551-a3b3-fee0b2ddfe3e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:18.303070 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92ed377d-89e3-4b36-a600-2f27aa21285a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b82960e8-46e7-4a64-be19-1c3a4889acb1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:18.319947 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e0cdabf0-15b4-4d8f-80f4-47db467f7d09 admin admin] Publish callbacks [] for security_group (0853eb69-c170-4551-a3b3-fee0b2ddfe3e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:18.323802 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49f65488-b1c8-4dfb-9f86-82ccae5825d0 req-afbd1a3f-dff2-4477-9115-ea0ab23a2988 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 210 time: 0.0695989 Mar 11 11:58:18.369721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed377d-89e3-4b36-a600-2f27aa21285a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event deleted for resources: {'Port': ['ID=b82960e8-46e7-4a64-be19-1c3a4889acb1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:18.431674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cb3d5-6cb8-4454-a957-961546cb0881 req-b096f97f-3595-4ffe-b069-810b103df67c tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:18.433317 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e8cb3d5-6cb8-4454-a957-961546cb0881 req-b096f97f-3595-4ffe-b069-810b103df67c tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d25fbfb-68a2-4204-83b2-06a1ce9fdcef HTTP/1.1" status: 200 len: 945 time: 0.2403724 Mar 11 11:58:18.437215 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b8964-cd79-45fd-b022-0db2b22dd850 req-806aca91-d135-4d7e-a1b9-8207b8cfeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:18.439109 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-080b8964-cd79-45fd-b022-0db2b22dd850 req-806aca91-d135-4d7e-a1b9-8207b8cfeeba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1d25fbfb-68a2-4204-83b2-06a1ce9fdcef HTTP/1.1" status: 200 len: 1127 time: 0.2278512 Mar 11 11:58:18.500552 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92ed377d-89e3-4b36-a600-2f27aa21285a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (0aed6b48-5be2-43fc-b4f9-8d8972cd66d4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:18.505279 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92ed377d-89e3-4b36-a600-2f27aa21285a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:18.508144 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-92ed377d-89e3-4b36-a600-2f27aa21285a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "DELETE /v2.0/floatingips/0aed6b48-5be2-43fc-b4f9-8d8972cd66d4 HTTP/1.1" status: 204 len: 168 time: 1.2677617 Mar 11 11:58:18.556179 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:18.772376 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e0cdabf0-15b4-4d8f-80f4-47db467f7d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0853eb69-c170-4551-a3b3-fee0b2ddfe3e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:18.775931 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e0cdabf0-15b4-4d8f-80f4-47db467f7d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:18.777471 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e0cdabf0-15b4-4d8f-80f4-47db467f7d09 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0853eb69-c170-4551-a3b3-fee0b2ddfe3e HTTP/1.1" status: 204 len: 168 time: 0.7567196 Mar 11 11:58:18.829283 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-080b8964-cd79-45fd-b022-0db2b22dd850 req-82fa5c5d-bd0c-449a-bd11-99c5c7952f32 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=32d8b409-8124-4859-ad75-ec85bb60953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634369 Mar 11 11:58:18.856839 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdabf0-15b4-4d8f-80f4-47db467f7d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0853eb69-c170-4551-a3b3-fee0b2ddfe3e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:18.906152 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-a90bb4f3-d9ad-42fb-8e7d-589231689428 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:18.910499 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-a90bb4f3-d9ad-42fb-8e7d-589231689428 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.71 "GET /v2.0/networks?id=db1bf751-93ef-436f-a893-1e04494930da HTTP/1.1" status: 200 len: 811 time: 0.3522255 Mar 11 11:58:18.933708 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-c24deea3-70dc-4b9c-bdd7-c147ad36fa88 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Request body: {'port': {'device_id': 'f4b401a8-5267-4964-bb82-d00507905d74', 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da', 'admin_state_up': True, 'tenant_id': 'c751e389d54645099a22677f6b092d04'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:18.972228 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e8cb3d5-6cb8-4454-a957-961546cb0881 req-8ba4b54d-131a-48f7-8323-eb04af9a7ea4 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/security-groups?id=32d8b409-8124-4859-ad75-ec85bb60953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5313411 Mar 11 11:58:19.043177 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-763223d9-510d-4782-88bb-5b458f9ec04d req-9541a365-501b-43cc-abdf-acca69ad8a21 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 210 time: 0.0697989 Mar 11 11:58:19.274090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-c24deea3-70dc-4b9c-bdd7-c147ad36fa88 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Made reservation on behalf of c751e389d54645099a22677f6b092d04 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:58:19.283234 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-c24deea3-70dc-4b9c-bdd7-c147ad36fa88 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:19.498451 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35654) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:19.503685 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e80bb07b-4e10-4a01-b199-f1d4f866a395 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531908186', 'description': 'tempest-description--391180025'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:19.582538 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e80bb07b-4e10-4a01-b199-f1d4f866a395 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:19.628538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-c24deea3-70dc-4b9c-bdd7-c147ad36fa88 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Allocated IP 172.20.0.11 (db1bf751-93ef-436f-a893-1e04494930da/df3e3a03-6255-4d9b-baac-a864e3b4ba49/e07900b5-98b3-4081-9af4-ef80f79e5f11) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:58:19.785192 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e80bb07b-4e10-4a01-b199-f1d4f866a395 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (ed163290-897d-42b7-9297-ee4ca98dd517), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:19.792763 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e80bb07b-4e10-4a01-b199-f1d4f866a395 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ed163290-897d-42b7-9297-ee4ca98dd517), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:19.860821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bb07b-4e10-4a01-b199-f1d4f866a395 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed163290-897d-42b7-9297-ee4ca98dd517,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:19.880325 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e80bb07b-4e10-4a01-b199-f1d4f866a395 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:19.886831 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e80bb07b-4e10-4a01-b199-f1d4f866a395 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3865499 Mar 11 11:58:19.887868 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35674) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:19.894978 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7fa9995b-e8bd-4e5d-b3bf-9930f1ac8238 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'security_group_rule': {'security_group_id': 'ed163290-897d-42b7-9297-ee4ca98dd517', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:19.923027 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-c24deea3-70dc-4b9c-bdd7-c147ad36fa88 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Publish callbacks [] for port (e07900b5-98b3-4081-9af4-ef80f79e5f11), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:19.977577 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fa9995b-e8bd-4e5d-b3bf-9930f1ac8238 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (145b0621-b1d5-4ae4-8e66-d591b183c949), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:20.045593 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:20.079457 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-c24deea3-70dc-4b9c-bdd7-c147ad36fa88 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e07900b5-98b3-4081-9af4-ef80f79e5f11), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:20.098548 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['5a3dc805-a3ed-42e9-9994-e9a65c4ac61d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:58:20.160653 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fa9995b-e8bd-4e5d-b3bf-9930f1ac8238 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (145b0621-b1d5-4ae4-8e66-d591b183c949), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:20.170016 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fa9995b-e8bd-4e5d-b3bf-9930f1ac8238 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (145b0621-b1d5-4ae4-8e66-d591b183c949), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:20.200742 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9995b-e8bd-4e5d-b3bf-9930f1ac8238 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145b0621-b1d5-4ae4-8e66-d591b183c949,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:20.204367 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-c24deea3-70dc-4b9c-bdd7-c147ad36fa88 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Network db1bf751-93ef-436f-a893-1e04494930da is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:58:20.208711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-c24deea3-70dc-4b9c-bdd7-c147ad36fa88 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:58:20.219295 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-c24deea3-70dc-4b9c-bdd7-c147ad36fa88 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:58:20.219627 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fa9995b-e8bd-4e5d-b3bf-9930f1ac8238 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:20.226807 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7fa9995b-e8bd-4e5d-b3bf-9930f1ac8238 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3355982 Mar 11 11:58:20.227449 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35690) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:20.242853 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6f8f1ec9-b736-47b9-b7d0-8e38a555204a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'security_group_rule': {'security_group_id': 'ed163290-897d-42b7-9297-ee4ca98dd517', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:20.282848 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24deea3-70dc-4b9c-bdd7-c147ad36fa88 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Pushing event updated for resources: {'Port': ['ID=e07900b5-98b3-4081-9af4-ef80f79e5f11,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:20.292871 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f8f1ec9-b736-47b9-b7d0-8e38a555204a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (67618b94-d03d-4f60-8e91-65fd262af5d0), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:20.318225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046f3fe-2fbc-41d6-b544-6020c4711709 req-92fd5bf3-5870-4e66-bec5-b4715b901ae0 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:20.335265 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0046f3fe-2fbc-41d6-b544-6020c4711709 req-92fd5bf3-5870-4e66-bec5-b4715b901ae0 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 932 time: 0.2956240 Mar 11 11:58:20.384366 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd19a93-6f8b-4aab-b2d6-18be777e9f42 req-3f602ed8-d392-493d-b023-f2fdfc893598 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:20.392518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cbd19a93-6f8b-4aab-b2d6-18be777e9f42 req-3f602ed8-d392-493d-b023-f2fdfc893598 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/ports?device_id=34da766a-de0b-4f68-8c7b-06a34c40c237 HTTP/1.1" status: 200 len: 945 time: 0.2717185 Mar 11 11:58:20.400246 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f8f1ec9-b736-47b9-b7d0-8e38a555204a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (67618b94-d03d-4f60-8e91-65fd262af5d0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:20.410544 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f8f1ec9-b736-47b9-b7d0-8e38a555204a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (67618b94-d03d-4f60-8e91-65fd262af5d0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:20.448892 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f1ec9-b736-47b9-b7d0-8e38a555204a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67618b94-d03d-4f60-8e91-65fd262af5d0,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:20.461381 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f8f1ec9-b736-47b9-b7d0-8e38a555204a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:20.466767 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6f8f1ec9-b736-47b9-b7d0-8e38a555204a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2339158 Mar 11 11:58:20.467184 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35694) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:20.473997 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-220cdf73-ee1f-4795-a288-18220a7660b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:20.504451 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-220cdf73-ee1f-4795-a288-18220a7660b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:20.514487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-c24deea3-70dc-4b9c-bdd7-c147ad36fa88 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:20.515565 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-c24deea3-70dc-4b9c-bdd7-c147ad36fa88 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:20.589529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0046f3fe-2fbc-41d6-b544-6020c4711709 req-33bf7c05-35d7-4bba-a263-b40ee92a3a3b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504017 Mar 11 11:58:20.608005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cbd19a93-6f8b-4aab-b2d6-18be777e9f42 req-2eafc17a-2787-4270-94cf-cc8622e53215 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7536ed7-a5c3-4adb-960b-8c8b86fd278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959391 Mar 11 11:58:20.612634 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-c24deea3-70dc-4b9c-bdd7-c147ad36fa88 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6879916 Mar 11 11:58:20.633261 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-cd304890-3193-459a-a7d8-eff41ee95310 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:58:20.638108 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-cd304890-3193-459a-a7d8-eff41ee95310 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143237 Mar 11 11:58:20.657779 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Request body: {'port': {'device_id': 'f4b401a8-5267-4964-bb82-d00507905d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:20.700160 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-220cdf73-ee1f-4795-a288-18220a7660b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:20.814080 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8d80ab8-45da-4985-ad02-5897c930af25 req-813fba5b-9ed1-449e-8ee6-6ca5bae69d86 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 210 time: 0.0729082 Mar 11 11:58:20.856705 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-220cdf73-ee1f-4795-a288-18220a7660b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Allocated IP 172.25.7.45 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/92b3afa3-2d1e-4c3b-932d-6c034a6aeaab) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:58:20.858039 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e07900b5-98b3-4081-9af4-ef80f79e5f11), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:20.882161 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fe84f-2947-4f5a-bcef-dcc2b11723aa req-7307328b-5e77-45e7-8d34-d11a9763a087 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:20.889887 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-521fe84f-2947-4f5a-bcef-dcc2b11723aa req-7307328b-5e77-45e7-8d34-d11a9763a087 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d25fbfb-68a2-4204-83b2-06a1ce9fdcef HTTP/1.1" status: 200 len: 945 time: 0.1750031 Mar 11 11:58:20.969799 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-220cdf73-ee1f-4795-a288-18220a7660b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for port (92b3afa3-2d1e-4c3b-932d-6c034a6aeaab), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:21.016800 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-220cdf73-ee1f-4795-a288-18220a7660b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (92b3afa3-2d1e-4c3b-932d-6c034a6aeaab), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:21.039076 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-521fe84f-2947-4f5a-bcef-dcc2b11723aa req-e958103c-2942-4652-8a50-419ad0b87132 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/security-groups?id=32d8b409-8124-4859-ad75-ec85bb60953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479423 Mar 11 11:58:21.090843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220cdf73-ee1f-4795-a288-18220a7660b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:58:21.093569 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-220cdf73-ee1f-4795-a288-18220a7660b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:58:21.129287 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220cdf73-ee1f-4795-a288-18220a7660b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:58:21.313017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cdf73-ee1f-4795-a288-18220a7660b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'Port': ['ID=92b3afa3-2d1e-4c3b-932d-6c034a6aeaab,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:21.523742 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07900b5-98b3-4081-9af4-ef80f79e5f11 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:58:21.555941 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-220cdf73-ee1f-4795-a288-18220a7660b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (4e7f43d5-30fc-4a75-9fdd-60a0d4d2a2b1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:21.571351 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Publish callbacks [] for port (e07900b5-98b3-4081-9af4-ef80f79e5f11), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:21.587034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c18700-7369-4831-9cc5-4279ad8dee1e req-3cac9041-53cd-4b0b-91c8-6e3b05f9fde9 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:21.589343 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86c18700-7369-4831-9cc5-4279ad8dee1e req-3cac9041-53cd-4b0b-91c8-6e3b05f9fde9 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.71 "GET /v2.0/ports?device_id=34da766a-de0b-4f68-8c7b-06a34c40c237 HTTP/1.1" status: 200 len: 945 time: 0.1088722 Mar 11 11:58:21.617104 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Transition to ACTIVE for port object e07900b5-98b3-4081-9af4-ef80f79e5f11 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:58:21.626030 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (e07900b5-98b3-4081-9af4-ef80f79e5f11), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:21.673652 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-220cdf73-ee1f-4795-a288-18220a7660b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (92b3afa3-2d1e-4c3b-932d-6c034a6aeaab), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:21.840693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Pushing event updated for resources: {'Port': ['ID=e07900b5-98b3-4081-9af4-ef80f79e5f11,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:21.858177 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-86c18700-7369-4831-9cc5-4279ad8dee1e req-0f8b113b-3763-41d0-a50e-04355785e7d4 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Deleting port 9cdc3460-04e4-4c74-939a-9976fe094143 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:58:21.863342 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-86c18700-7369-4831-9cc5-4279ad8dee1e req-0f8b113b-3763-41d0-a50e-04355785e7d4 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9cdc3460-04e4-4c74-939a-9976fe094143), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:21.908565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa1bc8-1d91-4f97-a773-b3396e43c12b req-99800c28-3147-46b2-b283-ef6a29590511 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:21.915782 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5baa1bc8-1d91-4f97-a773-b3396e43c12b req-99800c28-3147-46b2-b283-ef6a29590511 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/ports?device_id=34da766a-de0b-4f68-8c7b-06a34c40c237 HTTP/1.1" status: 200 len: 945 time: 0.1883862 Mar 11 11:58:21.947051 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6febf3-502c-4d03-911b-56d41bea2255 req-084ebaeb-3382-4c9d-bce2-daff284d1f87 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:21.948637 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d6febf3-502c-4d03-911b-56d41bea2255 req-084ebaeb-3382-4c9d-bce2-daff284d1f87 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d25fbfb-68a2-4204-83b2-06a1ce9fdcef HTTP/1.1" status: 200 len: 945 time: 0.2257342 Mar 11 11:58:21.983410 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Attempting to bind port e07900b5-98b3-4081-9af4-ef80f79e5f11 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:58:21.983805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Attempting to bind port e07900b5-98b3-4081-9af4-ef80f79e5f11 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '4a250eb1-1b2b-4929-afa8-5703c123983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:58:21.984148 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Attempting to bind port e07900b5-98b3-4081-9af4-ef80f79e5f11 on network db1bf751-93ef-436f-a893-1e04494930da {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:58:22.005991 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Port e07900b5-98b3-4081-9af4-ef80f79e5f11 on network db1bf751-93ef-436f-a893-1e04494930da not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:58:22.006223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Attempting to bind port e07900b5-98b3-4081-9af4-ef80f79e5f11 on network db1bf751-93ef-436f-a893-1e04494930da {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:58:22.032107 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5baa1bc8-1d91-4f97-a773-b3396e43c12b req-cb1d3e7c-b466-4432-84ea-93bdec7ff972 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7536ed7-a5c3-4adb-960b-8c8b86fd278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118844 Mar 11 11:58:22.034716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:58:22.035141 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Checking segment: {'id': '4a250eb1-1b2b-4929-afa8-5703c123983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:58:22.035452 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Bound using segment: {'id': '4a250eb1-1b2b-4929-afa8-5703c123983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:58:22.035932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Bound port: e07900b5-98b3-4081-9af4-ef80f79e5f11, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a250eb1-1b2b-4929-afa8-5703c123983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:58:22.036296 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e07900b5-98b3-4081-9af4-ef80f79e5f11), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:22.123898 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d6febf3-502c-4d03-911b-56d41bea2255 req-a2bd30f7-1d7d-4e03-b538-0fb2ba6fea08 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/security-groups?id=32d8b409-8124-4859-ad75-ec85bb60953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609108 Mar 11 11:58:22.327492 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13d18fa0-8bd4-4368-8baa-653e15d520b4 req-1caada4f-0a87-4f25-8085-e31f1ccdc24b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 210 time: 0.0558941 Mar 11 11:58:22.356434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e252ac4-150c-4b67-9460-4065d7bfc158 req-ed3e4ccc-28fc-4ca3-a912-907ecc3838cf tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:22.363691 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e252ac4-150c-4b67-9460-4065d7bfc158 req-ed3e4ccc-28fc-4ca3-a912-907ecc3838cf tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 944 time: 0.1777284 Mar 11 11:58:22.368275 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] For port e07900b5-98b3-4081-9af4-ef80f79e5f11, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:58:22.423346 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e252ac4-150c-4b67-9460-4065d7bfc158 req-1df307c1-a0f2-40fe-abcf-1270481bd4d4 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586572 Mar 11 11:58:22.442474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] For port e07900b5-98b3-4081-9af4-ef80f79e5f11, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e07900b5-98b3-4081-9af4-ef80f79e5f11,segment=NetworkSegment(4a250eb1-1b2b-4929-afa8-5703c123983f),segment_id=4a250eb1-1b2b-4929-afa8-5703c123983f)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:58:22.462270 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (e07900b5-98b3-4081-9af4-ef80f79e5f11), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:22.515124 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:22.516248 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:22.517845 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-fd180396-a073-4608-9039-b6dc0435260d service neutron] 10.222.0.71 "PUT /v2.0/ports/e07900b5-98b3-4081-9af4-ef80f79e5f11 HTTP/1.1" status: 200 len: 1092 time: 1.8650532 Mar 11 11:58:22.518391 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b401a8-5267-4964-bb82-d00507905d74', 'tag': 'e07900b5-98b3-4081-9af4-ef80f79e5f11'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:58:22.520678 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7499cd3a-c177-41f2-b8e0-2e4e85db1bff" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b401a8-5267-4964-bb82-d00507905d74", "tag": "e07900b5-98b3-4081-9af4-ef80f79e5f11"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:58:22.587148 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-220cdf73-ee1f-4795-a288-18220a7660b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for port (92b3afa3-2d1e-4c3b-932d-6c034a6aeaab), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:22.594287 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-86c18700-7369-4831-9cc5-4279ad8dee1e req-0f8b113b-3763-41d0-a50e-04355785e7d4 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] For port 9cdc3460-04e4-4c74-939a-9976fe094143, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9cdc3460-04e4-4c74-939a-9976fe094143,segment=NetworkSegment(aea44e93-37fb-48d6-9fb9-a21b3dc23e37),segment_id=aea44e93-37fb-48d6-9fb9-a21b3dc23e37)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:22.594776 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-86c18700-7369-4831-9cc5-4279ad8dee1e req-0f8b113b-3763-41d0-a50e-04355785e7d4 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9cdc3460-04e4-4c74-939a-9976fe094143), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:22.598024 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-220cdf73-ee1f-4795-a288-18220a7660b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (92b3afa3-2d1e-4c3b-932d-6c034a6aeaab), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:22.626253 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f9cdbb-77c5-4952-ad56-1b6a06a4dc11 x-openstack-request-id: req-d6f9cdbb-77c5-4952-ad56-1b6a06a4dc11 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:58:22.626636 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b401a8-5267-4964-bb82-d00507905d74", "tag": "e07900b5-98b3-4081-9af4-ef80f79e5f11", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:58:22.626822 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d6f9cdbb-77c5-4952-ad56-1b6a06a4dc11 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:58:22.627461 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b401a8-5267-4964-bb82-d00507905d74', 'tag': 'e07900b5-98b3-4081-9af4-ef80f79e5f11', 'status': 'completed', 'code': 200} Mar 11 11:58:22.640934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-86c18700-7369-4831-9cc5-4279ad8dee1e req-0f8b113b-3763-41d0-a50e-04355785e7d4 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Calling delete_port for 9cdc3460-04e4-4c74-939a-9976fe094143 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:58:22.690214 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-220cdf73-ee1f-4795-a288-18220a7660b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (4e7f43d5-30fc-4a75-9fdd-60a0d4d2a2b1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:22.699028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd180396-a073-4608-9039-b6dc0435260d service neutron] Pushing event updated for resources: {'Port': ['ID=e07900b5-98b3-4081-9af4-ef80f79e5f11,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:22.721472 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-55f10fac-8e80-43a8-a3b2-74926a77646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:22.723395 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-55f10fac-8e80-43a8-a3b2-74926a77646e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c751e389d54645099a22677f6b092d04&device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 1126 time: 0.1417677 Mar 11 11:58:22.765190 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cdf73-ee1f-4795-a288-18220a7660b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'Port': ['ID=92b3afa3-2d1e-4c3b-932d-6c034a6aeaab,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:22.773304 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-220cdf73-ee1f-4795-a288-18220a7660b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:22.774429 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-220cdf73-ee1f-4795-a288-18220a7660b5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3057702 Mar 11 11:58:22.850598 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-9362bcca-4140-4522-826c-6bb1d22b77ce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e07900b5-98b3-4081-9af4-ef80f79e5f11 HTTP/1.1" status: 200 len: 217 time: 0.1199236 Mar 11 11:58:22.983275 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-86c18700-7369-4831-9cc5-4279ad8dee1e req-0f8b113b-3763-41d0-a50e-04355785e7d4 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9cdc3460-04e4-4c74-939a-9976fe094143), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:22.995824 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-d5d1b0a5-16c6-4103-bcf2-a800785a6bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:22.999887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['9cdc3460-04e4-4c74-939a-9976fe094143'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:58:23.001513 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-d5d1b0a5-16c6-4103-bcf2-a800785a6bcb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=df3e3a03-6255-4d9b-baac-a864e3b4ba49 HTTP/1.1" status: 200 len: 851 time: 0.1445570 Mar 11 11:58:23.040443 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b113b-3763-41d0-a50e-04355785e7d4 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Pushing event deleted for resources: {'Port': ['ID=9cdc3460-04e4-4c74-939a-9976fe094143,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:23.053898 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-4d17dc52-dcb4-491b-a3d0-8608d9838ddf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=db1bf751-93ef-436f-a893-1e04494930da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456789 Mar 11 11:58:23.159027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c18700-7369-4831-9cc5-4279ad8dee1e req-0f8b113b-3763-41d0-a50e-04355785e7d4 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] No DVR routers for this DVR port 9cdc3460-04e4-4c74-939a-9976fe094143 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:58:23.171381 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-86c18700-7369-4831-9cc5-4279ad8dee1e req-0f8b113b-3763-41d0-a50e-04355785e7d4 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:23.176399 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86c18700-7369-4831-9cc5-4279ad8dee1e req-0f8b113b-3763-41d0-a50e-04355785e7d4 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.71 "DELETE /v2.0/ports/9cdc3460-04e4-4c74-939a-9976fe094143 HTTP/1.1" status: 204 len: 173 time: 1.5592828 Mar 11 11:58:23.176879 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34da766a-de0b-4f68-8c7b-06a34c40c237', 'name': 'network-vif-deleted', 'tag': '9cdc3460-04e4-4c74-939a-9976fe094143'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:58:23.179670 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0df44f4-fc23-4e12-bb3f-52fbc9813e6f" -d '{"events": [{"server_uuid": "34da766a-de0b-4f68-8c7b-06a34c40c237", "name": "network-vif-deleted", "tag": "9cdc3460-04e4-4c74-939a-9976fe094143"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:58:23.289575 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-92d631d9-005b-4a37-ad8f-050917aa3f6f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--531908186&fields=id&tenant_id=c1dbe983a2554f9d829d23b2f6421d4d HTTP/1.1" status: 200 len: 267 time: 0.2002308 Mar 11 11:58:23.377556 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86d606dd-afe5-40fa-bf1b-3c46b29c87dc req-a161feaf-1360-4205-988e-73c5930752b3 tempest-ServerMetadataNegativeTestJSON-1684134028 tempest-ServerMetadataNegativeTestJSON-1684134028-project] 10.222.0.78 "GET /v2.0/ports?device_id=34da766a-de0b-4f68-8c7b-06a34c40c237 HTTP/1.1" status: 200 len: 210 time: 0.1763933 Mar 11 11:58:23.449046 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-5392a79a-f827-47ee-b735-6f018d42bd57 service neutron] 10.222.0.71 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878112 Mar 11 11:58:23.498720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfa621-a514-4a09-82f0-107e4dab3f82 req-5be2be8b-1d21-41ba-934c-c40a1a23c18a tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:23.500263 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74cfa621-a514-4a09-82f0-107e4dab3f82 req-5be2be8b-1d21-41ba-934c-c40a1a23c18a tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d25fbfb-68a2-4204-83b2-06a1ce9fdcef HTTP/1.1" status: 200 len: 945 time: 0.3515151 Mar 11 11:58:23.676910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-bc1e6e78-a625-43ea-8b42-e2415f97ff33 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:23.680875 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-bc1e6e78-a625-43ea-8b42-e2415f97ff33 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 813 time: 0.3904829 Mar 11 11:58:23.775251 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-d3bcebf8-6493-4f18-8d71-c3493c05b03e tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/quotas/c1dbe983a2554f9d829d23b2f6421d4d HTTP/1.1" status: 200 len: 375 time: 0.0789859 Mar 11 11:58:23.788137 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237e7e8-604f-478d-a5d4-7fd57c03ce38 req-16c53b8a-88e7-4eed-8877-a72639b72a4d tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:23.789718 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4237e7e8-604f-478d-a5d4-7fd57c03ce38 req-16c53b8a-88e7-4eed-8877-a72639b72a4d tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d25fbfb-68a2-4204-83b2-06a1ce9fdcef HTTP/1.1" status: 200 len: 945 time: 0.2845609 Mar 11 11:58:23.792090 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d0c936-2ed4-44f4-968f-c5fdd7e12afc req-bab1cd71-4c18-4bb7-9557-e194cb14c7b7 service neutron] 10.222.0.71 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333778 Mar 11 11:58:23.930392 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-7f131f41-568e-4ac7-bca8-d8281bd504aa tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1371405 Mar 11 11:58:23.932388 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-74cfa621-a514-4a09-82f0-107e4dab3f82 req-2491b2a6-948c-4db9-b2db-66f752d0a9cc tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Deleting port b2435710-5baf-4541-bd4b-8cc738c2e200 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:58:23.932732 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-74cfa621-a514-4a09-82f0-107e4dab3f82 req-2491b2a6-948c-4db9-b2db-66f752d0a9cc tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b2435710-5baf-4541-bd4b-8cc738c2e200), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:23.966191 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35808) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:24.052815 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-f81503f4-6a3b-4f36-b176-c7af0e60f3c0 service neutron] 10.222.0.78 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928512 Mar 11 11:58:24.093730 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93e14597-e2fa-42e9-bded-0a0916800f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:24.153335 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-78ae93de-71a8-423e-b398-1285e16114fb service neutron] 10.222.0.78 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910342 Mar 11 11:58:24.168472 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4237e7e8-604f-478d-a5d4-7fd57c03ce38 req-9581665d-0a54-428f-94b7-d5408c7e1d2c tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/security-groups?id=32d8b409-8124-4859-ad75-ec85bb60953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318527 Mar 11 11:58:24.197639 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93e14597-e2fa-42e9-bded-0a0916800f2e admin admin] Publish callbacks [] for security_group (ee47ef0e-aa87-4ab5-ae0f-b615b5331cc7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:24.205598 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93e14597-e2fa-42e9-bded-0a0916800f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ee47ef0e-aa87-4ab5-ae0f-b615b5331cc7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:24.224450 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499cd3a-c177-41f2-b8e0-2e4e85db1bff req-8e5301c6-0769-4746-8c0a-c17f6cc7843b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:24.226266 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7499cd3a-c177-41f2-b8e0-2e4e85db1bff req-8e5301c6-0769-4746-8c0a-c17f6cc7843b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c751e389d54645099a22677f6b092d04&device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 1126 time: 0.3692532 Mar 11 11:58:24.251933 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25194792-9609-4c60-a985-ad59609cd78e x-openstack-request-id: req-25194792-9609-4c60-a985-ad59609cd78e {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:58:24.252482 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34da766a-de0b-4f68-8c7b-06a34c40c237", "name": "network-vif-deleted", "tag": "9cdc3460-04e4-4c74-939a-9976fe094143", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:58:24.252919 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25194792-9609-4c60-a985-ad59609cd78e {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:58:24.253957 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34da766a-de0b-4f68-8c7b-06a34c40c237', 'name': 'network-vif-deleted', 'tag': '9cdc3460-04e4-4c74-939a-9976fe094143', 'status': 'completed', 'code': 200} Mar 11 11:58:24.259561 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-93e14597-e2fa-42e9-bded-0a0916800f2e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=055fa68977f9417d996b6df344faf033&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2908950 Mar 11 11:58:24.261777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35812) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:24.326817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e14597-e2fa-42e9-bded-0a0916800f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee47ef0e-aa87-4ab5-ae0f-b615b5331cc7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:24.392601 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a54eb2e-8a62-46fc-b793-accb323732d7 req-1fadc569-176a-4007-82b5-1792a9ae3048 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 210 time: 0.0352912 Mar 11 11:58:24.393768 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-841dd8f8-ad31-4664-85d7-75e3c3803f7c admin admin] Publish callbacks [] for security_group (ee47ef0e-aa87-4ab5-ae0f-b615b5331cc7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:24.441453 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-841dd8f8-ad31-4664-85d7-75e3c3803f7c admin admin] Publish callbacks [] for security_group (ee47ef0e-aa87-4ab5-ae0f-b615b5331cc7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:24.528805 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-841dd8f8-ad31-4664-85d7-75e3c3803f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ee47ef0e-aa87-4ab5-ae0f-b615b5331cc7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:24.531121 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-841dd8f8-ad31-4664-85d7-75e3c3803f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:24.532529 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-841dd8f8-ad31-4664-85d7-75e3c3803f7c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ee47ef0e-aa87-4ab5-ae0f-b615b5331cc7 HTTP/1.1" status: 204 len: 168 time: 0.2694283 Mar 11 11:58:24.548106 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dd8f8-ad31-4664-85d7-75e3c3803f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee47ef0e-aa87-4ab5-ae0f-b615b5331cc7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:24.891051 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-74cfa621-a514-4a09-82f0-107e4dab3f82 req-2491b2a6-948c-4db9-b2db-66f752d0a9cc tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] For port b2435710-5baf-4541-bd4b-8cc738c2e200, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b2435710-5baf-4541-bd4b-8cc738c2e200,segment=NetworkSegment(615f64c5-27e3-43db-8e4e-fccc73786812),segment_id=615f64c5-27e3-43db-8e4e-fccc73786812)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:24.891490 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-74cfa621-a514-4a09-82f0-107e4dab3f82 req-2491b2a6-948c-4db9-b2db-66f752d0a9cc tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b2435710-5baf-4541-bd4b-8cc738c2e200), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:24.907437 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-74cfa621-a514-4a09-82f0-107e4dab3f82 req-2491b2a6-948c-4db9-b2db-66f752d0a9cc tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Calling delete_port for b2435710-5baf-4541-bd4b-8cc738c2e200 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:58:24.988737 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d080828-5c91-4499-99de-097a859b993c req-060a9dd8-4056-43f5-bdad-cdf3c6c33a61 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 210 time: 0.5357184 Mar 11 11:58:25.049460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499cd3a-c177-41f2-b8e0-2e4e85db1bff req-5ac23bbe-a374-4448-b0e7-03ceda242ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:25.051160 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7499cd3a-c177-41f2-b8e0-2e4e85db1bff req-5ac23bbe-a374-4448-b0e7-03ceda242ff0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=db1bf751-93ef-436f-a893-1e04494930da HTTP/1.1" status: 200 len: 912 time: 0.7532871 Mar 11 11:58:25.062934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35830) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:25.079068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35832) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:25.086359 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17bfc0c4-ccd7-4485-bfa6-ee910515524b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:25.133281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4b427-5627-4b11-8109-aae22bff6048 req-7ba700b8-7c19-4d88-bfa0-25e56f4e1912 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:25.135282 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0c4b427-5627-4b11-8109-aae22bff6048 req-7ba700b8-7c19-4d88-bfa0-25e56f4e1912 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 944 time: 0.2913187 Mar 11 11:58:25.204275 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7499cd3a-c177-41f2-b8e0-2e4e85db1bff req-30612e86-6a4f-40d2-b155-20b688477580 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e07900b5-98b3-4081-9af4-ef80f79e5f11 HTTP/1.1" status: 200 len: 217 time: 0.1275840 Mar 11 11:58:25.240937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c3f3df-b799-4131-96e0-8e08cd809c50 admin admin] Deleting subnet ca236d81-88d6-4a26-b30a-84e73a9f6733 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:58:25.319167 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17bfc0c4-ccd7-4485-bfa6-ee910515524b admin admin] Publish callbacks [] for security_group (815a2c05-e41d-42aa-bd36-756c39fec972), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:25.324033 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4c3f3df-b799-4131-96e0-8e08cd809c50 admin admin] Publish callbacks [] for subnet (ca236d81-88d6-4a26-b30a-84e73a9f6733), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:25.326890 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17bfc0c4-ccd7-4485-bfa6-ee910515524b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (815a2c05-e41d-42aa-bd36-756c39fec972), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:25.369065 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4c3f3df-b799-4131-96e0-8e08cd809c50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (ca236d81-88d6-4a26-b30a-84e73a9f6733), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:25.409633 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-17bfc0c4-ccd7-4485-bfa6-ee910515524b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a3bc391395764e5eb962e8d10350b12f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3433344 Mar 11 11:58:25.409633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfc0c4-ccd7-4485-bfa6-ee910515524b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815a2c05-e41d-42aa-bd36-756c39fec972,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:25.411017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35836) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:25.443075 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4c3f3df-b799-4131-96e0-8e08cd809c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (ca236d81-88d6-4a26-b30a-84e73a9f6733), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:25.489919 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8021f3cd-324a-4d3f-8421-d6a9716cdaf2 admin admin] Publish callbacks [] for security_group (815a2c05-e41d-42aa-bd36-756c39fec972), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:25.514127 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8021f3cd-324a-4d3f-8421-d6a9716cdaf2 admin admin] Publish callbacks [] for security_group (815a2c05-e41d-42aa-bd36-756c39fec972), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:25.576416 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8021f3cd-324a-4d3f-8421-d6a9716cdaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (815a2c05-e41d-42aa-bd36-756c39fec972), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:25.579621 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8021f3cd-324a-4d3f-8421-d6a9716cdaf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:25.584379 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8021f3cd-324a-4d3f-8421-d6a9716cdaf2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/815a2c05-e41d-42aa-bd36-756c39fec972 HTTP/1.1" status: 204 len: 168 time: 0.1721897 Mar 11 11:58:25.595385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021f3cd-324a-4d3f-8421-d6a9716cdaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815a2c05-e41d-42aa-bd36-756c39fec972,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:25.645342 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4c3f3df-b799-4131-96e0-8e08cd809c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (ca236d81-88d6-4a26-b30a-84e73a9f6733), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:25.647521 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e07900b5-98b3-4081-9af4-ef80f79e5f11 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:58:25.651720 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9cdc3460-04e4-4c74-939a-9976fe094143 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:58:25.660026 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0c4b427-5627-4b11-8109-aae22bff6048 req-8993b088-98b8-4ac5-ada2-a029af996102 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629037 Mar 11 11:58:25.667855 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-74cfa621-a514-4a09-82f0-107e4dab3f82 req-2491b2a6-948c-4db9-b2db-66f752d0a9cc tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b2435710-5baf-4541-bd4b-8cc738c2e200), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:25.732086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3f3df-b799-4131-96e0-8e08cd809c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca236d81-88d6-4a26-b30a-84e73a9f6733,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:25.734893 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499cd3a-c177-41f2-b8e0-2e4e85db1bff req-54aeb997-4175-4019-959c-0e6015d90a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:25.736272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7499cd3a-c177-41f2-b8e0-2e4e85db1bff req-54aeb997-4175-4019-959c-0e6015d90a63 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=df3e3a03-6255-4d9b-baac-a864e3b4ba49 HTTP/1.1" status: 200 len: 851 time: 0.4437554 Mar 11 11:58:25.813205 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4c3f3df-b799-4131-96e0-8e08cd809c50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:25.824427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35842) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:25.827796 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e4c3f3df-b799-4131-96e0-8e08cd809c50 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ca236d81-88d6-4a26-b30a-84e73a9f6733 HTTP/1.1" status: 204 len: 168 time: 0.7137191 Mar 11 11:58:25.854404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e07900b5-98b3-4081-9af4-ef80f79e5f11, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e07900b5-98b3-4081-9af4-ef80f79e5f11,segment=NetworkSegment(4a250eb1-1b2b-4929-afa8-5703c123983f),segment_id=4a250eb1-1b2b-4929-afa8-5703c123983f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:25.868758 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13e11bae-c9e6-40ce-8f09-2d9fbd76e20d req-4b0634b0-aec0-489f-8056-9b916da2e540 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 210 time: 0.0347185 Mar 11 11:58:25.869630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491b2a6-948c-4db9-b2db-66f752d0a9cc tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Pushing event deleted for resources: {'Port': ['ID=b2435710-5baf-4541-bd4b-8cc738c2e200,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:25.886173 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['b2435710-5baf-4541-bd4b-8cc738c2e200'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:58:25.895277 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'e07900b5-98b3-4081-9af4-ef80f79e5f11', 'network_id': 'db1bf751-93ef-436f-a893-1e04494930da', 'port_id': 'e07900b5-98b3-4081-9af4-ef80f79e5f11', 'mac_address': 'fa:16:3e:8b:a0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df3e3a03-6255-4d9b-baac-a864e3b4ba49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:58:25.937761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adcd2e-6a6e-4ee7-955c-598a9c9b96eb req-852f5852-964f-47a3-8b0d-fbbf21f4465a tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:25.945494 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21adcd2e-6a6e-4ee7-955c-598a9c9b96eb req-852f5852-964f-47a3-8b0d-fbbf21f4465a tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d25fbfb-68a2-4204-83b2-06a1ce9fdcef HTTP/1.1" status: 200 len: 867 time: 0.4504769 Mar 11 11:58:25.958256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7499cd3a-c177-41f2-b8e0-2e4e85db1bff req-84e00d4b-5974-43a0-9a00-8e6766cfba2e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=db1bf751-93ef-436f-a893-1e04494930da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1686397 Mar 11 11:58:25.973622 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 9cdc3460-04e4-4c74-939a-9976fe094143 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:58:25.982613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9cdc3460-04e4-4c74-939a-9976fe094143 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:58:26.007601 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e07900b5-98b3-4081-9af4-ef80f79e5f11 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:26.008264 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e07900b5-98b3-4081-9af4-ef80f79e5f11), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:26.027172 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07900b5-98b3-4081-9af4-ef80f79e5f11 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:58:26.072366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e07900b5-98b3-4081-9af4-ef80f79e5f11, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e07900b5-98b3-4081-9af4-ef80f79e5f11,segment=NetworkSegment(4a250eb1-1b2b-4929-afa8-5703c123983f),segment_id=4a250eb1-1b2b-4929-afa8-5703c123983f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:26.079520 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e07900b5-98b3-4081-9af4-ef80f79e5f11), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:26.161865 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4610951-b532-40a5-9d8b-b2cfe6f45721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (faf72d22-1cc6-4a1c-9a35-9c18bb22d268), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:26.172388 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7499cd3a-c177-41f2-b8e0-2e4e85db1bff req-10ceb470-b464-4328-920e-3c7df4f5e367 service neutron] 10.222.0.71 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002931 Mar 11 11:58:26.193535 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e07900b5-98b3-4081-9af4-ef80f79e5f11,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:26.251734 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-7682d93f-c496-49d2-a83c-b5c6f6b6c55d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:26.253653 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-7682d93f-c496-49d2-a83c-b5c6f6b6c55d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.37 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 813 time: 0.4041519 Mar 11 11:58:26.310270 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['e07900b5-98b3-4081-9af4-ef80f79e5f11'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:58:26.334860 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7499cd3a-c177-41f2-b8e0-2e4e85db1bff req-78d29170-8b22-4d22-a6bd-6e27beb1180a service neutron] 10.222.0.71 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395738 Mar 11 11:58:26.371120 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cfa621-a514-4a09-82f0-107e4dab3f82 req-2491b2a6-948c-4db9-b2db-66f752d0a9cc tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] No DVR routers for this DVR port b2435710-5baf-4541-bd4b-8cc738c2e200 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:58:26.388392 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14bc1765-763d-4e12-a001-a42e26d12df7 req-5f444f73-020f-4c19-ab2a-108f3ce13cfc tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 210 time: 0.2098706 Mar 11 11:58:26.406795 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-74cfa621-a514-4a09-82f0-107e4dab3f82 req-2491b2a6-948c-4db9-b2db-66f752d0a9cc tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:26.410303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74cfa621-a514-4a09-82f0-107e4dab3f82 req-2491b2a6-948c-4db9-b2db-66f752d0a9cc tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.37 "DELETE /v2.0/ports/b2435710-5baf-4541-bd4b-8cc738c2e200 HTTP/1.1" status: 204 len: 173 time: 2.8882999 Mar 11 11:58:26.410793 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d25fbfb-68a2-4204-83b2-06a1ce9fdcef', 'name': 'network-vif-deleted', 'tag': 'b2435710-5baf-4541-bd4b-8cc738c2e200'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:58:26.413128 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ec077f-f4e4-49dd-9976-38590d6ea540" -d '{"events": [{"server_uuid": "1d25fbfb-68a2-4204-83b2-06a1ce9fdcef", "name": "network-vif-deleted", "tag": "b2435710-5baf-4541-bd4b-8cc738c2e200"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:58:26.478812 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21adcd2e-6a6e-4ee7-955c-598a9c9b96eb req-29b71888-332e-483a-af17-9d858e43fa23 tempest-InstanceActionsNegativeTestJSON-673028603 tempest-InstanceActionsNegativeTestJSON-673028603-project] 10.222.0.78 "GET /v2.0/security-groups?id=32d8b409-8124-4859-ad75-ec85bb60953c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321877 Mar 11 11:58:26.492472 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f813dc6c-7229-4fad-853f-ce42054c3f4d x-openstack-request-id: req-f813dc6c-7229-4fad-853f-ce42054c3f4d {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:58:26.492985 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d25fbfb-68a2-4204-83b2-06a1ce9fdcef", "name": "network-vif-deleted", "tag": "b2435710-5baf-4541-bd4b-8cc738c2e200", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:58:26.493404 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f813dc6c-7229-4fad-853f-ce42054c3f4d {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:58:26.494128 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d25fbfb-68a2-4204-83b2-06a1ce9fdcef', 'name': 'network-vif-deleted', 'tag': 'b2435710-5baf-4541-bd4b-8cc738c2e200', 'status': 'completed', 'code': 200} Mar 11 11:58:26.514239 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4610951-b532-40a5-9d8b-b2cfe6f45721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (faf72d22-1cc6-4a1c-9a35-9c18bb22d268), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:26.590764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-f4610951-b532-40a5-9d8b-b2cfe6f45721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf72d22-1cc6-4a1c-9a35-9c18bb22d268']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:26.641011 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-9946f530-8aed-4a17-bb11-7241df19fbee tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1dbe983a2554f9d829d23b2f6421d4d HTTP/1.1" status: 200 len: 379 time: 0.3503001 Mar 11 11:58:26.644180 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-f4610951-b532-40a5-9d8b-b2cfe6f45721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea44e93-37fb-48d6-9fb9-a21b3dc23e37') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:26.645040 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-f4610951-b532-40a5-9d8b-b2cfe6f45721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea44e93-37fb-48d6-9fb9-a21b3dc23e37') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:26.652501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'port': {'device_id': '81a13990-d848-4156-b3d2-acd3780d9056', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'admin_state_up': True, 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'security_groups': ['ed163290-897d-42b7-9297-ee4ca98dd517']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:26.681197 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4610951-b532-40a5-9d8b-b2cfe6f45721 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (aea44e93-37fb-48d6-9fb9-a21b3dc23e37), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:26.716102 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4610951-b532-40a5-9d8b-b2cfe6f45721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (aea44e93-37fb-48d6-9fb9-a21b3dc23e37), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:26.819284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4610951-b532-40a5-9d8b-b2cfe6f45721 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:58:26.819752 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4610951-b532-40a5-9d8b-b2cfe6f45721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (aea44e93-37fb-48d6-9fb9-a21b3dc23e37), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:58:26.835521 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:58:26.877456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713afef9-aebf-42f6-9df1-42bc4e2a8b0e req-e2336e72-4df5-44e6-b381-ab9c3851c54b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:26.882636 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-713afef9-aebf-42f6-9df1-42bc4e2a8b0e req-e2336e72-4df5-44e6-b381-ab9c3851c54b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 945 time: 0.1211615 Mar 11 11:58:27.013379 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Made reservation on behalf of c1dbe983a2554f9d829d23b2f6421d4d for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:58:27.019570 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-713afef9-aebf-42f6-9df1-42bc4e2a8b0e req-0d37b30d-b639-4129-8ef9-9f21d5102f4b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254828 Mar 11 11:58:27.022419 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:27.027033 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4610951-b532-40a5-9d8b-b2cfe6f45721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (faf72d22-1cc6-4a1c-9a35-9c18bb22d268), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:27.056011 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4610951-b532-40a5-9d8b-b2cfe6f45721 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:27.068009 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f4610951-b532-40a5-9d8b-b2cfe6f45721 admin admin] 10.222.0.78 "DELETE /v2.0/networks/faf72d22-1cc6-4a1c-9a35-9c18bb22d268 HTTP/1.1" status: 204 len: 168 time: 1.2399826 Mar 11 11:58:27.075843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de3afe34-026f-4478-bfed-cdf7656202ff req-6f40d3d1-119b-4294-becb-69426b6b7179 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 210 time: 0.0861104 Mar 11 11:58:27.228564 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4610951-b532-40a5-9d8b-b2cfe6f45721 admin admin] Pushing event deleted for resources: {'Network': ['ID=faf72d22-1cc6-4a1c-9a35-9c18bb22d268,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:27.296779 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Allocated IP 172.20.0.8 (3eac3fe9-735d-4097-b3d0-b8b3bbbf12db/748e6717-2aee-4f28-b940-f1d8e2456c16/7cf7360d-da68-43ee-ab5c-7efea25e60c7) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:58:27.373761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35890) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:27.454920 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e855cab9-521b-42d6-8ab9-5981fb0ca664 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b586e664153a4fe681417ff37521592a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0795233 Mar 11 11:58:27.459538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35904) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:27.562679 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35908) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:27.565773 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for port (7cf7360d-da68-43ee-ab5c-7efea25e60c7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:27.605278 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce72908a-d9aa-4568-bc72-b119f33f531b req-ed92acc7-cc17-4221-bce8-9e3a25907815 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 210 time: 0.0748179 Mar 11 11:58:27.624909 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7cf7360d-da68-43ee-ab5c-7efea25e60c7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:27.648086 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e07900b5-98b3-4081-9af4-ef80f79e5f11 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:58:27.658033 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4fec5fd8-64d6-42d4-9cc0-20d013ffe2c5 admin admin] Publish callbacks [] for security_group (c7536ed7-a5c3-4adb-960b-8c8b86fd278c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:27.679404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-57cc4fcb-02d7-4492-bfdf-302ce23cae83 admin admin] Deleting subnet 12481126-ebe1-42d1-b1ac-2e6e25f1a145 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:58:27.682727 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-57cc4fcb-02d7-4492-bfdf-302ce23cae83 admin admin] Publish callbacks [] for subnet (12481126-ebe1-42d1-b1ac-2e6e25f1a145), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:27.692176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:58:27.722443 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4fec5fd8-64d6-42d4-9cc0-20d013ffe2c5 admin admin] Publish callbacks [] for security_group (c7536ed7-a5c3-4adb-960b-8c8b86fd278c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:27.740723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event updated for resources: {'Port': ['ID=7cf7360d-da68-43ee-ab5c-7efea25e60c7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:27.747749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:58:27.748535 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-57cc4fcb-02d7-4492-bfdf-302ce23cae83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (12481126-ebe1-42d1-b1ac-2e6e25f1a145), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:27.757134 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:58:27.788569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port e07900b5-98b3-4081-9af4-ef80f79e5f11 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:58:27.790808 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:27.791169 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:27.791512 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:27.791887 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:27.792219 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:27.792546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:27.792870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:27.793150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port e07900b5-98b3-4081-9af4-ef80f79e5f11 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:27.793333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:27.793633 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e07900b5-98b3-4081-9af4-ef80f79e5f11), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:27.793766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:27.800036 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:27.800386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:27.800720 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:27.803476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:27.830819 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-57cc4fcb-02d7-4492-bfdf-302ce23cae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (12481126-ebe1-42d1-b1ac-2e6e25f1a145), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:27.896533 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4fec5fd8-64d6-42d4-9cc0-20d013ffe2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c7536ed7-a5c3-4adb-960b-8c8b86fd278c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:27.905834 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4fec5fd8-64d6-42d4-9cc0-20d013ffe2c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:27.913123 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4fec5fd8-64d6-42d4-9cc0-20d013ffe2c5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c7536ed7-a5c3-4adb-960b-8c8b86fd278c HTTP/1.1" status: 204 len: 168 time: 0.4524729 Mar 11 11:58:27.930006 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e07900b5-98b3-4081-9af4-ef80f79e5f11 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:27.930727 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e07900b5-98b3-4081-9af4-ef80f79e5f11), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:27.932921 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec5fd8-64d6-42d4-9cc0-20d013ffe2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7536ed7-a5c3-4adb-960b-8c8b86fd278c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:27.951042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:27.951785 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:27.952524 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-57cc4fcb-02d7-4492-bfdf-302ce23cae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (12481126-ebe1-42d1-b1ac-2e6e25f1a145), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:27.963870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35914) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:27.994747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc4fcb-02d7-4492-bfdf-302ce23cae83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12481126-ebe1-42d1-b1ac-2e6e25f1a145,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:28.003493 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-57cc4fcb-02d7-4492-bfdf-302ce23cae83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:28.008567 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-57cc4fcb-02d7-4492-bfdf-302ce23cae83 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/12481126-ebe1-42d1-b1ac-2e6e25f1a145 HTTP/1.1" status: 204 len: 168 time: 0.4419494 Mar 11 11:58:28.010028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35918) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:28.033480 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-9e7c3ddf-174f-483d-ab53-d54b9a2a122f tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3858435 Mar 11 11:58:28.049490 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Request body: {'port': {'device_id': '81a13990-d848-4156-b3d2-acd3780d9056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:28.063615 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b401a8-5267-4964-bb82-d00507905d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07900b5-98b3-4081-9af4-ef80f79e5f11'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:58:28.072774 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87379380-7486-4a7c-8cff-d1830cf751af" -d '{"events": [{"server_uuid": "f4b401a8-5267-4964-bb82-d00507905d74", "name": "network-vif-plugged", "status": "completed", "tag": "e07900b5-98b3-4081-9af4-ef80f79e5f11"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:58:28.130754 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e07900b5-98b3-4081-9af4-ef80f79e5f11, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e07900b5-98b3-4081-9af4-ef80f79e5f11,segment=NetworkSegment(4a250eb1-1b2b-4929-afa8-5703c123983f),segment_id=4a250eb1-1b2b-4929-afa8-5703c123983f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:28.141997 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e07900b5-98b3-4081-9af4-ef80f79e5f11), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:28.247167 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6ee484c9-b7f3-436f-b19a-dcf286e5e2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:28.312366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e07900b5-98b3-4081-9af4-ef80f79e5f11,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:28.325290 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7cf7360d-da68-43ee-ab5c-7efea25e60c7), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:28.325490 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bacd1c-dd75-499d-bf79-843086451f0d x-openstack-request-id: req-62bacd1c-dd75-499d-bf79-843086451f0d {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:58:28.325865 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b401a8-5267-4964-bb82-d00507905d74", "name": "network-vif-plugged", "status": "completed", "tag": "e07900b5-98b3-4081-9af4-ef80f79e5f11", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:58:28.326939 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-62bacd1c-dd75-499d-bf79-843086451f0d {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:58:28.328313 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b401a8-5267-4964-bb82-d00507905d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07900b5-98b3-4081-9af4-ef80f79e5f11', 'code': 200} Mar 11 11:58:28.329605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b2435710-5baf-4541-bd4b-8cc738c2e200 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:58:28.336278 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2640-faa3-4934-808a-0db331a75826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (6f2d68a9-7c92-4cff-8b1c-052dd39a55a6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:28.414601 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: b2435710-5baf-4541-bd4b-8cc738c2e200 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:58:28.419296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b2435710-5baf-4541-bd4b-8cc738c2e200 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:58:28.434639 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-64ebf974-4ac5-45ad-8548-66f0c0a4da11 None None] Provisioning complete for port 7cf7360d-da68-43ee-ab5c-7efea25e60c7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:28.435020 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-64ebf974-4ac5-45ad-8548-66f0c0a4da11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7cf7360d-da68-43ee-ab5c-7efea25e60c7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:28.447765 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-520267b3-4aad-4dd8-a020-23af848fc559 req-48d75362-9fb2-4358-a97b-baff600a1261 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 210 time: 0.1077881 Mar 11 11:58:28.542866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-64ebf974-4ac5-45ad-8548-66f0c0a4da11 None None] Port 7cf7360d-da68-43ee-ab5c-7efea25e60c7 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:58:28.608292 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83a4bc-93ec-4900-bcf8-a0756bf4d45f req-aead153a-5f4d-461f-a529-ddff6c82a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:28.610251 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc83a4bc-93ec-4900-bcf8-a0756bf4d45f req-aead153a-5f4d-461f-a529-ddff6c82a805 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 1128 time: 0.3351500 Mar 11 11:58:28.635155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea317bec-3951-4a0e-aef5-24edb990fc9a req-923780a9-c6cd-4d68-a5bb-055a93c3d8e7 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:28.645221 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea317bec-3951-4a0e-aef5-24edb990fc9a req-923780a9-c6cd-4d68-a5bb-055a93c3d8e7 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.4207990 Mar 11 11:58:28.742655 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6ee484c9-b7f3-436f-b19a-dcf286e5e2af admin admin] Publish callbacks [] for security_group (36deb0a4-c7d5-4ced-9189-2e5d6c92e7d4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:28.766417 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6ee484c9-b7f3-436f-b19a-dcf286e5e2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (36deb0a4-c7d5-4ced-9189-2e5d6c92e7d4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:28.780907 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2640-faa3-4934-808a-0db331a75826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (6f2d68a9-7c92-4cff-8b1c-052dd39a55a6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:28.828126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ebfe2640-faa3-4934-808a-0db331a75826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2d68a9-7c92-4cff-8b1c-052dd39a55a6']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:28.850129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ebfe2640-faa3-4934-808a-0db331a75826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '615f64c5-27e3-43db-8e4e-fccc73786812') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:28.850434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ebfe2640-faa3-4934-808a-0db331a75826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '615f64c5-27e3-43db-8e4e-fccc73786812') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:28.864239 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2640-faa3-4934-808a-0db331a75826 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (615f64c5-27e3-43db-8e4e-fccc73786812), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:28.874748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee484c9-b7f3-436f-b19a-dcf286e5e2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36deb0a4-c7d5-4ced-9189-2e5d6c92e7d4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:28.881463 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2640-faa3-4934-808a-0db331a75826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (615f64c5-27e3-43db-8e4e-fccc73786812), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:28.912814 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfe2640-faa3-4934-808a-0db331a75826 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:58:28.914535 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2640-faa3-4934-808a-0db331a75826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (615f64c5-27e3-43db-8e4e-fccc73786812), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:28.940055 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6ee484c9-b7f3-436f-b19a-dcf286e5e2af admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9a882a46e65f4c2fafb68882a53ac782&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9715288 Mar 11 11:58:28.940055 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35940) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:58:28.994941 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:58:29.006495 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2640-faa3-4934-808a-0db331a75826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (6f2d68a9-7c92-4cff-8b1c-052dd39a55a6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:29.011697 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2640-faa3-4934-808a-0db331a75826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:29.015486 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ebfe2640-faa3-4934-808a-0db331a75826 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6f2d68a9-7c92-4cff-8b1c-052dd39a55a6 HTTP/1.1" status: 204 len: 168 time: 1.0042264 Mar 11 11:58:29.102205 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe2640-faa3-4934-808a-0db331a75826 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f2d68a9-7c92-4cff-8b1c-052dd39a55a6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:29.110317 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55fecc32-e384-418b-bc2a-ac6202181695 admin admin] Publish callbacks [] for security_group (36deb0a4-c7d5-4ced-9189-2e5d6c92e7d4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:29.133707 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc83a4bc-93ec-4900-bcf8-a0756bf4d45f req-9538c6e2-e772-4a8e-876e-6bf6f7d0d1f9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838715 Mar 11 11:58:29.177563 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614e15d-ee12-404a-8bc6-9d6a9a1af6f5 req-8ccfab2a-4d02-4880-b24a-8fb40981bbe2 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:29.185432 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5614e15d-ee12-404a-8bc6-9d6a9a1af6f5 req-8ccfab2a-4d02-4880-b24a-8fb40981bbe2 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 931 time: 0.1895063 Mar 11 11:58:29.206562 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea317bec-3951-4a0e-aef5-24edb990fc9a req-dbe204a3-d137-44a8-93f8-0fe4c24cf864 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602942 Mar 11 11:58:29.227810 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55fecc32-e384-418b-bc2a-ac6202181695 admin admin] Publish callbacks [] for security_group (36deb0a4-c7d5-4ced-9189-2e5d6c92e7d4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:29.330091 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5614e15d-ee12-404a-8bc6-9d6a9a1af6f5 req-cf891786-ac9a-4213-aee5-72dc26dd4811 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed163290-897d-42b7-9297-ee4ca98dd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432979 Mar 11 11:58:29.396177 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35954) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:29.487970 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-38a85527-9f8b-4a83-bcd1-24e4bd574692 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=622c48480f864dc19b3aa8800ad75550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0905011 Mar 11 11:58:29.490916 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35958) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:29.524544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf7360d-da68-43ee-ab5c-7efea25e60c7 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:58:29.535890 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Publish callbacks [] for port (7cf7360d-da68-43ee-ab5c-7efea25e60c7), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:29.558087 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Transition to ACTIVE for port object 7cf7360d-da68-43ee-ab5c-7efea25e60c7 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:58:29.597476 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (7cf7360d-da68-43ee-ab5c-7efea25e60c7), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:29.601485 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e3923c8-f8d2-4e29-8574-71848b1c2493 admin admin] Publish callbacks [] for security_group (32d8b409-8124-4859-ad75-ec85bb60953c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:29.610998 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55fecc32-e384-418b-bc2a-ac6202181695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (36deb0a4-c7d5-4ced-9189-2e5d6c92e7d4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:29.619161 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55fecc32-e384-418b-bc2a-ac6202181695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:29.625416 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-55fecc32-e384-418b-bc2a-ac6202181695 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36deb0a4-c7d5-4ced-9189-2e5d6c92e7d4 HTTP/1.1" status: 204 len: 168 time: 0.6806176 Mar 11 11:58:29.656133 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e3923c8-f8d2-4e29-8574-71848b1c2493 admin admin] Publish callbacks [] for security_group (32d8b409-8124-4859-ad75-ec85bb60953c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:29.762772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fecc32-e384-418b-bc2a-ac6202181695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36deb0a4-c7d5-4ced-9189-2e5d6c92e7d4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:29.806404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f95dbe75-e607-452a-a501-f1ac341e83a3 req-8e854591-3cad-44ae-a68f-56285d12f806 tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/ports?device_id=72a25701-b906-4c02-8277-19764c27a113 HTTP/1.1" status: 200 len: 210 time: 0.1145329 Mar 11 11:58:29.842859 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e3923c8-f8d2-4e29-8574-71848b1c2493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (32d8b409-8124-4859-ad75-ec85bb60953c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:29.846589 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e3923c8-f8d2-4e29-8574-71848b1c2493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:29.851238 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7e3923c8-f8d2-4e29-8574-71848b1c2493 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/32d8b409-8124-4859-ad75-ec85bb60953c HTTP/1.1" status: 204 len: 168 time: 0.3572156 Mar 11 11:58:29.870692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3923c8-f8d2-4e29-8574-71848b1c2493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d8b409-8124-4859-ad75-ec85bb60953c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:30.073801 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf7360d-da68-43ee-ab5c-7efea25e60c7,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:30.119882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Attempting to bind port 7cf7360d-da68-43ee-ab5c-7efea25e60c7 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:58:30.120501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Attempting to bind port 7cf7360d-da68-43ee-ab5c-7efea25e60c7 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:58:30.121444 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Attempting to bind port 7cf7360d-da68-43ee-ab5c-7efea25e60c7 on network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:58:30.138603 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Port 7cf7360d-da68-43ee-ab5c-7efea25e60c7 on network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:58:30.138969 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Attempting to bind port 7cf7360d-da68-43ee-ab5c-7efea25e60c7 on network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:58:30.157833 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:58:30.157833 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Checking segment: {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:58:30.158210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Bound using segment: {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:58:30.158574 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Bound port: 7cf7360d-da68-43ee-ab5c-7efea25e60c7, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67976495-0033-4f9d-95f7-ed447369dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:58:30.158944 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7cf7360d-da68-43ee-ab5c-7efea25e60c7), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:30.317502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] For port 7cf7360d-da68-43ee-ab5c-7efea25e60c7, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:58:30.324520 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] For port 7cf7360d-da68-43ee-ab5c-7efea25e60c7, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7cf7360d-da68-43ee-ab5c-7efea25e60c7,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:58:30.334901 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (7cf7360d-da68-43ee-ab5c-7efea25e60c7), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:30.404654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:30.405306 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:30.408899 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] 10.222.0.37 "PUT /v2.0/ports/7cf7360d-da68-43ee-ab5c-7efea25e60c7 HTTP/1.1" status: 200 len: 1091 time: 2.3674350 Mar 11 11:58:30.422281 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a13990-d848-4156-b3d2-acd3780d9056', 'tag': '7cf7360d-da68-43ee-ab5c-7efea25e60c7'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:58:30.428172 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30596d88-9e46-4d93-9d49-599e80bedd1c" -d '{"events": [{"name": "network-changed", "server_uuid": "81a13990-d848-4156-b3d2-acd3780d9056", "tag": "7cf7360d-da68-43ee-ab5c-7efea25e60c7"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:58:30.461599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f8738-aa25-454d-8a81-3c598a68ba25 req-4f18f50b-d93f-4daa-8115-cb94101cbf97 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:30.477983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-391f8738-aa25-454d-8a81-3c598a68ba25 req-4f18f50b-d93f-4daa-8115-cb94101cbf97 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.1475248 Mar 11 11:58:30.510880 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbcea4-105a-480d-9c3a-a2ce220d0e19 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf7360d-da68-43ee-ab5c-7efea25e60c7,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:30.642742 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-34a7f2e0-c616-4dab-9e6e-0277222d4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:30.644325 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-34a7f2e0-c616-4dab-9e6e-0277222d4e32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 1125 time: 0.1155260 Mar 11 11:58:30.732143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-391f8738-aa25-454d-8a81-3c598a68ba25 req-fdf0c9d0-0c6d-40f5-9e1e-f7acf89f573d tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516363 Mar 11 11:58:30.798220 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ef349-03ae-4639-ac71-cffa0e5dc63f req-fb5021fc-403f-4f4c-b6bf-2c920524b8e1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:30.811408 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-127ef349-03ae-4639-ac71-cffa0e5dc63f req-fb5021fc-403f-4f4c-b6bf-2c920524b8e1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 943 time: 0.2043784 Mar 11 11:58:30.819743 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-a0961c83-5a84-4ace-bb01-850c1b7bf61c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cf7360d-da68-43ee-ab5c-7efea25e60c7 HTTP/1.1" status: 200 len: 217 time: 0.1668425 Mar 11 11:58:30.906274 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-127ef349-03ae-4639-ac71-cffa0e5dc63f req-b0744b65-490c-446e-af8e-4fd2b843a45d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed163290-897d-42b7-9297-ee4ca98dd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884314 Mar 11 11:58:30.932279 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defc5df3-4005-4c68-8d26-b6ac0275e696 x-openstack-request-id: req-defc5df3-4005-4c68-8d26-b6ac0275e696 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:58:30.933471 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a13990-d848-4156-b3d2-acd3780d9056", "tag": "7cf7360d-da68-43ee-ab5c-7efea25e60c7", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:58:30.934011 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-defc5df3-4005-4c68-8d26-b6ac0275e696 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:58:30.935282 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a13990-d848-4156-b3d2-acd3780d9056', 'tag': '7cf7360d-da68-43ee-ab5c-7efea25e60c7', 'status': 'completed', 'code': 200} Mar 11 11:58:30.988326 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-6f6723c8-0484-4d78-b071-e3276a0726ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:30.993301 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-6f6723c8-0484-4d78-b071-e3276a0726ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=748e6717-2aee-4f28-b940-f1d8e2456c16 HTTP/1.1" status: 200 len: 852 time: 0.1630907 Mar 11 11:58:31.044379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36010) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:31.110937 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-8e9e9648-c9fb-47da-8b2c-d6cb909b3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:31.112668 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-8e9e9648-c9fb-47da-8b2c-d6cb909b3eca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1152403 Mar 11 11:58:31.219437 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8c4be69-7f33-4599-b5ea-e1e3712ac7bd tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for security_group (506d2506-e18b-4019-b9eb-dd17c27cc8e7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:31.300581 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-8e94f9ab-ec5a-4bfe-828b-f303f74b46f8 service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813860 Mar 11 11:58:31.331885 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8c4be69-7f33-4599-b5ea-e1e3712ac7bd tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for security_group (506d2506-e18b-4019-b9eb-dd17c27cc8e7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:31.435115 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8c4be69-7f33-4599-b5ea-e1e3712ac7bd tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (506d2506-e18b-4019-b9eb-dd17c27cc8e7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:31.438150 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8c4be69-7f33-4599-b5ea-e1e3712ac7bd tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:31.439368 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e8c4be69-7f33-4599-b5ea-e1e3712ac7bd tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "DELETE /v2.0/security-groups/506d2506-e18b-4019-b9eb-dd17c27cc8e7 HTTP/1.1" status: 204 len: 168 time: 0.3939219 Mar 11 11:58:31.447331 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36024) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:31.470150 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4be69-7f33-4599-b5ea-e1e3712ac7bd tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=506d2506-e18b-4019-b9eb-dd17c27cc8e7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:31.606224 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-4d8a5fa0-4fde-4475-b5d8-c5c0ba2a2e4e tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] show failed (client error): The resource could not be found. Mar 11 11:58:31.606464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36030) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:31.606611 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4d8a5fa0-4fde-4475-b5d8-c5c0ba2a2e4e tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "GET /v2.0/security-groups/506d2506-e18b-4019-b9eb-dd17c27cc8e7 HTTP/1.1" status: 404 len: 347 time: 0.1559143 Mar 11 11:58:31.608863 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0dc0484-9d3a-4696-a3fb-757ea89c59cc req-9ecd5d7b-011d-4925-b7df-ba16b507d188 service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966454 Mar 11 11:58:31.798290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30596d88-9e46-4d93-9d49-599e80bedd1c req-848b0ca4-82a4-4bc6-8c57-ee43fb7d7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:31.806737 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-30596d88-9e46-4d93-9d49-599e80bedd1c req-848b0ca4-82a4-4bc6-8c57-ee43fb7d7485 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 1125 time: 0.1348174 Mar 11 11:58:31.926848 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-71e3fa7c-8579-48ab-86d4-d10beaa3421b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Deleting port f94d11fa-d785-462b-b9cf-0c69e32db3f4 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:58:31.927320 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71e3fa7c-8579-48ab-86d4-d10beaa3421b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f94d11fa-d785-462b-b9cf-0c69e32db3f4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:32.104026 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30596d88-9e46-4d93-9d49-599e80bedd1c req-30342062-67c9-4336-8ecd-49714fc70cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:32.115022 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-30596d88-9e46-4d93-9d49-599e80bedd1c req-30342062-67c9-4336-8ecd-49714fc70cef service neutron] 10.222.0.37 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 914 time: 0.2982073 Mar 11 11:58:32.216349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36060) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:32.218506 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-30596d88-9e46-4d93-9d49-599e80bedd1c req-28740bcb-f330-4b76-9e30-847508710de6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cf7360d-da68-43ee-ab5c-7efea25e60c7 HTTP/1.1" status: 200 len: 217 time: 0.0958776 Mar 11 11:58:32.238389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbbb00-7b32-4d75-b48c-6ee7a8032080 req-54bd8a22-d8a4-4878-81e7-ac6b5b35f120 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:32.240225 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90dbbb00-7b32-4d75-b48c-6ee7a8032080 req-54bd8a22-d8a4-4878-81e7-ac6b5b35f120 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.2778192 Mar 11 11:58:32.293342 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36064) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:32.323218 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90dbbb00-7b32-4d75-b48c-6ee7a8032080 req-a28ac3cf-3836-4b10-867f-52dd6f2644e9 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724578 Mar 11 11:58:32.337027 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71e3fa7c-8579-48ab-86d4-d10beaa3421b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f94d11fa-d785-462b-b9cf-0c69e32db3f4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:32.337362 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71e3fa7c-8579-48ab-86d4-d10beaa3421b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for floatingip (f94d11fa-d785-462b-b9cf-0c69e32db3f4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:32.352493 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30596d88-9e46-4d93-9d49-599e80bedd1c req-5aa11ea4-a11f-4742-b8d2-e6cbd3a8ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:32.357794 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-30596d88-9e46-4d93-9d49-599e80bedd1c req-5aa11ea4-a11f-4742-b8d2-e6cbd3a8ee79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=748e6717-2aee-4f28-b940-f1d8e2456c16 HTTP/1.1" status: 200 len: 852 time: 0.1289756 Mar 11 11:58:32.361619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-71e3fa7c-8579-48ab-86d4-d10beaa3421b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Calling delete_port for f94d11fa-d785-462b-b9cf-0c69e32db3f4 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:58:32.448987 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e405b1-e2ba-4491-8a8a-cea97511bf6c req-2a632e95-26b1-4b8b-953d-451478065775 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:32.457924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30e405b1-e2ba-4491-8a8a-cea97511bf6c req-2a632e95-26b1-4b8b-953d-451478065775 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 943 time: 0.3465457 Mar 11 11:58:32.505176 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c7361232-a65d-4472-bb14-5fa510694163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:32.505785 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30596d88-9e46-4d93-9d49-599e80bedd1c req-79720c67-dfd1-433a-be47-1cda7634468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:32.507426 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-30596d88-9e46-4d93-9d49-599e80bedd1c req-79720c67-dfd1-433a-be47-1cda7634468f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1420903 Mar 11 11:58:32.597370 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-83712666-e292-4adf-b7a9-5dd7a3c99003 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-580935224-network', 'tenant_id': 'fc441be504824962ac952879ed0ef08f'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:32.653438 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c7361232-a65d-4472-bb14-5fa510694163 admin admin] Publish callbacks [] for security_group (57553f61-6c35-4877-a144-3f931de9d38b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:32.691143 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c7361232-a65d-4472-bb14-5fa510694163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (57553f61-6c35-4877-a144-3f931de9d38b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:32.729102 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83712666-e292-4adf-b7a9-5dd7a3c99003 admin admin] Made reservation on behalf of fc441be504824962ac952879ed0ef08f for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:58:32.732440 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83712666-e292-4adf-b7a9-5dd7a3c99003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:32.750217 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83712666-e292-4adf-b7a9-5dd7a3c99003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:32.765993 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-30596d88-9e46-4d93-9d49-599e80bedd1c req-518e288d-78ee-46e1-8638-b82bc0854aa6 service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502465 Mar 11 11:58:32.874723 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30e405b1-e2ba-4491-8a8a-cea97511bf6c req-be5ac84a-4e84-442e-9142-2c2142ba6f29 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed163290-897d-42b7-9297-ee4ca98dd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4153986 Mar 11 11:58:32.964918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c7361232-a65d-4472-bb14-5fa510694163 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=761a2d51826d4460ac28cdcdce7fda1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7447751 Mar 11 11:58:32.967081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7361232-a65d-4472-bb14-5fa510694163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57553f61-6c35-4877-a144-3f931de9d38b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:32.998072 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36076) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:33.035186 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-30596d88-9e46-4d93-9d49-599e80bedd1c req-a4429fbf-ebc4-48f3-b0ef-b6671286a062 service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587135 Mar 11 11:58:33.109827 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83712666-e292-4adf-b7a9-5dd7a3c99003 admin admin] Publish callbacks [] for security_group (ce252101-260d-45e4-bc6e-205fccc19f99), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:33.129011 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83712666-e292-4adf-b7a9-5dd7a3c99003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ce252101-260d-45e4-bc6e-205fccc19f99), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:33.174455 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83712666-e292-4adf-b7a9-5dd7a3c99003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce252101-260d-45e4-bc6e-205fccc19f99,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:33.177628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb2006-c466-445e-958c-577f1ce7c0b8 req-042f8fed-69f3-44c3-94fb-12509ac45c4d tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:33.181132 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fadb2006-c466-445e-958c-577f1ce7c0b8 req-042f8fed-69f3-44c3-94fb-12509ac45c4d tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.3389070 Mar 11 11:58:33.192971 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-40260eba-42bd-4e24-a57c-e91a0ebcd721 admin admin] Publish callbacks [] for security_group (57553f61-6c35-4877-a144-3f931de9d38b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:33.201045 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83712666-e292-4adf-b7a9-5dd7a3c99003 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:58:33.213237 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83712666-e292-4adf-b7a9-5dd7a3c99003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f80961c7-c5e8-49b8-8d22-3fa3bd9cb136), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:33.214453 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-83712666-e292-4adf-b7a9-5dd7a3c99003 admin admin] Added segment f80961c7-c5e8-49b8-8d22-3fa3bd9cb136 of type vlan for network f62dd404-472d-4abb-9a12-54a30b7ab434 Mar 11 11:58:33.218642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc686859-25bc-4a28-b9c6-cce63edc8dec req-028d58e2-be2f-4985-870f-3f1a4b992487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:33.220215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc686859-25bc-4a28-b9c6-cce63edc8dec req-028d58e2-be2f-4985-870f-3f1a4b992487 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c751e389d54645099a22677f6b092d04&device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 1128 time: 0.4695268 Mar 11 11:58:33.277459 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83712666-e292-4adf-b7a9-5dd7a3c99003 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (f62dd404-472d-4abb-9a12-54a30b7ab434), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:33.308676 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83712666-e292-4adf-b7a9-5dd7a3c99003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (f62dd404-472d-4abb-9a12-54a30b7ab434), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:33.310112 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83712666-e292-4adf-b7a9-5dd7a3c99003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:33.310793 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83712666-e292-4adf-b7a9-5dd7a3c99003 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:33.350220 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-83712666-e292-4adf-b7a9-5dd7a3c99003 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0537019 Mar 11 11:58:33.354207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc686859-25bc-4a28-b9c6-cce63edc8dec req-3f179f73-a76a-436b-9510-b2bdcb9af352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:33.355166 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36080) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:33.356198 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc686859-25bc-4a28-b9c6-cce63edc8dec req-3f179f73-a76a-436b-9510-b2bdcb9af352 service neutron] 10.222.0.71 "GET /v2.0/networks?id=db1bf751-93ef-436f-a893-1e04494930da HTTP/1.1" status: 200 len: 912 time: 0.1100395 Mar 11 11:58:33.357017 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71e3fa7c-8579-48ab-86d4-d10beaa3421b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f94d11fa-d785-462b-b9cf-0c69e32db3f4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:33.360309 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-411bd92b-e55b-409a-b120-f76c77cf20f6 admin admin] Request body: {'subnet': {'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-580935224-subnet', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:33.376221 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-40260eba-42bd-4e24-a57c-e91a0ebcd721 admin admin] Publish callbacks [] for security_group (57553f61-6c35-4877-a144-3f931de9d38b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:33.428057 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83712666-e292-4adf-b7a9-5dd7a3c99003 admin admin] Pushing event updated for resources: {'Network': ['ID=f62dd404-472d-4abb-9a12-54a30b7ab434,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:33.439005 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network f62dd404-472d-4abb-9a12-54a30b7ab434 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:58:33.440476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411bd92b-e55b-409a-b120-f76c77cf20f6 admin admin] Made reservation on behalf of fc441be504824962ac952879ed0ef08f for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:58:33.445841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-411bd92b-e55b-409a-b120-f76c77cf20f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:33.471909 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fadb2006-c466-445e-958c-577f1ce7c0b8 req-ea5a1f08-bc9f-4110-9475-55509b4e036a tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813666 Mar 11 11:58:33.519057 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc686859-25bc-4a28-b9c6-cce63edc8dec req-4813f812-dd0e-46c7-b13d-5118bf352e6c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e07900b5-98b3-4081-9af4-ef80f79e5f11 HTTP/1.1" status: 200 len: 217 time: 0.1509984 Mar 11 11:58:33.520112 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3fa7c-8579-48ab-86d4-d10beaa3421b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Pushing event deleted for resources: {'Port': ['ID=f94d11fa-d785-462b-b9cf-0c69e32db3f4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:33.545205 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:33.621139 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71e3fa7c-8579-48ab-86d4-d10beaa3421b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks [] for floatingip (b2361794-434e-4ffd-bdb4-0c282b185c0a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:33.624291 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71e3fa7c-8579-48ab-86d4-d10beaa3421b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:33.625690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-71e3fa7c-8579-48ab-86d4-d10beaa3421b tempest-ServersTestBootFromVolume-1733458370 tempest-ServersTestBootFromVolume-1733458370-project] 10.222.0.78 "DELETE /v2.0/floatingips/b2361794-434e-4ffd-bdb4-0c282b185c0a HTTP/1.1" status: 204 len: 168 time: 2.0226316 Mar 11 11:58:33.628356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc686859-25bc-4a28-b9c6-cce63edc8dec req-c7b59582-52a5-4ff2-b23d-6a290dd59250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:33.629196 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36082) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:33.629800 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc686859-25bc-4a28-b9c6-cce63edc8dec req-c7b59582-52a5-4ff2-b23d-6a290dd59250 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=df3e3a03-6255-4d9b-baac-a864e3b4ba49 HTTP/1.1" status: 200 len: 851 time: 0.1040912 Mar 11 11:58:33.651432 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-40260eba-42bd-4e24-a57c-e91a0ebcd721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (57553f61-6c35-4877-a144-3f931de9d38b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:33.655392 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-40260eba-42bd-4e24-a57c-e91a0ebcd721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:33.657266 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-40260eba-42bd-4e24-a57c-e91a0ebcd721 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/57553f61-6c35-4877-a144-3f931de9d38b HTTP/1.1" status: 204 len: 168 time: 0.6565149 Mar 11 11:58:33.683807 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc686859-25bc-4a28-b9c6-cce63edc8dec req-a98ee2cb-dd05-4e96-921a-b55b79744163 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=db1bf751-93ef-436f-a893-1e04494930da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456231 Mar 11 11:58:33.701456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40260eba-42bd-4e24-a57c-e91a0ebcd721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57553f61-6c35-4877-a144-3f931de9d38b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:33.828614 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc686859-25bc-4a28-b9c6-cce63edc8dec req-783ae889-ddf2-43e2-a4ef-4fdda03a4157 service neutron] 10.222.0.71 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366975 Mar 11 11:58:33.842061 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-411bd92b-e55b-409a-b120-f76c77cf20f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (1170d9ec-c376-4fc5-8f13-15536db32bc7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:34.052059 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc686859-25bc-4a28-b9c6-cce63edc8dec req-9fdaef89-c828-474c-9098-2dd04e519a02 service neutron] 10.222.0.71 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160256 Mar 11 11:58:34.139925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411bd92b-e55b-409a-b120-f76c77cf20f6 admin admin] Checking segment: {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:58:34.140559 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411bd92b-e55b-409a-b120-f76c77cf20f6 admin admin] Network hostable DHCP agents. Network: f62dd404-472d-4abb-9a12-54a30b7ab434, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:58:34.194423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411bd92b-e55b-409a-b120-f76c77cf20f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1170d9ec-c376-4fc5-8f13-15536db32bc7,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:34.274438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99c961-09c2-4832-bca3-4eb259947e2e req-fa11c36a-ec04-439a-a1bf-2a7c051027db tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:34.286046 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7cf7360d-da68-43ee-ab5c-7efea25e60c7 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:58:34.289766 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c99c961-09c2-4832-bca3-4eb259947e2e req-fa11c36a-ec04-439a-a1bf-2a7c051027db tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 943 time: 0.2358840 Mar 11 11:58:34.366691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411bd92b-e55b-409a-b120-f76c77cf20f6 admin admin] Network f62dd404-472d-4abb-9a12-54a30b7ab434 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:58:34.401789 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c99c961-09c2-4832-bca3-4eb259947e2e req-90708a8a-1b62-4352-8b9f-e4241da9dbf4 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed163290-897d-42b7-9297-ee4ca98dd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095822 Mar 11 11:58:34.453438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-411bd92b-e55b-409a-b120-f76c77cf20f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, f62dd404-472d-4abb-9a12-54a30b7ab434) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:58:34.478730 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411bd92b-e55b-409a-b120-f76c77cf20f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:34.481214 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-411bd92b-e55b-409a-b120-f76c77cf20f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:34.594945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 7cf7360d-da68-43ee-ab5c-7efea25e60c7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7cf7360d-da68-43ee-ab5c-7efea25e60c7,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:34.611040 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '7cf7360d-da68-43ee-ab5c-7efea25e60c7', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'port_id': '7cf7360d-da68-43ee-ab5c-7efea25e60c7', 'mac_address': 'fa:16:3e:33:d7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:58:34.613434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb750d3-53fd-40ad-9034-c5a245ff1c33 None None] Network f62dd404-472d-4abb-9a12-54a30b7ab434 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:58:34.685534 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-411bd92b-e55b-409a-b120-f76c77cf20f6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3290713 Mar 11 11:58:34.697361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36114) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:34.714864 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-580935224-router', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:34.722680 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 7cf7360d-da68-43ee-ab5c-7efea25e60c7 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:34.724083 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7cf7360d-da68-43ee-ab5c-7efea25e60c7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:34.742656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf7360d-da68-43ee-ab5c-7efea25e60c7 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:58:34.810402 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70353d-8614-43cf-8893-689cc7deeb3c req-13e9f560-1ce3-4aa7-be8f-e241b049198f tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:34.812439 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe70353d-8614-43cf-8893-689cc7deeb3c req-13e9f560-1ce3-4aa7-be8f-e241b049198f tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.1647129 Mar 11 11:58:34.817120 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (5610b5be-3ff6-41a2-846d-c937e896af04), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:34.818966 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (5610b5be-3ff6-41a2-846d-c937e896af04), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:34.869108 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 7cf7360d-da68-43ee-ab5c-7efea25e60c7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7cf7360d-da68-43ee-ab5c-7efea25e60c7,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:34.876746 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe70353d-8614-43cf-8893-689cc7deeb3c req-166d917f-42b2-4489-81ea-0011f2de9fd7 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538735 Mar 11 11:58:34.880132 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7cf7360d-da68-43ee-ab5c-7efea25e60c7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:34.961585 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=7cf7360d-da68-43ee-ab5c-7efea25e60c7,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:34.977255 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-f62dd404-472d-4abb-9a12-54a30b7ab434', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'project_id': 'fc441be504824962ac952879ed0ef08f', 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:58:34.978163 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:34.999501 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Publish callbacks [] for router_controller (5610b5be-3ff6-41a2-846d-c937e896af04), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:35.195184 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Publish callbacks [] for router_gateway (5610b5be-3ff6-41a2-846d-c937e896af04), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:35.241428 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['7cf7360d-da68-43ee-ab5c-7efea25e60c7'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:58:35.374727 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Allocated IP 172.20.0.2 (f62dd404-472d-4abb-9a12-54a30b7ab434/1170d9ec-c376-4fc5-8f13-15536db32bc7/f7e8df9b-1cc1-4e3f-a875-4436e69935a2) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:58:35.423742 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d7461eb-2a23-4589-8133-b2af773d5bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:35.626725 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93bf1e-e474-46b1-a573-347f51dc8106 req-66265c4b-d52e-40c0-b2bd-5037900c4939 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:35.632997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae93bf1e-e474-46b1-a573-347f51dc8106 req-66265c4b-d52e-40c0-b2bd-5037900c4939 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 944 time: 0.1100969 Mar 11 11:58:35.711889 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Publish callbacks [] for port (f7e8df9b-1cc1-4e3f-a875-4436e69935a2), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:35.732609 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (f7e8df9b-1cc1-4e3f-a875-4436e69935a2), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:35.784499 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae93bf1e-e474-46b1-a573-347f51dc8106 req-83c6a511-c6eb-48db-a785-3b717d2246e9 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed163290-897d-42b7-9297-ee4ca98dd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454420 Mar 11 11:58:35.835904 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Network f62dd404-472d-4abb-9a12-54a30b7ab434 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:58:35.839138 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:58:35.854677 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:58:35.881416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Pushing event updated for resources: {'Port': ['ID=f7e8df9b-1cc1-4e3f-a875-4436e69935a2,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:35.998791 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Attempting to bind port f7e8df9b-1cc1-4e3f-a875-4436e69935a2 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:58:35.999188 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Attempting to bind port f7e8df9b-1cc1-4e3f-a875-4436e69935a2 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:58:35.999571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Attempting to bind port f7e8df9b-1cc1-4e3f-a875-4436e69935a2 on network f62dd404-472d-4abb-9a12-54a30b7ab434 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:58:36.012584 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:58:36.013015 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Checking segment: {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:58:36.013479 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:36.015100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Bound using segment: {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:58:36.015654 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Bound port: f7e8df9b-1cc1-4e3f-a875-4436e69935a2, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:58:36.016106 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f7e8df9b-1cc1-4e3f-a875-4436e69935a2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:36.156645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040509f8-ff17-4a49-9d44-7278fedda615 req-ccf0e3ec-5a64-4ff4-93bd-4e95c8cc466f tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:36.179086 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] For port f7e8df9b-1cc1-4e3f-a875-4436e69935a2, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:58:36.180404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-040509f8-ff17-4a49-9d44-7278fedda615 req-ccf0e3ec-5a64-4ff4-93bd-4e95c8cc466f tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.1308854 Mar 11 11:58:36.190445 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] For port f7e8df9b-1cc1-4e3f-a875-4436e69935a2, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f7e8df9b-1cc1-4e3f-a875-4436e69935a2,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:58:36.214883 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f7e8df9b-1cc1-4e3f-a875-4436e69935a2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:36.301220 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-040509f8-ff17-4a49-9d44-7278fedda615 req-2126d3be-0b9a-4f1a-87e2-63ad29497252 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198144 Mar 11 11:58:36.326855 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7cf7360d-da68-43ee-ab5c-7efea25e60c7 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:58:36.444704 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36158) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:36.456214 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd40c8-1b2f-43e4-a241-f0368f687cb3 None None] Pushing event updated for resources: {'Port': ['ID=f7e8df9b-1cc1-4e3f-a875-4436e69935a2,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:36.499682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 7cf7360d-da68-43ee-ab5c-7efea25e60c7 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:58:36.517070 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 7cf7360d-da68-43ee-ab5c-7efea25e60c7 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:36.521598 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7cf7360d-da68-43ee-ab5c-7efea25e60c7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:36.571847 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Publish callbacks [] for router_gateway (5610b5be-3ff6-41a2-846d-c937e896af04), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:36.606423 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:36.684086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2273caf9-8e69-45cc-b21b-c8537ecf45d8 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:36.717733 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 7cf7360d-da68-43ee-ab5c-7efea25e60c7 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:36.718276 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7cf7360d-da68-43ee-ab5c-7efea25e60c7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:36.755079 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:58:36.775551 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2273caf9-8e69-45cc-b21b-c8537ecf45d8 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:36.810718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a13990-d848-4156-b3d2-acd3780d9056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf7360d-da68-43ee-ab5c-7efea25e60c7'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:58:36.832724 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3116b1d-17ca-47de-b6fe-2e26e2a35980" -d '{"events": [{"server_uuid": "81a13990-d848-4156-b3d2-acd3780d9056", "name": "network-vif-plugged", "status": "completed", "tag": "7cf7360d-da68-43ee-ab5c-7efea25e60c7"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:58:36.891925 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 7cf7360d-da68-43ee-ab5c-7efea25e60c7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7cf7360d-da68-43ee-ab5c-7efea25e60c7,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:36.906246 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7cf7360d-da68-43ee-ab5c-7efea25e60c7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:37.006312 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e610fe80-c86e-4bd8-9602-70c2381c97d9 x-openstack-request-id: req-e610fe80-c86e-4bd8-9602-70c2381c97d9 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:58:37.006553 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a13990-d848-4156-b3d2-acd3780d9056", "name": "network-vif-plugged", "status": "completed", "tag": "7cf7360d-da68-43ee-ab5c-7efea25e60c7", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:58:37.007767 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e610fe80-c86e-4bd8-9602-70c2381c97d9 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:58:37.008266 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a13990-d848-4156-b3d2-acd3780d9056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf7360d-da68-43ee-ab5c-7efea25e60c7', 'code': 200} Mar 11 11:58:37.067700 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=7cf7360d-da68-43ee-ab5c-7efea25e60c7,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:37.171071 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Allocated IP 172.25.7.198 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/7a71e682-68ca-4c20-b5e9-5f1d062f1472) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:58:37.213727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4b0ff-ff94-452f-bcf1-5cc53445fc72 req-720bdcf1-1d2a-442b-9235-f34c26710110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:37.217571 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-87d4b0ff-ff94-452f-bcf1-5cc53445fc72 req-720bdcf1-1d2a-442b-9235-f34c26710110 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 1127 time: 0.1862111 Mar 11 11:58:37.284698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-3d7461eb-2a23-4589-8133-b2af773d5bc3 admin admin] Deleting port 619096a5-a891-46f2-925c-18b0c5bfa5c8 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:58:37.285220 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d7461eb-2a23-4589-8133-b2af773d5bc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:37.577488 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f7e8df9b-1cc1-4e3f-a875-4436e69935a2 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:58:37.635908 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-87d4b0ff-ff94-452f-bcf1-5cc53445fc72 req-6b3de7a4-1952-4a79-b0ae-bfbb6087f43a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ed163290-897d-42b7-9297-ee4ca98dd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4070690 Mar 11 11:58:37.722643 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port f7e8df9b-1cc1-4e3f-a875-4436e69935a2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:37.723258 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f7e8df9b-1cc1-4e3f-a875-4436e69935a2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:37.750275 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-3d7461eb-2a23-4589-8133-b2af773d5bc3 admin admin] For port 619096a5-a891-46f2-925c-18b0c5bfa5c8, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=619096a5-a891-46f2-925c-18b0c5bfa5c8,segment=NetworkSegment(f36390a3-453a-492f-a9b3-ce03615aa4c9),segment_id=f36390a3-453a-492f-a9b3-ce03615aa4c9)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:37.768611 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d7461eb-2a23-4589-8133-b2af773d5bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:37.795185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-3d7461eb-2a23-4589-8133-b2af773d5bc3 admin admin] Calling delete_port for 619096a5-a891-46f2-925c-18b0c5bfa5c8 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:58:37.819383 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12106cc0-21d3-4005-95d4-e11d369c2fb5 req-132cec01-a1b1-4dc5-be69-f4da29bb19da tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:37.839677 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12106cc0-21d3-4005-95d4-e11d369c2fb5 req-132cec01-a1b1-4dc5-be69-f4da29bb19da tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 945 time: 0.8262842 Mar 11 11:58:37.847448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port f7e8df9b-1cc1-4e3f-a875-4436e69935a2 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:37.848101 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f7e8df9b-1cc1-4e3f-a875-4436e69935a2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:37.875693 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2273caf9-8e69-45cc-b21b-c8537ecf45d8 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:37.935333 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd034da-139f-463a-85c4-c531dca25d6f req-1b133364-390c-4180-b69f-31f90cce91a4 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:37.939508 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ecd034da-139f-463a-85c4-c531dca25d6f req-1b133364-390c-4180-b69f-31f90cce91a4 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.2878320 Mar 11 11:58:38.018172 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12106cc0-21d3-4005-95d4-e11d369c2fb5 req-d7b6e3ed-e242-4140-ab45-5e05e608b9ea tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed163290-897d-42b7-9297-ee4ca98dd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773410 Mar 11 11:58:38.088386 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Publish callbacks [] for port (7a71e682-68ca-4c20-b5e9-5f1d062f1472), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:38.194167 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7a71e682-68ca-4c20-b5e9-5f1d062f1472), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:38.313109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Pushing event updated for resources: {'Port': ['ID=7a71e682-68ca-4c20-b5e9-5f1d062f1472,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:38.330450 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:58:38.334235 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:58:38.353915 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:58:38.363556 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port f7e8df9b-1cc1-4e3f-a875-4436e69935a2, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f7e8df9b-1cc1-4e3f-a875-4436e69935a2,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:38.364616 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ecd034da-139f-463a-85c4-c531dca25d6f req-2edc7623-4ba4-44d6-a162-fbee9e0459e1 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646080 Mar 11 11:58:38.380168 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804e6676-f8c9-483e-bc66-59d9b41fc513 None None] Network f62dd404-472d-4abb-9a12-54a30b7ab434 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:58:38.411645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-2273caf9-8e69-45cc-b21b-c8537ecf45d8 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Allocated IP 172.25.7.236 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/febda375-ebea-4c1e-8643-4cf2dfcd4cf1) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:58:38.419290 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f7e8df9b-1cc1-4e3f-a875-4436e69935a2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:38.627847 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3f12d892-74f1-405a-bfae-7d21e3e3575e None None] Provisioning complete for port f7e8df9b-1cc1-4e3f-a875-4436e69935a2 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:38.628127 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3f12d892-74f1-405a-bfae-7d21e3e3575e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f7e8df9b-1cc1-4e3f-a875-4436e69935a2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:38.634270 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2273caf9-8e69-45cc-b21b-c8537ecf45d8 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks [] for port (febda375-ebea-4c1e-8643-4cf2dfcd4cf1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:38.706886 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=f7e8df9b-1cc1-4e3f-a875-4436e69935a2,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:38.708779 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2273caf9-8e69-45cc-b21b-c8537ecf45d8 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (febda375-ebea-4c1e-8643-4cf2dfcd4cf1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:38.773045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3f12d892-74f1-405a-bfae-7d21e3e3575e None None] Current status of the port f7e8df9b-1cc1-4e3f-a875-4436e69935a2 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:38.799519 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2273caf9-8e69-45cc-b21b-c8537ecf45d8 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:58:38.803075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-2273caf9-8e69-45cc-b21b-c8537ecf45d8 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:58:38.814083 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2273caf9-8e69-45cc-b21b-c8537ecf45d8 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:58:38.877078 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273caf9-8e69-45cc-b21b-c8537ecf45d8 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Pushing event updated for resources: {'Port': ['ID=febda375-ebea-4c1e-8643-4cf2dfcd4cf1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:38.943313 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d7461eb-2a23-4589-8133-b2af773d5bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (619096a5-a891-46f2-925c-18b0c5bfa5c8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:39.012335 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2273caf9-8e69-45cc-b21b-c8537ecf45d8 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks [] for floatingip (4c204b9a-778a-4b15-ae3b-990f32d30b09), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:39.070523 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2273caf9-8e69-45cc-b21b-c8537ecf45d8 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (febda375-ebea-4c1e-8643-4cf2dfcd4cf1), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:39.116401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7461eb-2a23-4589-8133-b2af773d5bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=619096a5-a891-46f2-925c-18b0c5bfa5c8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:39.207459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-064b9469-3f60-4175-bc90-3e346955145d None None] Provisioning complete for port f7e8df9b-1cc1-4e3f-a875-4436e69935a2 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:39.207871 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-064b9469-3f60-4175-bc90-3e346955145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f7e8df9b-1cc1-4e3f-a875-4436e69935a2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:39.368293 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-064b9469-3f60-4175-bc90-3e346955145d None None] Current status of the port f7e8df9b-1cc1-4e3f-a875-4436e69935a2 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:39.389261 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Publish callbacks [] for router_gateway (5610b5be-3ff6-41a2-846d-c937e896af04), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:39.479424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1e0c1-9f15-46ae-b9e4-95ef876ad280 req-edb1dd2a-bac6-4ea8-bc10-e43c51b47ccc tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:39.481418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ea1e0c1-9f15-46ae-b9e4-95ef876ad280 req-edb1dd2a-bac6-4ea8-bc10-e43c51b47ccc tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 945 time: 0.2705843 Mar 11 11:58:39.590148 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f7e8df9b-1cc1-4e3f-a875-4436e69935a2 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:58:39.631958 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ea1e0c1-9f15-46ae-b9e4-95ef876ad280 req-720aab03-49a5-405d-b222-583810c2d376 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed163290-897d-42b7-9297-ee4ca98dd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437531 Mar 11 11:58:39.650825 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2273caf9-8e69-45cc-b21b-c8537ecf45d8 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks [] for port (febda375-ebea-4c1e-8643-4cf2dfcd4cf1), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:39.672757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port f7e8df9b-1cc1-4e3f-a875-4436e69935a2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:39.673351 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f7e8df9b-1cc1-4e3f-a875-4436e69935a2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:39.682059 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9da67-c172-4ad6-8619-f5db0ea78fb4 req-a09d8e34-1833-4a7c-a962-f0e61d12875d tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:39.693549 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10e9da67-c172-4ad6-8619-f5db0ea78fb4 req-a09d8e34-1833-4a7c-a962-f0e61d12875d tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.1602547 Mar 11 11:58:39.717835 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2273caf9-8e69-45cc-b21b-c8537ecf45d8 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (febda375-ebea-4c1e-8643-4cf2dfcd4cf1), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:39.840539 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d7461eb-2a23-4589-8133-b2af773d5bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:39.863766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port f7e8df9b-1cc1-4e3f-a875-4436e69935a2 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:39.893896 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10e9da67-c172-4ad6-8619-f5db0ea78fb4 req-26d56d43-d24d-48d9-8c6c-9244ab804681 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995218 Mar 11 11:58:39.894799 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273caf9-8e69-45cc-b21b-c8537ecf45d8 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Pushing event updated for resources: {'Port': ['ID=febda375-ebea-4c1e-8643-4cf2dfcd4cf1,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:39.952503 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81ed8-2780-430a-9f41-cc736e0e7981 req-0d57fbf9-7f90-413d-ab32-f50d272f74f5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:39.954378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45c81ed8-2780-430a-9f41-cc736e0e7981 req-0d57fbf9-7f90-413d-ab32-f50d272f74f5 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 945 time: 0.1730292 Mar 11 11:58:39.959232 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2273caf9-8e69-45cc-b21b-c8537ecf45d8 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (4c204b9a-778a-4b15-ae3b-990f32d30b09), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:39.972418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36204) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:39.978746 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4bdac790-d20f-4685-a68b-c9925b55a765 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Request body: {'floatingip': {'port_id': '7cf7360d-da68-43ee-ab5c-7efea25e60c7'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:40.029247 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4bdac790-d20f-4685-a68b-c9925b55a765 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (4e7f43d5-30fc-4a75-9fdd-60a0d4d2a2b1), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:40.164133 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2273caf9-8e69-45cc-b21b-c8537ecf45d8 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:40.169681 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2273caf9-8e69-45cc-b21b-c8537ecf45d8 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7210009 Mar 11 11:58:40.170083 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36212) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:40.184910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-46634786-88a0-48e4-8ef5-f8da1145455d tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1599832639', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'fixed_ips': [{'ip_address': '172.25.7.236'}]}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:40.272825 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (5610b5be-3ff6-41a2-846d-c937e896af04), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:40.323934 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46634786-88a0-48e4-8ef5-f8da1145455d tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Made reservation on behalf of f5d42ec77ffc418da547b2ee0b1729c7 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:58:40.324849 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7461eb-2a23-4589-8133-b2af773d5bc3 admin admin] Router 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:58:40.327258 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46634786-88a0-48e4-8ef5-f8da1145455d tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:40.340406 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46634786-88a0-48e4-8ef5-f8da1145455d tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:40.801788 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4bdac790-d20f-4685-a68b-c9925b55a765 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:40.821444 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4bdac790-d20f-4685-a68b-c9925b55a765 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (4e7f43d5-30fc-4a75-9fdd-60a0d4d2a2b1), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:40.870298 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46634786-88a0-48e4-8ef5-f8da1145455d tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks [] for security_group (347e006c-3c82-4c3e-87e6-6931ccf3c1d8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:40.894694 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46634786-88a0-48e4-8ef5-f8da1145455d tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (347e006c-3c82-4c3e-87e6-6931ccf3c1d8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:40.905647 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-46634786-88a0-48e4-8ef5-f8da1145455d tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] device_id is not set on port 9ee6e75d-e1fc-4bdf-b799-1cd72d825c19 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 11:58:41.059853 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7461eb-2a23-4589-8133-b2af773d5bc3 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:58:41.068293 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3d7461eb-2a23-4589-8133-b2af773d5bc3 admin admin] 10.222.0.78 "PUT /v2.0/routers/8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4373603 Mar 11 11:58:41.069053 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36226) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:41.070828 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d117e5c8-4e64-430d-8e93-5ff0a48a4e9c None None] Sync routers for ids ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:58:41.091983 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d117e5c8-4e64-430d-8e93-5ff0a48a4e9c None None] Routers {'8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:58:41.093097 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d117e5c8-4e64-430d-8e93-5ff0a48a4e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:58:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:41.141696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Router 5610b5be-3ff6-41a2-846d-c937e896af04 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:58:41.209236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46634786-88a0-48e4-8ef5-f8da1145455d tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347e006c-3c82-4c3e-87e6-6931ccf3c1d8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:41.317410 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4109071-94a3-4b93-bf32-11e0de05e145 admin admin] Publish callbacks [] for router (8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:41.343917 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d117e5c8-4e64-430d-8e93-5ff0a48a4e9c None None] Set router 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:58:41.355450 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-4bdac790-d20f-4685-a68b-c9925b55a765 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Floating IP 4e7f43d5-30fc-4a75-9fdd-60a0d4d2a2b1 associated. External IP: 172.25.7.45, port: 7cf7360d-da68-43ee-ab5c-7efea25e60c7. Mar 11 11:58:41.480661 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:58:41.501953 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Sync routers for ids ['5610b5be-3ff6-41a2-846d-c937e896af04'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:58:41.541342 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:41.548172 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1e41476d-078b-49be-80ef-dc25bbae240f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8479106 Mar 11 11:58:41.550733 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Routers {'5610b5be-3ff6-41a2-846d-c937e896af04'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:58:41.552030 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36230) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:41.559440 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:58:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5610b5be-3ff6-41a2-846d-c937e896af04'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:41.673457 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbaa18f-493a-4ebf-bb82-22a11713d8a7 req-29337fb6-e2e6-4467-9349-d9f9c8fc973f tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:41.676885 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bbaa18f-493a-4ebf-bb82-22a11713d8a7 req-29337fb6-e2e6-4467-9349-d9f9c8fc973f tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.5772600 Mar 11 11:58:41.732828 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4109071-94a3-4b93-bf32-11e0de05e145 admin admin] Publish callbacks [] for router_gateway (8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:41.852003 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Set router 5610b5be-3ff6-41a2-846d-c937e896af04 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:58:41.869714 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d117e5c8-4e64-430d-8e93-5ff0a48a4e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'name': 'tempest-ServersTestBootFromVolume-920498419-router', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:27Z', 'updated_at': '2022-03-11T11:58:38Z', 'revision_number': 5, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'gw_port': {'id': '2b69029c-1e34-455f-80a7-d0cd41af5871', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:55:29Z', 'updated_at': '2022-03-11T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:41.937960 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d117e5c8-4e64-430d-8e93-5ff0a48a4e9c None None] Checking router: 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:58:41.962664 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bbaa18f-493a-4ebf-bb82-22a11713d8a7 req-ad8a1144-83af-4824-ac0a-52a3b22d9a2d tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708783 Mar 11 11:58:41.963633 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d117e5c8-4e64-430d-8e93-5ff0a48a4e9c None None] Routers {'8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:58:41.964435 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d117e5c8-4e64-430d-8e93-5ff0a48a4e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:58:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:41.980442 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-46634786-88a0-48e4-8ef5-f8da1145455d tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 11:58:41.981428 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46634786-88a0-48e4-8ef5-f8da1145455d tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 11:58:42.029221 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-46634786-88a0-48e4-8ef5-f8da1145455d tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.8557138 Mar 11 11:58:42.034856 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36234) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:42.042532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f4109071-94a3-4b93-bf32-11e0de05e145 admin admin] Deleting port 2b69029c-1e34-455f-80a7-d0cd41af5871 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:58:42.043538 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4109071-94a3-4b93-bf32-11e0de05e145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2b69029c-1e34-455f-80a7-d0cd41af5871), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:42.110116 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d117e5c8-4e64-430d-8e93-5ff0a48a4e9c None None] Set router 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:58:42.190345 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d117e5c8-4e64-430d-8e93-5ff0a48a4e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'name': 'tempest-ServersTestBootFromVolume-920498419-router', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:27Z', 'updated_at': '2022-03-11T11:58:41Z', 'revision_number': 6, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:42.230789 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d117e5c8-4e64-430d-8e93-5ff0a48a4e9c None None] The sync data for ids ['8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951'] in n-d-833234-2 is: [{'id': '8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951', 'name': 'tempest-ServersTestBootFromVolume-920498419-router', 'tenant_id': '59df301f658e4f0babdd23be8b3cd551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:55:27Z', 'updated_at': '2022-03-11T11:58:41Z', 'revision_number': 6, 'project_id': '59df301f658e4f0babdd23be8b3cd551', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:58:42.350086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdac790-d20f-4685-a68b-c9925b55a765 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Router 5497603f-a2a6-4280-a5de-4b56c205edce has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:58:42.364907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'name': 'tempest-ServerActionsTestJSON-580935224-router', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:34Z', 'updated_at': '2022-03-11T11:58:38Z', 'revision_number': 3, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'gw_port': {'id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:36Z', 'updated_at': '2022-03-11T11:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:42.388862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-f4109071-94a3-4b93-bf32-11e0de05e145 admin admin] For port 2b69029c-1e34-455f-80a7-d0cd41af5871, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2b69029c-1e34-455f-80a7-d0cd41af5871,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:42.392637 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4109071-94a3-4b93-bf32-11e0de05e145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2b69029c-1e34-455f-80a7-d0cd41af5871), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:42.422576 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f4109071-94a3-4b93-bf32-11e0de05e145 admin admin] Calling delete_port for 2b69029c-1e34-455f-80a7-d0cd41af5871 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:58:42.432701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Checking router: 5610b5be-3ff6-41a2-846d-c937e896af04 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:58:42.433306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Updating router 5610b5be-3ff6-41a2-846d-c937e896af04 port 7a71e682-68ca-4c20-b5e9-5f1d062f1472 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:58:42.481505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-96ca8f33-9dd3-4be1-9893-7f9171163cc6 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Deleting port febda375-ebea-4c1e-8643-4cf2dfcd4cf1 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:58:42.482032 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96ca8f33-9dd3-4be1-9893-7f9171163cc6 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (febda375-ebea-4c1e-8643-4cf2dfcd4cf1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:42.501438 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7a71e682-68ca-4c20-b5e9-5f1d062f1472), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:42.632409 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdac790-d20f-4685-a68b-c9925b55a765 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:58:42.643161 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2734d58-aab1-4ddd-8394-20fc5d0523e8 None None] Sync routers for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:58:42.667847 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4bdac790-d20f-4685-a68b-c9925b55a765 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:42.671112 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2734d58-aab1-4ddd-8394-20fc5d0523e8 None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:58:42.671877 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d2734d58-aab1-4ddd-8394-20fc5d0523e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:58:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:42.756259 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:42.853258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4bdac790-d20f-4685-a68b-c9925b55a765 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "PUT /v2.0/floatingips/4e7f43d5-30fc-4a75-9fdd-60a0d4d2a2b1 HTTP/1.1" status: 200 len: 990 time: 2.8793201 Mar 11 11:58:42.855645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a13990-d848-4156-b3d2-acd3780d9056', 'tag': '7cf7360d-da68-43ee-ab5c-7efea25e60c7'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:58:42.858639 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757e1eb8-25dd-4c3a-b999-ddd51c0cd281" -d '{"events": [{"name": "network-changed", "server_uuid": "81a13990-d848-4156-b3d2-acd3780d9056", "tag": "7cf7360d-da68-43ee-ab5c-7efea25e60c7"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:58:42.918123 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96ca8f33-9dd3-4be1-9893-7f9171163cc6 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (febda375-ebea-4c1e-8643-4cf2dfcd4cf1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:42.926992 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96ca8f33-9dd3-4be1-9893-7f9171163cc6 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks [] for floatingip (febda375-ebea-4c1e-8643-4cf2dfcd4cf1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:42.970013 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-96ca8f33-9dd3-4be1-9893-7f9171163cc6 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Calling delete_port for febda375-ebea-4c1e-8643-4cf2dfcd4cf1 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:58:43.069786 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d2734d58-aab1-4ddd-8394-20fc5d0523e8 None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:58:43.096603 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91c8297-c815-4e98-ae9b-f6afe6c04b3a x-openstack-request-id: req-f91c8297-c815-4e98-ae9b-f6afe6c04b3a {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:58:43.096889 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a13990-d848-4156-b3d2-acd3780d9056", "tag": "7cf7360d-da68-43ee-ab5c-7efea25e60c7", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:58:43.098388 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f91c8297-c815-4e98-ae9b-f6afe6c04b3a {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:58:43.101052 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a13990-d848-4156-b3d2-acd3780d9056', 'tag': '7cf7360d-da68-43ee-ab5c-7efea25e60c7', 'status': 'completed', 'code': 200} Mar 11 11:58:43.119865 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Publish callbacks [] for port (7a71e682-68ca-4c20-b5e9-5f1d062f1472), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:43.140642 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7a71e682-68ca-4c20-b5e9-5f1d062f1472), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:43.229043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Attempting to bind port 7a71e682-68ca-4c20-b5e9-5f1d062f1472 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:58:43.229588 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Attempting to bind port 7a71e682-68ca-4c20-b5e9-5f1d062f1472 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:58:43.231380 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Attempting to bind port 7a71e682-68ca-4c20-b5e9-5f1d062f1472 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:58:43.289802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:58:43.289802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:58:43.289802 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:43.289802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:58:43.289802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Bound port: 7a71e682-68ca-4c20-b5e9-5f1d062f1472, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:58:43.289802 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7a71e682-68ca-4c20-b5e9-5f1d062f1472), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:43.355191 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4109071-94a3-4b93-bf32-11e0de05e145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (2b69029c-1e34-455f-80a7-d0cd41af5871), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:43.380317 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee519fc-16b6-40c4-97b6-d1f0af5b53f4 None None] Pushing event updated for resources: {'Port': ['ID=7a71e682-68ca-4c20-b5e9-5f1d062f1472,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:43.404545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] For port 7a71e682-68ca-4c20-b5e9-5f1d062f1472, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:58:43.409194 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] For port 7a71e682-68ca-4c20-b5e9-5f1d062f1472, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7a71e682-68ca-4c20-b5e9-5f1d062f1472,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:58:43.421048 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7a71e682-68ca-4c20-b5e9-5f1d062f1472), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:43.437639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4109071-94a3-4b93-bf32-11e0de05e145 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b69029c-1e34-455f-80a7-d0cd41af5871,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:43.441352 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e1eb8-25dd-4c3a-b999-ddd51c0cd281 req-babd67eb-0b6f-49e5-b9ed-18cee8b8261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:43.448334 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-757e1eb8-25dd-4c3a-b999-ddd51c0cd281 req-babd67eb-0b6f-49e5-b9ed-18cee8b8261e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 1127 time: 0.4427302 Mar 11 11:58:43.479844 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96ca8f33-9dd3-4be1-9893-7f9171163cc6 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (febda375-ebea-4c1e-8643-4cf2dfcd4cf1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:43.493455 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee519fc-16b6-40c4-97b6-d1f0af5b53f4 None None] Pushing event updated for resources: {'Port': ['ID=7a71e682-68ca-4c20-b5e9-5f1d062f1472,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:43.518751 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Routers {'5610b5be-3ff6-41a2-846d-c937e896af04'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:58:43.519445 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:58:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5610b5be-3ff6-41a2-846d-c937e896af04'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:43.556536 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca8f33-9dd3-4be1-9893-7f9171163cc6 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Pushing event deleted for resources: {'Port': ['ID=febda375-ebea-4c1e-8643-4cf2dfcd4cf1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:43.655460 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d2734d58-aab1-4ddd-8394-20fc5d0523e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '4e7f43d5-30fc-4a75-9fdd-60a0d4d2a2b1', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'port_id': '7cf7360d-da68-43ee-ab5c-7efea25e60c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'mac_address': 'fa:16:3e:33:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a13990-d848-4156-b3d2-acd3780d9056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:58:21Z', 'updated_at': '2022-03-11T11:58:40Z', 'revision_number': 1, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:43.689269 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 619096a5-a891-46f2-925c-18b0c5bfa5c8 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:58:43.700546 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] Set router 5610b5be-3ff6-41a2-846d-c937e896af04 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:58:43.727465 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e1eb8-25dd-4c3a-b999-ddd51c0cd281 req-98834187-aa38-4f3d-b100-67a5e92df327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:43.729022 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-757e1eb8-25dd-4c3a-b999-ddd51c0cd281 req-98834187-aa38-4f3d-b100-67a5e92df327 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 914 time: 0.2654259 Mar 11 11:58:43.738770 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2734d58-aab1-4ddd-8394-20fc5d0523e8 None None] Checking router: 5497603f-a2a6-4280-a5de-4b56c205edce for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:58:43.761910 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2734d58-aab1-4ddd-8394-20fc5d0523e8 None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:58:43.763514 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d2734d58-aab1-4ddd-8394-20fc5d0523e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:58:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:43.807097 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 619096a5-a891-46f2-925c-18b0c5bfa5c8 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:58:43.807981 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 619096a5-a891-46f2-925c-18b0c5bfa5c8 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:58:43.808662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2b69029c-1e34-455f-80a7-d0cd41af5871 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:58:43.835806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 2b69029c-1e34-455f-80a7-d0cd41af5871 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:58:43.836501 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2b69029c-1e34-455f-80a7-d0cd41af5871 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:58:43.862812 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-218dc5d5-8de0-4dae-b7c3-fd6e8b609d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:43.922690 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-757e1eb8-25dd-4c3a-b999-ddd51c0cd281 req-8925bd48-b202-42d5-92b4-bd3a915765b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cf7360d-da68-43ee-ab5c-7efea25e60c7 HTTP/1.1" status: 200 len: 998 time: 0.1777568 Mar 11 11:58:44.078134 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d2734d58-aab1-4ddd-8394-20fc5d0523e8 None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:58:44.160243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'name': 'tempest-ServerActionsTestJSON-580935224-router', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:34Z', 'updated_at': '2022-03-11T11:58:38Z', 'revision_number': 3, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'gw_port': {'id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:36Z', 'updated_at': '2022-03-11T11:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:44.246227 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4109071-94a3-4b93-bf32-11e0de05e145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:44.249379 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb1d4a6-a524-4bcf-831e-1a6474214f9b None None] The sync data for ids ['5610b5be-3ff6-41a2-846d-c937e896af04'] in n-d-833234-2 is: [{'id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'name': 'tempest-ServerActionsTestJSON-580935224-router', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:34Z', 'updated_at': '2022-03-11T11:58:38Z', 'revision_number': 3, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'gw_port': {'id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:36Z', 'updated_at': '2022-03-11T11:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:58:44.401471 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e1eb8-25dd-4c3a-b999-ddd51c0cd281 req-cc1f4761-6d3b-46b8-974e-b8283a7cf9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:44.404029 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-757e1eb8-25dd-4c3a-b999-ddd51c0cd281 req-cc1f4761-6d3b-46b8-974e-b8283a7cf9a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=748e6717-2aee-4f28-b940-f1d8e2456c16 HTTP/1.1" status: 200 len: 852 time: 0.4582775 Mar 11 11:58:44.406264 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb516-1dae-4721-8ae7-a5b20cb4170d req-099b82e1-53d0-4cfb-9f7e-fc6c668f8297 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:44.414204 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-446eb516-1dae-4721-8ae7-a5b20cb4170d req-099b82e1-53d0-4cfb-9f7e-fc6c668f8297 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 1.2879555 Mar 11 11:58:44.517613 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4109071-94a3-4b93-bf32-11e0de05e145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:44.523338 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4109071-94a3-4b93-bf32-11e0de05e145 admin admin] Publish callbacks [] for router_controller (8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:44.550973 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96ca8f33-9dd3-4be1-9893-7f9171163cc6 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks [] for floatingip (4c204b9a-778a-4b15-ae3b-990f32d30b09), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:44.554473 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96ca8f33-9dd3-4be1-9893-7f9171163cc6 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:44.560043 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-96ca8f33-9dd3-4be1-9893-7f9171163cc6 tempest-ExternalNetworksAdminNegativeTestJSON-609098567 tempest-ExternalNetworksAdminNegativeTestJSON-609098567-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/4c204b9a-778a-4b15-ae3b-990f32d30b09 HTTP/1.1" status: 204 len: 168 time: 2.5169666 Mar 11 11:58:44.643252 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:44.683923 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-446eb516-1dae-4721-8ae7-a5b20cb4170d req-f38f649e-56dc-4c0f-a62e-db346a248f2f tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677867 Mar 11 11:58:44.697577 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4109071-94a3-4b93-bf32-11e0de05e145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:44.698210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4109071-94a3-4b93-bf32-11e0de05e145 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:58:44.698491 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d2734d58-aab1-4ddd-8394-20fc5d0523e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '4e7f43d5-30fc-4a75-9fdd-60a0d4d2a2b1', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'port_id': '7cf7360d-da68-43ee-ab5c-7efea25e60c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'mac_address': 'fa:16:3e:33:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a13990-d848-4156-b3d2-acd3780d9056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:58:21Z', 'updated_at': '2022-03-11T11:58:40Z', 'revision_number': 1, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:44.703910 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4109071-94a3-4b93-bf32-11e0de05e145 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:44.705277 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f4109071-94a3-4b93-bf32-11e0de05e145 admin admin] 10.222.0.78 "DELETE /v2.0/routers/8d34b9b0-a8b2-4bf7-8ede-0fafa65e2951 HTTP/1.1" status: 204 len: 168 time: 3.6328723 Mar 11 11:58:44.707980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36276) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:44.885950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6a93a3-c103-4f3f-b8fe-e655c8025686 admin admin] Deleting subnet 28a452b9-626d-4915-a635-b58d1758ee07 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:58:44.895394 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a6a93a3-c103-4f3f-b8fe-e655c8025686 admin admin] Publish callbacks [] for subnet (28a452b9-626d-4915-a635-b58d1758ee07), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:44.955222 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] Allocated IP 172.20.0.1 (f62dd404-472d-4abb-9a12-54a30b7ab434/1170d9ec-c376-4fc5-8f13-15536db32bc7/a2e43d62-b314-4b16-b6d8-b2ab183d1bf8) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:58:45.061802 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a6a93a3-c103-4f3f-b8fe-e655c8025686 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (28a452b9-626d-4915-a635-b58d1758ee07), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:45.107381 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] Publish callbacks [] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:45.169268 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2734d58-aab1-4ddd-8394-20fc5d0523e8 None None] The sync data for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 is: [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '4e7f43d5-30fc-4a75-9fdd-60a0d4d2a2b1', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'port_id': '7cf7360d-da68-43ee-ab5c-7efea25e60c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'mac_address': 'fa:16:3e:33:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a13990-d848-4156-b3d2-acd3780d9056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:58:21Z', 'updated_at': '2022-03-11T11:58:40Z', 'revision_number': 1, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:58:45.215180 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e1eb8-25dd-4c3a-b999-ddd51c0cd281 req-6a5fc6c9-92fd-4b37-b751-a9af4e0e3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:45.219527 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-757e1eb8-25dd-4c3a-b999-ddd51c0cd281 req-6a5fc6c9-92fd-4b37-b751-a9af4e0e3d76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8065486 Mar 11 11:58:45.223806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:45.251529 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-757e1eb8-25dd-4c3a-b999-ddd51c0cd281 req-62e8b464-803d-4d6f-96bf-8a9144e2a27c service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:58:45.252679 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-757e1eb8-25dd-4c3a-b999-ddd51c0cd281 req-62e8b464-803d-4d6f-96bf-8a9144e2a27c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0241771 Mar 11 11:58:45.343961 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a6a93a3-c103-4f3f-b8fe-e655c8025686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (28a452b9-626d-4915-a635-b58d1758ee07), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:45.455074 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36294) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:45.501240 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-757e1eb8-25dd-4c3a-b999-ddd51c0cd281 req-65994092-849d-43f2-804e-2a8aa21f2af1 service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343061 Mar 11 11:58:45.564695 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a6a93a3-c103-4f3f-b8fe-e655c8025686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (28a452b9-626d-4915-a635-b58d1758ee07), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:45.584926 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7a71e682-68ca-4c20-b5e9-5f1d062f1472 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:58:45.651880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a93a3-c103-4f3f-b8fe-e655c8025686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a452b9-626d-4915-a635-b58d1758ee07,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:45.673697 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a6a93a3-c103-4f3f-b8fe-e655c8025686 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:45.679077 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7b969a-29d6-46d5-9577-1232e7081e7a None None] Network f8c3f3be-c7b2-4626-9f81-3103c2dbdabe requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:58:45.685815 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8a6a93a3-c103-4f3f-b8fe-e655c8025686 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/28a452b9-626d-4915-a635-b58d1758ee07 HTTP/1.1" status: 204 len: 168 time: 0.9762573 Mar 11 11:58:45.688120 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36300) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:45.755219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b33a4e1-69d5-4fda-b1f5-4875b25f5740 None None] New status for floating IP 4e7f43d5-30fc-4a75-9fdd-60a0d4d2a2b1: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:58:45.896005 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (f8c3f3be-c7b2-4626-9f81-3103c2dbdabe), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:45.927029 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-42f5b2d3-64bc-452c-ade1-c74a62eda4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:46.006931 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-add40c78-8680-4736-9c8c-ca9a02d8e569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:46.150778 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 7a71e682-68ca-4c20-b5e9-5f1d062f1472 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:46.151509 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7a71e682-68ca-4c20-b5e9-5f1d062f1472), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:46.202943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bebcb0-2e25-464a-9f82-6387c8f7f87b req-074476c0-1fb4-48fb-a43a-ea94a4edbf4b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:46.204881 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79bebcb0-2e25-464a-9f82-6387c8f7f87b req-074476c0-1fb4-48fb-a43a-ea94a4edbf4b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.3067172 Mar 11 11:58:46.291948 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] Deleting port e9123836-faa0-4860-b12a-19adf356e257 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:58:46.292348 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e9123836-faa0-4860-b12a-19adf356e257), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:46.481717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79bebcb0-2e25-464a-9f82-6387c8f7f87b req-48e9c18e-441a-4be0-8d3b-786be2ca9922 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582955 Mar 11 11:58:46.520237 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] For port e9123836-faa0-4860-b12a-19adf356e257, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e9123836-faa0-4860-b12a-19adf356e257,segment=NetworkSegment(f36390a3-453a-492f-a9b3-ce03615aa4c9),segment_id=f36390a3-453a-492f-a9b3-ce03615aa4c9)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:46.521697 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e9123836-faa0-4860-b12a-19adf356e257), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:46.592398 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-add40c78-8680-4736-9c8c-ca9a02d8e569 admin admin] Publish callbacks [] for security_group (ae7680b7-dc2a-4907-ae04-dbd950a2dc31), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:46.597868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] Calling delete_port for e9123836-faa0-4860-b12a-19adf356e257 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:58:46.598686 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] Network f62dd404-472d-4abb-9a12-54a30b7ab434 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:58:46.611557 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-add40c78-8680-4736-9c8c-ca9a02d8e569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ae7680b7-dc2a-4907-ae04-dbd950a2dc31), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:46.621225 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:58:46.629157 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63de2a83-0120-4ec1-b4e3-8979a0513c0a None None] DHCP port deletion for f8c3f3be-c7b2-4626-9f81-3103c2dbdabe request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:58:46.636485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:58:46.764237 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e43d62-b314-4b16-b6d8-b2ab183d1bf8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:46.808640 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 7a71e682-68ca-4c20-b5e9-5f1d062f1472 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:46.809077 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7a71e682-68ca-4c20-b5e9-5f1d062f1472), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:46.866131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 7a71e682-68ca-4c20-b5e9-5f1d062f1472, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7a71e682-68ca-4c20-b5e9-5f1d062f1472,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:46.883142 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36318) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:46.885378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-add40c78-8680-4736-9c8c-ca9a02d8e569 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a4c56748f2514062b5a6250354b7b295&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4277616 Mar 11 11:58:46.888379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add40c78-8680-4736-9c8c-ca9a02d8e569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7680b7-dc2a-4907-ae04-dbd950a2dc31,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:46.907014 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7a71e682-68ca-4c20-b5e9-5f1d062f1472), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:46.920037 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-63de2a83-0120-4ec1-b4e3-8979a0513c0a None None] Deleting port e9123836-faa0-4860-b12a-19adf356e257 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:58:46.922458 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-63de2a83-0120-4ec1-b4e3-8979a0513c0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e9123836-faa0-4860-b12a-19adf356e257), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.013588 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (5610b5be-3ff6-41a2-846d-c937e896af04), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.024782 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e9123836-faa0-4860-b12a-19adf356e257), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.094711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] No DVR routers for this DVR port e9123836-faa0-4860-b12a-19adf356e257 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:58:47.109944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] Pushing event deleted for resources: {'Port': ['ID=e9123836-faa0-4860-b12a-19adf356e257,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:47.160461 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=7a71e682-68ca-4c20-b5e9-5f1d062f1472,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:47.178548 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-757e1eb8-25dd-4c3a-b999-ddd51c0cd281 req-8dda6f3c-d95e-4006-931b-6e4b012a6bd2 service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6454241 Mar 11 11:58:47.196523 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.211449 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0c93690-ec64-4209-b856-325cbd4e1574 admin admin] Publish callbacks [] for security_group (ae7680b7-dc2a-4907-ae04-dbd950a2dc31), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.275762 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0c93690-ec64-4209-b856-325cbd4e1574 admin admin] Publish callbacks [] for security_group (ae7680b7-dc2a-4907-ae04-dbd950a2dc31), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.282857 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.305787 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (f8c3f3be-c7b2-4626-9f81-3103c2dbdabe), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.352934 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c3f3be-c7b2-4626-9f81-3103c2dbdabe']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:47.373395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36390a3-453a-492f-a9b3-ce03615aa4c9') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:47.373701 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36390a3-453a-492f-a9b3-ce03615aa4c9') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:47.394152 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-63de2a83-0120-4ec1-b4e3-8979a0513c0a None None] For port e9123836-faa0-4860-b12a-19adf356e257, host n-d-833234-2, got binding levels [] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:47.395346 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (f36390a3-453a-492f-a9b3-ce03615aa4c9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.396121 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-63de2a83-0120-4ec1-b4e3-8979a0513c0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e9123836-faa0-4860-b12a-19adf356e257), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.403330 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d6678470-993c-4939-988c-8c3c883e4f28 None None] Provisioning complete for port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:47.405117 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6678470-993c-4939-988c-8c3c883e4f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.413235 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f36390a3-453a-492f-a9b3-ce03615aa4c9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.428017 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:58:47.428369 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (f36390a3-453a-492f-a9b3-ce03615aa4c9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:58:47.430443 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:58:47.454018 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0c93690-ec64-4209-b856-325cbd4e1574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ae7680b7-dc2a-4907-ae04-dbd950a2dc31), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.456627 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0c93690-ec64-4209-b856-325cbd4e1574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.460907 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a0c93690-ec64-4209-b856-325cbd4e1574 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ae7680b7-dc2a-4907-ae04-dbd950a2dc31 HTTP/1.1" status: 204 len: 168 time: 0.5729828 Mar 11 11:58:47.556240 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-63de2a83-0120-4ec1-b4e3-8979a0513c0a None None] Calling delete_port for e9123836-faa0-4860-b12a-19adf356e257 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:58:47.560460 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (f8c3f3be-c7b2-4626-9f81-3103c2dbdabe), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.573839 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.580390 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.ipam_backend_mixin [None req-63de2a83-0120-4ec1-b4e3-8979a0513c0a None None] Port e9123836-faa0-4860-b12a-19adf356e257 was not found and therefore no delete operation was performed {{(pid=104033) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 11:58:47.591881 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] 10.222.0.78 "DELETE /v2.0/networks/f8c3f3be-c7b2-4626-9f81-3103c2dbdabe HTTP/1.1" status: 204 len: 168 time: 1.9008422 Mar 11 11:58:47.596361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7a71e682-68ca-4c20-b5e9-5f1d062f1472 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:58:47.623864 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-63de2a83-0120-4ec1-b4e3-8979a0513c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (e9123836-faa0-4860-b12a-19adf356e257), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.628659 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9582e9-1418-49d3-9ea9-e5b71fcacbfd admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c3f3be-c7b2-4626-9f81-3103c2dbdabe,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:47.684510 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] Publish callbacks [] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.709553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c93690-ec64-4209-b856-325cbd4e1574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7680b7-dc2a-4907-ae04-dbd950a2dc31,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:47.719472 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.780716 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63de2a83-0120-4ec1-b4e3-8979a0513c0a None None] Network f8c3f3be-c7b2-4626-9f81-3103c2dbdabe is not hosted by any dhcp agent {{(pid=104033) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 11:58:47.781374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63de2a83-0120-4ec1-b4e3-8979a0513c0a None None] No DVR routers for this DVR port e9123836-faa0-4860-b12a-19adf356e257 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:58:47.798941 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de2a83-0120-4ec1-b4e3-8979a0513c0a None None] Pushing event deleted for resources: {'Port': ['ID=e9123836-faa0-4860-b12a-19adf356e257,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:47.825374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d6678470-993c-4939-988c-8c3c883e4f28 None None] Port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:58:47.853098 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (5610b5be-3ff6-41a2-846d-c937e896af04), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.867109 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41723fc2-893e-4a99-83f8-3b3b07c412e0 req-9d53a492-699b-47d4-a5c9-09e743363b46 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:47.870681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 7a71e682-68ca-4c20-b5e9-5f1d062f1472 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:47.870883 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7a71e682-68ca-4c20-b5e9-5f1d062f1472), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:47.894092 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41723fc2-893e-4a99-83f8-3b3b07c412e0 req-9d53a492-699b-47d4-a5c9-09e743363b46 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.2046158 Mar 11 11:58:47.917716 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36334) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:48.016211 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41723fc2-893e-4a99-83f8-3b3b07c412e0 req-9bb96665-b805-40db-b946-c709fa8d9106 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209755 Mar 11 11:58:48.045664 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e43d62-b314-4b16-b6d8-b2ab183d1bf8,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:48.085525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 7a71e682-68ca-4c20-b5e9-5f1d062f1472 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:48.153023 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-728cb8fa-8eef-4a2c-9d39-96f0748f0025 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=59df301f658e4f0babdd23be8b3cd551&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2231681 Mar 11 11:58:48.156611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36338) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:48.209554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e9123836-faa0-4860-b12a-19adf356e257 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:58:48.245201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: e9123836-faa0-4860-b12a-19adf356e257 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:58:48.250556 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e9123836-faa0-4860-b12a-19adf356e257 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:58:48.264580 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0088688b-fb24-4459-a8a5-c01892965805 admin admin] Publish callbacks [] for security_group (ca29dc37-f15f-4068-b0b0-77c79611559a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:48.305670 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0088688b-fb24-4459-a8a5-c01892965805 admin admin] Publish callbacks [] for security_group (ca29dc37-f15f-4068-b0b0-77c79611559a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:48.315192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] Network f62dd404-472d-4abb-9a12-54a30b7ab434 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:58:48.317656 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:58:48.383985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36340) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:48.472715 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-62d0ba4b-07a8-422c-802a-ae49013c1a45 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f5d42ec77ffc418da547b2ee0b1729c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0874052 Mar 11 11:58:48.476563 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36342) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:48.517496 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0088688b-fb24-4459-a8a5-c01892965805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ca29dc37-f15f-4068-b0b0-77c79611559a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:48.520535 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0088688b-fb24-4459-a8a5-c01892965805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:48.521963 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0088688b-fb24-4459-a8a5-c01892965805 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ca29dc37-f15f-4068-b0b0-77c79611559a HTTP/1.1" status: 204 len: 168 time: 0.3638282 Mar 11 11:58:48.558604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088688b-fb24-4459-a8a5-c01892965805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca29dc37-f15f-4068-b0b0-77c79611559a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:48.634559 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:48.796894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4a53c5d3-c1b5-4b0c-af60-81cc27a9df57 None None] Provisioning complete for port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:48.797626 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a53c5d3-c1b5-4b0c-af60-81cc27a9df57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:48.814860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] Router 5610b5be-3ff6-41a2-846d-c937e896af04 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:58:48.864281 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4a53c5d3-c1b5-4b0c-af60-81cc27a9df57 None None] Port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:58:48.870264 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b72857fd-95fb-4a46-a01f-bb1695e61229 admin admin] Publish callbacks [] for security_group (347e006c-3c82-4c3e-87e6-6931ccf3c1d8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:48.947098 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b72857fd-95fb-4a46-a01f-bb1695e61229 admin admin] Publish callbacks [] for security_group (347e006c-3c82-4c3e-87e6-6931ccf3c1d8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:49.127285 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b72857fd-95fb-4a46-a01f-bb1695e61229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (347e006c-3c82-4c3e-87e6-6931ccf3c1d8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:49.130617 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b72857fd-95fb-4a46-a01f-bb1695e61229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:49.132108 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b72857fd-95fb-4a46-a01f-bb1695e61229 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/347e006c-3c82-4c3e-87e6-6931ccf3c1d8 HTTP/1.1" status: 204 len: 168 time: 0.6542051 Mar 11 11:58:49.161989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72857fd-95fb-4a46-a01f-bb1695e61229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347e006c-3c82-4c3e-87e6-6931ccf3c1d8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:49.167317 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:58:49.181099 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Sync routers for ids ['5610b5be-3ff6-41a2-846d-c937e896af04'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:58:49.184585 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ee359f39-c74f-4c83-a25f-3795cebba9b1 admin admin] 10.222.0.78 "PUT /v2.0/routers/5610b5be-3ff6-41a2-846d-c937e896af04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6320953 Mar 11 11:58:49.205803 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Routers {'5610b5be-3ff6-41a2-846d-c937e896af04'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:58:49.208333 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:58:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5610b5be-3ff6-41a2-846d-c937e896af04'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:49.367158 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84202a-cc41-4230-98fd-1a4613797bb9 req-d4a66205-049f-4694-9e21-ad25d49bdf52 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:49.377942 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a84202a-cc41-4230-98fd-1a4613797bb9 req-d4a66205-049f-4694-9e21-ad25d49bdf52 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.2512050 Mar 11 11:58:49.519860 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a84202a-cc41-4230-98fd-1a4613797bb9 req-5b5acb84-2c8b-444e-9860-65220a7a56c1 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335719 Mar 11 11:58:49.562596 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Set router 5610b5be-3ff6-41a2-846d-c937e896af04 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:58:49.886978 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'name': 'tempest-ServerActionsTestJSON-580935224-router', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:34Z', 'updated_at': '2022-03-11T11:58:47Z', 'revision_number': 4, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'gw_port': {'id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:36Z', 'updated_at': '2022-03-11T11:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'a2e43d62-b314-4b16-b6d8-b2ab183d1bf8', 'name': '', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'mac_address': 'fa:16:3e:ec:82:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:44Z', 'updated_at': '2022-03-11T11:58:47Z', 'revision_number': 2, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'subnets': [{'id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:49.919379 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Checking router: 5610b5be-3ff6-41a2-846d-c937e896af04 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:58:49.919809 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Updating router 5610b5be-3ff6-41a2-846d-c937e896af04 port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:58:49.953215 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:50.045784 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:50.223437 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Publish callbacks [] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:50.247395 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:50.541126 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b7c30-d73c-4ac4-ab5c-686a18613285 None None] Pushing event updated for resources: {'Port': ['ID=a2e43d62-b314-4b16-b6d8-b2ab183d1bf8,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:50.576471 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b7c30-d73c-4ac4-ab5c-686a18613285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:50.576820 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b7c30-d73c-4ac4-ab5c-686a18613285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:50.577159 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b7c30-d73c-4ac4-ab5c-686a18613285 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:50.577495 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b7c30-d73c-4ac4-ab5c-686a18613285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:50.577824 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b7c30-d73c-4ac4-ab5c-686a18613285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:50.578145 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b7c30-d73c-4ac4-ab5c-686a18613285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:50.578470 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b7c30-d73c-4ac4-ab5c-686a18613285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:50.578791 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b7c30-d73c-4ac4-ab5c-686a18613285 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:50.579118 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b7c30-d73c-4ac4-ab5c-686a18613285 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:50.579436 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b7c30-d73c-4ac4-ab5c-686a18613285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:50.579791 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b7c30-d73c-4ac4-ab5c-686a18613285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:50.580108 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b7c30-d73c-4ac4-ab5c-686a18613285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:50.580423 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b7c30-d73c-4ac4-ab5c-686a18613285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:58:50.640385 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Attempting to bind port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:58:50.641455 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Attempting to bind port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:58:50.641830 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Attempting to bind port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 on network f62dd404-472d-4abb-9a12-54a30b7ab434 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:58:50.657688 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:58:50.658065 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Checking segment: {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:58:50.658474 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:50.658874 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Bound using segment: {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:58:50.659340 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Bound port: a2e43d62-b314-4b16-b6d8-b2ab183d1bf8, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:58:50.666756 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:50.695629 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36404) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:50.870453 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e92b05-5e10-44a3-ab42-598dce9e9b13 req-c7e5f9b1-a864-4236-b4ab-86171feb342b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:50.886295 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] For port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:58:50.891564 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] For port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a2e43d62-b314-4b16-b6d8-b2ab183d1bf8,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:58:50.893263 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9e92b05-5e10-44a3-ab42-598dce9e9b13 req-c7e5f9b1-a864-4236-b4ab-86171feb342b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.2092230 Mar 11 11:58:50.908255 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:50.932923 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3c63f68f-b605-4212-a52a-a712872fbe52 None None] Provisioning complete for port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:50.933374 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3c63f68f-b605-4212-a52a-a712872fbe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:51.015958 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Routers {'5610b5be-3ff6-41a2-846d-c937e896af04'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:58:51.016921 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:58:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5610b5be-3ff6-41a2-846d-c937e896af04'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:51.089045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9e92b05-5e10-44a3-ab42-598dce9e9b13 req-7dc13d0b-e147-43ec-a63b-f5c217024ef3 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911881 Mar 11 11:58:51.223120 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3c63f68f-b605-4212-a52a-a712872fbe52 None None] Current status of the port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:51.223759 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3c63f68f-b605-4212-a52a-a712872fbe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:51.258451 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] Set router 5610b5be-3ff6-41a2-846d-c937e896af04 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:58:51.280121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36416) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:51.285213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-63e8b7b2-49e4-41eb-a54a-66a8f697f695 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--918895175', 'description': 'tempest-description--1742393537'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:51.293751 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3c63f68f-b605-4212-a52a-a712872fbe52 None None] For port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a2e43d62-b314-4b16-b6d8-b2ab183d1bf8,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:51.308136 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3c63f68f-b605-4212-a52a-a712872fbe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:51.363444 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f960143b-351f-4867-86f7-a4ffcff21f56 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-550466938-network', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:51.386569 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63e8b7b2-49e4-41eb-a54a-66a8f697f695 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:51.449161 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b7c30-d73c-4ac4-ab5c-686a18613285 None None] Pushing event updated for resources: {'Port': ['ID=a2e43d62-b314-4b16-b6d8-b2ab183d1bf8,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:51.481799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63f68f-b605-4212-a52a-a712872fbe52 None None] Pushing event updated for resources: {'Port': ['ID=a2e43d62-b314-4b16-b6d8-b2ab183d1bf8,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:51.495473 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63e8b7b2-49e4-41eb-a54a-66a8f697f695 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for security_group (013849c9-364c-44dd-8201-f5345be2e06e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:51.504760 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63e8b7b2-49e4-41eb-a54a-66a8f697f695 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (013849c9-364c-44dd-8201-f5345be2e06e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:51.519997 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-147888ed-ac45-4a05-85e1-3ce5e36b1565 None None] Provisioning complete for port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:51.520369 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-147888ed-ac45-4a05-85e1-3ce5e36b1565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:51.554979 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f960143b-351f-4867-86f7-a4ffcff21f56 admin admin] Made reservation on behalf of 1b5b8b318e8547e3807ab839878ca018 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:58:51.559611 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f960143b-351f-4867-86f7-a4ffcff21f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:51.563493 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8b7b2-49e4-41eb-a54a-66a8f697f695 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013849c9-364c-44dd-8201-f5345be2e06e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:51.585649 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63e8b7b2-49e4-41eb-a54a-66a8f697f695 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:51.592058 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-63e8b7b2-49e4-41eb-a54a-66a8f697f695 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3077617 Mar 11 11:58:51.592867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36424) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:51.597902 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-71abe880-cad7-43e4-9787-7dbf68b8793b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Request body: {'security_group_rule': {'security_group_id': '013849c9-364c-44dd-8201-f5345be2e06e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:51.598092 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f960143b-351f-4867-86f7-a4ffcff21f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:51.718391 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f960143b-351f-4867-86f7-a4ffcff21f56 admin admin] Publish callbacks [] for security_group (de9f43b5-2c4d-48c4-bcd2-c0d1502046d2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:51.727442 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f960143b-351f-4867-86f7-a4ffcff21f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (de9f43b5-2c4d-48c4-bcd2-c0d1502046d2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:51.737270 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-147888ed-ac45-4a05-85e1-3ce5e36b1565 None None] Current status of the port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:51.753099 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71abe880-cad7-43e4-9787-7dbf68b8793b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for security_group_rule (c00118ca-2145-4537-a2da-db0a459cc69d), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:51.754085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f960143b-351f-4867-86f7-a4ffcff21f56 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:58:51.811829 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f960143b-351f-4867-86f7-a4ffcff21f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4b2832bf-e460-4a67-8def-f5935cb95cd2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:51.813397 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-f960143b-351f-4867-86f7-a4ffcff21f56 admin admin] Added segment 4b2832bf-e460-4a67-8def-f5935cb95cd2 of type vlan for network 60b40c9f-73c6-47c3-949b-aea4f11842db Mar 11 11:58:51.853137 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71abe880-cad7-43e4-9787-7dbf68b8793b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for security_group_rule (c00118ca-2145-4537-a2da-db0a459cc69d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:51.867040 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71abe880-cad7-43e4-9787-7dbf68b8793b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (c00118ca-2145-4537-a2da-db0a459cc69d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:51.894692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abe880-cad7-43e4-9787-7dbf68b8793b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00118ca-2145-4537-a2da-db0a459cc69d,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:51.911196 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'name': 'tempest-ServerActionsTestJSON-580935224-router', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:34Z', 'updated_at': '2022-03-11T11:58:47Z', 'revision_number': 4, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'gw_port': {'id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:36Z', 'updated_at': '2022-03-11T11:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'a2e43d62-b314-4b16-b6d8-b2ab183d1bf8', 'name': '', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'mac_address': 'fa:16:3e:ec:82:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:44Z', 'updated_at': '2022-03-11T11:58:50Z', 'revision_number': 4, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'subnets': [{'id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:58:51.926307 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960143b-351f-4867-86f7-a4ffcff21f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9f43b5-2c4d-48c4-bcd2-c0d1502046d2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:51.926914 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-800d4504-fd26-4972-9c89-4b4227b1e594 req-f5d4d611-e788-41d0-b91c-a8442304a119 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2653670 Mar 11 11:58:51.951830 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f960143b-351f-4867-86f7-a4ffcff21f56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (60b40c9f-73c6-47c3-949b-aea4f11842db), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:51.958985 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71abe880-cad7-43e4-9787-7dbf68b8793b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:51.960667 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-71abe880-cad7-43e4-9787-7dbf68b8793b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3665261 Mar 11 11:58:51.963284 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36432) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:51.971101 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-076f6773-afa0-43e7-b0de-d4496796c0c5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Request body: {'security_group_rule': {'security_group_id': '013849c9-364c-44dd-8201-f5345be2e06e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:51.979969 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799d55e-93fd-491a-a9d2-f958b215caeb None None] The sync data for ids ['5610b5be-3ff6-41a2-846d-c937e896af04'] in n-d-833234-2 is: [{'id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'name': 'tempest-ServerActionsTestJSON-580935224-router', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:34Z', 'updated_at': '2022-03-11T11:58:47Z', 'revision_number': 4, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'gw_port': {'id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:36Z', 'updated_at': '2022-03-11T11:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'a2e43d62-b314-4b16-b6d8-b2ab183d1bf8', 'name': '', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'mac_address': 'fa:16:3e:ec:82:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:44Z', 'updated_at': '2022-03-11T11:58:50Z', 'revision_number': 4, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'subnets': [{'id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:58:52.029667 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-076f6773-afa0-43e7-b0de-d4496796c0c5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for security_group_rule (a0ac626c-e9a0-4501-a319-ad386e78d6b4), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:52.037779 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f960143b-351f-4867-86f7-a4ffcff21f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (60b40c9f-73c6-47c3-949b-aea4f11842db), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:52.040830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f960143b-351f-4867-86f7-a4ffcff21f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:52.043427 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f960143b-351f-4867-86f7-a4ffcff21f56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:52.241924 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f960143b-351f-4867-86f7-a4ffcff21f56 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5422137 Mar 11 11:58:52.244924 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-076f6773-afa0-43e7-b0de-d4496796c0c5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for security_group_rule (a0ac626c-e9a0-4501-a319-ad386e78d6b4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:52.245501 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36440) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:52.259602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-719af95c-a25e-4a8d-8b79-3887513242fd admin admin] Request body: {'subnet': {'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-550466938-subnet', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:52.266939 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d4504-fd26-4972-9c89-4b4227b1e594 req-c72b38fa-df8c-41de-96c9-9f1d5c13340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:52.268690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-800d4504-fd26-4972-9c89-4b4227b1e594 req-c72b38fa-df8c-41de-96c9-9f1d5c13340c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f7bd928528184821bd830c024c62ab68&device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716 HTTP/1.1" status: 200 len: 1127 time: 0.2668631 Mar 11 11:58:52.271056 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-076f6773-afa0-43e7-b0de-d4496796c0c5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (a0ac626c-e9a0-4501-a319-ad386e78d6b4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:52.357325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960143b-351f-4867-86f7-a4ffcff21f56 admin admin] Pushing event updated for resources: {'Network': ['ID=60b40c9f-73c6-47c3-949b-aea4f11842db,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:52.376427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 60b40c9f-73c6-47c3-949b-aea4f11842db details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:58:52.584259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f6773-afa0-43e7-b0de-d4496796c0c5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ac626c-e9a0-4501-a319-ad386e78d6b4,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:52.594279 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-076f6773-afa0-43e7-b0de-d4496796c0c5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:52.608205 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-076f6773-afa0-43e7-b0de-d4496796c0c5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6433363 Mar 11 11:58:52.612181 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36446) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:52.616869 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d4504-fd26-4972-9c89-4b4227b1e594 req-f00ec95d-a513-4d55-a7e1-44692dddfc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:52.617403 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8c12e64e-91bf-4a2c-b851-405a014e016a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:52.618360 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-800d4504-fd26-4972-9c89-4b4227b1e594 req-f00ec95d-a513-4d55-a7e1-44692dddfc5b service neutron] 10.222.0.71 "GET /v2.0/networks?id=f552eff6-e45c-42f6-b92d-765dea74520a HTTP/1.1" status: 200 len: 914 time: 0.3197956 Mar 11 11:58:52.723070 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c12e64e-91bf-4a2c-b851-405a014e016a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:52.749577 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-800d4504-fd26-4972-9c89-4b4227b1e594 req-2c2cdeff-bca5-4d05-a918-86dfe9dd2fb2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b173e8a-3e2a-4f97-8227-96de74f58457 HTTP/1.1" status: 200 len: 217 time: 0.1131372 Mar 11 11:58:52.831122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36450) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:52.854511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2eb84-141f-4d1e-8975-9638b2a0ba09 req-6f0436d1-43b9-453b-ae53-7a52f7fb84f1 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:52.856385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fce2eb84-141f-4d1e-8975-9638b2a0ba09 req-6f0436d1-43b9-453b-ae53-7a52f7fb84f1 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.5536563 Mar 11 11:58:52.859500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719af95c-a25e-4a8d-8b79-3887513242fd admin admin] Made reservation on behalf of 1b5b8b318e8547e3807ab839878ca018 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:58:52.862052 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-719af95c-a25e-4a8d-8b79-3887513242fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:52.917394 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d4504-fd26-4972-9c89-4b4227b1e594 req-ba8447ec-e4ad-468c-a9c7-be844b362f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:52.919797 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-800d4504-fd26-4972-9c89-4b4227b1e594 req-ba8447ec-e4ad-468c-a9c7-be844b362f05 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8fa38a55-8118-47d2-bcb0-ad8153ae60f7 HTTP/1.1" status: 200 len: 853 time: 0.1534779 Mar 11 11:58:53.048218 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c12e64e-91bf-4a2c-b851-405a014e016a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:53.226162 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-800d4504-fd26-4972-9c89-4b4227b1e594 req-381cfda4-3b41-44b9-b959-fa37e0137004 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f552eff6-e45c-42f6-b92d-765dea74520a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2976305 Mar 11 11:58:53.240115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-898a4e77-4437-4c11-893a-6d35cdf64f9a tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-445563841'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:53.240609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-898a4e77-4437-4c11-893a-6d35cdf64f9a tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] Unknown quota resources ['metering_label']. {{(pid=104032) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 11:58:53.279077 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-719af95c-a25e-4a8d-8b79-3887513242fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (10dac987-a6b7-4739-90f9-028ad3f7ef49), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:53.334750 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fce2eb84-141f-4d1e-8975-9638b2a0ba09 req-6727db5f-d78a-426c-9180-8ab243842980 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694974 Mar 11 11:58:53.541867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:58:53.596962 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719af95c-a25e-4a8d-8b79-3887513242fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=10dac987-a6b7-4739-90f9-028ad3f7ef49,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:53.617856 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-898a4e77-4437-4c11-893a-6d35cdf64f9a tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:53.619133 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-898a4e77-4437-4c11-893a-6d35cdf64f9a tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7603881 Mar 11 11:58:53.623285 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36458) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:53.656664 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-8c12e64e-91bf-4a2c-b851-405a014e016a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Allocated IP 172.25.7.129 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/60933f2b-d2fb-4c8a-bb42-f5ed5a41f824) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:58:53.664201 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b1ae2285-813a-4f10-997d-053d3f04c4e9 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2afde53f-5d3f-435b-a309-9031c05faae9'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:53.664992 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b1ae2285-813a-4f10-997d-053d3f04c4e9 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104031) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 11:58:53.673332 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719af95c-a25e-4a8d-8b79-3887513242fd admin admin] Checking segment: {'id': '4b2832bf-e460-4a67-8def-f5935cb95cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:58:53.673751 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719af95c-a25e-4a8d-8b79-3887513242fd admin admin] Network hostable DHCP agents. Network: 60b40c9f-73c6-47c3-949b-aea4f11842db, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:58:53.677908 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:53.678640 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:53.747200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-800d4504-fd26-4972-9c89-4b4227b1e594 req-50cc30e9-2505-4fd0-8789-c12db0ce90db service neutron] 10.222.0.71 "GET /v2.0/networks/f552eff6-e45c-42f6-b92d-765dea74520a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993000 Mar 11 11:58:53.855701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:53.896915 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c12e64e-91bf-4a2c-b851-405a014e016a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for port (60933f2b-d2fb-4c8a-bb42-f5ed5a41f824), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:53.912596 n-d-833234-2 neutron-server[104031]: WARNING neutron.services.metering.metering_plugin [None req-b1ae2285-813a-4f10-997d-053d3f04c4e9 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 11 11:58:53.937567 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719af95c-a25e-4a8d-8b79-3887513242fd admin admin] Network 60b40c9f-73c6-47c3-949b-aea4f11842db is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:58:53.999135 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c12e64e-91bf-4a2c-b851-405a014e016a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (60933f2b-d2fb-4c8a-bb42-f5ed5a41f824), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:54.121961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12e64e-91bf-4a2c-b851-405a014e016a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Pushing event updated for resources: {'Port': ['ID=60933f2b-d2fb-4c8a-bb42-f5ed5a41f824,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:54.136293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c12e64e-91bf-4a2c-b851-405a014e016a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:58:54.138294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8c12e64e-91bf-4a2c-b851-405a014e016a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:58:54.146417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c12e64e-91bf-4a2c-b851-405a014e016a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:58:54.158131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-719af95c-a25e-4a8d-8b79-3887513242fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 60b40c9f-73c6-47c3-949b-aea4f11842db) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:58:54.161907 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b1ae2285-813a-4f10-997d-053d3f04c4e9 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:54.166734 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b1ae2285-813a-4f10-997d-053d3f04c4e9 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5331945 Mar 11 11:58:54.169363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca86496c-5763-4530-84f5-8e8274402944 None None] Network 60b40c9f-73c6-47c3-949b-aea4f11842db requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:58:54.192406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36462) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:54.198341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1bcef88d-d559-4df4-81b6-a6c080f373bb tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2afde53f-5d3f-435b-a309-9031c05faae9'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:54.198824 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1bcef88d-d559-4df4-81b6-a6c080f373bb tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104031) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 11:58:54.226990 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719af95c-a25e-4a8d-8b79-3887513242fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:54.228177 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-719af95c-a25e-4a8d-8b79-3887513242fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:54.326001 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-800d4504-fd26-4972-9c89-4b4227b1e594 req-7ceda864-9d1b-4ec9-84d1-39f02ad81273 service neutron] 10.222.0.71 "GET /v2.0/networks/f552eff6-e45c-42f6-b92d-765dea74520a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042505 Mar 11 11:58:54.378344 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c12e64e-91bf-4a2c-b851-405a014e016a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for floatingip (f662280c-4911-4376-a640-44277d3d90a3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:54.485907 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c12e64e-91bf-4a2c-b851-405a014e016a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (60933f2b-d2fb-4c8a-bb42-f5ed5a41f824), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:54.486172 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-60b40c9f-73c6-47c3-949b-aea4f11842db', 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db', 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'fixed_ips': [{'subnet_id': '10dac987-a6b7-4739-90f9-028ad3f7ef49'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:58:54.486851 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:54.497248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-719af95c-a25e-4a8d-8b79-3887513242fd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2437429 Mar 11 11:58:54.498754 n-d-833234-2 neutron-server[104031]: WARNING neutron.services.metering.metering_plugin [None req-1bcef88d-d559-4df4-81b6-a6c080f373bb tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 11 11:58:54.504889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36470) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:54.511162 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-550466938-router', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:54.767846 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Allocated IP 172.20.0.2 (60b40c9f-73c6-47c3-949b-aea4f11842db/10dac987-a6b7-4739-90f9-028ad3f7ef49/21ec15d1-44dd-40ab-a7ae-994f75032503) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:58:54.805678 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1bcef88d-d559-4df4-81b6-a6c080f373bb tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:54.808941 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1bcef88d-d559-4df4-81b6-a6c080f373bb tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6154699 Mar 11 11:58:54.819698 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36472) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:54.834529 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (8e3afdd1-3c17-47ea-a04c-ac183d897ba7), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:54.840766 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (8e3afdd1-3c17-47ea-a04c-ac183d897ba7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:54.909202 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-89e3d975-806f-4576-99f0-9f38369d173b tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=941d4da2-70ad-46a9-876a-285914f458ab HTTP/1.1" status: 200 len: 462 time: 0.0846882 Mar 11 11:58:54.921457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36474) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:54.942786 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Publish callbacks [] for port (21ec15d1-44dd-40ab-a7ae-994f75032503), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:54.952007 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (21ec15d1-44dd-40ab-a7ae-994f75032503), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:54.968406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2b8ed-c360-4431-94a5-7de2a61f3e20 req-c2583aac-b149-490a-9e88-60dc16102eef tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:54.977983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31d2b8ed-c360-4431-94a5-7de2a61f3e20 req-c2583aac-b149-490a-9e88-60dc16102eef tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.4435244 Mar 11 11:58:55.019521 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c12e64e-91bf-4a2c-b851-405a014e016a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for port (60933f2b-d2fb-4c8a-bb42-f5ed5a41f824), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:55.037402 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Pushing event updated for resources: {'Port': ['ID=21ec15d1-44dd-40ab-a7ae-994f75032503,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:55.049455 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Network 60b40c9f-73c6-47c3-949b-aea4f11842db is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:58:55.051338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:58:55.056520 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:58:55.065884 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31d2b8ed-c360-4431-94a5-7de2a61f3e20 req-46cbdaf1-6836-4834-a936-b9291952f34e tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872955 Mar 11 11:58:55.072116 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c12e64e-91bf-4a2c-b851-405a014e016a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (60933f2b-d2fb-4c8a-bb42-f5ed5a41f824), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:55.099897 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Publish callbacks [] for router_controller (8e3afdd1-3c17-47ea-a04c-ac183d897ba7), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:55.144397 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Attempting to bind port 21ec15d1-44dd-40ab-a7ae-994f75032503 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:58:55.145296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Attempting to bind port 21ec15d1-44dd-40ab-a7ae-994f75032503 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4b2832bf-e460-4a67-8def-f5935cb95cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:58:55.147129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Attempting to bind port 21ec15d1-44dd-40ab-a7ae-994f75032503 on network 60b40c9f-73c6-47c3-949b-aea4f11842db {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:58:55.158050 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:58:55.158592 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Checking segment: {'id': '4b2832bf-e460-4a67-8def-f5935cb95cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:58:55.159131 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:55.159767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Bound using segment: {'id': '4b2832bf-e460-4a67-8def-f5935cb95cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:58:55.160031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Bound port: 21ec15d1-44dd-40ab-a7ae-994f75032503, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2832bf-e460-4a67-8def-f5935cb95cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:58:55.160553 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (21ec15d1-44dd-40ab-a7ae-994f75032503), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:55.262251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12e64e-91bf-4a2c-b851-405a014e016a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Pushing event updated for resources: {'Port': ['ID=60933f2b-d2fb-4c8a-bb42-f5ed5a41f824,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:55.439125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] For port 21ec15d1-44dd-40ab-a7ae-994f75032503, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:58:55.445672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] For port 21ec15d1-44dd-40ab-a7ae-994f75032503, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=21ec15d1-44dd-40ab-a7ae-994f75032503,segment=NetworkSegment(4b2832bf-e460-4a67-8def-f5935cb95cd2),segment_id=4b2832bf-e460-4a67-8def-f5935cb95cd2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:58:55.460010 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c12e64e-91bf-4a2c-b851-405a014e016a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (f662280c-4911-4376-a640-44277d3d90a3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:55.474535 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (21ec15d1-44dd-40ab-a7ae-994f75032503), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:55.480174 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Publish callbacks [] for router_gateway (8e3afdd1-3c17-47ea-a04c-ac183d897ba7), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:55.626174 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1f2b3-de39-4231-a6f5-6669b6e2aeaf None None] Pushing event updated for resources: {'Port': ['ID=21ec15d1-44dd-40ab-a7ae-994f75032503,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:55.659412 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-536dd6d9-e41c-43e0-95d1-583a1ac04645 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:55.660651 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-536dd6d9-e41c-43e0-95d1-583a1ac04645 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/941d4da2-70ad-46a9-876a-285914f458ab HTTP/1.1" status: 204 len: 168 time: 0.7368569 Mar 11 11:58:55.665465 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36484) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:55.699790 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c12e64e-91bf-4a2c-b851-405a014e016a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:55.724933 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8c12e64e-91bf-4a2c-b851-405a014e016a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1005375 Mar 11 11:58:55.736399 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-75f93c32-1eeb-443c-9c34-50cba1152e74 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=941d4da2-70ad-46a9-876a-285914f458ab HTTP/1.1" status: 200 len: 221 time: 0.0666127 Mar 11 11:58:55.737438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36488) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:55.741854 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9c789473-92fd-493c-a047-3afb5e73dc47 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--662882424', 'description': 'label created by tempest'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:58:55.742354 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9c789473-92fd-493c-a047-3afb5e73dc47 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] Unknown quota resources ['metering_label']. {{(pid=104032) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 11:58:56.229710 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Publish callbacks [] for router_gateway (8e3afdd1-3c17-47ea-a04c-ac183d897ba7), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:56.271062 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c789473-92fd-493c-a047-3afb5e73dc47 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:56.277710 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9c789473-92fd-493c-a047-3afb5e73dc47 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5389178 Mar 11 11:58:56.278597 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36504) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:56.312205 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:56.398719 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-5bbdb447-8618-40e5-9647-4e9065ec4049 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--918895175&fields=id&tenant_id=fc441be504824962ac952879ed0ef08f HTTP/1.1" status: 200 len: 267 time: 0.3869929 Mar 11 11:58:56.408932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e653d-2d98-4022-bc9e-2fce48cc52ba req-83034f8d-c885-4e25-b509-01b6ad914a75 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:56.410570 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e7e653d-2d98-4022-bc9e-2fce48cc52ba req-83034f8d-c885-4e25-b509-01b6ad914a75 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.1692121 Mar 11 11:58:56.515189 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-12c5d9d1-6ef7-45ad-aff1-b9760d1df626 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=b0a14bc0-32df-44f4-a999-7de38ad4f591 HTTP/1.1" status: 200 len: 467 time: 0.2328451 Mar 11 11:58:56.532292 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36510) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:56.705236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Allocated IP 172.25.7.92 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/4f9a36e6-8a3f-452b-a691-ac7d2f24e45f) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:58:57.094542 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8144b68-c8a2-4cb8-b7b6-d3a4fa252514 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:57.095735 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b8144b68-c8a2-4cb8-b7b6-d3a4fa252514 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/b0a14bc0-32df-44f4-a999-7de38ad4f591 HTTP/1.1" status: 204 len: 168 time: 0.5623174 Mar 11 11:58:57.098522 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36516) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:57.123084 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4d21ec94-023c-43f1-98de-b72856548db5 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=b0a14bc0-32df-44f4-a999-7de38ad4f591 HTTP/1.1" status: 200 len: 216 time: 0.0234463 Mar 11 11:58:57.126162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36518) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:57.148527 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-85f9be3a-5d5c-4c52-9b8d-c8b08407f2b8 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0210140 Mar 11 11:58:57.151910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36520) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:57.177201 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7fcb5ef3-3d66-44ca-ad7a-6ee2e48e1c21 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0240598 Mar 11 11:58:57.182065 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36522) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:57.368279 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-24a6e58a-556a-4768-b64b-b3fd30383da9 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels/2afde53f-5d3f-435b-a309-9031c05faae9 HTTP/1.1" status: 200 len: 472 time: 0.1791284 Mar 11 11:58:57.369766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36526) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:57.392737 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-01f917d5-23ee-454a-be79-27668539e27f tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules/1d9ecde7-4777-4052-8835-849715caa0fd HTTP/1.1" status: 200 len: 459 time: 0.0175116 Mar 11 11:58:57.392961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36528) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:57.632930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 21ec15d1-44dd-40ab-a7ae-994f75032503 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:58:57.674440 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-014fa05c-3a81-4f70-ad7e-564d6ab407ca tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:57.678179 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-014fa05c-3a81-4f70-ad7e-564d6ab407ca tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/1d9ecde7-4777-4052-8835-849715caa0fd HTTP/1.1" status: 204 len: 168 time: 0.2842474 Mar 11 11:58:57.678770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36530) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:57.846732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45ae68f-aeac-4390-9396-be64ea2e88f1 None None] Network 60b40c9f-73c6-47c3-949b-aea4f11842db requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:58:58.172343 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4730-4d19-470f-be02-133a2e6cea13 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:58.180305 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5ccf4730-4d19-470f-be02-133a2e6cea13 tempest-MeteringIpV6TestJSON-1871658023 tempest-MeteringIpV6TestJSON-1871658023-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/2afde53f-5d3f-435b-a309-9031c05faae9 HTTP/1.1" status: 204 len: 168 time: 0.4987907 Mar 11 11:58:58.238604 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f6527d84-c056-4833-a46e-f3bf262d5de5 None None] Provisioning complete for port 21ec15d1-44dd-40ab-a7ae-994f75032503 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:58.238968 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6527d84-c056-4833-a46e-f3bf262d5de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (21ec15d1-44dd-40ab-a7ae-994f75032503), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:58.314118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 21ec15d1-44dd-40ab-a7ae-994f75032503 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:58.314793 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (21ec15d1-44dd-40ab-a7ae-994f75032503), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:58.332432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-13d43d0d-dac1-4f4a-b504-21b8d02df43a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:58:58.345130 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-13d43d0d-dac1-4f4a-b504-21b8d02df43a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 811 time: 1.9311073 Mar 11 11:58:58.436312 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e7e653d-2d98-4022-bc9e-2fce48cc52ba req-9b76e075-c60d-4918-9385-3ca749eb20fe tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9660053 Mar 11 11:58:58.462126 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Publish callbacks [] for port (4f9a36e6-8a3f-452b-a691-ac7d2f24e45f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:58.465827 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-0c13f059-093d-4965-84a9-6c49d33e6935 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/quotas/fc441be504824962ac952879ed0ef08f HTTP/1.1" status: 200 len: 375 time: 0.1036184 Mar 11 11:58:58.578287 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (4f9a36e6-8a3f-452b-a691-ac7d2f24e45f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:58.645482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 21ec15d1-44dd-40ab-a7ae-994f75032503 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:58.646054 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (21ec15d1-44dd-40ab-a7ae-994f75032503), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:58.648234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-baba731f-aa1a-4248-a56f-f546b131a7a6 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1728258 Mar 11 11:58:58.736228 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 21ec15d1-44dd-40ab-a7ae-994f75032503, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=21ec15d1-44dd-40ab-a7ae-994f75032503,segment=NetworkSegment(4b2832bf-e460-4a67-8def-f5935cb95cd2),segment_id=4b2832bf-e460-4a67-8def-f5935cb95cd2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:58:58.789107 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (21ec15d1-44dd-40ab-a7ae-994f75032503), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:58.939949 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36544) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:58.996388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=21ec15d1-44dd-40ab-a7ae-994f75032503,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:59.010542 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f6527d84-c056-4833-a46e-f3bf262d5de5 None None] Current status of the port 21ec15d1-44dd-40ab-a7ae-994f75032503 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:59.011209 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6527d84-c056-4833-a46e-f3bf262d5de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (21ec15d1-44dd-40ab-a7ae-994f75032503), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:59.013115 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:58:59.017143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Pushing event updated for resources: {'Port': ['ID=4f9a36e6-8a3f-452b-a691-ac7d2f24e45f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:59.079630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:58:59.096429 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:58:59.265396 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-f6527d84-c056-4833-a46e-f3bf262d5de5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:58:59.265663 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-f6527d84-c056-4833-a46e-f3bf262d5de5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:58:59.296515 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-11d98166-84c4-48fd-9a13-776de03c2848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:59.360323 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-4ea8f90f-4548-4ddc-bbd3-69e977fe20ad service neutron] 10.222.0.78 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6853724 Mar 11 11:58:59.486644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 21ec15d1-44dd-40ab-a7ae-994f75032503 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:58:59.557701 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-11d98166-84c4-48fd-9a13-776de03c2848 admin admin] Publish callbacks [] for security_group (f25ea02b-ad67-4f8b-a485-bae35d3ea676), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:59.580144 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-11d98166-84c4-48fd-9a13-776de03c2848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f25ea02b-ad67-4f8b-a485-bae35d3ea676), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:59.645280 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-8cdad70c-9632-4a37-8935-37838d55ca72 service neutron] 10.222.0.78 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557932 Mar 11 11:58:59.648821 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-11d98166-84c4-48fd-9a13-776de03c2848 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fda28db567cd485884c0b73569373884&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7077820 Mar 11 11:58:59.650075 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d98166-84c4-48fd-9a13-776de03c2848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25ea02b-ad67-4f8b-a485-bae35d3ea676,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:58:59.653158 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 21ec15d1-44dd-40ab-a7ae-994f75032503 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:58:59.653158 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (21ec15d1-44dd-40ab-a7ae-994f75032503), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:59.657520 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36554) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:58:59.785450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2e8d-9f07-4bb8-9d36-fd3f9227c5d2 admin admin] Publish callbacks [] for security_group (f25ea02b-ad67-4f8b-a485-bae35d3ea676), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:59.883526 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2e8d-9f07-4bb8-9d36-fd3f9227c5d2 admin admin] Publish callbacks [] for security_group (f25ea02b-ad67-4f8b-a485-bae35d3ea676), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:58:59.942923 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 21ec15d1-44dd-40ab-a7ae-994f75032503 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:58:59.949816 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f6527d84-c056-4833-a46e-f3bf262d5de5 None None] Current status of the port 21ec15d1-44dd-40ab-a7ae-994f75032503 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:00.065127 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2e8d-9f07-4bb8-9d36-fd3f9227c5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f25ea02b-ad67-4f8b-a485-bae35d3ea676), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:00.068448 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2e8d-9f07-4bb8-9d36-fd3f9227c5d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:00.070110 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f6ce2e8d-9f07-4bb8-9d36-fd3f9227c5d2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f25ea02b-ad67-4f8b-a485-bae35d3ea676 HTTP/1.1" status: 204 len: 168 time: 0.4110587 Mar 11 11:59:00.078372 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8bdb99b9-7a7a-47ba-89e8-b21811cd71d9 req-b429cc7e-9f2d-4944-a9b5-26308fa3dd37 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 210 time: 0.1352379 Mar 11 11:59:00.114701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce2e8d-9f07-4bb8-9d36-fd3f9227c5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25ea02b-ad67-4f8b-a485-bae35d3ea676,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:00.117222 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-97444e33-6d63-4f00-bc7b-663db09745c2 None None] Provisioning complete for port 21ec15d1-44dd-40ab-a7ae-994f75032503 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:00.120190 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-97444e33-6d63-4f00-bc7b-663db09745c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (21ec15d1-44dd-40ab-a7ae-994f75032503), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:00.175277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb20bc-292f-4e04-9397-9a5be7587ce3 req-1810ea26-4f6d-47ca-868c-56f63c12b5f6 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:00.176882 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25bb20bc-292f-4e04-9397-9a5be7587ce3 req-1810ea26-4f6d-47ca-868c-56f63c12b5f6 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.3877881 Mar 11 11:59:00.372854 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25bb20bc-292f-4e04-9397-9a5be7587ce3 req-c382bca7-c289-4c19-93d4-cbbda093a1a0 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862807 Mar 11 11:59:00.385516 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Publish callbacks [] for router_gateway (8e3afdd1-3c17-47ea-a04c-ac183d897ba7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:00.423789 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-97444e33-6d63-4f00-bc7b-663db09745c2 None None] Current status of the port 21ec15d1-44dd-40ab-a7ae-994f75032503 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:00.927779 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36578) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:01.458201 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7addc2ef-d78e-41a2-aa24-d46d9617a8c1 req-69bb199b-072f-4be4-b0d7-666d940517c1 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 210 time: 0.2502341 Mar 11 11:59:01.491414 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (8e3afdd1-3c17-47ea-a04c-ac183d897ba7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:01.669048 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-44187ac5-aac1-4c67-b56c-7813ce5581e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:01.834610 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-44187ac5-aac1-4c67-b56c-7813ce5581e0 admin admin] Publish callbacks [] for security_group (1fa5a3a6-9739-4410-94a6-b24d81e3aadd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:01.844273 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-44187ac5-aac1-4c67-b56c-7813ce5581e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1fa5a3a6-9739-4410-94a6-b24d81e3aadd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:01.860193 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c78d73-40f0-4648-9e30-d3b6751878ef req-c70927d8-a5f1-4c0e-aad1-d4a0646be614 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:01.863504 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9c78d73-40f0-4648-9e30-d3b6751878ef req-c70927d8-a5f1-4c0e-aad1-d4a0646be614 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.0885923 Mar 11 11:59:01.874561 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Router 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:59:01.889999 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-44187ac5-aac1-4c67-b56c-7813ce5581e0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=123fc51c1763439aa14ce68ce026193e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9611027 Mar 11 11:59:01.891518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44187ac5-aac1-4c67-b56c-7813ce5581e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa5a3a6-9739-4410-94a6-b24d81e3aadd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:01.913566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36594) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:01.984792 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d60d7be-faa7-488b-8454-d6ad7f6b4a12 admin admin] Publish callbacks [] for security_group (1fa5a3a6-9739-4410-94a6-b24d81e3aadd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:01.987216 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9c78d73-40f0-4648-9e30-d3b6751878ef req-57898ffc-a5dd-472b-a0ee-52e0cc7e96e7 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063771 Mar 11 11:59:02.012134 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d60d7be-faa7-488b-8454-d6ad7f6b4a12 admin admin] Publish callbacks [] for security_group (1fa5a3a6-9739-4410-94a6-b24d81e3aadd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:02.067297 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d60d7be-faa7-488b-8454-d6ad7f6b4a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1fa5a3a6-9739-4410-94a6-b24d81e3aadd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:02.070718 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d60d7be-faa7-488b-8454-d6ad7f6b4a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:02.074525 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0d60d7be-faa7-488b-8454-d6ad7f6b4a12 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1fa5a3a6-9739-4410-94a6-b24d81e3aadd HTTP/1.1" status: 204 len: 168 time: 0.1573586 Mar 11 11:59:02.086798 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:59:02.087602 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60d7be-faa7-488b-8454-d6ad7f6b4a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa5a3a6-9739-4410-94a6-b24d81e3aadd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:02.102622 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Sync routers for ids ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:59:02.129411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Routers {'8e3afdd1-3c17-47ea-a04c-ac183d897ba7'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:59:02.130727 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:58:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:02.143378 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:02.148126 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6f8dc2f3-110d-4f3d-a4e5-377e3590a21c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.6382444 Mar 11 11:59:02.148126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36598) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:02.752046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-a1947356-1082-49a6-be8f-72b7045e005f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:02.754294 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-a1947356-1082-49a6-be8f-72b7045e005f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.71 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 811 time: 0.4197412 Mar 11 11:59:02.852625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4bbc5c9-1d31-4c41-92f6-4456085182bc req-10890cba-50a1-4674-8e30-d591edb7f06d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 210 time: 0.1553369 Mar 11 11:59:02.920873 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Set router 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:59:03.384996 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-159376a1-1870-4e86-b1f7-70de271ca7fa tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc441be504824962ac952879ed0ef08f HTTP/1.1" status: 200 len: 379 time: 0.5833056 Mar 11 11:59:03.399508 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-ef246156-5300-4ee0-8a45-378e0de5206d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Request body: {'port': {'device_id': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'admin_state_up': True, 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'security_groups': ['013849c9-364c-44dd-8201-f5345be2e06e']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:03.484604 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'name': 'tempest-ServersTestFqdnHostnames-550466938-router', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:54Z', 'updated_at': '2022-03-11T11:59:00Z', 'revision_number': 3, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'gw_port': {'id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:56Z', 'updated_at': '2022-03-11T11:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:03.487389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36640) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:03.504031 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9f85627-ca2c-4bc0-b19a-d82b7efc9549 req-2a95ed0a-9575-43e6-99b0-5edb16316db0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1484530 Mar 11 11:59:03.556202 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Checking router: 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:59:03.558804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Updating router 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 port 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:59:03.594789 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ae124-7979-4852-827f-3ac5ade8ba1a req-cd821921-48bb-426b-b129-4246890677ae tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:03.598977 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e21ae124-7979-4852-827f-3ac5ade8ba1a req-cd821921-48bb-426b-b129-4246890677ae tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.2939286 Mar 11 11:59:03.637885 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:03.646436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f85627-ca2c-4bc0-b19a-d82b7efc9549 req-1b95bbf2-ea1b-432d-b5c3-da0f7fdd1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:03.648428 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9f85627-ca2c-4bc0-b19a-d82b7efc9549 req-1b95bbf2-ea1b-432d-b5c3-da0f7fdd1ad9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c751e389d54645099a22677f6b092d04&device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 1127 time: 0.0953751 Mar 11 11:59:03.657699 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4f9a36e6-8a3f-452b-a691-ac7d2f24e45f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:03.731104 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b703a9f9-5910-4cc9-ad7e-d159a2f5735a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1069337593'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:03.787705 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e21ae124-7979-4852-827f-3ac5ade8ba1a req-53ad53e9-d606-4595-95cf-214c597a5aad tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797912 Mar 11 11:59:03.802282 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-ef246156-5300-4ee0-8a45-378e0de5206d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Made reservation on behalf of fc441be504824962ac952879ed0ef08f for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:03.805893 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-ef246156-5300-4ee0-8a45-378e0de5206d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:03.811348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b703a9f9-5910-4cc9-ad7e-d159a2f5735a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Made reservation on behalf of 0171c447574847249d6e5675a7eee001 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:03.814592 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b703a9f9-5910-4cc9-ad7e-d159a2f5735a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:03.829340 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b703a9f9-5910-4cc9-ad7e-d159a2f5735a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:03.834095 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:03.922043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f85627-ca2c-4bc0-b19a-d82b7efc9549 req-77cb0f43-9369-49b7-9558-74cd049696f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:03.923713 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9f85627-ca2c-4bc0-b19a-d82b7efc9549 req-77cb0f43-9369-49b7-9558-74cd049696f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db1bf751-93ef-436f-a893-1e04494930da HTTP/1.1" status: 200 len: 912 time: 0.2481856 Mar 11 11:59:04.015888 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9f85627-ca2c-4bc0-b19a-d82b7efc9549 req-4044b310-97d3-40de-b022-df3907d50d8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a3dc805-a3ed-42e9-9994-e9a65c4ac61d HTTP/1.1" status: 200 len: 217 time: 0.0853858 Mar 11 11:59:04.109987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f85627-ca2c-4bc0-b19a-d82b7efc9549 req-dfd440c4-c817-4935-bc60-9394c98320ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:04.112023 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9f85627-ca2c-4bc0-b19a-d82b7efc9549 req-dfd440c4-c817-4935-bc60-9394c98320ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df3e3a03-6255-4d9b-baac-a864e3b4ba49 HTTP/1.1" status: 200 len: 851 time: 0.0895216 Mar 11 11:59:04.166363 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9f85627-ca2c-4bc0-b19a-d82b7efc9549 req-0e451ddb-76f6-4a43-b755-6b39ac2e6664 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db1bf751-93ef-436f-a893-1e04494930da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426505 Mar 11 11:59:04.191248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0365dc8-0b4d-4d6b-9e50-78ca2d464216 req-831d12fd-e78b-4c0e-8fc3-7eb3354bd35f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 210 time: 0.1535020 Mar 11 11:59:04.291189 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Publish callbacks [] for port (4f9a36e6-8a3f-452b-a691-ac7d2f24e45f), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:04.309610 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4f9a36e6-8a3f-452b-a691-ac7d2f24e45f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:04.380019 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Attempting to bind port 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:59:04.380396 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Attempting to bind port 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:59:04.380763 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Attempting to bind port 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:59:04.382949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f787a7-eff2-4344-94a9-677fb3b303fa None None] Pushing event updated for resources: {'Port': ['ID=4f9a36e6-8a3f-452b-a691-ac7d2f24e45f,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:04.394446 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:59:04.395460 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:04.395460 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:04.395696 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:59:04.396076 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Bound port: 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:59:04.396457 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4f9a36e6-8a3f-452b-a691-ac7d2f24e45f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:04.415698 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9f85627-ca2c-4bc0-b19a-d82b7efc9549 req-1b595215-05e6-4990-894c-630fa6e2e121 service neutron] 10.222.0.37 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410336 Mar 11 11:59:04.418980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] Allocated IP 172.20.0.1 (60b40c9f-73c6-47c3-949b-aea4f11842db/10dac987-a6b7-4739-90f9-028ad3f7ef49/a98349ee-5f0f-4f7b-abe4-486016a390af) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:59:04.533705 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] For port 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:59:04.540623 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] For port 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=4f9a36e6-8a3f-452b-a691-ac7d2f24e45f,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:59:04.547384 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4f9a36e6-8a3f-452b-a691-ac7d2f24e45f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:04.584517 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-ef246156-5300-4ee0-8a45-378e0de5206d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Allocated IP 172.20.0.12 (f62dd404-472d-4abb-9a12-54a30b7ab434/1170d9ec-c376-4fc5-8f13-15536db32bc7/30920ac4-29dc-4a21-a945-b88f3b6a0028) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:59:04.625836 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9f85627-ca2c-4bc0-b19a-d82b7efc9549 req-bce5122a-38be-404a-b2e1-2f68a6dfde20 service neutron] 10.222.0.37 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972523 Mar 11 11:59:04.655250 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f787a7-eff2-4344-94a9-677fb3b303fa None None] Pushing event updated for resources: {'Port': ['ID=4f9a36e6-8a3f-452b-a691-ac7d2f24e45f,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:04.678952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Routers {'8e3afdd1-3c17-47ea-a04c-ac183d897ba7'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:59:04.679681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:58:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:04.826544 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] Publish callbacks [] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:04.888697 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:04.895039 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b703a9f9-5910-4cc9-ad7e-d159a2f5735a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks [] for security_group (5423705c-da28-4356-bc41-0e9ac504fef3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:04.921756 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] Set router 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:59:04.952243 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=a98349ee-5f0f-4f7b-abe4-486016a390af,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:04.963992 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b703a9f9-5910-4cc9-ad7e-d159a2f5735a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5423705c-da28-4356-bc41-0e9ac504fef3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:05.071366 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703a9f9-5910-4cc9-ad7e-d159a2f5735a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5423705c-da28-4356-bc41-0e9ac504fef3,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:05.130859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] Network 60b40c9f-73c6-47c3-949b-aea4f11842db is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:59:05.132138 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b703a9f9-5910-4cc9-ad7e-d159a2f5735a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:59:05.143925 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-ef246156-5300-4ee0-8a45-378e0de5206d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:05.146207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:05.155206 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:59:05.203631 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b703a9f9-5910-4cc9-ad7e-d159a2f5735a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ef2ae1c1-fc71-428c-9666-e138fb856e6c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:05.204145 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-b703a9f9-5910-4cc9-ad7e-d159a2f5735a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Added segment ef2ae1c1-fc71-428c-9666-e138fb856e6c of type vlan for network b699c5f5-71fd-4326-a41b-21c356b3545a Mar 11 11:59:05.257960 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11128e-46fe-46a9-a25c-cc8d09c5cc41 req-7ad2ef9d-42b0-4671-aeef-ee6be82c48ab tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:05.259644 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe11128e-46fe-46a9-a25c-cc8d09c5cc41 req-7ad2ef9d-42b0-4671-aeef-ee6be82c48ab tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.3092508 Mar 11 11:59:05.345798 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53551493-1821-49f8-ab1d-35c99f92cb9e req-07446f45-1f7e-4889-9bd6-7856f46b7787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:05.347972 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-53551493-1821-49f8-ab1d-35c99f92cb9e req-07446f45-1f7e-4889-9bd6-7856f46b7787 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 1128 time: 0.1078966 Mar 11 11:59:05.385220 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b703a9f9-5910-4cc9-ad7e-d159a2f5735a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (b699c5f5-71fd-4326-a41b-21c356b3545a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:05.395013 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'name': 'tempest-ServersTestFqdnHostnames-550466938-router', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:54Z', 'updated_at': '2022-03-11T11:59:00Z', 'revision_number': 3, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'gw_port': {'id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:56Z', 'updated_at': '2022-03-11T11:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:05.412331 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-53551493-1821-49f8-ab1d-35c99f92cb9e req-3d3f5fea-55cd-4ef3-8398-6f348073f892 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566106 Mar 11 11:59:05.484042 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2033f112-7baa-4a79-bc83-63dfa561a51c None None] The sync data for ids ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'] in n-d-833234-2 is: [{'id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'name': 'tempest-ServersTestFqdnHostnames-550466938-router', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:54Z', 'updated_at': '2022-03-11T11:59:00Z', 'revision_number': 3, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'gw_port': {'id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:56Z', 'updated_at': '2022-03-11T11:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:59:05.496023 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (8e3afdd1-3c17-47ea-a04c-ac183d897ba7), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:05.504709 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b703a9f9-5910-4cc9-ad7e-d159a2f5735a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (b699c5f5-71fd-4326-a41b-21c356b3545a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:05.509761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b703a9f9-5910-4cc9-ad7e-d159a2f5735a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:05.516298 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b703a9f9-5910-4cc9-ad7e-d159a2f5735a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:05.638366 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41b9e937-714a-4946-8ca4-45533fcaad6e req-c8e89b6c-2c0b-4190-b0e2-e034076daddf tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 210 time: 0.1343710 Mar 11 11:59:05.700909 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-bc784dd6-a7f1-4cf3-9477-8a768d364d85 None None] Provisioning complete for port a98349ee-5f0f-4f7b-abe4-486016a390af triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:05.701922 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bc784dd6-a7f1-4cf3-9477-8a768d364d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:05.783674 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b703a9f9-5910-4cc9-ad7e-d159a2f5735a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2950609 Mar 11 11:59:05.788307 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36664) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:05.810963 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ae684b8f-df09-43be-a9dd-33332909b01a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Request body: {'subnet': {'network_id': 'b699c5f5-71fd-4326-a41b-21c356b3545a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:05.856073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-bc784dd6-a7f1-4cf3-9477-8a768d364d85 None None] Port a98349ee-5f0f-4f7b-abe4-486016a390af cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:59:05.904736 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703a9f9-5910-4cc9-ad7e-d159a2f5735a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Pushing event updated for resources: {'Network': ['ID=b699c5f5-71fd-4326-a41b-21c356b3545a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:05.922769 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe11128e-46fe-46a9-a25c-cc8d09c5cc41 req-f6531a62-095c-42e9-a9f4-987354317bd6 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223695 Mar 11 11:59:05.924370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network b699c5f5-71fd-4326-a41b-21c356b3545a details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:59:05.996574 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-ef246156-5300-4ee0-8a45-378e0de5206d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:06.121394 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae684b8f-df09-43be-a9dd-33332909b01a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Made reservation on behalf of 0171c447574847249d6e5675a7eee001 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:06.125347 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ae684b8f-df09-43be-a9dd-33332909b01a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:06.214762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef246156-5300-4ee0-8a45-378e0de5206d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Pushing event updated for resources: {'Port': ['ID=30920ac4-29dc-4a21-a945-b88f3b6a0028,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:06.244105 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-ef246156-5300-4ee0-8a45-378e0de5206d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Network f62dd404-472d-4abb-9a12-54a30b7ab434 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:59:06.265578 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-ef246156-5300-4ee0-8a45-378e0de5206d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:06.282169 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-ef246156-5300-4ee0-8a45-378e0de5206d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:59:06.398368 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:06.440180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-ef246156-5300-4ee0-8a45-378e0de5206d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:06.441206 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-ef246156-5300-4ee0-8a45-378e0de5206d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:06.498248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-ef246156-5300-4ee0-8a45-378e0de5206d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1065731 Mar 11 11:59:06.526708 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Request body: {'port': {'device_id': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:06.622398 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ae684b8f-df09-43be-a9dd-33332909b01a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (0f23d645-afc9-4fda-a2f8-312f38cb938c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:06.640718 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:06.806775 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-afdab09f-4143-4e7b-9f52-01b7effac35c None None] Provisioning complete for port 30920ac4-29dc-4a21-a945-b88f3b6a0028 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:06.809799 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-afdab09f-4143-4e7b-9f52-01b7effac35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:06.850298 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae684b8f-df09-43be-a9dd-33332909b01a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Pushing event updated for resources: {'Subnet': ['ID=0f23d645-afc9-4fda-a2f8-312f38cb938c,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:06.876315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae684b8f-df09-43be-a9dd-33332909b01a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Checking segment: {'id': 'ef2ae1c1-fc71-428c-9666-e138fb856e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b699c5f5-71fd-4326-a41b-21c356b3545a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:06.877001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae684b8f-df09-43be-a9dd-33332909b01a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Network hostable DHCP agents. Network: b699c5f5-71fd-4326-a41b-21c356b3545a, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:59:06.920783 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae684b8f-df09-43be-a9dd-33332909b01a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Network b699c5f5-71fd-4326-a41b-21c356b3545a is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:59:06.936419 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ae684b8f-df09-43be-a9dd-33332909b01a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, b699c5f5-71fd-4326-a41b-21c356b3545a) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:06.942116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-afdab09f-4143-4e7b-9f52-01b7effac35c None None] Port 30920ac4-29dc-4a21-a945-b88f3b6a0028 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:59:06.943326 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae684b8f-df09-43be-a9dd-33332909b01a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:06.951032 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ae684b8f-df09-43be-a9dd-33332909b01a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:06.956789 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a990fe-9115-4c37-81e6-58e3a864f990 None None] Network b699c5f5-71fd-4326-a41b-21c356b3545a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:59:07.007346 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ae684b8f-df09-43be-a9dd-33332909b01a tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2175541 Mar 11 11:59:07.010075 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36682) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:07.015291 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-694483e2-87f9-47a2-8254-866e5c9f3a5e tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Request body: {'port': {'network_id': 'b699c5f5-71fd-4326-a41b-21c356b3545a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-982592072'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:07.277773 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-b699c5f5-71fd-4326-a41b-21c356b3545a', 'network_id': 'b699c5f5-71fd-4326-a41b-21c356b3545a', 'project_id': '0171c447574847249d6e5675a7eee001', 'fixed_ips': [{'subnet_id': '0f23d645-afc9-4fda-a2f8-312f38cb938c'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:59:07.278664 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:07.326264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694483e2-87f9-47a2-8254-866e5c9f3a5e tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Made reservation on behalf of 0171c447574847249d6e5675a7eee001 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:07.330644 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-694483e2-87f9-47a2-8254-866e5c9f3a5e tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:07.375136 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-694483e2-87f9-47a2-8254-866e5c9f3a5e tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] device_id is not set on port 0e7aad6e-513f-44e8-be99-ae4ceb0ea417 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 11:59:07.639967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:59:07.721409 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700019-c8f0-4dfd-951d-546c6b102d4a req-dd128691-f4a8-4f20-8758-626d8c4ff00a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:07.732208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b700019-c8f0-4dfd-951d-546c6b102d4a req-dd128691-f4a8-4f20-8758-626d8c4ff00a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 932 time: 0.9202275 Mar 11 11:59:07.736114 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-694483e2-87f9-47a2-8254-866e5c9f3a5e tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Allocated IP 172.20.0.6 (b699c5f5-71fd-4326-a41b-21c356b3545a/0f23d645-afc9-4fda-a2f8-312f38cb938c/0e7aad6e-513f-44e8-be99-ae4ceb0ea417) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:59:07.809818 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:07.810944 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4f9a36e6-8a3f-452b-a691-ac7d2f24e45f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:07.812384 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5a9df-65ab-4441-b29f-110b58f88cc7 req-5ccabd1e-e051-4344-bf14-ac2aeec3e7d7 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:07.819954 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dac5a9df-65ab-4441-b29f-110b58f88cc7 req-5ccabd1e-e051-4344-bf14-ac2aeec3e7d7 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.6734295 Mar 11 11:59:07.995071 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] Publish callbacks [] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:08.001302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:08.001718 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4f9a36e6-8a3f-452b-a691-ac7d2f24e45f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:08.064947 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:08.070370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=4f9a36e6-8a3f-452b-a691-ac7d2f24e45f,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:08.082004 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4f9a36e6-8a3f-452b-a691-ac7d2f24e45f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:08.142698 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-694483e2-87f9-47a2-8254-866e5c9f3a5e tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks [] for port (0e7aad6e-513f-44e8-be99-ae4ceb0ea417), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:08.210522 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b700019-c8f0-4dfd-951d-546c6b102d4a req-47a94ae4-1897-42eb-a379-d9fc3bdc790f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4773397 Mar 11 11:59:08.244930 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-694483e2-87f9-47a2-8254-866e5c9f3a5e tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0e7aad6e-513f-44e8-be99-ae4ceb0ea417), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:08.281690 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=4f9a36e6-8a3f-452b-a691-ac7d2f24e45f,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:08.316538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dac5a9df-65ab-4441-b29f-110b58f88cc7 req-eac8bb90-00c0-49e9-b560-7a31bf45baa5 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951673 Mar 11 11:59:08.378345 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Allocated IP 172.20.0.2 (b699c5f5-71fd-4326-a41b-21c356b3545a/0f23d645-afc9-4fda-a2f8-312f38cb938c/87c8f400-efad-4494-899c-2f20a1e3d9bb) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:59:08.405858 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694483e2-87f9-47a2-8254-866e5c9f3a5e tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Network b699c5f5-71fd-4326-a41b-21c356b3545a is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:59:08.417698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-694483e2-87f9-47a2-8254-866e5c9f3a5e tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:08.422993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694483e2-87f9-47a2-8254-866e5c9f3a5e tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:59:08.490335 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (8e3afdd1-3c17-47ea-a04c-ac183d897ba7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:08.512165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=a98349ee-5f0f-4f7b-abe4-486016a390af,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:08.562000 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694483e2-87f9-47a2-8254-866e5c9f3a5e tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:08.563112 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-694483e2-87f9-47a2-8254-866e5c9f3a5e tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:08.591699 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30920ac4-29dc-4a21-a945-b88f3b6a0028 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:59:08.623740 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Publish callbacks [] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:08.644110 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694483e2-87f9-47a2-8254-866e5c9f3a5e tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Pushing event updated for resources: {'Port': ['ID=0e7aad6e-513f-44e8-be99-ae4ceb0ea417,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:08.692559 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-694483e2-87f9-47a2-8254-866e5c9f3a5e tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6813674 Mar 11 11:59:08.693212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36696) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:08.718392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-fe0194f8-37b0-4b6c-ab41-c3578a6a12d3 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Request body: {'port': {'network_id': 'b699c5f5-71fd-4326-a41b-21c356b3545a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-895493008', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:08.718950 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.api.validators [None req-fe0194f8-37b0-4b6c-ab41-c3578a6a12d3 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] bootfile-name is not in valid_values {{(pid=104032) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 11:59:08.719295 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.api.validators [None req-fe0194f8-37b0-4b6c-ab41-c3578a6a12d3 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] tftp-server is not in valid_values {{(pid=104032) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 11:59:08.719700 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.api.validators [None req-fe0194f8-37b0-4b6c-ab41-c3578a6a12d3 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] server-ip-address is not in valid_values {{(pid=104032) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 11:59:08.763844 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Transition to ACTIVE for port object 30920ac4-29dc-4a21-a945-b88f3b6a0028 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:59:08.776178 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Publish callbacks [] for port (87c8f400-efad-4494-899c-2f20a1e3d9bb), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:08.790746 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (87c8f400-efad-4494-899c-2f20a1e3d9bb), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:08.826234 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:08.859721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Pushing event updated for resources: {'Port': ['ID=87c8f400-efad-4494-899c-2f20a1e3d9bb,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:08.882675 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Network b699c5f5-71fd-4326-a41b-21c356b3545a is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:59:08.884544 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:08.887509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:59:08.954689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Attempting to bind port 87c8f400-efad-4494-899c-2f20a1e3d9bb on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:59:08.955374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Attempting to bind port 87c8f400-efad-4494-899c-2f20a1e3d9bb by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'ef2ae1c1-fc71-428c-9666-e138fb856e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b699c5f5-71fd-4326-a41b-21c356b3545a'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:59:08.956571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Attempting to bind port 87c8f400-efad-4494-899c-2f20a1e3d9bb on network b699c5f5-71fd-4326-a41b-21c356b3545a {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:59:08.968880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:59:08.969316 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Checking segment: {'id': 'ef2ae1c1-fc71-428c-9666-e138fb856e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b699c5f5-71fd-4326-a41b-21c356b3545a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:08.987925 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:08.988447 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Bound using segment: {'id': 'ef2ae1c1-fc71-428c-9666-e138fb856e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b699c5f5-71fd-4326-a41b-21c356b3545a'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:59:08.988971 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Bound port: 87c8f400-efad-4494-899c-2f20a1e3d9bb, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2ae1c1-fc71-428c-9666-e138fb856e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b699c5f5-71fd-4326-a41b-21c356b3545a'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:59:08.989371 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (87c8f400-efad-4494-899c-2f20a1e3d9bb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:09.012997 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] Network 60b40c9f-73c6-47c3-949b-aea4f11842db is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:59:09.030307 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0194f8-37b0-4b6c-ab41-c3578a6a12d3 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Made reservation on behalf of 0171c447574847249d6e5675a7eee001 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:09.036380 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe0194f8-37b0-4b6c-ab41-c3578a6a12d3 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:09.037198 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:09.057657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Pushing event updated for resources: {'Port': ['ID=30920ac4-29dc-4a21-a945-b88f3b6a0028,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:09.130959 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] For port 87c8f400-efad-4494-899c-2f20a1e3d9bb, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:59:09.135300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] For port 87c8f400-efad-4494-899c-2f20a1e3d9bb, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=87c8f400-efad-4494-899c-2f20a1e3d9bb,segment=NetworkSegment(ef2ae1c1-fc71-428c-9666-e138fb856e6c),segment_id=ef2ae1c1-fc71-428c-9666-e138fb856e6c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:59:09.143017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c71650-ca86-468f-b097-86c55dca1820 req-b169f6f3-64b1-49a5-b835-662200e4ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:09.144421 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (87c8f400-efad-4494-899c-2f20a1e3d9bb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:09.147043 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96c71650-ca86-468f-b097-86c55dca1820 req-b169f6f3-64b1-49a5-b835-662200e4ace8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c751e389d54645099a22677f6b092d04&device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 1128 time: 0.4921043 Mar 11 11:59:09.211110 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-fe0194f8-37b0-4b6c-ab41-c3578a6a12d3 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] device_id is not set on port 6acfb9d3-c65f-4f64-b644-336b0d2747b6 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 11:59:09.254636 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c7841-61cb-438d-9abd-32c722270fc2 req-48b54753-e43d-40bb-b8ef-a56f28dd7449 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:09.279085 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e52c7841-61cb-438d-9abd-32c722270fc2 req-48b54753-e43d-40bb-b8ef-a56f28dd7449 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.5308673 Mar 11 11:59:09.304370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b213bc1-c5cb-4485-8dcf-d378534cd737 None None] Pushing event updated for resources: {'Port': ['ID=87c8f400-efad-4494-899c-2f20a1e3d9bb,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:09.529766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c71650-ca86-468f-b097-86c55dca1820 req-ce7a0096-729c-4768-b00f-a2fe287b1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:09.535398 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96c71650-ca86-468f-b097-86c55dca1820 req-ce7a0096-729c-4768-b00f-a2fe287b1b5d service neutron] 10.222.0.71 "GET /v2.0/networks?id=db1bf751-93ef-436f-a893-1e04494930da HTTP/1.1" status: 200 len: 912 time: 0.3581870 Mar 11 11:59:09.569348 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:59:09.651010 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96c71650-ca86-468f-b097-86c55dca1820 req-99322684-ad5d-4218-8679-a48511863c95 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e07900b5-98b3-4081-9af4-ef80f79e5f11 HTTP/1.1" status: 200 len: 217 time: 0.1048865 Mar 11 11:59:09.709517 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:09.709898 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4f9a36e6-8a3f-452b-a691-ac7d2f24e45f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:09.829667 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-458f1b47-cd6f-49d9-bd0e-5da162ee785c None None] Provisioning complete for port a98349ee-5f0f-4f7b-abe4-486016a390af triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:09.830045 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-458f1b47-cd6f-49d9-bd0e-5da162ee785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:09.882106 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c71650-ca86-468f-b097-86c55dca1820 req-25ba7f14-beb5-4b77-b9e1-dbbcd492962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:09.883859 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96c71650-ca86-468f-b097-86c55dca1820 req-25ba7f14-beb5-4b77-b9e1-dbbcd492962a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=df3e3a03-6255-4d9b-baac-a864e3b4ba49 HTTP/1.1" status: 200 len: 851 time: 0.2151308 Mar 11 11:59:09.890338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-458f1b47-cd6f-49d9-bd0e-5da162ee785c None None] Port a98349ee-5f0f-4f7b-abe4-486016a390af cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:59:09.939527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-fe0194f8-37b0-4b6c-ab41-c3578a6a12d3 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Allocated IP 172.20.0.7 (b699c5f5-71fd-4326-a41b-21c356b3545a/0f23d645-afc9-4fda-a2f8-312f38cb938c/6acfb9d3-c65f-4f64-b644-336b0d2747b6) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:59:09.964884 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:10.000974 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96c71650-ca86-468f-b097-86c55dca1820 req-8ada6c00-d049-4f00-810c-5217f33621f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=db1bf751-93ef-436f-a893-1e04494930da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063998 Mar 11 11:59:10.395647 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96c71650-ca86-468f-b097-86c55dca1820 req-bbaadcda-59f9-4a00-b3bf-27e458e7814c service neutron] 10.222.0.71 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675916 Mar 11 11:59:10.589197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] Router 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:59:10.718470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Attempting to bind port 30920ac4-29dc-4a21-a945-b88f3b6a0028 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:59:10.718815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Attempting to bind port 30920ac4-29dc-4a21-a945-b88f3b6a0028 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:59:10.719947 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Attempting to bind port 30920ac4-29dc-4a21-a945-b88f3b6a0028 on network f62dd404-472d-4abb-9a12-54a30b7ab434 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:59:10.748681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Port 30920ac4-29dc-4a21-a945-b88f3b6a0028 on network f62dd404-472d-4abb-9a12-54a30b7ab434 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:59:10.749086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Attempting to bind port 30920ac4-29dc-4a21-a945-b88f3b6a0028 on network f62dd404-472d-4abb-9a12-54a30b7ab434 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:59:10.766229 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:59:10.766462 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Checking segment: {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:10.766942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Bound using segment: {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:59:10.767466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Bound port: 30920ac4-29dc-4a21-a945-b88f3b6a0028, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:59:10.768076 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:10.774356 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e52c7841-61cb-438d-9abd-32c722270fc2 req-4b2cba47-dbcf-4f5b-a4ec-f5599c2a9aba tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4937575 Mar 11 11:59:10.789985 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96c71650-ca86-468f-b097-86c55dca1820 req-51e3f4e2-d75e-486b-ade3-01733bf45c47 service neutron] 10.222.0.71 "GET /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848202 Mar 11 11:59:10.795365 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe0194f8-37b0-4b6c-ab41-c3578a6a12d3 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks [] for port (6acfb9d3-c65f-4f64-b644-336b0d2747b6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:10.814452 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d74c63-b35f-405f-a109-bf10db861ee9 req-6e300a04-3cae-44df-a1b3-cf05498e2169 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:10.823480 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74d74c63-b35f-405f-a109-bf10db861ee9 req-6e300a04-3cae-44df-a1b3-cf05498e2169 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 944 time: 0.4088969 Mar 11 11:59:10.880166 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe0194f8-37b0-4b6c-ab41-c3578a6a12d3 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6acfb9d3-c65f-4f64-b644-336b0d2747b6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:10.924440 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:59:10.935169 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Sync routers for ids ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:59:10.942337 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-69ff1a56-baee-4ad7-8d50-00ad76348dc6 admin admin] 10.222.0.78 "PUT /v2.0/routers/8e3afdd1-3c17-47ea-a04c-ac183d897ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7779522 Mar 11 11:59:10.960642 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Routers {'8e3afdd1-3c17-47ea-a04c-ac183d897ba7'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:59:10.961280 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:58:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:10.995188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0194f8-37b0-4b6c-ab41-c3578a6a12d3 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Network b699c5f5-71fd-4326-a41b-21c356b3545a is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:59:11.026433 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-fe0194f8-37b0-4b6c-ab41-c3578a6a12d3 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:11.030012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0194f8-37b0-4b6c-ab41-c3578a6a12d3 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:59:11.081187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74d74c63-b35f-405f-a109-bf10db861ee9 req-86b30943-3c08-4931-98c3-cb898d1554b5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566707 Mar 11 11:59:11.103887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21493ff1-b58a-4af4-a74a-3b775e5ed49b None None] Network b699c5f5-71fd-4326-a41b-21c356b3545a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:59:11.105779 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] For port 30920ac4-29dc-4a21-a945-b88f3b6a0028, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:59:11.114815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] For port 30920ac4-29dc-4a21-a945-b88f3b6a0028, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:59:11.125745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0194f8-37b0-4b6c-ab41-c3578a6a12d3 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Pushing event updated for resources: {'Port': ['ID=6acfb9d3-c65f-4f64-b644-336b0d2747b6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:11.142589 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:11.176088 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:11.176724 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:11.181650 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] 10.222.0.71 "PUT /v2.0/ports/30920ac4-29dc-4a21-a945-b88f3b6a0028 HTTP/1.1" status: 200 len: 1092 time: 4.6606624 Mar 11 11:59:11.186402 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:59:11.189124 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc317ddf-58c9-4723-a0f6-1d55ccff76dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:59:11.229031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0194f8-37b0-4b6c-ab41-c3578a6a12d3 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:11.231542 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe0194f8-37b0-4b6c-ab41-c3578a6a12d3 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:11.278087 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fe0194f8-37b0-4b6c-ab41-c3578a6a12d3 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.5824847 Mar 11 11:59:11.280971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36726) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:11.365477 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Provisioning complete for port 87c8f400-efad-4494-899c-2f20a1e3d9bb triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:11.365855 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (87c8f400-efad-4494-899c-2f20a1e3d9bb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:11.432307 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Set router 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:59:11.608596 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Current status of the port 87c8f400-efad-4494-899c-2f20a1e3d9bb is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:11.608596 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (87c8f400-efad-4494-899c-2f20a1e3d9bb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:11.642897 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e4fdd2-89ca-4b6b-8d7b-71484d066e33 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:11.647892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Pushing event updated for resources: {'Port': ['ID=30920ac4-29dc-4a21-a945-b88f3b6a0028,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:11.677971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:11.678329 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:11.678659 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:11.678965 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e4fdd2-89ca-4b6b-8d7b-71484d066e33 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:11.679108 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:11.679395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:11.681681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 87c8f400-efad-4494-899c-2f20a1e3d9bb up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:59:11.691298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:11.691821 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:11.692167 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:11.692506 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:11.692844 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:11.693174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:11.693771 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:11.694101 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee1f53-8d84-4bac-8504-959cf55d25bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:11.719944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-d623e6e8-3fcf-4170-b39c-bafbfbd1a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:11.723205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e4fdd2-89ca-4b6b-8d7b-71484d066e33 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:11.724755 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-d623e6e8-3fcf-4170-b39c-bafbfbd1a4c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 1126 time: 0.4210627 Mar 11 11:59:11.729255 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-51e4fdd2-89ca-4b6b-8d7b-71484d066e33 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.4470580 Mar 11 11:59:11.732043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36734) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:11.826374 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-375fd8ef-6e1f-47a2-9b79-52eb0f9c9a0b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028 HTTP/1.1" status: 200 len: 217 time: 0.0935781 Mar 11 11:59:11.914557 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] For port 87c8f400-efad-4494-899c-2f20a1e3d9bb, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=87c8f400-efad-4494-899c-2f20a1e3d9bb,segment=NetworkSegment(ef2ae1c1-fc71-428c-9666-e138fb856e6c),segment_id=ef2ae1c1-fc71-428c-9666-e138fb856e6c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:11.925036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 87c8f400-efad-4494-899c-2f20a1e3d9bb triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:11.927931 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (87c8f400-efad-4494-899c-2f20a1e3d9bb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:11.932304 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (87c8f400-efad-4494-899c-2f20a1e3d9bb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:11.987166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-6250c1ad-04ff-4eb3-ad93-62e6e7fc76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:11.988838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-6250c1ad-04ff-4eb3-ad93-62e6e7fc76a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.1544633 Mar 11 11:59:11.990423 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d86c78-6153-4ecd-83d3-4b16b176f7eb x-openstack-request-id: req-a2d86c78-6153-4ecd-83d3-4b16b176f7eb {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:59:11.990713 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:59:11.990959 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2d86c78-6153-4ecd-83d3-4b16b176f7eb {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:59:12.007566 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'status': 'completed', 'code': 200} Mar 11 11:59:12.021170 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-49ca0317-7f3d-4fcc-98f5-0778f9ac7ee1 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Deleting port 6acfb9d3-c65f-4f64-b644-336b0d2747b6 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:59:12.021550 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49ca0317-7f3d-4fcc-98f5-0778f9ac7ee1 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6acfb9d3-c65f-4f64-b644-336b0d2747b6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:12.091315 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Pushing event updated for resources: {'Port': ['ID=87c8f400-efad-4494-899c-2f20a1e3d9bb,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:12.116326 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:12.117900 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:12.118506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:12.119227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:12.119843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:12.120418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:12.121005 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:12.121572 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:12.122125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:12.133458 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:12.134263 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:12.134827 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:12.135409 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6489e2-bf4d-498e-9547-716518b9d084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:12.166331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-149c2409-0447-4cc3-a18e-06a7dcc77998 None None] Provisioning complete for port 6acfb9d3-c65f-4f64-b644-336b0d2747b6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:12.167223 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-149c2409-0447-4cc3-a18e-06a7dcc77998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6acfb9d3-c65f-4f64-b644-336b0d2747b6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:12.278515 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49ca0317-7f3d-4fcc-98f5-0778f9ac7ee1 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6acfb9d3-c65f-4f64-b644-336b0d2747b6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:12.299762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-fe0b3015-4799-45da-86fb-1f1556980061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:12.300253 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-49ca0317-7f3d-4fcc-98f5-0778f9ac7ee1 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Calling delete_port for 6acfb9d3-c65f-4f64-b644-336b0d2747b6 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:59:12.301273 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-fe0b3015-4799-45da-86fb-1f1556980061 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2927771 Mar 11 11:59:12.327322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-149c2409-0447-4cc3-a18e-06a7dcc77998 None None] Port 6acfb9d3-c65f-4f64-b644-336b0d2747b6 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:59:12.330068 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 87c8f400-efad-4494-899c-2f20a1e3d9bb is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:12.350395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-149c2409-0447-4cc3-a18e-06a7dcc77998 None None] Provisioning complete for port 0e7aad6e-513f-44e8-be99-ae4ceb0ea417 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:12.351246 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-149c2409-0447-4cc3-a18e-06a7dcc77998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0e7aad6e-513f-44e8-be99-ae4ceb0ea417), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:12.406128 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'name': 'tempest-ServersTestFqdnHostnames-550466938-router', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:54Z', 'updated_at': '2022-03-11T11:59:06Z', 'revision_number': 4, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'gw_port': {'id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:56Z', 'updated_at': '2022-03-11T11:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'a98349ee-5f0f-4f7b-abe4-486016a390af', 'name': '', 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'mac_address': 'fa:16:3e:80:43:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:03Z', 'updated_at': '2022-03-11T11:59:06Z', 'revision_number': 2, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'subnets': [{'id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:12.477044 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eac6c2-e501-4bda-b0d5-4fe84f02a93a req-8ba45d09-1b64-42cc-8c4b-9573c35d54c0 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:12.485570 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52eac6c2-e501-4bda-b0d5-4fe84f02a93a req-8ba45d09-1b64-42cc-8c4b-9573c35d54c0 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.4342294 Mar 11 11:59:12.536857 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Checking router: 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:59:12.537977 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Updating router 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 port a98349ee-5f0f-4f7b-abe4-486016a390af binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:59:12.649060 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:12.778426 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49ca0317-7f3d-4fcc-98f5-0778f9ac7ee1 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6acfb9d3-c65f-4f64-b644-336b0d2747b6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:12.830100 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-c94cc371-1e16-4779-9117-9ca1a849ca99 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933891 Mar 11 11:59:12.833447 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52eac6c2-e501-4bda-b0d5-4fe84f02a93a req-a39616e1-4102-4f4f-9a9d-aa94c2a2adcb tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470461 Mar 11 11:59:12.876590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca0317-7f3d-4fcc-98f5-0778f9ac7ee1 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Pushing event deleted for resources: {'Port': ['ID=6acfb9d3-c65f-4f64-b644-336b0d2747b6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:13.000944 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:13.024567 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36750) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:13.031189 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-149c2409-0447-4cc3-a18e-06a7dcc77998 None None] Port 0e7aad6e-513f-44e8-be99-ae4ceb0ea417 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:59:13.058174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-da2f158b-1c22-4a92-a732-30b3247874a3 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--848539093', 'description': 'tempest-description--1730596232'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:13.077276 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-149c2409-0447-4cc3-a18e-06a7dcc77998 None None] Provisioning complete for port 87c8f400-efad-4494-899c-2f20a1e3d9bb triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:13.078246 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-149c2409-0447-4cc3-a18e-06a7dcc77998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (87c8f400-efad-4494-899c-2f20a1e3d9bb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:13.193408 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49ca0317-7f3d-4fcc-98f5-0778f9ac7ee1 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:13.202014 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-49ca0317-7f3d-4fcc-98f5-0778f9ac7ee1 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] 10.222.0.78 "DELETE /v2.0/ports/6acfb9d3-c65f-4f64-b644-336b0d2747b6 HTTP/1.1" status: 204 len: 168 time: 1.4686151 Mar 11 11:59:13.206217 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36752) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:13.211813 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9cf1b464-b8cb-4372-82a8-676e57ddde65 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Request body: {'port': {'name': 'tempest-new-port-name-1197191347', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:13.212223 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.api.validators [None req-9cf1b464-b8cb-4372-82a8-676e57ddde65 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] bootfile-name is not in valid_values {{(pid=104032) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 11:59:13.212561 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.api.validators [None req-9cf1b464-b8cb-4372-82a8-676e57ddde65 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] tftp-server is not in valid_values {{(pid=104032) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 11:59:13.212877 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.api.validators [None req-9cf1b464-b8cb-4372-82a8-676e57ddde65 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] server-ip-address is not in valid_values {{(pid=104032) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 11:59:13.504968 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9cf1b464-b8cb-4372-82a8-676e57ddde65 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0e7aad6e-513f-44e8-be99-ae4ceb0ea417), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:13.543406 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-149c2409-0447-4cc3-a18e-06a7dcc77998 None None] Current status of the port 87c8f400-efad-4494-899c-2f20a1e3d9bb is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:13.605885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 87c8f400-efad-4494-899c-2f20a1e3d9bb up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:59:13.610484 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da2f158b-1c22-4a92-a732-30b3247874a3 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:13.670247 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c53661e8-2f48-40ca-9c96-a16e4a651c21 req-68ae680f-5527-471a-9dc9-8f072da1b448 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8212881 Mar 11 11:59:13.704365 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643a095-a05d-4eb7-97c5-3015f732b13e req-eaa1e5aa-2bbc-41dd-8eab-f11357e3c259 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:13.706686 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a643a095-a05d-4eb7-97c5-3015f732b13e req-eaa1e5aa-2bbc-41dd-8eab-f11357e3c259 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 944 time: 0.6243525 Mar 11 11:59:13.721677 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-483c8e94-e7da-4bbd-bc7f-36bccff94128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:13.740556 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3f26acdf-8408-4cc9-b720-3c727c54bd46 None None] Could not find standard attr ID for object 6acfb9d3-c65f-4f64-b644-336b0d2747b6. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 11:59:13.836822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 87c8f400-efad-4494-899c-2f20a1e3d9bb triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:13.837231 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (87c8f400-efad-4494-899c-2f20a1e3d9bb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:13.841790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3f26acdf-8408-4cc9-b720-3c727c54bd46 None None] Provisioning complete for port 0e7aad6e-513f-44e8-be99-ae4ceb0ea417 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:13.843336 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3f26acdf-8408-4cc9-b720-3c727c54bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0e7aad6e-513f-44e8-be99-ae4ceb0ea417), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:13.924513 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a643a095-a05d-4eb7-97c5-3015f732b13e req-ab9dd413-4368-4a88-a6ec-329fd7a558b2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071257 Mar 11 11:59:13.936909 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Publish callbacks [] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:13.949823 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:59:13.959646 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da2f158b-1c22-4a92-a732-30b3247874a3 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for security_group (ca6046ed-07a1-4b05-ad57-042a0ec781f6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:13.967089 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:13.976334 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da2f158b-1c22-4a92-a732-30b3247874a3 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ca6046ed-07a1-4b05-ad57-042a0ec781f6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:13.980541 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3f26acdf-8408-4cc9-b720-3c727c54bd46 None None] Port 0e7aad6e-513f-44e8-be99-ae4ceb0ea417 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:59:14.016339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc317ddf-58c9-4723-a0f6-1d55ccff76dc req-449ffb2b-9dfb-4e38-844e-81d7905b9d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:14.019902 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc317ddf-58c9-4723-a0f6-1d55ccff76dc req-449ffb2b-9dfb-4e38-844e-81d7905b9d91 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 1126 time: 0.2604649 Mar 11 11:59:14.116845 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9cf1b464-b8cb-4372-82a8-676e57ddde65 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks [] for port (0e7aad6e-513f-44e8-be99-ae4ceb0ea417), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:14.137031 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399313e9-13c8-4469-b703-c46c7e7a8f0a None None] Pushing event updated for resources: {'Port': ['ID=a98349ee-5f0f-4f7b-abe4-486016a390af,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:14.157177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 87c8f400-efad-4494-899c-2f20a1e3d9bb is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:14.157658 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9cf1b464-b8cb-4372-82a8-676e57ddde65 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (0e7aad6e-513f-44e8-be99-ae4ceb0ea417), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:14.181695 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Attempting to bind port a98349ee-5f0f-4f7b-abe4-486016a390af on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:59:14.182183 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Attempting to bind port a98349ee-5f0f-4f7b-abe4-486016a390af by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4b2832bf-e460-4a67-8def-f5935cb95cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:59:14.182599 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Attempting to bind port a98349ee-5f0f-4f7b-abe4-486016a390af on network 60b40c9f-73c6-47c3-949b-aea4f11842db {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:59:14.195485 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:59:14.195906 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Checking segment: {'id': '4b2832bf-e460-4a67-8def-f5935cb95cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:14.196305 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:14.196694 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Bound using segment: {'id': '4b2832bf-e460-4a67-8def-f5935cb95cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:59:14.197172 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Bound port: a98349ee-5f0f-4f7b-abe4-486016a390af, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2832bf-e460-4a67-8def-f5935cb95cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:59:14.197542 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:14.260604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1b464-b8cb-4372-82a8-676e57ddde65 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] In _notify_port_updated(), no bound segment for port 0e7aad6e-513f-44e8-be99-ae4ceb0ea417 on network b699c5f5-71fd-4326-a41b-21c356b3545a {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 11:59:14.295015 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f158b-1c22-4a92-a732-30b3247874a3 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6046ed-07a1-4b05-ad57-042a0ec781f6,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:14.300475 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf1b464-b8cb-4372-82a8-676e57ddde65 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:14.301324 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9cf1b464-b8cb-4372-82a8-676e57ddde65 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:14.305269 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9cf1b464-b8cb-4372-82a8-676e57ddde65 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] 10.222.0.78 "PUT /v2.0/ports/0e7aad6e-513f-44e8-be99-ae4ceb0ea417 HTTP/1.1" status: 200 len: 1136 time: 1.0956545 Mar 11 11:59:14.309006 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36768) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:14.313145 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da2f158b-1c22-4a92-a732-30b3247874a3 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:14.321411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-da2f158b-1c22-4a92-a732-30b3247874a3 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2815807 Mar 11 11:59:14.323136 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36770) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:14.354720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-64e76f59-855f-4f97-8903-910d4e0e2716 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Request body: {'security_group_rule': {'security_group_id': 'ca6046ed-07a1-4b05-ad57-042a0ec781f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:14.367107 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] For port a98349ee-5f0f-4f7b-abe4-486016a390af, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:59:14.373774 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] For port a98349ee-5f0f-4f7b-abe4-486016a390af, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a98349ee-5f0f-4f7b-abe4-486016a390af,segment=NetworkSegment(4b2832bf-e460-4a67-8def-f5935cb95cd2),segment_id=4b2832bf-e460-4a67-8def-f5935cb95cd2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:59:14.397418 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:14.456262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1b464-b8cb-4372-82a8-676e57ddde65 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Pushing event updated for resources: {'Port': ['ID=0e7aad6e-513f-44e8-be99-ae4ceb0ea417,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:14.475426 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115ccb44-d75b-4a1d-85f0-857e79cf8ec1 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:14.479197 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-115ccb44-d75b-4a1d-85f0-857e79cf8ec1 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] 10.222.0.78 "GET /v2.0/ports/0e7aad6e-513f-44e8-be99-ae4ceb0ea417 HTTP/1.1" status: 200 len: 1136 time: 0.1689968 Mar 11 11:59:14.482715 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36776) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:14.519905 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64e76f59-855f-4f97-8903-910d4e0e2716 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for security_group_rule (a6cf6807-27d7-4bd7-bc84-65a4157023f2), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:14.581921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-861459de-07f6-4bc0-a7ba-c6d94ef110a4 None None] Provisioning complete for port a98349ee-5f0f-4f7b-abe4-486016a390af triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:14.582566 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-861459de-07f6-4bc0-a7ba-c6d94ef110a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:14.585526 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399313e9-13c8-4469-b703-c46c7e7a8f0a None None] Pushing event updated for resources: {'Port': ['ID=a98349ee-5f0f-4f7b-abe4-486016a390af,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:14.588521 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Routers {'8e3afdd1-3c17-47ea-a04c-ac183d897ba7'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:59:14.589448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f190688-4832-4f88-b3eb-031415094b01 req-4eeb75c0-efdd-495f-98f3-fc52e94d714f tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:14.589736 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:58:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:14.591102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f190688-4832-4f88-b3eb-031415094b01 req-4eeb75c0-efdd-495f-98f3-fc52e94d714f tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.5588472 Mar 11 11:59:14.778226 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-861459de-07f6-4bc0-a7ba-c6d94ef110a4 None None] Current status of the port a98349ee-5f0f-4f7b-abe4-486016a390af is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:14.779024 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-861459de-07f6-4bc0-a7ba-c6d94ef110a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:14.834852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc317ddf-58c9-4723-a0f6-1d55ccff76dc req-1fa685d4-481b-44cf-9f5b-afd381db7236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:14.842084 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-2c52d534-982b-4d59-b133-d62b83f1899b tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Deleting port 0e7aad6e-513f-44e8-be99-ae4ceb0ea417 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:59:14.843324 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc317ddf-58c9-4723-a0f6-1d55ccff76dc req-1fa685d4-481b-44cf-9f5b-afd381db7236 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 0.7859859 Mar 11 11:59:14.844018 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2c52d534-982b-4d59-b133-d62b83f1899b tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0e7aad6e-513f-44e8-be99-ae4ceb0ea417), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:14.844738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-861459de-07f6-4bc0-a7ba-c6d94ef110a4 None None] For port a98349ee-5f0f-4f7b-abe4-486016a390af, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a98349ee-5f0f-4f7b-abe4-486016a390af,segment=NetworkSegment(4b2832bf-e460-4a67-8def-f5935cb95cd2),segment_id=4b2832bf-e460-4a67-8def-f5935cb95cd2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:14.856748 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-861459de-07f6-4bc0-a7ba-c6d94ef110a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:14.921405 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] Set router 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:59:15.026680 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-982f6a32-005b-4d14-ba25-6d9c6b33237f None None] Provisioning complete for port 0e7aad6e-513f-44e8-be99-ae4ceb0ea417 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:15.028166 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-982f6a32-005b-4d14-ba25-6d9c6b33237f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0e7aad6e-513f-44e8-be99-ae4ceb0ea417), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:15.075838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f190688-4832-4f88-b3eb-031415094b01 req-5de33bf0-ac1d-43b4-8e6f-bbe1c69e29f9 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484458 Mar 11 11:59:15.081228 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc317ddf-58c9-4723-a0f6-1d55ccff76dc req-44c25a2a-cad5-41c7-a562-ddf8c0a75108 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028 HTTP/1.1" status: 200 len: 217 time: 0.2051344 Mar 11 11:59:15.128674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861459de-07f6-4bc0-a7ba-c6d94ef110a4 None None] Pushing event updated for resources: {'Port': ['ID=a98349ee-5f0f-4f7b-abe4-486016a390af,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:15.140391 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-982f6a32-005b-4d14-ba25-6d9c6b33237f None None] Port 0e7aad6e-513f-44e8-be99-ae4ceb0ea417 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:59:15.165516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-982f6a32-005b-4d14-ba25-6d9c6b33237f None None] Provisioning complete for port a98349ee-5f0f-4f7b-abe4-486016a390af triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:15.166656 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-982f6a32-005b-4d14-ba25-6d9c6b33237f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:15.216396 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2c52d534-982b-4d59-b133-d62b83f1899b tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0e7aad6e-513f-44e8-be99-ae4ceb0ea417), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:15.278021 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-2c52d534-982b-4d59-b133-d62b83f1899b tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Calling delete_port for 0e7aad6e-513f-44e8-be99-ae4ceb0ea417 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:59:15.430905 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-982f6a32-005b-4d14-ba25-6d9c6b33237f None None] Current status of the port a98349ee-5f0f-4f7b-abe4-486016a390af is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:15.445713 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64e76f59-855f-4f97-8903-910d4e0e2716 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for security_group_rule (a6cf6807-27d7-4bd7-bc84-65a4157023f2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:15.479541 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64e76f59-855f-4f97-8903-910d4e0e2716 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (a6cf6807-27d7-4bd7-bc84-65a4157023f2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:15.556422 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'name': 'tempest-ServersTestFqdnHostnames-550466938-router', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:54Z', 'updated_at': '2022-03-11T11:59:06Z', 'revision_number': 4, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'gw_port': {'id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:56Z', 'updated_at': '2022-03-11T11:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'a98349ee-5f0f-4f7b-abe4-486016a390af', 'name': '', 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'mac_address': 'fa:16:3e:80:43:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:03Z', 'updated_at': '2022-03-11T11:59:14Z', 'revision_number': 4, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'subnets': [{'id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:15.608628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e76f59-855f-4f97-8903-910d4e0e2716 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6cf6807-27d7-4bd7-bc84-65a4157023f2,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:15.632314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36796) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:15.633967 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc317ddf-58c9-4723-a0f6-1d55ccff76dc req-e009a026-aacd-4c9a-839a-6fb76a316f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:15.641991 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc317ddf-58c9-4723-a0f6-1d55ccff76dc req-e009a026-aacd-4c9a-839a-6fb76a316f0d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.5513945 Mar 11 11:59:15.661759 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1584d4-5e5d-45be-a6f8-0f87bf9f41ca None None] The sync data for ids ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'] in n-d-833234-2 is: [{'id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'name': 'tempest-ServersTestFqdnHostnames-550466938-router', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:54Z', 'updated_at': '2022-03-11T11:59:06Z', 'revision_number': 4, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'gw_port': {'id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:56Z', 'updated_at': '2022-03-11T11:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'a98349ee-5f0f-4f7b-abe4-486016a390af', 'name': '', 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'mac_address': 'fa:16:3e:80:43:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:03Z', 'updated_at': '2022-03-11T11:59:14Z', 'revision_number': 4, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'subnets': [{'id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:59:15.701010 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64e76f59-855f-4f97-8903-910d4e0e2716 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:15.703039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-64e76f59-855f-4f97-8903-910d4e0e2716 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3534868 Mar 11 11:59:15.715965 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36802) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:15.717754 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-beef21a6-f5bc-4bfe-a6e2-5ab3d7d7104c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:15.727933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1eee8026-6a7d-4cef-abb9-0c19176a61a7 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Request body: {'security_group_rule': {'security_group_id': 'ca6046ed-07a1-4b05-ad57-042a0ec781f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:15.794327 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2c52d534-982b-4d59-b133-d62b83f1899b tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0e7aad6e-513f-44e8-be99-ae4ceb0ea417), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:15.869948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 30920ac4-29dc-4a21-a945-b88f3b6a0028 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:59:15.912112 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1eee8026-6a7d-4cef-abb9-0c19176a61a7 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for security_group_rule (4ed0a7d0-c7a8-4152-8b5a-ad9af6d4ff22), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:15.944132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295e182-3ef6-41fa-9d43-b8f93d14110b req-fa7927e1-9108-4f30-b287-f0c17482dd7a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:15.955942 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7295e182-3ef6-41fa-9d43-b8f93d14110b req-fa7927e1-9108-4f30-b287-f0c17482dd7a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 944 time: 0.6796675 Mar 11 11:59:16.012602 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6c3d49d0-5d8a-4e7a-8b6d-4f6b0b5c60bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:16.161885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 30920ac4-29dc-4a21-a945-b88f3b6a0028, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:16.164679 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1eee8026-6a7d-4cef-abb9-0c19176a61a7 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for security_group_rule (4ed0a7d0-c7a8-4152-8b5a-ad9af6d4ff22), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:16.186225 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52d534-982b-4d59-b133-d62b83f1899b tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Pushing event deleted for resources: {'Port': ['ID=0e7aad6e-513f-44e8-be99-ae4ceb0ea417,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:16.197674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c97618-ee2d-4ffa-b05a-77cb2ced6797 req-f73730f8-49de-40aa-b55d-0eb20193da4d tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:16.206484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'port_id': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'mac_address': 'fa:16:3e:aa:b6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:59:16.207015 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65c97618-ee2d-4ffa-b05a-77cb2ced6797 req-f73730f8-49de-40aa-b55d-0eb20193da4d tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.5399220 Mar 11 11:59:16.218049 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1eee8026-6a7d-4cef-abb9-0c19176a61a7 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (4ed0a7d0-c7a8-4152-8b5a-ad9af6d4ff22), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:16.226786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc317ddf-58c9-4723-a0f6-1d55ccff76dc req-8c0edbf2-f965-43c8-a777-b6040e878fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:16.228676 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc317ddf-58c9-4723-a0f6-1d55ccff76dc req-8c0edbf2-f965-43c8-a777-b6040e878fa8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5688803 Mar 11 11:59:16.267325 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7295e182-3ef6-41fa-9d43-b8f93d14110b req-6d07f792-2fa1-4ff1-b187-a3ac80e9b38c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098454 Mar 11 11:59:16.348957 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 30920ac4-29dc-4a21-a945-b88f3b6a0028 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:16.349763 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:16.373395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee8026-6a7d-4cef-abb9-0c19176a61a7 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed0a7d0-c7a8-4152-8b5a-ad9af6d4ff22,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:16.387224 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2c52d534-982b-4d59-b133-d62b83f1899b tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:16.392803 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2c52d534-982b-4d59-b133-d62b83f1899b tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] 10.222.0.78 "DELETE /v2.0/ports/0e7aad6e-513f-44e8-be99-ae4ceb0ea417 HTTP/1.1" status: 204 len: 168 time: 1.9055500 Mar 11 11:59:16.393014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30920ac4-29dc-4a21-a945-b88f3b6a0028 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:59:16.399737 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36808) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:16.454693 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 30920ac4-29dc-4a21-a945-b88f3b6a0028, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:16.469070 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:16.488837 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1eee8026-6a7d-4cef-abb9-0c19176a61a7 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:16.494007 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1eee8026-6a7d-4cef-abb9-0c19176a61a7 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7755051 Mar 11 11:59:16.494665 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36810) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:16.513545 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-77fae88d-e4cb-45ce-b6cb-5efb8624a4ff tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:16.625096 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5891a4b-c713-4dff-be4e-5547d932ab5f tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Deleting subnet 0f23d645-afc9-4fda-a2f8-312f38cb938c {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:59:16.630269 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=30920ac4-29dc-4a21-a945-b88f3b6a0028,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:16.636487 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65c97618-ee2d-4ffa-b05a-77cb2ced6797 req-02c981e7-bc73-4997-ae01-d3fbbf240ec4 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229901 Mar 11 11:59:16.642427 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5891a4b-c713-4dff-be4e-5547d932ab5f tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks [] for subnet (0f23d645-afc9-4fda-a2f8-312f38cb938c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:16.722071 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc317ddf-58c9-4723-a0f6-1d55ccff76dc req-7d8a818a-2229-4e70-9959-537e95b28c12 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430707 Mar 11 11:59:16.731047 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6c3d49d0-5d8a-4e7a-8b6d-4f6b0b5c60bc admin admin] Publish callbacks [] for security_group (256cc1ea-9de8-4080-9f8d-548b515d9206), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:16.752831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['30920ac4-29dc-4a21-a945-b88f3b6a0028'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:59:16.771635 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5891a4b-c713-4dff-be4e-5547d932ab5f tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (0f23d645-afc9-4fda-a2f8-312f38cb938c), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:16.810132 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6c3d49d0-5d8a-4e7a-8b6d-4f6b0b5c60bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (256cc1ea-9de8-4080-9f8d-548b515d9206), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:16.917630 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5891a4b-c713-4dff-be4e-5547d932ab5f tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (0f23d645-afc9-4fda-a2f8-312f38cb938c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:17.016473 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77fae88d-e4cb-45ce-b6cb-5efb8624a4ff tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:17.023341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d49d0-5d8a-4e7a-8b6d-4f6b0b5c60bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256cc1ea-9de8-4080-9f8d-548b515d9206,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:17.040168 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6c3d49d0-5d8a-4e7a-8b6d-4f6b0b5c60bc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fbbcd23d69aa4c4d8a16c4163dfa74f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3945622 Mar 11 11:59:17.048288 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5891a4b-c713-4dff-be4e-5547d932ab5f tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (0f23d645-afc9-4fda-a2f8-312f38cb938c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:17.052358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36814) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:17.139040 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5891a4b-c713-4dff-be4e-5547d932ab5f tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:17.141170 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87433c72-eb4b-425c-81a6-b1e52c35103c None None] Network b699c5f5-71fd-4326-a41b-21c356b3545a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:59:17.164000 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c5891a4b-c713-4dff-be4e-5547d932ab5f tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] 10.222.0.78 "DELETE /v2.0/subnets/0f23d645-afc9-4fda-a2f8-312f38cb938c HTTP/1.1" status: 204 len: 168 time: 0.7447615 Mar 11 11:59:17.164878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5891a4b-c713-4dff-be4e-5547d932ab5f tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Pushing event deleted for resources: {'Subnet': ['ID=0f23d645-afc9-4fda-a2f8-312f38cb938c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:17.184999 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36818) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:17.238262 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee141-a13c-4693-b987-f31250d510d1 admin admin] Publish callbacks [] for security_group (256cc1ea-9de8-4080-9f8d-548b515d9206), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:17.238262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc317ddf-58c9-4723-a0f6-1d55ccff76dc req-fa62f46c-fa73-430c-9d09-cbddf9795417 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032864 Mar 11 11:59:17.329818 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee141-a13c-4693-b987-f31250d510d1 admin admin] Publish callbacks [] for security_group (256cc1ea-9de8-4080-9f8d-548b515d9206), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:17.455437 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (b699c5f5-71fd-4326-a41b-21c356b3545a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:17.482277 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:17.554094 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9c47f-94da-408f-9807-16b25fabe121 req-63db9e94-0594-408b-9947-4e10f5a14ca7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:17.563938 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5fb9c47f-94da-408f-9807-16b25fabe121 req-63db9e94-0594-408b-9947-4e10f5a14ca7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1192882 Mar 11 11:59:17.599643 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee141-a13c-4693-b987-f31250d510d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (256cc1ea-9de8-4080-9f8d-548b515d9206), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:17.602721 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee141-a13c-4693-b987-f31250d510d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:17.604258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ab4ee141-a13c-4693-b987-f31250d510d1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/256cc1ea-9de8-4080-9f8d-548b515d9206 HTTP/1.1" status: 204 len: 168 time: 0.5508728 Mar 11 11:59:17.634520 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e12167-23cb-4189-afa9-b4ba93f0a832 None None] DHCP port deletion for b699c5f5-71fd-4326-a41b-21c356b3545a request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 11:59:17.665381 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Deleting port 87c8f400-efad-4494-899c-2f20a1e3d9bb {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:59:17.665723 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (87c8f400-efad-4494-899c-2f20a1e3d9bb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:17.679622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ee141-a13c-4693-b987-f31250d510d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256cc1ea-9de8-4080-9f8d-548b515d9206,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:17.702564 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5fb9c47f-94da-408f-9807-16b25fabe121 req-f818cd41-651f-4400-96d0-f13dff098657 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371984 Mar 11 11:59:17.715216 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a98349ee-5f0f-4f7b-abe4-486016a390af up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:59:17.786242 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] For port 87c8f400-efad-4494-899c-2f20a1e3d9bb, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=87c8f400-efad-4494-899c-2f20a1e3d9bb,segment=NetworkSegment(ef2ae1c1-fc71-428c-9666-e138fb856e6c),segment_id=ef2ae1c1-fc71-428c-9666-e138fb856e6c)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:17.790268 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (87c8f400-efad-4494-899c-2f20a1e3d9bb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:17.847209 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77fae88d-e4cb-45ce-b6cb-5efb8624a4ff tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:17.869988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Calling delete_port for 87c8f400-efad-4494-899c-2f20a1e3d9bb owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:59:17.896201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 30920ac4-29dc-4a21-a945-b88f3b6a0028 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:59:17.951089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4c185-084b-4153-b0e0-11a4978fdbb3 req-437a35df-d602-42b1-bad5-c3c8818b6284 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:17.958786 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13c4c185-084b-4153-b0e0-11a4978fdbb3 req-437a35df-d602-42b1-bad5-c3c8818b6284 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.1530969 Mar 11 11:59:18.063371 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f7e12167-23cb-4189-afa9-b4ba93f0a832 None None] Deleting port 87c8f400-efad-4494-899c-2f20a1e3d9bb {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:59:18.066045 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f7e12167-23cb-4189-afa9-b4ba93f0a832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (87c8f400-efad-4494-899c-2f20a1e3d9bb), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:18.069399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a98349ee-5f0f-4f7b-abe4-486016a390af triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:18.069724 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:18.084501 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13c4c185-084b-4153-b0e0-11a4978fdbb3 req-06211235-8287-415c-b53b-40b8b1f700a9 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139979 Mar 11 11:59:18.232921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-77fae88d-e4cb-45ce-b6cb-5efb8624a4ff tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Allocated IP 172.25.7.8 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/a375327d-13b7-48ff-a047-0434073a552d) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:59:18.268538 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (87c8f400-efad-4494-899c-2f20a1e3d9bb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:18.344852 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Pushing event deleted for resources: {'Port': ['ID=87c8f400-efad-4494-899c-2f20a1e3d9bb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:18.409086 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 30920ac4-29dc-4a21-a945-b88f3b6a0028 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:59:18.423440 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f7e12167-23cb-4189-afa9-b4ba93f0a832 None None] For port 87c8f400-efad-4494-899c-2f20a1e3d9bb, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=87c8f400-efad-4494-899c-2f20a1e3d9bb,segment=NetworkSegment(ef2ae1c1-fc71-428c-9666-e138fb856e6c),segment_id=ef2ae1c1-fc71-428c-9666-e138fb856e6c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:18.423861 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f7e12167-23cb-4189-afa9-b4ba93f0a832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (87c8f400-efad-4494-899c-2f20a1e3d9bb), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:18.488855 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 30920ac4-29dc-4a21-a945-b88f3b6a0028 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:18.489229 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:18.491226 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77fae88d-e4cb-45ce-b6cb-5efb8624a4ff tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for port (a375327d-13b7-48ff-a047-0434073a552d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:18.493631 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] No DVR routers for this DVR port 87c8f400-efad-4494-899c-2f20a1e3d9bb on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:59:18.518187 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f7e12167-23cb-4189-afa9-b4ba93f0a832 None None] Calling delete_port for 87c8f400-efad-4494-899c-2f20a1e3d9bb owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:59:18.841064 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (b699c5f5-71fd-4326-a41b-21c356b3545a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:18.940203 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b699c5f5-71fd-4326-a41b-21c356b3545a']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:18.944970 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77fae88d-e4cb-45ce-b6cb-5efb8624a4ff tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a375327d-13b7-48ff-a047-0434073a552d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:18.950004 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f7e12167-23cb-4189-afa9-b4ba93f0a832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (87c8f400-efad-4494-899c-2f20a1e3d9bb), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:18.957524 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a98349ee-5f0f-4f7b-abe4-486016a390af is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:19.027706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2ae1c1-fc71-428c-9666-e138fb856e6c') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:19.031697 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2ae1c1-fc71-428c-9666-e138fb856e6c') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:19.083599 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e12167-23cb-4189-afa9-b4ba93f0a832 None None] No DVR routers for this DVR port 87c8f400-efad-4494-899c-2f20a1e3d9bb on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:59:19.127311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (ef2ae1c1-fc71-428c-9666-e138fb856e6c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:19.135146 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fae88d-e4cb-45ce-b6cb-5efb8624a4ff tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:59:19.144419 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e12167-23cb-4189-afa9-b4ba93f0a832 None None] Pushing event deleted for resources: {'Port': ['ID=87c8f400-efad-4494-899c-2f20a1e3d9bb,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:19.152320 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6343b9-a361-4323-964c-5abc21807da3 req-1fc2f735-2747-48af-993f-d59434b2dbff tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:19.168243 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:19.170366 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9c6343b9-a361-4323-964c-5abc21807da3 req-1fc2f735-2747-48af-993f-d59434b2dbff tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.3127470 Mar 11 11:59:19.183077 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-77fae88d-e4cb-45ce-b6cb-5efb8624a4ff tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:19.222260 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fae88d-e4cb-45ce-b6cb-5efb8624a4ff tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:59:19.249237 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ef2ae1c1-fc71-428c-9666-e138fb856e6c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:19.324651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 30920ac4-29dc-4a21-a945-b88f3b6a0028 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:19.329946 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:19.337560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fae88d-e4cb-45ce-b6cb-5efb8624a4ff tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Pushing event updated for resources: {'Port': ['ID=a375327d-13b7-48ff-a047-0434073a552d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:19.349936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:59:19.350340 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (ef2ae1c1-fc71-428c-9666-e138fb856e6c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:59:19.365902 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:59:19.418633 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30970e8-6802-4e7c-a6be-0689cfd766c3 req-ccb11a67-50cb-432b-ac39-d3a68eb44662 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:19.428278 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f30970e8-6802-4e7c-a6be-0689cfd766c3 req-ccb11a67-50cb-432b-ac39-d3a68eb44662 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.5660701 Mar 11 11:59:19.465886 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 30920ac4-29dc-4a21-a945-b88f3b6a0028, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:19.468944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:59:19.477204 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be73504d-200d-4e44-b8a0-7155229600ea" -d '{"events": [{"server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "name": "network-vif-plugged", "status": "completed", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:59:19.491022 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:19.546684 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9c6343b9-a361-4323-964c-5abc21807da3 req-4bdb5c97-5997-45c0-ae55-9ffea50d9e69 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3579762 Mar 11 11:59:19.604782 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 87c8f400-efad-4494-899c-2f20a1e3d9bb no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:59:19.657709 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 87c8f400-efad-4494-899c-2f20a1e3d9bb {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:59:19.663241 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 87c8f400-efad-4494-899c-2f20a1e3d9bb not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:59:19.694716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a1dd8-afd2-408e-ace9-29af8fc415e6 req-edc7fb6d-df33-40e1-a9d8-05a63a57ac7e tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:19.698320 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e9a1dd8-afd2-408e-ace9-29af8fc415e6 req-edc7fb6d-df33-40e1-a9d8-05a63a57ac7e tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 946 time: 0.4281778 Mar 11 11:59:19.713732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=30920ac4-29dc-4a21-a945-b88f3b6a0028,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:19.853656 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-f30970e8-6802-4e7c-a6be-0689cfd766c3 req-7f03160c-b60f-41e2-9f8f-8b1174732b1b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Deleting port e07900b5-98b3-4081-9af4-ef80f79e5f11 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:59:19.854309 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f30970e8-6802-4e7c-a6be-0689cfd766c3 req-7f03160c-b60f-41e2-9f8f-8b1174732b1b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e07900b5-98b3-4081-9af4-ef80f79e5f11), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:19.861237 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e9a1dd8-afd2-408e-ace9-29af8fc415e6 req-861a68ed-90b0-4358-9337-d177c70793b7 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395333 Mar 11 11:59:19.937100 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8986ac96-2e1f-4ebf-9fa9-02f09856f841 x-openstack-request-id: req-8986ac96-2e1f-4ebf-9fa9-02f09856f841 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:59:19.937527 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "name": "network-vif-plugged", "status": "completed", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:59:19.940479 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8986ac96-2e1f-4ebf-9fa9-02f09856f841 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:59:19.940987 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'code': 200} Mar 11 11:59:20.043745 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:20.153025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-f30970e8-6802-4e7c-a6be-0689cfd766c3 req-7f03160c-b60f-41e2-9f8f-8b1174732b1b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] For port e07900b5-98b3-4081-9af4-ef80f79e5f11, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e07900b5-98b3-4081-9af4-ef80f79e5f11,segment=NetworkSegment(4a250eb1-1b2b-4929-afa8-5703c123983f),segment_id=4a250eb1-1b2b-4929-afa8-5703c123983f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:20.156002 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f30970e8-6802-4e7c-a6be-0689cfd766c3 req-7f03160c-b60f-41e2-9f8f-8b1174732b1b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e07900b5-98b3-4081-9af4-ef80f79e5f11), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:20.192966 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-f30970e8-6802-4e7c-a6be-0689cfd766c3 req-7f03160c-b60f-41e2-9f8f-8b1174732b1b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Calling delete_port for e07900b5-98b3-4081-9af4-ef80f79e5f11 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:59:20.450772 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (b699c5f5-71fd-4326-a41b-21c356b3545a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:20.479001 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:20.487885 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] 10.222.0.78 "DELETE /v2.0/networks/b699c5f5-71fd-4326-a41b-21c356b3545a HTTP/1.1" status: 204 len: 168 time: 3.2926838 Mar 11 11:59:20.487885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f64c8-30fd-49e5-8365-f6bd951a5871 tempest-ExtraDHCPOptionsTestJSON-1054848509 tempest-ExtraDHCPOptionsTestJSON-1054848509-project] Pushing event deleted for resources: {'Network': ['ID=b699c5f5-71fd-4326-a41b-21c356b3545a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:20.506016 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ad766-53bf-4383-ab00-786bb0377f3a req-9c5eb9c7-16a9-4759-98ae-94ed8520f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:20.508187 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3b3ad766-53bf-4383-ab00-786bb0377f3a req-9c5eb9c7-16a9-4759-98ae-94ed8520f2a3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 1128 time: 0.0932157 Mar 11 11:59:20.525851 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f30970e8-6802-4e7c-a6be-0689cfd766c3 req-7f03160c-b60f-41e2-9f8f-8b1174732b1b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e07900b5-98b3-4081-9af4-ef80f79e5f11), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:20.539618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['5a3dc805-a3ed-42e9-9994-e9a65c4ac61d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:59:20.568458 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03160c-b60f-41e2-9f8f-8b1174732b1b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Pushing event deleted for resources: {'Port': ['ID=e07900b5-98b3-4081-9af4-ef80f79e5f11,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:20.626014 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3b3ad766-53bf-4383-ab00-786bb0377f3a req-a13fb347-ac1d-4eff-a1bf-aa498cba6521 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111944 Mar 11 11:59:20.655324 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30970e8-6802-4e7c-a6be-0689cfd766c3 req-7f03160c-b60f-41e2-9f8f-8b1174732b1b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] No DVR routers for this DVR port e07900b5-98b3-4081-9af4-ef80f79e5f11 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:59:20.661971 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f30970e8-6802-4e7c-a6be-0689cfd766c3 req-7f03160c-b60f-41e2-9f8f-8b1174732b1b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:20.675364 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f30970e8-6802-4e7c-a6be-0689cfd766c3 req-7f03160c-b60f-41e2-9f8f-8b1174732b1b tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.71 "DELETE /v2.0/ports/e07900b5-98b3-4081-9af4-ef80f79e5f11 HTTP/1.1" status: 204 len: 173 time: 1.2315865 Mar 11 11:59:20.677418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b401a8-5267-4964-bb82-d00507905d74', 'name': 'network-vif-deleted', 'tag': 'e07900b5-98b3-4081-9af4-ef80f79e5f11'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:59:20.690392 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc383ca-68d2-4288-9570-a7416053b6c0" -d '{"events": [{"server_uuid": "f4b401a8-5267-4964-bb82-d00507905d74", "name": "network-vif-deleted", "tag": "e07900b5-98b3-4081-9af4-ef80f79e5f11"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:59:20.822841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77fae88d-e4cb-45ce-b6cb-5efb8624a4ff tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for floatingip (24d4a431-2ef3-4c38-aad3-940a41a8a03f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:20.944971 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71668ba-f9ec-4269-8206-ae27c1ecc7e9 x-openstack-request-id: req-f71668ba-f9ec-4269-8206-ae27c1ecc7e9 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:59:20.945261 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b401a8-5267-4964-bb82-d00507905d74", "name": "network-vif-deleted", "tag": "e07900b5-98b3-4081-9af4-ef80f79e5f11", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:59:20.945519 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f71668ba-f9ec-4269-8206-ae27c1ecc7e9 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:59:20.945934 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b401a8-5267-4964-bb82-d00507905d74', 'name': 'network-vif-deleted', 'tag': 'e07900b5-98b3-4081-9af4-ef80f79e5f11', 'status': 'completed', 'code': 200} Mar 11 11:59:21.031708 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77fae88d-e4cb-45ce-b6cb-5efb8624a4ff tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a375327d-13b7-48ff-a047-0434073a552d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:21.076496 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7b123-8265-41c8-9cae-629db1a0265b req-4a0f3fdf-96f6-42f0-b19b-e36fb3fc47b7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:21.086779 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59a7b123-8265-41c8-9cae-629db1a0265b req-4a0f3fdf-96f6-42f0-b19b-e36fb3fc47b7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 946 time: 0.3013809 Mar 11 11:59:21.290904 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59a7b123-8265-41c8-9cae-629db1a0265b req-9e6176b1-07fb-4b40-b262-c0a818af8518 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903231 Mar 11 11:59:21.436249 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36922) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:21.472768 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fa51057-2bc7-4772-aff0-44b5a9ebc300 req-23681571-3543-43a6-9275-1bc919b66999 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4b401a8-5267-4964-bb82-d00507905d74 HTTP/1.1" status: 200 len: 210 time: 0.1806889 Mar 11 11:59:21.633083 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77fae88d-e4cb-45ce-b6cb-5efb8624a4ff tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for port (a375327d-13b7-48ff-a047-0434073a552d), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:21.653940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77fae88d-e4cb-45ce-b6cb-5efb8624a4ff tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a375327d-13b7-48ff-a047-0434073a552d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:21.806186 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77fae88d-e4cb-45ce-b6cb-5efb8624a4ff tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (24d4a431-2ef3-4c38-aad3-940a41a8a03f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:21.835731 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77fae88d-e4cb-45ce-b6cb-5efb8624a4ff tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:21.847241 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-77fae88d-e4cb-45ce-b6cb-5efb8624a4ff tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3483539 Mar 11 11:59:21.855345 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fae88d-e4cb-45ce-b6cb-5efb8624a4ff tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Pushing event updated for resources: {'Port': ['ID=a375327d-13b7-48ff-a047-0434073a552d,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:21.908289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e07900b5-98b3-4081-9af4-ef80f79e5f11 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:59:21.954939 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: e07900b5-98b3-4081-9af4-ef80f79e5f11 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:59:21.963841 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e07900b5-98b3-4081-9af4-ef80f79e5f11 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:59:22.094252 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36942) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:22.114212 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-edf97926-e181-4372-b739-02f9aecb55d1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0171c447574847249d6e5675a7eee001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6701503 Mar 11 11:59:22.279752 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-bac89d3c-68e9-476f-9f0e-f4bfe2b6a70e tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--848539093&fields=id&tenant_id=1b5b8b318e8547e3807ab839878ca018 HTTP/1.1" status: 200 len: 267 time: 0.1279559 Mar 11 11:59:22.473098 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-661298e6-7976-40c4-ac6c-8d2568d3cdb4 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:22.474793 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-661298e6-7976-40c4-ac6c-8d2568d3cdb4 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/networks?id=60b40c9f-73c6-47c3-949b-aea4f11842db HTTP/1.1" status: 200 len: 814 time: 0.1814647 Mar 11 11:59:22.477018 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f94977f2-f564-4913-94fc-7902f9f03484 admin admin] Publish callbacks [] for security_group (5423705c-da28-4356-bc41-0e9ac504fef3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:22.542827 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f94977f2-f564-4913-94fc-7902f9f03484 admin admin] Publish callbacks [] for security_group (5423705c-da28-4356-bc41-0e9ac504fef3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:22.554296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-e9044571-b71c-4ce5-9e20-58a6ac17e70f tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/quotas/1b5b8b318e8547e3807ab839878ca018 HTTP/1.1" status: 200 len: 375 time: 0.0663817 Mar 11 11:59:22.642494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525db37-a93f-4e94-b5d4-d21ee02f3311 req-ea57f1ac-7b27-4ce1-af4a-6846366d1cd1 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:22.654338 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c525db37-a93f-4e94-b5d4-d21ee02f3311 req-ea57f1ac-7b27-4ce1-af4a-6846366d1cd1 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 946 time: 0.1780715 Mar 11 11:59:22.712170 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-13174a28-3476-4cbc-b5ea-8f9b4fca36f8 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b5b8b318e8547e3807ab839878ca018&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1506093 Mar 11 11:59:22.732631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-df2b20a3-b97a-4e53-934f-0907740f69d2 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 11:59:22.733828 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-df2b20a3-b97a-4e53-934f-0907740f69d2 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062480 Mar 11 11:59:22.768548 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f94977f2-f564-4913-94fc-7902f9f03484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5423705c-da28-4356-bc41-0e9ac504fef3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:22.771329 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f94977f2-f564-4913-94fc-7902f9f03484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:22.775444 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f94977f2-f564-4913-94fc-7902f9f03484 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5423705c-da28-4356-bc41-0e9ac504fef3 HTTP/1.1" status: 204 len: 168 time: 0.6799014 Mar 11 11:59:22.790801 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c525db37-a93f-4e94-b5d4-d21ee02f3311 req-cba62ad5-19b8-416c-8e51-e9b70594e9dc tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354942 Mar 11 11:59:22.822438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94977f2-f564-4913-94fc-7902f9f03484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5423705c-da28-4356-bc41-0e9ac504fef3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:23.021531 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-f3cc4fa4-7fc1-4d5e-8782-0cba26e90004 service neutron] 10.222.0.78 "GET /v2.0/networks/60b40c9f-73c6-47c3-949b-aea4f11842db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802401 Mar 11 11:59:23.214321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-ca92e528-8134-43b6-9b83-32933c7dbeca service neutron] 10.222.0.78 "GET /v2.0/networks/60b40c9f-73c6-47c3-949b-aea4f11842db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596739 Mar 11 11:59:23.264605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeeeea5-8bd0-4498-90e5-12091d47defe req-6d7ae575-2340-4ae1-a4e4-a4bd14752c2d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:23.280414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36986) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:23.286368 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1f63b84d-b61b-4865-9163-0a425e3b3f15 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Request body: {'floatingip': {'port_id': '30920ac4-29dc-4a21-a945-b88f3b6a0028'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:23.297821 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aeeeeea5-8bd0-4498-90e5-12091d47defe req-6d7ae575-2340-4ae1-a4e4-a4bd14752c2d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 946 time: 0.3157876 Mar 11 11:59:23.426018 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f63b84d-b61b-4865-9163-0a425e3b3f15 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for floatingip (f662280c-4911-4376-a640-44277d3d90a3), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:23.798496 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72835317-1f5b-46ce-8311-55cf211c8e1a req-3520336b-07c2-44d2-b9d7-da1bf775d6da tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 210 time: 0.0853643 Mar 11 11:59:24.048155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72304f2-d9cb-4e32-9328-3d2e28cae514 req-2aba6531-5b61-4639-a35f-baba51cee8e3 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:24.064121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b72304f2-d9cb-4e32-9328-3d2e28cae514 req-2aba6531-5b61-4639-a35f-baba51cee8e3 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.2119896 Mar 11 11:59:24.235082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b72304f2-d9cb-4e32-9328-3d2e28cae514 req-f4e8afc5-bcef-4661-bc36-50e6516c7eeb tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697147 Mar 11 11:59:24.285588 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f63b84d-b61b-4865-9163-0a425e3b3f15 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:24.298592 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f63b84d-b61b-4865-9163-0a425e3b3f15 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (f662280c-4911-4376-a640-44277d3d90a3), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:24.456413 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-1f63b84d-b61b-4865-9163-0a425e3b3f15 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Floating IP f662280c-4911-4376-a640-44277d3d90a3 associated. External IP: 172.25.7.129, port: 30920ac4-29dc-4a21-a945-b88f3b6a0028. Mar 11 11:59:24.803112 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f63b84d-b61b-4865-9163-0a425e3b3f15 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Router 5610b5be-3ff6-41a2-846d-c937e896af04 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:59:25.015653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37040) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:25.020832 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6645852f-9795-434c-810d-6b52719b4c2c req-1ca0441d-5a7f-4130-89e8-67b76fa75748 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 210 time: 0.0481710 Mar 11 11:59:25.171078 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f63b84d-b61b-4865-9163-0a425e3b3f15 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:59:25.179243 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f63b84d-b61b-4865-9163-0a425e3b3f15 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:25.184774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e1ab3-bdfb-43cf-a29f-0572ff07ebc4 None None] Sync routers for ids ['5610b5be-3ff6-41a2-846d-c937e896af04'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:59:25.205480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e1ab3-bdfb-43cf-a29f-0572ff07ebc4 None None] Routers {'5610b5be-3ff6-41a2-846d-c937e896af04'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:59:25.209929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-031e1ab3-bdfb-43cf-a29f-0572ff07ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:59:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5610b5be-3ff6-41a2-846d-c937e896af04'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:25.261130 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1f63b84d-b61b-4865-9163-0a425e3b3f15 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "PUT /v2.0/floatingips/f662280c-4911-4376-a640-44277d3d90a3 HTTP/1.1" status: 200 len: 992 time: 1.9752293 Mar 11 11:59:25.272968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:59:25.282561 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39ed0d5-42b0-40b9-8329-9118dcdd6dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:59:25.447353 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-031e1ab3-bdfb-43cf-a29f-0572ff07ebc4 None None] Set router 5610b5be-3ff6-41a2-846d-c937e896af04 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:59:25.502601 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae13d34-722e-4496-9c95-6fe8b4baf3ab req-b3d39789-da0e-4b9f-8eba-f32f0f2b4556 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:25.520928 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ae13d34-722e-4496-9c95-6fe8b4baf3ab req-b3d39789-da0e-4b9f-8eba-f32f0f2b4556 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 946 time: 0.1377101 Mar 11 11:59:25.549529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f9d6b683-a879-425f-afca-6ec843c489ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1113448761'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:25.629141 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8160a-c358-4e70-903d-8b88024efb55 req-64863e7f-1441-4666-afc4-b96963ad3ee7 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:25.636825 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-48e8160a-c358-4e70-903d-8b88024efb55 req-64863e7f-1441-4666-afc4-b96963ad3ee7 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.2170701 Mar 11 11:59:25.688122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d6b683-a879-425f-afca-6ec843c489ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:25.692092 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9d6b683-a879-425f-afca-6ec843c489ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:25.734381 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-48e8160a-c358-4e70-903d-8b88024efb55 req-8355f08f-2925-4656-8699-d4c8fa655175 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b983641-587d-45d1-a304-c6f3ff6105dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961668 Mar 11 11:59:25.750080 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9d6b683-a879-425f-afca-6ec843c489ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:25.789451 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ae13d34-722e-4496-9c95-6fe8b4baf3ab req-b8c1418a-4e9d-4ee8-af22-243a6699394f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2660575 Mar 11 11:59:25.887949 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ecbd51-0f76-4f35-9a7b-073b8d4974d6 x-openstack-request-id: req-31ecbd51-0f76-4f35-9a7b-073b8d4974d6 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:59:25.888811 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:59:25.889228 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-31ecbd51-0f76-4f35-9a7b-073b8d4974d6 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:59:25.890859 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'status': 'completed', 'code': 200} Mar 11 11:59:25.907633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59dde6-dca8-4764-b49e-df3f87b8c560 req-9c439edc-c3be-4c6d-bef6-a0de59809f87 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:25.909537 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5c59dde6-dca8-4764-b49e-df3f87b8c560 req-9c439edc-c3be-4c6d-bef6-a0de59809f87 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 945 time: 0.1705477 Mar 11 11:59:26.036039 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-031e1ab3-bdfb-43cf-a29f-0572ff07ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'name': 'tempest-ServerActionsTestJSON-580935224-router', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:34Z', 'updated_at': '2022-03-11T11:58:47Z', 'revision_number': 4, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'gw_port': {'id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:36Z', 'updated_at': '2022-03-11T11:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'f662280c-4911-4376-a640-44277d3d90a3', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'floating_ip_address': '172.25.7.129', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'port_id': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'mac_address': 'fa:16:3e:aa:b6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:58:54Z', 'updated_at': '2022-03-11T11:59:24Z', 'revision_number': 1, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e43d62-b314-4b16-b6d8-b2ab183d1bf8', 'name': '', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'mac_address': 'fa:16:3e:ec:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:44Z', 'updated_at': '2022-03-11T11:58:51Z', 'revision_number': 5, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'subnets': [{'id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:26.083551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e1ab3-bdfb-43cf-a29f-0572ff07ebc4 None None] Checking router: 5610b5be-3ff6-41a2-846d-c937e896af04 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:59:26.093600 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e1ab3-bdfb-43cf-a29f-0572ff07ebc4 None None] Routers {'5610b5be-3ff6-41a2-846d-c937e896af04'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:59:26.094409 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-031e1ab3-bdfb-43cf-a29f-0572ff07ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:59:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5610b5be-3ff6-41a2-846d-c937e896af04'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:26.209913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-5c59dde6-dca8-4764-b49e-df3f87b8c560 req-67b59fc2-7482-43d4-bf5e-0272b5991617 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Deleting port 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:59:26.210264 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5c59dde6-dca8-4764-b49e-df3f87b8c560 req-67b59fc2-7482-43d4-bf5e-0272b5991617 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5a3dc805-a3ed-42e9-9994-e9a65c4ac61d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:26.322438 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-031e1ab3-bdfb-43cf-a29f-0572ff07ebc4 None None] Set router 5610b5be-3ff6-41a2-846d-c937e896af04 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:59:26.398889 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-763b3255-36f6-4cb3-afa3-3920d29d97e2 req-77456fab-8555-4676-b958-52a532d36fed tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 210 time: 0.1964092 Mar 11 11:59:26.411525 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-5c59dde6-dca8-4764-b49e-df3f87b8c560 req-67b59fc2-7482-43d4-bf5e-0272b5991617 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] For port 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5a3dc805-a3ed-42e9-9994-e9a65c4ac61d,segment=NetworkSegment(4a250eb1-1b2b-4929-afa8-5703c123983f),segment_id=4a250eb1-1b2b-4929-afa8-5703c123983f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:26.411525 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5c59dde6-dca8-4764-b49e-df3f87b8c560 req-67b59fc2-7482-43d4-bf5e-0272b5991617 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5a3dc805-a3ed-42e9-9994-e9a65c4ac61d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:26.443815 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-5c59dde6-dca8-4764-b49e-df3f87b8c560 req-67b59fc2-7482-43d4-bf5e-0272b5991617 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Calling delete_port for 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:59:26.535677 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ed0d5-42b0-40b9-8329-9118dcdd6dc1 req-6464645a-cb3b-4334-a7eb-59a22a4f703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:26.543669 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a39ed0d5-42b0-40b9-8329-9118dcdd6dc1 req-6464645a-cb3b-4334-a7eb-59a22a4f703e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 1128 time: 0.6085300 Mar 11 11:59:26.621201 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-dfc82040-15cd-47aa-895d-05b8f184af7f tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:26.625208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-dfc82040-15cd-47aa-895d-05b8f184af7f tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.37 "GET /v2.0/networks?id=60b40c9f-73c6-47c3-949b-aea4f11842db HTTP/1.1" status: 200 len: 814 time: 0.7881603 Mar 11 11:59:26.666133 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c3c12-d4ff-4495-bcd4-b608a400913f req-fecbfe9e-cf23-4213-8703-76040eff4c3d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:26.668179 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d5c3c12-d4ff-4495-bcd4-b608a400913f req-fecbfe9e-cf23-4213-8703-76040eff4c3d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 946 time: 0.5897706 Mar 11 11:59:26.721776 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9d6b683-a879-425f-afca-6ec843c489ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for security_group (98d85d19-6f21-4514-bf74-9008e1b5c0b8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:26.770366 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5c59dde6-dca8-4764-b49e-df3f87b8c560 req-67b59fc2-7482-43d4-bf5e-0272b5991617 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5a3dc805-a3ed-42e9-9994-e9a65c4ac61d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:26.834727 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['5a3dc805-a3ed-42e9-9994-e9a65c4ac61d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:59:26.879369 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b59fc2-7482-43d4-bf5e-0272b5991617 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Pushing event deleted for resources: {'Port': ['ID=5a3dc805-a3ed-42e9-9994-e9a65c4ac61d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:26.927829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c59dde6-dca8-4764-b49e-df3f87b8c560 req-67b59fc2-7482-43d4-bf5e-0272b5991617 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] No DVR routers for this DVR port 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:59:26.935924 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5c59dde6-dca8-4764-b49e-df3f87b8c560 req-67b59fc2-7482-43d4-bf5e-0272b5991617 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:26.943427 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5c59dde6-dca8-4764-b49e-df3f87b8c560 req-67b59fc2-7482-43d4-bf5e-0272b5991617 tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.37 "DELETE /v2.0/ports/5a3dc805-a3ed-42e9-9994-e9a65c4ac61d HTTP/1.1" status: 204 len: 173 time: 1.0276601 Mar 11 11:59:27.002290 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-031e1ab3-bdfb-43cf-a29f-0572ff07ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'name': 'tempest-ServerActionsTestJSON-580935224-router', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:34Z', 'updated_at': '2022-03-11T11:58:47Z', 'revision_number': 4, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'gw_port': {'id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:36Z', 'updated_at': '2022-03-11T11:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'f662280c-4911-4376-a640-44277d3d90a3', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'floating_ip_address': '172.25.7.129', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'port_id': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'mac_address': 'fa:16:3e:aa:b6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:58:54Z', 'updated_at': '2022-03-11T11:59:24Z', 'revision_number': 1, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e43d62-b314-4b16-b6d8-b2ab183d1bf8', 'name': '', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'mac_address': 'fa:16:3e:ec:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:44Z', 'updated_at': '2022-03-11T11:58:51Z', 'revision_number': 5, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'subnets': [{'id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:27.075276 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e1ab3-bdfb-43cf-a29f-0572ff07ebc4 None None] The sync data for ids ['5610b5be-3ff6-41a2-846d-c937e896af04'] in n-d-833234-2 is: [{'id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'name': 'tempest-ServerActionsTestJSON-580935224-router', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:34Z', 'updated_at': '2022-03-11T11:58:47Z', 'revision_number': 4, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'gw_port': {'id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:36Z', 'updated_at': '2022-03-11T11:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'f662280c-4911-4376-a640-44277d3d90a3', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'floating_ip_address': '172.25.7.129', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'port_id': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'mac_address': 'fa:16:3e:aa:b6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:58:54Z', 'updated_at': '2022-03-11T11:59:24Z', 'revision_number': 1, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e43d62-b314-4b16-b6d8-b2ab183d1bf8', 'name': '', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'mac_address': 'fa:16:3e:ec:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:44Z', 'updated_at': '2022-03-11T11:58:51Z', 'revision_number': 5, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'subnets': [{'id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:59:27.533687 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d82b82e-5a08-407f-9f24-b2bf10c44558 None None] New status for floating IP f662280c-4911-4376-a640-44277d3d90a3: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 11:59:27.568011 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9d6b683-a879-425f-afca-6ec843c489ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (98d85d19-6f21-4514-bf74-9008e1b5c0b8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:27.658440 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d6b683-a879-425f-afca-6ec843c489ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:59:27.668976 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9d6b683-a879-425f-afca-6ec843c489ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (15ebd0fa-0641-42ae-ba0b-145786679e91), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:27.669844 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-f9d6b683-a879-425f-afca-6ec843c489ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Added segment 15ebd0fa-0641-42ae-ba0b-145786679e91 of type vlan for network 9d687b2e-0f18-4f2f-a174-2674608fbb54 Mar 11 11:59:27.761551 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9d6b683-a879-425f-afca-6ec843c489ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (9d687b2e-0f18-4f2f-a174-2674608fbb54), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:27.830429 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6b683-a879-425f-afca-6ec843c489ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d85d19-6f21-4514-bf74-9008e1b5c0b8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:27.892567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d117353-5358-4060-9912-ba046101d4ca', 'name': 'network-vif-deleted', 'tag': '5a3dc805-a3ed-42e9-9994-e9a65c4ac61d'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:59:27.898983 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dab0dee-3fcf-450b-8c62-56f918a995ee" -d '{"events": [{"server_uuid": "5d117353-5358-4060-9912-ba046101d4ca", "name": "network-vif-deleted", "tag": "5a3dc805-a3ed-42e9-9994-e9a65c4ac61d"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:59:27.940956 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-b9300b00-a591-41ae-82ca-18f62d3a5fcb tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b5b8b318e8547e3807ab839878ca018 HTTP/1.1" status: 200 len: 379 time: 1.2696998 Mar 11 11:59:27.942150 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9d6b683-a879-425f-afca-6ec843c489ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (9d687b2e-0f18-4f2f-a174-2674608fbb54), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:27.947728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d6b683-a879-425f-afca-6ec843c489ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:27.947981 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9d6b683-a879-425f-afca-6ec843c489ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:27.952376 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d7d566a8-4958-4a1a-bb05-6d9dc1bc7eda req-1cebc951-50c2-4d6a-8aed-76e2d4e6c0fb tempest-ServerRescueTestJSON-1576869234 tempest-ServerRescueTestJSON-1576869234-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d117353-5358-4060-9912-ba046101d4ca HTTP/1.1" status: 200 len: 210 time: 0.3805296 Mar 11 11:59:27.970562 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-ca93b95d-84c0-42e9-9e34-7a965af15e84 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Request body: {'port': {'device_id': '9dacb68f-d348-428c-9119-2b1b7f1bf89d', 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db', 'admin_state_up': True, 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'security_groups': ['ca6046ed-07a1-4b05-ad57-042a0ec781f6']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:28.112251 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d5c3c12-d4ff-4495-bcd4-b608a400913f req-bb17260f-cd6e-4371-a016-9460359b64fc tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4232490 Mar 11 11:59:28.162599 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8032dc-6aa9-44c9-94f6-861c3035994a x-openstack-request-id: req-8a8032dc-6aa9-44c9-94f6-861c3035994a {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:59:28.163556 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d117353-5358-4060-9912-ba046101d4ca", "name": "network-vif-deleted", "tag": "5a3dc805-a3ed-42e9-9994-e9a65c4ac61d", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:59:28.165657 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a8032dc-6aa9-44c9-94f6-861c3035994a {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:59:28.166840 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d117353-5358-4060-9912-ba046101d4ca', 'name': 'network-vif-deleted', 'tag': '5a3dc805-a3ed-42e9-9994-e9a65c4ac61d', 'status': 'completed', 'code': 200} Mar 11 11:59:28.180792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ed0d5-42b0-40b9-8329-9118dcdd6dc1 req-08ae51a8-3209-4fa5-acdb-ddbcba70eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:28.183107 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a39ed0d5-42b0-40b9-8329-9118dcdd6dc1 req-08ae51a8-3209-4fa5-acdb-ddbcba70eca8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 1.6121378 Mar 11 11:59:28.212681 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f9d6b683-a879-425f-afca-6ec843c489ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.1946664 Mar 11 11:59:28.266440 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b7c93b7-9b47-4d05-a7bb-37819352db7a req-383e662a-d3ab-4e99-bc2a-db710af422de tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 210 time: 0.0922160 Mar 11 11:59:28.307125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-ca93b95d-84c0-42e9-9e34-7a965af15e84 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Made reservation on behalf of 1b5b8b318e8547e3807ab839878ca018 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:28.310669 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-ca93b95d-84c0-42e9-9e34-7a965af15e84 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:28.356653 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37104) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:28.362448 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'subnet': {'network_id': '9d687b2e-0f18-4f2f-a174-2674608fbb54', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:28.370538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6b683-a879-425f-afca-6ec843c489ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Network': ['ID=9d687b2e-0f18-4f2f-a174-2674608fbb54,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:28.388316 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 9d687b2e-0f18-4f2f-a174-2674608fbb54 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:59:28.444449 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a39ed0d5-42b0-40b9-8329-9118dcdd6dc1 req-14ea8fe1-a56a-48b1-a2ef-bb021a68080d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028 HTTP/1.1" status: 200 len: 1002 time: 0.2370968 Mar 11 11:59:28.518527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:28.528219 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:28.599228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ed0d5-42b0-40b9-8329-9118dcdd6dc1 req-d677ee72-717a-4d79-a3bf-3b957343dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:28.600789 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a39ed0d5-42b0-40b9-8329-9118dcdd6dc1 req-d677ee72-717a-4d79-a3bf-3b957343dbae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.1470816 Mar 11 11:59:28.633674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-ca93b95d-84c0-42e9-9e34-7a965af15e84 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Allocated IP 172.20.0.14 (60b40c9f-73c6-47c3-949b-aea4f11842db/10dac987-a6b7-4739-90f9-028ad3f7ef49/9b8716b4-4d1d-42c3-b307-d514a205334d) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:59:28.711193 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ed0d5-42b0-40b9-8329-9118dcdd6dc1 req-fc1daf8b-f5d6-4425-9dce-cb8aeb4e7b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:28.712775 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a39ed0d5-42b0-40b9-8329-9118dcdd6dc1 req-fc1daf8b-f5d6-4425-9dce-cb8aeb4e7b82 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0975893 Mar 11 11:59:28.888808 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (b95066d1-cceb-448f-8341-93b313d56a1b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:28.909032 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-ca93b95d-84c0-42e9-9e34-7a965af15e84 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for port (9b8716b4-4d1d-42c3-b307-d514a205334d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:28.951637 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Subnet': ['ID=b95066d1-cceb-448f-8341-93b313d56a1b,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:28.965657 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:28.966277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:28.966791 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:28.967351 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:28.968103 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:28.968632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:28.969148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:28.969658 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:28.970155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:28.970651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:28.971164 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:28.971741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:28.972233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:29.004400 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-ca93b95d-84c0-42e9-9e34-7a965af15e84 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9b8716b4-4d1d-42c3-b307-d514a205334d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:29.035409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Checking segment: {'id': '15ebd0fa-0641-42ae-ba0b-145786679e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9d687b2e-0f18-4f2f-a174-2674608fbb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:29.036129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network hostable DHCP agents. Network: 9d687b2e-0f18-4f2f-a174-2674608fbb54, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:59:29.070994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37130) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:29.090011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network 9d687b2e-0f18-4f2f-a174-2674608fbb54 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:59:29.110272 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 9d687b2e-0f18-4f2f-a174-2674608fbb54) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:29.117161 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:29.118482 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:29.121909 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893dbbf7-df85-4e66-af65-b5c7802fa6d2 None None] Network 9d687b2e-0f18-4f2f-a174-2674608fbb54 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:59:29.159469 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dbfecf69-0204-4787-b383-8278d970df40 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8015285 Mar 11 11:59:29.164886 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37140) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:29.183179 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-45bb7459-2617-483d-b260-6a7c5f83b2bd tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-834745137'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:29.264423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bb7459-2617-483d-b260-6a7c5f83b2bd tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:29.267847 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45bb7459-2617-483d-b260-6a7c5f83b2bd tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:29.356787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bb7459-2617-483d-b260-6a7c5f83b2bd tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:59:29.366344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-ca93b95d-84c0-42e9-9e34-7a965af15e84 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Network 60b40c9f-73c6-47c3-949b-aea4f11842db is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:59:29.389607 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45bb7459-2617-483d-b260-6a7c5f83b2bd tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b21fa887-cd95-4582-a9ed-2d45ecde87c4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:29.389951 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-45bb7459-2617-483d-b260-6a7c5f83b2bd tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Added segment b21fa887-cd95-4582-a9ed-2d45ecde87c4 of type vlan for network 2726b396-b33c-44aa-baef-ef2aa740cc61 Mar 11 11:59:29.485915 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-9d687b2e-0f18-4f2f-a174-2674608fbb54', 'network_id': '9d687b2e-0f18-4f2f-a174-2674608fbb54', 'project_id': 'eec498d2f5214427a2d09de1509bceda', 'fixed_ips': [{'subnet_id': 'b95066d1-cceb-448f-8341-93b313d56a1b'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:59:29.486803 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:29.535849 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45bb7459-2617-483d-b260-6a7c5f83b2bd tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (2726b396-b33c-44aa-baef-ef2aa740cc61), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:29.593416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-ca93b95d-84c0-42e9-9e34-7a965af15e84 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:29.595341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93b95d-84c0-42e9-9e34-7a965af15e84 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Pushing event updated for resources: {'Port': ['ID=9b8716b4-4d1d-42c3-b307-d514a205334d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:29.622073 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45bb7459-2617-483d-b260-6a7c5f83b2bd tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (2726b396-b33c-44aa-baef-ef2aa740cc61), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:29.633809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bb7459-2617-483d-b260-6a7c5f83b2bd tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:29.634454 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45bb7459-2617-483d-b260-6a7c5f83b2bd tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:29.665529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-ca93b95d-84c0-42e9-9e34-7a965af15e84 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:59:29.782473 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-45bb7459-2617-483d-b260-6a7c5f83b2bd tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6136901 Mar 11 11:59:29.786482 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37158) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:29.813871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Allocated IP 172.20.255.242 (9d687b2e-0f18-4f2f-a174-2674608fbb54/b95066d1-cceb-448f-8341-93b313d56a1b/278448f6-ad9b-47b5-9e90-637ac1f732e7) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:59:29.822384 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a39ed0d5-42b0-40b9-8329-9118dcdd6dc1 req-39c08dc0-fc43-4416-a08a-44873a7284d0 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1005330 Mar 11 11:59:29.846420 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-ca93b95d-84c0-42e9-9e34-7a965af15e84 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:29.847095 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-ca93b95d-84c0-42e9-9e34-7a965af15e84 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:29.924150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-be829af0-9ff3-4cac-9019-0ab8ec99dc60 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'subnet': {'network_id': '2726b396-b33c-44aa-baef-ef2aa740cc61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:29.993264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb7459-2617-483d-b260-6a7c5f83b2bd tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Network': ['ID=2726b396-b33c-44aa-baef-ef2aa740cc61,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:30.045223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37160) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:30.089767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 2726b396-b33c-44aa-baef-ef2aa740cc61 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:59:30.212435 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be829af0-9ff3-4cac-9019-0ab8ec99dc60 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:30.217115 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be829af0-9ff3-4cac-9019-0ab8ec99dc60 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:30.232717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a39ed0d5-42b0-40b9-8329-9118dcdd6dc1 req-078c6f2f-5e2b-4dbc-ab95-eb8b00f5dac3 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439884 Mar 11 11:59:30.238008 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-ca93b95d-84c0-42e9-9e34-7a965af15e84 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2840085 Mar 11 11:59:30.318347 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Request body: {'port': {'device_id': '9dacb68f-d348-428c-9119-2b1b7f1bf89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:30.400950 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9b8716b4-4d1d-42c3-b307-d514a205334d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:30.440702 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22031515-bf36-4014-bcac-effc158d19ec req-b597f514-014c-4c73-8b40-e1f82483d192 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:30.449863 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22031515-bf36-4014-bcac-effc158d19ec req-b597f514-014c-4c73-8b40-e1f82483d192 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 932 time: 0.6337488 Mar 11 11:59:30.501846 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924fea9-0255-4117-9ec7-75f2bea0cf56 req-01c97457-4cee-467a-895b-57418a3c572e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:30.509547 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3924fea9-0255-4117-9ec7-75f2bea0cf56 req-01c97457-4cee-467a-895b-57418a3c572e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 946 time: 1.2599943 Mar 11 11:59:30.743361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:59:30.758669 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3924fea9-0255-4117-9ec7-75f2bea0cf56 req-7073a864-ec1a-4124-a37b-bb8a72ce67d5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476990 Mar 11 11:59:30.766427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3f701daa-01c8-47ab-af57-0261713089d1 None None] Provisioning complete for port 9b8716b4-4d1d-42c3-b307-d514a205334d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:30.766892 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3f701daa-01c8-47ab-af57-0261713089d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9b8716b4-4d1d-42c3-b307-d514a205334d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:30.781587 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22031515-bf36-4014-bcac-effc158d19ec req-f998d838-12c5-4adf-8412-da9cab20bd90 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca6046ed-07a1-4b05-ad57-042a0ec781f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3301868 Mar 11 11:59:30.812670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:59:30.815772 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5a3dc805-a3ed-42e9-9994-e9a65c4ac61d not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:59:30.834153 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be829af0-9ff3-4cac-9019-0ab8ec99dc60 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (9565af4e-e184-4ccc-a82e-51446e14b19b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:30.885976 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97a876d8-6532-49e6-afde-0343e3f57456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:30.963783 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be829af0-9ff3-4cac-9019-0ab8ec99dc60 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Subnet': ['ID=9565af4e-e184-4ccc-a82e-51446e14b19b,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:30.997325 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3f701daa-01c8-47ab-af57-0261713089d1 None None] Port 9b8716b4-4d1d-42c3-b307-d514a205334d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:59:31.016442 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Publish callbacks [] for port (278448f6-ad9b-47b5-9e90-637ac1f732e7), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:31.017628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be829af0-9ff3-4cac-9019-0ab8ec99dc60 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Checking segment: {'id': 'b21fa887-cd95-4582-a9ed-2d45ecde87c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2726b396-b33c-44aa-baef-ef2aa740cc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:31.018639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be829af0-9ff3-4cac-9019-0ab8ec99dc60 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network hostable DHCP agents. Network: 2726b396-b33c-44aa-baef-ef2aa740cc61, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:59:31.033547 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (278448f6-ad9b-47b5-9e90-637ac1f732e7), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:31.079923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be829af0-9ff3-4cac-9019-0ab8ec99dc60 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network 2726b396-b33c-44aa-baef-ef2aa740cc61 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:59:31.111052 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97a876d8-6532-49e6-afde-0343e3f57456 admin admin] Publish callbacks [] for security_group (37031aa0-ec55-4593-8aca-20af12194b62), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:31.114159 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-be829af0-9ff3-4cac-9019-0ab8ec99dc60 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 2726b396-b33c-44aa-baef-ef2aa740cc61) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:31.122090 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be829af0-9ff3-4cac-9019-0ab8ec99dc60 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:31.123443 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be829af0-9ff3-4cac-9019-0ab8ec99dc60 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:31.129695 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97a876d8-6532-49e6-afde-0343e3f57456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (37031aa0-ec55-4593-8aca-20af12194b62), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:31.145943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05d59dc-f2b9-4e4f-a28e-090721d0d9cd None None] Network 2726b396-b33c-44aa-baef-ef2aa740cc61 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:59:31.170334 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Network 9d687b2e-0f18-4f2f-a174-2674608fbb54 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:59:31.197375 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-be829af0-9ff3-4cac-9019-0ab8ec99dc60 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4106891 Mar 11 11:59:31.204089 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-97a876d8-6532-49e6-afde-0343e3f57456 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5d9c37994d1944628cd0aee02f82a017&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1573191 Mar 11 11:59:31.206730 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37172) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:31.207285 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37174) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:31.272237 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a876d8-6532-49e6-afde-0343e3f57456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37031aa0-ec55-4593-8aca-20af12194b62,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:31.338983 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd0e3d4f-8678-4b1f-b365-64fbc6bc537c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (697b47fd-b6ab-497c-b35e-99e589869836), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:31.436965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:31.445538 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Pushing event updated for resources: {'Port': ['ID=278448f6-ad9b-47b5-9e90-637ac1f732e7,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:31.460113 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92a58a81-50fc-426a-88d0-08b90bbe9d08 admin admin] Publish callbacks [] for security_group (37031aa0-ec55-4593-8aca-20af12194b62), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:31.461688 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:59:31.472828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-2726b396-b33c-44aa-baef-ef2aa740cc61', 'network_id': '2726b396-b33c-44aa-baef-ef2aa740cc61', 'project_id': 'eec498d2f5214427a2d09de1509bceda', 'fixed_ips': [{'subnet_id': '9565af4e-e184-4ccc-a82e-51446e14b19b'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:59:31.474125 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:31.567184 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92a58a81-50fc-426a-88d0-08b90bbe9d08 admin admin] Publish callbacks [] for security_group (37031aa0-ec55-4593-8aca-20af12194b62), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:31.622069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8716b4-4d1d-42c3-b307-d514a205334d {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:59:31.631087 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (2726b396-b33c-44aa-baef-ef2aa740cc61), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:31.668068 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Publish callbacks [] for port (9b8716b4-4d1d-42c3-b307-d514a205334d), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:31.789569 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (9565af4e-e184-4ccc-a82e-51446e14b19b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:31.819133 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Attempting to bind port 278448f6-ad9b-47b5-9e90-637ac1f732e7 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:59:31.819656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Attempting to bind port 278448f6-ad9b-47b5-9e90-637ac1f732e7 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '15ebd0fa-0641-42ae-ba0b-145786679e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9d687b2e-0f18-4f2f-a174-2674608fbb54'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:59:31.824668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Attempting to bind port 278448f6-ad9b-47b5-9e90-637ac1f732e7 on network 9d687b2e-0f18-4f2f-a174-2674608fbb54 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:59:31.854362 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:59:31.855972 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Checking segment: {'id': '15ebd0fa-0641-42ae-ba0b-145786679e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9d687b2e-0f18-4f2f-a174-2674608fbb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:31.855972 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:31.855972 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Bound using segment: {'id': '15ebd0fa-0641-42ae-ba0b-145786679e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9d687b2e-0f18-4f2f-a174-2674608fbb54'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:59:31.856349 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Bound port: 278448f6-ad9b-47b5-9e90-637ac1f732e7, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ebd0fa-0641-42ae-ba0b-145786679e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9d687b2e-0f18-4f2f-a174-2674608fbb54'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:59:31.856719 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (278448f6-ad9b-47b5-9e90-637ac1f732e7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:31.921884 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Allocated IP 172.20.0.2 (2726b396-b33c-44aa-baef-ef2aa740cc61/9565af4e-e184-4ccc-a82e-51446e14b19b/5943aa12-8778-4f59-ac74-29f08b09b9ea) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:59:31.929262 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37188) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:31.947183 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e3d4f-8678-4b1f-b365-64fbc6bc537c admin admin] Deleting port 39b66783-3286-46c7-8c4a-94301660a436 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:59:31.947634 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd0e3d4f-8678-4b1f-b365-64fbc6bc537c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (39b66783-3286-46c7-8c4a-94301660a436), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:31.997146 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92a58a81-50fc-426a-88d0-08b90bbe9d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (37031aa0-ec55-4593-8aca-20af12194b62), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:32.000512 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92a58a81-50fc-426a-88d0-08b90bbe9d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:32.004536 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-92a58a81-50fc-426a-88d0-08b90bbe9d08 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/37031aa0-ec55-4593-8aca-20af12194b62 HTTP/1.1" status: 204 len: 168 time: 0.7858486 Mar 11 11:59:32.034097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a58a81-50fc-426a-88d0-08b90bbe9d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37031aa0-ec55-4593-8aca-20af12194b62,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:32.063537 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-bd0e3d4f-8678-4b1f-b365-64fbc6bc537c admin admin] For port 39b66783-3286-46c7-8c4a-94301660a436, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=39b66783-3286-46c7-8c4a-94301660a436,segment=NetworkSegment(4a250eb1-1b2b-4929-afa8-5703c123983f),segment_id=4a250eb1-1b2b-4929-afa8-5703c123983f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:32.064048 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd0e3d4f-8678-4b1f-b365-64fbc6bc537c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (39b66783-3286-46c7-8c4a-94301660a436), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:32.078894 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e3d4f-8678-4b1f-b365-64fbc6bc537c admin admin] Calling delete_port for 39b66783-3286-46c7-8c4a-94301660a436 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:59:32.089752 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] For port 278448f6-ad9b-47b5-9e90-637ac1f732e7, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:59:32.238414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] For port 278448f6-ad9b-47b5-9e90-637ac1f732e7, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=278448f6-ad9b-47b5-9e90-637ac1f732e7,segment=NetworkSegment(15ebd0fa-0641-42ae-ba0b-145786679e91),segment_id=15ebd0fa-0641-42ae-ba0b-145786679e91)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:59:32.257502 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (278448f6-ad9b-47b5-9e90-637ac1f732e7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:32.405666 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059e6f3-5b3a-43db-b49e-45662172c114 None None] Pushing event updated for resources: {'Port': ['ID=278448f6-ad9b-47b5-9e90-637ac1f732e7,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:32.409476 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Publish callbacks [] for port (5943aa12-8778-4f59-ac74-29f08b09b9ea), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:32.426957 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (5943aa12-8778-4f59-ac74-29f08b09b9ea), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:32.428280 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Transition to ACTIVE for port object 9b8716b4-4d1d-42c3-b307-d514a205334d will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 11:59:32.452591 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (9565af4e-e184-4ccc-a82e-51446e14b19b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:32.478492 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Network 2726b396-b33c-44aa-baef-ef2aa740cc61 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:59:32.481706 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:32.534687 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:59:32.546645 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (9b8716b4-4d1d-42c3-b307-d514a205334d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:32.640482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Pushing event updated for resources: {'Port': ['ID=5943aa12-8778-4f59-ac74-29f08b09b9ea,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:32.718497 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d83a3f00-3c03-40bd-a420-9dac3625fad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:32.751660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Attempting to bind port 5943aa12-8778-4f59-ac74-29f08b09b9ea on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:59:32.753125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Attempting to bind port 5943aa12-8778-4f59-ac74-29f08b09b9ea by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'b21fa887-cd95-4582-a9ed-2d45ecde87c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2726b396-b33c-44aa-baef-ef2aa740cc61'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:59:32.756706 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Attempting to bind port 5943aa12-8778-4f59-ac74-29f08b09b9ea on network 2726b396-b33c-44aa-baef-ef2aa740cc61 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:59:32.758909 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (2726b396-b33c-44aa-baef-ef2aa740cc61), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:32.770758 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:59:32.771150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Checking segment: {'id': 'b21fa887-cd95-4582-a9ed-2d45ecde87c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2726b396-b33c-44aa-baef-ef2aa740cc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:32.771645 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:32.772043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Bound using segment: {'id': 'b21fa887-cd95-4582-a9ed-2d45ecde87c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2726b396-b33c-44aa-baef-ef2aa740cc61'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:59:32.772620 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Bound port: 5943aa12-8778-4f59-ac74-29f08b09b9ea, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21fa887-cd95-4582-a9ed-2d45ecde87c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2726b396-b33c-44aa-baef-ef2aa740cc61'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:59:32.773280 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5943aa12-8778-4f59-ac74-29f08b09b9ea), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:32.777371 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Subnet': ['ID=9565af4e-e184-4ccc-a82e-51446e14b19b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:32.842316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2726b396-b33c-44aa-baef-ef2aa740cc61']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:32.884570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21fa887-cd95-4582-a9ed-2d45ecde87c4') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:32.884863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21fa887-cd95-4582-a9ed-2d45ecde87c4') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:32.915989 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (b21fa887-cd95-4582-a9ed-2d45ecde87c4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:32.945522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] For port 5943aa12-8778-4f59-ac74-29f08b09b9ea, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:59:32.952492 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] For port 5943aa12-8778-4f59-ac74-29f08b09b9ea, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5943aa12-8778-4f59-ac74-29f08b09b9ea,segment=NetworkSegment(b21fa887-cd95-4582-a9ed-2d45ecde87c4),segment_id=b21fa887-cd95-4582-a9ed-2d45ecde87c4)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:59:32.969360 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b21fa887-cd95-4582-a9ed-2d45ecde87c4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:32.977224 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5943aa12-8778-4f59-ac74-29f08b09b9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:32.984553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:59:32.984976 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (b21fa887-cd95-4582-a9ed-2d45ecde87c4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:59:33.043411 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:59:33.170349 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.api [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 11:59:33.170349 n-d-833234-2 neutron-server[104032]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 11:59:33.170349 n-d-833234-2 neutron-server[104032]: [parameters: {'id': '2726b396-b33c-44aa-baef-ef2aa740cc61'}] Mar 11 11:59:33.170349 n-d-833234-2 neutron-server[104032]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:59:33.171180 n-d-833234-2 neutron-server[104032]: DEBUG oslo_db.api [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:59:33.249897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488a52d-5dac-4c40-92bc-962be03687d5 None None] Pushing event updated for resources: {'Port': ['ID=5943aa12-8778-4f59-ac74-29f08b09b9ea,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:33.280027 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100f2263-83dc-43bd-a220-294abaf24b9b None None] Network 2726b396-b33c-44aa-baef-ef2aa740cc61 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:59:33.551449 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:33.603863 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 278448f6-ad9b-47b5-9e90-637ac1f732e7 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:59:33.672180 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 278448f6-ad9b-47b5-9e90-637ac1f732e7 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:33.672429 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (2726b396-b33c-44aa-baef-ef2aa740cc61), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:33.672893 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (278448f6-ad9b-47b5-9e90-637ac1f732e7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:33.776859 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 278448f6-ad9b-47b5-9e90-637ac1f732e7 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:33.777582 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (278448f6-ad9b-47b5-9e90-637ac1f732e7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:33.830816 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Deleting port 5943aa12-8778-4f59-ac74-29f08b09b9ea {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:59:33.835815 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5943aa12-8778-4f59-ac74-29f08b09b9ea), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:33.870213 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 278448f6-ad9b-47b5-9e90-637ac1f732e7, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=278448f6-ad9b-47b5-9e90-637ac1f732e7,segment=NetworkSegment(15ebd0fa-0641-42ae-ba0b-145786679e91),segment_id=15ebd0fa-0641-42ae-ba0b-145786679e91)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:33.883783 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (278448f6-ad9b-47b5-9e90-637ac1f732e7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:33.911713 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8716b4-4d1d-42c3-b307-d514a205334d,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:34.037197 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=278448f6-ad9b-47b5-9e90-637ac1f732e7,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:34.041864 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] For port 5943aa12-8778-4f59-ac74-29f08b09b9ea, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5943aa12-8778-4f59-ac74-29f08b09b9ea,segment=NetworkSegment(b21fa887-cd95-4582-a9ed-2d45ecde87c4),segment_id=b21fa887-cd95-4582-a9ed-2d45ecde87c4)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:34.042421 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5943aa12-8778-4f59-ac74-29f08b09b9ea), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:34.051282 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542ad25-7fd2-4a22-a697-5ba95b23c69b req-b117fc7d-95ee-4bfc-be76-55c09fcfd4ce tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:34.053245 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f542ad25-7fd2-4a22-a697-5ba95b23c69b req-b117fc7d-95ee-4bfc-be76-55c09fcfd4ce tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 944 time: 1.6348741 Mar 11 11:59:34.061743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b26159-e3b3-4001-b12a-d10f90f765cf req-f6df2961-6a44-4c99-a7e9-61546075eff9 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:34.068689 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58b26159-e3b3-4001-b12a-d10f90f765cf req-f6df2961-6a44-4c99-a7e9-61546075eff9 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 946 time: 1.6735737 Mar 11 11:59:34.080847 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Calling delete_port for 5943aa12-8778-4f59-ac74-29f08b09b9ea owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:59:34.087561 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca55e8c-9e63-4d82-a42b-9da4db77b9f4 None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 11:59:34.169982 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d83a3f00-3c03-40bd-a420-9dac3625fad8 admin admin] Publish callbacks [] for security_group (71f77055-3604-49e7-94b0-8ad5baf7273a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:34.200235 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5943aa12-8778-4f59-ac74-29f08b09b9ea), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:34.255260 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Port': ['ID=5943aa12-8778-4f59-ac74-29f08b09b9ea,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:34.264312 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No DVR routers for this DVR port 5943aa12-8778-4f59-ac74-29f08b09b9ea on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:59:34.267643 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d83a3f00-3c03-40bd-a420-9dac3625fad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (71f77055-3604-49e7-94b0-8ad5baf7273a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:34.280713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca55e8c-9e63-4d82-a42b-9da4db77b9f4 None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 11:59:34.346035 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0fc8e2f2-bc99-41aa-83ba-4c13ad77a1c8 None None] Provisioning complete for port 278448f6-ad9b-47b5-9e90-637ac1f732e7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:34.351530 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e2f2-bc99-41aa-83ba-4c13ad77a1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (278448f6-ad9b-47b5-9e90-637ac1f732e7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:34.363417 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (2726b396-b33c-44aa-baef-ef2aa740cc61), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:34.370554 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d83a3f00-3c03-40bd-a420-9dac3625fad8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a56884d7b9864932bb51dad10f522dcf&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4400020 Mar 11 11:59:34.411186 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a3f00-3c03-40bd-a420-9dac3625fad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f77055-3604-49e7-94b0-8ad5baf7273a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:34.428434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2726b396-b33c-44aa-baef-ef2aa740cc61']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:34.436544 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37232) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:34.450707 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21fa887-cd95-4582-a9ed-2d45ecde87c4') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:34.463277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21fa887-cd95-4582-a9ed-2d45ecde87c4') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:34.516506 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (b21fa887-cd95-4582-a9ed-2d45ecde87c4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:34.563200 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b21fa887-cd95-4582-a9ed-2d45ecde87c4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:34.586543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:59:34.586983 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (b21fa887-cd95-4582-a9ed-2d45ecde87c4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:59:34.606500 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:59:34.725283 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd0e3d4f-8678-4b1f-b365-64fbc6bc537c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (39b66783-3286-46c7-8c4a-94301660a436), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:34.775045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f542ad25-7fd2-4a22-a697-5ba95b23c69b req-bb310d9a-9a44-4c6f-8b74-b2637f318a23 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca6046ed-07a1-4b05-ad57-042a0ec781f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6949704 Mar 11 11:59:34.790628 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (2726b396-b33c-44aa-baef-ef2aa740cc61), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:34.839390 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:34.846171 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/2726b396-b33c-44aa-baef-ef2aa740cc61 HTTP/1.1" status: 204 len: 168 time: 3.6342394 Mar 11 11:59:34.846171 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17a644-db08-4d00-8109-964024a3d158 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Network': ['ID=2726b396-b33c-44aa-baef-ef2aa740cc61,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:34.868840 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37244) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:34.874584 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-01cde329-a786-48f3-82d2-42959272aca4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-579858182'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:34.911686 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0fc8e2f2-bc99-41aa-83ba-4c13ad77a1c8 None None] Current status of the port 278448f6-ad9b-47b5-9e90-637ac1f732e7 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:34.941928 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cde329-a786-48f3-82d2-42959272aca4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:34.946116 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01cde329-a786-48f3-82d2-42959272aca4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:34.958716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e3d4f-8678-4b1f-b365-64fbc6bc537c admin admin] Pushing event deleted for resources: {'Port': ['ID=39b66783-3286-46c7-8c4a-94301660a436,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:35.004535 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58b26159-e3b3-4001-b12a-d10f90f765cf req-186f68d3-24f7-47de-acfd-c22a753ba317 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8174570 Mar 11 11:59:35.009178 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Attempting to bind port 9b8716b4-4d1d-42c3-b307-d514a205334d on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:59:35.010728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Attempting to bind port 9b8716b4-4d1d-42c3-b307-d514a205334d by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '4b2832bf-e460-4a67-8def-f5935cb95cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:59:35.011267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Attempting to bind port 9b8716b4-4d1d-42c3-b307-d514a205334d on network 60b40c9f-73c6-47c3-949b-aea4f11842db {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:59:35.025024 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdf4557-b90d-4690-9c3b-cdc1903cd635 None None] Network 9d687b2e-0f18-4f2f-a174-2674608fbb54 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:59:35.078312 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cde329-a786-48f3-82d2-42959272aca4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:59:35.099063 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01cde329-a786-48f3-82d2-42959272aca4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (429dd9aa-7184-4158-b2e1-4c993225c941), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:35.099418 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-01cde329-a786-48f3-82d2-42959272aca4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Added segment 429dd9aa-7184-4158-b2e1-4c993225c941 of type vlan for network 9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c Mar 11 11:59:35.101824 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Port 9b8716b4-4d1d-42c3-b307-d514a205334d on network 60b40c9f-73c6-47c3-949b-aea4f11842db not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 11:59:35.102126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Attempting to bind port 9b8716b4-4d1d-42c3-b307-d514a205334d on network 60b40c9f-73c6-47c3-949b-aea4f11842db {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:59:35.150157 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:59:35.150639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Checking segment: {'id': '4b2832bf-e460-4a67-8def-f5935cb95cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:35.150889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Bound using segment: {'id': '4b2832bf-e460-4a67-8def-f5935cb95cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:59:35.151494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Bound port: 9b8716b4-4d1d-42c3-b307-d514a205334d, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2832bf-e460-4a67-8def-f5935cb95cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:59:35.151871 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9b8716b4-4d1d-42c3-b307-d514a205334d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:35.185528 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-382af6ec-c31d-4235-a7d5-6f2905dbee6a admin admin] Publish callbacks [] for security_group (71f77055-3604-49e7-94b0-8ad5baf7273a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:35.191887 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01cde329-a786-48f3-82d2-42959272aca4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:35.238691 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01cde329-a786-48f3-82d2-42959272aca4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:35.250965 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cde329-a786-48f3-82d2-42959272aca4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:35.255033 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01cde329-a786-48f3-82d2-42959272aca4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:35.313225 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-01cde329-a786-48f3-82d2-42959272aca4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4428451 Mar 11 11:59:35.317132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37284) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:35.326339 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c36f934e-a721-4522-9af7-bd895d11ddf5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'subnet': {'network_id': '9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:35.356790 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-382af6ec-c31d-4235-a7d5-6f2905dbee6a admin admin] Publish callbacks [] for security_group (71f77055-3604-49e7-94b0-8ad5baf7273a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:35.465844 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cde329-a786-48f3-82d2-42959272aca4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Network': ['ID=9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:35.482662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:59:35.509688 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36f934e-a721-4522-9af7-bd895d11ddf5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:35.521908 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c36f934e-a721-4522-9af7-bd895d11ddf5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:35.609159 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] For port 9b8716b4-4d1d-42c3-b307-d514a205334d, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:59:35.682418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 278448f6-ad9b-47b5-9e90-637ac1f732e7 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:59:35.725259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e49a8-0840-4674-9bbc-de5a168cfefb req-d0363551-e426-4533-903f-f05f1dee0102 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:35.727561 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-029e49a8-0840-4674-9bbc-de5a168cfefb req-d0363551-e426-4533-903f-f05f1dee0102 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 946 time: 0.5369513 Mar 11 11:59:35.737309 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] For port 9b8716b4-4d1d-42c3-b307-d514a205334d, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9b8716b4-4d1d-42c3-b307-d514a205334d,segment=NetworkSegment(4b2832bf-e460-4a67-8def-f5935cb95cd2),segment_id=4b2832bf-e460-4a67-8def-f5935cb95cd2)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:59:35.781764 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-347b1a05-6fb7-4f4b-ad71-a50cf3f24bdf None None] Provisioning complete for port 278448f6-ad9b-47b5-9e90-637ac1f732e7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:35.782434 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-347b1a05-6fb7-4f4b-ad71-a50cf3f24bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (278448f6-ad9b-47b5-9e90-637ac1f732e7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:35.801095 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (9b8716b4-4d1d-42c3-b307-d514a205334d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:35.897792 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd0e3d4f-8678-4b1f-b365-64fbc6bc537c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (697b47fd-b6ab-497c-b35e-99e589869836), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:35.905578 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 278448f6-ad9b-47b5-9e90-637ac1f732e7 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:35.906270 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (278448f6-ad9b-47b5-9e90-637ac1f732e7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:35.912690 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-382af6ec-c31d-4235-a7d5-6f2905dbee6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (71f77055-3604-49e7-94b0-8ad5baf7273a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:35.915258 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-382af6ec-c31d-4235-a7d5-6f2905dbee6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:35.916451 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-382af6ec-c31d-4235-a7d5-6f2905dbee6a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/71f77055-3604-49e7-94b0-8ad5baf7273a HTTP/1.1" status: 204 len: 168 time: 1.4767284 Mar 11 11:59:35.965071 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:35.965976 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:35.968670 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] 10.222.0.37 "PUT /v2.0/ports/9b8716b4-4d1d-42c3-b307-d514a205334d HTTP/1.1" status: 200 len: 1092 time: 5.6672158 Mar 11 11:59:35.972647 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dacb68f-d348-428c-9119-2b1b7f1bf89d', 'tag': '9b8716b4-4d1d-42c3-b307-d514a205334d'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:59:35.999730 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bc0f62-0dc1-4f0e-b3a8-5cd34ddbddd8" -d '{"events": [{"name": "network-changed", "server_uuid": "9dacb68f-d348-428c-9119-2b1b7f1bf89d", "tag": "9b8716b4-4d1d-42c3-b307-d514a205334d"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:59:36.125147 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526a0b8-0af3-4fde-883b-6292397d50b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8716b4-4d1d-42c3-b307-d514a205334d,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:36.240022 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.ipam_backend_mixin [None req-c36f934e-a721-4522-9af7-bd895d11ddf5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Performing IP validity checks on allocation pools {{(pid=104032) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 11:59:36.242044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.ipam_backend_mixin [None req-c36f934e-a721-4522-9af7-bd895d11ddf5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104032) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 11:59:36.411009 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 278448f6-ad9b-47b5-9e90-637ac1f732e7 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:36.435643 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382af6ec-c31d-4235-a7d5-6f2905dbee6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f77055-3604-49e7-94b0-8ad5baf7273a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:36.443619 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c36f934e-a721-4522-9af7-bd895d11ddf5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (6a70be64-ad19-4e65-906c-28d0ff6492ec), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:36.447975 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-347b1a05-6fb7-4f4b-ad71-a50cf3f24bdf None None] Current status of the port 278448f6-ad9b-47b5-9e90-637ac1f732e7 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:36.530360 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-029e49a8-0840-4674-9bbc-de5a168cfefb req-4cfae16d-dc6e-4f95-bfcd-f25591ee9ff3 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7907739 Mar 11 11:59:36.530605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f934e-a721-4522-9af7-bd895d11ddf5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Subnet': ['ID=6a70be64-ad19-4e65-906c-28d0ff6492ec,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:36.532523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36f934e-a721-4522-9af7-bd895d11ddf5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Checking segment: {'id': '429dd9aa-7184-4158-b2e1-4c993225c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:36.532884 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36f934e-a721-4522-9af7-bd895d11ddf5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network hostable DHCP agents. Network: 9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:59:36.561017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36f934e-a721-4522-9af7-bd895d11ddf5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network 9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:59:36.592447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c36f934e-a721-4522-9af7-bd895d11ddf5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:36.597051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36f934e-a721-4522-9af7-bd895d11ddf5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:36.597971 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c36f934e-a721-4522-9af7-bd895d11ddf5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:36.602149 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bacdfc-0094-4595-b9d5-59710ddac250 None None] Network 9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:59:36.609130 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-eca4371a-7773-4b76-a824-5450a47dce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:36.610859 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-eca4371a-7773-4b76-a824-5450a47dce03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b5b8b318e8547e3807ab839878ca018&device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 1126 time: 0.4656119 Mar 11 11:59:36.642355 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c36f934e-a721-4522-9af7-bd895d11ddf5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3238912 Mar 11 11:59:36.644960 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37388) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:36.670280 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3290fc9-8748-4b61-994b-a8e0831bbeb4 req-7992a074-5b0c-4637-bf32-aff29ae28de5 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:36.672037 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3290fc9-8748-4b61-994b-a8e0831bbeb4 req-7992a074-5b0c-4637-bf32-aff29ae28de5 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 944 time: 0.3659856 Mar 11 11:59:36.719450 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6953e8aa-51d4-44d5-9c66-d092d07d9bd4 x-openstack-request-id: req-6953e8aa-51d4-44d5-9c66-d092d07d9bd4 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:59:36.719781 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dacb68f-d348-428c-9119-2b1b7f1bf89d", "tag": "9b8716b4-4d1d-42c3-b307-d514a205334d", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:59:36.720042 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6953e8aa-51d4-44d5-9c66-d092d07d9bd4 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:59:36.720452 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dacb68f-d348-428c-9119-2b1b7f1bf89d', 'tag': '9b8716b4-4d1d-42c3-b307-d514a205334d', 'status': 'completed', 'code': 200} Mar 11 11:59:36.725605 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-a92002aa-851f-485d-b2f6-0b43131969fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b8716b4-4d1d-42c3-b307-d514a205334d HTTP/1.1" status: 200 len: 217 time: 0.0738440 Mar 11 11:59:36.749201 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37390) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:36.789120 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-b5e75fa9-338c-4f7f-8596-a7e0e8a12ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:36.790606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-b5e75fa9-338c-4f7f-8596-a7e0e8a12ef9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10dac987-a6b7-4739-90f9-028ad3f7ef49 HTTP/1.1" status: 200 len: 853 time: 0.0551612 Mar 11 11:59:36.865217 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3290fc9-8748-4b61-994b-a8e0831bbeb4 req-2f586c14-ff2d-47e0-93ee-217feaa473c4 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca6046ed-07a1-4b05-ad57-042a0ec781f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554449 Mar 11 11:59:36.915441 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c', 'network_id': '9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c', 'project_id': 'eec498d2f5214427a2d09de1509bceda', 'fixed_ips': [{'subnet_id': '6a70be64-ad19-4e65-906c-28d0ff6492ec'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:59:36.916593 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:36.993230 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:37.065143 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37398) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:37.088831 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c5cc-4348-4c6b-8fd4-0b14c40f0bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:37.100957 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0e3d4f-8678-4b1f-b365-64fbc6bc537c admin admin] Router 697b47fd-b6ab-497c-b35e-99e589869836 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:59:37.108763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-9d0ab18c-0737-499c-bd5f-388b767d3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:37.110351 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-9d0ab18c-0737-499c-bd5f-388b767d3011 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60b40c9f-73c6-47c3-949b-aea4f11842db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3117168 Mar 11 11:59:37.118300 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7080181e-aeb1-49d3-bce2-5c18c459d894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:37.173105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Allocated IP 172.20.0.3 (9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c/6a70be64-ad19-4e65-906c-28d0ff6492ec/de0b91e8-93cf-415c-abd1-1283a3faa74f) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:59:37.255363 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c5cc-4348-4c6b-8fd4-0b14c40f0bf4 admin admin] Publish callbacks [] for security_group (5757acd9-b4d3-45c9-b6db-2e699423f83f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:37.274599 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c5cc-4348-4c6b-8fd4-0b14c40f0bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5757acd9-b4d3-45c9-b6db-2e699423f83f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:37.294798 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0e3d4f-8678-4b1f-b365-64fbc6bc537c admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:59:37.306707 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2cf5c5cc-4348-4c6b-8fd4-0b14c40f0bf4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=580bdbc9809b497d843be483dd8e0bc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5524333 Mar 11 11:59:37.307317 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37408) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:37.310299 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc1c9ba-7340-4e6d-8d74-84006e57974f None None] Sync routers for ids ['697b47fd-b6ab-497c-b35e-99e589869836'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:59:37.313802 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (6a70be64-ad19-4e65-906c-28d0ff6492ec), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:37.326781 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bd0e3d4f-8678-4b1f-b365-64fbc6bc537c admin admin] 10.222.0.78 "PUT /v2.0/routers/697b47fd-b6ab-497c-b35e-99e589869836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1371651 Mar 11 11:59:37.329565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37410) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:37.351950 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc1c9ba-7340-4e6d-8d74-84006e57974f None None] Routers {'697b47fd-b6ab-497c-b35e-99e589869836'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:59:37.353749 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6cc1c9ba-7340-4e6d-8d74-84006e57974f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:59:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['697b47fd-b6ab-497c-b35e-99e589869836'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:37.423031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5c5cc-4348-4c6b-8fd4-0b14c40f0bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5757acd9-b4d3-45c9-b6db-2e699423f83f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:37.492522 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1705fe37-0b1a-4322-ac6d-25bf67a35b24 admin admin] Publish callbacks [] for security_group (5757acd9-b4d3-45c9-b6db-2e699423f83f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:37.534453 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1705fe37-0b1a-4322-ac6d-25bf67a35b24 admin admin] Publish callbacks [] for security_group (5757acd9-b4d3-45c9-b6db-2e699423f83f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:37.584051 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-123914e0-b3cf-4cb1-a0d0-5fdd4218dddd service neutron] 10.222.0.37 "GET /v2.0/networks/60b40c9f-73c6-47c3-949b-aea4f11842db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085039 Mar 11 11:59:37.593142 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7080181e-aeb1-49d3-bce2-5c18c459d894 admin admin] Publish callbacks [] for security_group (2ed06c22-0ead-4320-9143-a5d38a6b8af5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:37.604612 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7080181e-aeb1-49d3-bce2-5c18c459d894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2ed06c22-0ead-4320-9143-a5d38a6b8af5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:37.625522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-6cc1c9ba-7340-4e6d-8d74-84006e57974f None None] Set router 697b47fd-b6ab-497c-b35e-99e589869836 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:59:37.638790 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-552a084a-3cfd-4059-b646-c4f9bdaf52be admin admin] Publish callbacks [] for router (697b47fd-b6ab-497c-b35e-99e589869836), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:37.662198 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1705fe37-0b1a-4322-ac6d-25bf67a35b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5757acd9-b4d3-45c9-b6db-2e699423f83f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:37.665152 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1705fe37-0b1a-4322-ac6d-25bf67a35b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:37.668769 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1705fe37-0b1a-4322-ac6d-25bf67a35b24 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5757acd9-b4d3-45c9-b6db-2e699423f83f HTTP/1.1" status: 204 len: 168 time: 0.3538027 Mar 11 11:59:37.686629 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7080181e-aeb1-49d3-bce2-5c18c459d894 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7c8c7bc81849490da02977cc3d46b5fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6178536 Mar 11 11:59:37.686864 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37420) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:37.687970 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080181e-aeb1-49d3-bce2-5c18c459d894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed06c22-0ead-4320-9143-a5d38a6b8af5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:37.707938 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705fe37-0b1a-4322-ac6d-25bf67a35b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5757acd9-b4d3-45c9-b6db-2e699423f83f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:37.876977 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de236195-b5c7-4eb2-a109-efa4af4bdba0 req-f60bf9fa-5779-46bb-ad2c-6d5c91a32d2e service neutron] 10.222.0.37 "GET /v2.0/networks/60b40c9f-73c6-47c3-949b-aea4f11842db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856581 Mar 11 11:59:37.877583 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-348142cb-e9fc-492f-af4c-84c3f13973b5 admin admin] Publish callbacks [] for security_group (2ed06c22-0ead-4320-9143-a5d38a6b8af5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:37.894833 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-552a084a-3cfd-4059-b646-c4f9bdaf52be admin admin] Publish callbacks [] for router_gateway (697b47fd-b6ab-497c-b35e-99e589869836), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:37.896902 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Publish callbacks [] for port (de0b91e8-93cf-415c-abd1-1283a3faa74f), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:37.951045 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-348142cb-e9fc-492f-af4c-84c3f13973b5 admin admin] Publish callbacks [] for security_group (2ed06c22-0ead-4320-9143-a5d38a6b8af5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:37.963563 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (6a70be64-ad19-4e65-906c-28d0ff6492ec), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.010018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Subnet': ['ID=6a70be64-ad19-4e65-906c-28d0ff6492ec,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:38.049155 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (de0b91e8-93cf-415c-abd1-1283a3faa74f), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.111984 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Network 9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:59:38.119085 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:38.129033 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:59:38.139646 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.145420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Pushing event updated for resources: {'Port': ['ID=de0b91e8-93cf-415c-abd1-1283a3faa74f,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:38.213454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Attempting to bind port de0b91e8-93cf-415c-abd1-1283a3faa74f on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:59:38.214061 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Attempting to bind port de0b91e8-93cf-415c-abd1-1283a3faa74f by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '429dd9aa-7184-4158-b2e1-4c993225c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:59:38.214511 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Attempting to bind port de0b91e8-93cf-415c-abd1-1283a3faa74f on network 9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:59:38.219383 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc0f62-0dc1-4f0e-b3a8-5cd34ddbddd8 req-44118ffa-1e4a-42ff-993b-1ffc13718afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:38.223148 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8bc0f62-0dc1-4f0e-b3a8-5cd34ddbddd8 req-44118ffa-1e4a-42ff-993b-1ffc13718afe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b5b8b318e8547e3807ab839878ca018&device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 1126 time: 0.1923230 Mar 11 11:59:38.227089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:59:38.227545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Checking segment: {'id': '429dd9aa-7184-4158-b2e1-4c993225c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:38.228036 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.228562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Bound using segment: {'id': '429dd9aa-7184-4158-b2e1-4c993225c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:59:38.229159 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Bound port: de0b91e8-93cf-415c-abd1-1283a3faa74f, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429dd9aa-7184-4158-b2e1-4c993225c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:59:38.229807 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (de0b91e8-93cf-415c-abd1-1283a3faa74f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.231969 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37426) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:38.245746 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-552a084a-3cfd-4059-b646-c4f9bdaf52be admin admin] Deleting port 57f6f4bb-e816-4903-af10-b328d7188433 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:59:38.246346 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-552a084a-3cfd-4059-b646-c4f9bdaf52be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (57f6f4bb-e816-4903-af10-b328d7188433), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.255070 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:38.257581 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1388960-38f7-4f9f-b934-c5e2e728be92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.259109 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6cc1c9ba-7340-4e6d-8d74-84006e57974f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b47fd-b6ab-497c-b35e-99e589869836', 'name': 'tempest-ServerRescueTestJSON-1133104379-router', 'tenant_id': 'c751e389d54645099a22677f6b092d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '57f6f4bb-e816-4903-af10-b328d7188433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:57:19Z', 'updated_at': '2022-03-11T11:59:34Z', 'revision_number': 5, 'project_id': 'c751e389d54645099a22677f6b092d04', 'gw_port': {'id': '57f6f4bb-e816-4903-af10-b328d7188433', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697b47fd-b6ab-497c-b35e-99e589869836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:57:21Z', 'updated_at': '2022-03-11T11:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:38.290293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429dd9aa-7184-4158-b2e1-4c993225c941') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:38.290567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429dd9aa-7184-4158-b2e1-4c993225c941') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:38.302556 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (429dd9aa-7184-4158-b2e1-4c993225c941), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.319162 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (429dd9aa-7184-4158-b2e1-4c993225c941), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.322669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc1c9ba-7340-4e6d-8d74-84006e57974f None None] Checking router: 697b47fd-b6ab-497c-b35e-99e589869836 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:59:38.328050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:59:38.328609 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (429dd9aa-7184-4158-b2e1-4c993225c941), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:59:38.333069 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:59:38.344839 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc1c9ba-7340-4e6d-8d74-84006e57974f None None] Routers {'697b47fd-b6ab-497c-b35e-99e589869836'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:59:38.345642 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6cc1c9ba-7340-4e6d-8d74-84006e57974f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:59:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['697b47fd-b6ab-497c-b35e-99e589869836'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:38.368538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-552a084a-3cfd-4059-b646-c4f9bdaf52be admin admin] For port 57f6f4bb-e816-4903-af10-b328d7188433, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=57f6f4bb-e816-4903-af10-b328d7188433,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:38.368812 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-552a084a-3cfd-4059-b646-c4f9bdaf52be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (57f6f4bb-e816-4903-af10-b328d7188433), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.383493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-552a084a-3cfd-4059-b646-c4f9bdaf52be admin admin] Calling delete_port for 57f6f4bb-e816-4903-af10-b328d7188433 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:59:38.394128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] For port de0b91e8-93cf-415c-abd1-1283a3faa74f, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:59:38.409932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074975b5-0b3d-49ee-b9ee-9398e666fa7a req-26f11442-19f2-43b2-afdd-6d4e9f74a154 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:38.411529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-074975b5-0b3d-49ee-b9ee-9398e666fa7a req-26f11442-19f2-43b2-afdd-6d4e9f74a154 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 944 time: 0.3732147 Mar 11 11:59:38.430544 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.api [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 11:59:38.430544 n-d-833234-2 neutron-server[104032]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 11:59:38.430544 n-d-833234-2 neutron-server[104032]: [parameters: {'id': '9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c'}] Mar 11 11:59:38.430544 n-d-833234-2 neutron-server[104032]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:59:38.431117 n-d-833234-2 neutron-server[104032]: DEBUG oslo_db.api [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:59:38.436428 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-348142cb-e9fc-492f-af4c-84c3f13973b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2ed06c22-0ead-4320-9143-a5d38a6b8af5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.439499 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-348142cb-e9fc-492f-af4c-84c3f13973b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.443036 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-348142cb-e9fc-492f-af4c-84c3f13973b5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2ed06c22-0ead-4320-9143-a5d38a6b8af5 HTTP/1.1" status: 204 len: 168 time: 0.7527926 Mar 11 11:59:38.445947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] For port de0b91e8-93cf-415c-abd1-1283a3faa74f, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=de0b91e8-93cf-415c-abd1-1283a3faa74f,segment=NetworkSegment(429dd9aa-7184-4158-b2e1-4c993225c941),segment_id=429dd9aa-7184-4158-b2e1-4c993225c941)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:59:38.466534 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (de0b91e8-93cf-415c-abd1-1283a3faa74f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.470613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-6cc1c9ba-7340-4e6d-8d74-84006e57974f None None] Set router 697b47fd-b6ab-497c-b35e-99e589869836 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:59:38.522384 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1388960-38f7-4f9f-b934-c5e2e728be92 admin admin] Publish callbacks [] for security_group (0d33b503-6dce-402e-8505-0b2c78c40e90), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.531905 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1388960-38f7-4f9f-b934-c5e2e728be92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0d33b503-6dce-402e-8505-0b2c78c40e90), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.552532 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6cc1c9ba-7340-4e6d-8d74-84006e57974f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697b47fd-b6ab-497c-b35e-99e589869836', 'name': 'tempest-ServerRescueTestJSON-1133104379-router', 'tenant_id': 'c751e389d54645099a22677f6b092d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:57:19Z', 'updated_at': '2022-03-11T11:59:37Z', 'revision_number': 6, 'project_id': 'c751e389d54645099a22677f6b092d04', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:38.592662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc1c9ba-7340-4e6d-8d74-84006e57974f None None] The sync data for ids ['697b47fd-b6ab-497c-b35e-99e589869836'] in n-d-833234-2 is: [{'id': '697b47fd-b6ab-497c-b35e-99e589869836', 'name': 'tempest-ServerRescueTestJSON-1133104379-router', 'tenant_id': 'c751e389d54645099a22677f6b092d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:57:19Z', 'updated_at': '2022-03-11T11:59:37Z', 'revision_number': 6, 'project_id': 'c751e389d54645099a22677f6b092d04', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:59:38.596007 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348142cb-e9fc-492f-af4c-84c3f13973b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed06c22-0ead-4320-9143-a5d38a6b8af5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:38.631889 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a1388960-38f7-4f9f-b934-c5e2e728be92 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e1dbe9fc35b445d1b6fb454144a23f76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3984206 Mar 11 11:59:38.644571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37434) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:38.664246 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf7b47-d9a0-4347-98aa-73a6b7d8c3f5 None None] Pushing event updated for resources: {'Port': ['ID=de0b91e8-93cf-415c-abd1-1283a3faa74f,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:38.686333 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eaed2b-e252-460b-9389-17dcbc19a333 None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 11:59:38.747405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1388960-38f7-4f9f-b934-c5e2e728be92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d33b503-6dce-402e-8505-0b2c78c40e90,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:38.751608 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-074975b5-0b3d-49ee-b9ee-9398e666fa7a req-d15a2e80-725b-4db1-a3c7-9d048c68a6e0 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca6046ed-07a1-4b05-ad57-042a0ec781f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3322949 Mar 11 11:59:38.806752 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9e6c539c-5c70-446d-87f9-18eee152398c admin admin] Publish callbacks [] for security_group (0d33b503-6dce-402e-8505-0b2c78c40e90), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.826771 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc0f62-0dc1-4f0e-b3a8-5cd34ddbddd8 req-29caa327-fbd5-4498-995e-2e107a3b21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:38.828692 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8bc0f62-0dc1-4f0e-b3a8-5cd34ddbddd8 req-29caa327-fbd5-4498-995e-2e107a3b21c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=60b40c9f-73c6-47c3-949b-aea4f11842db HTTP/1.1" status: 200 len: 915 time: 0.5853889 Mar 11 11:59:38.836068 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9e6c539c-5c70-446d-87f9-18eee152398c admin admin] Publish callbacks [] for security_group (0d33b503-6dce-402e-8505-0b2c78c40e90), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.885415 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8bc0f62-0dc1-4f0e-b3a8-5cd34ddbddd8 req-0c38be47-34b4-47a0-8230-c2b83f226b71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b8716b4-4d1d-42c3-b307-d514a205334d HTTP/1.1" status: 200 len: 217 time: 0.0452046 Mar 11 11:59:38.897954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eaed2b-e252-460b-9389-17dcbc19a333 None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 11:59:38.908576 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9e6c539c-5c70-446d-87f9-18eee152398c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0d33b503-6dce-402e-8505-0b2c78c40e90), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.913472 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9e6c539c-5c70-446d-87f9-18eee152398c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.920634 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9e6c539c-5c70-446d-87f9-18eee152398c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0d33b503-6dce-402e-8505-0b2c78c40e90 HTTP/1.1" status: 204 len: 168 time: 0.2727923 Mar 11 11:59:38.943859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc0f62-0dc1-4f0e-b3a8-5cd34ddbddd8 req-8c7542db-2657-4d72-980f-bfabc9826282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:38.945499 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8bc0f62-0dc1-4f0e-b3a8-5cd34ddbddd8 req-8c7542db-2657-4d72-980f-bfabc9826282 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10dac987-a6b7-4739-90f9-028ad3f7ef49 HTTP/1.1" status: 200 len: 853 time: 0.0536385 Mar 11 11:59:38.946570 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:38.964669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c539c-5c70-446d-87f9-18eee152398c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d33b503-6dce-402e-8505-0b2c78c40e90,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:39.047793 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc0f62-0dc1-4f0e-b3a8-5cd34ddbddd8 req-d8ba26cf-2747-4317-bc0d-0846b6c15b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:39.049319 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8bc0f62-0dc1-4f0e-b3a8-5cd34ddbddd8 req-d8ba26cf-2747-4317-bc0d-0846b6c15b54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60b40c9f-73c6-47c3-949b-aea4f11842db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0970299 Mar 11 11:59:39.158001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Deleting port de0b91e8-93cf-415c-abd1-1283a3faa74f {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:59:39.162520 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (de0b91e8-93cf-415c-abd1-1283a3faa74f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:39.186472 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8bc0f62-0dc1-4f0e-b3a8-5cd34ddbddd8 req-aca1787c-bfad-4ab6-bcd9-1916e33f6a20 service neutron] 10.222.0.37 "GET /v2.0/networks/60b40c9f-73c6-47c3-949b-aea4f11842db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272366 Mar 11 11:59:39.190647 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-552a084a-3cfd-4059-b646-c4f9bdaf52be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (57f6f4bb-e816-4903-af10-b328d7188433), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:39.259687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] For port de0b91e8-93cf-415c-abd1-1283a3faa74f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=de0b91e8-93cf-415c-abd1-1283a3faa74f,segment=NetworkSegment(429dd9aa-7184-4158-b2e1-4c993225c941),segment_id=429dd9aa-7184-4158-b2e1-4c993225c941)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:39.260268 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (de0b91e8-93cf-415c-abd1-1283a3faa74f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:39.283043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Calling delete_port for de0b91e8-93cf-415c-abd1-1283a3faa74f owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:59:39.322291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c31ae7-74cd-482c-a373-b04a53b073f4 None None] Network 9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:59:39.422182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a084a-3cfd-4059-b646-c4f9bdaf52be admin admin] Pushing event deleted for resources: {'Port': ['ID=57f6f4bb-e816-4903-af10-b328d7188433,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:39.499925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (de0b91e8-93cf-415c-abd1-1283a3faa74f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:39.552572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No DVR routers for this DVR port de0b91e8-93cf-415c-abd1-1283a3faa74f on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:59:39.663316 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-552a084a-3cfd-4059-b646-c4f9bdaf52be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (697b47fd-b6ab-497c-b35e-99e589869836), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:39.678064 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Port': ['ID=de0b91e8-93cf-415c-abd1-1283a3faa74f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:39.684828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 39b66783-3286-46c7-8c4a-94301660a436 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:59:39.729323 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 39b66783-3286-46c7-8c4a-94301660a436 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:59:39.729725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 39b66783-3286-46c7-8c4a-94301660a436 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:59:39.730152 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 57f6f4bb-e816-4903-af10-b328d7188433 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 11:59:39.783895 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 57f6f4bb-e816-4903-af10-b328d7188433 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 11:59:39.796274 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 57f6f4bb-e816-4903-af10-b328d7188433 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 11:59:39.815067 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:39.880597 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:39.896708 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429dd9aa-7184-4158-b2e1-4c993225c941') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:39.897003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429dd9aa-7184-4158-b2e1-4c993225c941') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:39.908472 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (429dd9aa-7184-4158-b2e1-4c993225c941), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:39.923445 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (429dd9aa-7184-4158-b2e1-4c993225c941), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:39.935002 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:59:39.935751 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (429dd9aa-7184-4158-b2e1-4c993225c941), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:59:39.942071 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:59:40.050321 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 30920ac4-29dc-4a21-a945-b88f3b6a0028 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:59:40.073698 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:40.089345 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:40.095161 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c HTTP/1.1" status: 204 len: 168 time: 3.4470377 Mar 11 11:59:40.122336 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37462) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:40.132667 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2b631a7d-6143-4fdf-8cdf-f8f3883f7c88 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1480059186'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:40.143918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9b2ad-ced6-465e-8a02-73b967c08d4f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Network': ['ID=9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:40.187995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b631a7d-6143-4fdf-8cdf-f8f3883f7c88 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:40.192006 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b631a7d-6143-4fdf-8cdf-f8f3883f7c88 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:40.214062 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 30920ac4-29dc-4a21-a945-b88f3b6a0028, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:40.232259 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b631a7d-6143-4fdf-8cdf-f8f3883f7c88 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:59:40.249372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'port_id': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'mac_address': 'fa:16:3e:aa:b6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:59:40.256774 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b631a7d-6143-4fdf-8cdf-f8f3883f7c88 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (892c8013-d274-4a12-b34b-a4809095cd08), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:40.257556 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-2b631a7d-6143-4fdf-8cdf-f8f3883f7c88 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Added segment 892c8013-d274-4a12-b34b-a4809095cd08 of type vlan for network 6fe9d22f-b634-41ed-85c0-5bec04bf7eec Mar 11 11:59:40.306309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 30920ac4-29dc-4a21-a945-b88f3b6a0028 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:40.307276 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:40.325814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30920ac4-29dc-4a21-a945-b88f3b6a0028 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:59:40.330057 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b631a7d-6143-4fdf-8cdf-f8f3883f7c88 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (6fe9d22f-b634-41ed-85c0-5bec04bf7eec), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:40.350201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 30920ac4-29dc-4a21-a945-b88f3b6a0028, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:40.357062 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:40.378620 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b631a7d-6143-4fdf-8cdf-f8f3883f7c88 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (6fe9d22f-b634-41ed-85c0-5bec04bf7eec), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:40.394428 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b631a7d-6143-4fdf-8cdf-f8f3883f7c88 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:40.396699 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b631a7d-6143-4fdf-8cdf-f8f3883f7c88 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:40.431133 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=30920ac4-29dc-4a21-a945-b88f3b6a0028,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:40.453751 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2b631a7d-6143-4fdf-8cdf-f8f3883f7c88 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3278544 Mar 11 11:59:40.454871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37468) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:40.463607 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-4bad1201-c794-4134-9da5-f0392ced1d9a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'subnet': {'network_id': '6fe9d22f-b634-41ed-85c0-5bec04bf7eec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:40.468168 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-552a084a-3cfd-4059-b646-c4f9bdaf52be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (697b47fd-b6ab-497c-b35e-99e589869836), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:40.478314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['30920ac4-29dc-4a21-a945-b88f3b6a0028'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:59:40.547639 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-552a084a-3cfd-4059-b646-c4f9bdaf52be admin admin] Publish callbacks [] for router_controller (697b47fd-b6ab-497c-b35e-99e589869836), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:40.570546 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8bc0f62-0dc1-4f0e-b3a8-5cd34ddbddd8 req-da9e42ca-4f2b-4dba-861e-9e4f94151665 service neutron] 10.222.0.37 "GET /v2.0/networks/60b40c9f-73c6-47c3-949b-aea4f11842db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3490214 Mar 11 11:59:40.640506 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30113b-b917-44ad-a40f-9f09b69da7ac req-cd6fcfb1-00ed-4054-bae3-588d40c5a6ac tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:40.642196 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a30113b-b917-44ad-a40f-9f09b69da7ac req-cd6fcfb1-00ed-4054-bae3-588d40c5a6ac tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 944 time: 0.2543306 Mar 11 11:59:40.646869 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 9b8716b4-4d1d-42c3-b307-d514a205334d details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 11:59:40.656032 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b631a7d-6143-4fdf-8cdf-f8f3883f7c88 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Network': ['ID=6fe9d22f-b634-41ed-85c0-5bec04bf7eec,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:40.677279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bad1201-c794-4134-9da5-f0392ced1d9a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:40.682072 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bad1201-c794-4134-9da5-f0392ced1d9a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:40.683961 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-552a084a-3cfd-4059-b646-c4f9bdaf52be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (697b47fd-b6ab-497c-b35e-99e589869836), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:40.684578 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 6fe9d22f-b634-41ed-85c0-5bec04bf7eec details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:59:40.686573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552a084a-3cfd-4059-b646-c4f9bdaf52be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 697b47fd-b6ab-497c-b35e-99e589869836 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 11:59:40.697067 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-552a084a-3cfd-4059-b646-c4f9bdaf52be admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:40.702353 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-552a084a-3cfd-4059-b646-c4f9bdaf52be admin admin] 10.222.0.78 "DELETE /v2.0/routers/697b47fd-b6ab-497c-b35e-99e589869836 HTTP/1.1" status: 204 len: 168 time: 3.3716488 Mar 11 11:59:40.736821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37478) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:40.761210 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a30113b-b917-44ad-a40f-9f09b69da7ac req-eabe6c55-2540-42c6-86fc-f202622bc4d1 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca6046ed-07a1-4b05-ad57-042a0ec781f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116889 Mar 11 11:59:40.961307 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfaf9e9d-a55a-4e9c-bee9-521b60d9b0bf admin admin] Deleting subnet df3e3a03-6255-4d9b-baac-a864e3b4ba49 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 11:59:40.966429 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9e9d-a55a-4e9c-bee9-521b60d9b0bf admin admin] Publish callbacks [] for subnet (df3e3a03-6255-4d9b-baac-a864e3b4ba49), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:40.982656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 9b8716b4-4d1d-42c3-b307-d514a205334d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9b8716b4-4d1d-42c3-b307-d514a205334d,segment=NetworkSegment(4b2832bf-e460-4a67-8def-f5935cb95cd2),segment_id=4b2832bf-e460-4a67-8def-f5935cb95cd2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:40.996744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '9b8716b4-4d1d-42c3-b307-d514a205334d', 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db', 'port_id': '9b8716b4-4d1d-42c3-b307-d514a205334d', 'mac_address': 'fa:16:3e:00:e0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 11:59:41.049778 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9e9d-a55a-4e9c-bee9-521b60d9b0bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (df3e3a03-6255-4d9b-baac-a864e3b4ba49), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:41.058601 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 9b8716b4-4d1d-42c3-b307-d514a205334d is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:41.058601 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9b8716b4-4d1d-42c3-b307-d514a205334d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:41.077183 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8716b4-4d1d-42c3-b307-d514a205334d {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 11:59:41.080142 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bad1201-c794-4134-9da5-f0392ced1d9a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (21152cd0-0110-46f8-8cca-b69aae30914a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:41.127619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 9b8716b4-4d1d-42c3-b307-d514a205334d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9b8716b4-4d1d-42c3-b307-d514a205334d,segment=NetworkSegment(4b2832bf-e460-4a67-8def-f5935cb95cd2),segment_id=4b2832bf-e460-4a67-8def-f5935cb95cd2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:41.134775 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9b8716b4-4d1d-42c3-b307-d514a205334d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:41.167307 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9e9d-a55a-4e9c-bee9-521b60d9b0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (df3e3a03-6255-4d9b-baac-a864e3b4ba49), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:41.171669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad1201-c794-4134-9da5-f0392ced1d9a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Subnet': ['ID=21152cd0-0110-46f8-8cca-b69aae30914a,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:41.209436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bad1201-c794-4134-9da5-f0392ced1d9a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Checking segment: {'id': '892c8013-d274-4a12-b34b-a4809095cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6fe9d22f-b634-41ed-85c0-5bec04bf7eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:41.209849 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bad1201-c794-4134-9da5-f0392ced1d9a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network hostable DHCP agents. Network: 6fe9d22f-b634-41ed-85c0-5bec04bf7eec, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:59:41.252246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bad1201-c794-4134-9da5-f0392ced1d9a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network 6fe9d22f-b634-41ed-85c0-5bec04bf7eec is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:59:41.256037 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=9b8716b4-4d1d-42c3-b307-d514a205334d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:41.272773 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9e9d-a55a-4e9c-bee9-521b60d9b0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (df3e3a03-6255-4d9b-baac-a864e3b4ba49), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:41.289971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-4bad1201-c794-4134-9da5-f0392ced1d9a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 6fe9d22f-b634-41ed-85c0-5bec04bf7eec) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:41.302593 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d7de64-5c71-4a13-b771-a61aab4a72ac None None] Network 6fe9d22f-b634-41ed-85c0-5bec04bf7eec requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:59:41.370033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf9e9d-a55a-4e9c-bee9-521b60d9b0bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df3e3a03-6255-4d9b-baac-a864e3b4ba49,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:41.373620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad1201-c794-4134-9da5-f0392ced1d9a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:41.374225 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bad1201-c794-4134-9da5-f0392ced1d9a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:41.393469 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9e9d-a55a-4e9c-bee9-521b60d9b0bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:41.403043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37504) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:41.403257 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bfaf9e9d-a55a-4e9c-bee9-521b60d9b0bf admin admin] 10.222.0.78 "DELETE /v2.0/subnets/df3e3a03-6255-4d9b-baac-a864e3b4ba49 HTTP/1.1" status: 204 len: 168 time: 0.6618910 Mar 11 11:59:41.403373 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['9b8716b4-4d1d-42c3-b307-d514a205334d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 11:59:41.428249 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4bad1201-c794-4134-9da5-f0392ced1d9a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9726503 Mar 11 11:59:41.430984 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37506) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:41.587600 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-6fe9d22f-b634-41ed-85c0-5bec04bf7eec', 'network_id': '6fe9d22f-b634-41ed-85c0-5bec04bf7eec', 'project_id': 'eec498d2f5214427a2d09de1509bceda', 'fixed_ips': [{'subnet_id': '21152cd0-0110-46f8-8cca-b69aae30914a'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:59:41.592704 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:41.633614 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb15c-0b52-4c9b-b491-5bc2b8f922c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (db1bf751-93ef-436f-a893-1e04494930da), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:41.717525 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (6fe9d22f-b634-41ed-85c0-5bec04bf7eec), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:41.775843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Allocated IP 172.20.0.1 (6fe9d22f-b634-41ed-85c0-5bec04bf7eec/21152cd0-0110-46f8-8cca-b69aae30914a/e5286261-f897-4005-8b0e-d3b10d076c30) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:59:41.839252 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (21152cd0-0110-46f8-8cca-b69aae30914a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:41.853200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb15c-0b52-4c9b-b491-5bc2b8f922c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (db1bf751-93ef-436f-a893-1e04494930da), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:41.927184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ab7cb15c-0b52-4c9b-b491-5bc2b8f922c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1bf751-93ef-436f-a893-1e04494930da']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:41.981340 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ab7cb15c-0b52-4c9b-b491-5bc2b8f922c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a250eb1-1b2b-4929-afa8-5703c123983f') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:41.981640 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ab7cb15c-0b52-4c9b-b491-5bc2b8f922c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a250eb1-1b2b-4929-afa8-5703c123983f') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:42.032238 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb15c-0b52-4c9b-b491-5bc2b8f922c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (4a250eb1-1b2b-4929-afa8-5703c123983f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:42.079174 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Publish callbacks [] for port (e5286261-f897-4005-8b0e-d3b10d076c30), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:42.087782 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 30920ac4-29dc-4a21-a945-b88f3b6a0028 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:59:42.089649 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c54a31-e81c-434f-adbd-94aefbdab190 req-c1d3c07b-828b-4a94-be1f-0d94d04a68c9 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:42.096297 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (e5286261-f897-4005-8b0e-d3b10d076c30), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:42.096680 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7c54a31-e81c-434f-adbd-94aefbdab190 req-c1d3c07b-828b-4a94-be1f-0d94d04a68c9 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 945 time: 0.1980734 Mar 11 11:59:42.115318 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (21152cd0-0110-46f8-8cca-b69aae30914a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:42.116337 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb15c-0b52-4c9b-b491-5bc2b8f922c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4a250eb1-1b2b-4929-afa8-5703c123983f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:42.157849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7cb15c-0b52-4c9b-b491-5bc2b8f922c1 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:59:42.158640 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb15c-0b52-4c9b-b491-5bc2b8f922c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (4a250eb1-1b2b-4929-afa8-5703c123983f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:59:42.160902 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:59:42.214568 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Pushing event updated for resources: {'Port': ['ID=e5286261-f897-4005-8b0e-d3b10d076c30,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:42.273579 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Subnet': ['ID=21152cd0-0110-46f8-8cca-b69aae30914a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:42.339891 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7c54a31-e81c-434f-adbd-94aefbdab190 req-81eb574c-897f-443a-838c-a79791613f03 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca6046ed-07a1-4b05-ad57-042a0ec781f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364500 Mar 11 11:59:42.371073 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb15c-0b52-4c9b-b491-5bc2b8f922c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (db1bf751-93ef-436f-a893-1e04494930da), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:42.371073 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb15c-0b52-4c9b-b491-5bc2b8f922c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:42.379093 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ab7cb15c-0b52-4c9b-b491-5bc2b8f922c1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/db1bf751-93ef-436f-a893-1e04494930da HTTP/1.1" status: 204 len: 168 time: 0.9743783 Mar 11 11:59:42.410097 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cb15c-0b52-4c9b-b491-5bc2b8f922c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=db1bf751-93ef-436f-a893-1e04494930da,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:42.458198 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (6fe9d22f-b634-41ed-85c0-5bec04bf7eec), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:42.506252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe9d22f-b634-41ed-85c0-5bec04bf7eec']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:42.541227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892c8013-d274-4a12-b34b-a4809095cd08') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:42.541841 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892c8013-d274-4a12-b34b-a4809095cd08') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:42.587222 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (892c8013-d274-4a12-b34b-a4809095cd08), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:42.644186 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (892c8013-d274-4a12-b34b-a4809095cd08), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:42.646731 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37542) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:42.659463 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:59:42.659900 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (892c8013-d274-4a12-b34b-a4809095cd08), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:59:42.668357 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:59:42.684549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Network 6fe9d22f-b634-41ed-85c0-5bec04bf7eec is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:59:42.702837 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:42.710920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:59:42.736510 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37546) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:42.780508 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.api [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 11:59:42.780508 n-d-833234-2 neutron-server[104032]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 11:59:42.780508 n-d-833234-2 neutron-server[104032]: [parameters: {'id': '6fe9d22f-b634-41ed-85c0-5bec04bf7eec'}] Mar 11 11:59:42.780508 n-d-833234-2 neutron-server[104032]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:59:42.781446 n-d-833234-2 neutron-server[104032]: DEBUG oslo_db.api [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:59:42.786828 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-793a0351-d6da-44de-b0ee-f9d24e98105d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c751e389d54645099a22677f6b092d04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382439 Mar 11 11:59:42.789237 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37550) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:42.842765 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:42.843757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Attempting to bind port e5286261-f897-4005-8b0e-d3b10d076c30 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:59:42.844124 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Attempting to bind port e5286261-f897-4005-8b0e-d3b10d076c30 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '892c8013-d274-4a12-b34b-a4809095cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6fe9d22f-b634-41ed-85c0-5bec04bf7eec'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:59:42.844484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Attempting to bind port e5286261-f897-4005-8b0e-d3b10d076c30 on network 6fe9d22f-b634-41ed-85c0-5bec04bf7eec {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:59:42.846522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 30920ac4-29dc-4a21-a945-b88f3b6a0028 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:42.846883 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:42.876112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:59:42.876501 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Checking segment: {'id': '892c8013-d274-4a12-b34b-a4809095cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6fe9d22f-b634-41ed-85c0-5bec04bf7eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:42.876906 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:42.877307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Bound using segment: {'id': '892c8013-d274-4a12-b34b-a4809095cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6fe9d22f-b634-41ed-85c0-5bec04bf7eec'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:59:42.877795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Bound port: e5286261-f897-4005-8b0e-d3b10d076c30, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892c8013-d274-4a12-b34b-a4809095cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6fe9d22f-b634-41ed-85c0-5bec04bf7eec'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:59:42.878170 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e5286261-f897-4005-8b0e-d3b10d076c30), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:42.878483 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-253306d4-0e47-465b-92d7-68a16036f215 admin admin] Publish callbacks [] for security_group (1b983641-587d-45d1-a304-c6f3ff6105dd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:42.946351 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-253306d4-0e47-465b-92d7-68a16036f215 admin admin] Publish callbacks [] for security_group (1b983641-587d-45d1-a304-c6f3ff6105dd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:42.977469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 30920ac4-29dc-4a21-a945-b88f3b6a0028 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:42.977871 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:43.020385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:59:43.021572 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-573ff454-46b8-40a7-8934-2e67114fdf5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:43.022669 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f315e167-7070-421d-a0b8-e14509387db4" -d '{"events": [{"server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "name": "network-vif-plugged", "status": "completed", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:59:43.034834 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] For port e5286261-f897-4005-8b0e-d3b10d076c30, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:59:43.042168 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 30920ac4-29dc-4a21-a945-b88f3b6a0028, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:43.053399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] For port e5286261-f897-4005-8b0e-d3b10d076c30, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e5286261-f897-4005-8b0e-d3b10d076c30,segment=NetworkSegment(892c8013-d274-4a12-b34b-a4809095cd08),segment_id=892c8013-d274-4a12-b34b-a4809095cd08)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:59:43.058350 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:43.066873 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e5286261-f897-4005-8b0e-d3b10d076c30), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:43.093550 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08dc1bc-0023-4cda-9df2-8547a5156b46 x-openstack-request-id: req-c08dc1bc-0023-4cda-9df2-8547a5156b46 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:59:43.094244 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "name": "network-vif-plugged", "status": "completed", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:59:43.094244 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c08dc1bc-0023-4cda-9df2-8547a5156b46 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:59:43.094555 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'code': 200} Mar 11 11:59:43.113193 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-253306d4-0e47-465b-92d7-68a16036f215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1b983641-587d-45d1-a304-c6f3ff6105dd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:43.116401 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-253306d4-0e47-465b-92d7-68a16036f215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:43.117816 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-253306d4-0e47-465b-92d7-68a16036f215 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1b983641-587d-45d1-a304-c6f3ff6105dd HTTP/1.1" status: 204 len: 168 time: 0.3273985 Mar 11 11:59:43.153023 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253306d4-0e47-465b-92d7-68a16036f215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b983641-587d-45d1-a304-c6f3ff6105dd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:43.196740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=30920ac4-29dc-4a21-a945-b88f3b6a0028,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:43.240576 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-573ff454-46b8-40a7-8934-2e67114fdf5c admin admin] Publish callbacks [] for security_group (dc753842-e6b6-4702-b1e7-b93ff50a4283), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:43.251356 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-573ff454-46b8-40a7-8934-2e67114fdf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (dc753842-e6b6-4702-b1e7-b93ff50a4283), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:43.267162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133787c-901f-49c3-8ba6-f5a14e2177c3 None None] Pushing event updated for resources: {'Port': ['ID=e5286261-f897-4005-8b0e-d3b10d076c30,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:43.283267 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (6fe9d22f-b634-41ed-85c0-5bec04bf7eec), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:43.316569 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-573ff454-46b8-40a7-8934-2e67114fdf5c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e9b8026b6cac4d81a17f83ea6987f6ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5758076 Mar 11 11:59:43.316569 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ff454-46b8-40a7-8934-2e67114fdf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc753842-e6b6-4702-b1e7-b93ff50a4283,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:43.318152 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37556) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:43.322019 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1df342-8cfa-42e8-b1a8-a33d0335c279 None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 11:59:43.430109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Deleting port e5286261-f897-4005-8b0e-d3b10d076c30 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:59:43.430450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e5286261-f897-4005-8b0e-d3b10d076c30), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:43.446025 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5fbb636-99d6-4cd5-9542-b4e341765720 admin admin] Publish callbacks [] for security_group (dc753842-e6b6-4702-b1e7-b93ff50a4283), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:43.507071 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5fbb636-99d6-4cd5-9542-b4e341765720 admin admin] Publish callbacks [] for security_group (dc753842-e6b6-4702-b1e7-b93ff50a4283), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:43.509180 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1df342-8cfa-42e8-b1a8-a33d0335c279 None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 11:59:43.593662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] For port e5286261-f897-4005-8b0e-d3b10d076c30, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e5286261-f897-4005-8b0e-d3b10d076c30,segment=NetworkSegment(892c8013-d274-4a12-b34b-a4809095cd08),segment_id=892c8013-d274-4a12-b34b-a4809095cd08)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:43.594307 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e5286261-f897-4005-8b0e-d3b10d076c30), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:43.622754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Calling delete_port for e5286261-f897-4005-8b0e-d3b10d076c30 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:59:43.634254 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a7a69-49ab-4f0c-b765-8595457c08db req-63f12765-73ff-46fc-858d-f65c1c1bcfed tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:43.636611 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-986a7a69-49ab-4f0c-b765-8595457c08db req-63f12765-73ff-46fc-858d-f65c1c1bcfed tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 945 time: 0.1369886 Mar 11 11:59:43.670565 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b6d05a7-c49f-493a-9a18-878dbe93dd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:43.707864 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5fbb636-99d6-4cd5-9542-b4e341765720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (dc753842-e6b6-4702-b1e7-b93ff50a4283), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:43.714120 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5fbb636-99d6-4cd5-9542-b4e341765720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:43.718460 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d5fbb636-99d6-4cd5-9542-b4e341765720 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dc753842-e6b6-4702-b1e7-b93ff50a4283 HTTP/1.1" status: 204 len: 168 time: 0.3969781 Mar 11 11:59:43.756482 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbb636-99d6-4cd5-9542-b4e341765720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc753842-e6b6-4702-b1e7-b93ff50a4283,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:43.817233 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-986a7a69-49ab-4f0c-b765-8595457c08db req-22152540-219e-4025-8ca0-4c813617806d tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca6046ed-07a1-4b05-ad57-042a0ec781f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722128 Mar 11 11:59:43.897790 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e5286261-f897-4005-8b0e-d3b10d076c30), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:43.955975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Port': ['ID=e5286261-f897-4005-8b0e-d3b10d076c30,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:43.958416 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No DVR routers for this DVR port e5286261-f897-4005-8b0e-d3b10d076c30 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:59:44.066950 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243628ac-4979-4fd5-ab9c-9b0672d96524 None None] Network 6fe9d22f-b634-41ed-85c0-5bec04bf7eec requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:59:44.119387 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (6fe9d22f-b634-41ed-85c0-5bec04bf7eec), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:44.167112 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe9d22f-b634-41ed-85c0-5bec04bf7eec']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:44.193669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892c8013-d274-4a12-b34b-a4809095cd08') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:44.195377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892c8013-d274-4a12-b34b-a4809095cd08') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:44.213133 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (892c8013-d274-4a12-b34b-a4809095cd08), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:44.244870 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (892c8013-d274-4a12-b34b-a4809095cd08), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:44.256408 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:59:44.257104 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (892c8013-d274-4a12-b34b-a4809095cd08), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:59:44.355796 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:59:44.375842 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (6fe9d22f-b634-41ed-85c0-5bec04bf7eec), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:44.383734 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:44.394028 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/6fe9d22f-b634-41ed-85c0-5bec04bf7eec HTTP/1.1" status: 204 len: 168 time: 2.9562564 Mar 11 11:59:44.394398 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37588) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:44.394398 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37590) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:44.411144 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3792b2-829e-4545-900a-b96dc7014f2b tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Network': ['ID=6fe9d22f-b634-41ed-85c0-5bec04bf7eec,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:44.425846 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8272a959-cfa1-4050-b83e-ace3e7505457 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1611351737'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:44.462172 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1dbf105e-f346-4180-a6d5-61cb6bce549c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:44.509709 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8272a959-cfa1-4050-b83e-ace3e7505457 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:44.513560 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8272a959-cfa1-4050-b83e-ace3e7505457 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:44.552491 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8272a959-cfa1-4050-b83e-ace3e7505457 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:59:44.573798 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8272a959-cfa1-4050-b83e-ace3e7505457 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6866277b-52d9-487f-af63-685aef17af3b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:44.574428 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-8272a959-cfa1-4050-b83e-ace3e7505457 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Added segment 6866277b-52d9-487f-af63-685aef17af3b of type vlan for network 04511736-ee22-44ba-9863-f07d39997e4e Mar 11 11:59:44.640164 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8272a959-cfa1-4050-b83e-ace3e7505457 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (04511736-ee22-44ba-9863-f07d39997e4e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:44.656847 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 9b8716b4-4d1d-42c3-b307-d514a205334d up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:59:44.678412 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1dbf105e-f346-4180-a6d5-61cb6bce549c admin admin] Publish callbacks [] for security_group (c8dbf21c-3d9f-43b1-a563-14e961a6cdd2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:44.686288 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1dbf105e-f346-4180-a6d5-61cb6bce549c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c8dbf21c-3d9f-43b1-a563-14e961a6cdd2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:44.723525 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8272a959-cfa1-4050-b83e-ace3e7505457 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (04511736-ee22-44ba-9863-f07d39997e4e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:44.733300 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8272a959-cfa1-4050-b83e-ace3e7505457 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:44.734179 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8272a959-cfa1-4050-b83e-ace3e7505457 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:44.744302 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37598) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:44.839978 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf105e-f346-4180-a6d5-61cb6bce549c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dbf21c-3d9f-43b1-a563-14e961a6cdd2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:44.845251 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 9b8716b4-4d1d-42c3-b307-d514a205334d completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 11:59:44.850220 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 9b8716b4-4d1d-42c3-b307-d514a205334d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:44.850504 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9b8716b4-4d1d-42c3-b307-d514a205334d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:44.864289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1dbf105e-f346-4180-a6d5-61cb6bce549c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1f75ab81b00845679861ccea603e62c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4632204 Mar 11 11:59:44.864461 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37606) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:44.881143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8272a959-cfa1-4050-b83e-ace3e7505457 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4881184 Mar 11 11:59:44.888829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37608) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:44.907922 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2d98844b-a005-4fae-b5d6-41037e097f23 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'subnet': {'network_id': '04511736-ee22-44ba-9863-f07d39997e4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:44.995014 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272a959-cfa1-4050-b83e-ace3e7505457 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Network': ['ID=04511736-ee22-44ba-9863-f07d39997e4e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:45.031767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 9b8716b4-4d1d-42c3-b307-d514a205334d is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:45.032158 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9b8716b4-4d1d-42c3-b307-d514a205334d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:45.058022 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 04511736-ee22-44ba-9863-f07d39997e4e details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:59:45.095795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dacb68f-d348-428c-9119-2b1b7f1bf89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8716b4-4d1d-42c3-b307-d514a205334d'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:59:45.098106 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1a92ec-9f86-4402-9cf1-cc9fe014d801" -d '{"events": [{"server_uuid": "9dacb68f-d348-428c-9119-2b1b7f1bf89d", "name": "network-vif-plugged", "status": "completed", "tag": "9b8716b4-4d1d-42c3-b307-d514a205334d"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:59:45.103352 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-78ab8570-90b4-43eb-a1f8-316a1f655b14 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-network', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:45.106847 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d28344-c4c2-4d0d-9e73-c513c07bd289 req-6811a896-ea44-411c-9661-a2bc2b9c3a86 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:45.109348 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90d28344-c4c2-4d0d-9e73-c513c07bd289 req-6811a896-ea44-411c-9661-a2bc2b9c3a86 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 945 time: 0.1291809 Mar 11 11:59:45.123654 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 9b8716b4-4d1d-42c3-b307-d514a205334d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9b8716b4-4d1d-42c3-b307-d514a205334d,segment=NetworkSegment(4b2832bf-e460-4a67-8def-f5935cb95cd2),segment_id=4b2832bf-e460-4a67-8def-f5935cb95cd2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:45.155745 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9b8716b4-4d1d-42c3-b307-d514a205334d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:45.202515 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90d28344-c4c2-4d0d-9e73-c513c07bd289 req-1082c7a4-dbad-495f-9c21-657766c4bac2 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca6046ed-07a1-4b05-ad57-042a0ec781f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796182 Mar 11 11:59:45.214678 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 11:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4424ff-3157-4669-8da8-3299eed408fc x-openstack-request-id: req-dd4424ff-3157-4669-8da8-3299eed408fc {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:59:45.215097 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dacb68f-d348-428c-9119-2b1b7f1bf89d", "name": "network-vif-plugged", "status": "completed", "tag": "9b8716b4-4d1d-42c3-b307-d514a205334d", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:59:45.215508 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd4424ff-3157-4669-8da8-3299eed408fc {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:59:45.226829 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dacb68f-d348-428c-9119-2b1b7f1bf89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8716b4-4d1d-42c3-b307-d514a205334d', 'code': 200} Mar 11 11:59:45.228357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d98844b-a005-4fae-b5d6-41037e097f23 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:45.240683 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2d98844b-a005-4fae-b5d6-41037e097f23 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:45.281720 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=9b8716b4-4d1d-42c3-b307-d514a205334d,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:45.321476 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67964b21-1aec-4823-91be-5cf322a9c056 req-ca542997-dbb3-46af-b583-a5e959dca3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:45.323315 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-67964b21-1aec-4823-91be-5cf322a9c056 req-ca542997-dbb3-46af-b583-a5e959dca3d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 1128 time: 0.0609312 Mar 11 11:59:45.414451 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-67964b21-1aec-4823-91be-5cf322a9c056 req-a596a565-bcdf-430d-a5a1-c19fab93f1b8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ca6046ed-07a1-4b05-ad57-042a0ec781f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765238 Mar 11 11:59:45.414758 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab2373ba-4d52-49a3-9660-338ce860693e admin admin] Publish callbacks [] for security_group (c8dbf21c-3d9f-43b1-a563-14e961a6cdd2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:45.436437 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ab8570-90b4-43eb-a1f8-316a1f655b14 admin admin] Made reservation on behalf of 1261e07bdfea4d9b80d7efcfb649be2d for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:45.439562 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78ab8570-90b4-43eb-a1f8-316a1f655b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:45.491009 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab2373ba-4d52-49a3-9660-338ce860693e admin admin] Publish callbacks [] for security_group (c8dbf21c-3d9f-43b1-a563-14e961a6cdd2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:45.492885 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78ab8570-90b4-43eb-a1f8-316a1f655b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:45.565864 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2d98844b-a005-4fae-b5d6-41037e097f23 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (78fda5c8-b55a-4a4b-a79f-8fd21aeaee16), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:45.643637 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab2373ba-4d52-49a3-9660-338ce860693e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c8dbf21c-3d9f-43b1-a563-14e961a6cdd2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:45.646336 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab2373ba-4d52-49a3-9660-338ce860693e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:45.647540 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ab2373ba-4d52-49a3-9660-338ce860693e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c8dbf21c-3d9f-43b1-a563-14e961a6cdd2 HTTP/1.1" status: 204 len: 168 time: 0.7820559 Mar 11 11:59:45.677694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98844b-a005-4fae-b5d6-41037e097f23 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Subnet': ['ID=78fda5c8-b55a-4a4b-a79f-8fd21aeaee16,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:45.718701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2373ba-4d52-49a3-9660-338ce860693e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dbf21c-3d9f-43b1-a563-14e961a6cdd2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:45.730380 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-06c344e9-d9e5-4b6b-954a-40c1e1db0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:45.800994 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d98844b-a005-4fae-b5d6-41037e097f23 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Checking segment: {'id': '6866277b-52d9-487f-af63-685aef17af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '04511736-ee22-44ba-9863-f07d39997e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:45.801662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d98844b-a005-4fae-b5d6-41037e097f23 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network hostable DHCP agents. Network: 04511736-ee22-44ba-9863-f07d39997e4e, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:59:45.810437 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78ab8570-90b4-43eb-a1f8-316a1f655b14 admin admin] Publish callbacks [] for security_group (71b6d709-7921-4013-83f5-2c61d3a3adc9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:45.824169 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78ab8570-90b4-43eb-a1f8-316a1f655b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (71b6d709-7921-4013-83f5-2c61d3a3adc9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:45.876255 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d98844b-a005-4fae-b5d6-41037e097f23 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network 04511736-ee22-44ba-9863-f07d39997e4e is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:59:45.914310 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ab8570-90b4-43eb-a1f8-316a1f655b14 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:59:45.937427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab8570-90b4-43eb-a1f8-316a1f655b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b6d709-7921-4013-83f5-2c61d3a3adc9,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:45.941229 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-2d98844b-a005-4fae-b5d6-41037e097f23 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 04511736-ee22-44ba-9863-f07d39997e4e) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:45.956162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d98844b-a005-4fae-b5d6-41037e097f23 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:45.956754 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2d98844b-a005-4fae-b5d6-41037e097f23 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:45.958897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d63b89e-418c-43d7-932c-6c33e74c239f None None] Network 04511736-ee22-44ba-9863-f07d39997e4e requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:59:45.962068 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78ab8570-90b4-43eb-a1f8-316a1f655b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (89c2ac16-0479-4f39-a6b6-8c4ebcda3e35), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:45.962384 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-78ab8570-90b4-43eb-a1f8-316a1f655b14 admin admin] Added segment 89c2ac16-0479-4f39-a6b6-8c4ebcda3e35 of type vlan for network e532891a-d9f9-4838-8745-963ad9eaeacc Mar 11 11:59:46.054472 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2d98844b-a005-4fae-b5d6-41037e097f23 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1617107 Mar 11 11:59:46.057379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37626) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:46.090208 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78ab8570-90b4-43eb-a1f8-316a1f655b14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (e532891a-d9f9-4838-8745-963ad9eaeacc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:46.139820 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78ab8570-90b4-43eb-a1f8-316a1f655b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (e532891a-d9f9-4838-8745-963ad9eaeacc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:46.141498 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ab8570-90b4-43eb-a1f8-316a1f655b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:46.142117 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78ab8570-90b4-43eb-a1f8-316a1f655b14 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:46.154369 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-04511736-ee22-44ba-9863-f07d39997e4e', 'network_id': '04511736-ee22-44ba-9863-f07d39997e4e', 'project_id': 'eec498d2f5214427a2d09de1509bceda', 'fixed_ips': [{'subnet_id': '78fda5c8-b55a-4a4b-a79f-8fd21aeaee16'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:59:46.158557 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:46.261158 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-78ab8570-90b4-43eb-a1f8-316a1f655b14 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5118904 Mar 11 11:59:46.278024 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (04511736-ee22-44ba-9863-f07d39997e4e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:46.283161 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37636) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:46.296367 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-61d3204f-27a3-45d5-aecc-12083366fbf6 admin admin] Request body: {'subnet': {'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-subnet', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:46.331363 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab8570-90b4-43eb-a1f8-316a1f655b14 admin admin] Pushing event updated for resources: {'Network': ['ID=e532891a-d9f9-4838-8745-963ad9eaeacc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:46.446254 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Allocated IP 172.20.0.2 (04511736-ee22-44ba-9863-f07d39997e4e/78fda5c8-b55a-4a4b-a79f-8fd21aeaee16/78d97dd2-0976-4712-bfba-d5058c1e69db) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:59:46.511520 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d3204f-27a3-45d5-aecc-12083366fbf6 admin admin] Made reservation on behalf of 1261e07bdfea4d9b80d7efcfb649be2d for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:46.512704 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network e532891a-d9f9-4838-8745-963ad9eaeacc details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:59:46.514321 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-61d3204f-27a3-45d5-aecc-12083366fbf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:46.738479 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (78fda5c8-b55a-4a4b-a79f-8fd21aeaee16), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:46.810899 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Publish callbacks [] for port (78d97dd2-0976-4712-bfba-d5058c1e69db), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:46.822783 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (78d97dd2-0976-4712-bfba-d5058c1e69db), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:46.827300 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86765068-69d7-48d4-a618-78ac6ce20308 req-0712ad3a-15a5-4a5f-97de-40c08d6148a4 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:46.831070 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86765068-69d7-48d4-a618-78ac6ce20308 req-0712ad3a-15a5-4a5f-97de-40c08d6148a4 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 946 time: 0.5097423 Mar 11 11:59:46.879500 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-61d3204f-27a3-45d5-aecc-12083366fbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (fc42e876-74e9-4322-8608-e55a47f90e7b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:46.949338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Network 04511736-ee22-44ba-9863-f07d39997e4e is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:59:46.962845 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:46.970162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:59:47.003840 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Pushing event updated for resources: {'Port': ['ID=78d97dd2-0976-4712-bfba-d5058c1e69db,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:47.091709 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (78fda5c8-b55a-4a4b-a79f-8fd21aeaee16), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:47.109565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Attempting to bind port 78d97dd2-0976-4712-bfba-d5058c1e69db on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:59:47.109947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Attempting to bind port 78d97dd2-0976-4712-bfba-d5058c1e69db by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '6866277b-52d9-487f-af63-685aef17af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '04511736-ee22-44ba-9863-f07d39997e4e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:59:47.110327 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Attempting to bind port 78d97dd2-0976-4712-bfba-d5058c1e69db on network 04511736-ee22-44ba-9863-f07d39997e4e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:59:47.125207 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:59:47.125586 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Checking segment: {'id': '6866277b-52d9-487f-af63-685aef17af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '04511736-ee22-44ba-9863-f07d39997e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:47.126001 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:47.126397 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Bound using segment: {'id': '6866277b-52d9-487f-af63-685aef17af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '04511736-ee22-44ba-9863-f07d39997e4e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:59:47.128924 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Bound port: 78d97dd2-0976-4712-bfba-d5058c1e69db, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6866277b-52d9-487f-af63-685aef17af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '04511736-ee22-44ba-9863-f07d39997e4e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:59:47.128924 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (78d97dd2-0976-4712-bfba-d5058c1e69db), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:47.164553 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3204f-27a3-45d5-aecc-12083366fbf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc42e876-74e9-4322-8608-e55a47f90e7b,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:47.169831 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86765068-69d7-48d4-a618-78ac6ce20308 req-3c39ee85-376e-4ac1-95a1-6436c9353e0c tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca6046ed-07a1-4b05-ad57-042a0ec781f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3261824 Mar 11 11:59:47.268733 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] For port 78d97dd2-0976-4712-bfba-d5058c1e69db, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:59:47.272583 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] For port 78d97dd2-0976-4712-bfba-d5058c1e69db, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=78d97dd2-0976-4712-bfba-d5058c1e69db,segment=NetworkSegment(6866277b-52d9-487f-af63-685aef17af3b),segment_id=6866277b-52d9-487f-af63-685aef17af3b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:59:47.285132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Subnet': ['ID=78fda5c8-b55a-4a4b-a79f-8fd21aeaee16,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:47.292221 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (78d97dd2-0976-4712-bfba-d5058c1e69db), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:47.307116 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d3204f-27a3-45d5-aecc-12083366fbf6 admin admin] Checking segment: {'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:47.307860 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d3204f-27a3-45d5-aecc-12083366fbf6 admin admin] Network hostable DHCP agents. Network: e532891a-d9f9-4838-8745-963ad9eaeacc, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:59:47.359033 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (04511736-ee22-44ba-9863-f07d39997e4e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:47.381023 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:47.394078 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d3204f-27a3-45d5-aecc-12083366fbf6 admin admin] Network e532891a-d9f9-4838-8745-963ad9eaeacc is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:59:47.400690 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04511736-ee22-44ba-9863-f07d39997e4e']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:47.420681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6866277b-52d9-487f-af63-685aef17af3b') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:47.420977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6866277b-52d9-487f-af63-685aef17af3b') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:47.431829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-61d3204f-27a3-45d5-aecc-12083366fbf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, e532891a-d9f9-4838-8745-963ad9eaeacc) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:47.443022 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d3204f-27a3-45d5-aecc-12083366fbf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:47.443736 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-61d3204f-27a3-45d5-aecc-12083366fbf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:47.449752 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (6866277b-52d9-487f-af63-685aef17af3b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:47.451422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d20a407-2d5f-405a-8cd7-679ad88f467d None None] Network e532891a-d9f9-4838-8745-963ad9eaeacc requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:59:47.485876 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6866277b-52d9-487f-af63-685aef17af3b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:47.493634 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-61d3204f-27a3-45d5-aecc-12083366fbf6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2025146 Mar 11 11:59:47.496495 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37672) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:47.500991 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:47.506252 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:59:47.506810 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (6866277b-52d9-487f-af63-685aef17af3b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:59:47.513628 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:59:47.556342 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57aa57f-5193-46e6-b5d5-a14df2c66e19 None None] Pushing event updated for resources: {'Port': ['ID=78d97dd2-0976-4712-bfba-d5058c1e69db,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:47.584322 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (7612444f-72f5-41e8-a16c-049a27c0eb3d), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:47.585752 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (7612444f-72f5-41e8-a16c-049a27c0eb3d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:47.655798 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.api [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 11:59:47.655798 n-d-833234-2 neutron-server[104031]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 11:59:47.655798 n-d-833234-2 neutron-server[104031]: [parameters: {'id': '04511736-ee22-44ba-9863-f07d39997e4e'}] Mar 11 11:59:47.655798 n-d-833234-2 neutron-server[104031]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 11:59:47.656622 n-d-833234-2 neutron-server[104031]: DEBUG oslo_db.api [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 11:59:47.708772 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0abf15d-2fa7-4dd9-a2a8-d2d9fee0b670 None None] Network 04511736-ee22-44ba-9863-f07d39997e4e requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:59:47.710891 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Publish callbacks [] for router_controller (7612444f-72f5-41e8-a16c-049a27c0eb3d), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:47.881884 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-e532891a-d9f9-4838-8745-963ad9eaeacc', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:59:47.883218 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:47.986275 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Publish callbacks [] for router_gateway (7612444f-72f5-41e8-a16c-049a27c0eb3d), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:48.108541 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37690) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:48.158470 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (04511736-ee22-44ba-9863-f07d39997e4e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:48.297900 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Allocated IP 172.20.0.2 (e532891a-d9f9-4838-8745-963ad9eaeacc/fc42e876-74e9-4322-8608-e55a47f90e7b/e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:59:48.374710 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Deleting port 78d97dd2-0976-4712-bfba-d5058c1e69db {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 11:59:48.375058 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (78d97dd2-0976-4712-bfba-d5058c1e69db), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:48.432347 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22677e4f-72eb-4490-8baf-dc374e966568 req-bcb76b8b-34d2-452c-9e6f-e4461c48e65e tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:48.433961 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22677e4f-72eb-4490-8baf-dc374e966568 req-bcb76b8b-34d2-452c-9e6f-e4461c48e65e tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 946 time: 0.1425943 Mar 11 11:59:48.434755 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a206652-0bc1-420d-96da-4d43f8db1f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:48.489294 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Publish callbacks [] for router_gateway (7612444f-72f5-41e8-a16c-049a27c0eb3d), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:48.553838 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:48.554825 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a206652-0bc1-420d-96da-4d43f8db1f70 admin admin] Publish callbacks [] for security_group (1b6a172e-4c22-4da7-a106-0ff4778211e4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:48.570288 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a206652-0bc1-420d-96da-4d43f8db1f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1b6a172e-4c22-4da7-a106-0ff4778211e4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:48.644729 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:48.661860 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Publish callbacks [] for port (e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:48.675077 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] For port 78d97dd2-0976-4712-bfba-d5058c1e69db, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=78d97dd2-0976-4712-bfba-d5058c1e69db,segment=NetworkSegment(6866277b-52d9-487f-af63-685aef17af3b),segment_id=6866277b-52d9-487f-af63-685aef17af3b)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:48.675462 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (78d97dd2-0976-4712-bfba-d5058c1e69db), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:48.685821 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:48.716701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Network e532891a-d9f9-4838-8745-963ad9eaeacc is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:59:48.719559 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:48.724339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22677e4f-72eb-4490-8baf-dc374e966568 req-c90b985f-bd67-40dc-9d61-e5316acf5d64 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca6046ed-07a1-4b05-ad57-042a0ec781f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694237 Mar 11 11:59:48.734939 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a206652-0bc1-420d-96da-4d43f8db1f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6a172e-4c22-4da7-a106-0ff4778211e4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:48.757488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Calling delete_port for 78d97dd2-0976-4712-bfba-d5058c1e69db owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 11:59:48.757582 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:59:48.799884 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3a206652-0bc1-420d-96da-4d43f8db1f70 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2bbd7b82d51745ec86d354db70baacb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6898389 Mar 11 11:59:48.804048 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37700) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:48.808684 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Allocated IP 172.25.7.131 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/9ad1591c-e9b0-4b77-a763-3a67a77ef2db) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:59:48.889545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Attempting to bind port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:59:48.889545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Attempting to bind port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:59:48.889545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Attempting to bind port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc on network e532891a-d9f9-4838-8745-963ad9eaeacc {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:59:48.892381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Pushing event updated for resources: {'Port': ['ID=e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:48.897167 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:59:48.897548 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Checking segment: {'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:48.897958 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:48.898345 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Bound using segment: {'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:59:48.898816 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Bound port: e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:59:48.899192 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:48.981297 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97ecbf38-374b-4144-8f1c-2f22dcaa4087 admin admin] Publish callbacks [] for security_group (1b6a172e-4c22-4da7-a106-0ff4778211e4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:48.999069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17089eb-9e76-4f41-82ef-90172fad3ab1 req-bc1b8fa8-ffe9-4d2b-81fe-1095b06aab22 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:49.011389 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e17089eb-9e76-4f41-82ef-90172fad3ab1 req-bc1b8fa8-ffe9-4d2b-81fe-1095b06aab22 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 946 time: 0.1412084 Mar 11 11:59:49.012160 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37706) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:49.018806 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c77f21f2-b9d3-4c52-96d6-1006b2a28e89 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Request body: {'floatingip': {'port_id': '9b8716b4-4d1d-42c3-b307-d514a205334d'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:49.019858 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] For port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:59:49.028766 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97ecbf38-374b-4144-8f1c-2f22dcaa4087 admin admin] Publish callbacks [] for security_group (1b6a172e-4c22-4da7-a106-0ff4778211e4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:49.034382 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] For port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:59:49.047156 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Publish callbacks [] for port (9ad1591c-e9b0-4b77-a763-3a67a77ef2db), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:49.047350 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:49.061118 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (78d97dd2-0976-4712-bfba-d5058c1e69db), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:49.136467 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97ecbf38-374b-4144-8f1c-2f22dcaa4087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1b6a172e-4c22-4da7-a106-0ff4778211e4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:49.141250 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97ecbf38-374b-4144-8f1c-2f22dcaa4087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:49.146268 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-97ecbf38-374b-4144-8f1c-2f22dcaa4087 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1b6a172e-4c22-4da7-a106-0ff4778211e4 HTTP/1.1" status: 204 len: 168 time: 0.3391385 Mar 11 11:59:49.152836 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c77f21f2-b9d3-4c52-96d6-1006b2a28e89 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for floatingip (24d4a431-2ef3-4c38-aad3-940a41a8a03f), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:49.155951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9ad1591c-e9b0-4b77-a763-3a67a77ef2db), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:49.172338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Port': ['ID=78d97dd2-0976-4712-bfba-d5058c1e69db,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:49.209405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5995c-63fd-4476-b2a3-0d2899ae5291 None None] Pushing event updated for resources: {'Port': ['ID=e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:49.213957 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecbf38-374b-4144-8f1c-2f22dcaa4087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6a172e-4c22-4da7-a106-0ff4778211e4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:49.217533 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:59:49.221113 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No DVR routers for this DVR port 78d97dd2-0976-4712-bfba-d5058c1e69db on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 11:59:49.223196 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:49.226920 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:59:49.270089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Pushing event updated for resources: {'Port': ['ID=9ad1591c-e9b0-4b77-a763-3a67a77ef2db,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:49.389854 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (04511736-ee22-44ba-9863-f07d39997e4e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:49.442907 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04511736-ee22-44ba-9863-f07d39997e4e']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:49.550926 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6866277b-52d9-487f-af63-685aef17af3b') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:49.557616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6866277b-52d9-487f-af63-685aef17af3b') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:49.596309 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (6866277b-52d9-487f-af63-685aef17af3b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:49.776212 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Publish callbacks [] for router_gateway (7612444f-72f5-41e8-a16c-049a27c0eb3d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:49.823703 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6866277b-52d9-487f-af63-685aef17af3b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:49.876060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:59:49.876467 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (6866277b-52d9-487f-af63-685aef17af3b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:59:49.879673 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:59:50.059048 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:50.091852 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (7612444f-72f5-41e8-a16c-049a27c0eb3d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:50.166066 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (04511736-ee22-44ba-9863-f07d39997e4e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:50.195320 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:50.224466 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/04511736-ee22-44ba-9863-f07d39997e4e HTTP/1.1" status: 204 len: 168 time: 4.1619740 Mar 11 11:59:50.240064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37736) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:50.248937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8352d086-ac11-42e6-8478-ce81dd23a064 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1869263636'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:50.254639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a1e0d-345b-454f-81d5-be47a4dba777 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Network': ['ID=04511736-ee22-44ba-9863-f07d39997e4e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:50.282991 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.resource_extend [None req-c77f21f2-b9d3-4c52-96d6-1006b2a28e89 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:59:50.351361 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8352d086-ac11-42e6-8478-ce81dd23a064 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:50.355912 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8352d086-ac11-42e6-8478-ce81dd23a064 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:50.388329 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Router 7612444f-72f5-41e8-a16c-049a27c0eb3d is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 11:59:50.421612 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c77f21f2-b9d3-4c52-96d6-1006b2a28e89 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:50.434909 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c77f21f2-b9d3-4c52-96d6-1006b2a28e89 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (24d4a431-2ef3-4c38-aad3-940a41a8a03f), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:50.500941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8352d086-ac11-42e6-8478-ce81dd23a064 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:59:50.550048 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8352d086-ac11-42e6-8478-ce81dd23a064 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6d91ebc0-c362-4a89-aacd-ba9721e7a301), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:50.550443 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-8352d086-ac11-42e6-8478-ce81dd23a064 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Added segment 6d91ebc0-c362-4a89-aacd-ba9721e7a301 of type vlan for network 8f31820f-23c2-439e-9ccd-a6af77073757 Mar 11 11:59:50.651042 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8352d086-ac11-42e6-8478-ce81dd23a064 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (8f31820f-23c2-439e-9ccd-a6af77073757), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:50.701112 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-c77f21f2-b9d3-4c52-96d6-1006b2a28e89 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Floating IP 24d4a431-2ef3-4c38-aad3-940a41a8a03f associated. External IP: 172.25.7.8, port: 9b8716b4-4d1d-42c3-b307-d514a205334d. Mar 11 11:59:50.812937 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 11:59:50.945744 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.resource_extend [None req-8352d086-ac11-42e6-8478-ce81dd23a064 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 11:59:51.037580 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8352d086-ac11-42e6-8478-ce81dd23a064 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (8f31820f-23c2-439e-9ccd-a6af77073757), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:51.043705 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8352d086-ac11-42e6-8478-ce81dd23a064 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:51.046079 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8352d086-ac11-42e6-8478-ce81dd23a064 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:51.078421 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34d64e4-f0de-419c-a777-87327cf8a46f None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 11:59:51.128349 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8352d086-ac11-42e6-8478-ce81dd23a064 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8867803 Mar 11 11:59:51.145206 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37752) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:51.172303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-74354e3c-3c4b-411f-975f-85a658f7a7c8 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'subnet': {'network_id': '8f31820f-23c2-439e-9ccd-a6af77073757', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:51.251799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9bcbcaf0-97de-442e-bdce-7ce8b19d5707 None None] Provisioning complete for port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:51.252620 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcaf0-97de-442e-bdce-7ce8b19d5707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:51.303334 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:59:51.314238 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Sync routers for ids ['7612444f-72f5-41e8-a16c-049a27c0eb3d'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:59:51.334172 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:51.335483 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-df7625c8-9071-4066-a912-fb809ec8bb4c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8379464 Mar 11 11:59:51.336155 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Routers {'7612444f-72f5-41e8-a16c-049a27c0eb3d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:59:51.338119 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:59:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7612444f-72f5-41e8-a16c-049a27c0eb3d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:51.346379 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37758) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:51.458409 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34d64e4-f0de-419c-a777-87327cf8a46f None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 11:59:51.724420 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Set router 7612444f-72f5-41e8-a16c-049a27c0eb3d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:59:52.041195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:59:52.095990 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T11:59:49Z', 'revision_number': 3, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:52.110541 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9bcbcaf0-97de-442e-bdce-7ce8b19d5707 None None] Current status of the port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:52.111083 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcaf0-97de-442e-bdce-7ce8b19d5707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:52.165716 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Checking router: 7612444f-72f5-41e8-a16c-049a27c0eb3d for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:59:52.168311 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Updating router 7612444f-72f5-41e8-a16c-049a27c0eb3d port 9ad1591c-e9b0-4b77-a763-3a67a77ef2db binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:59:52.169731 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9bcbcaf0-97de-442e-bdce-7ce8b19d5707 None None] For port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:52.181332 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcaf0-97de-442e-bdce-7ce8b19d5707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:52.249435 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9ad1591c-e9b0-4b77-a763-3a67a77ef2db), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:52.258109 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:52.258495 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:52.295264 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352d086-ac11-42e6-8478-ce81dd23a064 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Network': ['ID=8f31820f-23c2-439e-9ccd-a6af77073757,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:52.447201 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77f21f2-b9d3-4c52-96d6-1006b2a28e89 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Router 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:59:52.449930 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74354e3c-3c4b-411f-975f-85a658f7a7c8 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:52.460934 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74354e3c-3c4b-411f-975f-85a658f7a7c8 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:52.493331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3b4e92-caeb-4f9b-a03d-5967fc9f6802 None None] Network e532891a-d9f9-4838-8745-963ad9eaeacc requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:59:52.560180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.ipam_backend_mixin [None req-74354e3c-3c4b-411f-975f-85a658f7a7c8 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Performing IP validity checks on allocation pools {{(pid=104031) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 11:59:52.562026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.ipam_backend_mixin [None req-74354e3c-3c4b-411f-975f-85a658f7a7c8 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104031) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 11:59:52.645009 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:52.682416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 8f31820f-23c2-439e-9ccd-a6af77073757 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:59:52.802662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77f21f2-b9d3-4c52-96d6-1006b2a28e89 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:59:52.811624 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c77f21f2-b9d3-4c52-96d6-1006b2a28e89 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:52.881857 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Publish callbacks [] for port (9ad1591c-e9b0-4b77-a763-3a67a77ef2db), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:52.892856 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9ad1591c-e9b0-4b77-a763-3a67a77ef2db), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:52.945502 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c77f21f2-b9d3-4c52-96d6-1006b2a28e89 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "PUT /v2.0/floatingips/24d4a431-2ef3-4c38-aad3-940a41a8a03f HTTP/1.1" status: 200 len: 990 time: 3.9181547 Mar 11 11:59:53.016126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dacb68f-d348-428c-9119-2b1b7f1bf89d', 'tag': '9b8716b4-4d1d-42c3-b307-d514a205334d'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 11:59:53.023321 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9432777-f6dd-477d-be99-e9c99ee29912" -d '{"events": [{"name": "network-changed", "server_uuid": "9dacb68f-d348-428c-9119-2b1b7f1bf89d", "tag": "9b8716b4-4d1d-42c3-b307-d514a205334d"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 11:59:53.029168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] Allocated IP 172.20.0.1 (e532891a-d9f9-4838-8745-963ad9eaeacc/fc42e876-74e9-4322-8608-e55a47f90e7b/07c02ff4-8c0e-42a9-a555-2fae6698f949) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 11:59:53.047291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f22e7-33fa-44f2-9673-634a516dc8b0 None None] Sync routers for ids ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:59:53.070486 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:53.089404 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74354e3c-3c4b-411f-975f-85a658f7a7c8 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (de1daeac-9e93-48c5-9dac-c992fb890f70), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:53.157016 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 11:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b954b318-51b7-4d56-8c03-d29dc2524c5b x-openstack-request-id: req-b954b318-51b7-4d56-8c03-d29dc2524c5b {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 11:59:53.157315 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dacb68f-d348-428c-9119-2b1b7f1bf89d", "tag": "9b8716b4-4d1d-42c3-b307-d514a205334d", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 11:59:53.157569 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b954b318-51b7-4d56-8c03-d29dc2524c5b {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 11:59:53.165907 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dacb68f-d348-428c-9119-2b1b7f1bf89d', 'tag': '9b8716b4-4d1d-42c3-b307-d514a205334d', 'status': 'completed', 'code': 200} Mar 11 11:59:53.198487 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a56cb-1b09-4520-b0eb-39c030294c1f None None] Pushing event updated for resources: {'Port': ['ID=9ad1591c-e9b0-4b77-a763-3a67a77ef2db,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:53.225855 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Attempting to bind port 9ad1591c-e9b0-4b77-a763-3a67a77ef2db on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 11:59:53.226588 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Attempting to bind port 9ad1591c-e9b0-4b77-a763-3a67a77ef2db by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 11:59:53.227171 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Attempting to bind port 9ad1591c-e9b0-4b77-a763-3a67a77ef2db on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 11:59:53.237150 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 11:59:53.237933 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:53.238628 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:53.239114 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 11:59:53.239739 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Bound port: 9ad1591c-e9b0-4b77-a763-3a67a77ef2db, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 11:59:53.240227 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9ad1591c-e9b0-4b77-a763-3a67a77ef2db), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:53.302465 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] For port 9ad1591c-e9b0-4b77-a763-3a67a77ef2db, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 11:59:53.310457 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] For port 9ad1591c-e9b0-4b77-a763-3a67a77ef2db, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9ad1591c-e9b0-4b77-a763-3a67a77ef2db,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 11:59:53.315481 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812a56cb-1b09-4520-b0eb-39c030294c1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:53.316063 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812a56cb-1b09-4520-b0eb-39c030294c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:53.316650 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812a56cb-1b09-4520-b0eb-39c030294c1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:53.317429 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812a56cb-1b09-4520-b0eb-39c030294c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:53.318374 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812a56cb-1b09-4520-b0eb-39c030294c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:53.319053 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812a56cb-1b09-4520-b0eb-39c030294c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:53.319892 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812a56cb-1b09-4520-b0eb-39c030294c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:53.320566 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812a56cb-1b09-4520-b0eb-39c030294c1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:53.321176 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812a56cb-1b09-4520-b0eb-39c030294c1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:53.321719 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812a56cb-1b09-4520-b0eb-39c030294c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:53.322166 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812a56cb-1b09-4520-b0eb-39c030294c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:53.322626 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812a56cb-1b09-4520-b0eb-39c030294c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:53.323159 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812a56cb-1b09-4520-b0eb-39c030294c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 11:59:53.329524 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9ad1591c-e9b0-4b77-a763-3a67a77ef2db), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:53.331055 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbcaf0-97de-442e-bdce-7ce8b19d5707 None None] Pushing event updated for resources: {'Port': ['ID=e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:53.361600 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] Publish callbacks [] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:53.398318 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Routers {'7612444f-72f5-41e8-a16c-049a27c0eb3d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:59:53.399392 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:59:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7612444f-72f5-41e8-a16c-049a27c0eb3d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:53.464313 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:53.464881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f22e7-33fa-44f2-9673-634a516dc8b0 None None] Routers {'8e3afdd1-3c17-47ea-a04c-ac183d897ba7'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:59:53.465552 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-399f22e7-33fa-44f2-9673-634a516dc8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:59:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:53.492899 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74354e3c-3c4b-411f-975f-85a658f7a7c8 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Checking segment: {'id': '6d91ebc0-c362-4a89-aacd-ba9721e7a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8f31820f-23c2-439e-9ccd-a6af77073757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:53.493434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74354e3c-3c4b-411f-975f-85a658f7a7c8 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network hostable DHCP agents. Network: 8f31820f-23c2-439e-9ccd-a6af77073757, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:59:53.494159 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] Network e532891a-d9f9-4838-8745-963ad9eaeacc is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:59:53.495696 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74354e3c-3c4b-411f-975f-85a658f7a7c8 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Subnet': ['ID=de1daeac-9e93-48c5-9dac-c992fb890f70,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:53.497067 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:53.534031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 11:59:53.564261 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9432777-f6dd-477d-be99-e9c99ee29912 req-caa6e926-98d0-4c48-8224-404186f4b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:53.565883 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9432777-f6dd-477d-be99-e9c99ee29912 req-caa6e926-98d0-4c48-8224-404186f4b876 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b5b8b318e8547e3807ab839878ca018&device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 1128 time: 0.3893847 Mar 11 11:59:53.613952 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (7612444f-72f5-41e8-a16c-049a27c0eb3d), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:53.648350 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:59:53.668104 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] Set router 7612444f-72f5-41e8-a16c-049a27c0eb3d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:59:53.668615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74354e3c-3c4b-411f-975f-85a658f7a7c8 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network 8f31820f-23c2-439e-9ccd-a6af77073757 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:59:53.720865 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37818) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:53.750019 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a56cb-1b09-4520-b0eb-39c030294c1f None None] Pushing event updated for resources: {'Port': ['ID=9ad1591c-e9b0-4b77-a763-3a67a77ef2db,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:53.795304 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] Pushing event updated for resources: {'Port': ['ID=07c02ff4-8c0e-42a9-a555-2fae6698f949,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:53.826825 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-74354e3c-3c4b-411f-975f-85a658f7a7c8 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 8f31820f-23c2-439e-9ccd-a6af77073757) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:53.839738 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74354e3c-3c4b-411f-975f-85a658f7a7c8 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:53.842564 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74354e3c-3c4b-411f-975f-85a658f7a7c8 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:53.868740 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-74354e3c-3c4b-411f-975f-85a658f7a7c8 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7193694 Mar 11 11:59:53.869388 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37822) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:53.908831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9432777-f6dd-477d-be99-e9c99ee29912 req-629f62ec-6293-4080-a86f-2fce788b8d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:53.911153 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9432777-f6dd-477d-be99-e9c99ee29912 req-629f62ec-6293-4080-a86f-2fce788b8d95 service neutron] 10.222.0.37 "GET /v2.0/networks?id=60b40c9f-73c6-47c3-949b-aea4f11842db HTTP/1.1" status: 200 len: 915 time: 0.3326542 Mar 11 11:59:53.923440 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1c47bc-dfac-4f46-bce2-b264aa23e42f None None] Network 8f31820f-23c2-439e-9ccd-a6af77073757 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:59:54.062363 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T11:59:49Z', 'revision_number': 3, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:54.109519 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26007cd9-05fe-48c6-b37d-006915be4dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:54.131048 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:54.145468 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929580c7-3ac5-43ac-8a0e-8ce4a9bfe8c4 None None] The sync data for ids ['7612444f-72f5-41e8-a16c-049a27c0eb3d'] in n-d-833234-2 is: [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T11:59:49Z', 'revision_number': 3, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:59:54.153718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82707486-ceb4-4c89-9611-34f877bc93ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-8f31820f-23c2-439e-9ccd-a6af77073757', 'network_id': '8f31820f-23c2-439e-9ccd-a6af77073757', 'project_id': 'eec498d2f5214427a2d09de1509bceda', 'fixed_ips': [{'subnet_id': 'de1daeac-9e93-48c5-9dac-c992fb890f70'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:59:54.154818 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82707486-ceb4-4c89-9611-34f877bc93ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:54.219722 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9432777-f6dd-477d-be99-e9c99ee29912 req-27f9a2c4-25b5-4433-bee8-9bf20b88ff95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b8716b4-4d1d-42c3-b307-d514a205334d HTTP/1.1" status: 200 len: 998 time: 0.2972381 Mar 11 11:59:54.225942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-399f22e7-33fa-44f2-9673-634a516dc8b0 None None] Set router 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:59:54.270997 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc8093b6-3775-42d0-8cd7-a633484ae567 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (8f31820f-23c2-439e-9ccd-a6af77073757), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:54.410147 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc8093b6-3775-42d0-8cd7-a633484ae567 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (de1daeac-9e93-48c5-9dac-c992fb890f70), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:54.427483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9432777-f6dd-477d-be99-e9c99ee29912 req-093f6375-7a05-4080-bf8b-fba428c063c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:54.429401 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9432777-f6dd-477d-be99-e9c99ee29912 req-093f6375-7a05-4080-bf8b-fba428c063c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10dac987-a6b7-4739-90f9-028ad3f7ef49 HTTP/1.1" status: 200 len: 853 time: 0.2012708 Mar 11 11:59:54.570407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:54.570935 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:54.654292 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26007cd9-05fe-48c6-b37d-006915be4dbd admin admin] Publish callbacks [] for security_group (f489a854-17c5-41b9-9999-d5051d10695d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:54.668296 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26007cd9-05fe-48c6-b37d-006915be4dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f489a854-17c5-41b9-9999-d5051d10695d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:54.697645 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc8093b6-3775-42d0-8cd7-a633484ae567 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (de1daeac-9e93-48c5-9dac-c992fb890f70), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:54.723637 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-26007cd9-05fe-48c6-b37d-006915be4dbd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=da4e399b4dc946ec85adac3f9bb63dc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9979348 Mar 11 11:59:54.754324 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37830) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:54.767469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8093b6-3775-42d0-8cd7-a633484ae567 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Subnet': ['ID=de1daeac-9e93-48c5-9dac-c992fb890f70,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:54.776859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9432777-f6dd-477d-be99-e9c99ee29912 req-f639dad8-7330-44ae-9597-6a93fb00a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:54.778498 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9432777-f6dd-477d-be99-e9c99ee29912 req-f639dad8-7330-44ae-9597-6a93fb00a901 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60b40c9f-73c6-47c3-949b-aea4f11842db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3031905 Mar 11 11:59:54.785322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8be8f1c2-d5b4-4815-8a80-f51fb33900cb None None] Provisioning complete for port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:54.787852 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8be8f1c2-d5b4-4815-8a80-f51fb33900cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server [None req-82707486-ceb4-4c89-9611-34f877bc93ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de1daeac-9e93-48c5-9dac-c992fb890f70: This subnet is being modified by another concurrent operation. Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 11:59:54.820542 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise exception Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de1daeac-9e93-48c5-9dac-c992fb890f70: This subnet is being modified by another concurrent operation. Mar 11 11:59:54.823407 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Mar 11 11:59:54.862015 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc8093b6-3775-42d0-8cd7-a633484ae567 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (8f31820f-23c2-439e-9ccd-a6af77073757), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:54.898591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-bc8093b6-3775-42d0-8cd7-a633484ae567 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f31820f-23c2-439e-9ccd-a6af77073757']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:54.898800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76faa08-1afe-4356-b410-d1333e433e06 None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 11:59:54.930312 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-bc8093b6-3775-42d0-8cd7-a633484ae567 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d91ebc0-c362-4a89-aacd-ba9721e7a301') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:54.930623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-bc8093b6-3775-42d0-8cd7-a633484ae567 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d91ebc0-c362-4a89-aacd-ba9721e7a301') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:54.941990 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] Publish callbacks [] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:54.945194 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc8093b6-3775-42d0-8cd7-a633484ae567 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (6d91ebc0-c362-4a89-aacd-ba9721e7a301), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:54.964604 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc8093b6-3775-42d0-8cd7-a633484ae567 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6d91ebc0-c362-4a89-aacd-ba9721e7a301), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:54.965591 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:54.977265 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8093b6-3775-42d0-8cd7-a633484ae567 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:59:54.980175 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc8093b6-3775-42d0-8cd7-a633484ae567 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (6d91ebc0-c362-4a89-aacd-ba9721e7a301), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:55.008158 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09d766c9-6cc8-4a6e-a98e-134946754df7 admin admin] Publish callbacks [] for security_group (f489a854-17c5-41b9-9999-d5051d10695d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: timer() Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:59:55.059655 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:59:55.066213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09d766c9-6cc8-4a6e-a98e-134946754df7 admin admin] Publish callbacks [] for security_group (f489a854-17c5-41b9-9999-d5051d10695d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:55.125896 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26007cd9-05fe-48c6-b37d-006915be4dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f489a854-17c5-41b9-9999-d5051d10695d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:55.132659 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:55.262803 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09d766c9-6cc8-4a6e-a98e-134946754df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f489a854-17c5-41b9-9999-d5051d10695d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:55.273214 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09d766c9-6cc8-4a6e-a98e-134946754df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:55.277034 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-09d766c9-6cc8-4a6e-a98e-134946754df7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f489a854-17c5-41b9-9999-d5051d10695d HTTP/1.1" status: 204 len: 168 time: 0.5191162 Mar 11 11:59:55.330496 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8be8f1c2-d5b4-4815-8a80-f51fb33900cb None None] Current status of the port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:55.333810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76faa08-1afe-4356-b410-d1333e433e06 None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 11:59:55.397728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d766c9-6cc8-4a6e-a98e-134946754df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f489a854-17c5-41b9-9999-d5051d10695d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:55.472804 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9432777-f6dd-477d-be99-e9c99ee29912 req-ae6a2727-3513-47fd-ab1f-4bc8ed347744 service neutron] 10.222.0.37 "GET /v2.0/networks/60b40c9f-73c6-47c3-949b-aea4f11842db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122307 Mar 11 11:59:55.475508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] Pushing event updated for resources: {'Port': ['ID=07c02ff4-8c0e-42a9-a555-2fae6698f949,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:55.485245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc8093b6-3775-42d0-8cd7-a633484ae567 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (8f31820f-23c2-439e-9ccd-a6af77073757), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:55.489937 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (7612444f-72f5-41e8-a16c-049a27c0eb3d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:55.501251 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc8093b6-3775-42d0-8cd7-a633484ae567 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:55.511560 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bc8093b6-3775-42d0-8cd7-a633484ae567 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/8f31820f-23c2-439e-9ccd-a6af77073757 HTTP/1.1" status: 204 len: 168 time: 1.6342556 Mar 11 11:59:55.522281 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37834) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:55.552678 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-18c2b672-c416-4be3-8030-2d250bd13c3a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1102061916'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:55.783477 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8093b6-3775-42d0-8cd7-a633484ae567 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Network': ['ID=8f31820f-23c2-439e-9ccd-a6af77073757,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:55.831997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9432777-f6dd-477d-be99-e9c99ee29912 req-8f6c2e41-bad1-4349-96af-63f6822d6f08 service neutron] 10.222.0.37 "GET /v2.0/networks/60b40c9f-73c6-47c3-949b-aea4f11842db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419662 Mar 11 11:59:55.879329 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] Network e532891a-d9f9-4838-8745-963ad9eaeacc is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 11:59:55.882862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:55.888338 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c2b672-c416-4be3-8030-2d250bd13c3a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:55.892884 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18c2b672-c416-4be3-8030-2d250bd13c3a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:55.986703 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37844) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:56.005713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9ad1591c-e9b0-4b77-a763-3a67a77ef2db up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 11:59:56.012961 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-662a7070-deba-4dff-981a-7ed89d3946a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:56.077988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c2b672-c416-4be3-8030-2d250bd13c3a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:59:56.104633 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18c2b672-c416-4be3-8030-2d250bd13c3a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6d396252-ca37-4ca2-96f0-f71251550130), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:56.105268 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-18c2b672-c416-4be3-8030-2d250bd13c3a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Added segment 6d396252-ca37-4ca2-96f0-f71251550130 of type vlan for network a2926218-bd9a-4ea0-b94b-86cc51f796e1 Mar 11 11:59:56.162875 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2a07f956-0213-49de-9a37-232fe28bc1fa None None] Provisioning complete for port 07c02ff4-8c0e-42a9-a555-2fae6698f949 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:56.165034 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a07f956-0213-49de-9a37-232fe28bc1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:56.205744 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-662a7070-deba-4dff-981a-7ed89d3946a0 admin admin] Publish callbacks [] for security_group (81ed1ff0-2348-47bb-80cb-40eef3742451), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:56.214415 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-662a7070-deba-4dff-981a-7ed89d3946a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (81ed1ff0-2348-47bb-80cb-40eef3742451), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:56.261118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a7070-deba-4dff-981a-7ed89d3946a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ed1ff0-2348-47bb-80cb-40eef3742451,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:56.307851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-662a7070-deba-4dff-981a-7ed89d3946a0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c701a728edc44fd383690d475ac4d610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3197711 Mar 11 11:59:56.310361 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37846) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:56.340201 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18c2b672-c416-4be3-8030-2d250bd13c3a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (a2926218-bd9a-4ea0-b94b-86cc51f796e1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:56.379326 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] Router 7612444f-72f5-41e8-a16c-049a27c0eb3d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 11:59:56.393480 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26b8f255-8de5-4993-af6e-cb3bdf4fb298 admin admin] Publish callbacks [] for security_group (81ed1ff0-2348-47bb-80cb-40eef3742451), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:56.421140 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26b8f255-8de5-4993-af6e-cb3bdf4fb298 admin admin] Publish callbacks [] for security_group (81ed1ff0-2348-47bb-80cb-40eef3742451), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:56.453564 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18c2b672-c416-4be3-8030-2d250bd13c3a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (a2926218-bd9a-4ea0-b94b-86cc51f796e1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:56.468967 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c2b672-c416-4be3-8030-2d250bd13c3a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:56.469619 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18c2b672-c416-4be3-8030-2d250bd13c3a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:56.492252 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2a07f956-0213-49de-9a37-232fe28bc1fa None None] Port 07c02ff4-8c0e-42a9-a555-2fae6698f949 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:59:56.523523 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26b8f255-8de5-4993-af6e-cb3bdf4fb298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (81ed1ff0-2348-47bb-80cb-40eef3742451), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:56.527062 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26b8f255-8de5-4993-af6e-cb3bdf4fb298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:56.528362 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-26b8f255-8de5-4993-af6e-cb3bdf4fb298 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/81ed1ff0-2348-47bb-80cb-40eef3742451 HTTP/1.1" status: 204 len: 168 time: 0.2166574 Mar 11 11:59:56.554224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8f255-8de5-4993-af6e-cb3bdf4fb298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ed1ff0-2348-47bb-80cb-40eef3742451,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:56.650716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37850) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:56.655985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4fe34c6f-da76-46fd-b737-054785192d31 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'subnet': {'network_id': 'a2926218-bd9a-4ea0-b94b-86cc51f796e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:56.672309 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-18c2b672-c416-4be3-8030-2d250bd13c3a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1372151 Mar 11 11:59:56.735308 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 9ad1591c-e9b0-4b77-a763-3a67a77ef2db triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:56.735743 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9ad1591c-e9b0-4b77-a763-3a67a77ef2db), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:56.754121 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-399f22e7-33fa-44f2-9673-634a516dc8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'name': 'tempest-ServersTestFqdnHostnames-550466938-router', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:54Z', 'updated_at': '2022-03-11T11:59:06Z', 'revision_number': 4, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'gw_port': {'id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:56Z', 'updated_at': '2022-03-11T11:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '24d4a431-2ef3-4c38-aad3-940a41a8a03f', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'floating_ip_address': '172.25.7.8', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'port_id': '9b8716b4-4d1d-42c3-b307-d514a205334d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db', 'mac_address': 'fa:16:3e:00:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dacb68f-d348-428c-9119-2b1b7f1bf89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:59:20Z', 'updated_at': '2022-03-11T11:59:50Z', 'revision_number': 1, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98349ee-5f0f-4f7b-abe4-486016a390af', 'name': '', 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'mac_address': 'fa:16:3e:80:43:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:03Z', 'updated_at': '2022-03-11T11:59:14Z', 'revision_number': 5, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'subnets': [{'id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:56.800040 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2b672-c416-4be3-8030-2d250bd13c3a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Network': ['ID=a2926218-bd9a-4ea0-b94b-86cc51f796e1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:56.889810 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe34c6f-da76-46fd-b737-054785192d31 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:56.901158 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4fe34c6f-da76-46fd-b737-054785192d31 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:56.958247 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 11:59:56.966561 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f046bdc9-43db-485d-b435-f9eb8f1eaffd admin admin] 10.222.0.78 "PUT /v2.0/routers/7612444f-72f5-41e8-a16c-049a27c0eb3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6189148 Mar 11 11:59:57.003082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network a2926218-bd9a-4ea0-b94b-86cc51f796e1 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 11:59:57.349995 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bc793d-9d2f-4496-962a-2ebddecb2bef None None] Network 8f31820f-23c2-439e-9ccd-a6af77073757 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:59:57.352521 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4fe34c6f-da76-46fd-b737-054785192d31 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (0e6a853c-3b62-44e9-a284-9d42825930a9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:57.423127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bc793d-9d2f-4496-962a-2ebddecb2bef None None] Network 8f31820f-23c2-439e-9ccd-a6af77073757 could not be found, it might have been deleted concurrently. {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 11:59:57.428444 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f22e7-33fa-44f2-9673-634a516dc8b0 None None] Checking router: 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:59:57.570906 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Sync routers for ids ['7612444f-72f5-41e8-a16c-049a27c0eb3d'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 11:59:57.594831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f22e7-33fa-44f2-9673-634a516dc8b0 None None] Routers {'8e3afdd1-3c17-47ea-a04c-ac183d897ba7'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:59:57.595547 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-399f22e7-33fa-44f2-9673-634a516dc8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:59:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:57.599950 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 9ad1591c-e9b0-4b77-a763-3a67a77ef2db is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 11:59:57.600359 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9ad1591c-e9b0-4b77-a763-3a67a77ef2db), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:57.600471 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe34c6f-da76-46fd-b737-054785192d31 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Subnet': ['ID=0e6a853c-3b62-44e9-a284-9d42825930a9,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:57.603531 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Routers {'7612444f-72f5-41e8-a16c-049a27c0eb3d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 11:59:57.604350 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:59:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7612444f-72f5-41e8-a16c-049a27c0eb3d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:57.628769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe34c6f-da76-46fd-b737-054785192d31 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Checking segment: {'id': '6d396252-ca37-4ca2-96f0-f71251550130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a2926218-bd9a-4ea0-b94b-86cc51f796e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 11:59:57.629139 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe34c6f-da76-46fd-b737-054785192d31 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network hostable DHCP agents. Network: a2926218-bd9a-4ea0-b94b-86cc51f796e1, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 11:59:57.653039 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 9ad1591c-e9b0-4b77-a763-3a67a77ef2db, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9ad1591c-e9b0-4b77-a763-3a67a77ef2db,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 11:59:57.654454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-679bb655-b40b-4d3c-9f2b-3306e8dbaa49 None None] Provisioning complete for port 07c02ff4-8c0e-42a9-a555-2fae6698f949 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 11:59:57.655738 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-679bb655-b40b-4d3c-9f2b-3306e8dbaa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:57.691841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe34c6f-da76-46fd-b737-054785192d31 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network a2926218-bd9a-4ea0-b94b-86cc51f796e1 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 11:59:57.716878 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-4fe34c6f-da76-46fd-b737-054785192d31 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, a2926218-bd9a-4ea0-b94b-86cc51f796e1) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 11:59:57.733309 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe34c6f-da76-46fd-b737-054785192d31 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:57.733870 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4fe34c6f-da76-46fd-b737-054785192d31 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:57.772943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4585f20-0214-4a9c-9b5e-fcaa14de2d2a None None] Network a2926218-bd9a-4ea0-b94b-86cc51f796e1 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 11:59:57.778212 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9ad1591c-e9b0-4b77-a763-3a67a77ef2db), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:57.797094 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37874) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:57.817442 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4fe34c6f-da76-46fd-b737-054785192d31 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1654613 Mar 11 11:59:57.935445 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-679bb655-b40b-4d3c-9f2b-3306e8dbaa49 None None] Port 07c02ff4-8c0e-42a9-a555-2fae6698f949 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 11:59:57.993810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=9ad1591c-e9b0-4b77-a763-3a67a77ef2db,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:58.045602 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-399f22e7-33fa-44f2-9673-634a516dc8b0 None None] Set router 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:59:58.048876 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b87945-bd53-4640-914e-bbf596ddbfa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-a2926218-bd9a-4ea0-b94b-86cc51f796e1', 'network_id': 'a2926218-bd9a-4ea0-b94b-86cc51f796e1', 'project_id': 'eec498d2f5214427a2d09de1509bceda', 'fixed_ips': [{'subnet_id': '0e6a853c-3b62-44e9-a284-9d42825930a9'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 11:59:58.049741 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e7b87945-bd53-4640-914e-bbf596ddbfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:58.075204 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Set router 7612444f-72f5-41e8-a16c-049a27c0eb3d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 11:59:58.113167 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29197901-9d0c-40da-a6ab-42c7a8a78f82 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (a2926218-bd9a-4ea0-b94b-86cc51f796e1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:58.238484 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29197901-9d0c-40da-a6ab-42c7a8a78f82 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (0e6a853c-3b62-44e9-a284-9d42825930a9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:58.398788 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29197901-9d0c-40da-a6ab-42c7a8a78f82 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (0e6a853c-3b62-44e9-a284-9d42825930a9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:58.466059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29197901-9d0c-40da-a6ab-42c7a8a78f82 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6a853c-3b62-44e9-a284-9d42825930a9,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:58.642299 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29197901-9d0c-40da-a6ab-42c7a8a78f82 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (a2926218-bd9a-4ea0-b94b-86cc51f796e1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:58.694104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-29197901-9d0c-40da-a6ab-42c7a8a78f82 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2926218-bd9a-4ea0-b94b-86cc51f796e1']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:58.715598 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-29197901-9d0c-40da-a6ab-42c7a8a78f82 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d396252-ca37-4ca2-96f0-f71251550130') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:58.715923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-29197901-9d0c-40da-a6ab-42c7a8a78f82 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d396252-ca37-4ca2-96f0-f71251550130') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:58.747043 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29197901-9d0c-40da-a6ab-42c7a8a78f82 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (6d396252-ca37-4ca2-96f0-f71251550130), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:58.773915 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29197901-9d0c-40da-a6ab-42c7a8a78f82 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6d396252-ca37-4ca2-96f0-f71251550130), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:58.788731 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29197901-9d0c-40da-a6ab-42c7a8a78f82 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 11:59:58.789141 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29197901-9d0c-40da-a6ab-42c7a8a78f82 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (6d396252-ca37-4ca2-96f0-f71251550130), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: timer() Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 11:59:58.797421 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 11:59:58.818159 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37894) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:58.824772 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5c9129c9-6135-49dd-a23c-736a71171f1f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--549248819', 'description': 'tempest-description--235725300'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:58.894402 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c9129c9-6135-49dd-a23c-736a71171f1f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:58.959991 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T11:59:54Z', 'revision_number': 4, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '07c02ff4-8c0e-42a9-a555-2fae6698f949', 'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'mac_address': 'fa:16:3e:95:1a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:52Z', 'updated_at': '2022-03-11T11:59:54Z', 'revision_number': 2, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'subnets': [{'id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server [None req-e7b87945-bd53-4640-914e-bbf596ddbfa8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e6a853c-3b62-44e9-a284-9d42825930a9: This subnet is being modified by another concurrent operation. Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 11:59:58.967042 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise exception Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e6a853c-3b62-44e9-a284-9d42825930a9: This subnet is being modified by another concurrent operation. Mar 11 11:59:58.970081 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Mar 11 11:59:58.996971 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29197901-9d0c-40da-a6ab-42c7a8a78f82 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (a2926218-bd9a-4ea0-b94b-86cc51f796e1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:59.006008 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29197901-9d0c-40da-a6ab-42c7a8a78f82 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:59.016400 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-29197901-9d0c-40da-a6ab-42c7a8a78f82 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/a2926218-bd9a-4ea0-b94b-86cc51f796e1 HTTP/1.1" status: 204 len: 168 time: 1.2150662 Mar 11 11:59:59.018213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37902) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:59.022108 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Checking router: 7612444f-72f5-41e8-a16c-049a27c0eb3d for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 11:59:59.022467 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Updating router 7612444f-72f5-41e8-a16c-049a27c0eb3d port 07c02ff4-8c0e-42a9-a555-2fae6698f949 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 11:59:59.028648 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ccf08d64-6154-4a0d-a9ac-2a1f6f17c5f1 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-833738836'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:59.077072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29197901-9d0c-40da-a6ab-42c7a8a78f82 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Network': ['ID=a2926218-bd9a-4ea0-b94b-86cc51f796e1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:59.087917 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:59.105415 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf08d64-6154-4a0d-a9ac-2a1f6f17c5f1 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 11:59:59.112414 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ccf08d64-6154-4a0d-a9ac-2a1f6f17c5f1 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:59.124896 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272bfd96-685e-4482-abad-849a6f26fffd None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 11:59:59.178774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf08d64-6154-4a0d-a9ac-2a1f6f17c5f1 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 11:59:59.210920 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ccf08d64-6154-4a0d-a9ac-2a1f6f17c5f1 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (1898bf1f-b00c-4d8a-b277-f3933a39c81a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:59.214810 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-ccf08d64-6154-4a0d-a9ac-2a1f6f17c5f1 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Added segment 1898bf1f-b00c-4d8a-b277-f3933a39c81a of type vlan for network 55b04699-435a-4514-af44-955614f5539b Mar 11 11:59:59.237027 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c9129c9-6135-49dd-a23c-736a71171f1f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group (9a61f7b4-9ccb-4f9c-9893-ef7185e9d294), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:59.247117 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c9129c9-6135-49dd-a23c-736a71171f1f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9a61f7b4-9ccb-4f9c-9893-ef7185e9d294), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:59.320833 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c9129c9-6135-49dd-a23c-736a71171f1f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:59.325206 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5c9129c9-6135-49dd-a23c-736a71171f1f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5059917 Mar 11 11:59:59.348402 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37912) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:59.380465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8767027e-aa09-4e6e-88f9-4e3c8042ec48 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Request body: {'security_group_rule': {'security_group_id': '9a61f7b4-9ccb-4f9c-9893-ef7185e9d294', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:59.429266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-399f22e7-33fa-44f2-9673-634a516dc8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'name': 'tempest-ServersTestFqdnHostnames-550466938-router', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:54Z', 'updated_at': '2022-03-11T11:59:06Z', 'revision_number': 4, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'gw_port': {'id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:56Z', 'updated_at': '2022-03-11T11:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '24d4a431-2ef3-4c38-aad3-940a41a8a03f', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'floating_ip_address': '172.25.7.8', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'port_id': '9b8716b4-4d1d-42c3-b307-d514a205334d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db', 'mac_address': 'fa:16:3e:00:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dacb68f-d348-428c-9119-2b1b7f1bf89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:59:20Z', 'updated_at': '2022-03-11T11:59:50Z', 'revision_number': 1, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98349ee-5f0f-4f7b-abe4-486016a390af', 'name': '', 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'mac_address': 'fa:16:3e:80:43:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:03Z', 'updated_at': '2022-03-11T11:59:14Z', 'revision_number': 5, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'subnets': [{'id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 11:59:59.462408 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ccf08d64-6154-4a0d-a9ac-2a1f6f17c5f1 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (55b04699-435a-4514-af44-955614f5539b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:59.519671 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8767027e-aa09-4e6e-88f9-4e3c8042ec48 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group_rule (f9eaf33d-0f4d-4983-8b64-c7c4d4c84416), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:59.533300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f22e7-33fa-44f2-9673-634a516dc8b0 None None] The sync data for ids ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'] in n-d-833234-2 is: [{'id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'name': 'tempest-ServersTestFqdnHostnames-550466938-router', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:54Z', 'updated_at': '2022-03-11T11:59:06Z', 'revision_number': 4, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'gw_port': {'id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:56Z', 'updated_at': '2022-03-11T11:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '24d4a431-2ef3-4c38-aad3-940a41a8a03f', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'floating_ip_address': '172.25.7.8', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'port_id': '9b8716b4-4d1d-42c3-b307-d514a205334d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db', 'mac_address': 'fa:16:3e:00:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dacb68f-d348-428c-9119-2b1b7f1bf89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T11:59:20Z', 'updated_at': '2022-03-11T11:59:50Z', 'revision_number': 1, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98349ee-5f0f-4f7b-abe4-486016a390af', 'name': '', 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'mac_address': 'fa:16:3e:80:43:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:03Z', 'updated_at': '2022-03-11T11:59:14Z', 'revision_number': 5, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'subnets': [{'id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 11:59:59.548822 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ccf08d64-6154-4a0d-a9ac-2a1f6f17c5f1 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (55b04699-435a-4514-af44-955614f5539b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:59.568393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272bfd96-685e-4482-abad-849a6f26fffd None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 11:59:59.573933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf08d64-6154-4a0d-a9ac-2a1f6f17c5f1 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 11:59:59.576649 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ccf08d64-6154-4a0d-a9ac-2a1f6f17c5f1 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:59.629540 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9129c9-6135-49dd-a23c-736a71171f1f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:59.725064 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8767027e-aa09-4e6e-88f9-4e3c8042ec48 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group_rule (f9eaf33d-0f4d-4983-8b64-c7c4d4c84416), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:59.734188 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8767027e-aa09-4e6e-88f9-4e3c8042ec48 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (f9eaf33d-0f4d-4983-8b64-c7c4d4c84416), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:59.790630 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ccf08d64-6154-4a0d-a9ac-2a1f6f17c5f1 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7713058 Mar 11 11:59:59.797460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37922) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:59.826872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-dc576e58-f49c-4bd3-af16-25384df41db5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'subnet': {'network_id': '55b04699-435a-4514-af44-955614f5539b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 11:59:59.831172 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767027e-aa09-4e6e-88f9-4e3c8042ec48 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9eaf33d-0f4d-4983-8b64-c7c4d4c84416,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 11:59:59.869459 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8767027e-aa09-4e6e-88f9-4e3c8042ec48 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 11:59:59.878099 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8767027e-aa09-4e6e-88f9-4e3c8042ec48 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5198839 Mar 11 11:59:59.880536 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37924) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 11:59:59.898403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-01cca418-e75c-4afb-80fb-374f1c05cfbf tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Request body: {'security_group_rule': {'security_group_id': '9a61f7b4-9ccb-4f9c-9893-ef7185e9d294', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:00.005982 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf08d64-6154-4a0d-a9ac-2a1f6f17c5f1 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Network': ['ID=55b04699-435a-4514-af44-955614f5539b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:00.039720 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01cca418-e75c-4afb-80fb-374f1c05cfbf tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group_rule (5e9ab707-e21c-435e-9af2-bfd5902c6c58), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:00.077918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37930) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:00.095426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 55b04699-435a-4514-af44-955614f5539b details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:00:00.097280 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Publish callbacks [] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:00.097661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9ad1591c-e9b0-4b77-a763-3a67a77ef2db up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:00:00.105160 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:00.111126 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6f5c86-44c0-4e28-9ba6-ad0dfa3757d6 None None] New status for floating IP 24d4a431-2ef3-4c38-aad3-940a41a8a03f: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:00:00.222527 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01cca418-e75c-4afb-80fb-374f1c05cfbf tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group_rule (5e9ab707-e21c-435e-9af2-bfd5902c6c58), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:00.224700 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1204d11-b60f-4b54-b164-cb939701fe73 None None] Pushing event updated for resources: {'Port': ['ID=07c02ff4-8c0e-42a9-a555-2fae6698f949,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:00.244004 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01cca418-e75c-4afb-80fb-374f1c05cfbf tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (5e9ab707-e21c-435e-9af2-bfd5902c6c58), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:00.297621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cca418-e75c-4afb-80fb-374f1c05cfbf tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9ab707-e21c-435e-9af2-bfd5902c6c58,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:00.320023 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01cca418-e75c-4afb-80fb-374f1c05cfbf tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:00.321781 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-01cca418-e75c-4afb-80fb-374f1c05cfbf tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4403324 Mar 11 12:00:00.325358 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37934) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:00.343503 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5e94ad86-7892-450f-b7b8-78729149a02f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:00.406577 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e94ad86-7892-450f-b7b8-78729149a02f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:00.418281 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Attempting to bind port 07c02ff4-8c0e-42a9-a555-2fae6698f949 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:00.418638 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Attempting to bind port 07c02ff4-8c0e-42a9-a555-2fae6698f949 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:00.419321 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Attempting to bind port 07c02ff4-8c0e-42a9-a555-2fae6698f949 on network e532891a-d9f9-4838-8745-963ad9eaeacc {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:00.436194 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:00:00.436716 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Checking segment: {'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:00.437008 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:00.437555 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Bound using segment: {'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:00:00.439691 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Bound port: 07c02ff4-8c0e-42a9-a555-2fae6698f949, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:00:00.440093 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:00.516121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc576e58-f49c-4bd3-af16-25384df41db5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:00.527366 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dc576e58-f49c-4bd3-af16-25384df41db5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:00.565564 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] For port 07c02ff4-8c0e-42a9-a555-2fae6698f949, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:00:00.568890 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] For port 07c02ff4-8c0e-42a9-a555-2fae6698f949, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=07c02ff4-8c0e-42a9-a555-2fae6698f949,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:00:00.577885 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:00.623745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a7c292f7-b444-4bf6-a0f6-8fbcd0d1d7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1292435405'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:00.645965 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Routers {'7612444f-72f5-41e8-a16c-049a27c0eb3d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:00:00.646832 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T11:59:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7612444f-72f5-41e8-a16c-049a27c0eb3d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:00.652530 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1204d11-b60f-4b54-b164-cb939701fe73 None None] Pushing event updated for resources: {'Port': ['ID=07c02ff4-8c0e-42a9-a555-2fae6698f949,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:00.781702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c292f7-b444-4bf6-a0f6-8fbcd0d1d7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Made reservation on behalf of 13f38b8c775e443dac77df5fb4b1bb37 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:00.789668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7c292f7-b444-4bf6-a0f6-8fbcd0d1d7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:00.814580 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7c292f7-b444-4bf6-a0f6-8fbcd0d1d7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:00.853227 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] Set router 7612444f-72f5-41e8-a16c-049a27c0eb3d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:00:01.081553 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e94ad86-7892-450f-b7b8-78729149a02f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:01.329472 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbb09aa-13a8-4ee6-aae0-fd2dcfdfb8e3 None None] Network a2926218-bd9a-4ea0-b94b-86cc51f796e1 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:01.361595 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 9ad1591c-e9b0-4b77-a763-3a67a77ef2db triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:00:01.362258 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9ad1591c-e9b0-4b77-a763-3a67a77ef2db), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:01.370158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-5e94ad86-7892-450f-b7b8-78729149a02f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Allocated IP 172.25.7.80 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/c3ddf48e-f98d-415a-8adb-16236c630da2) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:00:01.441980 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbb09aa-13a8-4ee6-aae0-fd2dcfdfb8e3 None None] Network a2926218-bd9a-4ea0-b94b-86cc51f796e1 could not be found, it might have been deleted concurrently. {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 12:00:01.513513 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T11:59:54Z', 'revision_number': 4, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '07c02ff4-8c0e-42a9-a555-2fae6698f949', 'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'mac_address': 'fa:16:3e:95:1a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:52Z', 'updated_at': '2022-03-11T12:00:00Z', 'revision_number': 4, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'subnets': [{'id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:01.568589 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 9ad1591c-e9b0-4b77-a763-3a67a77ef2db is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:00:01.580651 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eb83d6-1987-4985-a668-4fa295be3720 None None] The sync data for ids ['7612444f-72f5-41e8-a16c-049a27c0eb3d'] in n-d-833234-2 is: [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T11:59:54Z', 'revision_number': 4, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '07c02ff4-8c0e-42a9-a555-2fae6698f949', 'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'mac_address': 'fa:16:3e:95:1a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:52Z', 'updated_at': '2022-03-11T12:00:00Z', 'revision_number': 4, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'subnets': [{'id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:00:01.733874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5d7eb04a-d788-4c69-b16d-0eced7c6e9a4 None None] Provisioning complete for port 07c02ff4-8c0e-42a9-a555-2fae6698f949 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:00:01.734572 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5d7eb04a-d788-4c69-b16d-0eced7c6e9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:01.899267 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dc576e58-f49c-4bd3-af16-25384df41db5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (253f17c9-de6c-4b38-ab95-928759f43d68), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:01.904155 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e94ad86-7892-450f-b7b8-78729149a02f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for port (c3ddf48e-f98d-415a-8adb-16236c630da2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:01.907283 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7c292f7-b444-4bf6-a0f6-8fbcd0d1d7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Publish callbacks [] for security_group (44c8bebf-37a8-4700-bab7-e7d21fab28cf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:01.990953 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc576e58-f49c-4bd3-af16-25384df41db5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Subnet': ['ID=253f17c9-de6c-4b38-ab95-928759f43d68,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:02.001352 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7c292f7-b444-4bf6-a0f6-8fbcd0d1d7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (44c8bebf-37a8-4700-bab7-e7d21fab28cf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:02.095328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c292f7-b444-4bf6-a0f6-8fbcd0d1d7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:00:02.117561 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5d7eb04a-d788-4c69-b16d-0eced7c6e9a4 None None] Current status of the port 07c02ff4-8c0e-42a9-a555-2fae6698f949 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:00:02.118316 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5d7eb04a-d788-4c69-b16d-0eced7c6e9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:02.172293 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7c292f7-b444-4bf6-a0f6-8fbcd0d1d7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (2ec59c93-2b77-4d27-a8fe-c05fca0a8c74), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:02.172645 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-a7c292f7-b444-4bf6-a0f6-8fbcd0d1d7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Added segment 2ec59c93-2b77-4d27-a8fe-c05fca0a8c74 of type vlan for network abe87e16-e1af-48f9-b829-37aefa0ba18e Mar 11 12:00:02.185205 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 07c02ff4-8c0e-42a9-a555-2fae6698f949 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:00:02.193716 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c292f7-b444-4bf6-a0f6-8fbcd0d1d7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44c8bebf-37a8-4700-bab7-e7d21fab28cf,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:02.210442 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc576e58-f49c-4bd3-af16-25384df41db5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Checking segment: {'id': '1898bf1f-b00c-4d8a-b277-f3933a39c81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '55b04699-435a-4514-af44-955614f5539b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:02.210972 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc576e58-f49c-4bd3-af16-25384df41db5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network hostable DHCP agents. Network: 55b04699-435a-4514-af44-955614f5539b, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:00:02.297209 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7c292f7-b444-4bf6-a0f6-8fbcd0d1d7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (abe87e16-e1af-48f9-b829-37aefa0ba18e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:02.301978 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e94ad86-7892-450f-b7b8-78729149a02f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (c3ddf48e-f98d-415a-8adb-16236c630da2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:02.326601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc576e58-f49c-4bd3-af16-25384df41db5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network 55b04699-435a-4514-af44-955614f5539b is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:00:02.336965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 07c02ff4-8c0e-42a9-a555-2fae6698f949 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:00:02.337537 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:02.369862 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5d7eb04a-d788-4c69-b16d-0eced7c6e9a4 None None] For port 07c02ff4-8c0e-42a9-a555-2fae6698f949, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=07c02ff4-8c0e-42a9-a555-2fae6698f949,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:02.376895 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5d7eb04a-d788-4c69-b16d-0eced7c6e9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:02.406088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-dc576e58-f49c-4bd3-af16-25384df41db5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 55b04699-435a-4514-af44-955614f5539b) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:02.433267 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e94ad86-7892-450f-b7b8-78729149a02f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:00:02.440354 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-5e94ad86-7892-450f-b7b8-78729149a02f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:02.445103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce951432-fa92-4631-8937-68225fff8dec None None] Network 55b04699-435a-4514-af44-955614f5539b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:02.445251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc576e58-f49c-4bd3-af16-25384df41db5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:02.445752 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dc576e58-f49c-4bd3-af16-25384df41db5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:02.476639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e94ad86-7892-450f-b7b8-78729149a02f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:02.554721 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752b531-fab3-4f4f-b081-421f4be98ab4 req-8563089a-9bba-4d4a-b5db-894d66c772bf tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:02.563880 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f752b531-fab3-4f4f-b081-421f4be98ab4 req-8563089a-9bba-4d4a-b5db-894d66c772bf tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716 HTTP/1.1" status: 200 len: 945 time: 0.0897605 Mar 11 12:00:02.574560 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7c292f7-b444-4bf6-a0f6-8fbcd0d1d7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (abe87e16-e1af-48f9-b829-37aefa0ba18e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:02.601039 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c292f7-b444-4bf6-a0f6-8fbcd0d1d7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:02.607749 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7c292f7-b444-4bf6-a0f6-8fbcd0d1d7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:02.646934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94ad86-7892-450f-b7b8-78729149a02f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Pushing event updated for resources: {'Port': ['ID=c3ddf48e-f98d-415a-8adb-16236c630da2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:02.670540 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7eb04a-d788-4c69-b16d-0eced7c6e9a4 None None] Pushing event updated for resources: {'Port': ['ID=07c02ff4-8c0e-42a9-a555-2fae6698f949,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:02.682349 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dc576e58-f49c-4bd3-af16-25384df41db5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8776095 Mar 11 12:00:02.685168 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f752b531-fab3-4f4f-b081-421f4be98ab4 req-9a69d878-e064-49c9-bd43-e4844edaa80d tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200764 Mar 11 12:00:02.692453 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37954) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:02.693208 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a7c292f7-b444-4bf6-a0f6-8fbcd0d1d7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.6023459 Mar 11 12:00:02.940903 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a8830b63-0750-4389-b570-9bc4549767f3 None None] Provisioning complete for port 07c02ff4-8c0e-42a9-a555-2fae6698f949 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:00:02.951357 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a8830b63-0750-4389-b570-9bc4549767f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:02.955801 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e94ad86-7892-450f-b7b8-78729149a02f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for floatingip (e722ddb0-b1ba-4d19-a68e-cb1317620804), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:02.990713 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-427f624e-c9b5-444a-9cdd-96d7801c6fc6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (55b04699-435a-4514-af44-955614f5539b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:03.110286 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cd62f2-75d8-4adb-9998-d36589d61092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-55b04699-435a-4514-af44-955614f5539b', 'network_id': '55b04699-435a-4514-af44-955614f5539b', 'project_id': 'eec498d2f5214427a2d09de1509bceda', 'fixed_ips': [{'subnet_id': '253f17c9-de6c-4b38-ab95-928759f43d68'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:00:03.111547 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-25cd62f2-75d8-4adb-9998-d36589d61092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:03.112221 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e94ad86-7892-450f-b7b8-78729149a02f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c3ddf48e-f98d-415a-8adb-16236c630da2), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:03.178088 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-427f624e-c9b5-444a-9cdd-96d7801c6fc6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (253f17c9-de6c-4b38-ab95-928759f43d68), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:03.223787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37966) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:03.236580 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Request body: {'port': {'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e', 'binding:host_id': 'n-h1-833234-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014385970'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:03.312979 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Made reservation on behalf of 2556d8904f1548c980ec6bf1804211a4 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:03.333895 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:03.357530 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e94ad86-7892-450f-b7b8-78729149a02f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for port (c3ddf48e-f98d-415a-8adb-16236c630da2), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:03.360413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c292f7-b444-4bf6-a0f6-8fbcd0d1d7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Pushing event updated for resources: {'Network': ['ID=abe87e16-e1af-48f9-b829-37aefa0ba18e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:03.360622 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:03.366276 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e94ad86-7892-450f-b7b8-78729149a02f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (c3ddf48e-f98d-415a-8adb-16236c630da2), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:03.430685 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a8830b63-0750-4389-b570-9bc4549767f3 None None] Current status of the port 07c02ff4-8c0e-42a9-a555-2fae6698f949 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:00:03.435234 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-427f624e-c9b5-444a-9cdd-96d7801c6fc6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (253f17c9-de6c-4b38-ab95-928759f43d68), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:03.437700 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network abe87e16-e1af-48f9-b829-37aefa0ba18e details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server [None req-25cd62f2-75d8-4adb-9998-d36589d61092 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 253f17c9-de6c-4b38-ab95-928759f43d68: This subnet is being modified by another concurrent operation. Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 12:00:03.448563 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise exception Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 253f17c9-de6c-4b38-ab95-928759f43d68: This subnet is being modified by another concurrent operation. Mar 11 12:00:03.451953 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Mar 11 12:00:03.479208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 07c02ff4-8c0e-42a9-a555-2fae6698f949 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:00:03.507705 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96796ab3-0f63-45f2-99ae-04cf08df6f98 None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 12:00:03.538227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94ad86-7892-450f-b7b8-78729149a02f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Pushing event updated for resources: {'Port': ['ID=c3ddf48e-f98d-415a-8adb-16236c630da2,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:03.544328 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e94ad86-7892-450f-b7b8-78729149a02f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (e722ddb0-b1ba-4d19-a68e-cb1317620804), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:03.580885 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e94ad86-7892-450f-b7b8-78729149a02f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:03.590716 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5e94ad86-7892-450f-b7b8-78729149a02f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2557855 Mar 11 12:00:03.590897 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-427f624e-c9b5-444a-9cdd-96d7801c6fc6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (55b04699-435a-4514-af44-955614f5539b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:03.625921 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-427f624e-c9b5-444a-9cdd-96d7801c6fc6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b04699-435a-4514-af44-955614f5539b']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:03.649946 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-427f624e-c9b5-444a-9cdd-96d7801c6fc6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1898bf1f-b00c-4d8a-b277-f3933a39c81a') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:03.650286 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-427f624e-c9b5-444a-9cdd-96d7801c6fc6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1898bf1f-b00c-4d8a-b277-f3933a39c81a') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:03.665874 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-427f624e-c9b5-444a-9cdd-96d7801c6fc6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (1898bf1f-b00c-4d8a-b277-f3933a39c81a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:03.673039 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:03.696221 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-427f624e-c9b5-444a-9cdd-96d7801c6fc6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (1898bf1f-b00c-4d8a-b277-f3933a39c81a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:03.703086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427f624e-c9b5-444a-9cdd-96d7801c6fc6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:00:03.703491 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-427f624e-c9b5-444a-9cdd-96d7801c6fc6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (1898bf1f-b00c-4d8a-b277-f3933a39c81a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:03.851829 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96796ab3-0f63-45f2-99ae-04cf08df6f98 None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:00:03.866509 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:00:04.011030 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 07c02ff4-8c0e-42a9-a555-2fae6698f949 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:00:04.024904 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks [] for security_group (8460ffeb-390b-4905-b8d9-4bc6820dfa00), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:04.062637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f624e-c9b5-444a-9cdd-96d7801c6fc6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Subnet': ['ID=253f17c9-de6c-4b38-ab95-928759f43d68,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:04.071384 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-427f624e-c9b5-444a-9cdd-96d7801c6fc6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (55b04699-435a-4514-af44-955614f5539b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:04.076821 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-427f624e-c9b5-444a-9cdd-96d7801c6fc6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778653'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:04.085578 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37984) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:04.093063 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e48e5def-cee9-480c-ba52-9b0a6ae639ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-267074430'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:04.098287 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-427f624e-c9b5-444a-9cdd-96d7801c6fc6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/55b04699-435a-4514-af44-955614f5539b HTTP/1.1" status: 204 len: 168 time: 1.3965724 Mar 11 12:00:04.104767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 07c02ff4-8c0e-42a9-a555-2fae6698f949 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:00:04.104767 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:04.131733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48e5def-cee9-480c-ba52-9b0a6ae639ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:04.141822 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e48e5def-cee9-480c-ba52-9b0a6ae639ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:04.155134 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8460ffeb-390b-4905-b8d9-4bc6820dfa00), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:04.172613 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] device_id is not set on port 396307fc-7174-44cc-af2c-68e81e262647 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:00:04.198957 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48e5def-cee9-480c-ba52-9b0a6ae639ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:00:04.221599 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e48e5def-cee9-480c-ba52-9b0a6ae639ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (db0e0913-05f6-456c-ab1a-bf0bce58383c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:04.221990 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-e48e5def-cee9-480c-ba52-9b0a6ae639ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Added segment db0e0913-05f6-456c-ab1a-bf0bce58383c of type vlan for network ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab Mar 11 12:00:04.269834 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fabf5d-72bd-4995-bbf5-48bd846500e0 None None] Network 55b04699-435a-4514-af44-955614f5539b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:04.289979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fabf5d-72bd-4995-bbf5-48bd846500e0 None None] Network 55b04699-435a-4514-af44-955614f5539b could not be found, it might have been deleted concurrently. {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 12:00:04.305274 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 07c02ff4-8c0e-42a9-a555-2fae6698f949 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:00:04.324425 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e48e5def-cee9-480c-ba52-9b0a6ae639ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:04.355069 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e48e5def-cee9-480c-ba52-9b0a6ae639ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:04.360210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48e5def-cee9-480c-ba52-9b0a6ae639ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:04.360808 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e48e5def-cee9-480c-ba52-9b0a6ae639ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:04.382145 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f624e-c9b5-444a-9cdd-96d7801c6fc6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Network': ['ID=55b04699-435a-4514-af44-955614f5539b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:04.471222 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e5def-cee9-480c-ba52-9b0a6ae639ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Network': ['ID=ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:04.483378 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e48e5def-cee9-480c-ba52-9b0a6ae639ae tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3963885 Mar 11 12:00:04.485188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37990) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:04.492294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:00:04.493609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cbdffcf6-d863-4d01-8746-d43c6d51ad74 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:04.516832 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970663b-67a7-448b-b27f-a28688f08433 req-4a4bdfb8-259b-49c5-a1a2-fa92acbcdd0e tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:04.518801 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9970663b-67a7-448b-b27f-a28688f08433 req-4a4bdfb8-259b-49c5-a1a2-fa92acbcdd0e tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716 HTTP/1.1" status: 200 len: 945 time: 0.6495857 Mar 11 12:00:04.530757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-9d1f5386-91b0-4f79-b69d-427e183c9c9a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--549248819&fields=id&tenant_id=1261e07bdfea4d9b80d7efcfb649be2d HTTP/1.1" status: 200 len: 267 time: 0.4691570 Mar 11 12:00:04.569716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8460ffeb-390b-4905-b8d9-4bc6820dfa00,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:04.713885 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbdffcf6-d863-4d01-8746-d43c6d51ad74 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:04.735042 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbdffcf6-d863-4d01-8746-d43c6d51ad74 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:04.765197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cbdffcf6-d863-4d01-8746-d43c6d51ad74 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab is not hosted by any dhcp agent {{(pid=104032) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 12:00:04.770923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdffcf6-d863-4d01-8746-d43c6d51ad74 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:04.771794 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbdffcf6-d863-4d01-8746-d43c6d51ad74 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:04.773557 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cbdffcf6-d863-4d01-8746-d43c6d51ad74 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "PUT /v2.0/networks/ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab HTTP/1.1" status: 200 len: 723 time: 0.2886887 Mar 11 12:00:04.777689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37992) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:04.803039 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-73743f44-50f8-4b1c-a0da-c8868631fe01 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'subnet': {'network_id': 'ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:04.868328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdffcf6-d863-4d01-8746-d43c6d51ad74 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Network': ['ID=ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:04.882326 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:00:04.972534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] device_id is not set on port 396307fc-7174-44cc-af2c-68e81e262647 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:00:04.985094 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks [] for port (396307fc-7174-44cc-af2c-68e81e262647), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:05.000630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034abfc-3509-45a6-9eab-e8ee86aeab4b req-7028f814-81b2-4956-aa19-ce2ba9a785b8 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:05.002545 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c034abfc-3509-45a6-9eab-e8ee86aeab4b req-7028f814-81b2-4956-aa19-ce2ba9a785b8 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716 HTTP/1.1" status: 200 len: 945 time: 0.6720984 Mar 11 12:00:05.048589 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73743f44-50f8-4b1c-a0da-c8868631fe01 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:05.052284 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73743f44-50f8-4b1c-a0da-c8868631fe01 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:05.068081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-0e8e3fb8-3670-4716-9613-928e33d8f56b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:05.076090 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-0e8e3fb8-3670-4716-9613-928e33d8f56b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/networks?id=e532891a-d9f9-4838-8745-963ad9eaeacc HTTP/1.1" status: 200 len: 817 time: 0.5439689 Mar 11 12:00:05.109135 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (396307fc-7174-44cc-af2c-68e81e262647), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:05.119952 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-10a1cf25-8161-4edf-9841-66fb34afc054 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/quotas/1261e07bdfea4d9b80d7efcfb649be2d HTTP/1.1" status: 200 len: 375 time: 0.0425332 Mar 11 12:00:05.154836 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c50ae25c-b380-4c7e-9227-d0b880c0fd56 req-59e41e33-90a1-4012-a1d4-a31f30a08d38 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81a13990-d848-4156-b3d2-acd3780d9056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8253515 Mar 11 12:00:05.178337 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9970663b-67a7-448b-b27f-a28688f08433 req-f0af00f1-a4c4-49b7-9637-9d2dfcfef104 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6379340 Mar 11 12:00:05.390508 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Pushing event updated for resources: {'Port': ['ID=396307fc-7174-44cc-af2c-68e81e262647,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:05.398254 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73743f44-50f8-4b1c-a0da-c8868631fe01 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (640366c2-7c08-4748-a31b-374119d83428), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:05.434027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Checking segment: {'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:05.434639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Network hostable DHCP agents. Network: abe87e16-e1af-48f9-b829-37aefa0ba18e, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:00:05.453576 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-313c7a63-0ad7-4cf0-a4e9-9d56f8632a40 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1261e07bdfea4d9b80d7efcfb649be2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3327560 Mar 11 12:00:05.465941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-f9d19baa-5919-40e1-af8e-669a4766a21a service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:00:05.468904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73743f44-50f8-4b1c-a0da-c8868631fe01 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Subnet': ['ID=640366c2-7c08-4748-a31b-374119d83428,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:05.473331 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-f9d19baa-5919-40e1-af8e-669a4766a21a service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127184 Mar 11 12:00:05.494081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ae25c-b380-4c7e-9227-d0b880c0fd56 req-699cf14c-181c-4992-9f1d-509222463e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:05.496389 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c50ae25c-b380-4c7e-9227-d0b880c0fd56 req-699cf14c-181c-4992-9f1d-509222463e25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 1127 time: 0.2820003 Mar 11 12:00:05.527102 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-c034abfc-3509-45a6-9eab-e8ee86aeab4b req-082ec36c-99ff-4448-b213-305547b72bfc tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Deleting port 9b173e8a-3e2a-4f97-8227-96de74f58457 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:05.527743 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c034abfc-3509-45a6-9eab-e8ee86aeab4b req-082ec36c-99ff-4448-b213-305547b72bfc tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9b173e8a-3e2a-4f97-8227-96de74f58457), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:05.531515 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73743f44-50f8-4b1c-a0da-c8868631fe01 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Checking segment: {'id': 'db0e0913-05f6-456c-ab1a-bf0bce58383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:05.532191 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73743f44-50f8-4b1c-a0da-c8868631fe01 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network hostable DHCP agents. Network: ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:00:05.563915 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73743f44-50f8-4b1c-a0da-c8868631fe01 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:00:05.598320 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-73743f44-50f8-4b1c-a0da-c8868631fe01 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:05.610975 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62130ab6-bde4-4348-a466-642266e71480 None None] Network ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:05.624395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73743f44-50f8-4b1c-a0da-c8868631fe01 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:05.627681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Network abe87e16-e1af-48f9-b829-37aefa0ba18e is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:00:05.631450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73743f44-50f8-4b1c-a0da-c8868631fe01 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:05.690720 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-73743f44-50f8-4b1c-a0da-c8868631fe01 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9115679 Mar 11 12:00:05.694340 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37998) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:05.716396 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b94a5608-c2ae-4274-8b51-5a8eb385c75f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:05.837518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, abe87e16-e1af-48f9-b829-37aefa0ba18e) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:05.851026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbd092d-ca57-434b-b61d-8b087e681c9e None None] Network abe87e16-e1af-48f9-b829-37aefa0ba18e requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:05.883121 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:05.888233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be988984-926b-4860-964a-0b8372d79004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab', 'network_id': 'ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab', 'project_id': 'eec498d2f5214427a2d09de1509bceda', 'fixed_ips': [{'subnet_id': '640366c2-7c08-4748-a31b-374119d83428'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:00:05.889192 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be988984-926b-4860-964a-0b8372d79004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:05.922228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:05.922631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:05.923115 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:06.057064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:06.057825 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:06.063458 n-d-833234-2 neutron-server[104031]: INFO neutron.plugins.ml2.plugin [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 2 to bind port 396307fc-7174-44cc-af2c-68e81e262647 Mar 11 12:00:06.180887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-be988984-926b-4860-964a-0b8372d79004 None None] Allocated IP 172.20.0.2 (ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab/640366c2-7c08-4748-a31b-374119d83428/1f18d073-4fad-4e63-9444-3f5668eeb93a) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:00:06.202612 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-c034abfc-3509-45a6-9eab-e8ee86aeab4b req-082ec36c-99ff-4448-b213-305547b72bfc tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] For port 9b173e8a-3e2a-4f97-8227-96de74f58457, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9b173e8a-3e2a-4f97-8227-96de74f58457,segment=NetworkSegment(6496a002-10c5-4d8d-bc83-d61f10c8b4b8),segment_id=6496a002-10c5-4d8d-bc83-d61f10c8b4b8)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:06.203326 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c034abfc-3509-45a6-9eab-e8ee86aeab4b req-082ec36c-99ff-4448-b213-305547b72bfc tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9b173e8a-3e2a-4f97-8227-96de74f58457), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:06.219864 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-0abda813-db2d-4a9d-92a8-a0b8f9bd14bf service neutron] 10.222.0.78 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7448392 Mar 11 12:00:06.239202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ae25c-b380-4c7e-9227-d0b880c0fd56 req-55c4b296-f1e3-4dd2-9aa7-7b76253f3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:06.241132 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c50ae25c-b380-4c7e-9227-d0b880c0fd56 req-55c4b296-f1e3-4dd2-9aa7-7b76253f3048 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 200 len: 914 time: 0.6925812 Mar 11 12:00:06.256185 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:06.263315 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:06.263869 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:06.289065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:06.289771 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:06.317183 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-c034abfc-3509-45a6-9eab-e8ee86aeab4b req-082ec36c-99ff-4448-b213-305547b72bfc tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Calling delete_port for 9b173e8a-3e2a-4f97-8227-96de74f58457 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:06.331543 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b94a5608-c2ae-4274-8b51-5a8eb385c75f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25411265'] for subnet (640366c2-7c08-4748-a31b-374119d83428), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:06.333445 n-d-833234-2 neutron-server[104031]: INFO neutron.plugins.ml2.plugin [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 3 to bind port 396307fc-7174-44cc-af2c-68e81e262647 Mar 11 12:00:06.422959 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be988984-926b-4860-964a-0b8372d79004 None None] Publish callbacks [] for port (1f18d073-4fad-4e63-9444-3f5668eeb93a), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:06.432000 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be988984-926b-4860-964a-0b8372d79004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (1f18d073-4fad-4e63-9444-3f5668eeb93a), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:06.469893 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c50ae25c-b380-4c7e-9227-d0b880c0fd56 req-1de9f3d4-a670-44af-a9bb-a613048cfde0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cf7360d-da68-43ee-ab5c-7efea25e60c7 HTTP/1.1" status: 200 len: 1000 time: 0.1845644 Mar 11 12:00:06.479706 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be988984-926b-4860-964a-0b8372d79004 None None] Network ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:00:06.489393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-be988984-926b-4860-964a-0b8372d79004 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:06.497098 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be988984-926b-4860-964a-0b8372d79004 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:06.506472 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be988984-926b-4860-964a-0b8372d79004 None None] Pushing event updated for resources: {'Port': ['ID=1f18d073-4fad-4e63-9444-3f5668eeb93a,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:06.648246 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-be988984-926b-4860-964a-0b8372d79004 None None] Attempting to bind port 1f18d073-4fad-4e63-9444-3f5668eeb93a on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:06.650580 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-be988984-926b-4860-964a-0b8372d79004 None None] Attempting to bind port 1f18d073-4fad-4e63-9444-3f5668eeb93a by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'db0e0913-05f6-456c-ab1a-bf0bce58383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:06.651183 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be988984-926b-4860-964a-0b8372d79004 None None] Attempting to bind port 1f18d073-4fad-4e63-9444-3f5668eeb93a on network ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:06.660332 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b94a5608-c2ae-4274-8b51-5a8eb385c75f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772493315678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26188518'] for subnet (640366c2-7c08-4748-a31b-374119d83428), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:06.662453 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be988984-926b-4860-964a-0b8372d79004 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:00:06.663022 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be988984-926b-4860-964a-0b8372d79004 None None] Checking segment: {'id': 'db0e0913-05f6-456c-ab1a-bf0bce58383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:06.664666 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be988984-926b-4860-964a-0b8372d79004 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:06.665211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be988984-926b-4860-964a-0b8372d79004 None None] Bound using segment: {'id': 'db0e0913-05f6-456c-ab1a-bf0bce58383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:00:06.665834 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-be988984-926b-4860-964a-0b8372d79004 None None] Bound port: 1f18d073-4fad-4e63-9444-3f5668eeb93a, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0e0913-05f6-456c-ab1a-bf0bce58383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:00:06.666599 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be988984-926b-4860-964a-0b8372d79004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1f18d073-4fad-4e63-9444-3f5668eeb93a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:06.711659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94a5608-c2ae-4274-8b51-5a8eb385c75f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:06.712472 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b94a5608-c2ae-4274-8b51-5a8eb385c75f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:06.716855 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b94a5608-c2ae-4274-8b51-5a8eb385c75f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "PUT /v2.0/subnets/640366c2-7c08-4748-a31b-374119d83428 HTTP/1.1" status: 200 len: 806 time: 1.0191708 Mar 11 12:00:06.719157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38008) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:06.773770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a5608-c2ae-4274-8b51-5a8eb385c75f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Subnet': ['ID=640366c2-7c08-4748-a31b-374119d83428,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:06.788390 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-be988984-926b-4860-964a-0b8372d79004 None None] For port 1f18d073-4fad-4e63-9444-3f5668eeb93a, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:00:06.793266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-be988984-926b-4860-964a-0b8372d79004 None None] For port 1f18d073-4fad-4e63-9444-3f5668eeb93a, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1f18d073-4fad-4e63-9444-3f5668eeb93a,segment=NetworkSegment(db0e0913-05f6-456c-ab1a-bf0bce58383c),segment_id=db0e0913-05f6-456c-ab1a-bf0bce58383c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:00:06.805865 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be988984-926b-4860-964a-0b8372d79004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1f18d073-4fad-4e63-9444-3f5668eeb93a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:06.866498 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:07.046083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Deleting port 1f18d073-4fad-4e63-9444-3f5668eeb93a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:07.047102 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1f18d073-4fad-4e63-9444-3f5668eeb93a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:07.057788 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be988984-926b-4860-964a-0b8372d79004 None None] Pushing event updated for resources: {'Port': ['ID=1f18d073-4fad-4e63-9444-3f5668eeb93a,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:07.227747 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] For port 1f18d073-4fad-4e63-9444-3f5668eeb93a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1f18d073-4fad-4e63-9444-3f5668eeb93a,segment=NetworkSegment(db0e0913-05f6-456c-ab1a-bf0bce58383c),segment_id=db0e0913-05f6-456c-ab1a-bf0bce58383c)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:07.228128 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1f18d073-4fad-4e63-9444-3f5668eeb93a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:07.256065 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Calling delete_port for 1f18d073-4fad-4e63-9444-3f5668eeb93a owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:07.283562 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:07.286829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:07.288399 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:07.444904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:07.445690 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:07.477030 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1f18d073-4fad-4e63-9444-3f5668eeb93a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:07.489905 n-d-833234-2 neutron-server[104031]: INFO neutron.plugins.ml2.plugin [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 4 to bind port 396307fc-7174-44cc-af2c-68e81e262647 Mar 11 12:00:07.531878 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ae25c-b380-4c7e-9227-d0b880c0fd56 req-42352b20-2970-4ba6-adae-6f0afe3f0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:07.534521 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c50ae25c-b380-4c7e-9227-d0b880c0fd56 req-42352b20-2970-4ba6-adae-6f0afe3f0812 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=748e6717-2aee-4f28-b940-f1d8e2456c16 HTTP/1.1" status: 200 len: 852 time: 1.0407939 Mar 11 12:00:07.546568 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:07.547985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:07.548489 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:07.555693 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Port': ['ID=1f18d073-4fad-4e63-9444-3f5668eeb93a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:07.586663 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No DVR routers for this DVR port 1f18d073-4fad-4e63-9444-3f5668eeb93a on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:00:07.596513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e82466-bbd1-4671-ad96-254df4b3f4f9 req-4581a26b-8bc1-4f8c-a777-eaca215677b2 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:07.599194 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96e82466-bbd1-4671-ad96-254df4b3f4f9 req-4581a26b-8bc1-4f8c-a777-eaca215677b2 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716 HTTP/1.1" status: 200 len: 945 time: 1.1281679 Mar 11 12:00:07.651508 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:07.652259 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:07.662839 n-d-833234-2 neutron-server[104031]: INFO neutron.plugins.ml2.plugin [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 5 to bind port 396307fc-7174-44cc-af2c-68e81e262647 Mar 11 12:00:07.671185 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (640366c2-7c08-4748-a31b-374119d83428), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:07.683637 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-9297204d-fa36-4d03-b219-bf8c0825648f service neutron] 10.222.0.78 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4490824 Mar 11 12:00:07.730876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:07.731287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:07.731654 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:07.759618 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (640366c2-7c08-4748-a31b-374119d83428), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:07.760247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:07.760351 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:07.764011 n-d-833234-2 neutron-server[104031]: INFO neutron.plugins.ml2.plugin [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 6 to bind port 396307fc-7174-44cc-af2c-68e81e262647 Mar 11 12:00:07.801817 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ae25c-b380-4c7e-9227-d0b880c0fd56 req-ac2d1a19-cdb1-4b21-b6fd-4e3f97ede411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:07.803357 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c50ae25c-b380-4c7e-9227-d0b880c0fd56 req-ac2d1a19-cdb1-4b21-b6fd-4e3f97ede411 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2582192 Mar 11 12:00:07.819263 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96e82466-bbd1-4671-ad96-254df4b3f4f9 req-52e14044-8a21-4bdd-a0a6-2d478f2004f9 tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/security-groups?id=e77257b2-0145-4198-a5a8-df9174177a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765134 Mar 11 12:00:07.855805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:07.856143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:07.856485 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:07.889913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:07.890256 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:07.918009 n-d-833234-2 neutron-server[104031]: INFO neutron.plugins.ml2.plugin [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 7 to bind port 396307fc-7174-44cc-af2c-68e81e262647 Mar 11 12:00:07.965534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:07.966057 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:07.966388 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:07.967424 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:07.994214 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c034abfc-3509-45a6-9eab-e8ee86aeab4b req-082ec36c-99ff-4448-b213-305547b72bfc tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9b173e8a-3e2a-4f97-8227-96de74f58457), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:08.017491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Subnet': ['ID=640366c2-7c08-4748-a31b-374119d83428,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:08.021784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:08.048602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:08.048970 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:08.064060 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0e0913-05f6-456c-ab1a-bf0bce58383c') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:08.064380 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0e0913-05f6-456c-ab1a-bf0bce58383c') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:08.088145 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (db0e0913-05f6-456c-ab1a-bf0bce58383c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:08.099171 n-d-833234-2 neutron-server[104031]: INFO neutron.plugins.ml2.plugin [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 8 to bind port 396307fc-7174-44cc-af2c-68e81e262647 Mar 11 12:00:08.123886 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (db0e0913-05f6-456c-ab1a-bf0bce58383c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:08.138202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:00:08.139797 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (db0e0913-05f6-456c-ab1a-bf0bce58383c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:00:08.147626 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:00:08.149453 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9b173e8a-3e2a-4f97-8227-96de74f58457 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:00:08.211541 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 9b173e8a-3e2a-4f97-8227-96de74f58457 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:00:08.216235 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba91519a-3e13-4ab7-860f-f971502f6508 req-8a963eae-4046-41e2-a8bc-17db68b6165a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 210 time: 0.1120753 Mar 11 12:00:08.220034 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9b173e8a-3e2a-4f97-8227-96de74f58457 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:00:08.224522 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c50ae25c-b380-4c7e-9227-d0b880c0fd56 req-1e99651f-91c7-49da-a890-245a383bae3a service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821280 Mar 11 12:00:08.236172 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ec36c-99ff-4448-b213-305547b72bfc tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Pushing event deleted for resources: {'Port': ['ID=9b173e8a-3e2a-4f97-8227-96de74f58457,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:08.277965 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:08.298295 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:08.308257 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab HTTP/1.1" status: 204 len: 168 time: 1.5855706 Mar 11 12:00:08.330124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38022) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:08.338573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:08.339206 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:08.339499 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:08.348452 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec62e42-2aa2-4973-9dce-1df93742d491 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Network': ['ID=ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:08.373311 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c40efa-355b-46b6-bffa-c822be0a9877 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:08.379827 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c40efa-355b-46b6-bffa-c822be0a9877 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:08.383081 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-32c40efa-355b-46b6-bffa-c822be0a9877 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab HTTP/1.1" status: 404 len: 339 time: 0.0519512 Mar 11 12:00:08.390747 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38030) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:08.411754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3bebbd40-a9f6-4378-a559-aada7e67b635 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1370568937', 'description': 'd1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:08.413681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:08.414172 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:08.415071 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-c034abfc-3509-45a6-9eab-e8ee86aeab4b req-082ec36c-99ff-4448-b213-305547b72bfc tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] No DVR routers for this DVR port 9b173e8a-3e2a-4f97-8227-96de74f58457 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:00:08.419691 n-d-833234-2 neutron-server[104031]: INFO neutron.plugins.ml2.plugin [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 9 to bind port 396307fc-7174-44cc-af2c-68e81e262647 Mar 11 12:00:08.425081 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c034abfc-3509-45a6-9eab-e8ee86aeab4b req-082ec36c-99ff-4448-b213-305547b72bfc tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:08.429196 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c034abfc-3509-45a6-9eab-e8ee86aeab4b req-082ec36c-99ff-4448-b213-305547b72bfc tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.71 "DELETE /v2.0/ports/9b173e8a-3e2a-4f97-8227-96de74f58457 HTTP/1.1" status: 204 len: 173 time: 3.3494539 Mar 11 12:00:08.462452 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9e65f6-5373-416d-b675-f8ffb1da6716', 'name': 'network-vif-deleted', 'tag': '9b173e8a-3e2a-4f97-8227-96de74f58457'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:00:08.466894 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda3361a-de92-40e1-808c-bb777993eff4" -d '{"events": [{"server_uuid": "5b9e65f6-5373-416d-b675-f8ffb1da6716", "name": "network-vif-deleted", "tag": "9b173e8a-3e2a-4f97-8227-96de74f58457"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:00:08.478740 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bebbd40-a9f6-4378-a559-aada7e67b635 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:08.488028 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3bebbd40-a9f6-4378-a559-aada7e67b635 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:08.503898 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:08.504247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:08.504738 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:08.525563 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:08.527388 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:08.530854 n-d-833234-2 neutron-server[104031]: INFO neutron.plugins.ml2.plugin [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 10 to bind port 396307fc-7174-44cc-af2c-68e81e262647 Mar 11 12:00:08.544935 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bebbd40-a9f6-4378-a559-aada7e67b635 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:00:08.592719 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:08.594320 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3bebbd40-a9f6-4378-a559-aada7e67b635 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f16e2b2b-fd9d-420a-b9f8-d15337b809b9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:08.594716 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-3bebbd40-a9f6-4378-a559-aada7e67b635 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Added segment f16e2b2b-fd9d-420a-b9f8-d15337b809b9 of type vlan for network a26e5d0d-f74d-4ceb-83e5-0fed1ca22427 Mar 11 12:00:08.595930 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:08.596300 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:08.603450 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b09177c-9c41-42e1-a425-7b4c333e08c0 x-openstack-request-id: req-9b09177c-9c41-42e1-a425-7b4c333e08c0 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:00:08.603749 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9e65f6-5373-416d-b675-f8ffb1da6716", "name": "network-vif-deleted", "tag": "9b173e8a-3e2a-4f97-8227-96de74f58457", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:00:08.604116 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9b09177c-9c41-42e1-a425-7b4c333e08c0 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:00:08.604434 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9e65f6-5373-416d-b675-f8ffb1da6716', 'name': 'network-vif-deleted', 'tag': '9b173e8a-3e2a-4f97-8227-96de74f58457', 'status': 'completed', 'code': 200} Mar 11 12:00:08.614707 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c50ae25c-b380-4c7e-9227-d0b880c0fd56 req-9225cb39-005b-4723-9e1a-63b4aea98944 service neutron] 10.222.0.37 "GET /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570113 Mar 11 12:00:08.618342 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 396307fc-7174-44cc-af2c-68e81e262647 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:08.618342 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 396307fc-7174-44cc-af2c-68e81e262647 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:08.619021 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (396307fc-7174-44cc-af2c-68e81e262647), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:08.717649 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-083792ec-d87f-46d0-81ef-1c5add0e9a22 None None] Could not find standard attr ID for object 1f18d073-4fad-4e63-9444-3f5668eeb93a. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:00:08.743129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a6c542-5a84-42fa-9684-30b0a4d39681 None None] DHCP port deletion for ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:00:08.753079 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3bebbd40-a9f6-4378-a559-aada7e67b635 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (a26e5d0d-f74d-4ceb-83e5-0fed1ca22427), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:08.766150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac668a72-945c-4989-9ec9-cf9430d63bb1 None None] Network ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:08.779906 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac668a72-945c-4989-9ec9-cf9430d63bb1 None None] Network ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab could not be found, it might have been deleted concurrently. {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 12:00:08.784572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] For port 396307fc-7174-44cc-af2c-68e81e262647, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:00:08.785155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempted to set empty binding levels {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 12:00:08.789376 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f34c1ec-72cf-4432-8f5b-9a1e48407c8d None None] Network ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:08.794609 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (396307fc-7174-44cc-af2c-68e81e262647), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:08.819840 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f34c1ec-72cf-4432-8f5b-9a1e48407c8d None None] Network ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab could not be found, it might have been deleted concurrently. {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 12:00:08.824287 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3bebbd40-a9f6-4378-a559-aada7e67b635 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (a26e5d0d-f74d-4ceb-83e5-0fed1ca22427), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:08.830306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bebbd40-a9f6-4378-a559-aada7e67b635 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:08.830957 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3bebbd40-a9f6-4378-a559-aada7e67b635 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:08.852045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:08.852832 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:08.882539 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.6566842 Mar 11 12:00:08.885341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38050) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:08.891796 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3bebbd40-a9f6-4378-a559-aada7e67b635 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4998319 Mar 11 12:00:08.895765 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38052) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:08.926224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361095d0-7eb2-4c4d-9903-5748a17d7240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Pushing event updated for resources: {'Port': ['ID=396307fc-7174-44cc-af2c-68e81e262647,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:08.987712 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebbd40-a9f6-4378-a559-aada7e67b635 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Network': ['ID=a26e5d0d-f74d-4ceb-83e5-0fed1ca22427,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:09.008407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network a26e5d0d-f74d-4ceb-83e5-0fed1ca22427 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:00:09.075010 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5322d1ca-9cff-4b9a-80bf-c679467114aa req-aed6c07e-b035-4e4d-857a-0181a569c8fa tempest-VolumesSnapshotTestJSON-1037255941 tempest-VolumesSnapshotTestJSON-1037255941-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b9e65f6-5373-416d-b675-f8ffb1da6716 HTTP/1.1" status: 200 len: 210 time: 0.0854621 Mar 11 12:00:09.083057 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010d7330-1f0f-4327-a73a-2740b051ecd7 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:09.087389 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-010d7330-1f0f-4327-a73a-2740b051ecd7 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "GET /v2.0/networks?id=a26e5d0d-f74d-4ceb-83e5-0fed1ca22427 HTTP/1.1" status: 200 len: 761 time: 0.1872897 Mar 11 12:00:09.087792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38056) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:09.100067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a58ca93f-079b-413b-a4c9-614477cef921 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'network': {'description': 'd2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:09.174451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-fb7bc2e0-4fdf-41ba-8888-054058c6a055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Deleting port 396307fc-7174-44cc-af2c-68e81e262647 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:09.174888 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fb7bc2e0-4fdf-41ba-8888-054058c6a055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (396307fc-7174-44cc-af2c-68e81e262647), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:09.320312 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-fb7bc2e0-4fdf-41ba-8888-054058c6a055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] For port 396307fc-7174-44cc-af2c-68e81e262647, host n-h1-833234-2, got binding levels [] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:09.320794 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fb7bc2e0-4fdf-41ba-8888-054058c6a055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (396307fc-7174-44cc-af2c-68e81e262647), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:09.358098 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-fb7bc2e0-4fdf-41ba-8888-054058c6a055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Calling delete_port for 396307fc-7174-44cc-af2c-68e81e262647 owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:09.390502 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7a4a41f9-ff99-4a32-9237-61ee5767b9c4 req-25d512e9-be4f-4880-8323-584a97ff9c05 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 210 time: 0.0600379 Mar 11 12:00:09.392263 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a58ca93f-079b-413b-a4c9-614477cef921 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (a26e5d0d-f74d-4ceb-83e5-0fed1ca22427), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:09.466397 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a58ca93f-079b-413b-a4c9-614477cef921 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (a26e5d0d-f74d-4ceb-83e5-0fed1ca22427), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:09.476486 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a58ca93f-079b-413b-a4c9-614477cef921 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network a26e5d0d-f74d-4ceb-83e5-0fed1ca22427 is not hosted by any dhcp agent {{(pid=104031) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 12:00:09.481982 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58ca93f-079b-413b-a4c9-614477cef921 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:09.482518 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a58ca93f-079b-413b-a4c9-614477cef921 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:09.486588 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a58ca93f-079b-413b-a4c9-614477cef921 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "PUT /v2.0/networks/a26e5d0d-f74d-4ceb-83e5-0fed1ca22427 HTTP/1.1" status: 200 len: 758 time: 0.3977971 Mar 11 12:00:09.486820 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38070) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:09.596803 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b825035c-5ef6-41ef-8d57-5edce10e47a6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:09.601868 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b825035c-5ef6-41ef-8d57-5edce10e47a6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "GET /v2.0/networks?id=a26e5d0d-f74d-4ceb-83e5-0fed1ca22427 HTTP/1.1" status: 200 len: 761 time: 0.1098273 Mar 11 12:00:09.602120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38072) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:09.608728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e5965d4f-e4df-4842-9b02-96e83eca337c tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1522422308'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:09.609760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ca93f-079b-413b-a4c9-614477cef921 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Network': ['ID=a26e5d0d-f74d-4ceb-83e5-0fed1ca22427,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:09.624115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network a26e5d0d-f74d-4ceb-83e5-0fed1ca22427 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:00:09.636771 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5965d4f-e4df-4842-9b02-96e83eca337c tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:09.640878 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e5965d4f-e4df-4842-9b02-96e83eca337c tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:09.649997 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865eea40-9649-4b13-bad6-2109b8a83a60 req-df6c8349-84c7-4c54-a45a-1c9609c939a8 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:09.651693 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-865eea40-9649-4b13-bad6-2109b8a83a60 req-df6c8349-84c7-4c54-a45a-1c9609c939a8 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 946 time: 0.1458609 Mar 11 12:00:09.652957 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fb7bc2e0-4fdf-41ba-8888-054058c6a055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (396307fc-7174-44cc-af2c-68e81e262647), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:09.685553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5965d4f-e4df-4842-9b02-96e83eca337c tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:00:09.699271 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e5965d4f-e4df-4842-9b02-96e83eca337c tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (06844012-ca57-48ca-8656-096b127f01f4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:09.699723 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-e5965d4f-e4df-4842-9b02-96e83eca337c tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Added segment 06844012-ca57-48ca-8656-096b127f01f4 of type vlan for network 033f7d47-fd31-4cb9-b4f8-599e7458c052 Mar 11 12:00:09.726165 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fb7bc2e0-4fdf-41ba-8888-054058c6a055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:09.740303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fb7bc2e0-4fdf-41ba-8888-054058c6a055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] 10.222.0.78 "DELETE /v2.0/ports/396307fc-7174-44cc-af2c-68e81e262647 HTTP/1.1" status: 204 len: 168 time: 0.8512831 Mar 11 12:00:09.750467 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e5965d4f-e4df-4842-9b02-96e83eca337c tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (033f7d47-fd31-4cb9-b4f8-599e7458c052), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:09.750678 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bc2e0-4fdf-41ba-8888-054058c6a055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Pushing event deleted for resources: {'Port': ['ID=396307fc-7174-44cc-af2c-68e81e262647,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:09.768800 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38074) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:09.782817 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e5965d4f-e4df-4842-9b02-96e83eca337c tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (033f7d47-fd31-4cb9-b4f8-599e7458c052), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:09.790839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5965d4f-e4df-4842-9b02-96e83eca337c tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:09.791625 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e5965d4f-e4df-4842-9b02-96e83eca337c tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:09.839994 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-865eea40-9649-4b13-bad6-2109b8a83a60 req-77e4e75b-62d8-49c2-8b5c-4911457f2714 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804364 Mar 11 12:00:09.916574 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5965d4f-e4df-4842-9b02-96e83eca337c tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Network': ['ID=033f7d47-fd31-4cb9-b4f8-599e7458c052,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:09.934728 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e5965d4f-e4df-4842-9b02-96e83eca337c tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3315303 Mar 11 12:00:09.937771 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38078) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:09.943911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cc11e6b5-fed8-4ed4-9d42-d5b993c90d03 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'subnet': {'network_id': '033f7d47-fd31-4cb9-b4f8-599e7458c052', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:09.951750 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf5d9d4-9dbd-484e-9f56-60b742bbf58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] GET failed (client error): The resource could not be found. Mar 11 12:00:09.960379 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-adf5d9d4-9dbd-484e-9f56-60b742bbf58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] 10.222.0.78 "GET /v2.0/ports/396307fc-7174-44cc-af2c-68e81e262647 HTTP/1.1" status: 404 len: 333 time: 0.1518633 Mar 11 12:00:09.965553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38080) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:09.969003 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1f18d073-4fad-4e63-9444-3f5668eeb93a no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:00:09.971329 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 033f7d47-fd31-4cb9-b4f8-599e7458c052 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:00:09.980993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8b956543-d18f-48ce-8faa-a37c18f2a4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Request body: {'port': {'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-58394271'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:10.007131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 1f18d073-4fad-4e63-9444-3f5668eeb93a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:00:10.010389 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1f18d073-4fad-4e63-9444-3f5668eeb93a not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:00:10.072011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b956543-d18f-48ce-8faa-a37c18f2a4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Made reservation on behalf of 2556d8904f1548c980ec6bf1804211a4 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:10.074455 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8b956543-d18f-48ce-8faa-a37c18f2a4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:10.112262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-8b956543-d18f-48ce-8faa-a37c18f2a4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] device_id is not set on port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:00:10.195882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-662fb186-8072-46d7-97d1-cf4dca4d3593 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:10.197438 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-662fb186-8072-46d7-97d1-cf4dca4d3593 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.71 "GET /v2.0/networks?id=e532891a-d9f9-4838-8745-963ad9eaeacc HTTP/1.1" status: 200 len: 817 time: 0.3805790 Mar 11 12:00:10.350396 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc11e6b5-fed8-4ed4-9d42-d5b993c90d03 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:10.355872 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc11e6b5-fed8-4ed4-9d42-d5b993c90d03 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:10.358814 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-58e9c782-2fef-46bf-b67d-5e6b3bf121f3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1261e07bdfea4d9b80d7efcfb649be2d HTTP/1.1" status: 200 len: 379 time: 0.1498559 Mar 11 12:00:10.370435 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-d0f5d34a-026b-4e3f-b82f-7ffdeffe9930 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Request body: {'port': {'device_id': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'admin_state_up': True, 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'security_groups': ['9a61f7b4-9ccb-4f9c-9893-ef7185e9d294']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:10.522909 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-d0f5d34a-026b-4e3f-b82f-7ffdeffe9930 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Made reservation on behalf of 1261e07bdfea4d9b80d7efcfb649be2d for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:10.530178 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-d0f5d34a-026b-4e3f-b82f-7ffdeffe9930 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:10.545550 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8b956543-d18f-48ce-8faa-a37c18f2a4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks [] for port (30cbadd4-77ce-4974-b71b-b5ca52a4a4a2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:10.614576 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c33db419-fefe-4337-914b-7faabb446b68 req-364c8113-60be-4118-ac95-df2604da9737 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 210 time: 0.0631006 Mar 11 12:00:10.741758 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8b956543-d18f-48ce-8faa-a37c18f2a4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (30cbadd4-77ce-4974-b71b-b5ca52a4a4a2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:10.758566 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc11e6b5-fed8-4ed4-9d42-d5b993c90d03 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (c6ef9a4e-61c4-4928-8fd0-48f410c0ca4d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:10.778236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-d0f5d34a-026b-4e3f-b82f-7ffdeffe9930 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Allocated IP 172.20.0.12 (e532891a-d9f9-4838-8745-963ad9eaeacc/fc42e876-74e9-4322-8608-e55a47f90e7b/09b137d2-447d-4b1a-808e-fb94594e0e6e) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:00:10.854814 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b956543-d18f-48ce-8faa-a37c18f2a4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Network abe87e16-e1af-48f9-b829-37aefa0ba18e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:00:10.878224 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8b956543-d18f-48ce-8faa-a37c18f2a4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:10.889125 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b956543-d18f-48ce-8faa-a37c18f2a4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Pushing event updated for resources: {'Port': ['ID=30cbadd4-77ce-4974-b71b-b5ca52a4a4a2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:10.897893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b956543-d18f-48ce-8faa-a37c18f2a4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:10.898920 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b956543-d18f-48ce-8faa-a37c18f2a4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:10.900046 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8b956543-d18f-48ce-8faa-a37c18f2a4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:10.930427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11e6b5-fed8-4ed4-9d42-d5b993c90d03 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Subnet': ['ID=c6ef9a4e-61c4-4928-8fd0-48f410c0ca4d,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:10.954890 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8b956543-d18f-48ce-8faa-a37c18f2a4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.9847922 Mar 11 12:00:10.954890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc11e6b5-fed8-4ed4-9d42-d5b993c90d03 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Checking segment: {'id': '06844012-ca57-48ca-8656-096b127f01f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '033f7d47-fd31-4cb9-b4f8-599e7458c052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:10.954890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc11e6b5-fed8-4ed4-9d42-d5b993c90d03 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network hostable DHCP agents. Network: 033f7d47-fd31-4cb9-b4f8-599e7458c052, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:00:10.957241 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38110) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:10.963470 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:10.970476 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-d0f5d34a-026b-4e3f-b82f-7ffdeffe9930 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:11.019873 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc11e6b5-fed8-4ed4-9d42-d5b993c90d03 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network 033f7d47-fd31-4cb9-b4f8-599e7458c052 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:00:11.020628 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-d0f5d34a-026b-4e3f-b82f-7ffdeffe9930 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:11.051351 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-cc11e6b5-fed8-4ed4-9d42-d5b993c90d03 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 033f7d47-fd31-4cb9-b4f8-599e7458c052) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:11.058621 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc11e6b5-fed8-4ed4-9d42-d5b993c90d03 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:11.059230 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc11e6b5-fed8-4ed4-9d42-d5b993c90d03 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:11.062898 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (30cbadd4-77ce-4974-b71b-b5ca52a4a4a2), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:11.063300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456945f1-1bfb-4c74-ac2a-f3d2d572fb7a None None] Network 033f7d47-fd31-4cb9-b4f8-599e7458c052 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:11.087189 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cc11e6b5-fed8-4ed4-9d42-d5b993c90d03 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1480162 Mar 11 12:00:11.090036 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38112) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:11.129922 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-d0f5d34a-026b-4e3f-b82f-7ffdeffe9930 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Network e532891a-d9f9-4838-8745-963ad9eaeacc is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:00:11.139392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-d0f5d34a-026b-4e3f-b82f-7ffdeffe9930 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:11.147280 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-d0f5d34a-026b-4e3f-b82f-7ffdeffe9930 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:11.150395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5d34a-026b-4e3f-b82f-7ffdeffe9930 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Pushing event updated for resources: {'Port': ['ID=09b137d2-447d-4b1a-808e-fb94594e0e6e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:11.281657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-d0f5d34a-026b-4e3f-b82f-7ffdeffe9930 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:11.282857 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-d0f5d34a-026b-4e3f-b82f-7ffdeffe9930 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:11.305071 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-033f7d47-fd31-4cb9-b4f8-599e7458c052', 'network_id': '033f7d47-fd31-4cb9-b4f8-599e7458c052', 'project_id': 'eec498d2f5214427a2d09de1509bceda', 'fixed_ips': [{'subnet_id': 'c6ef9a4e-61c4-4928-8fd0-48f410c0ca4d'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:00:11.305950 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:11.321099 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-d0f5d34a-026b-4e3f-b82f-7ffdeffe9930 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9538395 Mar 11 12:00:11.333822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Request body: {'port': {'device_id': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:11.394959 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (033f7d47-fd31-4cb9-b4f8-599e7458c052), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:11.485059 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:11.556441 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (c6ef9a4e-61c4-4928-8fd0-48f410c0ca4d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:11.564750 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] device_id is not set on port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:00:11.605923 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks [] for port (30cbadd4-77ce-4974-b71b-b5ca52a4a4a2), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:11.620066 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (30cbadd4-77ce-4974-b71b-b5ca52a4a4a2), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:11.625277 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Allocated IP 172.20.0.2 (033f7d47-fd31-4cb9-b4f8-599e7458c052/c6ef9a4e-61c4-4928-8fd0-48f410c0ca4d/f9e76165-ab16-4888-8822-7300d894dad2) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:00:11.756519 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Pushing event updated for resources: {'Port': ['ID=30cbadd4-77ce-4974-b71b-b5ca52a4a4a2,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:11.775059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:11.775417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:11.775918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:11.782680 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:11.783028 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:11.783421 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 2 to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 Mar 11 12:00:11.811532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:11.811899 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:11.813417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:11.819563 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:11.819927 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:11.820326 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 3 to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 Mar 11 12:00:11.836947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:11.837293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:11.837656 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:11.842935 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:11.843269 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:11.843704 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 4 to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 Mar 11 12:00:11.859922 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:11.860262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:11.860713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:11.863717 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-46c70a90-0188-4e05-a51b-a2f3b0edbfe8 None None] Provisioning complete for port 09b137d2-447d-4b1a-808e-fb94594e0e6e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:00:11.866759 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:11.867102 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:11.867509 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 5 to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 Mar 11 12:00:11.870444 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-46c70a90-0188-4e05-a51b-a2f3b0edbfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:11.887030 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:11.887382 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:11.887742 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:11.893681 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:11.894021 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:11.894541 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 6 to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 Mar 11 12:00:11.912406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:11.912764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:11.913095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:11.919993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:11.920335 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:11.920736 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 7 to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 Mar 11 12:00:11.934235 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:11.934858 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:11.934971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:11.942366 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:11.942707 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:11.943209 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 8 to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 Mar 11 12:00:11.966905 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:11.967245 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:11.967606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:11.969767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-46c70a90-0188-4e05-a51b-a2f3b0edbfe8 None None] Port 09b137d2-447d-4b1a-808e-fb94594e0e6e cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:00:11.970168 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43e492-8202-4ed0-9ae3-a786ac955562 req-47ee3c16-6f80-4604-bbeb-a088423b84f3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:11.973609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4f43e492-8202-4ed0-9ae3-a786ac955562 req-47ee3c16-6f80-4604-bbeb-a088423b84f3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 932 time: 0.1936047 Mar 11 12:00:11.974959 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:11.975302 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:11.975761 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 9 to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 Mar 11 12:00:11.991468 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:11.991975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:11.992337 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:11.998380 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:11.998713 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:11.999518 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 10 to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 Mar 11 12:00:12.018776 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:12.019370 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:12.019867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:12.027306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:12.028929 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:12.030150 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (30cbadd4-77ce-4974-b71b-b5ca52a4a4a2), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.066558 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Publish callbacks [] for port (f9e76165-ab16-4888-8822-7300d894dad2), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.078561 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (f9e76165-ab16-4888-8822-7300d894dad2), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.102012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4f43e492-8202-4ed0-9ae3-a786ac955562 req-3b3e015f-d5e4-4a42-951d-e3135dff0a29 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982454 Mar 11 12:00:12.122304 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] For port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:00:12.122794 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempted to set empty binding levels {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 12:00:12.160127 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (30cbadd4-77ce-4974-b71b-b5ca52a4a4a2), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.165218 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 30920ac4-29dc-4a21-a945-b88f3b6a0028 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:00:12.171028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 30920ac4-29dc-4a21-a945-b88f3b6a0028 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:00:12.171336 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b137d2-447d-4b1a-808e-fb94594e0e6e {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:00:12.182828 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] In _notify_port_updated(), no bound segment for port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:00:12.184251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.184897 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.185589 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Publish callbacks [] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.190795 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] 10.222.0.78 "PUT /v2.0/ports/30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 HTTP/1.1" status: 200 len: 977 time: 1.2314739 Mar 11 12:00:12.192023 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (c6ef9a4e-61c4-4928-8fd0-48f410c0ca4d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.203006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Transition to ACTIVE for port object 09b137d2-447d-4b1a-808e-fb94594e0e6e will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:00:12.204685 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38124) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:12.209538 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.221269 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Network 033f7d47-fd31-4cb9-b4f8-599e7458c052 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:00:12.249084 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:12.277276 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:12.294431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Pushing event updated for resources: {'Port': ['ID=f9e76165-ab16-4888-8822-7300d894dad2,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:12.319657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.320114 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.320454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.320784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.321113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.321439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.321789 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.322079 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.322769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.323184 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.324151 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.324488 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.324851 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.377320 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ef9a4e-61c4-4928-8fd0-48f410c0ca4d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:12.401332 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dad92-3efb-40e1-bb42-14b684659f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Pushing event updated for resources: {'Port': ['ID=30cbadd4-77ce-4974-b71b-b5ca52a4a4a2,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:12.427236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Attempting to bind port f9e76165-ab16-4888-8822-7300d894dad2 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:12.437579 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Attempting to bind port f9e76165-ab16-4888-8822-7300d894dad2 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '06844012-ca57-48ca-8656-096b127f01f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '033f7d47-fd31-4cb9-b4f8-599e7458c052'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:12.438212 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Attempting to bind port f9e76165-ab16-4888-8822-7300d894dad2 on network 033f7d47-fd31-4cb9-b4f8-599e7458c052 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:12.539808 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:00:12.540215 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Checking segment: {'id': '06844012-ca57-48ca-8656-096b127f01f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '033f7d47-fd31-4cb9-b4f8-599e7458c052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:12.540627 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.541080 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Bound using segment: {'id': '06844012-ca57-48ca-8656-096b127f01f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '033f7d47-fd31-4cb9-b4f8-599e7458c052'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:00:12.544149 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Bound port: f9e76165-ab16-4888-8822-7300d894dad2, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06844012-ca57-48ca-8656-096b127f01f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '033f7d47-fd31-4cb9-b4f8-599e7458c052'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:00:12.544551 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f9e76165-ab16-4888-8822-7300d894dad2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.546136 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (033f7d47-fd31-4cb9-b4f8-599e7458c052), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.586930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033f7d47-fd31-4cb9-b4f8-599e7458c052']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:12.599692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Pushing event updated for resources: {'Port': ['ID=09b137d2-447d-4b1a-808e-fb94594e0e6e,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:12.627891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.628712 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.629343 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.630232 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.630867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.631481 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.631794 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.632153 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.632505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.632768 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.632865 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.633170 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.633504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.633837 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.634099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.634194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.634838 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.636445 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.637120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.637754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.638171 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.638270 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.638565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.638911 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.639253 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:12.639498 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.640513 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.641145 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.641764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.642375 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.643012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.643655 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.644283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.644889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.645491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.646095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.646824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.647430 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.648204 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.648810 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.653143 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-670b78a7-1c28-43ec-81b6-31f6ffb0114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24489 time: 0.4070606 Mar 11 12:00:12.655773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06844012-ca57-48ca-8656-096b127f01f4') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:12.656388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06844012-ca57-48ca-8656-096b127f01f4') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:12.660181 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38132) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:12.679437 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (06844012-ca57-48ca-8656-096b127f01f4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.690447 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Attempting to bind port 09b137d2-447d-4b1a-808e-fb94594e0e6e on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:12.699390 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (06844012-ca57-48ca-8656-096b127f01f4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.700229 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Attempting to bind port 09b137d2-447d-4b1a-808e-fb94594e0e6e by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:12.700572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Attempting to bind port 09b137d2-447d-4b1a-808e-fb94594e0e6e on network e532891a-d9f9-4838-8745-963ad9eaeacc {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:12.706142 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:00:12.706548 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (06844012-ca57-48ca-8656-096b127f01f4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.713104 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Port 09b137d2-447d-4b1a-808e-fb94594e0e6e on network e532891a-d9f9-4838-8745-963ad9eaeacc not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:12.713279 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] For port f9e76165-ab16-4888-8822-7300d894dad2, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:00:12.714186 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Attempting to bind port 09b137d2-447d-4b1a-808e-fb94594e0e6e on network e532891a-d9f9-4838-8745-963ad9eaeacc {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:12.737589 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:00:12.738027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Checking segment: {'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:12.738421 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Bound using segment: {'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:00:12.738866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Bound port: 09b137d2-447d-4b1a-808e-fb94594e0e6e, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:00:12.739230 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:00:12.785564 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:00:12.792856 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.api [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 12:00:12.792856 n-d-833234-2 neutron-server[104032]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 12:00:12.792856 n-d-833234-2 neutron-server[104032]: [parameters: {'id': '033f7d47-fd31-4cb9-b4f8-599e7458c052'}] Mar 11 12:00:12.792856 n-d-833234-2 neutron-server[104032]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:00:12.793196 n-d-833234-2 neutron-server[104032]: DEBUG oslo_db.api [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:00:12.822273 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.822273 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 30920ac4-29dc-4a21-a945-b88f3b6a0028 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:00:12.822273 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.878412 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6a1c033e-6e8b-4014-8e85-c6bba7493c37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Deleting port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:12.879553 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a1c033e-6e8b-4014-8e85-c6bba7493c37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (30cbadd4-77ce-4974-b71b-b5ca52a4a4a2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.926396 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] For port 09b137d2-447d-4b1a-808e-fb94594e0e6e, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:00:12.933469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] For port 09b137d2-447d-4b1a-808e-fb94594e0e6e, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:00:12.940466 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.942416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] For port f9e76165-ab16-4888-8822-7300d894dad2, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f9e76165-ab16-4888-8822-7300d894dad2,segment=NetworkSegment(06844012-ca57-48ca-8656-096b127f01f4),segment_id=06844012-ca57-48ca-8656-096b127f01f4)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:00:12.947110 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:00:12.950216 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0511e7a9-e770-4611-a950-a16047eb592d" -d '{"events": [{"server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "name": "network-vif-unplugged", "status": "completed", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:00:12.970480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:12.971139 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:12.973708 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] 10.222.0.71 "PUT /v2.0/ports/09b137d2-447d-4b1a-808e-fb94594e0e6e HTTP/1.1" status: 200 len: 1092 time: 1.6456425 Mar 11 12:00:12.977316 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'tag': '09b137d2-447d-4b1a-808e-fb94594e0e6e'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:00:12.981432 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fbf77b-3eea-4952-9d11-33c8b899b164" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f36e33-2b9e-4bbb-b28a-a584982a54c8", "tag": "09b137d2-447d-4b1a-808e-fb94594e0e6e"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:00:12.997611 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-6a1c033e-6e8b-4014-8e85-c6bba7493c37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] For port 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2, host n-h1-833234-2, got binding levels [] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:12.998064 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a1c033e-6e8b-4014-8e85-c6bba7493c37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (30cbadd4-77ce-4974-b71b-b5ca52a4a4a2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:13.027638 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 30920ac4-29dc-4a21-a945-b88f3b6a0028, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:13.037898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6a1c033e-6e8b-4014-8e85-c6bba7493c37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Calling delete_port for 30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:13.038038 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f9e76165-ab16-4888-8822-7300d894dad2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:13.087144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa04d0-924a-4890-8343-19e2c413eaaa service neutron] Pushing event updated for resources: {'Port': ['ID=09b137d2-447d-4b1a-808e-fb94594e0e6e,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:13.189097 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:13.191788 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f357d9-9fec-45ca-80c5-bf2f17a042d3 x-openstack-request-id: req-04f357d9-9fec-45ca-80c5-bf2f17a042d3 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:00:13.191788 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f36e33-2b9e-4bbb-b28a-a584982a54c8", "tag": "09b137d2-447d-4b1a-808e-fb94594e0e6e", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:00:13.192074 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04f357d9-9fec-45ca-80c5-bf2f17a042d3 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:00:13.193028 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'tag': '09b137d2-447d-4b1a-808e-fb94594e0e6e', 'status': 'completed', 'code': 200} Mar 11 12:00:13.201264 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac7c7e2-9c5f-4cd8-a546-6c153ab88bea x-openstack-request-id: req-eac7c7e2-9c5f-4cd8-a546-6c153ab88bea {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:00:13.202035 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "name": "network-vif-unplugged", "status": "completed", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:00:13.202504 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eac7c7e2-9c5f-4cd8-a546-6c153ab88bea {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:00:13.203101 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'code': 200} Mar 11 12:00:13.204296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab6424-5333-45a9-884e-f9e7c0cbcab5 None None] Pushing event updated for resources: {'Port': ['ID=f9e76165-ab16-4888-8822-7300d894dad2,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:13.213330 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 30920ac4-29dc-4a21-a945-b88f3b6a0028, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:13.277837 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'port_id': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'mac_address': 'fa:16:3e:aa:b6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:00:13.294298 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a1c033e-6e8b-4014-8e85-c6bba7493c37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (30cbadd4-77ce-4974-b71b-b5ca52a4a4a2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:13.296224 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (033f7d47-fd31-4cb9-b4f8-599e7458c052), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:13.322120 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-669cc8e9-1096-4a93-a36b-bc027ef68934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:13.324957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-669cc8e9-1096-4a93-a36b-bc027ef68934 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1261e07bdfea4d9b80d7efcfb649be2d&device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 1126 time: 0.1861439 Mar 11 12:00:13.390583 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0b1a3-b359-4585-a773-1fbb76b17bd8 req-e98702af-ecfa-4369-bbab-cee64260cc0d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:13.398670 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5aa0b1a3-b359-4585-a773-1fbb76b17bd8 req-e98702af-ecfa-4369-bbab-cee64260cc0d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.1884143 Mar 11 12:00:13.407545 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-a9fd4f12-5a33-418d-8f5f-49bc9045d328 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e HTTP/1.1" status: 200 len: 217 time: 0.0694301 Mar 11 12:00:13.410572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c033e-6e8b-4014-8e85-c6bba7493c37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Pushing event deleted for resources: {'Port': ['ID=30cbadd4-77ce-4974-b71b-b5ca52a4a4a2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:13.420956 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=30920ac4-29dc-4a21-a945-b88f3b6a0028,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:13.430251 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f7d0bb-087a-4f48-8791-3876ffbdef53 None None] Network 033f7d47-fd31-4cb9-b4f8-599e7458c052 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:13.447962 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 30920ac4-29dc-4a21-a945-b88f3b6a0028 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:00:13.448476 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:13.489554 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a1c033e-6e8b-4014-8e85-c6bba7493c37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:13.496868 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30920ac4-29dc-4a21-a945-b88f3b6a0028 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:00:13.498389 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6a1c033e-6e8b-4014-8e85-c6bba7493c37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] 10.222.0.78 "DELETE /v2.0/ports/30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 HTTP/1.1" status: 204 len: 168 time: 0.8330610 Mar 11 12:00:13.501130 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38150) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:13.512377 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-c4708064-e6b4-4eb5-9b5a-5ebbce89961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:13.513768 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-c4708064-e6b4-4eb5-9b5a-5ebbce89961a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc42e876-74e9-4322-8608-e55a47f90e7b HTTP/1.1" status: 200 len: 856 time: 0.0694492 Mar 11 12:00:13.565659 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-1532575c-4859-4210-803b-a800fe08b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] GET failed (client error): The resource could not be found. Mar 11 12:00:13.577598 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1532575c-4859-4210-803b-a800fe08b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] 10.222.0.78 "GET /v2.0/ports/30cbadd4-77ce-4974-b71b-b5ca52a4a4a2 HTTP/1.1" status: 404 len: 333 time: 0.0754812 Mar 11 12:00:13.582983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38152) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:13.600194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cfa99745-00ce-47e8-a2f2-24a74b2b828b tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561822158', 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:13.601217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 30920ac4-29dc-4a21-a945-b88f3b6a0028, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:13.614593 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:13.631612 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5aa0b1a3-b359-4585-a773-1fbb76b17bd8 req-3d97ceef-6027-4309-a284-4b1066778181 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271178 Mar 11 12:00:13.637457 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-98f1f979-01f2-4312-95fd-2b9c42cbeec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:13.641802 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-98f1f979-01f2-4312-95fd-2b9c42cbeec2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e532891a-d9f9-4838-8745-963ad9eaeacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1116135 Mar 11 12:00:13.683628 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-02df4053-c198-491f-81e8-8c615a7f1194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:13.700240 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Deleting port f9e76165-ab16-4888-8822-7300d894dad2 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:13.702517 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f9e76165-ab16-4888-8822-7300d894dad2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:13.743278 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['30920ac4-29dc-4a21-a945-b88f3b6a0028'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:00:13.745514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d96fce0-a66a-4c4a-8ff8-666b69b0641a None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 12:00:13.757754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa99745-00ce-47e8-a2f2-24a74b2b828b tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Made reservation on behalf of 2556d8904f1548c980ec6bf1804211a4 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:13.763367 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa99745-00ce-47e8-a2f2-24a74b2b828b tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:13.813099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=30920ac4-29dc-4a21-a945-b88f3b6a0028,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:13.813808 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-46b855a3-80d1-4769-8155-c06750606265 service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578100 Mar 11 12:00:13.850157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-cfa99745-00ce-47e8-a2f2-24a74b2b828b tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] device_id is not set on port 3a3f99ae-661d-4f32-b0c8-e8b0a43de5d7 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:00:13.873171 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] For port f9e76165-ab16-4888-8822-7300d894dad2, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f9e76165-ab16-4888-8822-7300d894dad2,segment=NetworkSegment(06844012-ca57-48ca-8656-096b127f01f4),segment_id=06844012-ca57-48ca-8656-096b127f01f4)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:13.873533 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f9e76165-ab16-4888-8822-7300d894dad2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:13.917601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Calling delete_port for f9e76165-ab16-4888-8822-7300d894dad2 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:14.007229 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d96fce0-a66a-4c4a-8ff8-666b69b0641a None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 12:00:14.064766 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8c89026-2f7a-431e-84df-db628b8b2eae req-c3074c15-4283-4e5f-aced-f5779649d717 service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326989 Mar 11 12:00:14.134027 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa99745-00ce-47e8-a2f2-24a74b2b828b tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks [] for port (3a3f99ae-661d-4f32-b0c8-e8b0a43de5d7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:14.138239 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f9e76165-ab16-4888-8822-7300d894dad2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:14.175614 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Port': ['ID=f9e76165-ab16-4888-8822-7300d894dad2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:14.182483 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No DVR routers for this DVR port f9e76165-ab16-4888-8822-7300d894dad2 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:00:14.284336 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbf77b-3eea-4952-9d11-33c8b899b164 req-a998320b-c073-4a18-90a7-11a317bad97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:14.288637 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8fbf77b-3eea-4952-9d11-33c8b899b164 req-a998320b-c073-4a18-90a7-11a317bad97c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1261e07bdfea4d9b80d7efcfb649be2d&device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 1126 time: 0.1280956 Mar 11 12:00:14.295658 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (033f7d47-fd31-4cb9-b4f8-599e7458c052), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:14.318834 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa99745-00ce-47e8-a2f2-24a74b2b828b tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3a3f99ae-661d-4f32-b0c8-e8b0a43de5d7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:14.324673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033f7d47-fd31-4cb9-b4f8-599e7458c052']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:14.376535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa99745-00ce-47e8-a2f2-24a74b2b828b tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Pushing event updated for resources: {'Port': ['ID=3a3f99ae-661d-4f32-b0c8-e8b0a43de5d7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:14.389863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06844012-ca57-48ca-8656-096b127f01f4') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:14.390340 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06844012-ca57-48ca-8656-096b127f01f4') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:14.406653 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (06844012-ca57-48ca-8656-096b127f01f4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:14.409447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa99745-00ce-47e8-a2f2-24a74b2b828b tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Network abe87e16-e1af-48f9-b829-37aefa0ba18e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:00:14.415767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-cfa99745-00ce-47e8-a2f2-24a74b2b828b tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:14.420872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa99745-00ce-47e8-a2f2-24a74b2b828b tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:14.422182 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa99745-00ce-47e8-a2f2-24a74b2b828b tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:14.423001 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa99745-00ce-47e8-a2f2-24a74b2b828b tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:14.437194 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (06844012-ca57-48ca-8656-096b127f01f4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:14.445702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:00:14.446112 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (06844012-ca57-48ca-8656-096b127f01f4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:00:14.450940 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:00:14.456859 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cfa99745-00ce-47e8-a2f2-24a74b2b828b tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8696029 Mar 11 12:00:14.466172 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38176) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:14.509079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b8a441-a2e0-4e2b-8646-f2c5b94711f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:14.509348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbf77b-3eea-4952-9d11-33c8b899b164 req-dee768aa-0fd5-4bec-9779-eb3739e16556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:14.513765 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-40b8a441-a2e0-4e2b-8646-f2c5b94711f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] 10.222.0.78 "GET /v2.0/ports/3a3f99ae-661d-4f32-b0c8-e8b0a43de5d7 HTTP/1.1" status: 200 len: 959 time: 0.0440507 Mar 11 12:00:14.513946 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8fbf77b-3eea-4952-9d11-33c8b899b164 req-dee768aa-0fd5-4bec-9779-eb3739e16556 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e532891a-d9f9-4838-8745-963ad9eaeacc HTTP/1.1" status: 200 len: 918 time: 0.2150064 Mar 11 12:00:14.515406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38182) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:14.608693 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (033f7d47-fd31-4cb9-b4f8-599e7458c052), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:14.611609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8fbf77b-3eea-4952-9d11-33c8b899b164 req-3556842c-0fa0-45c5-8f11-0c8fd6859e2d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e HTTP/1.1" status: 200 len: 217 time: 0.0917830 Mar 11 12:00:14.617246 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:14.621341 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/033f7d47-fd31-4cb9-b4f8-599e7458c052 HTTP/1.1" status: 204 len: 168 time: 3.5303600 Mar 11 12:00:14.643902 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38184) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:14.703434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbf77b-3eea-4952-9d11-33c8b899b164 req-d2dda1bf-bc43-4a9b-9e04-d77dd0afebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:14.710407 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8fbf77b-3eea-4952-9d11-33c8b899b164 req-d2dda1bf-bc43-4a9b-9e04-d77dd0afebc5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc42e876-74e9-4322-8608-e55a47f90e7b HTTP/1.1" status: 200 len: 856 time: 0.0918071 Mar 11 12:00:14.721148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd0c44-ac29-4763-8b7c-24ec101bfcc5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Network': ['ID=033f7d47-fd31-4cb9-b4f8-599e7458c052,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:14.738826 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd0ab83-f53a-4122-b1a4-3e7f4e220f43 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] GET failed (client error): The resource could not be found. Mar 11 12:00:14.740255 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ddd0ab83-f53a-4122-b1a4-3e7f4e220f43 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "GET /v2.0/subnets/c6ef9a4e-61c4-4928-8fd0-48f410c0ca4d HTTP/1.1" status: 404 len: 337 time: 0.0809293 Mar 11 12:00:14.744463 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38192) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:14.789385 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26e8580-5f75-49fb-95d8-19f6003a48b0 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:14.789385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26e8580-5f75-49fb-95d8-19f6003a48b0 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:14.792758 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f26e8580-5f75-49fb-95d8-19f6003a48b0 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/033f7d47-fd31-4cb9-b4f8-599e7458c052 HTTP/1.1" status: 404 len: 339 time: 0.0473232 Mar 11 12:00:14.804387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38196) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:14.856097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-dfdcb868-79eb-4f22-9397-859ddaadb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Deleting port 3a3f99ae-661d-4f32-b0c8-e8b0a43de5d7 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:14.856615 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb868-79eb-4f22-9397-859ddaadb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3a3f99ae-661d-4f32-b0c8-e8b0a43de5d7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:15.048631 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb868-79eb-4f22-9397-859ddaadb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3a3f99ae-661d-4f32-b0c8-e8b0a43de5d7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:15.082870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-dfdcb868-79eb-4f22-9397-859ddaadb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Calling delete_port for 3a3f99ae-661d-4f32-b0c8-e8b0a43de5d7 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:15.250702 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb868-79eb-4f22-9397-859ddaadb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3a3f99ae-661d-4f32-b0c8-e8b0a43de5d7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:15.333781 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb868-79eb-4f22-9397-859ddaadb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:15.342855 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dfdcb868-79eb-4f22-9397-859ddaadb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] 10.222.0.78 "DELETE /v2.0/ports/3a3f99ae-661d-4f32-b0c8-e8b0a43de5d7 HTTP/1.1" status: 204 len: 168 time: 0.8266332 Mar 11 12:00:15.347907 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38200) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:15.398587 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc3005e-6f3b-418d-9b53-a5667b90b877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] GET failed (client error): The resource could not be found. Mar 11 12:00:15.400497 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dcc3005e-6f3b-418d-9b53-a5667b90b877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] 10.222.0.78 "GET /v2.0/ports/3a3f99ae-661d-4f32-b0c8-e8b0a43de5d7 HTTP/1.1" status: 404 len: 333 time: 0.0497756 Mar 11 12:00:15.401688 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcb868-79eb-4f22-9397-859ddaadb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a3f99ae-661d-4f32-b0c8-e8b0a43de5d7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:15.404137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38202) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:15.419047 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-30664ccb-b24e-4d82-8042-3d42a62e40d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Request body: {'port': {'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-517050960'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:15.451758 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30664ccb-b24e-4d82-8042-3d42a62e40d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Made reservation on behalf of 2556d8904f1548c980ec6bf1804211a4 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:15.454762 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30664ccb-b24e-4d82-8042-3d42a62e40d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:15.480040 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df2981f-35f9-487e-bd5d-b736220ba508 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:15.480820 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-30664ccb-b24e-4d82-8042-3d42a62e40d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] device_id is not set on port 5944200f-9dc9-4993-8123-3681ab1a84a0 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:00:15.484678 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1df2981f-35f9-487e-bd5d-b736220ba508 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6545022 Mar 11 12:00:15.486350 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38204) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:15.496599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbf77b-3eea-4952-9d11-33c8b899b164 req-bf689b97-35af-4421-b3ac-826bef51778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:15.498713 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8fbf77b-3eea-4952-9d11-33c8b899b164 req-bf689b97-35af-4421-b3ac-826bef51778c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e532891a-d9f9-4838-8745-963ad9eaeacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7813292 Mar 11 12:00:15.514026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed294ff-9333-473d-b67f-94738959fad9 req-98e17239-54a2-4fdd-a9c4-c8105f3d021f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:15.515715 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ed294ff-9333-473d-b67f-94738959fad9 req-98e17239-54a2-4fdd-a9c4-c8105f3d021f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.7351902 Mar 11 12:00:15.590065 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8ec4a75d-1f04-47f5-ab85-4ff0d9fd10aa tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 207 time: 0.1022272 Mar 11 12:00:15.599168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38210) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:15.674911 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8fbf77b-3eea-4952-9d11-33c8b899b164 req-24fed24e-bdbd-47fa-8a34-f640c563a610 service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572049 Mar 11 12:00:15.708555 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-334e5154-89f9-4a60-a67d-8c01219b29c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:15.841947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ed294ff-9333-473d-b67f-94738959fad9 req-df8664c3-4e72-4c8b-b669-ad9937f673b1 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288003 Mar 11 12:00:15.872088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c7ce2a-7ba2-4af3-9551-4e0d1d9a3345 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:15.878384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c7ce2a-7ba2-4af3-9551-4e0d1d9a3345 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:15.885476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c7ce2a-7ba2-4af3-9551-4e0d1d9a3345 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:15.889182 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8fbf77b-3eea-4952-9d11-33c8b899b164 req-c12708ee-de0e-4d55-b36e-ad1a5098cbb7 service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006872 Mar 11 12:00:15.891608 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c7ce2a-7ba2-4af3-9551-4e0d1d9a3345 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:15.898580 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c5c7ce2a-7ba2-4af3-9551-4e0d1d9a3345 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2928734 Mar 11 12:00:15.908550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38214) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:15.954384 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30664ccb-b24e-4d82-8042-3d42a62e40d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks [] for port (5944200f-9dc9-4993-8123-3681ab1a84a0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:16.064617 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-44810f57-8cc6-48ec-a0db-e21c6c78e802 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1504910 Mar 11 12:00:16.065002 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38216) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:16.098608 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30664ccb-b24e-4d82-8042-3d42a62e40d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5944200f-9dc9-4993-8123-3681ab1a84a0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:16.163637 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30664ccb-b24e-4d82-8042-3d42a62e40d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Pushing event updated for resources: {'Port': ['ID=5944200f-9dc9-4993-8123-3681ab1a84a0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:16.180835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 09b137d2-447d-4b1a-808e-fb94594e0e6e details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:00:16.184113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 30920ac4-29dc-4a21-a945-b88f3b6a0028 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:00:16.205777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30664ccb-b24e-4d82-8042-3d42a62e40d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Network abe87e16-e1af-48f9-b829-37aefa0ba18e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:00:16.212745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-30664ccb-b24e-4d82-8042-3d42a62e40d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:16.221175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30664ccb-b24e-4d82-8042-3d42a62e40d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:16.223266 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30664ccb-b24e-4d82-8042-3d42a62e40d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:16.224139 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30664ccb-b24e-4d82-8042-3d42a62e40d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:16.270058 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e5eec-f276-4b58-b574-faeab500fcaf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:16.271704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e5eec-f276-4b58-b574-faeab500fcaf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:16.277048 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9c2e5eec-f276-4b58-b574-faeab500fcaf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2075202 Mar 11 12:00:16.278487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38220) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:16.303247 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-30664ccb-b24e-4d82-8042-3d42a62e40d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8955626 Mar 11 12:00:16.304096 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38222) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:16.317687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:16.363852 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 30920ac4-29dc-4a21-a945-b88f3b6a0028 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:00:16.364139 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:16.433980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fde35fc-1626-405d-bc31-ab6fd3836840 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:16.434266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 09b137d2-447d-4b1a-808e-fb94594e0e6e, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:16.440421 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fde35fc-1626-405d-bc31-ab6fd3836840 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:16.445372 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5fde35fc-1626-405d-bc31-ab6fd3836840 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1618915 Mar 11 12:00:16.448706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38224) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:16.452396 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '09b137d2-447d-4b1a-808e-fb94594e0e6e', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'port_id': '09b137d2-447d-4b1a-808e-fb94594e0e6e', 'mac_address': 'fa:16:3e:de:37:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:00:16.652787 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5944200f-9dc9-4993-8123-3681ab1a84a0), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:16.712661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 30920ac4-29dc-4a21-a945-b88f3b6a0028 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:00:16.713233 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:16.725300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 09b137d2-447d-4b1a-808e-fb94594e0e6e is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:00:16.725688 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:16.748730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:00:16.751380 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1c153a-6119-47d2-b4dc-a65a274ebe0d" -d '{"events": [{"server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "name": "network-vif-plugged", "status": "completed", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:00:16.757677 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b137d2-447d-4b1a-808e-fb94594e0e6e {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:00:16.773647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 30920ac4-29dc-4a21-a945-b88f3b6a0028, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:16.795229 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:16.802579 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 09b137d2-447d-4b1a-808e-fb94594e0e6e, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:16.846393 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4209032f-0a46-422c-9114-cefec6da8c38 x-openstack-request-id: req-4209032f-0a46-422c-9114-cefec6da8c38 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:00:16.846679 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "name": "network-vif-plugged", "status": "completed", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:00:16.846929 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4209032f-0a46-422c-9114-cefec6da8c38 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:00:16.847822 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'code': 200} Mar 11 12:00:16.851226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f66506-6945-4a05-9d16-ee8f020822bc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:16.851410 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:16.858218 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-02f66506-6945-4a05-9d16-ee8f020822bc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "GET /v2.0/networks/9d687b2e-0f18-4f2f-a174-2674608fbb54 HTTP/1.1" status: 200 len: 800 time: 0.4019957 Mar 11 12:00:16.858499 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38232) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:16.923575 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=30920ac4-29dc-4a21-a945-b88f3b6a0028,revision_number=10']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:17.057493 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=09b137d2-447d-4b1a-808e-fb94594e0e6e,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:17.098774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c1e2bed2-273a-4b8a-9018-079b38c367ef tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "GET /v2.0/networks/9d687b2e-0f18-4f2f-a174-2674608fbb54?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2389748 Mar 11 12:00:17.108695 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38238) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:17.167420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['09b137d2-447d-4b1a-808e-fb94594e0e6e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:00:17.283563 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:17.302430 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66875f2-43f0-433f-97d4-2826ae2f1d93 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:17.306413 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f66875f2-43f0-433f-97d4-2826ae2f1d93 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "GET /v2.0/subnets/b95066d1-cceb-448f-8341-93b313d56a1b HTTP/1.1" status: 200 len: 811 time: 0.1892464 Mar 11 12:00:17.311227 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38240) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:17.479406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494b5a09-c4a4-4230-a5ee-06df523ef836 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:17.484631 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-494b5a09-c4a4-4230-a5ee-06df523ef836 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "GET /v2.0/subnets/b95066d1-cceb-448f-8341-93b313d56a1b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1665487 Mar 11 12:00:17.485501 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38244) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:17.504075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-7e59362e-771a-4326-bed5-8d2adb42f20e tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-214038726'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:17.523613 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d5d97-841e-4c64-a834-9d9dda0e1e4a req-ce4b942f-ba2f-4a38-93c8-af1a70203819 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:17.525258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d48d5d97-841e-4c64-a834-9d9dda0e1e4a req-ce4b942f-ba2f-4a38-93c8-af1a70203819 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 945 time: 0.4255385 Mar 11 12:00:17.553216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e59362e-771a-4326-bed5-8d2adb42f20e tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:17.557599 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e59362e-771a-4326-bed5-8d2adb42f20e tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:17.687158 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d48d5d97-841e-4c64-a834-9d9dda0e1e4a req-6260f9ec-1464-4513-a487-f5f5ffe11081 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511040 Mar 11 12:00:17.688975 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e59362e-771a-4326-bed5-8d2adb42f20e tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:00:17.711268 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e59362e-771a-4326-bed5-8d2adb42f20e tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ff57b255-de4d-443c-885c-7d700ccaa429), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:17.711759 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-7e59362e-771a-4326-bed5-8d2adb42f20e tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Added segment ff57b255-de4d-443c-885c-7d700ccaa429 of type vlan for network d22a37f0-f710-4871-b99b-7cf065d1bff1 Mar 11 12:00:17.740279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] device_id is not set on port 5944200f-9dc9-4993-8123-3681ab1a84a0 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:00:17.752089 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks [] for port (5944200f-9dc9-4993-8123-3681ab1a84a0), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:17.767516 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5944200f-9dc9-4993-8123-3681ab1a84a0), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:17.803381 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e59362e-771a-4326-bed5-8d2adb42f20e tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (d22a37f0-f710-4871-b99b-7cf065d1bff1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:17.852608 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e59362e-771a-4326-bed5-8d2adb42f20e tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (d22a37f0-f710-4871-b99b-7cf065d1bff1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:17.855482 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Pushing event updated for resources: {'Port': ['ID=5944200f-9dc9-4993-8123-3681ab1a84a0,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:17.858212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e59362e-771a-4326-bed5-8d2adb42f20e tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:17.859156 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e59362e-771a-4326-bed5-8d2adb42f20e tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:17.863228 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:17.863635 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:17.864011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:17.869953 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:17.870289 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:17.870676 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 2 to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 Mar 11 12:00:17.895989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:17.899312 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:17.899444 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7e59362e-771a-4326-bed5-8d2adb42f20e tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4110060 Mar 11 12:00:17.899554 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:17.900695 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38250) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:17.903139 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:17.903468 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:17.903902 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 3 to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 Mar 11 12:00:17.906570 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-092220d4-f338-4017-9453-476ba93b1f0f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'subnet': {'network_id': 'd22a37f0-f710-4871-b99b-7cf065d1bff1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:17.920485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:17.920819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:17.921153 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:17.926411 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:17.927146 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:17.927539 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 4 to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 Mar 11 12:00:17.946120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:17.946702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:17.947552 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:17.952930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:17.953259 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:17.953654 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 5 to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 Mar 11 12:00:17.972076 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:17.972709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:17.973263 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:17.982800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:17.983139 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:17.983603 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 6 to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 Mar 11 12:00:18.023504 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:18.023880 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:18.024198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:18.029235 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:18.029563 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:18.029953 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 7 to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 Mar 11 12:00:18.039460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59362e-771a-4326-bed5-8d2adb42f20e tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Network': ['ID=d22a37f0-f710-4871-b99b-7cf065d1bff1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:18.047745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:18.048083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:18.049443 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:18.053555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:18.054083 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:18.054730 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 8 to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 Mar 11 12:00:18.055838 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network d22a37f0-f710-4871-b99b-7cf065d1bff1 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:00:18.070283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:18.070951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:18.072502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:18.075188 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092220d4-f338-4017-9453-476ba93b1f0f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Made reservation on behalf of eec498d2f5214427a2d09de1509bceda for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:18.079505 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-092220d4-f338-4017-9453-476ba93b1f0f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:18.092842 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:18.093188 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:18.094838 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 9 to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 Mar 11 12:00:18.115789 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:18.116109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:18.116567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:18.122323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:18.122649 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:18.123036 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempt 10 to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 Mar 11 12:00:18.151756 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:18.152088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:18.152423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempting to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:18.160722 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:00:18.161195 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Failed to bind port 5944200f-9dc9-4993-8123-3681ab1a84a0 on host n-h1-833234-2 for vnic_type normal using segments [{'id': '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'abe87e16-e1af-48f9-b829-37aefa0ba18e'}] Mar 11 12:00:18.161599 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5944200f-9dc9-4993-8123-3681ab1a84a0), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:18.209600 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 09b137d2-447d-4b1a-808e-fb94594e0e6e up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:00:18.218760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.ipam_backend_mixin [None req-092220d4-f338-4017-9453-476ba93b1f0f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Performing IP validity checks on allocation pools {{(pid=104031) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 12:00:18.219381 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.ipam_backend_mixin [None req-092220d4-f338-4017-9453-476ba93b1f0f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104031) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 12:00:18.307165 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] For port 5944200f-9dc9-4993-8123-3681ab1a84a0, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:00:18.308403 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attempted to set empty binding levels {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 12:00:18.316491 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5944200f-9dc9-4993-8123-3681ab1a84a0), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:18.348709 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 09b137d2-447d-4b1a-808e-fb94594e0e6e completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:00:18.364098 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 09b137d2-447d-4b1a-808e-fb94594e0e6e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:00:18.364983 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:18.368006 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Pushing event updated for resources: {'Port': ['ID=5944200f-9dc9-4993-8123-3681ab1a84a0,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:18.372075 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] In _notify_port_updated(), no bound segment for port 5944200f-9dc9-4993-8123-3681ab1a84a0 on network abe87e16-e1af-48f9-b829-37aefa0ba18e {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:00:18.372951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:18.373560 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:18.374896 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3985ce32-5ec3-410b-bdb6-609edaad60ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] 10.222.0.78 "PUT /v2.0/ports/5944200f-9dc9-4993-8123-3681ab1a84a0 HTTP/1.1" status: 200 len: 978 time: 2.0675616 Mar 11 12:00:18.377671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38254) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:18.470956 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-092220d4-f338-4017-9453-476ba93b1f0f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (718c1da5-b9fe-487d-9457-c9dfcf8c9fcf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:18.491090 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f30048ee-e65e-42fb-8bf3-9704052eeba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Deleting port 5944200f-9dc9-4993-8123-3681ab1a84a0 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:18.491484 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f30048ee-e65e-42fb-8bf3-9704052eeba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5944200f-9dc9-4993-8123-3681ab1a84a0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:18.501464 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 09b137d2-447d-4b1a-808e-fb94594e0e6e is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:00:18.502109 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:18.539643 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092220d4-f338-4017-9453-476ba93b1f0f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Subnet': ['ID=718c1da5-b9fe-487d-9457-c9dfcf8c9fcf,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:18.621065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092220d4-f338-4017-9453-476ba93b1f0f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Checking segment: {'id': 'ff57b255-de4d-443c-885c-7d700ccaa429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd22a37f0-f710-4871-b99b-7cf065d1bff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:18.621613 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092220d4-f338-4017-9453-476ba93b1f0f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network hostable DHCP agents. Network: d22a37f0-f710-4871-b99b-7cf065d1bff1, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:00:18.632549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 09b137d2-447d-4b1a-808e-fb94594e0e6e, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:18.635958 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:18.640831 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:18.660911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-f30048ee-e65e-42fb-8bf3-9704052eeba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] For port 5944200f-9dc9-4993-8123-3681ab1a84a0, host n-h1-833234-2, got binding levels [] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:18.661304 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f30048ee-e65e-42fb-8bf3-9704052eeba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5944200f-9dc9-4993-8123-3681ab1a84a0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:18.673239 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092220d4-f338-4017-9453-476ba93b1f0f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Network d22a37f0-f710-4871-b99b-7cf065d1bff1 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:00:18.678059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f30048ee-e65e-42fb-8bf3-9704052eeba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Calling delete_port for 5944200f-9dc9-4993-8123-3681ab1a84a0 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:18.691461 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-092220d4-f338-4017-9453-476ba93b1f0f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, d22a37f0-f710-4871-b99b-7cf065d1bff1) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:18.711159 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092220d4-f338-4017-9453-476ba93b1f0f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:18.715190 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-092220d4-f338-4017-9453-476ba93b1f0f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:18.726858 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a805f0-3a4f-4ade-90d0-7a3fc17fff2d None None] Network d22a37f0-f710-4871-b99b-7cf065d1bff1 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:18.764937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-092220d4-f338-4017-9453-476ba93b1f0f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8631198 Mar 11 12:00:18.767723 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38268) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:18.781372 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-858adaae-00a0-4841-a765-ba9b71511424 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:18.854255 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b137d2-447d-4b1a-808e-fb94594e0e6e'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:00:18.857169 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2ab8ed-9652-49e7-9e41-fa2a6f26f107" -d '{"events": [{"server_uuid": "e4f36e33-2b9e-4bbb-b28a-a584982a54c8", "name": "network-vif-plugged", "status": "completed", "tag": "09b137d2-447d-4b1a-808e-fb94594e0e6e"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:00:18.858824 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f30048ee-e65e-42fb-8bf3-9704052eeba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5944200f-9dc9-4993-8123-3681ab1a84a0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:18.869096 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-d22a37f0-f710-4871-b99b-7cf065d1bff1', 'network_id': 'd22a37f0-f710-4871-b99b-7cf065d1bff1', 'project_id': 'eec498d2f5214427a2d09de1509bceda', 'fixed_ips': [{'subnet_id': '718c1da5-b9fe-487d-9457-c9dfcf8c9fcf'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:00:18.876030 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:18.916387 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f30048ee-e65e-42fb-8bf3-9704052eeba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:18.923862 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f30048ee-e65e-42fb-8bf3-9704052eeba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] 10.222.0.78 "DELETE /v2.0/ports/5944200f-9dc9-4993-8123-3681ab1a84a0 HTTP/1.1" status: 204 len: 168 time: 0.5446699 Mar 11 12:00:18.924820 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30048ee-e65e-42fb-8bf3-9704052eeba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] Pushing event deleted for resources: {'Port': ['ID=5944200f-9dc9-4993-8123-3681ab1a84a0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:18.927387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38272) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:18.965700 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c910737-cd8d-4e4c-b544-65c6a6e8a4ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] GET failed (client error): The resource could not be found. Mar 11 12:00:18.983287 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0c910737-cd8d-4e4c-b544-65c6a6e8a4ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-733845168-project-admin] 10.222.0.78 "GET /v2.0/ports/5944200f-9dc9-4993-8123-3681ab1a84a0 HTTP/1.1" status: 404 len: 333 time: 0.0542016 Mar 11 12:00:18.983967 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38274) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:19.034069 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb23ed50-7ecb-4dee-bcc0-5a587bd971e4 x-openstack-request-id: req-cb23ed50-7ecb-4dee-bcc0-5a587bd971e4 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:00:19.034631 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f36e33-2b9e-4bbb-b28a-a584982a54c8", "name": "network-vif-plugged", "status": "completed", "tag": "09b137d2-447d-4b1a-808e-fb94594e0e6e", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:00:19.035032 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cb23ed50-7ecb-4dee-bcc0-5a587bd971e4 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:00:19.035571 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b137d2-447d-4b1a-808e-fb94594e0e6e', 'code': 200} Mar 11 12:00:19.037524 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=09b137d2-447d-4b1a-808e-fb94594e0e6e,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:19.154099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Allocated IP 172.20.0.3 (d22a37f0-f710-4871-b99b-7cf065d1bff1/718c1da5-b9fe-487d-9457-c9dfcf8c9fcf/bb5821fd-c02c-4a65-a92f-1448be58d5d2) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:00:19.183062 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-858adaae-00a0-4841-a765-ba9b71511424 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5921057'] for subnet (718c1da5-b9fe-487d-9457-c9dfcf8c9fcf), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:19.206121 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d02031d-4722-4a8d-9c65-79d487051f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (abe87e16-e1af-48f9-b829-37aefa0ba18e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:19.274928 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d06e29-e5ec-4864-ab9b-277318c7c0ee req-db3f2d3e-4709-4da9-876d-b70a3e777dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:19.277400 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36d06e29-e5ec-4864-ab9b-277318c7c0ee req-db3f2d3e-4709-4da9-876d-b70a3e777dd4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 1128 time: 0.2417605 Mar 11 12:00:19.334764 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e73a9b-53d9-4f96-81b3-57c77fad3912 req-e9c4e602-0e37-4332-8451-32f5cde02431 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:19.337351 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e3e73a9b-53d9-4f96-81b3-57c77fad3912 req-e9c4e602-0e37-4332-8451-32f5cde02431 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.3845105 Mar 11 12:00:19.472644 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36d06e29-e5ec-4864-ab9b-277318c7c0ee req-e8dff0fc-2d11-48a6-83b0-9af464e3054d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301587 Mar 11 12:00:19.475564 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Publish callbacks [] for port (bb5821fd-c02c-4a65-a92f-1448be58d5d2), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:19.489215 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (bb5821fd-c02c-4a65-a92f-1448be58d5d2), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:19.493258 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d02031d-4722-4a8d-9c65-79d487051f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (abe87e16-e1af-48f9-b829-37aefa0ba18e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:19.541018 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e3e73a9b-53d9-4f96-81b3-57c77fad3912 req-37e6e500-c7dc-4bde-9168-a80d61d85dc6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871681 Mar 11 12:00:19.547221 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0d02031d-4722-4a8d-9c65-79d487051f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe87e16-e1af-48f9-b829-37aefa0ba18e']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:19.571400 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0d02031d-4722-4a8d-9c65-79d487051f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:19.571939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0d02031d-4722-4a8d-9c65-79d487051f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec59c93-2b77-4d27-a8fe-c05fca0a8c74') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:19.613210 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d02031d-4722-4a8d-9c65-79d487051f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (2ec59c93-2b77-4d27-a8fe-c05fca0a8c74), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:19.616058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Network d22a37f0-f710-4871-b99b-7cf065d1bff1 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:00:19.626015 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:19.645788 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:19.659494 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d02031d-4722-4a8d-9c65-79d487051f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (2ec59c93-2b77-4d27-a8fe-c05fca0a8c74), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:19.678422 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d02031d-4722-4a8d-9c65-79d487051f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:00:19.682096 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d02031d-4722-4a8d-9c65-79d487051f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (2ec59c93-2b77-4d27-a8fe-c05fca0a8c74), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:19.684990 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Pushing event updated for resources: {'Port': ['ID=bb5821fd-c02c-4a65-a92f-1448be58d5d2,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:00:19.701489 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:00:19.764383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Attempting to bind port bb5821fd-c02c-4a65-a92f-1448be58d5d2 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:19.765726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Attempting to bind port bb5821fd-c02c-4a65-a92f-1448be58d5d2 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'ff57b255-de4d-443c-885c-7d700ccaa429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd22a37f0-f710-4871-b99b-7cf065d1bff1'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:19.766095 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Attempting to bind port bb5821fd-c02c-4a65-a92f-1448be58d5d2 on network d22a37f0-f710-4871-b99b-7cf065d1bff1 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:19.776669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 11, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:00:19.777049 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Checking segment: {'id': 'ff57b255-de4d-443c-885c-7d700ccaa429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd22a37f0-f710-4871-b99b-7cf065d1bff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:19.777457 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:19.777853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Bound using segment: {'id': 'ff57b255-de4d-443c-885c-7d700ccaa429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd22a37f0-f710-4871-b99b-7cf065d1bff1'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:00:19.778334 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Bound port: bb5821fd-c02c-4a65-a92f-1448be58d5d2, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff57b255-de4d-443c-885c-7d700ccaa429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd22a37f0-f710-4871-b99b-7cf065d1bff1'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:00:19.778713 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bb5821fd-c02c-4a65-a92f-1448be58d5d2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:19.867315 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d02031d-4722-4a8d-9c65-79d487051f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (abe87e16-e1af-48f9-b829-37aefa0ba18e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:19.874405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] For port bb5821fd-c02c-4a65-a92f-1448be58d5d2, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:00:19.878187 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] For port bb5821fd-c02c-4a65-a92f-1448be58d5d2, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=bb5821fd-c02c-4a65-a92f-1448be58d5d2,segment=NetworkSegment(ff57b255-de4d-443c-885c-7d700ccaa429),segment_id=ff57b255-de4d-443c-885c-7d700ccaa429)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:00:19.892937 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bb5821fd-c02c-4a65-a92f-1448be58d5d2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:19.902540 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d02031d-4722-4a8d-9c65-79d487051f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:19.905730 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0d02031d-4722-4a8d-9c65-79d487051f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] 10.222.0.78 "DELETE /v2.0/networks/abe87e16-e1af-48f9-b829-37aefa0ba18e HTTP/1.1" status: 204 len: 168 time: 0.9194326 Mar 11 12:00:19.906786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02031d-4722-4a8d-9c65-79d487051f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107307452-project] Pushing event deleted for resources: {'Network': ['ID=abe87e16-e1af-48f9-b829-37aefa0ba18e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:19.925797 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-858adaae-00a0-4841-a765-ba9b71511424 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772493315678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5786003'] for subnet (718c1da5-b9fe-487d-9457-c9dfcf8c9fcf), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:19.954639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751219d4-482f-49cb-8d13-481c9008dc5c req-1770f3b7-a9a0-446d-847b-0872f9f9cda9 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:19.957939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-751219d4-482f-49cb-8d13-481c9008dc5c req-1770f3b7-a9a0-446d-847b-0872f9f9cda9 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 945 time: 0.1283178 Mar 11 12:00:20.058331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8d9fa-197c-4df2-a231-38a549cc9c09 None None] Pushing event updated for resources: {'Port': ['ID=bb5821fd-c02c-4a65-a92f-1448be58d5d2,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:20.121695 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:20.130132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858adaae-00a0-4841-a765-ba9b71511424 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:20.130758 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-858adaae-00a0-4841-a765-ba9b71511424 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:20.134299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-858adaae-00a0-4841-a765-ba9b71511424 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "PUT /v2.0/subnets/718c1da5-b9fe-487d-9457-c9dfcf8c9fcf HTTP/1.1" status: 200 len: 877 time: 1.3636684 Mar 11 12:00:20.136734 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38296) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:20.169288 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858adaae-00a0-4841-a765-ba9b71511424 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event updated for resources: {'Subnet': ['ID=718c1da5-b9fe-487d-9457-c9dfcf8c9fcf,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:20.174186 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-751219d4-482f-49cb-8d13-481c9008dc5c req-c33801b2-00ac-44e5-a0c0-f640951cdef0 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed163290-897d-42b7-9297-ee4ca98dd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979420 Mar 11 12:00:20.356619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38302) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:20.410498 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (d22a37f0-f710-4871-b99b-7cf065d1bff1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:20.536289 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Deleting port bb5821fd-c02c-4a65-a92f-1448be58d5d2 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:20.536629 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (bb5821fd-c02c-4a65-a92f-1448be58d5d2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:20.736279 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2fa2cec3-4df0-42ac-bda5-0ad6f677da6d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=13f38b8c775e443dac77df5fb4b1bb37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3755667 Mar 11 12:00:20.742909 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] For port bb5821fd-c02c-4a65-a92f-1448be58d5d2, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=bb5821fd-c02c-4a65-a92f-1448be58d5d2,segment=NetworkSegment(ff57b255-de4d-443c-885c-7d700ccaa429),segment_id=ff57b255-de4d-443c-885c-7d700ccaa429)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:20.743629 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (bb5821fd-c02c-4a65-a92f-1448be58d5d2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:20.746552 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38308) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:20.763478 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Calling delete_port for bb5821fd-c02c-4a65-a92f-1448be58d5d2 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:20.788704 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b5961-49e1-4635-847b-870c3e7ffa3c req-63ecf335-4933-4157-adb7-007ca79a6b40 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:20.790331 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-855b5961-49e1-4635-847b-870c3e7ffa3c req-63ecf335-4933-4157-adb7-007ca79a6b40 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.1239474 Mar 11 12:00:20.873474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-855b5961-49e1-4635-847b-870c3e7ffa3c req-ebd7bbd0-78f0-4872-a789-036b6d43c685 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732591 Mar 11 12:00:20.887992 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-661f0924-b76d-44b8-b227-2b9bd2ec70bf admin admin] Publish callbacks [] for security_group (44c8bebf-37a8-4700-bab7-e7d21fab28cf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:20.948589 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-661f0924-b76d-44b8-b227-2b9bd2ec70bf admin admin] Publish callbacks [] for security_group (44c8bebf-37a8-4700-bab7-e7d21fab28cf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:21.032649 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (bb5821fd-c02c-4a65-a92f-1448be58d5d2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:21.077218 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-661f0924-b76d-44b8-b227-2b9bd2ec70bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (44c8bebf-37a8-4700-bab7-e7d21fab28cf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:21.080638 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-661f0924-b76d-44b8-b227-2b9bd2ec70bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:21.081833 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-661f0924-b76d-44b8-b227-2b9bd2ec70bf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/44c8bebf-37a8-4700-bab7-e7d21fab28cf HTTP/1.1" status: 204 len: 168 time: 0.3298132 Mar 11 12:00:21.082079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Port': ['ID=bb5821fd-c02c-4a65-a92f-1448be58d5d2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:21.119089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f0924-b76d-44b8-b227-2b9bd2ec70bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c8bebf-37a8-4700-bab7-e7d21fab28cf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:21.180148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No DVR routers for this DVR port bb5821fd-c02c-4a65-a92f-1448be58d5d2 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:00:21.272553 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (718c1da5-b9fe-487d-9457-c9dfcf8c9fcf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:21.441771 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (718c1da5-b9fe-487d-9457-c9dfcf8c9fcf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:21.476092 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Subnet': ['ID=718c1da5-b9fe-487d-9457-c9dfcf8c9fcf,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:21.549773 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56dc7c-6d24-4760-97a0-bf782e971269 req-27f6deb2-6ae2-4cba-8248-2ddd799e555a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:21.565007 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b56dc7c-6d24-4760-97a0-bf782e971269 req-27f6deb2-6ae2-4cba-8248-2ddd799e555a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.37 "GET /v2.0/ports?device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 945 time: 0.2559004 Mar 11 12:00:21.597472 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d2cb8-0fe7-42c2-886b-2bb85fc500e9 req-ea82e20f-b53d-4817-b288-43df29577d5e tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:21.600869 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1b7d2cb8-0fe7-42c2-886b-2bb85fc500e9 req-ea82e20f-b53d-4817-b288-43df29577d5e tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 945 time: 0.2276969 Mar 11 12:00:21.608351 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (d22a37f0-f710-4871-b99b-7cf065d1bff1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:21.645436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22a37f0-f710-4871-b99b-7cf065d1bff1']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:21.664346 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff57b255-de4d-443c-885c-7d700ccaa429') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:21.664987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff57b255-de4d-443c-885c-7d700ccaa429') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:21.680849 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (ff57b255-de4d-443c-885c-7d700ccaa429), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:21.700298 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ff57b255-de4d-443c-885c-7d700ccaa429), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:21.731118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38322) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:21.756908 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:00:21.757445 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (ff57b255-de4d-443c-885c-7d700ccaa429), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:00:21.764279 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:00:21.872199 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1b7d2cb8-0fe7-42c2-886b-2bb85fc500e9 req-2c9aa330-8103-4c15-9ade-6ea0aef08621 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed163290-897d-42b7-9297-ee4ca98dd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483134 Mar 11 12:00:21.919637 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d1493c3a-753d-4aac-aa40-565662c5fca0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2556d8904f1548c980ec6bf1804211a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1829743 Mar 11 12:00:21.920426 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38330) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:21.931387 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (d22a37f0-f710-4871-b99b-7cf065d1bff1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:21.947762 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:21.950837 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-4b56dc7c-6d24-4760-97a0-bf782e971269 req-6b6dd2f3-6e82-4344-910f-24b92ee4fd5a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Deleting port 7cf7360d-da68-43ee-ab5c-7efea25e60c7 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:21.951181 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4b56dc7c-6d24-4760-97a0-bf782e971269 req-6b6dd2f3-6e82-4344-910f-24b92ee4fd5a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7cf7360d-da68-43ee-ab5c-7efea25e60c7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:21.952221 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/d22a37f0-f710-4871-b99b-7cf065d1bff1 HTTP/1.1" status: 204 len: 168 time: 1.8115680 Mar 11 12:00:21.956035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38332) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:21.992095 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-3360702f-643d-430e-9b03-493bdf2678af tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:21.992628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3360702f-643d-430e-9b03-493bdf2678af tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:21.996552 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3360702f-643d-430e-9b03-493bdf2678af tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/subnets/718c1da5-b9fe-487d-9457-c9dfcf8c9fcf HTTP/1.1" status: 404 len: 337 time: 0.0381563 Mar 11 12:00:21.998055 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b099551-b72d-4881-82d4-c3500d4572cc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Network': ['ID=d22a37f0-f710-4871-b99b-7cf065d1bff1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:22.003785 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38334) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:22.077144 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-1509048f-f018-49b7-8e76-139aab18c2c4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:22.079110 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1509048f-f018-49b7-8e76-139aab18c2c4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:22.085374 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1509048f-f018-49b7-8e76-139aab18c2c4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/d22a37f0-f710-4871-b99b-7cf065d1bff1 HTTP/1.1" status: 404 len: 339 time: 0.0800805 Mar 11 12:00:22.086917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38340) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:22.103365 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8477576f-cc2e-4c28-a5f3-6e5f2cf69baa admin admin] Publish callbacks [] for security_group (8460ffeb-390b-4905-b8d9-4bc6820dfa00), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:22.132672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478a175e-fbc5-48c8-9f2f-f24e10dd1e9e None None] DHCP port deletion for d22a37f0-f710-4871-b99b-7cf065d1bff1 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:00:22.134245 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-4b56dc7c-6d24-4760-97a0-bf782e971269 req-6b6dd2f3-6e82-4344-910f-24b92ee4fd5a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] For port 7cf7360d-da68-43ee-ab5c-7efea25e60c7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7cf7360d-da68-43ee-ab5c-7efea25e60c7,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:22.135070 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4b56dc7c-6d24-4760-97a0-bf782e971269 req-6b6dd2f3-6e82-4344-910f-24b92ee4fd5a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7cf7360d-da68-43ee-ab5c-7efea25e60c7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:22.146506 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f9e5ff-803c-4d34-8aae-5afa0ff672b5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:22.147378 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f9e5ff-803c-4d34-8aae-5afa0ff672b5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:22.153895 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-78f9e5ff-803c-4d34-8aae-5afa0ff672b5 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/subnets/c6ef9a4e-61c4-4928-8fd0-48f410c0ca4d HTTP/1.1" status: 404 len: 337 time: 0.0614343 Mar 11 12:00:22.157168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38342) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:22.178838 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7bd7a8-6d8f-431f-b6f7-91e09bae7f77 None None] Network d22a37f0-f710-4871-b99b-7cf065d1bff1 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:22.181940 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c8b77ba7-5e9f-4d18-8f72-29fa93152f45 None None] Could not find standard attr ID for object bb5821fd-c02c-4a65-a92f-1448be58d5d2. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:00:22.194510 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-60acc157-1279-4197-86fe-a77b3c31eaec tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:22.195958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60acc157-1279-4197-86fe-a77b3c31eaec tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:22.200299 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7bd7a8-6d8f-431f-b6f7-91e09bae7f77 None None] Network d22a37f0-f710-4871-b99b-7cf065d1bff1 could not be found, it might have been deleted concurrently. {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 12:00:22.200668 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-60acc157-1279-4197-86fe-a77b3c31eaec tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/033f7d47-fd31-4cb9-b4f8-599e7458c052 HTTP/1.1" status: 404 len: 339 time: 0.0434446 Mar 11 12:00:22.208114 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38344) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:22.213091 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cf2525-63d0-4da3-8a5a-5e7e62c04f9d None None] Network d22a37f0-f710-4871-b99b-7cf065d1bff1 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:22.251400 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cf2525-63d0-4da3-8a5a-5e7e62c04f9d None None] Network d22a37f0-f710-4871-b99b-7cf065d1bff1 could not be found, it might have been deleted concurrently. {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 12:00:22.296884 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8477576f-cc2e-4c28-a5f3-6e5f2cf69baa admin admin] Publish callbacks [] for security_group (8460ffeb-390b-4905-b8d9-4bc6820dfa00), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:22.307098 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c4b87-ef1d-45c7-a02d-08d98abc93f3 req-3d77d800-6656-41ff-930e-e847876aa5cf tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:22.313924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d6c4b87-ef1d-45c7-a02d-08d98abc93f3 req-3d77d800-6656-41ff-930e-e847876aa5cf tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.2748902 Mar 11 12:00:22.368556 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16eda6e9-3269-4736-91d6-ddf126df5b2f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (a26e5d0d-f74d-4ceb-83e5-0fed1ca22427), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:22.462606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d6c4b87-ef1d-45c7-a02d-08d98abc93f3 req-f4950181-a850-406e-b1d6-5226b32a11db tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476951 Mar 11 12:00:22.536021 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16eda6e9-3269-4736-91d6-ddf126df5b2f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (a26e5d0d-f74d-4ceb-83e5-0fed1ca22427), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:22.581065 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4b56dc7c-6d24-4760-97a0-bf782e971269 req-6b6dd2f3-6e82-4344-910f-24b92ee4fd5a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:22.581759 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4b56dc7c-6d24-4760-97a0-bf782e971269 req-6b6dd2f3-6e82-4344-910f-24b92ee4fd5a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (4e7f43d5-30fc-4a75-9fdd-60a0d4d2a2b1), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:22.581860 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [req-4b56dc7c-6d24-4760-97a0-bf782e971269 req-6b6dd2f3-6e82-4344-910f-24b92ee4fd5a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Floating IP 4e7f43d5-30fc-4a75-9fdd-60a0d4d2a2b1 disassociated. External IP: 172.25.7.45, port: 7cf7360d-da68-43ee-ab5c-7efea25e60c7. Mar 11 12:00:22.582223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-4b56dc7c-6d24-4760-97a0-bf782e971269 req-6b6dd2f3-6e82-4344-910f-24b92ee4fd5a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Calling delete_port for 7cf7360d-da68-43ee-ab5c-7efea25e60c7 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:22.595355 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-16eda6e9-3269-4736-91d6-ddf126df5b2f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26e5d0d-f74d-4ceb-83e5-0fed1ca22427']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:22.606642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-16eda6e9-3269-4736-91d6-ddf126df5b2f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16e2b2b-fd9d-420a-b9f8-d15337b809b9') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:22.606940 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-16eda6e9-3269-4736-91d6-ddf126df5b2f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16e2b2b-fd9d-420a-b9f8-d15337b809b9') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:22.617657 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16eda6e9-3269-4736-91d6-ddf126df5b2f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (f16e2b2b-fd9d-420a-b9f8-d15337b809b9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:22.632537 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16eda6e9-3269-4736-91d6-ddf126df5b2f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f16e2b2b-fd9d-420a-b9f8-d15337b809b9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:22.639533 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16eda6e9-3269-4736-91d6-ddf126df5b2f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:00:22.640024 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16eda6e9-3269-4736-91d6-ddf126df5b2f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (f16e2b2b-fd9d-420a-b9f8-d15337b809b9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:00:22.707653 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:00:22.720372 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16eda6e9-3269-4736-91d6-ddf126df5b2f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (a26e5d0d-f74d-4ceb-83e5-0fed1ca22427), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:22.756718 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8477576f-cc2e-4c28-a5f3-6e5f2cf69baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8460ffeb-390b-4905-b8d9-4bc6820dfa00), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:22.761707 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8477576f-cc2e-4c28-a5f3-6e5f2cf69baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:22.765410 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8477576f-cc2e-4c28-a5f3-6e5f2cf69baa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8460ffeb-390b-4905-b8d9-4bc6820dfa00 HTTP/1.1" status: 204 len: 168 time: 0.8424358 Mar 11 12:00:22.781744 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16eda6e9-3269-4736-91d6-ddf126df5b2f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:22.787294 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-16eda6e9-3269-4736-91d6-ddf126df5b2f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/a26e5d0d-f74d-4ceb-83e5-0fed1ca22427 HTTP/1.1" status: 204 len: 168 time: 0.5779977 Mar 11 12:00:22.790237 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eda6e9-3269-4736-91d6-ddf126df5b2f tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Network': ['ID=a26e5d0d-f74d-4ceb-83e5-0fed1ca22427,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:22.801651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38352) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:22.813784 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4b56dc7c-6d24-4760-97a0-bf782e971269 req-6b6dd2f3-6e82-4344-910f-24b92ee4fd5a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (7cf7360d-da68-43ee-ab5c-7efea25e60c7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:22.874580 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6dd2f3-6e82-4344-910f-24b92ee4fd5a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event deleted for resources: {'Port': ['ID=7cf7360d-da68-43ee-ab5c-7efea25e60c7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:22.882010 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477576f-cc2e-4c28-a5f3-6e5f2cf69baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8460ffeb-390b-4905-b8d9-4bc6820dfa00,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:22.927030 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0c6b5c-9def-4782-9aaa-2c1aad418b99 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:22.927712 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0c6b5c-9def-4782-9aaa-2c1aad418b99 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:22.944185 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7f0c6b5c-9def-4782-9aaa-2c1aad418b99 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/subnets/640366c2-7c08-4748-a31b-374119d83428 HTTP/1.1" status: 404 len: 337 time: 0.1412129 Mar 11 12:00:22.944835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38360) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:22.979056 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc57dbd-3503-4bd7-81ff-aa3f712fe3ef tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:22.979567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc57dbd-3503-4bd7-81ff-aa3f712fe3ef tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:22.998021 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bcc57dbd-3503-4bd7-81ff-aa3f712fe3ef tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/ad5a9b70-e9e9-4f20-843e-30ae0e0db9ab HTTP/1.1" status: 404 len: 339 time: 0.0518367 Mar 11 12:00:22.999062 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38362) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:23.049515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b56dc7c-6d24-4760-97a0-bf782e971269 req-6b6dd2f3-6e82-4344-910f-24b92ee4fd5a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Router 5497603f-a2a6-4280-a5de-4b56c205edce has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:00:23.073856 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-600da841-1136-484d-9f7f-dfeb0740e649 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:23.074839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600da841-1136-484d-9f7f-dfeb0740e649 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:23.077044 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606834d-42b0-49c7-8445-01e613b61923 req-641c72a7-59da-47a8-9f4f-6741b7254865 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:23.078751 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8606834d-42b0-49c7-8445-01e613b61923 req-641c72a7-59da-47a8-9f4f-6741b7254865 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.3249381 Mar 11 12:00:23.087057 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-600da841-1136-484d-9f7f-dfeb0740e649 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/subnets/253f17c9-de6c-4b38-ab95-928759f43d68 HTTP/1.1" status: 404 len: 337 time: 0.0868962 Mar 11 12:00:23.088892 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38364) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:23.095352 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38366) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:23.098431 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-bbb79087-4864-4df5-9ecc-d0cdc3c0382c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Request body: {'floatingip': {'port_id': '09b137d2-447d-4b1a-808e-fb94594e0e6e'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:23.105411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-98c785f2-3c60-4bcf-a1a0-c6b7a2e186e1 req-0d819606-27e8-46c0-b3fd-9a0e6332234d tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a13990-d848-4156-b3d2-acd3780d9056 HTTP/1.1" status: 200 len: 210 time: 0.0698643 Mar 11 12:00:23.188169 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bbb79087-4864-4df5-9ecc-d0cdc3c0382c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for floatingip (e722ddb0-b1ba-4d19-a68e-cb1317620804), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:23.280654 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b56dc7c-6d24-4760-97a0-bf782e971269 req-6b6dd2f3-6e82-4344-910f-24b92ee4fd5a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:00:23.292522 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee96a5a4-a7c4-44d4-b21b-708fe4585d5b None None] Sync routers for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:00:23.306172 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee96a5a4-a7c4-44d4-b21b-708fe4585d5b None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:00:23.313650 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ee96a5a4-a7c4-44d4-b21b-708fe4585d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:00:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:23.342425 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b56dc7c-6d24-4760-97a0-bf782e971269 req-6b6dd2f3-6e82-4344-910f-24b92ee4fd5a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] No DVR routers for this DVR port 7cf7360d-da68-43ee-ab5c-7efea25e60c7 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:00:23.345914 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4b56dc7c-6d24-4760-97a0-bf782e971269 req-6b6dd2f3-6e82-4344-910f-24b92ee4fd5a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:23.351438 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b56dc7c-6d24-4760-97a0-bf782e971269 req-6b6dd2f3-6e82-4344-910f-24b92ee4fd5a tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.37 "DELETE /v2.0/ports/7cf7360d-da68-43ee-ab5c-7efea25e60c7 HTTP/1.1" status: 204 len: 173 time: 1.7419562 Mar 11 12:00:23.352906 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c69aeb9-806a-4623-991f-fa768d9ad41a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:23.353451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c69aeb9-806a-4623-991f-fa768d9ad41a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:23.357752 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4c69aeb9-806a-4623-991f-fa768d9ad41a tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/55b04699-435a-4514-af44-955614f5539b HTTP/1.1" status: 404 len: 339 time: 0.2611349 Mar 11 12:00:23.358370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a13990-d848-4156-b3d2-acd3780d9056', 'name': 'network-vif-deleted', 'tag': '7cf7360d-da68-43ee-ab5c-7efea25e60c7'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:00:23.361158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38370) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:23.362464 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb377bd-202b-45d1-8e54-2641db264eb5" -d '{"events": [{"server_uuid": "81a13990-d848-4156-b3d2-acd3780d9056", "name": "network-vif-deleted", "tag": "7cf7360d-da68-43ee-ab5c-7efea25e60c7"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:00:23.460006 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6059410-513f-4046-bde2-6178475a2e0b x-openstack-request-id: req-a6059410-513f-4046-bde2-6178475a2e0b {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:00:23.460232 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a13990-d848-4156-b3d2-acd3780d9056", "name": "network-vif-deleted", "tag": "7cf7360d-da68-43ee-ab5c-7efea25e60c7", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:00:23.460476 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a6059410-513f-4046-bde2-6178475a2e0b {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:00:23.460883 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a13990-d848-4156-b3d2-acd3780d9056', 'name': 'network-vif-deleted', 'tag': '7cf7360d-da68-43ee-ab5c-7efea25e60c7', 'status': 'completed', 'code': 200} Mar 11 12:00:23.486946 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-ee96a5a4-a7c4-44d4-b21b-708fe4585d5b None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:00:23.501947 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4b473f-b5b9-4f45-a81e-f03e3eb9e24d tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:23.502697 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a4b473f-b5b9-4f45-a81e-f03e3eb9e24d tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:23.517371 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5a4b473f-b5b9-4f45-a81e-f03e3eb9e24d tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/subnets/0e6a853c-3b62-44e9-a284-9d42825930a9 HTTP/1.1" status: 404 len: 337 time: 0.1549358 Mar 11 12:00:23.520802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38380) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:23.589328 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9853d8d-6930-4391-b7c8-c02b1398c9b0 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:23.593852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9853d8d-6930-4391-b7c8-c02b1398c9b0 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:23.616963 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c9853d8d-6930-4391-b7c8-c02b1398c9b0 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/a2926218-bd9a-4ea0-b94b-86cc51f796e1 HTTP/1.1" status: 404 len: 339 time: 0.0950160 Mar 11 12:00:23.622026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38384) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:23.685316 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab35699e-547d-4c6f-b903-832c0a5bd2f2 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:23.686604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab35699e-547d-4c6f-b903-832c0a5bd2f2 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:23.691399 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ab35699e-547d-4c6f-b903-832c0a5bd2f2 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/subnets/de1daeac-9e93-48c5-9dac-c992fb890f70 HTTP/1.1" status: 404 len: 337 time: 0.0650492 Mar 11 12:00:23.694033 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38388) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:23.736177 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-6697e88e-f723-48e2-9c31-77a5099e8b56 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:23.737958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6697e88e-f723-48e2-9c31-77a5099e8b56 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:23.741206 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6697e88e-f723-48e2-9c31-77a5099e8b56 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/8f31820f-23c2-439e-9ccd-a6af77073757 HTTP/1.1" status: 404 len: 339 time: 0.0434246 Mar 11 12:00:23.744853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38390) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:23.796188 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3bfe4b-9317-45d5-b29b-0052804bcaa1 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:23.796798 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce3bfe4b-9317-45d5-b29b-0052804bcaa1 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:23.803516 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ce3bfe4b-9317-45d5-b29b-0052804bcaa1 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/subnets/78fda5c8-b55a-4a4b-a79f-8fd21aeaee16 HTTP/1.1" status: 404 len: 337 time: 0.0573444 Mar 11 12:00:23.804240 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38392) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:23.870299 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bb5821fd-c02c-4a65-a92f-1448be58d5d2 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:00:23.875952 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ee96a5a4-a7c4-44d4-b21b-708fe4585d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:23.882872 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadf1fb0-6e00-4012-ab16-b59cb38052fc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:23.891387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cadf1fb0-6e00-4012-ab16-b59cb38052fc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:23.902953 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cadf1fb0-6e00-4012-ab16-b59cb38052fc tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/04511736-ee22-44ba-9863-f07d39997e4e HTTP/1.1" status: 404 len: 339 time: 0.0944910 Mar 11 12:00:23.904395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38394) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:23.914332 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee96a5a4-a7c4-44d4-b21b-708fe4585d5b None None] Checking router: 5497603f-a2a6-4280-a5de-4b56c205edce for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:00:23.924985 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee96a5a4-a7c4-44d4-b21b-708fe4585d5b None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:00:23.925708 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ee96a5a4-a7c4-44d4-b21b-708fe4585d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:00:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:23.952591 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: bb5821fd-c02c-4a65-a92f-1448be58d5d2 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:00:23.956938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bb5821fd-c02c-4a65-a92f-1448be58d5d2 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:00:24.031360 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-882e6c81-9a25-4c29-8f89-c0f48e19fa61 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:24.038850 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882e6c81-9a25-4c29-8f89-c0f48e19fa61 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:24.044643 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-882e6c81-9a25-4c29-8f89-c0f48e19fa61 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/subnets/21152cd0-0110-46f8-8cca-b69aae30914a HTTP/1.1" status: 404 len: 337 time: 0.1365793 Mar 11 12:00:24.048853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38404) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:24.123821 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec8341c-d40f-461a-8bbf-97c4b28d1612 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:24.124144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec8341c-d40f-461a-8bbf-97c4b28d1612 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:24.133490 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7ec8341c-d40f-461a-8bbf-97c4b28d1612 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/6fe9d22f-b634-41ed-85c0-5bec04bf7eec HTTP/1.1" status: 404 len: 339 time: 0.0835404 Mar 11 12:00:24.138287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38408) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:24.198953 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c86746-5008-4ddb-a551-e8c5f204f5f6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:24.199424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c86746-5008-4ddb-a551-e8c5f204f5f6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:24.221054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d6c86746-5008-4ddb-a551-e8c5f204f5f6 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/subnets/6a70be64-ad19-4e65-906c-28d0ff6492ec HTTP/1.1" status: 404 len: 337 time: 0.0712230 Mar 11 12:00:24.223062 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38414) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:24.259314 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-ee96a5a4-a7c4-44d4-b21b-708fe4585d5b None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:00:24.283475 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff00a2e-7c09-4400-a553-813fac4a8513 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:24.284082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff00a2e-7c09-4400-a553-813fac4a8513 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:24.289650 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4ff00a2e-7c09-4400-a553-813fac4a8513 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/9ddf39bb-fafc-4cc9-9546-92c50dcb5b0c HTTP/1.1" status: 404 len: 339 time: 0.0633180 Mar 11 12:00:24.289975 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38418) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:24.309713 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38420) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:24.356866 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.resource_extend [None req-bbb79087-4864-4df5-9ecc-d0cdc3c0382c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 12:00:24.400096 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da57475-93ec-4012-80be-1a64986b6ee8 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:24.401064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da57475-93ec-4012-80be-1a64986b6ee8 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:24.407271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2da57475-93ec-4012-80be-1a64986b6ee8 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/subnets/9565af4e-e184-4ccc-a82e-51446e14b19b HTTP/1.1" status: 404 len: 337 time: 0.1164024 Mar 11 12:00:24.409992 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38422) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:24.503040 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bbb79087-4864-4df5-9ecc-d0cdc3c0382c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:24.516858 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bbb79087-4864-4df5-9ecc-d0cdc3c0382c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (e722ddb0-b1ba-4d19-a68e-cb1317620804), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:24.710820 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ee96a5a4-a7c4-44d4-b21b-708fe4585d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:24.768057 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-bbb79087-4864-4df5-9ecc-d0cdc3c0382c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Floating IP e722ddb0-b1ba-4d19-a68e-cb1317620804 associated. External IP: 172.25.7.80, port: 09b137d2-447d-4b1a-808e-fb94594e0e6e. Mar 11 12:00:24.774652 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee96a5a4-a7c4-44d4-b21b-708fe4585d5b None None] The sync data for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 is: [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T11:52:24Z', 'revision_number': 4, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '941c2c63-7564-4bde-83ae-d9ee74c0e308', 'name': '', 'network_id': '3eac3fe9-735d-4097-b3d0-b8b3bbbf12db', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'mac_address': 'fa:16:3e:8f:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:23Z', 'updated_at': '2022-03-11T11:52:31Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'subnets': [{'id': '748e6717-2aee-4f28-b940-f1d8e2456c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:00:24.785132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7cf7360d-da68-43ee-ab5c-7efea25e60c7 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:00:24.817985 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 7cf7360d-da68-43ee-ab5c-7efea25e60c7 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:00:24.818333 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7cf7360d-da68-43ee-ab5c-7efea25e60c7 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:00:25.238017 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7c3906-de22-4e16-adb1-02983be0c715 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:25.238615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7c3906-de22-4e16-adb1-02983be0c715 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:25.252033 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1a7c3906-de22-4e16-adb1-02983be0c715 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/2726b396-b33c-44aa-baef-ef2aa740cc61 HTTP/1.1" status: 404 len: 339 time: 0.8220031 Mar 11 12:00:25.262943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38440) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:25.296196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21269a47-f9e6-47cb-8f85-5da2bdb2eece None None] New status for floating IP 4e7f43d5-30fc-4a75-9fdd-60a0d4d2a2b1: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:00:25.346399 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb79087-4864-4df5-9ecc-d0cdc3c0382c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Router 7612444f-72f5-41e8-a16c-049a27c0eb3d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:00:25.420232 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e6d4200-60af-41ce-a3f2-ae6696e9f966 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (ed163290-897d-42b7-9297-ee4ca98dd517), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:25.453568 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69d2a5e-567f-491c-8d90-58db338742a4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Deleting subnet b95066d1-cceb-448f-8341-93b313d56a1b {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:00:25.461752 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b69d2a5e-567f-491c-8d90-58db338742a4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for subnet (b95066d1-cceb-448f-8341-93b313d56a1b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:25.552521 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b69d2a5e-567f-491c-8d90-58db338742a4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (b95066d1-cceb-448f-8341-93b313d56a1b), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:25.608583 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb79087-4864-4df5-9ecc-d0cdc3c0382c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:00:25.616157 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bbb79087-4864-4df5-9ecc-d0cdc3c0382c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:25.618323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38448) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:25.636897 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b1e68a-2d03-424a-8273-203efacde964 None None] Sync routers for ids ['7612444f-72f5-41e8-a16c-049a27c0eb3d'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:00:25.653442 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b1e68a-2d03-424a-8273-203efacde964 None None] Routers {'7612444f-72f5-41e8-a16c-049a27c0eb3d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:00:25.654097 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-09b1e68a-2d03-424a-8273-203efacde964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:00:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7612444f-72f5-41e8-a16c-049a27c0eb3d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:25.659277 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bbb79087-4864-4df5-9ecc-d0cdc3c0382c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "PUT /v2.0/floatingips/e722ddb0-b1ba-4d19-a68e-cb1317620804 HTTP/1.1" status: 200 len: 991 time: 2.5664115 Mar 11 12:00:25.660078 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'tag': '09b137d2-447d-4b1a-808e-fb94594e0e6e'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:00:25.663505 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5f6bc0-ad1f-4de6-b3ad-f2f06dc9e694" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f36e33-2b9e-4bbb-b28a-a584982a54c8", "tag": "09b137d2-447d-4b1a-808e-fb94594e0e6e"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:00:25.686471 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b69d2a5e-567f-491c-8d90-58db338742a4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (b95066d1-cceb-448f-8341-93b313d56a1b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:25.801822 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e6d4200-60af-41ce-a3f2-ae6696e9f966 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (ed163290-897d-42b7-9297-ee4ca98dd517), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:25.918086 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b69d2a5e-567f-491c-8d90-58db338742a4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (b95066d1-cceb-448f-8341-93b313d56a1b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:25.954700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-92f44034-f137-44cd-89a6-63712d536596 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-754977358'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:25.982360 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d2a5e-567f-491c-8d90-58db338742a4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Subnet': ['ID=b95066d1-cceb-448f-8341-93b313d56a1b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:25.987059 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b69d2a5e-567f-491c-8d90-58db338742a4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:25.993014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b69d2a5e-567f-491c-8d90-58db338742a4 tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/subnets/b95066d1-cceb-448f-8341-93b313d56a1b HTTP/1.1" status: 204 len: 168 time: 0.7247088 Mar 11 12:00:25.994106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38462) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:25.994750 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e6d4200-60af-41ce-a3f2-ae6696e9f966 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ed163290-897d-42b7-9297-ee4ca98dd517), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:25.997124 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b97619-30d9-45ae-931a-d0dca6049645 None None] Network 9d687b2e-0f18-4f2f-a174-2674608fbb54 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:25.997616 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e6d4200-60af-41ce-a3f2-ae6696e9f966 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:26.001258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4e6d4200-60af-41ce-a3f2-ae6696e9f966 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "DELETE /v2.0/security-groups/ed163290-897d-42b7-9297-ee4ca98dd517 HTTP/1.1" status: 204 len: 168 time: 1.6867566 Mar 11 12:00:26.010989 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38464) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:26.045962 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92f44034-f137-44cd-89a6-63712d536596 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (3a1a76ed-58b8-4313-803e-fab8b250889c), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:26.046423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d4200-60af-41ce-a3f2-ae6696e9f966 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed163290-897d-42b7-9297-ee4ca98dd517,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:26.049542 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92f44034-f137-44cd-89a6-63712d536596 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (3a1a76ed-58b8-4313-803e-fab8b250889c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:26.060491 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-eef0a4a8-c451-4901-91f9-84f916934300 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] show failed (client error): The resource could not be found. Mar 11 12:00:26.064428 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-eef0a4a8-c451-4901-91f9-84f916934300 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "GET /v2.0/security-groups/ed163290-897d-42b7-9297-ee4ca98dd517 HTTP/1.1" status: 404 len: 347 time: 0.0496702 Mar 11 12:00:26.064803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38470) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:26.115988 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-09b1e68a-2d03-424a-8273-203efacde964 None None] Set router 7612444f-72f5-41e8-a16c-049a27c0eb3d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:00:26.237243 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b9d4e1-5ad2-4ed5-8624-7a5e9695a78a x-openstack-request-id: req-36b9d4e1-5ad2-4ed5-8624-7a5e9695a78a {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:00:26.238685 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f36e33-2b9e-4bbb-b28a-a584982a54c8", "tag": "09b137d2-447d-4b1a-808e-fb94594e0e6e", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:00:26.241987 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-36b9d4e1-5ad2-4ed5-8624-7a5e9695a78a {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:00:26.243373 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'tag': '09b137d2-447d-4b1a-808e-fb94594e0e6e', 'status': 'completed', 'code': 200} Mar 11 12:00:26.250610 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92f44034-f137-44cd-89a6-63712d536596 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router_controller (3a1a76ed-58b8-4313-803e-fab8b250889c), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:26.269731 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92f44034-f137-44cd-89a6-63712d536596 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (3a1a76ed-58b8-4313-803e-fab8b250889c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:26.285653 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (9d687b2e-0f18-4f2f-a174-2674608fbb54), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:26.315405 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92f44034-f137-44cd-89a6-63712d536596 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:26.319291 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-92f44034-f137-44cd-89a6-63712d536596 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6981997 Mar 11 12:00:26.325898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38472) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:26.544243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee2b8f6-b333-4664-9c9a-2fd97e24a450 None None] DHCP port deletion for 9d687b2e-0f18-4f2f-a174-2674608fbb54 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:00:26.567350 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f6bc0-ad1f-4de6-b3ad-f2f06dc9e694 req-b81bf861-6391-48f3-a38a-d82b17c46aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:26.568848 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bb5f6bc0-ad1f-4de6-b3ad-f2f06dc9e694 req-b81bf861-6391-48f3-a38a-d82b17c46aff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1261e07bdfea4d9b80d7efcfb649be2d&device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 1128 time: 0.3422911 Mar 11 12:00:26.612273 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-588f8d3f-2edf-4576-b543-ab2de589885b tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router (3a1a76ed-58b8-4313-803e-fab8b250889c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:26.667421 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ee2b8f6-b333-4664-9c9a-2fd97e24a450 None None] Deleting port 278448f6-ad9b-47b5-9e90-637ac1f732e7 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:26.669393 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ee2b8f6-b333-4664-9c9a-2fd97e24a450 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (278448f6-ad9b-47b5-9e90-637ac1f732e7), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:26.698436 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-09b1e68a-2d03-424a-8273-203efacde964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T11:59:54Z', 'revision_number': 4, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'e722ddb0-b1ba-4d19-a68e-cb1317620804', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'port_id': '09b137d2-447d-4b1a-808e-fb94594e0e6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'mac_address': 'fa:16:3e:de:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:00:02Z', 'updated_at': '2022-03-11T12:00:24Z', 'revision_number': 1, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c02ff4-8c0e-42a9-a555-2fae6698f949', 'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'mac_address': 'fa:16:3e:95:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:52Z', 'updated_at': '2022-03-11T12:00:02Z', 'revision_number': 5, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'subnets': [{'id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:26.751924 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-fca34d88-f276-465e-a638-b0c8e533f5e1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Deleting port 92b3afa3-2d1e-4c3b-932d-6c034a6aeaab {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:26.753439 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b1e68a-2d03-424a-8273-203efacde964 None None] Checking router: 7612444f-72f5-41e8-a16c-049a27c0eb3d for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:00:26.753951 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fca34d88-f276-465e-a638-b0c8e533f5e1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (92b3afa3-2d1e-4c3b-932d-6c034a6aeaab), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:26.778277 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b1e68a-2d03-424a-8273-203efacde964 None None] Routers {'7612444f-72f5-41e8-a16c-049a27c0eb3d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:00:26.778976 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-09b1e68a-2d03-424a-8273-203efacde964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:00:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7612444f-72f5-41e8-a16c-049a27c0eb3d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:26.832844 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4ee2b8f6-b333-4664-9c9a-2fd97e24a450 None None] For port 278448f6-ad9b-47b5-9e90-637ac1f732e7, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=278448f6-ad9b-47b5-9e90-637ac1f732e7,segment=NetworkSegment(15ebd0fa-0641-42ae-ba0b-145786679e91),segment_id=15ebd0fa-0641-42ae-ba0b-145786679e91)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:26.835626 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ee2b8f6-b333-4664-9c9a-2fd97e24a450 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (278448f6-ad9b-47b5-9e90-637ac1f732e7), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:26.864346 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ee2b8f6-b333-4664-9c9a-2fd97e24a450 None None] Calling delete_port for 278448f6-ad9b-47b5-9e90-637ac1f732e7 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:26.925608 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Deleting port 278448f6-ad9b-47b5-9e90-637ac1f732e7 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:26.925937 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (278448f6-ad9b-47b5-9e90-637ac1f732e7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:27.008490 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-09b1e68a-2d03-424a-8273-203efacde964 None None] Set router 7612444f-72f5-41e8-a16c-049a27c0eb3d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:00:27.092341 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-588f8d3f-2edf-4576-b543-ab2de589885b tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (3a1a76ed-58b8-4313-803e-fab8b250889c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:27.097965 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ee2b8f6-b333-4664-9c9a-2fd97e24a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (278448f6-ad9b-47b5-9e90-637ac1f732e7), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:27.102930 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-588f8d3f-2edf-4576-b543-ab2de589885b tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router_controller (3a1a76ed-58b8-4313-803e-fab8b250889c), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:27.129159 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2b8f6-b333-4664-9c9a-2fd97e24a450 None None] No DVR routers for this DVR port 278448f6-ad9b-47b5-9e90-637ac1f732e7 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:00:27.185666 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2b8f6-b333-4664-9c9a-2fd97e24a450 None None] Pushing event deleted for resources: {'Port': ['ID=278448f6-ad9b-47b5-9e90-637ac1f732e7,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:27.202333 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f6bc0-ad1f-4de6-b3ad-f2f06dc9e694 req-49692b90-993f-4553-a468-c9527cef3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:27.205459 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bb5f6bc0-ad1f-4de6-b3ad-f2f06dc9e694 req-49692b90-993f-4553-a468-c9527cef3d5d service neutron] 10.222.0.71 "GET /v2.0/networks?id=e532891a-d9f9-4838-8745-963ad9eaeacc HTTP/1.1" status: 200 len: 918 time: 0.6138349 Mar 11 12:00:27.219251 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-588f8d3f-2edf-4576-b543-ab2de589885b tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (3a1a76ed-58b8-4313-803e-fab8b250889c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:27.220356 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588f8d3f-2edf-4576-b543-ab2de589885b tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a1a76ed-58b8-4313-803e-fab8b250889c {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:00:27.226320 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-588f8d3f-2edf-4576-b543-ab2de589885b tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:27.228034 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-588f8d3f-2edf-4576-b543-ab2de589885b tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] 10.222.0.78 "DELETE /v2.0/routers/3a1a76ed-58b8-4313-803e-fab8b250889c HTTP/1.1" status: 204 len: 168 time: 0.9006574 Mar 11 12:00:27.228892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc70b42-1e4e-4bcb-aaff-9f685bda36ae req-c1e5b505-8d18-454a-bf04-74a7586e0329 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:27.230455 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cc70b42-1e4e-4bcb-aaff-9f685bda36ae req-c1e5b505-8d18-454a-bf04-74a7586e0329 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 946 time: 0.6509378 Mar 11 12:00:27.238390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38482) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:27.248048 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2f98d14d-090a-4614-b949-06d2ab5025b0 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Request body: {'router': {'name': 'tempest-router-1546693955', 'distributed': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:27.269808 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] For port 278448f6-ad9b-47b5-9e90-637ac1f732e7, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=278448f6-ad9b-47b5-9e90-637ac1f732e7,segment=NetworkSegment(15ebd0fa-0641-42ae-ba0b-145786679e91),segment_id=15ebd0fa-0641-42ae-ba0b-145786679e91)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:27.270180 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (278448f6-ad9b-47b5-9e90-637ac1f732e7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:27.288028 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f98d14d-090a-4614-b949-06d2ab5025b0 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (8758d96d-ce87-47de-a129-393970850fd4), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:27.290168 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f98d14d-090a-4614-b949-06d2ab5025b0 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (8758d96d-ce87-47de-a129-393970850fd4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:27.370859 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f98d14d-090a-4614-b949-06d2ab5025b0 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router_controller (8758d96d-ce87-47de-a129-393970850fd4), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:27.379167 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f98d14d-090a-4614-b949-06d2ab5025b0 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (8758d96d-ce87-47de-a129-393970850fd4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:27.411808 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fca34d88-f276-465e-a638-b0c8e533f5e1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (92b3afa3-2d1e-4c3b-932d-6c034a6aeaab), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:27.412332 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fca34d88-f276-465e-a638-b0c8e533f5e1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (92b3afa3-2d1e-4c3b-932d-6c034a6aeaab), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:27.413015 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f98d14d-090a-4614-b949-06d2ab5025b0 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:27.414347 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2f98d14d-090a-4614-b949-06d2ab5025b0 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1747665 Mar 11 12:00:27.418210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Calling delete_port for 278448f6-ad9b-47b5-9e90-637ac1f732e7 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:27.418828 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38484) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:27.464109 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cc70b42-1e4e-4bcb-aaff-9f685bda36ae req-7fc8c662-9bb2-499d-b892-2897f1d427d2 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca6046ed-07a1-4b05-ad57-042a0ec781f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081187 Mar 11 12:00:27.470908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-fca34d88-f276-465e-a638-b0c8e533f5e1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Calling delete_port for 92b3afa3-2d1e-4c3b-932d-6c034a6aeaab owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:27.484466 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bb5f6bc0-ad1f-4de6-b3ad-f2f06dc9e694 req-99500412-35b8-48b1-92c9-e46a8b43356a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e HTTP/1.1" status: 200 len: 999 time: 0.2511725 Mar 11 12:00:27.582377 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fffa70fd-8106-4bcd-8e9c-6937caf59f49 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router (8758d96d-ce87-47de-a129-393970850fd4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:27.670685 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-09b1e68a-2d03-424a-8273-203efacde964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T11:59:54Z', 'revision_number': 4, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'e722ddb0-b1ba-4d19-a68e-cb1317620804', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'port_id': '09b137d2-447d-4b1a-808e-fb94594e0e6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'mac_address': 'fa:16:3e:de:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:00:02Z', 'updated_at': '2022-03-11T12:00:24Z', 'revision_number': 1, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c02ff4-8c0e-42a9-a555-2fae6698f949', 'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'mac_address': 'fa:16:3e:95:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:52Z', 'updated_at': '2022-03-11T12:00:02Z', 'revision_number': 5, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'subnets': [{'id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:27.675916 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f6bc0-ad1f-4de6-b3ad-f2f06dc9e694 req-2111b70e-3c65-4e3c-bf54-57535b44d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:27.677397 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bb5f6bc0-ad1f-4de6-b3ad-f2f06dc9e694 req-2111b70e-3c65-4e3c-bf54-57535b44d842 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc42e876-74e9-4322-8608-e55a47f90e7b HTTP/1.1" status: 200 len: 856 time: 0.1775475 Mar 11 12:00:27.719736 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b1e68a-2d03-424a-8273-203efacde964 None None] The sync data for ids ['7612444f-72f5-41e8-a16c-049a27c0eb3d'] in n-d-833234-2 is: [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T11:59:54Z', 'revision_number': 4, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'e722ddb0-b1ba-4d19-a68e-cb1317620804', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'port_id': '09b137d2-447d-4b1a-808e-fb94594e0e6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'mac_address': 'fa:16:3e:de:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:00:02Z', 'updated_at': '2022-03-11T12:00:24Z', 'revision_number': 1, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c02ff4-8c0e-42a9-a555-2fae6698f949', 'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'mac_address': 'fa:16:3e:95:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:52Z', 'updated_at': '2022-03-11T12:00:02Z', 'revision_number': 5, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'subnets': [{'id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:00:27.798145 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (278448f6-ad9b-47b5-9e90-637ac1f732e7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:27.812918 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:00:27.817817 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] No DVR routers for this DVR port 278448f6-ad9b-47b5-9e90-637ac1f732e7 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:00:27.854700 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Port': ['ID=278448f6-ad9b-47b5-9e90-637ac1f732e7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:27.929237 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f6bc0-ad1f-4de6-b3ad-f2f06dc9e694 req-253da784-5cd5-41c9-be51-031d2579c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:27.930785 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bb5f6bc0-ad1f-4de6-b3ad-f2f06dc9e694 req-253da784-5cd5-41c9-be51-031d2579c8ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e532891a-d9f9-4838-8745-963ad9eaeacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2335148 Mar 11 12:00:27.937494 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 278448f6-ad9b-47b5-9e90-637ac1f732e7 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:00:28.016451 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 278448f6-ad9b-47b5-9e90-637ac1f732e7 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:00:28.016759 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 278448f6-ad9b-47b5-9e90-637ac1f732e7 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:00:28.048520 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (9d687b2e-0f18-4f2f-a174-2674608fbb54), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.071334 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fffa70fd-8106-4bcd-8e9c-6937caf59f49 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (8758d96d-ce87-47de-a129-393970850fd4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.082631 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fffa70fd-8106-4bcd-8e9c-6937caf59f49 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router_controller (8758d96d-ce87-47de-a129-393970850fd4), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.141404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bb5f6bc0-ad1f-4de6-b3ad-f2f06dc9e694 req-cf432ba5-818e-4f4c-a22d-4b53e31f30a1 service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967533 Mar 11 12:00:28.149639 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fffa70fd-8106-4bcd-8e9c-6937caf59f49 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (8758d96d-ce87-47de-a129-393970850fd4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.151711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffa70fd-8106-4bcd-8e9c-6937caf59f49 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8758d96d-ce87-47de-a129-393970850fd4 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:00:28.163451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab359136-74d1-4799-9982-4d54fb327f36 req-6da0c943-2c15-42a6-8113-6250026bf5b5 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:28.165569 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab359136-74d1-4799-9982-4d54fb327f36 req-6da0c943-2c15-42a6-8113-6250026bf5b5 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 946 time: 0.4168079 Mar 11 12:00:28.170486 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fffa70fd-8106-4bcd-8e9c-6937caf59f49 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.171146 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fca34d88-f276-465e-a638-b0c8e533f5e1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (92b3afa3-2d1e-4c3b-932d-6c034a6aeaab), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.172348 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fffa70fd-8106-4bcd-8e9c-6937caf59f49 tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] 10.222.0.78 "DELETE /v2.0/routers/8758d96d-ce87-47de-a129-393970850fd4 HTTP/1.1" status: 204 len: 168 time: 0.7524538 Mar 11 12:00:28.175776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d687b2e-0f18-4f2f-a174-2674608fbb54']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:28.177236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38488) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:28.192121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-84256c19-a806-4c83-9471-868cf5b891cc tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Request body: {'router': {'name': 'tempest-router-1893205345', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c04371ac124f48e8b23227ed6432f938'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:28.208885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a56f930-c05f-40f3-bd94-afe1b2f25a18 None None] New status for floating IP e722ddb0-b1ba-4d19-a68e-cb1317620804: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:00:28.276739 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ebd0fa-0641-42ae-ba0b-145786679e91') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:28.277107 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ebd0fa-0641-42ae-ba0b-145786679e91') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:28.278769 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84256c19-a806-4c83-9471-868cf5b891cc tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (0520f7fe-8453-42c2-9641-e1ef7fed835d), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.280074 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84256c19-a806-4c83-9471-868cf5b891cc tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (0520f7fe-8453-42c2-9641-e1ef7fed835d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.287952 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (15ebd0fa-0641-42ae-ba0b-145786679e91), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.309616 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (15ebd0fa-0641-42ae-ba0b-145786679e91), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.317976 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:00:28.318375 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (15ebd0fa-0641-42ae-ba0b-145786679e91), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.396140 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84256c19-a806-4c83-9471-868cf5b891cc tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router_controller (0520f7fe-8453-42c2-9641-e1ef7fed835d), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.402215 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca34d88-f276-465e-a638-b0c8e533f5e1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Pushing event deleted for resources: {'Port': ['ID=92b3afa3-2d1e-4c3b-932d-6c034a6aeaab,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:00:28.405441 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:00:28.408772 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84256c19-a806-4c83-9471-868cf5b891cc tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (0520f7fe-8453-42c2-9641-e1ef7fed835d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.437806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84256c19-a806-4c83-9471-868cf5b891cc tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.439513 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-84256c19-a806-4c83-9471-868cf5b891cc tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2596128 Mar 11 12:00:28.442269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38494) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:28.449536 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-78ce2c9f-8839-4e12-9c37-43679ab38f8c tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:28.675253 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bb5f6bc0-ad1f-4de6-b3ad-f2f06dc9e694 req-89a75b97-9f77-48f7-81e7-146e6e27bdf6 service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066030 Mar 11 12:00:28.707770 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (9d687b2e-0f18-4f2f-a174-2674608fbb54), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.752615 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78ce2c9f-8839-4e12-9c37-43679ab38f8c tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (0520f7fe-8453-42c2-9641-e1ef7fed835d), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.752969 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78ce2c9f-8839-4e12-9c37-43679ab38f8c tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router (0520f7fe-8453-42c2-9641-e1ef7fed835d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.771845 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.777784 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] 10.222.0.78 "DELETE /v2.0/networks/9d687b2e-0f18-4f2f-a174-2674608fbb54 HTTP/1.1" status: 204 len: 168 time: 2.7779219 Mar 11 12:00:28.858723 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456375d-632f-40b8-807c-e1eff741debf tempest-NetworksTest-1375274811 tempest-NetworksTest-1375274811-project] Pushing event deleted for resources: {'Network': ['ID=9d687b2e-0f18-4f2f-a174-2674608fbb54,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:28.872111 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fca34d88-f276-465e-a638-b0c8e533f5e1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks [] for floatingip (4e7f43d5-30fc-4a75-9fdd-60a0d4d2a2b1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.874724 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fca34d88-f276-465e-a638-b0c8e533f5e1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:28.875951 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fca34d88-f276-465e-a638-b0c8e533f5e1 tempest-AttachVolumeNegativeTest-1481148905 tempest-AttachVolumeNegativeTest-1481148905-project] 10.222.0.78 "DELETE /v2.0/floatingips/4e7f43d5-30fc-4a75-9fdd-60a0d4d2a2b1 HTTP/1.1" status: 204 len: 168 time: 2.8101645 Mar 11 12:00:28.921510 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514f2f9-c045-41d9-8698-3ab97e882c2e req-17215a46-06c0-4e44-bbf6-80d1406aebb6 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:28.940852 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0514f2f9-c045-41d9-8698-3ab97e882c2e req-17215a46-06c0-4e44-bbf6-80d1406aebb6 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 946 time: 0.2613003 Mar 11 12:00:29.017097 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-ab359136-74d1-4799-9982-4d54fb327f36 req-acf86a75-bfb4-4eee-b8fd-e08657441409 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Deleting port 9b8716b4-4d1d-42c3-b307-d514a205334d {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:29.017477 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ab359136-74d1-4799-9982-4d54fb327f36 req-acf86a75-bfb4-4eee-b8fd-e08657441409 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9b8716b4-4d1d-42c3-b307-d514a205334d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:29.139701 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0514f2f9-c045-41d9-8698-3ab97e882c2e req-09f53447-b910-4ea4-8542-67f901252592 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca6046ed-07a1-4b05-ad57-042a0ec781f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926775 Mar 11 12:00:29.329209 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-ab359136-74d1-4799-9982-4d54fb327f36 req-acf86a75-bfb4-4eee-b8fd-e08657441409 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] For port 9b8716b4-4d1d-42c3-b307-d514a205334d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=9b8716b4-4d1d-42c3-b307-d514a205334d,segment=NetworkSegment(4b2832bf-e460-4a67-8def-f5935cb95cd2),segment_id=4b2832bf-e460-4a67-8def-f5935cb95cd2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:29.330524 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ab359136-74d1-4799-9982-4d54fb327f36 req-acf86a75-bfb4-4eee-b8fd-e08657441409 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9b8716b4-4d1d-42c3-b307-d514a205334d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:29.407800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-78ce2c9f-8839-4e12-9c37-43679ab38f8c tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104032) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 11 12:00:29.408398 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-78ce2c9f-8839-4e12-9c37-43679ab38f8c tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Router 0520f7fe-8453-42c2-9641-e1ef7fed835d migrating from provider to provider. {{(pid=104032) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 11 12:00:29.416613 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78ce2c9f-8839-4e12-9c37-43679ab38f8c tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router_controller (0520f7fe-8453-42c2-9641-e1ef7fed835d), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:29.442489 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78ce2c9f-8839-4e12-9c37-43679ab38f8c tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router_controller (0520f7fe-8453-42c2-9641-e1ef7fed835d), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:29.453756 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78ce2c9f-8839-4e12-9c37-43679ab38f8c tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (0520f7fe-8453-42c2-9641-e1ef7fed835d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:29.647826 n-d-833234-2 neutron-server[104032]: WARNING neutron.scheduler.l3_agent_scheduler [None req-78ce2c9f-8839-4e12-9c37-43679ab38f8c tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] No L3 agents can host the router 0520f7fe-8453-42c2-9641-e1ef7fed835d Mar 11 12:00:29.667036 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38514) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:29.861906 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ce2c9f-8839-4e12-9c37-43679ab38f8c tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Hosts for router 0520f7fe-8453-42c2-9641-e1ef7fed835d: [] {{(pid=104032) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 11 12:00:29.912484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ce2c9f-8839-4e12-9c37-43679ab38f8c tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Hosts for other DVR routers connected to router 0520f7fe-8453-42c2-9641-e1ef7fed835d: set() {{(pid=104032) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 11 12:00:29.915201 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78ce2c9f-8839-4e12-9c37-43679ab38f8c tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:29.927552 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-78ce2c9f-8839-4e12-9c37-43679ab38f8c tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] 10.222.0.78 "PUT /v2.0/routers/0520f7fe-8453-42c2-9641-e1ef7fed835d HTTP/1.1" status: 200 len: 717 time: 1.4842885 Mar 11 12:00:29.928392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38520) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:29.986486 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ab359136-74d1-4799-9982-4d54fb327f36 req-acf86a75-bfb4-4eee-b8fd-e08657441409 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:29.987031 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ab359136-74d1-4799-9982-4d54fb327f36 req-acf86a75-bfb4-4eee-b8fd-e08657441409 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (24d4a431-2ef3-4c38-aad3-940a41a8a03f), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:29.987193 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [req-ab359136-74d1-4799-9982-4d54fb327f36 req-acf86a75-bfb4-4eee-b8fd-e08657441409 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Floating IP 24d4a431-2ef3-4c38-aad3-940a41a8a03f disassociated. External IP: 172.25.7.8, port: 9b8716b4-4d1d-42c3-b307-d514a205334d. Mar 11 12:00:29.988093 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-ab359136-74d1-4799-9982-4d54fb327f36 req-acf86a75-bfb4-4eee-b8fd-e08657441409 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Calling delete_port for 9b8716b4-4d1d-42c3-b307-d514a205334d owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:30.201077 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-30503ba9-3567-4a0e-9c56-22e04f92a33e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eec498d2f5214427a2d09de1509bceda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5134492 Mar 11 12:00:30.203612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38528) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:30.226172 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d955250f-70c5-4e98-9dd4-90a5f45a5e8c tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] 10.222.0.78 "GET /v2.0/routers/0520f7fe-8453-42c2-9641-e1ef7fed835d HTTP/1.1" status: 200 len: 717 time: 0.2964826 Mar 11 12:00:30.226755 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38530) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:30.354345 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d64ee-99b4-489f-8486-6d1cfe1a64dd req-e4904ea2-7234-4cd1-860f-414dfebb66ce tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:30.357214 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e6d64ee-99b4-489f-8486-6d1cfe1a64dd req-e4904ea2-7234-4cd1-860f-414dfebb66ce tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 946 time: 0.0914187 Mar 11 12:00:30.358543 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ab359136-74d1-4799-9982-4d54fb327f36 req-acf86a75-bfb4-4eee-b8fd-e08657441409 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9b8716b4-4d1d-42c3-b307-d514a205334d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:30.375138 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] Publish callbacks [] for security_group (98d85d19-6f21-4514-bf74-9008e1b5c0b8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:30.397304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf86a75-bfb4-4eee-b8fd-e08657441409 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Pushing event deleted for resources: {'Port': ['ID=9b8716b4-4d1d-42c3-b307-d514a205334d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:30.434550 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] Publish callbacks [] for security_group (98d85d19-6f21-4514-bf74-9008e1b5c0b8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:30.519102 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (98d85d19-6f21-4514-bf74-9008e1b5c0b8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:30.521514 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:30.525148 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/98d85d19-6f21-4514-bf74-9008e1b5c0b8 HTTP/1.1" status: 204 len: 168 time: 0.3181643 Mar 11 12:00:30.538167 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d85d19-6f21-4514-bf74-9008e1b5c0b8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:30.551910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab359136-74d1-4799-9982-4d54fb327f36 req-acf86a75-bfb4-4eee-b8fd-e08657441409 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Router 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:00:30.558305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:30.558654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:30.559012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:30.559522 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:30.559704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:30.560385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:30.560385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:30.560650 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:30.561259 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:30.561259 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:30.561567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:30.561877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:30.562194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499d15-254e-4fdd-b1e8-dc96d213be34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:00:30.662136 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e6d64ee-99b4-489f-8486-6d1cfe1a64dd req-eea91e75-abca-4b90-b6cb-7c3334dc8c98 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca6046ed-07a1-4b05-ad57-042a0ec781f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634809 Mar 11 12:00:30.854087 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab359136-74d1-4799-9982-4d54fb327f36 req-acf86a75-bfb4-4eee-b8fd-e08657441409 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:00:30.869405 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b67d03-1d37-4ca6-a8a1-32184d360080 None None] Sync routers for ids ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:00:30.887348 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b67d03-1d37-4ca6-a8a1-32184d360080 None None] Routers {'8e3afdd1-3c17-47ea-a04c-ac183d897ba7'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:00:30.892858 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f8b67d03-1d37-4ca6-a8a1-32184d360080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:00:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:30.936306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab359136-74d1-4799-9982-4d54fb327f36 req-acf86a75-bfb4-4eee-b8fd-e08657441409 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] No DVR routers for this DVR port 9b8716b4-4d1d-42c3-b307-d514a205334d on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:00:30.951355 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ab359136-74d1-4799-9982-4d54fb327f36 req-acf86a75-bfb4-4eee-b8fd-e08657441409 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:30.952319 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d8911f7a-5cd4-4c39-9656-9bcdd6bd9a53 tempest-RoutersTestDVR-549352708 tempest-RoutersTestDVR-549352708-project] 10.222.0.78 "GET /v2.0/routers/0520f7fe-8453-42c2-9641-e1ef7fed835d HTTP/1.1" status: 200 len: 683 time: 0.6971972 Mar 11 12:00:30.953290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38542) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:30.968075 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab359136-74d1-4799-9982-4d54fb327f36 req-acf86a75-bfb4-4eee-b8fd-e08657441409 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.37 "DELETE /v2.0/ports/9b8716b4-4d1d-42c3-b307-d514a205334d HTTP/1.1" status: 204 len: 173 time: 2.7685511 Mar 11 12:00:30.968694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dacb68f-d348-428c-9119-2b1b7f1bf89d', 'name': 'network-vif-deleted', 'tag': '9b8716b4-4d1d-42c3-b307-d514a205334d'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:00:30.971251 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cff6afa-85f4-45d2-abec-8a64358c65b1" -d '{"events": [{"server_uuid": "9dacb68f-d348-428c-9119-2b1b7f1bf89d", "name": "network-vif-deleted", "tag": "9b8716b4-4d1d-42c3-b307-d514a205334d"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:00:31.073235 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bf515d-f22e-4381-86d3-82d1f692e4b3 x-openstack-request-id: req-60bf515d-f22e-4381-86d3-82d1f692e4b3 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:00:31.073805 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dacb68f-d348-428c-9119-2b1b7f1bf89d", "name": "network-vif-deleted", "tag": "9b8716b4-4d1d-42c3-b307-d514a205334d", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:00:31.073805 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-60bf515d-f22e-4381-86d3-82d1f692e4b3 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:00:31.074171 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dacb68f-d348-428c-9119-2b1b7f1bf89d', 'name': 'network-vif-deleted', 'tag': '9b8716b4-4d1d-42c3-b307-d514a205334d', 'status': 'completed', 'code': 200} Mar 11 12:00:31.178384 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f8b67d03-1d37-4ca6-a8a1-32184d360080 None None] Set router 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:00:31.274881 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea6ca139-f92c-4f86-8224-468eb1f2982a tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router (0520f7fe-8453-42c2-9641-e1ef7fed835d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:31.675767 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea6ca139-f92c-4f86-8224-468eb1f2982a tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (0520f7fe-8453-42c2-9641-e1ef7fed835d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:31.678110 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea6ca139-f92c-4f86-8224-468eb1f2982a tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router_controller (0520f7fe-8453-42c2-9641-e1ef7fed835d), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:31.820540 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea6ca139-f92c-4f86-8224-468eb1f2982a tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (0520f7fe-8453-42c2-9641-e1ef7fed835d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:31.824962 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6ca139-f92c-4f86-8224-468eb1f2982a tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0520f7fe-8453-42c2-9641-e1ef7fed835d {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:00:31.841360 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea6ca139-f92c-4f86-8224-468eb1f2982a tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:31.848988 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ea6ca139-f92c-4f86-8224-468eb1f2982a tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] 10.222.0.78 "DELETE /v2.0/routers/0520f7fe-8453-42c2-9641-e1ef7fed835d HTTP/1.1" status: 204 len: 168 time: 0.8887522 Mar 11 12:00:31.858426 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38568) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:31.862211 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f8b67d03-1d37-4ca6-a8a1-32184d360080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'name': 'tempest-ServersTestFqdnHostnames-550466938-router', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:54Z', 'updated_at': '2022-03-11T11:59:06Z', 'revision_number': 4, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'gw_port': {'id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:56Z', 'updated_at': '2022-03-11T11:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'a98349ee-5f0f-4f7b-abe4-486016a390af', 'name': '', 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'mac_address': 'fa:16:3e:80:43:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:03Z', 'updated_at': '2022-03-11T11:59:14Z', 'revision_number': 5, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'subnets': [{'id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:31.863682 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3a2305b3-7d0a-471e-8d40-de165ffcd50a tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Request body: {'router': {'name': 'tempest-router-2097496457', 'distributed': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:31.925525 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a2305b3-7d0a-471e-8d40-de165ffcd50a tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (7f45daf2-ac8c-480e-b4bb-3690de28f39a), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:31.927387 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a2305b3-7d0a-471e-8d40-de165ffcd50a tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (7f45daf2-ac8c-480e-b4bb-3690de28f39a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:31.930776 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b67d03-1d37-4ca6-a8a1-32184d360080 None None] Checking router: 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:00:31.952900 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b67d03-1d37-4ca6-a8a1-32184d360080 None None] Routers {'8e3afdd1-3c17-47ea-a04c-ac183d897ba7'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:00:31.953760 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f8b67d03-1d37-4ca6-a8a1-32184d360080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:00:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:31.995150 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02a70537-f98f-42dd-9a00-f75ba1dd2032 req-46ead43a-7861-4b9c-8cd1-24d48c448027 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dacb68f-d348-428c-9119-2b1b7f1bf89d HTTP/1.1" status: 200 len: 210 time: 0.1112096 Mar 11 12:00:32.129272 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f8b67d03-1d37-4ca6-a8a1-32184d360080 None None] Set router 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:00:32.199015 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a2305b3-7d0a-471e-8d40-de165ffcd50a tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router_controller (7f45daf2-ac8c-480e-b4bb-3690de28f39a), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:32.218668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a2305b3-7d0a-471e-8d40-de165ffcd50a tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (7f45daf2-ac8c-480e-b4bb-3690de28f39a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:32.281216 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a2305b3-7d0a-471e-8d40-de165ffcd50a tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:32.300326 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3a2305b3-7d0a-471e-8d40-de165ffcd50a tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4495425 Mar 11 12:00:32.306212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38574) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:32.434719 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f8b67d03-1d37-4ca6-a8a1-32184d360080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'name': 'tempest-ServersTestFqdnHostnames-550466938-router', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:54Z', 'updated_at': '2022-03-11T11:59:06Z', 'revision_number': 4, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'gw_port': {'id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:56Z', 'updated_at': '2022-03-11T11:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'a98349ee-5f0f-4f7b-abe4-486016a390af', 'name': '', 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'mac_address': 'fa:16:3e:80:43:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:03Z', 'updated_at': '2022-03-11T11:59:14Z', 'revision_number': 5, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'subnets': [{'id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:32.441014 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c7d35ba0-a635-4be9-941f-5f34745254ac tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router (7f45daf2-ac8c-480e-b4bb-3690de28f39a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:32.533380 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38584) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:32.574599 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b67d03-1d37-4ca6-a8a1-32184d360080 None None] The sync data for ids ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'] in n-d-833234-2 is: [{'id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'name': 'tempest-ServersTestFqdnHostnames-550466938-router', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:54Z', 'updated_at': '2022-03-11T11:59:06Z', 'revision_number': 4, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'gw_port': {'id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:56Z', 'updated_at': '2022-03-11T11:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'a98349ee-5f0f-4f7b-abe4-486016a390af', 'name': '', 'network_id': '60b40c9f-73c6-47c3-949b-aea4f11842db', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'mac_address': 'fa:16:3e:80:43:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:03Z', 'updated_at': '2022-03-11T11:59:14Z', 'revision_number': 5, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'subnets': [{'id': '10dac987-a6b7-4739-90f9-028ad3f7ef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:00:32.809265 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 9b8716b4-4d1d-42c3-b307-d514a205334d no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:00:32.911278 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 9b8716b4-4d1d-42c3-b307-d514a205334d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:00:32.911641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 9b8716b4-4d1d-42c3-b307-d514a205334d not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:00:32.951851 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c7d35ba0-a635-4be9-941f-5f34745254ac tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (7f45daf2-ac8c-480e-b4bb-3690de28f39a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:32.962347 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7a7e5dfd-7d71-46dc-911d-6d03f9dd3636 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-622402813'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:32.968801 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c7d35ba0-a635-4be9-941f-5f34745254ac tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router_controller (7f45daf2-ac8c-480e-b4bb-3690de28f39a), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:33.141029 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c7d35ba0-a635-4be9-941f-5f34745254ac tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (7f45daf2-ac8c-480e-b4bb-3690de28f39a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:33.141824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d35ba0-a635-4be9-941f-5f34745254ac tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f45daf2-ac8c-480e-b4bb-3690de28f39a {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:00:33.150029 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c7d35ba0-a635-4be9-941f-5f34745254ac tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:33.151721 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c7d35ba0-a635-4be9-941f-5f34745254ac tempest-RoutersTestDVR-653990713 tempest-RoutersTestDVR-653990713-project-admin] 10.222.0.78 "DELETE /v2.0/routers/7f45daf2-ac8c-480e-b4bb-3690de28f39a HTTP/1.1" status: 204 len: 168 time: 0.8442636 Mar 11 12:00:33.152912 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7e5dfd-7d71-46dc-911d-6d03f9dd3636 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:33.169785 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a7e5dfd-7d71-46dc-911d-6d03f9dd3636 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:33.199973 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a7e5dfd-7d71-46dc-911d-6d03f9dd3636 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:33.215538 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e196d-5bed-4c56-a1fa-711a2658a7bf None None] New status for floating IP 24d4a431-2ef3-4c38-aad3-940a41a8a03f: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:00:33.230802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38594) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:33.340743 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a7e5dfd-7d71-46dc-911d-6d03f9dd3636 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (6be040f1-33ad-48c5-a736-8f617c3a4cfb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:33.350459 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a7e5dfd-7d71-46dc-911d-6d03f9dd3636 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6be040f1-33ad-48c5-a736-8f617c3a4cfb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:33.426251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7e5dfd-7d71-46dc-911d-6d03f9dd3636 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:00:33.450942 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e5dfd-7d71-46dc-911d-6d03f9dd3636 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be040f1-33ad-48c5-a736-8f617c3a4cfb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:33.497086 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a7e5dfd-7d71-46dc-911d-6d03f9dd3636 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (aa7564f6-a355-447c-a867-31076ad49a7d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:33.497234 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-7a7e5dfd-7d71-46dc-911d-6d03f9dd3636 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Added segment aa7564f6-a355-447c-a867-31076ad49a7d of type vlan for network 597c0b54-de71-49ab-ae23-76a7f6644850 Mar 11 12:00:33.499743 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c157f059-0013-4347-ad2d-dca01cf173a2 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for security_group (ca6046ed-07a1-4b05-ad57-042a0ec781f6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:33.608012 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:33.630841 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c157f059-0013-4347-ad2d-dca01cf173a2 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for security_group (ca6046ed-07a1-4b05-ad57-042a0ec781f6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:33.727956 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a7e5dfd-7d71-46dc-911d-6d03f9dd3636 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (597c0b54-de71-49ab-ae23-76a7f6644850), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:33.846886 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c157f059-0013-4347-ad2d-dca01cf173a2 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ca6046ed-07a1-4b05-ad57-042a0ec781f6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:33.854683 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c157f059-0013-4347-ad2d-dca01cf173a2 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:33.862271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c157f059-0013-4347-ad2d-dca01cf173a2 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "DELETE /v2.0/security-groups/ca6046ed-07a1-4b05-ad57-042a0ec781f6 HTTP/1.1" status: 204 len: 168 time: 0.6242573 Mar 11 12:00:33.866665 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38608) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:33.866791 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a7e5dfd-7d71-46dc-911d-6d03f9dd3636 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (597c0b54-de71-49ab-ae23-76a7f6644850), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:33.872887 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7e5dfd-7d71-46dc-911d-6d03f9dd3636 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:33.874515 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a7e5dfd-7d71-46dc-911d-6d03f9dd3636 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:33.924267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157f059-0013-4347-ad2d-dca01cf173a2 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6046ed-07a1-4b05-ad57-042a0ec781f6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:33.943044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38610) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:33.949860 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-365507d2-846d-4f1d-a780-e283619f7c84 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] show failed (client error): The resource could not be found. Mar 11 12:00:33.959067 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7a7e5dfd-7d71-46dc-911d-6d03f9dd3636 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4170275 Mar 11 12:00:33.964114 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-365507d2-846d-4f1d-a780-e283619f7c84 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "GET /v2.0/security-groups/ca6046ed-07a1-4b05-ad57-042a0ec781f6 HTTP/1.1" status: 404 len: 347 time: 0.0829256 Mar 11 12:00:33.964114 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38614) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:33.975730 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38616) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:34.007184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-28ea4afa-7e73-4fae-a366-0e5476b2cc9a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850', 'name': 'tempest-PortsTestJSON-1044050524'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:34.047002 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e5dfd-7d71-46dc-911d-6d03f9dd3636 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Network': ['ID=597c0b54-de71-49ab-ae23-76a7f6644850,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:34.065300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 597c0b54-de71-49ab-ae23-76a7f6644850 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:00:34.214147 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-12cb7788-ea06-413e-971b-6bd1d7c16926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:34.336193 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-12cb7788-ea06-413e-971b-6bd1d7c16926 admin admin] Publish callbacks [] for security_group (1fd61f2a-d427-4453-bcd9-61956d02bc89), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:34.348018 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-12cb7788-ea06-413e-971b-6bd1d7c16926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1fd61f2a-d427-4453-bcd9-61956d02bc89), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:34.380632 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ea4afa-7e73-4fae-a366-0e5476b2cc9a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:34.384359 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28ea4afa-7e73-4fae-a366-0e5476b2cc9a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:34.410880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-28ea4afa-7e73-4fae-a366-0e5476b2cc9a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] device_id is not set on port 0a0cf245-e18c-456f-a573-b1fd0b17a2c1 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:00:34.419954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-37e68368-aa91-450f-ab24-03378ac00d22 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Deleting port a375327d-13b7-48ff-a047-0434073a552d {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:34.420305 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37e68368-aa91-450f-ab24-03378ac00d22 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a375327d-13b7-48ff-a047-0434073a552d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:34.459377 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-12cb7788-ea06-413e-971b-6bd1d7c16926 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c04371ac124f48e8b23227ed6432f938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5133355 Mar 11 12:00:34.471518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38618) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:34.493229 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb7788-ea06-413e-971b-6bd1d7c16926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd61f2a-d427-4453-bcd9-61956d02bc89,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:35.256468 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37e68368-aa91-450f-ab24-03378ac00d22 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a375327d-13b7-48ff-a047-0434073a552d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:35.256468 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37e68368-aa91-450f-ab24-03378ac00d22 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for floatingip (a375327d-13b7-48ff-a047-0434073a552d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:35.308404 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5bfd2fdd-7406-47e5-a310-f42e70c5f419 admin admin] Publish callbacks [] for security_group (1fd61f2a-d427-4453-bcd9-61956d02bc89), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:35.311446 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-37e68368-aa91-450f-ab24-03378ac00d22 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Calling delete_port for a375327d-13b7-48ff-a047-0434073a552d owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:35.477190 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28ea4afa-7e73-4fae-a366-0e5476b2cc9a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (0a0cf245-e18c-456f-a573-b1fd0b17a2c1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:35.552407 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28ea4afa-7e73-4fae-a366-0e5476b2cc9a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (0a0cf245-e18c-456f-a573-b1fd0b17a2c1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:35.563207 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5bfd2fdd-7406-47e5-a310-f42e70c5f419 admin admin] Publish callbacks [] for security_group (1fd61f2a-d427-4453-bcd9-61956d02bc89), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:35.631270 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea4afa-7e73-4fae-a366-0e5476b2cc9a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=0a0cf245-e18c-456f-a573-b1fd0b17a2c1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:35.741005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea4afa-7e73-4fae-a366-0e5476b2cc9a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Checking segment: {'id': 'aa7564f6-a355-447c-a867-31076ad49a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:35.741365 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ea4afa-7e73-4fae-a366-0e5476b2cc9a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network hostable DHCP agents. Network: 597c0b54-de71-49ab-ae23-76a7f6644850, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:00:35.754596 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5bfd2fdd-7406-47e5-a310-f42e70c5f419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1fd61f2a-d427-4453-bcd9-61956d02bc89), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:35.757249 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5bfd2fdd-7406-47e5-a310-f42e70c5f419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:35.758656 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5bfd2fdd-7406-47e5-a310-f42e70c5f419 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1fd61f2a-d427-4453-bcd9-61956d02bc89 HTTP/1.1" status: 204 len: 168 time: 1.2863269 Mar 11 12:00:35.856948 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd2fdd-7406-47e5-a310-f42e70c5f419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd61f2a-d427-4453-bcd9-61956d02bc89,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:35.867010 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ea4afa-7e73-4fae-a366-0e5476b2cc9a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 597c0b54-de71-49ab-ae23-76a7f6644850 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:00:35.924744 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-28ea4afa-7e73-4fae-a366-0e5476b2cc9a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 597c0b54-de71-49ab-ae23-76a7f6644850) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:35.945161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0b997e-0d08-4267-9942-e9d01679c4b3 None None] Network 597c0b54-de71-49ab-ae23-76a7f6644850 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:36.004754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea4afa-7e73-4fae-a366-0e5476b2cc9a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:36.023299 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ea4afa-7e73-4fae-a366-0e5476b2cc9a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:36.026169 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28ea4afa-7e73-4fae-a366-0e5476b2cc9a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:36.073200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37e68368-aa91-450f-ab24-03378ac00d22 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a375327d-13b7-48ff-a047-0434073a552d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:36.147127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-28ea4afa-7e73-4fae-a366-0e5476b2cc9a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1877422 Mar 11 12:00:36.150677 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38640) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:36.161136 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e68368-aa91-450f-ab24-03378ac00d22 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Pushing event deleted for resources: {'Port': ['ID=a375327d-13b7-48ff-a047-0434073a552d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:36.162801 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-edac84a5-0ef7-43d0-b9f4-75e055e9f5cd tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-93430427'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:36.325238 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edac84a5-0ef7-43d0-b9f4-75e055e9f5cd tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:36.346625 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-edac84a5-0ef7-43d0-b9f4-75e055e9f5cd tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:36.397846 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37e68368-aa91-450f-ab24-03378ac00d22 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks [] for floatingip (24d4a431-2ef3-4c38-aad3-940a41a8a03f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:36.411814 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37e68368-aa91-450f-ab24-03378ac00d22 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:36.416580 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-37e68368-aa91-450f-ab24-03378ac00d22 tempest-ServersTestFqdnHostnames-1543635485 tempest-ServersTestFqdnHostnames-1543635485-project] 10.222.0.78 "DELETE /v2.0/floatingips/24d4a431-2ef3-4c38-aad3-940a41a8a03f HTTP/1.1" status: 204 len: 168 time: 2.3992889 Mar 11 12:00:36.417618 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38642) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:36.433547 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edac84a5-0ef7-43d0-b9f4-75e055e9f5cd tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:00:36.471850 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-edac84a5-0ef7-43d0-b9f4-75e055e9f5cd tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (21fb632a-bb76-4461-8c8d-e5a403b6f17f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:36.472346 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-edac84a5-0ef7-43d0-b9f4-75e055e9f5cd tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Added segment 21fb632a-bb76-4461-8c8d-e5a403b6f17f of type vlan for network 352b9140-3dbf-41f8-ac24-b49d8c4c86fd Mar 11 12:00:36.558906 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38644) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:36.605959 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d0f67569-b987-4f08-80cf-d7165f3af263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:36.613757 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-edac84a5-0ef7-43d0-b9f4-75e055e9f5cd tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (352b9140-3dbf-41f8-ac24-b49d8c4c86fd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:36.653202 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-edac84a5-0ef7-43d0-b9f4-75e055e9f5cd tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (352b9140-3dbf-41f8-ac24-b49d8c4c86fd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:36.660300 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edac84a5-0ef7-43d0-b9f4-75e055e9f5cd tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:36.661054 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-edac84a5-0ef7-43d0-b9f4-75e055e9f5cd tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:36.832155 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-edac84a5-0ef7-43d0-b9f4-75e055e9f5cd tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6749322 Mar 11 12:00:36.832155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac84a5-0ef7-43d0-b9f4-75e055e9f5cd tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Network': ['ID=352b9140-3dbf-41f8-ac24-b49d8c4c86fd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:36.837047 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38654) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:36.845688 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 352b9140-3dbf-41f8-ac24-b49d8c4c86fd details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:00:36.846390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'ports': [{'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850'}, {'network_id': '352b9140-3dbf-41f8-ac24-b49d8c4c86fd'}]} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:36.846787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:36.847364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'network_id': '352b9140-3dbf-41f8-ac24-b49d8c4c86fd'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:37.082596 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d0f67569-b987-4f08-80cf-d7165f3af263 admin admin] Publish callbacks [] for security_group (5f66f875-29ed-4aa9-b85c-9d31a11d5ba3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:37.117197 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d0f67569-b987-4f08-80cf-d7165f3af263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5f66f875-29ed-4aa9-b85c-9d31a11d5ba3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:37.149105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'port': 2} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:37.157363 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:37.164265 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d0f67569-b987-4f08-80cf-d7165f3af263 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=32ab4f52aae94b60bdbacaf7f853d659&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6032047 Mar 11 12:00:37.171329 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38660) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:37.199472 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f67569-b987-4f08-80cf-d7165f3af263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f66f875-29ed-4aa9-b85c-9d31a11d5ba3,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:37.246522 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:37.478982 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f939932b-ff21-48a4-824d-a2de839af89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (8e3afdd1-3c17-47ea-a04c-ac183d897ba7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:37.481105 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6d0ee02-9984-4ea2-b518-746c45afcc5f admin admin] Publish callbacks [] for security_group (5f66f875-29ed-4aa9-b85c-9d31a11d5ba3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:37.515008 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6d0ee02-9984-4ea2-b518-746c45afcc5f admin admin] Publish callbacks [] for security_group (5f66f875-29ed-4aa9-b85c-9d31a11d5ba3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:37.649458 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] device_id is not set on port 60258da9-d7b3-4fce-a8c1-c0a29861c3b8 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:00:37.684137 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6d0ee02-9984-4ea2-b518-746c45afcc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5f66f875-29ed-4aa9-b85c-9d31a11d5ba3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:37.687459 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6d0ee02-9984-4ea2-b518-746c45afcc5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:37.691985 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f6d0ee02-9984-4ea2-b518-746c45afcc5f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5f66f875-29ed-4aa9-b85c-9d31a11d5ba3 HTTP/1.1" status: 204 len: 168 time: 0.5195804 Mar 11 12:00:37.708730 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0ee02-9984-4ea2-b518-746c45afcc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f66f875-29ed-4aa9-b85c-9d31a11d5ba3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:37.808319 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (60258da9-d7b3-4fce-a8c1-c0a29861c3b8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:37.947293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] device_id is not set on port 7d63d592-b7c3-4be5-a73e-e1990c1db045 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:00:37.970225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f939932b-ff21-48a4-824d-a2de839af89f admin admin] Deleting port a98349ee-5f0f-4f7b-abe4-486016a390af {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:37.972182 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f939932b-ff21-48a4-824d-a2de839af89f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:38.074770 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (7d63d592-b7c3-4be5-a73e-e1990c1db045), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:38.138780 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (60258da9-d7b3-4fce-a8c1-c0a29861c3b8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:38.176298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-f939932b-ff21-48a4-824d-a2de839af89f admin admin] For port a98349ee-5f0f-4f7b-abe4-486016a390af, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a98349ee-5f0f-4f7b-abe4-486016a390af,segment=NetworkSegment(4b2832bf-e460-4a67-8def-f5935cb95cd2),segment_id=4b2832bf-e460-4a67-8def-f5935cb95cd2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:38.176657 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f939932b-ff21-48a4-824d-a2de839af89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:38.206615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f939932b-ff21-48a4-824d-a2de839af89f admin admin] Calling delete_port for a98349ee-5f0f-4f7b-abe4-486016a390af owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:38.237239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 597c0b54-de71-49ab-ae23-76a7f6644850 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:00:38.242653 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:38.251561 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:38.253285 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7d63d592-b7c3-4be5-a73e-e1990c1db045), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:38.266761 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=60258da9-d7b3-4fce-a8c1-c0a29861c3b8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:38.367695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Checking segment: {'id': '21fb632a-bb76-4461-8c8d-e5a403b6f17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '352b9140-3dbf-41f8-ac24-b49d8c4c86fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:38.368050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network hostable DHCP agents. Network: 352b9140-3dbf-41f8-ac24-b49d8c4c86fd, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:00:38.397063 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=7d63d592-b7c3-4be5-a73e-e1990c1db045,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:38.415882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 352b9140-3dbf-41f8-ac24-b49d8c4c86fd is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:00:38.443515 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 352b9140-3dbf-41f8-ac24-b49d8c4c86fd) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:38.448394 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:38.455960 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c519fbc7-18fa-4416-831c-6f42e40c2a89 None None] Network 352b9140-3dbf-41f8-ac24-b49d8c4c86fd requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:38.466041 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:38.472115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:38.479210 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:38.516658 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-76de91f9-8626-40fd-bd3a-c0311f76e30f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6747704 Mar 11 12:00:38.520080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38694) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:38.683442 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f939932b-ff21-48a4-824d-a2de839af89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a98349ee-5f0f-4f7b-abe4-486016a390af), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:38.709895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ad9d4-df27-48ce-b252-fd0f764d323f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port 7d63d592-b7c3-4be5-a73e-e1990c1db045 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:38.712267 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad9d4-df27-48ce-b252-fd0f764d323f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7d63d592-b7c3-4be5-a73e-e1990c1db045), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:38.724349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939932b-ff21-48a4-824d-a2de839af89f admin admin] Pushing event deleted for resources: {'Port': ['ID=a98349ee-5f0f-4f7b-abe4-486016a390af,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:38.900434 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad9d4-df27-48ce-b252-fd0f764d323f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7d63d592-b7c3-4be5-a73e-e1990c1db045), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:38.937556 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ad9d4-df27-48ce-b252-fd0f764d323f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for 7d63d592-b7c3-4be5-a73e-e1990c1db045 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:39.153359 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f939932b-ff21-48a4-824d-a2de839af89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (8e3afdd1-3c17-47ea-a04c-ac183d897ba7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:39.164557 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad9d4-df27-48ce-b252-fd0f764d323f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7d63d592-b7c3-4be5-a73e-e1990c1db045), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:39.232988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173079a-30ec-4342-ab5c-e661d53097d1 req-b238264f-65ae-4b28-b819-b12f04bdb93d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:39.234823 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5173079a-30ec-4342-ab5c-e661d53097d1 req-b238264f-65ae-4b28-b819-b12f04bdb93d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 0.1932495 Mar 11 12:00:39.238835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ad9d4-df27-48ce-b252-fd0f764d323f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=7d63d592-b7c3-4be5-a73e-e1990c1db045,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:39.265503 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad9d4-df27-48ce-b252-fd0f764d323f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:39.276318 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6b4ad9d4-df27-48ce-b252-fd0f764d323f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/ports/7d63d592-b7c3-4be5-a73e-e1990c1db045 HTTP/1.1" status: 204 len: 168 time: 0.7534673 Mar 11 12:00:39.277279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38726) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:39.391206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55fcca7-fbde-4f64-ab11-bc83d75557c3 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:39.402246 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5173079a-30ec-4342-ab5c-e661d53097d1 req-b5f2d939-05c4-45d4-951f-1c82438d4a97 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070297 Mar 11 12:00:39.409805 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55fcca7-fbde-4f64-ab11-bc83d75557c3 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:39.414269 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38730) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:39.424925 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c55fcca7-fbde-4f64-ab11-bc83d75557c3 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1448233 Mar 11 12:00:39.584404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f939932b-ff21-48a4-824d-a2de839af89f admin admin] Router 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:00:39.587009 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e4c5fce5-5ea5-4942-bc31-b76da7d5bc46 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port 60258da9-d7b3-4fce-a8c1-c0a29861c3b8 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:39.587406 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4c5fce5-5ea5-4942-bc31-b76da7d5bc46 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (60258da9-d7b3-4fce-a8c1-c0a29861c3b8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:39.768709 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4c5fce5-5ea5-4942-bc31-b76da7d5bc46 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (60258da9-d7b3-4fce-a8c1-c0a29861c3b8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:39.790308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e4c5fce5-5ea5-4942-bc31-b76da7d5bc46 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for 60258da9-d7b3-4fce-a8c1-c0a29861c3b8 owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:39.796529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f939932b-ff21-48a4-824d-a2de839af89f admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:00:39.803247 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f939932b-ff21-48a4-824d-a2de839af89f admin admin] 10.222.0.78 "PUT /v2.0/routers/8e3afdd1-3c17-47ea-a04c-ac183d897ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3840289 Mar 11 12:00:39.807441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38740) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:39.809596 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ba9e5-a5cc-49a8-9de2-4b193c69503a None None] Sync routers for ids ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:00:39.829744 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ba9e5-a5cc-49a8-9de2-4b193c69503a None None] Routers {'8e3afdd1-3c17-47ea-a04c-ac183d897ba7'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:00:39.830390 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-446ba9e5-a5cc-49a8-9de2-4b193c69503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:00:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:40.000155 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5cd5f921-ac2f-4a24-a4b9-f84fb8aa14d8 admin admin] Publish callbacks [] for router (8e3afdd1-3c17-47ea-a04c-ac183d897ba7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:40.016479 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-446ba9e5-a5cc-49a8-9de2-4b193c69503a None None] Set router 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:00:40.050368 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4c5fce5-5ea5-4942-bc31-b76da7d5bc46 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (60258da9-d7b3-4fce-a8c1-c0a29861c3b8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:40.093243 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5fce5-5ea5-4942-bc31-b76da7d5bc46 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=60258da9-d7b3-4fce-a8c1-c0a29861c3b8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:40.118415 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4c5fce5-5ea5-4942-bc31-b76da7d5bc46 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:40.124280 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e4c5fce5-5ea5-4942-bc31-b76da7d5bc46 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/ports/60258da9-d7b3-4fce-a8c1-c0a29861c3b8 HTTP/1.1" status: 204 len: 168 time: 0.7024438 Mar 11 12:00:40.126011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38748) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:40.206530 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef62e33-4162-4ebe-bacd-1d28a402e18c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:40.212983 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38750) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:40.213859 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7ef62e33-4162-4ebe-bacd-1d28a402e18c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0861001 Mar 11 12:00:40.226901 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5cd5f921-ac2f-4a24-a4b9-f84fb8aa14d8 admin admin] Publish callbacks [] for router_gateway (8e3afdd1-3c17-47ea-a04c-ac183d897ba7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:40.252791 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-692d2152-b709-4bbc-b450-d94ea6368901 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] GET failed (client error): The resource could not be found. Mar 11 12:00:40.256609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38752) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:40.281958 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-692d2152-b709-4bbc-b450-d94ea6368901 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports/7d63d592-b7c3-4be5-a73e-e1990c1db045 HTTP/1.1" status: 404 len: 333 time: 0.0669227 Mar 11 12:00:40.334712 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c160e5-202e-4283-ad84-d39be396907c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] GET failed (client error): The resource could not be found. Mar 11 12:00:40.347882 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-446ba9e5-a5cc-49a8-9de2-4b193c69503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'name': 'tempest-ServersTestFqdnHostnames-550466938-router', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:54Z', 'updated_at': '2022-03-11T12:00:38Z', 'revision_number': 5, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'gw_port': {'id': '4f9a36e6-8a3f-452b-a691-ac7d2f24e45f', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:56Z', 'updated_at': '2022-03-11T11:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:40.356491 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a8c160e5-202e-4283-ad84-d39be396907c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports/60258da9-d7b3-4fce-a8c1-c0a29861c3b8 HTTP/1.1" status: 404 len: 333 time: 0.0907226 Mar 11 12:00:40.359599 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38756) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:40.366482 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38758) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:40.439432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5cd5f921-ac2f-4a24-a4b9-f84fb8aa14d8 admin admin] Deleting port 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:40.439797 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5cd5f921-ac2f-4a24-a4b9-f84fb8aa14d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4f9a36e6-8a3f-452b-a691-ac7d2f24e45f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:40.542754 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c01dbfd6-5c0c-4f20-8163-dff6945c10d5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (352b9140-3dbf-41f8-ac24-b49d8c4c86fd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:40.569505 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d2475624-7c33-4da3-8944-3e09f447cae0 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-643887254', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:40.637160 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ba9e5-a5cc-49a8-9de2-4b193c69503a None None] Checking router: 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:00:40.637348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2475624-7c33-4da3-8944-3e09f447cae0 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Made reservation on behalf of 2b1b4edd058845eab1cbab710aaf9ff0 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:40.640070 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2475624-7c33-4da3-8944-3e09f447cae0 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:40.652314 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ba9e5-a5cc-49a8-9de2-4b193c69503a None None] Routers {'8e3afdd1-3c17-47ea-a04c-ac183d897ba7'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:00:40.652950 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-446ba9e5-a5cc-49a8-9de2-4b193c69503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:00:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:40.657353 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-5cd5f921-ac2f-4a24-a4b9-f84fb8aa14d8 admin admin] For port 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=4f9a36e6-8a3f-452b-a691-ac7d2f24e45f,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:40.657898 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5cd5f921-ac2f-4a24-a4b9-f84fb8aa14d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4f9a36e6-8a3f-452b-a691-ac7d2f24e45f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:40.660671 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2475624-7c33-4da3-8944-3e09f447cae0 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:40.674939 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5cd5f921-ac2f-4a24-a4b9-f84fb8aa14d8 admin admin] Calling delete_port for 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:40.683795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbb0c7-9b8f-4563-9bde-292afbcf60d1 req-0a78ae67-a30a-43f4-af06-56c4ed812160 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:40.685580 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26bbb0c7-9b8f-4563-9bde-292afbcf60d1 req-0a78ae67-a30a-43f4-af06-56c4ed812160 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 0.1351290 Mar 11 12:00:40.729676 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c01dbfd6-5c0c-4f20-8163-dff6945c10d5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (352b9140-3dbf-41f8-ac24-b49d8c4c86fd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:40.767042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c01dbfd6-5c0c-4f20-8163-dff6945c10d5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352b9140-3dbf-41f8-ac24-b49d8c4c86fd']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:40.786975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c01dbfd6-5c0c-4f20-8163-dff6945c10d5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fb632a-bb76-4461-8c8d-e5a403b6f17f') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:40.787270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c01dbfd6-5c0c-4f20-8163-dff6945c10d5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fb632a-bb76-4461-8c8d-e5a403b6f17f') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:40.793851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26bbb0c7-9b8f-4563-9bde-292afbcf60d1 req-36bc6af7-a72c-47ac-9960-10a85a51c262 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998487 Mar 11 12:00:40.861534 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-446ba9e5-a5cc-49a8-9de2-4b193c69503a None None] Set router 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:00:40.898588 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2475624-7c33-4da3-8944-3e09f447cae0 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks [] for security_group (bf1a943a-dc8d-4f28-b317-2c5290731a82), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:40.901344 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c01dbfd6-5c0c-4f20-8163-dff6945c10d5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (21fb632a-bb76-4461-8c8d-e5a403b6f17f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:40.909171 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2475624-7c33-4da3-8944-3e09f447cae0 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bf1a943a-dc8d-4f28-b317-2c5290731a82), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:40.912638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-d2475624-7c33-4da3-8944-3e09f447cae0 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] device_id is not set on port 3025ed80-2db6-4efe-b81d-2099cc5b7980 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:00:40.932734 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c01dbfd6-5c0c-4f20-8163-dff6945c10d5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (21fb632a-bb76-4461-8c8d-e5a403b6f17f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:40.951355 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5cd5f921-ac2f-4a24-a4b9-f84fb8aa14d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (4f9a36e6-8a3f-452b-a691-ac7d2f24e45f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:40.972626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01dbfd6-5c0c-4f20-8163-dff6945c10d5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:00:40.973033 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c01dbfd6-5c0c-4f20-8163-dff6945c10d5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (21fb632a-bb76-4461-8c8d-e5a403b6f17f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:40.978537 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-446ba9e5-a5cc-49a8-9de2-4b193c69503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'name': 'tempest-ServersTestFqdnHostnames-550466938-router', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:54Z', 'updated_at': '2022-03-11T12:00:40Z', 'revision_number': 6, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:00:40.980437 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:00:41.012276 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ba9e5-a5cc-49a8-9de2-4b193c69503a None None] The sync data for ids ['8e3afdd1-3c17-47ea-a04c-ac183d897ba7'] in n-d-833234-2 is: [{'id': '8e3afdd1-3c17-47ea-a04c-ac183d897ba7', 'name': 'tempest-ServersTestFqdnHostnames-550466938-router', 'tenant_id': '1b5b8b318e8547e3807ab839878ca018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:54Z', 'updated_at': '2022-03-11T12:00:40Z', 'revision_number': 6, 'project_id': '1b5b8b318e8547e3807ab839878ca018', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:00:41.032250 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5f921-ac2f-4a24-a4b9-f84fb8aa14d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f9a36e6-8a3f-452b-a691-ac7d2f24e45f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:41.045637 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2475624-7c33-4da3-8944-3e09f447cae0 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1a943a-dc8d-4f28-b317-2c5290731a82,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:41.143437 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5cd5f921-ac2f-4a24-a4b9-f84fb8aa14d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (8e3afdd1-3c17-47ea-a04c-ac183d897ba7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:41.231948 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-d2475624-7c33-4da3-8944-3e09f447cae0 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Allocated IP 172.25.7.191 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/3025ed80-2db6-4efe-b81d-2099cc5b7980) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:00:41.274638 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5cd5f921-ac2f-4a24-a4b9-f84fb8aa14d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (8e3afdd1-3c17-47ea-a04c-ac183d897ba7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:41.277916 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5cd5f921-ac2f-4a24-a4b9-f84fb8aa14d8 admin admin] Publish callbacks [] for router_controller (8e3afdd1-3c17-47ea-a04c-ac183d897ba7), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:41.490630 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c01dbfd6-5c0c-4f20-8163-dff6945c10d5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (352b9140-3dbf-41f8-ac24-b49d8c4c86fd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:41.500852 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c01dbfd6-5c0c-4f20-8163-dff6945c10d5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:41.504572 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c01dbfd6-5c0c-4f20-8163-dff6945c10d5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/networks/352b9140-3dbf-41f8-ac24-b49d8c4c86fd HTTP/1.1" status: 204 len: 168 time: 1.1363811 Mar 11 12:00:41.510099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38782) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:41.514963 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-147881f3-85fc-4fa6-b266-c20de13378b6 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-348462898'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:41.545374 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dbfd6-5c0c-4f20-8163-dff6945c10d5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Network': ['ID=352b9140-3dbf-41f8-ac24-b49d8c4c86fd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:41.554869 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2475624-7c33-4da3-8944-3e09f447cae0 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks [] for port (3025ed80-2db6-4efe-b81d-2099cc5b7980), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:41.602447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147881f3-85fc-4fa6-b266-c20de13378b6 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:41.611502 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-147881f3-85fc-4fa6-b266-c20de13378b6 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:41.681757 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2475624-7c33-4da3-8944-3e09f447cae0 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3025ed80-2db6-4efe-b81d-2099cc5b7980), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:41.683599 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147881f3-85fc-4fa6-b266-c20de13378b6 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:00:41.780755 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2475624-7c33-4da3-8944-3e09f447cae0 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Pushing event updated for resources: {'Port': ['ID=3025ed80-2db6-4efe-b81d-2099cc5b7980,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:41.791081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2475624-7c33-4da3-8944-3e09f447cae0 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:00:41.795173 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-d2475624-7c33-4da3-8944-3e09f447cae0 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:41.799075 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-147881f3-85fc-4fa6-b266-c20de13378b6 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (e9e69e56-7f05-464f-8018-205ca9342d2f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:41.800032 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-147881f3-85fc-4fa6-b266-c20de13378b6 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Added segment e9e69e56-7f05-464f-8018-205ca9342d2f of type vlan for network 7d2620d7-d7f4-44a8-9cfa-56f0adac7369 Mar 11 12:00:41.802219 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2475624-7c33-4da3-8944-3e09f447cae0 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:41.921516 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-147881f3-85fc-4fa6-b266-c20de13378b6 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (7d2620d7-d7f4-44a8-9cfa-56f0adac7369), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:41.968244 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-147881f3-85fc-4fa6-b266-c20de13378b6 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (7d2620d7-d7f4-44a8-9cfa-56f0adac7369), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:41.974560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147881f3-85fc-4fa6-b266-c20de13378b6 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:41.975448 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-147881f3-85fc-4fa6-b266-c20de13378b6 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:41.986447 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a98349ee-5f0f-4f7b-abe4-486016a390af no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:00:42.024068 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: a98349ee-5f0f-4f7b-abe4-486016a390af {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:00:42.026831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a98349ee-5f0f-4f7b-abe4-486016a390af not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:00:42.027363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:00:42.068515 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147881f3-85fc-4fa6-b266-c20de13378b6 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Network': ['ID=7d2620d7-d7f4-44a8-9cfa-56f0adac7369,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:42.091113 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-147881f3-85fc-4fa6-b266-c20de13378b6 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5804427 Mar 11 12:00:42.091775 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38792) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:42.092953 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 7d2620d7-d7f4-44a8-9cfa-56f0adac7369 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:00:42.098461 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:00:42.102409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c6596b07-5eb5-4465-910c-2e65f81e6789 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'subnet': {'network_id': '7d2620d7-d7f4-44a8-9cfa-56f0adac7369', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:42.107290 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 4f9a36e6-8a3f-452b-a691-ac7d2f24e45f not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:00:42.132871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2475624-7c33-4da3-8944-3e09f447cae0 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:42.133998 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2475624-7c33-4da3-8944-3e09f447cae0 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:42.225275 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5cd5f921-ac2f-4a24-a4b9-f84fb8aa14d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (8e3afdd1-3c17-47ea-a04c-ac183d897ba7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:42.225757 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd5f921-ac2f-4a24-a4b9-f84fb8aa14d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e3afdd1-3c17-47ea-a04c-ac183d897ba7 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:00:42.226833 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d2475624-7c33-4da3-8944-3e09f447cae0 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8648014 Mar 11 12:00:42.242631 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5cd5f921-ac2f-4a24-a4b9-f84fb8aa14d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:42.248355 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5cd5f921-ac2f-4a24-a4b9-f84fb8aa14d8 admin admin] 10.222.0.78 "DELETE /v2.0/routers/8e3afdd1-3c17-47ea-a04c-ac183d897ba7 HTTP/1.1" status: 204 len: 168 time: 2.4353979 Mar 11 12:00:42.250935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38794) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:42.260686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38796) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:42.274543 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c2658f1f-3663-431d-a7d5-eb748e81a36c tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.191'}]}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:42.293838 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6596b07-5eb5-4465-910c-2e65f81e6789 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:42.297696 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6596b07-5eb5-4465-910c-2e65f81e6789 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:42.389604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e315a1-fb9e-4c90-b6e6-0e338f443c6d req-bf80c2ff-9a43-4603-b184-4c3d918f6dc2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:42.397317 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32e315a1-fb9e-4c90-b6e6-0e338f443c6d req-bf80c2ff-9a43-4603-b184-4c3d918f6dc2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 1.0338426 Mar 11 12:00:42.443534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.ipam_backend_mixin [None req-c6596b07-5eb5-4465-910c-2e65f81e6789 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Performing IP validity checks on allocation pools {{(pid=104032) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 12:00:42.444745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.ipam_backend_mixin [None req-c6596b07-5eb5-4465-910c-2e65f81e6789 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104032) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 12:00:42.496069 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32e315a1-fb9e-4c90-b6e6-0e338f443c6d req-c660aa37-ec3f-4927-a88b-b88a1b13aec9 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919089 Mar 11 12:00:42.531025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77a4181-b5cd-4fcc-8c20-847e85d81752 admin admin] Deleting subnet 10dac987-a6b7-4739-90f9-028ad3f7ef49 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:00:42.534093 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2658f1f-3663-431d-a7d5-eb748e81a36c tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (0cdcd2cf-1f9b-4b48-b4a2-2b405f425aa5), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:42.535473 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2658f1f-3663-431d-a7d5-eb748e81a36c tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (0cdcd2cf-1f9b-4b48-b4a2-2b405f425aa5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:42.581894 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c77a4181-b5cd-4fcc-8c20-847e85d81752 admin admin] Publish callbacks [] for subnet (10dac987-a6b7-4739-90f9-028ad3f7ef49), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:42.585664 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:42.623675 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c77a4181-b5cd-4fcc-8c20-847e85d81752 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (10dac987-a6b7-4739-90f9-028ad3f7ef49), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:42.653261 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6596b07-5eb5-4465-910c-2e65f81e6789 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (8e63a39e-5e9c-43dd-bd67-32ebb0829ecc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:42.700259 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c77a4181-b5cd-4fcc-8c20-847e85d81752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (10dac987-a6b7-4739-90f9-028ad3f7ef49), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:42.718429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6596b07-5eb5-4465-910c-2e65f81e6789 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Subnet': ['ID=8e63a39e-5e9c-43dd-bd67-32ebb0829ecc,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:42.765567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6596b07-5eb5-4465-910c-2e65f81e6789 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Checking segment: {'id': 'e9e69e56-7f05-464f-8018-205ca9342d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7d2620d7-d7f4-44a8-9cfa-56f0adac7369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:42.765936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6596b07-5eb5-4465-910c-2e65f81e6789 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network hostable DHCP agents. Network: 7d2620d7-d7f4-44a8-9cfa-56f0adac7369, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:00:42.800414 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2658f1f-3663-431d-a7d5-eb748e81a36c tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks [] for router_controller (0cdcd2cf-1f9b-4b48-b4a2-2b405f425aa5), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:42.817241 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6596b07-5eb5-4465-910c-2e65f81e6789 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 7d2620d7-d7f4-44a8-9cfa-56f0adac7369 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:00:42.841468 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c6596b07-5eb5-4465-910c-2e65f81e6789 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 7d2620d7-d7f4-44a8-9cfa-56f0adac7369) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:42.841468 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6596b07-5eb5-4465-910c-2e65f81e6789 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:42.841972 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6596b07-5eb5-4465-910c-2e65f81e6789 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:42.852060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62cb683-98bd-4632-8045-056a84a3a8f2 None None] Network 7d2620d7-d7f4-44a8-9cfa-56f0adac7369 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:42.866603 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c6596b07-5eb5-4465-910c-2e65f81e6789 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7713895 Mar 11 12:00:42.869550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38800) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:42.874397 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-98de49e8-b7db-4fd8-badc-3faf88bd5121 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'network_id': '7d2620d7-d7f4-44a8-9cfa-56f0adac7369', 'name': 'tempest-PortsTestJSON-500988590'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:42.950165 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c77a4181-b5cd-4fcc-8c20-847e85d81752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (10dac987-a6b7-4739-90f9-028ad3f7ef49), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:42.997580 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c77a4181-b5cd-4fcc-8c20-847e85d81752 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:43.006374 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c77a4181-b5cd-4fcc-8c20-847e85d81752 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/10dac987-a6b7-4739-90f9-028ad3f7ef49 HTTP/1.1" status: 204 len: 168 time: 0.7205589 Mar 11 12:00:43.016730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57ef213-6290-4185-b17e-89d8d06043c1 None None] Network 60b40c9f-73c6-47c3-949b-aea4f11842db requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:43.018098 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38804) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:43.018389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a4181-b5cd-4fcc-8c20-847e85d81752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10dac987-a6b7-4739-90f9-028ad3f7ef49,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:43.165361 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (60b40c9f-73c6-47c3-949b-aea4f11842db), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:43.196470 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-7d2620d7-d7f4-44a8-9cfa-56f0adac7369', 'network_id': '7d2620d7-d7f4-44a8-9cfa-56f0adac7369', 'project_id': '125cb2b78a974a0f8153d4fcd2b41cbe', 'fixed_ips': [{'subnet_id': '8e63a39e-5e9c-43dd-bd67-32ebb0829ecc'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:00:43.200301 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:43.223972 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2658f1f-3663-431d-a7d5-eb748e81a36c tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks [] for router_gateway (0cdcd2cf-1f9b-4b48-b4a2-2b405f425aa5), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:43.325421 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98de49e8-b7db-4fd8-badc-3faf88bd5121 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:43.335136 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98de49e8-b7db-4fd8-badc-3faf88bd5121 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:43.384195 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-98de49e8-b7db-4fd8-badc-3faf88bd5121 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] device_id is not set on port 4ad29efc-8a3d-4523-b118-003ddfa5d56a yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:00:43.414708 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] Deleting port 21ec15d1-44dd-40ab-a7ae-994f75032503 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:43.416100 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (21ec15d1-44dd-40ab-a7ae-994f75032503), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:43.427408 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Allocated IP 172.20.0.2 (7d2620d7-d7f4-44a8-9cfa-56f0adac7369/8e63a39e-5e9c-43dd-bd67-32ebb0829ecc/50031a57-7f3f-46eb-a291-efad5b592aa7) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:00:43.667468 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Publish callbacks [] for port (50031a57-7f3f-46eb-a291-efad5b592aa7), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:43.680975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] For port 21ec15d1-44dd-40ab-a7ae-994f75032503, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=21ec15d1-44dd-40ab-a7ae-994f75032503,segment=NetworkSegment(4b2832bf-e460-4a67-8def-f5935cb95cd2),segment_id=4b2832bf-e460-4a67-8def-f5935cb95cd2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:43.682173 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (21ec15d1-44dd-40ab-a7ae-994f75032503), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:43.688766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d0bd9d-afd7-403b-8fce-6f977500ed40 None None] DHCP port deletion for 60b40c9f-73c6-47c3-949b-aea4f11842db request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:00:43.706109 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (50031a57-7f3f-46eb-a291-efad5b592aa7), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:43.762861 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2658f1f-3663-431d-a7d5-eb748e81a36c tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks [] for router_gateway (0cdcd2cf-1f9b-4b48-b4a2-2b405f425aa5), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:43.777185 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a12ee1bb-2db5-4b1c-8115-89d86f0fafd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:43.806373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-98de49e8-b7db-4fd8-badc-3faf88bd5121 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Allocated IP 172.20.0.8 (7d2620d7-d7f4-44a8-9cfa-56f0adac7369/8e63a39e-5e9c-43dd-bd67-32ebb0829ecc/4ad29efc-8a3d-4523-b118-003ddfa5d56a) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:00:43.813567 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Network 7d2620d7-d7f4-44a8-9cfa-56f0adac7369 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:00:43.824674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:43.830739 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:43.840116 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2658f1f-3663-431d-a7d5-eb748e81a36c tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:43.970952 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568825d5-c4a6-47ed-94c8-006df3345085 req-60c4784b-2a3c-4b34-a380-3d113eeef82a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:43.972767 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-568825d5-c4a6-47ed-94c8-006df3345085 req-60c4784b-2a3c-4b34-a380-3d113eeef82a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 0.3240447 Mar 11 12:00:43.984298 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98de49e8-b7db-4fd8-badc-3faf88bd5121 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (4ad29efc-8a3d-4523-b118-003ddfa5d56a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:43.987000 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Pushing event updated for resources: {'Port': ['ID=50031a57-7f3f-46eb-a291-efad5b592aa7,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:43.999260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Attempting to bind port 50031a57-7f3f-46eb-a291-efad5b592aa7 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:43.999671 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Attempting to bind port 50031a57-7f3f-46eb-a291-efad5b592aa7 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'e9e69e56-7f05-464f-8018-205ca9342d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7d2620d7-d7f4-44a8-9cfa-56f0adac7369'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:44.003615 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Attempting to bind port 50031a57-7f3f-46eb-a291-efad5b592aa7 on network 7d2620d7-d7f4-44a8-9cfa-56f0adac7369 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:44.011790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-45d0bd9d-afd7-403b-8fce-6f977500ed40 None None] Deleting port 21ec15d1-44dd-40ab-a7ae-994f75032503 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:44.013496 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-45d0bd9d-afd7-403b-8fce-6f977500ed40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (21ec15d1-44dd-40ab-a7ae-994f75032503), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:44.063288 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:00:44.064555 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Checking segment: {'id': 'e9e69e56-7f05-464f-8018-205ca9342d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7d2620d7-d7f4-44a8-9cfa-56f0adac7369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:44.066413 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:44.067545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Bound using segment: {'id': 'e9e69e56-7f05-464f-8018-205ca9342d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7d2620d7-d7f4-44a8-9cfa-56f0adac7369'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:00:44.069542 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Bound port: 50031a57-7f3f-46eb-a291-efad5b592aa7, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e69e56-7f05-464f-8018-205ca9342d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7d2620d7-d7f4-44a8-9cfa-56f0adac7369'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:00:44.070283 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (50031a57-7f3f-46eb-a291-efad5b592aa7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:44.102810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 21ec15d1-44dd-40ab-a7ae-994f75032503 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:00:44.217224 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] For port 50031a57-7f3f-46eb-a291-efad5b592aa7, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:00:44.217895 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-568825d5-c4a6-47ed-94c8-006df3345085 req-d4afe73d-7583-4f79-8f38-8d35c1cce38e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346632 Mar 11 12:00:44.302805 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2658f1f-3663-431d-a7d5-eb748e81a36c tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks [] for router (0cdcd2cf-1f9b-4b48-b4a2-2b405f425aa5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:44.303939 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-45d0bd9d-afd7-403b-8fce-6f977500ed40 None None] For port 21ec15d1-44dd-40ab-a7ae-994f75032503, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=21ec15d1-44dd-40ab-a7ae-994f75032503,segment=NetworkSegment(4b2832bf-e460-4a67-8def-f5935cb95cd2),segment_id=4b2832bf-e460-4a67-8def-f5935cb95cd2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:44.304356 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-45d0bd9d-afd7-403b-8fce-6f977500ed40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (21ec15d1-44dd-40ab-a7ae-994f75032503), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:44.318907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-45d0bd9d-afd7-403b-8fce-6f977500ed40 None None] Calling delete_port for 21ec15d1-44dd-40ab-a7ae-994f75032503 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:44.485608 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 30920ac4-29dc-4a21-a945-b88f3b6a0028 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:00:44.498247 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-45d0bd9d-afd7-403b-8fce-6f977500ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (21ec15d1-44dd-40ab-a7ae-994f75032503), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:44.510007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] Calling delete_port for 21ec15d1-44dd-40ab-a7ae-994f75032503 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:44.530248 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] For port 50031a57-7f3f-46eb-a291-efad5b592aa7, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=50031a57-7f3f-46eb-a291-efad5b592aa7,segment=NetworkSegment(e9e69e56-7f05-464f-8018-205ca9342d2f),segment_id=e9e69e56-7f05-464f-8018-205ca9342d2f)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:00:44.568626 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (50031a57-7f3f-46eb-a291-efad5b592aa7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:44.570514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0bd9d-afd7-403b-8fce-6f977500ed40 None None] Pushing event deleted for resources: {'Port': ['ID=21ec15d1-44dd-40ab-a7ae-994f75032503,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:44.572694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0bd9d-afd7-403b-8fce-6f977500ed40 None None] No DVR routers for this DVR port 21ec15d1-44dd-40ab-a7ae-994f75032503 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:00:44.631955 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98de49e8-b7db-4fd8-badc-3faf88bd5121 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4ad29efc-8a3d-4523-b118-003ddfa5d56a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:44.654356 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf25fb7-395e-401f-af2f-0277df71e34d None None] Pushing event updated for resources: {'Port': ['ID=50031a57-7f3f-46eb-a291-efad5b592aa7,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:44.663052 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No active binding found for port 21ec15d1-44dd-40ab-a7ae-994f75032503 {{(pid=104033) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 12:00:44.667035 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] The host n-d-833234-2 is not matching for port 21ec15d1-44dd-40ab-a7ae-994f75032503 host None! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 12:00:44.667555 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2658f1f-3663-431d-a7d5-eb748e81a36c tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (0cdcd2cf-1f9b-4b48-b4a2-2b405f425aa5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:44.667827 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 21ec15d1-44dd-40ab-a7ae-994f75032503 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:00:44.673719 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2658f1f-3663-431d-a7d5-eb748e81a36c tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks [] for router_controller (0cdcd2cf-1f9b-4b48-b4a2-2b405f425aa5), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:44.684629 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98de49e8-b7db-4fd8-badc-3faf88bd5121 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 7d2620d7-d7f4-44a8-9cfa-56f0adac7369 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:00:44.690819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-98de49e8-b7db-4fd8-badc-3faf88bd5121 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:44.693667 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98de49e8-b7db-4fd8-badc-3faf88bd5121 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:44.738158 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 30920ac4-29dc-4a21-a945-b88f3b6a0028 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:00:44.738900 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:44.779011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:00:44.781013 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2658f1f-3663-431d-a7d5-eb748e81a36c tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (0cdcd2cf-1f9b-4b48-b4a2-2b405f425aa5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:44.781508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de49e8-b7db-4fd8-badc-3faf88bd5121 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=4ad29efc-8a3d-4523-b118-003ddfa5d56a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:44.781621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2658f1f-3663-431d-a7d5-eb748e81a36c tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0cdcd2cf-1f9b-4b48-b4a2-2b405f425aa5 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:00:44.786653 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352eb015-bb03-407e-985b-39ffe37f2e52" -d '{"events": [{"server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "name": "network-vif-unplugged", "status": "completed", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:00:44.808544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98de49e8-b7db-4fd8-badc-3faf88bd5121 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:44.809332 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98de49e8-b7db-4fd8-badc-3faf88bd5121 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:44.812672 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-c2658f1f-3663-431d-a7d5-eb748e81a36c tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 12:00:44.813772 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c2658f1f-3663-431d-a7d5-eb748e81a36c tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5504198 Mar 11 12:00:44.816607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38814) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:44.821958 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 30920ac4-29dc-4a21-a945-b88f3b6a0028, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:44.828800 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (21ec15d1-44dd-40ab-a7ae-994f75032503), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:44.835423 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:44.865931 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-98de49e8-b7db-4fd8-badc-3faf88bd5121 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9952965 Mar 11 12:00:44.866572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38816) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:44.900392 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e7b55e-6a60-41ba-bfe4-c50d92cca604 x-openstack-request-id: req-d2e7b55e-6a60-41ba-bfe4-c50d92cca604 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:00:44.901013 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "name": "network-vif-unplugged", "status": "completed", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:00:44.901642 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d2e7b55e-6a60-41ba-bfe4-c50d92cca604 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:00:44.902241 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'code': 200} Mar 11 12:00:44.922617 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] Pushing event deleted for resources: {'Port': ['ID=21ec15d1-44dd-40ab-a7ae-994f75032503,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:44.948550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] No DVR routers for this DVR port 21ec15d1-44dd-40ab-a7ae-994f75032503 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:00:44.960324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=30920ac4-29dc-4a21-a945-b88f3b6a0028,revision_number=11']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:45.079559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c29d1bb7-fa8f-4f73-bb34-e9f715de7a81 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Deleting port 3025ed80-2db6-4efe-b81d-2099cc5b7980 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:45.079930 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c29d1bb7-fa8f-4f73-bb34-e9f715de7a81 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3025ed80-2db6-4efe-b81d-2099cc5b7980), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:45.086142 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (60b40c9f-73c6-47c3-949b-aea4f11842db), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:45.115072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b40c9f-73c6-47c3-949b-aea4f11842db']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:45.130383 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2832bf-e460-4a67-8def-f5935cb95cd2') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:45.130858 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2832bf-e460-4a67-8def-f5935cb95cd2') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:45.143775 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (4b2832bf-e460-4a67-8def-f5935cb95cd2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:45.156509 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7882cccd-fa13-4f7e-920d-1dede51c14ce tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port 4ad29efc-8a3d-4523-b118-003ddfa5d56a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:45.157004 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7882cccd-fa13-4f7e-920d-1dede51c14ce tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4ad29efc-8a3d-4523-b118-003ddfa5d56a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:45.177562 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4b2832bf-e460-4a67-8def-f5935cb95cd2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:45.215108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:00:45.215532 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (4b2832bf-e460-4a67-8def-f5935cb95cd2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:00:45.217688 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:00:45.286116 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c29d1bb7-fa8f-4f73-bb34-e9f715de7a81 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3025ed80-2db6-4efe-b81d-2099cc5b7980), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:45.332708 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c29d1bb7-fa8f-4f73-bb34-e9f715de7a81 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Calling delete_port for 3025ed80-2db6-4efe-b81d-2099cc5b7980 owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:45.390380 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (60b40c9f-73c6-47c3-949b-aea4f11842db), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:45.448418 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7882cccd-fa13-4f7e-920d-1dede51c14ce tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4ad29efc-8a3d-4523-b118-003ddfa5d56a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:45.461964 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:45.471351 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] 10.222.0.78 "DELETE /v2.0/networks/60b40c9f-73c6-47c3-949b-aea4f11842db HTTP/1.1" status: 204 len: 168 time: 2.4523435 Mar 11 12:00:45.488322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1bffb-bbc8-4455-9a91-490e00811925 admin admin] Pushing event deleted for resources: {'Network': ['ID=60b40c9f-73c6-47c3-949b-aea4f11842db,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:45.510736 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7882cccd-fa13-4f7e-920d-1dede51c14ce tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for 4ad29efc-8a3d-4523-b118-003ddfa5d56a owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:45.597422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bee2d-4569-475a-84cc-76913edfdd10 req-69c9f340-abff-404f-80d5-00c640d6d3af tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:45.605741 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-651bee2d-4569-475a-84cc-76913edfdd10 req-69c9f340-abff-404f-80d5-00c640d6d3af tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1848679 Mar 11 12:00:45.740184 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c8d7-14c0-4ffc-920a-fdca2895d80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:45.756278 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7882cccd-fa13-4f7e-920d-1dede51c14ce tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4ad29efc-8a3d-4523-b118-003ddfa5d56a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:45.800844 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-651bee2d-4569-475a-84cc-76913edfdd10 req-37a10a5c-1961-457b-bef6-faf3eb848235 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941123 Mar 11 12:00:45.840297 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38834) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:45.884970 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882cccd-fa13-4f7e-920d-1dede51c14ce tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=4ad29efc-8a3d-4523-b118-003ddfa5d56a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:45.968775 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c29d1bb7-fa8f-4f73-bb34-e9f715de7a81 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3025ed80-2db6-4efe-b81d-2099cc5b7980), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:45.999631 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ea0c5837-d356-4cc4-b0ef-6a33c14dd883 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1b5b8b318e8547e3807ab839878ca018&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317763 Mar 11 12:00:46.002489 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38840) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:46.070130 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 50031a57-7f3f-46eb-a291-efad5b592aa7 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:00:46.084742 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-51d3e7ff-b705-45d4-88fc-b1eca1037f19 admin admin] Publish callbacks [] for security_group (de9f43b5-2c4d-48c4-bcd2-c0d1502046d2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:46.094564 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7882cccd-fa13-4f7e-920d-1dede51c14ce tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:46.098211 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7882cccd-fa13-4f7e-920d-1dede51c14ce tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/ports/4ad29efc-8a3d-4523-b118-003ddfa5d56a HTTP/1.1" status: 204 len: 168 time: 1.2284653 Mar 11 12:00:46.103972 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38848) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:46.126196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d1bb7-fa8f-4f73-bb34-e9f715de7a81 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Pushing event deleted for resources: {'Port': ['ID=3025ed80-2db6-4efe-b81d-2099cc5b7980,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:46.149966 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e6e8fb-879a-4ba7-83a8-c3f3c7e5a948 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] DELETE failed (client error): The resource could not be found. Mar 11 12:00:46.151676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e6e8fb-879a-4ba7-83a8-c3f3c7e5a948 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:00:46.156073 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-37e6e8fb-879a-4ba7-83a8-c3f3c7e5a948 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/ports/4ad29efc-8a3d-4523-b118-003ddfa5d56a HTTP/1.1" status: 404 len: 333 time: 0.0510740 Mar 11 12:00:46.161642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38850) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:46.170994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 50031a57-7f3f-46eb-a291-efad5b592aa7 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:00:46.171338 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (50031a57-7f3f-46eb-a291-efad5b592aa7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:46.204357 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-51d3e7ff-b705-45d4-88fc-b1eca1037f19 admin admin] Publish callbacks [] for security_group (de9f43b5-2c4d-48c4-bcd2-c0d1502046d2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:46.207477 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d30844-6547-4425-932b-f7287a448789 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] GET failed (client error): The resource could not be found. Mar 11 12:00:46.209420 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-66d30844-6547-4425-932b-f7287a448789 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports/4ad29efc-8a3d-4523-b118-003ddfa5d56a HTTP/1.1" status: 404 len: 333 time: 0.0459590 Mar 11 12:00:46.216713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38854) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:46.279014 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c29d1bb7-fa8f-4f73-bb34-e9f715de7a81 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:46.307642 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c29d1bb7-fa8f-4f73-bb34-e9f715de7a81 tempest-RoutersAdminNegativeTest-1542446490 tempest-RoutersAdminNegativeTest-1542446490-project-admin] 10.222.0.78 "DELETE /v2.0/ports/3025ed80-2db6-4efe-b81d-2099cc5b7980 HTTP/1.1" status: 204 len: 168 time: 1.4898405 Mar 11 12:00:46.328745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc1549c-5a9d-44d7-8261-dd1420bee7ba tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting subnet 8e63a39e-5e9c-43dd-bd67-32ebb0829ecc {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:00:46.344025 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfc1549c-5a9d-44d7-8261-dd1420bee7ba tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (8e63a39e-5e9c-43dd-bd67-32ebb0829ecc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:46.422574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 50031a57-7f3f-46eb-a291-efad5b592aa7 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:00:46.422933 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (50031a57-7f3f-46eb-a291-efad5b592aa7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:46.446494 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfc1549c-5a9d-44d7-8261-dd1420bee7ba tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (8e63a39e-5e9c-43dd-bd67-32ebb0829ecc), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:46.451692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 30920ac4-29dc-4a21-a945-b88f3b6a0028 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:00:46.658642 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfc1549c-5a9d-44d7-8261-dd1420bee7ba tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (8e63a39e-5e9c-43dd-bd67-32ebb0829ecc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:46.666388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848de040-7ff6-46e6-ba84-9c2aa2d3f428 None None] Network 7d2620d7-d7f4-44a8-9cfa-56f0adac7369 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:46.780832 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfc1549c-5a9d-44d7-8261-dd1420bee7ba tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (8e63a39e-5e9c-43dd-bd67-32ebb0829ecc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:46.835923 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfc1549c-5a9d-44d7-8261-dd1420bee7ba tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:46.843087 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38876) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:46.853357 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cfc1549c-5a9d-44d7-8261-dd1420bee7ba tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/8e63a39e-5e9c-43dd-bd67-32ebb0829ecc HTTP/1.1" status: 204 len: 168 time: 0.6352355 Mar 11 12:00:46.984235 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1549c-5a9d-44d7-8261-dd1420bee7ba tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Subnet': ['ID=8e63a39e-5e9c-43dd-bd67-32ebb0829ecc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:47.027598 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:00:47.028157 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:00:47.035059 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-51d3e7ff-b705-45d4-88fc-b1eca1037f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (de9f43b5-2c4d-48c4-bcd2-c0d1502046d2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:47.038080 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-51d3e7ff-b705-45d4-88fc-b1eca1037f19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:47.049451 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-51d3e7ff-b705-45d4-88fc-b1eca1037f19 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de9f43b5-2c4d-48c4-bcd2-c0d1502046d2 HTTP/1.1" status: 204 len: 168 time: 1.0388827 Mar 11 12:00:47.095120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3e7ff-b705-45d4-88fc-b1eca1037f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9f43b5-2c4d-48c4-bcd2-c0d1502046d2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:47.196100 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (7d2620d7-d7f4-44a8-9cfa-56f0adac7369), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:47.289600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc8760-e5ac-4bc5-8037-8fc65bed2ad9 req-e1cfb8f9-f819-47a3-9f71-c0ceb7466cd8 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:47.299304 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4dcc8760-e5ac-4bc5-8037-8fc65bed2ad9 req-e1cfb8f9-f819-47a3-9f71-c0ceb7466cd8 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.2137728 Mar 11 12:00:47.361200 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5228ba77-4cd8-4a59-87de-ab4a239e26ab None None] Provisioning complete for port 50031a57-7f3f-46eb-a291-efad5b592aa7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:00:47.364239 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5228ba77-4cd8-4a59-87de-ab4a239e26ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (50031a57-7f3f-46eb-a291-efad5b592aa7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:47.382632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38890) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:47.516279 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 30920ac4-29dc-4a21-a945-b88f3b6a0028, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:47.547236 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4dcc8760-e5ac-4bc5-8037-8fc65bed2ad9 req-7642d2e2-b874-4e14-8728-bcc630b35671 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474306 Mar 11 12:00:47.583082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port 50031a57-7f3f-46eb-a291-efad5b592aa7 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:47.583659 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (50031a57-7f3f-46eb-a291-efad5b592aa7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:47.608518 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'port_id': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'mac_address': 'fa:16:3e:aa:b6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:00:47.630785 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:47.690170 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] For port 50031a57-7f3f-46eb-a291-efad5b592aa7, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=50031a57-7f3f-46eb-a291-efad5b592aa7,segment=NetworkSegment(e9e69e56-7f05-464f-8018-205ca9342d2f),segment_id=e9e69e56-7f05-464f-8018-205ca9342d2f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:47.690710 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (50031a57-7f3f-46eb-a291-efad5b592aa7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:47.708792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for 50031a57-7f3f-46eb-a291-efad5b592aa7 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:47.742924 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5228ba77-4cd8-4a59-87de-ab4a239e26ab None None] Current status of the port 50031a57-7f3f-46eb-a291-efad5b592aa7 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:00:47.744274 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5228ba77-4cd8-4a59-87de-ab4a239e26ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (50031a57-7f3f-46eb-a291-efad5b592aa7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:47.777554 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bdf05769-86f8-41ce-aa0e-c7256f484147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:47.913840 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (50031a57-7f3f-46eb-a291-efad5b592aa7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:47.933694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 50031a57-7f3f-46eb-a291-efad5b592aa7 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:00:47.937400 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (50031a57-7f3f-46eb-a291-efad5b592aa7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:47.988544 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No DVR routers for this DVR port 50031a57-7f3f-46eb-a291-efad5b592aa7 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:00:48.101179 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bdf05769-86f8-41ce-aa0e-c7256f484147 admin admin] Publish callbacks [] for security_group (818b94ae-7787-4850-b0a0-079043215046), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:48.115051 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bdf05769-86f8-41ce-aa0e-c7256f484147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (818b94ae-7787-4850-b0a0-079043215046), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:48.207112 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (7d2620d7-d7f4-44a8-9cfa-56f0adac7369), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:48.301914 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2620d7-d7f4-44a8-9cfa-56f0adac7369']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:48.302916 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bdf05769-86f8-41ce-aa0e-c7256f484147 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c229ad1ec1ae4d7ebcb328aa33afd6d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9191492 Mar 11 12:00:48.306353 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf05769-86f8-41ce-aa0e-c7256f484147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818b94ae-7787-4850-b0a0-079043215046,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:48.316272 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38910) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:48.327039 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e69e56-7f05-464f-8018-205ca9342d2f') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:48.327406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e69e56-7f05-464f-8018-205ca9342d2f') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:48.358630 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (e9e69e56-7f05-464f-8018-205ca9342d2f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:48.415093 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=50031a57-7f3f-46eb-a291-efad5b592aa7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:48.480989 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (e9e69e56-7f05-464f-8018-205ca9342d2f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:48.511399 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:00:48.516771 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (e9e69e56-7f05-464f-8018-205ca9342d2f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:00:48.521674 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:00:48.581834 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38918) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:48.645276 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9bb8f69-d54c-4800-98df-a5453c91512b admin admin] Publish callbacks [] for security_group (818b94ae-7787-4850-b0a0-079043215046), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:48.721800 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9bb8f69-d54c-4800-98df-a5453c91512b admin admin] Publish callbacks [] for security_group (818b94ae-7787-4850-b0a0-079043215046), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:48.823275 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 30920ac4-29dc-4a21-a945-b88f3b6a0028 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:00:48.823898 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:48.830190 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9bb8f69-d54c-4800-98df-a5453c91512b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (818b94ae-7787-4850-b0a0-079043215046), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:48.833133 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9bb8f69-d54c-4800-98df-a5453c91512b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:48.836645 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a9bb8f69-d54c-4800-98df-a5453c91512b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/818b94ae-7787-4850-b0a0-079043215046 HTTP/1.1" status: 204 len: 168 time: 0.5133009 Mar 11 12:00:48.859409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb8f69-d54c-4800-98df-a5453c91512b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818b94ae-7787-4850-b0a0-079043215046,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:48.877495 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d137e0b1-e362-41eb-a6df-5ccdb50a1103 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-570673752-network', 'tenant_id': '09d5cd320b674c0e99aeaa20dd57d2bb'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:48.923152 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d137e0b1-e362-41eb-a6df-5ccdb50a1103 admin admin] Made reservation on behalf of 09d5cd320b674c0e99aeaa20dd57d2bb for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:48.930003 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d137e0b1-e362-41eb-a6df-5ccdb50a1103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:48.953102 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d137e0b1-e362-41eb-a6df-5ccdb50a1103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:48.955769 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (7d2620d7-d7f4-44a8-9cfa-56f0adac7369), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:48.977465 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:48.981073 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/networks/7d2620d7-d7f4-44a8-9cfa-56f0adac7369 HTTP/1.1" status: 204 len: 168 time: 2.1355805 Mar 11 12:00:48.988001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38926) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:49.009796 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2f881f78-0b37-4424-9806-de930e304b7f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1104934378'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:49.043657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7e621-08e9-4f5d-b766-84594106733a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Network': ['ID=7d2620d7-d7f4-44a8-9cfa-56f0adac7369,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:49.068460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f881f78-0b37-4424-9806-de930e304b7f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:49.072388 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f881f78-0b37-4424-9806-de930e304b7f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:49.126030 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd24015-1635-4232-be32-e00e05c9e3c8 req-07548e24-5923-4ecc-bea1-bdfd8f4f6112 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:49.135774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dd24015-1635-4232-be32-e00e05c9e3c8 req-07548e24-5923-4ecc-bea1-bdfd8f4f6112 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.3487151 Mar 11 12:00:49.163514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f881f78-0b37-4424-9806-de930e304b7f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:00:49.170040 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30920ac4-29dc-4a21-a945-b88f3b6a0028 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:00:49.193845 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:49.271268 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 30920ac4-29dc-4a21-a945-b88f3b6a0028, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:49.273081 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f881f78-0b37-4424-9806-de930e304b7f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ee03a176-4063-4958-b40e-64e24bdb839d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:49.273570 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-2f881f78-0b37-4424-9806-de930e304b7f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Added segment ee03a176-4063-4958-b40e-64e24bdb839d of type vlan for network 41114d41-c7aa-4cd9-920c-bf9fbbde6415 Mar 11 12:00:49.281058 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:49.355723 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dd24015-1635-4232-be32-e00e05c9e3c8 req-83be55e3-6575-460b-a9eb-0a0c249acfe8 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133102 Mar 11 12:00:49.451806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6535aa23-e3da-4dde-8946-7095f1ea3489 None None] DHCP port deletion for 7d2620d7-d7f4-44a8-9cfa-56f0adac7369 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:00:49.469434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['30920ac4-29dc-4a21-a945-b88f3b6a0028'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:00:49.474663 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ebaffe66-6053-4d6b-8375-4a63efb75b37 None None] Could not find standard attr ID for object 50031a57-7f3f-46eb-a291-efad5b592aa7. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:00:49.481651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=30920ac4-29dc-4a21-a945-b88f3b6a0028,revision_number=12']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:49.521643 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f881f78-0b37-4424-9806-de930e304b7f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (41114d41-c7aa-4cd9-920c-bf9fbbde6415), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:49.582971 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d137e0b1-e362-41eb-a6df-5ccdb50a1103 admin admin] Publish callbacks [] for security_group (5c672579-3a79-4895-96ad-d13c679a28f5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:49.609294 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d137e0b1-e362-41eb-a6df-5ccdb50a1103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5c672579-3a79-4895-96ad-d13c679a28f5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:49.645653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38936) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:49.651318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d137e0b1-e362-41eb-a6df-5ccdb50a1103 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:00:49.679711 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d137e0b1-e362-41eb-a6df-5ccdb50a1103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (3cb38c19-b699-4be3-bacb-93d683d02073), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:49.683183 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-d137e0b1-e362-41eb-a6df-5ccdb50a1103 admin admin] Added segment 3cb38c19-b699-4be3-bacb-93d683d02073 of type vlan for network 8f643498-59e6-4f88-97f4-fba97d06b064 Mar 11 12:00:49.738341 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8e37dd2a-dc4e-4388-b132-f2a47f35dc87 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b1b4edd058845eab1cbab710aaf9ff0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0913260 Mar 11 12:00:49.741278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38938) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:49.793715 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d137e0b1-e362-41eb-a6df-5ccdb50a1103 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (8f643498-59e6-4f88-97f4-fba97d06b064), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:49.809993 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-357afc48-81b9-4fad-bd10-7426da4b2174 admin admin] Publish callbacks [] for security_group (bf1a943a-dc8d-4f28-b317-2c5290731a82), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:49.834984 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-357afc48-81b9-4fad-bd10-7426da4b2174 admin admin] Publish callbacks [] for security_group (bf1a943a-dc8d-4f28-b317-2c5290731a82), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:49.896462 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f881f78-0b37-4424-9806-de930e304b7f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (41114d41-c7aa-4cd9-920c-bf9fbbde6415), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:49.902319 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f881f78-0b37-4424-9806-de930e304b7f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:49.903165 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f881f78-0b37-4424-9806-de930e304b7f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:49.909364 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-357afc48-81b9-4fad-bd10-7426da4b2174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bf1a943a-dc8d-4f28-b317-2c5290731a82), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:49.914101 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-357afc48-81b9-4fad-bd10-7426da4b2174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:49.921129 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-357afc48-81b9-4fad-bd10-7426da4b2174 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bf1a943a-dc8d-4f28-b317-2c5290731a82 HTTP/1.1" status: 204 len: 168 time: 0.1784980 Mar 11 12:00:49.932288 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357afc48-81b9-4fad-bd10-7426da4b2174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1a943a-dc8d-4f28-b317-2c5290731a82,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:49.977806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d137e0b1-e362-41eb-a6df-5ccdb50a1103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (8f643498-59e6-4f88-97f4-fba97d06b064), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:49.979162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137e0b1-e362-41eb-a6df-5ccdb50a1103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:49.980012 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d137e0b1-e362-41eb-a6df-5ccdb50a1103 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:49.992461 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f881f78-0b37-4424-9806-de930e304b7f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Network': ['ID=41114d41-c7aa-4cd9-920c-bf9fbbde6415,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:50.000713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137e0b1-e362-41eb-a6df-5ccdb50a1103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c672579-3a79-4895-96ad-d13c679a28f5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:50.007429 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 41114d41-c7aa-4cd9-920c-bf9fbbde6415 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:00:50.015332 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d137e0b1-e362-41eb-a6df-5ccdb50a1103 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4238999 Mar 11 12:00:50.015525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38942) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:50.023128 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-bda10d12-6cf9-4e40-a34c-d396c5ff4270 admin admin] Request body: {'subnet': {'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-570673752-subnet', 'tenant_id': '09d5cd320b674c0e99aeaa20dd57d2bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:50.046932 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2f881f78-0b37-4424-9806-de930e304b7f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0578332 Mar 11 12:00:50.060288 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38944) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:50.082265 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1d424646-f40c-4f19-8d54-1865abac0a1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'subnet': {'network_id': '41114d41-c7aa-4cd9-920c-bf9fbbde6415', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:50.098057 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda10d12-6cf9-4e40-a34c-d396c5ff4270 admin admin] Made reservation on behalf of 09d5cd320b674c0e99aeaa20dd57d2bb for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:50.100931 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bda10d12-6cf9-4e40-a34c-d396c5ff4270 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:50.174977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137e0b1-e362-41eb-a6df-5ccdb50a1103 admin admin] Pushing event updated for resources: {'Network': ['ID=8f643498-59e6-4f88-97f4-fba97d06b064,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:50.305121 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 8f643498-59e6-4f88-97f4-fba97d06b064 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:00:50.317852 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:50.379714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d424646-f40c-4f19-8d54-1865abac0a1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:50.389693 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1d424646-f40c-4f19-8d54-1865abac0a1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:50.773080 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bda10d12-6cf9-4e40-a34c-d396c5ff4270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (d2b721aa-1c42-4b6f-8791-9da31c359ccd), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:50.826253 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07121ae-e056-4d9b-a4ac-d1ff8ec7281b req-b95fefc2-cc37-4517-8a00-fd34165a8fa4 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:50.828438 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c07121ae-e056-4d9b-a4ac-d1ff8ec7281b req-b95fefc2-cc37-4517-8a00-fd34165a8fa4 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 946 time: 0.2491667 Mar 11 12:00:50.886312 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1d424646-f40c-4f19-8d54-1865abac0a1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (fae598ca-968b-4af3-b03a-8dc22c111b55), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:50.892388 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda10d12-6cf9-4e40-a34c-d396c5ff4270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b721aa-1c42-4b6f-8791-9da31c359ccd,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:50.935810 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda10d12-6cf9-4e40-a34c-d396c5ff4270 admin admin] Checking segment: {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:50.936189 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda10d12-6cf9-4e40-a34c-d396c5ff4270 admin admin] Network hostable DHCP agents. Network: 8f643498-59e6-4f88-97f4-fba97d06b064, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:00:50.955199 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c07121ae-e056-4d9b-a4ac-d1ff8ec7281b req-f4d098c2-76cb-431d-ac0a-2414bfe266d5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041365 Mar 11 12:00:50.974038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d424646-f40c-4f19-8d54-1865abac0a1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Subnet': ['ID=fae598ca-968b-4af3-b03a-8dc22c111b55,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:51.014457 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda10d12-6cf9-4e40-a34c-d396c5ff4270 admin admin] Network 8f643498-59e6-4f88-97f4-fba97d06b064 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:00:51.034337 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-bda10d12-6cf9-4e40-a34c-d396c5ff4270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 8f643498-59e6-4f88-97f4-fba97d06b064) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:51.039131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda10d12-6cf9-4e40-a34c-d396c5ff4270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:51.040144 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bda10d12-6cf9-4e40-a34c-d396c5ff4270 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:51.057049 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c649762a-0c57-44c4-9446-ffd3504fc651 None None] Network 8f643498-59e6-4f88-97f4-fba97d06b064 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:51.059168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d424646-f40c-4f19-8d54-1865abac0a1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Checking segment: {'id': 'ee03a176-4063-4958-b40e-64e24bdb839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '41114d41-c7aa-4cd9-920c-bf9fbbde6415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:51.059808 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d424646-f40c-4f19-8d54-1865abac0a1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network hostable DHCP agents. Network: 41114d41-c7aa-4cd9-920c-bf9fbbde6415, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:00:51.101470 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bda10d12-6cf9-4e40-a34c-d396c5ff4270 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0769100 Mar 11 12:00:51.103741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d424646-f40c-4f19-8d54-1865abac0a1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 41114d41-c7aa-4cd9-920c-bf9fbbde6415 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:00:51.113141 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1d424646-f40c-4f19-8d54-1865abac0a1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 41114d41-c7aa-4cd9-920c-bf9fbbde6415) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:51.119169 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d424646-f40c-4f19-8d54-1865abac0a1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:51.123492 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1d424646-f40c-4f19-8d54-1865abac0a1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:51.155955 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1d424646-f40c-4f19-8d54-1865abac0a1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0884552 Mar 11 12:00:51.158482 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38964) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:51.170246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-07502e66-c1b0-4a48-8f2a-7f4967aff671 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'network_id': '41114d41-c7aa-4cd9-920c-bf9fbbde6415', 'security_groups': [], 'name': 'tempest-PortsTestJSON-326511429'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:51.308280 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c78390d-5e01-48c4-95ab-3dd2b65435e4 None None] Network 41114d41-c7aa-4cd9-920c-bf9fbbde6415 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:51.483810 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07502e66-c1b0-4a48-8f2a-7f4967aff671 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:51.487190 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07502e66-c1b0-4a48-8f2a-7f4967aff671 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:51.527698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-07502e66-c1b0-4a48-8f2a-7f4967aff671 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] device_id is not set on port b741127e-c4b1-42fb-83b9-fae2695071ce yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:00:51.569529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 50031a57-7f3f-46eb-a291-efad5b592aa7 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:00:51.611799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 30920ac4-29dc-4a21-a945-b88f3b6a0028 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:00:51.669476 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38982) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:51.686212 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e265a1c4-a977-4367-b3a8-a93db78e4eff None None] Network 8f643498-59e6-4f88-97f4-fba97d06b064 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:51.739315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-07502e66-c1b0-4a48-8f2a-7f4967aff671 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Allocated IP 172.20.0.6 (41114d41-c7aa-4cd9-920c-bf9fbbde6415/fae598ca-968b-4af3-b03a-8dc22c111b55/b741127e-c4b1-42fb-83b9-fae2695071ce) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:00:51.836929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 50031a57-7f3f-46eb-a291-efad5b592aa7 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:00:51.837449 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 50031a57-7f3f-46eb-a291-efad5b592aa7 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:00:51.864382 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-41114d41-c7aa-4cd9-920c-bf9fbbde6415', 'network_id': '41114d41-c7aa-4cd9-920c-bf9fbbde6415', 'project_id': '125cb2b78a974a0f8153d4fcd2b41cbe', 'fixed_ips': [{'subnet_id': 'fae598ca-968b-4af3-b03a-8dc22c111b55'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:00:51.866172 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:51.981336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 30920ac4-29dc-4a21-a945-b88f3b6a0028 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:00:51.981711 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:51.982855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-60b06202-bed5-432a-bb3a-d64605463166 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1322698378'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:52.024315 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b06202-bed5-432a-bb3a-d64605463166 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Made reservation on behalf of f6a9015f5b904af3a1fea39b84d8e7c0 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:52.028986 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60b06202-bed5-432a-bb3a-d64605463166 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:52.045687 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60b06202-bed5-432a-bb3a-d64605463166 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:52.135010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 30920ac4-29dc-4a21-a945-b88f3b6a0028 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:00:52.136317 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:52.196132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:00:52.202210 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba954eb-6fae-4e7c-bd9a-33abba110d7d" -d '{"events": [{"server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "name": "network-vif-plugged", "status": "completed", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:00:52.236362 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07502e66-c1b0-4a48-8f2a-7f4967aff671 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (b741127e-c4b1-42fb-83b9-fae2695071ce), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:52.240578 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 30920ac4-29dc-4a21-a945-b88f3b6a0028, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:52.249696 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:52.346352 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=30920ac4-29dc-4a21-a945-b88f3b6a0028,revision_number=13']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:52.373787 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07502e66-c1b0-4a48-8f2a-7f4967aff671 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b741127e-c4b1-42fb-83b9-fae2695071ce), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:52.410710 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60b06202-bed5-432a-bb3a-d64605463166 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks [] for security_group (caf0ac18-dffb-42de-8794-d82a0b87ddab), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:52.457810 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60b06202-bed5-432a-bb3a-d64605463166 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (caf0ac18-dffb-42de-8794-d82a0b87ddab), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:52.458311 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07502e66-c1b0-4a48-8f2a-7f4967aff671 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=b741127e-c4b1-42fb-83b9-fae2695071ce,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:52.468804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Allocated IP 172.20.0.2 (41114d41-c7aa-4cd9-920c-bf9fbbde6415/fae598ca-968b-4af3-b03a-8dc22c111b55/8f836b0b-d144-4ba6-b01d-1c8bbf62da3e) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:00:52.491285 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07502e66-c1b0-4a48-8f2a-7f4967aff671 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 41114d41-c7aa-4cd9-920c-bf9fbbde6415 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:00:52.492782 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-07502e66-c1b0-4a48-8f2a-7f4967aff671 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:52.497004 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07502e66-c1b0-4a48-8f2a-7f4967aff671 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:52.497781 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b6cec-548a-4b53-8dc1-4259b7de5e4e req-db2560ce-e229-495a-9450-b4c3ff977f8f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:52.500028 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea4b6cec-548a-4b53-8dc1-4259b7de5e4e req-db2560ce-e229-495a-9450-b4c3ff977f8f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 946 time: 0.3659158 Mar 11 12:00:52.592912 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07502e66-c1b0-4a48-8f2a-7f4967aff671 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:52.593956 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07502e66-c1b0-4a48-8f2a-7f4967aff671 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:52.618007 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b06202-bed5-432a-bb3a-d64605463166 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:00:52.627303 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-07502e66-c1b0-4a48-8f2a-7f4967aff671 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.4674242 Mar 11 12:00:52.629823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39000) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:52.639428 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60b06202-bed5-432a-bb3a-d64605463166 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (28206e9b-67aa-4cf2-846e-c3101f561171), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:52.639792 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-60b06202-bed5-432a-bb3a-d64605463166 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Added segment 28206e9b-67aa-4cf2-846e-c3101f561171 of type vlan for network 77158eed-71a5-4828-b779-b677e3016310 Mar 11 12:00:52.724388 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60b06202-bed5-432a-bb3a-d64605463166 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (77158eed-71a5-4828-b779-b677e3016310), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:52.745641 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-477941c2-814b-4140-a5c6-2a205bf59bbc tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:52.747175 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-477941c2-814b-4140-a5c6-2a205bf59bbc tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 805 time: 0.5262697 Mar 11 12:00:52.760974 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Publish callbacks [] for port (8f836b0b-d144-4ba6-b01d-1c8bbf62da3e), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:52.777883 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (8f836b0b-d144-4ba6-b01d-1c8bbf62da3e), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:52.808246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4369d58d-abc0-4196-8935-52eb588cfccb tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port b741127e-c4b1-42fb-83b9-fae2695071ce {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:52.808621 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4369d58d-abc0-4196-8935-52eb588cfccb tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b741127e-c4b1-42fb-83b9-fae2695071ce), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:52.846604 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.resource_extend [None req-60b06202-bed5-432a-bb3a-d64605463166 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 12:00:52.854873 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b06202-bed5-432a-bb3a-d64605463166 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf0ac18-dffb-42de-8794-d82a0b87ddab,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:52.895534 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-b15bf824-b7d4-43e5-83f3-0d547ed854ad tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/quotas/09d5cd320b674c0e99aeaa20dd57d2bb HTTP/1.1" status: 200 len: 375 time: 0.0898955 Mar 11 12:00:52.902643 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Pushing event updated for resources: {'Port': ['ID=8f836b0b-d144-4ba6-b01d-1c8bbf62da3e,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:52.921817 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea4b6cec-548a-4b53-8dc1-4259b7de5e4e req-1444740c-ac60-4851-9939-826c302ba9e1 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4041412 Mar 11 12:00:52.929236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Network 41114d41-c7aa-4cd9-920c-bf9fbbde6415 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:00:52.935025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:52.941121 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:52.947646 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60b06202-bed5-432a-bb3a-d64605463166 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (77158eed-71a5-4828-b779-b677e3016310), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:52.952924 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b06202-bed5-432a-bb3a-d64605463166 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:52.958701 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60b06202-bed5-432a-bb3a-d64605463166 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:53.015804 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e90ecf2-6461-4220-8675-d892de5b25c7 x-openstack-request-id: req-3e90ecf2-6461-4220-8675-d892de5b25c7 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:00:53.016193 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "name": "network-vif-plugged", "status": "completed", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:00:53.016697 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3e90ecf2-6461-4220-8675-d892de5b25c7 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:00:53.020989 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'code': 200} Mar 11 12:00:53.033889 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-24ef51a5-eddc-4e45-86cf-f92e71d9a437 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095748 Mar 11 12:00:53.071818 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4369d58d-abc0-4196-8935-52eb588cfccb tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b741127e-c4b1-42fb-83b9-fae2695071ce), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:53.096609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4369d58d-abc0-4196-8935-52eb588cfccb tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for b741127e-c4b1-42fb-83b9-fae2695071ce owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:53.124572 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Attempting to bind port 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:53.126221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Attempting to bind port 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'ee03a176-4063-4958-b40e-64e24bdb839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '41114d41-c7aa-4cd9-920c-bf9fbbde6415'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:53.130732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Attempting to bind port 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e on network 41114d41-c7aa-4cd9-920c-bf9fbbde6415 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:53.143814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:00:53.144522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Checking segment: {'id': 'ee03a176-4063-4958-b40e-64e24bdb839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '41114d41-c7aa-4cd9-920c-bf9fbbde6415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:53.144636 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:53.144962 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Bound using segment: {'id': 'ee03a176-4063-4958-b40e-64e24bdb839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '41114d41-c7aa-4cd9-920c-bf9fbbde6415'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:00:53.145433 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Bound port: 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee03a176-4063-4958-b40e-64e24bdb839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '41114d41-c7aa-4cd9-920c-bf9fbbde6415'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:00:53.145811 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8f836b0b-d144-4ba6-b01d-1c8bbf62da3e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:53.161250 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-60b06202-bed5-432a-bb3a-d64605463166 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4885170 Mar 11 12:00:53.175441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39008) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:53.186835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9bfab311-0493-4dca-a264-053858cb9248 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Request body: {'subnet': {'network_id': '77158eed-71a5-4828-b779-b677e3016310', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:53.354425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] For port 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:00:53.358211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] For port 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8f836b0b-d144-4ba6-b01d-1c8bbf62da3e,segment=NetworkSegment(ee03a176-4063-4958-b40e-64e24bdb839d),segment_id=ee03a176-4063-4958-b40e-64e24bdb839d)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:00:53.366248 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b06202-bed5-432a-bb3a-d64605463166 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event updated for resources: {'Network': ['ID=77158eed-71a5-4828-b779-b677e3016310,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:53.374134 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8f836b0b-d144-4ba6-b01d-1c8bbf62da3e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:53.394911 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 77158eed-71a5-4828-b779-b677e3016310 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:00:53.530496 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4369d58d-abc0-4196-8935-52eb588cfccb tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b741127e-c4b1-42fb-83b9-fae2695071ce), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:53.567821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369d58d-abc0-4196-8935-52eb588cfccb tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=b741127e-c4b1-42fb-83b9-fae2695071ce,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:53.576784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d1044-1eb5-4046-8318-1b71bf3e722f None None] Pushing event updated for resources: {'Port': ['ID=8f836b0b-d144-4ba6-b01d-1c8bbf62da3e,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:53.620343 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-eed2e5c4-07b6-42d9-9cd7-c30664fc8e9e service neutron] 10.222.0.78 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498612 Mar 11 12:00:53.734879 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4369d58d-abc0-4196-8935-52eb588cfccb tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:53.747182 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4369d58d-abc0-4196-8935-52eb588cfccb tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/ports/b741127e-c4b1-42fb-83b9-fae2695071ce HTTP/1.1" status: 204 len: 168 time: 1.1158128 Mar 11 12:00:53.747954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39012) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:53.806709 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21a8e86-4564-4471-9276-b8b381bbbbfe tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] GET failed (client error): The resource could not be found. Mar 11 12:00:53.819945 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c21a8e86-4564-4471-9276-b8b381bbbbfe tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports/b741127e-c4b1-42fb-83b9-fae2695071ce HTTP/1.1" status: 404 len: 333 time: 0.0694084 Mar 11 12:00:53.820572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39014) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:53.853126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfab311-0493-4dca-a264-053858cb9248 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Made reservation on behalf of f6a9015f5b904af3a1fea39b84d8e7c0 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:53.863877 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bfab311-0493-4dca-a264-053858cb9248 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:53.912500 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-43460991-ffca-4583-8db5-509069194b26 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting subnet fae598ca-968b-4af3-b03a-8dc22c111b55 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:00:53.923108 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43460991-ffca-4583-8db5-509069194b26 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (fae598ca-968b-4af3-b03a-8dc22c111b55), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:54.033392 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43460991-ffca-4583-8db5-509069194b26 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (fae598ca-968b-4af3-b03a-8dc22c111b55), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:54.099457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-81e8d4be-4d16-43cd-b4a1-be20742f7556 service neutron] 10.222.0.78 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716213 Mar 11 12:00:54.174918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe0b8b-e705-4d8d-8150-f5e98abb5b02 req-f67d8672-787a-41ac-8488-cc6e929a8db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:54.176622 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bbe0b8b-e705-4d8d-8150-f5e98abb5b02 req-f67d8672-787a-41ac-8488-cc6e929a8db7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 1129 time: 0.3660641 Mar 11 12:00:54.228800 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43460991-ffca-4583-8db5-509069194b26 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (fae598ca-968b-4af3-b03a-8dc22c111b55), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:54.472957 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43460991-ffca-4583-8db5-509069194b26 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (fae598ca-968b-4af3-b03a-8dc22c111b55), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:54.527740 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43460991-ffca-4583-8db5-509069194b26 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Subnet': ['ID=fae598ca-968b-4af3-b03a-8dc22c111b55,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:54.550826 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43460991-ffca-4583-8db5-509069194b26 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:54.554502 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-43460991-ffca-4583-8db5-509069194b26 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/fae598ca-968b-4af3-b03a-8dc22c111b55 HTTP/1.1" status: 204 len: 168 time: 0.7329657 Mar 11 12:00:54.558007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39030) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:54.581672 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-abd46af8-ab8f-4ad7-a28e-4682c513a66c req-e235a03b-f040-4ddf-aeef-69da0597b680 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 210 time: 0.1152625 Mar 11 12:00:54.599334 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0babd-a4c6-4cfc-8240-33d2373a3522 req-2a1f68c2-a0f9-4568-8a8c-1bc0f04b0a47 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:54.606935 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86e0babd-a4c6-4cfc-8240-33d2373a3522 req-2a1f68c2-a0f9-4568-8a8c-1bc0f04b0a47 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 0.4293895 Mar 11 12:00:54.673046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe0b8b-e705-4d8d-8150-f5e98abb5b02 req-7812ea83-194c-474f-917a-afbde01142df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:54.674709 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bbe0b8b-e705-4d8d-8150-f5e98abb5b02 req-7812ea83-194c-474f-917a-afbde01142df service neutron] 10.222.0.71 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 0.4099913 Mar 11 12:00:54.683363 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bfab311-0493-4dca-a264-053858cb9248 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (baf51d14-002a-4322-979e-09bf707b5bfe), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:54.818259 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86e0babd-a4c6-4cfc-8240-33d2373a3522 req-1ec6f677-0b88-4929-97aa-701891023428 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054384 Mar 11 12:00:54.853102 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (41114d41-c7aa-4cd9-920c-bf9fbbde6415), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:55.029015 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:55.037995 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8f836b0b-d144-4ba6-b01d-1c8bbf62da3e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:55.293990 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] For port 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8f836b0b-d144-4ba6-b01d-1c8bbf62da3e,segment=NetworkSegment(ee03a176-4063-4958-b40e-64e24bdb839d),segment_id=ee03a176-4063-4958-b40e-64e24bdb839d)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:00:55.304438 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8f836b0b-d144-4ba6-b01d-1c8bbf62da3e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:55.367971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:55.461730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e90de57-38ae-4a14-bbf5-e8e156df0ecf None None] Network 41114d41-c7aa-4cd9-920c-bf9fbbde6415 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:55.517526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:00:55.650262 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (8f836b0b-d144-4ba6-b01d-1c8bbf62da3e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:55.694301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=8f836b0b-d144-4ba6-b01d-1c8bbf62da3e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:55.718330 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No DVR routers for this DVR port 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:00:55.854925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (41114d41-c7aa-4cd9-920c-bf9fbbde6415), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:55.890480 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41114d41-c7aa-4cd9-920c-bf9fbbde6415']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:55.902786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee03a176-4063-4958-b40e-64e24bdb839d') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:55.903197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee03a176-4063-4958-b40e-64e24bdb839d') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:00:55.907324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No active binding found for port 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e {{(pid=104033) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 12:00:55.907648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] The host n-d-833234-2 is not matching for port 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e host None! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 12:00:55.914959 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (ee03a176-4063-4958-b40e-64e24bdb839d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:55.920943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 11 12:00:55.930768 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ee03a176-4063-4958-b40e-64e24bdb839d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:55.946137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:00:55.946779 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (ee03a176-4063-4958-b40e-64e24bdb839d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:56.007203 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4476938-c3a4-42ec-8cbe-34f28908932a req-687bcec6-7a53-4a27-bf91-c166e8f3d5b6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 210 time: 0.1664326 Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:00:56.009670 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:00:56.019919 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (41114d41-c7aa-4cd9-920c-bf9fbbde6415), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:56.047015 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:56.047416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfab311-0493-4dca-a264-053858cb9248 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event updated for resources: {'Subnet': ['ID=baf51d14-002a-4322-979e-09bf707b5bfe,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:56.052126 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/networks/41114d41-c7aa-4cd9-920c-bf9fbbde6415 HTTP/1.1" status: 204 len: 168 time: 1.4885535 Mar 11 12:00:56.053318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9cedb-a09c-447e-87f6-a14b24277d6b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Network': ['ID=41114d41-c7aa-4cd9-920c-bf9fbbde6415,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:56.055566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39058) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:56.061102 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-75a1bf52-1d32-479b-a005-570501b57146 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850', 'name': 'tempest-PortsTestJSON-362472973'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:56.070366 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfab311-0493-4dca-a264-053858cb9248 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Checking segment: {'id': '28206e9b-67aa-4cf2-846e-c3101f561171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '77158eed-71a5-4828-b779-b677e3016310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:56.092416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfab311-0493-4dca-a264-053858cb9248 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Network hostable DHCP agents. Network: 77158eed-71a5-4828-b779-b677e3016310, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:00:56.110737 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bbe0b8b-e705-4d8d-8150-f5e98abb5b02 req-8e9f4b74-af8e-483c-bf3c-872d5e77bfd6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028 HTTP/1.1" status: 200 len: 1002 time: 1.4196525 Mar 11 12:00:56.140589 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Port 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e not found, will not notify nova. {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 11 12:00:56.149251 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d906f61-24d2-4c48-8c79-7d3dc7ae7d6a None None] DHCP port deletion for 41114d41-c7aa-4cd9-920c-bf9fbbde6415 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:00:56.168214 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-920fcb5b-29ec-49e1-be83-2a29cf71e88e None None] Provisioning complete for port 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:00:56.171150 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-920fcb5b-29ec-49e1-be83-2a29cf71e88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8f836b0b-d144-4ba6-b01d-1c8bbf62da3e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:56.227686 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-920fcb5b-29ec-49e1-be83-2a29cf71e88e None None] Port 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e was deleted so its status cannot be updated. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 11 12:00:56.245500 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a1bf52-1d32-479b-a005-570501b57146 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:56.251931 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75a1bf52-1d32-479b-a005-570501b57146 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:56.310251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-75a1bf52-1d32-479b-a005-570501b57146 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] device_id is not set on port a44a1580-4bab-4856-80e0-f8b4ef2b06bf yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:00:56.420040 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfab311-0493-4dca-a264-053858cb9248 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Network 77158eed-71a5-4828-b779-b677e3016310 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:00:56.492374 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-9bfab311-0493-4dca-a264-053858cb9248 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 77158eed-71a5-4828-b779-b677e3016310) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:56.501691 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5064c7-3ae1-4537-85da-fbf482f4924e None None] Network 77158eed-71a5-4828-b779-b677e3016310 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:00:56.518119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfab311-0493-4dca-a264-053858cb9248 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:56.518728 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bfab311-0493-4dca-a264-053858cb9248 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:56.689202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7b340-bee4-4bb4-bd48-8f6b58b8eadb req-1e440f05-ffd6-40f9-ba1f-700feb1a3b6b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:56.691389 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cde7b340-bee4-4bb4-bd48-8f6b58b8eadb req-1e440f05-ffd6-40f9-ba1f-700feb1a3b6b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 0.5787227 Mar 11 12:00:56.720983 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe0b8b-e705-4d8d-8150-f5e98abb5b02 req-58a5a3ce-bc96-4f7c-87d9-fb806bafba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:56.726486 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bbe0b8b-e705-4d8d-8150-f5e98abb5b02 req-58a5a3ce-bc96-4f7c-87d9-fb806bafba17 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.5914974 Mar 11 12:00:56.735615 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75a1bf52-1d32-479b-a005-570501b57146 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (a44a1580-4bab-4856-80e0-f8b4ef2b06bf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:56.871632 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75a1bf52-1d32-479b-a005-570501b57146 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a44a1580-4bab-4856-80e0-f8b4ef2b06bf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:56.893863 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-77158eed-71a5-4828-b779-b677e3016310', 'network_id': '77158eed-71a5-4828-b779-b677e3016310', 'project_id': 'f6a9015f5b904af3a1fea39b84d8e7c0', 'fixed_ips': [{'subnet_id': 'baf51d14-002a-4322-979e-09bf707b5bfe'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:00:56.894748 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:56.920847 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9bfab311-0493-4dca-a264-053858cb9248 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7417727 Mar 11 12:00:56.965494 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39070) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:57.001881 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9924e130-f540-4e91-a30f-70a568ae0352 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Request body: {'port': {'network_id': '77158eed-71a5-4828-b779-b677e3016310', 'name': 'tempest-AllowedAddressPairTestJSON-1739662303'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:57.071355 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a1bf52-1d32-479b-a005-570501b57146 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 597c0b54-de71-49ab-ae23-76a7f6644850 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:00:57.299299 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Allocated IP 172.20.0.2 (77158eed-71a5-4828-b779-b677e3016310/baf51d14-002a-4322-979e-09bf707b5bfe/6685dff6-6b8d-4674-9669-af2bf038e73a) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:00:57.315113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf7e009d-abc8-40d0-8117-a0caac916458 req-7856d403-0fa6-4ca9-8071-322d94c845d5 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 210 time: 0.1069288 Mar 11 12:00:57.343471 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-75a1bf52-1d32-479b-a005-570501b57146 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:57.347126 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a1bf52-1d32-479b-a005-570501b57146 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:57.374681 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a1bf52-1d32-479b-a005-570501b57146 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:57.376347 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75a1bf52-1d32-479b-a005-570501b57146 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:57.382438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1bf52-1d32-479b-a005-570501b57146 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=a44a1580-4bab-4856-80e0-f8b4ef2b06bf,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:57.385133 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cde7b340-bee4-4bb4-bd48-8f6b58b8eadb req-4cb4eb3e-3846-4195-8a5f-ca6249a320b3 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6611447 Mar 11 12:00:57.428252 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:00:57.441063 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe0b8b-e705-4d8d-8150-f5e98abb5b02 req-8e2cb3fd-8fe2-4a42-8bae-e93c0cbe586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:57.445552 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-75a1bf52-1d32-479b-a005-570501b57146 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3887362 Mar 11 12:00:57.446075 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bbe0b8b-e705-4d8d-8150-f5e98abb5b02 req-8e2cb3fd-8fe2-4a42-8bae-e93c0cbe586f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6983559 Mar 11 12:00:57.449798 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39076) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:57.464320 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9924e130-f540-4e91-a30f-70a568ae0352 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Made reservation on behalf of f6a9015f5b904af3a1fea39b84d8e7c0 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:57.468137 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9924e130-f540-4e91-a30f-70a568ae0352 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:57.503342 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:00:57.503933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8f836b0b-d144-4ba6-b01d-1c8bbf62da3e not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:00:57.539278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-9924e130-f540-4e91-a30f-70a568ae0352 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] device_id is not set on port 8b59fb28-58ec-4572-a735-db0517e2206a yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:00:57.568944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-5c8c33f8-3e96-4325-8fd3-30afc6996df2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:57.570785 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-5c8c33f8-3e96-4325-8fd3-30afc6996df2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.37 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 805 time: 0.9944701 Mar 11 12:00:57.608337 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-82de7e9a-1724-4678-80cb-86e3edcddaa2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Request body: {'port': {'device_id': 'a9ac712b-3ba5-41a5-9936-662f439211cd', 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064', 'admin_state_up': True, 'tenant_id': '09d5cd320b674c0e99aeaa20dd57d2bb'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:57.850578 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Publish callbacks [] for port (6685dff6-6b8d-4674-9669-af2bf038e73a), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:57.873110 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (6685dff6-6b8d-4674-9669-af2bf038e73a), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:57.911504 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bbe0b8b-e705-4d8d-8150-f5e98abb5b02 req-b0cad86d-4d44-46a8-8388-850a5e8757b8 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310012 Mar 11 12:00:57.982876 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Pushing event updated for resources: {'Port': ['ID=6685dff6-6b8d-4674-9669-af2bf038e73a,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:58.004346 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-9924e130-f540-4e91-a30f-70a568ae0352 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Allocated IP 172.20.0.3 (77158eed-71a5-4828-b779-b677e3016310/baf51d14-002a-4322-979e-09bf707b5bfe/8b59fb28-58ec-4572-a735-db0517e2206a) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:00:58.039086 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Network 77158eed-71a5-4828-b779-b677e3016310 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:00:58.044335 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:58.047894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:58.168477 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Attempting to bind port 6685dff6-6b8d-4674-9669-af2bf038e73a on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:00:58.169042 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Attempting to bind port 6685dff6-6b8d-4674-9669-af2bf038e73a by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '28206e9b-67aa-4cf2-846e-c3101f561171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '77158eed-71a5-4828-b779-b677e3016310'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:00:58.169517 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Attempting to bind port 6685dff6-6b8d-4674-9669-af2bf038e73a on network 77158eed-71a5-4828-b779-b677e3016310 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:00:58.178744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:00:58.182474 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Checking segment: {'id': '28206e9b-67aa-4cf2-846e-c3101f561171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '77158eed-71a5-4828-b779-b677e3016310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:00:58.183024 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:58.183522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Bound using segment: {'id': '28206e9b-67aa-4cf2-846e-c3101f561171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '77158eed-71a5-4828-b779-b677e3016310'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:00:58.184145 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Bound port: 6685dff6-6b8d-4674-9669-af2bf038e73a, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28206e9b-67aa-4cf2-846e-c3101f561171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '77158eed-71a5-4828-b779-b677e3016310'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:00:58.184699 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6685dff6-6b8d-4674-9669-af2bf038e73a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:58.192608 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9924e130-f540-4e91-a30f-70a568ae0352 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks [] for port (8b59fb28-58ec-4572-a735-db0517e2206a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:58.242865 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9924e130-f540-4e91-a30f-70a568ae0352 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (8b59fb28-58ec-4572-a735-db0517e2206a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:58.329052 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] For port 6685dff6-6b8d-4674-9669-af2bf038e73a, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:00:58.333517 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924e130-f540-4e91-a30f-70a568ae0352 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event updated for resources: {'Port': ['ID=8b59fb28-58ec-4572-a735-db0517e2206a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:58.336856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] For port 6685dff6-6b8d-4674-9669-af2bf038e73a, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=6685dff6-6b8d-4674-9669-af2bf038e73a,segment=NetworkSegment(28206e9b-67aa-4cf2-846e-c3101f561171),segment_id=28206e9b-67aa-4cf2-846e-c3101f561171)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:00:58.354259 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (6685dff6-6b8d-4674-9669-af2bf038e73a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:58.369928 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9924e130-f540-4e91-a30f-70a568ae0352 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Network 77158eed-71a5-4828-b779-b677e3016310 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:00:58.375869 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-9924e130-f540-4e91-a30f-70a568ae0352 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:00:58.379020 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9924e130-f540-4e91-a30f-70a568ae0352 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:00:58.411639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-cee77d6c-947c-44da-9272-29ed2c2cc568 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port a44a1580-4bab-4856-80e0-f8b4ef2b06bf {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:00:58.412252 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cee77d6c-947c-44da-9272-29ed2c2cc568 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a44a1580-4bab-4856-80e0-f8b4ef2b06bf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:58.475532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9924e130-f540-4e91-a30f-70a568ae0352 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:58.484535 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9924e130-f540-4e91-a30f-70a568ae0352 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:58.499364 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2940ad-e1b9-448d-9ab7-3ca8226d9ff2 None None] Pushing event updated for resources: {'Port': ['ID=6685dff6-6b8d-4674-9669-af2bf038e73a,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:00:58.523689 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9924e130-f540-4e91-a30f-70a568ae0352 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5381949 Mar 11 12:00:58.526725 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39084) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:00:58.532193 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-51df5c0d-1c68-49fb-9cfa-135f00976df2 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Request body: {'port': {'network_id': '77158eed-71a5-4828-b779-b677e3016310', 'name': 'tempest-AllowedAddressPairTestJSON-1953502478', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:41:50:3b'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:00:58.626874 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bbe0b8b-e705-4d8d-8150-f5e98abb5b02 req-10082b6d-b4d4-4f2e-9c4e-097f272c738e service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554651 Mar 11 12:00:58.730752 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15a79a8f-50b4-41a1-8be8-937c9e28ec11 req-6f3e41e3-4c34-40d7-ba4e-eb0a8b5cf00c tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 210 time: 0.1727493 Mar 11 12:00:58.771327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-82de7e9a-1724-4678-80cb-86e3edcddaa2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Made reservation on behalf of 09d5cd320b674c0e99aeaa20dd57d2bb for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:58.779339 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-82de7e9a-1724-4678-80cb-86e3edcddaa2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:58.818847 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51df5c0d-1c68-49fb-9cfa-135f00976df2 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Made reservation on behalf of f6a9015f5b904af3a1fea39b84d8e7c0 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:00:58.996949 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-51df5c0d-1c68-49fb-9cfa-135f00976df2 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:58.997163 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cee77d6c-947c-44da-9272-29ed2c2cc568 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a44a1580-4bab-4856-80e0-f8b4ef2b06bf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:59.036955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-51df5c0d-1c68-49fb-9cfa-135f00976df2 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] device_id is not set on port 24a670bd-e48d-463a-8dfd-7b7a5b3329a4 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:00:59.076060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-cee77d6c-947c-44da-9272-29ed2c2cc568 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for a44a1580-4bab-4856-80e0-f8b4ef2b06bf owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:00:59.315887 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-51df5c0d-1c68-49fb-9cfa-135f00976df2 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Allocated IP 172.20.0.10 (77158eed-71a5-4828-b779-b677e3016310/baf51d14-002a-4322-979e-09bf707b5bfe/24a670bd-e48d-463a-8dfd-7b7a5b3329a4) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:00:59.526342 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6685dff6-6b8d-4674-9669-af2bf038e73a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:00:59.645089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 6685dff6-6b8d-4674-9669-af2bf038e73a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:00:59.645850 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6685dff6-6b8d-4674-9669-af2bf038e73a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:59.709702 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-51df5c0d-1c68-49fb-9cfa-135f00976df2 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks [] for port (24a670bd-e48d-463a-8dfd-7b7a5b3329a4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:59.860859 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-51df5c0d-1c68-49fb-9cfa-135f00976df2 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (24a670bd-e48d-463a-8dfd-7b7a5b3329a4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:59.871929 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cee77d6c-947c-44da-9272-29ed2c2cc568 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a44a1580-4bab-4856-80e0-f8b4ef2b06bf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:59.939433 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ac539-b664-4771-8a5f-32811d413a0b req-75323a10-7f45-4a5c-8acb-8fe9bb525fda tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:00:59.944150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 6685dff6-6b8d-4674-9669-af2bf038e73a is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:00:59.944853 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6685dff6-6b8d-4674-9669-af2bf038e73a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:00:59.945268 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d6ac539-b664-4771-8a5f-32811d413a0b req-75323a10-7f45-4a5c-8acb-8fe9bb525fda tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 1.2112079 Mar 11 12:01:00.027344 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51df5c0d-1c68-49fb-9cfa-135f00976df2 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Network 77158eed-71a5-4828-b779-b677e3016310 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:00.030493 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-51df5c0d-1c68-49fb-9cfa-135f00976df2 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:00.056211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51df5c0d-1c68-49fb-9cfa-135f00976df2 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:00.069483 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 6685dff6-6b8d-4674-9669-af2bf038e73a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=6685dff6-6b8d-4674-9669-af2bf038e73a,segment=NetworkSegment(28206e9b-67aa-4cf2-846e-c3101f561171),segment_id=28206e9b-67aa-4cf2-846e-c3101f561171)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:00.081296 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (6685dff6-6b8d-4674-9669-af2bf038e73a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:00.179608 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee77d6c-947c-44da-9272-29ed2c2cc568 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=a44a1580-4bab-4856-80e0-f8b4ef2b06bf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:00.205198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51df5c0d-1c68-49fb-9cfa-135f00976df2 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:00.205902 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-51df5c0d-1c68-49fb-9cfa-135f00976df2 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:00.250285 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df5c0d-1c68-49fb-9cfa-135f00976df2 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event updated for resources: {'Port': ['ID=24a670bd-e48d-463a-8dfd-7b7a5b3329a4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:00.266260 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38b52488-2e4c-4697-a535-ec48d573bbfc req-6d683f92-9748-4a42-8f3b-087d04cef2eb tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 210 time: 0.2953439 Mar 11 12:01:00.273602 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=6685dff6-6b8d-4674-9669-af2bf038e73a,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:00.285829 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-51df5c0d-1c68-49fb-9cfa-135f00976df2 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.7578201 Mar 11 12:01:00.288243 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39096) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:00.328165 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cee77d6c-947c-44da-9272-29ed2c2cc568 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:00.341728 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cee77d6c-947c-44da-9272-29ed2c2cc568 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/ports/a44a1580-4bab-4856-80e0-f8b4ef2b06bf HTTP/1.1" status: 204 len: 168 time: 2.8835082 Mar 11 12:01:00.345190 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39098) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:00.363429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3b8e6829-ea51-4e54-8628-6767a876d034 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850', 'mac_address': 'fa:16:3e:78:20:03', 'name': 'tempest-PortsTestJSON-201364799'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:00.438222 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d6ac539-b664-4771-8a5f-32811d413a0b req-b1a7ebc3-c067-4412-a13d-789a0acf35e2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3692324 Mar 11 12:01:00.499649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22138439-2f03-4708-b3bc-a66cf79ae29d tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:00.515011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22138439-2f03-4708-b3bc-a66cf79ae29d tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:00.533877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22138439-2f03-4708-b3bc-a66cf79ae29d tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:00.536016 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-22138439-2f03-4708-b3bc-a66cf79ae29d tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2465589 Mar 11 12:01:00.614451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-82de7e9a-1724-4678-80cb-86e3edcddaa2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Allocated IP 172.20.0.11 (8f643498-59e6-4f88-97f4-fba97d06b064/d2b721aa-1c42-4b6f-8791-9da31c359ccd/de47ce64-ea93-40ab-9763-7f508aec56e0) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:00.636330 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39102) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:00.724810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f516a5-579a-4eb9-9833-5735b9ba418f None None] Network 77158eed-71a5-4828-b779-b677e3016310 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:01:00.828506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8e6829-ea51-4e54-8628-6767a876d034 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:00.920075 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1ca9cde5-bc58-44cb-8b61-29cf04488ea9 None None] Provisioning complete for port 6685dff6-6b8d-4674-9669-af2bf038e73a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:00.921036 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1ca9cde5-bc58-44cb-8b61-29cf04488ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6685dff6-6b8d-4674-9669-af2bf038e73a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:00.991768 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6829-ea51-4e54-8628-6767a876d034 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:01.085775 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-82de7e9a-1724-4678-80cb-86e3edcddaa2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks [] for port (de47ce64-ea93-40ab-9763-7f508aec56e0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:01.096227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-9a295e7d-d23e-4a44-9356-375917019792 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Deleting port 24a670bd-e48d-463a-8dfd-7b7a5b3329a4 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:01.096744 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9a295e7d-d23e-4a44-9356-375917019792 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (24a670bd-e48d-463a-8dfd-7b7a5b3329a4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:01.201618 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-82de7e9a-1724-4678-80cb-86e3edcddaa2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (de47ce64-ea93-40ab-9763-7f508aec56e0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:01.319763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-82de7e9a-1724-4678-80cb-86e3edcddaa2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Network 8f643498-59e6-4f88-97f4-fba97d06b064 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:01.331377 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-82de7e9a-1724-4678-80cb-86e3edcddaa2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:01.335216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-82de7e9a-1724-4678-80cb-86e3edcddaa2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:01.433549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1ca9cde5-bc58-44cb-8b61-29cf04488ea9 None None] Current status of the port 6685dff6-6b8d-4674-9669-af2bf038e73a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:01.434175 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9a295e7d-d23e-4a44-9356-375917019792 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (24a670bd-e48d-463a-8dfd-7b7a5b3329a4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:01.463607 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6685dff6-6b8d-4674-9669-af2bf038e73a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:01:01.492455 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-9a295e7d-d23e-4a44-9356-375917019792 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Calling delete_port for 24a670bd-e48d-463a-8dfd-7b7a5b3329a4 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:01.632235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de7e9a-1724-4678-80cb-86e3edcddaa2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Pushing event updated for resources: {'Port': ['ID=de47ce64-ea93-40ab-9763-7f508aec56e0,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:01.743896 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 6685dff6-6b8d-4674-9669-af2bf038e73a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:01.744948 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6685dff6-6b8d-4674-9669-af2bf038e73a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:01.827340 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-82de7e9a-1724-4678-80cb-86e3edcddaa2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:01.828860 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-82de7e9a-1724-4678-80cb-86e3edcddaa2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:01.880418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec05ec8-2726-4f92-8058-22eb4acfdd7f req-19671bf4-02b2-4928-9192-cef8eca4292d tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:01.882530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ec05ec8-2726-4f92-8058-22eb4acfdd7f req-19671bf4-02b2-4928-9192-cef8eca4292d tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 932 time: 0.3916392 Mar 11 12:01:01.919139 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-3b8e6829-ea51-4e54-8628-6767a876d034 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] device_id is not set on port 8ba4d395-6939-472a-9c2f-3dcfc2a461ee yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:01:01.934675 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9a295e7d-d23e-4a44-9356-375917019792 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (24a670bd-e48d-463a-8dfd-7b7a5b3329a4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:01.968595 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e4c1b-e084-4897-9939-235c2c90ebe4 req-89337e1e-73a8-4065-98bb-fd21c203dea5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:01.993080 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da6e4c1b-e084-4897-9939-235c2c90ebe4 req-89337e1e-73a8-4065-98bb-fd21c203dea5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 0.3473947 Mar 11 12:01:02.047374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 6685dff6-6b8d-4674-9669-af2bf038e73a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:02.052976 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-82de7e9a-1724-4678-80cb-86e3edcddaa2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4730012 Mar 11 12:01:02.081349 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a295e7d-d23e-4a44-9356-375917019792 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event deleted for resources: {'Port': ['ID=24a670bd-e48d-463a-8dfd-7b7a5b3329a4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:02.131829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Request body: {'port': {'device_id': 'a9ac712b-3ba5-41a5-9936-662f439211cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:02.277712 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1091bd11-e22e-466b-9119-59eff0ceab45 None None] Could not find standard attr ID for object 24a670bd-e48d-463a-8dfd-7b7a5b3329a4. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:01:02.304652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1091bd11-e22e-466b-9119-59eff0ceab45 None None] Provisioning complete for port 8b59fb28-58ec-4572-a735-db0517e2206a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:02.305312 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1091bd11-e22e-466b-9119-59eff0ceab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8b59fb28-58ec-4572-a735-db0517e2206a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:02.347239 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ec05ec8-2726-4f92-8058-22eb4acfdd7f req-4b50e8af-9f22-46b5-be23-5a7f5ee1ed78 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529216 Mar 11 12:01:02.481651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1091bd11-e22e-466b-9119-59eff0ceab45 None None] Port 8b59fb28-58ec-4572-a735-db0517e2206a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:02.522483 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1091bd11-e22e-466b-9119-59eff0ceab45 None None] Provisioning complete for port 6685dff6-6b8d-4674-9669-af2bf038e73a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:02.522869 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1091bd11-e22e-466b-9119-59eff0ceab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6685dff6-6b8d-4674-9669-af2bf038e73a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:02.560919 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da6e4c1b-e084-4897-9939-235c2c90ebe4 req-a26399c9-d4c0-4e9d-b577-4099d5605bb7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5654941 Mar 11 12:01:02.578230 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (de47ce64-ea93-40ab-9763-7f508aec56e0), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:02.737024 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1091bd11-e22e-466b-9119-59eff0ceab45 None None] Current status of the port 6685dff6-6b8d-4674-9669-af2bf038e73a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:02.874251 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a50bfa0b-d09c-4a4e-9ede-fe154cd80b26 None None] Provisioning complete for port 8b59fb28-58ec-4572-a735-db0517e2206a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:02.875441 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a50bfa0b-d09c-4a4e-9ede-fe154cd80b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8b59fb28-58ec-4572-a735-db0517e2206a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:02.960717 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a50bfa0b-d09c-4a4e-9ede-fe154cd80b26 None None] Port 8b59fb28-58ec-4572-a735-db0517e2206a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:03.174442 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-16d8b56a-a5ee-4d17-8656-f1ac18ca9c4b None None] Could not find standard attr ID for object 24a670bd-e48d-463a-8dfd-7b7a5b3329a4. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:01:03.359957 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de47ce64-ea93-40ab-9763-7f508aec56e0 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:01:03.374940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6829-ea51-4e54-8628-6767a876d034 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (8ba4d395-6939-472a-9c2f-3dcfc2a461ee), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:03.377523 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Publish callbacks [] for port (de47ce64-ea93-40ab-9763-7f508aec56e0), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:03.414276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Transition to ACTIVE for port object de47ce64-ea93-40ab-9763-7f508aec56e0 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:01:03.427873 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (de47ce64-ea93-40ab-9763-7f508aec56e0), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:03.453643 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6829-ea51-4e54-8628-6767a876d034 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (8ba4d395-6939-472a-9c2f-3dcfc2a461ee), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:03.566699 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:03.627230 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8e6829-ea51-4e54-8628-6767a876d034 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 597c0b54-de71-49ab-ae23-76a7f6644850 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:03.757691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e6829-ea51-4e54-8628-6767a876d034 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=8ba4d395-6939-472a-9c2f-3dcfc2a461ee,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:03.764648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Pushing event updated for resources: {'Port': ['ID=de47ce64-ea93-40ab-9763-7f508aec56e0,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:03.772207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-3b8e6829-ea51-4e54-8628-6767a876d034 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:03.784333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e6829-ea51-4e54-8628-6767a876d034 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:03.799215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8e6829-ea51-4e54-8628-6767a876d034 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:03.799981 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6829-ea51-4e54-8628-6767a876d034 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:03.803803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68183ac3-d8df-4838-9436-6960cf9f24e8 req-f941ce07-9192-4501-8d18-4962dfb481e1 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:03.805608 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-68183ac3-d8df-4838-9436-6960cf9f24e8 req-f941ce07-9192-4501-8d18-4962dfb481e1 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 944 time: 0.3116918 Mar 11 12:01:03.885256 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3b8e6829-ea51-4e54-8628-6767a876d034 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.5261168 Mar 11 12:01:03.886693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39138) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:03.934884 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9a295e7d-d23e-4a44-9356-375917019792 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:03.946216 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9a295e7d-d23e-4a44-9356-375917019792 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "DELETE /v2.0/ports/24a670bd-e48d-463a-8dfd-7b7a5b3329a4 HTTP/1.1" status: 204 len: 168 time: 3.2723591 Mar 11 12:01:03.950449 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39140) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:03.955665 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7a18d-1b97-4965-b7c8-32b65bd8447a req-49c26ddf-08a5-48bb-8888-70dc321e84b0 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:03.963319 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4b7a18d-1b97-4965-b7c8-32b65bd8447a req-49c26ddf-08a5-48bb-8888-70dc321e84b0 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 0.1878340 Mar 11 12:01:04.001211 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd20f1e8-3db9-4207-8217-c1296fec2c6e tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] GET failed (client error): The resource could not be found. Mar 11 12:01:04.006435 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bd20f1e8-3db9-4207-8217-c1296fec2c6e tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "GET /v2.0/ports/24a670bd-e48d-463a-8dfd-7b7a5b3329a4 HTTP/1.1" status: 404 len: 333 time: 0.0546954 Mar 11 12:01:04.015711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39142) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:04.021314 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d431b627-54b0-4e1b-8cf7-88d50ec7e77b tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Request body: {'port': {'network_id': '77158eed-71a5-4828-b779-b677e3016310', 'name': 'tempest-AllowedAddressPairTestJSON-1771699299'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:04.083507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Attempting to bind port de47ce64-ea93-40ab-9763-7f508aec56e0 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:01:04.098236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Attempting to bind port de47ce64-ea93-40ab-9763-7f508aec56e0 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:01:04.098645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Attempting to bind port de47ce64-ea93-40ab-9763-7f508aec56e0 on network 8f643498-59e6-4f88-97f4-fba97d06b064 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:01:04.136450 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-68183ac3-d8df-4838-9436-6960cf9f24e8 req-6bf3f0c3-4650-4876-ad93-cebad541585b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976515 Mar 11 12:01:04.147614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60450e13-e55d-4230-b8ef-5b4734400c4b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:04.156975 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-60450e13-e55d-4230-b8ef-5b4734400c4b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports/8ba4d395-6939-472a-9c2f-3dcfc2a461ee HTTP/1.1" status: 200 len: 840 time: 0.2690182 Mar 11 12:01:04.166272 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Port de47ce64-ea93-40ab-9763-7f508aec56e0 on network 8f643498-59e6-4f88-97f4-fba97d06b064 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:01:04.166682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Attempting to bind port de47ce64-ea93-40ab-9763-7f508aec56e0 on network 8f643498-59e6-4f88-97f4-fba97d06b064 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:01:04.182418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39144) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:04.187321 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:01:04.187686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Checking segment: {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:01:04.188079 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Bound using segment: {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:01:04.188520 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Bound port: de47ce64-ea93-40ab-9763-7f508aec56e0, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:01:04.188876 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (de47ce64-ea93-40ab-9763-7f508aec56e0), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:04.235230 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d431b627-54b0-4e1b-8cf7-88d50ec7e77b tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Made reservation on behalf of f6a9015f5b904af3a1fea39b84d8e7c0 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:04.240976 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d431b627-54b0-4e1b-8cf7-88d50ec7e77b tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:04.263925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-d431b627-54b0-4e1b-8cf7-88d50ec7e77b tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] device_id is not set on port 2b22ccc8-9882-46a7-9a2a-099131f05ccc yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:01:04.408171 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4b7a18d-1b97-4965-b7c8-32b65bd8447a req-41262cb8-df1f-428d-8328-ad61b958f5dd tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4437568 Mar 11 12:01:04.517859 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-d431b627-54b0-4e1b-8cf7-88d50ec7e77b tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Allocated IP 172.20.0.5 (77158eed-71a5-4828-b779-b677e3016310/baf51d14-002a-4322-979e-09bf707b5bfe/2b22ccc8-9882-46a7-9a2a-099131f05ccc) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:04.560175 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] For port de47ce64-ea93-40ab-9763-7f508aec56e0, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:01:04.574140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] For port de47ce64-ea93-40ab-9763-7f508aec56e0, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=de47ce64-ea93-40ab-9763-7f508aec56e0,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:01:04.597694 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (de47ce64-ea93-40ab-9763-7f508aec56e0), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:04.681173 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9714aeb6-1841-4fd2-ba3a-5b193b4b9607 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port 8ba4d395-6939-472a-9c2f-3dcfc2a461ee {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:04.681829 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9714aeb6-1841-4fd2-ba3a-5b193b4b9607 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8ba4d395-6939-472a-9c2f-3dcfc2a461ee), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:04.704750 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:04.704750 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:04.704750 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-28082221-3d41-4ab3-8663-188a403e838f service neutron] 10.222.0.37 "PUT /v2.0/ports/de47ce64-ea93-40ab-9763-7f508aec56e0 HTTP/1.1" status: 200 len: 1092 time: 2.6406112 Mar 11 12:01:04.773176 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ac712b-3ba5-41a5-9936-662f439211cd', 'tag': 'de47ce64-ea93-40ab-9763-7f508aec56e0'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:01:04.775670 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe3ed82-d672-4ccd-b59d-ccacd3492732" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ac712b-3ba5-41a5-9936-662f439211cd", "tag": "de47ce64-ea93-40ab-9763-7f508aec56e0"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:01:04.813930 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:01:04.890397 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d431b627-54b0-4e1b-8cf7-88d50ec7e77b tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks [] for port (2b22ccc8-9882-46a7-9a2a-099131f05ccc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:04.939832 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22171c4a-0a3a-4a70-aff9-f82c2244feb4 x-openstack-request-id: req-22171c4a-0a3a-4a70-aff9-f82c2244feb4 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:01:04.940192 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ac712b-3ba5-41a5-9936-662f439211cd", "tag": "de47ce64-ea93-40ab-9763-7f508aec56e0", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:01:04.940500 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-22171c4a-0a3a-4a70-aff9-f82c2244feb4 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:01:04.946282 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ac712b-3ba5-41a5-9936-662f439211cd', 'tag': 'de47ce64-ea93-40ab-9763-7f508aec56e0', 'status': 'completed', 'code': 200} Mar 11 12:01:04.949218 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28082221-3d41-4ab3-8663-188a403e838f service neutron] Pushing event updated for resources: {'Port': ['ID=de47ce64-ea93-40ab-9763-7f508aec56e0,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:05.009500 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d431b627-54b0-4e1b-8cf7-88d50ec7e77b tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (2b22ccc8-9882-46a7-9a2a-099131f05ccc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:05.048677 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9714aeb6-1841-4fd2-ba3a-5b193b4b9607 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8ba4d395-6939-472a-9c2f-3dcfc2a461ee), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:05.070482 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d431b627-54b0-4e1b-8cf7-88d50ec7e77b tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Network 77158eed-71a5-4828-b779-b677e3016310 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:05.070684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9714aeb6-1841-4fd2-ba3a-5b193b4b9607 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for 8ba4d395-6939-472a-9c2f-3dcfc2a461ee owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:05.074954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-d431b627-54b0-4e1b-8cf7-88d50ec7e77b tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:05.082717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-1d21085c-4d68-4a94-b42a-2dd766cdc6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:05.088121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-1d21085c-4d68-4a94-b42a-2dd766cdc6c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 1126 time: 0.2540255 Mar 11 12:01:05.096406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d431b627-54b0-4e1b-8cf7-88d50ec7e77b tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:05.166632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d431b627-54b0-4e1b-8cf7-88d50ec7e77b tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:05.168241 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d431b627-54b0-4e1b-8cf7-88d50ec7e77b tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:05.188124 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-4097936c-4c58-4aed-a39d-6a013ad4fa84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de47ce64-ea93-40ab-9763-7f508aec56e0 HTTP/1.1" status: 200 len: 217 time: 0.0889354 Mar 11 12:01:05.296246 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d431b627-54b0-4e1b-8cf7-88d50ec7e77b tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2766271 Mar 11 12:01:05.309278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39156) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:05.317362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1f4077e5-133a-445d-adbd-cc32fda20bd5 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:41:50:3b'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:05.357805 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431b627-54b0-4e1b-8cf7-88d50ec7e77b tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event updated for resources: {'Port': ['ID=2b22ccc8-9882-46a7-9a2a-099131f05ccc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:05.378759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-f78bde26-40ed-487e-95bb-9165ffdf9054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:05.380001 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-f78bde26-40ed-487e-95bb-9165ffdf9054 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2b721aa-1c42-4b6f-8791-9da31c359ccd HTTP/1.1" status: 200 len: 845 time: 0.0623064 Mar 11 12:01:05.633289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8f20f3d9-41a7-47e2-af96-551a8f9564c2 None None] Provisioning complete for port 2b22ccc8-9882-46a7-9a2a-099131f05ccc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:05.634424 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8f20f3d9-41a7-47e2-af96-551a8f9564c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2b22ccc8-9882-46a7-9a2a-099131f05ccc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:05.663608 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9714aeb6-1841-4fd2-ba3a-5b193b4b9607 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (8ba4d395-6939-472a-9c2f-3dcfc2a461ee), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:05.711875 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8f20f3d9-41a7-47e2-af96-551a8f9564c2 None None] Port 2b22ccc8-9882-46a7-9a2a-099131f05ccc cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:05.725989 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f4077e5-133a-445d-adbd-cc32fda20bd5 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2b22ccc8-9882-46a7-9a2a-099131f05ccc), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:05.726703 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-22504448-f10e-4d1d-bdfe-30605d5cb085 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f643498-59e6-4f88-97f4-fba97d06b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922265 Mar 11 12:01:05.838227 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714aeb6-1841-4fd2-ba3a-5b193b4b9607 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=8ba4d395-6939-472a-9c2f-3dcfc2a461ee,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:05.866793 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9714aeb6-1841-4fd2-ba3a-5b193b4b9607 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:05.871339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9714aeb6-1841-4fd2-ba3a-5b193b4b9607 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/ports/8ba4d395-6939-472a-9c2f-3dcfc2a461ee HTTP/1.1" status: 204 len: 168 time: 1.6502018 Mar 11 12:01:05.875727 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39164) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:05.917555 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2b8ed4-da01-420a-8ba2-34c3446169c9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] GET failed (client error): The resource could not be found. Mar 11 12:01:05.919912 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ae2b8ed4-da01-420a-8ba2-34c3446169c9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports/8ba4d395-6939-472a-9c2f-3dcfc2a461ee HTTP/1.1" status: 404 len: 333 time: 0.0412393 Mar 11 12:01:05.924071 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39166) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:05.936210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5450b1d-cb4b-47c5-9dd3-dfe295819078 req-1b29924b-316e-4388-9b75-fb177f92ac5b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:05.937490 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6de93915-2cfb-47d4-a5eb-703f6f828174 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850', 'name': 'tempest-PortsTestJSON-564568090'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:05.949474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5450b1d-cb4b-47c5-9dd3-dfe295819078 req-1b29924b-316e-4388-9b75-fb177f92ac5b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 0.3873289 Mar 11 12:01:06.005703 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976675c5-b8b3-43e8-b73e-6aca96da7040 req-95004593-8bf9-474a-9d0d-4d53bf1fdf3b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:06.015033 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-976675c5-b8b3-43e8-b73e-6aca96da7040 req-95004593-8bf9-474a-9d0d-4d53bf1fdf3b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 944 time: 0.6337397 Mar 11 12:01:06.117870 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-d4c8009e-5906-4bb5-b6bd-14b59b088c75 service neutron] 10.222.0.37 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808241 Mar 11 12:01:06.126535 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5450b1d-cb4b-47c5-9dd3-dfe295819078 req-eeb79fc1-5d33-45b9-a237-c41786be5454 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753864 Mar 11 12:01:06.195224 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-976675c5-b8b3-43e8-b73e-6aca96da7040 req-a1a1983a-5b6d-43e3-aad3-79f190a68f3b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789324 Mar 11 12:01:06.269411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2576fd38-0d8c-485b-a511-7ad78fec4cb0 req-ee1a3ea0-be54-42a4-b112-e7ffaed7546c service neutron] 10.222.0.37 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417572 Mar 11 12:01:06.315318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de93915-2cfb-47d4-a5eb-703f6f828174 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:06.332678 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6de93915-2cfb-47d4-a5eb-703f6f828174 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:06.358352 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-6de93915-2cfb-47d4-a5eb-703f6f828174 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] device_id is not set on port a08ae4a4-9734-4fda-802f-9d5c3dd03dd7 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:01:06.472926 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3ed82-d672-4ccd-b59d-ccacd3492732 req-9ec915a0-2388-447d-9944-88497019d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:06.479467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fe3ed82-d672-4ccd-b59d-ccacd3492732 req-9ec915a0-2388-447d-9944-88497019d63a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 1126 time: 0.1379857 Mar 11 12:01:06.490852 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f4077e5-133a-445d-adbd-cc32fda20bd5 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks [] for port (2b22ccc8-9882-46a7-9a2a-099131f05ccc), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:06.508544 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f4077e5-133a-445d-adbd-cc32fda20bd5 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (2b22ccc8-9882-46a7-9a2a-099131f05ccc), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:06.651781 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3ed82-d672-4ccd-b59d-ccacd3492732 req-d06163d2-576a-4526-ac91-d1f1949e500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:06.654582 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fe3ed82-d672-4ccd-b59d-ccacd3492732 req-d06163d2-576a-4526-ac91-d1f1949e500c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 906 time: 0.1636078 Mar 11 12:01:06.669049 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4077e5-133a-445d-adbd-cc32fda20bd5 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event updated for resources: {'Port': ['ID=2b22ccc8-9882-46a7-9a2a-099131f05ccc,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:06.745786 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fe3ed82-d672-4ccd-b59d-ccacd3492732 req-4c1b2ea1-44ba-4242-97ce-134c407561dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de47ce64-ea93-40ab-9763-7f508aec56e0 HTTP/1.1" status: 200 len: 217 time: 0.0812116 Mar 11 12:01:06.803575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1f4077e5-133a-445d-adbd-cc32fda20bd5 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] In _notify_port_updated(), no bound segment for port 2b22ccc8-9882-46a7-9a2a-099131f05ccc on network 77158eed-71a5-4828-b779-b677e3016310 {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:01:06.808324 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4077e5-133a-445d-adbd-cc32fda20bd5 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:06.809006 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f4077e5-133a-445d-adbd-cc32fda20bd5 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:06.814503 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1f4077e5-133a-445d-adbd-cc32fda20bd5 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "PUT /v2.0/ports/2b22ccc8-9882-46a7-9a2a-099131f05ccc HTTP/1.1" status: 200 len: 993 time: 1.5035028 Mar 11 12:01:06.814686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39176) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:06.817752 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6de93915-2cfb-47d4-a5eb-703f6f828174 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (a08ae4a4-9734-4fda-802f-9d5c3dd03dd7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:06.863820 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6de93915-2cfb-47d4-a5eb-703f6f828174 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a08ae4a4-9734-4fda-802f-9d5c3dd03dd7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:06.926713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de93915-2cfb-47d4-a5eb-703f6f828174 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=a08ae4a4-9734-4fda-802f-9d5c3dd03dd7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:06.972618 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de93915-2cfb-47d4-a5eb-703f6f828174 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 597c0b54-de71-49ab-ae23-76a7f6644850 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:06.974155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-6de93915-2cfb-47d4-a5eb-703f6f828174 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:06.977891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de93915-2cfb-47d4-a5eb-703f6f828174 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:06.983849 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de93915-2cfb-47d4-a5eb-703f6f828174 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:06.984460 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6de93915-2cfb-47d4-a5eb-703f6f828174 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:07.016095 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6de93915-2cfb-47d4-a5eb-703f6f828174 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0902846 Mar 11 12:01:07.016690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39178) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:07.026333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1fe56425-2088-4d2a-887c-8ad1f0542a49 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:07.032055 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3ed82-d672-4ccd-b59d-ccacd3492732 req-2f0df91c-decc-4909-9077-bb2b65bf2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:07.033678 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fe3ed82-d672-4ccd-b59d-ccacd3492732 req-2f0df91c-decc-4909-9077-bb2b65bf2c78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2b721aa-1c42-4b6f-8791-9da31c359ccd HTTP/1.1" status: 200 len: 845 time: 0.2798371 Mar 11 12:01:07.183453 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fe3ed82-d672-4ccd-b59d-ccacd3492732 req-4c0a2555-94c8-4d81-9e86-988ef7a1d81b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f643498-59e6-4f88-97f4-fba97d06b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384201 Mar 11 12:01:07.191651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-15c9d9eb-97ac-4e6b-bba8-95e05039bb00 None None] Provisioning complete for port 2b22ccc8-9882-46a7-9a2a-099131f05ccc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:07.192296 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-15c9d9eb-97ac-4e6b-bba8-95e05039bb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2b22ccc8-9882-46a7-9a2a-099131f05ccc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:07.338329 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-15c9d9eb-97ac-4e6b-bba8-95e05039bb00 None None] Port 2b22ccc8-9882-46a7-9a2a-099131f05ccc cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:07.354647 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fe56425-2088-4d2a-887c-8ad1f0542a49 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a08ae4a4-9734-4fda-802f-9d5c3dd03dd7), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:07.561872 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fe56425-2088-4d2a-887c-8ad1f0542a49 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (a08ae4a4-9734-4fda-802f-9d5c3dd03dd7), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:07.570666 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fe56425-2088-4d2a-887c-8ad1f0542a49 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a08ae4a4-9734-4fda-802f-9d5c3dd03dd7), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:07.594643 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1fe56425-2088-4d2a-887c-8ad1f0542a49 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] In _notify_port_updated(), no bound segment for port a08ae4a4-9734-4fda-802f-9d5c3dd03dd7 on network 597c0b54-de71-49ab-ae23-76a7f6644850 {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:01:07.604191 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe56425-2088-4d2a-887c-8ad1f0542a49 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:07.604964 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fe56425-2088-4d2a-887c-8ad1f0542a49 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:07.609226 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1fe56425-2088-4d2a-887c-8ad1f0542a49 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "PUT /v2.0/ports/a08ae4a4-9734-4fda-802f-9d5c3dd03dd7 HTTP/1.1" status: 200 len: 818 time: 0.5881517 Mar 11 12:01:07.627991 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39194) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:07.751252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe56425-2088-4d2a-887c-8ad1f0542a49 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=a08ae4a4-9734-4fda-802f-9d5c3dd03dd7,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:07.835887 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-082fd94b-b8bf-4dbb-8480-d7167cab52cb tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Deleting port 2b22ccc8-9882-46a7-9a2a-099131f05ccc {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:07.836433 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-082fd94b-b8bf-4dbb-8480-d7167cab52cb tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2b22ccc8-9882-46a7-9a2a-099131f05ccc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:07.842952 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c82c9169-5925-4d55-a1e5-85f456064681 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port a08ae4a4-9734-4fda-802f-9d5c3dd03dd7 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:07.843861 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c82c9169-5925-4d55-a1e5-85f456064681 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a08ae4a4-9734-4fda-802f-9d5c3dd03dd7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:07.901176 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fe3ed82-d672-4ccd-b59d-ccacd3492732 req-de158e4a-a607-47b5-a2fa-7b7aab4dc1f0 service neutron] 10.222.0.37 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6972120 Mar 11 12:01:07.966371 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c82c9169-5925-4d55-a1e5-85f456064681 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a08ae4a4-9734-4fda-802f-9d5c3dd03dd7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:07.988597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21547702-2f7f-469b-97c8-0fd04b3271b0 req-9e84d13a-eb75-404b-9de7-8d46f1a90e8e tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:07.991064 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21547702-2f7f-469b-97c8-0fd04b3271b0 req-9e84d13a-eb75-404b-9de7-8d46f1a90e8e tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 944 time: 0.2353141 Mar 11 12:01:08.014966 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15160d08-c3a1-416b-acad-b5499120282c req-650423cb-e70c-46e0-b78d-ce9a6cf50c3c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:08.016589 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15160d08-c3a1-416b-acad-b5499120282c req-650423cb-e70c-46e0-b78d-ce9a6cf50c3c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 0.2604635 Mar 11 12:01:08.017573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c82c9169-5925-4d55-a1e5-85f456064681 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for a08ae4a4-9734-4fda-802f-9d5c3dd03dd7 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:08.103824 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-082fd94b-b8bf-4dbb-8480-d7167cab52cb tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2b22ccc8-9882-46a7-9a2a-099131f05ccc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:08.146875 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-082fd94b-b8bf-4dbb-8480-d7167cab52cb tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Calling delete_port for 2b22ccc8-9882-46a7-9a2a-099131f05ccc owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:08.184646 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fe3ed82-d672-4ccd-b59d-ccacd3492732 req-c156474a-58e2-4f4b-8d7c-c03c8e84175b service neutron] 10.222.0.37 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487521 Mar 11 12:01:08.196990 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15160d08-c3a1-416b-acad-b5499120282c req-d5bf02f8-3a89-4ca6-97bc-d8abb1b81606 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658118 Mar 11 12:01:08.208516 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c82c9169-5925-4d55-a1e5-85f456064681 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a08ae4a4-9734-4fda-802f-9d5c3dd03dd7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:08.238782 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21547702-2f7f-469b-97c8-0fd04b3271b0 req-c3dbcd48-bc3b-48f8-a812-eb340fea0607 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334998 Mar 11 12:01:08.278311 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c9169-5925-4d55-a1e5-85f456064681 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=a08ae4a4-9734-4fda-802f-9d5c3dd03dd7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:08.284872 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c82c9169-5925-4d55-a1e5-85f456064681 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:08.293109 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c82c9169-5925-4d55-a1e5-85f456064681 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/ports/a08ae4a4-9734-4fda-802f-9d5c3dd03dd7 HTTP/1.1" status: 204 len: 168 time: 0.6643012 Mar 11 12:01:08.297638 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39200) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:08.452114 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aa5986-ace3-4152-82d5-44e0a9333cee tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:08.456250 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-22aa5986-ace3-4152-82d5-44e0a9333cee tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1549282 Mar 11 12:01:08.456638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39202) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:08.509151 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-082fd94b-b8bf-4dbb-8480-d7167cab52cb tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (2b22ccc8-9882-46a7-9a2a-099131f05ccc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:08.516306 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-4deaf53f-b7d9-4eb2-aad9-7b45e584abed tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] GET failed (client error): The resource could not be found. Mar 11 12:01:08.521279 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4deaf53f-b7d9-4eb2-aad9-7b45e584abed tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports/a08ae4a4-9734-4fda-802f-9d5c3dd03dd7 HTTP/1.1" status: 404 len: 333 time: 0.0601470 Mar 11 12:01:08.528124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39204) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:08.533158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b51cca4a-90a4-496d-9ecf-a66561bf060e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-399185480'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:08.588097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51cca4a-90a4-496d-9ecf-a66561bf060e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:08.591515 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b51cca4a-90a4-496d-9ecf-a66561bf060e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:08.612000 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fd94b-b8bf-4dbb-8480-d7167cab52cb tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event deleted for resources: {'Port': ['ID=2b22ccc8-9882-46a7-9a2a-099131f05ccc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:08.654464 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51cca4a-90a4-496d-9ecf-a66561bf060e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:01:08.671252 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b51cca4a-90a4-496d-9ecf-a66561bf060e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (20d76ed8-ffa8-4e31-af47-471d7f6fe1b7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:08.671627 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-b51cca4a-90a4-496d-9ecf-a66561bf060e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Added segment 20d76ed8-ffa8-4e31-af47-471d7f6fe1b7 of type vlan for network 72b95227-abf9-43e9-8372-2dbdc78dfaa2 Mar 11 12:01:08.783022 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b51cca4a-90a4-496d-9ecf-a66561bf060e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (72b95227-abf9-43e9-8372-2dbdc78dfaa2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:08.874142 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b51cca4a-90a4-496d-9ecf-a66561bf060e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (72b95227-abf9-43e9-8372-2dbdc78dfaa2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:08.879183 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51cca4a-90a4-496d-9ecf-a66561bf060e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:08.880411 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b51cca4a-90a4-496d-9ecf-a66561bf060e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:08.905650 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device de47ce64-ea93-40ab-9763-7f508aec56e0 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:01:08.965692 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b51cca4a-90a4-496d-9ecf-a66561bf060e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4364448 Mar 11 12:01:08.969341 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39214) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:09.005348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-be17cb7f-ad38-4dd8-822c-25a7b6a236c2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'subnet': {'network_id': '72b95227-abf9-43e9-8372-2dbdc78dfaa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:09.007310 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-082fd94b-b8bf-4dbb-8480-d7167cab52cb tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:09.016866 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-082fd94b-b8bf-4dbb-8480-d7167cab52cb tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "DELETE /v2.0/ports/2b22ccc8-9882-46a7-9a2a-099131f05ccc HTTP/1.1" status: 204 len: 168 time: 2.2014866 Mar 11 12:01:09.022603 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39216) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:09.070027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cca4a-90a4-496d-9ecf-a66561bf060e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Network': ['ID=72b95227-abf9-43e9-8372-2dbdc78dfaa2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:09.093834 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 72b95227-abf9-43e9-8372-2dbdc78dfaa2 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:01:09.124949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port de47ce64-ea93-40ab-9763-7f508aec56e0, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=de47ce64-ea93-40ab-9763-7f508aec56e0,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:09.126913 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb7c122-d2c9-4b9e-87f5-0abb0d19c6b1 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] GET failed (client error): The resource could not be found. Mar 11 12:01:09.135684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39222) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:09.136004 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cbb7c122-d2c9-4b9e-87f5-0abb0d19c6b1 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "GET /v2.0/ports/2b22ccc8-9882-46a7-9a2a-099131f05ccc HTTP/1.1" status: 404 len: 333 time: 0.1097302 Mar 11 12:01:09.141704 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1faea99b-120c-4a46-848c-de561960659c tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Request body: {'port': {'network_id': '77158eed-71a5-4828-b779-b677e3016310', 'name': 'tempest-AllowedAddressPairTestJSON-1423349430'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:09.163614 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'de47ce64-ea93-40ab-9763-7f508aec56e0', 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064', 'port_id': 'de47ce64-ea93-40ab-9763-7f508aec56e0', 'mac_address': 'fa:16:3e:3e:97:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b721aa-1c42-4b6f-8791-9da31c359ccd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:01:09.316252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be17cb7f-ad38-4dd8-822c-25a7b6a236c2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:09.324754 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be17cb7f-ad38-4dd8-822c-25a7b6a236c2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:09.330694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port de47ce64-ea93-40ab-9763-7f508aec56e0 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:09.331088 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (de47ce64-ea93-40ab-9763-7f508aec56e0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:09.358447 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de47ce64-ea93-40ab-9763-7f508aec56e0 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:01:09.414680 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port de47ce64-ea93-40ab-9763-7f508aec56e0, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=de47ce64-ea93-40ab-9763-7f508aec56e0,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:09.424811 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (de47ce64-ea93-40ab-9763-7f508aec56e0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:09.453375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f38e5-fb48-402f-9247-4129716f67fc req-dcc2013f-f86f-4bb4-8fc2-1e244f1ccdff tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:09.460720 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d68f38e5-fb48-402f-9247-4129716f67fc req-dcc2013f-f86f-4bb4-8fc2-1e244f1ccdff tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 0.1530652 Mar 11 12:01:09.491849 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=de47ce64-ea93-40ab-9763-7f508aec56e0,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:09.529131 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d68f38e5-fb48-402f-9247-4129716f67fc req-c26cdb29-dedd-49d1-af70-31f69fa63755 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671101 Mar 11 12:01:09.577297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95aa74-23d9-42c2-a092-c65600dd5656 req-d58b45ae-acdd-4068-af1f-400a64d930ae tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:09.578479 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f95aa74-23d9-42c2-a092-c65600dd5656 req-d58b45ae-acdd-4068-af1f-400a64d930ae tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.2697091 Mar 11 12:01:09.635459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['de47ce64-ea93-40ab-9763-7f508aec56e0'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:01:09.646383 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f95aa74-23d9-42c2-a092-c65600dd5656 req-ec084311-2882-4071-a4e4-548c05a01c3d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612700 Mar 11 12:01:09.660707 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faea99b-120c-4a46-848c-de561960659c tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Made reservation on behalf of f6a9015f5b904af3a1fea39b84d8e7c0 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:09.665921 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1faea99b-120c-4a46-848c-de561960659c tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:09.691087 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-1faea99b-120c-4a46-848c-de561960659c tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] device_id is not set on port e5223817-4915-4929-ba16-0ea664cac6bf yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:01:09.764939 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be17cb7f-ad38-4dd8-822c-25a7b6a236c2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (2ff6b1f5-0fea-4a27-810b-97d00f672999), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:09.939977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17cb7f-ad38-4dd8-822c-25a7b6a236c2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Subnet': ['ID=2ff6b1f5-0fea-4a27-810b-97d00f672999,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:09.999155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be17cb7f-ad38-4dd8-822c-25a7b6a236c2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Checking segment: {'id': '20d76ed8-ffa8-4e31-af47-471d7f6fe1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '72b95227-abf9-43e9-8372-2dbdc78dfaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:01:09.999813 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be17cb7f-ad38-4dd8-822c-25a7b6a236c2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network hostable DHCP agents. Network: 72b95227-abf9-43e9-8372-2dbdc78dfaa2, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:01:10.035702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be17cb7f-ad38-4dd8-822c-25a7b6a236c2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 72b95227-abf9-43e9-8372-2dbdc78dfaa2 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:01:10.038107 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39238) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:10.051492 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-be17cb7f-ad38-4dd8-822c-25a7b6a236c2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 72b95227-abf9-43e9-8372-2dbdc78dfaa2) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:10.058259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f4475-f12b-4f47-b8fc-057812b2ea13 req-6d691508-7c3f-4938-8854-907f9bf48584 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:10.060147 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-810f4475-f12b-4f47-b8fc-057812b2ea13 req-6d691508-7c3f-4938-8854-907f9bf48584 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 945 time: 0.3406310 Mar 11 12:01:10.064667 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edefbc0-b3a2-4fe7-bd43-8b0c0e43f3ee None None] Network 72b95227-abf9-43e9-8372-2dbdc78dfaa2 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:01:10.080188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be17cb7f-ad38-4dd8-822c-25a7b6a236c2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:10.081205 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be17cb7f-ad38-4dd8-822c-25a7b6a236c2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:10.102866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-1faea99b-120c-4a46-848c-de561960659c tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Allocated IP 172.20.0.12 (77158eed-71a5-4828-b779-b677e3016310/baf51d14-002a-4322-979e-09bf707b5bfe/e5223817-4915-4929-ba16-0ea664cac6bf) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:10.124933 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-be17cb7f-ad38-4dd8-822c-25a7b6a236c2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1543469 Mar 11 12:01:10.128057 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39242) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:10.138016 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-67bbdfcd-873c-4bb8-853e-6e742dfbe2df tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'subnet': {'network_id': '72b95227-abf9-43e9-8372-2dbdc78dfaa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:10.276763 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-810f4475-f12b-4f47-b8fc-057812b2ea13 req-3d9a962e-61c0-4622-89ee-e3d800a8f20e tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094061 Mar 11 12:01:10.505251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bbdfcd-873c-4bb8-853e-6e742dfbe2df tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:10.509035 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67bbdfcd-873c-4bb8-853e-6e742dfbe2df tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:10.753986 n-d-833234-2 neutron-server[104032]: INFO neutron.db.ipam_backend_mixin [None req-67bbdfcd-873c-4bb8-853e-6e742dfbe2df tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2ff6b1f5-0fea-4a27-810b-97d00f672999 (CIDR: 172.20.0.0/28) Mar 11 12:01:10.761526 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bbdfcd-873c-4bb8-853e-6e742dfbe2df tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:01:10.761951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bbdfcd-873c-4bb8-853e-6e742dfbe2df tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:01:10.801630 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-67bbdfcd-873c-4bb8-853e-6e742dfbe2df tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6692548 Mar 11 12:01:10.801784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39250) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:10.808322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d7c35250-32b9-4348-bf08-c44c0dfbed5e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'subnet': {'network_id': '72b95227-abf9-43e9-8372-2dbdc78dfaa2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:10.814201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-72b95227-abf9-43e9-8372-2dbdc78dfaa2', 'network_id': '72b95227-abf9-43e9-8372-2dbdc78dfaa2', 'project_id': '125cb2b78a974a0f8153d4fcd2b41cbe', 'fixed_ips': [{'subnet_id': '2ff6b1f5-0fea-4a27-810b-97d00f672999'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:01:10.814992 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:10.983467 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device de47ce64-ea93-40ab-9763-7f508aec56e0 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:01:11.073416 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c35250-32b9-4348-bf08-c44c0dfbed5e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:11.076962 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7c35250-32b9-4348-bf08-c44c0dfbed5e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:11.157192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb7316-10bc-4d22-a1a1-15efa6a0f6a2 req-8ebcdbdc-b152-4095-ae5a-5faae504f6b1 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:11.161836 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95eb7316-10bc-4d22-a1a1-15efa6a0f6a2 req-8ebcdbdc-b152-4095-ae5a-5faae504f6b1 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 0.4028091 Mar 11 12:01:11.221708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Allocated IP 172.20.0.2 (72b95227-abf9-43e9-8372-2dbdc78dfaa2/2ff6b1f5-0fea-4a27-810b-97d00f672999/28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:11.223807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port de47ce64-ea93-40ab-9763-7f508aec56e0 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:01:11.234744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port de47ce64-ea93-40ab-9763-7f508aec56e0 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:11.235137 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (de47ce64-ea93-40ab-9763-7f508aec56e0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:11.336396 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1faea99b-120c-4a46-848c-de561960659c tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks [] for port (e5223817-4915-4929-ba16-0ea664cac6bf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:11.407805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a0b55-75bb-48b2-a086-2c4762e97d6f req-d3cf6f5f-a7bf-437e-b8c3-0a7e48d35fb6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:11.421554 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-291a0b55-75bb-48b2-a086-2c4762e97d6f req-d3cf6f5f-a7bf-437e-b8c3-0a7e48d35fb6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.4712756 Mar 11 12:01:11.549193 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port de47ce64-ea93-40ab-9763-7f508aec56e0 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:11.549483 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (de47ce64-ea93-40ab-9763-7f508aec56e0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:11.560674 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7c35250-32b9-4348-bf08-c44c0dfbed5e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (132aac96-9337-4bf6-b4dd-6329c5e8ee74), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:11.579301 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95eb7316-10bc-4d22-a1a1-15efa6a0f6a2 req-93671723-5797-4ac6-bcbb-b892eda7c134 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675211 Mar 11 12:01:11.602092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port de47ce64-ea93-40ab-9763-7f508aec56e0, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=de47ce64-ea93-40ab-9763-7f508aec56e0,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:11.606970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ac712b-3ba5-41a5-9936-662f439211cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de47ce64-ea93-40ab-9763-7f508aec56e0'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:01:11.609537 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b344f7dc-310b-4f72-a170-d406e0e990dd" -d '{"events": [{"server_uuid": "a9ac712b-3ba5-41a5-9936-662f439211cd", "name": "network-vif-plugged", "status": "completed", "tag": "de47ce64-ea93-40ab-9763-7f508aec56e0"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:01:11.622126 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (de47ce64-ea93-40ab-9763-7f508aec56e0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:11.655443 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-291a0b55-75bb-48b2-a086-2c4762e97d6f req-32a881a5-64d5-4588-aa15-e2dc156249e7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307062 Mar 11 12:01:11.684196 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1faea99b-120c-4a46-848c-de561960659c tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e5223817-4915-4929-ba16-0ea664cac6bf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:11.716793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c35250-32b9-4348-bf08-c44c0dfbed5e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 72b95227-abf9-43e9-8372-2dbdc78dfaa2 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:11.755500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faea99b-120c-4a46-848c-de561960659c tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Network 77158eed-71a5-4828-b779-b677e3016310 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:11.762304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-1faea99b-120c-4a46-848c-de561960659c tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:11.764286 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faea99b-120c-4a46-848c-de561960659c tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event updated for resources: {'Port': ['ID=e5223817-4915-4929-ba16-0ea664cac6bf,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:11.786327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faea99b-120c-4a46-848c-de561960659c tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:11.833605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-d7c35250-32b9-4348-bf08-c44c0dfbed5e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:11.846767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c35250-32b9-4348-bf08-c44c0dfbed5e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:11.847341 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7c35250-32b9-4348-bf08-c44c0dfbed5e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:11.945025 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a3381c-a5e4-4af1-bfc1-586b7bb788b0 x-openstack-request-id: req-43a3381c-a5e4-4af1-bfc1-586b7bb788b0 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:01:11.945328 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ac712b-3ba5-41a5-9936-662f439211cd", "name": "network-vif-plugged", "status": "completed", "tag": "de47ce64-ea93-40ab-9763-7f508aec56e0", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:01:11.947080 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-43a3381c-a5e4-4af1-bfc1-586b7bb788b0 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:01:11.954970 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d7c35250-32b9-4348-bf08-c44c0dfbed5e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1519938 Mar 11 12:01:11.955705 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ac712b-3ba5-41a5-9936-662f439211cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de47ce64-ea93-40ab-9763-7f508aec56e0', 'code': 200} Mar 11 12:01:11.958749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39258) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:11.964231 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f3cf10e7-c0bd-469d-9806-04c2a68f1f60 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'network_id': '72b95227-abf9-43e9-8372-2dbdc78dfaa2', 'fixed_ips': [{'subnet_id': '2ff6b1f5-0fea-4a27-810b-97d00f672999'}, {'subnet_id': '132aac96-9337-4bf6-b4dd-6329c5e8ee74'}], 'name': 'tempest-PortsTestJSON-1886119968'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:11.973173 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faea99b-120c-4a46-848c-de561960659c tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:11.978112 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1faea99b-120c-4a46-848c-de561960659c tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:11.985344 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c35250-32b9-4348-bf08-c44c0dfbed5e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Subnet': ['ID=132aac96-9337-4bf6-b4dd-6329c5e8ee74,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:12.078586 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Publish callbacks [] for port (28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:12.091278 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=de47ce64-ea93-40ab-9763-7f508aec56e0,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:12.104582 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1faea99b-120c-4a46-848c-de561960659c tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9673316 Mar 11 12:01:12.106784 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:12.110301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39260) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:12.116587 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d710225d-32b0-48fb-a362-b09fb8888313 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:41:50:3b'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:12.237985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76247094-510f-4c3c-a5a5-b4c33b4374fd req-2a8bc2ad-62a3-4a51-a0c1-5230f52da59c tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:12.240556 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-76247094-510f-4c3c-a5a5-b4c33b4374fd req-2a8bc2ad-62a3-4a51-a0c1-5230f52da59c tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 946 time: 0.2969804 Mar 11 12:01:12.285606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Network 72b95227-abf9-43e9-8372-2dbdc78dfaa2 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:12.305792 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:12.350644 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-76247094-510f-4c3c-a5a5-b4c33b4374fd req-31ce09f2-2e19-4bec-b871-b25dc900f4db tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858197 Mar 11 12:01:12.355068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164effb-824e-4778-87c0-2fcd229b9bd1 req-09da8573-06e1-4804-a978-ff476c364408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:12.357785 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0164effb-824e-4778-87c0-2fcd229b9bd1 req-09da8573-06e1-4804-a978-ff476c364408 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 1128 time: 0.1394041 Mar 11 12:01:12.362653 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (5497603f-a2a6-4280-a5de-4b56c205edce), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:12.365211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:12.406472 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-10ca81f2-4bf9-465d-951c-954aa7d475dd None None] Provisioning complete for port e5223817-4915-4929-ba16-0ea664cac6bf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:12.426286 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-10ca81f2-4bf9-465d-951c-954aa7d475dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e5223817-4915-4929-ba16-0ea664cac6bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:12.465246 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0164effb-824e-4778-87c0-2fcd229b9bd1 req-d166ca50-b772-4658-9f3c-1c94046b26f5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897067 Mar 11 12:01:12.550738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-10ca81f2-4bf9-465d-951c-954aa7d475dd None None] Port e5223817-4915-4929-ba16-0ea664cac6bf cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:12.560673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Pushing event updated for resources: {'Port': ['ID=28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:12.586019 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:12.586426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:12.586772 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:12.590876 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:12.591253 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:12.591619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:12.591958 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:12.592422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:12.592753 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:12.592860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cf10e7-c0bd-469d-9806-04c2a68f1f60 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:12.593079 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:12.593411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:12.593730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:12.596178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:12.736838 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d710225d-32b0-48fb-a362-b09fb8888313 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e5223817-4915-4929-ba16-0ea664cac6bf), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:12.759295 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3cf10e7-c0bd-469d-9806-04c2a68f1f60 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:12.788356 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Attempting to bind port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:01:12.788741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Attempting to bind port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '20d76ed8-ffa8-4e31-af47-471d7f6fe1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '72b95227-abf9-43e9-8372-2dbdc78dfaa2'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:01:12.789713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Attempting to bind port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 on network 72b95227-abf9-43e9-8372-2dbdc78dfaa2 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:01:12.800589 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:12.809488 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:01:12.809917 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Checking segment: {'id': '20d76ed8-ffa8-4e31-af47-471d7f6fe1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '72b95227-abf9-43e9-8372-2dbdc78dfaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:01:12.811608 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:12.812254 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Bound using segment: {'id': '20d76ed8-ffa8-4e31-af47-471d7f6fe1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '72b95227-abf9-43e9-8372-2dbdc78dfaa2'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:01:12.812789 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Bound port: 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d76ed8-ffa8-4e31-af47-471d7f6fe1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '72b95227-abf9-43e9-8372-2dbdc78dfaa2'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:01:12.813171 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:13.029309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] For port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:01:13.044025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] For port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7,segment=NetworkSegment(20d76ed8-ffa8-4e31-af47-471d7f6fe1b7),segment_id=20d76ed8-ffa8-4e31-af47-471d7f6fe1b7)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:01:13.069405 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:13.124327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6a6da-ceb6-41ae-b056-4daf6c3b8cab req-7aa82c77-cbf4-404f-a993-06971576330d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:13.125859 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6a6a6da-ceb6-41ae-b056-4daf6c3b8cab req-7aa82c77-cbf4-404f-a993-06971576330d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.2233696 Mar 11 12:01:13.127674 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-f3cf10e7-c0bd-469d-9806-04c2a68f1f60 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] device_id is not set on port b40b7e49-73a9-4bc1-baa9-332202983f50 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:01:13.139072 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a5306-763e-4eac-b420-a06e2387f658 req-da98692b-bf0c-4fb1-a976-e14f712e81e6 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:13.140609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-835a5306-763e-4eac-b420-a06e2387f658 req-da98692b-bf0c-4fb1-a976-e14f712e81e6 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 0.1981602 Mar 11 12:01:13.280751 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cdd5d-c505-4047-baea-80b5d0a6035b None None] Pushing event updated for resources: {'Port': ['ID=28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:13.365109 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6a6a6da-ceb6-41ae-b056-4daf6c3b8cab req-9f02f12e-5e29-475b-8567-3f64e339f153 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233393 Mar 11 12:01:13.392499 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-835a5306-763e-4eac-b420-a06e2387f658 req-0c6b206f-d4b5-4d94-bc56-ab8894cd2f43 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338512 Mar 11 12:01:13.427231 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d710225d-32b0-48fb-a362-b09fb8888313 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks [] for port (e5223817-4915-4929-ba16-0ea664cac6bf), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:13.478950 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d710225d-32b0-48fb-a362-b09fb8888313 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (e5223817-4915-4929-ba16-0ea664cac6bf), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:13.533667 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Deleting port 941c2c63-7564-4bde-83ae-d9ee74c0e308 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:13.533998 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:13.657119 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ba66adea-3f4e-48b7-875d-2b997ad4ddc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:13.843143 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710225d-32b0-48fb-a362-b09fb8888313 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event updated for resources: {'Port': ['ID=e5223817-4915-4929-ba16-0ea664cac6bf,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:13.955763 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d710225d-32b0-48fb-a362-b09fb8888313 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] In _notify_port_updated(), no bound segment for port e5223817-4915-4929-ba16-0ea664cac6bf on network 77158eed-71a5-4828-b779-b677e3016310 {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:01:13.961208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d710225d-32b0-48fb-a362-b09fb8888313 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:13.962147 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d710225d-32b0-48fb-a362-b09fb8888313 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:13.987860 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d710225d-32b0-48fb-a362-b09fb8888313 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "PUT /v2.0/ports/e5223817-4915-4929-ba16-0ea664cac6bf HTTP/1.1" status: 200 len: 997 time: 1.8763206 Mar 11 12:01:13.994209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39270) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:14.005878 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] For port 941c2c63-7564-4bde-83ae-d9ee74c0e308, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=941c2c63-7564-4bde-83ae-d9ee74c0e308,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:14.006240 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:14.044673 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Calling delete_port for 941c2c63-7564-4bde-83ae-d9ee74c0e308 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:14.207148 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c6233c18-9617-4c34-8c78-00b5cc37c56b None None] Provisioning complete for port e5223817-4915-4929-ba16-0ea664cac6bf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:14.207438 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c6233c18-9617-4c34-8c78-00b5cc37c56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e5223817-4915-4929-ba16-0ea664cac6bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:14.308403 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c6233c18-9617-4c34-8c78-00b5cc37c56b None None] Port e5223817-4915-4929-ba16-0ea664cac6bf cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:14.417910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-91a89db0-1e79-4c77-9a70-bb086931a703 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Deleting port e5223817-4915-4929-ba16-0ea664cac6bf {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:14.421831 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-91a89db0-1e79-4c77-9a70-bb086931a703 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e5223817-4915-4929-ba16-0ea664cac6bf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:14.445216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-f3cf10e7-c0bd-469d-9806-04c2a68f1f60 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Allocated IP 172.20.0.4 (72b95227-abf9-43e9-8372-2dbdc78dfaa2/2ff6b1f5-0fea-4a27-810b-97d00f672999/b40b7e49-73a9-4bc1-baa9-332202983f50) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:14.743764 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-91a89db0-1e79-4c77-9a70-bb086931a703 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e5223817-4915-4929-ba16-0ea664cac6bf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:14.757919 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-91a89db0-1e79-4c77-9a70-bb086931a703 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Calling delete_port for e5223817-4915-4929-ba16-0ea664cac6bf owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:14.774580 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (941c2c63-7564-4bde-83ae-d9ee74c0e308), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:14.897610 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bca2cc-c2bd-4ec4-9867-850f09206fe3 req-33571c60-dab7-4eaa-8c70-c3e43df26935 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:14.905500 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d7bca2cc-c2bd-4ec4-9867-850f09206fe3 req-33571c60-dab7-4eaa-8c70-c3e43df26935 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 946 time: 0.5553041 Mar 11 12:01:14.915385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-f3cf10e7-c0bd-469d-9806-04c2a68f1f60 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Allocated IP 172.20.0.20 (72b95227-abf9-43e9-8372-2dbdc78dfaa2/132aac96-9337-4bf6-b4dd-6329c5e8ee74/b40b7e49-73a9-4bc1-baa9-332202983f50) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:14.936956 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca592547-2e27-403c-b9bd-f9f664ddf874 None None] Network 72b95227-abf9-43e9-8372-2dbdc78dfaa2 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:01:14.939903 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-91a89db0-1e79-4c77-9a70-bb086931a703 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e5223817-4915-4929-ba16-0ea664cac6bf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:15.029230 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a89db0-1e79-4c77-9a70-bb086931a703 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event deleted for resources: {'Port': ['ID=e5223817-4915-4929-ba16-0ea664cac6bf,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:15.055485 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Pushing event deleted for resources: {'Port': ['ID=941c2c63-7564-4bde-83ae-d9ee74c0e308,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:15.088427 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:15.092181 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:15.092734 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:15.093221 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:15.093721 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:15.094209 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:15.094684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:15.095182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:15.095527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:15.095864 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:15.096181 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:15.096509 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:15.096836 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:15.136380 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bf3ca-7471-42c4-a305-3d91f71091ca req-10d981c7-6d7a-43a6-9943-9f6a1d9cf9db tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:15.142782 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b02bf3ca-7471-42c4-a305-3d91f71091ca req-10d981c7-6d7a-43a6-9943-9f6a1d9cf9db tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 0.4275634 Mar 11 12:01:15.153582 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-312c4d0d-75ce-433d-be9f-e2b77678768e None None] Provisioning complete for port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:15.153963 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-312c4d0d-75ce-433d-be9f-e2b77678768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:15.259673 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-91a89db0-1e79-4c77-9a70-bb086931a703 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:15.279383 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-91a89db0-1e79-4c77-9a70-bb086931a703 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "DELETE /v2.0/ports/e5223817-4915-4929-ba16-0ea664cac6bf HTTP/1.1" status: 204 len: 168 time: 1.2842674 Mar 11 12:01:15.284754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39280) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:15.332234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d7bca2cc-c2bd-4ec4-9867-850f09206fe3 req-b57fb3b0-fbb3-46d5-b6f3-745a71b616c9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257617 Mar 11 12:01:15.468032 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b02bf3ca-7471-42c4-a305-3d91f71091ca req-7209713e-4e12-45a3-9a14-c9c39c0720e0 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435257 Mar 11 12:01:15.591952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-312c4d0d-75ce-433d-be9f-e2b77678768e None None] Current status of the port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:15.592342 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-312c4d0d-75ce-433d-be9f-e2b77678768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:15.635613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:01:15.685228 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-312c4d0d-75ce-433d-be9f-e2b77678768e None None] For port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7,segment=NetworkSegment(20d76ed8-ffa8-4e31-af47-471d7f6fe1b7),segment_id=20d76ed8-ffa8-4e31-af47-471d7f6fe1b7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:15.709797 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-312c4d0d-75ce-433d-be9f-e2b77678768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:15.740694 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3cf10e7-c0bd-469d-9806-04c2a68f1f60 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (b40b7e49-73a9-4bc1-baa9-332202983f50), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:15.775735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c4d0d-75ce-433d-be9f-e2b77678768e None None] Pushing event updated for resources: {'Port': ['ID=28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:15.811345 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a1ce9fa9-5973-4d3c-b0f0-793c7a5c8c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:15.839625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:15.840521 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:15.841459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea08ad5b-3f92-4d07-a1a4-96f588ccf8be None None] Update dhcp port {'port': {'network_id': '72b95227-abf9-43e9-8372-2dbdc78dfaa2', 'fixed_ips': [{'subnet_id': '2ff6b1f5-0fea-4a27-810b-97d00f672999', 'ip_address': '172.20.0.2'}, {'subnet_id': '132aac96-9337-4bf6-b4dd-6329c5e8ee74'}], 'binding:host_id': 'n-d-833234-2'}, 'id': '28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7'} from n-d-833234-2. {{(pid=104033) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 12:01:15.924794 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aae23a1-8279-43a7-b413-5f73428dd1a7 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] GET failed (client error): The resource could not be found. Mar 11 12:01:15.932350 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8aae23a1-8279-43a7-b413-5f73428dd1a7 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "GET /v2.0/ports/e5223817-4915-4929-ba16-0ea664cac6bf HTTP/1.1" status: 404 len: 333 time: 0.5646501 Mar 11 12:01:15.933257 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39282) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:15.960884 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2a218efa-265c-4f9c-a566-9a0ab48d0da7 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Request body: {'port': {'network_id': '77158eed-71a5-4828-b779-b677e3016310', 'name': 'tempest-AllowedAddressPairTestJSON-1613791596'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:15.980657 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea08ad5b-3f92-4d07-a1a4-96f588ccf8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:16.351391 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3cf10e7-c0bd-469d-9806-04c2a68f1f60 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b40b7e49-73a9-4bc1-baa9-332202983f50), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:16.476330 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a218efa-265c-4f9c-a566-9a0ab48d0da7 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Made reservation on behalf of f6a9015f5b904af3a1fea39b84d8e7c0 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:16.487411 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a218efa-265c-4f9c-a566-9a0ab48d0da7 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:16.495383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:16.533993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf10e7-c0bd-469d-9806-04c2a68f1f60 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 72b95227-abf9-43e9-8372-2dbdc78dfaa2 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:16.552967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-ea08ad5b-3f92-4d07-a1a4-96f588ccf8be None None] Allocated IP 172.20.0.18 (72b95227-abf9-43e9-8372-2dbdc78dfaa2/132aac96-9337-4bf6-b4dd-6329c5e8ee74/28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:16.560368 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f3cf10e7-c0bd-469d-9806-04c2a68f1f60 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:16.589025 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-2a218efa-265c-4f9c-a566-9a0ab48d0da7 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] device_id is not set on port d21f83b7-383f-4e61-b082-0584d726066b yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:01:16.672970 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cf10e7-c0bd-469d-9806-04c2a68f1f60 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:16.691847 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f51226-c59c-4e86-a051-2bb8a27bcd50 req-704810d5-2cca-40eb-a9b2-f44c6b58813e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:16.699297 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88f51226-c59c-4e86-a051-2bb8a27bcd50 req-704810d5-2cca-40eb-a9b2-f44c6b58813e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 1.0392518 Mar 11 12:01:16.739762 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (5497603f-a2a6-4280-a5de-4b56c205edce), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:16.774913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dab159-fa97-42b7-8945-78032d931e8f req-97af1208-60a1-4157-b904-6f0430f4d1a4 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:16.782477 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cf10e7-c0bd-469d-9806-04c2a68f1f60 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:16.783196 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3cf10e7-c0bd-469d-9806-04c2a68f1f60 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:16.785399 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a6dab159-fa97-42b7-8945-78032d931e8f req-97af1208-60a1-4157-b904-6f0430f4d1a4 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 946 time: 0.1514528 Mar 11 12:01:16.825100 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf10e7-c0bd-469d-9806-04c2a68f1f60 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=b40b7e49-73a9-4bc1-baa9-332202983f50,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:16.854525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ea08ad5b-3f92-4d07-a1a4-96f588ccf8be None None] For port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7,segment=NetworkSegment(20d76ed8-ffa8-4e31-af47-471d7f6fe1b7),segment_id=20d76ed8-ffa8-4e31-af47-471d7f6fe1b7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:16.862898 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f3cf10e7-c0bd-469d-9806-04c2a68f1f60 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.9030297 Mar 11 12:01:16.874734 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39294) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:16.887222 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f9f98edf-5c22-4464-974a-a60ea00ff829 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ff6b1f5-0fea-4a27-810b-97d00f672999'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:16.958098 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea08ad5b-3f92-4d07-a1a4-96f588ccf8be None None] Publish callbacks [] for port (28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:16.976831 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea08ad5b-3f92-4d07-a1a4-96f588ccf8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:17.026302 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-2a218efa-265c-4f9c-a566-9a0ab48d0da7 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Allocated IP 172.20.0.8 (77158eed-71a5-4828-b779-b677e3016310/baf51d14-002a-4322-979e-09bf707b5bfe/d21f83b7-383f-4e61-b082-0584d726066b) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:17.037502 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f9f98edf-5c22-4464-974a-a60ea00ff829 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b40b7e49-73a9-4bc1-baa9-332202983f50), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:17.070654 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88f51226-c59c-4e86-a051-2bb8a27bcd50 req-18d58a50-3eb7-476d-ae89-b13a059eeb62 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3701441 Mar 11 12:01:17.177631 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08ad5b-3f92-4d07-a1a4-96f588ccf8be None None] Pushing event updated for resources: {'Port': ['ID=28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:17.299663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Router 5497603f-a2a6-4280-a5de-4b56c205edce has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:01:17.325777 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a6dab159-fa97-42b7-8945-78032d931e8f req-5fc44886-fee3-4dec-8c09-d6fdba061cbf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347853 Mar 11 12:01:17.331177 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:17.361875 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:01:17.447758 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:17.449035 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:17.492339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59d523-6306-4632-a5d0-937618774b99 req-e3719f51-e95c-4ce2-b0ba-f87e9c0a74aa tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:17.506924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d59d523-6306-4632-a5d0-937618774b99 req-e3719f51-e95c-4ce2-b0ba-f87e9c0a74aa tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 0.3205333 Mar 11 12:01:17.658145 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d59d523-6306-4632-a5d0-937618774b99 req-ac343d24-f810-49fb-9d69-d0ff7176cec1 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470876 Mar 11 12:01:17.774145 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a218efa-265c-4f9c-a566-9a0ab48d0da7 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks [] for port (d21f83b7-383f-4e61-b082-0584d726066b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:17.781586 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:17.833933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:01:17.842853 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6bdb2173-9640-429b-9c3e-ff3b32a39bec admin admin] 10.222.0.78 "PUT /v2.0/routers/5497603f-a2a6-4280-a5de-4b56c205edce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8036315 Mar 11 12:01:17.852537 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39310) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:17.873291 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-f9f98edf-5c22-4464-974a-a60ea00ff829 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Delete allocated IP 172.20.0.20 (72b95227-abf9-43e9-8372-2dbdc78dfaa2/132aac96-9337-4bf6-b4dd-6329c5e8ee74) {{(pid=104032) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 12:01:17.880030 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a218efa-265c-4f9c-a566-9a0ab48d0da7 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d21f83b7-383f-4e61-b082-0584d726066b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:17.880365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586202d7-9dbf-4609-8864-fb5487c43c19 None None] Sync routers for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:01:17.913738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586202d7-9dbf-4609-8864-fb5487c43c19 None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:01:17.914649 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-586202d7-9dbf-4609-8864-fb5487c43c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:01:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:17.947735 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a218efa-265c-4f9c-a566-9a0ab48d0da7 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Network 77158eed-71a5-4828-b779-b677e3016310 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:17.982359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-2a218efa-265c-4f9c-a566-9a0ab48d0da7 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:17.993682 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a218efa-265c-4f9c-a566-9a0ab48d0da7 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:18.024518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e1fb1-ae7f-494e-8329-dbdc606a27c0 req-7a6e4beb-3b12-4d43-bd99-3fa3a65b2579 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:18.031625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-613e1fb1-ae7f-494e-8329-dbdc606a27c0 req-7a6e4beb-3b12-4d43-bd99-3fa3a65b2579 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 805 time: 0.4495559 Mar 11 12:01:18.036079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a218efa-265c-4f9c-a566-9a0ab48d0da7 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event updated for resources: {'Port': ['ID=d21f83b7-383f-4e61-b082-0584d726066b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:18.120086 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a218efa-265c-4f9c-a566-9a0ab48d0da7 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:18.120641 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a218efa-265c-4f9c-a566-9a0ab48d0da7 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:18.192262 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-586202d7-9dbf-4609-8864-fb5487c43c19 None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:01:18.286250 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f9f98edf-5c22-4464-974a-a60ea00ff829 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (b40b7e49-73a9-4bc1-baa9-332202983f50), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:18.296763 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f9f98edf-5c22-4464-974a-a60ea00ff829 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b40b7e49-73a9-4bc1-baa9-332202983f50), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:18.331485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-613e1fb1-ae7f-494e-8329-dbdc606a27c0 req-173d693e-a252-4e18-81dc-679b14143120 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/quotas/09d5cd320b674c0e99aeaa20dd57d2bb HTTP/1.1" status: 200 len: 375 time: 0.2816501 Mar 11 12:01:18.384880 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2a218efa-265c-4f9c-a566-9a0ab48d0da7 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4388645 Mar 11 12:01:18.389845 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39314) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:18.395974 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d4bc8eda-47a6-4673-9326-a6a097f8833f tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Request body: {'port': {'network_id': '77158eed-71a5-4828-b779-b677e3016310', 'name': 'tempest-AllowedAddressPairTestJSON-596543806'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:18.588625 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5108ef59-37ca-4392-a646-a8a376ef22d4 admin admin] Publish callbacks [] for router (5497603f-a2a6-4280-a5de-4b56c205edce), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:18.618277 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1544243-ad83-4490-a8f3-0c86eb34a2c9 None None] Network 72b95227-abf9-43e9-8372-2dbdc78dfaa2 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:01:18.717653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55912c6-63e8-4bd6-9392-ab5a30f3e568 req-6275c4b3-71ed-4ff1-a5ea-e532205a97d3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:18.719251 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d55912c6-63e8-4bd6-9392-ab5a30f3e568 req-6275c4b3-71ed-4ff1-a5ea-e532205a97d3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.4033351 Mar 11 12:01:18.736769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-05a78a9d-53cc-4888-8392-2be757c3b909 None None] Provisioning complete for port d21f83b7-383f-4e61-b082-0584d726066b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:18.737065 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-05a78a9d-53cc-4888-8392-2be757c3b909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d21f83b7-383f-4e61-b082-0584d726066b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:18.750531 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-613e1fb1-ae7f-494e-8329-dbdc606a27c0 req-a1a0b476-d8d0-4ef6-822c-9405441dd7fe tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4178205 Mar 11 12:01:18.878135 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:18.915788 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d55912c6-63e8-4bd6-9392-ab5a30f3e568 req-a9a30476-ecc3-40a7-a8bb-d5de668e982e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873174 Mar 11 12:01:18.919603 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5108ef59-37ca-4392-a646-a8a376ef22d4 admin admin] Publish callbacks [] for router_gateway (5497603f-a2a6-4280-a5de-4b56c205edce), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:18.950472 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-613e1fb1-ae7f-494e-8329-dbdc606a27c0 req-69c665d2-539f-4327-8b68-033130c696bc service neutron] 10.222.0.78 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987915 Mar 11 12:01:19.071857 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f98edf-5c22-4464-974a-a60ea00ff829 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=b40b7e49-73a9-4bc1-baa9-332202983f50,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:19.115161 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f9f98edf-5c22-4464-974a-a60ea00ff829 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] In _notify_port_updated(), no bound segment for port b40b7e49-73a9-4bc1-baa9-332202983f50 on network 72b95227-abf9-43e9-8372-2dbdc78dfaa2 {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:01:19.120132 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-613e1fb1-ae7f-494e-8329-dbdc606a27c0 req-7be4c156-9257-427f-9f59-3e6e5b3c5131 service neutron] 10.222.0.78 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686478 Mar 11 12:01:19.120574 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f98edf-5c22-4464-974a-a60ea00ff829 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:19.121066 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f9f98edf-5c22-4464-974a-a60ea00ff829 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:19.122365 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f9f98edf-5c22-4464-974a-a60ea00ff829 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "PUT /v2.0/ports/b40b7e49-73a9-4bc1-baa9-332202983f50 HTTP/1.1" status: 200 len: 919 time: 2.2469511 Mar 11 12:01:19.125232 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39330) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:19.130328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5292b6dc-1d17-4228-a9a2-8da1e113292d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ff6b1f5-0fea-4a27-810b-97d00f672999'}, {'subnet_id': '132aac96-9337-4bf6-b4dd-6329c5e8ee74'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:19.140071 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-05a78a9d-53cc-4888-8392-2be757c3b909 None None] Port d21f83b7-383f-4e61-b082-0584d726066b cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:19.149328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7d012-149a-4ecd-9867-a2856fbcf013 req-80330471-5d17-4507-bf38-db2264531b33 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:19.168320 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1e7d012-149a-4ecd-9867-a2856fbcf013 req-80330471-5d17-4507-bf38-db2264531b33 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 0.1566486 Mar 11 12:01:19.208509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-586202d7-9dbf-4609-8864-fb5487c43c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T12:01:14Z', 'revision_number': 5, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port': {'id': 'c6af19b4-5ee0-44f1-80ea-3471294125c3', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:52:20Z', 'updated_at': '2022-03-11T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:19.268477 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bc8eda-47a6-4673-9326-a6a097f8833f tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Made reservation on behalf of f6a9015f5b904af3a1fea39b84d8e7c0 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:19.273615 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586202d7-9dbf-4609-8864-fb5487c43c19 None None] Checking router: 5497603f-a2a6-4280-a5de-4b56c205edce for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:01:19.277749 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8eda-47a6-4673-9326-a6a097f8833f tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:19.292094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586202d7-9dbf-4609-8864-fb5487c43c19 None None] Routers {'5497603f-a2a6-4280-a5de-4b56c205edce'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:01:19.293222 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-586202d7-9dbf-4609-8864-fb5487c43c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:01:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5497603f-a2a6-4280-a5de-4b56c205edce'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:19.306985 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1e7d012-149a-4ecd-9867-a2856fbcf013 req-bf8fbb16-0680-493e-ad2a-98aee8b27acd tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376030 Mar 11 12:01:19.309899 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-d4bc8eda-47a6-4673-9326-a6a097f8833f tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] device_id is not set on port eedc1176-cde2-4cfe-80a0-a565123050be yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:01:19.327181 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5108ef59-37ca-4392-a646-a8a376ef22d4 admin admin] Deleting port c6af19b4-5ee0-44f1-80ea-3471294125c3 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:19.327685 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5108ef59-37ca-4392-a646-a8a376ef22d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c6af19b4-5ee0-44f1-80ea-3471294125c3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:19.436441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-5108ef59-37ca-4392-a646-a8a376ef22d4 admin admin] For port c6af19b4-5ee0-44f1-80ea-3471294125c3, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c6af19b4-5ee0-44f1-80ea-3471294125c3,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:19.436793 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5108ef59-37ca-4392-a646-a8a376ef22d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c6af19b4-5ee0-44f1-80ea-3471294125c3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:19.451398 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-586202d7-9dbf-4609-8864-fb5487c43c19 None None] Set router 5497603f-a2a6-4280-a5de-4b56c205edce gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:01:19.453145 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5108ef59-37ca-4392-a646-a8a376ef22d4 admin admin] Calling delete_port for c6af19b4-5ee0-44f1-80ea-3471294125c3 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:19.517079 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5292b6dc-1d17-4228-a9a2-8da1e113292d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b40b7e49-73a9-4bc1-baa9-332202983f50), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:19.567358 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-586202d7-9dbf-4609-8864-fb5487c43c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T12:01:18Z', 'revision_number': 6, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:19.610700 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586202d7-9dbf-4609-8864-fb5487c43c19 None None] The sync data for ids ['5497603f-a2a6-4280-a5de-4b56c205edce'] in n-d-833234-2 is: [{'id': '5497603f-a2a6-4280-a5de-4b56c205edce', 'name': 'tempest-AttachVolumeNegativeTest-92076149-router', 'tenant_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:52:18Z', 'updated_at': '2022-03-11T12:01:18Z', 'revision_number': 6, 'project_id': 'c1dbe983a2554f9d829d23b2f6421d4d', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:01:19.616515 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6bd9f9ca-d036-481a-9516-4d9b823d1b8e None None] Provisioning complete for port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:19.616893 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f9ca-d036-481a-9516-4d9b823d1b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:19.776994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6bd9f9ca-d036-481a-9516-4d9b823d1b8e None None] Current status of the port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:19.931667 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b184a692-971c-42a0-b19f-870188c38a96 None None] Provisioning complete for port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:19.932190 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b184a692-971c-42a0-b19f-870188c38a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:20.027250 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5108ef59-37ca-4392-a646-a8a376ef22d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c6af19b4-5ee0-44f1-80ea-3471294125c3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:20.097818 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-d4bc8eda-47a6-4673-9326-a6a097f8833f tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Allocated IP 172.20.0.12 (77158eed-71a5-4828-b779-b677e3016310/baf51d14-002a-4322-979e-09bf707b5bfe/eedc1176-cde2-4cfe-80a0-a565123050be) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:20.210111 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:20.235159 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108ef59-37ca-4392-a646-a8a376ef22d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6af19b4-5ee0-44f1-80ea-3471294125c3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:20.304733 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b184a692-971c-42a0-b19f-870188c38a96 None None] Current status of the port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:20.321166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b184a692-971c-42a0-b19f-870188c38a96 None None] Provisioning complete for port b40b7e49-73a9-4bc1-baa9-332202983f50 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:20.321166 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b184a692-971c-42a0-b19f-870188c38a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b40b7e49-73a9-4bc1-baa9-332202983f50), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:20.371062 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b184a692-971c-42a0-b19f-870188c38a96 None None] Port b40b7e49-73a9-4bc1-baa9-332202983f50 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:20.426132 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5108ef59-37ca-4392-a646-a8a376ef22d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (5497603f-a2a6-4280-a5de-4b56c205edce), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:20.502310 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-04a02b54-16ea-4bee-81d8-dacac901a487 None None] Provisioning complete for port b40b7e49-73a9-4bc1-baa9-332202983f50 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:20.502813 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-04a02b54-16ea-4bee-81d8-dacac901a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b40b7e49-73a9-4bc1-baa9-332202983f50), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:20.549127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-04a02b54-16ea-4bee-81d8-dacac901a487 None None] Port b40b7e49-73a9-4bc1-baa9-332202983f50 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:20.620884 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-5292b6dc-1d17-4228-a9a2-8da1e113292d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Allocated IP 172.20.0.30 (72b95227-abf9-43e9-8372-2dbdc78dfaa2/132aac96-9337-4bf6-b4dd-6329c5e8ee74/b40b7e49-73a9-4bc1-baa9-332202983f50) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:20.629068 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5108ef59-37ca-4392-a646-a8a376ef22d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (5497603f-a2a6-4280-a5de-4b56c205edce), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:20.634983 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5108ef59-37ca-4392-a646-a8a376ef22d4 admin admin] Publish callbacks [] for router_controller (5497603f-a2a6-4280-a5de-4b56c205edce), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:20.647222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e322e-1558-42a0-a52d-6cbfc806ed2d req-4d3d8427-1998-4312-bc57-2346dcec8062 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:20.648888 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d99e322e-1558-42a0-a52d-6cbfc806ed2d req-4d3d8427-1998-4312-bc57-2346dcec8062 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.4452646 Mar 11 12:01:20.673948 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8eda-47a6-4673-9326-a6a097f8833f tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks [] for port (eedc1176-cde2-4cfe-80a0-a565123050be), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:20.687002 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d11cf7d2-0465-4ea5-81e5-ef59cbdd75e8 None None] Provisioning complete for port b40b7e49-73a9-4bc1-baa9-332202983f50 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:20.688019 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d11cf7d2-0465-4ea5-81e5-ef59cbdd75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b40b7e49-73a9-4bc1-baa9-332202983f50), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:20.722172 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700597-7b71-465f-862c-153d4848c0b0 req-b13ac575-e829-40b9-836a-3f5fa8635842 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:20.723909 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b700597-7b71-465f-862c-153d4848c0b0 req-b13ac575-e829-40b9-836a-3f5fa8635842 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 805 time: 0.5279434 Mar 11 12:01:20.728966 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5108ef59-37ca-4392-a646-a8a376ef22d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (5497603f-a2a6-4280-a5de-4b56c205edce), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:20.729602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5108ef59-37ca-4392-a646-a8a376ef22d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5497603f-a2a6-4280-a5de-4b56c205edce {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:01:20.734502 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5108ef59-37ca-4392-a646-a8a376ef22d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:20.738973 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5108ef59-37ca-4392-a646-a8a376ef22d4 admin admin] 10.222.0.78 "DELETE /v2.0/routers/5497603f-a2a6-4280-a5de-4b56c205edce HTTP/1.1" status: 204 len: 168 time: 2.8797834 Mar 11 12:01:20.739115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39412) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:20.765448 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d99e322e-1558-42a0-a52d-6cbfc806ed2d req-c5f4efd0-f34a-4406-841f-32e2e1d0f4b4 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052127 Mar 11 12:01:20.774787 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b700597-7b71-465f-862c-153d4848c0b0 req-ba40b9b9-4914-41f8-a002-cbfeacf72f88 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/quotas/09d5cd320b674c0e99aeaa20dd57d2bb HTTP/1.1" status: 200 len: 375 time: 0.0377409 Mar 11 12:01:20.814117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d11cf7d2-0465-4ea5-81e5-ef59cbdd75e8 None None] Port b40b7e49-73a9-4bc1-baa9-332202983f50 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:20.848626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-94db036d-2c91-4f13-8ca8-7b2ba0b94aa8 admin admin] Deleting subnet 748e6717-2aee-4f28-b940-f1d8e2456c16 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:01:20.854346 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94db036d-2c91-4f13-8ca8-7b2ba0b94aa8 admin admin] Publish callbacks [] for subnet (748e6717-2aee-4f28-b940-f1d8e2456c16), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:20.877471 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b700597-7b71-465f-862c-153d4848c0b0 req-1e6bb145-12ed-45cc-8aaa-dad33c3ee6ef tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0968938 Mar 11 12:01:20.898204 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94db036d-2c91-4f13-8ca8-7b2ba0b94aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (748e6717-2aee-4f28-b940-f1d8e2456c16), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:20.972880 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8eda-47a6-4673-9326-a6a097f8833f tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (eedc1176-cde2-4cfe-80a0-a565123050be), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:21.016943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fab52-bbeb-4735-a1ff-ebeeb275b844 req-db30c79a-5895-4775-b479-0713e93aff4f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:21.018507 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e0fab52-bbeb-4735-a1ff-ebeeb275b844 req-db30c79a-5895-4775-b479-0713e93aff4f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 0.1399252 Mar 11 12:01:21.030650 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc8eda-47a6-4673-9326-a6a097f8833f tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event updated for resources: {'Port': ['ID=eedc1176-cde2-4cfe-80a0-a565123050be,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:21.063293 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b700597-7b71-465f-862c-153d4848c0b0 req-663103ee-83ee-4438-9e32-9103c99fa836 service neutron] 10.222.0.78 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745050 Mar 11 12:01:21.071154 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bc8eda-47a6-4673-9326-a6a097f8833f tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Network 77158eed-71a5-4828-b779-b677e3016310 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:21.074470 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5292b6dc-1d17-4228-a9a2-8da1e113292d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (b40b7e49-73a9-4bc1-baa9-332202983f50), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:21.076976 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94db036d-2c91-4f13-8ca8-7b2ba0b94aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (748e6717-2aee-4f28-b940-f1d8e2456c16), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:21.079734 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-d4bc8eda-47a6-4673-9326-a6a097f8833f tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:21.099608 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bc8eda-47a6-4673-9326-a6a097f8833f tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:21.111836 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5292b6dc-1d17-4228-a9a2-8da1e113292d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b40b7e49-73a9-4bc1-baa9-332202983f50), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:21.129988 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e0fab52-bbeb-4735-a1ff-ebeeb275b844 req-5303ccab-82f7-48df-9ab3-26e27ea35ec7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050255 Mar 11 12:01:21.185421 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292b6dc-1d17-4228-a9a2-8da1e113292d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=b40b7e49-73a9-4bc1-baa9-332202983f50,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:21.341822 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9bffe069-4b0b-49d7-a51d-6f5367c7b2e3 service neutron] 10.222.0.78 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101727 Mar 11 12:01:21.361913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bc8eda-47a6-4673-9326-a6a097f8833f tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:21.362913 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8eda-47a6-4673-9326-a6a097f8833f tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:21.383198 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 941c2c63-7564-4bde-83ae-d9ee74c0e308 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:01:21.439651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 941c2c63-7564-4bde-83ae-d9ee74c0e308 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:01:21.440004 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 941c2c63-7564-4bde-83ae-d9ee74c0e308 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:01:21.440424 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c6af19b4-5ee0-44f1-80ea-3471294125c3 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:01:21.471065 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94db036d-2c91-4f13-8ca8-7b2ba0b94aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (748e6717-2aee-4f28-b940-f1d8e2456c16), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:21.499208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: c6af19b4-5ee0-44f1-80ea-3471294125c3 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:01:21.499861 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c6af19b4-5ee0-44f1-80ea-3471294125c3 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:01:21.568615 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8c83c5dc-c194-4ec7-ab2c-3884c9b73266 None None] Provisioning complete for port eedc1176-cde2-4cfe-80a0-a565123050be triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:21.568987 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8c83c5dc-c194-4ec7-ab2c-3884c9b73266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (eedc1176-cde2-4cfe-80a0-a565123050be), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:21.570193 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db036d-2c91-4f13-8ca8-7b2ba0b94aa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=748e6717-2aee-4f28-b940-f1d8e2456c16,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:21.582658 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94db036d-2c91-4f13-8ca8-7b2ba0b94aa8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:21.591064 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-94db036d-2c91-4f13-8ca8-7b2ba0b94aa8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/748e6717-2aee-4f28-b940-f1d8e2456c16 HTTP/1.1" status: 204 len: 168 time: 0.8516397 Mar 11 12:01:21.594697 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d4bc8eda-47a6-4673-9326-a6a097f8833f tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2034452 Mar 11 12:01:21.606429 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a29b4-e3b4-4d60-b8fc-94769e9e2567 req-f42e9475-cf84-40ef-b61d-0c892ab2212e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:21.606625 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39426) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:21.608200 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39430) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:21.626302 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a69a29b4-e3b4-4d60-b8fc-94769e9e2567 req-f42e9475-cf84-40ef-b61d-0c892ab2212e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 0.1426756 Mar 11 12:01:21.643460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1660fa57-7de1-4cc6-83bc-164dff182132 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:41:50:3b'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:90:c9:8f'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:21.657077 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e60152-a4d5-44cd-8950-3a183597460c None None] Network 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:01:21.659571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8c83c5dc-c194-4ec7-ab2c-3884c9b73266 None None] Port eedc1176-cde2-4cfe-80a0-a565123050be cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:21.669343 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-5292b6dc-1d17-4228-a9a2-8da1e113292d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] In _notify_port_updated(), no bound segment for port b40b7e49-73a9-4bc1-baa9-332202983f50 on network 72b95227-abf9-43e9-8372-2dbdc78dfaa2 {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:01:21.674556 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5292b6dc-1d17-4228-a9a2-8da1e113292d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:21.675177 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5292b6dc-1d17-4228-a9a2-8da1e113292d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:21.676504 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5292b6dc-1d17-4228-a9a2-8da1e113292d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "PUT /v2.0/ports/b40b7e49-73a9-4bc1-baa9-332202983f50 HTTP/1.1" status: 200 len: 999 time: 2.5503571 Mar 11 12:01:21.680076 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39436) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:21.746944 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a75c1c1-3726-47df-81dc-d12f1e6b7f79 req-ae55fa86-fbef-4579-8a6b-16e483cb696b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 210 time: 0.0815654 Mar 11 12:01:21.805732 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a69a29b4-e3b4-4d60-b8fc-94769e9e2567 req-b2b67dc8-4c0f-4b45-9bbf-bd34bb741f65 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762156 Mar 11 12:01:21.820176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-dfc6a1cb-4762-45ea-9da2-03b65a16c016 None None] Provisioning complete for port b40b7e49-73a9-4bc1-baa9-332202983f50 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:21.820788 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a1cb-4762-45ea-9da2-03b65a16c016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b40b7e49-73a9-4bc1-baa9-332202983f50), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:21.913385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-dfc6a1cb-4762-45ea-9da2-03b65a16c016 None None] Port b40b7e49-73a9-4bc1-baa9-332202983f50 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:21.958645 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (3eac3fe9-735d-4097-b3d0-b8b3bbbf12db), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:22.007772 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be954e36-c8b7-4f82-9c1a-ded0c0bf0352 None None] DHCP port deletion for 3eac3fe9-735d-4097-b3d0-b8b3bbbf12db request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:01:22.069432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22d7c4-cf55-4e15-bc45-2d74ae3967a2 req-953e54bf-50cf-4437-9285-a7cb816ad5bb tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:22.071062 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a22d7c4-cf55-4e15-bc45-2d74ae3967a2 req-953e54bf-50cf-4437-9285-a7cb816ad5bb tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.1435280 Mar 11 12:01:22.114674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-be954e36-c8b7-4f82-9c1a-ded0c0bf0352 None None] Deleting port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:22.114971 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be954e36-c8b7-4f82-9c1a-ded0c0bf0352 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f75d9b69-67d8-4a6f-8a4b-a4f48b20b585), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:22.142945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f68938ec-e179-436f-9f89-0c5299d0a806 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port b40b7e49-73a9-4bc1-baa9-332202983f50 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:22.145997 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f68938ec-e179-436f-9f89-0c5299d0a806 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b40b7e49-73a9-4bc1-baa9-332202983f50), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:22.166602 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1660fa57-7de1-4cc6-83bc-164dff182132 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (eedc1176-cde2-4cfe-80a0-a565123050be), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:22.204738 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a22d7c4-cf55-4e15-bc45-2d74ae3967a2 req-37c6a145-2977-43cd-b196-795aeffccb90 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266370 Mar 11 12:01:22.213228 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-be954e36-c8b7-4f82-9c1a-ded0c0bf0352 None None] For port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f75d9b69-67d8-4a6f-8a4b-a4f48b20b585,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:22.214445 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be954e36-c8b7-4f82-9c1a-ded0c0bf0352 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f75d9b69-67d8-4a6f-8a4b-a4f48b20b585), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:22.230976 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-be954e36-c8b7-4f82-9c1a-ded0c0bf0352 None None] Calling delete_port for f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:22.311717 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] Deleting port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:22.312190 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f75d9b69-67d8-4a6f-8a4b-a4f48b20b585), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:22.409401 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be954e36-c8b7-4f82-9c1a-ded0c0bf0352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (f75d9b69-67d8-4a6f-8a4b-a4f48b20b585), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:22.424780 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] For port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f75d9b69-67d8-4a6f-8a4b-a4f48b20b585,segment=NetworkSegment(67976495-0033-4f9d-95f7-ed447369dbd1),segment_id=67976495-0033-4f9d-95f7-ed447369dbd1)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:22.425314 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f75d9b69-67d8-4a6f-8a4b-a4f48b20b585), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:22.459078 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] Calling delete_port for f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:22.462120 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be954e36-c8b7-4f82-9c1a-ded0c0bf0352 None None] Pushing event deleted for resources: {'Port': ['ID=f75d9b69-67d8-4a6f-8a4b-a4f48b20b585,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:22.474052 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be954e36-c8b7-4f82-9c1a-ded0c0bf0352 None None] No DVR routers for this DVR port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:01:22.476983 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f68938ec-e179-436f-9f89-0c5299d0a806 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b40b7e49-73a9-4bc1-baa9-332202983f50), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:22.678417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f68938ec-e179-436f-9f89-0c5299d0a806 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for b40b7e49-73a9-4bc1-baa9-332202983f50 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:22.810934 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1660fa57-7de1-4cc6-83bc-164dff182132 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks [] for port (eedc1176-cde2-4cfe-80a0-a565123050be), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:22.827956 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1660fa57-7de1-4cc6-83bc-164dff182132 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (eedc1176-cde2-4cfe-80a0-a565123050be), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:22.878653 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b84df76-06d2-4fad-a893-483731906ecd req-5d994a28-9ca8-455e-a195-cd1d5a0edfc3 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 210 time: 0.0524368 Mar 11 12:01:22.888394 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f75d9b69-67d8-4a6f-8a4b-a4f48b20b585), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:22.969473 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] No DVR routers for this DVR port f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:01:22.984672 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660fa57-7de1-4cc6-83bc-164dff182132 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event updated for resources: {'Port': ['ID=eedc1176-cde2-4cfe-80a0-a565123050be,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:23.073269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] Pushing event deleted for resources: {'Port': ['ID=f75d9b69-67d8-4a6f-8a4b-a4f48b20b585,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:23.085851 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1660fa57-7de1-4cc6-83bc-164dff182132 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] In _notify_port_updated(), no bound segment for port eedc1176-cde2-4cfe-80a0-a565123050be on network 77158eed-71a5-4828-b779-b677e3016310 {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:01:23.091355 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1660fa57-7de1-4cc6-83bc-164dff182132 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:23.092303 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1660fa57-7de1-4cc6-83bc-164dff182132 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:23.093855 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1660fa57-7de1-4cc6-83bc-164dff182132 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "PUT /v2.0/ports/eedc1176-cde2-4cfe-80a0-a565123050be HTTP/1.1" status: 200 len: 1055 time: 1.4794526 Mar 11 12:01:23.096749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39522) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:23.197785 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (3eac3fe9-735d-4097-b3d0-b8b3bbbf12db), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:23.257782 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-71804797-fe05-449b-95c5-2f087bc27567 None None] Provisioning complete for port eedc1176-cde2-4cfe-80a0-a565123050be triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:23.258357 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-71804797-fe05-449b-95c5-2f087bc27567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (eedc1176-cde2-4cfe-80a0-a565123050be), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:23.265398 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eac3fe9-735d-4097-b3d0-b8b3bbbf12db']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:23.347959 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f68938ec-e179-436f-9f89-0c5299d0a806 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b40b7e49-73a9-4bc1-baa9-332202983f50), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:23.362215 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:01:23.371162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67976495-0033-4f9d-95f7-ed447369dbd1') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:23.372594 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67976495-0033-4f9d-95f7-ed447369dbd1') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:23.455806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (67976495-0033-4f9d-95f7-ed447369dbd1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:23.458879 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 30920ac4-29dc-4a21-a945-b88f3b6a0028 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:01:23.460290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68938ec-e179-436f-9f89-0c5299d0a806 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=b40b7e49-73a9-4bc1-baa9-332202983f50,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:23.515038 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (67976495-0033-4f9d-95f7-ed447369dbd1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:23.520009 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:01:23.520409 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f75d9b69-67d8-4a6f-8a4b-a4f48b20b585 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:01:23.522433 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:01:23.532200 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (67976495-0033-4f9d-95f7-ed447369dbd1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:23.533397 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-71804797-fe05-449b-95c5-2f087bc27567 None None] Port eedc1176-cde2-4cfe-80a0-a565123050be cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:23.599711 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 30920ac4-29dc-4a21-a945-b88f3b6a0028 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:23.600103 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:01:23.615413 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:01:23.623169 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (3eac3fe9-735d-4097-b3d0-b8b3bbbf12db), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:23.629120 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:23.632687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700597-7b71-465f-862c-153d4848c0b0 req-09c9767b-bfc2-4edb-a207-e64f564b23aa tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:23.634307 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b700597-7b71-465f-862c-153d4848c0b0 req-09c9767b-bfc2-4edb-a207-e64f564b23aa tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.71 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 805 time: 0.4657269 Mar 11 12:01:23.634770 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3eac3fe9-735d-4097-b3d0-b8b3bbbf12db HTTP/1.1" status: 204 len: 168 time: 2.0227232 Mar 11 12:01:23.656733 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-7b700597-7b71-465f-862c-153d4848c0b0 req-106fc195-14de-437a-bfb7-679f87c40332 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Request body: {'port': {'device_id': '47733470-6f5f-4c3c-a5dc-ee5b70460109', 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064', 'admin_state_up': True, 'tenant_id': '09d5cd320b674c0e99aeaa20dd57d2bb'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:23.670314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 30920ac4-29dc-4a21-a945-b88f3b6a0028, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:23.671472 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:01:23.674515 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7dd675-1e6f-4ec9-83f1-283714df6e27" -d '{"events": [{"server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "name": "network-vif-unplugged", "status": "completed", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:01:23.679283 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944bc73-e60e-4e4a-b7a8-fc9e89a05cdc req-8bc76385-b93c-4914-b1b1-564e35fdf363 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:23.680999 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:23.681236 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2944bc73-e60e-4e4a-b7a8-fc9e89a05cdc req-8bc76385-b93c-4914-b1b1-564e35fdf363 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.2227695 Mar 11 12:01:23.704593 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d679b7-df7a-490e-9b1f-da11e3c68100 req-30921c65-86ed-4548-8ba0-ad766d7c545c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:23.705985 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8d679b7-df7a-490e-9b1f-da11e3c68100 req-30921c65-86ed-4548-8ba0-ad766d7c545c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 947 time: 0.2465842 Mar 11 12:01:23.717040 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5ab08e78-7242-49b5-8ae0-faf20caab4d6 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Deleting port eedc1176-cde2-4cfe-80a0-a565123050be {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:23.717382 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ab08e78-7242-49b5-8ae0-faf20caab4d6 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (eedc1176-cde2-4cfe-80a0-a565123050be), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:23.749261 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990945f-1af8-40ce-b4f2-994f5ed70913 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eac3fe9-735d-4097-b3d0-b8b3bbbf12db,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:23.766042 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=30920ac4-29dc-4a21-a945-b88f3b6a0028,revision_number=14']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:23.820951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f68938ec-e179-436f-9f89-0c5299d0a806 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:23.827931 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f68938ec-e179-436f-9f89-0c5299d0a806 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/ports/b40b7e49-73a9-4bc1-baa9-332202983f50 HTTP/1.1" status: 204 len: 168 time: 2.1450264 Mar 11 12:01:23.828674 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39536) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:23.857112 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-063d765f-bad1-4bb6-83e6-d155867bbfdc tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] GET failed (client error): The resource could not be found. Mar 11 12:01:23.861341 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-063d765f-bad1-4bb6-83e6-d155867bbfdc tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports/b40b7e49-73a9-4bc1-baa9-332202983f50 HTTP/1.1" status: 404 len: 333 time: 0.0316989 Mar 11 12:01:23.862130 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39538) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:23.871156 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39540) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:23.942506 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2944bc73-e60e-4e4a-b7a8-fc9e89a05cdc req-9fd606ba-5cb2-4fe6-9e0b-06838c43960c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320752 Mar 11 12:01:23.951364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-738b8765-28a1-4c40-979e-b7695fcdb839 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting subnet 132aac96-9337-4bf6-b4dd-6329c5e8ee74 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:01:23.954463 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-738b8765-28a1-4c40-979e-b7695fcdb839 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (132aac96-9337-4bf6-b4dd-6329c5e8ee74), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:23.994030 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ab08e78-7242-49b5-8ae0-faf20caab4d6 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (eedc1176-cde2-4cfe-80a0-a565123050be), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:23.997228 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fd729670-fa98-4337-bf55-0d983c9f9951 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c1dbe983a2554f9d829d23b2f6421d4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1245580 Mar 11 12:01:24.000214 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39544) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:24.021533 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3eda5eb-de95-4480-b0a0-d87d14400841 x-openstack-request-id: req-f3eda5eb-de95-4480-b0a0-d87d14400841 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:01:24.022494 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "name": "network-vif-unplugged", "status": "completed", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:01:24.022494 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f3eda5eb-de95-4480-b0a0-d87d14400841 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:01:24.022494 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'code': 200} Mar 11 12:01:24.027089 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8d679b7-df7a-490e-9b1f-da11e3c68100 req-b13e4f44-2146-4e8d-81c8-62ba7087da4e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757843 Mar 11 12:01:24.031531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b700597-7b71-465f-862c-153d4848c0b0 req-106fc195-14de-437a-bfb7-679f87c40332 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Made reservation on behalf of 09d5cd320b674c0e99aeaa20dd57d2bb for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:24.036105 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7b700597-7b71-465f-862c-153d4848c0b0 req-106fc195-14de-437a-bfb7-679f87c40332 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:24.039731 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5ab08e78-7242-49b5-8ae0-faf20caab4d6 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Calling delete_port for eedc1176-cde2-4cfe-80a0-a565123050be owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:24.048921 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-738b8765-28a1-4c40-979e-b7695fcdb839 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (132aac96-9337-4bf6-b4dd-6329c5e8ee74), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:24.128021 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-763ddb0b-df5f-49b5-bf27-444f5ed7a536 admin admin] Publish callbacks [] for security_group (902dcd6b-df60-43f8-b647-d1eb9a4bcc0a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:24.177729 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-763ddb0b-df5f-49b5-bf27-444f5ed7a536 admin admin] Publish callbacks [] for security_group (902dcd6b-df60-43f8-b647-d1eb9a4bcc0a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:24.190137 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-738b8765-28a1-4c40-979e-b7695fcdb839 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (132aac96-9337-4bf6-b4dd-6329c5e8ee74), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:24.216784 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-585d602c-c292-4cea-bfd3-cb04e64031b4 req-043a101a-7ea2-4a44-916a-07eba70aa6b5 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 210 time: 0.0655830 Mar 11 12:01:24.290350 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-738b8765-28a1-4c40-979e-b7695fcdb839 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (132aac96-9337-4bf6-b4dd-6329c5e8ee74), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:24.300995 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-763ddb0b-df5f-49b5-bf27-444f5ed7a536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (902dcd6b-df60-43f8-b647-d1eb9a4bcc0a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:24.303630 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-763ddb0b-df5f-49b5-bf27-444f5ed7a536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:24.304834 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-763ddb0b-df5f-49b5-bf27-444f5ed7a536 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/902dcd6b-df60-43f8-b647-d1eb9a4bcc0a HTTP/1.1" status: 204 len: 168 time: 0.3040414 Mar 11 12:01:24.333042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ddb0b-df5f-49b5-bf27-444f5ed7a536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902dcd6b-df60-43f8-b647-d1eb9a4bcc0a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:24.336431 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b8765-28a1-4c40-979e-b7695fcdb839 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Subnet': ['ID=132aac96-9337-4bf6-b4dd-6329c5e8ee74,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:24.338944 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-738b8765-28a1-4c40-979e-b7695fcdb839 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:24.342295 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-738b8765-28a1-4c40-979e-b7695fcdb839 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/132aac96-9337-4bf6-b4dd-6329c5e8ee74 HTTP/1.1" status: 204 len: 168 time: 0.4790471 Mar 11 12:01:24.345157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39550) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:24.357644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421d5ef1-fb43-4b8d-9b09-665305ff65fb None None] Network 72b95227-abf9-43e9-8372-2dbdc78dfaa2 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:01:24.449183 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3ca40e-1842-489c-b561-bb3a05fe87a2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting subnet 2ff6b1f5-0fea-4a27-810b-97d00f672999 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:01:24.464435 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca40e-1842-489c-b561-bb3a05fe87a2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (2ff6b1f5-0fea-4a27-810b-97d00f672999), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:24.553555 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca40e-1842-489c-b561-bb3a05fe87a2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (2ff6b1f5-0fea-4a27-810b-97d00f672999), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:24.724693 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca40e-1842-489c-b561-bb3a05fe87a2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (2ff6b1f5-0fea-4a27-810b-97d00f672999), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:24.733829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-7b700597-7b71-465f-862c-153d4848c0b0 req-106fc195-14de-437a-bfb7-679f87c40332 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Allocated IP 172.20.0.3 (8f643498-59e6-4f88-97f4-fba97d06b064/d2b721aa-1c42-4b6f-8791-9da31c359ccd/9097e599-3531-4206-a19e-552d7f0ce0df) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:24.858588 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca40e-1842-489c-b561-bb3a05fe87a2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (2ff6b1f5-0fea-4a27-810b-97d00f672999), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:24.891924 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ca40e-1842-489c-b561-bb3a05fe87a2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff6b1f5-0fea-4a27-810b-97d00f672999,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:24.894009 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca40e-1842-489c-b561-bb3a05fe87a2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:24.897566 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2b3ca40e-1842-489c-b561-bb3a05fe87a2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/2ff6b1f5-0fea-4a27-810b-97d00f672999 HTTP/1.1" status: 204 len: 168 time: 0.5512519 Mar 11 12:01:24.912914 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f91e8-0b2c-4c1d-8ee3-ea82580cd3c9 req-7ae89299-07db-4e29-9fd8-eb07980e13a9 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:24.915711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39560) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:24.923190 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba3f91e8-0b2c-4c1d-8ee3-ea82580cd3c9 req-7ae89299-07db-4e29-9fd8-eb07980e13a9 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.7970335 Mar 11 12:01:25.021876 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba3f91e8-0b2c-4c1d-8ee3-ea82580cd3c9 req-54556631-56ee-425a-a43a-af662225dbee tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976355 Mar 11 12:01:25.066560 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (72b95227-abf9-43e9-8372-2dbdc78dfaa2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:25.130810 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:25.131419 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:25.193037 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ab08e78-7242-49b5-8ae0-faf20caab4d6 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (eedc1176-cde2-4cfe-80a0-a565123050be), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:25.226121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] For port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7,segment=NetworkSegment(20d76ed8-ffa8-4e31-af47-471d7f6fe1b7),segment_id=20d76ed8-ffa8-4e31-af47-471d7f6fe1b7)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:25.238856 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:25.266563 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:25.306852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab08e78-7242-49b5-8ae0-faf20caab4d6 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event deleted for resources: {'Port': ['ID=eedc1176-cde2-4cfe-80a0-a565123050be,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:25.418907 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7b700597-7b71-465f-862c-153d4848c0b0 req-106fc195-14de-437a-bfb7-679f87c40332 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks [] for port (9097e599-3531-4206-a19e-552d7f0ce0df), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:25.433500 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:25.438628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 09b137d2-447d-4b1a-808e-fb94594e0e6e details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:01:25.466128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:25.468405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No DVR routers for this DVR port 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:01:25.603529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a7eeb-ad9f-4508-9663-2fa0ebda89c9 req-8b8744a2-0066-41c1-b7e1-452bd23a19ee tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:25.606942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 09b137d2-447d-4b1a-808e-fb94594e0e6e, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:25.615080 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-733a7eeb-ad9f-4508-9663-2fa0ebda89c9 req-8b8744a2-0066-41c1-b7e1-452bd23a19ee tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.5388916 Mar 11 12:01:25.622209 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '09b137d2-447d-4b1a-808e-fb94594e0e6e', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'port_id': '09b137d2-447d-4b1a-808e-fb94594e0e6e', 'mac_address': 'fa:16:3e:de:37:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:01:25.624309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b364affe-8c48-4dae-966b-08fa16801a84 None None] Network 72b95227-abf9-43e9-8372-2dbdc78dfaa2 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:01:25.624433 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (72b95227-abf9-43e9-8372-2dbdc78dfaa2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:25.631722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-db1c51b6-6a49-45f2-958d-bd8acc155192 None None] Could not find standard attr ID for object 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:01:25.666870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b95227-abf9-43e9-8372-2dbdc78dfaa2']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:25.680115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d76ed8-ffa8-4e31-af47-471d7f6fe1b7') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:25.680723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d76ed8-ffa8-4e31-af47-471d7f6fe1b7') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:25.707912 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 09b137d2-447d-4b1a-808e-fb94594e0e6e is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:25.708482 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:25.718370 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (20d76ed8-ffa8-4e31-af47-471d7f6fe1b7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:25.727024 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a24e37-17a7-4b99-ace5-2f36ba605593 req-9de4b147-0f53-41bd-a211-fa97f11d7102 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:25.735808 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09b137d2-447d-4b1a-808e-fb94594e0e6e {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:01:25.739018 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37a24e37-17a7-4b99-ace5-2f36ba605593 req-9de4b147-0f53-41bd-a211-fa97f11d7102 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.5657692 Mar 11 12:01:25.740024 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (20d76ed8-ffa8-4e31-af47-471d7f6fe1b7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:25.750046 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:01:25.750867 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (20d76ed8-ffa8-4e31-af47-471d7f6fe1b7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:01:25.757240 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:01:25.766177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 09b137d2-447d-4b1a-808e-fb94594e0e6e, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:25.798933 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:25.871914 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=09b137d2-447d-4b1a-808e-fb94594e0e6e,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:25.901535 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (72b95227-abf9-43e9-8372-2dbdc78dfaa2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:25.915806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:25.930740 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/networks/72b95227-abf9-43e9-8372-2dbdc78dfaa2 HTTP/1.1" status: 204 len: 168 time: 1.0122008 Mar 11 12:01:25.933245 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39592) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:25.935702 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['09b137d2-447d-4b1a-808e-fb94594e0e6e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:01:25.976927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ecf47-3280-4c44-9349-97d5ebbe4d5b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Network': ['ID=72b95227-abf9-43e9-8372-2dbdc78dfaa2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:25.999399 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ab08e78-7242-49b5-8ae0-faf20caab4d6 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:26.005598 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5ab08e78-7242-49b5-8ae0-faf20caab4d6 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "DELETE /v2.0/ports/eedc1176-cde2-4cfe-80a0-a565123050be HTTP/1.1" status: 204 len: 168 time: 2.9072993 Mar 11 12:01:26.011571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39594) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:26.021413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958b830e-06c7-4e19-94b6-c386fa27f681 None None] DHCP port deletion for 72b95227-abf9-43e9-8372-2dbdc78dfaa2 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:01:26.027163 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-733a7eeb-ad9f-4508-9663-2fa0ebda89c9 req-efe0a379-097a-4095-8460-b14b2017e675 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246074 Mar 11 12:01:26.053709 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba2fdad-046f-4988-989b-02f4025d3136 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] GET failed (client error): The resource could not be found. Mar 11 12:01:26.059440 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7b700597-7b71-465f-862c-153d4848c0b0 req-106fc195-14de-437a-bfb7-679f87c40332 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9097e599-3531-4206-a19e-552d7f0ce0df), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:26.061537 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1ba2fdad-046f-4988-989b-02f4025d3136 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "GET /v2.0/ports/eedc1176-cde2-4cfe-80a0-a565123050be HTTP/1.1" status: 404 len: 333 time: 0.0472932 Mar 11 12:01:26.064678 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39596) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:26.088042 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['de47ce64-ea93-40ab-9763-7f508aec56e0'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:01:26.110502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f88a09d-5bb9-43f4-bc02-e222613d29d7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:26.115282 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5f88a09d-5bb9-43f4-bc02-e222613d29d7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1466312 Mar 11 12:01:26.119202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39598) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:26.232244 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6952390a-7825-423e-91a1-36889c3ec7b9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1067977 Mar 11 12:01:26.232244 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39602) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:26.232727 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fc195-14de-437a-bfb7-679f87c40332 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Pushing event updated for resources: {'Port': ['ID=9097e599-3531-4206-a19e-552d7f0ce0df,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:26.244140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-773b1c2e-cbb0-4fa1-b95c-9d333afc5f48 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-134415037'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:26.257187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37a24e37-17a7-4b99-ace5-2f36ba605593 req-0a13eb97-35a9-43d2-9cde-5855f0b11914 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4844625 Mar 11 12:01:26.305242 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773b1c2e-cbb0-4fa1-b95c-9d333afc5f48 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:26.308969 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-773b1c2e-cbb0-4fa1-b95c-9d333afc5f48 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:26.326743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b700597-7b71-465f-862c-153d4848c0b0 req-106fc195-14de-437a-bfb7-679f87c40332 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Network 8f643498-59e6-4f88-97f4-fba97d06b064 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:26.330296 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-7b700597-7b71-465f-862c-153d4848c0b0 req-106fc195-14de-437a-bfb7-679f87c40332 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:26.337933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b700597-7b71-465f-862c-153d4848c0b0 req-106fc195-14de-437a-bfb7-679f87c40332 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:26.366367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773b1c2e-cbb0-4fa1-b95c-9d333afc5f48 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:01:26.388307 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-773b1c2e-cbb0-4fa1-b95c-9d333afc5f48 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f43e0817-df45-4f81-aacc-e6d39913df0f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:26.388706 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-773b1c2e-cbb0-4fa1-b95c-9d333afc5f48 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Added segment f43e0817-df45-4f81-aacc-e6d39913df0f of type vlan for network 1929cb3c-474b-4391-814c-3eabca0a9435 Mar 11 12:01:26.497911 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-773b1c2e-cbb0-4fa1-b95c-9d333afc5f48 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (1929cb3c-474b-4391-814c-3eabca0a9435), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:26.501152 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762028b5-6faa-4a66-ae05-646b460f4de2 req-8ada9116-cad0-48c1-b69e-0d96b5eca1c6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:26.507399 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-762028b5-6faa-4a66-ae05-646b460f4de2 req-8ada9116-cad0-48c1-b69e-0d96b5eca1c6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 931 time: 0.2813756 Mar 11 12:01:26.579831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700597-7b71-465f-862c-153d4848c0b0 req-106fc195-14de-437a-bfb7-679f87c40332 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:26.580467 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7b700597-7b71-465f-862c-153d4848c0b0 req-106fc195-14de-437a-bfb7-679f87c40332 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:26.643533 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b700597-7b71-465f-862c-153d4848c0b0 req-106fc195-14de-437a-bfb7-679f87c40332 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9987314 Mar 11 12:01:26.645754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-8e701531-c553-4d82-bc24-d0c1f18b63fd tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Deleting port d21f83b7-383f-4e61-b082-0584d726066b {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:26.646096 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e701531-c553-4d82-bc24-d0c1f18b63fd tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d21f83b7-383f-4e61-b082-0584d726066b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:26.650648 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-773b1c2e-cbb0-4fa1-b95c-9d333afc5f48 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (1929cb3c-474b-4391-814c-3eabca0a9435), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:26.667817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773b1c2e-cbb0-4fa1-b95c-9d333afc5f48 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:26.668457 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-773b1c2e-cbb0-4fa1-b95c-9d333afc5f48 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:26.715518 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-773b1c2e-cbb0-4fa1-b95c-9d333afc5f48 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4839313 Mar 11 12:01:26.722217 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39616) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:26.740543 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-762028b5-6faa-4a66-ae05-646b460f4de2 req-b5e49625-0b36-4881-9675-d5fb26236476 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156217 Mar 11 12:01:26.752715 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc994f-1eb7-429c-b57c-e9c57a5e0626 req-1970208e-a04f-417f-b8fd-601fbd120163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:26.754287 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-48dc994f-1eb7-429c-b57c-e9c57a5e0626 req-1970208e-a04f-417f-b8fd-601fbd120163 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 1127 time: 0.2104735 Mar 11 12:01:26.759057 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c83dd8a1-3874-41a7-ab16-a063f07682c0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'subnet': {'network_id': '1929cb3c-474b-4391-814c-3eabca0a9435', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:26.766346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Request body: {'port': {'device_id': '47733470-6f5f-4c3c-a5dc-ee5b70460109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:26.981077 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc90fe-1aaa-431a-ac75-e2dc6883831a req-c482c617-203f-4d87-9300-bff9960fd2e9 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:26.999202 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25fc90fe-1aaa-431a-ac75-e2dc6883831a req-c482c617-203f-4d87-9300-bff9960fd2e9 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.4067373 Mar 11 12:01:27.177293 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9097e599-3531-4206-a19e-552d7f0ce0df), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:27.196566 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25fc90fe-1aaa-431a-ac75-e2dc6883831a req-7197850a-255c-43b5-9ca7-de007da8ad28 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962159 Mar 11 12:01:27.276354 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e701531-c553-4d82-bc24-d0c1f18b63fd tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d21f83b7-383f-4e61-b082-0584d726066b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:27.377538 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:01:27.417028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-8e701531-c553-4d82-bc24-d0c1f18b63fd tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Calling delete_port for d21f83b7-383f-4e61-b082-0584d726066b owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:27.429363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:01:27.437383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 28e9d85e-ca2d-4ee7-88aa-1f5ad0055dd7 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:01:27.441608 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 09b137d2-447d-4b1a-808e-fb94594e0e6e up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:01:27.511000 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6ee22-936e-42b0-b04d-d294dead1882 req-ec808e94-9cb7-4d1e-a3f1-67486c1858ea tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:27.529448 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ec6ee22-936e-42b0-b04d-d294dead1882 req-ec808e94-9cb7-4d1e-a3f1-67486c1858ea tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 945 time: 0.3551841 Mar 11 12:01:27.578901 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 09b137d2-447d-4b1a-808e-fb94594e0e6e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:27.581806 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:27.777397 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 09b137d2-447d-4b1a-808e-fb94594e0e6e is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:27.777792 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:27.831960 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b137d2-447d-4b1a-808e-fb94594e0e6e'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:01:27.839395 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84abc444-a8d1-4f77-95ae-77c05359fcbd" -d '{"events": [{"server_uuid": "e4f36e33-2b9e-4bbb-b28a-a584982a54c8", "name": "network-vif-plugged", "status": "completed", "tag": "09b137d2-447d-4b1a-808e-fb94594e0e6e"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:01:27.840733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b1c2e-cbb0-4fa1-b95c-9d333afc5f48 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Network': ['ID=1929cb3c-474b-4391-814c-3eabca0a9435,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:27.861987 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 1929cb3c-474b-4391-814c-3eabca0a9435 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:01:27.900773 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 09b137d2-447d-4b1a-808e-fb94594e0e6e, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:27.935032 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:27.985897 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ec6ee22-936e-42b0-b04d-d294dead1882 req-3cb04803-c0a2-440f-8ab5-a05f409df78d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4483602 Mar 11 12:01:28.022230 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc994f-1eb7-429c-b57c-e9c57a5e0626 req-90cf557e-5448-483c-85bb-83122946491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:28.024633 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-48dc994f-1eb7-429c-b57c-e9c57a5e0626 req-90cf557e-5448-483c-85bb-83122946491c service neutron] 10.222.0.71 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 1.2554519 Mar 11 12:01:28.114549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=09b137d2-447d-4b1a-808e-fb94594e0e6e,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:28.124671 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328178db-ded4-4ac1-b28a-4741f01d06f2 x-openstack-request-id: req-328178db-ded4-4ac1-b28a-4741f01d06f2 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:01:28.124883 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f36e33-2b9e-4bbb-b28a-a584982a54c8", "name": "network-vif-plugged", "status": "completed", "tag": "09b137d2-447d-4b1a-808e-fb94594e0e6e", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:01:28.125141 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-328178db-ded4-4ac1-b28a-4741f01d06f2 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:01:28.125552 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b137d2-447d-4b1a-808e-fb94594e0e6e', 'code': 200} Mar 11 12:01:28.163550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83dd8a1-3874-41a7-ab16-a063f07682c0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:28.170746 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c83dd8a1-3874-41a7-ab16-a063f07682c0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:28.222338 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-48dc994f-1eb7-429c-b57c-e9c57a5e0626 req-854e1ab8-5155-449d-b1e1-e096a85bb631 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028 HTTP/1.1" status: 200 len: 1000 time: 0.1855018 Mar 11 12:01:28.357781 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc994f-1eb7-429c-b57c-e9c57a5e0626 req-7ac9aa3b-ec6d-4f7c-99e6-ae66e8a8a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:28.360343 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-48dc994f-1eb7-429c-b57c-e9c57a5e0626 req-7ac9aa3b-ec6d-4f7c-99e6-ae66e8a8a953 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.1269438 Mar 11 12:01:28.392529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb74b7e-c7be-4685-a4db-f721beb53746 req-0dd5d461-82c9-4a73-9380-6153c271e4d5 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:28.394534 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-efb74b7e-c7be-4685-a4db-f721beb53746 req-0dd5d461-82c9-4a73-9380-6153c271e4d5 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 931 time: 0.3858378 Mar 11 12:01:28.448673 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e701531-c553-4d82-bc24-d0c1f18b63fd tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (d21f83b7-383f-4e61-b082-0584d726066b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:28.538179 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e701531-c553-4d82-bc24-d0c1f18b63fd tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event deleted for resources: {'Port': ['ID=d21f83b7-383f-4e61-b082-0584d726066b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:28.568369 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc994f-1eb7-429c-b57c-e9c57a5e0626 req-795f5781-5b8e-4884-b3cc-32fa3053fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:28.570196 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-48dc994f-1eb7-429c-b57c-e9c57a5e0626 req-795f5781-5b8e-4884-b3cc-32fa3053fdb8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2028244 Mar 11 12:01:28.576110 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-efb74b7e-c7be-4685-a4db-f721beb53746 req-d8c0abc7-1584-47cd-af04-4332d1e238d1 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729937 Mar 11 12:01:28.688430 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9097e599-3531-4206-a19e-552d7f0ce0df {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:01:28.710256 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Publish callbacks [] for port (9097e599-3531-4206-a19e-552d7f0ce0df), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:28.753326 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed20567-becf-4174-a3c3-25f16d0225cd req-edfa6922-1343-483b-9d4c-ec92de8a30f7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:28.756120 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ed20567-becf-4174-a3c3-25f16d0225cd req-edfa6922-1343-483b-9d4c-ec92de8a30f7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.3604829 Mar 11 12:01:28.813317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Transition to ACTIVE for port object 9097e599-3531-4206-a19e-552d7f0ce0df will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:01:28.822066 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e701531-c553-4d82-bc24-d0c1f18b63fd tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:28.831140 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8e701531-c553-4d82-bc24-d0c1f18b63fd tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "DELETE /v2.0/ports/d21f83b7-383f-4e61-b082-0584d726066b HTTP/1.1" status: 204 len: 168 time: 2.7581069 Mar 11 12:01:28.831829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39672) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:28.872851 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (9097e599-3531-4206-a19e-552d7f0ce0df), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:28.912104 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-48dc994f-1eb7-429c-b57c-e9c57a5e0626 req-7412cf61-277b-48c5-a641-1b3d7078aa1a service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329203 Mar 11 12:01:29.070690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ed20567-becf-4174-a3c3-25f16d0225cd req-39df12a8-b768-4e46-9243-77c507c6ae54 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923615 Mar 11 12:01:29.072034 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ea091c-4d1a-446d-a067-8d9bf29863fb tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] GET failed (client error): The resource could not be found. Mar 11 12:01:29.083857 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-48dc994f-1eb7-429c-b57c-e9c57a5e0626 req-7cfc684a-10f0-4398-80e2-cf9b5ab37f36 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635947 Mar 11 12:01:29.085324 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d6ea091c-4d1a-446d-a067-8d9bf29863fb tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "GET /v2.0/ports/d21f83b7-383f-4e61-b082-0584d726066b HTTP/1.1" status: 404 len: 333 time: 0.2431817 Mar 11 12:01:29.086666 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39678) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:29.112964 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c83dd8a1-3874-41a7-ab16-a063f07682c0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (f97b8330-7351-4949-abe0-5a6b8b956334), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:29.159688 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Pushing event updated for resources: {'Port': ['ID=9097e599-3531-4206-a19e-552d7f0ce0df,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:29.214373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83dd8a1-3874-41a7-ab16-a063f07682c0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Checking segment: {'id': 'f43e0817-df45-4f81-aacc-e6d39913df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1929cb3c-474b-4391-814c-3eabca0a9435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:01:29.214735 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83dd8a1-3874-41a7-ab16-a063f07682c0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network hostable DHCP agents. Network: 1929cb3c-474b-4391-814c-3eabca0a9435, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:01:29.239826 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83dd8a1-3874-41a7-ab16-a063f07682c0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Subnet': ['ID=f97b8330-7351-4949-abe0-5a6b8b956334,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:29.251976 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83dd8a1-3874-41a7-ab16-a063f07682c0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 1929cb3c-474b-4391-814c-3eabca0a9435 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:01:29.270558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c83dd8a1-3874-41a7-ab16-a063f07682c0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 1929cb3c-474b-4391-814c-3eabca0a9435) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:29.281163 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfbab4e-47e2-4ab2-a9b3-d909607046a6 None None] Network 1929cb3c-474b-4391-814c-3eabca0a9435 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:01:29.302461 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83dd8a1-3874-41a7-ab16-a063f07682c0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:29.313457 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c83dd8a1-3874-41a7-ab16-a063f07682c0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:29.383370 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c83dd8a1-3874-41a7-ab16-a063f07682c0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6258087 Mar 11 12:01:29.387813 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39682) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:29.416830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-dee8426a-9896-4d8e-85c2-14268215c587 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'network_id': '1929cb3c-474b-4391-814c-3eabca0a9435', 'name': 'tempest-PortsTestJSON-391250818'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:29.513280 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Attempting to bind port 9097e599-3531-4206-a19e-552d7f0ce0df on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:01:29.518237 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Attempting to bind port 9097e599-3531-4206-a19e-552d7f0ce0df by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:01:29.518640 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Attempting to bind port 9097e599-3531-4206-a19e-552d7f0ce0df on network 8f643498-59e6-4f88-97f4-fba97d06b064 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:01:29.538582 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Port 9097e599-3531-4206-a19e-552d7f0ce0df on network 8f643498-59e6-4f88-97f4-fba97d06b064 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:01:29.538929 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Attempting to bind port 9097e599-3531-4206-a19e-552d7f0ce0df on network 8f643498-59e6-4f88-97f4-fba97d06b064 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:01:29.554960 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:01:29.555348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Checking segment: {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:01:29.558683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Bound using segment: {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:01:29.559162 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Bound port: 9097e599-3531-4206-a19e-552d7f0ce0df, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:01:29.559536 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9097e599-3531-4206-a19e-552d7f0ce0df), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:29.643169 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff319d-83a0-4dc8-8659-60c5b4be9a11 req-aae99cfb-c93a-4bac-9785-8ed2bb9f848b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:29.644296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32ff319d-83a0-4dc8-8659-60c5b4be9a11 req-aae99cfb-c93a-4bac-9785-8ed2bb9f848b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.3715699 Mar 11 12:01:29.654351 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-1929cb3c-474b-4391-814c-3eabca0a9435', 'network_id': '1929cb3c-474b-4391-814c-3eabca0a9435', 'project_id': '125cb2b78a974a0f8153d4fcd2b41cbe', 'fixed_ips': [{'subnet_id': 'f97b8330-7351-4949-abe0-5a6b8b956334'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:01:29.655959 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:29.704588 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee8426a-9896-4d8e-85c2-14268215c587 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:29.708496 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dee8426a-9896-4d8e-85c2-14268215c587 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:29.750256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-dee8426a-9896-4d8e-85c2-14268215c587 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] device_id is not set on port e53986f1-8c50-43a3-a8ea-14fc81cdf28f yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:01:29.764351 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] For port 9097e599-3531-4206-a19e-552d7f0ce0df, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:01:29.782321 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] For port 9097e599-3531-4206-a19e-552d7f0ce0df, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9097e599-3531-4206-a19e-552d7f0ce0df,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:01:29.797616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-dd0fecbd-a818-46ad-b5f6-d96d50cfcf45 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Deleting port 8b59fb28-58ec-4572-a735-db0517e2206a {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:29.799103 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dd0fecbd-a818-46ad-b5f6-d96d50cfcf45 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8b59fb28-58ec-4572-a735-db0517e2206a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:29.957010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Allocated IP 172.20.0.2 (1929cb3c-474b-4391-814c-3eabca0a9435/f97b8330-7351-4949-abe0-5a6b8b956334/8034566f-a85b-429e-a4b2-c827dc6534dc) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:29.961052 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dd0fecbd-a818-46ad-b5f6-d96d50cfcf45 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8b59fb28-58ec-4572-a735-db0517e2206a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:29.975630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-dd0fecbd-a818-46ad-b5f6-d96d50cfcf45 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Calling delete_port for 8b59fb28-58ec-4572-a735-db0517e2206a owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:30.097684 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (9097e599-3531-4206-a19e-552d7f0ce0df), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:30.214958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:30.215956 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:30.217826 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b700597-7b71-465f-862c-153d4848c0b0 req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] 10.222.0.71 "PUT /v2.0/ports/9097e599-3531-4206-a19e-552d7f0ce0df HTTP/1.1" status: 200 len: 1091 time: 3.5140109 Mar 11 12:01:30.223718 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47733470-6f5f-4c3c-a5dc-ee5b70460109', 'tag': '9097e599-3531-4206-a19e-552d7f0ce0df'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:01:30.226518 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082a71e7-eb82-447c-af05-6990d3521030" -d '{"events": [{"name": "network-changed", "server_uuid": "47733470-6f5f-4c3c-a5dc-ee5b70460109", "tag": "9097e599-3531-4206-a19e-552d7f0ce0df"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:01:30.294853 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dd0fecbd-a818-46ad-b5f6-d96d50cfcf45 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (8b59fb28-58ec-4572-a735-db0517e2206a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:30.382834 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7635f-a080-4946-9d84-ca815986365f req-60aa4af0-fc15-4cc1-bbb0-313039c7f918 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:30.392943 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cbf7635f-a080-4946-9d84-ca815986365f req-60aa4af0-fc15-4cc1-bbb0-313039c7f918 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 943 time: 0.2987416 Mar 11 12:01:30.429062 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c0297-b6fe-490e-bb0d-e4dcd7d07113 service neutron] Pushing event updated for resources: {'Port': ['ID=9097e599-3531-4206-a19e-552d7f0ce0df,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:30.431368 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Publish callbacks [] for port (8034566f-a85b-429e-a4b2-c827dc6534dc), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:30.438918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32ff319d-83a0-4dc8-8659-60c5b4be9a11 req-db03d6f8-3f51-422e-b812-689b007365f7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3429852 Mar 11 12:01:30.446507 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (8034566f-a85b-429e-a4b2-c827dc6534dc), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:30.550860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-dee8426a-9896-4d8e-85c2-14268215c587 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Allocated IP 172.20.0.14 (1929cb3c-474b-4391-814c-3eabca0a9435/f97b8330-7351-4949-abe0-5a6b8b956334/e53986f1-8c50-43a3-a8ea-14fc81cdf28f) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:30.634749 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Pushing event updated for resources: {'Port': ['ID=8034566f-a85b-429e-a4b2-c827dc6534dc,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:30.662259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Network 1929cb3c-474b-4391-814c-3eabca0a9435 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:30.664774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:30.672794 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:30.685005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fecbd-a818-46ad-b5f6-d96d50cfcf45 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event deleted for resources: {'Port': ['ID=8b59fb28-58ec-4572-a735-db0517e2206a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:30.843961 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cbf7635f-a080-4946-9d84-ca815986365f req-7b5345dc-0c67-4aac-8893-4fb2eb3638b8 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477272 Mar 11 12:01:30.862212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39698) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:30.869407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Attempting to bind port 8034566f-a85b-429e-a4b2-c827dc6534dc on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:01:30.869787 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Attempting to bind port 8034566f-a85b-429e-a4b2-c827dc6534dc by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'f43e0817-df45-4f81-aacc-e6d39913df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1929cb3c-474b-4391-814c-3eabca0a9435'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:01:30.870146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Attempting to bind port 8034566f-a85b-429e-a4b2-c827dc6534dc on network 1929cb3c-474b-4391-814c-3eabca0a9435 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:01:30.896775 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:01:30.897162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Checking segment: {'id': 'f43e0817-df45-4f81-aacc-e6d39913df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1929cb3c-474b-4391-814c-3eabca0a9435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:01:30.897570 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:30.897973 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Bound using segment: {'id': 'f43e0817-df45-4f81-aacc-e6d39913df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1929cb3c-474b-4391-814c-3eabca0a9435'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:01:30.898455 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Bound port: 8034566f-a85b-429e-a4b2-c827dc6534dc, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43e0817-df45-4f81-aacc-e6d39913df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1929cb3c-474b-4391-814c-3eabca0a9435'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:01:30.898848 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8034566f-a85b-429e-a4b2-c827dc6534dc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:30.941126 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c7a38b-40ec-40b3-8e7f-2d57bc3234bc x-openstack-request-id: req-37c7a38b-40ec-40b3-8e7f-2d57bc3234bc {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:01:30.941435 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47733470-6f5f-4c3c-a5dc-ee5b70460109", "tag": "9097e599-3531-4206-a19e-552d7f0ce0df", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:01:30.941673 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-37c7a38b-40ec-40b3-8e7f-2d57bc3234bc {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:01:30.942085 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47733470-6f5f-4c3c-a5dc-ee5b70460109', 'tag': '9097e599-3531-4206-a19e-552d7f0ce0df', 'status': 'completed', 'code': 200} Mar 11 12:01:30.945247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700597-7b71-465f-862c-153d4848c0b0 req-0b22ddbc-e71f-4885-bf29-8d1fd1537aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:30.947473 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b700597-7b71-465f-862c-153d4848c0b0 req-0b22ddbc-e71f-4885-bf29-8d1fd1537aa8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 1125 time: 0.6363671 Mar 11 12:01:30.958623 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dd0fecbd-a818-46ad-b5f6-d96d50cfcf45 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:30.966995 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dd0fecbd-a818-46ad-b5f6-d96d50cfcf45 tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "DELETE /v2.0/ports/8b59fb28-58ec-4572-a735-db0517e2206a HTTP/1.1" status: 204 len: 168 time: 1.8586900 Mar 11 12:01:30.976858 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39702) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:31.038315 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b700597-7b71-465f-862c-153d4848c0b0 req-8f302aa0-1d3a-4959-8646-e24209d6158a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9097e599-3531-4206-a19e-552d7f0ce0df HTTP/1.1" status: 200 len: 217 time: 0.0701230 Mar 11 12:01:31.055203 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18548df-9546-450d-98e1-d8168c081391 req-d0cffb76-d3a4-49d7-a393-b17abdc11ba7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:31.060074 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] For port 8034566f-a85b-429e-a4b2-c827dc6534dc, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:01:31.063474 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] For port 8034566f-a85b-429e-a4b2-c827dc6534dc, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8034566f-a85b-429e-a4b2-c827dc6534dc,segment=NetworkSegment(f43e0817-df45-4f81-aacc-e6d39913df0f),segment_id=f43e0817-df45-4f81-aacc-e6d39913df0f)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:01:31.066999 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c18548df-9546-450d-98e1-d8168c081391 req-d0cffb76-d3a4-49d7-a393-b17abdc11ba7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.3776252 Mar 11 12:01:31.068338 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dee8426a-9896-4d8e-85c2-14268215c587 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (e53986f1-8c50-43a3-a8ea-14fc81cdf28f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:31.076729 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8034566f-a85b-429e-a4b2-c827dc6534dc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:31.098555 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af06f6ba-6e41-4453-89e2-4902e6f10781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:31.184484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733535ad-a6dc-4d5c-bb64-d159da10f231 None None] Pushing event updated for resources: {'Port': ['ID=8034566f-a85b-429e-a4b2-c827dc6534dc,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:31.193803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c077750-b696-4e61-a9b8-19f908f4fcdb tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Deleting subnet baf51d14-002a-4322-979e-09bf707b5bfe {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:01:31.212594 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4c077750-b696-4e61-a9b8-19f908f4fcdb tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks [] for subnet (baf51d14-002a-4322-979e-09bf707b5bfe), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:31.248765 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af06f6ba-6e41-4453-89e2-4902e6f10781 admin admin] Publish callbacks [] for security_group (c093faea-69b9-4fb7-acca-18c267ab05a4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:31.263987 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af06f6ba-6e41-4453-89e2-4902e6f10781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c093faea-69b9-4fb7-acca-18c267ab05a4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:31.281586 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700597-7b71-465f-862c-153d4848c0b0 req-7b5ca750-8d97-4ea3-8ce4-b27d9ddf112f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:31.283227 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b700597-7b71-465f-862c-153d4848c0b0 req-7b5ca750-8d97-4ea3-8ce4-b27d9ddf112f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b721aa-1c42-4b6f-8791-9da31c359ccd HTTP/1.1" status: 200 len: 845 time: 0.2122710 Mar 11 12:01:31.335757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c18548df-9546-450d-98e1-d8168c081391 req-ce359243-4eeb-4869-8b1c-62726f492303 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671604 Mar 11 12:01:31.343489 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-af06f6ba-6e41-4453-89e2-4902e6f10781 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fa6a8e320adc4b619559095c1e7a504b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4778671 Mar 11 12:01:31.343489 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06f6ba-6e41-4453-89e2-4902e6f10781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c093faea-69b9-4fb7-acca-18c267ab05a4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:31.350332 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b700597-7b71-465f-862c-153d4848c0b0 req-43f2bd0a-4a71-487e-b29b-6f7c2167d5b0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f643498-59e6-4f88-97f4-fba97d06b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534339 Mar 11 12:01:31.351025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39706) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:31.362940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dee8426a-9896-4d8e-85c2-14268215c587 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e53986f1-8c50-43a3-a8ea-14fc81cdf28f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:31.365862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f6ba-6e41-4453-89e2-4902e6f10781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:31.366306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f6ba-6e41-4453-89e2-4902e6f10781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:31.366669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f6ba-6e41-4453-89e2-4902e6f10781 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:31.367009 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f6ba-6e41-4453-89e2-4902e6f10781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:31.367341 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f6ba-6e41-4453-89e2-4902e6f10781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:31.367695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f6ba-6e41-4453-89e2-4902e6f10781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:31.368170 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f6ba-6e41-4453-89e2-4902e6f10781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:31.368637 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f6ba-6e41-4453-89e2-4902e6f10781 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:31.368637 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f6ba-6e41-4453-89e2-4902e6f10781 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:31.372080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f6ba-6e41-4453-89e2-4902e6f10781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:31.372080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f6ba-6e41-4453-89e2-4902e6f10781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:31.372080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f6ba-6e41-4453-89e2-4902e6f10781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:31.372080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06f6ba-6e41-4453-89e2-4902e6f10781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:01:31.381405 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4c077750-b696-4e61-a9b8-19f908f4fcdb tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (baf51d14-002a-4322-979e-09bf707b5bfe), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:31.417130 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee8426a-9896-4d8e-85c2-14268215c587 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 1929cb3c-474b-4391-814c-3eabca0a9435 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:31.420643 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-dee8426a-9896-4d8e-85c2-14268215c587 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:31.427603 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee8426a-9896-4d8e-85c2-14268215c587 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:31.479671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8426a-9896-4d8e-85c2-14268215c587 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=e53986f1-8c50-43a3-a8ea-14fc81cdf28f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:31.488051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee8426a-9896-4d8e-85c2-14268215c587 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:31.488405 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dee8426a-9896-4d8e-85c2-14268215c587 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:31.526438 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dee8426a-9896-4d8e-85c2-14268215c587 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1352558 Mar 11 12:01:31.533865 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39714) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:31.547752 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5be91e64-2855-433e-8bc4-248964246d9c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'network_id': '1929cb3c-474b-4391-814c-3eabca0a9435', 'name': 'tempest-PortsTestJSON-1806900980'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:31.746422 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be91e64-2855-433e-8bc4-248964246d9c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:31.751078 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5be91e64-2855-433e-8bc4-248964246d9c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:31.774025 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-5be91e64-2855-433e-8bc4-248964246d9c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] device_id is not set on port 28d569d7-a4d2-4ac4-8f90-916f22b60dac yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:01:31.922099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-5be91e64-2855-433e-8bc4-248964246d9c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Allocated IP 172.20.0.5 (1929cb3c-474b-4391-814c-3eabca0a9435/f97b8330-7351-4949-abe0-5a6b8b956334/28d569d7-a4d2-4ac4-8f90-916f22b60dac) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:32.179144 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5be91e64-2855-433e-8bc4-248964246d9c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (28d569d7-a4d2-4ac4-8f90-916f22b60dac), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:32.221991 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5be91e64-2855-433e-8bc4-248964246d9c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (28d569d7-a4d2-4ac4-8f90-916f22b60dac), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:32.244574 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b700597-7b71-465f-862c-153d4848c0b0 req-fb44e1fb-2274-44ef-9616-48f7f9f14e45 service neutron] 10.222.0.71 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8544688 Mar 11 12:01:32.245283 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9d047b2-9c5e-4a41-908a-7a623af69349 admin admin] Publish callbacks [] for security_group (c093faea-69b9-4fb7-acca-18c267ab05a4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:32.292058 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9d047b2-9c5e-4a41-908a-7a623af69349 admin admin] Publish callbacks [] for security_group (c093faea-69b9-4fb7-acca-18c267ab05a4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:32.295723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be91e64-2855-433e-8bc4-248964246d9c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 1929cb3c-474b-4391-814c-3eabca0a9435 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:32.298050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-5be91e64-2855-433e-8bc4-248964246d9c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:32.301053 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be91e64-2855-433e-8bc4-248964246d9c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:32.305075 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be91e64-2855-433e-8bc4-248964246d9c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=28d569d7-a4d2-4ac4-8f90-916f22b60dac,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:32.484638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be91e64-2855-433e-8bc4-248964246d9c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:32.485574 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5be91e64-2855-433e-8bc4-248964246d9c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:32.522290 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5be91e64-2855-433e-8bc4-248964246d9c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9840739 Mar 11 12:01:32.522954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39724) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:32.544160 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929b2cf-e829-47cb-b4b7-e762b5fda00f req-b5951d04-d818-42a5-8390-fd61a94a1c13 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:32.546157 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e929b2cf-e829-47cb-b4b7-e762b5fda00f req-b5951d04-d818-42a5-8390-fd61a94a1c13 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.8878849 Mar 11 12:01:32.598904 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4c077750-b696-4e61-a9b8-19f908f4fcdb tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (baf51d14-002a-4322-979e-09bf707b5bfe), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:32.670062 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b070a-a158-47e2-b109-a9a2ebf9f90a req-c28af7dc-732c-422f-bdb7-0aaf5bc843c6 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:32.672204 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb8b070a-a158-47e2-b109-a9a2ebf9f90a req-c28af7dc-732c-422f-bdb7-0aaf5bc843c6 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 1.0075963 Mar 11 12:01:32.690838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b700597-7b71-465f-862c-153d4848c0b0 req-2130c2c3-cd83-4890-a581-e46ae80afb47 service neutron] 10.222.0.71 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993901 Mar 11 12:01:32.750280 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9d047b2-9c5e-4a41-908a-7a623af69349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c093faea-69b9-4fb7-acca-18c267ab05a4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:32.753092 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9d047b2-9c5e-4a41-908a-7a623af69349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:32.754397 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d9d047b2-9c5e-4a41-908a-7a623af69349 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c093faea-69b9-4fb7-acca-18c267ab05a4 HTTP/1.1" status: 204 len: 168 time: 1.3893631 Mar 11 12:01:32.762620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab78d72-9501-46a2-b1be-d79145b79063 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:32.768625 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-aab78d72-9501-46a2-b1be-d79145b79063 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.2443566 Mar 11 12:01:32.769407 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39728) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:32.878127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e929b2cf-e829-47cb-b4b7-e762b5fda00f req-808caf89-8a5e-4606-b41b-dc88c2e60e85 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3144097 Mar 11 12:01:32.931083 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d047b2-9c5e-4a41-908a-7a623af69349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c093faea-69b9-4fb7-acca-18c267ab05a4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:32.963708 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb8b070a-a158-47e2-b109-a9a2ebf9f90a req-bee61c4d-7d7c-40ee-b410-083554d5fb1c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790594 Mar 11 12:01:32.975530 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4c077750-b696-4e61-a9b8-19f908f4fcdb tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (baf51d14-002a-4322-979e-09bf707b5bfe), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:32.982488 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fbdc74-d152-4d35-8850-a0db00c0c7da None None] Network 1929cb3c-474b-4391-814c-3eabca0a9435 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:01:33.043966 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c077750-b696-4e61-a9b8-19f908f4fcdb tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event deleted for resources: {'Subnet': ['ID=baf51d14-002a-4322-979e-09bf707b5bfe,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:33.048894 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4c077750-b696-4e61-a9b8-19f908f4fcdb tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:33.055656 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4c077750-b696-4e61-a9b8-19f908f4fcdb tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "DELETE /v2.0/subnets/baf51d14-002a-4322-979e-09bf707b5bfe HTTP/1.1" status: 204 len: 168 time: 2.0774431 Mar 11 12:01:33.057734 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39732) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:33.060147 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c0032442-2296-4c5d-b5b3-6e36f82f0c19 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port 28d569d7-a4d2-4ac4-8f90-916f22b60dac {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:33.062550 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c0032442-2296-4c5d-b5b3-6e36f82f0c19 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (28d569d7-a4d2-4ac4-8f90-916f22b60dac), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:33.084836 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a71e7-eb82-447c-af05-6990d3521030 req-3e3fe8a1-ea89-48eb-b652-a2f7e6ae3651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:33.086666 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-082a71e7-eb82-447c-af05-6990d3521030 req-3e3fe8a1-ea89-48eb-b652-a2f7e6ae3651 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 1125 time: 0.2771664 Mar 11 12:01:33.282672 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (77158eed-71a5-4828-b779-b677e3016310), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:33.294128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcde8da-3eb2-4137-ad01-a32400b210ab None None] Network 77158eed-71a5-4828-b779-b677e3016310 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:01:33.339094 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c0032442-2296-4c5d-b5b3-6e36f82f0c19 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (28d569d7-a4d2-4ac4-8f90-916f22b60dac), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:33.386652 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c0032442-2296-4c5d-b5b3-6e36f82f0c19 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for 28d569d7-a4d2-4ac4-8f90-916f22b60dac owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:33.518417 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a71e7-eb82-447c-af05-6990d3521030 req-8cdf0f40-f972-4cfc-9528-fc49f0dd5ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:33.521968 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-082a71e7-eb82-447c-af05-6990d3521030 req-8cdf0f40-f972-4cfc-9528-fc49f0dd5ee8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 906 time: 0.4142914 Mar 11 12:01:33.597479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed084e-e44b-4e3f-b6d0-eaa17d592a5d req-10e4eab4-0310-4131-a330-074135481823 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:33.606595 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63ed084e-e44b-4e3f-b6d0-eaa17d592a5d req-10e4eab4-0310-4131-a330-074135481823 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 943 time: 0.4121556 Mar 11 12:01:33.631935 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39738) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:33.653932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc26c9-258b-42b4-929f-e5062f2dfc1a req-6459c5bd-2b58-4e7c-90fa-8351d6a6dcb6 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:33.655874 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-68cc26c9-258b-42b4-929f-e5062f2dfc1a req-6459c5bd-2b58-4e7c-90fa-8351d6a6dcb6 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.4549294 Mar 11 12:01:33.665107 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-082a71e7-eb82-447c-af05-6990d3521030 req-96dba264-82cc-43f2-83b3-1dad84480bd8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9097e599-3531-4206-a19e-552d7f0ce0df HTTP/1.1" status: 200 len: 217 time: 0.1211414 Mar 11 12:01:33.673258 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-22937bd5-33dd-4136-b599-c394c83ffde5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:33.836953 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63ed084e-e44b-4e3f-b6d0-eaa17d592a5d req-ce7b6479-aa2a-4c23-8637-e26d592262ea tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286377 Mar 11 12:01:33.843787 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c0032442-2296-4c5d-b5b3-6e36f82f0c19 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (28d569d7-a4d2-4ac4-8f90-916f22b60dac), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:33.846199 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a71e7-eb82-447c-af05-6990d3521030 req-4207bf50-4d28-4ced-934a-6a096da7438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:33.848937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-082a71e7-eb82-447c-af05-6990d3521030 req-4207bf50-4d28-4ced-934a-6a096da7438d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b721aa-1c42-4b6f-8791-9da31c359ccd HTTP/1.1" status: 200 len: 845 time: 0.1698315 Mar 11 12:01:33.850627 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Deleting port 6685dff6-6b8d-4674-9669-af2bf038e73a {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:33.851146 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6685dff6-6b8d-4674-9669-af2bf038e73a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:33.856748 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-68cc26c9-258b-42b4-929f-e5062f2dfc1a req-f153df5d-f2c4-4386-b286-8e07028ed330 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906724 Mar 11 12:01:33.887430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8034566f-a85b-429e-a4b2-c827dc6534dc up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:01:33.916758 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0032442-2296-4c5d-b5b3-6e36f82f0c19 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=28d569d7-a4d2-4ac4-8f90-916f22b60dac,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:33.986566 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-082a71e7-eb82-447c-af05-6990d3521030 req-784a2b9e-810b-4c70-8733-c3aa40b28a63 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f643498-59e6-4f88-97f4-fba97d06b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276464 Mar 11 12:01:34.048187 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c0032442-2296-4c5d-b5b3-6e36f82f0c19 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:34.056248 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c0032442-2296-4c5d-b5b3-6e36f82f0c19 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/ports/28d569d7-a4d2-4ac4-8f90-916f22b60dac HTTP/1.1" status: 204 len: 168 time: 1.2857368 Mar 11 12:01:34.060857 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39744) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:34.097146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-495475b4-fef6-460b-a7f5-0bb446bdc73f None None] Provisioning complete for port 8034566f-a85b-429e-a4b2-c827dc6534dc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:34.097724 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-495475b4-fef6-460b-a7f5-0bb446bdc73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8034566f-a85b-429e-a4b2-c827dc6534dc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:34.104381 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e73a73a-d397-4b76-b8c9-5951eaa8ae59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] GET failed (client error): The resource could not be found. Mar 11 12:01:34.109804 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0e73a73a-d397-4b76-b8c9-5951eaa8ae59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports/28d569d7-a4d2-4ac4-8f90-916f22b60dac HTTP/1.1" status: 404 len: 333 time: 0.0474024 Mar 11 12:01:34.115832 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39746) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:34.174188 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] For port 6685dff6-6b8d-4674-9669-af2bf038e73a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=6685dff6-6b8d-4674-9669-af2bf038e73a,segment=NetworkSegment(28206e9b-67aa-4cf2-846e-c3101f561171),segment_id=28206e9b-67aa-4cf2-846e-c3101f561171)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:34.174858 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6685dff6-6b8d-4674-9669-af2bf038e73a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:34.186478 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-22937bd5-33dd-4136-b599-c394c83ffde5 admin admin] Publish callbacks [] for security_group (573e0d3d-66dd-4f79-9778-8d58964840ab), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:34.211316 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-22937bd5-33dd-4136-b599-c394c83ffde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (573e0d3d-66dd-4f79-9778-8d58964840ab), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:34.245574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Calling delete_port for 6685dff6-6b8d-4674-9669-af2bf038e73a owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:34.258722 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-22937bd5-33dd-4136-b599-c394c83ffde5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b487b87ecb874691ac00e2490914cf85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6245580 Mar 11 12:01:34.260771 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39748) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:34.340866 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-082a71e7-eb82-447c-af05-6990d3521030 req-5ec9c0ae-3ffd-4a0e-a655-9930a7a4dae0 service neutron] 10.222.0.71 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446536 Mar 11 12:01:34.358563 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc39c8-1f70-4f43-936c-375e17dbccf5 req-c6ab2f48-20b9-417a-bfaa-164e00a0254f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:34.362575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22937bd5-33dd-4136-b599-c394c83ffde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573e0d3d-66dd-4f79-9778-8d58964840ab,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:34.380271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-83cc39c8-1f70-4f43-936c-375e17dbccf5 req-c6ab2f48-20b9-417a-bfaa-164e00a0254f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.3136921 Mar 11 12:01:34.394916 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b6671bc4-44bb-46e3-980c-59594559e12b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port e53986f1-8c50-43a3-a8ea-14fc81cdf28f {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:34.395422 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6671bc4-44bb-46e3-980c-59594559e12b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e53986f1-8c50-43a3-a8ea-14fc81cdf28f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:34.403273 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-152995b0-8e28-4739-a471-79726924786d admin admin] Publish callbacks [] for security_group (573e0d3d-66dd-4f79-9778-8d58964840ab), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:34.405546 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:34.438732 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365e6e7-771a-4bd4-821a-ec2998ce9079 req-20fb9854-558e-40f1-acf9-1946f4bf7eba tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:34.446695 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d365e6e7-771a-4bd4-821a-ec2998ce9079 req-20fb9854-558e-40f1-acf9-1946f4bf7eba tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.3644161 Mar 11 12:01:34.458410 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-495475b4-fef6-460b-a7f5-0bb446bdc73f None None] Current status of the port 8034566f-a85b-429e-a4b2-c827dc6534dc is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:34.459040 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-495475b4-fef6-460b-a7f5-0bb446bdc73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8034566f-a85b-429e-a4b2-c827dc6534dc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:34.461774 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-152995b0-8e28-4739-a471-79726924786d admin admin] Publish callbacks [] for security_group (573e0d3d-66dd-4f79-9778-8d58964840ab), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:34.555017 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-495475b4-fef6-460b-a7f5-0bb446bdc73f None None] For port 8034566f-a85b-429e-a4b2-c827dc6534dc, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8034566f-a85b-429e-a4b2-c827dc6534dc,segment=NetworkSegment(f43e0817-df45-4f81-aacc-e6d39913df0f),segment_id=f43e0817-df45-4f81-aacc-e6d39913df0f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:34.584133 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 8034566f-a85b-429e-a4b2-c827dc6534dc triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:34.584727 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8034566f-a85b-429e-a4b2-c827dc6534dc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:34.590567 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-495475b4-fef6-460b-a7f5-0bb446bdc73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8034566f-a85b-429e-a4b2-c827dc6534dc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:34.627388 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-152995b0-8e28-4739-a471-79726924786d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (573e0d3d-66dd-4f79-9778-8d58964840ab), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:34.633564 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-152995b0-8e28-4739-a471-79726924786d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:34.657667 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-152995b0-8e28-4739-a471-79726924786d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/573e0d3d-66dd-4f79-9778-8d58964840ab HTTP/1.1" status: 204 len: 168 time: 0.3832271 Mar 11 12:01:34.677840 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf4f941-419f-4518-bad2-11e09d646494 None None] DHCP port deletion for 77158eed-71a5-4828-b779-b677e3016310 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:01:34.712980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d365e6e7-771a-4bd4-821a-ec2998ce9079 req-8a9c2a9b-94eb-4f51-bf96-5b111fecf012 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651513 Mar 11 12:01:34.754231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-83cc39c8-1f70-4f43-936c-375e17dbccf5 req-1ff39540-8009-4048-8103-f1b957301868 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3727965 Mar 11 12:01:34.755147 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (6685dff6-6b8d-4674-9669-af2bf038e73a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:34.755850 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152995b0-8e28-4739-a471-79726924786d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573e0d3d-66dd-4f79-9778-8d58964840ab,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:34.874394 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495475b4-fef6-460b-a7f5-0bb446bdc73f None None] Pushing event updated for resources: {'Port': ['ID=8034566f-a85b-429e-a4b2-c827dc6534dc,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:34.919500 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6671bc4-44bb-46e3-980c-59594559e12b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e53986f1-8c50-43a3-a8ea-14fc81cdf28f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:34.943525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event deleted for resources: {'Port': ['ID=6685dff6-6b8d-4674-9669-af2bf038e73a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:34.972761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] No DVR routers for this DVR port 6685dff6-6b8d-4674-9669-af2bf038e73a on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:01:34.988890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b6671bc4-44bb-46e3-980c-59594559e12b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for e53986f1-8c50-43a3-a8ea-14fc81cdf28f owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:35.006156 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-082a71e7-eb82-447c-af05-6990d3521030 req-253d07c0-0ff4-4637-a588-07fa506f3f72 service neutron] 10.222.0.71 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6195354 Mar 11 12:01:35.012382 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 8034566f-a85b-429e-a4b2-c827dc6534dc is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:35.064634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-62a4e8ed-86fa-46e8-86e8-3dd425efd58b None None] Provisioning complete for port e53986f1-8c50-43a3-a8ea-14fc81cdf28f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:35.065236 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-62a4e8ed-86fa-46e8-86e8-3dd425efd58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e53986f1-8c50-43a3-a8ea-14fc81cdf28f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:35.148943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-62a4e8ed-86fa-46e8-86e8-3dd425efd58b None None] Port e53986f1-8c50-43a3-a8ea-14fc81cdf28f cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:35.157789 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-62a4e8ed-86fa-46e8-86e8-3dd425efd58b None None] Could not find standard attr ID for object 28d569d7-a4d2-4ac4-8f90-916f22b60dac. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:01:35.178150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-62a4e8ed-86fa-46e8-86e8-3dd425efd58b None None] Provisioning complete for port 8034566f-a85b-429e-a4b2-c827dc6534dc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:35.178720 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-62a4e8ed-86fa-46e8-86e8-3dd425efd58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8034566f-a85b-429e-a4b2-c827dc6534dc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:35.366334 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-62a4e8ed-86fa-46e8-86e8-3dd425efd58b None None] Current status of the port 8034566f-a85b-429e-a4b2-c827dc6534dc is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:35.401512 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6671bc4-44bb-46e3-980c-59594559e12b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e53986f1-8c50-43a3-a8ea-14fc81cdf28f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:35.432453 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8034566f-a85b-429e-a4b2-c827dc6534dc up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:01:35.437569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9097e599-3531-4206-a19e-552d7f0ce0df details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:01:35.458858 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (77158eed-71a5-4828-b779-b677e3016310), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:35.513003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6671bc4-44bb-46e3-980c-59594559e12b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=e53986f1-8c50-43a3-a8ea-14fc81cdf28f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:35.590258 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2a428845-6e31-42c1-a742-196b8f89b72b None None] Could not find standard attr ID for object e53986f1-8c50-43a3-a8ea-14fc81cdf28f. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:01:35.604665 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36138e43-ef51-495a-a8b5-bd44c57678f7 req-52055f59-3715-4a9d-bfef-48f21cb5ce6d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:35.606488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36138e43-ef51-495a-a8b5-bd44c57678f7 req-52055f59-3715-4a9d-bfef-48f21cb5ce6d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.5982873 Mar 11 12:01:35.612630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77158eed-71a5-4828-b779-b677e3016310']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:35.613471 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6671bc4-44bb-46e3-980c-59594559e12b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:35.619350 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b6671bc4-44bb-46e3-980c-59594559e12b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/ports/e53986f1-8c50-43a3-a8ea-14fc81cdf28f HTTP/1.1" status: 204 len: 168 time: 1.5019808 Mar 11 12:01:35.621666 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39766) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:35.656463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fefd6d-bbf2-483e-8a8b-e33bfb97174e req-bc89028e-f2bb-48c9-8719-1370fac0109b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:35.671524 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-a852f1e4-2e7c-44d5-b74f-9b5d51993b97 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] GET failed (client error): The resource could not be found. Mar 11 12:01:35.675918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4fefd6d-bbf2-483e-8a8b-e33bfb97174e req-bc89028e-f2bb-48c9-8719-1370fac0109b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 943 time: 0.6686988 Mar 11 12:01:35.683745 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a852f1e4-2e7c-44d5-b74f-9b5d51993b97 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports/e53986f1-8c50-43a3-a8ea-14fc81cdf28f HTTP/1.1" status: 404 len: 333 time: 0.0555756 Mar 11 12:01:35.687280 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39768) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:35.718476 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28206e9b-67aa-4cf2-846e-c3101f561171') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:35.718856 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28206e9b-67aa-4cf2-846e-c3101f561171') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:35.757393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebc0546-23ec-460a-8b72-613b59df8094 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting subnet f97b8330-7351-4949-abe0-5a6b8b956334 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:01:35.761890 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ebc0546-23ec-460a-8b72-613b59df8094 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (f97b8330-7351-4949-abe0-5a6b8b956334), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:35.828305 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ebc0546-23ec-460a-8b72-613b59df8094 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (f97b8330-7351-4949-abe0-5a6b8b956334), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:35.871000 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (28206e9b-67aa-4cf2-846e-c3101f561171), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:35.904708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 8034566f-a85b-429e-a4b2-c827dc6534dc triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:35.905081 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8034566f-a85b-429e-a4b2-c827dc6534dc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:35.935180 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (28206e9b-67aa-4cf2-846e-c3101f561171), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:35.982403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:01:35.982825 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (28206e9b-67aa-4cf2-846e-c3101f561171), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:01:36.013769 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:01:36.095726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2c10261b-5f26-410c-909c-cc737bc3aa41 None None] Could not find standard attr ID for object 28d569d7-a4d2-4ac4-8f90-916f22b60dac. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:01:36.096126 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ebc0546-23ec-460a-8b72-613b59df8094 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (f97b8330-7351-4949-abe0-5a6b8b956334), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:36.170133 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4fefd6d-bbf2-483e-8a8b-e33bfb97174e req-917d4f71-06b0-4c76-b630-e3b9bad0e8b8 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674964 Mar 11 12:01:36.225283 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36138e43-ef51-495a-a8b5-bd44c57678f7 req-09deb898-9c61-4130-af3f-043b00267d81 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6085222 Mar 11 12:01:36.301451 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 9097e599-3531-4206-a19e-552d7f0ce0df, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9097e599-3531-4206-a19e-552d7f0ce0df,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:36.314372 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (77158eed-71a5-4828-b779-b677e3016310), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:36.331809 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ebc0546-23ec-460a-8b72-613b59df8094 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (f97b8330-7351-4949-abe0-5a6b8b956334), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:36.340031 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:36.352194 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] 10.222.0.78 "DELETE /v2.0/networks/77158eed-71a5-4828-b779-b677e3016310 HTTP/1.1" status: 204 len: 168 time: 3.2928391 Mar 11 12:01:36.380830 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '9097e599-3531-4206-a19e-552d7f0ce0df', 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064', 'port_id': '9097e599-3531-4206-a19e-552d7f0ce0df', 'mac_address': 'fa:16:3e:20:ed:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b721aa-1c42-4b6f-8791-9da31c359ccd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:01:36.424649 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa81a3-24d9-4c11-83f9-ed287a097dfa tempest-AllowedAddressPairTestJSON-658884879 tempest-AllowedAddressPairTestJSON-658884879-project] Pushing event deleted for resources: {'Network': ['ID=77158eed-71a5-4828-b779-b677e3016310,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:36.463365 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ebc0546-23ec-460a-8b72-613b59df8094 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:36.496013 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8ebc0546-23ec-460a-8b72-613b59df8094 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/f97b8330-7351-4949-abe0-5a6b8b956334 HTTP/1.1" status: 204 len: 168 time: 0.8051560 Mar 11 12:01:36.497877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc0546-23ec-460a-8b72-613b59df8094 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Subnet': ['ID=f97b8330-7351-4949-abe0-5a6b8b956334,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:36.500626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39792) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:36.591160 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 9097e599-3531-4206-a19e-552d7f0ce0df is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:36.591968 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9097e599-3531-4206-a19e-552d7f0ce0df), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:36.593538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2129a-be19-4b6a-95bc-b9180a041e91 req-8993261b-9d98-496e-b8af-23dc80f9b26e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:36.600047 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1d2129a-be19-4b6a-95bc-b9180a041e91 req-8993261b-9d98-496e-b8af-23dc80f9b26e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.2005575 Mar 11 12:01:36.659561 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9097e599-3531-4206-a19e-552d7f0ce0df {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:01:36.678049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1d2129a-be19-4b6a-95bc-b9180a041e91 req-fd839bd6-af9f-4777-8b36-7818454d6526 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702777 Mar 11 12:01:36.716815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 8034566f-a85b-429e-a4b2-c827dc6534dc is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:36.761330 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 9097e599-3531-4206-a19e-552d7f0ce0df, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9097e599-3531-4206-a19e-552d7f0ce0df,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:36.776672 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9097e599-3531-4206-a19e-552d7f0ce0df), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:36.791878 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (1929cb3c-474b-4391-814c-3eabca0a9435), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:36.846262 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6685dff6-6b8d-4674-9669-af2bf038e73a no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:01:36.937628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6c1c79-65cd-4a6a-9a09-4d697cb52093 None None] Network 1929cb3c-474b-4391-814c-3eabca0a9435 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:01:36.976967 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port 8034566f-a85b-429e-a4b2-c827dc6534dc {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:36.979616 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8034566f-a85b-429e-a4b2-c827dc6534dc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:36.990503 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-b1ce0da3-d4ef-41f3-9198-5d1e0f40b280 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:36.997576 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-b1ce0da3-d4ef-41f3-9198-5d1e0f40b280 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 811 time: 0.2621603 Mar 11 12:01:37.027342 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-aa6dc357-aba3-42bb-ac60-8a05711c98e4 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/quotas/fc441be504824962ac952879ed0ef08f HTTP/1.1" status: 200 len: 375 time: 0.0241363 Mar 11 12:01:37.045441 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 6685dff6-6b8d-4674-9669-af2bf038e73a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:01:37.046014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6685dff6-6b8d-4674-9669-af2bf038e73a not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:01:37.096217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=9097e599-3531-4206-a19e-552d7f0ce0df,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:37.142588 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['9097e599-3531-4206-a19e-552d7f0ce0df'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:01:37.149812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] For port 8034566f-a85b-429e-a4b2-c827dc6534dc, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8034566f-a85b-429e-a4b2-c827dc6534dc,segment=NetworkSegment(f43e0817-df45-4f81-aacc-e6d39913df0f),segment_id=f43e0817-df45-4f81-aacc-e6d39913df0f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:37.150705 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8034566f-a85b-429e-a4b2-c827dc6534dc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:37.182087 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for 8034566f-a85b-429e-a4b2-c827dc6534dc owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:37.222949 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-48c12f93-afc6-4756-bafb-bdaa16c4b1f2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1894205 Mar 11 12:01:37.261179 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f352f356-6ba0-41b1-ab73-6c6e329ce316 None None] DHCP port deletion for 1929cb3c-474b-4391-814c-3eabca0a9435 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:01:37.279408 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39816) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:37.401422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125db2b2-16c6-469a-8719-b01ea1e11bd0 req-86291d30-93e1-47c4-93e7-9d0f93616d6d tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:37.404890 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-125db2b2-16c6-469a-8719-b01ea1e11bd0 req-86291d30-93e1-47c4-93e7-9d0f93616d6d tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 944 time: 0.0891533 Mar 11 12:01:37.435183 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (8034566f-a85b-429e-a4b2-c827dc6534dc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:37.452396 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No DVR routers for this DVR port 8034566f-a85b-429e-a4b2-c827dc6534dc on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:01:37.465149 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8034566f-a85b-429e-a4b2-c827dc6534dc no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:01:37.561766 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-125db2b2-16c6-469a-8719-b01ea1e11bd0 req-845271a2-d936-44f9-aa16-aeb4b25b87ee tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509080 Mar 11 12:01:37.581285 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=8034566f-a85b-429e-a4b2-c827dc6534dc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:37.626224 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 8034566f-a85b-429e-a4b2-c827dc6534dc {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:01:37.626591 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8034566f-a85b-429e-a4b2-c827dc6534dc not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:01:37.642271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c0e1500e-e4b3-4c8b-9dec-ba3bb0e111cb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f6a9015f5b904af3a1fea39b84d8e7c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3611283 Mar 11 12:01:37.645401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39824) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:37.740454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f352f356-6ba0-41b1-ab73-6c6e329ce316 None None] Deleting port 8034566f-a85b-429e-a4b2-c827dc6534dc {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:37.740825 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f352f356-6ba0-41b1-ab73-6c6e329ce316 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8034566f-a85b-429e-a4b2-c827dc6534dc), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:37.764068 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc066eaf-c3b6-45e2-87d1-fb898148ee12 admin admin] Publish callbacks [] for security_group (caf0ac18-dffb-42de-8794-d82a0b87ddab), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:37.794001 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc066eaf-c3b6-45e2-87d1-fb898148ee12 admin admin] Publish callbacks [] for security_group (caf0ac18-dffb-42de-8794-d82a0b87ddab), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:37.806753 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (1929cb3c-474b-4391-814c-3eabca0a9435), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:37.855806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1929cb3c-474b-4391-814c-3eabca0a9435']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:37.868661 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43e0817-df45-4f81-aacc-e6d39913df0f') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:37.869326 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43e0817-df45-4f81-aacc-e6d39913df0f') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:37.882538 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (f43e0817-df45-4f81-aacc-e6d39913df0f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:37.883464 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc066eaf-c3b6-45e2-87d1-fb898148ee12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (caf0ac18-dffb-42de-8794-d82a0b87ddab), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:37.887812 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc066eaf-c3b6-45e2-87d1-fb898148ee12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:37.892931 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dc066eaf-c3b6-45e2-87d1-fb898148ee12 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/caf0ac18-dffb-42de-8794-d82a0b87ddab HTTP/1.1" status: 204 len: 168 time: 0.2465346 Mar 11 12:01:37.911936 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f43e0817-df45-4f81-aacc-e6d39913df0f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:37.927413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:01:37.928140 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (f43e0817-df45-4f81-aacc-e6d39913df0f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:01:37.933722 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:01:37.990677 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc066eaf-c3b6-45e2-87d1-fb898148ee12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf0ac18-dffb-42de-8794-d82a0b87ddab,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:38.013266 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594cd5d-d61f-47ca-96d3-a35c049ec3b0 req-9f54ab71-3672-4758-a439-e95ba42694b8 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:38.014873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3594cd5d-d61f-47ca-96d3-a35c049ec3b0 req-9f54ab71-3672-4758-a439-e95ba42694b8 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.1558154 Mar 11 12:01:38.017402 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-da9765ee-73e4-4dd6-b338-d1e5fe560bfe service neutron] 10.222.0.78 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7879100 Mar 11 12:01:38.069595 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f352f356-6ba0-41b1-ab73-6c6e329ce316 None None] For port 8034566f-a85b-429e-a4b2-c827dc6534dc, host n-d-833234-2, got binding levels [] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:38.069875 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f352f356-6ba0-41b1-ab73-6c6e329ce316 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8034566f-a85b-429e-a4b2-c827dc6534dc), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:38.087625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f352f356-6ba0-41b1-ab73-6c6e329ce316 None None] Calling delete_port for 8034566f-a85b-429e-a4b2-c827dc6534dc owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:38.090817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.ipam_backend_mixin [None req-f352f356-6ba0-41b1-ab73-6c6e329ce316 None None] Port 8034566f-a85b-429e-a4b2-c827dc6534dc was not found and therefore no delete operation was performed {{(pid=104033) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 12:01:38.101008 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f352f356-6ba0-41b1-ab73-6c6e329ce316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (8034566f-a85b-429e-a4b2-c827dc6534dc), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:38.148367 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (1929cb3c-474b-4391-814c-3eabca0a9435), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:38.167514 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:38.174406 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/networks/1929cb3c-474b-4391-814c-3eabca0a9435 HTTP/1.1" status: 204 len: 168 time: 1.6672988 Mar 11 12:01:38.178560 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39838) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:38.189819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf860083-be7c-4693-bde4-580e01892f1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Network': ['ID=1929cb3c-474b-4391-814c-3eabca0a9435,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:38.194544 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352f356-6ba0-41b1-ab73-6c6e329ce316 None None] Pushing event deleted for resources: {'Port': ['ID=8034566f-a85b-429e-a4b2-c827dc6534dc,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:38.208269 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-fba90571-139e-43bb-991b-969b16f72045 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1718797341'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:38.214446 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f352f356-6ba0-41b1-ab73-6c6e329ce316 None None] No DVR routers for this DVR port 8034566f-a85b-429e-a4b2-c827dc6534dc on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:01:38.309385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3594cd5d-d61f-47ca-96d3-a35c049ec3b0 req-670d6a76-1dab-4b35-b464-1b1e6c9134a7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791939 Mar 11 12:01:38.346113 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba90571-139e-43bb-991b-969b16f72045 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:38.349693 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fba90571-139e-43bb-991b-969b16f72045 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:38.426027 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-82ceac2c-c324-41cf-8fda-8553cb7ee9d5 service neutron] 10.222.0.78 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811405 Mar 11 12:01:38.437457 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba90571-139e-43bb-991b-969b16f72045 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:01:38.462329 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fba90571-139e-43bb-991b-969b16f72045 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (53455334-d6d8-43f4-a1c0-2fd5a3d6afab), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:38.464095 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-fba90571-139e-43bb-991b-969b16f72045 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Added segment 53455334-d6d8-43f4-a1c0-2fd5a3d6afab of type vlan for network 9adcdff5-8886-45b2-af2d-7a5413d6848a Mar 11 12:01:38.584035 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fba90571-139e-43bb-991b-969b16f72045 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (9adcdff5-8886-45b2-af2d-7a5413d6848a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:38.730788 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fba90571-139e-43bb-991b-969b16f72045 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (9adcdff5-8886-45b2-af2d-7a5413d6848a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:38.743287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba90571-139e-43bb-991b-969b16f72045 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:38.743911 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fba90571-139e-43bb-991b-969b16f72045 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:38.838763 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fba90571-139e-43bb-991b-969b16f72045 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6562893 Mar 11 12:01:38.838763 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ad2b056-e249-4c7a-a81b-468b62c4f420 req-0aa520e0-55bd-434e-917e-4d530dfa74b7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 210 time: 0.1395328 Mar 11 12:01:38.839718 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39858) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:38.855786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-da082c30-4d89-4773-bad5-92437df89cc1 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'subnet': {'network_id': '9adcdff5-8886-45b2-af2d-7a5413d6848a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:38.940021 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55269b70-cec1-4e00-af65-ed1fdb8039c0 req-e66c40be-1b80-4352-86d2-525c9db2bd73 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:38.941616 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55269b70-cec1-4e00-af65-ed1fdb8039c0 req-e66c40be-1b80-4352-86d2-525c9db2bd73 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 944 time: 0.1651723 Mar 11 12:01:38.976652 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba90571-139e-43bb-991b-969b16f72045 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Network': ['ID=9adcdff5-8886-45b2-af2d-7a5413d6848a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:38.987417 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 9adcdff5-8886-45b2-af2d-7a5413d6848a details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:01:39.048824 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55269b70-cec1-4e00-af65-ed1fdb8039c0 req-4ebc6274-9073-4784-9644-1bec01e6b5d0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747213 Mar 11 12:01:39.070652 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da082c30-4d89-4773-bad5-92437df89cc1 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:39.081892 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da082c30-4d89-4773-bad5-92437df89cc1 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:39.467369 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9097e599-3531-4206-a19e-552d7f0ce0df up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:01:39.500180 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da082c30-4d89-4773-bad5-92437df89cc1 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (18d1d467-bcdb-46a1-b276-c95dc9bb9e0f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:39.578968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da082c30-4d89-4773-bad5-92437df89cc1 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Subnet': ['ID=18d1d467-bcdb-46a1-b276-c95dc9bb9e0f,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:39.626668 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da082c30-4d89-4773-bad5-92437df89cc1 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Checking segment: {'id': '53455334-d6d8-43f4-a1c0-2fd5a3d6afab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9adcdff5-8886-45b2-af2d-7a5413d6848a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:01:39.627342 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da082c30-4d89-4773-bad5-92437df89cc1 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network hostable DHCP agents. Network: 9adcdff5-8886-45b2-af2d-7a5413d6848a, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:01:39.648769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 9097e599-3531-4206-a19e-552d7f0ce0df completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:01:39.653256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da082c30-4d89-4773-bad5-92437df89cc1 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 9adcdff5-8886-45b2-af2d-7a5413d6848a is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:01:39.661047 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 9097e599-3531-4206-a19e-552d7f0ce0df triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:39.661415 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9097e599-3531-4206-a19e-552d7f0ce0df), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:39.684955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-da082c30-4d89-4773-bad5-92437df89cc1 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 9adcdff5-8886-45b2-af2d-7a5413d6848a) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:39.690916 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da082c30-4d89-4773-bad5-92437df89cc1 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:39.691604 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da082c30-4d89-4773-bad5-92437df89cc1 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:39.717480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c064b84-3260-4f46-afaa-7bfb777bcf31 req-b184ad51-348f-4a66-8df0-b006f3dad380 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:39.719220 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c064b84-3260-4f46-afaa-7bfb777bcf31 req-b184ad51-348f-4a66-8df0-b006f3dad380 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.1899452 Mar 11 12:01:39.726833 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-da082c30-4d89-4773-bad5-92437df89cc1 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8857231 Mar 11 12:01:39.739607 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39892) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:39.740253 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-80a83177-be12-4eb0-ac3b-e99c2a679d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'network_id': '9adcdff5-8886-45b2-af2d-7a5413d6848a', 'name': 'tempest-PortsTestJSON-1165588098', 'fixed_ips': [{'subnet_id': '18d1d467-bcdb-46a1-b276-c95dc9bb9e0f', 'ip_address': '172.20.0.10'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:39.817600 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecfd26f-7834-422c-8749-5f703d60e5ab None None] Network 9adcdff5-8886-45b2-af2d-7a5413d6848a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:01:39.854830 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c064b84-3260-4f46-afaa-7bfb777bcf31 req-be49f1c0-6ff8-4dcb-b7b1-94de508305bd tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261299 Mar 11 12:01:40.071260 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c841820c-acf0-4e81-8185-b13c72691a4f req-9daf625b-4bc9-46b1-a7a6-5b4f12c5962f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 210 time: 0.0542862 Mar 11 12:01:40.080053 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a83177-be12-4eb0-ac3b-e99c2a679d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:40.113267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39900) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:40.229598 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80a83177-be12-4eb0-ac3b-e99c2a679d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:40.249788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-80a83177-be12-4eb0-ac3b-e99c2a679d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] device_id is not set on port 6ea74198-0470-4368-8a3e-b3ca9d0be0da yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:01:40.375916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-9adcdff5-8886-45b2-af2d-7a5413d6848a', 'network_id': '9adcdff5-8886-45b2-af2d-7a5413d6848a', 'project_id': '125cb2b78a974a0f8153d4fcd2b41cbe', 'fixed_ips': [{'subnet_id': '18d1d467-bcdb-46a1-b276-c95dc9bb9e0f'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:01:40.377977 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:40.394553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 9097e599-3531-4206-a19e-552d7f0ce0df is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:40.395421 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9097e599-3531-4206-a19e-552d7f0ce0df), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:40.403550 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b91c1a-84c4-4488-825e-6dc0a5e23e06 req-c0bd4f06-88a5-4856-9120-78e0c8e2b5d9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:40.407614 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45b91c1a-84c4-4488-825e-6dc0a5e23e06 req-c0bd4f06-88a5-4856-9120-78e0c8e2b5d9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 944 time: 0.1375310 Mar 11 12:01:40.525822 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45b91c1a-84c4-4488-825e-6dc0a5e23e06 req-d922905b-f478-4ee6-9239-e8491ab00f5b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009152 Mar 11 12:01:40.547623 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-da1ca311-417a-439b-ba87-781f2cdd2ca0 tempest-ServiceProvidersTest-1448970915 tempest-ServiceProvidersTest-1448970915-project] 10.222.0.78 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4320850 Mar 11 12:01:40.580232 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47733470-6f5f-4c3c-a5dc-ee5b70460109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9097e599-3531-4206-a19e-552d7f0ce0df'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:01:40.582902 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42e8774-0994-45ab-b7e5-113af9a17df3" -d '{"events": [{"server_uuid": "47733470-6f5f-4c3c-a5dc-ee5b70460109", "name": "network-vif-plugged", "status": "completed", "tag": "9097e599-3531-4206-a19e-552d7f0ce0df"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:01:40.599970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 9097e599-3531-4206-a19e-552d7f0ce0df, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9097e599-3531-4206-a19e-552d7f0ce0df,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:40.608643 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9097e599-3531-4206-a19e-552d7f0ce0df), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:40.691729 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-80a83177-be12-4eb0-ac3b-e99c2a679d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Allocated IP 172.20.0.10 (9adcdff5-8886-45b2-af2d-7a5413d6848a/18d1d467-bcdb-46a1-b276-c95dc9bb9e0f/6ea74198-0470-4368-8a3e-b3ca9d0be0da) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:40.747117 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a0f420-44f3-4693-b988-936d1dc5fa44 x-openstack-request-id: req-48a0f420-44f3-4693-b988-936d1dc5fa44 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:01:40.754027 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47733470-6f5f-4c3c-a5dc-ee5b70460109", "name": "network-vif-plugged", "status": "completed", "tag": "9097e599-3531-4206-a19e-552d7f0ce0df", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:01:40.755229 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48a0f420-44f3-4693-b988-936d1dc5fa44 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:01:40.755821 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47733470-6f5f-4c3c-a5dc-ee5b70460109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9097e599-3531-4206-a19e-552d7f0ce0df', 'code': 200} Mar 11 12:01:40.759663 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=9097e599-3531-4206-a19e-552d7f0ce0df,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:40.898984 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-721c9b11-e9c9-4f2f-9033-b9e3e17e3d40 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:40.901429 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-721c9b11-e9c9-4f2f-9033-b9e3e17e3d40 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.37 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 811 time: 0.2716925 Mar 11 12:01:40.918063 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-b4fe75aa-49bd-4457-8534-f12d326ccf07 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Request body: {'port': {'device_id': '630095d0-1e43-414d-88bd-2cd893a6894d', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'admin_state_up': True, 'tenant_id': 'fc441be504824962ac952879ed0ef08f'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:41.023492 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80a83177-be12-4eb0-ac3b-e99c2a679d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (6ea74198-0470-4368-8a3e-b3ca9d0be0da), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:41.101084 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80a83177-be12-4eb0-ac3b-e99c2a679d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6ea74198-0470-4368-8a3e-b3ca9d0be0da), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:41.226574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7dcfa-6ceb-42f7-8d1a-7ca7e836fd35 req-ff59ec39-939e-4905-9b13-ff8e0a5e16db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:41.229390 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8bb7dcfa-6ceb-42f7-8d1a-7ca7e836fd35 req-ff59ec39-939e-4905-9b13-ff8e0a5e16db service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 1127 time: 0.2764461 Mar 11 12:01:41.242072 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Allocated IP 172.20.0.2 (9adcdff5-8886-45b2-af2d-7a5413d6848a/18d1d467-bcdb-46a1-b276-c95dc9bb9e0f/9e2b75bd-639e-4187-bc1d-5396184cdc18) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:41.288028 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a83177-be12-4eb0-ac3b-e99c2a679d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=6ea74198-0470-4368-8a3e-b3ca9d0be0da,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:41.351211 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8bb7dcfa-6ceb-42f7-8d1a-7ca7e836fd35 req-4121b373-f4b9-47c3-8346-acc35b8c75ee service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123571 Mar 11 12:01:41.354516 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a83177-be12-4eb0-ac3b-e99c2a679d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 9adcdff5-8886-45b2-af2d-7a5413d6848a is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:41.354677 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8032b6d-79ea-4ea1-b3ae-5357c5a87e8d req-d404f017-680b-4bdb-8532-00ad57259065 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 210 time: 0.1236794 Mar 11 12:01:41.361034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-80a83177-be12-4eb0-ac3b-e99c2a679d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:41.378150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a83177-be12-4eb0-ac3b-e99c2a679d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:41.428518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74e18-a0ee-4855-b130-9dcffaeeb974 req-67ce77bc-fc66-4ccd-bffb-52c1778bc9e8 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:41.433068 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2cf74e18-a0ee-4855-b130-9dcffaeeb974 req-67ce77bc-fc66-4ccd-bffb-52c1778bc9e8 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.2884812 Mar 11 12:01:41.434438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-b4fe75aa-49bd-4457-8534-f12d326ccf07 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Made reservation on behalf of fc441be504824962ac952879ed0ef08f for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:41.439452 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-b4fe75aa-49bd-4457-8534-f12d326ccf07 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:41.564175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a83177-be12-4eb0-ac3b-e99c2a679d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:41.565005 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80a83177-be12-4eb0-ac3b-e99c2a679d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:41.592059 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-80a83177-be12-4eb0-ac3b-e99c2a679d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8600225 Mar 11 12:01:41.593117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39934) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:41.610740 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-48cab188-708e-4522-9065-a7b6af522415 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'network_id': '9adcdff5-8886-45b2-af2d-7a5413d6848a', 'name': 'tempest-PortsTestJSON-386588368', 'fixed_ips': [{'subnet_id': '18d1d467-bcdb-46a1-b276-c95dc9bb9e0f', 'ip_address': '172.20.0.9'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:41.652795 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39936) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:41.739997 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Publish callbacks [] for port (9e2b75bd-639e-4187-bc1d-5396184cdc18), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:41.753064 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (9e2b75bd-639e-4187-bc1d-5396184cdc18), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:41.815328 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:01:41.828908 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2cf74e18-a0ee-4855-b130-9dcffaeeb974 req-bf4c383c-954a-4e22-bcbb-2980fd8b199b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3718512 Mar 11 12:01:41.838233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Network 9adcdff5-8886-45b2-af2d-7a5413d6848a is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:41.845769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:41.848637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-b4fe75aa-49bd-4457-8534-f12d326ccf07 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Allocated IP 172.20.0.5 (f62dd404-472d-4abb-9a12-54a30b7ab434/1170d9ec-c376-4fc5-8f13-15536db32bc7/01a165e8-9830-4f3e-9906-08d04445abd1) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:41.869666 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:41.881900 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Pushing event updated for resources: {'Port': ['ID=9e2b75bd-639e-4187-bc1d-5396184cdc18,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:41.890762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab92132-6ac4-4bf7-9d7a-3b5e4948800b req-a0543eac-d876-4081-bfe9-2ae0b92fa30c tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:41.892920 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ab92132-6ac4-4bf7-9d7a-3b5e4948800b req-a0543eac-d876-4081-bfe9-2ae0b92fa30c tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 945 time: 0.1943517 Mar 11 12:01:41.900552 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cab188-708e-4522-9065-a7b6af522415 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:41.907218 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48cab188-708e-4522-9065-a7b6af522415 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:41.930753 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-48cab188-708e-4522-9065-a7b6af522415 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] device_id is not set on port bc865416-3058-4d6a-ba20-da61bb3f4d94 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:01:42.002560 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Attempting to bind port 9e2b75bd-639e-4187-bc1d-5396184cdc18 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:01:42.002928 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Attempting to bind port 9e2b75bd-639e-4187-bc1d-5396184cdc18 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '53455334-d6d8-43f4-a1c0-2fd5a3d6afab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9adcdff5-8886-45b2-af2d-7a5413d6848a'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:01:42.003297 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Attempting to bind port 9e2b75bd-639e-4187-bc1d-5396184cdc18 on network 9adcdff5-8886-45b2-af2d-7a5413d6848a {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:01:42.011695 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:01:42.012077 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Checking segment: {'id': '53455334-d6d8-43f4-a1c0-2fd5a3d6afab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9adcdff5-8886-45b2-af2d-7a5413d6848a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:01:42.012517 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:42.012884 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Bound using segment: {'id': '53455334-d6d8-43f4-a1c0-2fd5a3d6afab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9adcdff5-8886-45b2-af2d-7a5413d6848a'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:01:42.013366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Bound port: 9e2b75bd-639e-4187-bc1d-5396184cdc18, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53455334-d6d8-43f4-a1c0-2fd5a3d6afab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9adcdff5-8886-45b2-af2d-7a5413d6848a'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:01:42.013746 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9e2b75bd-639e-4187-bc1d-5396184cdc18), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:42.043065 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ab92132-6ac4-4bf7-9d7a-3b5e4948800b req-3ca24048-5c15-4535-9f89-f9f0c209b9e6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347556 Mar 11 12:01:42.146845 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] For port 9e2b75bd-639e-4187-bc1d-5396184cdc18, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:01:42.152388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] For port 9e2b75bd-639e-4187-bc1d-5396184cdc18, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9e2b75bd-639e-4187-bc1d-5396184cdc18,segment=NetworkSegment(53455334-d6d8-43f4-a1c0-2fd5a3d6afab),segment_id=53455334-d6d8-43f4-a1c0-2fd5a3d6afab)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:01:42.171868 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9e2b75bd-639e-4187-bc1d-5396184cdc18), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:42.304385 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-b4fe75aa-49bd-4457-8534-f12d326ccf07 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for port (01a165e8-9830-4f3e-9906-08d04445abd1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:42.324311 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-48cab188-708e-4522-9065-a7b6af522415 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Allocated IP 172.20.0.9 (9adcdff5-8886-45b2-af2d-7a5413d6848a/18d1d467-bcdb-46a1-b276-c95dc9bb9e0f/bc865416-3058-4d6a-ba20-da61bb3f4d94) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:42.334176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4909978-b10a-4e11-a87a-3fd41daf722f None None] Pushing event updated for resources: {'Port': ['ID=9e2b75bd-639e-4187-bc1d-5396184cdc18,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:42.364520 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb1065fb-03f3-456c-a106-d2bdc9448b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:42.414740 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-b4fe75aa-49bd-4457-8534-f12d326ccf07 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (01a165e8-9830-4f3e-9906-08d04445abd1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:42.641345 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:42.725754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-b4fe75aa-49bd-4457-8534-f12d326ccf07 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Network f62dd404-472d-4abb-9a12-54a30b7ab434 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:42.783944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-b4fe75aa-49bd-4457-8534-f12d326ccf07 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:42.791754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe75aa-49bd-4457-8534-f12d326ccf07 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Pushing event updated for resources: {'Port': ['ID=01a165e8-9830-4f3e-9906-08d04445abd1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:42.810315 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-b4fe75aa-49bd-4457-8534-f12d326ccf07 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:43.009390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bb06b-7035-4661-8507-369a5808a97b req-ef202dfe-0698-425b-9919-e29755bf26d6 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:43.014119 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad5bb06b-7035-4661-8507-369a5808a97b req-ef202dfe-0698-425b-9919-e29755bf26d6 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 931 time: 0.4984777 Mar 11 12:01:43.058282 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb1065fb-03f3-456c-a106-d2bdc9448b8d admin admin] Publish callbacks [] for security_group (a1472d02-b9fc-4eb1-bb58-bfdc6fc53159), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:43.080501 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bb1065fb-03f3-456c-a106-d2bdc9448b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a1472d02-b9fc-4eb1-bb58-bfdc6fc53159), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:43.139196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-b4fe75aa-49bd-4457-8534-f12d326ccf07 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:43.139866 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-b4fe75aa-49bd-4457-8534-f12d326ccf07 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:43.207972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-b4fe75aa-49bd-4457-8534-f12d326ccf07 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2968383 Mar 11 12:01:43.231217 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Request body: {'port': {'device_id': '630095d0-1e43-414d-88bd-2cd893a6894d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:43.279943 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1065fb-03f3-456c-a106-d2bdc9448b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1472d02-b9fc-4eb1-bb58-bfdc6fc53159,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:43.298514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f1d08945-2f01-4e17-b73b-e2d3ae85268b None None] Provisioning complete for port 01a165e8-9830-4f3e-9906-08d04445abd1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:43.299036 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f1d08945-2f01-4e17-b73b-e2d3ae85268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (01a165e8-9830-4f3e-9906-08d04445abd1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:43.382652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f1d08945-2f01-4e17-b73b-e2d3ae85268b None None] Port 01a165e8-9830-4f3e-9906-08d04445abd1 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:43.545987 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48cab188-708e-4522-9065-a7b6af522415 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (bc865416-3058-4d6a-ba20-da61bb3f4d94), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:43.567164 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bb1065fb-03f3-456c-a106-d2bdc9448b8d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=20ae390a58eb442094eddeb1a2ed6778&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8991241 Mar 11 12:01:43.575232 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39974) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:43.597616 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f7d800a8-9c8a-4db1-89bb-a6688aee87af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:43.639495 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9e2b75bd-639e-4187-bc1d-5396184cdc18 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:01:43.749921 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86b0b0bf-ef40-466c-b2ff-cbd4a74a98e7 admin admin] Publish callbacks [] for security_group (a1472d02-b9fc-4eb1-bb58-bfdc6fc53159), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:43.780677 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48cab188-708e-4522-9065-a7b6af522415 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (bc865416-3058-4d6a-ba20-da61bb3f4d94), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:43.847011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 9e2b75bd-639e-4187-bc1d-5396184cdc18 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:43.847383 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9e2b75bd-639e-4187-bc1d-5396184cdc18), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:43.924409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cab188-708e-4522-9065-a7b6af522415 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 9adcdff5-8886-45b2-af2d-7a5413d6848a is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:43.942817 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86b0b0bf-ef40-466c-b2ff-cbd4a74a98e7 admin admin] Publish callbacks [] for security_group (a1472d02-b9fc-4eb1-bb58-bfdc6fc53159), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:43.975512 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-48cab188-708e-4522-9065-a7b6af522415 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:44.003468 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cab188-708e-4522-9065-a7b6af522415 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:44.091955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 9e2b75bd-639e-4187-bc1d-5396184cdc18 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:44.092372 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9e2b75bd-639e-4187-bc1d-5396184cdc18), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:44.105687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cab188-708e-4522-9065-a7b6af522415 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=bc865416-3058-4d6a-ba20-da61bb3f4d94,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:44.177595 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86b0b0bf-ef40-466c-b2ff-cbd4a74a98e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a1472d02-b9fc-4eb1-bb58-bfdc6fc53159), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:44.180886 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86b0b0bf-ef40-466c-b2ff-cbd4a74a98e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:44.184436 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-86b0b0bf-ef40-466c-b2ff-cbd4a74a98e7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a1472d02-b9fc-4eb1-bb58-bfdc6fc53159 HTTP/1.1" status: 204 len: 168 time: 0.6040847 Mar 11 12:01:44.194553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 9e2b75bd-639e-4187-bc1d-5396184cdc18, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9e2b75bd-639e-4187-bc1d-5396184cdc18,segment=NetworkSegment(53455334-d6d8-43f4-a1c0-2fd5a3d6afab),segment_id=53455334-d6d8-43f4-a1c0-2fd5a3d6afab)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:44.205575 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9e2b75bd-639e-4187-bc1d-5396184cdc18), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:44.236640 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad5bb06b-7035-4661-8507-369a5808a97b req-ee4daa30-2146-44bb-9f45-303ae3ae956f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2040138 Mar 11 12:01:44.254846 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c63d2e-c8ba-423e-9bc1-6db950eca0ad req-5f8012ad-b5f0-42fb-bcca-7d563838d874 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:44.256402 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49c63d2e-c8ba-423e-9bc1-6db950eca0ad req-5f8012ad-b5f0-42fb-bcca-7d563838d874 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 1.2324517 Mar 11 12:01:44.260306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363bd755-7361-44d8-964a-ad72bdd7b818 None None] Network 9adcdff5-8886-45b2-af2d-7a5413d6848a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:01:44.277202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0b0bf-ef40-466c-b2ff-cbd4a74a98e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1472d02-b9fc-4eb1-bb58-bfdc6fc53159,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:44.362550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cab188-708e-4522-9065-a7b6af522415 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:44.365484 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (01a165e8-9830-4f3e-9906-08d04445abd1), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:44.365950 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48cab188-708e-4522-9065-a7b6af522415 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:44.410601 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-48cab188-708e-4522-9065-a7b6af522415 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8148623 Mar 11 12:01:44.413134 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39986) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:44.413684 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49c63d2e-c8ba-423e-9bc1-6db950eca0ad req-ab44cfba-a66e-4842-91ca-a72836a6a7a3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491020 Mar 11 12:01:44.527312 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6804e1a-6926-43f2-b28c-dcd83e2fbd34 req-4cd4ea63-8f88-4308-a854-db598338c1fe tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:44.535015 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6804e1a-6926-43f2-b28c-dcd83e2fbd34 req-4cd4ea63-8f88-4308-a854-db598338c1fe tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 945 time: 0.1180472 Mar 11 12:01:44.637454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cf50fb-1c13-4eb2-9baf-ebea46f2f4a0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:44.645616 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f5cf50fb-1c13-4eb2-9baf-ebea46f2f4a0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2241049 Mar 11 12:01:44.648566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39988) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:44.684489 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6804e1a-6926-43f2-b28c-dcd83e2fbd34 req-0b37d4e2-248d-42be-893d-3ad2604c150b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484470 Mar 11 12:01:44.836882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c8db79-e8f2-4b36-971f-930fd3651637 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:44.863659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c8db79-e8f2-4b36-971f-930fd3651637 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:44.881034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c8db79-e8f2-4b36-971f-930fd3651637 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:44.896484 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c5c8db79-e8f2-4b36-971f-930fd3651637 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2396026 Mar 11 12:01:44.896484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39996) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:45.113606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e3f24-42d7-4034-ba93-de723dbef220 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port bc865416-3058-4d6a-ba20-da61bb3f4d94 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:45.114192 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c6e3f24-42d7-4034-ba93-de723dbef220 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (bc865416-3058-4d6a-ba20-da61bb3f4d94), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:45.197944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547add4-2f1d-4b38-ab22-5551a7418ef3 req-354aa250-f851-43b7-b2f6-841c41c7b03b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:45.206710 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4547add4-2f1d-4b38-ab22-5551a7418ef3 req-354aa250-f851-43b7-b2f6-841c41c7b03b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 945 time: 0.3633332 Mar 11 12:01:45.353272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d7634193-dc63-4c58-ab23-22bb8f987656 None None] Provisioning complete for port 9e2b75bd-639e-4187-bc1d-5396184cdc18 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:45.353839 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d7634193-dc63-4c58-ab23-22bb8f987656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9e2b75bd-639e-4187-bc1d-5396184cdc18), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:45.379828 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c6e3f24-42d7-4034-ba93-de723dbef220 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (bc865416-3058-4d6a-ba20-da61bb3f4d94), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:45.406378 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e3f24-42d7-4034-ba93-de723dbef220 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for bc865416-3058-4d6a-ba20-da61bb3f4d94 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:45.477951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=9e2b75bd-639e-4187-bc1d-5396184cdc18,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:45.539102 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a165e8-9830-4f3e-9906-08d04445abd1 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:01:45.640785 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Publish callbacks [] for port (01a165e8-9830-4f3e-9906-08d04445abd1), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:45.678231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4547add4-2f1d-4b38-ab22-5551a7418ef3 req-877c2298-db05-4ad0-9d07-2c433b164d16 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617875 Mar 11 12:01:45.736945 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Transition to ACTIVE for port object 01a165e8-9830-4f3e-9906-08d04445abd1 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:01:45.747911 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (01a165e8-9830-4f3e-9906-08d04445abd1), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:45.779652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d7634193-dc63-4c58-ab23-22bb8f987656 None None] Current status of the port 9e2b75bd-639e-4187-bc1d-5396184cdc18 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:45.796981 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2b655e59-030e-429e-b4a8-426871ab4002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:45.913330 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c6e3f24-42d7-4034-ba93-de723dbef220 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (bc865416-3058-4d6a-ba20-da61bb3f4d94), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:45.957954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49dfc0-48f9-47f0-9923-8e512a12d37b req-3284e15e-1e1d-4548-924e-fff7a933669a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:45.959767 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d49dfc0-48f9-47f0-9923-8e512a12d37b req-3284e15e-1e1d-4548-924e-fff7a933669a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 931 time: 0.5504515 Mar 11 12:01:46.005376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e3f24-42d7-4034-ba93-de723dbef220 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=bc865416-3058-4d6a-ba20-da61bb3f4d94,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:46.011175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d91f1f5f-c7f6-47b1-8ad0-59834ac2c366 None None] Could not find standard attr ID for object bc865416-3058-4d6a-ba20-da61bb3f4d94. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:01:46.080916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d91f1f5f-c7f6-47b1-8ad0-59834ac2c366 None None] Provisioning complete for port 9e2b75bd-639e-4187-bc1d-5396184cdc18 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:46.081285 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d91f1f5f-c7f6-47b1-8ad0-59834ac2c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9e2b75bd-639e-4187-bc1d-5396184cdc18), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:46.096323 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Pushing event updated for resources: {'Port': ['ID=01a165e8-9830-4f3e-9906-08d04445abd1,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:46.242949 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c6e3f24-42d7-4034-ba93-de723dbef220 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:46.276514 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40030) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:46.281708 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6c6e3f24-42d7-4034-ba93-de723dbef220 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/ports/bc865416-3058-4d6a-ba20-da61bb3f4d94 HTTP/1.1" status: 204 len: 168 time: 1.3686166 Mar 11 12:01:46.282625 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-e490a69e-57fb-4c1e-87ac-fcb5e32bb9b3 req-b2330f40-d7dc-4882-9c81-4d0ebd38a50b service neutron] (104032) timed out ('10.222.0.71', 55371) {{(pid=104032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:01:46.384221 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f22f665-f90f-4c9a-9f00-0ba66adf61e0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] GET failed (client error): The resource could not be found. Mar 11 12:01:46.388305 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1f22f665-f90f-4c9a-9f00-0ba66adf61e0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports/bc865416-3058-4d6a-ba20-da61bb3f4d94 HTTP/1.1" status: 404 len: 333 time: 0.1071761 Mar 11 12:01:46.388605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40036) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:46.424867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d91f1f5f-c7f6-47b1-8ad0-59834ac2c366 None None] Current status of the port 9e2b75bd-639e-4187-bc1d-5396184cdc18 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:46.451321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d49dfc0-48f9-47f0-9923-8e512a12d37b req-454effb2-6558-4c12-87e7-2aaec5a63d0e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689348 Mar 11 12:01:46.462307 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7811ff-a4ef-4858-8c14-8a8ac02e58d0 req-bf4eb6b9-d53e-41ed-ae94-816eebf5c4a3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:46.472213 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe7811ff-a4ef-4858-8c14-8a8ac02e58d0 req-bf4eb6b9-d53e-41ed-ae94-816eebf5c4a3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.5107064 Mar 11 12:01:46.497731 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d91f1f5f-c7f6-47b1-8ad0-59834ac2c366 None None] Provisioning complete for port 6ea74198-0470-4368-8a3e-b3ca9d0be0da triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:46.498443 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d91f1f5f-c7f6-47b1-8ad0-59834ac2c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6ea74198-0470-4368-8a3e-b3ca9d0be0da), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:46.611270 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Attempting to bind port 01a165e8-9830-4f3e-9906-08d04445abd1 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:01:46.612044 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Attempting to bind port 01a165e8-9830-4f3e-9906-08d04445abd1 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:01:46.612166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Attempting to bind port 01a165e8-9830-4f3e-9906-08d04445abd1 on network f62dd404-472d-4abb-9a12-54a30b7ab434 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:01:46.659239 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Port 01a165e8-9830-4f3e-9906-08d04445abd1 on network f62dd404-472d-4abb-9a12-54a30b7ab434 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:01:46.661733 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Attempting to bind port 01a165e8-9830-4f3e-9906-08d04445abd1 on network f62dd404-472d-4abb-9a12-54a30b7ab434 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:01:46.685045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:01:46.685474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Checking segment: {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:01:46.688908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Bound using segment: {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:01:46.691628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Bound port: 01a165e8-9830-4f3e-9906-08d04445abd1, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:01:46.692084 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (01a165e8-9830-4f3e-9906-08d04445abd1), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:46.712141 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-93b17178-9e77-45ca-9f07-2d32221204fa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port 6ea74198-0470-4368-8a3e-b3ca9d0be0da {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:46.712932 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93b17178-9e77-45ca-9f07-2d32221204fa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6ea74198-0470-4368-8a3e-b3ca9d0be0da), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:46.752075 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d91f1f5f-c7f6-47b1-8ad0-59834ac2c366 None None] Port 6ea74198-0470-4368-8a3e-b3ca9d0be0da cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:46.778953 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40038) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:46.823109 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe7811ff-a4ef-4858-8c14-8a8ac02e58d0 req-8d063640-fc25-4802-a4c8-ce5e7938c74e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499885 Mar 11 12:01:46.954619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-fbbdcdba-de07-41d1-bd5c-b96d78d51890 None None] Provisioning complete for port 6ea74198-0470-4368-8a3e-b3ca9d0be0da triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:46.960376 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fbbdcdba-de07-41d1-bd5c-b96d78d51890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6ea74198-0470-4368-8a3e-b3ca9d0be0da), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:47.025604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] For port 01a165e8-9830-4f3e-9906-08d04445abd1, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:01:47.033880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] For port 01a165e8-9830-4f3e-9906-08d04445abd1, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=01a165e8-9830-4f3e-9906-08d04445abd1,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:01:47.058582 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (01a165e8-9830-4f3e-9906-08d04445abd1), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:47.132666 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93b17178-9e77-45ca-9f07-2d32221204fa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6ea74198-0470-4368-8a3e-b3ca9d0be0da), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:47.160525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:47.161171 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:47.173457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-93b17178-9e77-45ca-9f07-2d32221204fa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for 6ea74198-0470-4368-8a3e-b3ca9d0be0da owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:47.179225 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fbbdcdba-de07-41d1-bd5c-b96d78d51890 None None] Port 6ea74198-0470-4368-8a3e-b3ca9d0be0da cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:47.181688 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-dae300ac-d969-4b79-b810-af2760250614 service neutron] 10.222.0.37 "PUT /v2.0/ports/01a165e8-9830-4f3e-9906-08d04445abd1 HTTP/1.1" status: 200 len: 1091 time: 3.9654789 Mar 11 12:01:47.182441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630095d0-1e43-414d-88bd-2cd893a6894d', 'tag': '01a165e8-9830-4f3e-9906-08d04445abd1'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:01:47.190760 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2437fab2-9e50-4734-a96a-91a3a67278d7" -d '{"events": [{"name": "network-changed", "server_uuid": "630095d0-1e43-414d-88bd-2cd893a6894d", "tag": "01a165e8-9830-4f3e-9906-08d04445abd1"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:01:47.256635 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:47.335524 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-33704009-b5c1-4885-9d8b-89620e51453d None None] Could not find standard attr ID for object bc865416-3058-4d6a-ba20-da61bb3f4d94. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:01:47.482352 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9e2b75bd-639e-4187-bc1d-5396184cdc18 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:01:47.500996 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07072522-a359-4fb6-a9af-e5465d003380 x-openstack-request-id: req-07072522-a359-4fb6-a9af-e5465d003380 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:01:47.501316 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630095d0-1e43-414d-88bd-2cd893a6894d", "tag": "01a165e8-9830-4f3e-9906-08d04445abd1", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:01:47.501567 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-07072522-a359-4fb6-a9af-e5465d003380 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:01:47.501993 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630095d0-1e43-414d-88bd-2cd893a6894d', 'tag': '01a165e8-9830-4f3e-9906-08d04445abd1', 'status': 'completed', 'code': 200} Mar 11 12:01:47.603305 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae300ac-d969-4b79-b810-af2760250614 service neutron] Pushing event updated for resources: {'Port': ['ID=01a165e8-9830-4f3e-9906-08d04445abd1,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:47.622012 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 9e2b75bd-639e-4187-bc1d-5396184cdc18 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:47.622430 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9e2b75bd-639e-4187-bc1d-5396184cdc18), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:47.664775 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93b17178-9e77-45ca-9f07-2d32221204fa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6ea74198-0470-4368-8a3e-b3ca9d0be0da), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:47.733203 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5aaea2-ba37-4f31-92fb-0568ddd58e8a req-dce8868f-1123-47b7-8cd1-8b183b303b1a tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:47.735652 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce5aaea2-ba37-4f31-92fb-0568ddd58e8a req-dce8868f-1123-47b7-8cd1-8b183b303b1a tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 945 time: 0.5315681 Mar 11 12:01:47.738695 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-d469c75c-e2fd-463a-b62d-4903ff113a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:47.740478 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-d469c75c-e2fd-463a-b62d-4903ff113a3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 1125 time: 0.4599910 Mar 11 12:01:47.742105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a3d098c8-0367-4606-8789-7cf3a7123d8b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-137639941'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:47.747918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b17178-9e77-45ca-9f07-2d32221204fa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=6ea74198-0470-4368-8a3e-b3ca9d0be0da,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:47.898132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 9e2b75bd-639e-4187-bc1d-5396184cdc18 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:47.907161 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-0cbf7f92-1efc-4caa-be22-cf667dc7f5cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01a165e8-9830-4f3e-9906-08d04445abd1 HTTP/1.1" status: 200 len: 217 time: 0.1459074 Mar 11 12:01:47.940489 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93b17178-9e77-45ca-9f07-2d32221204fa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:47.944376 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-93b17178-9e77-45ca-9f07-2d32221204fa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/ports/6ea74198-0470-4368-8a3e-b3ca9d0be0da HTTP/1.1" status: 204 len: 168 time: 1.5547984 Mar 11 12:01:47.952270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40064) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:47.958539 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d098c8-0367-4606-8789-7cf3a7123d8b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Made reservation on behalf of 63e261e442d74b708757bd90c7422c87 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:47.963919 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3d098c8-0367-4606-8789-7cf3a7123d8b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:48.013625 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3d098c8-0367-4606-8789-7cf3a7123d8b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:48.016708 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d084097-c1ab-4b77-ab3b-9decd4b2e021 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] GET failed (client error): The resource could not be found. Mar 11 12:01:48.022665 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8d084097-c1ab-4b77-ab3b-9decd4b2e021 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports/6ea74198-0470-4368-8a3e-b3ca9d0be0da HTTP/1.1" status: 404 len: 333 time: 0.0680261 Mar 11 12:01:48.025124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40068) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:48.084938 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c00dc-8776-4cc6-933e-c293fd050a1d req-014c5386-0c4a-41bb-87eb-9432a746e942 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:48.086442 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-684c00dc-8776-4cc6-933e-c293fd050a1d req-014c5386-0c4a-41bb-87eb-9432a746e942 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 943 time: 0.3770442 Mar 11 12:01:48.091933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-9c73b3fa-6484-4b72-acfe-052bdf22db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:48.093632 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-9c73b3fa-6484-4b72-acfe-052bdf22db98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.1700482 Mar 11 12:01:48.105583 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce5aaea2-ba37-4f31-92fb-0568ddd58e8a req-79d9bc2e-80cd-4701-a67f-521fca3034df tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452401 Mar 11 12:01:48.271238 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3d098c8-0367-4606-8789-7cf3a7123d8b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks [] for security_group (3e9247b0-093e-40e0-bbb7-6f5b6581e7e2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:48.281090 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3d098c8-0367-4606-8789-7cf3a7123d8b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3e9247b0-093e-40e0-bbb7-6f5b6581e7e2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:48.296196 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-322d1bb6-d973-4061-a767-82b20f6f3e9b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting subnet 18d1d467-bcdb-46a1-b276-c95dc9bb9e0f {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:01:48.297182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-97e4a60c-39a3-4e29-a9d2-a5816cfeab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:48.300125 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-97e4a60c-39a3-4e29-a9d2-a5816cfeab15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1875923 Mar 11 12:01:48.312428 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-322d1bb6-d973-4061-a767-82b20f6f3e9b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (18d1d467-bcdb-46a1-b276-c95dc9bb9e0f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:48.328814 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-684c00dc-8776-4cc6-933e-c293fd050a1d req-1ceecce9-8f79-477f-9436-469c2fdfffa0 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084672 Mar 11 12:01:48.361900 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d098c8-0367-4606-8789-7cf3a7123d8b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:01:48.458146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf0f4f-ef12-4a91-83bf-e4cc77c23dfc req-33296038-b71e-4d8d-a719-d3a2e5aff6ba tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:48.460030 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0bdf0f4f-ef12-4a91-83bf-e4cc77c23dfc req-33296038-b71e-4d8d-a719-d3a2e5aff6ba tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.1670570 Mar 11 12:01:48.551727 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0bdf0f4f-ef12-4a91-83bf-e4cc77c23dfc req-0869987b-58d9-4e27-9004-915ad8ea6ebe tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598266 Mar 11 12:01:48.595272 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:48.739745 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-d61c1381-a11a-4f12-bfd9-5aef4d757b8d service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104795 Mar 11 12:01:48.782209 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901245ba-15c2-4522-b1c2-533975a15fb3 req-93a02c75-24d2-47b1-9587-ce53ba352713 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:48.783815 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-901245ba-15c2-4522-b1c2-533975a15fb3 req-93a02c75-24d2-47b1-9587-ce53ba352713 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.71 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 945 time: 0.2394755 Mar 11 12:01:49.012954 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8171f591-4c2a-45e1-9572-583eb87fa1d9 req-64051956-3c74-4391-a9b8-f109ed44992c service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547901 Mar 11 12:01:49.040583 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-901245ba-15c2-4522-b1c2-533975a15fb3 req-07f69514-d9cb-4a22-8ed7-2c09d8d66974 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Deleting port 9097e599-3531-4206-a19e-552d7f0ce0df {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:49.041235 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-901245ba-15c2-4522-b1c2-533975a15fb3 req-07f69514-d9cb-4a22-8ed7-2c09d8d66974 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9097e599-3531-4206-a19e-552d7f0ce0df), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:49.134732 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-322d1bb6-d973-4061-a767-82b20f6f3e9b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (18d1d467-bcdb-46a1-b276-c95dc9bb9e0f), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:49.176828 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3d098c8-0367-4606-8789-7cf3a7123d8b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (51141345-fc98-4865-8449-595d70129978), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:49.176828 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-a3d098c8-0367-4606-8789-7cf3a7123d8b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Added segment 51141345-fc98-4865-8449-595d70129978 of type vlan for network 8c3af1b6-82f3-4c58-8580-423941e1e3ff Mar 11 12:01:49.177562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d098c8-0367-4606-8789-7cf3a7123d8b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9247b0-093e-40e0-bbb7-6f5b6581e7e2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:49.355389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-901245ba-15c2-4522-b1c2-533975a15fb3 req-07f69514-d9cb-4a22-8ed7-2c09d8d66974 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] For port 9097e599-3531-4206-a19e-552d7f0ce0df, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9097e599-3531-4206-a19e-552d7f0ce0df,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:49.356053 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-901245ba-15c2-4522-b1c2-533975a15fb3 req-07f69514-d9cb-4a22-8ed7-2c09d8d66974 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9097e599-3531-4206-a19e-552d7f0ce0df), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:49.380232 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-901245ba-15c2-4522-b1c2-533975a15fb3 req-07f69514-d9cb-4a22-8ed7-2c09d8d66974 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Calling delete_port for 9097e599-3531-4206-a19e-552d7f0ce0df owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:49.395200 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5bff2-6c56-43a1-98c0-29096b46ccf8 req-a9dc86de-1bd3-4271-a8d8-18a7ca8dc6d2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:49.397714 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44e5bff2-6c56-43a1-98c0-29096b46ccf8 req-a9dc86de-1bd3-4271-a8d8-18a7ca8dc6d2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 945 time: 0.1184616 Mar 11 12:01:49.405973 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437fab2-9e50-4734-a96a-91a3a67278d7 req-043f891e-ddb3-4e7a-91b3-a9f033b9eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:49.408048 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2437fab2-9e50-4734-a96a-91a3a67278d7 req-043f891e-ddb3-4e7a-91b3-a9f033b9eab0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 1125 time: 0.2014487 Mar 11 12:01:49.416084 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3d098c8-0367-4606-8789-7cf3a7123d8b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (8c3af1b6-82f3-4c58-8580-423941e1e3ff), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:49.490590 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-322d1bb6-d973-4061-a767-82b20f6f3e9b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (18d1d467-bcdb-46a1-b276-c95dc9bb9e0f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:49.574850 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3d098c8-0367-4606-8789-7cf3a7123d8b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (8c3af1b6-82f3-4c58-8580-423941e1e3ff), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:49.585365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d098c8-0367-4606-8789-7cf3a7123d8b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:49.586405 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3d098c8-0367-4606-8789-7cf3a7123d8b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:49.617954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437fab2-9e50-4734-a96a-91a3a67278d7 req-62ec8fac-0ff6-4491-91f4-43876a0e557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:49.619314 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2437fab2-9e50-4734-a96a-91a3a67278d7 req-62ec8fac-0ff6-4491-91f4-43876a0e557a service neutron] 10.222.0.37 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 0.1995854 Mar 11 12:01:49.639612 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a3d098c8-0367-4606-8789-7cf3a7123d8b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.8226821 Mar 11 12:01:49.643372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40092) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:49.659271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-012f6e30-aaab-434a-a946-8463bf2468df tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Request body: {'subnet': {'network_id': '8c3af1b6-82f3-4c58-8580-423941e1e3ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:49.702471 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2437fab2-9e50-4734-a96a-91a3a67278d7 req-fad796fd-8966-4981-8e99-1f2582a86baf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01a165e8-9830-4f3e-9906-08d04445abd1 HTTP/1.1" status: 200 len: 217 time: 0.0697722 Mar 11 12:01:49.720195 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d098c8-0367-4606-8789-7cf3a7123d8b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Pushing event updated for resources: {'Network': ['ID=8c3af1b6-82f3-4c58-8580-423941e1e3ff,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:49.734628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 8c3af1b6-82f3-4c58-8580-423941e1e3ff details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:01:49.736211 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-322d1bb6-d973-4061-a767-82b20f6f3e9b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (18d1d467-bcdb-46a1-b276-c95dc9bb9e0f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:49.739528 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44e5bff2-6c56-43a1-98c0-29096b46ccf8 req-9f436d93-edc7-40b2-8bd5-74ba288139b7 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277369 Mar 11 12:01:49.781396 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702418c-ed27-4640-b5ef-4f1579a80d7f req-1dd227ab-e270-4720-a4dc-a62fbc92a30e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:49.789833 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7702418c-ed27-4640-b5ef-4f1579a80d7f req-1dd227ab-e270-4720-a4dc-a62fbc92a30e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 943 time: 0.2484848 Mar 11 12:01:49.792178 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-322d1bb6-d973-4061-a767-82b20f6f3e9b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:49.796676 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-322d1bb6-d973-4061-a767-82b20f6f3e9b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/18d1d467-bcdb-46a1-b276-c95dc9bb9e0f HTTP/1.1" status: 204 len: 168 time: 1.7701540 Mar 11 12:01:49.802762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40096) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:49.810798 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4b708d-4547-4230-b8cc-c3c2deefa113 None None] Network 9adcdff5-8886-45b2-af2d-7a5413d6848a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:01:49.847822 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d1bb6-d973-4061-a767-82b20f6f3e9b tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Subnet': ['ID=18d1d467-bcdb-46a1-b276-c95dc9bb9e0f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:49.907623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012f6e30-aaab-434a-a946-8463bf2468df tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Made reservation on behalf of 63e261e442d74b708757bd90c7422c87 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:49.915568 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-012f6e30-aaab-434a-a946-8463bf2468df tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:49.919679 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437fab2-9e50-4734-a96a-91a3a67278d7 req-2247542f-ad3b-4bff-9bb0-66b150d2f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:49.920657 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2437fab2-9e50-4734-a96a-91a3a67278d7 req-2247542f-ad3b-4bff-9bb0-66b150d2f383 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.2093167 Mar 11 12:01:50.083355 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:50.092033 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e50bc6-76ea-4dee-9e52-da4515d49284 None None] DHCP port deletion for 9adcdff5-8886-45b2-af2d-7a5413d6848a request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:01:50.116083 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (9adcdff5-8886-45b2-af2d-7a5413d6848a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:50.162960 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7702418c-ed27-4640-b5ef-4f1579a80d7f req-6470159a-363c-4ddb-a6c3-57361c84dd31 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624771 Mar 11 12:01:50.181109 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-18e50bc6-76ea-4dee-9e52-da4515d49284 None None] Deleting port 9e2b75bd-639e-4187-bc1d-5396184cdc18 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:50.181485 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-18e50bc6-76ea-4dee-9e52-da4515d49284 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9e2b75bd-639e-4187-bc1d-5396184cdc18), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:50.201174 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-012f6e30-aaab-434a-a946-8463bf2468df tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (4b82adc6-e983-4614-a110-063c208ac2b9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:50.210251 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691c549-689c-4e92-b7cd-a37798aa0454 req-404cd1c0-87c4-4ad7-bca7-f61180083ed0 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:50.212222 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e691c549-689c-4e92-b7cd-a37798aa0454 req-404cd1c0-87c4-4ad7-bca7-f61180083ed0 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.3086171 Mar 11 12:01:50.296349 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-901245ba-15c2-4522-b1c2-533975a15fb3 req-07f69514-d9cb-4a22-8ed7-2c09d8d66974 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9097e599-3531-4206-a19e-552d7f0ce0df), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:50.299913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437fab2-9e50-4734-a96a-91a3a67278d7 req-f3e2ce95-1d0c-46a0-bd83-53da8a534c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:50.301794 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2437fab2-9e50-4734-a96a-91a3a67278d7 req-f3e2ce95-1d0c-46a0-bd83-53da8a534c50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3546512 Mar 11 12:01:50.313159 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['de47ce64-ea93-40ab-9763-7f508aec56e0'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:01:50.349208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f6e30-aaab-434a-a946-8463bf2468df tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Pushing event updated for resources: {'Subnet': ['ID=4b82adc6-e983-4614-a110-063c208ac2b9,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:50.372886 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012f6e30-aaab-434a-a946-8463bf2468df tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Checking segment: {'id': '51141345-fc98-4865-8449-595d70129978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8c3af1b6-82f3-4c58-8580-423941e1e3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:01:50.373874 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012f6e30-aaab-434a-a946-8463bf2468df tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Network hostable DHCP agents. Network: 8c3af1b6-82f3-4c58-8580-423941e1e3ff, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:01:50.384174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f69514-d9cb-4a22-8ed7-2c09d8d66974 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Pushing event deleted for resources: {'Port': ['ID=9097e599-3531-4206-a19e-552d7f0ce0df,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:50.408756 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-18e50bc6-76ea-4dee-9e52-da4515d49284 None None] For port 9e2b75bd-639e-4187-bc1d-5396184cdc18, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9e2b75bd-639e-4187-bc1d-5396184cdc18,segment=NetworkSegment(53455334-d6d8-43f4-a1c0-2fd5a3d6afab),segment_id=53455334-d6d8-43f4-a1c0-2fd5a3d6afab)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:50.409445 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-18e50bc6-76ea-4dee-9e52-da4515d49284 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9e2b75bd-639e-4187-bc1d-5396184cdc18), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:50.425355 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012f6e30-aaab-434a-a946-8463bf2468df tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Network 8c3af1b6-82f3-4c58-8580-423941e1e3ff is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:01:50.469091 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-012f6e30-aaab-434a-a946-8463bf2468df tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 8c3af1b6-82f3-4c58-8580-423941e1e3ff) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:50.474025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-18e50bc6-76ea-4dee-9e52-da4515d49284 None None] Calling delete_port for 9e2b75bd-639e-4187-bc1d-5396184cdc18 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:50.474305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012f6e30-aaab-434a-a946-8463bf2468df tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:50.475514 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-012f6e30-aaab-434a-a946-8463bf2468df tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:50.497101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dd3107-96d6-4e8d-abd3-e868fdf7a796 None None] Network 8c3af1b6-82f3-4c58-8580-423941e1e3ff requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:01:50.531762 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-012f6e30-aaab-434a-a946-8463bf2468df tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8845799 Mar 11 12:01:50.532290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40108) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:50.550206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-27fe151e-521c-4b75-92fb-726c68e366ea tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Request body: {'port': {'network_id': '8c3af1b6-82f3-4c58-8580-423941e1e3ff', 'name': 'tempest-TagsExtTest-727835241'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:50.678933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-901245ba-15c2-4522-b1c2-533975a15fb3 req-07f69514-d9cb-4a22-8ed7-2c09d8d66974 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] No DVR routers for this DVR port 9097e599-3531-4206-a19e-552d7f0ce0df on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:01:50.684528 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-901245ba-15c2-4522-b1c2-533975a15fb3 req-07f69514-d9cb-4a22-8ed7-2c09d8d66974 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:50.694535 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-901245ba-15c2-4522-b1c2-533975a15fb3 req-07f69514-d9cb-4a22-8ed7-2c09d8d66974 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.71 "DELETE /v2.0/ports/9097e599-3531-4206-a19e-552d7f0ce0df HTTP/1.1" status: 204 len: 173 time: 1.8791029 Mar 11 12:01:50.757126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47733470-6f5f-4c3c-a5dc-ee5b70460109', 'name': 'network-vif-deleted', 'tag': '9097e599-3531-4206-a19e-552d7f0ce0df'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:01:50.763005 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458d7c10-efd5-4d92-bb43-b944638c2d8e" -d '{"events": [{"server_uuid": "47733470-6f5f-4c3c-a5dc-ee5b70460109", "name": "network-vif-deleted", "tag": "9097e599-3531-4206-a19e-552d7f0ce0df"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:01:50.774569 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2437fab2-9e50-4734-a96a-91a3a67278d7 req-4dfd9fd8-6e35-4d44-bb6c-97f859998c29 service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574740 Mar 11 12:01:50.785518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e691c549-689c-4e92-b7cd-a37798aa0454 req-194195e3-afaf-4e9e-a114-f0f4cee19554 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4977283 Mar 11 12:01:50.835284 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-8c3af1b6-82f3-4c58-8580-423941e1e3ff', 'network_id': '8c3af1b6-82f3-4c58-8580-423941e1e3ff', 'project_id': '63e261e442d74b708757bd90c7422c87', 'fixed_ips': [{'subnet_id': '4b82adc6-e983-4614-a110-063c208ac2b9'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:01:50.838683 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:50.958589 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-18e50bc6-76ea-4dee-9e52-da4515d49284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (9e2b75bd-639e-4187-bc1d-5396184cdc18), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:51.009883 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fe151e-521c-4b75-92fb-726c68e366ea tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Made reservation on behalf of 63e261e442d74b708757bd90c7422c87 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:51.020368 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27fe151e-521c-4b75-92fb-726c68e366ea tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:51.045759 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-27fe151e-521c-4b75-92fb-726c68e366ea tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] device_id is not set on port 212e6a3c-9b33-4017-9b82-3c38b1abaf49 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:01:51.059808 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port 9e2b75bd-639e-4187-bc1d-5396184cdc18 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:01:51.061074 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9e2b75bd-639e-4187-bc1d-5396184cdc18), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:51.074563 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f3b994-33ef-4de8-9291-22e0e05f86a7 x-openstack-request-id: req-46f3b994-33ef-4de8-9291-22e0e05f86a7 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:01:51.075300 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47733470-6f5f-4c3c-a5dc-ee5b70460109", "name": "network-vif-deleted", "tag": "9097e599-3531-4206-a19e-552d7f0ce0df", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:01:51.076170 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46f3b994-33ef-4de8-9291-22e0e05f86a7 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:01:51.078076 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47733470-6f5f-4c3c-a5dc-ee5b70460109', 'name': 'network-vif-deleted', 'tag': '9097e599-3531-4206-a19e-552d7f0ce0df', 'status': 'completed', 'code': 200} Mar 11 12:01:51.138542 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e50bc6-76ea-4dee-9e52-da4515d49284 None None] Pushing event deleted for resources: {'Port': ['ID=9e2b75bd-639e-4187-bc1d-5396184cdc18,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:51.146211 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2437fab2-9e50-4734-a96a-91a3a67278d7 req-b4184e9c-2acd-413f-b380-2d75768f91d2 service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584280 Mar 11 12:01:51.150827 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e50bc6-76ea-4dee-9e52-da4515d49284 None None] No DVR routers for this DVR port 9e2b75bd-639e-4187-bc1d-5396184cdc18 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:01:51.151495 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d98b287-f01e-4fd7-a754-12ab35b9b694 req-e5dfb901-a506-4b27-aa1d-d38a8c312294 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=47733470-6f5f-4c3c-a5dc-ee5b70460109 HTTP/1.1" status: 200 len: 210 time: 0.0837967 Mar 11 12:01:51.279057 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] For port 9e2b75bd-639e-4187-bc1d-5396184cdc18, host n-d-833234-2, got binding levels [] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:51.279491 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9e2b75bd-639e-4187-bc1d-5396184cdc18), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:51.302861 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for 9e2b75bd-639e-4187-bc1d-5396184cdc18 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:01:51.311939 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.ipam_backend_mixin [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Port 9e2b75bd-639e-4187-bc1d-5396184cdc18 was not found and therefore no delete operation was performed {{(pid=104031) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 12:01:51.314700 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9e2b75bd-639e-4187-bc1d-5396184cdc18), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:51.399513 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-27fe151e-521c-4b75-92fb-726c68e366ea tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Allocated IP 172.20.0.13 (8c3af1b6-82f3-4c58-8580-423941e1e3ff/4b82adc6-e983-4614-a110-063c208ac2b9/212e6a3c-9b33-4017-9b82-3c38b1abaf49) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:51.414323 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9e2b75bd-639e-4187-bc1d-5396184cdc18 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:01:51.451564 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=9e2b75bd-639e-4187-bc1d-5396184cdc18,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:51.453453 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No DVR routers for this DVR port 9e2b75bd-639e-4187-bc1d-5396184cdc18 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:01:51.477042 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 9e2b75bd-639e-4187-bc1d-5396184cdc18 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:01:51.477670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9e2b75bd-639e-4187-bc1d-5396184cdc18 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:01:51.521490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9097e599-3531-4206-a19e-552d7f0ce0df no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:01:51.572255 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 9097e599-3531-4206-a19e-552d7f0ce0df {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:01:51.572600 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9097e599-3531-4206-a19e-552d7f0ce0df not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:01:51.583948 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8354242-bc0d-43d3-9e5c-9aaa2ae86566 req-2c43cb21-8e85-4230-b403-667f77198733 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:51.586266 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8354242-bc0d-43d3-9e5c-9aaa2ae86566 req-2c43cb21-8e85-4230-b403-667f77198733 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 943 time: 0.2728593 Mar 11 12:01:51.680171 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (9adcdff5-8886-45b2-af2d-7a5413d6848a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:51.725548 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8354242-bc0d-43d3-9e5c-9aaa2ae86566 req-8869d247-b79d-4f9f-b3da-157c17919bdc tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102326 Mar 11 12:01:51.731111 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9adcdff5-8886-45b2-af2d-7a5413d6848a']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:51.741493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53455334-d6d8-43f4-a1c0-2fd5a3d6afab') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:51.741841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53455334-d6d8-43f4-a1c0-2fd5a3d6afab') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:51.757807 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (53455334-d6d8-43f4-a1c0-2fd5a3d6afab), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:51.781481 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (53455334-d6d8-43f4-a1c0-2fd5a3d6afab), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:51.797739 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:01:51.798540 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (53455334-d6d8-43f4-a1c0-2fd5a3d6afab), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:01:51.801577 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:01:51.806304 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27fe151e-521c-4b75-92fb-726c68e366ea tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks [] for port (212e6a3c-9b33-4017-9b82-3c38b1abaf49), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:51.920241 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27fe151e-521c-4b75-92fb-726c68e366ea tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (212e6a3c-9b33-4017-9b82-3c38b1abaf49), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:51.924406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40126) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:51.969090 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (9adcdff5-8886-45b2-af2d-7a5413d6848a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.001318 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.006797 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Allocated IP 172.20.0.2 (8c3af1b6-82f3-4c58-8580-423941e1e3ff/4b82adc6-e983-4614-a110-063c208ac2b9/f62993e8-7f13-4a79-96f5-eee08c3fcd14) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:52.008838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/networks/9adcdff5-8886-45b2-af2d-7a5413d6848a HTTP/1.1" status: 204 len: 168 time: 2.1997252 Mar 11 12:01:52.018711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fe151e-521c-4b75-92fb-726c68e366ea tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Network 8c3af1b6-82f3-4c58-8580-423941e1e3ff is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:52.019844 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40128) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:52.024302 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe151e-521c-4b75-92fb-726c68e366ea tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Pushing event updated for resources: {'Port': ['ID=212e6a3c-9b33-4017-9b82-3c38b1abaf49,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:52.027047 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-27fe151e-521c-4b75-92fb-726c68e366ea tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:52.030854 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fe151e-521c-4b75-92fb-726c68e366ea tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:52.037016 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c3c4c4f3-62d5-4fe1-8cc7-9ab8ff40af97 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-46398634'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:52.093797 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8a041-1945-4de4-b9e1-7c479c61c048 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Network': ['ID=9adcdff5-8886-45b2-af2d-7a5413d6848a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:52.126042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c4c4f3-62d5-4fe1-8cc7-9ab8ff40af97 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:52.135659 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3c4c4f3-62d5-4fe1-8cc7-9ab8ff40af97 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.168538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93521e51-1096-4aa3-abbd-468454971185 req-e0704bba-af2b-45a9-8fb0-1eab04eff515 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:52.172660 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-93521e51-1096-4aa3-abbd-468454971185 req-e0704bba-af2b-45a9-8fb0-1eab04eff515 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.2014730 Mar 11 12:01:52.252084 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a4d37aa-2346-4d70-b045-466c9947e041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.256461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-93521e51-1096-4aa3-abbd-468454971185 req-0263a3be-a920-4142-a1fa-ef7656c1833a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690818 Mar 11 12:01:52.326509 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Publish callbacks [] for port (f62993e8-7f13-4a79-96f5-eee08c3fcd14), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.343741 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (f62993e8-7f13-4a79-96f5-eee08c3fcd14), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.393806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Network 8c3af1b6-82f3-4c58-8580-423941e1e3ff is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:52.418153 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Pushing event updated for resources: {'Port': ['ID=f62993e8-7f13-4a79-96f5-eee08c3fcd14,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:52.421633 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:52.424007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:52.433157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fe151e-521c-4b75-92fb-726c68e366ea tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:52.433973 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27fe151e-521c-4b75-92fb-726c68e366ea tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.440282 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c4c4f3-62d5-4fe1-8cc7-9ab8ff40af97 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:01:52.483614 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3c4c4f3-62d5-4fe1-8cc7-9ab8ff40af97 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b8ce4c54-137f-421f-bcce-483d99a1590e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.484306 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-c3c4c4f3-62d5-4fe1-8cc7-9ab8ff40af97 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Added segment b8ce4c54-137f-421f-bcce-483d99a1590e of type vlan for network ba208c2e-4076-4acd-a3a1-99bbe113fb1e Mar 11 12:01:52.546192 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-27fe151e-521c-4b75-92fb-726c68e366ea tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0103276 Mar 11 12:01:52.547257 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40136) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:52.554895 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2c3e6286-4440-4d4b-8fc5-918165209a76 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-861168472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:52.595245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Attempting to bind port f62993e8-7f13-4a79-96f5-eee08c3fcd14 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:01:52.595641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Attempting to bind port f62993e8-7f13-4a79-96f5-eee08c3fcd14 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '51141345-fc98-4865-8449-595d70129978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8c3af1b6-82f3-4c58-8580-423941e1e3ff'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:01:52.596054 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Attempting to bind port f62993e8-7f13-4a79-96f5-eee08c3fcd14 on network 8c3af1b6-82f3-4c58-8580-423941e1e3ff {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:01:52.597033 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6286-4440-4d4b-8fc5-918165209a76 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (419123e8-4741-444e-abe5-b7be4b156235), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.600329 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6286-4440-4d4b-8fc5-918165209a76 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (419123e8-4741-444e-abe5-b7be4b156235), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.612739 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a4d37aa-2346-4d70-b045-466c9947e041 admin admin] Publish callbacks [] for security_group (2d7216a7-dbb8-4d02-9dd8-87fc013f638d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.641360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:01:52.641738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Checking segment: {'id': '51141345-fc98-4865-8449-595d70129978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8c3af1b6-82f3-4c58-8580-423941e1e3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:01:52.642144 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.644675 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Bound using segment: {'id': '51141345-fc98-4865-8449-595d70129978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8c3af1b6-82f3-4c58-8580-423941e1e3ff'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:01:52.645168 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Bound port: f62993e8-7f13-4a79-96f5-eee08c3fcd14, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51141345-fc98-4865-8449-595d70129978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8c3af1b6-82f3-4c58-8580-423941e1e3ff'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:01:52.645551 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f62993e8-7f13-4a79-96f5-eee08c3fcd14), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.662912 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a4d37aa-2346-4d70-b045-466c9947e041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2d7216a7-dbb8-4d02-9dd8-87fc013f638d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.706098 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3c4c4f3-62d5-4fe1-8cc7-9ab8ff40af97 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (ba208c2e-4076-4acd-a3a1-99bbe113fb1e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.718869 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6286-4440-4d4b-8fc5-918165209a76 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks [] for router_controller (419123e8-4741-444e-abe5-b7be4b156235), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.734408 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6286-4440-4d4b-8fc5-918165209a76 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (419123e8-4741-444e-abe5-b7be4b156235), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.743709 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] For port f62993e8-7f13-4a79-96f5-eee08c3fcd14, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:01:52.754257 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] For port f62993e8-7f13-4a79-96f5-eee08c3fcd14, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f62993e8-7f13-4a79-96f5-eee08c3fcd14,segment=NetworkSegment(51141345-fc98-4865-8449-595d70129978),segment_id=51141345-fc98-4865-8449-595d70129978)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:01:52.796637 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f62993e8-7f13-4a79-96f5-eee08c3fcd14), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.817026 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8a4d37aa-2346-4d70-b045-466c9947e041 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6e027390487f4316b4bd6e7fa1e1b13d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8778095 Mar 11 12:01:52.822740 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40144) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:52.823428 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d37aa-2346-4d70-b045-466c9947e041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7216a7-dbb8-4d02-9dd8-87fc013f638d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:52.831962 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6286-4440-4d4b-8fc5-918165209a76 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.846494 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2c3e6286-4440-4d4b-8fc5-918165209a76 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2972767 Mar 11 12:01:52.852482 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40146) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:52.874251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9f971029-c407-478b-a856-f0c5e9f47420 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1280659319', 'prefixes': ['172.20.0.0/16']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:52.958408 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3c4c4f3-62d5-4fe1-8cc7-9ab8ff40af97 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (ba208c2e-4076-4acd-a3a1-99bbe113fb1e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:52.977068 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c4c4f3-62d5-4fe1-8cc7-9ab8ff40af97 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:52.978732 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3c4c4f3-62d5-4fe1-8cc7-9ab8ff40af97 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:53.046198 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 01a165e8-9830-4f3e-9906-08d04445abd1 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:01:53.122688 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9eae2-94be-405a-9d0e-3b0d2c418483 req-436905aa-a122-41ca-99dc-34464aae5de1 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:53.132566 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02a9eae2-94be-405a-9d0e-3b0d2c418483 req-436905aa-a122-41ca-99dc-34464aae5de1 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 943 time: 0.1359053 Mar 11 12:01:53.156712 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c3c4c4f3-62d5-4fe1-8cc7-9ab8ff40af97 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1272864 Mar 11 12:01:53.159515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40156) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:53.166725 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-08095cbc-f028-4c0e-b435-d3de0d213eb9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'subnet': {'network_id': 'ba208c2e-4076-4acd-a3a1-99bbe113fb1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:53.265970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 01a165e8-9830-4f3e-9906-08d04445abd1, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=01a165e8-9830-4f3e-9906-08d04445abd1,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:53.310642 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '01a165e8-9830-4f3e-9906-08d04445abd1', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'port_id': '01a165e8-9830-4f3e-9906-08d04445abd1', 'mac_address': 'fa:16:3e:5b:87:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:01:53.333902 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4c4f3-62d5-4fe1-8cc7-9ab8ff40af97 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Network': ['ID=ba208c2e-4076-4acd-a3a1-99bbe113fb1e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:53.367052 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31232976-f44a-4bb1-8916-697304a31dca admin admin] Publish callbacks [] for security_group (2d7216a7-dbb8-4d02-9dd8-87fc013f638d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:53.395812 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 01a165e8-9830-4f3e-9906-08d04445abd1 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:53.396334 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (01a165e8-9830-4f3e-9906-08d04445abd1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:53.410282 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbb3b2-0ffc-48c2-9e48-766e3f67c13c None None] Pushing event updated for resources: {'Port': ['ID=f62993e8-7f13-4a79-96f5-eee08c3fcd14,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:53.421102 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31232976-f44a-4bb1-8916-697304a31dca admin admin] Publish callbacks [] for security_group (2d7216a7-dbb8-4d02-9dd8-87fc013f638d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:53.448039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f971029-c407-478b-a856-f0c5e9f47420 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:53.452379 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9f971029-c407-478b-a856-f0c5e9f47420 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5796580 Mar 11 12:01:53.462439 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40164) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:53.472819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-0f0d71a1-282d-4f96-bca1-96c8cd070e28 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4b82adc6-e983-4614-a110-063c208ac2b9', 'tempest-TagsExtTest-Tag-1692346768') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:53.514252 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network ba208c2e-4076-4acd-a3a1-99bbe113fb1e details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:01:53.522274 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a165e8-9830-4f3e-9906-08d04445abd1 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:01:53.621905 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31232976-f44a-4bb1-8916-697304a31dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2d7216a7-dbb8-4d02-9dd8-87fc013f638d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:53.625475 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31232976-f44a-4bb1-8916-697304a31dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:53.629850 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-31232976-f44a-4bb1-8916-697304a31dca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2d7216a7-dbb8-4d02-9dd8-87fc013f638d HTTP/1.1" status: 204 len: 168 time: 0.7811842 Mar 11 12:01:53.680087 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31232976-f44a-4bb1-8916-697304a31dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7216a7-dbb8-4d02-9dd8-87fc013f638d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:53.681807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 01a165e8-9830-4f3e-9906-08d04445abd1, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=01a165e8-9830-4f3e-9906-08d04445abd1,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:53.734218 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (01a165e8-9830-4f3e-9906-08d04445abd1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:53.740872 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0f0d71a1-282d-4f96-bca1-96c8cd070e28 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "PUT /v2.0/subnets/4b82adc6-e983-4614-a110-063c208ac2b9/tags/tempest-TagsExtTest-Tag-1692346768 HTTP/1.1" status: 201 len: 201 time: 0.2777338 Mar 11 12:01:53.741617 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40168) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:53.750394 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-5356c645-359d-4273-a2c0-7b6e95524032 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '212e6a3c-9b33-4017-9b82-3c38b1abaf49', 'tempest-TagsExtTest-Tag-1210784985') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:53.900893 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=01a165e8-9830-4f3e-9906-08d04445abd1,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:53.904717 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5356c645-359d-4273-a2c0-7b6e95524032 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "PUT /v2.0/ports/212e6a3c-9b33-4017-9b82-3c38b1abaf49/tags/tempest-TagsExtTest-Tag-1210784985 HTTP/1.1" status: 201 len: 201 time: 0.1618521 Mar 11 12:01:53.905510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40174) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:53.910769 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-e92c98ea-875f-44f8-a143-62b5023953be tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '419123e8-4741-444e-abe5-b7be4b156235', 'tempest-TagsExtTest-Tag-1535492236') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:53.946965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['01a165e8-9830-4f3e-9906-08d04445abd1'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:01:54.074620 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e92c98ea-875f-44f8-a143-62b5023953be tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "PUT /v2.0/routers/419123e8-4741-444e-abe5-b7be4b156235/tags/tempest-TagsExtTest-Tag-1535492236 HTTP/1.1" status: 201 len: 201 time: 0.1678989 Mar 11 12:01:54.075665 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40176) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:54.080611 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-0d21082f-d247-430b-817a-c9286b96d6ef tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0e1d2c42-9243-4961-97dd-43edbbb182f2', 'tempest-TagsExtTest-Tag-1766370556') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:54.236881 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0d21082f-d247-430b-817a-c9286b96d6ef tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "PUT /v2.0/subnetpools/0e1d2c42-9243-4961-97dd-43edbbb182f2/tags/tempest-TagsExtTest-Tag-1766370556 HTTP/1.1" status: 201 len: 201 time: 0.1597507 Mar 11 12:01:54.237816 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40178) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:54.250776 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-7100f973-e2fa-45d7-8f52-7f1d77829a00 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4b82adc6-e983-4614-a110-063c208ac2b9') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:54.259057 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40180) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:54.324065 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02a9eae2-94be-405a-9d0e-3b0d2c418483 req-7080957e-043d-4867-ad6d-3acf55dbd862 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1899662 Mar 11 12:01:54.344370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08095cbc-f028-4c0e-b435-d3de0d213eb9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:54.347836 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-08095cbc-f028-4c0e-b435-d3de0d213eb9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:54.357147 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67f0085c-7612-4631-8962-0ce708a34708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:54.444509 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-7289e2e6-4a19-467d-b35d-f8b03067486b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:54.457258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-7289e2e6-4a19-467d-b35d-f8b03067486b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 805 time: 1.2485301 Mar 11 12:01:54.516086 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67f0085c-7612-4631-8962-0ce708a34708 admin admin] Publish callbacks [] for security_group (1dad311f-1de2-4bed-8aa6-7c6cd55636da), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:54.531128 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67f0085c-7612-4631-8962-0ce708a34708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1dad311f-1de2-4bed-8aa6-7c6cd55636da), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:54.552395 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-e0537032-665d-4f34-bfab-7e7ea12495c7 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/quotas/09d5cd320b674c0e99aeaa20dd57d2bb HTTP/1.1" status: 200 len: 375 time: 0.0911081 Mar 11 12:01:54.634198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0085c-7612-4631-8962-0ce708a34708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dad311f-1de2-4bed-8aa6-7c6cd55636da,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:54.646684 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-67f0085c-7612-4631-8962-0ce708a34708 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=254483a7dba14c8b965e5838ee9a8f73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3843741 Mar 11 12:01:54.651205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40182) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:54.702461 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7100f973-e2fa-45d7-8f52-7f1d77829a00 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/subnets/4b82adc6-e983-4614-a110-063c208ac2b9/tags HTTP/1.1" status: 200 len: 241 time: 0.4634936 Mar 11 12:01:54.708255 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40184) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:54.720407 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-9c188b10-7aa3-4636-b301-a287b0ac27fd tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4b82adc6-e983-4614-a110-063c208ac2b9', 'tempest-TagsExtTest-Tag-1692346768') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:54.793562 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477a2e1-b005-4a86-af52-1642ea5c0de9 req-84bf528f-9588-443b-b4ec-186805c797de tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:54.796981 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6c2c12-ff24-497f-b768-bfd2190c922e None None] Network 8c3af1b6-82f3-4c58-8580-423941e1e3ff requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:01:54.806488 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85ea2e1f-f9c5-42ea-a467-97c747e56d28 admin admin] Publish callbacks [] for security_group (1dad311f-1de2-4bed-8aa6-7c6cd55636da), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:54.816246 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b477a2e1-b005-4a86-af52-1642ea5c0de9 req-84bf528f-9588-443b-b4ec-186805c797de tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.3428404 Mar 11 12:01:54.838112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-9ec1a3f4-17f5-48fd-80dd-0b53d92118a0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2847128 Mar 11 12:01:54.867205 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85ea2e1f-f9c5-42ea-a467-97c747e56d28 admin admin] Publish callbacks [] for security_group (1dad311f-1de2-4bed-8aa6-7c6cd55636da), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:54.940701 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9c188b10-7aa3-4636-b301-a287b0ac27fd tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/subnets/4b82adc6-e983-4614-a110-063c208ac2b9/tags/tempest-TagsExtTest-Tag-1692346768 HTTP/1.1" status: 204 len: 168 time: 0.2286417 Mar 11 12:01:54.942349 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40188) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:54.956769 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-923400a1-6545-44cd-a116-4ecbd42eb8e3 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4b82adc6-e983-4614-a110-063c208ac2b9', 'tempest-TagsExtTest-Tag-1692346768') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:55.015013 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85ea2e1f-f9c5-42ea-a467-97c747e56d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1dad311f-1de2-4bed-8aa6-7c6cd55636da), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:55.025402 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2c7d1b9c-9ff9-4db5-bb17-0f938aba59be None None] Provisioning complete for port f62993e8-7f13-4a79-96f5-eee08c3fcd14 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:55.026408 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1b9c-9ff9-4db5-bb17-0f938aba59be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f62993e8-7f13-4a79-96f5-eee08c3fcd14), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:55.026650 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85ea2e1f-f9c5-42ea-a467-97c747e56d28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:55.030359 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-85ea2e1f-f9c5-42ea-a467-97c747e56d28 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1dad311f-1de2-4bed-8aa6-7c6cd55636da HTTP/1.1" status: 204 len: 168 time: 0.3745589 Mar 11 12:01:55.046471 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea2e1f-f9c5-42ea-a467-97c747e56d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dad311f-1de2-4bed-8aa6-7c6cd55636da,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:55.067056 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9d26a-7998-4e74-89fc-2c1996e64c6c req-4d1d095e-ed7b-431a-9883-08cd708bbb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:55.078030 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dad9d26a-7998-4e74-89fc-2c1996e64c6c req-4d1d095e-ed7b-431a-9883-08cd708bbb2c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1261e07bdfea4d9b80d7efcfb649be2d&device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 1128 time: 0.3854656 Mar 11 12:01:55.111036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 01a165e8-9830-4f3e-9906-08d04445abd1 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:01:55.127644 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-923400a1-6545-44cd-a116-4ecbd42eb8e3 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/subnets/4b82adc6-e983-4614-a110-063c208ac2b9/tags/tempest-TagsExtTest-Tag-1692346768 HTTP/1.1" status: 204 len: 168 time: 0.1810462 Mar 11 12:01:55.130303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40196) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:55.139609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-ece32cf3-aa9a-4909-9c04-41c461624964 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4b82adc6-e983-4614-a110-063c208ac2b9') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:55.198669 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b477a2e1-b005-4a86-af52-1642ea5c0de9 req-f5298fd1-53fe-4d8e-b39a-0acb5ce8ba99 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3813953 Mar 11 12:01:55.269866 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-0dba897d-b252-4e59-9c9a-083b8c858b54 service neutron] 10.222.0.78 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193649 Mar 11 12:01:55.283786 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ece32cf3-aa9a-4909-9c04-41c461624964 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/subnets/4b82adc6-e983-4614-a110-063c208ac2b9/tags HTTP/1.1" status: 200 len: 205 time: 0.1513820 Mar 11 12:01:55.287192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40200) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:55.293785 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-a0f9e0ff-edc8-4eef-980b-3dc26100fe9e tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '212e6a3c-9b33-4017-9b82-3c38b1abaf49') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:55.438093 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a0f9e0ff-edc8-4eef-980b-3dc26100fe9e tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/ports/212e6a3c-9b33-4017-9b82-3c38b1abaf49/tags HTTP/1.1" status: 200 len: 241 time: 0.1473379 Mar 11 12:01:55.438754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40204) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:55.449549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 01a165e8-9830-4f3e-9906-08d04445abd1 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:01:55.456407 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-6832cf55-9a79-4ddb-bd37-564565efed78 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '212e6a3c-9b33-4017-9b82-3c38b1abaf49', 'tempest-TagsExtTest-Tag-1210784985') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:55.472966 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 01a165e8-9830-4f3e-9906-08d04445abd1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:55.473687 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (01a165e8-9830-4f3e-9906-08d04445abd1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:55.585756 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f62993e8-7f13-4a79-96f5-eee08c3fcd14 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:01:55.590360 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6832cf55-9a79-4ddb-bd37-564565efed78 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/ports/212e6a3c-9b33-4017-9b82-3c38b1abaf49/tags/tempest-TagsExtTest-Tag-1210784985 HTTP/1.1" status: 204 len: 168 time: 0.1462824 Mar 11 12:01:55.592252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40206) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:55.601184 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-11993199-7008-42d4-b826-5384ca1f27b0 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '212e6a3c-9b33-4017-9b82-3c38b1abaf49', 'tempest-TagsExtTest-Tag-1210784985') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:55.707742 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-11993199-7008-42d4-b826-5384ca1f27b0 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/ports/212e6a3c-9b33-4017-9b82-3c38b1abaf49/tags/tempest-TagsExtTest-Tag-1210784985 HTTP/1.1" status: 204 len: 168 time: 0.1143398 Mar 11 12:01:55.712059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40210) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:55.718302 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-739a42d6-6683-42ed-af93-9337becd13f5 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '212e6a3c-9b33-4017-9b82-3c38b1abaf49') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:55.781459 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-739a42d6-6683-42ed-af93-9337becd13f5 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/ports/212e6a3c-9b33-4017-9b82-3c38b1abaf49/tags HTTP/1.1" status: 200 len: 205 time: 0.0677161 Mar 11 12:01:55.784753 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40212) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:55.784909 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9d26a-7998-4e74-89fc-2c1996e64c6c req-133619c6-2afd-48a8-852a-1b33eefcb1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:55.786297 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dad9d26a-7998-4e74-89fc-2c1996e64c6c req-133619c6-2afd-48a8-852a-1b33eefcb1d2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e532891a-d9f9-4838-8745-963ad9eaeacc HTTP/1.1" status: 200 len: 918 time: 0.6515019 Mar 11 12:01:55.793079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-31110bae-1daa-408d-8bb6-c3ce4e6c4158 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '419123e8-4741-444e-abe5-b7be4b156235') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:55.932719 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 01a165e8-9830-4f3e-9906-08d04445abd1 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:55.933883 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (01a165e8-9830-4f3e-9906-08d04445abd1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:55.963477 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-31110bae-1daa-408d-8bb6-c3ce4e6c4158 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/routers/419123e8-4741-444e-abe5-b7be4b156235/tags HTTP/1.1" status: 200 len: 241 time: 0.1776259 Mar 11 12:01:55.966696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40218) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:55.977220 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-69a61dab-1f20-492b-ae5a-1c9fe5a876c5 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '419123e8-4741-444e-abe5-b7be4b156235', 'tempest-TagsExtTest-Tag-1535492236') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:55.985883 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dad9d26a-7998-4e74-89fc-2c1996e64c6c req-ef467a67-d477-4673-9875-8d693415ae65 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e HTTP/1.1" status: 200 len: 1001 time: 0.1505980 Mar 11 12:01:56.004872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2c7d1b9c-9ff9-4db5-bb17-0f938aba59be None None] Current status of the port f62993e8-7f13-4a79-96f5-eee08c3fcd14 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:56.005598 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1b9c-9ff9-4db5-bb17-0f938aba59be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f62993e8-7f13-4a79-96f5-eee08c3fcd14), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:56.015005 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-08095cbc-f028-4c0e-b435-d3de0d213eb9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (ed07a58d-0876-4ac4-8094-74c551e052b6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:56.143261 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2c7d1b9c-9ff9-4db5-bb17-0f938aba59be None None] For port f62993e8-7f13-4a79-96f5-eee08c3fcd14, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f62993e8-7f13-4a79-96f5-eee08c3fcd14,segment=NetworkSegment(51141345-fc98-4865-8449-595d70129978),segment_id=51141345-fc98-4865-8449-595d70129978)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:56.157605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9d26a-7998-4e74-89fc-2c1996e64c6c req-babc7651-f68c-4531-a7c2-67fd4c6152d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:56.159426 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dad9d26a-7998-4e74-89fc-2c1996e64c6c req-babc7651-f68c-4531-a7c2-67fd4c6152d4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc42e876-74e9-4322-8608-e55a47f90e7b HTTP/1.1" status: 200 len: 856 time: 0.1317351 Mar 11 12:01:56.181974 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1b9c-9ff9-4db5-bb17-0f938aba59be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f62993e8-7f13-4a79-96f5-eee08c3fcd14), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:56.187411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630095d0-1e43-414d-88bd-2cd893a6894d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a165e8-9830-4f3e-9906-08d04445abd1'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:01:56.197920 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3676c13-a5b3-4e1c-a89e-4d914b2429eb" -d '{"events": [{"server_uuid": "630095d0-1e43-414d-88bd-2cd893a6894d", "name": "network-vif-plugged", "status": "completed", "tag": "01a165e8-9830-4f3e-9906-08d04445abd1"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:01:56.266682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 01a165e8-9830-4f3e-9906-08d04445abd1, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=01a165e8-9830-4f3e-9906-08d04445abd1,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:01:56.303414 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-69a61dab-1f20-492b-ae5a-1c9fe5a876c5 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/routers/419123e8-4741-444e-abe5-b7be4b156235/tags/tempest-TagsExtTest-Tag-1535492236 HTTP/1.1" status: 204 len: 168 time: 0.3355055 Mar 11 12:01:56.306317 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40230) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:56.322831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-7df0b829-bc31-48c7-8462-112ec4a1598e tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '419123e8-4741-444e-abe5-b7be4b156235', 'tempest-TagsExtTest-Tag-1535492236') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:56.372145 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3a4dd-7aa6-4a5a-b9b1-40be71a068dd req-681cf154-d547-4242-8c40-ff3e14c8e70b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:56.377717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92f3a4dd-7aa6-4a5a-b9b1-40be71a068dd req-681cf154-d547-4242-8c40-ff3e14c8e70b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 944 time: 0.7563469 Mar 11 12:01:56.393780 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-ff5cb04c-14f9-489e-997a-0955228ea36d service neutron] 10.222.0.78 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1225672 Mar 11 12:01:56.416562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d1b9c-9ff9-4db5-bb17-0f938aba59be None None] Pushing event updated for resources: {'Port': ['ID=f62993e8-7f13-4a79-96f5-eee08c3fcd14,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:56.465948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port f62993e8-7f13-4a79-96f5-eee08c3fcd14 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:56.466443 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f62993e8-7f13-4a79-96f5-eee08c3fcd14), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:56.470505 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (01a165e8-9830-4f3e-9906-08d04445abd1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:56.505831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08095cbc-f028-4c0e-b435-d3de0d213eb9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Checking segment: {'id': 'b8ce4c54-137f-421f-bcce-483d99a1590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ba208c2e-4076-4acd-a3a1-99bbe113fb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:01:56.506262 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08095cbc-f028-4c0e-b435-d3de0d213eb9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network hostable DHCP agents. Network: ba208c2e-4076-4acd-a3a1-99bbe113fb1e, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:01:56.669131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6c22a887-daa2-4476-8697-edcd049fcdd9 None None] Provisioning complete for port 212e6a3c-9b33-4017-9b82-3c38b1abaf49 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:56.669507 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6c22a887-daa2-4476-8697-edcd049fcdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (212e6a3c-9b33-4017-9b82-3c38b1abaf49), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:56.711800 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7df0b829-bc31-48c7-8462-112ec4a1598e tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/routers/419123e8-4741-444e-abe5-b7be4b156235/tags/tempest-TagsExtTest-Tag-1535492236 HTTP/1.1" status: 204 len: 168 time: 0.4040415 Mar 11 12:01:56.714504 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40238) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:56.729261 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-bfad4e45-458d-49ec-bfb0-4f100b1a003a tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '419123e8-4741-444e-abe5-b7be4b156235') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:56.750335 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92f3a4dd-7aa6-4a5a-b9b1-40be71a068dd req-81bf38b6-63b6-4395-919d-79cc37528c3e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131843 Mar 11 12:01:56.763296 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08095cbc-f028-4c0e-b435-d3de0d213eb9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Subnet': ['ID=ed07a58d-0876-4ac4-8094-74c551e052b6,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:56.807643 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9d26a-7998-4e74-89fc-2c1996e64c6c req-ee7a9038-5f19-4659-813b-b41d19a0cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:56.810332 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dad9d26a-7998-4e74-89fc-2c1996e64c6c req-ee7a9038-5f19-4659-813b-b41d19a0cba7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e532891a-d9f9-4838-8745-963ad9eaeacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6101491 Mar 11 12:01:56.811509 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8beae0-14fc-46cb-816e-c3691dc4b7ff x-openstack-request-id: req-ab8beae0-14fc-46cb-816e-c3691dc4b7ff {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:01:56.819983 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630095d0-1e43-414d-88bd-2cd893a6894d", "name": "network-vif-plugged", "status": "completed", "tag": "01a165e8-9830-4f3e-9906-08d04445abd1", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:01:56.821438 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab8beae0-14fc-46cb-816e-c3691dc4b7ff {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:01:56.821945 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630095d0-1e43-414d-88bd-2cd893a6894d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a165e8-9830-4f3e-9906-08d04445abd1', 'code': 200} Mar 11 12:01:56.959208 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bfad4e45-458d-49ec-bfb0-4f100b1a003a tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/routers/419123e8-4741-444e-abe5-b7be4b156235/tags HTTP/1.1" status: 200 len: 205 time: 0.2435765 Mar 11 12:01:56.962512 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40246) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:56.972184 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-8b2f525d-f53d-4cad-98b9-e19ebde48959 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0e1d2c42-9243-4961-97dd-43edbbb182f2') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:56.978660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port f62993e8-7f13-4a79-96f5-eee08c3fcd14 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:56.998619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=01a165e8-9830-4f3e-9906-08d04445abd1,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:57.035886 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8b2f525d-f53d-4cad-98b9-e19ebde48959 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/subnetpools/0e1d2c42-9243-4961-97dd-43edbbb182f2/tags HTTP/1.1" status: 200 len: 241 time: 0.0719469 Mar 11 12:01:57.036622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40248) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:57.041216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-a8a4bdca-50a6-4244-8d66-c2d13ff18181 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0e1d2c42-9243-4961-97dd-43edbbb182f2', 'tempest-TagsExtTest-Tag-1766370556') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:57.050187 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6c22a887-daa2-4476-8697-edcd049fcdd9 None None] Port 212e6a3c-9b33-4017-9b82-3c38b1abaf49 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:57.093394 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6c22a887-daa2-4476-8697-edcd049fcdd9 None None] Provisioning complete for port f62993e8-7f13-4a79-96f5-eee08c3fcd14 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:57.095765 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6c22a887-daa2-4476-8697-edcd049fcdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f62993e8-7f13-4a79-96f5-eee08c3fcd14), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:57.134835 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-016e481a-e697-4f70-8cd7-ad6706900fc5 req-65ff32b6-e814-4a7d-988b-80c3acd911f9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 210 time: 0.1085265 Mar 11 12:01:57.144400 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dad9d26a-7998-4e74-89fc-2c1996e64c6c req-a20edd99-6c5d-4d1a-94d0-6c08f5484c8f service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017347 Mar 11 12:01:57.164673 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08095cbc-f028-4c0e-b435-d3de0d213eb9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network ba208c2e-4076-4acd-a3a1-99bbe113fb1e is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:01:57.170596 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a8a4bdca-50a6-4244-8d66-c2d13ff18181 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/subnetpools/0e1d2c42-9243-4961-97dd-43edbbb182f2/tags/tempest-TagsExtTest-Tag-1766370556 HTTP/1.1" status: 204 len: 168 time: 0.1328325 Mar 11 12:01:57.173002 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40252) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:57.188671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-a0fc02dc-3280-466d-8e0e-cd2cce2477e3 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0e1d2c42-9243-4961-97dd-43edbbb182f2', 'tempest-TagsExtTest-Tag-1766370556') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:57.276435 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-08095cbc-f028-4c0e-b435-d3de0d213eb9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, ba208c2e-4076-4acd-a3a1-99bbe113fb1e) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:57.293362 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08095cbc-f028-4c0e-b435-d3de0d213eb9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:57.295748 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-08095cbc-f028-4c0e-b435-d3de0d213eb9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:57.305746 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6cfadd-9b72-4d1b-a310-601c6300de74 None None] Network ba208c2e-4076-4acd-a3a1-99bbe113fb1e requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:01:57.359320 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40260) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:57.363320 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-08095cbc-f028-4c0e-b435-d3de0d213eb9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2018485 Mar 11 12:01:57.386434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e297286c-0151-41df-8789-aa8a94edeef0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1546379762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:57.408182 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a0fc02dc-3280-466d-8e0e-cd2cce2477e3 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/subnetpools/0e1d2c42-9243-4961-97dd-43edbbb182f2/tags/tempest-TagsExtTest-Tag-1766370556 HTTP/1.1" status: 204 len: 168 time: 0.2339551 Mar 11 12:01:57.411371 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fa600-e67f-4f62-805f-75fffe85a097 req-03b5920e-3d22-42a2-89de-5e74ca01c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:57.419170 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-852fa600-e67f-4f62-805f-75fffe85a097 req-03b5920e-3d22-42a2-89de-5e74ca01c878 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 1127 time: 0.6005654 Mar 11 12:01:57.423913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40262) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:57.436360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-83f1328b-bc92-4561-b044-ea10f8a3be7b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0e1d2c42-9243-4961-97dd-43edbbb182f2') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:57.441467 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0381d5b-39dc-422d-b988-4c1d0d6d24d6 req-4fe792c3-f131-4f4b-806d-3012b11b2183 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:57.450733 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0381d5b-39dc-422d-b988-4c1d0d6d24d6 req-4fe792c3-f131-4f4b-806d-3012b11b2183 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.4287508 Mar 11 12:01:57.589947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f62993e8-7f13-4a79-96f5-eee08c3fcd14 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:01:57.612112 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-83f1328b-bc92-4561-b044-ea10f8a3be7b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/subnetpools/0e1d2c42-9243-4961-97dd-43edbbb182f2/tags HTTP/1.1" status: 200 len: 205 time: 0.1867726 Mar 11 12:01:57.615478 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e297286c-0151-41df-8789-aa8a94edeef0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (94a4f257-b5f5-42ff-b0a0-29da36ed79cf), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:57.617154 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e297286c-0151-41df-8789-aa8a94edeef0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (94a4f257-b5f5-42ff-b0a0-29da36ed79cf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:57.678800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-ba208c2e-4076-4acd-a3a1-99bbe113fb1e', 'network_id': 'ba208c2e-4076-4acd-a3a1-99bbe113fb1e', 'project_id': '125cb2b78a974a0f8153d4fcd2b41cbe', 'fixed_ips': [{'subnet_id': 'ed07a58d-0876-4ac4-8094-74c551e052b6'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:01:57.682070 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:57.696729 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e297286c-0151-41df-8789-aa8a94edeef0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for router_controller (94a4f257-b5f5-42ff-b0a0-29da36ed79cf), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:57.698408 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40268) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:57.705006 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-a9c19612-cb72-49f8-b3df-d8142939843d tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0e1d2c42-9243-4961-97dd-43edbbb182f2') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:57.710190 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e297286c-0151-41df-8789-aa8a94edeef0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (94a4f257-b5f5-42ff-b0a0-29da36ed79cf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:57.743182 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e297286c-0151-41df-8789-aa8a94edeef0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:57.747819 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e297286c-0151-41df-8789-aa8a94edeef0 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3869612 Mar 11 12:01:57.749673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40276) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:57.754979 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d418dcb9-a6da-4924-8c79-fec61eee8166 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'network_id': 'ba208c2e-4076-4acd-a3a1-99bbe113fb1e', 'name': 'tempest-PortsTestJSON-1957803711'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:01:57.803754 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a9c19612-cb72-49f8-b3df-d8142939843d tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/subnetpools/0e1d2c42-9243-4961-97dd-43edbbb182f2/tags HTTP/1.1" status: 204 len: 168 time: 0.1034307 Mar 11 12:01:57.827148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40280) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:57.841204 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-6bb9bdac-afe0-4cbe-a14a-3aacb26c7f32 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '419123e8-4741-444e-abe5-b7be4b156235') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:57.857006 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dad9d26a-7998-4e74-89fc-2c1996e64c6c req-2a2f7c3a-d0e0-4efd-8fcc-c463635467af service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6902637 Mar 11 12:01:57.965400 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-852fa600-e67f-4f62-805f-75fffe85a097 req-9966e182-0f07-4fbd-afca-51ea8c41d62a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338629 Mar 11 12:01:57.988436 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0381d5b-39dc-422d-b988-4c1d0d6d24d6 req-cc7fccf7-7f7a-460e-8066-a2b9bae7fa6f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5286801 Mar 11 12:01:58.042230 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Allocated IP 172.20.0.2 (ba208c2e-4076-4acd-a3a1-99bbe113fb1e/ed07a58d-0876-4ac4-8094-74c551e052b6/7bddac84-cd2a-43f3-aa52-5f5722477fb1) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:58.137619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32ad30-d907-44f3-939f-93090df5e681 req-e55b5e13-58ba-42b8-bf1e-7fef0cefbb33 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:58.139944 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e32ad30-d907-44f3-939f-93090df5e681 req-e55b5e13-58ba-42b8-bf1e-7fef0cefbb33 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.1832032 Mar 11 12:01:58.276129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port f62993e8-7f13-4a79-96f5-eee08c3fcd14 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:58.276437 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f62993e8-7f13-4a79-96f5-eee08c3fcd14), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:58.292848 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e32ad30-d907-44f3-939f-93090df5e681 req-b5cc1191-8291-4f20-a3ef-c2a36c6cb4ca tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442523 Mar 11 12:01:58.378642 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a83a652-3f3d-4b07-8963-c5c1191fdb2f req-13c3b334-ad3c-4e99-a55e-103fea07d539 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 210 time: 0.0680041 Mar 11 12:01:58.557574 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Publish callbacks [] for port (7bddac84-cd2a-43f3-aa52-5f5722477fb1), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:58.566191 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6bb9bdac-afe0-4cbe-a14a-3aacb26c7f32 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/routers/419123e8-4741-444e-abe5-b7be4b156235/tags HTTP/1.1" status: 204 len: 168 time: 0.7340102 Mar 11 12:01:58.567659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40300) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:58.574426 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-95ba2fe3-33df-4f9d-a90e-901ba698e428 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '212e6a3c-9b33-4017-9b82-3c38b1abaf49') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:58.582942 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (7bddac84-cd2a-43f3-aa52-5f5722477fb1), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:58.585704 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6c22a887-daa2-4476-8697-edcd049fcdd9 None None] Current status of the port f62993e8-7f13-4a79-96f5-eee08c3fcd14 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:58.610344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6982f-4a8b-477d-81ee-febfd47fc3cd req-b8c03478-b485-4d5a-ba94-275377b85621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:58.612455 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb6982f-4a8b-477d-81ee-febfd47fc3cd req-b8c03478-b485-4d5a-ba94-275377b85621 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1261e07bdfea4d9b80d7efcfb649be2d&device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 1128 time: 0.0918684 Mar 11 12:01:58.644101 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d418dcb9-a6da-4924-8c79-fec61eee8166 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:01:58.649873 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d418dcb9-a6da-4924-8c79-fec61eee8166 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:58.658771 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Pushing event updated for resources: {'Port': ['ID=7bddac84-cd2a-43f3-aa52-5f5722477fb1,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:58.694472 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Network ba208c2e-4076-4acd-a3a1-99bbe113fb1e is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:58.709519 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-d418dcb9-a6da-4924-8c79-fec61eee8166 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] device_id is not set on port 6b265479-f959-4770-8e5d-5baa356d4ee3 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:01:58.710750 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:58.729815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:58.786801 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6982f-4a8b-477d-81ee-febfd47fc3cd req-090db243-4fe2-4f7b-aea2-58759c3ec04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:58.788628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port f62993e8-7f13-4a79-96f5-eee08c3fcd14 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:01:58.792315 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb6982f-4a8b-477d-81ee-febfd47fc3cd req-090db243-4fe2-4f7b-aea2-58759c3ec04b service neutron] 10.222.0.71 "GET /v2.0/networks?id=e532891a-d9f9-4838-8745-963ad9eaeacc HTTP/1.1" status: 200 len: 918 time: 0.1679499 Mar 11 12:01:58.878837 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-d418dcb9-a6da-4924-8c79-fec61eee8166 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Allocated IP 172.20.0.14 (ba208c2e-4076-4acd-a3a1-99bbe113fb1e/ed07a58d-0876-4ac4-8094-74c551e052b6/6b265479-f959-4770-8e5d-5baa356d4ee3) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:01:58.884836 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb6982f-4a8b-477d-81ee-febfd47fc3cd req-da7051b7-94cf-4e61-ab17-0aade3ee66fb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e HTTP/1.1" status: 200 len: 1001 time: 0.0889037 Mar 11 12:01:58.907372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-337b5d6b-b9ea-4f55-8d1e-5abf4bed5b1a None None] Provisioning complete for port 212e6a3c-9b33-4017-9b82-3c38b1abaf49 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:01:58.908739 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-337b5d6b-b9ea-4f55-8d1e-5abf4bed5b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (212e6a3c-9b33-4017-9b82-3c38b1abaf49), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:58.953759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6982f-4a8b-477d-81ee-febfd47fc3cd req-d5a4c033-e655-4cce-a6c8-71f6e5a97213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:58.955535 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb6982f-4a8b-477d-81ee-febfd47fc3cd req-d5a4c033-e655-4cce-a6c8-71f6e5a97213 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc42e876-74e9-4322-8608-e55a47f90e7b HTTP/1.1" status: 200 len: 856 time: 0.0643792 Mar 11 12:01:58.965224 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Attempting to bind port 7bddac84-cd2a-43f3-aa52-5f5722477fb1 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:01:58.965595 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Attempting to bind port 7bddac84-cd2a-43f3-aa52-5f5722477fb1 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'b8ce4c54-137f-421f-bcce-483d99a1590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ba208c2e-4076-4acd-a3a1-99bbe113fb1e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:01:58.965961 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Attempting to bind port 7bddac84-cd2a-43f3-aa52-5f5722477fb1 on network ba208c2e-4076-4acd-a3a1-99bbe113fb1e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:01:58.993301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:01:58.997034 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Checking segment: {'id': 'b8ce4c54-137f-421f-bcce-483d99a1590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ba208c2e-4076-4acd-a3a1-99bbe113fb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:01:58.997478 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:58.999024 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Bound using segment: {'id': 'b8ce4c54-137f-421f-bcce-483d99a1590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ba208c2e-4076-4acd-a3a1-99bbe113fb1e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:01:58.999859 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Bound port: 7bddac84-cd2a-43f3-aa52-5f5722477fb1, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ce4c54-137f-421f-bcce-483d99a1590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ba208c2e-4076-4acd-a3a1-99bbe113fb1e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:01:59.000251 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7bddac84-cd2a-43f3-aa52-5f5722477fb1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:59.085494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6982f-4a8b-477d-81ee-febfd47fc3cd req-fa9d36d8-84ba-44bb-9668-7e36b88a1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:59.094702 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb6982f-4a8b-477d-81ee-febfd47fc3cd req-fa9d36d8-84ba-44bb-9668-7e36b88a1eba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e532891a-d9f9-4838-8745-963ad9eaeacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1316612 Mar 11 12:01:59.147462 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-337b5d6b-b9ea-4f55-8d1e-5abf4bed5b1a None None] Port 212e6a3c-9b33-4017-9b82-3c38b1abaf49 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:01:59.157460 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] For port 7bddac84-cd2a-43f3-aa52-5f5722477fb1, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:01:59.166117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] For port 7bddac84-cd2a-43f3-aa52-5f5722477fb1, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7bddac84-cd2a-43f3-aa52-5f5722477fb1,segment=NetworkSegment(b8ce4c54-137f-421f-bcce-483d99a1590e),segment_id=b8ce4c54-137f-421f-bcce-483d99a1590e)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:01:59.181402 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7bddac84-cd2a-43f3-aa52-5f5722477fb1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:59.208797 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d418dcb9-a6da-4924-8c79-fec61eee8166 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (6b265479-f959-4770-8e5d-5baa356d4ee3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:59.251756 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7bea6-e079-481f-907a-24bd5ea7c866 None None] Pushing event updated for resources: {'Port': ['ID=7bddac84-cd2a-43f3-aa52-5f5722477fb1,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:59.367342 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-95ba2fe3-33df-4f9d-a90e-901ba698e428 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/ports/212e6a3c-9b33-4017-9b82-3c38b1abaf49/tags HTTP/1.1" status: 204 len: 168 time: 0.7973421 Mar 11 12:01:59.383360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40324) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:01:59.387176 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d418dcb9-a6da-4924-8c79-fec61eee8166 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6b265479-f959-4770-8e5d-5baa356d4ee3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:01:59.396167 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-30b8cc06-6776-4df8-8374-7be2232ede6e tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4b82adc6-e983-4614-a110-063c208ac2b9') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:01:59.409623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55d8fc-4217-4544-b9e9-63b26772ce8d req-b54e34c7-f2ae-4fe6-97ff-de0ad1f5da4e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:59.411510 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c55d8fc-4217-4544-b9e9-63b26772ce8d req-b54e34c7-f2ae-4fe6-97ff-de0ad1f5da4e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.2451055 Mar 11 12:01:59.513457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb6982f-4a8b-477d-81ee-febfd47fc3cd req-ce8a5a95-ed6e-4c8c-be4d-5f14658d524a service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099798 Mar 11 12:01:59.770556 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418dcb9-a6da-4924-8c79-fec61eee8166 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=6b265479-f959-4770-8e5d-5baa356d4ee3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:01:59.785306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d418dcb9-a6da-4924-8c79-fec61eee8166 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network ba208c2e-4076-4acd-a3a1-99bbe113fb1e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:01:59.804038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c55d8fc-4217-4544-b9e9-63b26772ce8d req-a0b3284c-abf6-4c0f-8225-8667126a02ef tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3760054 Mar 11 12:01:59.837259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef66f91-45aa-4439-99d1-6c07c32a68eb req-1a700c8d-be18-4b46-ac45-9cc7424e88fd tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:01:59.837927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-d418dcb9-a6da-4924-8c79-fec61eee8166 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:01:59.838957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cef66f91-45aa-4439-99d1-6c07c32a68eb req-1a700c8d-be18-4b46-ac45-9cc7424e88fd tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.3686550 Mar 11 12:01:59.884362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418dcb9-a6da-4924-8c79-fec61eee8166 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:01:59.893429 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb6982f-4a8b-477d-81ee-febfd47fc3cd req-efa3a43c-f8e8-430e-addc-bd63b5afb1c8 service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317738 Mar 11 12:01:59.954506 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cef66f91-45aa-4439-99d1-6c07c32a68eb req-305337cc-d300-4cfa-adf1-07050beb9d2a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056740 Mar 11 12:02:00.015521 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c24181cf-9532-4a13-84ef-85ca76f85b0a req-70ddc0b5-dbeb-49b4-86c5-7a2fdae0964e tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 210 time: 0.0582783 Mar 11 12:02:00.063081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-c73c7326-f223-4c69-9d17-dfabcdbcbe25 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:00.067638 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-c73c7326-f223-4c69-9d17-dfabcdbcbe25 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.71 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 805 time: 0.7011676 Mar 11 12:02:00.099060 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d418dcb9-a6da-4924-8c79-fec61eee8166 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:00.099817 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d418dcb9-a6da-4924-8c79-fec61eee8166 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:00.110058 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-ecc3ba39-9ebe-4243-be3b-f22ba3816a19 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Request body: {'port': {'device_id': '09503342-abd4-44c5-a4b7-89adb133f882', 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064', 'admin_state_up': True, 'tenant_id': '09d5cd320b674c0e99aeaa20dd57d2bb'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:00.156267 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-30b8cc06-6776-4df8-8374-7be2232ede6e tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/subnets/4b82adc6-e983-4614-a110-063c208ac2b9/tags HTTP/1.1" status: 204 len: 168 time: 0.7639992 Mar 11 12:02:00.160337 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40348) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:00.171867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-85d0c2d9-e09e-475b-b95a-2a66643c7ebc tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4b82adc6-e983-4614-a110-063c208ac2b9', 'tempest-TagsExtTest-Tag-373046583') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:00.189159 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d418dcb9-a6da-4924-8c79-fec61eee8166 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4382415 Mar 11 12:02:00.193345 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40350) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:00.418597 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-ecc3ba39-9ebe-4243-be3b-f22ba3816a19 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Made reservation on behalf of 09d5cd320b674c0e99aeaa20dd57d2bb for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:00.422684 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-ecc3ba39-9ebe-4243-be3b-f22ba3816a19 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:00.423120 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-85d0c2d9-e09e-475b-b95a-2a66643c7ebc tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "PUT /v2.0/subnets/4b82adc6-e983-4614-a110-063c208ac2b9/tags/tempest-TagsExtTest-Tag-373046583 HTTP/1.1" status: 201 len: 201 time: 0.2594728 Mar 11 12:02:00.427321 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40356) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:00.436605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-828d3aec-a1e0-45ad-b1a0-d41bee2361ea tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '212e6a3c-9b33-4017-9b82-3c38b1abaf49', 'tempest-TagsExtTest-Tag-1896473898') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:00.452356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16db3-d011-40fc-b0bf-fc430e386c5f req-b7d76f68-1d26-45b4-ad9e-bd04734b2c5e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:00.454680 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99b16db3-d011-40fc-b0bf-fc430e386c5f req-b7d76f68-1d26-45b4-ad9e-bd04734b2c5e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.1446853 Mar 11 12:02:00.634715 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99b16db3-d011-40fc-b0bf-fc430e386c5f req-2b7dc824-2b39-4910-9274-8944e44b9364 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564841 Mar 11 12:02:00.720972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-828d3aec-a1e0-45ad-b1a0-d41bee2361ea tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "PUT /v2.0/ports/212e6a3c-9b33-4017-9b82-3c38b1abaf49/tags/tempest-TagsExtTest-Tag-1896473898 HTTP/1.1" status: 201 len: 201 time: 0.2885914 Mar 11 12:02:00.724867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40378) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:00.737448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-a61cfd95-35b2-4472-b440-94fdbe3ef350 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '419123e8-4741-444e-abe5-b7be4b156235', 'tempest-TagsExtTest-Tag-837633777') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:00.806534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-ecc3ba39-9ebe-4243-be3b-f22ba3816a19 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Allocated IP 172.20.0.5 (8f643498-59e6-4f88-97f4-fba97d06b064/d2b721aa-1c42-4b6f-8791-9da31c359ccd/f54c0497-dbd9-4c53-89c6-4dd46ec7bf68) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:02:00.908170 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40384) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:00.946274 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a61cfd95-35b2-4472-b440-94fdbe3ef350 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "PUT /v2.0/routers/419123e8-4741-444e-abe5-b7be4b156235/tags/tempest-TagsExtTest-Tag-837633777 HTTP/1.1" status: 201 len: 201 time: 0.2193117 Mar 11 12:02:00.948474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40388) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:00.955252 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-dba6f50d-8d15-48b2-89af-c69be61c3228 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0e1d2c42-9243-4961-97dd-43edbbb182f2', 'tempest-TagsExtTest-Tag-2048348766') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:00.999162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de428fa1-a83f-4c47-a001-e284d8ef107b None None] Network ba208c2e-4076-4acd-a3a1-99bbe113fb1e requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:02:01.152320 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50606d95-be08-4cf9-9dc7-caf9e094a432 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6b265479-f959-4770-8e5d-5baa356d4ee3), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:01.172780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b4c4bc62-32c3-4057-9760-e9e322ae8086 None None] Provisioning complete for port 7bddac84-cd2a-43f3-aa52-5f5722477fb1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:01.173159 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b4c4bc62-32c3-4057-9760-e9e322ae8086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7bddac84-cd2a-43f3-aa52-5f5722477fb1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:01.205082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-487d8e3f-c057-48a7-9674-f0f82522f06d req-39ead368-616a-4efa-9cea-50c28019fb2f tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 210 time: 0.0481696 Mar 11 12:02:01.208112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dba6f50d-8d15-48b2-89af-c69be61c3228 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "PUT /v2.0/subnetpools/0e1d2c42-9243-4961-97dd-43edbbb182f2/tags/tempest-TagsExtTest-Tag-2048348766 HTTP/1.1" status: 201 len: 201 time: 0.2583616 Mar 11 12:02:01.210952 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40392) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:01.215800 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-b4731015-c341-4f35-b5b9-72cbaf60f15b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4b82adc6-e983-4614-a110-063c208ac2b9', {'tags': ['tempest-TagsExtTest-Tag-703423015', 'tempest-TagsExtTest-Tag-775850621', 'tempest-TagsExtTest-Tag-1188106805']}) {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:01.228397 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84f84b-1db8-4b2b-a04a-26412e520d79 req-1ff93ab5-03ed-49bd-ae15-072d248a1f04 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:01.235456 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca84f84b-1db8-4b2b-a04a-26412e520d79 req-1ff93ab5-03ed-49bd-ae15-072d248a1f04 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 946 time: 0.2548597 Mar 11 12:02:01.300289 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-ecc3ba39-9ebe-4243-be3b-f22ba3816a19 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks [] for port (f54c0497-dbd9-4c53-89c6-4dd46ec7bf68), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:01.352858 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca84f84b-1db8-4b2b-a04a-26412e520d79 req-2fc65508-58ed-4818-9df1-b5bed9fe8d25 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154737 Mar 11 12:02:01.380033 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b4731015-c341-4f35-b5b9-72cbaf60f15b tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "PUT /v2.0/subnets/4b82adc6-e983-4614-a110-063c208ac2b9/tags HTTP/1.1" status: 200 len: 316 time: 0.1676991 Mar 11 12:02:01.382632 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40394) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:01.385041 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b4c4bc62-32c3-4057-9760-e9e322ae8086 None None] Current status of the port 7bddac84-cd2a-43f3-aa52-5f5722477fb1 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:01.385438 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b4c4bc62-32c3-4057-9760-e9e322ae8086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7bddac84-cd2a-43f3-aa52-5f5722477fb1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:01.392103 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-6b9031f5-e9a7-4d28-9f18-dc75db0c638c tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4b82adc6-e983-4614-a110-063c208ac2b9') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:01.421739 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-ecc3ba39-9ebe-4243-be3b-f22ba3816a19 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f54c0497-dbd9-4c53-89c6-4dd46ec7bf68), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:01.434561 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['de47ce64-ea93-40ab-9763-7f508aec56e0'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:02:01.508380 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3ba39-9ebe-4243-be3b-f22ba3816a19 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Pushing event updated for resources: {'Port': ['ID=f54c0497-dbd9-4c53-89c6-4dd46ec7bf68,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:01.519120 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce7bba11-937e-477d-b5f6-ba9b16265040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:01.523609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7bddac84-cd2a-43f3-aa52-5f5722477fb1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:02:01.536135 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6b9031f5-e9a7-4d28-9f18-dc75db0c638c tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/subnets/4b82adc6-e983-4614-a110-063c208ac2b9/tags HTTP/1.1" status: 204 len: 168 time: 0.1521516 Mar 11 12:02:01.537900 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40396) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:01.545089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-a588de0e-a71c-4ee7-b2e0-1b05e647a09d tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4b82adc6-e983-4614-a110-063c208ac2b9', 'tempest-TagsExtTest-Tag-703423015') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:01.631302 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-a588de0e-a71c-4ee7-b2e0-1b05e647a09d tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] show failed (client error): The resource could not be found. Mar 11 12:02:01.631813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 09b137d2-447d-4b1a-808e-fb94594e0e6e no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:02:01.634654 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a588de0e-a71c-4ee7-b2e0-1b05e647a09d tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/subnets/4b82adc6-e983-4614-a110-063c208ac2b9/tags/tempest-TagsExtTest-Tag-703423015 HTTP/1.1" status: 404 len: 328 time: 0.0956907 Mar 11 12:02:01.637737 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40398) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:01.643324 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-c885e25d-1f60-44e8-b128-ea99329ac9a1 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4b82adc6-e983-4614-a110-063c208ac2b9', 'tempest-TagsExtTest-Tag-775850621') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:01.656968 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b4c4bc62-32c3-4057-9760-e9e322ae8086 None None] For port 7bddac84-cd2a-43f3-aa52-5f5722477fb1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7bddac84-cd2a-43f3-aa52-5f5722477fb1,segment=NetworkSegment(b8ce4c54-137f-421f-bcce-483d99a1590e),segment_id=b8ce4c54-137f-421f-bcce-483d99a1590e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:01.778706 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b4c4bc62-32c3-4057-9760-e9e322ae8086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7bddac84-cd2a-43f3-aa52-5f5722477fb1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:01.893462 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-c885e25d-1f60-44e8-b128-ea99329ac9a1 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] show failed (client error): The resource could not be found. Mar 11 12:02:01.895397 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c885e25d-1f60-44e8-b128-ea99329ac9a1 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/subnets/4b82adc6-e983-4614-a110-063c208ac2b9/tags/tempest-TagsExtTest-Tag-775850621 HTTP/1.1" status: 404 len: 328 time: 0.2564151 Mar 11 12:02:01.901203 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40402) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:01.906616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-8395416d-2308-4b4b-87a8-82b3e280b3e1 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4b82adc6-e983-4614-a110-063c208ac2b9', 'tempest-TagsExtTest-Tag-1188106805') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:01.932585 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50606d95-be08-4cf9-9dc7-caf9e094a432 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (6b265479-f959-4770-8e5d-5baa356d4ee3), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:01.950187 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-ecc3ba39-9ebe-4243-be3b-f22ba3816a19 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Network 8f643498-59e6-4f88-97f4-fba97d06b064 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:02:01.952398 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-ecc3ba39-9ebe-4243-be3b-f22ba3816a19 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:01.954660 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50606d95-be08-4cf9-9dc7-caf9e094a432 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (6b265479-f959-4770-8e5d-5baa356d4ee3), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:01.958654 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63377353-c5d1-461a-be66-4826fab88453 req-66d0a0c8-1515-458f-ab76-2d6f25f5025b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:01.960608 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63377353-c5d1-461a-be66-4826fab88453 req-66d0a0c8-1515-458f-ab76-2d6f25f5025b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.2084045 Mar 11 12:02:01.972597 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-ecc3ba39-9ebe-4243-be3b-f22ba3816a19 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:02:01.988550 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 7bddac84-cd2a-43f3-aa52-5f5722477fb1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:01.989264 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7bddac84-cd2a-43f3-aa52-5f5722477fb1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:02.059700 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-8395416d-2308-4b4b-87a8-82b3e280b3e1 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] show failed (client error): The resource could not be found. Mar 11 12:02:02.061634 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8395416d-2308-4b4b-87a8-82b3e280b3e1 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/subnets/4b82adc6-e983-4614-a110-063c208ac2b9/tags/tempest-TagsExtTest-Tag-1188106805 HTTP/1.1" status: 404 len: 329 time: 0.1594582 Mar 11 12:02:02.065179 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63377353-c5d1-461a-be66-4826fab88453 req-70226ca8-3d3f-4b1f-af8e-ec64e0bbe49f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977004 Mar 11 12:02:02.065655 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40406) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:02.072150 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-9faf3cf5-bd8c-4384-8382-64bd5803b4c5 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '212e6a3c-9b33-4017-9b82-3c38b1abaf49', {'tags': ['tempest-TagsExtTest-Tag-318502996', 'tempest-TagsExtTest-Tag-722603119', 'tempest-TagsExtTest-Tag-399562387']}) {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:02.166439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 09b137d2-447d-4b1a-808e-fb94594e0e6e is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:02.167272 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:02.192360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-36e67087-a517-4000-9009-dd0203ec6bd6 None None] Provisioning complete for port 6b265479-f959-4770-8e5d-5baa356d4ee3 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:02.192897 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-36e67087-a517-4000-9009-dd0203ec6bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6b265479-f959-4770-8e5d-5baa356d4ee3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:02.195093 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4bc62-32c3-4057-9760-e9e322ae8086 None None] Pushing event updated for resources: {'Port': ['ID=7bddac84-cd2a-43f3-aa52-5f5722477fb1,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:02.253607 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50606d95-be08-4cf9-9dc7-caf9e094a432 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=6b265479-f959-4770-8e5d-5baa356d4ee3,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:02.284348 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9faf3cf5-bd8c-4384-8382-64bd5803b4c5 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "PUT /v2.0/ports/212e6a3c-9b33-4017-9b82-3c38b1abaf49/tags HTTP/1.1" status: 200 len: 315 time: 0.2158206 Mar 11 12:02:02.286387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40410) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:02.290582 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-558ce398-4d3d-42af-b64f-a117ba86f4af tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '212e6a3c-9b33-4017-9b82-3c38b1abaf49') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:02.309193 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-ecc3ba39-9ebe-4243-be3b-f22ba3816a19 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:02.310563 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-ecc3ba39-9ebe-4243-be3b-f22ba3816a19 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:02.442528 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b137d2-447d-4b1a-808e-fb94594e0e6e'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:02:02.451975 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1066e8-b14c-4ff6-bff4-8e4c8a43fa98" -d '{"events": [{"server_uuid": "e4f36e33-2b9e-4bbb-b28a-a584982a54c8", "name": "network-vif-unplugged", "status": "completed", "tag": "09b137d2-447d-4b1a-808e-fb94594e0e6e"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:02:02.471900 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-ecc3ba39-9ebe-4243-be3b-f22ba3816a19 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3614435 Mar 11 12:02:02.473636 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50606d95-be08-4cf9-9dc7-caf9e094a432 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (94a4f257-b5f5-42ff-b0a0-29da36ed79cf), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:02.494641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 09b137d2-447d-4b1a-808e-fb94594e0e6e, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:02.497666 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-36e67087-a517-4000-9009-dd0203ec6bd6 None None] Port 6b265479-f959-4770-8e5d-5baa356d4ee3 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:02:02.525945 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:02.585979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-36e67087-a517-4000-9009-dd0203ec6bd6 None None] Provisioning complete for port 7bddac84-cd2a-43f3-aa52-5f5722477fb1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:02.587175 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-36e67087-a517-4000-9009-dd0203ec6bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7bddac84-cd2a-43f3-aa52-5f5722477fb1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:02.597620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Request body: {'port': {'device_id': '09503342-abd4-44c5-a4b7-89adb133f882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:02.623268 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 7bddac84-cd2a-43f3-aa52-5f5722477fb1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:02.697975 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=09b137d2-447d-4b1a-808e-fb94594e0e6e,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:02.918114 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce7bba11-937e-477d-b5f6-ba9b16265040 admin admin] Publish callbacks [] for security_group (800f5fda-b89e-402e-8d32-420b95c3b402), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:02.919039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f54c0497-dbd9-4c53-89c6-4dd46ec7bf68), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:02.957433 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce7bba11-937e-477d-b5f6-ba9b16265040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (800f5fda-b89e-402e-8d32-420b95c3b402), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:02.968790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-36e67087-a517-4000-9009-dd0203ec6bd6 None None] Current status of the port 7bddac84-cd2a-43f3-aa52-5f5722477fb1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:03.004597 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50606d95-be08-4cf9-9dc7-caf9e094a432 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6b265479-f959-4770-8e5d-5baa356d4ee3), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:03.019935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71db62-18fd-4b5f-9ba6-083dd592f595 req-adf6861a-61ab-4357-a5e6-e987e0182e75 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:03.021449 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e71db62-18fd-4b5f-9ba6-083dd592f595 req-adf6861a-61ab-4357-a5e6-e987e0182e75 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 931 time: 0.6588719 Mar 11 12:02:03.039513 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ce7bba11-937e-477d-b5f6-ba9b16265040 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a9cbb4e3c4224fe184c1f5254dea9d06&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1300609 Mar 11 12:02:03.043570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40416) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:03.087619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bba11-937e-477d-b5f6-ba9b16265040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800f5fda-b89e-402e-8d32-420b95c3b402,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:03.104411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8a96150a-2828-414c-8a67-7529a21f2996 None None] Provisioning complete for port 6b265479-f959-4770-8e5d-5baa356d4ee3 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:03.104785 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8a96150a-2828-414c-8a67-7529a21f2996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6b265479-f959-4770-8e5d-5baa356d4ee3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:03.144056 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e71db62-18fd-4b5f-9ba6-083dd592f595 req-e08fcae3-da11-472e-904d-f0bfe39d0358 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085775 Mar 11 12:02:03.215279 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b68ca7-2354-46d7-b1a6-adc4bb0b45f9 req-37535c21-ae8f-44cb-85c1-94cede858c5e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:03.219074 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a5b68ca7-2354-46d7-b1a6-adc4bb0b45f9 req-37535c21-ae8f-44cb-85c1-94cede858c5e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.2672048 Mar 11 12:02:03.221434 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 12:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd9a3c0-557e-4bfd-a53d-6b31abac3a0c x-openstack-request-id: req-cdd9a3c0-557e-4bfd-a53d-6b31abac3a0c {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:02:03.221960 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f36e33-2b9e-4bbb-b28a-a584982a54c8", "name": "network-vif-unplugged", "status": "failed", "tag": "09b137d2-447d-4b1a-808e-fb94594e0e6e", "code": 422}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:02:03.221960 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cdd9a3c0-557e-4bfd-a53d-6b31abac3a0c {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:02:03.222355 n-d-833234-2 neutron-server[104033]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '09b137d2-447d-4b1a-808e-fb94594e0e6e', 'code': 422} returned with failed status Mar 11 12:02:03.224761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8a96150a-2828-414c-8a67-7529a21f2996 None None] Port 6b265479-f959-4770-8e5d-5baa356d4ee3 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:02:03.227924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-558ce398-4d3d-42af-b64f-a117ba86f4af tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/ports/212e6a3c-9b33-4017-9b82-3c38b1abaf49/tags HTTP/1.1" status: 204 len: 168 time: 0.9415591 Mar 11 12:02:03.230922 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40422) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:03.255469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-9a72738b-2043-44db-99cf-c4853cfdac4f tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '212e6a3c-9b33-4017-9b82-3c38b1abaf49', 'tempest-TagsExtTest-Tag-318502996') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:03.401622 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7bddac84-cd2a-43f3-aa52-5f5722477fb1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:02:03.439488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a5b68ca7-2354-46d7-b1a6-adc4bb0b45f9 req-d457b845-7415-4baa-998b-d619fed410f0 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093403 Mar 11 12:02:03.455462 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 7bddac84-cd2a-43f3-aa52-5f5722477fb1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:03.455879 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7bddac84-cd2a-43f3-aa52-5f5722477fb1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:03.463652 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-9a72738b-2043-44db-99cf-c4853cfdac4f tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] show failed (client error): The resource could not be found. Mar 11 12:02:03.464620 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9a72738b-2043-44db-99cf-c4853cfdac4f tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/ports/212e6a3c-9b33-4017-9b82-3c38b1abaf49/tags/tempest-TagsExtTest-Tag-318502996 HTTP/1.1" status: 404 len: 328 time: 0.2212634 Mar 11 12:02:03.477066 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40424) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:03.488998 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48235586-f399-4aba-8465-63e2393b4f4e req-b5bdf626-1845-4384-b5bc-e8a9e5e037cf tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:03.490550 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-48235586-f399-4aba-8465-63e2393b4f4e req-b5bdf626-1845-4384-b5bc-e8a9e5e037cf tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.1679950 Mar 11 12:02:03.493992 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-f5f7d801-d31f-41d2-8236-cf9175967352 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '212e6a3c-9b33-4017-9b82-3c38b1abaf49', 'tempest-TagsExtTest-Tag-722603119') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:03.592002 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 7bddac84-cd2a-43f3-aa52-5f5722477fb1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:03.613473 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:03.630774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-48235586-f399-4aba-8465-63e2393b4f4e req-5ab7a24e-a0f4-4701-9af3-f20652623c01 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137984 Mar 11 12:02:03.637005 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-f5f7d801-d31f-41d2-8236-cf9175967352 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] show failed (client error): The resource could not be found. Mar 11 12:02:03.641707 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f5f7d801-d31f-41d2-8236-cf9175967352 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/ports/212e6a3c-9b33-4017-9b82-3c38b1abaf49/tags/tempest-TagsExtTest-Tag-722603119 HTTP/1.1" status: 404 len: 328 time: 0.1633787 Mar 11 12:02:03.642291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40432) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:03.646953 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-b60759a4-5812-485b-a01c-e050744728b9 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '212e6a3c-9b33-4017-9b82-3c38b1abaf49', 'tempest-TagsExtTest-Tag-399562387') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:03.704078 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f1edb949-e326-4630-aeb7-47f0532b6802 admin admin] Publish callbacks [] for security_group (800f5fda-b89e-402e-8d32-420b95c3b402), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:03.711443 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-b60759a4-5812-485b-a01c-e050744728b9 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] show failed (client error): The resource could not be found. Mar 11 12:02:03.713207 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b60759a4-5812-485b-a01c-e050744728b9 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/ports/212e6a3c-9b33-4017-9b82-3c38b1abaf49/tags/tempest-TagsExtTest-Tag-399562387 HTTP/1.1" status: 404 len: 328 time: 0.0694642 Mar 11 12:02:03.715670 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40436) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:03.720976 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-fa2e9b75-4f1c-4417-86e8-0c055afbc596 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '419123e8-4741-444e-abe5-b7be4b156235', {'tags': ['tempest-TagsExtTest-Tag-1465849322', 'tempest-TagsExtTest-Tag-428725754', 'tempest-TagsExtTest-Tag-1753047474']}) {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:03.808360 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f1edb949-e326-4630-aeb7-47f0532b6802 admin admin] Publish callbacks [] for security_group (800f5fda-b89e-402e-8d32-420b95c3b402), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:03.827121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fa2e9b75-4f1c-4417-86e8-0c055afbc596 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "PUT /v2.0/routers/419123e8-4741-444e-abe5-b7be4b156235/tags HTTP/1.1" status: 200 len: 317 time: 0.1100957 Mar 11 12:02:03.829561 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40438) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:03.840591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-27a0b6c8-e807-4568-a1d4-558e1e5ab83e tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '419123e8-4741-444e-abe5-b7be4b156235') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:04.003572 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-27a0b6c8-e807-4568-a1d4-558e1e5ab83e tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/routers/419123e8-4741-444e-abe5-b7be4b156235/tags HTTP/1.1" status: 204 len: 168 time: 0.1628687 Mar 11 12:02:04.003572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40444) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:04.003572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-a3010970-3ffe-46e7-b5d2-410ba7c3cb0a tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '419123e8-4741-444e-abe5-b7be4b156235', 'tempest-TagsExtTest-Tag-1465849322') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:04.027472 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f1edb949-e326-4630-aeb7-47f0532b6802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (800f5fda-b89e-402e-8d32-420b95c3b402), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:04.030528 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f1edb949-e326-4630-aeb7-47f0532b6802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:04.034948 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f1edb949-e326-4630-aeb7-47f0532b6802 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/800f5fda-b89e-402e-8d32-420b95c3b402 HTTP/1.1" status: 204 len: 168 time: 0.9833250 Mar 11 12:02:04.039417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:02:04.054946 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Publish callbacks [] for port (f54c0497-dbd9-4c53-89c6-4dd46ec7bf68), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:04.080236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1edb949-e326-4630-aeb7-47f0532b6802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800f5fda-b89e-402e-8d32-420b95c3b402,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:04.090903 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50606d95-be08-4cf9-9dc7-caf9e094a432 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (6b265479-f959-4770-8e5d-5baa356d4ee3), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:04.095326 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Transition to ACTIVE for port object f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:02:04.100633 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50606d95-be08-4cf9-9dc7-caf9e094a432 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (6b265479-f959-4770-8e5d-5baa356d4ee3), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:04.125477 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-a3010970-3ffe-46e7-b5d2-410ba7c3cb0a tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] show failed (client error): The resource could not be found. Mar 11 12:02:04.129555 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a3010970-3ffe-46e7-b5d2-410ba7c3cb0a tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/routers/419123e8-4741-444e-abe5-b7be4b156235/tags/tempest-TagsExtTest-Tag-1465849322 HTTP/1.1" status: 404 len: 329 time: 0.1286585 Mar 11 12:02:04.131394 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40452) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:04.138958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-b5c21ef1-cf12-42a7-9d19-eb055d434569 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '419123e8-4741-444e-abe5-b7be4b156235', 'tempest-TagsExtTest-Tag-428725754') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:04.169882 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (f54c0497-dbd9-4c53-89c6-4dd46ec7bf68), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:04.235033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50606d95-be08-4cf9-9dc7-caf9e094a432 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=6b265479-f959-4770-8e5d-5baa356d4ee3,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:04.250449 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50606d95-be08-4cf9-9dc7-caf9e094a432 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (94a4f257-b5f5-42ff-b0a0-29da36ed79cf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:04.252279 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-0f2656fe-b769-4b0d-8893-c8b10690fb30 req-af8862dc-5048-4b0b-adc4-5b99f04bf64b service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:02:04.276107 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f2656fe-b769-4b0d-8893-c8b10690fb30 req-af8862dc-5048-4b0b-adc4-5b99f04bf64b service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0439687 Mar 11 12:02:04.384189 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-b5c21ef1-cf12-42a7-9d19-eb055d434569 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] show failed (client error): The resource could not be found. Mar 11 12:02:04.385897 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b5c21ef1-cf12-42a7-9d19-eb055d434569 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/routers/419123e8-4741-444e-abe5-b7be4b156235/tags/tempest-TagsExtTest-Tag-428725754 HTTP/1.1" status: 404 len: 328 time: 0.2532902 Mar 11 12:02:04.391997 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40462) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:04.392594 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f54c0497-dbd9-4c53-89c6-4dd46ec7bf68,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:04.396986 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-9706f70a-a411-408e-8da3-14b4841de2f6 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '419123e8-4741-444e-abe5-b7be4b156235', 'tempest-TagsExtTest-Tag-1753047474') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:04.409869 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2c3f7-3e4f-4877-ab85-1e6c61051747 req-79b82b8d-1ea1-49e3-8130-119907c4cab9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:04.417965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23c2c3f7-3e4f-4877-ab85-1e6c61051747 req-79b82b8d-1ea1-49e3-8130-119907c4cab9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 943 time: 0.1402183 Mar 11 12:02:04.486849 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Attempting to bind port f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:02:04.487615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Attempting to bind port f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:02:04.487615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Attempting to bind port f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 on network 8f643498-59e6-4f88-97f4-fba97d06b064 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:02:04.497609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Port f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 on network 8f643498-59e6-4f88-97f4-fba97d06b064 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:02:04.497609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Attempting to bind port f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 on network 8f643498-59e6-4f88-97f4-fba97d06b064 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:02:04.510470 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:02:04.510857 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Checking segment: {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:02:04.511124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Bound using segment: {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:02:04.511556 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Bound port: f54c0497-dbd9-4c53-89c6-4dd46ec7bf68, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:02:04.512354 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f54c0497-dbd9-4c53-89c6-4dd46ec7bf68), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:04.543748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50606d95-be08-4cf9-9dc7-caf9e094a432 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network ba208c2e-4076-4acd-a3a1-99bbe113fb1e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:02:04.546743 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-50606d95-be08-4cf9-9dc7-caf9e094a432 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:04.675575 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23c2c3f7-3e4f-4877-ab85-1e6c61051747 req-221c2725-fcd7-4e8a-9919-3deb5c86dba1 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558715 Mar 11 12:02:04.678706 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40470) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:04.714674 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-9706f70a-a411-408e-8da3-14b4841de2f6 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] show failed (client error): The resource could not be found. Mar 11 12:02:04.718333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] For port f54c0497-dbd9-4c53-89c6-4dd46ec7bf68, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:02:04.720760 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40474) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:04.730060 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-4eb77ba0-8c28-41ae-aaf9-745e5d49d010 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0e1d2c42-9243-4961-97dd-43edbbb182f2', {'tags': ['tempest-TagsExtTest-Tag-713763675', 'tempest-TagsExtTest-Tag-1715856707', 'tempest-TagsExtTest-Tag-1884797632']}) {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:04.732767 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9706f70a-a411-408e-8da3-14b4841de2f6 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/routers/419123e8-4741-444e-abe5-b7be4b156235/tags/tempest-TagsExtTest-Tag-1753047474 HTTP/1.1" status: 404 len: 329 time: 0.3223445 Mar 11 12:02:04.751626 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-52fb2428-81b3-44d4-a367-5b11b326bd43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:04.771022 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de587e57-bd3f-47a7-9a6c-065a01253529 req-ee37f9cf-6efe-4b54-bf44-d7f2ebdc7e4c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:04.772619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de587e57-bd3f-47a7-9a6c-065a01253529 req-ee37f9cf-6efe-4b54-bf44-d7f2ebdc7e4c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.2403204 Mar 11 12:02:04.806043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] For port f54c0497-dbd9-4c53-89c6-4dd46ec7bf68, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=f54c0497-dbd9-4c53-89c6-4dd46ec7bf68,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:02:04.849667 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (f54c0497-dbd9-4c53-89c6-4dd46ec7bf68), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:04.926411 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4eb77ba0-8c28-41ae-aaf9-745e5d49d010 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "PUT /v2.0/subnetpools/0e1d2c42-9243-4961-97dd-43edbbb182f2/tags HTTP/1.1" status: 200 len: 317 time: 0.2019315 Mar 11 12:02:04.927196 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40480) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:04.947019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-9ae071c1-3b57-44d9-815d-69d9c948e252 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0e1d2c42-9243-4961-97dd-43edbbb182f2') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:04.954932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:04.955553 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:04.957078 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] 10.222.0.71 "PUT /v2.0/ports/f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 HTTP/1.1" status: 200 len: 1091 time: 2.3716640 Mar 11 12:02:04.958941 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09503342-abd4-44c5-a4b7-89adb133f882', 'tag': 'f54c0497-dbd9-4c53-89c6-4dd46ec7bf68'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:02:04.961457 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dc57d6-6b05-42fa-aaa1-0e4744f48e25" -d '{"events": [{"name": "network-changed", "server_uuid": "09503342-abd4-44c5-a4b7-89adb133f882", "tag": "f54c0497-dbd9-4c53-89c6-4dd46ec7bf68"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:02:04.976170 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8817e8d2-c559-456e-b354-188c0ece1163 None None] Provisioning complete for port 6b265479-f959-4770-8e5d-5baa356d4ee3 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:04.977538 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8817e8d2-c559-456e-b354-188c0ece1163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6b265479-f959-4770-8e5d-5baa356d4ee3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:05.010192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc1f7d-8816-43df-b0ff-5985c1bbf5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f54c0497-dbd9-4c53-89c6-4dd46ec7bf68,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:05.018423 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de587e57-bd3f-47a7-9a6c-065a01253529 req-a796efd4-518b-45da-9cae-3d1faf0d6871 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365730 Mar 11 12:02:05.023855 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8817e8d2-c559-456e-b354-188c0ece1163 None None] Port 6b265479-f959-4770-8e5d-5baa356d4ee3 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:02:05.039732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50606d95-be08-4cf9-9dc7-caf9e094a432 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Router 94a4f257-b5f5-42ff-b0a0-29da36ed79cf is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:02:05.042908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f7550-98fa-4364-9645-b08a6c979269 req-74b2853a-62f6-4110-8d53-78e3f621bfc3 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:05.044467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-895f7550-98fa-4364-9645-b08a6c979269 req-74b2853a-62f6-4110-8d53-78e3f621bfc3 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.2435708 Mar 11 12:02:05.054411 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-52fb2428-81b3-44d4-a367-5b11b326bd43 admin admin] Publish callbacks [] for security_group (145e74cd-b5e5-4293-9321-e299890f01f4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:05.074132 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-52fb2428-81b3-44d4-a367-5b11b326bd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (145e74cd-b5e5-4293-9321-e299890f01f4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:05.104666 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b02873-69a5-4348-b6eb-a751e1962848 x-openstack-request-id: req-98b02873-69a5-4348-b6eb-a751e1962848 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:02:05.104969 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09503342-abd4-44c5-a4b7-89adb133f882", "tag": "f54c0497-dbd9-4c53-89c6-4dd46ec7bf68", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:02:05.105171 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-98b02873-69a5-4348-b6eb-a751e1962848 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:02:05.105567 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09503342-abd4-44c5-a4b7-89adb133f882', 'tag': 'f54c0497-dbd9-4c53-89c6-4dd46ec7bf68', 'status': 'completed', 'code': 200} Mar 11 12:02:05.160190 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-52fb2428-81b3-44d4-a367-5b11b326bd43 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e6ed42d17574907bdabde95c3e98563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4804900 Mar 11 12:02:05.167486 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40486) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:05.177530 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb2428-81b3-44d4-a367-5b11b326bd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145e74cd-b5e5-4293-9321-e299890f01f4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:05.184453 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9ae071c1-3b57-44d9-815d-69d9c948e252 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/subnetpools/0e1d2c42-9243-4961-97dd-43edbbb182f2/tags HTTP/1.1" status: 204 len: 168 time: 0.2524774 Mar 11 12:02:05.189662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40488) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:05.206582 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-1b1ec156-b1f5-42b8-b293-99101de7978d tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0e1d2c42-9243-4961-97dd-43edbbb182f2', 'tempest-TagsExtTest-Tag-713763675') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:05.232771 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-5e169335-f15d-4577-b3e9-6802e90049d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:05.234318 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-5e169335-f15d-4577-b3e9-6802e90049d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 1125 time: 0.2076252 Mar 11 12:02:05.234790 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-895f7550-98fa-4364-9645-b08a6c979269 req-156f995e-1ada-45d6-821a-872fe54c578b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671431 Mar 11 12:02:05.261055 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-1b1ec156-b1f5-42b8-b293-99101de7978d tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] show failed (client error): The resource could not be found. Mar 11 12:02:05.262399 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1b1ec156-b1f5-42b8-b293-99101de7978d tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/subnetpools/0e1d2c42-9243-4961-97dd-43edbbb182f2/tags/tempest-TagsExtTest-Tag-713763675 HTTP/1.1" status: 404 len: 328 time: 0.0654380 Mar 11 12:02:05.266645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40490) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:05.271252 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-bb689d7a-8d77-4e9e-9119-e8e7a35aa6aa tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0e1d2c42-9243-4961-97dd-43edbbb182f2', 'tempest-TagsExtTest-Tag-1715856707') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:05.312892 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-475ae685-be0a-46b4-b5a0-de017eb6bcb4 admin admin] Publish callbacks [] for security_group (145e74cd-b5e5-4293-9321-e299890f01f4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:05.319645 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-889ed1d3-d174-4036-be8b-edbc3c287e2f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 HTTP/1.1" status: 200 len: 217 time: 0.0514750 Mar 11 12:02:05.332845 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-bb689d7a-8d77-4e9e-9119-e8e7a35aa6aa tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] show failed (client error): The resource could not be found. Mar 11 12:02:05.333834 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bb689d7a-8d77-4e9e-9119-e8e7a35aa6aa tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/subnetpools/0e1d2c42-9243-4961-97dd-43edbbb182f2/tags/tempest-TagsExtTest-Tag-1715856707 HTTP/1.1" status: 404 len: 329 time: 0.0660057 Mar 11 12:02:05.338803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40494) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:05.343810 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-c8fe00db-4943-4200-91c0-2aaf9034fd76 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0e1d2c42-9243-4961-97dd-43edbbb182f2', 'tempest-TagsExtTest-Tag-1884797632') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:05.351855 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-475ae685-be0a-46b4-b5a0-de017eb6bcb4 admin admin] Publish callbacks [] for security_group (145e74cd-b5e5-4293-9321-e299890f01f4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:05.363799 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50606d95-be08-4cf9-9dc7-caf9e094a432 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:02:05.374092 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-50606d95-be08-4cf9-9dc7-caf9e094a432 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "PUT /v2.0/routers/94a4f257-b5f5-42ff-b0a0-29da36ed79cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1734865 Mar 11 12:02:05.374240 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40496) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:05.384290 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cc6653-0de6-4447-b2d7-ad8c3889864d None None] Sync routers for ids ['94a4f257-b5f5-42ff-b0a0-29da36ed79cf'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:02:05.386191 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dcf3bf31-f2b9-4197-a682-dea15f9af20d req-1e14cf8b-105c-445a-a525-c8f84defe88f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4496236 Mar 11 12:02:05.396561 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-640956b4-2faa-47eb-8ba2-a9b1d33b4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:05.398054 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-640956b4-2faa-47eb-8ba2-a9b1d33b4077 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b721aa-1c42-4b6f-8791-9da31c359ccd HTTP/1.1" status: 200 len: 845 time: 0.0697279 Mar 11 12:02:05.403455 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-dcf3bf31-f2b9-4197-a682-dea15f9af20d req-84d8d283-7fde-49e6-a4c7-47f419b187af service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:02:05.404447 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dcf3bf31-f2b9-4197-a682-dea15f9af20d req-84d8d283-7fde-49e6-a4c7-47f419b187af service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055172 Mar 11 12:02:05.419598 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc6653-0de6-4447-b2d7-ad8c3889864d None None] Routers {'94a4f257-b5f5-42ff-b0a0-29da36ed79cf'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:02:05.420318 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d5cc6653-0de6-4447-b2d7-ad8c3889864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:01:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['94a4f257-b5f5-42ff-b0a0-29da36ed79cf'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:05.429546 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-c8fe00db-4943-4200-91c0-2aaf9034fd76 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] show failed (client error): The resource could not be found. Mar 11 12:02:05.433155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c8fe00db-4943-4200-91c0-2aaf9034fd76 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/subnetpools/0e1d2c42-9243-4961-97dd-43edbbb182f2/tags/tempest-TagsExtTest-Tag-1884797632 HTTP/1.1" status: 404 len: 329 time: 0.0909317 Mar 11 12:02:05.434774 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40498) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:05.440223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-debbace0-0157-4640-95ef-92d3361d10da tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0e1d2c42-9243-4961-97dd-43edbbb182f2') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:05.441685 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-b58fff70-12d8-4a22-8d50-f1196ed5cbaf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f643498-59e6-4f88-97f4-fba97d06b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344250 Mar 11 12:02:05.471914 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fb0f61-51cb-4ec6-bf09-691da2a00e87 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:05.473626 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-50fb0f61-51cb-4ec6-bf09-691da2a00e87 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports?device_id=94a4f257-b5f5-42ff-b0a0-29da36ed79cf HTTP/1.1" status: 200 len: 983 time: 0.0989201 Mar 11 12:02:05.478151 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40500) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:05.483953 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-475ae685-be0a-46b4-b5a0-de017eb6bcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (145e74cd-b5e5-4293-9321-e299890f01f4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:05.486728 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-475ae685-be0a-46b4-b5a0-de017eb6bcb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:05.490066 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-475ae685-be0a-46b4-b5a0-de017eb6bcb4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/145e74cd-b5e5-4293-9321-e299890f01f4 HTTP/1.1" status: 204 len: 168 time: 0.3191614 Mar 11 12:02:05.542433 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ae685-be0a-46b4-b5a0-de017eb6bcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145e74cd-b5e5-4293-9321-e299890f01f4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:05.548200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-debbace0-0157-4640-95ef-92d3361d10da tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/subnetpools/0e1d2c42-9243-4961-97dd-43edbbb182f2/tags HTTP/1.1" status: 204 len: 168 time: 0.1121826 Mar 11 12:02:05.555661 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40506) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:05.561188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-346292cb-c796-464d-9ec0-a641bdc16d6f tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '419123e8-4741-444e-abe5-b7be4b156235') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:05.574788 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d5cc6653-0de6-4447-b2d7-ad8c3889864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:05.578808 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 09b137d2-447d-4b1a-808e-fb94594e0e6e no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:02:05.629415 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-b42db7ef-7f5e-47d8-98f8-e599b20ccb47 service neutron] 10.222.0.71 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803236 Mar 11 12:02:05.640783 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc6653-0de6-4447-b2d7-ad8c3889864d None None] Routers {'94a4f257-b5f5-42ff-b0a0-29da36ed79cf'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:02:05.641865 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d5cc6653-0de6-4447-b2d7-ad8c3889864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:01:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['94a4f257-b5f5-42ff-b0a0-29da36ed79cf'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:05.743519 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d5cc6653-0de6-4447-b2d7-ad8c3889864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:05.748368 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cc6653-0de6-4447-b2d7-ad8c3889864d None None] The sync data for ids ['94a4f257-b5f5-42ff-b0a0-29da36ed79cf'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:02:05.752800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 09b137d2-447d-4b1a-808e-fb94594e0e6e is: DOWN; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:05.828547 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-346292cb-c796-464d-9ec0-a641bdc16d6f tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/routers/419123e8-4741-444e-abe5-b7be4b156235/tags HTTP/1.1" status: 204 len: 168 time: 0.2697809 Mar 11 12:02:05.832340 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40510) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:05.835110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-2de5ba5c-eadd-4ab0-b726-0aebbf9fe005 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '212e6a3c-9b33-4017-9b82-3c38b1abaf49') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:05.863844 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ff551cc-dbf2-49a4-aff7-f58bb5047360 req-0588374e-93f5-499a-b8d7-54ef378f7996 service neutron] 10.222.0.71 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253876 Mar 11 12:02:05.963135 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3bf31-f2b9-4197-a682-dea15f9af20d req-6abb7d35-c90e-4fb8-8cf5-4d65ccd884bc tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:05.964683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dcf3bf31-f2b9-4197-a682-dea15f9af20d req-6abb7d35-c90e-4fb8-8cf5-4d65ccd884bc tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports/09b137d2-447d-4b1a-808e-fb94594e0e6e HTTP/1.1" status: 200 len: 941 time: 0.4898977 Mar 11 12:02:05.987201 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc57d6-6b05-42fa-aaa1-0e4744f48e25 req-bbd44e71-ad93-4798-80ba-9cbd891f6c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:05.988786 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-46dc57d6-6b05-42fa-aaa1-0e4744f48e25 req-bbd44e71-ad93-4798-80ba-9cbd891f6c76 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 1125 time: 0.0498991 Mar 11 12:02:06.120306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc57d6-6b05-42fa-aaa1-0e4744f48e25 req-0e32f67f-9ebe-4481-97e6-34164c5b5183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:06.122038 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-46dc57d6-6b05-42fa-aaa1-0e4744f48e25 req-0e32f67f-9ebe-4481-97e6-34164c5b5183 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 906 time: 0.1251934 Mar 11 12:02:06.155236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef9642-dcb5-4cae-ab8a-3a60671eae1c req-0a7d4010-f0ed-44da-9220-470a5e1a7bbd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:06.156851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bef9642-dcb5-4cae-ab8a-3a60671eae1c req-0a7d4010-f0ed-44da-9220-470a5e1a7bbd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 943 time: 0.3522575 Mar 11 12:02:06.177302 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-46dc57d6-6b05-42fa-aaa1-0e4744f48e25 req-8fc7bfac-aeb0-4bac-bfbc-cd6534b0071e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 HTTP/1.1" status: 200 len: 217 time: 0.0473254 Mar 11 12:02:06.245849 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc57d6-6b05-42fa-aaa1-0e4744f48e25 req-21ad49e5-85ba-4e70-a16b-8191d208873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:06.259699 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-46dc57d6-6b05-42fa-aaa1-0e4744f48e25 req-21ad49e5-85ba-4e70-a16b-8191d208873b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b721aa-1c42-4b6f-8791-9da31c359ccd HTTP/1.1" status: 200 len: 845 time: 0.0692832 Mar 11 12:02:06.295771 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2de5ba5c-eadd-4ab0-b726-0aebbf9fe005 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/ports/212e6a3c-9b33-4017-9b82-3c38b1abaf49/tags HTTP/1.1" status: 204 len: 168 time: 0.4644253 Mar 11 12:02:06.297078 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40532) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:06.299465 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-46dc57d6-6b05-42fa-aaa1-0e4744f48e25 req-2eb97d3e-e22a-4186-ba0f-fed04df54f43 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f643498-59e6-4f88-97f4-fba97d06b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350258 Mar 11 12:02:06.303926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-62c866ae-2f0d-4ee3-b735-d87b87b99468 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4b82adc6-e983-4614-a110-063c208ac2b9') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:06.407361 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537ccc3-d410-4558-8bb2-5c3f6c45a270 req-fcba746a-0fb1-4abf-ae3c-676b78e795c2 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:06.412623 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b537ccc3-d410-4558-8bb2-5c3f6c45a270 req-fcba746a-0fb1-4abf-ae3c-676b78e795c2 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.2338164 Mar 11 12:02:06.421982 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bef9642-dcb5-4cae-ab8a-3a60671eae1c req-ce6ad9bb-c6af-4187-ba83-d6f7ff303e25 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534466 Mar 11 12:02:06.654125 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-000fbec2-39bb-4344-bad3-eefdad527073 req-ca36b1c7-0b10-4ec9-8571-a89f83edecf1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3135798 Mar 11 12:02:06.681211 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1468742c-b678-4d0d-b24a-bc2dc3891e14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (94a4f257-b5f5-42ff-b0a0-29da36ed79cf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:06.688801 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b537ccc3-d410-4558-8bb2-5c3f6c45a270 req-d1a1a7ff-6ffc-4a68-b10a-30e10ef0de66 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540383 Mar 11 12:02:06.785985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c583d-95e0-41b0-b11e-95c989fb449c req-92068fed-3de6-46b8-aef1-ff799359894e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:06.795593 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-036c583d-95e0-41b0-b11e-95c989fb449c req-92068fed-3de6-46b8-aef1-ff799359894e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.2323625 Mar 11 12:02:06.926817 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-46dc57d6-6b05-42fa-aaa1-0e4744f48e25 req-15bb7ead-a0a6-41a6-a6f5-681bb5773864 service neutron] 10.222.0.71 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181538 Mar 11 12:02:07.031013 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-46dc57d6-6b05-42fa-aaa1-0e4744f48e25 req-99e61b66-6235-4906-b2d2-5328d28af4fd service neutron] 10.222.0.71 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930328 Mar 11 12:02:07.044211 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-62c866ae-2f0d-4ee3-b735-d87b87b99468 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/subnets/4b82adc6-e983-4614-a110-063c208ac2b9/tags HTTP/1.1" status: 204 len: 168 time: 0.7434804 Mar 11 12:02:07.048889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40546) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:07.155747 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4f474f45-7671-48c6-b009-b408a93fb6ff tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:07.157215 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4f474f45-7671-48c6-b009-b408a93fb6ff tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/subnetpools/0e1d2c42-9243-4961-97dd-43edbbb182f2 HTTP/1.1" status: 204 len: 168 time: 0.1071179 Mar 11 12:02:07.159683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40550) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:07.215501 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6e83e6c9-e030-427f-b406-930ae0866d86 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "GET /v2.0/ports?device_id=419123e8-4741-444e-abe5-b7be4b156235 HTTP/1.1" status: 200 len: 205 time: 0.0541010 Mar 11 12:02:07.217785 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40552) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:07.283684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fbec2-39bb-4344-bad3-eefdad527073 req-bbe1d1ef-fa44-4ce4-987f-8fd2f63ffc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:07.285173 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-000fbec2-39bb-4344-bad3-eefdad527073 req-bbe1d1ef-fa44-4ce4-987f-8fd2f63ffc49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 1128 time: 0.5618210 Mar 11 12:02:07.347490 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67a15e78-b8be-4b23-ab10-7a328722a234 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks [] for router (419123e8-4741-444e-abe5-b7be4b156235), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:07.442525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fbec2-39bb-4344-bad3-eefdad527073 req-d41d6e4f-2296-4c72-9d76-73b3be8d1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:07.444056 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-000fbec2-39bb-4344-bad3-eefdad527073 req-d41d6e4f-2296-4c72-9d76-73b3be8d1ab9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 906 time: 0.1358910 Mar 11 12:02:07.526209 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-036c583d-95e0-41b0-b11e-95c989fb449c req-85fb627c-8c37-4baa-b089-ed09fb8fc780 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7212379 Mar 11 12:02:07.564233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:02:07.600730 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-000fbec2-39bb-4344-bad3-eefdad527073 req-9fab2e8b-0cd4-4e43-8c9b-016554b4e92c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de47ce64-ea93-40ab-9763-7f508aec56e0 HTTP/1.1" status: 200 len: 217 time: 0.1454027 Mar 11 12:02:07.694559 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67a15e78-b8be-4b23-ab10-7a328722a234 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (419123e8-4741-444e-abe5-b7be4b156235), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:07.698063 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67a15e78-b8be-4b23-ab10-7a328722a234 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks [] for router_controller (419123e8-4741-444e-abe5-b7be4b156235), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:07.716640 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee26781-f6a3-492d-8326-010cb34632d2 req-d07c8b13-60e5-4304-b5a5-551ec4dc41cc tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:07.718333 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ee26781-f6a3-492d-8326-010cb34632d2 req-d07c8b13-60e5-4304-b5a5-551ec4dc41cc tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 943 time: 0.1240389 Mar 11 12:02:07.728341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fbec2-39bb-4344-bad3-eefdad527073 req-2663a97d-2e8a-41db-8813-669ddd3216e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:07.729789 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-000fbec2-39bb-4344-bad3-eefdad527073 req-2663a97d-2e8a-41db-8813-669ddd3216e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2b721aa-1c42-4b6f-8791-9da31c359ccd HTTP/1.1" status: 200 len: 845 time: 0.0994289 Mar 11 12:02:07.780235 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67a15e78-b8be-4b23-ab10-7a328722a234 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (419123e8-4741-444e-abe5-b7be4b156235), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:07.782463 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a15e78-b8be-4b23-ab10-7a328722a234 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Fanout notify agent at l3_agent the message router_deleted on router 419123e8-4741-444e-abe5-b7be4b156235 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:02:07.799795 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67a15e78-b8be-4b23-ab10-7a328722a234 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:07.804004 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-67a15e78-b8be-4b23-ab10-7a328722a234 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/routers/419123e8-4741-444e-abe5-b7be4b156235 HTTP/1.1" status: 204 len: 168 time: 0.5849357 Mar 11 12:02:07.805272 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40570) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:07.816871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port f54c0497-dbd9-4c53-89c6-4dd46ec7bf68, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=f54c0497-dbd9-4c53-89c6-4dd46ec7bf68,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:07.832845 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'f54c0497-dbd9-4c53-89c6-4dd46ec7bf68', 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064', 'port_id': 'f54c0497-dbd9-4c53-89c6-4dd46ec7bf68', 'mac_address': 'fa:16:3e:b5:e1:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b721aa-1c42-4b6f-8791-9da31c359ccd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:02:07.881219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:07.881524 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f54c0497-dbd9-4c53-89c6-4dd46ec7bf68), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:07.897152 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ee26781-f6a3-492d-8326-010cb34632d2 req-19db3d41-fa4f-4a94-ad63-a784eaf6eadd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702178 Mar 11 12:02:07.902492 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:02:07.928188 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port f54c0497-dbd9-4c53-89c6-4dd46ec7bf68, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=f54c0497-dbd9-4c53-89c6-4dd46ec7bf68,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:07.936644 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f54c0497-dbd9-4c53-89c6-4dd46ec7bf68), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:07.959014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-000fbec2-39bb-4344-bad3-eefdad527073 req-340f5227-b97a-4910-ad4e-c1cf2cfd9b88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f643498-59e6-4f88-97f4-fba97d06b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396687 Mar 11 12:02:08.044320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=f54c0497-dbd9-4c53-89c6-4dd46ec7bf68,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:08.047077 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6d0bbb4b-4ebb-4023-b64b-04ea33de6329 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Deleting port 212e6a3c-9b33-4017-9b82-3c38b1abaf49 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:02:08.047526 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d0bbb4b-4ebb-4023-b64b-04ea33de6329 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (212e6a3c-9b33-4017-9b82-3c38b1abaf49), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:08.161546 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['f54c0497-dbd9-4c53-89c6-4dd46ec7bf68'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:02:08.170422 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d0bbb4b-4ebb-4023-b64b-04ea33de6329 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (212e6a3c-9b33-4017-9b82-3c38b1abaf49), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:08.199679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6d0bbb4b-4ebb-4023-b64b-04ea33de6329 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Calling delete_port for 212e6a3c-9b33-4017-9b82-3c38b1abaf49 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:02:08.205935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715b8db-77fe-448f-9516-61edfbad730c req-0f327400-ff8f-47a9-b968-a16835cdeb31 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:08.214532 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c715b8db-77fe-448f-9516-61edfbad730c req-0f327400-ff8f-47a9-b968-a16835cdeb31 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.3418345 Mar 11 12:02:08.251468 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1468742c-b678-4d0d-b24a-bc2dc3891e14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port 6b265479-f959-4770-8e5d-5baa356d4ee3 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:02:08.251926 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1468742c-b678-4d0d-b24a-bc2dc3891e14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6b265479-f959-4770-8e5d-5baa356d4ee3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:08.357743 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c715b8db-77fe-448f-9516-61edfbad730c req-bd8e20c0-5428-4b8f-bd5c-b9dd531b2423 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416602 Mar 11 12:02:08.410234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-000fbec2-39bb-4344-bad3-eefdad527073 req-c0832b69-3d40-467a-a4ad-0a2758b27091 service neutron] 10.222.0.37 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283483 Mar 11 12:02:08.448411 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d0bbb4b-4ebb-4023-b64b-04ea33de6329 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (212e6a3c-9b33-4017-9b82-3c38b1abaf49), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:08.519102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-000fbec2-39bb-4344-bad3-eefdad527073 req-ef02cd4d-f94e-40fd-bd00-dc0921cb5819 service neutron] 10.222.0.37 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000085 Mar 11 12:02:08.544489 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1468742c-b678-4d0d-b24a-bc2dc3891e14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6b265479-f959-4770-8e5d-5baa356d4ee3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:08.549707 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bbb4b-4ebb-4023-b64b-04ea33de6329 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Pushing event deleted for resources: {'Port': ['ID=212e6a3c-9b33-4017-9b82-3c38b1abaf49,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:08.562376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1468742c-b678-4d0d-b24a-bc2dc3891e14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for 6b265479-f959-4770-8e5d-5baa356d4ee3 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:02:08.759260 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d0bbb4b-4ebb-4023-b64b-04ea33de6329 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:08.769746 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6d0bbb4b-4ebb-4023-b64b-04ea33de6329 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/ports/212e6a3c-9b33-4017-9b82-3c38b1abaf49 HTTP/1.1" status: 204 len: 168 time: 0.9624484 Mar 11 12:02:08.770405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40592) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:08.845878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46ef8a2-f39e-489f-8ddd-74da66ac4051 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Deleting subnet 4b82adc6-e983-4614-a110-063c208ac2b9 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:02:08.849358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ce6f5-fd53-425c-bfd3-5dd77269c9de req-f571a2b7-3d13-44fa-b176-a17ed211bf46 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:08.849943 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e46ef8a2-f39e-489f-8ddd-74da66ac4051 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks [] for subnet (4b82adc6-e983-4614-a110-063c208ac2b9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:08.868389 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa8ce6f5-fd53-425c-bfd3-5dd77269c9de req-f571a2b7-3d13-44fa-b176-a17ed211bf46 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.1877470 Mar 11 12:02:08.935712 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e46ef8a2-f39e-489f-8ddd-74da66ac4051 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (4b82adc6-e983-4614-a110-063c208ac2b9), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:09.077006 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa8ce6f5-fd53-425c-bfd3-5dd77269c9de req-704d5b26-929b-4ebe-bf12-9615ffcfa4af tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074902 Mar 11 12:02:09.167946 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e46ef8a2-f39e-489f-8ddd-74da66ac4051 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (4b82adc6-e983-4614-a110-063c208ac2b9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:09.172418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eea6db-69e9-4774-8401-c693afdbd17a req-7bdb68c7-80ac-4ff4-81a6-5a51ac000ad5 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:09.177433 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88eea6db-69e9-4774-8401-c693afdbd17a req-7bdb68c7-80ac-4ff4-81a6-5a51ac000ad5 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 944 time: 0.0978658 Mar 11 12:02:09.261133 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88eea6db-69e9-4774-8401-c693afdbd17a req-f9c745b0-e7cb-41ed-b383-4c4e9a38c2a2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693665 Mar 11 12:02:09.293273 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1468742c-b678-4d0d-b24a-bc2dc3891e14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (6b265479-f959-4770-8e5d-5baa356d4ee3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:09.311993 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e46ef8a2-f39e-489f-8ddd-74da66ac4051 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (4b82adc6-e983-4614-a110-063c208ac2b9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:09.329515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468742c-b678-4d0d-b24a-bc2dc3891e14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=6b265479-f959-4770-8e5d-5baa356d4ee3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:09.394342 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef8a2-f39e-489f-8ddd-74da66ac4051 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Pushing event deleted for resources: {'Subnet': ['ID=4b82adc6-e983-4614-a110-063c208ac2b9,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:09.405937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afa6740-d6da-4734-863c-dbce6a2564d7 None None] Network 8c3af1b6-82f3-4c58-8580-423941e1e3ff requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:02:09.417361 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e46ef8a2-f39e-489f-8ddd-74da66ac4051 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:09.434389 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e46ef8a2-f39e-489f-8ddd-74da66ac4051 tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/subnets/4b82adc6-e983-4614-a110-063c208ac2b9 HTTP/1.1" status: 204 len: 168 time: 0.6590190 Mar 11 12:02:09.435407 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40602) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:09.539105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40604) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:09.599382 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:02:09.687050 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (8c3af1b6-82f3-4c58-8580-423941e1e3ff), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:09.709950 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1468742c-b678-4d0d-b24a-bc2dc3891e14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (94a4f257-b5f5-42ff-b0a0-29da36ed79cf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:09.764153 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:02:09.777779 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:09.779881 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f54c0497-dbd9-4c53-89c6-4dd46ec7bf68), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:09.790607 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c85f002e-ba5c-4d8b-9955-ebd681969bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:09.807327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb74d1-10c0-4519-bb25-074bb8586fe6 req-10cc67b6-4447-40c1-86fd-1036699142fa tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:09.808903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03fb74d1-10c0-4519-bb25-074bb8586fe6 req-10cc67b6-4447-40c1-86fd-1036699142fa tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.2631226 Mar 11 12:02:09.845484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Deleting port f62993e8-7f13-4a79-96f5-eee08c3fcd14 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:02:09.845484 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f62993e8-7f13-4a79-96f5-eee08c3fcd14), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:09.964973 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baab7c56-bcc2-4f9b-93e9-07448b2fde64 None None] DHCP port deletion for 8c3af1b6-82f3-4c58-8580-423941e1e3ff request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:02:10.009547 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:10.010191 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f54c0497-dbd9-4c53-89c6-4dd46ec7bf68), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:10.055030 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port f54c0497-dbd9-4c53-89c6-4dd46ec7bf68, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=f54c0497-dbd9-4c53-89c6-4dd46ec7bf68,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:10.058129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09503342-abd4-44c5-a4b7-89adb133f882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54c0497-dbd9-4c53-89c6-4dd46ec7bf68'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:02:10.060779 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c02544-7673-4850-8929-5292d5020177" -d '{"events": [{"server_uuid": "09503342-abd4-44c5-a4b7-89adb133f882", "name": "network-vif-plugged", "status": "completed", "tag": "f54c0497-dbd9-4c53-89c6-4dd46ec7bf68"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:02:10.072351 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f54c0497-dbd9-4c53-89c6-4dd46ec7bf68), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:10.140699 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1468742c-b678-4d0d-b24a-bc2dc3891e14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Router 94a4f257-b5f5-42ff-b0a0-29da36ed79cf has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:02:10.142217 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-769bfea9-e405-4ff0-9cee-1fe5b135a153 req-f23e9b05-5e67-400b-a420-126c23ee8cfc tempest-LiveMigrationTest-1481793453 tempest-LiveMigrationTest-1481793453-project] (104031) timed out ('10.222.0.37', 57572) {{(pid=104031) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:02:10.147406 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03fb74d1-10c0-4519-bb25-074bb8586fe6 req-e5d5d349-b994-4429-ae18-b04c73587b9e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2997386 Mar 11 12:02:10.184201 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710be46b-d09b-4b26-ab4f-d058b67c7bb1 x-openstack-request-id: req-710be46b-d09b-4b26-ab4f-d058b67c7bb1 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:02:10.184497 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09503342-abd4-44c5-a4b7-89adb133f882", "name": "network-vif-plugged", "status": "completed", "tag": "f54c0497-dbd9-4c53-89c6-4dd46ec7bf68", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:02:10.184757 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-710be46b-d09b-4b26-ab4f-d058b67c7bb1 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:02:10.195478 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09503342-abd4-44c5-a4b7-89adb133f882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54c0497-dbd9-4c53-89c6-4dd46ec7bf68', 'code': 200} Mar 11 12:02:10.211573 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c85f002e-ba5c-4d8b-9955-ebd681969bc4 admin admin] Publish callbacks [] for security_group (34a33698-4100-4415-b1e6-0699e0f06ee4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:10.238556 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-baab7c56-bcc2-4f9b-93e9-07448b2fde64 None None] Deleting port f62993e8-7f13-4a79-96f5-eee08c3fcd14 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:02:10.238925 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-baab7c56-bcc2-4f9b-93e9-07448b2fde64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f62993e8-7f13-4a79-96f5-eee08c3fcd14), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:10.246666 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] For port f62993e8-7f13-4a79-96f5-eee08c3fcd14, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f62993e8-7f13-4a79-96f5-eee08c3fcd14,segment=NetworkSegment(51141345-fc98-4865-8449-595d70129978),segment_id=51141345-fc98-4865-8449-595d70129978)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:10.247099 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f62993e8-7f13-4a79-96f5-eee08c3fcd14), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:10.267487 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c85f002e-ba5c-4d8b-9955-ebd681969bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (34a33698-4100-4415-b1e6-0699e0f06ee4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:10.305822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=f54c0497-dbd9-4c53-89c6-4dd46ec7bf68,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:10.313713 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1468742c-b678-4d0d-b24a-bc2dc3891e14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:02:10.334102 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86fc372-e19b-4ccc-9a71-c7694e9854ca None None] Sync routers for ids ['94a4f257-b5f5-42ff-b0a0-29da36ed79cf'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:02:10.340735 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1468742c-b678-4d0d-b24a-bc2dc3891e14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "PUT /v2.0/routers/94a4f257-b5f5-42ff-b0a0-29da36ed79cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8548298 Mar 11 12:02:10.343908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40618) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:10.383053 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f002e-ba5c-4d8b-9955-ebd681969bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a33698-4100-4415-b1e6-0699e0f06ee4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:10.386495 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Calling delete_port for f62993e8-7f13-4a79-96f5-eee08c3fcd14 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:02:10.395628 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-28aed21d-401a-4198-b56b-4eaae5f42d37 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] GET failed (client error): The resource could not be found. Mar 11 12:02:10.400807 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-28aed21d-401a-4198-b56b-4eaae5f42d37 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports/6b265479-f959-4770-8e5d-5baa356d4ee3 HTTP/1.1" status: 404 len: 333 time: 0.0511801 Mar 11 12:02:10.403521 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40620) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:10.413547 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86fc372-e19b-4ccc-9a71-c7694e9854ca None None] Routers {'94a4f257-b5f5-42ff-b0a0-29da36ed79cf'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:02:10.414407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f86fc372-e19b-4ccc-9a71-c7694e9854ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:01:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['94a4f257-b5f5-42ff-b0a0-29da36ed79cf'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:10.423808 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c85f002e-ba5c-4d8b-9955-ebd681969bc4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=690f753d014e421aa791241ee822e203&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8806431 Mar 11 12:02:10.427957 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40622) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:10.458080 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f86fc372-e19b-4ccc-9a71-c7694e9854ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:10.475047 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-baab7c56-bcc2-4f9b-93e9-07448b2fde64 None None] For port f62993e8-7f13-4a79-96f5-eee08c3fcd14, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f62993e8-7f13-4a79-96f5-eee08c3fcd14,segment=NetworkSegment(51141345-fc98-4865-8449-595d70129978),segment_id=51141345-fc98-4865-8449-595d70129978)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:10.475366 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-baab7c56-bcc2-4f9b-93e9-07448b2fde64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f62993e8-7f13-4a79-96f5-eee08c3fcd14), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:10.485190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86fc372-e19b-4ccc-9a71-c7694e9854ca None None] Routers {'94a4f257-b5f5-42ff-b0a0-29da36ed79cf'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:02:10.485824 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f86fc372-e19b-4ccc-9a71-c7694e9854ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:01:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['94a4f257-b5f5-42ff-b0a0-29da36ed79cf'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:10.526724 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-baab7c56-bcc2-4f9b-93e9-07448b2fde64 None None] Calling delete_port for f62993e8-7f13-4a79-96f5-eee08c3fcd14 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:02:10.529342 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d13c67-92a0-42c6-b22a-e2c4f2bb7dc6 req-fe75b4ad-237d-412d-815e-e3c9281e0268 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:10.536811 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2d13c67-92a0-42c6-b22a-e2c4f2bb7dc6 req-fe75b4ad-237d-412d-815e-e3c9281e0268 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.2364490 Mar 11 12:02:10.539139 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f86fc372-e19b-4ccc-9a71-c7694e9854ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:10.539839 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86fc372-e19b-4ccc-9a71-c7694e9854ca None None] The sync data for ids ['94a4f257-b5f5-42ff-b0a0-29da36ed79cf'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:02:10.604952 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48de4b-2098-4142-a39c-520e97c56671 req-a1791a40-8041-4827-9d5b-9b5c091279ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:10.606491 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bf48de4b-2098-4142-a39c-520e97c56671 req-a1791a40-8041-4827-9d5b-9b5c091279ef service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 1127 time: 0.3671067 Mar 11 12:02:10.648199 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f7d0579e-bccb-4f28-9045-4d8e31958e89 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for router (94a4f257-b5f5-42ff-b0a0-29da36ed79cf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:10.652695 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea3d09bf-50fb-4df1-8edf-85863806fc2b admin admin] Publish callbacks [] for security_group (34a33698-4100-4415-b1e6-0699e0f06ee4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:10.660589 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-baab7c56-bcc2-4f9b-93e9-07448b2fde64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (f62993e8-7f13-4a79-96f5-eee08c3fcd14), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:10.695787 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab7c56-bcc2-4f9b-93e9-07448b2fde64 None None] Pushing event deleted for resources: {'Port': ['ID=f62993e8-7f13-4a79-96f5-eee08c3fcd14,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:10.700072 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab7c56-bcc2-4f9b-93e9-07448b2fde64 None None] No DVR routers for this DVR port f62993e8-7f13-4a79-96f5-eee08c3fcd14 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:02:10.743977 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea3d09bf-50fb-4df1-8edf-85863806fc2b admin admin] Publish callbacks [] for security_group (34a33698-4100-4415-b1e6-0699e0f06ee4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:10.748126 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2d13c67-92a0-42c6-b22a-e2c4f2bb7dc6 req-a9cde4d9-ac07-46b7-b50c-db90934cdf74 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100811 Mar 11 12:02:10.756440 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ad5d0-2e8d-4626-85cc-206ec65e9849 req-2b949f01-ddde-48bf-bb25-73b21cd0ef43 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:10.757676 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-323ad5d0-2e8d-4626-85cc-206ec65e9849 req-2b949f01-ddde-48bf-bb25-73b21cd0ef43 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 945 time: 0.2743862 Mar 11 12:02:10.789003 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f62993e8-7f13-4a79-96f5-eee08c3fcd14), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:10.861239 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bf48de4b-2098-4142-a39c-520e97c56671 req-f5b19e14-63af-4d65-8671-1c57954eb306 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252445 Mar 11 12:02:10.862445 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-323ad5d0-2e8d-4626-85cc-206ec65e9849 req-62d500b8-2553-4a4e-9873-57e88ce37e11 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972691 Mar 11 12:02:10.866330 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] No DVR routers for this DVR port f62993e8-7f13-4a79-96f5-eee08c3fcd14 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:02:10.868911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Pushing event deleted for resources: {'Port': ['ID=f62993e8-7f13-4a79-96f5-eee08c3fcd14,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:10.966682 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (8c3af1b6-82f3-4c58-8580-423941e1e3ff), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:10.979076 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f7d0579e-bccb-4f28-9045-4d8e31958e89 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (94a4f257-b5f5-42ff-b0a0-29da36ed79cf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:10.982038 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f7d0579e-bccb-4f28-9045-4d8e31958e89 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for router_controller (94a4f257-b5f5-42ff-b0a0-29da36ed79cf), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:10.989919 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c3af1b6-82f3-4c58-8580-423941e1e3ff']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:11.001478 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51141345-fc98-4865-8449-595d70129978') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:11.001795 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51141345-fc98-4865-8449-595d70129978') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:11.013112 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (51141345-fc98-4865-8449-595d70129978), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:11.027701 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (51141345-fc98-4865-8449-595d70129978), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:11.035095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:02:11.035530 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (51141345-fc98-4865-8449-595d70129978), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:11.040140 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f7d0579e-bccb-4f28-9045-4d8e31958e89 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (94a4f257-b5f5-42ff-b0a0-29da36ed79cf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:11.040997 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d0579e-bccb-4f28-9045-4d8e31958e89 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Fanout notify agent at l3_agent the message router_deleted on router 94a4f257-b5f5-42ff-b0a0-29da36ed79cf {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:02:11.051393 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f7d0579e-bccb-4f28-9045-4d8e31958e89 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:11.056075 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f7d0579e-bccb-4f28-9045-4d8e31958e89 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/routers/94a4f257-b5f5-42ff-b0a0-29da36ed79cf HTTP/1.1" status: 204 len: 168 time: 0.6488261 Mar 11 12:02:11.056572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40624) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:02:11.104694 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:02:11.111495 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (8c3af1b6-82f3-4c58-8580-423941e1e3ff), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:11.115889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8208ab6-e0ca-42b2-9808-82e5bc2d7484 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting subnet ed07a58d-0876-4ac4-8094-74c551e052b6 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:02:11.119454 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8208ab6-e0ca-42b2-9808-82e5bc2d7484 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (ed07a58d-0876-4ac4-8094-74c551e052b6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:11.140295 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:11.143465 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] 10.222.0.78 "DELETE /v2.0/networks/8c3af1b6-82f3-4c58-8580-423941e1e3ff HTTP/1.1" status: 204 len: 168 time: 1.7070658 Mar 11 12:02:11.144898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d956e-4f6a-4b8a-a45f-c1613ebf65ad tempest-TagsExtTest-1175630633 tempest-TagsExtTest-1175630633-project] Pushing event deleted for resources: {'Network': ['ID=8c3af1b6-82f3-4c58-8580-423941e1e3ff,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:11.160670 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea3d09bf-50fb-4df1-8edf-85863806fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (34a33698-4100-4415-b1e6-0699e0f06ee4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:11.167791 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8208ab6-e0ca-42b2-9808-82e5bc2d7484 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (ed07a58d-0876-4ac4-8094-74c551e052b6), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:11.168453 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea3d09bf-50fb-4df1-8edf-85863806fc2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:11.171613 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ea3d09bf-50fb-4df1-8edf-85863806fc2b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34a33698-4100-4415-b1e6-0699e0f06ee4 HTTP/1.1" status: 204 len: 168 time: 0.7406037 Mar 11 12:02:11.203263 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d09bf-50fb-4df1-8edf-85863806fc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a33698-4100-4415-b1e6-0699e0f06ee4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:11.406947 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8208ab6-e0ca-42b2-9808-82e5bc2d7484 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (ed07a58d-0876-4ac4-8094-74c551e052b6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:11.457447 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f62993e8-7f13-4a79-96f5-eee08c3fcd14 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:02:11.518699 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: f62993e8-7f13-4a79-96f5-eee08c3fcd14 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:02:11.519050 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f62993e8-7f13-4a79-96f5-eee08c3fcd14 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:02:11.572936 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1a827-000d-433e-953e-8677c668be43 req-79acf2de-3b73-4fbe-ac6f-a394a3a11a47 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:11.574799 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5f1a827-000d-433e-953e-8677c668be43 req-79acf2de-3b73-4fbe-ac6f-a394a3a11a47 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.0817711 Mar 11 12:02:11.576635 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8208ab6-e0ca-42b2-9808-82e5bc2d7484 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (ed07a58d-0876-4ac4-8094-74c551e052b6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:11.622983 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8208ab6-e0ca-42b2-9808-82e5bc2d7484 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Subnet': ['ID=ed07a58d-0876-4ac4-8094-74c551e052b6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:11.626587 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8208ab6-e0ca-42b2-9808-82e5bc2d7484 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:11.630296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e8208ab6-e0ca-42b2-9808-82e5bc2d7484 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/ed07a58d-0876-4ac4-8094-74c551e052b6 HTTP/1.1" status: 204 len: 168 time: 0.5725703 Mar 11 12:02:11.633180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40642) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:11.635243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1236dc4-5f3a-4eb6-85ce-f8c00ac1c81f None None] Network ba208c2e-4076-4acd-a3a1-99bbe113fb1e requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:02:11.673758 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40644) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:11.713835 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5f1a827-000d-433e-953e-8677c668be43 req-9e6ad233-cf99-4750-b380-9e790333c40b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288879 Mar 11 12:02:11.752896 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (ba208c2e-4076-4acd-a3a1-99bbe113fb1e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:11.887077 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port 7bddac84-cd2a-43f3-aa52-5f5722477fb1 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:02:11.887467 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7bddac84-cd2a-43f3-aa52-5f5722477fb1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.006835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] DHCP port deletion for ba208c2e-4076-4acd-a3a1-99bbe113fb1e request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:02:12.015306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] For port 7bddac84-cd2a-43f3-aa52-5f5722477fb1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7bddac84-cd2a-43f3-aa52-5f5722477fb1,segment=NetworkSegment(b8ce4c54-137f-421f-bcce-483d99a1590e),segment_id=b8ce4c54-137f-421f-bcce-483d99a1590e)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:12.016067 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7bddac84-cd2a-43f3-aa52-5f5722477fb1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.034722 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for 7bddac84-cd2a-43f3-aa52-5f5722477fb1 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:02:12.075700 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e5a76768-918d-43d8-a8cc-a363ff6f9e14 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=63e261e442d74b708757bd90c7422c87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3959320 Mar 11 12:02:12.076357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40652) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:12.091805 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40654) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:12.128174 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32e7d22e-ad3a-4e53-888b-cb53f80b61a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.145708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Deleting port 7bddac84-cd2a-43f3-aa52-5f5722477fb1 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:02:12.148315 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7bddac84-cd2a-43f3-aa52-5f5722477fb1), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.204922 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02d1b534-fa55-435a-bf60-f0708300ce8f admin admin] Publish callbacks [] for security_group (3e9247b0-093e-40e0-bbb7-6f5b6581e7e2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.211772 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (7bddac84-cd2a-43f3-aa52-5f5722477fb1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.252039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02d1b534-fa55-435a-bf60-f0708300ce8f admin admin] Publish callbacks [] for security_group (3e9247b0-093e-40e0-bbb7-6f5b6581e7e2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.272366 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=7bddac84-cd2a-43f3-aa52-5f5722477fb1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:12.309116 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No DVR routers for this DVR port 7bddac84-cd2a-43f3-aa52-5f5722477fb1 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:02:12.341028 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32e7d22e-ad3a-4e53-888b-cb53f80b61a7 admin admin] Publish callbacks [] for security_group (0e29c2d4-da0d-4dbb-b4b8-b979204df2e7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.350545 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32e7d22e-ad3a-4e53-888b-cb53f80b61a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0e29c2d4-da0d-4dbb-b4b8-b979204df2e7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.351504 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] For port 7bddac84-cd2a-43f3-aa52-5f5722477fb1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7bddac84-cd2a-43f3-aa52-5f5722477fb1,segment=NetworkSegment(b8ce4c54-137f-421f-bcce-483d99a1590e),segment_id=b8ce4c54-137f-421f-bcce-483d99a1590e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:12.352073 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7bddac84-cd2a-43f3-aa52-5f5722477fb1), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.382071 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02d1b534-fa55-435a-bf60-f0708300ce8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3e9247b0-093e-40e0-bbb7-6f5b6581e7e2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.386319 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02d1b534-fa55-435a-bf60-f0708300ce8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.387401 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Calling delete_port for 7bddac84-cd2a-43f3-aa52-5f5722477fb1 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:02:12.387528 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-02d1b534-fa55-435a-bf60-f0708300ce8f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3e9247b0-093e-40e0-bbb7-6f5b6581e7e2 HTTP/1.1" status: 204 len: 168 time: 0.3100441 Mar 11 12:02:12.422902 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-32e7d22e-ad3a-4e53-888b-cb53f80b61a7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=af35ab351d0b4fd69fe9c9ff603292da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3260677 Mar 11 12:02:12.425725 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40658) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:12.434594 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7d22e-ad3a-4e53-888b-cb53f80b61a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e29c2d4-da0d-4dbb-b4b8-b979204df2e7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:12.449698 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (ba208c2e-4076-4acd-a3a1-99bbe113fb1e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.467297 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1b534-fa55-435a-bf60-f0708300ce8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9247b0-093e-40e0-bbb7-6f5b6581e7e2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:12.509974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba208c2e-4076-4acd-a3a1-99bbe113fb1e']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:12.529456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ce4c54-137f-421f-bcce-483d99a1590e') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:12.534201 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ce4c54-137f-421f-bcce-483d99a1590e') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:12.559234 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fa3aac4-b7e4-4cda-bda0-328e896ca0cf admin admin] Publish callbacks [] for security_group (0e29c2d4-da0d-4dbb-b4b8-b979204df2e7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.560621 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (b8ce4c54-137f-421f-bcce-483d99a1590e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.587310 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b8ce4c54-137f-421f-bcce-483d99a1590e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.601950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:02:12.602499 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (b8ce4c54-137f-421f-bcce-483d99a1590e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.621028 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fa3aac4-b7e4-4cda-bda0-328e896ca0cf admin admin] Publish callbacks [] for security_group (0e29c2d4-da0d-4dbb-b4b8-b979204df2e7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.626964 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.648554 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.651496 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.651496 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.651496 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.651496 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.651496 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.651496 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.651496 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.651496 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.651496 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.651496 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.651496 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.651496 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.651496 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:02:12.651496 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:02:12.663591 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (7bddac84-cd2a-43f3-aa52-5f5722477fb1), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.684824 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] No DVR routers for this DVR port 7bddac84-cd2a-43f3-aa52-5f5722477fb1 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:02:12.742246 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:02:12.745086 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Pushing event deleted for resources: {'Port': ['ID=7bddac84-cd2a-43f3-aa52-5f5722477fb1,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:12.752349 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fa3aac4-b7e4-4cda-bda0-328e896ca0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0e29c2d4-da0d-4dbb-b4b8-b979204df2e7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.756750 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fa3aac4-b7e4-4cda-bda0-328e896ca0cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.758726 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1fa3aac4-b7e4-4cda-bda0-328e896ca0cf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0e29c2d4-da0d-4dbb-b4b8-b979204df2e7 HTTP/1.1" status: 204 len: 168 time: 0.3318455 Mar 11 12:02:12.770644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:12.770995 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:12.771343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:12.774586 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:12.774944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:12.775293 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:12.775710 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:12.776046 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:12.776378 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:12.776708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:12.777034 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:12.777359 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:12.777682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bc40b-5233-4885-bbbe-df5451ec6791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:12.780678 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb50cf-dd97-4e07-a146-b5da2873caf6 req-b8687ae1-5df9-4c56-99e0-f4645f5cf8ee tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:12.782674 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3aac4-b7e4-4cda-bda0-328e896ca0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e29c2d4-da0d-4dbb-b4b8-b979204df2e7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:12.782877 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10cb50cf-dd97-4e07-a146-b5da2873caf6 req-b8687ae1-5df9-4c56-99e0-f4645f5cf8ee tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 945 time: 0.6143973 Mar 11 12:02:12.787884 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (ba208c2e-4076-4acd-a3a1-99bbe113fb1e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.794249 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:12.815011 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/networks/ba208c2e-4076-4acd-a3a1-99bbe113fb1e HTTP/1.1" status: 204 len: 168 time: 1.1800249 Mar 11 12:02:12.823092 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40668) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:12.867568 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10cb50cf-dd97-4e07-a146-b5da2873caf6 req-77b11a6b-d9d0-4fdb-aa46-bd51a71f2e71 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502992 Mar 11 12:02:12.875441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7955ed0-2bcc-4ad8-b8c6-e2858450a2f0 req-eefe926f-a7d2-4f82-8d20-89e6088b7017 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:12.897144 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7955ed0-2bcc-4ad8-b8c6-e2858450a2f0 req-eefe926f-a7d2-4f82-8d20-89e6088b7017 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.7178962 Mar 11 12:02:12.911835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0e8cf9-c54c-4677-b3f7-c8633d5fe9e7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:12.919969 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0e0e8cf9-c54c-4677-b3f7-c8633d5fe9e7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports/0a0cf245-e18c-456f-a573-b1fd0b17a2c1 HTTP/1.1" status: 200 len: 841 time: 0.0920808 Mar 11 12:02:12.920622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40670) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:12.924461 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cbdd7-496f-491d-98d4-9b9aa5c7d4f5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Network': ['ID=ba208c2e-4076-4acd-a3a1-99bbe113fb1e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:12.984963 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7955ed0-2bcc-4ad8-b8c6-e2858450a2f0 req-06da4cae-a8a3-438b-9e02-678f854b22ea tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868173 Mar 11 12:02:13.027388 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b0c19ed2-9084-4136-a4e1-2fae15ebbc20 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports/0a0cf245-e18c-456f-a573-b1fd0b17a2c1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1022201 Mar 11 12:02:13.034787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40674) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:13.046296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b32b2284-e41d-4b48-9324-dc6e394f5f59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'subnet': {'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:13.083400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913556e-e3dc-40ad-8fe7-9c9cb6f5c12d req-b71629a0-0992-4152-aec3-11bf9d0863c7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:13.092071 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6913556e-e3dc-40ad-8fe7-9c9cb6f5c12d req-b71629a0-0992-4152-aec3-11bf9d0863c7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.0746222 Mar 11 12:02:13.195550 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6913556e-e3dc-40ad-8fe7-9c9cb6f5c12d req-38e331c0-576f-4f87-bbc2-3d974465e4c7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024575 Mar 11 12:02:13.213448 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32b2284-e41d-4b48-9324-dc6e394f5f59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:13.218266 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b32b2284-e41d-4b48-9324-dc6e394f5f59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:13.424269 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7bddac84-cd2a-43f3-aa52-5f5722477fb1 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:02:13.466527 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 7bddac84-cd2a-43f3-aa52-5f5722477fb1 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:02:13.471195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7bddac84-cd2a-43f3-aa52-5f5722477fb1 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:02:13.501951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b32b2284-e41d-4b48-9324-dc6e394f5f59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (5ce0e503-1704-4054-8272-15d1e6e4c054), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:13.582950 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32b2284-e41d-4b48-9324-dc6e394f5f59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 597c0b54-de71-49ab-ae23-76a7f6644850 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:02:13.604553 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7bdd224c-a234-41cf-ae74-635d9e492d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:13.610654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-b32b2284-e41d-4b48-9324-dc6e394f5f59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:13.619636 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32b2284-e41d-4b48-9324-dc6e394f5f59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:13.621505 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f15bf27-5461-4308-87fd-68c4ef954fec None None] Network 597c0b54-de71-49ab-ae23-76a7f6644850 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:02:13.622143 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b32b2284-e41d-4b48-9324-dc6e394f5f59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:13.672709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b2284-e41d-4b48-9324-dc6e394f5f59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Subnet': ['ID=5ce0e503-1704-4054-8272-15d1e6e4c054,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:13.687646 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b32b2284-e41d-4b48-9324-dc6e394f5f59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6491425 Mar 11 12:02:13.688182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40698) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:13.693244 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a30172c7-c236-4b51-9250-d42e39fb1df7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'security_group': {'name': 'tempest-secgroup-913440091'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:13.756457 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a30172c7-c236-4b51-9250-d42e39fb1df7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:13.915603 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a30172c7-c236-4b51-9250-d42e39fb1df7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (2ed34af4-9cd4-422b-a48d-a8b795365cb0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:13.929453 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a30172c7-c236-4b51-9250-d42e39fb1df7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2ed34af4-9cd4-422b-a48d-a8b795365cb0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:13.993015 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40708) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:14.010098 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-597c0b54-de71-49ab-ae23-76a7f6644850', 'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850', 'project_id': '125cb2b78a974a0f8153d4fcd2b41cbe', 'fixed_ips': [{'subnet_id': '5ce0e503-1704-4054-8272-15d1e6e4c054'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:02:14.011366 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:14.128979 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a30172c7-c236-4b51-9250-d42e39fb1df7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:14.133012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a30172c7-c236-4b51-9250-d42e39fb1df7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4409699 Mar 11 12:02:14.133726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40712) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:14.138281 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ac2b746d-f07e-4a70-87df-3b3a8205ef6c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'security_group': {'name': 'tempest-secgroup-356237484'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:14.161093 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30172c7-c236-4b51-9250-d42e39fb1df7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed34af4-9cd4-422b-a48d-a8b795365cb0,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:14.216706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f2944618-8113-47e3-be89-dae5a786de5f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-46435594-network', 'tenant_id': '1be66b3892564d479df26a24ee9d01fb'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:14.227355 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac2b746d-f07e-4a70-87df-3b3a8205ef6c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:14.286874 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bc9e1-84a8-4f1a-b5b5-e35b9f6f8bde req-f6614074-1aa7-4748-a614-4b1e44765ab1 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:14.288587 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da8bc9e1-84a8-4f1a-b5b5-e35b9f6f8bde req-f6614074-1aa7-4748-a614-4b1e44765ab1 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 945 time: 0.2786415 Mar 11 12:02:14.302480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbc9c8-f6f4-48cd-85b7-ae852e7c9089 req-f74ab630-4046-4051-a0b4-faeee2273ccf tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:14.303116 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3bbc9c8-f6f4-48cd-85b7-ae852e7c9089 req-f74ab630-4046-4051-a0b4-faeee2273ccf tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.1706011 Mar 11 12:02:14.341776 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2944618-8113-47e3-be89-dae5a786de5f admin admin] Made reservation on behalf of 1be66b3892564d479df26a24ee9d01fb for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:14.358945 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f2944618-8113-47e3-be89-dae5a786de5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:14.380971 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3bbc9c8-f6f4-48cd-85b7-ae852e7c9089 req-3e2bc819-c2de-409b-b5cd-576d6956f0c2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691535 Mar 11 12:02:14.392383 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f2944618-8113-47e3-be89-dae5a786de5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:14.413900 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da8bc9e1-84a8-4f1a-b5b5-e35b9f6f8bde req-89ea6bc3-7725-4cfc-ab3e-504f11d832cc tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093600 Mar 11 12:02:14.472313 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Allocated IP 172.20.0.2 (597c0b54-de71-49ab-ae23-76a7f6644850/5ce0e503-1704-4054-8272-15d1e6e4c054/40bff6fb-a0e8-46c7-aaf7-01368db26a82) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:02:14.488392 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac2b746d-f07e-4a70-87df-3b3a8205ef6c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (14e99be2-bbb9-4c0b-9392-5836bee9d97b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:14.500573 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac2b746d-f07e-4a70-87df-3b3a8205ef6c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (14e99be2-bbb9-4c0b-9392-5836bee9d97b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:14.534853 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b746d-f07e-4a70-87df-3b3a8205ef6c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14e99be2-bbb9-4c0b-9392-5836bee9d97b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:14.574297 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac2b746d-f07e-4a70-87df-3b3a8205ef6c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:14.577284 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ac2b746d-f07e-4a70-87df-3b3a8205ef6c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4418705 Mar 11 12:02:14.586447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40726) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:14.608207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0c52da9f-bc06-4c42-b624-857950e83e75 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-911100585', 'security_groups': ['14e99be2-bbb9-4c0b-9392-5836bee9d97b'], 'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5ce0e503-1704-4054-8272-15d1e6e4c054'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:14.636013 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f2944618-8113-47e3-be89-dae5a786de5f admin admin] Publish callbacks [] for security_group (0038bd7f-03a1-4021-b534-a41ac3ead9d7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:14.654777 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f2944618-8113-47e3-be89-dae5a786de5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0038bd7f-03a1-4021-b534-a41ac3ead9d7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:14.716773 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Publish callbacks [] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:14.729921 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:14.744505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b2582-a1b6-4e3f-a6db-190709e65d94 req-79861fd5-a564-406b-8c0f-d2196383bc16 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:14.746136 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-714b2582-a1b6-4e3f-a6db-190709e65d94 req-79861fd5-a564-406b-8c0f-d2196383bc16 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 945 time: 0.1888652 Mar 11 12:02:14.771489 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b8b78-a9fd-48d7-b4e6-bc9f7a3fb3c9 req-f26d2ca3-2d51-4a1d-8292-b13cbd7ac301 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:14.773015 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-150b8b78-a9fd-48d7-b4e6-bc9f7a3fb3c9 req-f26d2ca3-2d51-4a1d-8292-b13cbd7ac301 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.1671414 Mar 11 12:02:14.782609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2944618-8113-47e3-be89-dae5a786de5f admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:02:14.790970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Network 597c0b54-de71-49ab-ae23-76a7f6644850 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:02:14.798259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:14.807445 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:02:14.863313 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f2944618-8113-47e3-be89-dae5a786de5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (22d95608-a814-43d0-a2e7-495b759aaee1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:14.863313 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-f2944618-8113-47e3-be89-dae5a786de5f admin admin] Added segment 22d95608-a814-43d0-a2e7-495b759aaee1 of type vlan for network 0d4375b6-c152-4466-8e78-56549fc3c565 Mar 11 12:02:14.880078 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2944618-8113-47e3-be89-dae5a786de5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0038bd7f-03a1-4021-b534-a41ac3ead9d7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:14.902892 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Pushing event updated for resources: {'Port': ['ID=40bff6fb-a0e8-46c7-aaf7-01368db26a82,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:14.935337 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Attempting to bind port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:02:14.935929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Attempting to bind port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'aa7564f6-a355-447c-a867-31076ad49a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:02:14.936742 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Attempting to bind port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 on network 597c0b54-de71-49ab-ae23-76a7f6644850 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:02:14.946144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:02:14.947042 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Checking segment: {'id': 'aa7564f6-a355-447c-a867-31076ad49a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:02:14.948246 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:14.948800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Bound using segment: {'id': 'aa7564f6-a355-447c-a867-31076ad49a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:02:14.949462 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Bound port: 40bff6fb-a0e8-46c7-aaf7-01368db26a82, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7564f6-a355-447c-a867-31076ad49a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:02:14.956395 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:14.988972 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f2944618-8113-47e3-be89-dae5a786de5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (0d4375b6-c152-4466-8e78-56549fc3c565), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:15.057149 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c52da9f-bc06-4c42-b624-857950e83e75 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:15.067668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f2944618-8113-47e3-be89-dae5a786de5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (0d4375b6-c152-4466-8e78-56549fc3c565), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:15.070675 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] For port 40bff6fb-a0e8-46c7-aaf7-01368db26a82, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:02:15.072673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2944618-8113-47e3-be89-dae5a786de5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:15.073795 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f2944618-8113-47e3-be89-dae5a786de5f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:15.079773 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] For port 40bff6fb-a0e8-46c7-aaf7-01368db26a82, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=40bff6fb-a0e8-46c7-aaf7-01368db26a82,segment=NetworkSegment(aa7564f6-a355-447c-a867-31076ad49a7d),segment_id=aa7564f6-a355-447c-a867-31076ad49a7d)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:02:15.103152 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:15.170523 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f2944618-8113-47e3-be89-dae5a786de5f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1759439 Mar 11 12:02:15.202166 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40736) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:15.221478 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-44c5fb26-4d95-4d56-bc57-62698e1084e9 admin admin] Request body: {'subnet': {'network_id': '0d4375b6-c152-4466-8e78-56549fc3c565', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-46435594-subnet', 'tenant_id': '1be66b3892564d479df26a24ee9d01fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:15.224455 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270d6ea-2fc6-4316-82aa-7f15c330f7fe None None] Pushing event updated for resources: {'Port': ['ID=40bff6fb-a0e8-46c7-aaf7-01368db26a82,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:15.386713 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-714b2582-a1b6-4e3f-a6db-190709e65d94 req-ae5437ca-53de-4b67-9891-27f6ddec8d0d tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6320827 Mar 11 12:02:15.406200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-150b8b78-a9fd-48d7-b4e6-bc9f7a3fb3c9 req-359f2430-fea6-4183-b312-f2b79c79bcd8 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6076179 Mar 11 12:02:15.516547 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c52da9f-bc06-4c42-b624-857950e83e75 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:15.541116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2944618-8113-47e3-be89-dae5a786de5f admin admin] Pushing event updated for resources: {'Network': ['ID=0d4375b6-c152-4466-8e78-56549fc3c565,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:15.553581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 0d4375b6-c152-4466-8e78-56549fc3c565 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:02:15.640540 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-0c52da9f-bc06-4c42-b624-857950e83e75 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] device_id is not set on port 5971b56b-264c-41c9-a580-1220f6e00b5f yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:02:15.659934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c5fb26-4d95-4d56-bc57-62698e1084e9 admin admin] Made reservation on behalf of 1be66b3892564d479df26a24ee9d01fb for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:15.674518 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-44c5fb26-4d95-4d56-bc57-62698e1084e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:15.701706 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f472f-b898-4d26-bd91-9f3af175dd57 req-6479ec04-db3a-4088-a023-cea74abff10f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:15.713676 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f25f472f-b898-4d26-bd91-9f3af175dd57 req-6479ec04-db3a-4088-a023-cea74abff10f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.1877506 Mar 11 12:02:15.798850 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c57f7d87-cd95-405b-a39b-9e8388b4bb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:15.841818 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f25f472f-b898-4d26-bd91-9f3af175dd57 req-a9284b98-5fad-4bfa-a746-56a1cafc5ba2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212468 Mar 11 12:02:15.910418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b237dae-2d56-49e8-8b9e-0a5bcb106207 req-c22b9241-ec52-45bc-875b-b2062c41fb4e tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:15.918991 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b237dae-2d56-49e8-8b9e-0a5bcb106207 req-c22b9241-ec52-45bc-875b-b2062c41fb4e tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 945 time: 0.0673516 Mar 11 12:02:15.977441 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b237dae-2d56-49e8-8b9e-0a5bcb106207 req-20b2ad31-bedd-4967-addf-5180129e5153 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547204 Mar 11 12:02:16.252408 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-0c52da9f-bc06-4c42-b624-857950e83e75 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Allocated IP 172.20.0.13 (597c0b54-de71-49ab-ae23-76a7f6644850/5ce0e503-1704-4054-8272-15d1e6e4c054/5971b56b-264c-41c9-a580-1220f6e00b5f) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:02:16.287130 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-44c5fb26-4d95-4d56-bc57-62698e1084e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (c29e2b57-c58c-43e4-b58a-3ce5c4af0e31), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:16.380805 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5fb26-4d95-4d56-bc57-62698e1084e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c29e2b57-c58c-43e4-b58a-3ce5c4af0e31,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:16.632908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27e174-bc1a-4b0c-a88f-9762fda716ea req-71a166cc-ddc1-4a97-9c46-210658e4df39 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:16.634587 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f27e174-bc1a-4b0c-a88f-9762fda716ea req-71a166cc-ddc1-4a97-9c46-210658e4df39 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.1099627 Mar 11 12:02:16.729801 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f27e174-bc1a-4b0c-a88f-9762fda716ea req-4201ef62-d00c-4fbc-803c-aa1e93dd5596 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892305 Mar 11 12:02:16.856470 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c5fb26-4d95-4d56-bc57-62698e1084e9 admin admin] Checking segment: {'id': '22d95608-a814-43d0-a2e7-495b759aaee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0d4375b6-c152-4466-8e78-56549fc3c565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:02:16.856829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c5fb26-4d95-4d56-bc57-62698e1084e9 admin admin] Network hostable DHCP agents. Network: 0d4375b6-c152-4466-8e78-56549fc3c565, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:02:16.933793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c5fb26-4d95-4d56-bc57-62698e1084e9 admin admin] Network 0d4375b6-c152-4466-8e78-56549fc3c565 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:02:16.941516 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c52da9f-bc06-4c42-b624-857950e83e75 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (5971b56b-264c-41c9-a580-1220f6e00b5f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:16.956703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-44c5fb26-4d95-4d56-bc57-62698e1084e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 0d4375b6-c152-4466-8e78-56549fc3c565) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:16.967111 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3e7272e9-bddd-486b-b6a8-c6a37d89f382 None None] Provisioning complete for port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:16.967692 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3e7272e9-bddd-486b-b6a8-c6a37d89f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:16.982352 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c5fb26-4d95-4d56-bc57-62698e1084e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:16.983014 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-44c5fb26-4d95-4d56-bc57-62698e1084e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:17.015006 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-44c5fb26-4d95-4d56-bc57-62698e1084e9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8108375 Mar 11 12:02:17.025325 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c52da9f-bc06-4c42-b624-857950e83e75 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5971b56b-264c-41c9-a580-1220f6e00b5f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:17.046967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f07e8a0-3357-4104-9061-ade79ec521fb None None] Network 0d4375b6-c152-4466-8e78-56549fc3c565 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:02:17.081748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52da9f-bc06-4c42-b624-857950e83e75 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=5971b56b-264c-41c9-a580-1220f6e00b5f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:17.098310 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c52da9f-bc06-4c42-b624-857950e83e75 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 597c0b54-de71-49ab-ae23-76a7f6644850 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:02:17.100185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-0c52da9f-bc06-4c42-b624-857950e83e75 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:17.103953 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52da9f-bc06-4c42-b624-857950e83e75 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:02:17.166656 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22913d5-d3b3-4791-a6d9-a6c46b15bfc3 req-6bef24c7-687b-40b1-80ba-803420733d61 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:17.170815 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d22913d5-d3b3-4791-a6d9-a6c46b15bfc3 req-6bef24c7-687b-40b1-80ba-803420733d61 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.1685779 Mar 11 12:02:17.296777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c52da9f-bc06-4c42-b624-857950e83e75 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:17.303377 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c52da9f-bc06-4c42-b624-857950e83e75 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:17.353088 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:17.353429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd57d26-a63c-48bf-9b76-c95964045ca5 req-ebf15053-ee62-44e3-86e6-93dc383ce2e7 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:17.358453 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bbd57d26-a63c-48bf-9b76-c95964045ca5 req-ebf15053-ee62-44e3-86e6-93dc383ce2e7 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.71 "GET /v2.0/ports?device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 945 time: 0.1890042 Mar 11 12:02:17.394824 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d22913d5-d3b3-4791-a6d9-a6c46b15bfc3 req-c4679449-4f21-4563-a778-a0ae52daabaa tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715086 Mar 11 12:02:17.430083 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb1bd8-07d3-4023-8c63-30aa132d9791 req-fa8e54fb-5b34-474c-9083-90ac228eed8e tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:17.432161 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d5eb1bd8-07d3-4023-8c63-30aa132d9791 req-fa8e54fb-5b34-474c-9083-90ac228eed8e tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 945 time: 0.3266222 Mar 11 12:02:17.502295 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0c52da9f-bc06-4c42-b624-857950e83e75 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9144595 Mar 11 12:02:17.504709 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40794) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:17.514112 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2de3b0f1-4fc1-4aec-ac92-07d306c0794d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'subnet': {'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:17.536752 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d5eb1bd8-07d3-4023-8c63-30aa132d9791 req-d820c131-70d3-41ff-a926-d30600185f47 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976756 Mar 11 12:02:17.602599 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-bbd57d26-a63c-48bf-9b76-c95964045ca5 req-10e44dc7-0040-496c-b117-4596f8c5bb00 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Deleting port f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:02:17.603267 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bbd57d26-a63c-48bf-9b76-c95964045ca5 req-10e44dc7-0040-496c-b117-4596f8c5bb00 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f54c0497-dbd9-4c53-89c6-4dd46ec7bf68), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:17.703933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de3b0f1-4fc1-4aec-ac92-07d306c0794d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:17.707840 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2de3b0f1-4fc1-4aec-ac92-07d306c0794d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:17.724831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 40bff6fb-a0e8-46c7-aaf7-01368db26a82 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:02:17.741037 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-bbd57d26-a63c-48bf-9b76-c95964045ca5 req-10e44dc7-0040-496c-b117-4596f8c5bb00 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] For port f54c0497-dbd9-4c53-89c6-4dd46ec7bf68, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=f54c0497-dbd9-4c53-89c6-4dd46ec7bf68,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:17.741636 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bbd57d26-a63c-48bf-9b76-c95964045ca5 req-10e44dc7-0040-496c-b117-4596f8c5bb00 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f54c0497-dbd9-4c53-89c6-4dd46ec7bf68), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:17.755811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e1b2d6-3e38-42c2-89ee-142e5533ec97 None None] Network 0d4375b6-c152-4466-8e78-56549fc3c565 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:02:17.759512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3e7272e9-bddd-486b-b6a8-c6a37d89f382 None None] Current status of the port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:17.760145 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3e7272e9-bddd-486b-b6a8-c6a37d89f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:17.780640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-bbd57d26-a63c-48bf-9b76-c95964045ca5 req-10e44dc7-0040-496c-b117-4596f8c5bb00 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Calling delete_port for f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:02:17.828117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3e7272e9-bddd-486b-b6a8-c6a37d89f382 None None] For port 40bff6fb-a0e8-46c7-aaf7-01368db26a82, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=40bff6fb-a0e8-46c7-aaf7-01368db26a82,segment=NetworkSegment(aa7564f6-a355-447c-a867-31076ad49a7d),segment_id=aa7564f6-a355-447c-a867-31076ad49a7d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:17.864629 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3e7272e9-bddd-486b-b6a8-c6a37d89f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:17.917113 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40802) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:17.918530 n-d-833234-2 neutron-server[104031]: INFO neutron.db.ipam_backend_mixin [None req-2de3b0f1-4fc1-4aec-ac92-07d306c0794d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5ce0e503-1704-4054-8272-15d1e6e4c054 (CIDR: 172.20.0.0/28) Mar 11 12:02:17.924766 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de3b0f1-4fc1-4aec-ac92-07d306c0794d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:02:17.925274 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de3b0f1-4fc1-4aec-ac92-07d306c0794d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:02:17.950807 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638c467-69d0-4ee6-9ae8-659d6c739383 req-062d8afd-9b5e-4c49-8e15-3e0f501e7833 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:17.956593 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4638c467-69d0-4ee6-9ae8-659d6c739383 req-062d8afd-9b5e-4c49-8e15-3e0f501e7833 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.1079082 Mar 11 12:02:18.001993 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2de3b0f1-4fc1-4aec-ac92-07d306c0794d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4961360 Mar 11 12:02:18.013123 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40808) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:18.022626 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b0c582bb-fd9a-4bc5-aaf5-3ab33461eaaf tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'subnet': {'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:18.080100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7272e9-bddd-486b-b6a8-c6a37d89f382 None None] Pushing event updated for resources: {'Port': ['ID=40bff6fb-a0e8-46c7-aaf7-01368db26a82,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:18.134662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:18.136109 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:18.139665 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3e7272e9-bddd-486b-b6a8-c6a37d89f382 None None] Provisioning complete for port 0a0cf245-e18c-456f-a573-b1fd0b17a2c1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:18.140680 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3e7272e9-bddd-486b-b6a8-c6a37d89f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0a0cf245-e18c-456f-a573-b1fd0b17a2c1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:18.163457 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bbd57d26-a63c-48bf-9b76-c95964045ca5 req-10e44dc7-0040-496c-b117-4596f8c5bb00 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f54c0497-dbd9-4c53-89c6-4dd46ec7bf68), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:18.208240 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e44dc7-0040-496c-b117-4596f8c5bb00 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Pushing event deleted for resources: {'Port': ['ID=f54c0497-dbd9-4c53-89c6-4dd46ec7bf68,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:18.211147 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eb8246c-97eb-4f95-9210-ec1f0ab6d9bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:18.215828 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4638c467-69d0-4ee6-9ae8-659d6c739383 req-cfbe5bcf-4aec-43f7-abbf-722e8b49287b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502539 Mar 11 12:02:18.261920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3e7272e9-bddd-486b-b6a8-c6a37d89f382 None None] Port 0a0cf245-e18c-456f-a573-b1fd0b17a2c1 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:02:18.264173 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['f54c0497-dbd9-4c53-89c6-4dd46ec7bf68'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:02:18.266644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['de47ce64-ea93-40ab-9763-7f508aec56e0'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:02:18.298334 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd57d26-a63c-48bf-9b76-c95964045ca5 req-10e44dc7-0040-496c-b117-4596f8c5bb00 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] No DVR routers for this DVR port f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:02:18.306623 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bbd57d26-a63c-48bf-9b76-c95964045ca5 req-10e44dc7-0040-496c-b117-4596f8c5bb00 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:18.313088 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bbd57d26-a63c-48bf-9b76-c95964045ca5 req-10e44dc7-0040-496c-b117-4596f8c5bb00 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.71 "DELETE /v2.0/ports/f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 HTTP/1.1" status: 204 len: 173 time: 0.9483664 Mar 11 12:02:18.320690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09503342-abd4-44c5-a4b7-89adb133f882', 'name': 'network-vif-deleted', 'tag': 'f54c0497-dbd9-4c53-89c6-4dd46ec7bf68'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:02:18.325984 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bca161c-280b-4b7f-b6cb-321134dba9b9" -d '{"events": [{"server_uuid": "09503342-abd4-44c5-a4b7-89adb133f882", "name": "network-vif-deleted", "tag": "f54c0497-dbd9-4c53-89c6-4dd46ec7bf68"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:02:18.340676 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c582bb-fd9a-4bc5-aaf5-3ab33461eaaf tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:18.370672 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b0c582bb-fd9a-4bc5-aaf5-3ab33461eaaf tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:18.461563 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ddb196b2-c873-4283-adb3-81991f041da9 None None] Provisioning complete for port 5971b56b-264c-41c9-a580-1220f6e00b5f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:18.462288 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ddb196b2-c873-4283-adb3-81991f041da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5971b56b-264c-41c9-a580-1220f6e00b5f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:18.492374 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c608cea-d23e-4bb7-af40-fbf576a630ec x-openstack-request-id: req-4c608cea-d23e-4bb7-af40-fbf576a630ec {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:02:18.492374 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09503342-abd4-44c5-a4b7-89adb133f882", "name": "network-vif-deleted", "tag": "f54c0497-dbd9-4c53-89c6-4dd46ec7bf68", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:02:18.492374 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4c608cea-d23e-4bb7-af40-fbf576a630ec {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:02:18.492812 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09503342-abd4-44c5-a4b7-89adb133f882', 'name': 'network-vif-deleted', 'tag': 'f54c0497-dbd9-4c53-89c6-4dd46ec7bf68', 'status': 'completed', 'code': 200} Mar 11 12:02:18.541911 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eb8246c-97eb-4f95-9210-ec1f0ab6d9bc admin admin] Publish callbacks [] for security_group (ce5a7897-af0e-45f9-884e-be452d178970), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:18.558237 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eb8246c-97eb-4f95-9210-ec1f0ab6d9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ce5a7897-af0e-45f9-884e-be452d178970), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:18.589605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40824) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:18.598242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2144523431-network', 'tenant_id': '9a5417daaaf14b9bb4531d2c175cb553'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:18.620129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ddb196b2-c873-4283-adb3-81991f041da9 None None] Port 5971b56b-264c-41c9-a580-1220f6e00b5f cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:02:18.659679 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5eb8246c-97eb-4f95-9210-ec1f0ab6d9bc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bf4661a84fd94751b280ebbf70a37aeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7379789 Mar 11 12:02:18.659679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40826) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:18.669089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982e1ce-98b8-47e6-9235-32cdc9ce2f3c req-ed3a203f-318a-41e9-b4ef-2e473a2dfb32 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:18.670647 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e982e1ce-98b8-47e6-9235-32cdc9ce2f3c req-ed3a203f-318a-41e9-b4ef-2e473a2dfb32 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.1281743 Mar 11 12:02:18.674089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Made reservation on behalf of 9a5417daaaf14b9bb4531d2c175cb553 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:18.676452 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:18.700852 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:18.705063 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8246c-97eb-4f95-9210-ec1f0ab6d9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5a7897-af0e-45f9-884e-be452d178970,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:18.724860 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:18.726531 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:18.755955 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8046d60f-6c22-452f-a697-f580215b4be8 req-f156ed47-e796-44bc-8adc-5865888b7918 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=09503342-abd4-44c5-a4b7-89adb133f882 HTTP/1.1" status: 200 len: 210 time: 0.0608931 Mar 11 12:02:18.789048 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3fd4386-fd4e-4751-8c6b-a63d3889babb admin admin] Publish callbacks [] for security_group (ce5a7897-af0e-45f9-884e-be452d178970), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:18.814038 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:02:18.818823 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3fd4386-fd4e-4751-8c6b-a63d3889babb admin admin] Publish callbacks [] for security_group (ce5a7897-af0e-45f9-884e-be452d178970), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:18.895133 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e982e1ce-98b8-47e6-9235-32cdc9ce2f3c req-80cc4600-343c-4d6d-bd71-9510ecce52c1 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161517 Mar 11 12:02:18.902324 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3fd4386-fd4e-4751-8c6b-a63d3889babb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ce5a7897-af0e-45f9-884e-be452d178970), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:18.905631 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3fd4386-fd4e-4751-8c6b-a63d3889babb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:18.907481 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d3fd4386-fd4e-4751-8c6b-a63d3889babb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ce5a7897-af0e-45f9-884e-be452d178970 HTTP/1.1" status: 204 len: 168 time: 0.2468109 Mar 11 12:02:18.920360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd4386-fd4e-4751-8c6b-a63d3889babb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5a7897-af0e-45f9-884e-be452d178970,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:19.000336 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Publish callbacks [] for security_group (59140453-371d-48fd-a86c-342329a62215), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:19.014311 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (59140453-371d-48fd-a86c-342329a62215), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:19.031133 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b0c582bb-fd9a-4bc5-aaf5-3ab33461eaaf tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (28241899-c513-40a4-a77b-3f66c74e2517), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:19.078900 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:02:19.092171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59140453-371d-48fd-a86c-342329a62215,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:19.101319 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c582bb-fd9a-4bc5-aaf5-3ab33461eaaf tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 597c0b54-de71-49ab-ae23-76a7f6644850 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:02:19.113012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:19.113360 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:19.113697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:19.114029 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:19.114358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:19.114701 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:19.115013 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:19.115479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:19.115713 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:19.115998 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:19.116362 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:19.116752 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:19.117174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:19.120974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-b0c582bb-fd9a-4bc5-aaf5-3ab33461eaaf tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:19.125087 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6b37b9f3-ba94-430c-bd11-fa96844255ab), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:19.125430 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Added segment 6b37b9f3-ba94-430c-bd11-fa96844255ab of type vlan for network fddcb0f5-523a-40a5-b8ca-8431ff7c333f Mar 11 12:02:19.136123 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c582bb-fd9a-4bc5-aaf5-3ab33461eaaf tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:19.136616 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1fcb2c-c031-4833-bd0c-1e9d3a88a44f None None] Network 597c0b54-de71-49ab-ae23-76a7f6644850 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:02:19.137070 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b0c582bb-fd9a-4bc5-aaf5-3ab33461eaaf tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:19.163449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c582bb-fd9a-4bc5-aaf5-3ab33461eaaf tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Subnet': ['ID=28241899-c513-40a4-a77b-3f66c74e2517,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:19.183159 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (fddcb0f5-523a-40a5-b8ca-8431ff7c333f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:19.192119 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40834) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:19.192428 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b0c582bb-fd9a-4bc5-aaf5-3ab33461eaaf tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1776254 Mar 11 12:02:19.199232 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-54eb7a4c-03c3-440b-be0b-59975cd14b14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1440126995', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '28241899-c513-40a4-a77b-3f66c74e2517'}], 'security_groups': ['2ed34af4-9cd4-422b-a48d-a8b795365cb0']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:19.224359 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (fddcb0f5-523a-40a5-b8ca-8431ff7c333f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:19.227687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:19.228329 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:19.283752 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6895063 Mar 11 12:02:19.285530 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40838) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:19.293566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cbcecd38-6948-4ea8-918c-8373ea212bbc admin admin] Request body: {'subnet': {'network_id': 'fddcb0f5-523a-40a5-b8ca-8431ff7c333f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2144523431-subnet', 'tenant_id': '9a5417daaaf14b9bb4531d2c175cb553', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:19.388597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b72c9a-eb16-4dc0-b898-7d594118f00e admin admin] Pushing event updated for resources: {'Network': ['ID=fddcb0f5-523a-40a5-b8ca-8431ff7c333f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:19.415619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network fddcb0f5-523a-40a5-b8ca-8431ff7c333f details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:02:19.443880 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcecd38-6948-4ea8-918c-8373ea212bbc admin admin] Made reservation on behalf of 9a5417daaaf14b9bb4531d2c175cb553 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:19.446443 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbcecd38-6948-4ea8-918c-8373ea212bbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:19.463057 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-54eb7a4c-03c3-440b-be0b-59975cd14b14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5971b56b-264c-41c9-a580-1220f6e00b5f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:19.464442 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 40bff6fb-a0e8-46c7-aaf7-01368db26a82 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:02:19.506218 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0310d-3daf-49ce-b556-ac0200e73f25 req-c79ab412-c48e-4e7c-8bc9-ae224a475b1d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:19.507747 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eef0310d-3daf-49ce-b556-ac0200e73f25 req-c79ab412-c48e-4e7c-8bc9-ae224a475b1d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.1209028 Mar 11 12:02:19.604864 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eef0310d-3daf-49ce-b556-ac0200e73f25 req-52b69a40-537c-45fc-8f6b-aa9d289019af tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886250 Mar 11 12:02:19.642865 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:19.644080 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:19.685652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78b6e43-d7db-4f6f-8284-a90bb90ce36e None None] Update dhcp port {'port': {'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850', 'fixed_ips': [{'subnet_id': '5ce0e503-1704-4054-8272-15d1e6e4c054', 'ip_address': '172.20.0.2'}, {'subnet_id': '28241899-c513-40a4-a77b-3f66c74e2517'}], 'binding:host_id': 'n-d-833234-2'}, 'id': '40bff6fb-a0e8-46c7-aaf7-01368db26a82'} from n-d-833234-2. {{(pid=104033) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 12:02:19.733597 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c78b6e43-d7db-4f6f-8284-a90bb90ce36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:19.787262 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbcecd38-6948-4ea8-918c-8373ea212bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (dce68bca-4ba7-4af4-86d7-0a8109eb3698), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:19.787483 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:19.955128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcecd38-6948-4ea8-918c-8373ea212bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce68bca-4ba7-4af4-86d7-0a8109eb3698,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:19.983572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcecd38-6948-4ea8-918c-8373ea212bbc admin admin] Checking segment: {'id': '6b37b9f3-ba94-430c-bd11-fa96844255ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fddcb0f5-523a-40a5-b8ca-8431ff7c333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:02:19.984047 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcecd38-6948-4ea8-918c-8373ea212bbc admin admin] Network hostable DHCP agents. Network: fddcb0f5-523a-40a5-b8ca-8431ff7c333f, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:02:20.018946 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcecd38-6948-4ea8-918c-8373ea212bbc admin admin] Network fddcb0f5-523a-40a5-b8ca-8431ff7c333f is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:02:20.021398 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-c78b6e43-d7db-4f6f-8284-a90bb90ce36e None None] Allocated IP 172.20.0.18 (597c0b54-de71-49ab-ae23-76a7f6644850/28241899-c513-40a4-a77b-3f66c74e2517/40bff6fb-a0e8-46c7-aaf7-01368db26a82) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:02:20.042623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-cbcecd38-6948-4ea8-918c-8373ea212bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, fddcb0f5-523a-40a5-b8ca-8431ff7c333f) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:20.049823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcecd38-6948-4ea8-918c-8373ea212bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:20.050649 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbcecd38-6948-4ea8-918c-8373ea212bbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:20.066063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31c2fc2-9ad3-46e5-93fd-17199756fbb5 None None] Network fddcb0f5-523a-40a5-b8ca-8431ff7c333f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:02:20.094405 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cbcecd38-6948-4ea8-918c-8373ea212bbc admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7959778 Mar 11 12:02:20.144380 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:20.154767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a67ed-b01a-4b4f-a5a2-2755d3f18bd1 req-38ee7821-9064-4b05-985c-904128510f4b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:20.158207 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c47a67ed-b01a-4b4f-a5a2-2755d3f18bd1 req-38ee7821-9064-4b05-985c-904128510f4b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.0864749 Mar 11 12:02:20.217976 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c47a67ed-b01a-4b4f-a5a2-2755d3f18bd1 req-8ed6567a-a9a2-4866-8dd9-5ad05623ec17 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541365 Mar 11 12:02:20.333675 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c78b6e43-d7db-4f6f-8284-a90bb90ce36e None None] For port 40bff6fb-a0e8-46c7-aaf7-01368db26a82, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=40bff6fb-a0e8-46c7-aaf7-01368db26a82,segment=NetworkSegment(aa7564f6-a355-447c-a867-31076ad49a7d),segment_id=aa7564f6-a355-447c-a867-31076ad49a7d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:20.337200 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35441e9b-fb1c-4cc8-86c1-46fd23e90907 None None] Network fddcb0f5-523a-40a5-b8ca-8431ff7c333f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:02:20.414263 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40880) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:20.438604 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c78b6e43-d7db-4f6f-8284-a90bb90ce36e None None] Publish callbacks [] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:20.461638 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee19581-10f9-4eee-836c-344556919b0c req-fd4a1a7e-94e1-4608-bdc6-495d323483ee tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:20.463350 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ee19581-10f9-4eee-836c-344556919b0c req-fd4a1a7e-94e1-4608-bdc6-495d323483ee tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 805 time: 0.1948266 Mar 11 12:02:20.474660 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c78b6e43-d7db-4f6f-8284-a90bb90ce36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:20.489404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ee19581-10f9-4eee-836c-344556919b0c req-2afaa166-912d-4e92-8f2e-db2a6508f947 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/quotas/09d5cd320b674c0e99aeaa20dd57d2bb HTTP/1.1" status: 200 len: 375 time: 0.0198410 Mar 11 12:02:20.535320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b6e43-d7db-4f6f-8284-a90bb90ce36e None None] Pushing event updated for resources: {'Port': ['ID=40bff6fb-a0e8-46c7-aaf7-01368db26a82,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:20.588463 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ee19581-10f9-4eee-836c-344556919b0c req-7715f0b4-66d8-46f6-911b-11e2ee35aa74 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931046 Mar 11 12:02:20.595286 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcda6063-1a7e-4019-a124-a43963d3a354 admin admin] Deleting subnet c29e2b57-c58c-43e4-b58a-3ce5c4af0e31 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:02:20.599027 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcda6063-1a7e-4019-a124-a43963d3a354 admin admin] Publish callbacks [] for subnet (c29e2b57-c58c-43e4-b58a-3ce5c4af0e31), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:20.689212 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcda6063-1a7e-4019-a124-a43963d3a354 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (c29e2b57-c58c-43e4-b58a-3ce5c4af0e31), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:20.774496 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ee19581-10f9-4eee-836c-344556919b0c req-001658b5-9328-48bf-8e26-afae0b6aadad service neutron] 10.222.0.78 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826997 Mar 11 12:02:20.794801 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcda6063-1a7e-4019-a124-a43963d3a354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (c29e2b57-c58c-43e4-b58a-3ce5c4af0e31), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:20.822777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-54eb7a4c-03c3-440b-be0b-59975cd14b14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Delete allocated IP 172.20.0.13 (597c0b54-de71-49ab-ae23-76a7f6644850/5ce0e503-1704-4054-8272-15d1e6e4c054) {{(pid=104032) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 12:02:20.848762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-54eb7a4c-03c3-440b-be0b-59975cd14b14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Allocated IP 172.20.0.26 (597c0b54-de71-49ab-ae23-76a7f6644850/28241899-c513-40a4-a77b-3f66c74e2517/5971b56b-264c-41c9-a580-1220f6e00b5f) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:02:20.892655 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c2b26-fe4a-432c-b053-fa4a686f7394 req-0618dac8-498a-4886-af8c-f56d25e5d1b7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:20.894733 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a8c2b26-fe4a-432c-b053-fa4a686f7394 req-0618dac8-498a-4886-af8c-f56d25e5d1b7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.1672044 Mar 11 12:02:20.924347 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcda6063-1a7e-4019-a124-a43963d3a354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (c29e2b57-c58c-43e4-b58a-3ce5c4af0e31), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:20.940602 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcda6063-1a7e-4019-a124-a43963d3a354 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:20.943960 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dcda6063-1a7e-4019-a124-a43963d3a354 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c29e2b57-c58c-43e4-b58a-3ce5c4af0e31 HTTP/1.1" status: 204 len: 168 time: 0.5282667 Mar 11 12:02:20.952743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40894) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:20.966909 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ee19581-10f9-4eee-836c-344556919b0c req-9bb63748-612c-4bac-a817-f04beae6dde5 service neutron] 10.222.0.78 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929469 Mar 11 12:02:20.973357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda6063-1a7e-4019-a124-a43963d3a354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c29e2b57-c58c-43e4-b58a-3ce5c4af0e31,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:21.100404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a8c2b26-fe4a-432c-b053-fa4a686f7394 req-d0293646-78d6-473b-be83-cd5ad67ffd8f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846967 Mar 11 12:02:21.109316 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-317bb3e6-43c4-43e0-9915-f599e1543c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (0d4375b6-c152-4466-8e78-56549fc3c565), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:21.157563 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-54eb7a4c-03c3-440b-be0b-59975cd14b14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (5971b56b-264c-41c9-a580-1220f6e00b5f), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:21.166701 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-54eb7a4c-03c3-440b-be0b-59975cd14b14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5971b56b-264c-41c9-a580-1220f6e00b5f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:21.270953 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-317bb3e6-43c4-43e0-9915-f599e1543c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (0d4375b6-c152-4466-8e78-56549fc3c565), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:21.332693 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fce2e0bb-6b11-40a0-aa99-3bae3d98600f req-bcfe81ec-e172-4299-b217-65e2cfef47cc tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d4de975-42a6-4c9b-8d38-2c7311a75e0d HTTP/1.1" status: 200 len: 210 time: 0.0578089 Mar 11 12:02:21.338512 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb7a4c-03c3-440b-be0b-59975cd14b14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=5971b56b-264c-41c9-a580-1220f6e00b5f,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:21.358705 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-317bb3e6-43c4-43e0-9915-f599e1543c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4375b6-c152-4466-8e78-56549fc3c565']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:21.447274 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-317bb3e6-43c4-43e0-9915-f599e1543c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d95608-a814-43d0-a2e7-495b759aaee1') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:21.451823 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-317bb3e6-43c4-43e0-9915-f599e1543c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d95608-a814-43d0-a2e7-495b759aaee1') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:21.484871 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-317bb3e6-43c4-43e0-9915-f599e1543c77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (22d95608-a814-43d0-a2e7-495b759aaee1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:21.493366 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-54eb7a4c-03c3-440b-be0b-59975cd14b14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] In _notify_port_updated(), no bound segment for port 5971b56b-264c-41c9-a580-1220f6e00b5f on network 597c0b54-de71-49ab-ae23-76a7f6644850 {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:02:21.503366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 40bff6fb-a0e8-46c7-aaf7-01368db26a82 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:02:21.522435 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb7a4c-03c3-440b-be0b-59975cd14b14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:21.523223 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-54eb7a4c-03c3-440b-be0b-59975cd14b14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:21.527662 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-54eb7a4c-03c3-440b-be0b-59975cd14b14 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "PUT /v2.0/ports/5971b56b-264c-41c9-a580-1220f6e00b5f HTTP/1.1" status: 200 len: 921 time: 2.3340535 Mar 11 12:02:21.528153 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40912) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:21.549575 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-317bb3e6-43c4-43e0-9915-f599e1543c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (22d95608-a814-43d0-a2e7-495b759aaee1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:21.567375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317bb3e6-43c4-43e0-9915-f599e1543c77 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:02:21.568028 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-317bb3e6-43c4-43e0-9915-f599e1543c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (22d95608-a814-43d0-a2e7-495b759aaee1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:21.578823 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f2cc2-f370-4fd4-8209-2396f1126ac6 req-0d428720-9f5b-4593-8455-bbbda080ed84 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:21.587096 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e4f2cc2-f370-4fd4-8209-2396f1126ac6 req-0d428720-9f5b-4593-8455-bbbda080ed84 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.2252879 Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:02:21.589033 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:02:21.626957 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:02:21.692327 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:02:21.692677 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device f54c0497-dbd9-4c53-89c6-4dd46ec7bf68 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:02:21.708628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-77500193-c9bb-482f-a176-bd5b41c0fbde None None] Provisioning complete for port 5971b56b-264c-41c9-a580-1220f6e00b5f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:21.709005 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-77500193-c9bb-482f-a176-bd5b41c0fbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5971b56b-264c-41c9-a580-1220f6e00b5f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:21.762567 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e4f2cc2-f370-4fd4-8209-2396f1126ac6 req-3755e243-9e7c-40d4-b43f-8a5b2b7732e8 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736403 Mar 11 12:02:21.763404 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-317bb3e6-43c4-43e0-9915-f599e1543c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (0d4375b6-c152-4466-8e78-56549fc3c565), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:21.778510 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-317bb3e6-43c4-43e0-9915-f599e1543c77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:21.788802 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-317bb3e6-43c4-43e0-9915-f599e1543c77 admin admin] 10.222.0.78 "DELETE /v2.0/networks/0d4375b6-c152-4466-8e78-56549fc3c565 HTTP/1.1" status: 204 len: 168 time: 0.8299789 Mar 11 12:02:21.792234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40930) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:21.795274 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:21.795790 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:21.814012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-776d32d9-6fa9-4308-9794-396b54f384a9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port 5971b56b-264c-41c9-a580-1220f6e00b5f {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:02:21.816609 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bb3e6-43c4-43e0-9915-f599e1543c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d4375b6-c152-4466-8e78-56549fc3c565,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:21.827799 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-776d32d9-6fa9-4308-9794-396b54f384a9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5971b56b-264c-41c9-a580-1220f6e00b5f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:21.843349 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-77500193-c9bb-482f-a176-bd5b41c0fbde None None] Port 5971b56b-264c-41c9-a580-1220f6e00b5f cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:02:21.912458 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-77500193-c9bb-482f-a176-bd5b41c0fbde None None] Provisioning complete for port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:21.912843 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-77500193-c9bb-482f-a176-bd5b41c0fbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:22.003692 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a639ff6-f75e-4c9a-aecc-42b533619d73 admin admin] Deleting subnet dce68bca-4ba7-4af4-86d7-0a8109eb3698 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:02:22.022581 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a639ff6-f75e-4c9a-aecc-42b533619d73 admin admin] Publish callbacks [] for subnet (dce68bca-4ba7-4af4-86d7-0a8109eb3698), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:22.071618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:22.118832 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-77500193-c9bb-482f-a176-bd5b41c0fbde None None] Current status of the port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:22.139968 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-77500193-c9bb-482f-a176-bd5b41c0fbde None None] Provisioning complete for port 0a0cf245-e18c-456f-a573-b1fd0b17a2c1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:22.140709 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-77500193-c9bb-482f-a176-bd5b41c0fbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0a0cf245-e18c-456f-a573-b1fd0b17a2c1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:22.151658 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-776d32d9-6fa9-4308-9794-396b54f384a9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5971b56b-264c-41c9-a580-1220f6e00b5f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:22.201475 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a639ff6-f75e-4c9a-aecc-42b533619d73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (dce68bca-4ba7-4af4-86d7-0a8109eb3698), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:22.228328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-776d32d9-6fa9-4308-9794-396b54f384a9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for 5971b56b-264c-41c9-a580-1220f6e00b5f owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:02:22.315204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-77500193-c9bb-482f-a176-bd5b41c0fbde None None] Port 0a0cf245-e18c-456f-a573-b1fd0b17a2c1 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:02:22.361201 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a639ff6-f75e-4c9a-aecc-42b533619d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (dce68bca-4ba7-4af4-86d7-0a8109eb3698), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:22.387406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f13b4-8722-4afd-a761-81f6a142cd43 req-9506f332-8d55-4a88-9f13-502db7fee252 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:22.390190 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca8f13b4-8722-4afd-a761-81f6a142cd43 req-9506f332-8d55-4a88-9f13-502db7fee252 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.0969613 Mar 11 12:02:22.475413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-920e1857-7b05-49c6-86db-36d2595b7f43 None None] Provisioning complete for port 5971b56b-264c-41c9-a580-1220f6e00b5f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:22.486293 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-920e1857-7b05-49c6-86db-36d2595b7f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5971b56b-264c-41c9-a580-1220f6e00b5f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:22.543487 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca8f13b4-8722-4afd-a761-81f6a142cd43 req-7fe47b24-e1ab-4d6a-9ecb-a1959e89d469 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473043 Mar 11 12:02:22.572215 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a639ff6-f75e-4c9a-aecc-42b533619d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (dce68bca-4ba7-4af4-86d7-0a8109eb3698), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:22.592538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26b6c124-d9c2-4444-b7e7-4d4c9f3d5992 req-e6fe0085-6909-4875-b64c-a2a3b1b677d9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d4de975-42a6-4c9b-8d38-2c7311a75e0d HTTP/1.1" status: 200 len: 210 time: 0.0561385 Mar 11 12:02:22.606666 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-776d32d9-6fa9-4308-9794-396b54f384a9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5971b56b-264c-41c9-a580-1220f6e00b5f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:22.610507 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-920e1857-7b05-49c6-86db-36d2595b7f43 None None] Port 5971b56b-264c-41c9-a580-1220f6e00b5f cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:02:22.673398 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40960) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:22.724464 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a639ff6-f75e-4c9a-aecc-42b533619d73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:22.730374 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4a639ff6-f75e-4c9a-aecc-42b533619d73 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/dce68bca-4ba7-4af4-86d7-0a8109eb3698 HTTP/1.1" status: 204 len: 168 time: 0.9356928 Mar 11 12:02:22.732922 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40964) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:22.783059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a639ff6-f75e-4c9a-aecc-42b533619d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce68bca-4ba7-4af4-86d7-0a8109eb3698,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:22.785102 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d32d9-6fa9-4308-9794-396b54f384a9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=5971b56b-264c-41c9-a580-1220f6e00b5f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:22.985710 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20bef4bb-8571-4ccc-9c07-74737816813b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (fddcb0f5-523a-40a5-b8ca-8431ff7c333f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:22.990067 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2bc3809-761c-4352-97d5-49c95f761778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.026164 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-776d32d9-6fa9-4308-9794-396b54f384a9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.032617 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-776d32d9-6fa9-4308-9794-396b54f384a9 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/ports/5971b56b-264c-41c9-a580-1220f6e00b5f HTTP/1.1" status: 204 len: 168 time: 1.5019846 Mar 11 12:02:23.035301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40968) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:23.069800 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-70129e46-45ab-43a2-a638-5ac90deb9016 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] GET failed (client error): The resource could not be found. Mar 11 12:02:23.074563 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-70129e46-45ab-43a2-a638-5ac90deb9016 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports/5971b56b-264c-41c9-a580-1220f6e00b5f HTTP/1.1" status: 404 len: 333 time: 0.0382514 Mar 11 12:02:23.075163 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40970) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:23.089432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb6bd4-6acd-498f-8e2b-3909f2d04533 req-53a486d1-fd54-43b0-afcc-88ccec7028ed tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:23.091344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35eb6bd4-6acd-498f-8e2b-3909f2d04533 req-53a486d1-fd54-43b0-afcc-88ccec7028ed tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.1759176 Mar 11 12:02:23.105738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee19581-10f9-4eee-836c-344556919b0c req-7359b016-00a6-4142-969a-d25781911554 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:23.107215 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1ee19581-10f9-4eee-836c-344556919b0c req-7359b016-00a6-4142-969a-d25781911554 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.71 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 805 time: 0.3200960 Mar 11 12:02:23.122491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-1ee19581-10f9-4eee-836c-344556919b0c req-06cc9cfd-bdd3-4bc5-a840-138a924e33dd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Request body: {'port': {'device_id': '6d4de975-42a6-4c9b-8d38-2c7311a75e0d', 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064', 'admin_state_up': True, 'tenant_id': '09d5cd320b674c0e99aeaa20dd57d2bb'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:23.155314 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20bef4bb-8571-4ccc-9c07-74737816813b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (fddcb0f5-523a-40a5-b8ca-8431ff7c333f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.203675 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-20bef4bb-8571-4ccc-9c07-74737816813b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddcb0f5-523a-40a5-b8ca-8431ff7c333f']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:23.213641 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-585ffb1c-20da-4bc4-9ef2-9083a4589b85 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (14e99be2-bbb9-4c0b-9392-5836bee9d97b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.232724 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-20bef4bb-8571-4ccc-9c07-74737816813b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b37b9f3-ba94-430c-bd11-fa96844255ab') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:23.233378 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-20bef4bb-8571-4ccc-9c07-74737816813b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b37b9f3-ba94-430c-bd11-fa96844255ab') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:23.252194 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20bef4bb-8571-4ccc-9c07-74737816813b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (6b37b9f3-ba94-430c-bd11-fa96844255ab), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.258290 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-585ffb1c-20da-4bc4-9ef2-9083a4589b85 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (14e99be2-bbb9-4c0b-9392-5836bee9d97b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.274360 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2bc3809-761c-4352-97d5-49c95f761778 admin admin] Publish callbacks [] for security_group (ebf88ef9-f516-4f96-95f3-9db57e3bf1b2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.286628 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35eb6bd4-6acd-498f-8e2b-3909f2d04533 req-509a20c0-e931-40a8-9c78-59b0b8d66acb tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873419 Mar 11 12:02:23.289105 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2bc3809-761c-4352-97d5-49c95f761778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ebf88ef9-f516-4f96-95f3-9db57e3bf1b2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.293486 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20bef4bb-8571-4ccc-9c07-74737816813b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6b37b9f3-ba94-430c-bd11-fa96844255ab), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.313410 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20bef4bb-8571-4ccc-9c07-74737816813b admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:02:23.313947 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20bef4bb-8571-4ccc-9c07-74737816813b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (6b37b9f3-ba94-430c-bd11-fa96844255ab), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:02:23.317684 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:02:23.327687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee19581-10f9-4eee-836c-344556919b0c req-06cc9cfd-bdd3-4bc5-a840-138a924e33dd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Made reservation on behalf of 09d5cd320b674c0e99aeaa20dd57d2bb for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:23.331337 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1ee19581-10f9-4eee-836c-344556919b0c req-06cc9cfd-bdd3-4bc5-a840-138a924e33dd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.354176 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-585ffb1c-20da-4bc4-9ef2-9083a4589b85 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (14e99be2-bbb9-4c0b-9392-5836bee9d97b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.356550 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-585ffb1c-20da-4bc4-9ef2-9083a4589b85 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.360465 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-585ffb1c-20da-4bc4-9ef2-9083a4589b85 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/security-groups/14e99be2-bbb9-4c0b-9392-5836bee9d97b HTTP/1.1" status: 204 len: 168 time: 0.2779911 Mar 11 12:02:23.360612 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e2bc3809-761c-4352-97d5-49c95f761778 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=471bf646f1af4788aa3fee524723b759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6833205 Mar 11 12:02:23.369749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40972) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:23.370083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40974) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:23.370837 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ffb1c-20da-4bc4-9ef2-9083a4589b85 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e99be2-bbb9-4c0b-9392-5836bee9d97b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:23.394476 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc3809-761c-4352-97d5-49c95f761778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf88ef9-f516-4f96-95f3-9db57e3bf1b2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:23.415887 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20bef4bb-8571-4ccc-9c07-74737816813b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (fddcb0f5-523a-40a5-b8ca-8431ff7c333f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.422874 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20bef4bb-8571-4ccc-9c07-74737816813b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.435672 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-20bef4bb-8571-4ccc-9c07-74737816813b admin admin] 10.222.0.78 "DELETE /v2.0/networks/fddcb0f5-523a-40a5-b8ca-8431ff7c333f HTTP/1.1" status: 204 len: 168 time: 0.6999667 Mar 11 12:02:23.454126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bef4bb-8571-4ccc-9c07-74737816813b admin admin] Pushing event deleted for resources: {'Network': ['ID=fddcb0f5-523a-40a5-b8ca-8431ff7c333f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:23.516137 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a419e731-c47a-47b8-9d81-6b7ab7e1b1b4 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (2ed34af4-9cd4-422b-a48d-a8b795365cb0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.558319 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6ef7372a-242a-489a-a951-f4789fe9ab2c admin admin] Publish callbacks [] for security_group (ebf88ef9-f516-4f96-95f3-9db57e3bf1b2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.581422 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6ef7372a-242a-489a-a951-f4789fe9ab2c admin admin] Publish callbacks [] for security_group (ebf88ef9-f516-4f96-95f3-9db57e3bf1b2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.647213 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40984) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:23.653225 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a419e731-c47a-47b8-9d81-6b7ab7e1b1b4 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (2ed34af4-9cd4-422b-a48d-a8b795365cb0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.721236 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9cb3585-27df-4825-a854-6a35ae1f0f00 req-5b852b9a-f3f6-48ab-87db-342382446d6c tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d4de975-42a6-4c9b-8d38-2c7311a75e0d HTTP/1.1" status: 200 len: 210 time: 0.0624137 Mar 11 12:02:23.763304 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-1ee19581-10f9-4eee-836c-344556919b0c req-06cc9cfd-bdd3-4bc5-a840-138a924e33dd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Allocated IP 172.20.0.4 (8f643498-59e6-4f88-97f4-fba97d06b064/d2b721aa-1c42-4b6f-8791-9da31c359ccd/523a6f49-f6e9-4c35-8c8d-5e124b18fe85) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:02:23.791871 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-07644df5-d36a-44fb-a0d6-b2b284713811 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1be66b3892564d479df26a24ee9d01fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1422639 Mar 11 12:02:23.794414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40986) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:23.850605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80254f-deed-4138-ac3a-4735d827996e req-ca6b220d-6123-4d1d-ab93-e36043e42a8c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:23.856170 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6ef7372a-242a-489a-a951-f4789fe9ab2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ebf88ef9-f516-4f96-95f3-9db57e3bf1b2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.857799 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a80254f-deed-4138-ac3a-4735d827996e req-ca6b220d-6123-4d1d-ab93-e36043e42a8c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.1393180 Mar 11 12:02:23.858697 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6ef7372a-242a-489a-a951-f4789fe9ab2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.860087 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6ef7372a-242a-489a-a951-f4789fe9ab2c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ebf88ef9-f516-4f96-95f3-9db57e3bf1b2 HTTP/1.1" status: 204 len: 168 time: 0.4857399 Mar 11 12:02:23.871175 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a419e731-c47a-47b8-9d81-6b7ab7e1b1b4 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2ed34af4-9cd4-422b-a48d-a8b795365cb0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.873744 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a419e731-c47a-47b8-9d81-6b7ab7e1b1b4 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:23.877255 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a419e731-c47a-47b8-9d81-6b7ab7e1b1b4 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/security-groups/2ed34af4-9cd4-422b-a48d-a8b795365cb0 HTTP/1.1" status: 204 len: 168 time: 0.5019426 Mar 11 12:02:23.878080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7372a-242a-489a-a951-f4789fe9ab2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf88ef9-f516-4f96-95f3-9db57e3bf1b2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:23.882978 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40990) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:23.952305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419e731-c47a-47b8-9d81-6b7ab7e1b1b4 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed34af4-9cd4-422b-a48d-a8b795365cb0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:23.978059 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afadc109-bae1-4c69-b93d-01408c62c3a5 admin admin] Publish callbacks [] for security_group (0038bd7f-03a1-4021-b534-a41ac3ead9d7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:24.020425 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-f166b5e7-0780-4ca3-99d8-962a899aa424 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting subnet 5ce0e503-1704-4054-8272-15d1e6e4c054 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:02:24.021631 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a80254f-deed-4138-ac3a-4735d827996e req-e30604d1-4e1b-40ea-9f40-56d020023d2f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628790 Mar 11 12:02:24.027325 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f166b5e7-0780-4ca3-99d8-962a899aa424 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (5ce0e503-1704-4054-8272-15d1e6e4c054), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:24.037669 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afadc109-bae1-4c69-b93d-01408c62c3a5 admin admin] Publish callbacks [] for security_group (0038bd7f-03a1-4021-b534-a41ac3ead9d7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:24.098986 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afadc109-bae1-4c69-b93d-01408c62c3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0038bd7f-03a1-4021-b534-a41ac3ead9d7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:24.102267 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1ee19581-10f9-4eee-836c-344556919b0c req-06cc9cfd-bdd3-4bc5-a840-138a924e33dd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks [] for port (523a6f49-f6e9-4c35-8c8d-5e124b18fe85), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:24.103614 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afadc109-bae1-4c69-b93d-01408c62c3a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:24.104895 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-afadc109-bae1-4c69-b93d-01408c62c3a5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0038bd7f-03a1-4021-b534-a41ac3ead9d7 HTTP/1.1" status: 204 len: 168 time: 0.3095007 Mar 11 12:02:24.105182 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f166b5e7-0780-4ca3-99d8-962a899aa424 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (5ce0e503-1704-4054-8272-15d1e6e4c054), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:24.116936 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadc109-bae1-4c69-b93d-01408c62c3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0038bd7f-03a1-4021-b534-a41ac3ead9d7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:24.273003 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1ee19581-10f9-4eee-836c-344556919b0c req-06cc9cfd-bdd3-4bc5-a840-138a924e33dd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (523a6f49-f6e9-4c35-8c8d-5e124b18fe85), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:24.286619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['de47ce64-ea93-40ab-9763-7f508aec56e0'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:02:24.306995 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f166b5e7-0780-4ca3-99d8-962a899aa424 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (5ce0e503-1704-4054-8272-15d1e6e4c054), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:24.365181 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee19581-10f9-4eee-836c-344556919b0c req-06cc9cfd-bdd3-4bc5-a840-138a924e33dd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Network 8f643498-59e6-4f88-97f4-fba97d06b064 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:02:24.370588 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-1ee19581-10f9-4eee-836c-344556919b0c req-06cc9cfd-bdd3-4bc5-a840-138a924e33dd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:24.379886 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee19581-10f9-4eee-836c-344556919b0c req-06cc9cfd-bdd3-4bc5-a840-138a924e33dd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:02:24.423392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc9cfd-bdd3-4bc5-a840-138a924e33dd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Pushing event updated for resources: {'Port': ['ID=523a6f49-f6e9-4c35-8c8d-5e124b18fe85,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:24.467827 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee19581-10f9-4eee-836c-344556919b0c req-06cc9cfd-bdd3-4bc5-a840-138a924e33dd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:24.476976 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1ee19581-10f9-4eee-836c-344556919b0c req-06cc9cfd-bdd3-4bc5-a840-138a924e33dd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:24.514501 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f166b5e7-0780-4ca3-99d8-962a899aa424 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (5ce0e503-1704-4054-8272-15d1e6e4c054), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:24.528315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41000) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:24.591311 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6855c24-521f-43c1-aee1-d3b1fc4cb87a req-1f109cd1-e903-4883-a380-32945e65384a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:24.594541 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6855c24-521f-43c1-aee1-d3b1fc4cb87a req-1f109cd1-e903-4883-a380-32945e65384a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.1302545 Mar 11 12:02:24.609640 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9fe30681-de76-4365-b511-33935e4ec20a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:24.622459 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1ee19581-10f9-4eee-836c-344556919b0c req-06cc9cfd-bdd3-4bc5-a840-138a924e33dd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5042090 Mar 11 12:02:24.636447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166b5e7-0780-4ca3-99d8-962a899aa424 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce0e503-1704-4054-8272-15d1e6e4c054,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:24.640190 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f166b5e7-0780-4ca3-99d8-962a899aa424 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:24.644676 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f166b5e7-0780-4ca3-99d8-962a899aa424 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/5ce0e503-1704-4054-8272-15d1e6e4c054 HTTP/1.1" status: 204 len: 168 time: 0.7590463 Mar 11 12:02:24.652150 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41002) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:24.654868 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c59742a-85c6-414a-8aec-5f75877c2636 None None] Network 597c0b54-de71-49ab-ae23-76a7f6644850 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:02:24.658657 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Request body: {'port': {'device_id': '6d4de975-42a6-4c9b-8d38-2c7311a75e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:24.669605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-480f23b2-833f-4823-8c4e-df3d136d1076 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'subnet': {'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:24.784469 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (523a6f49-f6e9-4c35-8c8d-5e124b18fe85), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:24.852179 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6855c24-521f-43c1-aee1-d3b1fc4cb87a req-e44868c4-4390-46aa-94f1-3672662030ac tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516253 Mar 11 12:02:24.895996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41008) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:25.036534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb4d5b-1b1f-4c1d-b550-0ccc9ed52279 req-b46bbe4a-23fb-4905-b1de-f8e001c8d996 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:25.038518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eedb4d5b-1b1f-4c1d-b550-0ccc9ed52279 req-b46bbe4a-23fb-4905-b1de-f8e001c8d996 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d4de975-42a6-4c9b-8d38-2c7311a75e0d HTTP/1.1" status: 200 len: 931 time: 0.1758344 Mar 11 12:02:25.045169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-eec9b1f4-a084-48b1-a197-7e5704df1b6f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9a5417daaaf14b9bb4531d2c175cb553&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373031 Mar 11 12:02:25.047180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41012) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:25.063807 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9fe30681-de76-4365-b511-33935e4ec20a admin admin] Publish callbacks [] for security_group (8c1d4194-b832-4412-a53e-33055438987b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:25.080217 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9fe30681-de76-4365-b511-33935e4ec20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8c1d4194-b832-4412-a53e-33055438987b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:25.102775 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480f23b2-833f-4823-8c4e-df3d136d1076 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:25.106919 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-480f23b2-833f-4823-8c4e-df3d136d1076 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:25.400235 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-480f23b2-833f-4823-8c4e-df3d136d1076 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (574228e0-64d4-46c2-ba9b-512c97013eab), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:25.499805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480f23b2-833f-4823-8c4e-df3d136d1076 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 597c0b54-de71-49ab-ae23-76a7f6644850 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:02:25.505332 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-480f23b2-833f-4823-8c4e-df3d136d1076 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:25.517027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480f23b2-833f-4823-8c4e-df3d136d1076 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:25.517615 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-480f23b2-833f-4823-8c4e-df3d136d1076 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:25.522824 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eedb4d5b-1b1f-4c1d-b550-0ccc9ed52279 req-305999d6-be73-470e-9e3a-91016fea7ceb tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732316 Mar 11 12:02:25.555494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f23b2-833f-4823-8c4e-df3d136d1076 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Subnet': ['ID=574228e0-64d4-46c2-ba9b-512c97013eab,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:25.566275 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c5b7-4359-43a1-94bc-20bf5051c9cb admin admin] Publish callbacks [] for security_group (59140453-371d-48fd-a86c-342329a62215), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:25.583937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-480f23b2-833f-4823-8c4e-df3d136d1076 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9276760 Mar 11 12:02:25.598301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41014) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:25.615609 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772b0d0-4fa3-4171-b958-d324faa436fb req-fbf29474-b47f-445e-8c10-9511c31428c3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:25.625370 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9772b0d0-4fa3-4171-b958-d324faa436fb req-fbf29474-b47f-445e-8c10-9511c31428c3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.2445853 Mar 11 12:02:25.637787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c3c7823b-949b-4df6-ba5b-1c87aeb40df5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'security_group': {'name': 'tempest-secgroup-643815251'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:25.640186 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:02:25.650929 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Publish callbacks [] for port (523a6f49-f6e9-4c35-8c8d-5e124b18fe85), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:25.667273 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Transition to ACTIVE for port object 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:02:25.685519 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (523a6f49-f6e9-4c35-8c8d-5e124b18fe85), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:25.730821 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c5b7-4359-43a1-94bc-20bf5051c9cb admin admin] Publish callbacks [] for security_group (59140453-371d-48fd-a86c-342329a62215), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:25.753880 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9fe30681-de76-4365-b511-33935e4ec20a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7cd8f29a411643ab920eb0f5b6ba093f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2200332 Mar 11 12:02:25.760226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41016) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:25.760914 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe30681-de76-4365-b511-33935e4ec20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1d4194-b832-4412-a53e-33055438987b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:25.797177 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c3c7823b-949b-4df6-ba5b-1c87aeb40df5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:25.812399 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Pushing event updated for resources: {'Port': ['ID=523a6f49-f6e9-4c35-8c8d-5e124b18fe85,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:25.823894 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9772b0d0-4fa3-4171-b958-d324faa436fb req-da1b1482-8754-40ba-b178-6816d4e22500 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899078 Mar 11 12:02:25.871214 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8790e4-9150-4393-a982-4596609f0ce1 None None] Network 597c0b54-de71-49ab-ae23-76a7f6644850 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:02:25.901498 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c5b7-4359-43a1-94bc-20bf5051c9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (59140453-371d-48fd-a86c-342329a62215), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:25.904458 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c5b7-4359-43a1-94bc-20bf5051c9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:25.905728 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e9a2c5b7-4359-43a1-94bc-20bf5051c9cb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/59140453-371d-48fd-a86c-342329a62215 HTTP/1.1" status: 204 len: 168 time: 0.8574555 Mar 11 12:02:25.945006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2c5b7-4359-43a1-94bc-20bf5051c9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59140453-371d-48fd-a86c-342329a62215,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:25.955572 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56435736-ecf9-4cc3-bcb4-dcc0e37121fc admin admin] Publish callbacks [] for security_group (8c1d4194-b832-4412-a53e-33055438987b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:25.986285 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0437e66b-2cc2-4a63-a915-2a4f4c366df4 None None] Provisioning complete for port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:25.986653 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0437e66b-2cc2-4a63-a915-2a4f4c366df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:26.000871 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56435736-ecf9-4cc3-bcb4-dcc0e37121fc admin admin] Publish callbacks [] for security_group (8c1d4194-b832-4412-a53e-33055438987b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:26.024934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Attempting to bind port 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:02:26.025266 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Attempting to bind port 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:02:26.025819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Attempting to bind port 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 on network 8f643498-59e6-4f88-97f4-fba97d06b064 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:02:26.036566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Port 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 on network 8f643498-59e6-4f88-97f4-fba97d06b064 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:02:26.036894 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Attempting to bind port 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 on network 8f643498-59e6-4f88-97f4-fba97d06b064 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:02:26.056637 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:02:26.056898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Checking segment: {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:02:26.057250 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Bound using segment: {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:02:26.057701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Bound port: 523a6f49-f6e9-4c35-8c8d-5e124b18fe85, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:02:26.058323 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (523a6f49-f6e9-4c35-8c8d-5e124b18fe85), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:26.141535 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56435736-ecf9-4cc3-bcb4-dcc0e37121fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8c1d4194-b832-4412-a53e-33055438987b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:26.146452 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56435736-ecf9-4cc3-bcb4-dcc0e37121fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:26.148238 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-56435736-ecf9-4cc3-bcb4-dcc0e37121fc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8c1d4194-b832-4412-a53e-33055438987b HTTP/1.1" status: 204 len: 168 time: 0.3827791 Mar 11 12:02:26.152261 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c3c7823b-949b-4df6-ba5b-1c87aeb40df5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (cad0ade5-e9ca-439c-8888-14c57c3b7e34), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:26.196981 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9aed93-7b21-49ae-8929-820f4e28875f req-2d4166b7-19f4-4c26-9cb1-c4f5fa66dedf tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:26.198608 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e9aed93-7b21-49ae-8929-820f4e28875f req-2d4166b7-19f4-4c26-9cb1-c4f5fa66dedf tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.2068541 Mar 11 12:02:26.202604 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c3c7823b-949b-4df6-ba5b-1c87aeb40df5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cad0ade5-e9ca-439c-8888-14c57c3b7e34), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:26.210532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56435736-ecf9-4cc3-bcb4-dcc0e37121fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1d4194-b832-4412-a53e-33055438987b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:26.227833 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] For port 523a6f49-f6e9-4c35-8c8d-5e124b18fe85, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:02:26.238554 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] For port 523a6f49-f6e9-4c35-8c8d-5e124b18fe85, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=523a6f49-f6e9-4c35-8c8d-5e124b18fe85,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:02:26.260148 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (523a6f49-f6e9-4c35-8c8d-5e124b18fe85), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:26.360397 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:26.361818 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:26.366932 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1ee19581-10f9-4eee-836c-344556919b0c req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] 10.222.0.71 "PUT /v2.0/ports/523a6f49-f6e9-4c35-8c8d-5e124b18fe85 HTTP/1.1" status: 200 len: 1091 time: 1.7281969 Mar 11 12:02:26.369594 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c3c7823b-949b-4df6-ba5b-1c87aeb40df5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:26.374350 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c3c7823b-949b-4df6-ba5b-1c87aeb40df5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7439861 Mar 11 12:02:26.376401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4de975-42a6-4c9b-8d38-2c7311a75e0d', 'tag': '523a6f49-f6e9-4c35-8c8d-5e124b18fe85'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:02:26.376892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41028) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:26.386707 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de31f3e1-b45d-418a-a5f9-e4dceee95ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4de975-42a6-4c9b-8d38-2c7311a75e0d", "tag": "523a6f49-f6e9-4c35-8c8d-5e124b18fe85"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:02:26.413233 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8c8dcb5d-404d-4d5b-8d7f-bf78a11c4d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'security_group': {'name': 'tempest-secgroup-201384470'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:26.432580 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7823b-949b-4df6-ba5b-1c87aeb40df5 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad0ade5-e9ca-439c-8888-14c57c3b7e34,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:26.466721 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e9aed93-7b21-49ae-8929-820f4e28875f req-0ca6c335-ad82-47ab-a0ac-52e19dd182a0 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582867 Mar 11 12:02:26.511168 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8c8dcb5d-404d-4d5b-8d7f-bf78a11c4d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:26.550539 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b338f6ac-e0bd-4b10-bc0f-abc4d64a9e65 x-openstack-request-id: req-b338f6ac-e0bd-4b10-bc0f-abc4d64a9e65 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:02:26.550851 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4de975-42a6-4c9b-8d38-2c7311a75e0d", "tag": "523a6f49-f6e9-4c35-8c8d-5e124b18fe85", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:02:26.552160 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b338f6ac-e0bd-4b10-bc0f-abc4d64a9e65 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:02:26.552584 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4de975-42a6-4c9b-8d38-2c7311a75e0d', 'tag': '523a6f49-f6e9-4c35-8c8d-5e124b18fe85', 'status': 'completed', 'code': 200} Mar 11 12:02:26.568873 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388a763-0275-4b57-9e8f-a54b69f04cca service neutron] Pushing event updated for resources: {'Port': ['ID=523a6f49-f6e9-4c35-8c8d-5e124b18fe85,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:26.632123 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee19581-10f9-4eee-836c-344556919b0c req-d1406eee-59a8-49ea-8fe0-f4378827e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:26.637741 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1ee19581-10f9-4eee-836c-344556919b0c req-d1406eee-59a8-49ea-8fe0-f4378827e402 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&device_id=6d4de975-42a6-4c9b-8d38-2c7311a75e0d HTTP/1.1" status: 200 len: 1125 time: 0.2042105 Mar 11 12:02:26.658346 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8c8dcb5d-404d-4d5b-8d7f-bf78a11c4d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (07996e69-ef72-4115-83c9-44d5c4fea139), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:26.667072 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8c8dcb5d-404d-4d5b-8d7f-bf78a11c4d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (07996e69-ef72-4115-83c9-44d5c4fea139), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:26.703074 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1ee19581-10f9-4eee-836c-344556919b0c req-c00b724d-232c-41a3-b58e-af8d13701ae8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=523a6f49-f6e9-4c35-8c8d-5e124b18fe85 HTTP/1.1" status: 200 len: 217 time: 0.0593421 Mar 11 12:02:26.786189 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8dcb5d-404d-4d5b-8d7f-bf78a11c4d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07996e69-ef72-4115-83c9-44d5c4fea139,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:26.799140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee19581-10f9-4eee-836c-344556919b0c req-ca2e03f5-bf92-47df-bf4c-fc0fddfa01d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:26.801292 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1ee19581-10f9-4eee-836c-344556919b0c req-ca2e03f5-bf92-47df-bf4c-fc0fddfa01d9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b721aa-1c42-4b6f-8791-9da31c359ccd HTTP/1.1" status: 200 len: 845 time: 0.0906670 Mar 11 12:02:26.866175 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1ee19581-10f9-4eee-836c-344556919b0c req-0f7d1e57-22c5-444c-98d6-437bec6bebb0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f643498-59e6-4f88-97f4-fba97d06b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571544 Mar 11 12:02:26.924579 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8c8dcb5d-404d-4d5b-8d7f-bf78a11c4d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:26.930444 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8c8dcb5d-404d-4d5b-8d7f-bf78a11c4d59 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5388103 Mar 11 12:02:26.944937 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41052) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:26.956365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5eb855e6-a707-4b0e-b7e0-41dc7e6b0fc7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'security_group': {'name': 'tempest-secgroup-1506169900'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:26.964691 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0437e66b-2cc2-4a63-a915-2a4f4c366df4 None None] Current status of the port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:27.025520 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0437e66b-2cc2-4a63-a915-2a4f4c366df4 None None] Provisioning complete for port 0a0cf245-e18c-456f-a573-b1fd0b17a2c1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:27.027262 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0437e66b-2cc2-4a63-a915-2a4f4c366df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0a0cf245-e18c-456f-a573-b1fd0b17a2c1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:27.038049 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d495ce-3707-40e8-b04a-3fdd27141daf req-6ad01d5a-6a12-4913-a1c8-5170f6fc9b54 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:27.042381 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-68d495ce-3707-40e8-b04a-3fdd27141daf req-6ad01d5a-6a12-4913-a1c8-5170f6fc9b54 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d4de975-42a6-4c9b-8d38-2c7311a75e0d HTTP/1.1" status: 200 len: 943 time: 0.2572629 Mar 11 12:02:27.086713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0437e66b-2cc2-4a63-a915-2a4f4c366df4 None None] Port 0a0cf245-e18c-456f-a573-b1fd0b17a2c1 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:02:27.147756 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685ec29f-6143-4847-adb6-830136a219f8 None None] Update dhcp port {'port': {'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850', 'fixed_ips': [{'subnet_id': '28241899-c513-40a4-a77b-3f66c74e2517', 'ip_address': '172.20.0.18'}, {'subnet_id': '574228e0-64d4-46c2-ba9b-512c97013eab'}], 'binding:host_id': 'n-d-833234-2'}, 'id': '40bff6fb-a0e8-46c7-aaf7-01368db26a82'} from n-d-833234-2. {{(pid=104033) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 12:02:27.189526 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-685ec29f-6143-4847-adb6-830136a219f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:27.191445 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eb855e6-a707-4b0e-b7e0-41dc7e6b0fc7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:27.228957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-68d495ce-3707-40e8-b04a-3fdd27141daf req-50a22706-fcb3-4b6d-b4e7-8779dee46261 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582122 Mar 11 12:02:27.248390 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1ee19581-10f9-4eee-836c-344556919b0c req-b37c5d2b-0a37-4475-ae90-ec60229c7c28 service neutron] 10.222.0.71 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667531 Mar 11 12:02:27.248531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c3092-d123-4f24-9375-b57feef9d68a req-528b3e2f-170a-49b2-9154-37047a30c479 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:27.252923 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb9c3092-d123-4f24-9375-b57feef9d68a req-528b3e2f-170a-49b2-9154-37047a30c479 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.3744006 Mar 11 12:02:27.410422 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb9c3092-d123-4f24-9375-b57feef9d68a req-53796105-1281-42db-99bb-a4f48d83c9fa tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456802 Mar 11 12:02:27.510279 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-685ec29f-6143-4847-adb6-830136a219f8 None None] Allocated IP 172.20.0.2 (597c0b54-de71-49ab-ae23-76a7f6644850/574228e0-64d4-46c2-ba9b-512c97013eab/40bff6fb-a0e8-46c7-aaf7-01368db26a82) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:02:27.596235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543ac49-b0c7-4d9f-a3e9-66d1e487ff8e req-5ef75435-2bda-4907-922e-4ee5ea3a1c44 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:27.612923 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8543ac49-b0c7-4d9f-a3e9-66d1e487ff8e req-5ef75435-2bda-4907-922e-4ee5ea3a1c44 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.2377527 Mar 11 12:02:27.673490 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1ee19581-10f9-4eee-836c-344556919b0c req-4a236f15-51dc-4eb5-bb5d-f48082259af6 service neutron] 10.222.0.71 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255319 Mar 11 12:02:27.676804 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eb855e6-a707-4b0e-b7e0-41dc7e6b0fc7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (7ae184b4-d5fa-4303-bcfe-5449e596bddc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:27.685798 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eb855e6-a707-4b0e-b7e0-41dc7e6b0fc7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7ae184b4-d5fa-4303-bcfe-5449e596bddc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:27.775969 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-685ec29f-6143-4847-adb6-830136a219f8 None None] For port 40bff6fb-a0e8-46c7-aaf7-01368db26a82, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=40bff6fb-a0e8-46c7-aaf7-01368db26a82,segment=NetworkSegment(aa7564f6-a355-447c-a867-31076ad49a7d),segment_id=aa7564f6-a355-447c-a867-31076ad49a7d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:27.809210 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eb855e6-a707-4b0e-b7e0-41dc7e6b0fc7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:27.814479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41080) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:27.814975 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5eb855e6-a707-4b0e-b7e0-41dc7e6b0fc7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8681147 Mar 11 12:02:27.834730 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a13a0fe8-612e-482a-81b6-162f54fc5dfa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1036039111', 'security_groups': ['7ae184b4-d5fa-4303-bcfe-5449e596bddc'], 'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '574228e0-64d4-46c2-ba9b-512c97013eab'}]}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:27.834979 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-685ec29f-6143-4847-adb6-830136a219f8 None None] Publish callbacks [] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:27.844621 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-685ec29f-6143-4847-adb6-830136a219f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:27.858058 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb855e6-a707-4b0e-b7e0-41dc7e6b0fc7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae184b4-d5fa-4303-bcfe-5449e596bddc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:27.898254 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31f3e1-b45d-418a-a5f9-e4dceee95ffb req-e17c5f99-d8e7-47ba-a732-f403987f214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:27.901585 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de31f3e1-b45d-418a-a5f9-e4dceee95ffb req-e17c5f99-d8e7-47ba-a732-f403987f214e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&device_id=6d4de975-42a6-4c9b-8d38-2c7311a75e0d HTTP/1.1" status: 200 len: 1125 time: 0.1512518 Mar 11 12:02:27.906560 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8543ac49-b0c7-4d9f-a3e9-66d1e487ff8e req-dc9aff24-7bdb-465d-9872-9c5f8b535cbc tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924438 Mar 11 12:02:27.932207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebf29b-88b9-4116-8bbb-468a749973b6 req-687be99e-3b61-4958-9f71-c084fd86b584 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:27.936486 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39ebf29b-88b9-4116-8bbb-468a749973b6 req-687be99e-3b61-4958-9f71-c084fd86b584 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.3726087 Mar 11 12:02:28.047741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ec29f-6143-4847-adb6-830136a219f8 None None] Pushing event updated for resources: {'Port': ['ID=40bff6fb-a0e8-46c7-aaf7-01368db26a82,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:28.121291 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31f3e1-b45d-418a-a5f9-e4dceee95ffb req-f4f3a409-4c37-48af-94a3-02b2214f58c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:28.122853 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de31f3e1-b45d-418a-a5f9-e4dceee95ffb req-f4f3a409-4c37-48af-94a3-02b2214f58c5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 906 time: 0.2099509 Mar 11 12:02:28.241787 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39ebf29b-88b9-4116-8bbb-468a749973b6 req-af21ce05-1bdb-426c-b5af-fdfd80ff6187 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860630 Mar 11 12:02:28.261876 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de31f3e1-b45d-418a-a5f9-e4dceee95ffb req-2554309d-9537-46b1-ad48-bb5898d7c992 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=523a6f49-f6e9-4c35-8c8d-5e124b18fe85 HTTP/1.1" status: 200 len: 217 time: 0.1312571 Mar 11 12:02:28.338462 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13a0fe8-612e-482a-81b6-162f54fc5dfa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:28.408814 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31f3e1-b45d-418a-a5f9-e4dceee95ffb req-d978298a-3c2e-4f2e-968d-7d14f28f92c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:28.410338 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de31f3e1-b45d-418a-a5f9-e4dceee95ffb req-d978298a-3c2e-4f2e-968d-7d14f28f92c3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b721aa-1c42-4b6f-8791-9da31c359ccd HTTP/1.1" status: 200 len: 845 time: 0.1345477 Mar 11 12:02:28.463762 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de31f3e1-b45d-418a-a5f9-e4dceee95ffb req-45dee7e7-9268-4bed-8222-76c8d453d213 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f643498-59e6-4f88-97f4-fba97d06b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460641 Mar 11 12:02:28.642611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31d704-90ae-4caf-b2cc-997d7e2791d1 req-ffb1020c-6e02-41e8-b741-203d60d18ab3 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:28.644505 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a31d704-90ae-4caf-b2cc-997d7e2791d1 req-ffb1020c-6e02-41e8-b741-203d60d18ab3 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d4de975-42a6-4c9b-8d38-2c7311a75e0d HTTP/1.1" status: 200 len: 943 time: 0.2762218 Mar 11 12:02:28.647474 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a13a0fe8-612e-482a-81b6-162f54fc5dfa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:28.714962 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc321bf1-bd21-43e4-92ec-d98e7510218b req-f96f6153-3903-4816-b1b2-82647104b282 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:28.718461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc321bf1-bd21-43e4-92ec-d98e7510218b req-f96f6153-3903-4816-b1b2-82647104b282 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.3186059 Mar 11 12:02:28.742988 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de31f3e1-b45d-418a-a5f9-e4dceee95ffb req-d68c030a-7a71-4fe0-abc2-98fb1c47f935 service neutron] 10.222.0.71 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695663 Mar 11 12:02:28.799900 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-a13a0fe8-612e-482a-81b6-162f54fc5dfa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] device_id is not set on port e5d4ab8e-31fb-4f3b-9bb2-2489192727e5 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:02:28.950231 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de31f3e1-b45d-418a-a5f9-e4dceee95ffb req-5478c3f2-6a5a-4dbb-9486-657f2b6e6ce8 service neutron] 10.222.0.71 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008133 Mar 11 12:02:29.009019 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cc321bf1-bd21-43e4-92ec-d98e7510218b req-58d0b836-7364-4e2f-a5fc-887cc7c2ab14 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740943 Mar 11 12:02:29.050767 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a31d704-90ae-4caf-b2cc-997d7e2791d1 req-f6dd8cc8-9d18-44c9-bda4-ec6875c4b45d tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890758 Mar 11 12:02:29.241913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41130) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:29.245877 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a40a3f10-6097-44f9-82c1-197e350df2d5 None None] Provisioning complete for port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:29.245877 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a40a3f10-6097-44f9-82c1-197e350df2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:29.349326 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a40a3f10-6097-44f9-82c1-197e350df2d5 None None] Current status of the port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:29.372019 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a40a3f10-6097-44f9-82c1-197e350df2d5 None None] Provisioning complete for port 0a0cf245-e18c-456f-a573-b1fd0b17a2c1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:29.372528 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a40a3f10-6097-44f9-82c1-197e350df2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0a0cf245-e18c-456f-a573-b1fd0b17a2c1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:29.405464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-a13a0fe8-612e-482a-81b6-162f54fc5dfa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Allocated IP 172.20.0.9 (597c0b54-de71-49ab-ae23-76a7f6644850/574228e0-64d4-46c2-ba9b-512c97013eab/e5d4ab8e-31fb-4f3b-9bb2-2489192727e5) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:02:29.412752 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3bf31-f2b9-4197-a682-dea15f9af20d req-8e9d4d8a-abb0-45a8-9db2-138b1171b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:29.420624 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dcf3bf31-f2b9-4197-a682-dea15f9af20d req-8e9d4d8a-abb0-45a8-9db2-138b1171b208 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8&tenant_id=1261e07bdfea4d9b80d7efcfb649be2d HTTP/1.1" status: 200 len: 1126 time: 0.2558694 Mar 11 12:02:29.454303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a40a3f10-6097-44f9-82c1-197e350df2d5 None None] Port 0a0cf245-e18c-456f-a573-b1fd0b17a2c1 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:02:29.513123 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 40bff6fb-a0e8-46c7-aaf7-01368db26a82 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:02:29.550073 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3bf31-f2b9-4197-a682-dea15f9af20d req-6b01112d-f6e4-40dd-b3a8-29ad7e4ee473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:29.552248 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dcf3bf31-f2b9-4197-a682-dea15f9af20d req-6b01112d-f6e4-40dd-b3a8-29ad7e4ee473 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1261e07bdfea4d9b80d7efcfb649be2d&device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 1126 time: 0.1061232 Mar 11 12:02:29.552798 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d4a58-0a6a-41f8-af8e-fcd196f5c685 req-54c455c7-b4b3-4d8c-9b89-22e962b5533e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:29.554446 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-650d4a58-0a6a-41f8-af8e-fcd196f5c685 req-54c455c7-b4b3-4d8c-9b89-22e962b5533e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.3074245 Mar 11 12:02:29.573662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f488b-d3e1-4b33-a70b-0e51d62f667b req-df7a3452-d386-4cb4-ab27-4a75d79b2145 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:29.589963 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f09f488b-d3e1-4b33-a70b-0e51d62f667b req-df7a3452-d386-4cb4-ab27-4a75d79b2145 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.3411641 Mar 11 12:02:29.621395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:29.622145 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:29.709967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:02:29.778611 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-650d4a58-0a6a-41f8-af8e-fcd196f5c685 req-42c9a852-fc55-4bf2-8467-00055db8aeab tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677837 Mar 11 12:02:29.824571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ada507-9422-428c-819c-bb8156c27bd4 admin admin] Deleting subnet 8fa38a55-8118-47d2-bcb0-ad8153ae60f7 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:02:29.829527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3bf31-f2b9-4197-a682-dea15f9af20d req-153792e2-2a26-40da-89bf-a7b231f1318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:29.831145 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dcf3bf31-f2b9-4197-a682-dea15f9af20d req-153792e2-2a26-40da-89bf-a7b231f1318e service neutron] 10.222.0.71 "GET /v2.0/networks?id=e532891a-d9f9-4838-8745-963ad9eaeacc HTTP/1.1" status: 200 len: 918 time: 0.2706375 Mar 11 12:02:29.832591 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53ada507-9422-428c-819c-bb8156c27bd4 admin admin] Publish callbacks [] for subnet (8fa38a55-8118-47d2-bcb0-ad8153ae60f7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:29.858353 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:29.870092 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f09f488b-d3e1-4b33-a70b-0e51d62f667b req-4044afd5-f83b-4881-a940-8fc4ee7b0122 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793670 Mar 11 12:02:29.917177 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a13a0fe8-612e-482a-81b6-162f54fc5dfa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (e5d4ab8e-31fb-4f3b-9bb2-2489192727e5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:29.977678 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a13a0fe8-612e-482a-81b6-162f54fc5dfa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e5d4ab8e-31fb-4f3b-9bb2-2489192727e5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:29.997084 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 523a6f49-f6e9-4c35-8c8d-5e124b18fe85, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=523a6f49-f6e9-4c35-8c8d-5e124b18fe85,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:30.011986 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53ada507-9422-428c-819c-bb8156c27bd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (8fa38a55-8118-47d2-bcb0-ad8153ae60f7), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:30.024516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '523a6f49-f6e9-4c35-8c8d-5e124b18fe85', 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064', 'port_id': '523a6f49-f6e9-4c35-8c8d-5e124b18fe85', 'mac_address': 'fa:16:3e:74:81:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b721aa-1c42-4b6f-8791-9da31c359ccd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:02:30.069014 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53ada507-9422-428c-819c-bb8156c27bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (8fa38a55-8118-47d2-bcb0-ad8153ae60f7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:30.124993 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13a0fe8-612e-482a-81b6-162f54fc5dfa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 597c0b54-de71-49ab-ae23-76a7f6644850 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:02:30.129373 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a0fe8-612e-482a-81b6-162f54fc5dfa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=e5d4ab8e-31fb-4f3b-9bb2-2489192727e5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:30.136764 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-a13a0fe8-612e-482a-81b6-162f54fc5dfa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:30.150932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a0fe8-612e-482a-81b6-162f54fc5dfa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:02:30.151118 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53ada507-9422-428c-819c-bb8156c27bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (8fa38a55-8118-47d2-bcb0-ad8153ae60f7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:30.167106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:30.167500 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (523a6f49-f6e9-4c35-8c8d-5e124b18fe85), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:30.225512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:02:30.227547 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ada507-9422-428c-819c-bb8156c27bd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fa38a55-8118-47d2-bcb0-ad8153ae60f7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:30.252921 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53ada507-9422-428c-819c-bb8156c27bd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:30.264806 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-53ada507-9422-428c-819c-bb8156c27bd4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8fa38a55-8118-47d2-bcb0-ad8153ae60f7 HTTP/1.1" status: 204 len: 168 time: 1.0218346 Mar 11 12:02:30.265746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41196) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:30.277522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 523a6f49-f6e9-4c35-8c8d-5e124b18fe85, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=523a6f49-f6e9-4c35-8c8d-5e124b18fe85,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:30.290614 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (523a6f49-f6e9-4c35-8c8d-5e124b18fe85), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:30.324727 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dcf3bf31-f2b9-4197-a682-dea15f9af20d req-392b01cb-906a-4d62-b5ac-e2efe6c9e8e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e HTTP/1.1" status: 200 len: 999 time: 0.4296031 Mar 11 12:02:30.344278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a0fe8-612e-482a-81b6-162f54fc5dfa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:30.345247 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a13a0fe8-612e-482a-81b6-162f54fc5dfa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:30.369120 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=523a6f49-f6e9-4c35-8c8d-5e124b18fe85,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:30.395480 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a13a0fe8-612e-482a-81b6-162f54fc5dfa tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5715709 Mar 11 12:02:30.398425 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41200) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:30.407205 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-fb24050d-a7ad-49b6-acd8-cdfa213fb52d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'subnet': {'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:30.509009 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['523a6f49-f6e9-4c35-8c8d-5e124b18fe85'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:02:30.522632 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23f007b9-6f1c-4a92-a964-63a735b95142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (f552eff6-e45c-42f6-b92d-765dea74520a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:30.529502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3bf31-f2b9-4197-a682-dea15f9af20d req-61105f46-d3d8-4aff-aa9c-9ef81dc0fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:30.531471 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dcf3bf31-f2b9-4197-a682-dea15f9af20d req-61105f46-d3d8-4aff-aa9c-9ef81dc0fb63 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc42e876-74e9-4322-8608-e55a47f90e7b HTTP/1.1" status: 200 len: 856 time: 0.1930304 Mar 11 12:02:30.631684 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-beb490c0-c05a-4abd-8b63-79acf6b6f24e None None] Provisioning complete for port e5d4ab8e-31fb-4f3b-9bb2-2489192727e5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:30.633164 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-beb490c0-c05a-4abd-8b63-79acf6b6f24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e5d4ab8e-31fb-4f3b-9bb2-2489192727e5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:30.667907 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41204) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:30.719043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-beb490c0-c05a-4abd-8b63-79acf6b6f24e None None] Port e5d4ab8e-31fb-4f3b-9bb2-2489192727e5 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:02:30.744666 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23f007b9-6f1c-4a92-a964-63a735b95142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (f552eff6-e45c-42f6-b92d-765dea74520a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:30.751491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3bf31-f2b9-4197-a682-dea15f9af20d req-ee3c70be-96aa-4200-8e70-bd6b10b84b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:30.753690 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dcf3bf31-f2b9-4197-a682-dea15f9af20d req-ee3c70be-96aa-4200-8e70-bd6b10b84b66 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e532891a-d9f9-4838-8745-963ad9eaeacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2137790 Mar 11 12:02:30.830794 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-23f007b9-6f1c-4a92-a964-63a735b95142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f552eff6-e45c-42f6-b92d-765dea74520a']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:30.833733 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ae3b-18a9-4f13-8f82-8a65ada44f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:30.836766 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127376c4-8270-47ef-a993-a41ce086c98a req-1fe888fa-0edc-40b4-a975-6ac7518ead5e tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:30.838465 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-127376c4-8270-47ef-a993-a41ce086c98a req-1fe888fa-0edc-40b4-a975-6ac7518ead5e tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d4de975-42a6-4c9b-8d38-2c7311a75e0d HTTP/1.1" status: 200 len: 943 time: 0.5913126 Mar 11 12:02:30.863293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-23f007b9-6f1c-4a92-a964-63a735b95142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6496a002-10c5-4d8d-bc83-d61f10c8b4b8') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:30.864360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-23f007b9-6f1c-4a92-a964-63a735b95142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6496a002-10c5-4d8d-bc83-d61f10c8b4b8') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:30.906024 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23f007b9-6f1c-4a92-a964-63a735b95142 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (6496a002-10c5-4d8d-bc83-d61f10c8b4b8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:30.937243 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23f007b9-6f1c-4a92-a964-63a735b95142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6496a002-10c5-4d8d-bc83-d61f10c8b4b8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:30.955950 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f007b9-6f1c-4a92-a964-63a735b95142 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:02:30.956531 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23f007b9-6f1c-4a92-a964-63a735b95142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (6496a002-10c5-4d8d-bc83-d61f10c8b4b8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:02:30.963414 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:02:30.990414 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dcf3bf31-f2b9-4197-a682-dea15f9af20d req-f9bdd3b8-bdcc-42fd-ae22-c22ed7ecbce4 service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267051 Mar 11 12:02:30.993058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-6ca12cdf-ccd6-4d44-9c6c-4d4584517376 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:30.994592 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-6ca12cdf-ccd6-4d44-9c6c-4d4584517376 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 811 time: 0.7374249 Mar 11 12:02:31.006208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-127376c4-8270-47ef-a993-a41ce086c98a req-76579134-87de-4754-8e2a-7347762a5b53 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390777 Mar 11 12:02:31.021640 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-2ed64966-3eaf-469b-bc8a-c6505aa89948 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/quotas/fc441be504824962ac952879ed0ef08f HTTP/1.1" status: 200 len: 375 time: 0.0189083 Mar 11 12:02:31.084779 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb24050d-a7ad-49b6-acd8-cdfa213fb52d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:31.088294 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23f007b9-6f1c-4a92-a964-63a735b95142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (f552eff6-e45c-42f6-b92d-765dea74520a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:31.093884 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23f007b9-6f1c-4a92-a964-63a735b95142 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:31.097977 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-23f007b9-6f1c-4a92-a964-63a735b95142 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f552eff6-e45c-42f6-b92d-765dea74520a HTTP/1.1" status: 204 len: 168 time: 0.8312266 Mar 11 12:02:31.099163 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fb24050d-a7ad-49b6-acd8-cdfa213fb52d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:31.174137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f007b9-6f1c-4a92-a964-63a735b95142 admin admin] Pushing event deleted for resources: {'Network': ['ID=f552eff6-e45c-42f6-b92d-765dea74520a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:31.191148 n-d-833234-2 neutron-server[104031]: INFO neutron.db.ipam_backend_mixin [None req-fb24050d-a7ad-49b6-acd8-cdfa213fb52d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 574228e0-64d4-46c2-ba9b-512c97013eab (CIDR: 172.20.0.0/28) Mar 11 12:02:31.208124 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb24050d-a7ad-49b6-acd8-cdfa213fb52d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:02:31.208124 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb24050d-a7ad-49b6-acd8-cdfa213fb52d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:02:31.256992 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ae3b-18a9-4f13-8f82-8a65ada44f75 admin admin] Publish callbacks [] for security_group (b5e62119-fdee-4dac-8d4f-83692d721cd0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:31.266237 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-d710abff-383c-45ed-b70c-562da615ba46 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2361779 Mar 11 12:02:31.268074 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dcf3bf31-f2b9-4197-a682-dea15f9af20d req-52156836-0baa-483c-b006-fb0e92b00fff service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693274 Mar 11 12:02:31.276314 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fb24050d-a7ad-49b6-acd8-cdfa213fb52d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8729503 Mar 11 12:02:31.276982 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41216) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:31.279553 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ae3b-18a9-4f13-8f82-8a65ada44f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b5e62119-fdee-4dac-8d4f-83692d721cd0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:31.297367 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484f61-ed64-4972-aa7b-b1c9ce4fc369 req-87c4d887-2aed-463d-ad7d-e244f7afe101 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:31.298999 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca484f61-ed64-4972-aa7b-b1c9ce4fc369 req-87c4d887-2aed-463d-ad7d-e244f7afe101 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.1055529 Mar 11 12:02:31.326196 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c58b267c-3e97-4b8c-b560-9ff75984a4d4 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'subnet': {'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:31.350071 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41218) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:31.424416 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5eb9ae3b-18a9-4f13-8f82-8a65ada44f75 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=93f1730f74fc486aa6968ff206c81bce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7534137 Mar 11 12:02:31.427349 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41226) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:31.484530 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9ae3b-18a9-4f13-8f82-8a65ada44f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e62119-fdee-4dac-8d4f-83692d721cd0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:31.495822 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-3f193f16-c84c-48a7-84e0-7b8b8d6eaa5a service neutron] 10.222.0.78 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955340 Mar 11 12:02:31.501778 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9ae3b-18a9-4f13-8f82-8a65ada44f75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:31.502127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9ae3b-18a9-4f13-8f82-8a65ada44f75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:31.502466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9ae3b-18a9-4f13-8f82-8a65ada44f75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:31.502801 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9ae3b-18a9-4f13-8f82-8a65ada44f75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:31.503130 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9ae3b-18a9-4f13-8f82-8a65ada44f75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:31.503455 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9ae3b-18a9-4f13-8f82-8a65ada44f75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:31.503806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9ae3b-18a9-4f13-8f82-8a65ada44f75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:31.504129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9ae3b-18a9-4f13-8f82-8a65ada44f75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:31.504588 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9ae3b-18a9-4f13-8f82-8a65ada44f75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:31.504913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9ae3b-18a9-4f13-8f82-8a65ada44f75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:31.505233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9ae3b-18a9-4f13-8f82-8a65ada44f75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:31.505549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9ae3b-18a9-4f13-8f82-8a65ada44f75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:31.505861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9ae3b-18a9-4f13-8f82-8a65ada44f75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:31.509667 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58b267c-3e97-4b8c-b560-9ff75984a4d4 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:31.513108 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c58b267c-3e97-4b8c-b560-9ff75984a4d4 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:31.609056 n-d-833234-2 neutron-server[104032]: INFO neutron.db.ipam_backend_mixin [None req-c58b267c-3e97-4b8c-b560-9ff75984a4d4 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 28241899-c513-40a4-a77b-3f66c74e2517 (CIDR: 172.20.0.16/28) Mar 11 12:02:31.626228 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58b267c-3e97-4b8c-b560-9ff75984a4d4 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:02:31.626735 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c58b267c-3e97-4b8c-b560-9ff75984a4d4 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:02:31.645076 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b6ffef5-feea-4d3a-9cbc-318f6b482ce4 admin admin] Publish callbacks [] for security_group (b5e62119-fdee-4dac-8d4f-83692d721cd0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:31.695542 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41240) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:31.700179 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c58b267c-3e97-4b8c-b560-9ff75984a4d4 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3779540 Mar 11 12:02:31.720735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:02:31.733652 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b6ffef5-feea-4d3a-9cbc-318f6b482ce4 admin admin] Publish callbacks [] for security_group (b5e62119-fdee-4dac-8d4f-83692d721cd0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:31.745179 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-bbc23beb-85a6-4b92-ba31-df41367ba606 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'subnet': {'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:31.817495 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0b73cc55-ff67-4d0c-80e8-a569bae54eeb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f7bd928528184821bd830c024c62ab68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4645591 Mar 11 12:02:31.823474 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41246) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:31.833602 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca484f61-ed64-4972-aa7b-b1c9ce4fc369 req-a03d2225-dbc9-4840-819a-01e414944733 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4843793 Mar 11 12:02:31.835118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:02:31.840251 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:31.840778 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (523a6f49-f6e9-4c35-8c8d-5e124b18fe85), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:31.844954 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-2c34cbc8-6f18-4f7c-92ff-07ee3bbd5851 service neutron] 10.222.0.78 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479979 Mar 11 12:02:31.954903 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b6ffef5-feea-4d3a-9cbc-318f6b482ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b5e62119-fdee-4dac-8d4f-83692d721cd0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:31.963175 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b6ffef5-feea-4d3a-9cbc-318f6b482ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:31.964660 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5b6ffef5-feea-4d3a-9cbc-318f6b482ce4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b5e62119-fdee-4dac-8d4f-83692d721cd0 HTTP/1.1" status: 204 len: 168 time: 0.5347321 Mar 11 12:02:31.978788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ffef5-feea-4d3a-9cbc-318f6b482ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e62119-fdee-4dac-8d4f-83692d721cd0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:31.982460 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-078b28c8-d756-4aa6-8078-d221df3b3c62 admin admin] Publish callbacks [] for security_group (e77257b2-0145-4198-a5a8-df9174177a50), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:32.049836 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc23beb-85a6-4b92-ba31-df41367ba606 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Made reservation on behalf of 125cb2b78a974a0f8153d4fcd2b41cbe for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:32.057668 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbc23beb-85a6-4b92-ba31-df41367ba606 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:32.064957 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-078b28c8-d756-4aa6-8078-d221df3b3c62 admin admin] Publish callbacks [] for security_group (e77257b2-0145-4198-a5a8-df9174177a50), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:32.176089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:32.177198 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (523a6f49-f6e9-4c35-8c8d-5e124b18fe85), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:32.247731 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-078b28c8-d756-4aa6-8078-d221df3b3c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e77257b2-0145-4198-a5a8-df9174177a50), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:32.264267 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-078b28c8-d756-4aa6-8078-d221df3b3c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:32.267055 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4de975-42a6-4c9b-8d38-2c7311a75e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523a6f49-f6e9-4c35-8c8d-5e124b18fe85'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:02:32.280324 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9225985-0f5e-42a3-aab7-6427a76bb162" -d '{"events": [{"server_uuid": "6d4de975-42a6-4c9b-8d38-2c7311a75e0d", "name": "network-vif-plugged", "status": "completed", "tag": "523a6f49-f6e9-4c35-8c8d-5e124b18fe85"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:02:32.283379 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-078b28c8-d756-4aa6-8078-d221df3b3c62 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e77257b2-0145-4198-a5a8-df9174177a50 HTTP/1.1" status: 204 len: 168 time: 0.4498963 Mar 11 12:02:32.349484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b28c8-d756-4aa6-8078-d221df3b3c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77257b2-0145-4198-a5a8-df9174177a50,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:32.435153 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 523a6f49-f6e9-4c35-8c8d-5e124b18fe85, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=523a6f49-f6e9-4c35-8c8d-5e124b18fe85,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:32.469139 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (523a6f49-f6e9-4c35-8c8d-5e124b18fe85), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:32.786890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=523a6f49-f6e9-4c35-8c8d-5e124b18fe85,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:32.789887 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6d12d6b9-19af-42fd-8809-671fc03b30bc req-fa5ccfab-26e5-4b1e-93f9-20a230346969 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 210 time: 0.1197274 Mar 11 12:02:32.996127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20d1b9-4016-4dac-b7df-8df3b9961b47 req-780be901-207a-4e4f-b638-a95b790ac9a7 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:33.008616 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f0f0eb-80da-4896-9a04-8ad23e12f5ce x-openstack-request-id: req-97f0f0eb-80da-4896-9a04-8ad23e12f5ce {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:02:33.009288 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4de975-42a6-4c9b-8d38-2c7311a75e0d", "name": "network-vif-plugged", "status": "completed", "tag": "523a6f49-f6e9-4c35-8c8d-5e124b18fe85", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:02:33.010390 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97f0f0eb-80da-4896-9a04-8ad23e12f5ce {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:02:33.011156 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4de975-42a6-4c9b-8d38-2c7311a75e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523a6f49-f6e9-4c35-8c8d-5e124b18fe85', 'code': 200} Mar 11 12:02:33.014551 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d20d1b9-4016-4dac-b7df-8df3b9961b47 req-780be901-207a-4e4f-b638-a95b790ac9a7 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d4de975-42a6-4c9b-8d38-2c7311a75e0d HTTP/1.1" status: 200 len: 944 time: 0.7947769 Mar 11 12:02:33.186211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41280) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:33.241079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab1a55-7a67-465a-9f9d-3b3a4e5bda1d req-648f913c-4b81-4ebb-9057-a6a5aa3291b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:33.244174 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-87ab1a55-7a67-465a-9f9d-3b3a4e5bda1d req-648f913c-4b81-4ebb-9057-a6a5aa3291b9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6d4de975-42a6-4c9b-8d38-2c7311a75e0d HTTP/1.1" status: 200 len: 1127 time: 0.1858456 Mar 11 12:02:33.247180 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5553e068-157a-4d17-894d-4964c6aea70f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:33.486974 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-87ab1a55-7a67-465a-9f9d-3b3a4e5bda1d req-e5af0d0d-8500-496c-b84c-c7f73cc139e0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327082 Mar 11 12:02:33.599008 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5553e068-157a-4d17-894d-4964c6aea70f admin admin] Publish callbacks [] for security_group (ea9a09a4-6b0a-49e6-951e-0e64378722df), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:33.615479 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5553e068-157a-4d17-894d-4964c6aea70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ea9a09a4-6b0a-49e6-951e-0e64378722df), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:33.629970 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:33.659931 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5553e068-157a-4d17-894d-4964c6aea70f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f51e671513ce490284536f23687d73a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4665084 Mar 11 12:02:33.668198 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41290) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:33.694644 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553e068-157a-4d17-894d-4964c6aea70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9a09a4-6b0a-49e6-951e-0e64378722df,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:33.716003 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d20d1b9-4016-4dac-b7df-8df3b9961b47 req-8b4a2a27-f215-4923-bdb0-bd759df5f446 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6956248 Mar 11 12:02:33.749624 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485e6f4-b329-4fca-b84a-70826d652431 req-3c6ef620-d6f3-428d-9751-e8a8094b0d9d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:33.751768 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1485e6f4-b329-4fca-b84a-70826d652431 req-3c6ef620-d6f3-428d-9751-e8a8094b0d9d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.4217310 Mar 11 12:02:33.857918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1485e6f4-b329-4fca-b84a-70826d652431 req-f12efa4a-8e6d-4ffa-8ce3-eda1fa9e91c4 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963905 Mar 11 12:02:33.945152 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbc23beb-85a6-4b92-ba31-df41367ba606 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (dd562562-ad9f-4f2d-96e2-d7b064aed873), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:34.078560 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c69bf714-05c8-493f-9b11-4ecf98b0218e req-dc2102a7-0564-4122-840a-779232566fb8 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 210 time: 0.1301696 Mar 11 12:02:34.091085 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc23beb-85a6-4b92-ba31-df41367ba606 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Subnet': ['ID=dd562562-ad9f-4f2d-96e2-d7b064aed873,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:34.158910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc23beb-85a6-4b92-ba31-df41367ba606 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Network 597c0b54-de71-49ab-ae23-76a7f6644850 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:02:34.163929 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-02d94493-78a2-4cb7-8fd5-66c84c058f73 admin admin] Publish callbacks [] for security_group (ea9a09a4-6b0a-49e6-951e-0e64378722df), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:34.167017 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-bbc23beb-85a6-4b92-ba31-df41367ba606 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:34.171141 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc23beb-85a6-4b92-ba31-df41367ba606 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:34.172211 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbc23beb-85a6-4b92-ba31-df41367ba606 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:34.179842 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fabdc2d-1f71-40ac-a865-bde70305b9f3 None None] Network 597c0b54-de71-49ab-ae23-76a7f6644850 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:02:34.206219 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-02d94493-78a2-4cb7-8fd5-66c84c058f73 admin admin] Publish callbacks [] for security_group (ea9a09a4-6b0a-49e6-951e-0e64378722df), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:34.215394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bbc23beb-85a6-4b92-ba31-df41367ba606 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5058448 Mar 11 12:02:34.217309 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41306) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:34.227349 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-33eea1c8-7052-4ee8-9f3b-379ab79aa61c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1265498078', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dd562562-ad9f-4f2d-96e2-d7b064aed873'}], 'security_groups': ['cad0ade5-e9ca-439c-8888-14c57c3b7e34', '07996e69-ef72-4115-83c9-44d5c4fea139']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:34.313632 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-02d94493-78a2-4cb7-8fd5-66c84c058f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ea9a09a4-6b0a-49e6-951e-0e64378722df), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:34.317889 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-02d94493-78a2-4cb7-8fd5-66c84c058f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:34.324906 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-02d94493-78a2-4cb7-8fd5-66c84c058f73 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ea9a09a4-6b0a-49e6-951e-0e64378722df HTTP/1.1" status: 204 len: 168 time: 0.6543515 Mar 11 12:02:34.350564 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d94493-78a2-4cb7-8fd5-66c84c058f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9a09a4-6b0a-49e6-951e-0e64378722df,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:34.693675 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41312) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:34.697990 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82865ae-65ec-45ed-94ea-84dad4f6f263 None None] Update dhcp port {'port': {'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850', 'fixed_ips': [{'subnet_id': '28241899-c513-40a4-a77b-3f66c74e2517', 'ip_address': '172.20.0.18'}, {'subnet_id': '574228e0-64d4-46c2-ba9b-512c97013eab', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dd562562-ad9f-4f2d-96e2-d7b064aed873'}], 'binding:host_id': 'n-d-833234-2'}, 'id': '40bff6fb-a0e8-46c7-aaf7-01368db26a82'} from n-d-833234-2. {{(pid=104033) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 12:02:34.769696 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33eea1c8-7052-4ee8-9f3b-379ab79aa61c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e5d4ab8e-31fb-4f3b-9bb2-2489192727e5), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:34.838055 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c82865ae-65ec-45ed-94ea-84dad4f6f263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:35.052524 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-cf2fe9c7-17cd-4a0f-bd73-dd098e72b338 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:35.054217 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-cf2fe9c7-17cd-4a0f-bd73-dd098e72b338 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.37 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 811 time: 0.4925213 Mar 11 12:02:35.196896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-cd519952-55a5-4ad9-9af4-f5882e06e885 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Request body: {'port': {'device_id': 'c3373cd6-f831-40d2-b9e9-15ff2032f91e', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'admin_state_up': True, 'tenant_id': 'fc441be504824962ac952879ed0ef08f'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:35.259498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8b83dae1-2525-4d2c-8bdd-95760a36814e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2014696394-network', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:35.380080 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b83dae1-2525-4d2c-8bdd-95760a36814e admin admin] Made reservation on behalf of 31e0ead1ce934573a23d19ccfa96f23c for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:35.384001 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b83dae1-2525-4d2c-8bdd-95760a36814e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:35.433971 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-c82865ae-65ec-45ed-94ea-84dad4f6f263 None None] Allocated IP 172.20.0.34 (597c0b54-de71-49ab-ae23-76a7f6644850/dd562562-ad9f-4f2d-96e2-d7b064aed873/40bff6fb-a0e8-46c7-aaf7-01368db26a82) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:02:35.456848 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b83dae1-2525-4d2c-8bdd-95760a36814e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:35.514553 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de3d94-8546-4e82-b35f-23fe41dc8cd0 req-ab8e0f90-7509-4b4d-b8e6-5d51d7758093 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:35.522754 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4de3d94-8546-4e82-b35f-23fe41dc8cd0 req-ab8e0f90-7509-4b4d-b8e6-5d51d7758093 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.4313083 Mar 11 12:02:35.701223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c82865ae-65ec-45ed-94ea-84dad4f6f263 None None] For port 40bff6fb-a0e8-46c7-aaf7-01368db26a82, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=40bff6fb-a0e8-46c7-aaf7-01368db26a82,segment=NetworkSegment(aa7564f6-a355-447c-a867-31076ad49a7d),segment_id=aa7564f6-a355-447c-a867-31076ad49a7d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:35.796276 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c82865ae-65ec-45ed-94ea-84dad4f6f263 None None] Publish callbacks [] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:35.809288 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c82865ae-65ec-45ed-94ea-84dad4f6f263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:35.886064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00f0df-3f9a-4123-a7e2-2551a5affbaa req-cb584de8-95ba-4d47-a0bb-0d1b6a938777 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:35.893969 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f00f0df-3f9a-4123-a7e2-2551a5affbaa req-cb584de8-95ba-4d47-a0bb-0d1b6a938777 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d4de975-42a6-4c9b-8d38-2c7311a75e0d HTTP/1.1" status: 200 len: 945 time: 0.8387415 Mar 11 12:02:35.942746 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4de3d94-8546-4e82-b35f-23fe41dc8cd0 req-35242de0-a96c-465c-8d2e-3db750a37f11 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4189150 Mar 11 12:02:36.076113 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-cd519952-55a5-4ad9-9af4-f5882e06e885 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Made reservation on behalf of fc441be504824962ac952879ed0ef08f for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:36.088135 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-cd519952-55a5-4ad9-9af4-f5882e06e885 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:36.106058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82865ae-65ec-45ed-94ea-84dad4f6f263 None None] Pushing event updated for resources: {'Port': ['ID=40bff6fb-a0e8-46c7-aaf7-01368db26a82,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:36.145140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-33eea1c8-7052-4ee8-9f3b-379ab79aa61c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Delete allocated IP 172.20.0.9 (597c0b54-de71-49ab-ae23-76a7f6644850/574228e0-64d4-46c2-ba9b-512c97013eab) {{(pid=104032) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 12:02:36.174698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-33eea1c8-7052-4ee8-9f3b-379ab79aa61c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Allocated IP 172.20.0.45 (597c0b54-de71-49ab-ae23-76a7f6644850/dd562562-ad9f-4f2d-96e2-d7b064aed873/e5d4ab8e-31fb-4f3b-9bb2-2489192727e5) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:02:36.324408 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1e169ec8-0ecb-48e5-8772-415daf30ab04 req-e277ae72-a489-4c3c-823e-a5d73156e406 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 210 time: 0.1337054 Mar 11 12:02:36.513220 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f00f0df-3f9a-4123-a7e2-2551a5affbaa req-6ec0d131-9617-40c0-b906-9d845482c88a tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6010787 Mar 11 12:02:36.816556 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b83dae1-2525-4d2c-8bdd-95760a36814e admin admin] Publish callbacks [] for security_group (e501386e-9a06-482a-9928-f7f4cd4e14d3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:36.841027 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b83dae1-2525-4d2c-8bdd-95760a36814e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e501386e-9a06-482a-9928-f7f4cd4e14d3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:36.927731 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b83dae1-2525-4d2c-8bdd-95760a36814e admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:02:36.929928 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33eea1c8-7052-4ee8-9f3b-379ab79aa61c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for port (e5d4ab8e-31fb-4f3b-9bb2-2489192727e5), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:36.938189 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33eea1c8-7052-4ee8-9f3b-379ab79aa61c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (e5d4ab8e-31fb-4f3b-9bb2-2489192727e5), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:37.021457 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-cd519952-55a5-4ad9-9af4-f5882e06e885 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Allocated IP 172.20.0.6 (f62dd404-472d-4abb-9a12-54a30b7ab434/1170d9ec-c376-4fc5-8f13-15536db32bc7/07441d67-699c-4b32-aacf-d71b3a8d6778) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:02:37.110439 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83dae1-2525-4d2c-8bdd-95760a36814e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e501386e-9a06-482a-9928-f7f4cd4e14d3,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:37.192638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eea1c8-7052-4ee8-9f3b-379ab79aa61c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event updated for resources: {'Port': ['ID=e5d4ab8e-31fb-4f3b-9bb2-2489192727e5,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:37.212824 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b83dae1-2525-4d2c-8bdd-95760a36814e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4b1f593a-5c3c-476a-9f81-32504e3130cb), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:37.213183 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-8b83dae1-2525-4d2c-8bdd-95760a36814e admin admin] Added segment 4b1f593a-5c3c-476a-9f81-32504e3130cb of type vlan for network 3531b32e-7565-40f4-a7c1-87027fb83c48 Mar 11 12:02:37.252225 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-33eea1c8-7052-4ee8-9f3b-379ab79aa61c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] In _notify_port_updated(), no bound segment for port e5d4ab8e-31fb-4f3b-9bb2-2489192727e5 on network 597c0b54-de71-49ab-ae23-76a7f6644850 {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:02:37.265228 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eea1c8-7052-4ee8-9f3b-379ab79aa61c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:37.272820 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33eea1c8-7052-4ee8-9f3b-379ab79aa61c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:37.279919 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-33eea1c8-7052-4ee8-9f3b-379ab79aa61c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "PUT /v2.0/ports/e5d4ab8e-31fb-4f3b-9bb2-2489192727e5 HTTP/1.1" status: 200 len: 960 time: 3.0595331 Mar 11 12:02:37.296553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41404) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:37.349370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5acd98ae-d306-4a9a-84d7-57cd7c8d553c None None] Provisioning complete for port e5d4ab8e-31fb-4f3b-9bb2-2489192727e5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:37.350491 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5acd98ae-d306-4a9a-84d7-57cd7c8d553c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e5d4ab8e-31fb-4f3b-9bb2-2489192727e5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:37.417826 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eed6f-8ab3-4107-8ba7-c7e24262b4f2 req-bddb9199-3c54-450e-a01d-069c462fd648 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:37.433107 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-009eed6f-8ab3-4107-8ba7-c7e24262b4f2 req-bddb9199-3c54-450e-a01d-069c462fd648 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.2728474 Mar 11 12:02:37.468821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5acd98ae-d306-4a9a-84d7-57cd7c8d553c None None] Port e5d4ab8e-31fb-4f3b-9bb2-2489192727e5 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:02:37.495322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5acd98ae-d306-4a9a-84d7-57cd7c8d553c None None] Provisioning complete for port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:37.496139 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5acd98ae-d306-4a9a-84d7-57cd7c8d553c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:37.536298 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 40bff6fb-a0e8-46c7-aaf7-01368db26a82 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:02:37.540538 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b83dae1-2525-4d2c-8bdd-95760a36814e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (3531b32e-7565-40f4-a7c1-87027fb83c48), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:37.658476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41412) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:37.688896 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-21f9a404-43a5-4cf2-a921-aa23df53d251 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port e5d4ab8e-31fb-4f3b-9bb2-2489192727e5 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:02:37.689247 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f9a404-43a5-4cf2-a921-aa23df53d251 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e5d4ab8e-31fb-4f3b-9bb2-2489192727e5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:37.717874 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8825aca-618f-4f58-9f12-81c47032c03c req-c96f7bff-1965-4b4e-a07c-8392fb240f6e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 210 time: 0.1740973 Mar 11 12:02:37.752565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:37.753993 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:37.856749 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5acd98ae-d306-4a9a-84d7-57cd7c8d553c None None] Current status of the port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:37.884380 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5acd98ae-d306-4a9a-84d7-57cd7c8d553c None None] Provisioning complete for port 0a0cf245-e18c-456f-a573-b1fd0b17a2c1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:37.884991 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5acd98ae-d306-4a9a-84d7-57cd7c8d553c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0a0cf245-e18c-456f-a573-b1fd0b17a2c1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:37.950862 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.resource_extend [None req-8b83dae1-2525-4d2c-8bdd-95760a36814e admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 12:02:38.037953 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-10679b84-2920-4c12-8f08-cbaf979d0c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:38.075101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5acd98ae-d306-4a9a-84d7-57cd7c8d553c None None] Port 0a0cf245-e18c-456f-a573-b1fd0b17a2c1 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:02:38.080318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:38.083863 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-009eed6f-8ab3-4107-8ba7-c7e24262b4f2 req-bd714694-bb2e-4ec4-9960-181def93ec1c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6496444 Mar 11 12:02:38.084414 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f9a404-43a5-4cf2-a921-aa23df53d251 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e5d4ab8e-31fb-4f3b-9bb2-2489192727e5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:38.117045 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b83dae1-2525-4d2c-8bdd-95760a36814e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (3531b32e-7565-40f4-a7c1-87027fb83c48), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:38.118400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b83dae1-2525-4d2c-8bdd-95760a36814e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:38.118978 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b83dae1-2525-4d2c-8bdd-95760a36814e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:38.147032 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-21f9a404-43a5-4cf2-a921-aa23df53d251 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for e5d4ab8e-31fb-4f3b-9bb2-2489192727e5 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:02:38.184511 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-cd519952-55a5-4ad9-9af4-f5882e06e885 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for port (07441d67-699c-4b32-aacf-d71b3a8d6778), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:38.209171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2554f5-b9b4-4859-8f94-f8dd404fecb4 req-f33cea49-4e00-496b-b3de-c3877501aa03 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:38.209437 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5b53f1a7-23c7-4875-8f21-15ff7add4b15 None None] Provisioning complete for port e5d4ab8e-31fb-4f3b-9bb2-2489192727e5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:38.209766 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5b53f1a7-23c7-4875-8f21-15ff7add4b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e5d4ab8e-31fb-4f3b-9bb2-2489192727e5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:38.211813 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb2554f5-b9b4-4859-8f94-f8dd404fecb4 req-f33cea49-4e00-496b-b3de-c3877501aa03 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d4de975-42a6-4c9b-8d38-2c7311a75e0d HTTP/1.1" status: 200 len: 945 time: 0.3388224 Mar 11 12:02:38.251417 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8b83dae1-2525-4d2c-8bdd-95760a36814e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.5566435 Mar 11 12:02:38.252418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83dae1-2525-4d2c-8bdd-95760a36814e admin admin] Pushing event updated for resources: {'Network': ['ID=3531b32e-7565-40f4-a7c1-87027fb83c48,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:38.261770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41420) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:38.269764 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8b1096b7-6148-491b-a97f-c5fc591f73ca admin admin] Request body: {'subnet': {'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2014696394-subnet', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:38.284853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 3531b32e-7565-40f4-a7c1-87027fb83c48 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:02:38.353730 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1096b7-6148-491b-a97f-c5fc591f73ca admin admin] Made reservation on behalf of 31e0ead1ce934573a23d19ccfa96f23c for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:38.357574 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b1096b7-6148-491b-a97f-c5fc591f73ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:38.365757 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-cd519952-55a5-4ad9-9af4-f5882e06e885 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (07441d67-699c-4b32-aacf-d71b3a8d6778), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:38.384853 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb2554f5-b9b4-4859-8f94-f8dd404fecb4 req-0ea696f8-daff-4568-b409-8f65f3db3860 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397901 Mar 11 12:02:38.409172 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5b53f1a7-23c7-4875-8f21-15ff7add4b15 None None] Port e5d4ab8e-31fb-4f3b-9bb2-2489192727e5 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:02:38.413247 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['01a165e8-9830-4f3e-9906-08d04445abd1'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:02:38.506241 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-cd519952-55a5-4ad9-9af4-f5882e06e885 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Network f62dd404-472d-4abb-9a12-54a30b7ab434 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:02:38.527384 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-cd519952-55a5-4ad9-9af4-f5882e06e885 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:38.543290 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-cd519952-55a5-4ad9-9af4-f5882e06e885 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:02:38.565148 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd519952-55a5-4ad9-9af4-f5882e06e885 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Pushing event updated for resources: {'Port': ['ID=07441d67-699c-4b32-aacf-d71b3a8d6778,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:38.603540 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f9a404-43a5-4cf2-a921-aa23df53d251 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e5d4ab8e-31fb-4f3b-9bb2-2489192727e5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:38.724731 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9a404-43a5-4cf2-a921-aa23df53d251 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=e5d4ab8e-31fb-4f3b-9bb2-2489192727e5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:38.767384 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-cd519952-55a5-4ad9-9af4-f5882e06e885 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:38.775664 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-cd519952-55a5-4ad9-9af4-f5882e06e885 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:38.985558 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-10679b84-2920-4c12-8f08-cbaf979d0c25 admin admin] Publish callbacks [] for security_group (583703fc-21e7-45a0-9b27-c0250882601e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:38.997255 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-10679b84-2920-4c12-8f08-cbaf979d0c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (583703fc-21e7-45a0-9b27-c0250882601e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:39.008389 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-cd519952-55a5-4ad9-9af4-f5882e06e885 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9038060 Mar 11 12:02:39.070819 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-10679b84-2920-4c12-8f08-cbaf979d0c25 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=13a5d7a7ccca414f87dd0e10b2254479&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4111822 Mar 11 12:02:39.074042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41440) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:39.078506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10679b84-2920-4c12-8f08-cbaf979d0c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583703fc-21e7-45a0-9b27-c0250882601e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:39.133824 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Request body: {'port': {'device_id': 'c3373cd6-f831-40d2-b9e9-15ff2032f91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:39.156661 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f9a404-43a5-4cf2-a921-aa23df53d251 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:39.164713 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-21f9a404-43a5-4cf2-a921-aa23df53d251 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/ports/e5d4ab8e-31fb-4f3b-9bb2-2489192727e5 HTTP/1.1" status: 204 len: 168 time: 1.8660383 Mar 11 12:02:39.172083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41444) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:39.213967 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f809cc0-c463-434f-8ea7-515e85cb5d9f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] GET failed (client error): The resource could not be found. Mar 11 12:02:39.215477 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2f809cc0-c463-434f-8ea7-515e85cb5d9f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports/e5d4ab8e-31fb-4f3b-9bb2-2489192727e5 HTTP/1.1" status: 404 len: 333 time: 0.0416932 Mar 11 12:02:39.221817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41446) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:39.281274 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b960f07f-7c56-42e6-97e3-97f330085af1 admin admin] Publish callbacks [] for security_group (583703fc-21e7-45a0-9b27-c0250882601e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:39.322910 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b960f07f-7c56-42e6-97e3-97f330085af1 admin admin] Publish callbacks [] for security_group (583703fc-21e7-45a0-9b27-c0250882601e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:39.345660 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b439d463-ca5f-47f6-95ad-f9c17331244e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (7ae184b4-d5fa-4303-bcfe-5449e596bddc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:39.371239 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d242d84c-1229-4b65-9b7a-238da06e8f50 None None] Provisioning complete for port 07441d67-699c-4b32-aacf-d71b3a8d6778 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:39.372527 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d242d84c-1229-4b65-9b7a-238da06e8f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (07441d67-699c-4b32-aacf-d71b3a8d6778), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:39.380156 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b439d463-ca5f-47f6-95ad-f9c17331244e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (7ae184b4-d5fa-4303-bcfe-5449e596bddc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:39.384445 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b1096b7-6148-491b-a97f-c5fc591f73ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (d91078cb-8134-445e-bcd4-1eb8bd489712), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:39.435209 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (07441d67-699c-4b32-aacf-d71b3a8d6778), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:39.445162 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b439d463-ca5f-47f6-95ad-f9c17331244e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7ae184b4-d5fa-4303-bcfe-5449e596bddc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:39.447711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d247473-d86c-484e-b303-c5d827c76391 req-0c500f67-f0bb-44dd-b9d1-26785e7159b0 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:39.448688 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b439d463-ca5f-47f6-95ad-f9c17331244e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:39.449603 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d247473-d86c-484e-b303-c5d827c76391 req-0c500f67-f0bb-44dd-b9d1-26785e7159b0 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 931 time: 0.5500405 Mar 11 12:02:39.450402 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b439d463-ca5f-47f6-95ad-f9c17331244e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/security-groups/7ae184b4-d5fa-4303-bcfe-5449e596bddc HTTP/1.1" status: 204 len: 168 time: 0.2275364 Mar 11 12:02:39.461694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41448) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:39.471125 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439d463-ca5f-47f6-95ad-f9c17331244e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae184b4-d5fa-4303-bcfe-5449e596bddc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:39.505693 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b960f07f-7c56-42e6-97e3-97f330085af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (583703fc-21e7-45a0-9b27-c0250882601e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:39.508667 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b960f07f-7c56-42e6-97e3-97f330085af1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:39.510053 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b960f07f-7c56-42e6-97e3-97f330085af1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/583703fc-21e7-45a0-9b27-c0250882601e HTTP/1.1" status: 204 len: 168 time: 0.4348481 Mar 11 12:02:39.525749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960f07f-7c56-42e6-97e3-97f330085af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583703fc-21e7-45a0-9b27-c0250882601e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:39.529466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d242d84c-1229-4b65-9b7a-238da06e8f50 None None] Port 07441d67-699c-4b32-aacf-d71b3a8d6778 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:02:39.576994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-ebd43096-6aec-4679-aab9-9dcf3b2ea0e5 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:39.589066 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-ebd43096-6aec-4679-aab9-9dcf3b2ea0e5 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 805 time: 0.6277676 Mar 11 12:02:39.754045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1096b7-6148-491b-a97f-c5fc591f73ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d91078cb-8134-445e-bcd4-1eb8bd489712,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:39.793247 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-322578e4-d256-405c-9cda-5a9ac1e96777 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/quotas/09d5cd320b674c0e99aeaa20dd57d2bb HTTP/1.1" status: 200 len: 375 time: 0.2014050 Mar 11 12:02:40.051471 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07441d67-699c-4b32-aacf-d71b3a8d6778 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:02:40.061938 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Publish callbacks [] for port (07441d67-699c-4b32-aacf-d71b3a8d6778), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:40.075498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Transition to ACTIVE for port object 07441d67-699c-4b32-aacf-d71b3a8d6778 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:02:40.101552 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (07441d67-699c-4b32-aacf-d71b3a8d6778), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:40.169417 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1096b7-6148-491b-a97f-c5fc591f73ca admin admin] Checking segment: {'id': '4b1f593a-5c3c-476a-9f81-32504e3130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:02:40.170177 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1096b7-6148-491b-a97f-c5fc591f73ca admin admin] Network hostable DHCP agents. Network: 3531b32e-7565-40f4-a7c1-87027fb83c48, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:02:40.185704 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d247473-d86c-484e-b303-c5d827c76391 req-7c76c202-ffb9-4a39-9c34-0aa7511fe174 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7227876 Mar 11 12:02:40.230939 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-79aaf378-9834-4551-9fcb-471bbe4d3278 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (07996e69-ef72-4115-83c9-44d5c4fea139), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:40.287568 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-430dbdff-7c4e-4152-b43b-710537130ccd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4653676 Mar 11 12:02:40.298883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Pushing event updated for resources: {'Port': ['ID=07441d67-699c-4b32-aacf-d71b3a8d6778,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:40.475150 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-79aaf378-9834-4551-9fcb-471bbe4d3278 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (07996e69-ef72-4115-83c9-44d5c4fea139), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:40.537371 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1096b7-6148-491b-a97f-c5fc591f73ca admin admin] Network 3531b32e-7565-40f4-a7c1-87027fb83c48 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:02:40.583765 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-79aaf378-9834-4551-9fcb-471bbe4d3278 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (07996e69-ef72-4115-83c9-44d5c4fea139), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:40.587113 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-79aaf378-9834-4551-9fcb-471bbe4d3278 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:40.591386 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-79aaf378-9834-4551-9fcb-471bbe4d3278 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/security-groups/07996e69-ef72-4115-83c9-44d5c4fea139 HTTP/1.1" status: 204 len: 168 time: 1.1109786 Mar 11 12:02:40.592410 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41468) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:40.707868 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb6198b6-4967-4440-9d99-9528ed0b718d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (cad0ade5-e9ca-439c-8888-14c57c3b7e34), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:40.762872 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb6198b6-4967-4440-9d99-9528ed0b718d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (cad0ade5-e9ca-439c-8888-14c57c3b7e34), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:40.843178 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb6198b6-4967-4440-9d99-9528ed0b718d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cad0ade5-e9ca-439c-8888-14c57c3b7e34), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:40.853564 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb6198b6-4967-4440-9d99-9528ed0b718d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:40.859303 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-eb6198b6-4967-4440-9d99-9528ed0b718d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/security-groups/cad0ade5-e9ca-439c-8888-14c57c3b7e34 HTTP/1.1" status: 204 len: 168 time: 0.2626216 Mar 11 12:02:40.869472 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41474) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:40.985216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6198b6-4967-4440-9d99-9528ed0b718d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad0ade5-e9ca-439c-8888-14c57c3b7e34,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:41.029057 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-c804e2f1-12a9-429c-a161-e449e5d161bf tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting subnet 574228e0-64d4-46c2-ba9b-512c97013eab {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:02:41.035928 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c804e2f1-12a9-429c-a161-e449e5d161bf tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (574228e0-64d4-46c2-ba9b-512c97013eab), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:41.137153 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c804e2f1-12a9-429c-a161-e449e5d161bf tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (574228e0-64d4-46c2-ba9b-512c97013eab), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:41.352296 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-8b1096b7-6148-491b-a97f-c5fc591f73ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 3531b32e-7565-40f4-a7c1-87027fb83c48) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:41.353956 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c804e2f1-12a9-429c-a161-e449e5d161bf tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (574228e0-64d4-46c2-ba9b-512c97013eab), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:41.357385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1096b7-6148-491b-a97f-c5fc591f73ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:41.358046 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b1096b7-6148-491b-a97f-c5fc591f73ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:41.362758 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35bc554-dd08-4929-a38c-f0ffa71886a3 None None] Network 3531b32e-7565-40f4-a7c1-87027fb83c48 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:02:41.370255 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aaf378-9834-4551-9fcb-471bbe4d3278 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07996e69-ef72-4115-83c9-44d5c4fea139,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:41.398289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8b1096b7-6148-491b-a97f-c5fc591f73ca admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1350262 Mar 11 12:02:41.406019 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41494) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:41.410756 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:41.445637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fc668-d5b2-4708-86af-c0211e3df19a req-033ca1f4-f938-41bb-bfc2-2511ef3600c2 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:41.448030 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f9fc668-d5b2-4708-86af-c0211e3df19a req-033ca1f4-f938-41bb-bfc2-2511ef3600c2 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 1.0814302 Mar 11 12:02:41.448794 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Attempting to bind port 07441d67-699c-4b32-aacf-d71b3a8d6778 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:02:41.449132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Attempting to bind port 07441d67-699c-4b32-aacf-d71b3a8d6778 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:02:41.449609 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Attempting to bind port 07441d67-699c-4b32-aacf-d71b3a8d6778 on network f62dd404-472d-4abb-9a12-54a30b7ab434 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:02:41.496951 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Port 07441d67-699c-4b32-aacf-d71b3a8d6778 on network f62dd404-472d-4abb-9a12-54a30b7ab434 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:02:41.497698 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Attempting to bind port 07441d67-699c-4b32-aacf-d71b3a8d6778 on network f62dd404-472d-4abb-9a12-54a30b7ab434 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:02:41.513631 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-b5e76bae-9a9e-4125-9416-0246530510f1 service neutron] 10.222.0.78 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1916704 Mar 11 12:02:41.519845 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:02:41.520288 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Checking segment: {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:02:41.520761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Bound using segment: {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:02:41.521250 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Bound port: 07441d67-699c-4b32-aacf-d71b3a8d6778, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:02:41.521620 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (07441d67-699c-4b32-aacf-d71b3a8d6778), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:41.577544 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c804e2f1-12a9-429c-a161-e449e5d161bf tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (574228e0-64d4-46c2-ba9b-512c97013eab), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:41.619533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] For port 07441d67-699c-4b32-aacf-d71b3a8d6778, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:02:41.624813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] For port 07441d67-699c-4b32-aacf-d71b3a8d6778, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=07441d67-699c-4b32-aacf-d71b3a8d6778,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:02:41.637835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804e2f1-12a9-429c-a161-e449e5d161bf tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Subnet': ['ID=574228e0-64d4-46c2-ba9b-512c97013eab,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:41.647832 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c804e2f1-12a9-429c-a161-e449e5d161bf tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:41.650518 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (6f750004-febb-46d7-9113-630d27308351), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:41.656761 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c804e2f1-12a9-429c-a161-e449e5d161bf tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/574228e0-64d4-46c2-ba9b-512c97013eab HTTP/1.1" status: 204 len: 168 time: 0.7636855 Mar 11 12:02:41.657052 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (6f750004-febb-46d7-9113-630d27308351), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:41.658742 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41510) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:41.673239 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-3531b32e-7565-40f4-a7c1-87027fb83c48', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'fixed_ips': [{'subnet_id': 'd91078cb-8134-445e-bcd4-1eb8bd489712'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:02:41.674166 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:41.703725 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (07441d67-699c-4b32-aacf-d71b3a8d6778), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:41.715633 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f9fc668-d5b2-4708-86af-c0211e3df19a req-ef7c76f6-6c97-42ce-92fd-6e5ec80ad245 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437670 Mar 11 12:02:41.785899 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:41.786563 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:41.788136 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] 10.222.0.37 "PUT /v2.0/ports/07441d67-699c-4b32-aacf-d71b3a8d6778 HTTP/1.1" status: 200 len: 1091 time: 2.6885145 Mar 11 12:02:41.797571 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3373cd6-f831-40d2-b9e9-15ff2032f91e', 'tag': '07441d67-699c-4b32-aacf-d71b3a8d6778'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:02:41.797918 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b2c018-4598-4731-b566-04bc6949c4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c3373cd6-f831-40d2-b9e9-15ff2032f91e", "tag": "07441d67-699c-4b32-aacf-d71b3a8d6778"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:02:41.832597 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-b949532f-b2c0-49ce-998b-36473ef19d5d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting subnet dd562562-ad9f-4f2d-96e2-d7b064aed873 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:02:41.852815 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b949532f-b2c0-49ce-998b-36473ef19d5d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (dd562562-ad9f-4f2d-96e2-d7b064aed873), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:41.969851 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d6701-63a5-49af-9814-f9d7387b065d service neutron] Pushing event updated for resources: {'Port': ['ID=07441d67-699c-4b32-aacf-d71b3a8d6778,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:42.013267 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b949532f-b2c0-49ce-998b-36473ef19d5d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (dd562562-ad9f-4f2d-96e2-d7b064aed873), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:42.176669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Allocated IP 172.20.0.2 (3531b32e-7565-40f4-a7c1-87027fb83c48/d91078cb-8134-445e-bcd4-1eb8bd489712/e5a80aba-73e4-47e6-b905-6aa50c471c81) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:02:42.226478 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Publish callbacks [] for router_controller (6f750004-febb-46d7-9113-630d27308351), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:42.295699 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e444d13c-91fa-4f5c-a75b-d262926f8259 None None] Network 597c0b54-de71-49ab-ae23-76a7f6644850 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:02:42.341990 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-6804429e-b184-44d6-9d6e-40a64ee2b690 service neutron] 10.222.0.78 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8048465 Mar 11 12:02:42.360668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b949532f-b2c0-49ce-998b-36473ef19d5d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (dd562562-ad9f-4f2d-96e2-d7b064aed873), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:42.568777 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b949532f-b2c0-49ce-998b-36473ef19d5d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (dd562562-ad9f-4f2d-96e2-d7b064aed873), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:42.611004 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-a781a2b6-c89b-4a6d-97e8-d92135671c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:42.612712 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-a781a2b6-c89b-4a6d-97e8-d92135671c15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 1125 time: 0.7665911 Mar 11 12:02:42.665068 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949532f-b2c0-49ce-998b-36473ef19d5d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Subnet': ['ID=dd562562-ad9f-4f2d-96e2-d7b064aed873,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:42.703095 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b949532f-b2c0-49ce-998b-36473ef19d5d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:42.718852 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b949532f-b2c0-49ce-998b-36473ef19d5d tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/dd562562-ad9f-4f2d-96e2-d7b064aed873 HTTP/1.1" status: 204 len: 168 time: 1.0555997 Mar 11 12:02:42.723177 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41562) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:42.752178 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Publish callbacks [] for port (e5a80aba-73e4-47e6-b905-6aa50c471c81), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:42.791621 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (e5a80aba-73e4-47e6-b905-6aa50c471c81), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:42.811815 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3ecfbe-96c1-45bf-8ec5-3ea637bd7a0a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] DELETE failed (client error): The resource could not be found. Mar 11 12:02:42.812669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3ecfbe-96c1-45bf-8ec5-3ea637bd7a0a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:02:42.821609 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1c3ecfbe-96c1-45bf-8ec5-3ea637bd7a0a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/574228e0-64d4-46c2-ba9b-512c97013eab HTTP/1.1" status: 404 len: 337 time: 0.0944717 Mar 11 12:02:42.824439 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41578) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:42.908502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Pushing event updated for resources: {'Port': ['ID=e5a80aba-73e4-47e6-b905-6aa50c471c81,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:42.911039 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:42.945760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Network 3531b32e-7565-40f4-a7c1-87027fb83c48 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:02:42.948747 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:42.949729 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2b9c5f-80aa-4679-873c-8a1aa6012327 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting subnet 28241899-c513-40a4-a77b-3f66c74e2517 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:02:42.954530 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9c5f-80aa-4679-873c-8a1aa6012327 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (28241899-c513-40a4-a77b-3f66c74e2517), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:42.966795 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a5fa77-a654-45a6-85ef-cfa0c2f12a2c x-openstack-request-id: req-75a5fa77-a654-45a6-85ef-cfa0c2f12a2c {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:02:42.968547 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3373cd6-f831-40d2-b9e9-15ff2032f91e", "tag": "07441d67-699c-4b32-aacf-d71b3a8d6778", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:02:42.968907 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-75a5fa77-a654-45a6-85ef-cfa0c2f12a2c {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:02:42.969747 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3373cd6-f831-40d2-b9e9-15ff2032f91e', 'tag': '07441d67-699c-4b32-aacf-d71b3a8d6778', 'status': 'completed', 'code': 200} Mar 11 12:02:42.974994 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-e539d852-6414-4984-8bd5-25a8d21f6658 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07441d67-699c-4b32-aacf-d71b3a8d6778 HTTP/1.1" status: 200 len: 217 time: 0.2707913 Mar 11 12:02:43.008983 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:02:43.057125 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Publish callbacks [] for router_gateway (6f750004-febb-46d7-9113-630d27308351), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:43.091060 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9c5f-80aa-4679-873c-8a1aa6012327 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (28241899-c513-40a4-a77b-3f66c74e2517), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:43.172937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0406f2b3-f2ed-4f2f-a57e-9097a759dbc2 req-5e191074-b686-465f-9f0d-42e9c1225486 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=95057f53-87e4-4139-b0b6-7a670bca8b7a HTTP/1.1" status: 200 len: 210 time: 0.2343676 Mar 11 12:02:43.188236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Attempting to bind port e5a80aba-73e4-47e6-b905-6aa50c471c81 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:02:43.188638 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Attempting to bind port e5a80aba-73e4-47e6-b905-6aa50c471c81 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4b1f593a-5c3c-476a-9f81-32504e3130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:02:43.188993 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Attempting to bind port e5a80aba-73e4-47e6-b905-6aa50c471c81 on network 3531b32e-7565-40f4-a7c1-87027fb83c48 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:02:43.226357 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:02:43.226761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Checking segment: {'id': '4b1f593a-5c3c-476a-9f81-32504e3130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:02:43.227174 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:43.228358 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Bound using segment: {'id': '4b1f593a-5c3c-476a-9f81-32504e3130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:02:43.228882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Bound port: e5a80aba-73e4-47e6-b905-6aa50c471c81, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1f593a-5c3c-476a-9f81-32504e3130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:02:43.229276 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e5a80aba-73e4-47e6-b905-6aa50c471c81), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:43.264574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999e32-4711-4256-93be-2a760aacfff3 req-191a9c27-b7d7-4281-84be-ddb3e189b658 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:43.272387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97999e32-4711-4256-93be-2a760aacfff3 req-191a9c27-b7d7-4281-84be-ddb3e189b658 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 943 time: 1.0895705 Mar 11 12:02:43.315345 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9c5f-80aa-4679-873c-8a1aa6012327 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (28241899-c513-40a4-a77b-3f66c74e2517), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:43.386317 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] For port e5a80aba-73e4-47e6-b905-6aa50c471c81, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:02:43.389705 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] For port e5a80aba-73e4-47e6-b905-6aa50c471c81, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e5a80aba-73e4-47e6-b905-6aa50c471c81,segment=NetworkSegment(4b1f593a-5c3c-476a-9f81-32504e3130cb),segment_id=4b1f593a-5c3c-476a-9f81-32504e3130cb)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:02:43.420464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-06030e19-b3ce-4423-87b9-2b3b67787235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:43.427000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-06030e19-b3ce-4423-87b9-2b3b67787235 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.3199103 Mar 11 12:02:43.493218 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9c5f-80aa-4679-873c-8a1aa6012327 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (28241899-c513-40a4-a77b-3f66c74e2517), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:43.512404 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e5a80aba-73e4-47e6-b905-6aa50c471c81), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:43.559838 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b9c5f-80aa-4679-873c-8a1aa6012327 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Subnet': ['ID=28241899-c513-40a4-a77b-3f66c74e2517,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:43.577665 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9c5f-80aa-4679-873c-8a1aa6012327 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:43.593002 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-eb2b9c5f-80aa-4679-873c-8a1aa6012327 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/28241899-c513-40a4-a77b-3f66c74e2517 HTTP/1.1" status: 204 len: 168 time: 0.7649734 Mar 11 12:02:43.597133 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41600) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:43.684378 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73db662d-ccd3-4c0d-aa47-5128332bab91 None None] Update dhcp port {'port': {'network_id': '597c0b54-de71-49ab-ae23-76a7f6644850', 'fixed_ips': [{'subnet_id': '28241899-c513-40a4-a77b-3f66c74e2517', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dd562562-ad9f-4f2d-96e2-d7b064aed873'}], 'binding:host_id': 'n-d-833234-2'}, 'id': '40bff6fb-a0e8-46c7-aaf7-01368db26a82'} from n-d-833234-2. {{(pid=104033) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 12:02:43.700856 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-f804a9e5-d39f-4ceb-92d5-68ee444b81cb tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] DELETE failed (client error): The resource could not be found. Mar 11 12:02:43.701430 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f804a9e5-d39f-4ceb-92d5-68ee444b81cb tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:02:43.715831 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f804a9e5-d39f-4ceb-92d5-68ee444b81cb tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/5ce0e503-1704-4054-8272-15d1e6e4c054 HTTP/1.1" status: 404 len: 337 time: 0.1174562 Mar 11 12:02:43.721829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41602) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:43.751384 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97999e32-4711-4256-93be-2a760aacfff3 req-c0308143-ce83-4454-b798-057d1af499c5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725764 Mar 11 12:02:43.809344 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-73db662d-ccd3-4c0d-aa47-5128332bab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:43.812108 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a617e73a-a71b-4976-9cc1-8c0ff58534e8 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "GET /v2.0/ports?device_id=94a4f257-b5f5-42ff-b0a0-29da36ed79cf HTTP/1.1" status: 200 len: 205 time: 0.0766206 Mar 11 12:02:43.817000 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41604) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:43.878497 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-7520b25f-89d0-4435-a915-aade3cf42ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:43.880145 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-7520b25f-89d0-4435-a915-aade3cf42ad1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4443114 Mar 11 12:02:43.924028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472e59a-a006-42a1-8305-0a60d9348b9b req-3183b0c2-de11-457e-abb6-b1cb5f92eef8 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:43.936713 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f472e59a-a006-42a1-8305-0a60d9348b9b req-3183b0c2-de11-457e-abb6-b1cb5f92eef8 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.6080666 Mar 11 12:02:43.945687 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca634c-c8e0-4162-9df6-74992a7e1bcf None None] Pushing event updated for resources: {'Port': ['ID=e5a80aba-73e4-47e6-b905-6aa50c471c81,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:44.030555 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-ea150d48-69c2-454e-b81b-4c7eb06b3d0f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] delete failed (client error): The resource could not be found. Mar 11 12:02:44.041818 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ea150d48-69c2-454e-b81b-4c7eb06b3d0f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/routers/94a4f257-b5f5-42ff-b0a0-29da36ed79cf HTTP/1.1" status: 404 len: 336 time: 0.2231429 Mar 11 12:02:44.044402 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41612) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:44.179887 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dc35450e-3cf8-477f-91fc-218b36b6f264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:44.226531 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41616) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:44.285024 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a8f7ab-65c0-4e50-9bfb-13d5add0437a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] DELETE failed (client error): The resource could not be found. Mar 11 12:02:44.287029 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a8f7ab-65c0-4e50-9bfb-13d5add0437a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:02:44.315730 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d8a8f7ab-65c0-4e50-9bfb-13d5add0437a tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/ed07a58d-0876-4ac4-8094-74c551e052b6 HTTP/1.1" status: 404 len: 337 time: 0.2590988 Mar 11 12:02:44.317655 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41620) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:44.336915 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05750f3-4a23-4d68-9f4b-eaf156c02047 None None] Network 597c0b54-de71-49ab-ae23-76a7f6644850 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:02:44.398320 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-40161fbc-c74b-4b5e-ae1a-7dac002a0dd2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] DELETE failed (client error): The resource could not be found. Mar 11 12:02:44.399051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40161fbc-c74b-4b5e-ae1a-7dac002a0dd2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:02:44.408780 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-40161fbc-c74b-4b5e-ae1a-7dac002a0dd2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/18d1d467-bcdb-46a1-b276-c95dc9bb9e0f HTTP/1.1" status: 404 len: 337 time: 0.0871286 Mar 11 12:02:44.409622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41622) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:44.533194 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf08eac3-71e7-404b-934c-1c49e3018d45 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] DELETE failed (client error): The resource could not be found. Mar 11 12:02:44.533419 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f472e59a-a006-42a1-8305-0a60d9348b9b req-8e2bdb03-ac2b-46f7-bbce-aeb676cdd1bd tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5951276 Mar 11 12:02:44.533551 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf08eac3-71e7-404b-934c-1c49e3018d45 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:02:44.596866 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cf08eac3-71e7-404b-934c-1c49e3018d45 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/f97b8330-7351-4949-abe0-5a6b8b956334 HTTP/1.1" status: 404 len: 337 time: 0.1587703 Mar 11 12:02:44.598289 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41624) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:44.603712 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ca5e3cb6-db14-4440-bbe8-43214af8c16a None None] Provisioning complete for port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:44.604167 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ca5e3cb6-db14-4440-bbe8-43214af8c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:44.685743 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20379b0-3233-4c43-a059-da90731cfb0e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] DELETE failed (client error): The resource could not be found. Mar 11 12:02:44.686480 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20379b0-3233-4c43-a059-da90731cfb0e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:02:44.699366 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20998b39-d58e-483b-9788-00d0ee77defd req-fd2a5a5e-9222-42f0-b88f-9bd6ae0267ed tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=95057f53-87e4-4139-b0b6-7a670bca8b7a HTTP/1.1" status: 200 len: 210 time: 0.1703334 Mar 11 12:02:44.699625 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f20379b0-3233-4c43-a059-da90731cfb0e tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/ports/b40b7e49-73a9-4bc1-baa9-332202983f50 HTTP/1.1" status: 404 len: 333 time: 0.0983388 Mar 11 12:02:44.705889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41626) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:44.748523 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-c1ff7758-b88e-4128-84d6-0f43c41a78d4 service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8593786 Mar 11 12:02:44.771002 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e176a9f-7b11-44e9-af54-52e246d87d7d None None] DHCP port deletion for 597c0b54-de71-49ab-ae23-76a7f6644850 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:02:44.771468 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Publish callbacks [] for router_gateway (6f750004-febb-46d7-9113-630d27308351), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:44.889988 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:44.923069 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec98030-08b5-451f-942b-52241b4be4c2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] DELETE failed (client error): The resource could not be found. Mar 11 12:02:44.923546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec98030-08b5-451f-942b-52241b4be4c2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:02:44.936710 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2ec98030-08b5-451f-942b-52241b4be4c2 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/132aac96-9337-4bf6-b4dd-6329c5e8ee74 HTTP/1.1" status: 404 len: 337 time: 0.2293124 Mar 11 12:02:44.954253 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41630) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:44.963235 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-58424647-2ca6-4d2a-ab06-c8809846f6b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:45.105814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e3cb6-db14-4440-bbe8-43214af8c16a None None] Current status of the port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:45.193698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-0e7e9441-46ff-4a62-8a58-257d0b5da4dc tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:45.195744 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-0e7e9441-46ff-4a62-8a58-257d0b5da4dc tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.71 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 805 time: 0.3391588 Mar 11 12:02:45.241175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-bdbd44e9-7613-4940-acaf-f48bf1e8a549 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Request body: {'port': {'device_id': '95057f53-87e4-4139-b0b6-7a670bca8b7a', 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064', 'admin_state_up': True, 'tenant_id': '09d5cd320b674c0e99aeaa20dd57d2bb'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:45.243518 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ca5e3cb6-db14-4440-bbe8-43214af8c16a None None] Provisioning complete for port 0a0cf245-e18c-456f-a573-b1fd0b17a2c1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:45.247794 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ca5e3cb6-db14-4440-bbe8-43214af8c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0a0cf245-e18c-456f-a573-b1fd0b17a2c1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:45.408667 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1e176a9f-7b11-44e9-af54-52e246d87d7d None None] Deleting port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:02:45.417082 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1e176a9f-7b11-44e9-af54-52e246d87d7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:45.439541 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a63577-a3ed-415b-bca3-314c7630a3e7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] DELETE failed (client error): The resource could not be found. Mar 11 12:02:45.440732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e3cb6-db14-4440-bbe8-43214af8c16a None None] Port 0a0cf245-e18c-456f-a573-b1fd0b17a2c1 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:02:45.444072 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a63577-a3ed-415b-bca3-314c7630a3e7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:02:45.452200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f3a63577-a3ed-415b-bca3-314c7630a3e7 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/2ff6b1f5-0fea-4a27-810b-97d00f672999 HTTP/1.1" status: 404 len: 337 time: 0.4117010 Mar 11 12:02:45.452580 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41636) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:45.536520 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966870c-3f59-46af-9e2e-63bd3c7b54f6 req-b28cdf53-ccba-4c01-aa54-17c57ee112f2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:45.544599 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a966870c-3f59-46af-9e2e-63bd3c7b54f6 req-b28cdf53-ccba-4c01-aa54-17c57ee112f2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 943 time: 0.6417890 Mar 11 12:02:45.556983 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d5fcfe2-027f-429f-8fe4-ac1f83255d1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] DELETE failed (client error): The resource could not be found. Mar 11 12:02:45.557819 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d5fcfe2-027f-429f-8fe4-ac1f83255d1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:02:45.564879 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5d5fcfe2-027f-429f-8fe4-ac1f83255d1f tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/ports/b741127e-c4b1-42fb-83b9-fae2695071ce HTTP/1.1" status: 404 len: 333 time: 0.1002936 Mar 11 12:02:45.565776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41638) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:45.573490 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-58424647-2ca6-4d2a-ab06-c8809846f6b0 admin admin] Publish callbacks [] for security_group (c9c15390-3dd6-4d6b-8b40-2d28f387d251), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:45.574307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e5a80aba-73e4-47e6-b905-6aa50c471c81 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:02:45.580253 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-bdbd44e9-7613-4940-acaf-f48bf1e8a549 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Made reservation on behalf of 09d5cd320b674c0e99aeaa20dd57d2bb for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:45.585353 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-bdbd44e9-7613-4940-acaf-f48bf1e8a549 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:45.593802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1e176a9f-7b11-44e9-af54-52e246d87d7d None None] For port 40bff6fb-a0e8-46c7-aaf7-01368db26a82, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=40bff6fb-a0e8-46c7-aaf7-01368db26a82,segment=NetworkSegment(aa7564f6-a355-447c-a867-31076ad49a7d),segment_id=aa7564f6-a355-447c-a867-31076ad49a7d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:45.594371 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1e176a9f-7b11-44e9-af54-52e246d87d7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:45.630231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7decbadb-9d94-4d52-92f9-d2e24b195bc6 req-38adf16d-cf14-449d-98e3-1f1df5625cc6 service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8730502 Mar 11 12:02:45.684056 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1e176a9f-7b11-44e9-af54-52e246d87d7d None None] Calling delete_port for 40bff6fb-a0e8-46c7-aaf7-01368db26a82 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:02:45.792834 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-bdbd44e9-7613-4940-acaf-f48bf1e8a549 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Allocated IP 172.20.0.12 (8f643498-59e6-4f88-97f4-fba97d06b064/d2b721aa-1c42-4b6f-8791-9da31c359ccd/9e130ed9-57f4-4173-a387-8fc9aebd8efb) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:02:45.815125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139bd9c4-9cc3-49ab-94a2-65812c871e16 None None] Network 3531b32e-7565-40f4-a7c1-87027fb83c48 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:02:45.820943 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d52d2be7-6c91-4139-98aa-7779fed84b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:45.860051 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-e716aa9b-e6a8-4b13-8452-1e734fb67466 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] DELETE failed (client error): The resource could not be found. Mar 11 12:02:45.860725 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e716aa9b-e6a8-4b13-8452-1e734fb67466 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:02:45.874141 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e716aa9b-e6a8-4b13-8452-1e734fb67466 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/fae598ca-968b-4af3-b03a-8dc22c111b55 HTTP/1.1" status: 404 len: 337 time: 0.2968831 Mar 11 12:02:45.885641 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41644) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:45.997361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e5a80aba-73e4-47e6-b905-6aa50c471c81 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:45.997984 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-bdbd44e9-7613-4940-acaf-f48bf1e8a549 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks [] for port (9e130ed9-57f4-4173-a387-8fc9aebd8efb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:45.998120 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e5a80aba-73e4-47e6-b905-6aa50c471c81), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:46.003142 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-cb6cbe2e-3e65-4bfa-8662-cce1d191bbc5 None None] Provisioning complete for port e5a80aba-73e4-47e6-b905-6aa50c471c81 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:46.003724 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb6cbe2e-3e65-4bfa-8662-cce1d191bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e5a80aba-73e4-47e6-b905-6aa50c471c81), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:46.034041 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-58424647-2ca6-4d2a-ab06-c8809846f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c9c15390-3dd6-4d6b-8b40-2d28f387d251), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:46.107992 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e87374-9f6b-4e5b-83cb-cdf2add66288 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] DELETE failed (client error): The resource could not be found. Mar 11 12:02:46.108342 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e87374-9f6b-4e5b-83cb-cdf2add66288 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:02:46.111877 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-bdbd44e9-7613-4940-acaf-f48bf1e8a549 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9e130ed9-57f4-4173-a387-8fc9aebd8efb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:46.124422 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-05e87374-9f6b-4e5b-83cb-cdf2add66288 tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/subnets/8e63a39e-5e9c-43dd-bd67-32ebb0829ecc HTTP/1.1" status: 404 len: 337 time: 0.2361007 Mar 11 12:02:46.125165 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1e176a9f-7b11-44e9-af54-52e246d87d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (40bff6fb-a0e8-46c7-aaf7-01368db26a82), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:46.135822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['de47ce64-ea93-40ab-9763-7f508aec56e0'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:02:46.138184 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['523a6f49-f6e9-4c35-8c8d-5e124b18fe85'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:02:46.143161 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41648) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:46.160375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Allocated IP 172.25.7.111 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/0f12738b-b796-495f-8609-6829b7f8b0e2) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:02:46.193357 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2c018-4598-4731-b566-04bc6949c4d4 req-87224f6d-a7f2-4bb3-bd11-803289d51c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:46.195013 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79b2c018-4598-4731-b566-04bc6949c4d4 req-87224f6d-a7f2-4bb3-bd11-803289d51c0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 1125 time: 0.4263666 Mar 11 12:02:46.212594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a966870c-3f59-46af-9e2e-63bd3c7b54f6 req-18042123-4c56-467f-b681-5a5132cc1c6c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6670437 Mar 11 12:02:46.235293 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e176a9f-7b11-44e9-af54-52e246d87d7d None None] Pushing event deleted for resources: {'Port': ['ID=40bff6fb-a0e8-46c7-aaf7-01368db26a82,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:46.281753 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-bdbd44e9-7613-4940-acaf-f48bf1e8a549 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Network 8f643498-59e6-4f88-97f4-fba97d06b064 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:02:46.284933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e176a9f-7b11-44e9-af54-52e246d87d7d None None] No DVR routers for this DVR port 40bff6fb-a0e8-46c7-aaf7-01368db26a82 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:02:46.347766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd44e9-7613-4940-acaf-f48bf1e8a549 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Pushing event updated for resources: {'Port': ['ID=9e130ed9-57f4-4173-a387-8fc9aebd8efb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:46.352591 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-bdbd44e9-7613-4940-acaf-f48bf1e8a549 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:46.357295 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-bdbd44e9-7613-4940-acaf-f48bf1e8a549 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:02:46.371728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a94409-1d19-4d83-aaa0-0ce980b9594f req-5d2fff53-dd14-4d51-bff1-4a3d54df7318 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:46.397921 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2a94409-1d19-4d83-aaa0-0ce980b9594f req-5d2fff53-dd14-4d51-bff1-4a3d54df7318 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.5207682 Mar 11 12:02:46.515277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-bdbd44e9-7613-4940-acaf-f48bf1e8a549 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:46.516246 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-bdbd44e9-7613-4940-acaf-f48bf1e8a549 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:46.573888 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-58424647-2ca6-4d2a-ab06-c8809846f6b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eb9c6695dc2a4c40a77c34cf672dadb8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3458912 Mar 11 12:02:46.582768 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-bdbd44e9-7613-4940-acaf-f48bf1e8a549 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3539646 Mar 11 12:02:46.585767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e5a80aba-73e4-47e6-b905-6aa50c471c81 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:46.588518 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e5a80aba-73e4-47e6-b905-6aa50c471c81), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:46.588635 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41654) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:46.685034 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cb6cbe2e-3e65-4bfa-8662-cce1d191bbc5 None None] Current status of the port e5a80aba-73e4-47e6-b905-6aa50c471c81 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:46.685439 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb6cbe2e-3e65-4bfa-8662-cce1d191bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e5a80aba-73e4-47e6-b905-6aa50c471c81), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:46.690561 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Request body: {'port': {'device_id': '95057f53-87e4-4139-b0b6-7a670bca8b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:46.766209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58424647-2ca6-4d2a-ab06-c8809846f6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c15390-3dd6-4d6b-8b40-2d28f387d251,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:46.799764 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port e5a80aba-73e4-47e6-b905-6aa50c471c81, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e5a80aba-73e4-47e6-b905-6aa50c471c81,segment=NetworkSegment(4b1f593a-5c3c-476a-9f81-32504e3130cb),segment_id=4b1f593a-5c3c-476a-9f81-32504e3130cb)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:46.837354 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7f8d6b0-83af-47a8-b175-3bb6ad46aa29 admin admin] Publish callbacks [] for security_group (c9c15390-3dd6-4d6b-8b40-2d28f387d251), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:46.892427 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2a94409-1d19-4d83-aaa0-0ce980b9594f req-58ec0f90-5261-47f1-902d-8feebbe5b84e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4935653 Mar 11 12:02:46.898604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b225e-5509-4e0f-a3f9-2121a96ef1ab tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Deleting port 0a0cf245-e18c-456f-a573-b1fd0b17a2c1 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:02:46.898790 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4b7b225e-5509-4e0f-a3f9-2121a96ef1ab tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0a0cf245-e18c-456f-a573-b1fd0b17a2c1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:46.904425 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7f8d6b0-83af-47a8-b175-3bb6ad46aa29 admin admin] Publish callbacks [] for security_group (c9c15390-3dd6-4d6b-8b40-2d28f387d251), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:46.934235 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e5a80aba-73e4-47e6-b905-6aa50c471c81), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:46.938897 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-cb6cbe2e-3e65-4bfa-8662-cce1d191bbc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:02:46.939440 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-cb6cbe2e-3e65-4bfa-8662-cce1d191bbc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:02:47.045601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7f8d6b0-83af-47a8-b175-3bb6ad46aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c9c15390-3dd6-4d6b-8b40-2d28f387d251), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:47.049318 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870abf9e-5fe6-49a7-9430-cc2b22d4ff77 req-70ddefc9-639b-4383-8298-09e57fb8b0cd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:47.051413 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-870abf9e-5fe6-49a7-9430-cc2b22d4ff77 req-70ddefc9-639b-4383-8298-09e57fb8b0cd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=95057f53-87e4-4139-b0b6-7a670bca8b7a HTTP/1.1" status: 200 len: 932 time: 0.5707424 Mar 11 12:02:47.069716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2c018-4598-4731-b566-04bc6949c4d4 req-f9297e79-020d-4176-bed0-bc0eedd026d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:47.071305 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79b2c018-4598-4731-b566-04bc6949c4d4 req-f9297e79-020d-4176-bed0-bc0eedd026d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 0.8557994 Mar 11 12:02:47.074440 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7f8d6b0-83af-47a8-b175-3bb6ad46aa29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:47.082233 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a7f8d6b0-83af-47a8-b175-3bb6ad46aa29 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c9c15390-3dd6-4d6b-8b40-2d28f387d251 HTTP/1.1" status: 204 len: 168 time: 0.4788063 Mar 11 12:02:47.084492 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=e5a80aba-73e4-47e6-b905-6aa50c471c81,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:47.110698 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 40bff6fb-a0e8-46c7-aaf7-01368db26a82 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:02:47.151050 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 40bff6fb-a0e8-46c7-aaf7-01368db26a82 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:02:47.151766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 40bff6fb-a0e8-46c7-aaf7-01368db26a82 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:02:47.187967 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79b2c018-4598-4731-b566-04bc6949c4d4 req-9c17c289-4bf9-4b5e-8a71-76fd8f9c353b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07441d67-699c-4b32-aacf-d71b3a8d6778 HTTP/1.1" status: 200 len: 217 time: 0.0782039 Mar 11 12:02:47.196607 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Publish callbacks [] for port (0f12738b-b796-495f-8609-6829b7f8b0e2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:47.199390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8d6b0-83af-47a8-b175-3bb6ad46aa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c15390-3dd6-4d6b-8b40-2d28f387d251,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:47.266963 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9e130ed9-57f4-4173-a387-8fc9aebd8efb), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:47.275247 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4b7b225e-5509-4e0f-a3f9-2121a96ef1ab tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0a0cf245-e18c-456f-a573-b1fd0b17a2c1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:47.282675 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:47.307425 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b225e-5509-4e0f-a3f9-2121a96ef1ab tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Calling delete_port for 0a0cf245-e18c-456f-a573-b1fd0b17a2c1 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:02:47.334828 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-870abf9e-5fe6-49a7-9430-cc2b22d4ff77 req-f7c08622-cae6-4c45-afec-bd01e86378df tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724063 Mar 11 12:02:47.345100 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2c018-4598-4731-b566-04bc6949c4d4 req-afcddd22-db01-4cad-9e50-b639060fceca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:47.346712 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79b2c018-4598-4731-b566-04bc6949c4d4 req-afcddd22-db01-4cad-9e50-b639060fceca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.1454387 Mar 11 12:02:47.466673 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (0f12738b-b796-495f-8609-6829b7f8b0e2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:47.485882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e5a80aba-73e4-47e6-b905-6aa50c471c81 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:02:47.535509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cb6cbe2e-3e65-4bfa-8662-cce1d191bbc5 None None] Current status of the port e5a80aba-73e4-47e6-b905-6aa50c471c81 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:47.538523 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:02:47.545224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:47.548369 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:02:47.572395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e5a80aba-73e4-47e6-b905-6aa50c471c81 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:47.573519 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e5a80aba-73e4-47e6-b905-6aa50c471c81), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:47.603352 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2c018-4598-4731-b566-04bc6949c4d4 req-50fcf52c-ef50-437d-953f-9d407d13b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:47.604941 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79b2c018-4598-4731-b566-04bc6949c4d4 req-50fcf52c-ef50-437d-953f-9d407d13b1a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2313287 Mar 11 12:02:47.605588 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Pushing event updated for resources: {'Port': ['ID=0f12738b-b796-495f-8609-6829b7f8b0e2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:47.621567 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798a693-5457-4f45-bcfd-de8f2f89958d req-c5b36b6b-f8be-429b-a50a-451433eca9ad tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:47.623294 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4798a693-5457-4f45-bcfd-de8f2f89958d req-c5b36b6b-f8be-429b-a50a-451433eca9ad tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 943 time: 0.2232635 Mar 11 12:02:47.700668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e5a80aba-73e4-47e6-b905-6aa50c471c81 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:47.712615 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1da4e68c-9648-43d0-b22f-f79fb3b16885 None None] Provisioning complete for port e5a80aba-73e4-47e6-b905-6aa50c471c81 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:47.713774 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1da4e68c-9648-43d0-b22f-f79fb3b16885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e5a80aba-73e4-47e6-b905-6aa50c471c81), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:47.723535 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79b2c018-4598-4731-b566-04bc6949c4d4 req-366f37d5-774e-44ca-ae8f-60d1e88aec53 service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116107 Mar 11 12:02:47.842730 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4798a693-5457-4f45-bcfd-de8f2f89958d req-b2e22571-dd76-4304-a4a6-10f103ea3074 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181471 Mar 11 12:02:47.974754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e130ed9-57f4-4173-a387-8fc9aebd8efb {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:02:47.984105 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Publish callbacks [] for port (9e130ed9-57f4-4173-a387-8fc9aebd8efb), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:48.001745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Transition to ACTIVE for port object 9e130ed9-57f4-4173-a387-8fc9aebd8efb will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:02:48.003507 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4b7b225e-5509-4e0f-a3f9-2121a96ef1ab tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0a0cf245-e18c-456f-a573-b1fd0b17a2c1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:48.014250 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (9e130ed9-57f4-4173-a387-8fc9aebd8efb), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:48.024720 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79b2c018-4598-4731-b566-04bc6949c4d4 req-6a89d9cc-76d8-4ce9-b534-651003910929 service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867060 Mar 11 12:02:48.073925 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1da4e68c-9648-43d0-b22f-f79fb3b16885 None None] Current status of the port e5a80aba-73e4-47e6-b905-6aa50c471c81 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:48.084038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b225e-5509-4e0f-a3f9-2121a96ef1ab tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Port': ['ID=0a0cf245-e18c-456f-a573-b1fd0b17a2c1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:48.109951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4b7b225e-5509-4e0f-a3f9-2121a96ef1ab tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:48.117295 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4b7b225e-5509-4e0f-a3f9-2121a96ef1ab tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/ports/0a0cf245-e18c-456f-a573-b1fd0b17a2c1 HTTP/1.1" status: 204 len: 168 time: 1.8305781 Mar 11 12:02:48.118643 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41682) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:48.162226 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93539f-fb1f-4f93-bf97-55fb94955d52 req-ac689313-4f4c-433a-b2ba-006634c68369 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:48.164696 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db93539f-fb1f-4f93-bf97-55fb94955d52 req-ac689313-4f4c-433a-b2ba-006634c68369 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.0853782 Mar 11 12:02:48.231182 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Pushing event updated for resources: {'Port': ['ID=9e130ed9-57f4-4173-a387-8fc9aebd8efb,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:48.284233 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f57db4ef-679a-40c7-9bea-0a8f4943cc5c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (597c0b54-de71-49ab-ae23-76a7f6644850), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:48.289558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Attempting to bind port 9e130ed9-57f4-4173-a387-8fc9aebd8efb on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:02:48.289888 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Attempting to bind port 9e130ed9-57f4-4173-a387-8fc9aebd8efb by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:02:48.290209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Attempting to bind port 9e130ed9-57f4-4173-a387-8fc9aebd8efb on network 8f643498-59e6-4f88-97f4-fba97d06b064 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:02:48.298513 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Port 9e130ed9-57f4-4173-a387-8fc9aebd8efb on network 8f643498-59e6-4f88-97f4-fba97d06b064 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:02:48.299304 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Attempting to bind port 9e130ed9-57f4-4173-a387-8fc9aebd8efb on network 8f643498-59e6-4f88-97f4-fba97d06b064 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:02:48.309293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:02:48.309627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Checking segment: {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:02:48.310018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Bound using segment: {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:02:48.310430 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Bound port: 9e130ed9-57f4-4173-a387-8fc9aebd8efb, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:02:48.310780 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9e130ed9-57f4-4173-a387-8fc9aebd8efb), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:48.331480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41686) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:48.361453 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db93539f-fb1f-4f93-bf97-55fb94955d52 req-8993c2a4-4f73-4dea-bf7b-38086c93df92 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401505 Mar 11 12:02:48.404383 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Publish callbacks [] for router_gateway (6f750004-febb-46d7-9113-630d27308351), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:48.444993 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f57db4ef-679a-40c7-9bea-0a8f4943cc5c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (597c0b54-de71-49ab-ae23-76a7f6644850), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:48.471769 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] For port 9e130ed9-57f4-4173-a387-8fc9aebd8efb, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:02:48.474774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-f57db4ef-679a-40c7-9bea-0a8f4943cc5c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597c0b54-de71-49ab-ae23-76a7f6644850']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:48.487014 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] For port 9e130ed9-57f4-4173-a387-8fc9aebd8efb, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9e130ed9-57f4-4173-a387-8fc9aebd8efb,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:02:48.499194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-f57db4ef-679a-40c7-9bea-0a8f4943cc5c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7564f6-a355-447c-a867-31076ad49a7d') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:48.499492 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-f57db4ef-679a-40c7-9bea-0a8f4943cc5c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7564f6-a355-447c-a867-31076ad49a7d') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:48.509945 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (9e130ed9-57f4-4173-a387-8fc9aebd8efb), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:48.512958 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f57db4ef-679a-40c7-9bea-0a8f4943cc5c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (aa7564f6-a355-447c-a867-31076ad49a7d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:48.568878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:48.569565 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:48.571039 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] 10.222.0.71 "PUT /v2.0/ports/9e130ed9-57f4-4173-a387-8fc9aebd8efb HTTP/1.1" status: 200 len: 1092 time: 1.8893406 Mar 11 12:02:48.572113 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f57db4ef-679a-40c7-9bea-0a8f4943cc5c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (aa7564f6-a355-447c-a867-31076ad49a7d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:48.578256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95057f53-87e4-4139-b0b6-7a670bca8b7a', 'tag': '9e130ed9-57f4-4173-a387-8fc9aebd8efb'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:02:48.580970 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1593597d-a9ed-400a-a96e-8ad7484484c0" -d '{"events": [{"name": "network-changed", "server_uuid": "95057f53-87e4-4139-b0b6-7a670bca8b7a", "tag": "9e130ed9-57f4-4173-a387-8fc9aebd8efb"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:02:48.592482 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:48.593360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57db4ef-679a-40c7-9bea-0a8f4943cc5c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:02:48.593767 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f57db4ef-679a-40c7-9bea-0a8f4943cc5c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (aa7564f6-a355-447c-a867-31076ad49a7d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:48.602825 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-10358687-928d-4f18-928a-4d5498692704 tempest-AgentManagementNegativeTest-1582616659 tempest-AgentManagementNegativeTest-1582616659-project] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2656965 Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:02:48.605524 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:02:48.639807 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094007a7-79b2-45b8-9787-3b9e7b47749f x-openstack-request-id: req-094007a7-79b2-45b8-9787-3b9e7b47749f {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:02:48.640125 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95057f53-87e4-4139-b0b6-7a670bca8b7a", "tag": "9e130ed9-57f4-4173-a387-8fc9aebd8efb", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:02:48.640337 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-094007a7-79b2-45b8-9787-3b9e7b47749f {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:02:48.640733 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95057f53-87e4-4139-b0b6-7a670bca8b7a', 'tag': '9e130ed9-57f4-4173-a387-8fc9aebd8efb', 'status': 'completed', 'code': 200} Mar 11 12:02:48.646127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d803a-5e7e-4834-9aae-d4aace5e169a service neutron] Pushing event updated for resources: {'Port': ['ID=9e130ed9-57f4-4173-a387-8fc9aebd8efb,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:48.715490 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-edcfe5d4-1645-4244-93c2-4bad1f542427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:48.718305 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-edcfe5d4-1645-4244-93c2-4bad1f542427 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&device_id=95057f53-87e4-4139-b0b6-7a670bca8b7a HTTP/1.1" status: 200 len: 1126 time: 0.0943830 Mar 11 12:02:48.719510 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f57db4ef-679a-40c7-9bea-0a8f4943cc5c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (597c0b54-de71-49ab-ae23-76a7f6644850), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:48.729024 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f57db4ef-679a-40c7-9bea-0a8f4943cc5c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:48.732842 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f57db4ef-679a-40c7-9bea-0a8f4943cc5c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] 10.222.0.78 "DELETE /v2.0/networks/597c0b54-de71-49ab-ae23-76a7f6644850 HTTP/1.1" status: 204 len: 168 time: 0.6128705 Mar 11 12:02:48.791622 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-a1204ae5-1160-4400-a28e-7889881a99f9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e130ed9-57f4-4173-a387-8fc9aebd8efb HTTP/1.1" status: 200 len: 217 time: 0.0560403 Mar 11 12:02:48.792916 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57db4ef-679a-40c7-9bea-0a8f4943cc5c tempest-PortsTestJSON-1336991401 tempest-PortsTestJSON-1336991401-project] Pushing event deleted for resources: {'Network': ['ID=597c0b54-de71-49ab-ae23-76a7f6644850,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:48.888197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-b97f27f5-cd6a-423d-b545-c244d2cd0dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:48.889790 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-b97f27f5-cd6a-423d-b545-c244d2cd0dce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b721aa-1c42-4b6f-8791-9da31c359ccd HTTP/1.1" status: 200 len: 845 time: 0.0886281 Mar 11 12:02:48.946110 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-801af13b-ba73-4752-983d-8f6c3087561b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f643498-59e6-4f88-97f4-fba97d06b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466440 Mar 11 12:02:49.088989 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-89b84892-21b5-408b-801f-0204b5a663fa service neutron] 10.222.0.71 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359777 Mar 11 12:02:49.093667 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41708) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:49.138986 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41712) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:49.181670 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3052b9-9efc-4faa-aa00-68878ce25ca7 req-687b264b-7fa1-42a3-b293-0c56def97051 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:49.183234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be3052b9-9efc-4faa-aa00-68878ce25ca7 req-687b264b-7fa1-42a3-b293-0c56def97051 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=95057f53-87e4-4139-b0b6-7a670bca8b7a HTTP/1.1" status: 200 len: 944 time: 0.7176917 Mar 11 12:02:49.230154 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 07441d67-699c-4b32-aacf-d71b3a8d6778 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:02:49.241021 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b8f373dd-41f3-4aaa-9974-b766b7b29cf0 req-211a320d-ef1b-4426-ae00-c317ef0cfeb1 service neutron] 10.222.0.71 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375480 Mar 11 12:02:49.393449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45fa9c-ee3d-4b26-bdc5-d4ad18c49aa9 req-bac424b7-9c87-412f-8251-d56d96b9b682 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:49.395040 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4f45fa9c-ee3d-4b26-bdc5-d4ad18c49aa9 req-bac424b7-9c87-412f-8251-d56d96b9b682 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 943 time: 0.2506359 Mar 11 12:02:49.417107 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be3052b9-9efc-4faa-aa00-68878ce25ca7 req-d96c65f0-a39b-4eee-a846-b8ab21ce8eba tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148428 Mar 11 12:02:49.441362 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 07441d67-699c-4b32-aacf-d71b3a8d6778, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=07441d67-699c-4b32-aacf-d71b3a8d6778,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:49.444882 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (6f750004-febb-46d7-9113-630d27308351), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:49.457294 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-169224d1-9915-4bb5-a21e-c4bc302a89fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:49.467030 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '07441d67-699c-4b32-aacf-d71b3a8d6778', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'port_id': '07441d67-699c-4b32-aacf-d71b3a8d6778', 'mac_address': 'fa:16:3e:fd:2e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:02:49.477215 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-75b41bda-d6f3-477b-8cc9-5df8c78a9804 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=125cb2b78a974a0f8153d4fcd2b41cbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3361621 Mar 11 12:02:49.481641 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41718) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:49.504766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593597d-a9ed-400a-a96e-8ad7484484c0 req-d9080c2d-2e9f-4d69-bff8-92b4cacd794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:49.505436 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1593597d-a9ed-400a-a96e-8ad7484484c0 req-d9080c2d-2e9f-4d69-bff8-92b4cacd794b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&device_id=95057f53-87e4-4139-b0b6-7a670bca8b7a HTTP/1.1" status: 200 len: 1126 time: 0.1897790 Mar 11 12:02:49.514811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 07441d67-699c-4b32-aacf-d71b3a8d6778 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:49.515178 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (07441d67-699c-4b32-aacf-d71b3a8d6778), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:49.540450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07441d67-699c-4b32-aacf-d71b3a8d6778 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:02:49.562373 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 07441d67-699c-4b32-aacf-d71b3a8d6778, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=07441d67-699c-4b32-aacf-d71b3a8d6778,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:49.570050 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (07441d67-699c-4b32-aacf-d71b3a8d6778), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:49.614605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593597d-a9ed-400a-a96e-8ad7484484c0 req-867e0a2e-6584-4325-b590-9110a9cd8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:49.616140 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1593597d-a9ed-400a-a96e-8ad7484484c0 req-867e0a2e-6584-4325-b590-9110a9cd8562 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 906 time: 0.1009791 Mar 11 12:02:49.633931 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=07441d67-699c-4b32-aacf-d71b3a8d6778,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:49.672924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4f45fa9c-ee3d-4b26-bdc5-d4ad18c49aa9 req-570ab71c-23b6-41cb-a895-f354f6334954 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712545 Mar 11 12:02:49.699623 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1593597d-a9ed-400a-a96e-8ad7484484c0 req-cb0e9f5d-f2f1-4efa-934c-712343f1766c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e130ed9-57f4-4173-a387-8fc9aebd8efb HTTP/1.1" status: 200 len: 217 time: 0.0724945 Mar 11 12:02:49.706868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29218904-16ae-4c75-b940-7e01991d086a req-9c36e148-e59a-4088-8c42-535eb4bfd6f0 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:49.708399 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29218904-16ae-4c75-b940-7e01991d086a req-9c36e148-e59a-4088-8c42-535eb4bfd6f0 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.1482153 Mar 11 12:02:49.759053 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f06b1dc-6629-42d8-af80-9000abcc1a3c admin admin] Publish callbacks [] for security_group (6be040f1-33ad-48c5-a736-8f617c3a4cfb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:49.759418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Router 6f750004-febb-46d7-9113-630d27308351 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:02:49.786000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29218904-16ae-4c75-b940-7e01991d086a req-746ad278-0a83-436d-b386-bc63b69383e5 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644979 Mar 11 12:02:49.799043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['07441d67-699c-4b32-aacf-d71b3a8d6778'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:02:49.817111 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f06b1dc-6629-42d8-af80-9000abcc1a3c admin admin] Publish callbacks [] for security_group (6be040f1-33ad-48c5-a736-8f617c3a4cfb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:49.818332 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593597d-a9ed-400a-a96e-8ad7484484c0 req-49deb72c-ff5f-43d0-ae06-b95583b4fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:49.819866 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1593597d-a9ed-400a-a96e-8ad7484484c0 req-49deb72c-ff5f-43d0-ae06-b95583b4fcc0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b721aa-1c42-4b6f-8791-9da31c359ccd HTTP/1.1" status: 200 len: 845 time: 0.1125515 Mar 11 12:02:49.832882 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-169224d1-9915-4bb5-a21e-c4bc302a89fc admin admin] Publish callbacks [] for security_group (b065a496-3532-4254-8065-705e6a322d1a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:49.861224 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-169224d1-9915-4bb5-a21e-c4bc302a89fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b065a496-3532-4254-8065-705e6a322d1a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:49.864861 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1593597d-a9ed-400a-a96e-8ad7484484c0 req-272ad811-7cb9-47f9-a2a6-e31aa093b768 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f643498-59e6-4f88-97f4-fba97d06b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360610 Mar 11 12:02:49.936065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:02:49.946777 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Sync routers for ids ['6f750004-febb-46d7-9113-630d27308351'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:02:49.966211 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Routers {'6f750004-febb-46d7-9113-630d27308351'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:02:49.969578 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:02:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6f750004-febb-46d7-9113-630d27308351'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:49.997200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:49.998958 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6d16bd46-1dbb-4cd2-9698-9126bb4acd32 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.5917516 Mar 11 12:02:49.999681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41724) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:50.035969 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-169224d1-9915-4bb5-a21e-c4bc302a89fc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a5fb4ca844b64038b7fec853e2e1adcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9380283 Mar 11 12:02:50.039013 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41726) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:50.072277 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:50.113942 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Set router 6f750004-febb-46d7-9113-630d27308351 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:02:50.347316 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f750004-febb-46d7-9113-630d27308351', 'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:41Z', 'updated_at': '2022-03-11T12:02:48Z', 'revision_number': 3, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'gw_port': {'id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:44Z', 'updated_at': '2022-03-11T12:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:50.362699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169224d1-9915-4bb5-a21e-c4bc302a89fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b065a496-3532-4254-8065-705e6a322d1a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:50.400255 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f06b1dc-6629-42d8-af80-9000abcc1a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6be040f1-33ad-48c5-a736-8f617c3a4cfb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:50.402990 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6f06b1dc-6629-42d8-af80-9000abcc1a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:50.404190 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Checking router: 6f750004-febb-46d7-9113-630d27308351 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:02:50.404706 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Updating router 6f750004-febb-46d7-9113-630d27308351 port 0f12738b-b796-495f-8609-6829b7f8b0e2 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:02:50.406763 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6f06b1dc-6629-42d8-af80-9000abcc1a3c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6be040f1-33ad-48c5-a736-8f617c3a4cfb HTTP/1.1" status: 204 len: 168 time: 0.9232197 Mar 11 12:02:50.431375 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06b1dc-6629-42d8-af80-9000abcc1a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be040f1-33ad-48c5-a736-8f617c3a4cfb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:50.434600 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1593597d-a9ed-400a-a96e-8ad7484484c0 req-68e4eef8-8c32-4f61-936e-c50dc080ccf9 service neutron] 10.222.0.71 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523477 Mar 11 12:02:50.446166 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9edf7fe0-d8d4-47fd-9474-b190715dc434 admin admin] Publish callbacks [] for security_group (b065a496-3532-4254-8065-705e6a322d1a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:50.485237 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f12738b-b796-495f-8609-6829b7f8b0e2), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:50.497312 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9edf7fe0-d8d4-47fd-9474-b190715dc434 admin admin] Publish callbacks [] for security_group (b065a496-3532-4254-8065-705e6a322d1a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:50.585721 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1593597d-a9ed-400a-a96e-8ad7484484c0 req-7b8f1d88-11fa-435b-a655-4e3bc504e7d2 service neutron] 10.222.0.71 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374052 Mar 11 12:02:50.605751 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9edf7fe0-d8d4-47fd-9474-b190715dc434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b065a496-3532-4254-8065-705e6a322d1a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:50.609364 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9edf7fe0-d8d4-47fd-9474-b190715dc434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:50.620502 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9edf7fe0-d8d4-47fd-9474-b190715dc434 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b065a496-3532-4254-8065-705e6a322d1a HTTP/1.1" status: 204 len: 168 time: 0.5821605 Mar 11 12:02:50.653899 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf7fe0-d8d4-47fd-9474-b190715dc434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b065a496-3532-4254-8065-705e6a322d1a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:50.784415 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868415c6-c5ec-4f99-94a4-8c73e827865e req-c7b505c3-fc7b-443c-a9fd-d9a289e1e5c6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:50.792291 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-868415c6-c5ec-4f99-94a4-8c73e827865e req-c7b505c3-fc7b-443c-a9fd-d9a289e1e5c6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=95057f53-87e4-4139-b0b6-7a670bca8b7a HTTP/1.1" status: 200 len: 944 time: 0.2135937 Mar 11 12:02:50.908082 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Publish callbacks [] for port (0f12738b-b796-495f-8609-6829b7f8b0e2), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:50.912899 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:50.918978 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0f12738b-b796-495f-8609-6829b7f8b0e2), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:50.940736 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-868415c6-c5ec-4f99-94a4-8c73e827865e req-d81c3252-7035-4d5e-af9c-b2db17778922 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376064 Mar 11 12:02:50.970018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b7d0c-69ec-48f8-a6cf-9c1e5498aecc req-89f5e65c-73ef-418b-8871-f25c07239538 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:50.971758 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-746b7d0c-69ec-48f8-a6cf-9c1e5498aecc req-89f5e65c-73ef-418b-8871-f25c07239538 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 944 time: 0.1818957 Mar 11 12:02:51.049009 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Attempting to bind port 0f12738b-b796-495f-8609-6829b7f8b0e2 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:02:51.049606 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Attempting to bind port 0f12738b-b796-495f-8609-6829b7f8b0e2 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:02:51.049741 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Attempting to bind port 0f12738b-b796-495f-8609-6829b7f8b0e2 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:02:51.069151 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:02:51.069638 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:02:51.070039 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:51.070534 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:02:51.071006 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Bound port: 0f12738b-b796-495f-8609-6829b7f8b0e2, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:02:51.071374 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f12738b-b796-495f-8609-6829b7f8b0e2), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:51.224252 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b4943-b681-4b8b-af43-b42a14ad1ac1 None None] Pushing event updated for resources: {'Port': ['ID=0f12738b-b796-495f-8609-6829b7f8b0e2,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:51.244280 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 07441d67-699c-4b32-aacf-d71b3a8d6778 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:02:51.245183 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01b4943-b681-4b8b-af43-b42a14ad1ac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:51.246038 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01b4943-b681-4b8b-af43-b42a14ad1ac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:51.247342 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01b4943-b681-4b8b-af43-b42a14ad1ac1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:51.249188 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01b4943-b681-4b8b-af43-b42a14ad1ac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:51.249761 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01b4943-b681-4b8b-af43-b42a14ad1ac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:51.250415 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01b4943-b681-4b8b-af43-b42a14ad1ac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:51.250957 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01b4943-b681-4b8b-af43-b42a14ad1ac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:51.251510 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01b4943-b681-4b8b-af43-b42a14ad1ac1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:51.252056 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01b4943-b681-4b8b-af43-b42a14ad1ac1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:51.252579 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01b4943-b681-4b8b-af43-b42a14ad1ac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:51.259940 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01b4943-b681-4b8b-af43-b42a14ad1ac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:51.259940 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01b4943-b681-4b8b-af43-b42a14ad1ac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:51.259940 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01b4943-b681-4b8b-af43-b42a14ad1ac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:02:51.307793 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] For port 0f12738b-b796-495f-8609-6829b7f8b0e2, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:02:51.312732 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] Allocated IP 172.20.0.1 (3531b32e-7565-40f4-a7c1-87027fb83c48/d91078cb-8134-445e-bcd4-1eb8bd489712/70dfb3a1-234f-484c-a832-7156c34429df) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:02:51.313591 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] For port 0f12738b-b796-495f-8609-6829b7f8b0e2, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0f12738b-b796-495f-8609-6829b7f8b0e2,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:02:51.347048 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0f12738b-b796-495f-8609-6829b7f8b0e2), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:51.375764 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 07441d67-699c-4b32-aacf-d71b3a8d6778 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:02:51.380199 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 07441d67-699c-4b32-aacf-d71b3a8d6778 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:51.380502 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (07441d67-699c-4b32-aacf-d71b3a8d6778), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:51.416190 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b4943-b681-4b8b-af43-b42a14ad1ac1 None None] Pushing event updated for resources: {'Port': ['ID=0f12738b-b796-495f-8609-6829b7f8b0e2,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:51.452323 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] Publish callbacks [] for port (70dfb3a1-234f-484c-a832-7156c34429df), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:51.455128 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Routers {'6f750004-febb-46d7-9113-630d27308351'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:02:51.456282 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:02:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6f750004-febb-46d7-9113-630d27308351'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:51.507435 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (70dfb3a1-234f-484c-a832-7156c34429df), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:51.535455 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 07441d67-699c-4b32-aacf-d71b3a8d6778 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:51.536282 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (07441d67-699c-4b32-aacf-d71b3a8d6778), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:51.539956 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] Network 3531b32e-7565-40f4-a7c1-87027fb83c48 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:02:51.562431 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:51.566946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3373cd6-f831-40d2-b9e9-15ff2032f91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07441d67-699c-4b32-aacf-d71b3a8d6778'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:02:51.570090 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7f151a-5fdc-435b-bca9-ec0a972069d9" -d '{"events": [{"server_uuid": "c3373cd6-f831-40d2-b9e9-15ff2032f91e", "name": "network-vif-plugged", "status": "completed", "tag": "07441d67-699c-4b32-aacf-d71b3a8d6778"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:02:51.576839 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:02:51.603523 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 07441d67-699c-4b32-aacf-d71b3a8d6778, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=07441d67-699c-4b32-aacf-d71b3a8d6778,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:51.616101 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (07441d67-699c-4b32-aacf-d71b3a8d6778), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:51.663710 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-746b7d0c-69ec-48f8-a6cf-9c1e5498aecc req-97df8f5e-07ed-44a0-827d-e5078b3fbea7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6800735 Mar 11 12:02:51.693221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=07441d67-699c-4b32-aacf-d71b3a8d6778,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:51.695389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e43fe-5355-4e7d-856d-6df2f9c83b00 req-b66851a8-f469-4395-9c09-910f692e59b2 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:51.707247 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-437e43fe-5355-4e7d-856d-6df2f9c83b00 req-b66851a8-f469-4395-9c09-910f692e59b2 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.6249671 Mar 11 12:02:51.707995 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] Pushing event updated for resources: {'Port': ['ID=70dfb3a1-234f-484c-a832-7156c34429df,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:51.739743 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] Set router 6f750004-febb-46d7-9113-630d27308351 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:02:51.747689 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (6f750004-febb-46d7-9113-630d27308351), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:51.784765 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e8265a-00a6-4959-a36b-3e8736647993 x-openstack-request-id: req-a0e8265a-00a6-4959-a36b-3e8736647993 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:02:51.785405 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3373cd6-f831-40d2-b9e9-15ff2032f91e", "name": "network-vif-plugged", "status": "completed", "tag": "07441d67-699c-4b32-aacf-d71b3a8d6778", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:02:51.786155 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0e8265a-00a6-4959-a36b-3e8736647993 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:02:51.786772 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3373cd6-f831-40d2-b9e9-15ff2032f91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07441d67-699c-4b32-aacf-d71b3a8d6778', 'code': 200} Mar 11 12:02:51.826878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41778) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:51.868897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9e130ed9-57f4-4173-a387-8fc9aebd8efb details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:02:51.944132 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-437e43fe-5355-4e7d-856d-6df2f9c83b00 req-f10455f3-4f6e-48cc-9403-f7d8682b5a91 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301745 Mar 11 12:02:51.984947 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699403b4-22bc-46fd-a328-d8243d3bb57a req-958da031-72e8-46d1-a378-d7bf19f149c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:51.986655 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-699403b4-22bc-46fd-a328-d8243d3bb57a req-958da031-72e8-46d1-a378-d7bf19f149c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 1127 time: 0.1340411 Mar 11 12:02:52.073307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 9e130ed9-57f4-4173-a387-8fc9aebd8efb, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9e130ed9-57f4-4173-a387-8fc9aebd8efb,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:52.095951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '9e130ed9-57f4-4173-a387-8fc9aebd8efb', 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064', 'port_id': '9e130ed9-57f4-4173-a387-8fc9aebd8efb', 'mac_address': 'fa:16:3e:12:4f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b721aa-1c42-4b6f-8791-9da31c359ccd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:02:52.127992 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d81d32dd-17ab-4d14-886e-5fcb464c7c9c tempest-SubnetPoolsTestJSON-1365698004 tempest-SubnetPoolsTestJSON-1365698004-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1437588558', 'prefixes': ['172.20.0.0/16']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:52.131059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41786) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:52.162923 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f750004-febb-46d7-9113-630d27308351', 'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:41Z', 'updated_at': '2022-03-11T12:02:48Z', 'revision_number': 3, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'gw_port': {'id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:44Z', 'updated_at': '2022-03-11T12:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:52.180068 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-699403b4-22bc-46fd-a328-d8243d3bb57a req-222d16d2-f1d9-4133-a1e5-60fc055cbacf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377392 Mar 11 12:02:52.229236 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d81d32dd-17ab-4d14-886e-5fcb464c7c9c tempest-SubnetPoolsTestJSON-1365698004 tempest-SubnetPoolsTestJSON-1365698004-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:52.229486 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (70dfb3a1-234f-484c-a832-7156c34429df), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:52.233129 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d81d32dd-17ab-4d14-886e-5fcb464c7c9c tempest-SubnetPoolsTestJSON-1365698004 tempest-SubnetPoolsTestJSON-1365698004-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4023676 Mar 11 12:02:52.233294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 9e130ed9-57f4-4173-a387-8fc9aebd8efb is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:52.233400 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41792) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:52.240115 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9e130ed9-57f4-4173-a387-8fc9aebd8efb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:52.243723 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d0090-7560-45da-828f-5aa8fc5a2bec req-2ece3804-31c1-447a-8c29-997dbfd384c1 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:52.245342 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-021d0090-7560-45da-828f-5aa8fc5a2bec req-2ece3804-31c1-447a-8c29-997dbfd384c1 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=95057f53-87e4-4139-b0b6-7a670bca8b7a HTTP/1.1" status: 200 len: 944 time: 0.1447473 Mar 11 12:02:52.248501 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ade1b9-197a-46a6-b144-0b3f82bc31d7 None None] The sync data for ids ['6f750004-febb-46d7-9113-630d27308351'] in n-d-833234-2 is: [{'id': '6f750004-febb-46d7-9113-630d27308351', 'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:41Z', 'updated_at': '2022-03-11T12:02:48Z', 'revision_number': 3, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'gw_port': {'id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:44Z', 'updated_at': '2022-03-11T12:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:02:52.284131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e130ed9-57f4-4173-a387-8fc9aebd8efb {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:02:52.306360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ab1874cf-c5fe-4d50-8d3a-579fa3b25d3d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-670308462'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:52.307850 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 9e130ed9-57f4-4173-a387-8fc9aebd8efb, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9e130ed9-57f4-4173-a387-8fc9aebd8efb,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:52.313198 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1651dcd3-7a77-4a02-872c-ae0b9894afd7 None None] Provisioning complete for port 70dfb3a1-234f-484c-a832-7156c34429df triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:52.314035 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1651dcd3-7a77-4a02-872c-ae0b9894afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (70dfb3a1-234f-484c-a832-7156c34429df), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:52.321032 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2e9e8ce9-d31f-4d4f-82f0-26ddc55c0d9f tempest-SubnetPoolsTestJSON-1365698004 tempest-SubnetPoolsTestJSON-1365698004-project] 10.222.0.78 "GET /v2.0/subnetpools/51bbe038-9e95-4215-aa7a-218db68b87af HTTP/1.1" status: 200 len: 732 time: 0.0838773 Mar 11 12:02:52.321221 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9e130ed9-57f4-4173-a387-8fc9aebd8efb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:52.326283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41796) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:52.333486 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-4eb2f076-b085-4020-a115-923c036860b6 tempest-SubnetPoolsTestJSON-1365698004 tempest-SubnetPoolsTestJSON-1365698004-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1800687961'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:52.354985 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-021d0090-7560-45da-828f-5aa8fc5a2bec req-1d8fffab-a26d-4bc9-ba1a-f1d9c18f0d31 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021943 Mar 11 12:02:52.377363 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1874cf-c5fe-4d50-8d3a-579fa3b25d3d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:52.381262 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab1874cf-c5fe-4d50-8d3a-579fa3b25d3d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:52.397861 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab1874cf-c5fe-4d50-8d3a-579fa3b25d3d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:52.420755 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1651dcd3-7a77-4a02-872c-ae0b9894afd7 None None] Port 70dfb3a1-234f-484c-a832-7156c34429df cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:02:52.428309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=9e130ed9-57f4-4173-a387-8fc9aebd8efb,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:52.517358 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f076-b085-4020-a115-923c036860b6 tempest-SubnetPoolsTestJSON-1365698004 tempest-SubnetPoolsTestJSON-1365698004-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:52.519878 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] Publish callbacks [] for port (70dfb3a1-234f-484c-a832-7156c34429df), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:52.521464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41798) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:52.521783 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4eb2f076-b085-4020-a115-923c036860b6 tempest-SubnetPoolsTestJSON-1365698004 tempest-SubnetPoolsTestJSON-1365698004-project] 10.222.0.78 "PUT /v2.0/subnetpools/51bbe038-9e95-4215-aa7a-218db68b87af HTTP/1.1" status: 200 len: 684 time: 0.1929247 Mar 11 12:02:52.545053 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (70dfb3a1-234f-484c-a832-7156c34429df), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:52.550747 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab1874cf-c5fe-4d50-8d3a-579fa3b25d3d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for security_group (1feb21bd-6d5b-49b1-9639-1d131fee726b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:52.558771 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab1874cf-c5fe-4d50-8d3a-579fa3b25d3d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1feb21bd-6d5b-49b1-9639-1d131fee726b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:52.570818 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['9e130ed9-57f4-4173-a387-8fc9aebd8efb'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:02:52.572413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1874cf-c5fe-4d50-8d3a-579fa3b25d3d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:02:52.584317 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab1874cf-c5fe-4d50-8d3a-579fa3b25d3d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (0e8fd6a2-607d-4e38-bbbc-73740affe509), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:52.584824 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-ab1874cf-c5fe-4d50-8d3a-579fa3b25d3d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Added segment 0e8fd6a2-607d-4e38-bbbc-73740affe509 of type vlan for network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 Mar 11 12:02:52.631046 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab1874cf-c5fe-4d50-8d3a-579fa3b25d3d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:52.684722 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab1874cf-c5fe-4d50-8d3a-579fa3b25d3d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:52.696056 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1874cf-c5fe-4d50-8d3a-579fa3b25d3d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:52.696858 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab1874cf-c5fe-4d50-8d3a-579fa3b25d3d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:52.714047 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (6f750004-febb-46d7-9113-630d27308351), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:52.721769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] Pushing event updated for resources: {'Port': ['ID=70dfb3a1-234f-484c-a832-7156c34429df,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:52.763034 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ab1874cf-c5fe-4d50-8d3a-579fa3b25d3d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6268785 Mar 11 12:02:52.770085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41802) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:52.785533 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-4fa3e6c1-1c57-4243-b5dd-0f3837b0d487 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:52.795847 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1874cf-c5fe-4d50-8d3a-579fa3b25d3d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1feb21bd-6d5b-49b1-9639-1d131fee726b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:52.827853 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4c64cee3-3e7e-4ad0-b80f-21eb9a9a8075 tempest-SubnetPoolsTestJSON-1365698004 tempest-SubnetPoolsTestJSON-1365698004-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:52.829254 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4c64cee3-3e7e-4ad0-b80f-21eb9a9a8075 tempest-SubnetPoolsTestJSON-1365698004 tempest-SubnetPoolsTestJSON-1365698004-project] 10.222.0.78 "DELETE /v2.0/subnetpools/51bbe038-9e95-4215-aa7a-218db68b87af HTTP/1.1" status: 204 len: 168 time: 0.3065805 Mar 11 12:02:52.833628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41804) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:52.887523 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-7b080401-b0f4-461d-88c2-a47f1a5dca3c tempest-SubnetPoolsTestJSON-1365698004 tempest-SubnetPoolsTestJSON-1365698004-project] show failed (client error): The resource could not be found. Mar 11 12:02:52.887523 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7b080401-b0f4-461d-88c2-a47f1a5dca3c tempest-SubnetPoolsTestJSON-1365698004 tempest-SubnetPoolsTestJSON-1365698004-project] 10.222.0.78 "GET /v2.0/subnetpools/51bbe038-9e95-4215-aa7a-218db68b87af HTTP/1.1" status: 404 len: 346 time: 0.0449610 Mar 11 12:02:52.934683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41806) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:52.965161 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-96af13e5-eb21-4813-9c03-66cef084e769 tempest-SubnetPoolsTestJSON-1365698004 tempest-SubnetPoolsTestJSON-1365698004-project] delete failed (client error): The resource could not be found. Mar 11 12:02:52.966202 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-96af13e5-eb21-4813-9c03-66cef084e769 tempest-SubnetPoolsTestJSON-1365698004 tempest-SubnetPoolsTestJSON-1365698004-project] 10.222.0.78 "DELETE /v2.0/subnetpools/51bbe038-9e95-4215-aa7a-218db68b87af HTTP/1.1" status: 404 len: 346 time: 0.0291414 Mar 11 12:02:52.972358 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1874cf-c5fe-4d50-8d3a-579fa3b25d3d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Network': ['ID=52d6a49c-a1dc-4413-b2ca-c48bb7ae9432,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:53.014212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa5ae9-d8dc-4671-84df-b748129ca7c1 req-54821b7f-2765-4cac-bef4-bb1b314de9b3 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:53.020091 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-befa5ae9-d8dc-4671-84df-b748129ca7c1 req-54821b7f-2765-4cac-bef4-bb1b314de9b3 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 945 time: 0.2023737 Mar 11 12:02:53.024846 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa3e6c1-1c57-4243-b5dd-0f3837b0d487 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:53.025324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:02:53.032649 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e6c1-1c57-4243-b5dd-0f3837b0d487 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:53.115068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] Network 3531b32e-7565-40f4-a7c1-87027fb83c48 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:02:53.147804 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:53.288544 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-befa5ae9-d8dc-4671-84df-b748129ca7c1 req-69b57604-da03-40b2-b6f8-c2218e7d9f75 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496881 Mar 11 12:02:53.510792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08bb1b-d491-49bb-aad7-6dbcb26b075d req-b5b8ccbb-ff42-45a4-8619-24382d5f84d9 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:53.514601 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e08bb1b-d491-49bb-aad7-6dbcb26b075d req-b5b8ccbb-ff42-45a4-8619-24382d5f84d9 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.3254340 Mar 11 12:02:53.596499 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e6c1-1c57-4243-b5dd-0f3837b0d487 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (b0b3a636-f2c1-421f-b215-54a4afb7ca8a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:53.618411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0f12738b-b796-495f-8609-6829b7f8b0e2 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:02:53.711777 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e08bb1b-d491-49bb-aad7-6dbcb26b075d req-a6dd0535-f99a-4139-b3b0-d8a04b1bb4c9 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556392 Mar 11 12:02:53.806441 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0f12738b-b796-495f-8609-6829b7f8b0e2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:53.806866 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f12738b-b796-495f-8609-6829b7f8b0e2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:53.816787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] Router 6f750004-febb-46d7-9113-630d27308351 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:02:53.817889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3e6c1-1c57-4243-b5dd-0f3837b0d487 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=b0b3a636-f2c1-421f-b215-54a4afb7ca8a,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:53.831909 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5b605-7b1f-4c80-87fb-ee72cd1dff23 req-b4e1242f-534a-4af9-8f6f-f9c55649b916 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:53.836098 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa3e6c1-1c57-4243-b5dd-0f3837b0d487 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Checking segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:02:53.839640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa3e6c1-1c57-4243-b5dd-0f3837b0d487 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network hostable DHCP agents. Network: 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:02:53.854827 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53f5b605-7b1f-4c80-87fb-ee72cd1dff23 req-b4e1242f-534a-4af9-8f6f-f9c55649b916 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=95057f53-87e4-4139-b0b6-7a670bca8b7a HTTP/1.1" status: 200 len: 945 time: 0.2791209 Mar 11 12:02:53.883282 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa3e6c1-1c57-4243-b5dd-0f3837b0d487 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:02:53.906821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41820) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:53.911741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9e130ed9-57f4-4173-a387-8fc9aebd8efb up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:02:53.926496 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-4fa3e6c1-1c57-4243-b5dd-0f3837b0d487 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:53.944725 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa3e6c1-1c57-4243-b5dd-0f3837b0d487 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:53.945611 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e6c1-1c57-4243-b5dd-0f3837b0d487 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:53.986471 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6886d3-0df7-407d-b64b-93fedc546469 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:02:54.001584 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4fa3e6c1-1c57-4243-b5dd-0f3837b0d487 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2300439 Mar 11 12:02:54.010867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41824) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:54.025038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-88584520-7f8a-46d5-bb9d-df3bbd082e91 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'name': 'tempest-NetworksTestDHCPv6-636822834'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:54.046148 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:02:54.052840 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c86b8b05-877c-4ad8-841c-777b9abea286 admin admin] 10.222.0.78 "PUT /v2.0/routers/6f750004-febb-46d7-9113-630d27308351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0520408 Mar 11 12:02:54.084300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-cb9a5f28-d35c-47c5-9b30-38765ed7f564 None None] Provisioning complete for port 70dfb3a1-234f-484c-a832-7156c34429df triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:54.084673 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb9a5f28-d35c-47c5-9b30-38765ed7f564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (70dfb3a1-234f-484c-a832-7156c34429df), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:54.149213 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53f5b605-7b1f-4c80-87fb-ee72cd1dff23 req-325c0e21-b4cc-442f-a7b6-27baeba69c6d tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933819 Mar 11 12:02:54.216898 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32fd471c-a473-48c7-b7ce-52b006d0a3f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:54.225304 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cb9a5f28-d35c-47c5-9b30-38765ed7f564 None None] Port 70dfb3a1-234f-484c-a832-7156c34429df cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:02:54.230093 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0f12738b-b796-495f-8609-6829b7f8b0e2 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:54.230093 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f12738b-b796-495f-8609-6829b7f8b0e2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:54.250049 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 9e130ed9-57f4-4173-a387-8fc9aebd8efb completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:02:54.262704 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 9e130ed9-57f4-4173-a387-8fc9aebd8efb triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:54.263518 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9e130ed9-57f4-4173-a387-8fc9aebd8efb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:54.307105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 0f12738b-b796-495f-8609-6829b7f8b0e2, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0f12738b-b796-495f-8609-6829b7f8b0e2,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:54.308762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88584520-7f8a-46d5-bb9d-df3bbd082e91 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:54.309579 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'fixed_ips': [{'subnet_id': 'b0b3a636-f2c1-421f-b215-54a4afb7ca8a'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:02:54.310421 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:54.312525 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88584520-7f8a-46d5-bb9d-df3bbd082e91 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:54.324967 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0f12738b-b796-495f-8609-6829b7f8b0e2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:54.336337 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-88584520-7f8a-46d5-bb9d-df3bbd082e91 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port 6945b66e-0a9b-4d8e-8c5a-2a7040f5441f yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:02:54.411968 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32fd471c-a473-48c7-b7ce-52b006d0a3f5 admin admin] Publish callbacks [] for security_group (81985837-5d2f-4b69-a58a-e6a122e6cbab), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:54.421869 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32fd471c-a473-48c7-b7ce-52b006d0a3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (81985837-5d2f-4b69-a58a-e6a122e6cbab), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:54.533480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=0f12738b-b796-495f-8609-6829b7f8b0e2,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:54.560741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd471c-a473-48c7-b7ce-52b006d0a3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81985837-5d2f-4b69-a58a-e6a122e6cbab,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:54.572337 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-32fd471c-a473-48c7-b7ce-52b006d0a3f5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=df7cdb3e87e6498dbb613843e20ca8fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6647630 Mar 11 12:02:54.576732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41838) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:54.608385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09003e61-4404-4fb6-ac50-fa4221ad1ea9 req-6547f00b-0fad-470b-b5c6-c82fcd3c52eb tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:54.608385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09003e61-4404-4fb6-ac50-fa4221ad1ea9 req-6547f00b-0fad-470b-b5c6-c82fcd3c52eb tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 945 time: 0.1615775 Mar 11 12:02:54.670711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-88584520-7f8a-46d5-bb9d-df3bbd082e91 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::18e (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/b0b3a636-f2c1-421f-b215-54a4afb7ca8a/6945b66e-0a9b-4d8e-8c5a-2a7040f5441f) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:02:54.678714 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 9e130ed9-57f4-4173-a387-8fc9aebd8efb is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:54.683202 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9e130ed9-57f4-4173-a387-8fc9aebd8efb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:54.731891 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95057f53-87e4-4139-b0b6-7a670bca8b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e130ed9-57f4-4173-a387-8fc9aebd8efb'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:02:54.738047 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2cda19-6982-44f2-a569-4a8b8c174baf" -d '{"events": [{"server_uuid": "95057f53-87e4-4139-b0b6-7a670bca8b7a", "name": "network-vif-plugged", "status": "completed", "tag": "9e130ed9-57f4-4173-a387-8fc9aebd8efb"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:02:54.749058 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09003e61-4404-4fb6-ac50-fa4221ad1ea9 req-1629a25c-9e34-462d-a084-2caa720720b5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380811 Mar 11 12:02:54.752372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 9e130ed9-57f4-4173-a387-8fc9aebd8efb, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9e130ed9-57f4-4173-a387-8fc9aebd8efb,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:54.758806 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9e130ed9-57f4-4173-a387-8fc9aebd8efb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:54.845676 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0e44c4-3e9d-4fad-b806-dd0c42e84195 x-openstack-request-id: req-dd0e44c4-3e9d-4fad-b806-dd0c42e84195 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:02:54.846494 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95057f53-87e4-4139-b0b6-7a670bca8b7a", "name": "network-vif-plugged", "status": "completed", "tag": "9e130ed9-57f4-4173-a387-8fc9aebd8efb", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:02:54.846494 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd0e44c4-3e9d-4fad-b806-dd0c42e84195 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:02:54.846700 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95057f53-87e4-4139-b0b6-7a670bca8b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e130ed9-57f4-4173-a387-8fc9aebd8efb', 'code': 200} Mar 11 12:02:54.904535 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=9e130ed9-57f4-4173-a387-8fc9aebd8efb,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:55.048181 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e445d92f-e72e-43c7-8da9-a5e80d1cea8a admin admin] Publish callbacks [] for security_group (81985837-5d2f-4b69-a58a-e6a122e6cbab), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:55.067263 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad5f1d-8012-4087-8896-1e2eedc2a68b req-7e55d88d-b81a-4b0a-9ef6-ee7f70ed8cd6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:55.068832 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-34ad5f1d-8012-4087-8896-1e2eedc2a68b req-7e55d88d-b81a-4b0a-9ef6-ee7f70ed8cd6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.1375723 Mar 11 12:02:55.073531 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa350d-a8c1-454f-bd70-8468def27d41 req-5173426c-bc77-42da-9fd0-5ff47ce2d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:55.075152 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-57fa350d-a8c1-454f-bd70-8468def27d41 req-5173426c-bc77-42da-9fd0-5ff47ce2d925 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=95057f53-87e4-4139-b0b6-7a670bca8b7a HTTP/1.1" status: 200 len: 1128 time: 0.1413128 Mar 11 12:02:55.126128 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41854) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:55.133708 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-66679df9-2a1b-4c95-bbdf-5a08fba2775e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1893870437-network', 'tenant_id': '2176b09ee0ee4ac0ad22ba45da06de1d'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:55.146084 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e445d92f-e72e-43c7-8da9-a5e80d1cea8a admin admin] Publish callbacks [] for security_group (81985837-5d2f-4b69-a58a-e6a122e6cbab), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:55.154526 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88584520-7f8a-46d5-bb9d-df3bbd082e91 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (6945b66e-0a9b-4d8e-8c5a-2a7040f5441f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:55.173713 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-34ad5f1d-8012-4087-8896-1e2eedc2a68b req-eb4425a7-b331-48b7-9db2-f03b2367abd9 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904846 Mar 11 12:02:55.200443 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66679df9-2a1b-4c95-bbdf-5a08fba2775e admin admin] Made reservation on behalf of 2176b09ee0ee4ac0ad22ba45da06de1d for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:55.203307 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-66679df9-2a1b-4c95-bbdf-5a08fba2775e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:55.213215 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-57fa350d-a8c1-454f-bd70-8468def27d41 req-19918506-6bd7-435d-b629-fe34c07cb8b4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195862 Mar 11 12:02:55.255892 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Sync routers for ids ['6f750004-febb-46d7-9113-630d27308351'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:02:55.258897 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-66679df9-2a1b-4c95-bbdf-5a08fba2775e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:55.279678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Routers {'6f750004-febb-46d7-9113-630d27308351'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:02:55.279678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:02:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6f750004-febb-46d7-9113-630d27308351'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:55.288113 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88584520-7f8a-46d5-bb9d-df3bbd082e91 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6945b66e-0a9b-4d8e-8c5a-2a7040f5441f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:55.314385 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e445d92f-e72e-43c7-8da9-a5e80d1cea8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (81985837-5d2f-4b69-a58a-e6a122e6cbab), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:55.317772 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e445d92f-e72e-43c7-8da9-a5e80d1cea8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:55.322053 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e445d92f-e72e-43c7-8da9-a5e80d1cea8a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/81985837-5d2f-4b69-a58a-e6a122e6cbab HTTP/1.1" status: 204 len: 168 time: 0.7398074 Mar 11 12:02:55.369537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88584520-7f8a-46d5-bb9d-df3bbd082e91 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:02:55.370698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445d92f-e72e-43c7-8da9-a5e80d1cea8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81985837-5d2f-4b69-a58a-e6a122e6cbab,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:55.376931 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-88584520-7f8a-46d5-bb9d-df3bbd082e91 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:55.390088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88584520-7f8a-46d5-bb9d-df3bbd082e91 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:02:55.397802 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88584520-7f8a-46d5-bb9d-df3bbd082e91 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:55.398576 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88584520-7f8a-46d5-bb9d-df3bbd082e91 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:55.411743 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88584520-7f8a-46d5-bb9d-df3bbd082e91 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=6945b66e-0a9b-4d8e-8c5a-2a7040f5441f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:55.431466 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-88584520-7f8a-46d5-bb9d-df3bbd082e91 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4192266 Mar 11 12:02:55.435277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41860) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:55.542178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827cdbfd-429d-4279-977e-3373a8594e95 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:55.543778 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-827cdbfd-429d-4279-977e-3373a8594e95 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1071532 Mar 11 12:02:55.545774 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-66679df9-2a1b-4c95-bbdf-5a08fba2775e admin admin] Publish callbacks [] for security_group (4d018653-6216-4215-be19-747bbf98e82c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:55.551251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41862) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:55.575156 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1718eb-211a-496b-87f9-ab9d9ec9dbac req-62848d2e-86a1-4ccb-bd83-fa8d18f5addf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:55.578061 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c1718eb-211a-496b-87f9-ab9d9ec9dbac req-62848d2e-86a1-4ccb-bd83-fa8d18f5addf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=95057f53-87e4-4139-b0b6-7a670bca8b7a HTTP/1.1" status: 200 len: 946 time: 0.1899617 Mar 11 12:02:55.578830 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-66679df9-2a1b-4c95-bbdf-5a08fba2775e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4d018653-6216-4215-be19-747bbf98e82c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:55.583462 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Set router 6f750004-febb-46d7-9113-630d27308351 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:02:55.660267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66679df9-2a1b-4c95-bbdf-5a08fba2775e admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:02:55.676708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Allocated IP 2001:db8::2 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/b0b3a636-f2c1-421f-b215-54a4afb7ca8a/689deb2c-065e-493e-bed1-6860c3890e61) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:02:55.679129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0f12738b-b796-495f-8609-6829b7f8b0e2 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:02:55.761011 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c1718eb-211a-496b-87f9-ab9d9ec9dbac req-8f801801-1834-4dd8-9d16-f8d371237418 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620185 Mar 11 12:02:55.788513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66679df9-2a1b-4c95-bbdf-5a08fba2775e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d018653-6216-4215-be19-747bbf98e82c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:55.797357 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-66679df9-2a1b-4c95-bbdf-5a08fba2775e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (e448e649-e1de-41c4-b655-2463935d575c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:55.797701 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-66679df9-2a1b-4c95-bbdf-5a08fba2775e admin admin] Added segment e448e649-e1de-41c4-b655-2463935d575c of type vlan for network 048aa929-2b0c-49ee-b7f2-245772ea5139 Mar 11 12:02:55.815711 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:02:55.856090 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-16e9bc2a-bc2f-4ff7-8306-2b3cb74b63bd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port 6945b66e-0a9b-4d8e-8c5a-2a7040f5441f {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:02:55.856471 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16e9bc2a-bc2f-4ff7-8306-2b3cb74b63bd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6945b66e-0a9b-4d8e-8c5a-2a7040f5441f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:55.893600 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-66679df9-2a1b-4c95-bbdf-5a08fba2775e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (048aa929-2b0c-49ee-b7f2-245772ea5139), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:55.961792 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-66679df9-2a1b-4c95-bbdf-5a08fba2775e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (048aa929-2b0c-49ee-b7f2-245772ea5139), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:55.963117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66679df9-2a1b-4c95-bbdf-5a08fba2775e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:55.963888 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-66679df9-2a1b-4c95-bbdf-5a08fba2775e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:56.026098 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-66679df9-2a1b-4c95-bbdf-5a08fba2775e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8987308 Mar 11 12:02:56.029186 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41872) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:56.057046 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-27f51cc1-21e7-413e-a2a7-0c75fb2ad5ed admin admin] Request body: {'subnet': {'network_id': '048aa929-2b0c-49ee-b7f2-245772ea5139', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1893870437-subnet', 'tenant_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:56.105725 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66679df9-2a1b-4c95-bbdf-5a08fba2775e admin admin] Pushing event updated for resources: {'Network': ['ID=048aa929-2b0c-49ee-b7f2-245772ea5139,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:56.142983 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16e9bc2a-bc2f-4ff7-8306-2b3cb74b63bd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6945b66e-0a9b-4d8e-8c5a-2a7040f5441f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:56.181959 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f51cc1-21e7-413e-a2a7-0c75fb2ad5ed admin admin] Made reservation on behalf of 2176b09ee0ee4ac0ad22ba45da06de1d for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:56.192558 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27f51cc1-21e7-413e-a2a7-0c75fb2ad5ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:56.204754 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 09b137d2-447d-4b1a-808e-fb94594e0e6e details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:02:56.218602 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-16e9bc2a-bc2f-4ff7-8306-2b3cb74b63bd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for 6945b66e-0a9b-4d8e-8c5a-2a7040f5441f owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:02:56.219835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 048aa929-2b0c-49ee-b7f2-245772ea5139 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:02:56.423837 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfee13-23bf-45a1-9b32-732d16999d51 req-e4fd53a7-8b19-460d-8cfc-74a4a14283b1 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:56.449436 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ddfee13-23bf-45a1-9b32-732d16999d51 req-e4fd53a7-8b19-460d-8cfc-74a4a14283b1 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 944 time: 0.1225853 Mar 11 12:02:56.547220 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ddfee13-23bf-45a1-9b32-732d16999d51 req-d5ce507a-1c25-4f63-806e-f635df227fe7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967951 Mar 11 12:02:56.607872 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16e9bc2a-bc2f-4ff7-8306-2b3cb74b63bd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6945b66e-0a9b-4d8e-8c5a-2a7040f5441f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:56.608242 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0f12738b-b796-495f-8609-6829b7f8b0e2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:02:56.608827 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f12738b-b796-495f-8609-6829b7f8b0e2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:56.628943 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27f51cc1-21e7-413e-a2a7-0c75fb2ad5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (2639828a-e18b-4366-b6f2-df793e98a40b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:56.710715 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9bc2a-bc2f-4ff7-8306-2b3cb74b63bd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=6945b66e-0a9b-4d8e-8c5a-2a7040f5441f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:56.781010 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f51cc1-21e7-413e-a2a7-0c75fb2ad5ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=2639828a-e18b-4366-b6f2-df793e98a40b,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:56.787315 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16e9bc2a-bc2f-4ff7-8306-2b3cb74b63bd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:56.801181 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-16e9bc2a-bc2f-4ff7-8306-2b3cb74b63bd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/6945b66e-0a9b-4d8e-8c5a-2a7040f5441f HTTP/1.1" status: 204 len: 168 time: 1.2488208 Mar 11 12:02:56.803717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41888) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:56.854390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f51cc1-21e7-413e-a2a7-0c75fb2ad5ed admin admin] Checking segment: {'id': 'e448e649-e1de-41c4-b655-2463935d575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '048aa929-2b0c-49ee-b7f2-245772ea5139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:02:56.868218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f51cc1-21e7-413e-a2a7-0c75fb2ad5ed admin admin] Network hostable DHCP agents. Network: 048aa929-2b0c-49ee-b7f2-245772ea5139, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:02:56.886590 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7360c4c3-4178-4a0c-9504-6b77193c7fcd req-bb8ee4a6-f88f-472a-843d-312694aaf8a3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2076597 Mar 11 12:02:56.923923 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 09b137d2-447d-4b1a-808e-fb94594e0e6e, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:56.945537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f51cc1-21e7-413e-a2a7-0c75fb2ad5ed admin admin] Network 048aa929-2b0c-49ee-b7f2-245772ea5139 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:02:56.992228 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-27f51cc1-21e7-413e-a2a7-0c75fb2ad5ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 048aa929-2b0c-49ee-b7f2-245772ea5139) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:57.013854 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '09b137d2-447d-4b1a-808e-fb94594e0e6e', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'port_id': '09b137d2-447d-4b1a-808e-fb94594e0e6e', 'mac_address': 'fa:16:3e:de:37:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:02:57.019387 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aa7e9a-5df9-4f27-b225-9288965ca8eb None None] Network 048aa929-2b0c-49ee-b7f2-245772ea5139 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:02:57.021673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f51cc1-21e7-413e-a2a7-0c75fb2ad5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:57.022323 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27f51cc1-21e7-413e-a2a7-0c75fb2ad5ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:57.025114 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Publish callbacks [] for port (689deb2c-065e-493e-bed1-6860c3890e61), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:57.099212 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-27f51cc1-21e7-413e-a2a7-0c75fb2ad5ed admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0573268 Mar 11 12:02:57.107034 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41896) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:57.120194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1893870437-router', 'tenant_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:57.128993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360c4c3-4178-4a0c-9504-6b77193c7fcd req-86ad05e4-fda8-48d6-919b-fa1db025c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:57.130446 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec0880e-a563-4c2f-a38e-14b1d53be0b1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:57.130584 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7360c4c3-4178-4a0c-9504-6b77193c7fcd req-86ad05e4-fda8-48d6-919b-fa1db025c635 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 1127 time: 0.1754055 Mar 11 12:02:57.132203 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec0880e-a563-4c2f-a38e-14b1d53be0b1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:57.136317 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6ec0880e-a563-4c2f-a38e-14b1d53be0b1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3232627 Mar 11 12:02:57.144107 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41900) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:57.162842 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (689deb2c-065e-493e-bed1-6860c3890e61), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:57.269683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5beb458-e385-4e03-b59b-8b4c6f3060a1 req-261c4da4-fd50-4478-965a-8cb4611e38b6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:57.273296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5beb458-e385-4e03-b59b-8b4c6f3060a1 req-261c4da4-fd50-4478-965a-8cb4611e38b6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=95057f53-87e4-4139-b0b6-7a670bca8b7a HTTP/1.1" status: 200 len: 946 time: 0.2838123 Mar 11 12:02:57.274483 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (98d161da-0fba-4b8e-b072-c27a3b8400a6), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:57.275862 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (98d161da-0fba-4b8e-b072-c27a3b8400a6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:57.383371 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:02:57.387088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f750004-febb-46d7-9113-630d27308351', 'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:41Z', 'updated_at': '2022-03-11T12:02:52Z', 'revision_number': 4, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'gw_port': {'id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:44Z', 'updated_at': '2022-03-11T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '70dfb3a1-234f-484c-a832-7156c34429df', 'name': '', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'mac_address': 'fa:16:3e:a3:a7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:50Z', 'updated_at': '2022-03-11T12:02:52Z', 'revision_number': 2, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'subnets': [{'id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:02:57.392723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360c4c3-4178-4a0c-9504-6b77193c7fcd req-0b1a384a-6fd2-4f73-8826-8e91e43e7f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:57.394363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 09b137d2-447d-4b1a-808e-fb94594e0e6e is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:57.394754 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:57.400191 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7360c4c3-4178-4a0c-9504-6b77193c7fcd req-0b1a384a-6fd2-4f73-8826-8e91e43e7f44 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 0.2430282 Mar 11 12:02:57.465127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:02:57.470613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0f12738b-b796-495f-8609-6829b7f8b0e2 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:02:57.480019 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:02:57.520256 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Checking router: 6f750004-febb-46d7-9113-630d27308351 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:02:57.521598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Updating router 6f750004-febb-46d7-9113-630d27308351 port 70dfb3a1-234f-484c-a832-7156c34429df binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:02:57.539106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Pushing event updated for resources: {'Port': ['ID=689deb2c-065e-493e-bed1-6860c3890e61,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:57.549342 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7360c4c3-4178-4a0c-9504-6b77193c7fcd req-198cbca2-2736-4dd1-8c5a-82b6783ff74e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028 HTTP/1.1" status: 200 len: 1000 time: 0.1353517 Mar 11 12:02:57.656186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b137d2-447d-4b1a-808e-fb94594e0e6e {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:02:57.669818 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360c4c3-4178-4a0c-9504-6b77193c7fcd req-f36819a1-f37b-46ae-aae2-468cde25cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:57.671412 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7360c4c3-4178-4a0c-9504-6b77193c7fcd req-f36819a1-f37b-46ae-aae2-468cde25cd16 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.1107762 Mar 11 12:02:57.747482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 09b137d2-447d-4b1a-808e-fb94594e0e6e, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:02:57.843347 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ef8ece-4bbe-4223-88d2-ab89bf7aff53 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet b0b3a636-f2c1-421f-b215-54a4afb7ca8a {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:02:57.858944 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65ef8ece-4bbe-4223-88d2-ab89bf7aff53 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (b0b3a636-f2c1-421f-b215-54a4afb7ca8a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:57.874531 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:57.924411 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360c4c3-4178-4a0c-9504-6b77193c7fcd req-1b82430b-2d58-4adc-9e6b-75e5e378a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:57.926025 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7360c4c3-4178-4a0c-9504-6b77193c7fcd req-1b82430b-2d58-4adc-9e6b-75e5e378a980 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2453568 Mar 11 12:02:57.933126 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Publish callbacks [] for router_controller (98d161da-0fba-4b8e-b072-c27a3b8400a6), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:57.944665 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-048aa929-2b0c-49ee-b7f2-245772ea5139', 'network_id': '048aa929-2b0c-49ee-b7f2-245772ea5139', 'project_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'fixed_ips': [{'subnet_id': '2639828a-e18b-4366-b6f2-df793e98a40b'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:02:57.945707 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:57.958174 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (70dfb3a1-234f-484c-a832-7156c34429df), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:57.980048 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5beb458-e385-4e03-b59b-8b4c6f3060a1 req-61713bbd-bad3-4a96-8415-98267ff7ff86 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6752348 Mar 11 12:02:58.019419 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Attempting to bind port 689deb2c-065e-493e-bed1-6860c3890e61 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:02:58.021385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Attempting to bind port 689deb2c-065e-493e-bed1-6860c3890e61 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:02:58.022959 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Attempting to bind port 689deb2c-065e-493e-bed1-6860c3890e61 on network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:02:58.073893 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:02:58.076027 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Checking segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:02:58.076778 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:58.077374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Bound using segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:02:58.078065 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Bound port: 689deb2c-065e-493e-bed1-6860c3890e61, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:02:58.078678 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (689deb2c-065e-493e-bed1-6860c3890e61), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:58.154938 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65ef8ece-4bbe-4223-88d2-ab89bf7aff53 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (b0b3a636-f2c1-421f-b215-54a4afb7ca8a), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:58.245438 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7360c4c3-4178-4a0c-9504-6b77193c7fcd req-67234552-5e9a-4d56-b958-63edcb576e3d service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019240 Mar 11 12:02:58.273462 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['09b137d2-447d-4b1a-808e-fb94594e0e6e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:02:58.370955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=09b137d2-447d-4b1a-808e-fb94594e0e6e,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:58.424750 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7360c4c3-4178-4a0c-9504-6b77193c7fcd req-f5de32a9-8aab-471a-9834-26abecdd23e8 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723392 Mar 11 12:02:58.460737 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62369ac6-5cea-4618-b902-c918420e6da0 req-a71b4524-efc3-4b4c-a4f9-b2a836b5a2e6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:58.467754 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62369ac6-5cea-4618-b902-c918420e6da0 req-a71b4524-efc3-4b4c-a4f9-b2a836b5a2e6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 945 time: 0.6329656 Mar 11 12:02:58.491543 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-28dbcb81-6586-468f-b201-7a053797307c None None] For port 689deb2c-065e-493e-bed1-6860c3890e61, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:02:58.545367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-28dbcb81-6586-468f-b201-7a053797307c None None] For port 689deb2c-065e-493e-bed1-6860c3890e61, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=689deb2c-065e-493e-bed1-6860c3890e61,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:02:58.583811 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (689deb2c-065e-493e-bed1-6860c3890e61), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:58.619764 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Publish callbacks [] for router_gateway (98d161da-0fba-4b8e-b072-c27a3b8400a6), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:58.768874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Allocated IP 172.20.0.2 (048aa929-2b0c-49ee-b7f2-245772ea5139/2639828a-e18b-4366-b6f2-df793e98a40b/efa133ac-5876-42a0-8d8c-0b0cde483aaa) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:02:58.773328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbcb81-6586-468f-b201-7a053797307c None None] Pushing event updated for resources: {'Port': ['ID=689deb2c-065e-493e-bed1-6860c3890e61,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:58.780694 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65ef8ece-4bbe-4223-88d2-ab89bf7aff53 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (b0b3a636-f2c1-421f-b215-54a4afb7ca8a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:58.922300 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb872c0-72aa-4746-be37-13d613d34060 req-7ed18864-e3b3-4c90-9690-9d4011133962 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:58.924036 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4fb872c0-72aa-4746-be37-13d613d34060 req-7ed18864-e3b3-4c90-9690-9d4011133962 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d4de975-42a6-4c9b-8d38-2c7311a75e0d HTTP/1.1" status: 200 len: 945 time: 0.7717130 Mar 11 12:02:58.962786 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65ef8ece-4bbe-4223-88d2-ab89bf7aff53 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (b0b3a636-f2c1-421f-b215-54a4afb7ca8a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:59.017667 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65ef8ece-4bbe-4223-88d2-ab89bf7aff53 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:59.021036 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-65ef8ece-4bbe-4223-88d2-ab89bf7aff53 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/b0b3a636-f2c1-421f-b215-54a4afb7ca8a HTTP/1.1" status: 204 len: 168 time: 1.8703573 Mar 11 12:02:59.023789 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41930) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:59.025082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62369ac6-5cea-4618-b902-c918420e6da0 req-0aa8446a-cfcd-4fdb-aeee-3286f8fb89e7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5565176 Mar 11 12:02:59.030346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef8ece-4bbe-4223-88d2-ab89bf7aff53 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=b0b3a636-f2c1-421f-b215-54a4afb7ca8a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:59.044168 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Publish callbacks [] for port (70dfb3a1-234f-484c-a832-7156c34429df), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:59.061179 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (70dfb3a1-234f-484c-a832-7156c34429df), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:59.099487 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4fb872c0-72aa-4746-be37-13d613d34060 req-a9eb8dce-2bcf-46d4-bb9c-d0b085ec4853 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468370 Mar 11 12:02:59.386675 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-877e20ec-8bd7-4665-839e-ebf41d2b28a2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3573945 Mar 11 12:02:59.387371 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41942) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:02:59.420273 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-176c4e17-7657-4aea-9901-846f04f3b193 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:02:59.479622 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39befb3d-cbc2-4429-9d91-56e6eacfc6fd None None] Pushing event updated for resources: {'Port': ['ID=70dfb3a1-234f-484c-a832-7156c34429df,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:02:59.487288 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Publish callbacks [] for port (efa133ac-5876-42a0-8d8c-0b0cde483aaa), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:59.557914 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (efa133ac-5876-42a0-8d8c-0b0cde483aaa), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:59.609464 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Publish callbacks [] for router_gateway (98d161da-0fba-4b8e-b072-c27a3b8400a6), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:59.707737 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:59.808782 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176c4e17-7657-4aea-9901-846f04f3b193 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:02:59.812653 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-176c4e17-7657-4aea-9901-846f04f3b193 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:02:59.911004 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de21c5-3d40-4926-bc5a-43d9f65dacd1 req-09708c4b-c071-4587-bbe4-bd6490199c32 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:02:59.918806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14de21c5-3d40-4926-bc5a-43d9f65dacd1 req-09708c4b-c071-4587-bbe4-bd6490199c32 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=95057f53-87e4-4139-b0b6-7a670bca8b7a HTTP/1.1" status: 200 len: 946 time: 0.4491656 Mar 11 12:03:00.057933 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14de21c5-3d40-4926-bc5a-43d9f65dacd1 req-08508177-dd47-43e8-b3f4-8ad4ddfef320 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381423 Mar 11 12:03:00.096077 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Allocated IP 172.25.7.252 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/9661a760-64cf-4681-80c2-5f09f08d563c) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:00.099018 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 689deb2c-065e-493e-bed1-6860c3890e61 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:00.101506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 09b137d2-447d-4b1a-808e-fb94594e0e6e up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:00.288373 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Network 048aa929-2b0c-49ee-b7f2-245772ea5139 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:00.304687 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:00.311114 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:00.372047 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Attempting to bind port 70dfb3a1-234f-484c-a832-7156c34429df on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:03:00.372428 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Attempting to bind port 70dfb3a1-234f-484c-a832-7156c34429df by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4b1f593a-5c3c-476a-9f81-32504e3130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:03:00.372793 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Attempting to bind port 70dfb3a1-234f-484c-a832-7156c34429df on network 3531b32e-7565-40f4-a7c1-87027fb83c48 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:00.422068 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-176c4e17-7657-4aea-9901-846f04f3b193 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (6c3ee71d-1556-4d12-8af8-a2e69d22c219), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:00.425673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Pushing event updated for resources: {'Port': ['ID=efa133ac-5876-42a0-8d8c-0b0cde483aaa,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:00.490449 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176c4e17-7657-4aea-9901-846f04f3b193 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:00.496591 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-176c4e17-7657-4aea-9901-846f04f3b193 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:00.500594 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:03:00.500952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Checking segment: {'id': '4b1f593a-5c3c-476a-9f81-32504e3130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:03:00.501349 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:00.501742 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Bound using segment: {'id': '4b1f593a-5c3c-476a-9f81-32504e3130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:03:00.503078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Bound port: 70dfb3a1-234f-484c-a832-7156c34429df, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1f593a-5c3c-476a-9f81-32504e3130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:03:00.503489 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (70dfb3a1-234f-484c-a832-7156c34429df), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:00.503992 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c4e17-7657-4aea-9901-846f04f3b193 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:00.504813 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-176c4e17-7657-4aea-9901-846f04f3b193 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:00.512416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-508577d5-9437-4623-8f1c-14927186f0aa None None] Provisioning complete for port 70dfb3a1-234f-484c-a832-7156c34429df triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:00.512799 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-508577d5-9437-4623-8f1c-14927186f0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (70dfb3a1-234f-484c-a832-7156c34429df), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:00.533966 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c4e17-7657-4aea-9901-846f04f3b193 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=6c3ee71d-1556-4d12-8af8-a2e69d22c219,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:00.546034 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-176c4e17-7657-4aea-9901-846f04f3b193 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1493888 Mar 11 12:03:00.548590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41976) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:00.562034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b6abeaaf-73b1-42bb-9e8b-0df432a1abec tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'name': 'tempest-NetworksTestDHCPv6-665534654'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:00.590180 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 09b137d2-447d-4b1a-808e-fb94594e0e6e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:00.590767 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:00.599986 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Publish callbacks [] for port (9661a760-64cf-4681-80c2-5f09f08d563c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:00.619377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Attempting to bind port efa133ac-5876-42a0-8d8c-0b0cde483aaa on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:03:00.619794 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Attempting to bind port efa133ac-5876-42a0-8d8c-0b0cde483aaa by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'e448e649-e1de-41c4-b655-2463935d575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '048aa929-2b0c-49ee-b7f2-245772ea5139'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:03:00.620192 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Attempting to bind port efa133ac-5876-42a0-8d8c-0b0cde483aaa on network 048aa929-2b0c-49ee-b7f2-245772ea5139 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:00.660308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb548c-2955-46d7-adcf-061ca1eb1309 req-701ad116-c673-49dd-922b-21c258ef8efc tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:00.661993 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aafb548c-2955-46d7-adcf-061ca1eb1309 req-701ad116-c673-49dd-922b-21c258ef8efc tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 945 time: 0.2418907 Mar 11 12:03:00.677681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:03:00.679826 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Checking segment: {'id': 'e448e649-e1de-41c4-b655-2463935d575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '048aa929-2b0c-49ee-b7f2-245772ea5139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:03:00.680428 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:00.680974 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Bound using segment: {'id': 'e448e649-e1de-41c4-b655-2463935d575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '048aa929-2b0c-49ee-b7f2-245772ea5139'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:03:00.681626 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Bound port: efa133ac-5876-42a0-8d8c-0b0cde483aaa, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e448e649-e1de-41c4-b655-2463935d575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '048aa929-2b0c-49ee-b7f2-245772ea5139'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:03:00.685863 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (efa133ac-5876-42a0-8d8c-0b0cde483aaa), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:00.731105 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059459c2-e969-4ee4-80bd-a845b3fe961e req-0344fb3a-57c9-46dc-ba00-b3ca93531c9f tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:00.732222 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-059459c2-e969-4ee4-80bd-a845b3fe961e req-0344fb3a-57c9-46dc-ba00-b3ca93531c9f tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=95057f53-87e4-4139-b0b6-7a670bca8b7a HTTP/1.1" status: 200 len: 946 time: 0.3133049 Mar 11 12:03:00.744049 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-508577d5-9437-4623-8f1c-14927186f0aa None None] Port 70dfb3a1-234f-484c-a832-7156c34429df cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:03:00.788192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6abeaaf-73b1-42bb-9e8b-0df432a1abec tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:00.801985 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6abeaaf-73b1-42bb-9e8b-0df432a1abec tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:00.813068 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9661a760-64cf-4681-80c2-5f09f08d563c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:00.834432 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aafb548c-2955-46d7-adcf-061ca1eb1309 req-c6a62957-2815-4b49-b5e9-34dd89014096 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551414 Mar 11 12:03:00.849240 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-b6abeaaf-73b1-42bb-9e8b-0df432a1abec tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port 09794fb7-f066-4700-af07-a6c3933069a4 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:03:00.858524 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] For port 70dfb3a1-234f-484c-a832-7156c34429df, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:03:00.864526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] For port 70dfb3a1-234f-484c-a832-7156c34429df, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=70dfb3a1-234f-484c-a832-7156c34429df,segment=NetworkSegment(4b1f593a-5c3c-476a-9f81-32504e3130cb),segment_id=4b1f593a-5c3c-476a-9f81-32504e3130cb)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:03:00.916962 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-059459c2-e969-4ee4-80bd-a845b3fe961e req-207c2c4a-ccdf-4bde-8ce1-80a4e208eb6e tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640296 Mar 11 12:03:00.928086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:00.933702 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:00.935988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:00.963467 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9154b0f7-85e1-4673-b97a-892612cc51fa None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:00.975638 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Pushing event updated for resources: {'Port': ['ID=9661a760-64cf-4681-80c2-5f09f08d563c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:01.083570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-b6abeaaf-73b1-42bb-9e8b-0df432a1abec tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::f3 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/6c3ee71d-1556-4d12-8af8-a2e69d22c219/09794fb7-f066-4700-af07-a6c3933069a4) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:01.154072 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (70dfb3a1-234f-484c-a832-7156c34429df), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:01.238426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39befb3d-cbc2-4429-9d91-56e6eacfc6fd None None] Pushing event updated for resources: {'Port': ['ID=70dfb3a1-234f-484c-a832-7156c34429df,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:01.253360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] For port efa133ac-5876-42a0-8d8c-0b0cde483aaa, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:03:01.258768 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 689deb2c-065e-493e-bed1-6860c3890e61 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:01.259116 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (689deb2c-065e-493e-bed1-6860c3890e61), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:01.260808 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Publish callbacks [] for router_gateway (98d161da-0fba-4b8e-b072-c27a3b8400a6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:01.323508 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] For port efa133ac-5876-42a0-8d8c-0b0cde483aaa, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=efa133ac-5876-42a0-8d8c-0b0cde483aaa,segment=NetworkSegment(e448e649-e1de-41c4-b655-2463935d575c),segment_id=e448e649-e1de-41c4-b655-2463935d575c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:03:01.329002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41988) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:01.338293 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3cacd0de-e94d-404f-b25a-c0233b799a26 None None] Provisioning complete for port 689deb2c-065e-493e-bed1-6860c3890e61 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:01.338678 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3cacd0de-e94d-404f-b25a-c0233b799a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (689deb2c-065e-493e-bed1-6860c3890e61), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:01.360166 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6abeaaf-73b1-42bb-9e8b-0df432a1abec tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (09794fb7-f066-4700-af07-a6c3933069a4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:01.384012 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Routers {'6f750004-febb-46d7-9113-630d27308351'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:03:01.384656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:02:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6f750004-febb-46d7-9113-630d27308351'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:01.416842 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6abeaaf-73b1-42bb-9e8b-0df432a1abec tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (09794fb7-f066-4700-af07-a6c3933069a4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:01.534938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] Set router 6f750004-febb-46d7-9113-630d27308351 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:03:01.552947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6abeaaf-73b1-42bb-9e8b-0df432a1abec tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:01.557129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-b6abeaaf-73b1-42bb-9e8b-0df432a1abec tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:01.559724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6abeaaf-73b1-42bb-9e8b-0df432a1abec tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:01.570655 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6abeaaf-73b1-42bb-9e8b-0df432a1abec tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:01.573438 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6abeaaf-73b1-42bb-9e8b-0df432a1abec tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:01.618087 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abeaaf-73b1-42bb-9e8b-0df432a1abec tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=09794fb7-f066-4700-af07-a6c3933069a4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:01.643496 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b6abeaaf-73b1-42bb-9e8b-0df432a1abec tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0915792 Mar 11 12:03:01.645012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41996) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:01.654730 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (efa133ac-5876-42a0-8d8c-0b0cde483aaa), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:01.751730 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d240e453-1e68-40f0-ab96-a438f3608e67 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:01.755807 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-674448c9-a776-483a-93f2-f6ab6dd3717d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:01.758124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d240e453-1e68-40f0-ab96-a438f3608e67 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:01.759932 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d240e453-1e68-40f0-ab96-a438f3608e67 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1588 time: 0.1111197 Mar 11 12:03:01.762729 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41998) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:01.785905 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (98d161da-0fba-4b8e-b072-c27a3b8400a6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:01.823615 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecace1a7-5557-4df2-874f-7c38c989acdb None None] Pushing event updated for resources: {'Port': ['ID=efa133ac-5876-42a0-8d8c-0b0cde483aaa,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:01.840209 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c2d661-a3f3-43bd-b9ac-0678c8da03d9 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:01.932563 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-49ca12bc-179a-4a33-b192-749f0b8c8a33 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port 09794fb7-f066-4700-af07-a6c3933069a4 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:01.932942 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49ca12bc-179a-4a33-b192-749f0b8c8a33 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (09794fb7-f066-4700-af07-a6c3933069a4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:01.976539 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5204c7-7d75-4edd-bf54-c787b316ee4d req-eeea3ebc-25c0-46b2-8a50-c5d5b6443794 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:01.978221 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dd5204c7-7d75-4edd-bf54-c787b316ee4d req-eeea3ebc-25c0-46b2-8a50-c5d5b6443794 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.71 "GET /v2.0/ports?device_id=95057f53-87e4-4139-b0b6-7a670bca8b7a HTTP/1.1" status: 200 len: 946 time: 0.1008191 Mar 11 12:03:02.064867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 09b137d2-447d-4b1a-808e-fb94594e0e6e is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:02.065544 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:02.066838 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-674448c9-a776-483a-93f2-f6ab6dd3717d admin admin] Publish callbacks [] for security_group (d1706011-01b9-47ff-aeba-0c5864a2f13f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:02.130473 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-674448c9-a776-483a-93f2-f6ab6dd3717d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d1706011-01b9-47ff-aeba-0c5864a2f13f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:02.140338 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49ca12bc-179a-4a33-b192-749f0b8c8a33 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (09794fb7-f066-4700-af07-a6c3933069a4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:02.159770 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 689deb2c-065e-493e-bed1-6860c3890e61 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:02.160399 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-49ca12bc-179a-4a33-b192-749f0b8c8a33 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for 09794fb7-f066-4700-af07-a6c3933069a4 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:02.160505 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (689deb2c-065e-493e-bed1-6860c3890e61), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:02.183694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41fb1e-847c-4ec9-91f7-822ecf1f22f9 req-6b3dbe1e-62d5-488e-bb3f-ec71bb33c60a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:02.185242 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b41fb1e-847c-4ec9-91f7-822ecf1f22f9 req-6b3dbe1e-62d5-488e-bb3f-ec71bb33c60a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 945 time: 0.2314131 Mar 11 12:03:02.234403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fa070-2378-4bad-88d5-aeacfa1c6f6c req-9db17d57-ac3c-4345-89d1-f9b583f61fdd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:02.240873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-805fa070-2378-4bad-88d5-aeacfa1c6f6c req-9db17d57-ac3c-4345-89d1-f9b583f61fdd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=95057f53-87e4-4139-b0b6-7a670bca8b7a HTTP/1.1" status: 200 len: 946 time: 0.1725297 Mar 11 12:03:02.248624 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-674448c9-a776-483a-93f2-f6ab6dd3717d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7014cfabc9644b3db53ae2e9ef124f0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9183474 Mar 11 12:03:02.255268 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-dd5204c7-7d75-4edd-bf54-c787b316ee4d req-eafd4048-ad24-4dff-ad1a-431e3bf442d0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Deleting port 9e130ed9-57f4-4173-a387-8fc9aebd8efb {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:02.273959 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dd5204c7-7d75-4edd-bf54-c787b316ee4d req-eafd4048-ad24-4dff-ad1a-431e3bf442d0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9e130ed9-57f4-4173-a387-8fc9aebd8efb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:02.283480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42008) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:02.296600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674448c9-a776-483a-93f2-f6ab6dd3717d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1706011-01b9-47ff-aeba-0c5864a2f13f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:02.342700 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Router 98d161da-0fba-4b8e-b072-c27a3b8400a6 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:03:02.402548 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b137d2-447d-4b1a-808e-fb94594e0e6e'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:03:02.408484 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abb031f-aa55-4633-960a-5768104d5242" -d '{"events": [{"server_uuid": "e4f36e33-2b9e-4bbb-b28a-a584982a54c8", "name": "network-vif-plugged", "status": "completed", "tag": "09b137d2-447d-4b1a-808e-fb94594e0e6e"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:03:02.504640 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3cacd0de-e94d-404f-b25a-c0233b799a26 None None] Current status of the port 689deb2c-065e-493e-bed1-6860c3890e61 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:02.504973 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3cacd0de-e94d-404f-b25a-c0233b799a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (689deb2c-065e-493e-bed1-6860c3890e61), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:02.514808 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 689deb2c-065e-493e-bed1-6860c3890e61, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=689deb2c-065e-493e-bed1-6860c3890e61,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:02.517742 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 09b137d2-447d-4b1a-808e-fb94594e0e6e, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:02.536045 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (689deb2c-065e-493e-bed1-6860c3890e61), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:02.578689 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:02.589476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-dd5204c7-7d75-4edd-bf54-c787b316ee4d req-eafd4048-ad24-4dff-ad1a-431e3bf442d0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] For port 9e130ed9-57f4-4173-a387-8fc9aebd8efb, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=9e130ed9-57f4-4173-a387-8fc9aebd8efb,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:02.590054 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dd5204c7-7d75-4edd-bf54-c787b316ee4d req-eafd4048-ad24-4dff-ad1a-431e3bf442d0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9e130ed9-57f4-4173-a387-8fc9aebd8efb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:02.626362 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-129c13fa-8c0c-44bc-a277-bc3a11acb52e admin admin] Publish callbacks [] for security_group (d1706011-01b9-47ff-aeba-0c5864a2f13f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:02.633155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-dd5204c7-7d75-4edd-bf54-c787b316ee4d req-eafd4048-ad24-4dff-ad1a-431e3bf442d0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Calling delete_port for 9e130ed9-57f4-4173-a387-8fc9aebd8efb owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:02.714026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f750004-febb-46d7-9113-630d27308351', 'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:41Z', 'updated_at': '2022-03-11T12:02:52Z', 'revision_number': 4, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'gw_port': {'id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:44Z', 'updated_at': '2022-03-11T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '70dfb3a1-234f-484c-a832-7156c34429df', 'name': '', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'mac_address': 'fa:16:3e:a3:a7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:50Z', 'updated_at': '2022-03-11T12:03:00Z', 'revision_number': 4, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'subnets': [{'id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:02.756452 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49ca12bc-179a-4a33-b192-749f0b8c8a33 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (09794fb7-f066-4700-af07-a6c3933069a4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:02.757119 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device efa133ac-5876-42a0-8d8c-0b0cde483aaa up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:02.760771 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b41fb1e-847c-4ec9-91f7-822ecf1f22f9 req-8a99c904-f4b7-4da0-8d7e-a11986bee500 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5517833 Mar 11 12:03:02.771302 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-129c13fa-8c0c-44bc-a277-bc3a11acb52e admin admin] Publish callbacks [] for security_group (d1706011-01b9-47ff-aeba-0c5864a2f13f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:02.789100 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-805fa070-2378-4bad-88d5-aeacfa1c6f6c req-44cde479-39a8-4365-b1dd-496de104504e tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364938 Mar 11 12:03:02.847684 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca12bc-179a-4a33-b192-749f0b8c8a33 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=09794fb7-f066-4700-af07-a6c3933069a4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:02.871875 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:03:02.872764 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-3cacd0de-e94d-404f-b25a-c0233b799a26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:03:02.873274 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-3cacd0de-e94d-404f-b25a-c0233b799a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:03:02.875312 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6672aa-c84a-4f33-80ee-958bc3b61767 x-openstack-request-id: req-ee6672aa-c84a-4f33-80ee-958bc3b61767 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:03:02.876145 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f36e33-2b9e-4bbb-b28a-a584982a54c8", "name": "network-vif-plugged", "status": "completed", "tag": "09b137d2-447d-4b1a-808e-fb94594e0e6e", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:03:02.876689 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee6672aa-c84a-4f33-80ee-958bc3b61767 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:03:02.878116 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b137d2-447d-4b1a-808e-fb94594e0e6e', 'code': 200} Mar 11 12:03:02.882797 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Sync routers for ids ['98d161da-0fba-4b8e-b072-c27a3b8400a6'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:03:02.908696 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Routers {'98d161da-0fba-4b8e-b072-c27a3b8400a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:03:02.909180 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:02.912176 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:02:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['98d161da-0fba-4b8e-b072-c27a3b8400a6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:02.912383 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49ca12bc-179a-4a33-b192-749f0b8c8a33 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:02.913932 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-78c5b256-db41-4340-920c-24a9ec955949 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8006551 Mar 11 12:03:02.914666 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42018) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:02.919707 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-49ca12bc-179a-4a33-b192-749f0b8c8a33 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/09794fb7-f066-4700-af07-a6c3933069a4 HTTP/1.1" status: 204 len: 168 time: 1.1529479 Mar 11 12:03:02.921758 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42020) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:02.953089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e8d6f-b52c-42bb-862f-1f70e9876b2e None None] The sync data for ids ['6f750004-febb-46d7-9113-630d27308351'] in n-d-833234-2 is: [{'id': '6f750004-febb-46d7-9113-630d27308351', 'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:41Z', 'updated_at': '2022-03-11T12:02:52Z', 'revision_number': 4, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'gw_port': {'id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:44Z', 'updated_at': '2022-03-11T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '70dfb3a1-234f-484c-a832-7156c34429df', 'name': '', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'mac_address': 'fa:16:3e:a3:a7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:50Z', 'updated_at': '2022-03-11T12:03:00Z', 'revision_number': 4, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'subnets': [{'id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:03:02.997268 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=689deb2c-065e-493e-bed1-6860c3890e61,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:03.037061 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-129c13fa-8c0c-44bc-a277-bc3a11acb52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d1706011-01b9-47ff-aeba-0c5864a2f13f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:03.042845 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-129c13fa-8c0c-44bc-a277-bc3a11acb52e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:03.044415 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-129c13fa-8c0c-44bc-a277-bc3a11acb52e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d1706011-01b9-47ff-aeba-0c5864a2f13f HTTP/1.1" status: 204 len: 168 time: 0.7552693 Mar 11 12:03:03.086731 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c13fa-8c0c-44bc-a277-bc3a11acb52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1706011-01b9-47ff-aeba-0c5864a2f13f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:03.108051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b862f84-3279-4da5-8aad-90ca7d960d12 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:03.123927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b862f84-3279-4da5-8aad-90ca7d960d12 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:03.144445 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4b862f84-3279-4da5-8aad-90ca7d960d12 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2205160 Mar 11 12:03:03.149323 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42024) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:03.218774 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Set router 98d161da-0fba-4b8e-b072-c27a3b8400a6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:03:03.320709 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port efa133ac-5876-42a0-8d8c-0b0cde483aaa triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:03.321212 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (efa133ac-5876-42a0-8d8c-0b0cde483aaa), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:03.348262 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=09b137d2-447d-4b1a-808e-fb94594e0e6e,revision_number=10']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:03.984471 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'name': 'tempest-TestVolumeBackupRestore-1893870437-router', 'tenant_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '9661a760-64cf-4681-80c2-5f09f08d563c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:57Z', 'updated_at': '2022-03-11T12:03:01Z', 'revision_number': 3, 'project_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'gw_port': {'id': '9661a760-64cf-4681-80c2-5f09f08d563c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:09:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:59Z', 'updated_at': '2022-03-11T12:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:04.024037 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42038) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:04.048180 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcbd3d0-b20f-466a-904c-0c61fc5e8909 None None] Network 048aa929-2b0c-49ee-b7f2-245772ea5139 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:04.055098 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Checking router: 98d161da-0fba-4b8e-b072-c27a3b8400a6 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:03:04.055445 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Updating router 98d161da-0fba-4b8e-b072-c27a3b8400a6 port 9661a760-64cf-4681-80c2-5f09f08d563c binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:03:04.086475 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6cfe0917-a42d-4c53-8ed8-4bce10c5e562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:04.119388 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9661a760-64cf-4681-80c2-5f09f08d563c), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:04.227189 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:04.230042 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6cfe0917-a42d-4c53-8ed8-4bce10c5e562 admin admin] Publish callbacks [] for security_group (2423ebb1-04d9-4eef-a47c-144694ece8e2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:04.244211 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6cfe0917-a42d-4c53-8ed8-4bce10c5e562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2423ebb1-04d9-4eef-a47c-144694ece8e2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:04.265099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3cacd0de-e94d-404f-b25a-c0233b799a26 None None] Current status of the port 689deb2c-065e-493e-bed1-6860c3890e61 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:04.313745 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dd5204c7-7d75-4edd-bf54-c787b316ee4d req-eafd4048-ad24-4dff-ad1a-431e3bf442d0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9e130ed9-57f4-4173-a387-8fc9aebd8efb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:04.335950 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6cfe0917-a42d-4c53-8ed8-4bce10c5e562 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a1d4a2cdfa7446018207ad29d9df4c78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3107555 Mar 11 12:03:04.351835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42040) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:04.356199 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe0917-a42d-4c53-8ed8-4bce10c5e562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2423ebb1-04d9-4eef-a47c-144694ece8e2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:04.356927 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbce52f-31dd-4581-831b-eeb4d0321623 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 6c3ee71d-1556-4d12-8af8-a2e69d22c219 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:03:04.376791 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cbbce52f-31dd-4581-831b-eeb4d0321623 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (6c3ee71d-1556-4d12-8af8-a2e69d22c219), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:04.405970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['de47ce64-ea93-40ab-9763-7f508aec56e0'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:03:04.430834 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['523a6f49-f6e9-4c35-8c8d-5e124b18fe85'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:03:04.433708 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cbbce52f-31dd-4581-831b-eeb4d0321623 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (6c3ee71d-1556-4d12-8af8-a2e69d22c219), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:04.494121 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cbbce52f-31dd-4581-831b-eeb4d0321623 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (6c3ee71d-1556-4d12-8af8-a2e69d22c219), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:04.495895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5204c7-7d75-4edd-bf54-c787b316ee4d req-eafd4048-ad24-4dff-ad1a-431e3bf442d0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] No DVR routers for this DVR port 9e130ed9-57f4-4173-a387-8fc9aebd8efb on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:03:04.505717 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd4048-ad24-4dff-ad1a-431e3bf442d0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Pushing event deleted for resources: {'Port': ['ID=9e130ed9-57f4-4173-a387-8fc9aebd8efb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:04.519884 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dd5204c7-7d75-4edd-bf54-c787b316ee4d req-eafd4048-ad24-4dff-ad1a-431e3bf442d0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:04.534444 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dd5204c7-7d75-4edd-bf54-c787b316ee4d req-eafd4048-ad24-4dff-ad1a-431e3bf442d0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.71 "DELETE /v2.0/ports/9e130ed9-57f4-4173-a387-8fc9aebd8efb HTTP/1.1" status: 204 len: 173 time: 2.5463927 Mar 11 12:03:04.534935 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95057f53-87e4-4139-b0b6-7a670bca8b7a', 'name': 'network-vif-deleted', 'tag': '9e130ed9-57f4-4173-a387-8fc9aebd8efb'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:03:04.537629 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa6a2be-e6b3-4baf-a1a7-9e155788f15c" -d '{"events": [{"server_uuid": "95057f53-87e4-4139-b0b6-7a670bca8b7a", "name": "network-vif-deleted", "tag": "9e130ed9-57f4-4173-a387-8fc9aebd8efb"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:03:04.553904 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-67f3dd89-7119-4452-8d9d-8ed859775924 None None] Could not find standard attr ID for object 6945b66e-0a9b-4d8e-8c5a-2a7040f5441f. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:03:04.622179 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-67f3dd89-7119-4452-8d9d-8ed859775924 None None] Could not find standard attr ID for object 09794fb7-f066-4700-af07-a6c3933069a4. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:03:04.640380 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9437012-9ea6-4a17-aa16-ffe0c429233d admin admin] Publish callbacks [] for security_group (2423ebb1-04d9-4eef-a47c-144694ece8e2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:04.700496 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9437012-9ea6-4a17-aa16-ffe0c429233d admin admin] Publish callbacks [] for security_group (2423ebb1-04d9-4eef-a47c-144694ece8e2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:04.713633 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cbbce52f-31dd-4581-831b-eeb4d0321623 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (6c3ee71d-1556-4d12-8af8-a2e69d22c219), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:04.716346 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port efa133ac-5876-42a0-8d8c-0b0cde483aaa is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:04.717286 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (efa133ac-5876-42a0-8d8c-0b0cde483aaa), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:04.774504 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Publish callbacks [] for port (9661a760-64cf-4681-80c2-5f09f08d563c), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:04.787401 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cbbce52f-31dd-4581-831b-eeb4d0321623 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:04.792411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cbbce52f-31dd-4581-831b-eeb4d0321623 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/6c3ee71d-1556-4d12-8af8-a2e69d22c219 HTTP/1.1" status: 204 len: 168 time: 1.6377835 Mar 11 12:03:04.793887 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9661a760-64cf-4681-80c2-5f09f08d563c), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:04.795077 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42044) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:04.825573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5311616e-d70f-400c-a9c5-e4da75818bbf req-791f04d9-b3c3-447f-a633-5ac64403e09e tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=95057f53-87e4-4139-b0b6-7a670bca8b7a HTTP/1.1" status: 200 len: 210 time: 0.5047412 Mar 11 12:03:04.838148 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-67f3dd89-7119-4452-8d9d-8ed859775924 None None] Provisioning complete for port efa133ac-5876-42a0-8d8c-0b0cde483aaa triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:04.838713 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67f3dd89-7119-4452-8d9d-8ed859775924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (efa133ac-5876-42a0-8d8c-0b0cde483aaa), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:04.864625 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1048058-7c48-4ec2-88f5-183cae4c1e2b req-f58c7958-169a-41b8-883e-50b0700d9bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:04.869839 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1048058-7c48-4ec2-88f5-183cae4c1e2b req-f58c7958-169a-41b8-883e-50b0700d9bdb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 1129 time: 1.5551999 Mar 11 12:03:04.870842 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbce52f-31dd-4581-831b-eeb4d0321623 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3ee71d-1556-4d12-8af8-a2e69d22c219,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:04.939221 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6fea2d69-836b-4c66-8a73-48e3d34ca658 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1427462 Mar 11 12:03:04.940548 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42048) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:04.949453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-fa8613e4-6988-4665-b76c-2003022f8fa1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:04.956164 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port efa133ac-5876-42a0-8d8c-0b0cde483aaa, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=efa133ac-5876-42a0-8d8c-0b0cde483aaa,segment=NetworkSegment(e448e649-e1de-41c4-b655-2463935d575c),segment_id=e448e649-e1de-41c4-b655-2463935d575c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:04.958988 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Attempting to bind port 9661a760-64cf-4681-80c2-5f09f08d563c on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:03:04.975918 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Attempting to bind port 9661a760-64cf-4681-80c2-5f09f08d563c by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:03:04.976582 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Attempting to bind port 9661a760-64cf-4681-80c2-5f09f08d563c on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:04.998993 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea44316-60d7-4a33-adad-6de5c65a7f28 None None] Pushing event updated for resources: {'Port': ['ID=9661a760-64cf-4681-80c2-5f09f08d563c,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:05.009126 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:03:05.009929 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:03:05.010818 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:05.011641 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:03:05.012756 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Bound port: 9661a760-64cf-4681-80c2-5f09f08d563c, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:03:05.013544 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9661a760-64cf-4681-80c2-5f09f08d563c), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:05.088889 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (efa133ac-5876-42a0-8d8c-0b0cde483aaa), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:05.161334 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9437012-9ea6-4a17-aa16-ffe0c429233d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2423ebb1-04d9-4eef-a47c-144694ece8e2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:05.180859 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9437012-9ea6-4a17-aa16-ffe0c429233d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:05.182266 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e9437012-9ea6-4a17-aa16-ffe0c429233d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2423ebb1-04d9-4eef-a47c-144694ece8e2 HTTP/1.1" status: 204 len: 168 time: 0.8202403 Mar 11 12:03:05.184918 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1330bed3-e7d9-43d3-9aa7-410cae0cf733 x-openstack-request-id: req-1330bed3-e7d9-43d3-9aa7-410cae0cf733 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:03:05.185321 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95057f53-87e4-4139-b0b6-7a670bca8b7a", "name": "network-vif-deleted", "tag": "9e130ed9-57f4-4173-a387-8fc9aebd8efb", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:03:05.185670 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1330bed3-e7d9-43d3-9aa7-410cae0cf733 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:03:05.186458 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95057f53-87e4-4139-b0b6-7a670bca8b7a', 'name': 'network-vif-deleted', 'tag': '9e130ed9-57f4-4173-a387-8fc9aebd8efb', 'status': 'completed', 'code': 200} Mar 11 12:03:05.201028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e04288-1934-4468-8593-30812507b119 req-995d60c6-6bbe-41fa-9a35-c88a82d24959 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:05.205562 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25e04288-1934-4468-8593-30812507b119 req-995d60c6-6bbe-41fa-9a35-c88a82d24959 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 947 time: 0.8821657 Mar 11 12:03:05.237512 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9437012-9ea6-4a17-aa16-ffe0c429233d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2423ebb1-04d9-4eef-a47c-144694ece8e2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:05.289728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8613e4-6988-4665-b76c-2003022f8fa1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:05.295975 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] For port 9661a760-64cf-4681-80c2-5f09f08d563c, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:03:05.297275 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa8613e4-6988-4665-b76c-2003022f8fa1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:05.303193 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] For port 9661a760-64cf-4681-80c2-5f09f08d563c, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9661a760-64cf-4681-80c2-5f09f08d563c,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:03:05.320627 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9661a760-64cf-4681-80c2-5f09f08d563c), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:05.324035 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5980e8-dfc0-4680-a274-4ee6486651df None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:05.445163 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1048058-7c48-4ec2-88f5-183cae4c1e2b req-139f27f3-35fa-41a6-bb93-05e3a0f4241c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5538852 Mar 11 12:03:05.454187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25e04288-1934-4468-8593-30812507b119 req-6a3e2112-1a83-4831-8c9c-ffb5d2f02dd9 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245474 Mar 11 12:03:05.484942 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Routers {'98d161da-0fba-4b8e-b072-c27a3b8400a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:03:05.485583 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:02:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['98d161da-0fba-4b8e-b072-c27a3b8400a6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:05.661247 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea44316-60d7-4a33-adad-6de5c65a7f28 None None] Pushing event updated for resources: {'Port': ['ID=9661a760-64cf-4681-80c2-5f09f08d563c,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:05.687607 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 689deb2c-065e-493e-bed1-6860c3890e61 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:05.807069 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa8613e4-6988-4665-b76c-2003022f8fa1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (15c0ea0e-65e4-4b2e-991c-876aeb1de648), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:05.829625 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] Set router 98d161da-0fba-4b8e-b072-c27a3b8400a6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:03:05.871439 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8613e4-6988-4665-b76c-2003022f8fa1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:05.876194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-fa8613e4-6988-4665-b76c-2003022f8fa1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:05.885550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8613e4-6988-4665-b76c-2003022f8fa1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:05.886710 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa8613e4-6988-4665-b76c-2003022f8fa1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:05.890485 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=efa133ac-5876-42a0-8d8c-0b0cde483aaa,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:05.918601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8613e4-6988-4665-b76c-2003022f8fa1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=15c0ea0e-65e4-4b2e-991c-876aeb1de648,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:05.941652 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fa8613e4-6988-4665-b76c-2003022f8fa1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9997563 Mar 11 12:03:05.946100 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42058) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:05.954653 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 689deb2c-065e-493e-bed1-6860c3890e61 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:05.955002 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (689deb2c-065e-493e-bed1-6860c3890e61), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:05.958614 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6b4fe85d-6edd-48b6-beab-2e71998c86af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'name': 'tempest-NetworksTestDHCPv6-454613131'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:05.992046 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9e130ed9-57f4-4173-a387-8fc9aebd8efb no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:03:06.138508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4fe85d-6edd-48b6-beab-2e71998c86af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:06.143534 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe85d-6edd-48b6-beab-2e71998c86af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:06.151978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 9e130ed9-57f4-4173-a387-8fc9aebd8efb {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:03:06.156934 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 9e130ed9-57f4-4173-a387-8fc9aebd8efb not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:03:06.169881 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:06.170021 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'name': 'tempest-TestVolumeBackupRestore-1893870437-router', 'tenant_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '9661a760-64cf-4681-80c2-5f09f08d563c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:57Z', 'updated_at': '2022-03-11T12:03:01Z', 'revision_number': 3, 'project_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'gw_port': {'id': '9661a760-64cf-4681-80c2-5f09f08d563c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:09:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:59Z', 'updated_at': '2022-03-11T12:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:06.180346 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-6b4fe85d-6edd-48b6-beab-2e71998c86af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port 7d5e953e-d7d5-40c6-8d16-e2806b4b15bb yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:03:06.285786 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286deff5-d7b1-4b8f-9f9e-70c13ae314f7 None None] The sync data for ids ['98d161da-0fba-4b8e-b072-c27a3b8400a6'] in n-d-833234-2 is: [{'id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'name': 'tempest-TestVolumeBackupRestore-1893870437-router', 'tenant_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '9661a760-64cf-4681-80c2-5f09f08d563c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:57Z', 'updated_at': '2022-03-11T12:03:01Z', 'revision_number': 3, 'project_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'gw_port': {'id': '9661a760-64cf-4681-80c2-5f09f08d563c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:09:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:59Z', 'updated_at': '2022-03-11T12:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:03:06.307836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b0a397-a700-4770-b7f0-33c326bf9a9d None None] DHCP port deletion for 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:03:06.375166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-67f3dd89-7119-4452-8d9d-8ed859775924 None None] Current status of the port efa133ac-5876-42a0-8d8c-0b0cde483aaa is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:06.450298 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-6b4fe85d-6edd-48b6-beab-2e71998c86af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::11c (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/15c0ea0e-65e4-4b2e-991c-876aeb1de648/7d5e953e-d7d5-40c6-8d16-e2806b4b15bb) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:06.473777 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-67f3dd89-7119-4452-8d9d-8ed859775924 None None] Provisioning complete for port 689deb2c-065e-493e-bed1-6860c3890e61 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:06.474157 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67f3dd89-7119-4452-8d9d-8ed859775924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (689deb2c-065e-493e-bed1-6860c3890e61), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:06.524678 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] Allocated IP 172.20.0.1 (048aa929-2b0c-49ee-b7f2-245772ea5139/2639828a-e18b-4366-b6f2-df793e98a40b/3968f053-9fe7-4361-abea-2fb3f40a67c2) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:06.582131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 689deb2c-065e-493e-bed1-6860c3890e61 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:06.583496 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 70dfb3a1-234f-484c-a832-7156c34429df up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:06.717247 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-60b0a397-a700-4770-b7f0-33c326bf9a9d None None] Deleting port 689deb2c-065e-493e-bed1-6860c3890e61 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:06.718612 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-60b0a397-a700-4770-b7f0-33c326bf9a9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (689deb2c-065e-493e-bed1-6860c3890e61), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:06.739068 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe85d-6edd-48b6-beab-2e71998c86af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (7d5e953e-d7d5-40c6-8d16-e2806b4b15bb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:06.766772 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71fc1a-d4a7-43ec-ac3b-3e4b80a5a2bb req-f7d468ad-ba5b-4d19-aec3-6d609709ca50 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:06.768900 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4f71fc1a-d4a7-43ec-ac3b-3e4b80a5a2bb req-f7d468ad-ba5b-4d19-aec3-6d609709ca50 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.2536488 Mar 11 12:03:06.782526 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0e6bb-8bd7-448a-8b80-b1059b239638 req-78002d2c-2ce9-452c-9191-31251d31a132 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:06.784389 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79c0e6bb-8bd7-448a-8b80-b1059b239638 req-78002d2c-2ce9-452c-9191-31251d31a132 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d4de975-42a6-4c9b-8d38-2c7311a75e0d HTTP/1.1" status: 200 len: 945 time: 0.2702284 Mar 11 12:03:06.847436 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-67f3dd89-7119-4452-8d9d-8ed859775924 None None] Current status of the port 689deb2c-065e-493e-bed1-6860c3890e61 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:06.856475 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe85d-6edd-48b6-beab-2e71998c86af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7d5e953e-d7d5-40c6-8d16-e2806b4b15bb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:06.893437 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] Publish callbacks [] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:06.943799 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79c0e6bb-8bd7-448a-8b80-b1059b239638 req-63fd6c16-7f84-44e0-8793-275ce6c9f014 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519535 Mar 11 12:03:06.959337 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fe85d-6edd-48b6-beab-2e71998c86af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=7d5e953e-d7d5-40c6-8d16-e2806b4b15bb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:06.968965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4f71fc1a-d4a7-43ec-ac3b-3e4b80a5a2bb req-6fe84fef-f5be-4af2-8f1d-42f8a8d25de7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689074 Mar 11 12:03:06.995814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 70dfb3a1-234f-484c-a832-7156c34429df triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:06.996118 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (70dfb3a1-234f-484c-a832-7156c34429df), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:07.022552 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-67f3dd89-7119-4452-8d9d-8ed859775924 None None] Provisioning complete for port 70dfb3a1-234f-484c-a832-7156c34429df triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:07.023262 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67f3dd89-7119-4452-8d9d-8ed859775924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (70dfb3a1-234f-484c-a832-7156c34429df), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:07.037117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4fe85d-6edd-48b6-beab-2e71998c86af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:07.047137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-6b4fe85d-6edd-48b6-beab-2e71998c86af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:07.054206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4fe85d-6edd-48b6-beab-2e71998c86af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:07.062071 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:07.068662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-60b0a397-a700-4770-b7f0-33c326bf9a9d None None] For port 689deb2c-065e-493e-bed1-6860c3890e61, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=689deb2c-065e-493e-bed1-6860c3890e61,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:07.069126 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-60b0a397-a700-4770-b7f0-33c326bf9a9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (689deb2c-065e-493e-bed1-6860c3890e61), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:07.075297 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4fe85d-6edd-48b6-beab-2e71998c86af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:07.077374 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe85d-6edd-48b6-beab-2e71998c86af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:07.103840 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-60b0a397-a700-4770-b7f0-33c326bf9a9d None None] Calling delete_port for 689deb2c-065e-493e-bed1-6860c3890e61 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:07.145300 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6b4fe85d-6edd-48b6-beab-2e71998c86af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1957867 Mar 11 12:03:07.146042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42106) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:07.279612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8d288f-77f0-4e40-88c4-52eb5780de91 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:07.280889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] Network 048aa929-2b0c-49ee-b7f2-245772ea5139 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:07.291917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8d288f-77f0-4e40-88c4-52eb5780de91 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:07.304031 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2d8d288f-77f0-4e40-88c4-52eb5780de91 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1544826 Mar 11 12:03:07.306342 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42110) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:07.343503 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] Pushing event updated for resources: {'Port': ['ID=3968f053-9fe7-4361-abea-2fb3f40a67c2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:07.356680 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:07.363461 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:07.450584 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 70dfb3a1-234f-484c-a832-7156c34429df is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:07.450584 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (70dfb3a1-234f-484c-a832-7156c34429df), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:07.527874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-67f3dd89-7119-4452-8d9d-8ed859775924 None None] Current status of the port 70dfb3a1-234f-484c-a832-7156c34429df is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:07.528267 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67f3dd89-7119-4452-8d9d-8ed859775924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (70dfb3a1-234f-484c-a832-7156c34429df), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:07.530951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-72498eb3-999d-431c-aa52-66187d64bd1e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port 7d5e953e-d7d5-40c6-8d16-e2806b4b15bb {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:07.531298 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72498eb3-999d-431c-aa52-66187d64bd1e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7d5e953e-d7d5-40c6-8d16-e2806b4b15bb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:07.565860 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4492331-fbd3-420f-966a-2ce8935bf115 req-12dda0c6-add0-4ad5-9a35-b5842128abd3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:07.587979 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4492331-fbd3-420f-966a-2ce8935bf115 req-12dda0c6-add0-4ad5-9a35-b5842128abd3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 947 time: 0.4357600 Mar 11 12:03:07.592777 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (98d161da-0fba-4b8e-b072-c27a3b8400a6), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:07.596400 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-60b0a397-a700-4770-b7f0-33c326bf9a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (689deb2c-065e-493e-bed1-6860c3890e61), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:07.699632 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 70dfb3a1-234f-484c-a832-7156c34429df, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=70dfb3a1-234f-484c-a832-7156c34429df,segment=NetworkSegment(4b1f593a-5c3c-476a-9f81-32504e3130cb),segment_id=4b1f593a-5c3c-476a-9f81-32504e3130cb)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:07.703065 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0a397-a700-4770-b7f0-33c326bf9a9d None None] Pushing event deleted for resources: {'Port': ['ID=689deb2c-065e-493e-bed1-6860c3890e61,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:07.713244 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0a397-a700-4770-b7f0-33c326bf9a9d None None] No DVR routers for this DVR port 689deb2c-065e-493e-bed1-6860c3890e61 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:03:07.732029 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (70dfb3a1-234f-484c-a832-7156c34429df), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:07.812706 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a7656-3e47-4d76-88d2-3402b7ea5603 req-b7599ca2-41a0-492c-a0dd-e0bc240365bd tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:07.824546 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f78a7656-3e47-4d76-88d2-3402b7ea5603 req-b7599ca2-41a0-492c-a0dd-e0bc240365bd tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.6121714 Mar 11 12:03:07.833004 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72498eb3-999d-431c-aa52-66187d64bd1e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7d5e953e-d7d5-40c6-8d16-e2806b4b15bb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:07.850600 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58452a6f-6306-44cd-847f-237c9c46d9cd None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:07.855179 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-72498eb3-999d-431c-aa52-66187d64bd1e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for 7d5e953e-d7d5-40c6-8d16-e2806b4b15bb owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:08.102722 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-67f3dd89-7119-4452-8d9d-8ed859775924 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:03:08.103072 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-67f3dd89-7119-4452-8d9d-8ed859775924 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:03:08.103791 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9661a760-64cf-4681-80c2-5f09f08d563c up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:08.177758 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72498eb3-999d-431c-aa52-66187d64bd1e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7d5e953e-d7d5-40c6-8d16-e2806b4b15bb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:08.241109 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4492331-fbd3-420f-966a-2ce8935bf115 req-39456929-869e-4621-aea3-78710d0a9b07 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6518202 Mar 11 12:03:08.266373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72498eb3-999d-431c-aa52-66187d64bd1e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=7d5e953e-d7d5-40c6-8d16-e2806b4b15bb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:08.312092 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f78a7656-3e47-4d76-88d2-3402b7ea5603 req-223a4208-b887-434a-aaa9-d550723b9c04 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4835126 Mar 11 12:03:08.347695 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72498eb3-999d-431c-aa52-66187d64bd1e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:08.353551 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-72498eb3-999d-431c-aa52-66187d64bd1e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/7d5e953e-d7d5-40c6-8d16-e2806b4b15bb HTTP/1.1" status: 204 len: 168 time: 1.0448301 Mar 11 12:03:08.355807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42162) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:08.359328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=70dfb3a1-234f-484c-a832-7156c34429df,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:08.426577 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff05de-4417-4ceb-8163-7e86e1c5ae83 req-6c15fad5-1306-4c6a-a9a9-e12c21607606 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:08.428638 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9ff05de-4417-4ceb-8163-7e86e1c5ae83 req-6c15fad5-1306-4c6a-a9a9-e12c21607606 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d4de975-42a6-4c9b-8d38-2c7311a75e0d HTTP/1.1" status: 200 len: 945 time: 0.4701459 Mar 11 12:03:08.479237 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:08.485397 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0412613c-4b07-41c2-987d-7193699e2321 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:08.491457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0412613c-4b07-41c2-987d-7193699e2321 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:08.497031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e05bd9d-6f4f-48a8-82f3-32e7b1a03e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'fixed_ips': [{'subnet_id': '15c0ea0e-65e4-4b2e-991c-876aeb1de648'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:03:08.498237 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0e05bd9d-6f4f-48a8-82f3-32e7b1a03e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:08.499126 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0412613c-4b07-41c2-987d-7193699e2321 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1418724 Mar 11 12:03:08.502537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42166) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:08.598039 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64a5f1a-ef3d-446c-a676-3685b1859a7a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 15c0ea0e-65e4-4b2e-991c-876aeb1de648 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:03:08.601938 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d64a5f1a-ef3d-446c-a676-3685b1859a7a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (15c0ea0e-65e4-4b2e-991c-876aeb1de648), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:08.630424 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 9661a760-64cf-4681-80c2-5f09f08d563c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:08.630808 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9661a760-64cf-4681-80c2-5f09f08d563c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:08.652704 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d64a5f1a-ef3d-446c-a676-3685b1859a7a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (15c0ea0e-65e4-4b2e-991c-876aeb1de648), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:08.711609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-67f3dd89-7119-4452-8d9d-8ed859775924 None None] Current status of the port 70dfb3a1-234f-484c-a832-7156c34429df is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:08.724577 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d64a5f1a-ef3d-446c-a676-3685b1859a7a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (15c0ea0e-65e4-4b2e-991c-876aeb1de648), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:08.800946 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7144060-a6fa-4675-8cbf-4fa87bffd356 req-b5f002ea-d1dd-4524-848d-499964a0c159 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:08.802776 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c7144060-a6fa-4675-8cbf-4fa87bffd356 req-b5f002ea-d1dd-4524-848d-499964a0c159 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d4de975-42a6-4c9b-8d38-2c7311a75e0d HTTP/1.1" status: 200 len: 945 time: 0.3880801 Mar 11 12:03:08.848534 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d64a5f1a-ef3d-446c-a676-3685b1859a7a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (15c0ea0e-65e4-4b2e-991c-876aeb1de648), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:08.892346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527fc3d-4102-40d5-a6c0-b5ce2eb92d14 req-cfc4e7c7-8487-44fb-8d77-259c2d3c335f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:08.894475 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7527fc3d-4102-40d5-a6c0-b5ce2eb92d14 req-cfc4e7c7-8487-44fb-8d77-259c2d3c335f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.3786161 Mar 11 12:03:08.905999 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f950648-105e-4fd2-a72e-dafb7907797d req-df04fc4f-0e4a-4c87-bb7d-f4d4c183790f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5321486 Mar 11 12:03:08.923951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a5f1a-ef3d-446c-a676-3685b1859a7a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=15c0ea0e-65e4-4b2e-991c-876aeb1de648,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:08.938214 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d64a5f1a-ef3d-446c-a676-3685b1859a7a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:08.949045 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d64a5f1a-ef3d-446c-a676-3685b1859a7a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/15c0ea0e-65e4-4b2e-991c-876aeb1de648 HTTP/1.1" status: 204 len: 168 time: 0.4432049 Mar 11 12:03:08.952134 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42168) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server [None req-0e05bd9d-6f4f-48a8-82f3-32e7b1a03e8f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15c0ea0e-65e4-4b2e-991c-876aeb1de648: This subnet is being modified by another concurrent operation. Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 12:03:09.010896 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise exception Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15c0ea0e-65e4-4b2e-991c-876aeb1de648: This subnet is being modified by another concurrent operation. Mar 11 12:03:09.015250 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Mar 11 12:03:09.032524 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-628e4be1-59f1-4f68-9337-8b83d370e0c4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769439 Mar 11 12:03:09.032683 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 9661a760-64cf-4681-80c2-5f09f08d563c is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:09.032683 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9661a760-64cf-4681-80c2-5f09f08d563c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:09.037976 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42170) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:09.044711 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-36049ac5-ecd8-42ce-8c1b-f64438ecbb9d None None] Provisioning complete for port efa133ac-5876-42a0-8d8c-0b0cde483aaa triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:09.045097 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-36049ac5-ecd8-42ce-8c1b-f64438ecbb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (efa133ac-5876-42a0-8d8c-0b0cde483aaa), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:09.057678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2844ba02-adb4-4652-9780-9aa34ac10b9b None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 12:03:09.098702 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-53d19577-0c91-414b-aad2-8a82e523537d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0601549 Mar 11 12:03:09.100817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42172) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:09.125692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 9661a760-64cf-4681-80c2-5f09f08d563c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9661a760-64cf-4681-80c2-5f09f08d563c,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:09.141588 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9661a760-64cf-4681-80c2-5f09f08d563c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:09.142673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device efa133ac-5876-42a0-8d8c-0b0cde483aaa up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:09.242582 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a61d63-629f-42cc-b02b-62856522c76e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:09.244100 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f5a61d63-629f-42cc-b02b-62856522c76e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1423426 Mar 11 12:03:09.248170 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42178) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:09.315692 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4d666535-b0c5-47ab-b8d6-c8d8fb491e60 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652561 Mar 11 12:03:09.324307 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42184) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:09.332492 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ddf4593d-6444-4eb8-9516-09ce50e9957a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:09.385420 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] Publish callbacks [] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:09.425939 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-36049ac5-ecd8-42ce-8c1b-f64438ecbb9d None None] Current status of the port efa133ac-5876-42a0-8d8c-0b0cde483aaa is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:09.435395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-36049ac5-ecd8-42ce-8c1b-f64438ecbb9d None None] Could not find standard attr ID for object 09794fb7-f066-4700-af07-a6c3933069a4. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:03:09.438570 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7527fc3d-4102-40d5-a6c0-b5ce2eb92d14 req-693729a3-7d3d-4d61-914f-3bf2b3d6fe44 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5260162 Mar 11 12:03:09.444162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=9661a760-64cf-4681-80c2-5f09f08d563c,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:09.474813 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:09.485951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2844ba02-adb4-4652-9780-9aa34ac10b9b None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 12:03:09.499181 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf4593d-6444-4eb8-9516-09ce50e9957a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:09.507803 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddf4593d-6444-4eb8-9516-09ce50e9957a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:09.510176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port efa133ac-5876-42a0-8d8c-0b0cde483aaa triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:09.511619 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (efa133ac-5876-42a0-8d8c-0b0cde483aaa), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:09.582190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-36049ac5-ecd8-42ce-8c1b-f64438ecbb9d None None] Provisioning complete for port 3968f053-9fe7-4361-abea-2fb3f40a67c2 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:09.582929 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-36049ac5-ecd8-42ce-8c1b-f64438ecbb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:09.643868 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c7144060-a6fa-4675-8cbf-4fa87bffd356 req-db2e6ba0-798d-401b-92ba-9e290140e2e0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8027492 Mar 11 12:03:09.658666 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] Pushing event updated for resources: {'Port': ['ID=3968f053-9fe7-4361-abea-2fb3f40a67c2,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:09.675618 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-f9ff05de-4417-4ceb-8163-7e86e1c5ae83 req-ca6a228d-5c9e-4eed-8407-13163f7069a2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Deleting port 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:09.675618 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f9ff05de-4417-4ceb-8163-7e86e1c5ae83 req-ca6a228d-5c9e-4eed-8407-13163f7069a2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (523a6f49-f6e9-4c35-8c8d-5e124b18fe85), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:09.694445 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-36049ac5-ecd8-42ce-8c1b-f64438ecbb9d None None] Port 3968f053-9fe7-4361-abea-2fb3f40a67c2 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:03:09.797217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port efa133ac-5876-42a0-8d8c-0b0cde483aaa is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:09.830106 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (98d161da-0fba-4b8e-b072-c27a3b8400a6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:09.901296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 689deb2c-065e-493e-bed1-6860c3890e61 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:03:09.921940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddf4593d-6444-4eb8-9516-09ce50e9957a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (21c58bd4-022f-4246-abc9-b4b1e573f8cc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:09.922916 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f950648-105e-4fd2-a72e-dafb7907797d req-d016fe3e-b707-48fe-b5bb-5f361ced86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:09.924498 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f950648-105e-4fd2-a72e-dafb7907797d req-d016fe3e-b707-48fe-b5bb-5f361ced86cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 1127 time: 0.9426699 Mar 11 12:03:09.945103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 689deb2c-065e-493e-bed1-6860c3890e61 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:03:09.945547 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 689deb2c-065e-493e-bed1-6860c3890e61 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:03:10.013385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf4593d-6444-4eb8-9516-09ce50e9957a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:10.016925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ddf4593d-6444-4eb8-9516-09ce50e9957a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:10.022205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf4593d-6444-4eb8-9516-09ce50e9957a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:10.022889 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddf4593d-6444-4eb8-9516-09ce50e9957a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:10.029995 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619d59ab-5f03-4f87-9599-e39724616c3b None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:10.060543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4593d-6444-4eb8-9516-09ce50e9957a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=21c58bd4-022f-4246-abc9-b4b1e573f8cc,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:10.085276 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ddf4593d-6444-4eb8-9516-09ce50e9957a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7596517 Mar 11 12:03:10.088787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42188) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:10.095859 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-eec5f4db-b628-43f5-9ec7-f0dc583d4ef4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'fixed_ips': [{'subnet_id': '21c58bd4-022f-4246-abc9-b4b1e573f8cc', 'ip_address': '2001:db8::99c3:fff:2649:b814'}], 'name': 'tempest-NetworksTestDHCPv6-523930070'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:10.151523 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9661a760-64cf-4681-80c2-5f09f08d563c up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:10.275025 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec5f4db-b628-43f5-9ec7-f0dc583d4ef4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:10.279709 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] Network 048aa929-2b0c-49ee-b7f2-245772ea5139 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:10.289174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e78285-9433-4978-8967-4e0da96fd4f8 req-4029a09f-c27f-447c-a830-438db0fee7b7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:10.291145 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'fixed_ips': [{'subnet_id': '21c58bd4-022f-4246-abc9-b4b1e573f8cc'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:03:10.291283 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79e78285-9433-4978-8967-4e0da96fd4f8 req-4029a09f-c27f-447c-a830-438db0fee7b7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 947 time: 0.7140980 Mar 11 12:03:10.292233 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:10.300298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012db76-998b-4655-b993-c27e7b2dbf75 req-0e3ff8c3-0437-45b5-8cc4-e418e29fd927 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:10.313946 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9012db76-998b-4655-b993-c27e7b2dbf75 req-0e3ff8c3-0437-45b5-8cc4-e418e29fd927 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.5503523 Mar 11 12:03:10.333584 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:10.363412 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 9661a760-64cf-4681-80c2-5f09f08d563c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:10.366953 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9661a760-64cf-4681-80c2-5f09f08d563c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:10.468390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-f9ff05de-4417-4ceb-8163-7e86e1c5ae83 req-ca6a228d-5c9e-4eed-8407-13163f7069a2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] For port 523a6f49-f6e9-4c35-8c8d-5e124b18fe85, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=523a6f49-f6e9-4c35-8c8d-5e124b18fe85,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:10.468759 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f9ff05de-4417-4ceb-8163-7e86e1c5ae83 req-ca6a228d-5c9e-4eed-8407-13163f7069a2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (523a6f49-f6e9-4c35-8c8d-5e124b18fe85), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:10.497225 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eec5f4db-b628-43f5-9ec7-f0dc583d4ef4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:10.550983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-eec5f4db-b628-43f5-9ec7-f0dc583d4ef4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port 2a9a5dff-c379-4ebf-a200-67acbd74eaad yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:03:10.623466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-f9ff05de-4417-4ceb-8163-7e86e1c5ae83 req-ca6a228d-5c9e-4eed-8407-13163f7069a2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Calling delete_port for 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:10.645699 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f950648-105e-4fd2-a72e-dafb7907797d req-889f41de-61c9-45e3-b642-9680fb75746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:10.647484 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f950648-105e-4fd2-a72e-dafb7907797d req-889f41de-61c9-45e3-b642-9680fb75746e service neutron] 10.222.0.37 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 0.6897078 Mar 11 12:03:10.667427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 9661a760-64cf-4681-80c2-5f09f08d563c is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:10.668790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 70dfb3a1-234f-484c-a832-7156c34429df up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:10.739517 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Allocated IP 2001:db8::2 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/21c58bd4-022f-4246-abc9-b4b1e573f8cc/33ee6cd8-31ca-4bfb-b952-0a59ddc53608) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:10.753975 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f950648-105e-4fd2-a72e-dafb7907797d req-2254ec6c-7357-481a-835c-4453084fbd13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01a165e8-9830-4f3e-9906-08d04445abd1 HTTP/1.1" status: 200 len: 217 time: 0.0975330 Mar 11 12:03:10.757281 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79e78285-9433-4978-8967-4e0da96fd4f8 req-21fb423a-07f8-466d-935e-d05cc7eca61a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4408991 Mar 11 12:03:10.769344 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-143f30db-7d7b-4b0c-90e5-08c7773fe13b None None] Provisioning complete for port 3968f053-9fe7-4361-abea-2fb3f40a67c2 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:10.769880 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-143f30db-7d7b-4b0c-90e5-08c7773fe13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:10.788278 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9012db76-998b-4655-b993-c27e7b2dbf75 req-0d6e3e77-61a7-466b-8636-1bbc939a0f60 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4686244 Mar 11 12:03:10.856096 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-143f30db-7d7b-4b0c-90e5-08c7773fe13b None None] Port 3968f053-9fe7-4361-abea-2fb3f40a67c2 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:03:10.906021 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 70dfb3a1-234f-484c-a832-7156c34429df triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:10.906561 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (70dfb3a1-234f-484c-a832-7156c34429df), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:11.021391 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f950648-105e-4fd2-a72e-dafb7907797d req-cdf69e1e-ec70-49fd-9a5b-cae2c9612242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:11.023694 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f950648-105e-4fd2-a72e-dafb7907797d req-cdf69e1e-ec70-49fd-9a5b-cae2c9612242 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.2571232 Mar 11 12:03:11.026176 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Publish callbacks [] for port (33ee6cd8-31ca-4bfb-b952-0a59ddc53608), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:11.034994 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (33ee6cd8-31ca-4bfb-b952-0a59ddc53608), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:11.056086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] Router 98d161da-0fba-4b8e-b072-c27a3b8400a6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:03:11.082974 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:11.102819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-eec5f4db-b628-43f5-9ec7-f0dc583d4ef4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::99c3:fff:2649:b814 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/21c58bd4-022f-4246-abc9-b4b1e573f8cc/2a9a5dff-c379-4ebf-a200-67acbd74eaad) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:11.104165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:11.113475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:11.122958 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Pushing event updated for resources: {'Port': ['ID=33ee6cd8-31ca-4bfb-b952-0a59ddc53608,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:11.139375 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 70dfb3a1-234f-484c-a832-7156c34429df is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:11.192284 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Attempting to bind port 33ee6cd8-31ca-4bfb-b952-0a59ddc53608 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:03:11.192682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Attempting to bind port 33ee6cd8-31ca-4bfb-b952-0a59ddc53608 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:03:11.193020 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Attempting to bind port 33ee6cd8-31ca-4bfb-b952-0a59ddc53608 on network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:11.199333 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:03:11.199764 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Checking segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:03:11.200145 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:11.200863 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Bound using segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:03:11.201687 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Bound port: 33ee6cd8-31ca-4bfb-b952-0a59ddc53608, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:03:11.202323 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (33ee6cd8-31ca-4bfb-b952-0a59ddc53608), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:11.212523 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f9ff05de-4417-4ceb-8163-7e86e1c5ae83 req-ca6a228d-5c9e-4eed-8407-13163f7069a2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (523a6f49-f6e9-4c35-8c8d-5e124b18fe85), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:11.226429 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['de47ce64-ea93-40ab-9763-7f508aec56e0'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:03:11.300600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a228d-5c9e-4eed-8407-13163f7069a2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Pushing event deleted for resources: {'Port': ['ID=523a6f49-f6e9-4c35-8c8d-5e124b18fe85,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:11.317794 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eec5f4db-b628-43f5-9ec7-f0dc583d4ef4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (2a9a5dff-c379-4ebf-a200-67acbd74eaad), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:11.341562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] For port 33ee6cd8-31ca-4bfb-b952-0a59ddc53608, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:03:11.358555 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cce20-8d7b-4ae0-92c3-ed750726a0c3 req-9e66d9a9-b472-421f-9c43-4f51f05a20e0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:11.360136 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb4cce20-8d7b-4ae0-92c3-ed750726a0c3 req-9e66d9a9-b472-421f-9c43-4f51f05a20e0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d4de975-42a6-4c9b-8d38-2c7311a75e0d HTTP/1.1" status: 200 len: 867 time: 0.4763904 Mar 11 12:03:11.361985 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eec5f4db-b628-43f5-9ec7-f0dc583d4ef4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (2a9a5dff-c379-4ebf-a200-67acbd74eaad), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:11.363279 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] For port 33ee6cd8-31ca-4bfb-b952-0a59ddc53608, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=33ee6cd8-31ca-4bfb-b952-0a59ddc53608,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:03:11.375311 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (33ee6cd8-31ca-4bfb-b952-0a59ddc53608), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:11.447522 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5f4db-b628-43f5-9ec7-f0dc583d4ef4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=2a9a5dff-c379-4ebf-a200-67acbd74eaad,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:11.470778 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3122cae-4a9e-40c9-a768-18e6c0fb6f08 None None] Pushing event updated for resources: {'Port': ['ID=33ee6cd8-31ca-4bfb-b952-0a59ddc53608,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:11.486984 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec5f4db-b628-43f5-9ec7-f0dc583d4ef4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:11.490261 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-eec5f4db-b628-43f5-9ec7-f0dc583d4ef4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:11.493668 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec5f4db-b628-43f5-9ec7-f0dc583d4ef4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:11.501804 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec5f4db-b628-43f5-9ec7-f0dc583d4ef4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:11.505307 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eec5f4db-b628-43f5-9ec7-f0dc583d4ef4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:11.541676 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-eec5f4db-b628-43f5-9ec7-f0dc583d4ef4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4505734 Mar 11 12:03:11.544680 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42208) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:11.645616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f70ad2a-9bcd-41c9-ac2a-9455e009dbd7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:11.651524 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f70ad2a-9bcd-41c9-ac2a-9455e009dbd7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:11.654984 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5f70ad2a-9bcd-41c9-ac2a-9455e009dbd7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1086559 Mar 11 12:03:11.655906 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42216) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:11.783490 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-2922a8fc-e01d-4ffd-814b-6fbf35bfc996 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port 2a9a5dff-c379-4ebf-a200-67acbd74eaad {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:11.783873 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2922a8fc-e01d-4ffd-814b-6fbf35bfc996 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2a9a5dff-c379-4ebf-a200-67acbd74eaad), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:11.867026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ff05de-4417-4ceb-8163-7e86e1c5ae83 req-ca6a228d-5c9e-4eed-8407-13163f7069a2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] No DVR routers for this DVR port 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:03:11.872825 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f9ff05de-4417-4ceb-8163-7e86e1c5ae83 req-ca6a228d-5c9e-4eed-8407-13163f7069a2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:11.880954 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9ff05de-4417-4ceb-8163-7e86e1c5ae83 req-ca6a228d-5c9e-4eed-8407-13163f7069a2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.71 "DELETE /v2.0/ports/523a6f49-f6e9-4c35-8c8d-5e124b18fe85 HTTP/1.1" status: 204 len: 173 time: 3.4048989 Mar 11 12:03:11.895065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4de975-42a6-4c9b-8d38-2c7311a75e0d', 'name': 'network-vif-deleted', 'tag': '523a6f49-f6e9-4c35-8c8d-5e124b18fe85'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:03:11.897745 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd20e02-4598-4db1-81f4-4d92a6cdf5ab" -d '{"events": [{"server_uuid": "6d4de975-42a6-4c9b-8d38-2c7311a75e0d", "name": "network-vif-deleted", "tag": "523a6f49-f6e9-4c35-8c8d-5e124b18fe85"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:03:11.909699 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2922a8fc-e01d-4ffd-814b-6fbf35bfc996 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2a9a5dff-c379-4ebf-a200-67acbd74eaad), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:11.929436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-2922a8fc-e01d-4ffd-814b-6fbf35bfc996 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for 2a9a5dff-c379-4ebf-a200-67acbd74eaad owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:11.983227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:03:12.003720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f950648-105e-4fd2-a72e-dafb7907797d req-3e1db5a9-8893-45b4-b7a1-a6e0c4066b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:12.005476 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f950648-105e-4fd2-a72e-dafb7907797d req-3e1db5a9-8893-45b4-b7a1-a6e0c4066b30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8489549 Mar 11 12:03:12.030412 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:03:12.030967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 523a6f49-f6e9-4c35-8c8d-5e124b18fe85 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:03:12.104415 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128d324-abed-48cd-b670-5e5909ced649 req-fbf96e6e-81c3-4a13-8018-138f48c4160b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:12.111362 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d128d324-abed-48cd-b670-5e5909ced649 req-fbf96e6e-81c3-4a13-8018-138f48c4160b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 1.0844321 Mar 11 12:03:12.135266 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2922a8fc-e01d-4ffd-814b-6fbf35bfc996 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (2a9a5dff-c379-4ebf-a200-67acbd74eaad), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:12.152091 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 33ee6cd8-31ca-4bfb-b952-0a59ddc53608 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:12.213506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922a8fc-e01d-4ffd-814b-6fbf35bfc996 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=2a9a5dff-c379-4ebf-a200-67acbd74eaad,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:12.215819 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 33ee6cd8-31ca-4bfb-b952-0a59ddc53608 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:12.216360 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (33ee6cd8-31ca-4bfb-b952-0a59ddc53608), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:12.219547 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2922a8fc-e01d-4ffd-814b-6fbf35bfc996 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:12.223462 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2922a8fc-e01d-4ffd-814b-6fbf35bfc996 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/2a9a5dff-c379-4ebf-a200-67acbd74eaad HTTP/1.1" status: 204 len: 168 time: 0.5665560 Mar 11 12:03:12.226041 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42220) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:12.304542 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:03:12.305861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6aaba4-bfde-4d32-97c5-616685536e68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:12.308064 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6aaba4-bfde-4d32-97c5-616685536e68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:12.309834 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4b6aaba4-bfde-4d32-97c5-616685536e68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0826077 Mar 11 12:03:12.314237 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42222) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:12.329411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7128aa13-902d-47fb-9cdc-a788127f3040 admin admin] 10.222.0.78 "PUT /v2.0/routers/98d161da-0fba-4b8e-b072-c27a3b8400a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4010124 Mar 11 12:03:12.329411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f950648-105e-4fd2-a72e-dafb7907797d req-d0a3a3c8-04bf-413d-845c-e58165942aae service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870295 Mar 11 12:03:12.341757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb4cce20-8d7b-4ae0-92c3-ed750726a0c3 req-926fe2d2-835c-4d1c-8a91-8c7ae760d80d tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533391 Mar 11 12:03:12.359519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 33ee6cd8-31ca-4bfb-b952-0a59ddc53608 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:12.360064 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (33ee6cd8-31ca-4bfb-b952-0a59ddc53608), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:12.420146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Sync routers for ids ['98d161da-0fba-4b8e-b072-c27a3b8400a6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:03:12.430368 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-742b2992-6a8f-4cb3-8c5e-b2171b453c68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 21c58bd4-022f-4246-abc9-b4b1e573f8cc {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:03:12.452047 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-742b2992-6a8f-4cb3-8c5e-b2171b453c68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (21c58bd4-022f-4246-abc9-b4b1e573f8cc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:12.500440 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Routers {'98d161da-0fba-4b8e-b072-c27a3b8400a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:03:12.502009 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:02:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['98d161da-0fba-4b8e-b072-c27a3b8400a6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:12.505352 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 33ee6cd8-31ca-4bfb-b952-0a59ddc53608, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=33ee6cd8-31ca-4bfb-b952-0a59ddc53608,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:12.552406 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (33ee6cd8-31ca-4bfb-b952-0a59ddc53608), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:12.571008 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d128d324-abed-48cd-b670-5e5909ced649 req-f86abe5a-cb52-4b3b-932b-c147dd5fc6bf tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4564877 Mar 11 12:03:12.616016 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-742b2992-6a8f-4cb3-8c5e-b2171b453c68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (21c58bd4-022f-4246-abc9-b4b1e573f8cc), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:12.665198 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99080d43-6e38-4470-a62a-b6fd69b71e9f x-openstack-request-id: req-99080d43-6e38-4470-a62a-b6fd69b71e9f {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:03:12.670800 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4de975-42a6-4c9b-8d38-2c7311a75e0d", "name": "network-vif-deleted", "tag": "523a6f49-f6e9-4c35-8c8d-5e124b18fe85", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:03:12.671250 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99080d43-6e38-4470-a62a-b6fd69b71e9f {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:03:12.673311 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4de975-42a6-4c9b-8d38-2c7311a75e0d', 'name': 'network-vif-deleted', 'tag': '523a6f49-f6e9-4c35-8c8d-5e124b18fe85', 'status': 'completed', 'code': 200} Mar 11 12:03:12.687501 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-87dfd13e-c36c-42cd-ab62-44412f4759e4 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2f98f71b8c384e5e94a67a7ff5c6d87d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1634192 Mar 11 12:03:12.798926 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f950648-105e-4fd2-a72e-dafb7907797d req-9fc8ae32-6f39-4490-9e8e-cd30a0b0c1cd service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304173 Mar 11 12:03:12.841368 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-742b2992-6a8f-4cb3-8c5e-b2171b453c68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (21c58bd4-022f-4246-abc9-b4b1e573f8cc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:12.876448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=33ee6cd8-31ca-4bfb-b952-0a59ddc53608,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:12.904580 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:12.905059 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:12.905491 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:12.905974 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:12.910895 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:12.911727 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:12.912309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:12.912914 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:12.913466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:12.914581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:12.915611 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:12.916235 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:12.916843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:12.922416 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:12.947616 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Set router 98d161da-0fba-4b8e-b072-c27a3b8400a6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:03:12.984088 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-742b2992-6a8f-4cb3-8c5e-b2171b453c68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (21c58bd4-022f-4246-abc9-b4b1e573f8cc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:12.998861 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-5c761a90-5ca0-479d-aeaf-176dcfe63136 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:13.007411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-5c761a90-5ca0-479d-aeaf-176dcfe63136 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3138180 Mar 11 12:03:13.044714 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a8273978-5609-4a5f-8097-296dbca3465f tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/quotas/2f98f71b8c384e5e94a67a7ff5c6d87d HTTP/1.1" status: 200 len: 375 time: 0.0363047 Mar 11 12:03:13.051303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b2992-6a8f-4cb3-8c5e-b2171b453c68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=21c58bd4-022f-4246-abc9-b4b1e573f8cc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:13.080792 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-742b2992-6a8f-4cb3-8c5e-b2171b453c68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:13.085551 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-742b2992-6a8f-4cb3-8c5e-b2171b453c68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/21c58bd4-022f-4246-abc9-b4b1e573f8cc HTTP/1.1" status: 204 len: 168 time: 0.7701342 Mar 11 12:03:13.090422 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42276) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:13.112996 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-84bf417d-21d9-4143-8a09-dd3accf6af25 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f98f71b8c384e5e94a67a7ff5c6d87d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673296 Mar 11 12:03:13.140863 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-627012e9-e3b8-4efd-908e-e0c16f49fd5e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489285 Mar 11 12:03:13.143795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42278) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:13.151657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b110b7dc-a079-46b8-b4fc-70f8a335f8b2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:13.200621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f52bcdf-2704-4a50-91ab-c4ae2af2304b None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:13.346109 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b110b7dc-a079-46b8-b4fc-70f8a335f8b2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:13.349878 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b110b7dc-a079-46b8-b4fc-70f8a335f8b2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:13.652885 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ddee4f3-481b-44d4-89e2-b1bdf4008d40 req-63844b35-8f37-41af-997d-f99f89955bcc tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/ports?device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 210 time: 0.1482978 Mar 11 12:03:13.767787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9f1e5-4544-4693-a8a3-07fd70c856fa req-a27c407b-7d05-4fd7-ba44-2cd71810d306 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:13.769455 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30b9f1e5-4544-4693-a8a3-07fd70c856fa req-a27c407b-7d05-4fd7-ba44-2cd71810d306 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.3529184 Mar 11 12:03:13.874524 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-42207148-1a23-44d9-bf21-21fa7f5b92e5 None None] Provisioning complete for port 33ee6cd8-31ca-4bfb-b952-0a59ddc53608 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:13.874901 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-42207148-1a23-44d9-bf21-21fa7f5b92e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (33ee6cd8-31ca-4bfb-b952-0a59ddc53608), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:13.988735 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30b9f1e5-4544-4693-a8a3-07fd70c856fa req-00e569e1-0dfb-4571-967e-7d426bc3bf63 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028148 Mar 11 12:03:14.004907 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-805f55c5-5176-4c63-8380-90063820e4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:14.125534 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-42207148-1a23-44d9-bf21-21fa7f5b92e5 None None] Current status of the port 33ee6cd8-31ca-4bfb-b952-0a59ddc53608 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:14.138517 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 33ee6cd8-31ca-4bfb-b952-0a59ddc53608 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:14.146751 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b110b7dc-a079-46b8-b4fc-70f8a335f8b2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (357a8d35-1dca-4df6-8f2c-8a368010b2a1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:14.189018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-fde457b2-ae8b-4970-add0-91a4e9c33582 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:14.191880 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-fde457b2-ae8b-4970-add0-91a4e9c33582 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 805 time: 0.3665168 Mar 11 12:03:14.219776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b110b7dc-a079-46b8-b4fc-70f8a335f8b2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:14.227922 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-b110b7dc-a079-46b8-b4fc-70f8a335f8b2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:14.236065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b110b7dc-a079-46b8-b4fc-70f8a335f8b2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:14.237124 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b110b7dc-a079-46b8-b4fc-70f8a335f8b2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:14.256233 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5f11669e-3d1d-4d3d-8c45-466a879fd536 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/quotas/09d5cd320b674c0e99aeaa20dd57d2bb HTTP/1.1" status: 200 len: 375 time: 0.0546131 Mar 11 12:03:14.262404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'name': 'tempest-TestVolumeBackupRestore-1893870437-router', 'tenant_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '9661a760-64cf-4681-80c2-5f09f08d563c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:57Z', 'updated_at': '2022-03-11T12:03:08Z', 'revision_number': 4, 'project_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'gw_port': {'id': '9661a760-64cf-4681-80c2-5f09f08d563c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:59Z', 'updated_at': '2022-03-11T12:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '3968f053-9fe7-4361-abea-2fb3f40a67c2', 'name': '', 'network_id': '048aa929-2b0c-49ee-b7f2-245772ea5139', 'tenant_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'mac_address': 'fa:16:3e:c5:eb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '2639828a-e18b-4366-b6f2-df793e98a40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:03:06Z', 'updated_at': '2022-03-11T12:03:08Z', 'revision_number': 2, 'project_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'subnets': [{'id': '2639828a-e18b-4366-b6f2-df793e98a40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:14.265392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110b7dc-a079-46b8-b4fc-70f8a335f8b2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=357a8d35-1dca-4df6-8f2c-8a368010b2a1,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:14.301644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Checking router: 98d161da-0fba-4b8e-b072-c27a3b8400a6 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:03:14.301997 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Updating router 98d161da-0fba-4b8e-b072-c27a3b8400a6 port 3968f053-9fe7-4361-abea-2fb3f40a67c2 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:03:14.337602 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c30061b-b8d9-43f7-954f-c739b069075c None None] DHCP port deletion for 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:03:14.342588 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b110b7dc-a079-46b8-b4fc-70f8a335f8b2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1953232 Mar 11 12:03:14.344946 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42346) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:14.345909 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 33ee6cd8-31ca-4bfb-b952-0a59ddc53608 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:14.346046 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (33ee6cd8-31ca-4bfb-b952-0a59ddc53608), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:14.352298 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-09c4906b-e09e-4158-a237-d764af75b407 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'fixed_ips': [{'subnet_id': '357a8d35-1dca-4df6-8f2c-8a368010b2a1', 'ip_address': '2001:db8::9b8c:b87f:4655:ddec'}], 'name': 'tempest-NetworksTestDHCPv6-63364266'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:14.380732 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-941b6648-c2d4-4157-a9fa-0ddced67fac2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1231709 Mar 11 12:03:14.404039 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:14.528032 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c4906b-e09e-4158-a237-d764af75b407 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:14.535592 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09c4906b-e09e-4158-a237-d764af75b407 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:14.586076 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-09c4906b-e09e-4158-a237-d764af75b407 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port 4360404b-612a-4dc4-b0b8-3859496fcc4e yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:03:14.632944 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-4bc91e57-e63a-4223-bd4e-7e45624452a7 service neutron] 10.222.0.78 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503986 Mar 11 12:03:14.745501 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-1f1ac8b0-8627-420e-aedc-0ca30b2eb5f8 service neutron] 10.222.0.78 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113656 Mar 11 12:03:14.835186 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-09c4906b-e09e-4158-a237-d764af75b407 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::9b8c:b87f:4655:ddec (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/357a8d35-1dca-4df6-8f2c-8a368010b2a1/4360404b-612a-4dc4-b0b8-3859496fcc4e) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:14.878806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65b26ae1-8976-49a8-ac70-767e455e74e9 req-a0fc2c7c-de3f-4003-b8de-0acde68f69dc tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/ports?device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 210 time: 0.0728359 Mar 11 12:03:15.097088 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-dcad9e70-caa4-41e9-8e92-df9caba7ba85 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=2f98f71b8c384e5e94a67a7ff5c6d87d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1090763 Mar 11 12:03:15.158342 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09c4906b-e09e-4158-a237-d764af75b407 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (4360404b-612a-4dc4-b0b8-3859496fcc4e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:15.263376 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3c30061b-b8d9-43f7-954f-c739b069075c None None] Deleting port 33ee6cd8-31ca-4bfb-b952-0a59ddc53608 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:15.264050 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3c30061b-b8d9-43f7-954f-c739b069075c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (33ee6cd8-31ca-4bfb-b952-0a59ddc53608), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:15.326161 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09c4906b-e09e-4158-a237-d764af75b407 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4360404b-612a-4dc4-b0b8-3859496fcc4e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:15.341384 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9c2b64a6-091a-4fc0-b5bd-0df4ec329cce req-1c027cc1-c11b-4b98-8f7c-24cac3142c23 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 210 time: 0.2375669 Mar 11 12:03:15.418301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c4906b-e09e-4158-a237-d764af75b407 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:15.422345 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-09c4906b-e09e-4158-a237-d764af75b407 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:15.428406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c4906b-e09e-4158-a237-d764af75b407 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:15.435181 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c4906b-e09e-4158-a237-d764af75b407 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:15.436230 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09c4906b-e09e-4158-a237-d764af75b407 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:15.464260 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4906b-e09e-4158-a237-d764af75b407 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=4360404b-612a-4dc4-b0b8-3859496fcc4e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:15.465411 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Publish callbacks [] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:15.467200 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 33ee6cd8-31ca-4bfb-b952-0a59ddc53608 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:15.472163 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-09c4906b-e09e-4158-a237-d764af75b407 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1261399 Mar 11 12:03:15.488095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42376) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:15.524940 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:15.619530 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c8a49a-3e93-4fa2-81cc-22bf76f7487b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:15.628450 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c8a49a-3e93-4fa2-81cc-22bf76f7487b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:15.630779 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a8c8a49a-3e93-4fa2-81cc-22bf76f7487b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1392834 Mar 11 12:03:15.635522 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42386) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:15.646873 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-b9596b1e-fea0-4def-b20b-e63dab13dd79 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:15.648806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-b9596b1e-fea0-4def-b20b-e63dab13dd79 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5129197 Mar 11 12:03:15.668518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c327f93-7c40-4ebe-9cac-fb0b5f77358c req-9a8f2313-5cf0-44f2-a23e-dc65978a1523 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:15.672654 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1c327f93-7c40-4ebe-9cac-fb0b5f77358c req-9a8f2313-5cf0-44f2-a23e-dc65978a1523 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.3257179 Mar 11 12:03:15.683974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-44e2e3bb-0a9e-400f-b86b-a7468b18fcb4 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Request body: {'port': {'device_id': '0092993d-ab78-438b-bc7b-5b1e21c63de7', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '2f98f71b8c384e5e94a67a7ff5c6d87d'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:15.700867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3c30061b-b8d9-43f7-954f-c739b069075c None None] For port 33ee6cd8-31ca-4bfb-b952-0a59ddc53608, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=33ee6cd8-31ca-4bfb-b952-0a59ddc53608,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:15.701303 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3c30061b-b8d9-43f7-954f-c739b069075c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (33ee6cd8-31ca-4bfb-b952-0a59ddc53608), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:15.738178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0d02f-79a3-4883-8113-a51a7c81e051 None None] Pushing event updated for resources: {'Port': ['ID=3968f053-9fe7-4361-abea-2fb3f40a67c2,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:15.815799 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb355537-5c13-46ba-83c4-1b97b22e84ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:15.818140 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Attempting to bind port 3968f053-9fe7-4361-abea-2fb3f40a67c2 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:03:15.825774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Attempting to bind port 3968f053-9fe7-4361-abea-2fb3f40a67c2 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'e448e649-e1de-41c4-b655-2463935d575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '048aa929-2b0c-49ee-b7f2-245772ea5139'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:03:15.826461 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Attempting to bind port 3968f053-9fe7-4361-abea-2fb3f40a67c2 on network 048aa929-2b0c-49ee-b7f2-245772ea5139 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:15.829804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3c30061b-b8d9-43f7-954f-c739b069075c None None] Calling delete_port for 33ee6cd8-31ca-4bfb-b952-0a59ddc53608 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:15.855745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-ea8ea485-6d11-493e-a365-9d93879b2bd3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port 4360404b-612a-4dc4-b0b8-3859496fcc4e {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:15.856858 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea8ea485-6d11-493e-a365-9d93879b2bd3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4360404b-612a-4dc4-b0b8-3859496fcc4e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:15.862475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:03:15.863122 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Checking segment: {'id': 'e448e649-e1de-41c4-b655-2463935d575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '048aa929-2b0c-49ee-b7f2-245772ea5139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:03:15.863837 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:15.864467 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Bound using segment: {'id': 'e448e649-e1de-41c4-b655-2463935d575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '048aa929-2b0c-49ee-b7f2-245772ea5139'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:03:15.865185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Bound port: 3968f053-9fe7-4361-abea-2fb3f40a67c2, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e448e649-e1de-41c4-b655-2463935d575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '048aa929-2b0c-49ee-b7f2-245772ea5139'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:03:15.866040 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:15.949289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1c327f93-7c40-4ebe-9cac-fb0b5f77358c req-fc8ec71b-0cd9-4f28-bdef-4e32d2cb3397 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614419 Mar 11 12:03:16.021169 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-44e2e3bb-0a9e-400f-b86b-a7468b18fcb4 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Made reservation on behalf of 2f98f71b8c384e5e94a67a7ff5c6d87d for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:16.039481 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-44e2e3bb-0a9e-400f-b86b-a7468b18fcb4 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:16.063560 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-44e2e3bb-0a9e-400f-b86b-a7468b18fcb4 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:16.096647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] For port 3968f053-9fe7-4361-abea-2fb3f40a67c2, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:03:16.100843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] For port 3968f053-9fe7-4361-abea-2fb3f40a67c2, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3968f053-9fe7-4361-abea-2fb3f40a67c2,segment=NetworkSegment(e448e649-e1de-41c4-b655-2463935d575c),segment_id=e448e649-e1de-41c4-b655-2463935d575c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:03:16.120849 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 33ee6cd8-31ca-4bfb-b952-0a59ddc53608 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:03:16.152067 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:16.152285 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea8ea485-6d11-493e-a365-9d93879b2bd3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4360404b-612a-4dc4-b0b8-3859496fcc4e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:16.198789 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-ea8ea485-6d11-493e-a365-9d93879b2bd3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for 4360404b-612a-4dc4-b0b8-3859496fcc4e owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:16.203174 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f69f257f-9a6c-485a-8a07-0a8b9db7a5a7 req-28ad0ad5-48f3-424c-aed5-a7dc307e2800 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/ports?device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 210 time: 0.1158314 Mar 11 12:03:16.317833 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-44e2e3bb-0a9e-400f-b86b-a7468b18fcb4 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Publish callbacks [] for security_group (caba7ff0-574f-4ee2-80c6-811a5292c83f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:16.327513 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-44e2e3bb-0a9e-400f-b86b-a7468b18fcb4 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (caba7ff0-574f-4ee2-80c6-811a5292c83f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:16.363976 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-900fee8d-d5ae-4813-8718-19d81bbbab61 None None] Provisioning complete for port 3968f053-9fe7-4361-abea-2fb3f40a67c2 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:16.366213 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-900fee8d-d5ae-4813-8718-19d81bbbab61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:16.425676 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2e3bb-0a9e-400f-b86b-a7468b18fcb4 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caba7ff0-574f-4ee2-80c6-811a5292c83f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:16.444801 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0d02f-79a3-4883-8113-a51a7c81e051 None None] Pushing event updated for resources: {'Port': ['ID=3968f053-9fe7-4361-abea-2fb3f40a67c2,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:16.470178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Routers {'98d161da-0fba-4b8e-b072-c27a3b8400a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:03:16.470813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:03:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['98d161da-0fba-4b8e-b072-c27a3b8400a6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:16.599495 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea8ea485-6d11-493e-a365-9d93879b2bd3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4360404b-612a-4dc4-b0b8-3859496fcc4e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:16.674705 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6abb5083-299b-411d-80e6-d43173d58ead req-c4a540d0-fd9d-4b58-8008-9e534777f7cf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 210 time: 0.1155922 Mar 11 12:03:16.695305 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3c30061b-b8d9-43f7-954f-c739b069075c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (33ee6cd8-31ca-4bfb-b952-0a59ddc53608), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:16.736356 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c30061b-b8d9-43f7-954f-c739b069075c None None] No DVR routers for this DVR port 33ee6cd8-31ca-4bfb-b952-0a59ddc53608 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:03:16.751927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ea485-6d11-493e-a365-9d93879b2bd3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=4360404b-612a-4dc4-b0b8-3859496fcc4e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:16.778288 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30061b-b8d9-43f7-954f-c739b069075c None None] Pushing event deleted for resources: {'Port': ['ID=33ee6cd8-31ca-4bfb-b952-0a59ddc53608,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:16.788066 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd410c19-8c38-4761-ba1e-357850494480 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:16.849515 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea8ea485-6d11-493e-a365-9d93879b2bd3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:16.853286 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ea8ea485-6d11-493e-a365-9d93879b2bd3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/4360404b-612a-4dc4-b0b8-3859496fcc4e HTTP/1.1" status: 204 len: 168 time: 1.2164831 Mar 11 12:03:16.855811 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42400) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:16.887010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] Set router 98d161da-0fba-4b8e-b072-c27a3b8400a6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:03:16.917841 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1114e9df-4b33-401f-9eca-4b9dc5bb91f0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:16.926554 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1114e9df-4b33-401f-9eca-4b9dc5bb91f0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:16.930179 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1114e9df-4b33-401f-9eca-4b9dc5bb91f0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0724123 Mar 11 12:03:16.934539 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42402) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:16.999245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 33ee6cd8-31ca-4bfb-b952-0a59ddc53608 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:16.999554 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (33ee6cd8-31ca-4bfb-b952-0a59ddc53608), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:17.002770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2d8885-bea5-45ce-857b-9c3cf02bf7fd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 357a8d35-1dca-4df6-8f2c-8a368010b2a1 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:03:17.006995 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b2d8885-bea5-45ce-857b-9c3cf02bf7fd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (357a8d35-1dca-4df6-8f2c-8a368010b2a1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:17.051470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-44e2e3bb-0a9e-400f-b86b-a7468b18fcb4 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Allocated IP 192.168.233.123 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/c9597280-f292-48a1-9378-86ef54bd6071) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:17.111829 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b2d8885-bea5-45ce-857b-9c3cf02bf7fd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (357a8d35-1dca-4df6-8f2c-8a368010b2a1), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:17.302888 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b2d8885-bea5-45ce-857b-9c3cf02bf7fd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (357a8d35-1dca-4df6-8f2c-8a368010b2a1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:17.425380 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-279c2eb1-eb0f-40c1-9103-7d60b7c0e7a9 req-6a8526db-652d-49b5-9d91-d8c859864e7e tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/ports?device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 210 time: 0.0714135 Mar 11 12:03:17.478126 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b2d8885-bea5-45ce-857b-9c3cf02bf7fd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (357a8d35-1dca-4df6-8f2c-8a368010b2a1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:17.496943 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-44e2e3bb-0a9e-400f-b86b-a7468b18fcb4 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Publish callbacks [] for port (c9597280-f292-48a1-9378-86ef54bd6071), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:17.500154 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b2d8885-bea5-45ce-857b-9c3cf02bf7fd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:17.515039 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527561d-8d63-4e2b-b024-ef70040f6c9f req-1d789ad3-7ac5-43cd-851a-c404d5953211 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:17.516861 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c527561d-8d63-4e2b-b024-ef70040f6c9f req-1d789ad3-7ac5-43cd-851a-c404d5953211 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.2161589 Mar 11 12:03:17.524461 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1b2d8885-bea5-45ce-857b-9c3cf02bf7fd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/357a8d35-1dca-4df6-8f2c-8a368010b2a1 HTTP/1.1" status: 204 len: 168 time: 0.5858667 Mar 11 12:03:17.527458 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42410) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:17.553089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d8885-bea5-45ce-857b-9c3cf02bf7fd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=357a8d35-1dca-4df6-8f2c-8a368010b2a1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:17.616578 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42412) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:17.617740 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f1ee4e2e-a9de-414c-844c-e64dab8adba2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0827661 Mar 11 12:03:17.622348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3ece81ef-87c1-45e8-a403-f97ca06c930d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:17.633256 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-9a74ec54-6100-4ca4-970e-0d9aa580274d tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:17.635153 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-9a74ec54-6100-4ca4-970e-0d9aa580274d tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.37 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 805 time: 0.3356040 Mar 11 12:03:17.668131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Request body: {'port': {'device_id': 'fabf65e1-8c53-4830-968b-4d2861d99bd1', 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064', 'admin_state_up': True, 'tenant_id': '09d5cd320b674c0e99aeaa20dd57d2bb'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:17.720473 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-44e2e3bb-0a9e-400f-b86b-a7468b18fcb4 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c9597280-f292-48a1-9378-86ef54bd6071), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:17.817685 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-44e2e3bb-0a9e-400f-b86b-a7468b18fcb4 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:17.824098 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c527561d-8d63-4e2b-b024-ef70040f6c9f req-27a56fc1-f7d6-4555-b6da-2eb45951a90b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2974186 Mar 11 12:03:17.831410 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-44e2e3bb-0a9e-400f-b86b-a7468b18fcb4 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:17.838503 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-44e2e3bb-0a9e-400f-b86b-a7468b18fcb4 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:17.866610 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-900fee8d-d5ae-4813-8718-19d81bbbab61 None None] Current status of the port 3968f053-9fe7-4361-abea-2fb3f40a67c2 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:17.867446 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-900fee8d-d5ae-4813-8718-19d81bbbab61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:17.956885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ece81ef-87c1-45e8-a403-f97ca06c930d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:17.962826 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3ece81ef-87c1-45e8-a403-f97ca06c930d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:18.032443 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6dc11a31-1ebe-42ad-ad5f-9afd57c8aa50 req-23674c82-3ecf-4ed4-882a-1510e6739299 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 210 time: 0.1536362 Mar 11 12:03:18.043167 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2e3bb-0a9e-400f-b86b-a7468b18fcb4 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Pushing event updated for resources: {'Port': ['ID=c9597280-f292-48a1-9378-86ef54bd6071,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:18.093935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-44e2e3bb-0a9e-400f-b86b-a7468b18fcb4 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:18.094633 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-44e2e3bb-0a9e-400f-b86b-a7468b18fcb4 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:18.103452 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:18.120893 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Made reservation on behalf of 09d5cd320b674c0e99aeaa20dd57d2bb for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:18.121121 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d634a5-61ce-49be-ade6-7e86f4bf59b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'fixed_ips': [{'subnet_id': '357a8d35-1dca-4df6-8f2c-8a368010b2a1'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:03:18.127482 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:18.127901 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d8d634a5-61ce-49be-ade6-7e86f4bf59b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:18.164607 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-44e2e3bb-0a9e-400f-b86b-a7468b18fcb4 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4898808 Mar 11 12:03:18.198402 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-900fee8d-d5ae-4813-8718-19d81bbbab61 None None] For port 3968f053-9fe7-4361-abea-2fb3f40a67c2, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3968f053-9fe7-4361-abea-2fb3f40a67c2,segment=NetworkSegment(e448e649-e1de-41c4-b655-2463935d575c),segment_id=e448e649-e1de-41c4-b655-2463935d575c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:18.201034 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Request body: {'port': {'device_id': '0092993d-ab78-438b-bc7b-5b1e21c63de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:18.236716 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-900fee8d-d5ae-4813-8718-19d81bbbab61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:18.376725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fee8d-d5ae-4813-8718-19d81bbbab61 None None] Pushing event updated for resources: {'Port': ['ID=3968f053-9fe7-4361-abea-2fb3f40a67c2,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:18.435854 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c9597280-f292-48a1-9378-86ef54bd6071), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:18.460304 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'name': 'tempest-TestVolumeBackupRestore-1893870437-router', 'tenant_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '9661a760-64cf-4681-80c2-5f09f08d563c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:57Z', 'updated_at': '2022-03-11T12:03:08Z', 'revision_number': 4, 'project_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'gw_port': {'id': '9661a760-64cf-4681-80c2-5f09f08d563c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:59Z', 'updated_at': '2022-03-11T12:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '3968f053-9fe7-4361-abea-2fb3f40a67c2', 'name': '', 'network_id': '048aa929-2b0c-49ee-b7f2-245772ea5139', 'tenant_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'mac_address': 'fa:16:3e:c5:eb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '2639828a-e18b-4366-b6f2-df793e98a40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:03:06Z', 'updated_at': '2022-03-11T12:03:16Z', 'revision_number': 4, 'project_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'subnets': [{'id': '2639828a-e18b-4366-b6f2-df793e98a40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:18.465392 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-571cedc4-be69-4c8b-a9fe-0103a69d9da6 None None] Provisioning complete for port 3968f053-9fe7-4361-abea-2fb3f40a67c2 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:18.474838 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-571cedc4-be69-4c8b-a9fe-0103a69d9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:18.579386 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3ece81ef-87c1-45e8-a403-f97ca06c930d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (b2bb00b8-2660-49ae-b00c-3a42a4c4dca4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:18.596874 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Allocated IP 172.20.0.13 (8f643498-59e6-4f88-97f4-fba97d06b064/d2b721aa-1c42-4b6f-8791-9da31c359ccd/89cd005d-4165-440b-8b1f-18b95acf17e6) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:18.652510 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80677b44-a195-4909-ad2a-4f337eb0c500 None None] The sync data for ids ['98d161da-0fba-4b8e-b072-c27a3b8400a6'] in n-d-833234-2 is: [{'id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'name': 'tempest-TestVolumeBackupRestore-1893870437-router', 'tenant_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '9661a760-64cf-4681-80c2-5f09f08d563c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:57Z', 'updated_at': '2022-03-11T12:03:08Z', 'revision_number': 4, 'project_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'gw_port': {'id': '9661a760-64cf-4681-80c2-5f09f08d563c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:59Z', 'updated_at': '2022-03-11T12:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '3968f053-9fe7-4361-abea-2fb3f40a67c2', 'name': '', 'network_id': '048aa929-2b0c-49ee-b7f2-245772ea5139', 'tenant_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'mac_address': 'fa:16:3e:c5:eb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '2639828a-e18b-4366-b6f2-df793e98a40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:03:06Z', 'updated_at': '2022-03-11T12:03:16Z', 'revision_number': 4, 'project_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'subnets': [{'id': '2639828a-e18b-4366-b6f2-df793e98a40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:03:18.755727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ece81ef-87c1-45e8-a403-f97ca06c930d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:18.757672 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece81ef-87c1-45e8-a403-f97ca06c930d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=b2bb00b8-2660-49ae-b00c-3a42a4c4dca4,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:18.759907 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:18.764769 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-3ece81ef-87c1-45e8-a403-f97ca06c930d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:18.768932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ece81ef-87c1-45e8-a403-f97ca06c930d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:18.772465 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3ece81ef-87c1-45e8-a403-f97ca06c930d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:18.817678 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3ece81ef-87c1-45e8-a403-f97ca06c930d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2000577 Mar 11 12:03:18.820794 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42424) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:18.826227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e53b9fa4-3b1d-4be5-8ba3-f7e856a73335 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'fixed_ips': [{'subnet_id': 'b2bb00b8-2660-49ae-b00c-3a42a4c4dca4', 'ip_address': '2001:db8::20bf:e3a5:cda:be04'}], 'name': 'tempest-NetworksTestDHCPv6-1027624924'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:18.851919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf662d0-fa04-4224-a14e-402e8bd4a864 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:18.921404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-571cedc4-be69-4c8b-a9fe-0103a69d9da6 None None] Current status of the port 3968f053-9fe7-4361-abea-2fb3f40a67c2 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:19.078984 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53b9fa4-3b1d-4be5-8ba3-f7e856a73335 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:19.174752 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5970c3db-6354-448b-be85-067f24a8e7f6 None None] Provisioning complete for port c9597280-f292-48a1-9378-86ef54bd6071 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:19.175217 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5970c3db-6354-448b-be85-067f24a8e7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c9597280-f292-48a1-9378-86ef54bd6071), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:19.220809 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d16b2f-4934-4bb6-a0be-9ff3f45abdeb req-1e2fa66a-986b-44f3-8112-3779fe4508f6 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:19.246804 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42d16b2f-4934-4bb6-a0be-9ff3f45abdeb req-1e2fa66a-986b-44f3-8112-3779fe4508f6 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/ports?device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 936 time: 0.6199298 Mar 11 12:03:19.276119 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'fixed_ips': [{'subnet_id': 'b2bb00b8-2660-49ae-b00c-3a42a4c4dca4'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:03:19.276932 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:19.281374 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks [] for port (89cd005d-4165-440b-8b1f-18b95acf17e6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:19.294853 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e53b9fa4-3b1d-4be5-8ba3-f7e856a73335 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:19.317792 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5970c3db-6354-448b-be85-067f24a8e7f6 None None] Port c9597280-f292-48a1-9378-86ef54bd6071 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:03:19.349568 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6d34a-047c-474e-b306-4e570c33e3dc req-51ce3b04-6b72-4ff3-908f-e7a3b8f5efc2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:19.350990 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-e53b9fa4-3b1d-4be5-8ba3-f7e856a73335 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port 6c60324c-7ed4-4ff8-b55b-e9cbde4d6693 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:03:19.352777 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3cd6d34a-047c-474e-b306-4e570c33e3dc req-51ce3b04-6b72-4ff3-908f-e7a3b8f5efc2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.3601024 Mar 11 12:03:19.509614 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42d16b2f-4934-4bb6-a0be-9ff3f45abdeb req-dc6c93bc-53d4-4b64-8c4a-003641dcd099 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/security-groups?id=caba7ff0-574f-4ee2-80c6-811a5292c83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626827 Mar 11 12:03:19.565141 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3cd6d34a-047c-474e-b306-4e570c33e3dc req-f5e9b55e-d47e-4d01-afbb-2b11bde0af90 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921923 Mar 11 12:03:19.578542 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (89cd005d-4165-440b-8b1f-18b95acf17e6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:19.613440 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['de47ce64-ea93-40ab-9763-7f508aec56e0'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:03:19.618235 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Allocated IP 2001:db8::2 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/b2bb00b8-2660-49ae-b00c-3a42a4c4dca4/0edb0bcf-cc38-4422-b066-a224c4fba23d) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:19.755785 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9597280-f292-48a1-9378-86ef54bd6071 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:03:19.776469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Network 8f643498-59e6-4f88-97f4-fba97d06b064 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:19.786403 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Publish callbacks [] for port (c9597280-f292-48a1-9378-86ef54bd6071), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:19.801185 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:19.804040 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:19.867735 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2de6ad-1dec-4bb8-9851-ad7c5bc35520 req-8bd158ec-0657-466c-a51f-e90c5e346004 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:19.869822 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca2de6ad-1dec-4bb8-9851-ad7c5bc35520 req-8bd158ec-0657-466c-a51f-e90c5e346004 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 932 time: 0.2104318 Mar 11 12:03:19.874168 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Transition to ACTIVE for port object c9597280-f292-48a1-9378-86ef54bd6071 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:03:19.876473 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Pushing event updated for resources: {'Port': ['ID=89cd005d-4165-440b-8b1f-18b95acf17e6,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:19.920082 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (c9597280-f292-48a1-9378-86ef54bd6071), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:19.948019 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:19.948644 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:19.949147 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:19.949637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:19.950119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:19.950605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:19.951093 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:19.951567 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:19.952080 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:19.952415 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:19.952742 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:19.953241 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:19.953569 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:20.024761 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Publish callbacks [] for port (0edb0bcf-cc38-4422-b066-a224c4fba23d), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:20.065129 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca2de6ad-1dec-4bb8-9851-ad7c5bc35520 req-7e4d77ba-25b6-41a1-9df0-83a630f0ab3c tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771014 Mar 11 12:03:20.076991 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (0edb0bcf-cc38-4422-b066-a224c4fba23d), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:20.079560 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:20.085200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:20.219020 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-e53b9fa4-3b1d-4be5-8ba3-f7e856a73335 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::20bf:e3a5:cda:be04 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/b2bb00b8-2660-49ae-b00c-3a42a4c4dca4/6c60324c-7ed4-4ff8-b55b-e9cbde4d6693) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:20.236883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Pushing event updated for resources: {'Port': ['ID=c9597280-f292-48a1-9378-86ef54bd6071,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:20.271346 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-ddea8ec2-3bd9-46ff-aa46-1273170b23bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6086540 Mar 11 12:03:20.333717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Request body: {'port': {'device_id': 'fabf65e1-8c53-4830-968b-4d2861d99bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:20.342070 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3968f053-9fe7-4361-abea-2fb3f40a67c2 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:20.401072 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:20.414733 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:20.436343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:20.439431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:20.442337 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Pushing event updated for resources: {'Port': ['ID=0edb0bcf-cc38-4422-b066-a224c4fba23d,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:20.659316 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Attempting to bind port 0edb0bcf-cc38-4422-b066-a224c4fba23d on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:03:20.667048 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Attempting to bind port 0edb0bcf-cc38-4422-b066-a224c4fba23d by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:03:20.667641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Attempting to bind port 0edb0bcf-cc38-4422-b066-a224c4fba23d on network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:20.687714 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e53b9fa4-3b1d-4be5-8ba3-f7e856a73335 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (6c60324c-7ed4-4ff8-b55b-e9cbde4d6693), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:20.733424 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:03:20.733853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Checking segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:03:20.735828 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:20.736281 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Bound using segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:03:20.736796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Bound port: 0edb0bcf-cc38-4422-b066-a224c4fba23d, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:03:20.737196 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0edb0bcf-cc38-4422-b066-a224c4fba23d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:20.752165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 3968f053-9fe7-4361-abea-2fb3f40a67c2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:20.752549 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:20.779077 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e53b9fa4-3b1d-4be5-8ba3-f7e856a73335 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6c60324c-7ed4-4ff8-b55b-e9cbde4d6693), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:20.895072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53b9fa4-3b1d-4be5-8ba3-f7e856a73335 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:20.898795 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-e53b9fa4-3b1d-4be5-8ba3-f7e856a73335 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:20.903694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b9fa4-3b1d-4be5-8ba3-f7e856a73335 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:20.908990 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53b9fa4-3b1d-4be5-8ba3-f7e856a73335 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:20.909615 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e53b9fa4-3b1d-4be5-8ba3-f7e856a73335 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:20.937726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b9fa4-3b1d-4be5-8ba3-f7e856a73335 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=6c60324c-7ed4-4ff8-b55b-e9cbde4d6693,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:20.963677 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e53b9fa4-3b1d-4be5-8ba3-f7e856a73335 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1417649 Mar 11 12:03:20.964365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42446) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:21.035734 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] For port 0edb0bcf-cc38-4422-b066-a224c4fba23d, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:03:21.051534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1247649c-153d-4d0c-bea3-ce17fd338440 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:21.069722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] For port 0edb0bcf-cc38-4422-b066-a224c4fba23d, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0edb0bcf-cc38-4422-b066-a224c4fba23d,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:03:21.074862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1247649c-153d-4d0c-bea3-ce17fd338440 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:21.079652 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1247649c-153d-4d0c-bea3-ce17fd338440 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1140361 Mar 11 12:03:21.080362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42448) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:21.102260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 3968f053-9fe7-4361-abea-2fb3f40a67c2 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:21.105924 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0edb0bcf-cc38-4422-b066-a224c4fba23d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:21.171516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a17ed-65ea-4b0b-9567-5a9263162283 None None] Pushing event updated for resources: {'Port': ['ID=0edb0bcf-cc38-4422-b066-a224c4fba23d,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:21.184245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (89cd005d-4165-440b-8b1f-18b95acf17e6), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:21.240371 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Attempting to bind port c9597280-f292-48a1-9378-86ef54bd6071 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:03:21.240737 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Attempting to bind port c9597280-f292-48a1-9378-86ef54bd6071 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:03:21.242525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Attempting to bind port c9597280-f292-48a1-9378-86ef54bd6071 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:21.251555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-32ea36cd-52cd-464f-8336-670e44eb037a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port 6c60324c-7ed4-4ff8-b55b-e9cbde4d6693 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:21.252143 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32ea36cd-52cd-464f-8336-670e44eb037a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6c60324c-7ed4-4ff8-b55b-e9cbde4d6693), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:21.256319 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630882f4-7b55-4260-b4f4-11e9691eae81 req-e3b7837e-d879-4dfa-84fa-5f26273a122e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:21.259034 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-630882f4-7b55-4260-b4f4-11e9691eae81 req-e3b7837e-d879-4dfa-84fa-5f26273a122e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.2257824 Mar 11 12:03:21.263325 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Port c9597280-f292-48a1-9378-86ef54bd6071 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:03:21.263325 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Attempting to bind port c9597280-f292-48a1-9378-86ef54bd6071 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:21.282951 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:03:21.282951 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:03:21.283304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:03:21.283735 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Bound port: c9597280-f292-48a1-9378-86ef54bd6071, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:03:21.284120 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c9597280-f292-48a1-9378-86ef54bd6071), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:21.345246 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60daa79d-f6ef-4b2b-ada5-4a186ef0f228 req-f4ddf399-7786-4210-aabf-224f563cffe9 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:21.353188 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60daa79d-f6ef-4b2b-ada5-4a186ef0f228 req-f4ddf399-7786-4210-aabf-224f563cffe9 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/ports?device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 948 time: 0.3601854 Mar 11 12:03:21.445779 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32ea36cd-52cd-464f-8336-670e44eb037a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6c60324c-7ed4-4ff8-b55b-e9cbde4d6693), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:21.489861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-32ea36cd-52cd-464f-8336-670e44eb037a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for 6c60324c-7ed4-4ff8-b55b-e9cbde4d6693 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:21.810039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-630882f4-7b55-4260-b4f4-11e9691eae81 req-1c8d0014-80f9-4280-9070-714713823974 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4919014 Mar 11 12:03:21.818433 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60daa79d-f6ef-4b2b-ada5-4a186ef0f228 req-d76f6b6a-2d43-422d-8e2b-899bf16d5d63 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/security-groups?id=caba7ff0-574f-4ee2-80c6-811a5292c83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632850 Mar 11 12:03:21.841346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89cd005d-4165-440b-8b1f-18b95acf17e6 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:03:21.856148 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Publish callbacks [] for port (89cd005d-4165-440b-8b1f-18b95acf17e6), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:21.868238 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] For port c9597280-f292-48a1-9378-86ef54bd6071, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:03:21.873382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] For port c9597280-f292-48a1-9378-86ef54bd6071, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=c9597280-f292-48a1-9378-86ef54bd6071,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:03:21.877403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Transition to ACTIVE for port object 89cd005d-4165-440b-8b1f-18b95acf17e6 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:03:21.883918 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (c9597280-f292-48a1-9378-86ef54bd6071), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:21.889647 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (89cd005d-4165-440b-8b1f-18b95acf17e6), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:21.933242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:21.933780 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:21.935226 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a57e651f-7338-4354-90a1-848ad339307c service neutron] 10.222.0.71 "PUT /v2.0/ports/c9597280-f292-48a1-9378-86ef54bd6071 HTTP/1.1" status: 200 len: 1096 time: 3.7452254 Mar 11 12:03:21.936109 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0092993d-ab78-438b-bc7b-5b1e21c63de7', 'tag': 'c9597280-f292-48a1-9378-86ef54bd6071'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:03:21.938486 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78907efa-e1f4-40f8-95ff-2599dd45558d" -d '{"events": [{"name": "network-changed", "server_uuid": "0092993d-ab78-438b-bc7b-5b1e21c63de7", "tag": "c9597280-f292-48a1-9378-86ef54bd6071"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:03:22.123328 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a362a04-e15a-4ef8-9f0e-0c92aaa96eea x-openstack-request-id: req-9a362a04-e15a-4ef8-9f0e-0c92aaa96eea {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:03:22.123561 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0092993d-ab78-438b-bc7b-5b1e21c63de7", "tag": "c9597280-f292-48a1-9378-86ef54bd6071", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:03:22.123841 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a362a04-e15a-4ef8-9f0e-0c92aaa96eea {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:03:22.124388 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0092993d-ab78-438b-bc7b-5b1e21c63de7', 'tag': 'c9597280-f292-48a1-9378-86ef54bd6071', 'status': 'completed', 'code': 200} Mar 11 12:03:22.163620 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0edb0bcf-cc38-4422-b066-a224c4fba23d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:22.241886 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e651f-7338-4354-90a1-848ad339307c service neutron] Pushing event updated for resources: {'Port': ['ID=c9597280-f292-48a1-9378-86ef54bd6071,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:22.293113 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-e055d401-71e8-4ce1-9d6e-6c89740f457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:22.295384 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-e055d401-71e8-4ce1-9d6e-6c89740f457e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f98f71b8c384e5e94a67a7ff5c6d87d&device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 1130 time: 0.2316542 Mar 11 12:03:22.306022 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e01d0-8172-493e-a018-0929ef52dcb8 req-b77690dd-abc3-4e3e-8570-b2a9740d5571 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:22.313246 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c14e01d0-8172-493e-a018-0929ef52dcb8 req-b77690dd-abc3-4e3e-8570-b2a9740d5571 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 944 time: 0.3539817 Mar 11 12:03:22.316872 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32ea36cd-52cd-464f-8336-670e44eb037a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6c60324c-7ed4-4ff8-b55b-e9cbde4d6693), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:22.328418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0edb0bcf-cc38-4422-b066-a224c4fba23d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:22.328795 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0edb0bcf-cc38-4422-b066-a224c4fba23d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:22.407613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea36cd-52cd-464f-8336-670e44eb037a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=6c60324c-7ed4-4ff8-b55b-e9cbde4d6693,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:22.442901 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-5eea63df-424a-435c-96dc-bad62fd48280 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=c9597280-f292-48a1-9378-86ef54bd6071 HTTP/1.1" status: 200 len: 217 time: 0.1171083 Mar 11 12:03:22.470445 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32ea36cd-52cd-464f-8336-670e44eb037a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:22.474577 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-32ea36cd-52cd-464f-8336-670e44eb037a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/6c60324c-7ed4-4ff8-b55b-e9cbde4d6693 HTTP/1.1" status: 204 len: 168 time: 1.3928168 Mar 11 12:03:22.477915 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42462) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:22.489586 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0edb0bcf-cc38-4422-b066-a224c4fba23d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:22.489990 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0edb0bcf-cc38-4422-b066-a224c4fba23d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:22.552371 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 0edb0bcf-cc38-4422-b066-a224c4fba23d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0edb0bcf-cc38-4422-b066-a224c4fba23d,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:22.557732 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0edb0bcf-cc38-4422-b066-a224c4fba23d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:22.571479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Pushing event updated for resources: {'Port': ['ID=89cd005d-4165-440b-8b1f-18b95acf17e6,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:22.604401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9f3373-f89d-4640-9b15-82c638bf9160 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:22.605335 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9f3373-f89d-4640-9b15-82c638bf9160 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:22.612019 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3b9f3373-f89d-4640-9b15-82c638bf9160 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1298673 Mar 11 12:03:22.612719 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42468) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:22.653165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a916c000-ed82-4212-85f9-c07d3fb0c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:22.656983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-a916c000-ed82-4212-85f9-c07d3fb0c9de service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.1904340 Mar 11 12:03:22.693457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c14e01d0-8172-493e-a018-0929ef52dcb8 req-a874dd24-f2b2-4b20-a8d1-a0f863bd987b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789821 Mar 11 12:03:22.708107 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=0edb0bcf-cc38-4422-b066-a224c4fba23d,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:22.713007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c3a88f-da4e-4961-96c5-27ef1cfff4d9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet b2bb00b8-2660-49ae-b00c-3a42a4c4dca4 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:03:22.727255 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18c3a88f-da4e-4961-96c5-27ef1cfff4d9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (b2bb00b8-2660-49ae-b00c-3a42a4c4dca4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:22.736933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Attempting to bind port 89cd005d-4165-440b-8b1f-18b95acf17e6 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:03:22.743064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Attempting to bind port 89cd005d-4165-440b-8b1f-18b95acf17e6 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:03:22.743503 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Attempting to bind port 89cd005d-4165-440b-8b1f-18b95acf17e6 on network 8f643498-59e6-4f88-97f4-fba97d06b064 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:22.767785 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Port 89cd005d-4165-440b-8b1f-18b95acf17e6 on network 8f643498-59e6-4f88-97f4-fba97d06b064 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:03:22.768118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Attempting to bind port 89cd005d-4165-440b-8b1f-18b95acf17e6 on network 8f643498-59e6-4f88-97f4-fba97d06b064 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:22.785917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:03:22.786282 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Checking segment: {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:03:22.786653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Bound using segment: {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:03:22.787104 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Bound port: 89cd005d-4165-440b-8b1f-18b95acf17e6, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:03:22.787520 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (89cd005d-4165-440b-8b1f-18b95acf17e6), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:22.826582 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18c3a88f-da4e-4961-96c5-27ef1cfff4d9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (b2bb00b8-2660-49ae-b00c-3a42a4c4dca4), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:22.832645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-0295afb0-b97c-414e-9a6d-56d5af76cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:22.834332 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-0295afb0-b97c-414e-9a6d-56d5af76cb08 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1703537 Mar 11 12:03:22.924378 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] For port 89cd005d-4165-440b-8b1f-18b95acf17e6, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:03:22.960937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ff9e3555-6dbd-4b92-b4a7-49e6c3ebe902 None None] Provisioning complete for port 0edb0bcf-cc38-4422-b066-a224c4fba23d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:22.961732 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ff9e3555-6dbd-4b92-b4a7-49e6c3ebe902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0edb0bcf-cc38-4422-b066-a224c4fba23d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:22.984981 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] For port 89cd005d-4165-440b-8b1f-18b95acf17e6, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=89cd005d-4165-440b-8b1f-18b95acf17e6,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:03:23.000985 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18c3a88f-da4e-4961-96c5-27ef1cfff4d9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (b2bb00b8-2660-49ae-b00c-3a42a4c4dca4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:23.031689 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (89cd005d-4165-440b-8b1f-18b95acf17e6), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:23.094897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ff9e3555-6dbd-4b92-b4a7-49e6c3ebe902 None None] Current status of the port 0edb0bcf-cc38-4422-b066-a224c4fba23d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:23.095615 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18c3a88f-da4e-4961-96c5-27ef1cfff4d9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (b2bb00b8-2660-49ae-b00c-3a42a4c4dca4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:23.132527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3a88f-da4e-4961-96c5-27ef1cfff4d9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=b2bb00b8-2660-49ae-b00c-3a42a4c4dca4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:23.144373 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18c3a88f-da4e-4961-96c5-27ef1cfff4d9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:23.149864 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-18c3a88f-da4e-4961-96c5-27ef1cfff4d9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/b2bb00b8-2660-49ae-b00c-3a42a4c4dca4 HTTP/1.1" status: 204 len: 168 time: 0.5358829 Mar 11 12:03:23.155763 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42474) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:23.157643 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-22ce404c-6f03-4618-a4d4-7ee6329ce9d5 service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143747 Mar 11 12:03:23.170631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:23.171169 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:23.172743 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] 10.222.0.37 "PUT /v2.0/ports/89cd005d-4165-440b-8b1f-18b95acf17e6 HTTP/1.1" status: 200 len: 1092 time: 2.8525441 Mar 11 12:03:23.228094 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-853f1a36-dda9-4551-82d6-49510c007581 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708330 Mar 11 12:03:23.230640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42476) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:23.256176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103ca57c-4a70-4cdb-8f2d-1623217ce6a8 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:23.316603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b09a45-1054-4b2f-9cb2-c26b0ffbfe0f req-60f3cb55-6a6c-4379-8495-16b55d1be83e tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:23.324332 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90b09a45-1054-4b2f-9cb2-c26b0ffbfe0f req-60f3cb55-6a6c-4379-8495-16b55d1be83e tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/ports?device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 948 time: 0.3550937 Mar 11 12:03:23.324854 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4317a91e-c923-4bd5-a4cf-72d873109b57 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:23.327313 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4317a91e-c923-4bd5-a4cf-72d873109b57 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0949030 Mar 11 12:03:23.329882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42478) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:23.365035 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-583eb23d-06df-4616-a772-0925a5de708f None None] Could not find standard attr ID for object 6c60324c-7ed4-4ff8-b55b-e9cbde4d6693. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:03:23.370474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef32b4a-a21b-4a86-81e3-4813c2695b61 service neutron] Pushing event updated for resources: {'Port': ['ID=89cd005d-4165-440b-8b1f-18b95acf17e6,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:23.401674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bca91-fade-47e9-919d-19bb72ed00ca req-cb743f3f-ceca-48dc-a0e6-2d092f05adcc tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:23.403235 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d13bca91-fade-47e9-919d-19bb72ed00ca req-cb743f3f-ceca-48dc-a0e6-2d092f05adcc tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.3932118 Mar 11 12:03:23.411653 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0a794e-fbeb-4cd1-b763-c44225eb63bb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:23.413543 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-af0a794e-fbeb-4cd1-b763-c44225eb63bb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0824482 Mar 11 12:03:23.418792 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42480) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:23.508651 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9d6619ae-cce0-4a7d-aa09-04510854d9da tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880713 Mar 11 12:03:23.517342 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42482) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:23.528004 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-88e2fa01-f353-4837-887f-8e91ec38f0bb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:23.540662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0686f76c-80e6-4370-a0b7-b535abaf821b None None] DHCP port deletion for 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:03:23.546158 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2e598c-38bc-4b9c-bd91-4465c67a03e3 req-6b18c8c6-2c3a-47c8-9f01-9f9c6b02cd8b service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722944 Mar 11 12:03:23.576996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-eab76273-a5c9-4c30-8905-c6da2f901917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:23.579205 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-eab76273-a5c9-4c30-8905-c6da2f901917 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 1126 time: 0.3440070 Mar 11 12:03:23.593753 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90b09a45-1054-4b2f-9cb2-c26b0ffbfe0f req-9ebb4dba-3936-4c52-9178-63177f265889 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/security-groups?id=caba7ff0-574f-4ee2-80c6-811a5292c83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671940 Mar 11 12:03:23.610945 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d13bca91-fade-47e9-919d-19bb72ed00ca req-e25479cf-e1c8-4c4c-905d-e9f136d81d59 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891358 Mar 11 12:03:23.679284 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-ca9a7268-0d0d-4c28-a826-dd988b48d78e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89cd005d-4165-440b-8b1f-18b95acf17e6 HTTP/1.1" status: 200 len: 217 time: 0.0806317 Mar 11 12:03:23.684971 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0686f76c-80e6-4370-a0b7-b535abaf821b None None] Deleting port 0edb0bcf-cc38-4422-b066-a224c4fba23d {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:23.686563 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0686f76c-80e6-4370-a0b7-b535abaf821b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0edb0bcf-cc38-4422-b066-a224c4fba23d), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:23.751532 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78907efa-e1f4-40f8-95ff-2599dd45558d req-b8d04e0d-dbe4-4e74-81f5-76aed81e621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:23.753827 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78907efa-e1f4-40f8-95ff-2599dd45558d req-b8d04e0d-dbe4-4e74-81f5-76aed81e621c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f98f71b8c384e5e94a67a7ff5c6d87d&device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 1130 time: 0.1400521 Mar 11 12:03:23.759994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5b6df999-a5b5-4efb-b3fa-9f46f02405c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:23.761572 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-5b6df999-a5b5-4efb-b3fa-9f46f02405c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2b721aa-1c42-4b6f-8791-9da31c359ccd HTTP/1.1" status: 200 len: 845 time: 0.0719235 Mar 11 12:03:23.817411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-724a6115-8570-4da5-a002-24d118aa7e93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f643498-59e6-4f88-97f4-fba97d06b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361443 Mar 11 12:03:23.838322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e2fa01-f353-4837-887f-8e91ec38f0bb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:23.843460 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88e2fa01-f353-4837-887f-8e91ec38f0bb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:23.896120 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0686f76c-80e6-4370-a0b7-b535abaf821b None None] For port 0edb0bcf-cc38-4422-b066-a224c4fba23d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0edb0bcf-cc38-4422-b066-a224c4fba23d,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:23.896955 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0686f76c-80e6-4370-a0b7-b535abaf821b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0edb0bcf-cc38-4422-b066-a224c4fba23d), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:23.932568 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0686f76c-80e6-4370-a0b7-b535abaf821b None None] Calling delete_port for 0edb0bcf-cc38-4422-b066-a224c4fba23d owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:24.100756 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-e9743a1a-39eb-4422-9992-d4b8bec3bcf2 service neutron] 10.222.0.37 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675576 Mar 11 12:03:24.125863 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabf65e1-8c53-4830-968b-4d2861d99bd1', 'tag': '89cd005d-4165-440b-8b1f-18b95acf17e6'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:03:24.128669 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95742d10-7e9c-48f9-838e-425280a814be" -d '{"events": [{"name": "network-changed", "server_uuid": "fabf65e1-8c53-4830-968b-4d2861d99bd1", "tag": "89cd005d-4165-440b-8b1f-18b95acf17e6"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:03:24.146119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78907efa-e1f4-40f8-95ff-2599dd45558d req-00c2bc5a-5497-4f64-adca-f31ba67f8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:24.148394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78907efa-e1f4-40f8-95ff-2599dd45558d req-00c2bc5a-5497-4f64-adca-f31ba67f8d86 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.3859301 Mar 11 12:03:24.179273 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0edb0bcf-cc38-4422-b066-a224c4fba23d no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:03:24.219841 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3728f7-1ab1-4ff5-8b0e-7c487dd64540 x-openstack-request-id: req-cb3728f7-1ab1-4ff5-8b0e-7c487dd64540 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:03:24.220219 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabf65e1-8c53-4830-968b-4d2861d99bd1", "tag": "89cd005d-4165-440b-8b1f-18b95acf17e6", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:03:24.220542 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cb3728f7-1ab1-4ff5-8b0e-7c487dd64540 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:03:24.221041 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabf65e1-8c53-4830-968b-4d2861d99bd1', 'tag': '89cd005d-4165-440b-8b1f-18b95acf17e6', 'status': 'completed', 'code': 200} Mar 11 12:03:24.249222 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0686f76c-80e6-4370-a0b7-b535abaf821b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (0edb0bcf-cc38-4422-b066-a224c4fba23d), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:24.279468 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78907efa-e1f4-40f8-95ff-2599dd45558d req-6c44e921-96f5-4120-bc68-c1869ea51b6a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=c9597280-f292-48a1-9378-86ef54bd6071 HTTP/1.1" status: 200 len: 217 time: 0.1216726 Mar 11 12:03:24.282253 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88e2fa01-f353-4837-887f-8e91ec38f0bb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (486d71d4-d68a-4caa-bb29-8f7d29d38a97), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:24.289807 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd50545-bc32-4467-a2f6-99949462f5a7 req-1cfa741d-261a-41f7-8387-98a8446bd7e1 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:24.298515 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8fd50545-bc32-4467-a2f6-99949462f5a7 req-1cfa741d-261a-41f7-8387-98a8446bd7e1 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 944 time: 0.3883231 Mar 11 12:03:24.326045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686f76c-80e6-4370-a0b7-b535abaf821b None None] Pushing event deleted for resources: {'Port': ['ID=0edb0bcf-cc38-4422-b066-a224c4fba23d,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:24.337152 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686f76c-80e6-4370-a0b7-b535abaf821b None None] No DVR routers for this DVR port 0edb0bcf-cc38-4422-b066-a224c4fba23d on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:03:24.338822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No active binding found for port 0edb0bcf-cc38-4422-b066-a224c4fba23d {{(pid=104033) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 12:03:24.339234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] The host n-d-833234-2 is not matching for port 0edb0bcf-cc38-4422-b066-a224c4fba23d host None! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 12:03:24.339716 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0edb0bcf-cc38-4422-b066-a224c4fba23d not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:03:24.359476 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78907efa-e1f4-40f8-95ff-2599dd45558d req-d9798238-97f7-4806-8b07-c48e0ce5f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:24.361377 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78907efa-e1f4-40f8-95ff-2599dd45558d req-d9798238-97f7-4806-8b07-c48e0ce5f6b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0507963 Mar 11 12:03:24.371649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e2fa01-f353-4837-887f-8e91ec38f0bb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:24.375615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-88e2fa01-f353-4837-887f-8e91ec38f0bb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:24.380311 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e2fa01-f353-4837-887f-8e91ec38f0bb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:24.380677 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88e2fa01-f353-4837-887f-8e91ec38f0bb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:24.397406 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c745a14c-375a-46fb-a52b-5497fb64e44d None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:24.420375 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2fa01-f353-4837-887f-8e91ec38f0bb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=486d71d4-d68a-4caa-bb29-8f7d29d38a97,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:24.429184 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-88e2fa01-f353-4837-887f-8e91ec38f0bb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9081218 Mar 11 12:03:24.430946 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42506) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:24.443330 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-498de722-d172-48bb-b7a2-69e72631c0e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'fixed_ips': [{'subnet_id': '486d71d4-d68a-4caa-bb29-8f7d29d38a97', 'ip_address': '2001:db8::7ec9:3e9c:d5ed:22c8'}], 'name': 'tempest-NetworksTestDHCPv6-290678665'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:24.443998 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbb03be5-e296-4183-a4fd-1ee705c2dea7 req-0c8a006b-b412-4b33-b71f-0bbee74fe0e2 service neutron] 10.222.0.37 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317943 Mar 11 12:03:24.462606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8fd50545-bc32-4467-a2f6-99949462f5a7 req-d569e496-fdf5-46a0-841a-32050ef746d6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629632 Mar 11 12:03:24.490403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78907efa-e1f4-40f8-95ff-2599dd45558d req-d7d49757-cea6-423b-a41e-59293aaf16e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:24.492555 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78907efa-e1f4-40f8-95ff-2599dd45558d req-d7d49757-cea6-423b-a41e-59293aaf16e4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1217527 Mar 11 12:03:24.522600 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42508) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:24.574060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'fixed_ips': [{'subnet_id': '486d71d4-d68a-4caa-bb29-8f7d29d38a97'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:03:24.574982 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:24.700984 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78907efa-e1f4-40f8-95ff-2599dd45558d req-0236cca0-1f60-4485-89b4-48527cd4abbe service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991382 Mar 11 12:03:24.753964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498de722-d172-48bb-b7a2-69e72631c0e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:24.859954 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6c1b-8af1-4eca-93f4-269d42fdb4cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:24.878791 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Allocated IP 2001:db8::2 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/486d71d4-d68a-4caa-bb29-8f7d29d38a97/ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:24.990971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95742d10-7e9c-48f9-838e-425280a814be req-c99ed588-c2b1-40fa-b330-f6d796578459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:24.992554 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95742d10-7e9c-48f9-838e-425280a814be req-c99ed588-c2b1-40fa-b330-f6d796578459 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 1126 time: 0.4685371 Mar 11 12:03:24.995687 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-498de722-d172-48bb-b7a2-69e72631c0e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:25.025680 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-498de722-d172-48bb-b7a2-69e72631c0e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port 3b08ec3a-e8a7-4108-ac18-1f6e13a08b1a yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:03:25.092050 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78907efa-e1f4-40f8-95ff-2599dd45558d req-0712c184-560c-4e58-b87c-df9d4f14fa6b service neutron] 10.222.0.71 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845844 Mar 11 12:03:25.111890 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Publish callbacks [] for port (ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:25.128530 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6c1b-8af1-4eca-93f4-269d42fdb4cb admin admin] Publish callbacks [] for security_group (76daa0e6-9e0c-4aee-9770-8204dfc08257), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:25.128932 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:25.137651 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6c1b-8af1-4eca-93f4-269d42fdb4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (76daa0e6-9e0c-4aee-9770-8204dfc08257), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:25.151613 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31a96-79d1-4425-b581-d3106f6257ff req-4d88f2b0-0e70-4685-808f-e4300533ba80 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:25.154023 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85e31a96-79d1-4425-b581-d3106f6257ff req-4d88f2b0-0e70-4685-808f-e4300533ba80 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/ports?device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 948 time: 0.4055011 Mar 11 12:03:25.175479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aceb31-a91a-49d8-8468-dbb91b243273 req-f9351055-3516-4c3f-80bb-775b69f4960d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:25.183307 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82aceb31-a91a-49d8-8468-dbb91b243273 req-f9351055-3516-4c3f-80bb-775b69f4960d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.2892458 Mar 11 12:03:25.215475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:25.229547 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:25.235803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95742d10-7e9c-48f9-838e-425280a814be req-17b981c8-8ccc-439c-8b5f-3921f3949cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:25.236694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:25.237776 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95742d10-7e9c-48f9-838e-425280a814be req-17b981c8-8ccc-439c-8b5f-3921f3949cb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 906 time: 0.2173586 Mar 11 12:03:25.249741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Pushing event updated for resources: {'Port': ['ID=ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:25.281014 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae6c1b-8af1-4eca-93f4-269d42fdb4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76daa0e6-9e0c-4aee-9770-8204dfc08257,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:25.294602 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e7ae6c1b-8af1-4eca-93f4-269d42fdb4cb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b81c5b2c1a7e40f389ea49885964d7ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7581012 Mar 11 12:03:25.313533 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42518) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:25.318569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Attempting to bind port ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:03:25.319606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Attempting to bind port ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:03:25.320344 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Attempting to bind port ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02 on network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:25.326807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:03:25.327627 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Checking segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:03:25.328227 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:25.328717 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Bound using segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:03:25.329325 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Bound port: ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:03:25.329806 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:25.369688 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95742d10-7e9c-48f9-838e-425280a814be req-3da0ba4a-2926-4fc4-9f9f-199d50fc8225 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89cd005d-4165-440b-8b1f-18b95acf17e6 HTTP/1.1" status: 200 len: 217 time: 0.1241069 Mar 11 12:03:25.391726 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82aceb31-a91a-49d8-8468-dbb91b243273 req-0f8266fd-cd35-4cdf-8a0a-8c836602547d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073035 Mar 11 12:03:25.402441 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85e31a96-79d1-4425-b581-d3106f6257ff req-d5097074-a2cd-4784-a710-8c63921ff1e0 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/security-groups?id=caba7ff0-574f-4ee2-80c6-811a5292c83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383010 Mar 11 12:03:25.405404 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-498de722-d172-48bb-b7a2-69e72631c0e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::7ec9:3e9c:d5ed:22c8 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/486d71d4-d68a-4caa-bb29-8f7d29d38a97/3b08ec3a-e8a7-4108-ac18-1f6e13a08b1a) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:25.416849 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6fb9098-c1ee-4f0a-bf01-6228b7d05752 admin admin] Publish callbacks [] for security_group (76daa0e6-9e0c-4aee-9770-8204dfc08257), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:25.475140 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6fb9098-c1ee-4f0a-bf01-6228b7d05752 admin admin] Publish callbacks [] for security_group (76daa0e6-9e0c-4aee-9770-8204dfc08257), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:25.481699 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95742d10-7e9c-48f9-838e-425280a814be req-d7d4944c-7475-4168-bdd9-f477620c9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:25.483253 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95742d10-7e9c-48f9-838e-425280a814be req-d7d4944c-7475-4168-bdd9-f477620c9ef6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2b721aa-1c42-4b6f-8791-9da31c359ccd HTTP/1.1" status: 200 len: 845 time: 0.1062787 Mar 11 12:03:25.486767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] For port ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:03:25.494203 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] For port ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:03:25.510110 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:25.537886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95742d10-7e9c-48f9-838e-425280a814be req-a258d3e6-50fd-4e13-a3ba-2b285e6537d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f643498-59e6-4f88-97f4-fba97d06b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451379 Mar 11 12:03:25.684665 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274dd60-ee80-44bf-a3f5-61e143761507 None None] Pushing event updated for resources: {'Port': ['ID=ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:25.702107 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-498de722-d172-48bb-b7a2-69e72631c0e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (3b08ec3a-e8a7-4108-ac18-1f6e13a08b1a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:25.747983 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-498de722-d172-48bb-b7a2-69e72631c0e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3b08ec3a-e8a7-4108-ac18-1f6e13a08b1a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:25.872308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498de722-d172-48bb-b7a2-69e72631c0e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:25.891442 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-498de722-d172-48bb-b7a2-69e72631c0e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:25.905165 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498de722-d172-48bb-b7a2-69e72631c0e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=3b08ec3a-e8a7-4108-ac18-1f6e13a08b1a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:25.911753 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498de722-d172-48bb-b7a2-69e72631c0e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:25.924976 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498de722-d172-48bb-b7a2-69e72631c0e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:25.926444 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-498de722-d172-48bb-b7a2-69e72631c0e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:25.939126 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6fb9098-c1ee-4f0a-bf01-6228b7d05752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (76daa0e6-9e0c-4aee-9770-8204dfc08257), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:25.942850 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95742d10-7e9c-48f9-838e-425280a814be req-ffc03130-7e9b-43b5-8c99-a2073ddeb094 service neutron] 10.222.0.37 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880930 Mar 11 12:03:25.945247 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6fb9098-c1ee-4f0a-bf01-6228b7d05752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:25.949391 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a6fb9098-c1ee-4f0a-bf01-6228b7d05752 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/76daa0e6-9e0c-4aee-9770-8204dfc08257 HTTP/1.1" status: 204 len: 168 time: 0.6334031 Mar 11 12:03:25.961338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679b743-a706-408e-9a71-c3f2217eacb7 req-2587c297-8a9b-4c06-9f4b-27f1f06af795 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:25.979974 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3679b743-a706-408e-9a71-c3f2217eacb7 req-2587c297-8a9b-4c06-9f4b-27f1f06af795 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 944 time: 0.3465116 Mar 11 12:03:26.041315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb9098-c1ee-4f0a-bf01-6228b7d05752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76daa0e6-9e0c-4aee-9770-8204dfc08257,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:26.045678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device c9597280-f292-48a1-9378-86ef54bd6071 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:03:26.076618 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-498de722-d172-48bb-b7a2-69e72631c0e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6445577 Mar 11 12:03:26.082083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42530) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:26.098757 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-97f2c43e-6d15-4875-a13e-57e0078a5a62 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'fixed_ips': [{'subnet_id': '486d71d4-d68a-4caa-bb29-8f7d29d38a97', 'ip_address': '2001:db8::7ec9:3e9c:d5ed:22c8'}], 'name': 'tempest-NetworksTestDHCPv6-1775362035'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:26.373420 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3679b743-a706-408e-9a71-c3f2217eacb7 req-0b708b2b-065d-489e-810f-1dd04b31d9bf tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920100 Mar 11 12:03:26.383788 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95742d10-7e9c-48f9-838e-425280a814be req-3254667d-11c3-4b29-acd9-642e647c8008 service neutron] 10.222.0.37 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978200 Mar 11 12:03:26.418396 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de2573-b851-457d-8d9f-0d2f6f49c8b8 req-5dbe48da-f408-4151-b4bb-ea141f2134bf tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:26.422203 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4de2573-b851-457d-8d9f-0d2f6f49c8b8 req-5dbe48da-f408-4151-b4bb-ea141f2134bf tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.5728323 Mar 11 12:03:26.424864 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f2c43e-6d15-4875-a13e-57e0078a5a62 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:26.425352 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad428e94-50aa-4740-ad63-6444d24c1a14 req-05e8ae69-3b10-40e7-a959-8ae43ce33fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:26.426615 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad428e94-50aa-4740-ad63-6444d24c1a14 req-05e8ae69-3b10-40e7-a959-8ae43ce33fbf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 1127 time: 0.6294143 Mar 11 12:03:26.456766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port c9597280-f292-48a1-9378-86ef54bd6071, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=c9597280-f292-48a1-9378-86ef54bd6071,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:26.460568 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:26.461746 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97f2c43e-6d15-4875-a13e-57e0078a5a62 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:26.522211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-97f2c43e-6d15-4875-a13e-57e0078a5a62 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port 165845d1-3334-4fe9-9127-17cfe3ea0706 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:03:26.561783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4de2573-b851-457d-8d9f-0d2f6f49c8b8 req-f4ec2e59-762c-4923-8467-2c7ec216645c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324527 Mar 11 12:03:26.773696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42536) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:26.800238 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-acfd58af-bb9b-4913-bf9c-7da0bfd13951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:27.004895 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'c9597280-f292-48a1-9378-86ef54bd6071', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'c9597280-f292-48a1-9378-86ef54bd6071', 'mac_address': 'fa:16:3e:b1:0c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:03:27.050593 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-acfd58af-bb9b-4913-bf9c-7da0bfd13951 admin admin] Publish callbacks [] for security_group (fe81d01e-2148-46a8-a658-e7e7c1a3ac30), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:27.058628 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f2c43e-6d15-4875-a13e-57e0078a5a62 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 12:03:27.059695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f2c43e-6d15-4875-a13e-57e0078a5a62 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:03:27.063632 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-acfd58af-bb9b-4913-bf9c-7da0bfd13951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fe81d01e-2148-46a8-a658-e7e7c1a3ac30), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:27.071339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port c9597280-f292-48a1-9378-86ef54bd6071 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:27.071929 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c9597280-f292-48a1-9378-86ef54bd6071), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:27.074642 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:27.075008 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:27.106251 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-97f2c43e-6d15-4875-a13e-57e0078a5a62 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0228860 Mar 11 12:03:27.133565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42538) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:27.152298 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9597280-f292-48a1-9378-86ef54bd6071 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:03:27.219088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd58af-bb9b-4913-bf9c-7da0bfd13951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe81d01e-2148-46a8-a658-e7e7c1a3ac30,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:27.238010 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-acfd58af-bb9b-4913-bf9c-7da0bfd13951 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=730cec65e39448619202236608411a81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4585431 Mar 11 12:03:27.241022 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42542) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:27.255919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:27.256498 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:27.279441 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port c9597280-f292-48a1-9378-86ef54bd6071, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=c9597280-f292-48a1-9378-86ef54bd6071,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:27.302460 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c9597280-f292-48a1-9378-86ef54bd6071), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:27.323443 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad428e94-50aa-4740-ad63-6444d24c1a14 req-71b544a4-13fb-4202-857a-56eb1a9bc1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:27.325175 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad428e94-50aa-4740-ad63-6444d24c1a14 req-71b544a4-13fb-4202-857a-56eb1a9bc1ff service neutron] 10.222.0.71 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 0.8346400 Mar 11 12:03:27.346456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e7ea13-3378-478b-9bac-11e7cd6edd71 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:27.357205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e7ea13-3378-478b-9bac-11e7cd6edd71 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:27.365201 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a4e7ea13-3378-478b-9bac-11e7cd6edd71 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2187426 Mar 11 12:03:27.366938 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42544) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:27.371815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=c9597280-f292-48a1-9378-86ef54bd6071,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:27.379259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:27.384511 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:27.393481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe54bd3-3e9e-43f9-a4ef-e8212eda3bd5 req-f686baf1-2edb-4bbe-bfd6-99c1fd4c7295 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:27.396764 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fe54bd3-3e9e-43f9-a4ef-e8212eda3bd5 req-f686baf1-2edb-4bbe-bfd6-99c1fd4c7295 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/ports?device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 948 time: 0.8133862 Mar 11 12:03:27.423816 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 89cd005d-4165-440b-8b1f-18b95acf17e6 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:03:27.425351 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7ec0db7b-8910-4354-80cc-a3f7e0f4e447 admin admin] Publish callbacks [] for security_group (fe81d01e-2148-46a8-a658-e7e7c1a3ac30), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:27.475497 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-433e73b1-412c-49c1-bbfc-35e1771026be None None] Provisioning complete for port ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:27.476694 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-433e73b1-412c-49c1-bbfc-35e1771026be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:27.484144 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fe54bd3-3e9e-43f9-a4ef-e8212eda3bd5 req-9336484c-c505-4805-86c5-b86155cd8e5d tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/security-groups?id=caba7ff0-574f-4ee2-80c6-811a5292c83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808368 Mar 11 12:03:27.510517 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad428e94-50aa-4740-ad63-6444d24c1a14 req-8915b487-22cd-4ffb-bff3-6e02cf98e72e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028 HTTP/1.1" status: 200 len: 1000 time: 0.1701343 Mar 11 12:03:27.530915 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7ec0db7b-8910-4354-80cc-a3f7e0f4e447 admin admin] Publish callbacks [] for security_group (fe81d01e-2148-46a8-a658-e7e7c1a3ac30), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:27.564565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:27.573065 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['c9597280-f292-48a1-9378-86ef54bd6071'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:03:27.601200 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e1e9b809-5ddd-4bea-bdc6-08a1e7620a12 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port 3b08ec3a-e8a7-4108-ac18-1f6e13a08b1a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:27.601783 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1e9b809-5ddd-4bea-bdc6-08a1e7620a12 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3b08ec3a-e8a7-4108-ac18-1f6e13a08b1a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:27.636510 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad428e94-50aa-4740-ad63-6444d24c1a14 req-04d1791e-fd13-4da5-983f-0298c94df37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:27.639616 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad428e94-50aa-4740-ad63-6444d24c1a14 req-04d1791e-fd13-4da5-983f-0298c94df37f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.1271622 Mar 11 12:03:27.658027 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7ec0db7b-8910-4354-80cc-a3f7e0f4e447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fe81d01e-2148-46a8-a658-e7e7c1a3ac30), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:27.660924 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7ec0db7b-8910-4354-80cc-a3f7e0f4e447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:27.664561 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7ec0db7b-8910-4354-80cc-a3f7e0f4e447 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe81d01e-2148-46a8-a658-e7e7c1a3ac30 HTTP/1.1" status: 204 len: 168 time: 0.4159095 Mar 11 12:03:27.768032 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0db7b-8910-4354-80cc-a3f7e0f4e447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe81d01e-2148-46a8-a658-e7e7c1a3ac30,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:27.808630 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1e9b809-5ddd-4bea-bdc6-08a1e7620a12 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3b08ec3a-e8a7-4108-ac18-1f6e13a08b1a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:27.824138 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e1e9b809-5ddd-4bea-bdc6-08a1e7620a12 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for 3b08ec3a-e8a7-4108-ac18-1f6e13a08b1a owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:27.824865 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 89cd005d-4165-440b-8b1f-18b95acf17e6, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=89cd005d-4165-440b-8b1f-18b95acf17e6,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:27.847985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad428e94-50aa-4740-ad63-6444d24c1a14 req-a21d9016-20d1-4cc3-9907-83a290c14734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:27.850171 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad428e94-50aa-4740-ad63-6444d24c1a14 req-a21d9016-20d1-4cc3-9907-83a290c14734 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1705344 Mar 11 12:03:27.859958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef527700-1eca-41c5-af2f-017dc17d0d24 req-e1790c9b-51b2-41a2-aab4-c9ab7c9f894c tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:27.861563 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef527700-1eca-41c5-af2f-017dc17d0d24 req-e1790c9b-51b2-41a2-aab4-c9ab7c9f894c tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 944 time: 0.3544939 Mar 11 12:03:27.890531 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '89cd005d-4165-440b-8b1f-18b95acf17e6', 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064', 'port_id': '89cd005d-4165-440b-8b1f-18b95acf17e6', 'mac_address': 'fa:16:3e:d9:80:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b721aa-1c42-4b6f-8791-9da31c359ccd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:03:27.911364 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36cd65-3724-4c64-94d2-cef5b4d1c1f6 req-ceb402cf-f414-4cae-b621-84f7159dd887 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:27.914236 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a36cd65-3724-4c64-94d2-cef5b4d1c1f6 req-ceb402cf-f414-4cae-b621-84f7159dd887 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.2181339 Mar 11 12:03:28.014346 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1e9b809-5ddd-4bea-bdc6-08a1e7620a12 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3b08ec3a-e8a7-4108-ac18-1f6e13a08b1a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:28.036883 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef527700-1eca-41c5-af2f-017dc17d0d24 req-62b194f8-d365-40c5-a003-be0226dc6ed5 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638753 Mar 11 12:03:28.087560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9b809-5ddd-4bea-bdc6-08a1e7620a12 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=3b08ec3a-e8a7-4108-ac18-1f6e13a08b1a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:28.109336 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1e9b809-5ddd-4bea-bdc6-08a1e7620a12 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:28.113408 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e1e9b809-5ddd-4bea-bdc6-08a1e7620a12 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/3b08ec3a-e8a7-4108-ac18-1f6e13a08b1a HTTP/1.1" status: 204 len: 168 time: 0.7450862 Mar 11 12:03:28.115947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42554) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:28.126549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-433e73b1-412c-49c1-bbfc-35e1771026be None None] Current status of the port ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:28.147844 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:28.164225 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a36cd65-3724-4c64-94d2-cef5b4d1c1f6 req-ac46ae7b-223d-4e56-89d1-f010d5aa5416 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415731 Mar 11 12:03:28.192089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73809d3e-700d-4e61-8c1e-3722e7dfddef tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:28.193578 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad428e94-50aa-4740-ad63-6444d24c1a14 req-19a3f43a-8e44-4a3e-b3e7-55135be53d65 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309355 Mar 11 12:03:28.194023 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73809d3e-700d-4e61-8c1e-3722e7dfddef tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:28.197948 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-73809d3e-700d-4e61-8c1e-3722e7dfddef tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0787089 Mar 11 12:03:28.198718 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42556) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:28.308773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe4a174-2f1b-4224-a3ad-67f2ec263f1d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 486d71d4-d68a-4caa-bb29-8f7d29d38a97 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:03:28.316302 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a174-2f1b-4224-a3ad-67f2ec263f1d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (486d71d4-d68a-4caa-bb29-8f7d29d38a97), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:28.339261 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b3dc1354-f18c-45ea-adc5-b6f6c6e9664b None None] Could not find standard attr ID for object 3b08ec3a-e8a7-4108-ac18-1f6e13a08b1a. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:03:28.340749 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad428e94-50aa-4740-ad63-6444d24c1a14 req-ae0aa7bb-cc21-446d-9326-967d33a02f9d service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399367 Mar 11 12:03:28.353105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 89cd005d-4165-440b-8b1f-18b95acf17e6 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:28.353503 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (89cd005d-4165-440b-8b1f-18b95acf17e6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:28.398280 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a174-2f1b-4224-a3ad-67f2ec263f1d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (486d71d4-d68a-4caa-bb29-8f7d29d38a97), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:28.406292 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89cd005d-4165-440b-8b1f-18b95acf17e6 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:03:28.435775 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 89cd005d-4165-440b-8b1f-18b95acf17e6, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=89cd005d-4165-440b-8b1f-18b95acf17e6,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:28.437306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:28.437737 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:28.466170 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (89cd005d-4165-440b-8b1f-18b95acf17e6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:28.535798 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a174-2f1b-4224-a3ad-67f2ec263f1d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (486d71d4-d68a-4caa-bb29-8f7d29d38a97), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:28.541385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=89cd005d-4165-440b-8b1f-18b95acf17e6,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:28.607688 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:28.647079 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a174-2f1b-4224-a3ad-67f2ec263f1d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (486d71d4-d68a-4caa-bb29-8f7d29d38a97), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:28.674935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee8c97-131c-4893-b195-bb09c4ba54cc req-7bd53366-971f-42fb-b2da-3f294781148d tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:28.679005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-34ee8c97-131c-4893-b195-bb09c4ba54cc req-7bd53366-971f-42fb-b2da-3f294781148d tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/ports?device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 949 time: 0.0817330 Mar 11 12:03:28.692341 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4a174-2f1b-4224-a3ad-67f2ec263f1d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=486d71d4-d68a-4caa-bb29-8f7d29d38a97,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:28.696411 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a174-2f1b-4224-a3ad-67f2ec263f1d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:28.700418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf74abc-827d-4167-8ab3-14c49d313494 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:28.701631 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cfe4a174-2f1b-4224-a3ad-67f2ec263f1d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/486d71d4-d68a-4caa-bb29-8f7d29d38a97 HTTP/1.1" status: 204 len: 168 time: 0.5006952 Mar 11 12:03:28.703202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42574) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:28.732380 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['89cd005d-4165-440b-8b1f-18b95acf17e6'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:03:28.746710 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-34ee8c97-131c-4893-b195-bb09c4ba54cc req-b2cac55e-5361-4c54-80cb-b1002746258f tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/security-groups?id=caba7ff0-574f-4ee2-80c6-811a5292c83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581532 Mar 11 12:03:28.786010 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-64f4fe07-a843-4a45-8efe-014bdacf293a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810230 Mar 11 12:03:28.790900 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42578) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:28.797882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e74d63cc-b9af-4af8-8dba-76363cdf26a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:28.945072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74d63cc-b9af-4af8-8dba-76363cdf26a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:28.951226 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e74d63cc-b9af-4af8-8dba-76363cdf26a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:29.044128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe55036-27e5-4bc8-ad01-b6bbac4a93e9 None None] DHCP port deletion for 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:03:29.113819 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cfe55036-27e5-4bc8-ad01-b6bbac4a93e9 None None] Deleting port ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:29.114256 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cfe55036-27e5-4bc8-ad01-b6bbac4a93e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:29.208988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0333b25-f6d6-4ee5-9f45-86230a1d9fbe req-6f2794f0-feaf-4292-b84a-645441c10c08 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:29.217593 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0333b25-f6d6-4ee5-9f45-86230a1d9fbe req-6f2794f0-feaf-4292-b84a-645441c10c08 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 945 time: 0.0748165 Mar 11 12:03:29.239301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-cfe55036-27e5-4bc8-ad01-b6bbac4a93e9 None None] For port ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:29.239826 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cfe55036-27e5-4bc8-ad01-b6bbac4a93e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:29.259971 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cfe55036-27e5-4bc8-ad01-b6bbac4a93e9 None None] Calling delete_port for ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:29.287927 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0333b25-f6d6-4ee5-9f45-86230a1d9fbe req-edf656a0-7e07-4913-adaa-17ecc6b4f119 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690145 Mar 11 12:03:29.299116 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e74d63cc-b9af-4af8-8dba-76363cdf26a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (53b2760f-713b-471e-b8c3-25b3fc52cb4d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:29.354775 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74d63cc-b9af-4af8-8dba-76363cdf26a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:29.359022 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-e74d63cc-b9af-4af8-8dba-76363cdf26a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:29.364502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74d63cc-b9af-4af8-8dba-76363cdf26a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:29.365062 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e74d63cc-b9af-4af8-8dba-76363cdf26a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:29.385830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d63cc-b9af-4af8-8dba-76363cdf26a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=53b2760f-713b-471e-b8c3-25b3fc52cb4d,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:29.388866 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cfe55036-27e5-4bc8-ad01-b6bbac4a93e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:29.391629 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065695a5-abf6-4dd2-9044-9123ed3c46a8 req-1cf125bd-9297-4d4e-b20a-546b1c8bb209 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:29.396394 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e74d63cc-b9af-4af8-8dba-76363cdf26a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6011643 Mar 11 12:03:29.397301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42592) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:29.402955 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-065695a5-abf6-4dd2-9044-9123ed3c46a8 req-1cf125bd-9297-4d4e-b20a-546b1c8bb209 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.0976171 Mar 11 12:03:29.409419 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c12ef4f0-dbca-439a-8b11-4e5f0c7dc7e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'fixed_ips': [{'subnet_id': '53b2760f-713b-471e-b8c3-25b3fc52cb4d', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1016247720'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:29.420049 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe55036-27e5-4bc8-ad01-b6bbac4a93e9 None None] No DVR routers for this DVR port ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:03:29.429025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe55036-27e5-4bc8-ad01-b6bbac4a93e9 None None] Pushing event deleted for resources: {'Port': ['ID=ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:29.446416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc2d46d-5e6e-401d-9310-f439ff1032c1 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:29.500272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-065695a5-abf6-4dd2-9044-9123ed3c46a8 req-2f3eba1c-8918-4d0d-b931-c4f1b7ea3d7e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963583 Mar 11 12:03:29.603821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12ef4f0-dbca-439a-8b11-4e5f0c7dc7e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:29.609944 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c12ef4f0-dbca-439a-8b11-4e5f0c7dc7e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:29.621726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'fixed_ips': [{'subnet_id': '53b2760f-713b-471e-b8c3-25b3fc52cb4d'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:03:29.622652 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:29.640699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-c12ef4f0-dbca-439a-8b11-4e5f0c7dc7e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port 64165faf-684a-423d-9527-4e2f97c7e8d7 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:03:29.646065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40b3d2-acee-4d66-840e-04c9dfb116c5 req-92bd250b-a237-4930-82f6-98ee5e59d038 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:29.658024 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce40b3d2-acee-4d66-840e-04c9dfb116c5 req-92bd250b-a237-4930-82f6-98ee5e59d038 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.0870090 Mar 11 12:03:29.726753 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce40b3d2-acee-4d66-840e-04c9dfb116c5 req-49f8df9c-bc40-447d-b3a6-8f614cc11152 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678113 Mar 11 12:03:29.832841 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Allocated IP 2001:db8::2 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/53b2760f-713b-471e-b8c3-25b3fc52cb4d/20dd4fd5-a7d6-40d7-9e00-f041826d5f37) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:29.957697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb80cfe-d38b-46b8-a242-38b658ee937e req-429e52db-d573-47b5-af0a-b9bef7b8ed5a tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:29.959918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb80cfe-d38b-46b8-a242-38b658ee937e req-429e52db-d573-47b5-af0a-b9bef7b8ed5a tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/ports?device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 949 time: 0.0851157 Mar 11 12:03:30.043109 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Publish callbacks [] for port (20dd4fd5-a7d6-40d7-9e00-f041826d5f37), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:30.054481 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (20dd4fd5-a7d6-40d7-9e00-f041826d5f37), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:30.059541 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12ef4f0-dbca-439a-8b11-4e5f0c7dc7e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:03:30.059541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12ef4f0-dbca-439a-8b11-4e5f0c7dc7e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:03:30.087506 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c12ef4f0-dbca-439a-8b11-4e5f0c7dc7e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6863070 Mar 11 12:03:30.088358 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42612) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:30.097041 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7bb80cfe-d38b-46b8-a242-38b658ee937e req-bda1708f-07cf-434e-810a-35fd9db3f941 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/security-groups?id=caba7ff0-574f-4ee2-80c6-811a5292c83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270664 Mar 11 12:03:30.099098 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device c9597280-f292-48a1-9378-86ef54bd6071 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:30.184111 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4843247-a3e2-4769-9168-a96589fd5f0e req-f6245869-380b-4793-a30a-360371658762 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:30.185933 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4843247-a3e2-4769-9168-a96589fd5f0e req-f6245869-380b-4793-a30a-360371658762 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1188960 Mar 11 12:03:30.207205 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:03:30.210219 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeed6b6d-ec7d-4e6e-8307-06dbe4346a20 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:30.211781 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-aeed6b6d-ec7d-4e6e-8307-06dbe4346a20 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1223876 Mar 11 12:03:30.214409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42618) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:30.261808 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4843247-a3e2-4769-9168-a96589fd5f0e req-9d6bf64e-ba43-479c-82bc-dc32a6183f15 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635090 Mar 11 12:03:30.265232 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:03:30.265682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ef1b1d9c-83cc-4ea2-bfdf-74a74e676c02 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:03:30.280107 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Pushing event updated for resources: {'Port': ['ID=20dd4fd5-a7d6-40d7-9e00-f041826d5f37,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:30.287644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:30.291245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:30.296817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:30.313977 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port c9597280-f292-48a1-9378-86ef54bd6071 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:03:30.343989 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port c9597280-f292-48a1-9378-86ef54bd6071 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:30.343989 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c9597280-f292-48a1-9378-86ef54bd6071), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:30.352698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c95a0-ff84-4308-b4e6-7f475b6544ee tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:30.354526 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c95a0-ff84-4308-b4e6-7f475b6544ee tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:30.356548 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3d8c95a0-ff84-4308-b4e6-7f475b6544ee tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1400015 Mar 11 12:03:30.360075 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42624) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:30.456341 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e13709e-6480-4aa5-92bb-8c97927b6bb8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 53b2760f-713b-471e-b8c3-25b3fc52cb4d {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:03:30.456604 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Attempting to bind port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:03:30.456846 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Attempting to bind port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:03:30.457216 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Attempting to bind port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 on network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:30.462134 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e13709e-6480-4aa5-92bb-8c97927b6bb8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (53b2760f-713b-471e-b8c3-25b3fc52cb4d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:30.479079 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:03:30.479079 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Checking segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:03:30.485592 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:30.486137 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Bound using segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:03:30.486750 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Bound port: 20dd4fd5-a7d6-40d7-9e00-f041826d5f37, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:03:30.487243 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (20dd4fd5-a7d6-40d7-9e00-f041826d5f37), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:30.551248 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e13709e-6480-4aa5-92bb-8c97927b6bb8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (53b2760f-713b-471e-b8c3-25b3fc52cb4d), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:30.567377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port c9597280-f292-48a1-9378-86ef54bd6071 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:30.567936 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c9597280-f292-48a1-9378-86ef54bd6071), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:30.596022 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05be28-0af2-4a1c-a577-fd7f95f9bf4a req-d97e7b03-21bc-41cf-bfca-279b348675b2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:30.604609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] For port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:03:30.608577 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f05be28-0af2-4a1c-a577-fd7f95f9bf4a req-d97e7b03-21bc-41cf-bfca-279b348675b2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.2108099 Mar 11 12:03:30.610833 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0092993d-ab78-438b-bc7b-5b1e21c63de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9597280-f292-48a1-9378-86ef54bd6071'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:03:30.613407 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0030a7f2-bd21-4d87-9c5e-38661268be87" -d '{"events": [{"server_uuid": "0092993d-ab78-438b-bc7b-5b1e21c63de7", "name": "network-vif-plugged", "status": "completed", "tag": "c9597280-f292-48a1-9378-86ef54bd6071"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:03:30.617735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] For port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=20dd4fd5-a7d6-40d7-9e00-f041826d5f37,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:03:30.633620 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port c9597280-f292-48a1-9378-86ef54bd6071, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=c9597280-f292-48a1-9378-86ef54bd6071,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:30.638478 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (20dd4fd5-a7d6-40d7-9e00-f041826d5f37), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:30.654128 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c9597280-f292-48a1-9378-86ef54bd6071), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:30.692230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f7823-9a38-4005-9e97-e9cc53482f38 req-dbf7b26b-5ee0-445e-804f-53c8b5dc01ba tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:30.694426 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-621f7823-9a38-4005-9e97-e9cc53482f38 req-dbf7b26b-5ee0-445e-804f-53c8b5dc01ba tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 945 time: 0.2525997 Mar 11 12:03:30.727116 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f05be28-0af2-4a1c-a577-fd7f95f9bf4a req-bba81122-afa8-45fa-bcc5-f80e431fb504 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160681 Mar 11 12:03:30.740318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf21d21-9d9d-4d9e-882c-21d81515a6a5 None None] Pushing event updated for resources: {'Port': ['ID=20dd4fd5-a7d6-40d7-9e00-f041826d5f37,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:30.804934 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-621f7823-9a38-4005-9e97-e9cc53482f38 req-545686e1-4c74-4707-b57b-f005ee0c8bcd tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039498 Mar 11 12:03:30.852642 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e13709e-6480-4aa5-92bb-8c97927b6bb8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (53b2760f-713b-471e-b8c3-25b3fc52cb4d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:30.865490 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3928d2b9-1b84-4e40-be69-991a9629cfea x-openstack-request-id: req-3928d2b9-1b84-4e40-be69-991a9629cfea {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:03:30.865790 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0092993d-ab78-438b-bc7b-5b1e21c63de7", "name": "network-vif-plugged", "status": "completed", "tag": "c9597280-f292-48a1-9378-86ef54bd6071", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:03:30.866278 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3928d2b9-1b84-4e40-be69-991a9629cfea {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:03:30.866841 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0092993d-ab78-438b-bc7b-5b1e21c63de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9597280-f292-48a1-9378-86ef54bd6071', 'code': 200} Mar 11 12:03:30.953233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=c9597280-f292-48a1-9378-86ef54bd6071,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:30.982183 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e13709e-6480-4aa5-92bb-8c97927b6bb8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (53b2760f-713b-471e-b8c3-25b3fc52cb4d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:31.013857 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13709e-6480-4aa5-92bb-8c97927b6bb8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=53b2760f-713b-471e-b8c3-25b3fc52cb4d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:31.020219 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e13709e-6480-4aa5-92bb-8c97927b6bb8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:31.028526 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2e13709e-6480-4aa5-92bb-8c97927b6bb8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/53b2760f-713b-471e-b8c3-25b3fc52cb4d HTTP/1.1" status: 204 len: 168 time: 0.6632516 Mar 11 12:03:31.029252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42640) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:31.064614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473274c-ce3f-4d4f-bccc-59e2d9789305 req-d6e3d945-9139-4e03-a307-95cfc73851ad tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:31.077850 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b473274c-ce3f-4d4f-bccc-59e2d9789305 req-d6e3d945-9139-4e03-a307-95cfc73851ad tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1486795 Mar 11 12:03:31.092466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b70b97-410f-46f2-8aeb-d146f9dfb673 req-dc0a7ee9-a4c0-4f50-9deb-18fc031bedf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:31.093625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7b70b97-410f-46f2-8aeb-d146f9dfb673 req-dc0a7ee9-a4c0-4f50-9deb-18fc031bedf4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 1132 time: 0.1334562 Mar 11 12:03:31.105872 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7a7a4195-3c85-43bc-b0e3-b52aa60bbb05 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753434 Mar 11 12:03:31.109456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42642) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:31.116703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:31.169502 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7b70b97-410f-46f2-8aeb-d146f9dfb673 req-a12f29c3-4954-4ee2-91db-cc822734e375 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=caba7ff0-574f-4ee2-80c6-811a5292c83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622063 Mar 11 12:03:31.177286 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b473274c-ce3f-4d4f-bccc-59e2d9789305 req-1a7d3726-9841-4ac6-ae34-c0ee0ee1c4dd tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985453 Mar 11 12:03:31.294407 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f5a18-ac91-46db-a1d6-a6dbe6903e12 req-df23ab92-17e5-4d18-b228-1e81c941a6df tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:31.295413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:31.299957 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:31.302051 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-525f5a18-ac91-46db-a1d6-a6dbe6903e12 req-df23ab92-17e5-4d18-b228-1e81c941a6df tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/ports?device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 950 time: 0.0865016 Mar 11 12:03:31.370831 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-525f5a18-ac91-46db-a1d6-a6dbe6903e12 req-d501b14b-78b4-45c2-b0d4-b8549540bebe tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/security-groups?id=caba7ff0-574f-4ee2-80c6-811a5292c83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678394 Mar 11 12:03:31.416832 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 89cd005d-4165-440b-8b1f-18b95acf17e6 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:31.495795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 89cd005d-4165-440b-8b1f-18b95acf17e6 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:03:31.499821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 89cd005d-4165-440b-8b1f-18b95acf17e6 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:31.500191 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (89cd005d-4165-440b-8b1f-18b95acf17e6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:31.518736 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04c05c-75c2-48ae-aca2-9d4f571dc9ca req-6895a8a2-2375-400e-bdbb-308aaae449b8 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:31.520364 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a04c05c-75c2-48ae-aca2-9d4f571dc9ca req-6895a8a2-2375-400e-bdbb-308aaae449b8 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.0811458 Mar 11 12:03:31.596643 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (79a5012f-ada3-4fb2-9e41-dc79f1c8940e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:31.608072 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a04c05c-75c2-48ae-aca2-9d4f571dc9ca req-2f4d0b5d-7355-46bb-824f-611f307d647e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777841 Mar 11 12:03:31.608432 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 89cd005d-4165-440b-8b1f-18b95acf17e6 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:31.608817 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (89cd005d-4165-440b-8b1f-18b95acf17e6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:31.649633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:31.653901 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:31.657658 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:31.658344 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:31.674847 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 89cd005d-4165-440b-8b1f-18b95acf17e6, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=89cd005d-4165-440b-8b1f-18b95acf17e6,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:31.685122 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (89cd005d-4165-440b-8b1f-18b95acf17e6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:31.693738 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5820212 Mar 11 12:03:31.695265 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=79a5012f-ada3-4fb2-9e41-dc79f1c8940e,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:31.697230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42650) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:31.702713 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-be3b1d20-81a6-47db-bea8-6c292a8892b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1861770857', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:31.705355 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:31.705712 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:31.707040 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:31.707395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:31.707807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:31.708156 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:31.708541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:31.709022 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:31.709436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:31.709862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:31.710197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:31.710529 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:31.710860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589c4f1-078b-4693-82e8-27af66f1d4c9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:03:31.738734 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be3b1d20-81a6-47db-bea8-6c292a8892b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (4d5bed65-b3e0-483e-8ec5-456a23a03754), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:31.740032 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be3b1d20-81a6-47db-bea8-6c292a8892b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (4d5bed65-b3e0-483e-8ec5-456a23a03754), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:31.772687 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=89cd005d-4165-440b-8b1f-18b95acf17e6,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:31.823436 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be3b1d20-81a6-47db-bea8-6c292a8892b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for router_controller (4d5bed65-b3e0-483e-8ec5-456a23a03754), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:31.833122 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be3b1d20-81a6-47db-bea8-6c292a8892b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (4d5bed65-b3e0-483e-8ec5-456a23a03754), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:31.864118 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be3b1d20-81a6-47db-bea8-6c292a8892b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:31.865661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-be3b1d20-81a6-47db-bea8-6c292a8892b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1672285 Mar 11 12:03:31.868635 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42658) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:32.073749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ee156-1c8e-41e1-91e1-3da0331e0af0 req-f2330570-dea8-4b04-bc9d-4742f09c3e15 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:32.086567 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e51ee156-1c8e-41e1-91e1-3da0331e0af0 req-f2330570-dea8-4b04-bc9d-4742f09c3e15 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 946 time: 0.1778030 Mar 11 12:03:32.204783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e51ee156-1c8e-41e1-91e1-3da0331e0af0 req-75f9f062-82e5-4242-baf1-0f0aee915156 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141613 Mar 11 12:03:32.216844 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:32.279121 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b000a-46df-42c2-9888-dd86a83ee5b4 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:32.320192 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:32.320572 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (20dd4fd5-a7d6-40d7-9e00-f041826d5f37), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:32.397233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ad647d94-83ea-4045-a686-065743c78d46 None None] Provisioning complete for port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:32.397795 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ad647d94-83ea-4045-a686-065743c78d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (20dd4fd5-a7d6-40d7-9e00-f041826d5f37), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:32.553841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde8707-d11f-43bc-a8a1-144b65b6065e req-30f1e8dd-d09d-4476-85e7-f03d5ed3b20c tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:32.560184 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9cde8707-d11f-43bc-a8a1-144b65b6065e req-30f1e8dd-d09d-4476-85e7-f03d5ed3b20c tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/ports?device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 950 time: 0.0728567 Mar 11 12:03:32.580463 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:32.654838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9cde8707-d11f-43bc-a8a1-144b65b6065e req-0375dfdc-4605-4911-aa1a-95d2f2bbe124 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/security-groups?id=caba7ff0-574f-4ee2-80c6-811a5292c83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863755 Mar 11 12:03:32.740088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:32.740823 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (20dd4fd5-a7d6-40d7-9e00-f041826d5f37), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:32.776244 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc76a5-ea56-4558-9afa-f3e7bc50f960 req-21784ce2-84f3-42d8-820d-78e6221539f2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:32.778904 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0dcc76a5-ea56-4558-9afa-f3e7bc50f960 req-21784ce2-84f3-42d8-820d-78e6221539f2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.0772865 Mar 11 12:03:32.792982 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ad647d94-83ea-4045-a686-065743c78d46 None None] Current status of the port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:32.793773 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ad647d94-83ea-4045-a686-065743c78d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (20dd4fd5-a7d6-40d7-9e00-f041826d5f37), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:32.816617 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:03:32.837023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=20dd4fd5-a7d6-40d7-9e00-f041826d5f37,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:32.855827 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (20dd4fd5-a7d6-40d7-9e00-f041826d5f37), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:32.893755 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0dcc76a5-ea56-4558-9afa-f3e7bc50f960 req-97569142-a04b-431d-9ec3-01b91107dece tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080527 Mar 11 12:03:32.972391 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabf65e1-8c53-4830-968b-4d2861d99bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89cd005d-4165-440b-8b1f-18b95acf17e6'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:03:32.974780 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b80def-45ad-4a96-aa2b-1c2d93893c18" -d '{"events": [{"server_uuid": "fabf65e1-8c53-4830-968b-4d2861d99bd1", "name": "network-vif-plugged", "status": "completed", "tag": "89cd005d-4165-440b-8b1f-18b95acf17e6"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:03:32.979378 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=20dd4fd5-a7d6-40d7-9e00-f041826d5f37,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:32.987937 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-ad647d94-83ea-4045-a686-065743c78d46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:03:32.988283 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-ad647d94-83ea-4045-a686-065743c78d46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:03:33.059945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::1 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/79a5012f-ada3-4fb2-9e41-dc79f1c8940e/e1c1b62d-aa36-4351-88fd-3977d13a0926) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:33.174050 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb02705e-cdcd-4b2a-80af-4880aadddf49 x-openstack-request-id: req-eb02705e-cdcd-4b2a-80af-4880aadddf49 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:03:33.174355 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabf65e1-8c53-4830-968b-4d2861d99bd1", "name": "network-vif-plugged", "status": "completed", "tag": "89cd005d-4165-440b-8b1f-18b95acf17e6", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:03:33.174610 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eb02705e-cdcd-4b2a-80af-4880aadddf49 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:03:33.175064 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabf65e1-8c53-4830-968b-4d2861d99bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89cd005d-4165-440b-8b1f-18b95acf17e6', 'code': 200} Mar 11 12:03:33.403704 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:33.543417 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:33.577925 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ad647d94-83ea-4045-a686-065743c78d46 None None] Current status of the port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:33.580739 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7eddd-6393-4327-8623-d41e1f26c5f9 req-4354e808-8590-4f6d-b0ee-2be81be69dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:33.582341 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26c7eddd-6393-4327-8623-d41e1f26c5f9 req-4354e808-8590-4f6d-b0ee-2be81be69dd6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 1128 time: 0.2517419 Mar 11 12:03:33.595219 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:33.596457 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874c949-8a2d-4371-a961-2334356d5057 req-b187de05-dad9-428a-9d33-6f6a2b5eb460 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:33.598562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:33.604042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:33.604585 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (4d5bed65-b3e0-483e-8ec5-456a23a03754), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:33.608558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=e1c1b62d-aa36-4351-88fd-3977d13a0926,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:33.616536 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c874c949-8a2d-4371-a961-2334356d5057 req-b187de05-dad9-428a-9d33-6f6a2b5eb460 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.2975757 Mar 11 12:03:33.641112 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:33.678489 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b66209-24b4-42d5-adfc-0f44cf9f48bc req-29456f1e-85a0-46eb-8012-be2ef15130a6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:33.680430 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08b66209-24b4-42d5-adfc-0f44cf9f48bc req-29456f1e-85a0-46eb-8012-be2ef15130a6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 946 time: 0.2421975 Mar 11 12:03:33.738837 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7f4ad220-6e35-4287-b280-9501e1cceee1 None None] Provisioning complete for port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:33.739379 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7f4ad220-6e35-4287-b280-9501e1cceee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (20dd4fd5-a7d6-40d7-9e00-f041826d5f37), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:33.799758 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26c7eddd-6393-4327-8623-d41e1f26c5f9 req-7e028716-6608-41ae-a2f5-2a73ef04d0e3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655803 Mar 11 12:03:33.832922 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:33.837890 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c874c949-8a2d-4371-a961-2334356d5057 req-afa084d5-13a5-4df0-b9c2-c495fe8fb0f6 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191527 Mar 11 12:03:33.878962 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08b66209-24b4-42d5-adfc-0f44cf9f48bc req-8eedca24-8626-4973-b664-e00df3910af7 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897645 Mar 11 12:03:33.998021 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7f4ad220-6e35-4287-b280-9501e1cceee1 None None] Current status of the port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:34.150568 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:34.294544 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-39fa9745-8317-4a85-8258-d407b18a9e80 None None] Provisioning complete for port e1c1b62d-aa36-4351-88fd-3977d13a0926 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:34.301210 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-39fa9745-8317-4a85-8258-d407b18a9e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:34.381721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:34.382892 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (20dd4fd5-a7d6-40d7-9e00-f041826d5f37), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:34.468822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-39fa9745-8317-4a85-8258-d407b18a9e80 None None] Port e1c1b62d-aa36-4351-88fd-3977d13a0926 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:03:34.609993 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:34.703950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42724) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:34.862164 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:34.869768 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:34.871677 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (4d5bed65-b3e0-483e-8ec5-456a23a03754), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:34.934496 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f737bad-146a-4343-8de5-dde7bcea7c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:34.958519 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=e1c1b62d-aa36-4351-88fd-3977d13a0926,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:35.057563 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:35.059393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:35.188869 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f737bad-146a-4343-8de5-dde7bcea7c95 admin admin] Publish callbacks [] for security_group (9625088e-44d1-42cd-ad2e-e9f9e2f20b47), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:35.207002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bc240-d8b5-4010-a0ec-c54b97706344 req-3828ab0a-8d0f-42ad-8dd3-9e33a351b9dc tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:35.208638 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f10bc240-d8b5-4010-a0ec-c54b97706344 req-3828ab0a-8d0f-42ad-8dd3-9e33a351b9dc tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1434143 Mar 11 12:03:35.217889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa446b-40f5-443f-835c-4cbfd1512434 req-61c05b9a-b151-4178-9f3e-7103bc35de29 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:35.224823 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-98fa446b-40f5-443f-835c-4cbfd1512434 req-61c05b9a-b151-4178-9f3e-7103bc35de29 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 946 time: 0.1741798 Mar 11 12:03:35.241867 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f737bad-146a-4343-8de5-dde7bcea7c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9625088e-44d1-42cd-ad2e-e9f9e2f20b47), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:35.321876 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Router 4d5bed65-b3e0-483e-8ec5-456a23a03754 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:03:35.348793 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8f737bad-146a-4343-8de5-dde7bcea7c95 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7a7d541573a14278b7241a62100de229&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6396413 Mar 11 12:03:35.360548 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42732) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:35.376941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f737bad-146a-4343-8de5-dde7bcea7c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9625088e-44d1-42cd-ad2e-e9f9e2f20b47,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:35.447422 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-98fa446b-40f5-443f-835c-4cbfd1512434 req-1e6a71fa-898a-4360-9173-7a09dfbd9096 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215500 Mar 11 12:03:35.476720 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f10bc240-d8b5-4010-a0ec-c54b97706344 req-8ee1eb89-50e6-41e2-9d86-f918cf946dac tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426813 Mar 11 12:03:35.554646 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5d9f3ac3-987b-489a-9efb-e357fb5553f3 None None] Provisioning complete for port e1c1b62d-aa36-4351-88fd-3977d13a0926 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:35.555245 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5d9f3ac3-987b-489a-9efb-e357fb5553f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:35.570541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:03:35.581985 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Sync routers for ids ['4d5bed65-b3e0-483e-8ec5-456a23a03754'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:03:35.586002 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ee7af2fb-332d-43a2-8c8e-320e47b40747 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "PUT /v2.0/routers/4d5bed65-b3e0-483e-8ec5-456a23a03754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7128637 Mar 11 12:03:35.586269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42746) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:35.598233 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Routers {'4d5bed65-b3e0-483e-8ec5-456a23a03754'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:03:35.602461 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:03:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4d5bed65-b3e0-483e-8ec5-456a23a03754'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:35.633409 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6cc4cc3d-4b8d-4517-9ce1-e2022978182d admin admin] Publish callbacks [] for security_group (9625088e-44d1-42cd-ad2e-e9f9e2f20b47), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:35.658845 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27fb905-2adb-46d7-82ab-11e6e4636b7b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:35.662690 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c27fb905-2adb-46d7-82ab-11e6e4636b7b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports/e1c1b62d-aa36-4351-88fd-3977d13a0926 HTTP/1.1" status: 200 len: 911 time: 0.0731580 Mar 11 12:03:35.662977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42750) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:35.693399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f3ac3-987b-489a-9efb-e357fb5553f3 None None] Port e1c1b62d-aa36-4351-88fd-3977d13a0926 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:03:35.738107 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e261ffa6-6aa8-4171-a173-221d03020a45 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:35.746158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e261ffa6-6aa8-4171-a173-221d03020a45 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:35.750394 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e261ffa6-6aa8-4171-a173-221d03020a45 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0839517 Mar 11 12:03:35.750934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42752) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:35.773761 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6cc4cc3d-4b8d-4517-9ce1-e2022978182d admin admin] Publish callbacks [] for security_group (9625088e-44d1-42cd-ad2e-e9f9e2f20b47), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:35.873908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1363e2-8b7a-4c8b-ad1d-d9fde0bdab26 req-0e497e62-392d-4d57-819c-4b4faec465b0 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:35.890340 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b1363e2-8b7a-4c8b-ad1d-d9fde0bdab26 req-0e497e62-392d-4d57-819c-4b4faec465b0 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.2147846 Mar 11 12:03:35.923613 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Set router 4d5bed65-b3e0-483e-8ec5-456a23a03754 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:03:35.933129 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6cc4cc3d-4b8d-4517-9ce1-e2022978182d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9625088e-44d1-42cd-ad2e-e9f9e2f20b47), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:35.937727 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6cc4cc3d-4b8d-4517-9ce1-e2022978182d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:35.938930 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6cc4cc3d-4b8d-4517-9ce1-e2022978182d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9625088e-44d1-42cd-ad2e-e9f9e2f20b47 HTTP/1.1" status: 204 len: 168 time: 0.5735354 Mar 11 12:03:36.007791 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4cc3d-4b8d-4517-9ce1-e2022978182d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9625088e-44d1-42cd-ad2e-e9f9e2f20b47,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:36.062918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b1363e2-8b7a-4c8b-ad1d-d9fde0bdab26 req-95e85381-9eb1-48d1-a339-562e2507a1c4 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712513 Mar 11 12:03:36.225239 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5bed65-b3e0-483e-8ec5-456a23a03754', 'name': 'tempest-NetworksTestDHCPv6-router-1861770857', 'tenant_id': '58a107e4cb9d479e8c1337d31946b2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:03:31Z', 'updated_at': '2022-03-11T12:03:33Z', 'revision_number': 2, 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'gw_port_host': None, '_interfaces': [{'id': 'e1c1b62d-aa36-4351-88fd-3977d13a0926', 'name': '', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'tenant_id': '58a107e4cb9d479e8c1337d31946b2e5', 'mac_address': 'fa:16:3e:b0:83:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5bed65-b3e0-483e-8ec5-456a23a03754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '79a5012f-ada3-4fb2-9e41-dc79f1c8940e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:03:32Z', 'updated_at': '2022-03-11T12:03:34Z', 'revision_number': 2, 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'subnets': [{'id': '79a5012f-ada3-4fb2-9e41-dc79f1c8940e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:36.285182 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Checking router: 4d5bed65-b3e0-483e-8ec5-456a23a03754 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:03:36.285876 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Updating router 4d5bed65-b3e0-483e-8ec5-456a23a03754 port e1c1b62d-aa36-4351-88fd-3977d13a0926 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:03:36.339450 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:36.369280 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fdc2a-7d23-4215-8077-088ee0b91a1c req-462f3079-e229-4550-a53d-4cdd27767910 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:36.376206 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-871fdc2a-7d23-4215-8077-088ee0b91a1c req-462f3079-e229-4550-a53d-4cdd27767910 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1156776 Mar 11 12:03:36.455347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-871fdc2a-7d23-4215-8077-088ee0b91a1c req-a9c7eaa6-5377-4c75-bbdb-2db97c39c9e5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761082 Mar 11 12:03:36.533315 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-463079b6-556d-46ce-9097-c4e032d9702d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (4d5bed65-b3e0-483e-8ec5-456a23a03754), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:36.574196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42766) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:36.622342 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d824c68f-6555-4027-b631-827677e87b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:36.913516 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Publish callbacks [] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:36.929744 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:36.980113 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1e235-50ba-43f1-8587-ba93c07f55c1 req-faa1fc19-35dc-4d69-b3ae-01438d1867ca tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:36.984584 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60e1e235-50ba-43f1-8587-ba93c07f55c1 req-faa1fc19-35dc-4d69-b3ae-01438d1867ca tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.3117416 Mar 11 12:03:37.024360 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9b361-8c8c-4869-a44b-d20645b610a4 req-57f6cbaf-e6d8-403a-8eb1-f769353d96b0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:37.037500 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30d9b361-8c8c-4869-a44b-d20645b610a4 req-57f6cbaf-e6d8-403a-8eb1-f769353d96b0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 946 time: 0.3671029 Mar 11 12:03:37.165469 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Attempting to bind port e1c1b62d-aa36-4351-88fd-3977d13a0926 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:03:37.165920 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Attempting to bind port e1c1b62d-aa36-4351-88fd-3977d13a0926 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:03:37.166204 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Attempting to bind port e1c1b62d-aa36-4351-88fd-3977d13a0926 on network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:37.172696 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45581ac3-56cd-44f3-ad51-13b1f1ecc9ed None None] Pushing event updated for resources: {'Port': ['ID=e1c1b62d-aa36-4351-88fd-3977d13a0926,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:37.187827 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:03:37.188208 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Checking segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:03:37.188605 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:37.189365 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Bound using segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:03:37.189500 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Bound port: e1c1b62d-aa36-4351-88fd-3977d13a0926, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:03:37.189817 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:37.252192 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60e1e235-50ba-43f1-8587-ba93c07f55c1 req-63d87fd7-0c00-4e12-bc63-22f9ca3076ff tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069235 Mar 11 12:03:37.293401 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30d9b361-8c8c-4869-a44b-d20645b610a4 req-ac63780b-6a16-4020-a072-fb3d09c4505d tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541416 Mar 11 12:03:37.361730 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d824c68f-6555-4027-b631-827677e87b4d admin admin] Publish callbacks [] for security_group (9b870402-5239-4903-bb53-15fcaf292869), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:37.391555 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d824c68f-6555-4027-b631-827677e87b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9b870402-5239-4903-bb53-15fcaf292869), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:37.402065 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] For port e1c1b62d-aa36-4351-88fd-3977d13a0926, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:03:37.407218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-463079b6-556d-46ce-9097-c4e032d9702d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port e1c1b62d-aa36-4351-88fd-3977d13a0926 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:37.407562 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-463079b6-556d-46ce-9097-c4e032d9702d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:37.412599 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] For port e1c1b62d-aa36-4351-88fd-3977d13a0926, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e1c1b62d-aa36-4351-88fd-3977d13a0926,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:03:37.440491 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:37.483995 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d824c68f-6555-4027-b631-827677e87b4d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4b5ba3b10e0e491c821d0f91bf8624f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9084561 Mar 11 12:03:37.487716 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42774) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:37.565223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-278fae89-81f9-40c9-8189-2f1dd85180df None None] Provisioning complete for port e1c1b62d-aa36-4351-88fd-3977d13a0926 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:37.565819 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-278fae89-81f9-40c9-8189-2f1dd85180df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:37.587298 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45581ac3-56cd-44f3-ad51-13b1f1ecc9ed None None] Pushing event updated for resources: {'Port': ['ID=e1c1b62d-aa36-4351-88fd-3977d13a0926,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:37.632422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824c68f-6555-4027-b631-827677e87b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b870402-5239-4903-bb53-15fcaf292869,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:37.634386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-463079b6-556d-46ce-9097-c4e032d9702d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] For port e1c1b62d-aa36-4351-88fd-3977d13a0926, host n-d-833234-2, got binding levels [] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:37.635483 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-463079b6-556d-46ce-9097-c4e032d9702d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:37.655416 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Routers {'4d5bed65-b3e0-483e-8ec5-456a23a03754'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:03:37.658740 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:03:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4d5bed65-b3e0-483e-8ec5-456a23a03754'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:37.685125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc3adf-267e-4251-b2ab-d6b3c028921c req-b015534f-7cf9-465b-a7c6-85f244483d4a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:37.686893 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fcc3adf-267e-4251-b2ab-d6b3c028921c req-b015534f-7cf9-465b-a7c6-85f244483d4a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.2021444 Mar 11 12:03:37.739664 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-463079b6-556d-46ce-9097-c4e032d9702d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for e1c1b62d-aa36-4351-88fd-3977d13a0926 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:37.752573 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d0613463-6a05-4ae3-8937-5c194a9ae25b admin admin] Publish callbacks [] for security_group (9b870402-5239-4903-bb53-15fcaf292869), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:37.767144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-278fae89-81f9-40c9-8189-2f1dd85180df None None] Current status of the port e1c1b62d-aa36-4351-88fd-3977d13a0926 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:37.767806 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-278fae89-81f9-40c9-8189-2f1dd85180df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:37.806595 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fcc3adf-267e-4251-b2ab-d6b3c028921c req-e3b20362-fbfa-4d6d-bb5b-1b4dd990af4f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107936 Mar 11 12:03:37.878200 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-278fae89-81f9-40c9-8189-2f1dd85180df None None] For port e1c1b62d-aa36-4351-88fd-3977d13a0926, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e1c1b62d-aa36-4351-88fd-3977d13a0926,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:37.883258 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d0613463-6a05-4ae3-8937-5c194a9ae25b admin admin] Publish callbacks [] for security_group (9b870402-5239-4903-bb53-15fcaf292869), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:37.886802 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-278fae89-81f9-40c9-8189-2f1dd85180df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:37.932527 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] Set router 4d5bed65-b3e0-483e-8ec5-456a23a03754 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:03:37.960441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc094e3f-876f-46ef-b604-16820820431d req-b8902427-ba2c-4105-8a63-fc1366acb7ab tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:37.974746 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc094e3f-876f-46ef-b604-16820820431d req-b8902427-ba2c-4105-8a63-fc1366acb7ab tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 946 time: 0.1767666 Mar 11 12:03:38.033525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fae89-81f9-40c9-8189-2f1dd85180df None None] Pushing event updated for resources: {'Port': ['ID=e1c1b62d-aa36-4351-88fd-3977d13a0926,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:38.096238 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc094e3f-876f-46ef-b604-16820820431d req-d1a96cde-23aa-4b68-bd53-e5d7965d05e1 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156197 Mar 11 12:03:38.119569 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d0613463-6a05-4ae3-8937-5c194a9ae25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9b870402-5239-4903-bb53-15fcaf292869), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:38.129461 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d0613463-6a05-4ae3-8937-5c194a9ae25b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:38.135479 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d0613463-6a05-4ae3-8937-5c194a9ae25b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9b870402-5239-4903-bb53-15fcaf292869 HTTP/1.1" status: 204 len: 168 time: 0.6440160 Mar 11 12:03:38.138241 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc159182-78d8-4836-bfb8-1523c0beb02f req-e84e71c9-f290-4395-a0fd-d02176ca9d5e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:38.141014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc159182-78d8-4836-bfb8-1523c0beb02f req-e84e71c9-f290-4395-a0fd-d02176ca9d5e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1634259 Mar 11 12:03:38.226951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e6c25503-fa51-4e3b-a6a2-7016fc005c86 None None] Provisioning complete for port e1c1b62d-aa36-4351-88fd-3977d13a0926 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:38.228902 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e6c25503-fa51-4e3b-a6a2-7016fc005c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:38.273543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0613463-6a05-4ae3-8937-5c194a9ae25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b870402-5239-4903-bb53-15fcaf292869,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:38.276040 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-463079b6-556d-46ce-9097-c4e032d9702d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e1c1b62d-aa36-4351-88fd-3977d13a0926), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:38.290343 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc159182-78d8-4836-bfb8-1523c0beb02f req-e6d8ee87-7454-4a04-89e0-94c5183b6179 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364911 Mar 11 12:03:38.342406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463079b6-556d-46ce-9097-c4e032d9702d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=e1c1b62d-aa36-4351-88fd-3977d13a0926,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:38.394875 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ef9df-8b51-4dd9-8841-58f010b8938f req-e3414dff-3462-4c33-adec-5b3571a83cae tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:38.398367 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f7ef9df-8b51-4dd9-8841-58f010b8938f req-e3414dff-3462-4c33-adec-5b3571a83cae tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 946 time: 0.1619139 Mar 11 12:03:38.417227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e6c25503-fa51-4e3b-a6a2-7016fc005c86 None None] Could not find standard attr ID for object e1c1b62d-aa36-4351-88fd-3977d13a0926. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:03:38.426447 n-d-833234-2 neutron-server[104033]: INFO neutron.plugins.ml2.db [None req-e6c25503-fa51-4e3b-a6a2-7016fc005c86 None None] No ports have port_id starting with e1c1b62d-aa36-4351-88fd-3977d13a0926 Mar 11 12:03:38.436709 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5bed65-b3e0-483e-8ec5-456a23a03754', 'name': 'tempest-NetworksTestDHCPv6-router-1861770857', 'tenant_id': '58a107e4cb9d479e8c1337d31946b2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:03:31Z', 'updated_at': '2022-03-11T12:03:33Z', 'revision_number': 2, 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'gw_port_host': None, '_interfaces': [{'id': 'e1c1b62d-aa36-4351-88fd-3977d13a0926', 'name': '', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'tenant_id': '58a107e4cb9d479e8c1337d31946b2e5', 'mac_address': 'fa:16:3e:b0:83:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5bed65-b3e0-483e-8ec5-456a23a03754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '79a5012f-ada3-4fb2-9e41-dc79f1c8940e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:03:32Z', 'updated_at': '2022-03-11T12:03:37Z', 'revision_number': 4, 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'subnets': [{'id': '79a5012f-ada3-4fb2-9e41-dc79f1c8940e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:38.477994 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f9a4b-b7ca-41f3-b1b4-d05ac25902e7 None None] The sync data for ids ['4d5bed65-b3e0-483e-8ec5-456a23a03754'] in n-d-833234-2 is: [{'id': '4d5bed65-b3e0-483e-8ec5-456a23a03754', 'name': 'tempest-NetworksTestDHCPv6-router-1861770857', 'tenant_id': '58a107e4cb9d479e8c1337d31946b2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:03:31Z', 'updated_at': '2022-03-11T12:03:33Z', 'revision_number': 2, 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'gw_port_host': None, '_interfaces': [{'id': 'e1c1b62d-aa36-4351-88fd-3977d13a0926', 'name': '', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'tenant_id': '58a107e4cb9d479e8c1337d31946b2e5', 'mac_address': 'fa:16:3e:b0:83:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5bed65-b3e0-483e-8ec5-456a23a03754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '79a5012f-ada3-4fb2-9e41-dc79f1c8940e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:03:32Z', 'updated_at': '2022-03-11T12:03:37Z', 'revision_number': 4, 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'subnets': [{'id': '79a5012f-ada3-4fb2-9e41-dc79f1c8940e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:03:38.502764 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-463079b6-556d-46ce-9097-c4e032d9702d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (4d5bed65-b3e0-483e-8ec5-456a23a03754), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:38.504836 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f7ef9df-8b51-4dd9-8841-58f010b8938f req-6129ed16-94d1-4fc7-ad7c-0df8e5411e97 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992248 Mar 11 12:03:38.966148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463079b6-556d-46ce-9097-c4e032d9702d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Router 4d5bed65-b3e0-483e-8ec5-456a23a03754 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:03:39.090564 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72368a0-e9ff-44ff-890f-8033cc32828d req-927460f5-78b9-4e3a-8b64-db2336f0ab31 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:39.092306 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a72368a0-e9ff-44ff-890f-8033cc32828d req-927460f5-78b9-4e3a-8b64-db2336f0ab31 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 946 time: 0.1025331 Mar 11 12:03:39.115682 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463079b6-556d-46ce-9097-c4e032d9702d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:03:39.129621 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-463079b6-556d-46ce-9097-c4e032d9702d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "PUT /v2.0/routers/4d5bed65-b3e0-483e-8ec5-456a23a03754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3774176 Mar 11 12:03:39.130545 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42818) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:39.200846 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a72368a0-e9ff-44ff-890f-8033cc32828d req-443fa5eb-3ebd-42c2-9f94-43e0e279d009 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021452 Mar 11 12:03:39.212594 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b096a8b-4238-4be7-ab35-c2f8dec87068 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:39.212594 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b096a8b-4238-4be7-ab35-c2f8dec87068 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:39.216306 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8b096a8b-4238-4be7-ab35-c2f8dec87068 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0845177 Mar 11 12:03:39.218965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42820) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:39.300572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace5f5f3-61af-419a-b7f7-85b895505fd3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 79a5012f-ada3-4fb2-9e41-dc79f1c8940e {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:03:39.309257 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ace5f5f3-61af-419a-b7f7-85b895505fd3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (79a5012f-ada3-4fb2-9e41-dc79f1c8940e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:39.372327 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ace5f5f3-61af-419a-b7f7-85b895505fd3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (79a5012f-ada3-4fb2-9e41-dc79f1c8940e), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:39.461080 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ace5f5f3-61af-419a-b7f7-85b895505fd3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (79a5012f-ada3-4fb2-9e41-dc79f1c8940e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:39.579230 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ace5f5f3-61af-419a-b7f7-85b895505fd3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (79a5012f-ada3-4fb2-9e41-dc79f1c8940e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:39.629465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5f5f3-61af-419a-b7f7-85b895505fd3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=79a5012f-ada3-4fb2-9e41-dc79f1c8940e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:39.631850 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ace5f5f3-61af-419a-b7f7-85b895505fd3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:39.637864 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42832) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:39.638051 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ace5f5f3-61af-419a-b7f7-85b895505fd3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/79a5012f-ada3-4fb2-9e41-dc79f1c8940e HTTP/1.1" status: 204 len: 168 time: 0.4175971 Mar 11 12:03:39.640267 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90391840-8f82-4225-bc32-790a8b1f58b0 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:39.869561 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2880d64a-074f-41fe-a0f5-23027828e447 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2296169 Mar 11 12:03:39.872149 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42836) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:39.920815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f10e5e-019e-4be5-9508-e82380f2d8b8 None None] DHCP port deletion for 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:03:40.028091 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-70f10e5e-019e-4be5-9508-e82380f2d8b8 None None] Deleting port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:40.028470 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-70f10e5e-019e-4be5-9508-e82380f2d8b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (20dd4fd5-a7d6-40d7-9e00-f041826d5f37), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:40.105080 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd20d110-b588-4049-90c0-d05c82cde383 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for router (4d5bed65-b3e0-483e-8ec5-456a23a03754), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:40.181867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-70f10e5e-019e-4be5-9508-e82380f2d8b8 None None] For port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=20dd4fd5-a7d6-40d7-9e00-f041826d5f37,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:40.182636 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-70f10e5e-019e-4be5-9508-e82380f2d8b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (20dd4fd5-a7d6-40d7-9e00-f041826d5f37), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:40.200728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-70f10e5e-019e-4be5-9508-e82380f2d8b8 None None] Calling delete_port for 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:40.280115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:03:40.421277 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:40.421674 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (20dd4fd5-a7d6-40d7-9e00-f041826d5f37), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:40.447190 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-70f10e5e-019e-4be5-9508-e82380f2d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (20dd4fd5-a7d6-40d7-9e00-f041826d5f37), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:40.494433 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f10e5e-019e-4be5-9508-e82380f2d8b8 None None] Pushing event deleted for resources: {'Port': ['ID=20dd4fd5-a7d6-40d7-9e00-f041826d5f37,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:40.496567 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f10e5e-019e-4be5-9508-e82380f2d8b8 None None] No DVR routers for this DVR port 20dd4fd5-a7d6-40d7-9e00-f041826d5f37 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:03:40.607169 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd20d110-b588-4049-90c0-d05c82cde383 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (4d5bed65-b3e0-483e-8ec5-456a23a03754), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:40.612776 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd20d110-b588-4049-90c0-d05c82cde383 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for router_controller (4d5bed65-b3e0-483e-8ec5-456a23a03754), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:40.635095 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8ea97-c1d2-4ae4-a034-d4e452afcad3 req-6acb9c84-c975-417f-afc4-f6131e8df755 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:40.635095 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33d8ea97-c1d2-4ae4-a034-d4e452afcad3 req-6acb9c84-c975-417f-afc4-f6131e8df755 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 946 time: 0.4088867 Mar 11 12:03:40.697647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5721ba-0961-4a84-8685-02dc218f3b67 None None] Sync routers for ids ['4d5bed65-b3e0-483e-8ec5-456a23a03754'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:03:40.709540 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5721ba-0961-4a84-8685-02dc218f3b67 None None] Routers {'4d5bed65-b3e0-483e-8ec5-456a23a03754'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:03:40.711353 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ec5721ba-0961-4a84-8685-02dc218f3b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:03:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4d5bed65-b3e0-483e-8ec5-456a23a03754'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:40.767501 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac679f3f-8690-48e4-8184-d2e7c8659bd6 req-61700bd3-cf76-49cc-b731-e62da41f0ccb tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:40.769117 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac679f3f-8690-48e4-8184-d2e7c8659bd6 req-61700bd3-cf76-49cc-b731-e62da41f0ccb tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 946 time: 0.3056550 Mar 11 12:03:40.819255 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-ec5721ba-0961-4a84-8685-02dc218f3b67 None None] Set router 4d5bed65-b3e0-483e-8ec5-456a23a03754 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:03:40.860145 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd20d110-b588-4049-90c0-d05c82cde383 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (4d5bed65-b3e0-483e-8ec5-456a23a03754), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:40.860592 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd20d110-b588-4049-90c0-d05c82cde383 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Fanout notify agent at l3_agent the message router_deleted on router 4d5bed65-b3e0-483e-8ec5-456a23a03754 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:03:40.870036 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd20d110-b588-4049-90c0-d05c82cde383 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:40.872121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fd20d110-b588-4049-90c0-d05c82cde383 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/routers/4d5bed65-b3e0-483e-8ec5-456a23a03754 HTTP/1.1" status: 204 len: 168 time: 0.9981084 Mar 11 12:03:40.874149 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42858) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:40.876659 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac679f3f-8690-48e4-8184-d2e7c8659bd6 req-4e8f8d7e-7a58-4740-be86-926834734f61 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900578 Mar 11 12:03:40.879465 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-59d4e8b0-89c5-4477-a7ee-48e92aa81757 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:40.906570 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ec5721ba-0961-4a84-8685-02dc218f3b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5bed65-b3e0-483e-8ec5-456a23a03754', 'name': 'tempest-NetworksTestDHCPv6-router-1861770857', 'tenant_id': '58a107e4cb9d479e8c1337d31946b2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:03:31Z', 'updated_at': '2022-03-11T12:03:38Z', 'revision_number': 3, 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:40.937360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5721ba-0961-4a84-8685-02dc218f3b67 None None] Checking router: 4d5bed65-b3e0-483e-8ec5-456a23a03754 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:03:40.955252 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5721ba-0961-4a84-8685-02dc218f3b67 None None] Routers set() bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:03:40.956859 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5721ba-0961-4a84-8685-02dc218f3b67 None None] Router IDs set() for agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 12:03:40.958514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_agentschedulers_db [None req-ec5721ba-0961-4a84-8685-02dc218f3b67 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4d5bed65-b3e0-483e-8ec5-456a23a03754'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:03:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent'). {{(pid=104033) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 12:03:40.959755 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5721ba-0961-4a84-8685-02dc218f3b67 None None] The sync data for ids ['4d5bed65-b3e0-483e-8ec5-456a23a03754'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:03:41.009921 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-33d8ea97-c1d2-4ae4-a034-d4e452afcad3 req-ceef19c5-ec29-445b-93ed-5c0b00951ad9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Deleting port 89cd005d-4165-440b-8b1f-18b95acf17e6 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:41.010270 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-33d8ea97-c1d2-4ae4-a034-d4e452afcad3 req-ceef19c5-ec29-445b-93ed-5c0b00951ad9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (89cd005d-4165-440b-8b1f-18b95acf17e6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:41.273132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-33d8ea97-c1d2-4ae4-a034-d4e452afcad3 req-ceef19c5-ec29-445b-93ed-5c0b00951ad9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] For port 89cd005d-4165-440b-8b1f-18b95acf17e6, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=89cd005d-4165-440b-8b1f-18b95acf17e6,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:41.273624 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-33d8ea97-c1d2-4ae4-a034-d4e452afcad3 req-ceef19c5-ec29-445b-93ed-5c0b00951ad9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (89cd005d-4165-440b-8b1f-18b95acf17e6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:41.314590 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-33d8ea97-c1d2-4ae4-a034-d4e452afcad3 req-ceef19c5-ec29-445b-93ed-5c0b00951ad9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Calling delete_port for 89cd005d-4165-440b-8b1f-18b95acf17e6 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:41.464534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d4e8b0-89c5-4477-a7ee-48e92aa81757 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:41.481285 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59d4e8b0-89c5-4477-a7ee-48e92aa81757 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:41.605048 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-33d8ea97-c1d2-4ae4-a034-d4e452afcad3 req-ceef19c5-ec29-445b-93ed-5c0b00951ad9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (89cd005d-4165-440b-8b1f-18b95acf17e6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:41.618321 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['de47ce64-ea93-40ab-9763-7f508aec56e0'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:03:41.669536 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef19c5-ec29-445b-93ed-5c0b00951ad9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Pushing event deleted for resources: {'Port': ['ID=89cd005d-4165-440b-8b1f-18b95acf17e6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:41.725729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d8ea97-c1d2-4ae4-a034-d4e452afcad3 req-ceef19c5-ec29-445b-93ed-5c0b00951ad9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] No DVR routers for this DVR port 89cd005d-4165-440b-8b1f-18b95acf17e6 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:03:41.728580 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-33d8ea97-c1d2-4ae4-a034-d4e452afcad3 req-ceef19c5-ec29-445b-93ed-5c0b00951ad9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:41.732543 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33d8ea97-c1d2-4ae4-a034-d4e452afcad3 req-ceef19c5-ec29-445b-93ed-5c0b00951ad9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.37 "DELETE /v2.0/ports/89cd005d-4165-440b-8b1f-18b95acf17e6 HTTP/1.1" status: 204 len: 173 time: 1.0887477 Mar 11 12:03:41.733054 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabf65e1-8c53-4830-968b-4d2861d99bd1', 'name': 'network-vif-deleted', 'tag': '89cd005d-4165-440b-8b1f-18b95acf17e6'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:03:41.735368 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771ab058-9847-4077-8061-1897f5cae989" -d '{"events": [{"server_uuid": "fabf65e1-8c53-4830-968b-4d2861d99bd1", "name": "network-vif-deleted", "tag": "89cd005d-4165-440b-8b1f-18b95acf17e6"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:03:41.791866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-1754120e-b1b8-4da2-88db-6a288ed32f50 req-a7e7e898-f89b-4762-9bbb-9437a2cb83af service neutron] (104031) timed out ('10.222.0.78', 36684) {{(pid=104031) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:03:41.824123 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c33ce07-6493-46ef-8e34-c7552a984ca3 x-openstack-request-id: req-5c33ce07-6493-46ef-8e34-c7552a984ca3 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:03:41.824417 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabf65e1-8c53-4830-968b-4d2861d99bd1", "name": "network-vif-deleted", "tag": "89cd005d-4165-440b-8b1f-18b95acf17e6", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:03:41.824711 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c33ce07-6493-46ef-8e34-c7552a984ca3 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:03:41.825118 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabf65e1-8c53-4830-968b-4d2861d99bd1', 'name': 'network-vif-deleted', 'tag': '89cd005d-4165-440b-8b1f-18b95acf17e6', 'status': 'completed', 'code': 200} Mar 11 12:03:41.893325 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59d4e8b0-89c5-4477-a7ee-48e92aa81757 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (57507787-26bd-4336-89fb-6fecc4753f91), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:41.992353 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d4e8b0-89c5-4477-a7ee-48e92aa81757 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:41.996397 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-59d4e8b0-89c5-4477-a7ee-48e92aa81757 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:42.012651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f689d4e-417c-4918-a464-81c6a61a3ac9 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:42.017621 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d4e8b0-89c5-4477-a7ee-48e92aa81757 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:42.018240 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59d4e8b0-89c5-4477-a7ee-48e92aa81757 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:42.042994 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4e8b0-89c5-4477-a7ee-48e92aa81757 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=57507787-26bd-4336-89fb-6fecc4753f91,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:42.046970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e1c1b62d-aa36-4351-88fd-3977d13a0926 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:03:42.055561 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-59d4e8b0-89c5-4477-a7ee-48e92aa81757 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1780219 Mar 11 12:03:42.056088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42882) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:42.062076 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8e6efdde-a90f-459e-b25a-c39f4d49b33e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1102024450', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:42.071062 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4bb2f656-9b73-4b99-907b-565d5752c2a0 req-a6917a4a-15a5-475e-8c86-428050f1190f tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabf65e1-8c53-4830-968b-4d2861d99bd1 HTTP/1.1" status: 200 len: 210 time: 0.0579455 Mar 11 12:03:42.097334 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: e1c1b62d-aa36-4351-88fd-3977d13a0926 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:03:42.099634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e1c1b62d-aa36-4351-88fd-3977d13a0926 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:03:42.102592 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e6efdde-a90f-459e-b25a-c39f4d49b33e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:42.109442 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e6efdde-a90f-459e-b25a-c39f4d49b33e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:42.177595 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e6efdde-a90f-459e-b25a-c39f4d49b33e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for router_controller (1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:42.189939 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e6efdde-a90f-459e-b25a-c39f4d49b33e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:42.219925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e6efdde-a90f-459e-b25a-c39f4d49b33e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:42.221981 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8e6efdde-a90f-459e-b25a-c39f4d49b33e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1644840 Mar 11 12:03:42.224492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42884) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:42.243624 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'fixed_ips': [{'subnet_id': '57507787-26bd-4336-89fb-6fecc4753f91'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:03:42.247323 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:42.545935 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Allocated IP 2001:db8::2 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/57507787-26bd-4336-89fb-6fecc4753f91/e66984e3-88c6-42a3-8927-52708b261d2b) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:42.649501 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:42.699901 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:42.792843 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Publish callbacks [] for port (e66984e3-88c6-42a3-8927-52708b261d2b), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:42.806126 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (e66984e3-88c6-42a3-8927-52708b261d2b), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:42.887592 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:42.904206 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:42.916206 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:42.918294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Pushing event updated for resources: {'Port': ['ID=e66984e3-88c6-42a3-8927-52708b261d2b,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:42.995563 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Attempting to bind port e66984e3-88c6-42a3-8927-52708b261d2b on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:03:42.997484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Attempting to bind port e66984e3-88c6-42a3-8927-52708b261d2b by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:03:42.997894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Attempting to bind port e66984e3-88c6-42a3-8927-52708b261d2b on network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:43.018774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:03:43.019499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Checking segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:03:43.019772 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:43.020152 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Bound using segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:03:43.020657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Bound port: e66984e3-88c6-42a3-8927-52708b261d2b, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:03:43.021048 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e66984e3-88c6-42a3-8927-52708b261d2b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:43.155807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] For port e66984e3-88c6-42a3-8927-52708b261d2b, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:03:43.160871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] For port e66984e3-88c6-42a3-8927-52708b261d2b, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e66984e3-88c6-42a3-8927-52708b261d2b,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:03:43.186856 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e66984e3-88c6-42a3-8927-52708b261d2b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:43.228215 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::1 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/57507787-26bd-4336-89fb-6fecc4753f91/ceead057-54b0-4f8d-9c31-619cde8244ee) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:43.356269 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc7834-175b-4bac-95a7-06f6fabdc7d8 None None] Pushing event updated for resources: {'Port': ['ID=e66984e3-88c6-42a3-8927-52708b261d2b,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:43.457731 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 89cd005d-4165-440b-8b1f-18b95acf17e6 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:03:43.484392 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (ceead057-54b0-4f8d-9c31-619cde8244ee), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:43.528435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 89cd005d-4165-440b-8b1f-18b95acf17e6 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:03:43.530759 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 89cd005d-4165-440b-8b1f-18b95acf17e6 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:03:43.594234 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3a634c62-7bfc-445f-83ff-a9c167d91b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:43.695606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae85025-9122-4380-8332-203e312883a3 req-592c38aa-5c7c-4f44-8cd3-1dfd300b4c3f tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:43.698262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ae85025-9122-4380-8332-203e312883a3 req-592c38aa-5c7c-4f44-8cd3-1dfd300b4c3f tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 805 time: 0.1979978 Mar 11 12:03:43.703970 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ceead057-54b0-4f8d-9c31-619cde8244ee), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:43.760610 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ae85025-9122-4380-8332-203e312883a3 req-df594186-e46d-4590-94d2-1dc043bff166 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/quotas/09d5cd320b674c0e99aeaa20dd57d2bb HTTP/1.1" status: 200 len: 375 time: 0.0540390 Mar 11 12:03:43.762840 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:43.766654 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:43.769550 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:43.770286 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:44.131679 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e66984e3-88c6-42a3-8927-52708b261d2b up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:44.197286 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e66984e3-88c6-42a3-8927-52708b261d2b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:44.197671 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e66984e3-88c6-42a3-8927-52708b261d2b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:44.285630 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e66984e3-88c6-42a3-8927-52708b261d2b is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:44.286017 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e66984e3-88c6-42a3-8927-52708b261d2b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:44.289037 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=ceead057-54b0-4f8d-9c31-619cde8244ee,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:44.340801 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port e66984e3-88c6-42a3-8927-52708b261d2b, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e66984e3-88c6-42a3-8927-52708b261d2b,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:44.361657 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e66984e3-88c6-42a3-8927-52708b261d2b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:44.363871 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ae85025-9122-4380-8332-203e312883a3 req-3c8f15b9-4461-4c21-85f3-21c76f94896d tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5849764 Mar 11 12:03:44.484761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=e66984e3-88c6-42a3-8927-52708b261d2b,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:44.645921 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ae85025-9122-4380-8332-203e312883a3 req-9e8e6d1f-69be-40de-ab73-8e027b8a7979 service neutron] 10.222.0.78 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813139 Mar 11 12:03:44.649247 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ceead057-54b0-4f8d-9c31-619cde8244ee), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:44.942831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-97353f3e-8abd-4371-8cba-1362252e2f8e None None] Provisioning complete for port e66984e3-88c6-42a3-8927-52708b261d2b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:44.943280 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-97353f3e-8abd-4371-8cba-1362252e2f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e66984e3-88c6-42a3-8927-52708b261d2b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:44.978821 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ae85025-9122-4380-8332-203e312883a3 req-1a902cdc-5363-4b66-9f0a-dac3c72d97f8 service neutron] 10.222.0.78 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105967 Mar 11 12:03:45.117756 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-97353f3e-8abd-4371-8cba-1362252e2f8e None None] Current status of the port e66984e3-88c6-42a3-8927-52708b261d2b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:45.394781 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (ceead057-54b0-4f8d-9c31-619cde8244ee), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:45.402866 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (ceead057-54b0-4f8d-9c31-619cde8244ee), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:45.404221 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:45.447832 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5fa8da24-15ae-4e6d-b11d-91d93b4211fa None None] Provisioning complete for port ceead057-54b0-4f8d-9c31-619cde8244ee triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:45.448305 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5fa8da24-15ae-4e6d-b11d-91d93b4211fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ceead057-54b0-4f8d-9c31-619cde8244ee), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:45.538115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5fa8da24-15ae-4e6d-b11d-91d93b4211fa None None] Port ceead057-54b0-4f8d-9c31-619cde8244ee cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:03:45.555495 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-655ad12a-5076-4fe7-bb9a-7baa932699a7 req-b9a5e08d-9e09-462c-b7a4-fa4ccf02f2f5 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 210 time: 0.0862954 Mar 11 12:03:45.584319 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=ceead057-54b0-4f8d-9c31-619cde8244ee,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:45.677859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:45.680397 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:45.727536 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5f4a4da6-8ac8-4273-afb1-a8c7a0551992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:45.992932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Router 1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:03:46.176043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e66984e3-88c6-42a3-8927-52708b261d2b up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:46.215032 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:03:46.225584 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Sync routers for ids ['1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:03:46.228703 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b3317ad2-be5a-43ee-bc8a-d71ca8ac9ff3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "PUT /v2.0/routers/1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0020037 Mar 11 12:03:46.230470 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42952) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:46.256170 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Routers {'1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:03:46.258074 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:03:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:46.297907 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e5cf47-7c1f-4759-9757-57a6e1971802 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:46.299548 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e66984e3-88c6-42a3-8927-52708b261d2b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:46.300326 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c7e5cf47-7c1f-4759-9757-57a6e1971802 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports/ceead057-54b0-4f8d-9c31-619cde8244ee HTTP/1.1" status: 200 len: 911 time: 0.0688508 Mar 11 12:03:46.303287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42956) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:46.304262 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e66984e3-88c6-42a3-8927-52708b261d2b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:46.319858 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-35d8ccc4-23e1-4869-b855-774ff7923485 None None] Provisioning complete for port ceead057-54b0-4f8d-9c31-619cde8244ee triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:46.320380 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-35d8ccc4-23e1-4869-b855-774ff7923485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ceead057-54b0-4f8d-9c31-619cde8244ee), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:46.408490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0763f6ee-0fda-4a29-b895-9be75fd67ae4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:46.415534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0763f6ee-0fda-4a29-b895-9be75fd67ae4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:46.416515 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Set router 1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:03:46.417181 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0763f6ee-0fda-4a29-b895-9be75fd67ae4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1128726 Mar 11 12:03:46.420121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42960) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:46.455128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-35d8ccc4-23e1-4869-b855-774ff7923485 None None] Port ceead057-54b0-4f8d-9c31-619cde8244ee cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:03:46.584214 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e66984e3-88c6-42a3-8927-52708b261d2b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:46.781924 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca', 'name': 'tempest-NetworksTestDHCPv6-router-1102024450', 'tenant_id': '58a107e4cb9d479e8c1337d31946b2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:03:42Z', 'updated_at': '2022-03-11T12:03:44Z', 'revision_number': 2, 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'gw_port_host': None, '_interfaces': [{'id': 'ceead057-54b0-4f8d-9c31-619cde8244ee', 'name': '', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'tenant_id': '58a107e4cb9d479e8c1337d31946b2e5', 'mac_address': 'fa:16:3e:2f:e9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '57507787-26bd-4336-89fb-6fecc4753f91', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:03:42Z', 'updated_at': '2022-03-11T12:03:45Z', 'revision_number': 2, 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'subnets': [{'id': '57507787-26bd-4336-89fb-6fecc4753f91', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:46.798139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78cd726d-df6a-4576-884e-81307a0feece req-8b6f5e65-8236-4799-a671-4d27d2406d3f tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 210 time: 0.0721581 Mar 11 12:03:46.860040 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Checking router: 1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:03:46.860393 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Updating router 1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca port ceead057-54b0-4f8d-9c31-619cde8244ee binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:03:46.911706 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfdf3-389d-42bd-836e-8a279f56c7d7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:46.915556 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ceead057-54b0-4f8d-9c31-619cde8244ee), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:47.184802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae85025-9122-4380-8332-203e312883a3 req-329b938d-66b1-47aa-a821-742613cd63e2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:47.192795 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ae85025-9122-4380-8332-203e312883a3 req-329b938d-66b1-47aa-a821-742613cd63e2 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.37 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 805 time: 0.2117350 Mar 11 12:03:47.204978 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-6ae85025-9122-4380-8332-203e312883a3 req-7edd3b21-2139-4959-8d86-135c06ac21a8 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Request body: {'port': {'device_id': '38044818-dc8a-4dd4-a886-b5c302cc5517', 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064', 'admin_state_up': True, 'tenant_id': '09d5cd320b674c0e99aeaa20dd57d2bb'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:47.227716 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:47.300735 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a1fdfdf3-389d-42bd-836e-8a279f56c7d7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port ceead057-54b0-4f8d-9c31-619cde8244ee {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:47.301350 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfdf3-389d-42bd-836e-8a279f56c7d7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ceead057-54b0-4f8d-9c31-619cde8244ee), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:47.413886 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Publish callbacks [] for port (ceead057-54b0-4f8d-9c31-619cde8244ee), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:47.429170 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ceead057-54b0-4f8d-9c31-619cde8244ee), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:47.430361 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae85025-9122-4380-8332-203e312883a3 req-7edd3b21-2139-4959-8d86-135c06ac21a8 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Made reservation on behalf of 09d5cd320b674c0e99aeaa20dd57d2bb for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:47.434670 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6ae85025-9122-4380-8332-203e312883a3 req-7edd3b21-2139-4959-8d86-135c06ac21a8 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:47.548733 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c2fc3-04cc-4b85-a36a-3e5c6b4979e5 None None] Pushing event updated for resources: {'Port': ['ID=ceead057-54b0-4f8d-9c31-619cde8244ee,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:47.553575 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfdf3-389d-42bd-836e-8a279f56c7d7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ceead057-54b0-4f8d-9c31-619cde8244ee), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:47.596277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a1fdfdf3-389d-42bd-836e-8a279f56c7d7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for ceead057-54b0-4f8d-9c31-619cde8244ee owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:47.671533 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Attempting to bind port ceead057-54b0-4f8d-9c31-619cde8244ee on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:03:47.671954 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Attempting to bind port ceead057-54b0-4f8d-9c31-619cde8244ee by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:03:47.672286 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Attempting to bind port ceead057-54b0-4f8d-9c31-619cde8244ee on network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:47.678730 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:03:47.679263 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Checking segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:03:47.679969 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:47.680834 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Bound using segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:03:47.681154 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Bound port: ceead057-54b0-4f8d-9c31-619cde8244ee, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:03:47.681566 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ceead057-54b0-4f8d-9c31-619cde8244ee), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:47.731936 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-6ae85025-9122-4380-8332-203e312883a3 req-7edd3b21-2139-4959-8d86-135c06ac21a8 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Allocated IP 172.20.0.6 (8f643498-59e6-4f88-97f4-fba97d06b064/d2b721aa-1c42-4b6f-8791-9da31c359ccd/8c585298-e5cf-416e-94d3-ad860d2d28ed) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:47.823515 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] For port ceead057-54b0-4f8d-9c31-619cde8244ee, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:03:47.837022 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.db.api [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 11 12:03:47.837022 n-d-833234-2 neutron-server[104034]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, level, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Mar 11 12:03:47.837022 n-d-833234-2 neutron-server[104034]: [parameters: {'port_id': 'ceead057-54b0-4f8d-9c31-619cde8244ee', 'host': 'n-d-833234-2', 'level': 0, 'driver': 'openvswitch', 'segment_id': '0e8fd6a2-607d-4e38-bbbc-73740affe509'}] Mar 11 12:03:47.837022 n-d-833234-2 neutron-server[104034]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:03:47.837768 n-d-833234-2 neutron-server[104034]: DEBUG oslo_db.api [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:03:47.945484 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfdf3-389d-42bd-836e-8a279f56c7d7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ceead057-54b0-4f8d-9c31-619cde8244ee), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:47.983456 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-da81715d-a331-4551-aa6e-97d17da1323a None None] Could not find standard attr ID for object ceead057-54b0-4f8d-9c31-619cde8244ee. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:03:48.005241 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b4b60a67-fb0b-4f8e-8324-3217c32ba1b1 req-81c9b4f2-61fa-47b6-a6c4-42d277809f41 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 210 time: 0.0806756 Mar 11 12:03:48.022001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdfdf3-389d-42bd-836e-8a279f56c7d7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=ceead057-54b0-4f8d-9c31-619cde8244ee,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:48.152440 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6ae85025-9122-4380-8332-203e312883a3 req-7edd3b21-2139-4959-8d86-135c06ac21a8 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks [] for port (8c585298-e5cf-416e-94d3-ad860d2d28ed), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:48.204577 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6ae85025-9122-4380-8332-203e312883a3 req-7edd3b21-2139-4959-8d86-135c06ac21a8 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (8c585298-e5cf-416e-94d3-ad860d2d28ed), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:48.218817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['de47ce64-ea93-40ab-9763-7f508aec56e0'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:03:48.225809 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfdf3-389d-42bd-836e-8a279f56c7d7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:48.360839 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Attempting to bind port ceead057-54b0-4f8d-9c31-619cde8244ee on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:03:48.387896 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Attempting to bind port ceead057-54b0-4f8d-9c31-619cde8244ee by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:03:48.387896 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Attempting to bind port ceead057-54b0-4f8d-9c31-619cde8244ee on network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:48.388761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd3b21-2139-4959-8d86-135c06ac21a8 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Pushing event updated for resources: {'Port': ['ID=8c585298-e5cf-416e-94d3-ad860d2d28ed,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:48.390952 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae85025-9122-4380-8332-203e312883a3 req-7edd3b21-2139-4959-8d86-135c06ac21a8 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Network 8f643498-59e6-4f88-97f4-fba97d06b064 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:48.393232 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:03:48.394649 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-6ae85025-9122-4380-8332-203e312883a3 req-7edd3b21-2139-4959-8d86-135c06ac21a8 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:48.396913 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Checking segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:03:48.397365 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:48.397764 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Bound using segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:03:48.400878 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae85025-9122-4380-8332-203e312883a3 req-7edd3b21-2139-4959-8d86-135c06ac21a8 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:48.404676 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Bound port: ceead057-54b0-4f8d-9c31-619cde8244ee, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:03:48.405301 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ceead057-54b0-4f8d-9c31-619cde8244ee), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:48.460644 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae85025-9122-4380-8332-203e312883a3 req-7edd3b21-2139-4959-8d86-135c06ac21a8 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:48.461725 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6ae85025-9122-4380-8332-203e312883a3 req-7edd3b21-2139-4959-8d86-135c06ac21a8 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:48.473839 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Port ceead057-54b0-4f8d-9c31-619cde8244ee has been deleted concurrently {{(pid=104034) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 11 12:03:48.481264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ae85025-9122-4380-8332-203e312883a3 req-7edd3b21-2139-4959-8d86-135c06ac21a8 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2804053 Mar 11 12:03:48.498759 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Routers {'1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:03:48.499659 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:03:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:48.543763 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fdfdf3-389d-42bd-836e-8a279f56c7d7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Router 1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:03:48.592457 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:48.651770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Request body: {'port': {'device_id': '38044818-dc8a-4dd4-a886-b5c302cc5517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:48.653062 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] Set router 1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:03:48.679837 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fdfdf3-389d-42bd-836e-8a279f56c7d7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:03:48.688955 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a1fdfdf3-389d-42bd-836e-8a279f56c7d7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "PUT /v2.0/routers/1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2676399 Mar 11 12:03:48.689762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42976) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:48.780867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db32cb8f-c897-4415-b5f7-042f6619edb7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:48.787915 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db32cb8f-c897-4415-b5f7-042f6619edb7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:48.790062 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca', 'name': 'tempest-NetworksTestDHCPv6-router-1102024450', 'tenant_id': '58a107e4cb9d479e8c1337d31946b2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:03:42Z', 'updated_at': '2022-03-11T12:03:47Z', 'revision_number': 3, 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:03:48.796999 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42978) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:48.797565 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-db32cb8f-c897-4415-b5f7-042f6619edb7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1061633 Mar 11 12:03:48.799486 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8c585298-e5cf-416e-94d3-ad860d2d28ed), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:48.878964 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f553f892-16b2-42fb-bb94-d9664b09ad73 None None] The sync data for ids ['1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca'] in n-d-833234-2 is: [{'id': '1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca', 'name': 'tempest-NetworksTestDHCPv6-router-1102024450', 'tenant_id': '58a107e4cb9d479e8c1337d31946b2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:03:42Z', 'updated_at': '2022-03-11T12:03:47Z', 'revision_number': 3, 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:03:48.920135 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-817a03ba-7e99-4f73-b410-0c91c737eb6a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 57507787-26bd-4336-89fb-6fecc4753f91 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:03:48.926485 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-817a03ba-7e99-4f73-b410-0c91c737eb6a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (57507787-26bd-4336-89fb-6fecc4753f91), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:49.080501 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-817a03ba-7e99-4f73-b410-0c91c737eb6a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (57507787-26bd-4336-89fb-6fecc4753f91), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:49.344217 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-817a03ba-7e99-4f73-b410-0c91c737eb6a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (57507787-26bd-4336-89fb-6fecc4753f91), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:49.443412 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131353f-164d-42b4-8d57-4e0219d1d1f3 req-129b2c88-e007-4aba-a4fd-b29d20b83a04 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:49.445306 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3131353f-164d-42b4-8d57-4e0219d1d1f3 req-129b2c88-e007-4aba-a4fd-b29d20b83a04 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 931 time: 0.2219841 Mar 11 12:03:49.470204 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-817a03ba-7e99-4f73-b410-0c91c737eb6a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (57507787-26bd-4336-89fb-6fecc4753f91), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:49.536386 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a03ba-7e99-4f73-b410-0c91c737eb6a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=57507787-26bd-4336-89fb-6fecc4753f91,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:49.538754 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-817a03ba-7e99-4f73-b410-0c91c737eb6a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:49.542438 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-817a03ba-7e99-4f73-b410-0c91c737eb6a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/57507787-26bd-4336-89fb-6fecc4753f91 HTTP/1.1" status: 204 len: 168 time: 0.7206061 Mar 11 12:03:49.545516 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42982) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:49.562424 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c423ea5-d4a6-474d-855c-fbed145a65ee None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:49.735898 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3131353f-164d-42b4-8d57-4e0219d1d1f3 req-17347b80-b1de-4a7e-bfaf-2b4ebc477e8d tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743275 Mar 11 12:03:49.749880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c585298-e5cf-416e-94d3-ad860d2d28ed {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:03:49.776043 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Publish callbacks [] for port (8c585298-e5cf-416e-94d3-ad860d2d28ed), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:49.810903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Transition to ACTIVE for port object 8c585298-e5cf-416e-94d3-ad860d2d28ed will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:03:49.818367 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (8c585298-e5cf-416e-94d3-ad860d2d28ed), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:49.837594 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b844b23a-6413-49a0-98f0-6d1abe4c2219 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2910006 Mar 11 12:03:49.840675 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42986) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:49.942683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Pushing event updated for resources: {'Port': ['ID=8c585298-e5cf-416e-94d3-ad860d2d28ed,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:50.024241 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62861f76-6b0f-41e1-94a2-f21a8ef6d609 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for router (1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:50.042919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012dc0d5-3cf1-427c-aef4-88a2e4beb518 None None] DHCP port deletion for 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:03:50.171019 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:50.176888 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Attempting to bind port 8c585298-e5cf-416e-94d3-ad860d2d28ed on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:03:50.177702 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Attempting to bind port 8c585298-e5cf-416e-94d3-ad860d2d28ed by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:03:50.178889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Attempting to bind port 8c585298-e5cf-416e-94d3-ad860d2d28ed on network 8f643498-59e6-4f88-97f4-fba97d06b064 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:50.195734 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Port 8c585298-e5cf-416e-94d3-ad860d2d28ed on network 8f643498-59e6-4f88-97f4-fba97d06b064 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:03:50.196060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Attempting to bind port 8c585298-e5cf-416e-94d3-ad860d2d28ed on network 8f643498-59e6-4f88-97f4-fba97d06b064 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:50.216672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-012dc0d5-3cf1-427c-aef4-88a2e4beb518 None None] Deleting port e66984e3-88c6-42a3-8927-52708b261d2b {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:50.217347 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-012dc0d5-3cf1-427c-aef4-88a2e4beb518 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e66984e3-88c6-42a3-8927-52708b261d2b), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:50.223403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:03:50.223771 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Checking segment: {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:03:50.224161 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Bound using segment: {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:03:50.232595 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Bound port: 8c585298-e5cf-416e-94d3-ad860d2d28ed, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb38c19-b699-4be3-bacb-93d683d02073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:03:50.233220 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8c585298-e5cf-416e-94d3-ad860d2d28ed), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:50.281981 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62861f76-6b0f-41e1-94a2-f21a8ef6d609 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:50.284745 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62861f76-6b0f-41e1-94a2-f21a8ef6d609 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for router_controller (1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:50.344558 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] For port 8c585298-e5cf-416e-94d3-ad860d2d28ed, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:03:50.348305 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] For port 8c585298-e5cf-416e-94d3-ad860d2d28ed, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8c585298-e5cf-416e-94d3-ad860d2d28ed,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:03:50.358053 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-012dc0d5-3cf1-427c-aef4-88a2e4beb518 None None] For port e66984e3-88c6-42a3-8927-52708b261d2b, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e66984e3-88c6-42a3-8927-52708b261d2b,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:50.358334 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (8c585298-e5cf-416e-94d3-ad860d2d28ed), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:50.358748 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-012dc0d5-3cf1-427c-aef4-88a2e4beb518 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e66984e3-88c6-42a3-8927-52708b261d2b), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:50.360531 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62861f76-6b0f-41e1-94a2-f21a8ef6d609 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:50.361104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62861f76-6b0f-41e1-94a2-f21a8ef6d609 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Fanout notify agent at l3_agent the message router_deleted on router 1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:03:50.369675 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62861f76-6b0f-41e1-94a2-f21a8ef6d609 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:50.370888 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-62861f76-6b0f-41e1-94a2-f21a8ef6d609 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/routers/1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca HTTP/1.1" status: 204 len: 168 time: 0.5194440 Mar 11 12:03:50.373431 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42988) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:50.386753 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-012dc0d5-3cf1-427c-aef4-88a2e4beb518 None None] Calling delete_port for e66984e3-88c6-42a3-8927-52708b261d2b owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:50.396181 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:50.397076 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:50.398746 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ae85025-9122-4380-8332-203e312883a3 req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] 10.222.0.37 "PUT /v2.0/ports/8c585298-e5cf-416e-94d3-ad860d2d28ed HTTP/1.1" status: 200 len: 1091 time: 1.9050810 Mar 11 12:03:50.399228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38044818-dc8a-4dd4-a886-b5c302cc5517', 'tag': '8c585298-e5cf-416e-94d3-ad860d2d28ed'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:03:50.401949 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12740091-f219-479e-b29e-d7a2967be644" -d '{"events": [{"name": "network-changed", "server_uuid": "38044818-dc8a-4dd4-a886-b5c302cc5517", "tag": "8c585298-e5cf-416e-94d3-ad860d2d28ed"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:03:50.487992 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29da34b-a420-4e5a-8c8d-7ebdf5b41036 service neutron] Pushing event updated for resources: {'Port': ['ID=8c585298-e5cf-416e-94d3-ad860d2d28ed,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:50.502505 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-012dc0d5-3cf1-427c-aef4-88a2e4beb518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (e66984e3-88c6-42a3-8927-52708b261d2b), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:50.514616 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ef7895-3a06-481d-bc9b-79f274a064ff x-openstack-request-id: req-52ef7895-3a06-481d-bc9b-79f274a064ff {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:03:50.514908 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38044818-dc8a-4dd4-a886-b5c302cc5517", "tag": "8c585298-e5cf-416e-94d3-ad860d2d28ed", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:03:50.515138 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-52ef7895-3a06-481d-bc9b-79f274a064ff {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:03:50.515542 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38044818-dc8a-4dd4-a886-b5c302cc5517', 'tag': '8c585298-e5cf-416e-94d3-ad860d2d28ed', 'status': 'completed', 'code': 200} Mar 11 12:03:50.522164 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae85025-9122-4380-8332-203e312883a3 req-687a139d-4bec-4964-a035-8bebf67f6265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:50.523944 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ae85025-9122-4380-8332-203e312883a3 req-687a139d-4bec-4964-a035-8bebf67f6265 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 1125 time: 0.0688715 Mar 11 12:03:50.526654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dff6ea4-5d5f-4881-9efd-f1a60216e888 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:50.528472 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2dff6ea4-5d5f-4881-9efd-f1a60216e888 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1540909 Mar 11 12:03:50.530291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012dc0d5-3cf1-427c-aef4-88a2e4beb518 None None] Pushing event deleted for resources: {'Port': ['ID=e66984e3-88c6-42a3-8927-52708b261d2b,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:50.531133 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42994) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:50.543305 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012dc0d5-3cf1-427c-aef4-88a2e4beb518 None None] No DVR routers for this DVR port e66984e3-88c6-42a3-8927-52708b261d2b on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:03:50.586609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ae85025-9122-4380-8332-203e312883a3 req-0e517f8f-c43a-427c-888e-13277d83daa6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c585298-e5cf-416e-94d3-ad860d2d28ed HTTP/1.1" status: 200 len: 217 time: 0.0545084 Mar 11 12:03:50.625170 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048e403a-7ebe-48ce-b3ed-d6402c94e88d None None] Sync routers for ids ['1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:03:50.632028 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13abb996-7825-4c02-a478-7169ffb8efa9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:50.634286 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-13abb996-7825-4c02-a478-7169ffb8efa9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0958500 Mar 11 12:03:50.637238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048e403a-7ebe-48ce-b3ed-d6402c94e88d None None] Routers set() bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:03:50.637804 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42996) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:50.644184 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048e403a-7ebe-48ce-b3ed-d6402c94e88d None None] Router IDs set() for agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 12:03:50.645185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_agentschedulers_db [None req-048e403a-7ebe-48ce-b3ed-d6402c94e88d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:03:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent'). {{(pid=104033) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 12:03:50.661699 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048e403a-7ebe-48ce-b3ed-d6402c94e88d None None] Routers set() bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:03:50.662278 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048e403a-7ebe-48ce-b3ed-d6402c94e88d None None] Router IDs set() for agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 12:03:50.662955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_agentschedulers_db [None req-048e403a-7ebe-48ce-b3ed-d6402c94e88d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:03:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent'). {{(pid=104033) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 12:03:50.663332 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048e403a-7ebe-48ce-b3ed-d6402c94e88d None None] The sync data for ids ['1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:03:50.675324 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae85025-9122-4380-8332-203e312883a3 req-9308a7a8-b75c-4c70-800c-744735228626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:50.676859 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ae85025-9122-4380-8332-203e312883a3 req-9308a7a8-b75c-4c70-800c-744735228626 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2b721aa-1c42-4b6f-8791-9da31c359ccd HTTP/1.1" status: 200 len: 845 time: 0.0833988 Mar 11 12:03:50.706681 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-44a8bf4e-7e63-4f1d-af01-436a80e0a70a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638027 Mar 11 12:03:50.709762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42998) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:50.717748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8dd74e58-b868-44ea-a0e7-246a64b2c0b4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:50.727300 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ae85025-9122-4380-8332-203e312883a3 req-208d80a0-76fa-42ab-8cd9-153dec7d056a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f643498-59e6-4f88-97f4-fba97d06b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421965 Mar 11 12:03:50.861146 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd74e58-b868-44ea-a0e7-246a64b2c0b4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:50.866639 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dd74e58-b868-44ea-a0e7-246a64b2c0b4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:50.883931 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ae85025-9122-4380-8332-203e312883a3 req-c8dc52ad-f84a-4cdd-a1d8-45affee69acd service neutron] 10.222.0.37 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488450 Mar 11 12:03:51.078127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ae85025-9122-4380-8332-203e312883a3 req-2ef7302d-f410-40e9-95e0-65df506caec4 service neutron] 10.222.0.37 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613779 Mar 11 12:03:51.135563 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c8333-6f71-4f1d-9825-b40913c45c94 req-ea0793ee-0eb4-40aa-a46e-961195585f3d tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:51.147331 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d0c8333-6f71-4f1d-9825-b40913c45c94 req-ea0793ee-0eb4-40aa-a46e-961195585f3d tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 943 time: 0.2621903 Mar 11 12:03:51.194117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.objects.ports [None req-8dd74e58-b868-44ea-a0e7-246a64b2c0b4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104032) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 12:03:51.195914 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dd74e58-b868-44ea-a0e7-246a64b2c0b4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (59a1807b-67b6-4733-a7b5-de492169de08), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:51.264665 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d0c8333-6f71-4f1d-9825-b40913c45c94 req-91789183-4ba3-4916-ad06-d27f5ff1f09f tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059465 Mar 11 12:03:51.266186 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd74e58-b868-44ea-a0e7-246a64b2c0b4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=59a1807b-67b6-4733-a7b5-de492169de08,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:51.268884 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12740091-f219-479e-b29e-d7a2967be644 req-ebbfb651-5ebd-4170-89bb-3e366cfa87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:51.271792 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12740091-f219-479e-b29e-d7a2967be644 req-ebbfb651-5ebd-4170-89bb-3e366cfa87bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 1125 time: 0.1138160 Mar 11 12:03:51.280692 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd74e58-b868-44ea-a0e7-246a64b2c0b4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:51.282192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8dd74e58-b868-44ea-a0e7-246a64b2c0b4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:51.292440 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da42674-5324-4fe8-a081-12d46c391365 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:51.292720 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd74e58-b868-44ea-a0e7-246a64b2c0b4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:51.293303 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dd74e58-b868-44ea-a0e7-246a64b2c0b4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:51.318890 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8dd74e58-b868-44ea-a0e7-246a64b2c0b4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6079535 Mar 11 12:03:51.321837 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43004) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:51.337432 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-fa2c3852-cd28-4a9e-8af2-306d4018835d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:51.428985 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'fixed_ips': [{'subnet_id': '59a1807b-67b6-4733-a7b5-de492169de08'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:03:51.430177 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:51.442870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12740091-f219-479e-b29e-d7a2967be644 req-fe0508f0-37a3-4629-9011-ffe4fc30545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:51.445724 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12740091-f219-479e-b29e-d7a2967be644 req-fe0508f0-37a3-4629-9011-ffe4fc30545e service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 906 time: 0.1660037 Mar 11 12:03:51.501851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12740091-f219-479e-b29e-d7a2967be644 req-5ce6561b-b2df-4285-a75f-94032165b1f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c585298-e5cf-416e-94d3-ad860d2d28ed HTTP/1.1" status: 200 len: 217 time: 0.0461345 Mar 11 12:03:51.558460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2c3852-cd28-4a9e-8af2-306d4018835d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:51.562829 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa2c3852-cd28-4a9e-8af2-306d4018835d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:51.595731 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12740091-f219-479e-b29e-d7a2967be644 req-d965ade7-8b31-4a30-82fd-b2c5a60524b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:51.603003 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12740091-f219-479e-b29e-d7a2967be644 req-d965ade7-8b31-4a30-82fd-b2c5a60524b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2b721aa-1c42-4b6f-8791-9da31c359ccd HTTP/1.1" status: 200 len: 845 time: 0.0915580 Mar 11 12:03:51.650760 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12740091-f219-479e-b29e-d7a2967be644 req-bd3e604a-9d85-47ca-80c5-de981ada4626 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f643498-59e6-4f88-97f4-fba97d06b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385852 Mar 11 12:03:51.830701 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12740091-f219-479e-b29e-d7a2967be644 req-9e0d4e93-7bbc-4404-b136-2396561e2ac4 service neutron] 10.222.0.37 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654329 Mar 11 12:03:51.838699 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Allocated IP 2001:db8::f816:3eff:feb3:2802 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/59a1807b-67b6-4733-a7b5-de492169de08/0932df25-e4b7-43cc-8585-fcfdb79ec72e) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:51.883402 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa2c3852-cd28-4a9e-8af2-306d4018835d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (8c8d131b-48dc-4378-a29e-3700e9174a22), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:51.934422 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2c3852-cd28-4a9e-8af2-306d4018835d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:51.937914 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-fa2c3852-cd28-4a9e-8af2-306d4018835d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:51.949547 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2c3852-cd28-4a9e-8af2-306d4018835d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:51.950138 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa2c3852-cd28-4a9e-8af2-306d4018835d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:51.979132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c3852-cd28-4a9e-8af2-306d4018835d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=8c8d131b-48dc-4378-a29e-3700e9174a22,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:51.992602 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fa2c3852-cd28-4a9e-8af2-306d4018835d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6689653 Mar 11 12:03:51.995282 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43006) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:51.999721 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12740091-f219-479e-b29e-d7a2967be644 req-b60fe1e6-5661-4512-a124-07d8c9e6a1a1 service neutron] 10.222.0.37 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609268 Mar 11 12:03:52.001227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e1226938-b2f5-4671-94a5-657b3fbddf7c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'mac_address': 'fa:16:3e:e9:cb:7d', 'name': 'tempest-NetworksTestDHCPv6-895571482'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:52.045623 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Publish callbacks [] for port (0932df25-e4b7-43cc-8585-fcfdb79ec72e), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:52.070560 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (0932df25-e4b7-43cc-8585-fcfdb79ec72e), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:52.128887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:52.134089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:52.137270 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:52.140226 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e66984e3-88c6-42a3-8927-52708b261d2b no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:03:52.142572 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Pushing event updated for resources: {'Port': ['ID=0932df25-e4b7-43cc-8585-fcfdb79ec72e,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:52.169521 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: e66984e3-88c6-42a3-8927-52708b261d2b {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:03:52.170006 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e66984e3-88c6-42a3-8927-52708b261d2b not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:03:52.170642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1226938-b2f5-4671-94a5-657b3fbddf7c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:52.242820 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Attempting to bind port 0932df25-e4b7-43cc-8585-fcfdb79ec72e on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:03:52.243823 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Attempting to bind port 0932df25-e4b7-43cc-8585-fcfdb79ec72e by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:03:52.243823 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Attempting to bind port 0932df25-e4b7-43cc-8585-fcfdb79ec72e on network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:52.249493 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:03:52.249876 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Checking segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:03:52.250559 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:52.250684 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Bound using segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:03:52.251136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Bound port: 0932df25-e4b7-43cc-8585-fcfdb79ec72e, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:03:52.251519 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0932df25-e4b7-43cc-8585-fcfdb79ec72e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:52.309516 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1226938-b2f5-4671-94a5-657b3fbddf7c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:52.335248 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-e1226938-b2f5-4671-94a5-657b3fbddf7c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port bfc3a88a-53c4-4025-80d6-c878f97ac234 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:03:52.363432 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] For port 0932df25-e4b7-43cc-8585-fcfdb79ec72e, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:03:52.368619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] For port 0932df25-e4b7-43cc-8585-fcfdb79ec72e, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0932df25-e4b7-43cc-8585-fcfdb79ec72e,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:03:52.379230 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0932df25-e4b7-43cc-8585-fcfdb79ec72e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:52.435008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ec042-25d2-4f5a-972c-cca356b62602 req-86cdaf6b-3350-4210-9d48-6f058ee4a0db tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:52.438234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-505ec042-25d2-4f5a-972c-cca356b62602 req-86cdaf6b-3350-4210-9d48-6f058ee4a0db tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 943 time: 0.1217520 Mar 11 12:03:52.459262 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c92a4d-e000-4ea0-9412-ecd211474b68 None None] Pushing event updated for resources: {'Port': ['ID=0932df25-e4b7-43cc-8585-fcfdb79ec72e,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:52.534971 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-505ec042-25d2-4f5a-972c-cca356b62602 req-badb84e1-b905-4b19-a87d-5e22e966d011 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761578 Mar 11 12:03:52.571743 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-e1226938-b2f5-4671-94a5-657b3fbddf7c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 172.20.0.8 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/8c8d131b-48dc-4378-a29e-3700e9174a22/bfc3a88a-53c4-4025-80d6-c878f97ac234) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:52.580072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-e1226938-b2f5-4671-94a5-657b3fbddf7c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::f816:3eff:fee9:cb7d (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/59a1807b-67b6-4733-a7b5-de492169de08/bfc3a88a-53c4-4025-80d6-c878f97ac234) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:52.764260 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1226938-b2f5-4671-94a5-657b3fbddf7c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (bfc3a88a-53c4-4025-80d6-c878f97ac234), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:52.808163 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1226938-b2f5-4671-94a5-657b3fbddf7c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (bfc3a88a-53c4-4025-80d6-c878f97ac234), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:52.850695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1226938-b2f5-4671-94a5-657b3fbddf7c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:52.854215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-e1226938-b2f5-4671-94a5-657b3fbddf7c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:52.860364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1226938-b2f5-4671-94a5-657b3fbddf7c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:53.192619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1226938-b2f5-4671-94a5-657b3fbddf7c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=bfc3a88a-53c4-4025-80d6-c878f97ac234,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:53.223779 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1226938-b2f5-4671-94a5-657b3fbddf7c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:53.224483 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1226938-b2f5-4671-94a5-657b3fbddf7c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:53.246180 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e1226938-b2f5-4671-94a5-657b3fbddf7c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2491314 Mar 11 12:03:53.248579 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43016) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:53.310138 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62e985b-26bb-4acc-8f75-16e71018842e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:53.316417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62e985b-26bb-4acc-8f75-16e71018842e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:53.322664 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c62e985b-26bb-4acc-8f75-16e71018842e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0685894 Mar 11 12:03:53.323071 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43018) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:53.432206 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1cfdaee6-191b-4a7a-8cbb-e1bf18c6462c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port bfc3a88a-53c4-4025-80d6-c878f97ac234 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:53.432429 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1cfdaee6-191b-4a7a-8cbb-e1bf18c6462c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (bfc3a88a-53c4-4025-80d6-c878f97ac234), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:53.503919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 8c585298-e5cf-416e-94d3-ad860d2d28ed details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:03:53.542003 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1cfdaee6-191b-4a7a-8cbb-e1bf18c6462c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (bfc3a88a-53c4-4025-80d6-c878f97ac234), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:53.556041 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1cfdaee6-191b-4a7a-8cbb-e1bf18c6462c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for bfc3a88a-53c4-4025-80d6-c878f97ac234 owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:53.633497 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2d4737-66c6-42f6-9f0f-dfb079333e3c None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:53.690091 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 8c585298-e5cf-416e-94d3-ad860d2d28ed, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8c585298-e5cf-416e-94d3-ad860d2d28ed,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:53.707770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6638b-dfbe-4fc8-9ad7-28449f346f48 req-7c3b4e41-cf5e-4198-a0f6-6ff7bd1b9a88 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:53.709625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39d6638b-dfbe-4fc8-9ad7-28449f346f48 req-7c3b4e41-cf5e-4198-a0f6-6ff7bd1b9a88 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 943 time: 0.0811524 Mar 11 12:03:53.738943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '8c585298-e5cf-416e-94d3-ad860d2d28ed', 'network_id': '8f643498-59e6-4f88-97f4-fba97d06b064', 'port_id': '8c585298-e5cf-416e-94d3-ad860d2d28ed', 'mac_address': 'fa:16:3e:09:b0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b721aa-1c42-4b6f-8791-9da31c359ccd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:03:53.746674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7915bc1a-26b4-482e-b7f8-30b2a4674ad7 None None] Provisioning complete for port 0932df25-e4b7-43cc-8585-fcfdb79ec72e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:53.747167 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7915bc1a-26b4-482e-b7f8-30b2a4674ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0932df25-e4b7-43cc-8585-fcfdb79ec72e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:53.805271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39d6638b-dfbe-4fc8-9ad7-28449f346f48 req-0af9b84b-581c-4cff-8a83-316a52828a58 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886552 Mar 11 12:03:53.839170 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 8c585298-e5cf-416e-94d3-ad860d2d28ed is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:53.839742 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8c585298-e5cf-416e-94d3-ad860d2d28ed), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:53.863459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c585298-e5cf-416e-94d3-ad860d2d28ed {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:03:53.878749 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1cfdaee6-191b-4a7a-8cbb-e1bf18c6462c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (bfc3a88a-53c4-4025-80d6-c878f97ac234), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:53.886797 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 8c585298-e5cf-416e-94d3-ad860d2d28ed, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8c585298-e5cf-416e-94d3-ad860d2d28ed,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:53.910704 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdaee6-191b-4a7a-8cbb-e1bf18c6462c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=bfc3a88a-53c4-4025-80d6-c878f97ac234,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:53.914418 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8c585298-e5cf-416e-94d3-ad860d2d28ed), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:53.961817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7915bc1a-26b4-482e-b7f8-30b2a4674ad7 None None] Current status of the port 0932df25-e4b7-43cc-8585-fcfdb79ec72e is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:53.962256 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7915bc1a-26b4-482e-b7f8-30b2a4674ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0932df25-e4b7-43cc-8585-fcfdb79ec72e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:54.014951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=8c585298-e5cf-416e-94d3-ad860d2d28ed,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:54.024120 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1cfdaee6-191b-4a7a-8cbb-e1bf18c6462c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:54.031449 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1cfdaee6-191b-4a7a-8cbb-e1bf18c6462c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/bfc3a88a-53c4-4025-80d6-c878f97ac234 HTTP/1.1" status: 204 len: 168 time: 0.7041404 Mar 11 12:03:54.031449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43022) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:54.054848 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7915bc1a-26b4-482e-b7f8-30b2a4674ad7 None None] For port 0932df25-e4b7-43cc-8585-fcfdb79ec72e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0932df25-e4b7-43cc-8585-fcfdb79ec72e,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:54.056369 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1fff6d-efdb-4c7c-8c6e-6ba5a9f50374 None None] Update dhcp port {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'fixed_ips': [{'subnet_id': '59a1807b-67b6-4733-a7b5-de492169de08', 'ip_address': '2001:db8::f816:3eff:feb3:2802'}, {'subnet_id': '8c8d131b-48dc-4378-a29e-3700e9174a22'}], 'binding:host_id': 'n-d-833234-2'}, 'id': '0932df25-e4b7-43cc-8585-fcfdb79ec72e'} from n-d-833234-2. {{(pid=104033) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 12:03:54.090608 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-de1fff6d-efdb-4c7c-8c6e-6ba5a9f50374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0932df25-e4b7-43cc-8585-fcfdb79ec72e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:54.102673 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7915bc1a-26b4-482e-b7f8-30b2a4674ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0932df25-e4b7-43cc-8585-fcfdb79ec72e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:54.128605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f5d6d8-b1c9-46b9-913d-17c7952c18f7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:54.130104 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f5d6d8-b1c9-46b9-913d-17c7952c18f7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:54.132623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f5d6d8-b1c9-46b9-913d-17c7952c18f7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:54.136804 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-11f5d6d8-b1c9-46b9-913d-17c7952c18f7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1020026 Mar 11 12:03:54.137942 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43024) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:54.198283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dcadf9b-0088-4491-bc9b-ccd910b2c3f0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 59a1807b-67b6-4733-a7b5-de492169de08 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:03:54.202142 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7dcadf9b-0088-4491-bc9b-ccd910b2c3f0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (59a1807b-67b6-4733-a7b5-de492169de08), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:54.205071 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['8c585298-e5cf-416e-94d3-ad860d2d28ed'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:03:54.214647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0932df25-e4b7-43cc-8585-fcfdb79ec72e up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:54.251645 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7dcadf9b-0088-4491-bc9b-ccd910b2c3f0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (59a1807b-67b6-4733-a7b5-de492169de08), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:54.294953 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915bc1a-26b4-482e-b7f8-30b2a4674ad7 None None] Pushing event updated for resources: {'Port': ['ID=0932df25-e4b7-43cc-8585-fcfdb79ec72e,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:54.337016 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7dcadf9b-0088-4491-bc9b-ccd910b2c3f0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (59a1807b-67b6-4733-a7b5-de492169de08), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:54.401668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7dcadf9b-0088-4491-bc9b-ccd910b2c3f0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (59a1807b-67b6-4733-a7b5-de492169de08), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server [None req-de1fff6d-efdb-4c7c-8c6e-6ba5a9f50374 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59a1807b-67b6-4733-a7b5-de492169de08: This subnet is being modified by another concurrent operation. Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 12:03:54.415946 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise exception Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59a1807b-67b6-4733-a7b5-de492169de08: This subnet is being modified by another concurrent operation. Mar 11 12:03:54.420391 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Mar 11 12:03:54.429822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0932df25-e4b7-43cc-8585-fcfdb79ec72e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:54.430294 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0932df25-e4b7-43cc-8585-fcfdb79ec72e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:54.438239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcadf9b-0088-4491-bc9b-ccd910b2c3f0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=59a1807b-67b6-4733-a7b5-de492169de08,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:54.445695 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7dcadf9b-0088-4491-bc9b-ccd910b2c3f0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:54.451738 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7dcadf9b-0088-4491-bc9b-ccd910b2c3f0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/59a1807b-67b6-4733-a7b5-de492169de08 HTTP/1.1" status: 204 len: 168 time: 0.3112803 Mar 11 12:03:54.452959 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43028) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:54.518742 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8f3f46-dbe2-4c23-991d-7ff69799c1e5 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 8c8d131b-48dc-4378-a29e-3700e9174a22 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:03:54.524472 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-de8f3f46-dbe2-4c23-991d-7ff69799c1e5 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (8c8d131b-48dc-4378-a29e-3700e9174a22), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:54.554462 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e7bf9e-6b46-4c4b-92fe-bd6aee1015fe None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 12:03:54.565994 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-de8f3f46-dbe2-4c23-991d-7ff69799c1e5 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (8c8d131b-48dc-4378-a29e-3700e9174a22), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:54.607805 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0932df25-e4b7-43cc-8585-fcfdb79ec72e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:54.612492 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-de8f3f46-dbe2-4c23-991d-7ff69799c1e5 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (8c8d131b-48dc-4378-a29e-3700e9174a22), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:54.663731 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c0ee98d9-053a-48cd-a08a-a542a8f87f8e None None] Provisioning complete for port 0932df25-e4b7-43cc-8585-fcfdb79ec72e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:54.664261 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0ee98d9-053a-48cd-a08a-a542a8f87f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0932df25-e4b7-43cc-8585-fcfdb79ec72e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:54.680092 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-de8f3f46-dbe2-4c23-991d-7ff69799c1e5 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (8c8d131b-48dc-4378-a29e-3700e9174a22), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:54.710030 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f3f46-dbe2-4c23-991d-7ff69799c1e5 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=8c8d131b-48dc-4378-a29e-3700e9174a22,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:54.714466 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-de8f3f46-dbe2-4c23-991d-7ff69799c1e5 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:54.720331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e7bf9e-6b46-4c4b-92fe-bd6aee1015fe None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 12:03:54.721025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43030) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:54.731427 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-de8f3f46-dbe2-4c23-991d-7ff69799c1e5 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/8c8d131b-48dc-4378-a29e-3700e9174a22 HTTP/1.1" status: 204 len: 168 time: 0.2772601 Mar 11 12:03:54.764693 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5718eeea-749a-4f60-bc83-4628b7b5599e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420101 Mar 11 12:03:54.767851 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43032) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:54.773620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9f91d992-5ded-4117-9869-ae820f574581 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:54.831402 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee98d9-053a-48cd-a08a-a542a8f87f8e None None] Current status of the port 0932df25-e4b7-43cc-8585-fcfdb79ec72e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:54.838594 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c0ee98d9-053a-48cd-a08a-a542a8f87f8e None None] Could not find standard attr ID for object bfc3a88a-53c4-4025-80d6-c878f97ac234. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:03:54.905425 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f91d992-5ded-4117-9869-ae820f574581 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:54.911705 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f91d992-5ded-4117-9869-ae820f574581 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:54.941017 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5cad6-3ecd-468c-b648-0a33a1935416 req-20b8debc-2f58-4a65-95d2-a4130038c343 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:54.942603 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22f5cad6-3ecd-468c-b648-0a33a1935416 req-20b8debc-2f58-4a65-95d2-a4130038c343 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 944 time: 0.0661409 Mar 11 12:03:54.958066 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b76734a-3e67-485c-9b93-93ed22b485cc None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:55.006438 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22f5cad6-3ecd-468c-b648-0a33a1935416 req-d5fb0df8-c991-45e7-9998-a5cd3e2f59e9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542085 Mar 11 12:03:55.079735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2a11eb7b-c491-4ed0-88d1-5c30462cbebb None None] Provisioning complete for port 0932df25-e4b7-43cc-8585-fcfdb79ec72e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:55.080288 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a11eb7b-c491-4ed0-88d1-5c30462cbebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0932df25-e4b7-43cc-8585-fcfdb79ec72e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:55.117517 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636f2f7c-eab3-42e4-a61d-4bce2ca1eb78 None None] DHCP port deletion for 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:03:55.296835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.objects.ports [None req-9f91d992-5ded-4117-9869-ae820f574581 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104032) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 12:03:55.392252 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2a11eb7b-c491-4ed0-88d1-5c30462cbebb None None] Current status of the port 0932df25-e4b7-43cc-8585-fcfdb79ec72e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:55.396420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-636f2f7c-eab3-42e4-a61d-4bce2ca1eb78 None None] Deleting port 0932df25-e4b7-43cc-8585-fcfdb79ec72e {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:55.396883 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-636f2f7c-eab3-42e4-a61d-4bce2ca1eb78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0932df25-e4b7-43cc-8585-fcfdb79ec72e), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:55.498822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-636f2f7c-eab3-42e4-a61d-4bce2ca1eb78 None None] For port 0932df25-e4b7-43cc-8585-fcfdb79ec72e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0932df25-e4b7-43cc-8585-fcfdb79ec72e,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:55.499350 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-636f2f7c-eab3-42e4-a61d-4bce2ca1eb78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0932df25-e4b7-43cc-8585-fcfdb79ec72e), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:55.512643 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 8c585298-e5cf-416e-94d3-ad860d2d28ed up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:55.518708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-636f2f7c-eab3-42e4-a61d-4bce2ca1eb78 None None] Calling delete_port for 0932df25-e4b7-43cc-8585-fcfdb79ec72e owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:55.542770 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f91d992-5ded-4117-9869-ae820f574581 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0932df25-e4b7-43cc-8585-fcfdb79ec72e), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:55.636017 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 8c585298-e5cf-416e-94d3-ad860d2d28ed completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:03:55.649680 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 8c585298-e5cf-416e-94d3-ad860d2d28ed triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:55.650860 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8c585298-e5cf-416e-94d3-ad860d2d28ed), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:55.739323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-9f91d992-5ded-4117-9869-ae820f574581 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] For port 0932df25-e4b7-43cc-8585-fcfdb79ec72e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0932df25-e4b7-43cc-8585-fcfdb79ec72e,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:55.764446 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 8c585298-e5cf-416e-94d3-ad860d2d28ed is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:55.766163 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8c585298-e5cf-416e-94d3-ad860d2d28ed), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:55.769292 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f91d992-5ded-4117-9869-ae820f574581 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (0932df25-e4b7-43cc-8585-fcfdb79ec72e), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:55.780481 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f91d992-5ded-4117-9869-ae820f574581 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (0932df25-e4b7-43cc-8585-fcfdb79ec72e), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:55.797975 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-636f2f7c-eab3-42e4-a61d-4bce2ca1eb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (0932df25-e4b7-43cc-8585-fcfdb79ec72e), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:55.808732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38044818-dc8a-4dd4-a886-b5c302cc5517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c585298-e5cf-416e-94d3-ad860d2d28ed'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:03:55.811894 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c51781e-a940-4848-b02e-19be56e542b1" -d '{"events": [{"server_uuid": "38044818-dc8a-4dd4-a886-b5c302cc5517", "name": "network-vif-plugged", "status": "completed", "tag": "8c585298-e5cf-416e-94d3-ad860d2d28ed"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:03:55.847441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91d992-5ded-4117-9869-ae820f574581 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=0932df25-e4b7-43cc-8585-fcfdb79ec72e,revision_number=6']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:55.850663 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f91d992-5ded-4117-9869-ae820f574581 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (30f97639-3c26-49be-8b74-2a47b4305a32), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:55.870647 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af890b67-711c-43e3-ba0f-3e8e5177cac2 x-openstack-request-id: req-af890b67-711c-43e3-ba0f-3e8e5177cac2 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:03:55.870940 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38044818-dc8a-4dd4-a886-b5c302cc5517", "name": "network-vif-plugged", "status": "completed", "tag": "8c585298-e5cf-416e-94d3-ad860d2d28ed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:03:55.871189 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af890b67-711c-43e3-ba0f-3e8e5177cac2 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:03:55.871900 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38044818-dc8a-4dd4-a886-b5c302cc5517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c585298-e5cf-416e-94d3-ad860d2d28ed', 'code': 200} Mar 11 12:03:55.875513 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f2f7c-eab3-42e4-a61d-4bce2ca1eb78 None None] Pushing event deleted for resources: {'Port': ['ID=0932df25-e4b7-43cc-8585-fcfdb79ec72e,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:55.881208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 8c585298-e5cf-416e-94d3-ad860d2d28ed, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8c585298-e5cf-416e-94d3-ad860d2d28ed,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:55.883208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636f2f7c-eab3-42e4-a61d-4bce2ca1eb78 None None] No DVR routers for this DVR port 0932df25-e4b7-43cc-8585-fcfdb79ec72e on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:03:55.904209 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8c585298-e5cf-416e-94d3-ad860d2d28ed), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:55.920931 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f91d992-5ded-4117-9869-ae820f574581 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:55.928977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-9f91d992-5ded-4117-9869-ae820f574581 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:55.935377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f91d992-5ded-4117-9869-ae820f574581 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:55.936034 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f91d992-5ded-4117-9869-ae820f574581 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:55.941478 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03042624-d8f1-4536-a0d8-93d05f8987fe None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:55.960109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91d992-5ded-4117-9869-ae820f574581 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=30f97639-3c26-49be-8b74-2a47b4305a32,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:55.979086 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9f91d992-5ded-4117-9869-ae820f574581 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2100165 Mar 11 12:03:55.980310 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43040) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:55.985502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ee03a464-7bfd-44e2-8285-4ae5eac910fb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:56.058859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dd543-d2cf-4e23-bb1d-0e54e6e4912d req-4aa897ee-888b-4690-8f38-3eb597c68583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:56.060359 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-487dd543-d2cf-4e23-bb1d-0e54e6e4912d req-4aa897ee-888b-4690-8f38-3eb597c68583 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 1127 time: 0.1227920 Mar 11 12:03:56.151679 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0932df25-e4b7-43cc-8585-fcfdb79ec72e no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:03:56.166014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-487dd543-d2cf-4e23-bb1d-0e54e6e4912d req-f81a52ea-4f4e-4489-b67a-04fc8ca59655 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893271 Mar 11 12:03:56.184055 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=8c585298-e5cf-416e-94d3-ad860d2d28ed,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:56.187151 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 0932df25-e4b7-43cc-8585-fcfdb79ec72e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:03:56.187500 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0932df25-e4b7-43cc-8585-fcfdb79ec72e not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:03:56.189076 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'fixed_ips': [{'subnet_id': '30f97639-3c26-49be-8b74-2a47b4305a32'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:03:56.189945 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:56.241386 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353523e-db41-4b47-b080-d9a0b4624f98 req-e8b190b8-4d07-4507-993d-0a4ca0e3087b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:56.244116 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d353523e-db41-4b47-b080-d9a0b4624f98 req-e8b190b8-4d07-4507-993d-0a4ca0e3087b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.0942895 Mar 11 12:03:56.257195 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee03a464-7bfd-44e2-8285-4ae5eac910fb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:56.260827 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee03a464-7bfd-44e2-8285-4ae5eac910fb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:56.323860 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d353523e-db41-4b47-b080-d9a0b4624f98 req-f146ec8b-3e09-45b6-9054-468603ccb753 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746033 Mar 11 12:03:56.429076 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Allocated IP 2001:db8::f816:3eff:fe36:8327 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/30f97639-3c26-49be-8b74-2a47b4305a32/0f018c82-41c0-4bfb-b5fc-f14ec320dfc4) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:56.543888 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee03a464-7bfd-44e2-8285-4ae5eac910fb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (4de58c02-b364-4bae-be9b-55cbe013ed85), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:56.586292 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Publish callbacks [] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:56.592033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee03a464-7bfd-44e2-8285-4ae5eac910fb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:56.597583 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ee03a464-7bfd-44e2-8285-4ae5eac910fb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:56.602011 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:56.607651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee03a464-7bfd-44e2-8285-4ae5eac910fb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:56.608258 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee03a464-7bfd-44e2-8285-4ae5eac910fb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:56.653352 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43046) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:56.656007 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ee03a464-7bfd-44e2-8285-4ae5eac910fb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6745539 Mar 11 12:03:56.658392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-353c183d-189d-4b0e-9dc1-6aaff09a5fb7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'mac_address': 'fa:16:3e:ea:9b:03', 'name': 'tempest-NetworksTestDHCPv6-1591015654'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:03:56.662952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:56.668184 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:56.670788 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Pushing event updated for resources: {'Port': ['ID=0f018c82-41c0-4bfb-b5fc-f14ec320dfc4,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:56.673395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:56.675283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03a464-7bfd-44e2-8285-4ae5eac910fb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=4de58c02-b364-4bae-be9b-55cbe013ed85,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:56.737087 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Attempting to bind port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:03:56.737467 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Attempting to bind port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:03:56.737817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Attempting to bind port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 on network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:03:56.743275 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:03:56.743675 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Checking segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:03:56.744097 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:56.744480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Bound using segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:03:56.745072 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Bound port: 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:03:56.745321 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:56.810098 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] For port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:03:56.813287 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] For port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0f018c82-41c0-4bfb-b5fc-f14ec320dfc4,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:03:56.823450 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:56.882943 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c45fee92-caf8-4260-b066-5a16c65d297c req-78feab29-fa0a-4336-b4c4-8ddb8a11058f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1871397 Mar 11 12:03:56.887419 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353c183d-189d-4b0e-9dc1-6aaff09a5fb7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:03:56.924112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e816d7-571f-4e4e-aa15-559bafa560d1 None None] Pushing event updated for resources: {'Port': ['ID=0f018c82-41c0-4bfb-b5fc-f14ec320dfc4,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:57.029207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fee92-caf8-4260-b066-5a16c65d297c req-4f976e05-606a-4340-9209-53ef4359a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:57.031027 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c45fee92-caf8-4260-b066-5a16c65d297c req-4f976e05-606a-4340-9209-53ef4359a4a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1261e07bdfea4d9b80d7efcfb649be2d&device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 1129 time: 0.1094112 Mar 11 12:03:57.033411 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-353c183d-189d-4b0e-9dc1-6aaff09a5fb7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:57.065614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-353c183d-189d-4b0e-9dc1-6aaff09a5fb7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port 1675914c-087c-4a06-ab72-ac2a714f09c5 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:03:57.174383 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fee92-caf8-4260-b066-5a16c65d297c req-e4ebf23f-0c41-4a0d-bb59-ca1333e191ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:57.175931 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c45fee92-caf8-4260-b066-5a16c65d297c req-e4ebf23f-0c41-4a0d-bb59-ca1333e191ec service neutron] 10.222.0.71 "GET /v2.0/networks?id=e532891a-d9f9-4838-8745-963ad9eaeacc HTTP/1.1" status: 200 len: 918 time: 0.1054931 Mar 11 12:03:57.341015 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c45fee92-caf8-4260-b066-5a16c65d297c req-63e0e3a3-c4dc-4c85-923c-db0e297ce572 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e HTTP/1.1" status: 200 len: 1001 time: 0.1359115 Mar 11 12:03:57.438222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fee92-caf8-4260-b066-5a16c65d297c req-a3095978-6244-4d32-9bf3-b3c8c2cfc7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:57.439760 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c45fee92-caf8-4260-b066-5a16c65d297c req-a3095978-6244-4d32-9bf3-b3c8c2cfc7b4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc42e876-74e9-4322-8608-e55a47f90e7b HTTP/1.1" status: 200 len: 856 time: 0.0912969 Mar 11 12:03:57.897385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-353c183d-189d-4b0e-9dc1-6aaff09a5fb7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 172.20.0.7 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/4de58c02-b364-4bae-be9b-55cbe013ed85/1675914c-087c-4a06-ab72-ac2a714f09c5) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:57.904527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-353c183d-189d-4b0e-9dc1-6aaff09a5fb7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::f816:3eff:feea:9b03 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/30f97639-3c26-49be-8b74-2a47b4305a32/1675914c-087c-4a06-ab72-ac2a714f09c5) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:58.019125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378971e8-3917-434d-95d1-0c1127800e14 req-c1580db2-d77f-4c02-95a1-bce94faabf80 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:58.020785 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-378971e8-3917-434d-95d1-0c1127800e14 req-c1580db2-d77f-4c02-95a1-bce94faabf80 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.5755544 Mar 11 12:03:58.055657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fee92-caf8-4260-b066-5a16c65d297c req-eac8de73-6cfb-4dbb-a849-ce41e5edb0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:58.057172 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c45fee92-caf8-4260-b066-5a16c65d297c req-eac8de73-6cfb-4dbb-a849-ce41e5edb0f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e532891a-d9f9-4838-8745-963ad9eaeacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6006703 Mar 11 12:03:58.171133 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:03:58.209749 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-378971e8-3917-434d-95d1-0c1127800e14 req-118b9321-ff50-42f5-9c5a-17fb29e35faa tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762018 Mar 11 12:03:58.275717 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:58.276243 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:58.304168 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c45fee92-caf8-4260-b066-5a16c65d297c req-e5e13db4-a885-45e6-9288-49486c934133 service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363701 Mar 11 12:03:58.307804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85942c1-0979-477b-830a-1dba7a390665 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:03:58.476474 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-11accc25-c4f5-4201-bef6-0fcb3ea4be1f None None] Provisioning complete for port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:03:58.476842 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-11accc25-c4f5-4201-bef6-0fcb3ea4be1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:58.493504 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c45fee92-caf8-4260-b066-5a16c65d297c req-57e26023-ed64-4202-9b86-bed6416485cc service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801484 Mar 11 12:03:58.595407 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-353c183d-189d-4b0e-9dc1-6aaff09a5fb7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (1675914c-087c-4a06-ab72-ac2a714f09c5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:58.625183 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:58.625866 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:58.643727 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce4b4b-5c63-42ff-bfe1-3c753c016569 req-bee1f251-599c-408e-9dab-6ceef563a662 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:58.651371 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10ce4b4b-5c63-42ff-bfe1-3c753c016569 req-bee1f251-599c-408e-9dab-6ceef563a662 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.1202874 Mar 11 12:03:58.712883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0f018c82-41c0-4bfb-b5fc-f14ec320dfc4,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:58.713676 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10ce4b4b-5c63-42ff-bfe1-3c753c016569 req-506f6f54-9959-41c7-85c4-feb7cc701f2f tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563481 Mar 11 12:03:58.715207 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-353c183d-189d-4b0e-9dc1-6aaff09a5fb7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (1675914c-087c-4a06-ab72-ac2a714f09c5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:58.723038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-11accc25-c4f5-4201-bef6-0fcb3ea4be1f None None] Current status of the port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:58.723564 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-11accc25-c4f5-4201-bef6-0fcb3ea4be1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:58.738479 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:58.826067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353c183d-189d-4b0e-9dc1-6aaff09a5fb7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:03:58.831898 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-353c183d-189d-4b0e-9dc1-6aaff09a5fb7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:03:58.839334 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353c183d-189d-4b0e-9dc1-6aaff09a5fb7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:03:58.993392 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8a3844-a65e-48b9-9794-b92e876b1d12 None None] Update dhcp port {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'fixed_ips': [{'subnet_id': '30f97639-3c26-49be-8b74-2a47b4305a32', 'ip_address': '2001:db8::f816:3eff:fe36:8327'}, {'subnet_id': '4de58c02-b364-4bae-be9b-55cbe013ed85'}], 'binding:host_id': 'n-d-833234-2'}, 'id': '0f018c82-41c0-4bfb-b5fc-f14ec320dfc4'} from n-d-833234-2. {{(pid=104033) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 12:03:59.011184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c183d-189d-4b0e-9dc1-6aaff09a5fb7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:59.011738 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-353c183d-189d-4b0e-9dc1-6aaff09a5fb7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:59.034260 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-11accc25-c4f5-4201-bef6-0fcb3ea4be1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:03:59.034517 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-11accc25-c4f5-4201-bef6-0fcb3ea4be1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:03:59.035620 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=0f018c82-41c0-4bfb-b5fc-f14ec320dfc4,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:59.054996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c183d-189d-4b0e-9dc1-6aaff09a5fb7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=1675914c-087c-4a06-ab72-ac2a714f09c5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:59.072507 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3844-a65e-48b9-9794-b92e876b1d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:59.079547 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-353c183d-189d-4b0e-9dc1-6aaff09a5fb7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4250727 Mar 11 12:03:59.082670 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43078) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:59.102263 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944fc22-dc89-45d0-9fcd-5d6a86c9d77f req-05ad34e8-1b1d-42b9-a4b6-fb93020d31a1 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:59.107122 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7944fc22-dc89-45d0-9fcd-5d6a86c9d77f req-05ad34e8-1b1d-42b9-a4b6-fb93020d31a1 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.1582880 Mar 11 12:03:59.161197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85af64c2-c09e-4941-ac89-a5f4532c643e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:59.170938 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85af64c2-c09e-4941-ac89-a5f4532c643e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:59.171175 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7944fc22-dc89-45d0-9fcd-5d6a86c9d77f req-8c54560f-4aa1-4871-800f-b34918dad7b0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615401 Mar 11 12:03:59.175732 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-85af64c2-c09e-4941-ac89-a5f4532c643e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0903258 Mar 11 12:03:59.178695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43080) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:03:59.434921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-5495fdfc-c631-4094-bb80-5dab19b7abfd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port 1675914c-087c-4a06-ab72-ac2a714f09c5 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:03:59.435522 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5495fdfc-c631-4094-bb80-5dab19b7abfd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1675914c-087c-4a06-ab72-ac2a714f09c5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:59.515364 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-ec8a3844-a65e-48b9-9794-b92e876b1d12 None None] Allocated IP 172.20.0.2 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/4de58c02-b364-4bae-be9b-55cbe013ed85/0f018c82-41c0-4bfb-b5fc-f14ec320dfc4) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:03:59.515944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099791c-5974-4ffd-83b1-ec573099baeb req-96bdc70f-8056-4fae-b5b5-44b4c262e91b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:59.525997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3099791c-5974-4ffd-83b1-ec573099baeb req-96bdc70f-8056-4fae-b5b5-44b4c262e91b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.1389999 Mar 11 12:03:59.563473 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e36c-1427-4298-b763-159193301e6f req-9f14e677-eb76-449e-bf3e-5e741e40de87 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:03:59.565303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e61e36c-1427-4298-b763-159193301e6f req-9f14e677-eb76-449e-bf3e-5e741e40de87 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 947 time: 0.1154795 Mar 11 12:03:59.581513 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5495fdfc-c631-4094-bb80-5dab19b7abfd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1675914c-087c-4a06-ab72-ac2a714f09c5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:59.612385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-5495fdfc-c631-4094-bb80-5dab19b7abfd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for 1675914c-087c-4a06-ab72-ac2a714f09c5 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:03:59.638774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3099791c-5974-4ffd-83b1-ec573099baeb req-fd30130d-3010-43a7-a913-ff274aa5acfb tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081684 Mar 11 12:03:59.676256 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-11accc25-c4f5-4201-bef6-0fcb3ea4be1f None None] Current status of the port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:03:59.700005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e61e36c-1427-4298-b763-159193301e6f req-7d60effa-1d5c-430c-9bb6-4bdd393752b6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240995 Mar 11 12:03:59.730988 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ec8a3844-a65e-48b9-9794-b92e876b1d12 None None] For port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0f018c82-41c0-4bfb-b5fc-f14ec320dfc4,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:03:59.770188 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3844-a65e-48b9-9794-b92e876b1d12 None None] Publish callbacks [] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:59.779329 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3844-a65e-48b9-9794-b92e876b1d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:59.868154 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a3844-a65e-48b9-9794-b92e876b1d12 None None] Pushing event updated for resources: {'Port': ['ID=0f018c82-41c0-4bfb-b5fc-f14ec320dfc4,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:03:59.901263 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5495fdfc-c631-4094-bb80-5dab19b7abfd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1675914c-087c-4a06-ab72-ac2a714f09c5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:03:59.937061 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495fdfc-c631-4094-bb80-5dab19b7abfd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=1675914c-087c-4a06-ab72-ac2a714f09c5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:00.041754 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5495fdfc-c631-4094-bb80-5dab19b7abfd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:00.045738 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5495fdfc-c631-4094-bb80-5dab19b7abfd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/1675914c-087c-4a06-ab72-ac2a714f09c5 HTTP/1.1" status: 204 len: 168 time: 0.8655312 Mar 11 12:04:00.052837 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43098) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:00.161259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:04:00.167008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e6ed8f-7bef-4e3e-9d20-81fcb174fd5c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:00.168836 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e6ed8f-7bef-4e3e-9d20-81fcb174fd5c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:00.170587 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e6ed8f-7bef-4e3e-9d20-81fcb174fd5c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:00.172823 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-44e6ed8f-7bef-4e3e-9d20-81fcb174fd5c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1180394 Mar 11 12:04:00.175338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43102) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:00.270912 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:00.271373 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:00.301637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a89c88-77ca-4b4e-9f9e-8e86dcd6b36a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 30f97639-3c26-49be-8b74-2a47b4305a32 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:04:00.316596 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d6a89c88-77ca-4b4e-9f9e-8e86dcd6b36a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (30f97639-3c26-49be-8b74-2a47b4305a32), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:00.404230 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:00.414239 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d6a89c88-77ca-4b4e-9f9e-8e86dcd6b36a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (30f97639-3c26-49be-8b74-2a47b4305a32), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:00.559424 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d6a89c88-77ca-4b4e-9f9e-8e86dcd6b36a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (30f97639-3c26-49be-8b74-2a47b4305a32), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:00.683318 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d6a89c88-77ca-4b4e-9f9e-8e86dcd6b36a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (30f97639-3c26-49be-8b74-2a47b4305a32), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:00.757321 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d6a89c88-77ca-4b4e-9f9e-8e86dcd6b36a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:00.760618 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d6a89c88-77ca-4b4e-9f9e-8e86dcd6b36a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/30f97639-3c26-49be-8b74-2a47b4305a32 HTTP/1.1" status: 204 len: 168 time: 0.5840032 Mar 11 12:04:00.761499 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a89c88-77ca-4b4e-9f9e-8e86dcd6b36a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=30f97639-3c26-49be-8b74-2a47b4305a32,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:00.764161 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43114) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:00.804913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6ca4eb-ff58-428b-9c82-a786de2f08a8 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:00.866764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6da1cca-a9fe-490b-ad24-c0493f375208 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 4de58c02-b364-4bae-be9b-55cbe013ed85 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:04:00.880912 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6da1cca-a9fe-490b-ad24-c0493f375208 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (4de58c02-b364-4bae-be9b-55cbe013ed85), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:00.946082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b78f3e-aa6f-4802-8bba-22e420689842 req-3c68e061-1978-486f-8f99-26f1cb6890f6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:00.947863 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-56b78f3e-aa6f-4802-8bba-22e420689842 req-3c68e061-1978-486f-8f99-26f1cb6890f6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.1152551 Mar 11 12:04:00.961468 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6efc02f7-1121-483e-a0e6-f6dec15e5c88 None None] Provisioning complete for port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:00.961867 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6efc02f7-1121-483e-a0e6-f6dec15e5c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:00.973375 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6da1cca-a9fe-490b-ad24-c0493f375208 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (4de58c02-b364-4bae-be9b-55cbe013ed85), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:01.041467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-56b78f3e-aa6f-4802-8bba-22e420689842 req-2ceadf45-509e-48b7-ad79-dc4d22fd357d tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842764 Mar 11 12:04:01.062250 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834c504-3799-4941-81e8-2e8db381c96c req-c0436ba0-f724-4bd3-843d-905cc68b75ef tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:01.071452 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8834c504-3799-4941-81e8-2e8db381c96c req-c0436ba0-f724-4bd3-843d-905cc68b75ef tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 947 time: 0.1888363 Mar 11 12:04:01.121742 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6efc02f7-1121-483e-a0e6-f6dec15e5c88 None None] Current status of the port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:01.174457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8834c504-3799-4941-81e8-2e8db381c96c req-972e3380-e25f-4b97-99ca-dd9e7e8769f6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011984 Mar 11 12:04:01.178264 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6da1cca-a9fe-490b-ad24-c0493f375208 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (4de58c02-b364-4bae-be9b-55cbe013ed85), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:01.214594 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5ae47-070c-4d8b-a67b-e9c59156e5a9 req-a86b75d7-4da0-401f-9dbf-a96e9bbe478a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:01.216242 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fc5ae47-070c-4d8b-a67b-e9c59156e5a9 req-a86b75d7-4da0-401f-9dbf-a96e9bbe478a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 947 time: 0.0929923 Mar 11 12:04:01.298259 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6da1cca-a9fe-490b-ad24-c0493f375208 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (4de58c02-b364-4bae-be9b-55cbe013ed85), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:01.354861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da1cca-a9fe-490b-ad24-c0493f375208 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=4de58c02-b364-4bae-be9b-55cbe013ed85,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:01.369493 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6da1cca-a9fe-490b-ad24-c0493f375208 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:01.374224 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f6da1cca-a9fe-490b-ad24-c0493f375208 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/4de58c02-b364-4bae-be9b-55cbe013ed85 HTTP/1.1" status: 204 len: 168 time: 0.6088748 Mar 11 12:04:01.376591 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43116) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:01.408050 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-9fc5ae47-070c-4d8b-a67b-e9c59156e5a9 req-63c819e5-fde8-4958-9a3e-79c6347fbb4b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Deleting port 09b137d2-447d-4b1a-808e-fb94594e0e6e {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:04:01.408821 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9fc5ae47-070c-4d8b-a67b-e9c59156e5a9 req-63c819e5-fde8-4958-9a3e-79c6347fbb4b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:01.426169 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9b0d4115-bafa-441c-b35d-6f433213ad9a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481944 Mar 11 12:04:01.429093 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43118) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:01.434939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b5947e13-5944-4047-91aa-8f716fd4fa11 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:01.589197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-9fc5ae47-070c-4d8b-a67b-e9c59156e5a9 req-63c819e5-fde8-4958-9a3e-79c6347fbb4b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] For port 09b137d2-447d-4b1a-808e-fb94594e0e6e, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=09b137d2-447d-4b1a-808e-fb94594e0e6e,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:01.589786 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9fc5ae47-070c-4d8b-a67b-e9c59156e5a9 req-63c819e5-fde8-4958-9a3e-79c6347fbb4b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:01.642524 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5947e13-5944-4047-91aa-8f716fd4fa11 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:01.647013 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5947e13-5944-4047-91aa-8f716fd4fa11 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:01.885602 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5947e13-5944-4047-91aa-8f716fd4fa11 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (401a3d00-c4d9-462c-bbb8-1ae549d2fb3c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:01.943077 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5947e13-5944-4047-91aa-8f716fd4fa11 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=401a3d00-c4d9-462c-bbb8-1ae549d2fb3c,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:01.955330 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5947e13-5944-4047-91aa-8f716fd4fa11 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:01.956819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-b5947e13-5944-4047-91aa-8f716fd4fa11 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:01.960751 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5947e13-5944-4047-91aa-8f716fd4fa11 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:01.961363 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5947e13-5944-4047-91aa-8f716fd4fa11 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:01.980681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92137e1b-03e1-45b8-8359-9f73656b9cd1 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:01.993236 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9fc5ae47-070c-4d8b-a67b-e9c59156e5a9 req-63c819e5-fde8-4958-9a3e-79c6347fbb4b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:01.993857 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9fc5ae47-070c-4d8b-a67b-e9c59156e5a9 req-63c819e5-fde8-4958-9a3e-79c6347fbb4b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (e722ddb0-b1ba-4d19-a68e-cb1317620804), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:01.994338 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [req-9fc5ae47-070c-4d8b-a67b-e9c59156e5a9 req-63c819e5-fde8-4958-9a3e-79c6347fbb4b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Floating IP e722ddb0-b1ba-4d19-a68e-cb1317620804 disassociated. External IP: 172.25.7.80, port: 09b137d2-447d-4b1a-808e-fb94594e0e6e. Mar 11 12:04:01.994807 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-9fc5ae47-070c-4d8b-a67b-e9c59156e5a9 req-63c819e5-fde8-4958-9a3e-79c6347fbb4b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Calling delete_port for 09b137d2-447d-4b1a-808e-fb94594e0e6e owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:04:01.997736 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b5947e13-5944-4047-91aa-8f716fd4fa11 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5674222 Mar 11 12:04:02.002531 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43126) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:02.011663 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1df7d2e3-5bcd-4166-8c73-d9fae08484df tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:02.188938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a3b1df7c-b01f-4758-87d7-0ec5801d92d9 None None] Provisioning complete for port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:02.189322 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a3b1df7c-b01f-4758-87d7-0ec5801d92d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:02.240278 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9fc5ae47-070c-4d8b-a67b-e9c59156e5a9 req-63c819e5-fde8-4958-9a3e-79c6347fbb4b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (09b137d2-447d-4b1a-808e-fb94594e0e6e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:02.251954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df7d2e3-5bcd-4166-8c73-d9fae08484df tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:02.259118 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1df7d2e3-5bcd-4166-8c73-d9fae08484df tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:02.283364 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a376993-b2a5-44bc-8b99-c5b48dbb8863 req-b6b131e5-175f-4143-b76e-4ae48273c0a9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:02.295141 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a376993-b2a5-44bc-8b99-c5b48dbb8863 req-b6b131e5-175f-4143-b76e-4ae48273c0a9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.1272621 Mar 11 12:04:02.386895 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a3b1df7c-b01f-4758-87d7-0ec5801d92d9 None None] Current status of the port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:02.421902 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c819e5-fde8-4958-9a3e-79c6347fbb4b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Pushing event deleted for resources: {'Port': ['ID=09b137d2-447d-4b1a-808e-fb94594e0e6e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:02.459278 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb2becef-d592-4bd1-803f-fd034692aa3d req-a0ee5363-9eb7-4335-805e-8f02376c8537 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f36e33-2b9e-4bbb-b28a-a584982a54c8 HTTP/1.1" status: 200 len: 210 time: 0.0402102 Mar 11 12:04:02.466496 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a376993-b2a5-44bc-8b99-c5b48dbb8863 req-a5a9018b-e2cc-4721-91fd-d6a1071c22b1 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703432 Mar 11 12:04:02.639509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-59309cf6-b846-4745-9e5b-e4fef50d8d6b None None] Provisioning complete for port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:02.639941 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-59309cf6-b846-4745-9e5b-e4fef50d8d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:02.685783 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fc5ae47-070c-4d8b-a67b-e9c59156e5a9 req-63c819e5-fde8-4958-9a3e-79c6347fbb4b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Router 7612444f-72f5-41e8-a16c-049a27c0eb3d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:04:02.791166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-59309cf6-b846-4745-9e5b-e4fef50d8d6b None None] Current status of the port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:02.856770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fc5ae47-070c-4d8b-a67b-e9c59156e5a9 req-63c819e5-fde8-4958-9a3e-79c6347fbb4b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:04:02.872896 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65854b7-3406-45fe-9377-274ba1387e0b None None] Sync routers for ids ['7612444f-72f5-41e8-a16c-049a27c0eb3d'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:04:02.891898 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65854b7-3406-45fe-9377-274ba1387e0b None None] Routers {'7612444f-72f5-41e8-a16c-049a27c0eb3d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:04:02.897960 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b65854b7-3406-45fe-9377-274ba1387e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:03:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7612444f-72f5-41e8-a16c-049a27c0eb3d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:04:02.906694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.objects.ports [None req-1df7d2e3-5bcd-4166-8c73-d9fae08484df tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104032) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 12:04:02.920965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc5ae47-070c-4d8b-a67b-e9c59156e5a9 req-63c819e5-fde8-4958-9a3e-79c6347fbb4b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] No DVR routers for this DVR port 09b137d2-447d-4b1a-808e-fb94594e0e6e on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:04:02.926589 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9fc5ae47-070c-4d8b-a67b-e9c59156e5a9 req-63c819e5-fde8-4958-9a3e-79c6347fbb4b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:02.931161 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9fc5ae47-070c-4d8b-a67b-e9c59156e5a9 req-63c819e5-fde8-4958-9a3e-79c6347fbb4b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.71 "DELETE /v2.0/ports/09b137d2-447d-4b1a-808e-fb94594e0e6e HTTP/1.1" status: 204 len: 173 time: 1.7087190 Mar 11 12:04:02.936418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'name': 'network-vif-deleted', 'tag': '09b137d2-447d-4b1a-808e-fb94594e0e6e'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:04:02.942567 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6882030e-7fd0-403f-ab36-fe6c11ae3a4e" -d '{"events": [{"server_uuid": "e4f36e33-2b9e-4bbb-b28a-a584982a54c8", "name": "network-vif-deleted", "tag": "09b137d2-447d-4b1a-808e-fb94594e0e6e"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:04:03.025735 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87203eec-57b9-452b-92b7-4a8fa7eac955 x-openstack-request-id: req-87203eec-57b9-452b-92b7-4a8fa7eac955 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:04:03.026053 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f36e33-2b9e-4bbb-b28a-a584982a54c8", "name": "network-vif-deleted", "tag": "09b137d2-447d-4b1a-808e-fb94594e0e6e", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:04:03.026311 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87203eec-57b9-452b-92b7-4a8fa7eac955 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:04:03.026723 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f36e33-2b9e-4bbb-b28a-a584982a54c8', 'name': 'network-vif-deleted', 'tag': '09b137d2-447d-4b1a-808e-fb94594e0e6e', 'status': 'completed', 'code': 200} Mar 11 12:04:03.110738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-603a76f8-269b-4ec6-b475-2666df645c09 None None] Could not find standard attr ID for object 1675914c-087c-4a06-ab72-ac2a714f09c5. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:04:03.198088 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b65854b7-3406-45fe-9377-274ba1387e0b None None] Set router 7612444f-72f5-41e8-a16c-049a27c0eb3d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:04:03.338492 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1df7d2e3-5bcd-4166-8c73-d9fae08484df tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:03.570098 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b65854b7-3406-45fe-9377-274ba1387e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T11:59:54Z', 'revision_number': 4, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '07c02ff4-8c0e-42a9-a555-2fae6698f949', 'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'mac_address': 'fa:16:3e:95:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:52Z', 'updated_at': '2022-03-11T12:00:02Z', 'revision_number': 5, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'subnets': [{'id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:04:03.579481 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-1df7d2e3-5bcd-4166-8c73-d9fae08484df tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] For port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0f018c82-41c0-4bfb-b5fc-f14ec320dfc4,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:03.632567 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1df7d2e3-5bcd-4166-8c73-d9fae08484df tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:03.637416 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:03.648548 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65854b7-3406-45fe-9377-274ba1387e0b None None] Checking router: 7612444f-72f5-41e8-a16c-049a27c0eb3d for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:04:03.649065 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1df7d2e3-5bcd-4166-8c73-d9fae08484df tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:03.667178 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65854b7-3406-45fe-9377-274ba1387e0b None None] Routers {'7612444f-72f5-41e8-a16c-049a27c0eb3d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:04:03.669975 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b65854b7-3406-45fe-9377-274ba1387e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:03:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7612444f-72f5-41e8-a16c-049a27c0eb3d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:04:03.672813 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1df7d2e3-5bcd-4166-8c73-d9fae08484df tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (11412da3-1cb8-40cf-9db7-f16c6979ee92), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:03.729098 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc9480-217a-4478-9c7d-1fe0d5a478a2 req-b42e2642-d075-465f-a193-ef215dadaa04 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:03.736404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74fc9480-217a-4478-9c7d-1fe0d5a478a2 req-b42e2642-d075-465f-a193-ef215dadaa04 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.1403923 Mar 11 12:04:03.755711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7d2e3-5bcd-4166-8c73-d9fae08484df tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=11412da3-1cb8-40cf-9db7-f16c6979ee92,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:03.772678 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df7d2e3-5bcd-4166-8c73-d9fae08484df tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:03.775958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1df7d2e3-5bcd-4166-8c73-d9fae08484df tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:03.785240 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6ff76e-5015-4e68-84bd-2f84ab95f098 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:03.789813 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df7d2e3-5bcd-4166-8c73-d9fae08484df tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:03.797764 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1df7d2e3-5bcd-4166-8c73-d9fae08484df tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:03.820677 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74fc9480-217a-4478-9c7d-1fe0d5a478a2 req-9a0e6d17-89f8-4732-a904-0ac57f5815c1 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831363 Mar 11 12:04:03.851516 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7d2e3-5bcd-4166-8c73-d9fae08484df tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=0f018c82-41c0-4bfb-b5fc-f14ec320dfc4,revision_number=8']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:03.865125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43150) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:03.866861 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1df7d2e3-5bcd-4166-8c73-d9fae08484df tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8628490 Mar 11 12:04:03.870907 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-70f29da5-ea21-46ce-a1cf-a330183efc2b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'mac_address': 'fa:16:3e:12:fe:d9', 'name': 'tempest-NetworksTestDHCPv6-495288104'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:03.874824 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b65854b7-3406-45fe-9377-274ba1387e0b None None] Set router 7612444f-72f5-41e8-a16c-049a27c0eb3d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:04:04.085535 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88226bc8-8c12-448f-91d7-cc3fb3191b7a None None] Update dhcp port {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'fixed_ips': [{'subnet_id': '11412da3-1cb8-40cf-9db7-f16c6979ee92', 'ip_address': '2001:db8::f816:3eff:fe36:8327'}, {'subnet_id': '401a3d00-c4d9-462c-bbb8-1ae549d2fb3c'}], 'binding:host_id': 'n-d-833234-2'}, 'id': '0f018c82-41c0-4bfb-b5fc-f14ec320dfc4'} from n-d-833234-2. {{(pid=104033) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 12:04:04.086287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f29da5-ea21-46ce-a1cf-a330183efc2b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:04.169325 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:04:04.183102 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-88226bc8-8c12-448f-91d7-cc3fb3191b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:04.214204 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b65854b7-3406-45fe-9377-274ba1387e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T11:59:54Z', 'revision_number': 4, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '07c02ff4-8c0e-42a9-a555-2fae6698f949', 'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'mac_address': 'fa:16:3e:95:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:52Z', 'updated_at': '2022-03-11T12:00:02Z', 'revision_number': 5, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'subnets': [{'id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:04:04.240682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 09b137d2-447d-4b1a-808e-fb94594e0e6e no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:04:04.268122 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70f29da5-ea21-46ce-a1cf-a330183efc2b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:04.279970 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65854b7-3406-45fe-9377-274ba1387e0b None None] The sync data for ids ['7612444f-72f5-41e8-a16c-049a27c0eb3d'] in n-d-833234-2 is: [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T11:59:54Z', 'revision_number': 4, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '07c02ff4-8c0e-42a9-a555-2fae6698f949', 'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'mac_address': 'fa:16:3e:95:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:52Z', 'updated_at': '2022-03-11T12:00:02Z', 'revision_number': 5, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'subnets': [{'id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:04:04.355283 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-70f29da5-ea21-46ce-a1cf-a330183efc2b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port ca2f4903-841c-4e83-9ae0-3d3a9e2be450 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:04:04.567325 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 09b137d2-447d-4b1a-808e-fb94594e0e6e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:04:04.567822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 09b137d2-447d-4b1a-808e-fb94594e0e6e not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:04:04.636357 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-70f29da5-ea21-46ce-a1cf-a330183efc2b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 172.20.0.10 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/401a3d00-c4d9-462c-bbb8-1ae549d2fb3c/ca2f4903-841c-4e83-9ae0-3d3a9e2be450) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:04.683014 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43160) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:04.687904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-70f29da5-ea21-46ce-a1cf-a330183efc2b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::f816:3eff:fe12:fed9 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/11412da3-1cb8-40cf-9db7-f16c6979ee92/ca2f4903-841c-4e83-9ae0-3d3a9e2be450) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:04.744430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:04.746587 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:04.816186 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0509735-96c8-44e8-8666-5bb7103a9a8d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group (9a61f7b4-9ccb-4f9c-9893-ef7185e9d294), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:04.871003 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caafa3c4-38e2-489a-8358-4b14200851be None None] New status for floating IP e722ddb0-b1ba-4d19-a68e-cb1317620804: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:04:04.879085 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0509735-96c8-44e8-8666-5bb7103a9a8d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group (9a61f7b4-9ccb-4f9c-9893-ef7185e9d294), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:04.955878 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0509735-96c8-44e8-8666-5bb7103a9a8d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9a61f7b4-9ccb-4f9c-9893-ef7185e9d294), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:04.959455 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0509735-96c8-44e8-8666-5bb7103a9a8d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:04.965877 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b0509735-96c8-44e8-8666-5bb7103a9a8d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "DELETE /v2.0/security-groups/9a61f7b4-9ccb-4f9c-9893-ef7185e9d294 HTTP/1.1" status: 204 len: 168 time: 0.2814693 Mar 11 12:04:04.966291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43164) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:04.969752 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70f29da5-ea21-46ce-a1cf-a330183efc2b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (ca2f4903-841c-4e83-9ae0-3d3a9e2be450), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:04.978118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0509735-96c8-44e8-8666-5bb7103a9a8d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a61f7b4-9ccb-4f9c-9893-ef7185e9d294,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:05.003803 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-e50ec7f2-861e-40a5-97f7-b6ee90c8f429 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] show failed (client error): The resource could not be found. Mar 11 12:04:05.005199 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e50ec7f2-861e-40a5-97f7-b6ee90c8f429 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups/9a61f7b4-9ccb-4f9c-9893-ef7185e9d294 HTTP/1.1" status: 404 len: 347 time: 0.0334809 Mar 11 12:04:05.008963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43166) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:05.111065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8c675-02f9-41f5-a1ca-d977078bd1eb req-d57e2454-3937-42aa-b706-edd65ef34681 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:05.114000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65a8c675-02f9-41f5-a1ca-d977078bd1eb req-d57e2454-3937-42aa-b706-edd65ef34681 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.2027395 Mar 11 12:04:05.133026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:05.209495 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70f29da5-ea21-46ce-a1cf-a330183efc2b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ca2f4903-841c-4e83-9ae0-3d3a9e2be450), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:05.264057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-88226bc8-8c12-448f-91d7-cc3fb3191b7a None None] Allocated IP 172.20.0.2 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/401a3d00-c4d9-462c-bbb8-1ae549d2fb3c/0f018c82-41c0-4bfb-b5fc-f14ec320dfc4) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:05.316268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f29da5-ea21-46ce-a1cf-a330183efc2b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:05.323668 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-70f29da5-ea21-46ce-a1cf-a330183efc2b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:05.325513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f29da5-ea21-46ce-a1cf-a330183efc2b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=ca2f4903-841c-4e83-9ae0-3d3a9e2be450,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:05.328714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f29da5-ea21-46ce-a1cf-a330183efc2b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:04:05.334176 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65a8c675-02f9-41f5-a1ca-d977078bd1eb req-8032f497-af80-488f-9f03-b2c598a48f31 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923361 Mar 11 12:04:05.373644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-88226bc8-8c12-448f-91d7-cc3fb3191b7a None None] For port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0f018c82-41c0-4bfb-b5fc-f14ec320dfc4,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:05.390518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f29da5-ea21-46ce-a1cf-a330183efc2b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:05.391392 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70f29da5-ea21-46ce-a1cf-a330183efc2b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:05.404604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-074f0586-df54-4f22-95cb-48df0eb22a64 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Deleting port c3ddf48e-f98d-415a-8adb-16236c630da2 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:04:05.404933 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-074f0586-df54-4f22-95cb-48df0eb22a64 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c3ddf48e-f98d-415a-8adb-16236c630da2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:05.409239 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-88226bc8-8c12-448f-91d7-cc3fb3191b7a None None] Publish callbacks [] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:05.415812 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-88226bc8-8c12-448f-91d7-cc3fb3191b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:05.433933 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-70f29da5-ea21-46ce-a1cf-a330183efc2b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5675220 Mar 11 12:04:05.436895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43170) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:05.499086 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9bad9f-97c6-4b26-b30f-7261c5f13553 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:05.506354 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9bad9f-97c6-4b26-b30f-7261c5f13553 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:05.511990 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2b9bad9f-97c6-4b26-b30f-7261c5f13553 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0737834 Mar 11 12:04:05.512884 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43172) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:05.519022 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-074f0586-df54-4f22-95cb-48df0eb22a64 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c3ddf48e-f98d-415a-8adb-16236c630da2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:05.519675 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-074f0586-df54-4f22-95cb-48df0eb22a64 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for floatingip (c3ddf48e-f98d-415a-8adb-16236c630da2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:05.520067 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88226bc8-8c12-448f-91d7-cc3fb3191b7a None None] Pushing event updated for resources: {'Port': ['ID=0f018c82-41c0-4bfb-b5fc-f14ec320dfc4,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:05.540948 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-074f0586-df54-4f22-95cb-48df0eb22a64 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Calling delete_port for c3ddf48e-f98d-415a-8adb-16236c630da2 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:04:05.629361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-12a5c104-1d9b-4b4c-af98-ff101b5dd1ce tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port ca2f4903-841c-4e83-9ae0-3d3a9e2be450 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:04:05.629928 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-12a5c104-1d9b-4b4c-af98-ff101b5dd1ce tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ca2f4903-841c-4e83-9ae0-3d3a9e2be450), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:05.742032 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-074f0586-df54-4f22-95cb-48df0eb22a64 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c3ddf48e-f98d-415a-8adb-16236c630da2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:05.745076 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-12a5c104-1d9b-4b4c-af98-ff101b5dd1ce tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ca2f4903-841c-4e83-9ae0-3d3a9e2be450), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:05.761065 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-12a5c104-1d9b-4b4c-af98-ff101b5dd1ce tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for ca2f4903-841c-4e83-9ae0-3d3a9e2be450 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:04:05.792737 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f0586-df54-4f22-95cb-48df0eb22a64 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Pushing event deleted for resources: {'Port': ['ID=c3ddf48e-f98d-415a-8adb-16236c630da2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:05.860923 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-074f0586-df54-4f22-95cb-48df0eb22a64 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for floatingip (e722ddb0-b1ba-4d19-a68e-cb1317620804), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:05.864158 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-074f0586-df54-4f22-95cb-48df0eb22a64 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:05.868267 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-074f0586-df54-4f22-95cb-48df0eb22a64 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "DELETE /v2.0/floatingips/e722ddb0-b1ba-4d19-a68e-cb1317620804 HTTP/1.1" status: 204 len: 168 time: 0.8545566 Mar 11 12:04:06.077303 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-12a5c104-1d9b-4b4c-af98-ff101b5dd1ce tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ca2f4903-841c-4e83-9ae0-3d3a9e2be450), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:06.124527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5c104-1d9b-4b4c-af98-ff101b5dd1ce tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=ca2f4903-841c-4e83-9ae0-3d3a9e2be450,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:06.144385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:04:06.230395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:06.230957 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:06.286414 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-12a5c104-1d9b-4b4c-af98-ff101b5dd1ce tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:06.295556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43188) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:06.296127 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-12a5c104-1d9b-4b4c-af98-ff101b5dd1ce tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/ca2f4903-841c-4e83-9ae0-3d3a9e2be450 HTTP/1.1" status: 204 len: 168 time: 0.7815468 Mar 11 12:04:06.387761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:06.426025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b894d9-8453-470c-8fe8-70b9b8b6dc4b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:06.428719 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b894d9-8453-470c-8fe8-70b9b8b6dc4b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:06.430243 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b894d9-8453-470c-8fe8-70b9b8b6dc4b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:06.433860 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f4b894d9-8453-470c-8fe8-70b9b8b6dc4b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1362338 Mar 11 12:04:06.437476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43192) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:06.480202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43194) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:06.485768 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-eff98a0d-d5ce-4c44-b668-21f26bf45d4e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1481583919', 'description': 'tempest-description--398136067'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:06.548358 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9678a73-0e08-45ac-8137-f6d30b5cd70a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 11412da3-1cb8-40cf-9db7-f16c6979ee92 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:04:06.553028 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9678a73-0e08-45ac-8137-f6d30b5cd70a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (11412da3-1cb8-40cf-9db7-f16c6979ee92), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:06.578390 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f44c5792-9707-49a7-a831-5370c5a0c992 None None] Provisioning complete for port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:06.580818 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f44c5792-9707-49a7-a831-5370c5a0c992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:06.593177 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eff98a0d-d5ce-4c44-b668-21f26bf45d4e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:06.644218 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9678a73-0e08-45ac-8137-f6d30b5cd70a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (11412da3-1cb8-40cf-9db7-f16c6979ee92), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:06.669672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1faeb-d8b8-4d65-8102-ba2d3c7e7e03 req-405e37c9-6577-45c7-addf-cec9af6e2db9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:06.677174 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0af1faeb-d8b8-4d65-8102-ba2d3c7e7e03 req-405e37c9-6577-45c7-addf-cec9af6e2db9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.1765125 Mar 11 12:04:06.747336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f44c5792-9707-49a7-a831-5370c5a0c992 None None] Current status of the port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:06.775716 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9678a73-0e08-45ac-8137-f6d30b5cd70a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (11412da3-1cb8-40cf-9db7-f16c6979ee92), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:06.814071 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0af1faeb-d8b8-4d65-8102-ba2d3c7e7e03 req-7bac0d50-2039-4116-8119-708084242b7f tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269608 Mar 11 12:04:06.844708 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eff98a0d-d5ce-4c44-b668-21f26bf45d4e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group (7a2d63b7-9479-49b4-8f6e-691dc5b67a47), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:06.852143 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eff98a0d-d5ce-4c44-b668-21f26bf45d4e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7a2d63b7-9479-49b4-8f6e-691dc5b67a47), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:06.856812 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9678a73-0e08-45ac-8137-f6d30b5cd70a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (11412da3-1cb8-40cf-9db7-f16c6979ee92), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:06.873711 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9678a73-0e08-45ac-8137-f6d30b5cd70a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:06.877505 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e9678a73-0e08-45ac-8137-f6d30b5cd70a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/11412da3-1cb8-40cf-9db7-f16c6979ee92 HTTP/1.1" status: 204 len: 168 time: 0.4389932 Mar 11 12:04:06.880835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43200) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:06.914624 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eff98a0d-d5ce-4c44-b668-21f26bf45d4e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:06.916547 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-eff98a0d-d5ce-4c44-b668-21f26bf45d4e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4345195 Mar 11 12:04:06.919469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff98a0d-d5ce-4c44-b668-21f26bf45d4e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2d63b7-9479-49b4-8f6e-691dc5b67a47,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:06.931060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43202) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:06.936078 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b724a5b3-ab74-441b-8beb-155be0209d00 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Request body: {'security_group_rule': {'security_group_id': '7a2d63b7-9479-49b4-8f6e-691dc5b67a47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:06.986430 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-53dc7d9f-1215-45fe-a828-0bc0c50e5af4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 401a3d00-c4d9-462c-bbb8-1ae549d2fb3c {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:04:06.990572 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53dc7d9f-1215-45fe-a828-0bc0c50e5af4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (401a3d00-c4d9-462c-bbb8-1ae549d2fb3c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:06.994062 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9678a73-0e08-45ac-8137-f6d30b5cd70a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=11412da3-1cb8-40cf-9db7-f16c6979ee92,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:07.017743 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b724a5b3-ab74-441b-8beb-155be0209d00 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group_rule (9157af1f-35a4-45ff-a6d3-e859c4033311), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:07.049370 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53dc7d9f-1215-45fe-a828-0bc0c50e5af4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (401a3d00-c4d9-462c-bbb8-1ae549d2fb3c), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:07.055237 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcd6e71-79fc-4e04-8747-d383f650c25a None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:07.110424 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f862689b-5434-4fad-b0ae-3d639890e3b9 None None] Could not find standard attr ID for object ca2f4903-841c-4e83-9ae0-3d3a9e2be450. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:04:07.137416 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b724a5b3-ab74-441b-8beb-155be0209d00 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group_rule (9157af1f-35a4-45ff-a6d3-e859c4033311), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:07.148230 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b724a5b3-ab74-441b-8beb-155be0209d00 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (9157af1f-35a4-45ff-a6d3-e859c4033311), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:07.173812 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53dc7d9f-1215-45fe-a828-0bc0c50e5af4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (401a3d00-c4d9-462c-bbb8-1ae549d2fb3c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:07.190609 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724a5b3-ab74-441b-8beb-155be0209d00 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9157af1f-35a4-45ff-a6d3-e859c4033311,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:07.207025 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b724a5b3-ab74-441b-8beb-155be0209d00 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:07.215851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b724a5b3-ab74-441b-8beb-155be0209d00 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2836967 Mar 11 12:04:07.216947 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43206) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:07.234075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d33b862f-18a3-4845-948f-e9ebb82d3ac3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Request body: {'security_group_rule': {'security_group_id': '7a2d63b7-9479-49b4-8f6e-691dc5b67a47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:07.285017 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d33b862f-18a3-4845-948f-e9ebb82d3ac3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group_rule (68e1f164-b536-475d-9ca8-c0596a91af84), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:07.289798 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53dc7d9f-1215-45fe-a828-0bc0c50e5af4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (401a3d00-c4d9-462c-bbb8-1ae549d2fb3c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:07.327355 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc7d9f-1215-45fe-a828-0bc0c50e5af4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=401a3d00-c4d9-462c-bbb8-1ae549d2fb3c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:07.339059 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53dc7d9f-1215-45fe-a828-0bc0c50e5af4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:07.342923 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-53dc7d9f-1215-45fe-a828-0bc0c50e5af4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/401a3d00-c4d9-462c-bbb8-1ae549d2fb3c HTTP/1.1" status: 204 len: 168 time: 0.4607244 Mar 11 12:04:07.346511 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43208) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:07.377827 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d33b862f-18a3-4845-948f-e9ebb82d3ac3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group_rule (68e1f164-b536-475d-9ca8-c0596a91af84), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:07.390178 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d33b862f-18a3-4845-948f-e9ebb82d3ac3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (68e1f164-b536-475d-9ca8-c0596a91af84), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:07.400120 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-aa412168-11bd-4e46-9658-37cd25d4f486 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520489 Mar 11 12:04:07.403861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43212) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:07.414019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-fe5cb3ea-e3da-4015-846d-46de7443091d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:07.426216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b862f-18a3-4845-948f-e9ebb82d3ac3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e1f164-b536-475d-9ca8-c0596a91af84,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:07.468170 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d33b862f-18a3-4845-948f-e9ebb82d3ac3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:07.469463 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d33b862f-18a3-4845-948f-e9ebb82d3ac3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2479649 Mar 11 12:04:07.472602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43214) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:07.479572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-fccb881b-5892-49aa-96af-d7a6ab0a6929 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:07.527422 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fccb881b-5892-49aa-96af-d7a6ab0a6929 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:07.528070 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5cb3ea-e3da-4015-846d-46de7443091d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:07.532421 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb3ea-e3da-4015-846d-46de7443091d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:07.679567 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fccb881b-5892-49aa-96af-d7a6ab0a6929 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:07.788253 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb3ea-e3da-4015-846d-46de7443091d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (46cba068-2dbf-49bd-895e-04753b303c2a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:07.854036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-fccb881b-5892-49aa-96af-d7a6ab0a6929 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Allocated IP 172.25.7.134 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/b5d92d35-5260-434b-92d8-adc2472d2ba4) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:07.904473 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cb3ea-e3da-4015-846d-46de7443091d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=46cba068-2dbf-49bd-895e-04753b303c2a,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:07.932338 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5cb3ea-e3da-4015-846d-46de7443091d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:07.936214 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-fe5cb3ea-e3da-4015-846d-46de7443091d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:07.941925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5cb3ea-e3da-4015-846d-46de7443091d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:07.942864 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb3ea-e3da-4015-846d-46de7443091d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:07.965151 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fe5cb3ea-e3da-4015-846d-46de7443091d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5601888 Mar 11 12:04:07.968435 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43220) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:07.975832 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-69ee76aa-6b26-48ca-8e1f-70e97df704a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:08.024047 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fccb881b-5892-49aa-96af-d7a6ab0a6929 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for port (b5d92d35-5260-434b-92d8-adc2472d2ba4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:08.125456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b822827-fb43-4a97-84d2-88679ba3e36f req-63ff9de4-cc34-46bc-be4b-8283cce24a29 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:08.132933 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b822827-fb43-4a97-84d2-88679ba3e36f req-63ff9de4-cc34-46bc-be4b-8283cce24a29 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.1617665 Mar 11 12:04:08.133816 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860c67e9-3b50-4937-bb3a-2721be21ac3c None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:08.149663 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fccb881b-5892-49aa-96af-d7a6ab0a6929 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b5d92d35-5260-434b-92d8-adc2472d2ba4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:08.200351 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ee76aa-6b26-48ca-8e1f-70e97df704a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:08.205968 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-69ee76aa-6b26-48ca-8e1f-70e97df704a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:08.206929 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccb881b-5892-49aa-96af-d7a6ab0a6929 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:08.219893 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-fccb881b-5892-49aa-96af-d7a6ab0a6929 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:08.229886 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb881b-5892-49aa-96af-d7a6ab0a6929 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:04:08.235748 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb881b-5892-49aa-96af-d7a6ab0a6929 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Pushing event updated for resources: {'Port': ['ID=b5d92d35-5260-434b-92d8-adc2472d2ba4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:08.285751 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f5c690cb-98b9-4d90-8979-e3592d0c8708 None None] Provisioning complete for port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:08.286386 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5c690cb-98b9-4d90-8979-e3592d0c8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:08.304201 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b822827-fb43-4a97-84d2-88679ba3e36f req-e2ae83d7-4778-48cf-929f-7e2c7151fa8b tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703901 Mar 11 12:04:08.403630 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fccb881b-5892-49aa-96af-d7a6ab0a6929 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for floatingip (0fa31705-cb50-4ee2-a50b-5fb279409e9d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:08.418781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f5c690cb-98b9-4d90-8979-e3592d0c8708 None None] Current status of the port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:08.476269 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fccb881b-5892-49aa-96af-d7a6ab0a6929 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b5d92d35-5260-434b-92d8-adc2472d2ba4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:08.727998 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fccb881b-5892-49aa-96af-d7a6ab0a6929 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for port (b5d92d35-5260-434b-92d8-adc2472d2ba4), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:08.735605 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fccb881b-5892-49aa-96af-d7a6ab0a6929 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b5d92d35-5260-434b-92d8-adc2472d2ba4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:08.745800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-207cf731-cb84-419e-a131-79fe58f462fd None None] Provisioning complete for port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:08.746515 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-207cf731-cb84-419e-a131-79fe58f462fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:08.892213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.objects.ports [None req-69ee76aa-6b26-48ca-8e1f-70e97df704a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104032) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 12:04:08.909979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-207cf731-cb84-419e-a131-79fe58f462fd None None] Current status of the port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:08.923342 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb881b-5892-49aa-96af-d7a6ab0a6929 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Pushing event updated for resources: {'Port': ['ID=b5d92d35-5260-434b-92d8-adc2472d2ba4,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:08.930039 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fccb881b-5892-49aa-96af-d7a6ab0a6929 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (0fa31705-cb50-4ee2-a50b-5fb279409e9d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:08.947568 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fccb881b-5892-49aa-96af-d7a6ab0a6929 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:08.957163 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fccb881b-5892-49aa-96af-d7a6ab0a6929 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4750495 Mar 11 12:04:09.238019 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a46580e-30da-4778-895f-08fabd2c2402 req-e124e287-7e21-4acd-bf82-a5fb5b7f80e1 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1481583919&fields=id&tenant_id=1261e07bdfea4d9b80d7efcfb649be2d HTTP/1.1" status: 200 len: 267 time: 0.0590045 Mar 11 12:04:09.411861 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46580e-30da-4778-895f-08fabd2c2402 req-7cd6a327-b169-400b-ae18-a1db5f207f17 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:09.419980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a46580e-30da-4778-895f-08fabd2c2402 req-7cd6a327-b169-400b-ae18-a1db5f207f17 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/networks?id=e532891a-d9f9-4838-8745-963ad9eaeacc HTTP/1.1" status: 200 len: 817 time: 0.1721504 Mar 11 12:04:09.465886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a46580e-30da-4778-895f-08fabd2c2402 req-5463bec5-a398-4fe2-979a-89dde9e1e480 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/quotas/1261e07bdfea4d9b80d7efcfb649be2d HTTP/1.1" status: 200 len: 375 time: 0.0448430 Mar 11 12:04:09.527209 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-69ee76aa-6b26-48ca-8e1f-70e97df704a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:09.527849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b0dd-c52c-415e-beaf-2efbe4e8d256 req-4df89d1a-5bbe-4d6f-abcf-998d28735b5e tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:09.530031 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d56b0dd-c52c-415e-beaf-2efbe4e8d256 req-4df89d1a-5bbe-4d6f-abcf-998d28735b5e tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.1352704 Mar 11 12:04:09.585757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a46580e-30da-4778-895f-08fabd2c2402 req-d6d27734-bf97-4e6c-ab13-b1cc471357eb tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1261e07bdfea4d9b80d7efcfb649be2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1188607 Mar 11 12:04:09.681547 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d56b0dd-c52c-415e-beaf-2efbe4e8d256 req-a190af5c-8589-4ff5-9093-963453ef5c5e tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425896 Mar 11 12:04:09.713308 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a46580e-30da-4778-895f-08fabd2c2402 req-5d13ea8a-8878-462a-8db2-77f891ef7248 service neutron] 10.222.0.78 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266711 Mar 11 12:04:09.737151 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-69ee76aa-6b26-48ca-8e1f-70e97df704a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] For port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0f018c82-41c0-4bfb-b5fc-f14ec320dfc4,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:09.775025 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-69ee76aa-6b26-48ca-8e1f-70e97df704a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:09.783408 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-69ee76aa-6b26-48ca-8e1f-70e97df704a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:09.816864 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:04:09.832260 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a46580e-30da-4778-895f-08fabd2c2402 req-1de32bd4-4599-4eac-b84e-9069f0cac5db service neutron] 10.222.0.78 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101170 Mar 11 12:04:09.851340 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee76aa-6b26-48ca-8e1f-70e97df704a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=0f018c82-41c0-4bfb-b5fc-f14ec320dfc4,revision_number=13']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:09.854477 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-69ee76aa-6b26-48ca-8e1f-70e97df704a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (93cd503a-53fd-41a1-adef-dc3be8ceb795), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:09.899090 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ee76aa-6b26-48ca-8e1f-70e97df704a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:09.904628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-69ee76aa-6b26-48ca-8e1f-70e97df704a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:09.909424 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ee76aa-6b26-48ca-8e1f-70e97df704a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:09.910024 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-69ee76aa-6b26-48ca-8e1f-70e97df704a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:09.921593 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7b141c-2ef1-4273-824a-8b1f022cd3f5 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:09.930627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee76aa-6b26-48ca-8e1f-70e97df704a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=93cd503a-53fd-41a1-adef-dc3be8ceb795,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:09.939324 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-69ee76aa-6b26-48ca-8e1f-70e97df704a3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9694147 Mar 11 12:04:09.943716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43250) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:09.947556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-34f4f632-3aeb-47aa-9f59-0d69752954b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'mac_address': 'fa:16:3e:30:e6:f3', 'name': 'tempest-NetworksTestDHCPv6-558068276'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:10.174781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:04:10.223186 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15f4c8ab-54e3-42a8-bc4a-6b1e83b82fac req-e4605b31-1ea6-409f-ad41-94ec22c901c7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 210 time: 0.0443621 Mar 11 12:04:10.262831 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a683bc89-b5be-4d7c-b726-00794b5f14ca req-5b86ec99-b3b7-48e9-ac05-82d6f42f38ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2767584 Mar 11 12:04:10.281362 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f4f632-3aeb-47aa-9f59-0d69752954b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:10.337468 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6afed9e-aa09-46b9-8c7f-86a19371d101 None None] Update dhcp port {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'fixed_ips': [{'subnet_id': '93cd503a-53fd-41a1-adef-dc3be8ceb795', 'ip_address': '2001:db8::f816:3eff:fe36:8327'}, {'subnet_id': '46cba068-2dbf-49bd-895e-04753b303c2a'}], 'binding:host_id': 'n-d-833234-2'}, 'id': '0f018c82-41c0-4bfb-b5fc-f14ec320dfc4'} from n-d-833234-2. {{(pid=104033) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 12:04:10.386945 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6afed9e-aa09-46b9-8c7f-86a19371d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:10.433790 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683bc89-b5be-4d7c-b726-00794b5f14ca req-217ce61c-4171-458b-ac99-1eee310de052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:10.435532 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a683bc89-b5be-4d7c-b726-00794b5f14ca req-217ce61c-4171-458b-ac99-1eee310de052 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 1128 time: 0.1141365 Mar 11 12:04:10.447507 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34f4f632-3aeb-47aa-9f59-0d69752954b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:10.558728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683bc89-b5be-4d7c-b726-00794b5f14ca req-f45791b0-d8a9-499d-b541-082e2c127f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:10.560381 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a683bc89-b5be-4d7c-b726-00794b5f14ca req-f45791b0-d8a9-499d-b541-082e2c127f87 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 200 len: 906 time: 0.1000395 Mar 11 12:04:10.602576 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:10.603211 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:10.656403 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-d6afed9e-aa09-46b9-8c7f-86a19371d101 None None] Allocated IP 172.20.0.2 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/46cba068-2dbf-49bd-895e-04753b303c2a/0f018c82-41c0-4bfb-b5fc-f14ec320dfc4) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:10.883162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:10.923672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d6afed9e-aa09-46b9-8c7f-86a19371d101 None None] For port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0f018c82-41c0-4bfb-b5fc-f14ec320dfc4,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:10.970757 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6afed9e-aa09-46b9-8c7f-86a19371d101 None None] Publish callbacks [] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:10.981129 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6afed9e-aa09-46b9-8c7f-86a19371d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:11.127098 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a683bc89-b5be-4d7c-b726-00794b5f14ca req-1a0b8889-1b8d-494a-8a3c-1567feeaa637 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de47ce64-ea93-40ab-9763-7f508aec56e0 HTTP/1.1" status: 200 len: 217 time: 0.5559466 Mar 11 12:04:11.129615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-34f4f632-3aeb-47aa-9f59-0d69752954b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port 0db3dc6b-3a42-454b-b9e7-2b3781124911 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:04:11.146029 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afed9e-aa09-46b9-8c7f-86a19371d101 None None] Pushing event updated for resources: {'Port': ['ID=0f018c82-41c0-4bfb-b5fc-f14ec320dfc4,revision_number=14']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:11.288231 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683bc89-b5be-4d7c-b726-00794b5f14ca req-5fe35778-f511-4c83-ad59-43486f4cb2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:11.290170 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a683bc89-b5be-4d7c-b726-00794b5f14ca req-5fe35778-f511-4c83-ad59-43486f4cb2bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2b721aa-1c42-4b6f-8791-9da31c359ccd HTTP/1.1" status: 200 len: 845 time: 0.1555367 Mar 11 12:04:11.487656 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-34f4f632-3aeb-47aa-9f59-0d69752954b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 172.20.0.13 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/46cba068-2dbf-49bd-895e-04753b303c2a/0db3dc6b-3a42-454b-b9e7-2b3781124911) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:11.494058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-34f4f632-3aeb-47aa-9f59-0d69752954b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::f816:3eff:fe30:e6f3 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/93cd503a-53fd-41a1-adef-dc3be8ceb795/0db3dc6b-3a42-454b-b9e7-2b3781124911) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:11.712999 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34f4f632-3aeb-47aa-9f59-0d69752954b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (0db3dc6b-3a42-454b-b9e7-2b3781124911), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:11.786991 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34f4f632-3aeb-47aa-9f59-0d69752954b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (0db3dc6b-3a42-454b-b9e7-2b3781124911), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:11.977767 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c77eae8f-4009-417e-bae5-42eab255a386 req-13308c4f-7b0f-44de-b3d3-481ca1993266 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 210 time: 0.2225502 Mar 11 12:04:11.989427 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46580e-30da-4778-895f-08fabd2c2402 req-733a3215-ac40-4944-869e-f4bf95b10706 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:12.004808 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a46580e-30da-4778-895f-08fabd2c2402 req-733a3215-ac40-4944-869e-f4bf95b10706 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.71 "GET /v2.0/networks?id=e532891a-d9f9-4838-8745-963ad9eaeacc HTTP/1.1" status: 200 len: 817 time: 0.2094638 Mar 11 12:04:12.136918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a683bc89-b5be-4d7c-b726-00794b5f14ca req-a357b135-85e8-430f-9646-70550b09e7fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f643498-59e6-4f88-97f4-fba97d06b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3832130 Mar 11 12:04:12.168142 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:04:12.229718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:12.230108 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:12.250464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f4f632-3aeb-47aa-9f59-0d69752954b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:12.287509 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f187b5-2ccf-40bf-b6fd-1d0f8826ff7a req-3bb6c7fb-29f5-46be-aa9a-2a946d71f376 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:12.289586 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97f187b5-2ccf-40bf-b6fd-1d0f8826ff7a req-3bb6c7fb-29f5-46be-aa9a-2a946d71f376 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 1.1611211 Mar 11 12:04:12.289722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-048c312a-7125-4925-92ce-5b40a8ea531a None None] Provisioning complete for port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:12.290042 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-048c312a-7125-4925-92ce-5b40a8ea531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:12.290513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-34f4f632-3aeb-47aa-9f59-0d69752954b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:12.299244 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f4f632-3aeb-47aa-9f59-0d69752954b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:04:12.305766 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4f632-3aeb-47aa-9f59-0d69752954b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=0db3dc6b-3a42-454b-b9e7-2b3781124911,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:12.397431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-048c312a-7125-4925-92ce-5b40a8ea531a None None] Current status of the port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:12.447229 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:12.472567 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a46580e-30da-4778-895f-08fabd2c2402 req-4093240e-45d5-4041-bc74-e922e038c496 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1261e07bdfea4d9b80d7efcfb649be2d HTTP/1.1" status: 200 len: 380 time: 0.4265618 Mar 11 12:04:12.513600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-2a46580e-30da-4778-895f-08fabd2c2402 req-66c8d817-ffe2-46a9-a794-04059f4e7b9f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Request body: {'port': {'device_id': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'admin_state_up': True, 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'security_groups': ['7a2d63b7-9479-49b4-8f6e-691dc5b67a47']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:12.564573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f4f632-3aeb-47aa-9f59-0d69752954b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:12.565355 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34f4f632-3aeb-47aa-9f59-0d69752954b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:12.597817 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:12.622200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a683bc89-b5be-4d7c-b726-00794b5f14ca req-ad5e35a8-db04-482b-9f0b-51954d9db68a service neutron] 10.222.0.37 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379952 Mar 11 12:04:12.700221 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97f187b5-2ccf-40bf-b6fd-1d0f8826ff7a req-e7e13e1f-63b8-4e6e-88f8-ce6fa59e372e tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979023 Mar 11 12:04:12.772423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43292) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:12.772994 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-34f4f632-3aeb-47aa-9f59-0d69752954b7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8290036 Mar 11 12:04:12.827781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a00cf13f-e801-4179-86c6-3fb834955034 None None] Provisioning complete for port 0db3dc6b-3a42-454b-b9e7-2b3781124911 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:12.828253 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a00cf13f-e801-4179-86c6-3fb834955034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0db3dc6b-3a42-454b-b9e7-2b3781124911), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:12.865157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810862f3-845e-4a8e-b5d3-2eef9fb8df8d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:12.872517 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a683bc89-b5be-4d7c-b726-00794b5f14ca req-75f9514d-1e14-4a7f-8b0a-e8c0312c17a8 service neutron] 10.222.0.37 "GET /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398629 Mar 11 12:04:12.877869 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a00cf13f-e801-4179-86c6-3fb834955034 None None] Port 0db3dc6b-3a42-454b-b9e7-2b3781124911 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:04:12.881329 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810862f3-845e-4a8e-b5d3-2eef9fb8df8d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:12.884396 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-810862f3-845e-4a8e-b5d3-2eef9fb8df8d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1106093 Mar 11 12:04:12.886813 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43294) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:12.897267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a46580e-30da-4778-895f-08fabd2c2402 req-66c8d817-ffe2-46a9-a794-04059f4e7b9f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Made reservation on behalf of 1261e07bdfea4d9b80d7efcfb649be2d for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:12.901670 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2a46580e-30da-4778-895f-08fabd2c2402 req-66c8d817-ffe2-46a9-a794-04059f4e7b9f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:13.002459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea63a6-df60-4a04-9a10-6d656131ea80 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port 0db3dc6b-3a42-454b-b9e7-2b3781124911 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:04:13.003231 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2ea63a6-df60-4a04-9a10-6d656131ea80 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0db3dc6b-3a42-454b-b9e7-2b3781124911), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:13.180976 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2ea63a6-df60-4a04-9a10-6d656131ea80 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0db3dc6b-3a42-454b-b9e7-2b3781124911), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:13.202322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea63a6-df60-4a04-9a10-6d656131ea80 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for 0db3dc6b-3a42-454b-b9e7-2b3781124911 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:04:13.213519 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0016c7bb-e50a-4ce7-befe-07d329e31e78 req-e9e62cc8-abbe-4f76-9972-65423820b06c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 210 time: 0.0720377 Mar 11 12:04:13.254488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-2a46580e-30da-4778-895f-08fabd2c2402 req-66c8d817-ffe2-46a9-a794-04059f4e7b9f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Allocated IP 172.20.0.11 (e532891a-d9f9-4838-8745-963ad9eaeacc/fc42e876-74e9-4322-8608-e55a47f90e7b/3b9fbe62-856a-4959-96f9-6c6b3044d6a3) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:13.463267 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2a46580e-30da-4778-895f-08fabd2c2402 req-66c8d817-ffe2-46a9-a794-04059f4e7b9f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:13.520544 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2ea63a6-df60-4a04-9a10-6d656131ea80 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0db3dc6b-3a42-454b-b9e7-2b3781124911), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:13.553448 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2a46580e-30da-4778-895f-08fabd2c2402 req-66c8d817-ffe2-46a9-a794-04059f4e7b9f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:13.604793 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a19153cc-d0e7-49e8-b9ba-60e435f72b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:13.669832 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8d817-ffe2-46a9-a794-04059f4e7b9f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Pushing event updated for resources: {'Port': ['ID=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:13.701840 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea63a6-df60-4a04-9a10-6d656131ea80 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=0db3dc6b-3a42-454b-b9e7-2b3781124911,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:13.709855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a46580e-30da-4778-895f-08fabd2c2402 req-66c8d817-ffe2-46a9-a794-04059f4e7b9f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Network e532891a-d9f9-4838-8745-963ad9eaeacc is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:13.714282 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-2a46580e-30da-4778-895f-08fabd2c2402 req-66c8d817-ffe2-46a9-a794-04059f4e7b9f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:13.718740 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a46580e-30da-4778-895f-08fabd2c2402 req-66c8d817-ffe2-46a9-a794-04059f4e7b9f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:04:13.825520 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2ea63a6-df60-4a04-9a10-6d656131ea80 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:13.833165 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a2ea63a6-df60-4a04-9a10-6d656131ea80 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/0db3dc6b-3a42-454b-b9e7-2b3781124911 HTTP/1.1" status: 204 len: 168 time: 0.9423351 Mar 11 12:04:13.833387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46580e-30da-4778-895f-08fabd2c2402 req-66c8d817-ffe2-46a9-a794-04059f4e7b9f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:13.833387 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2a46580e-30da-4778-895f-08fabd2c2402 req-66c8d817-ffe2-46a9-a794-04059f4e7b9f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:13.834541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43308) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:13.891672 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a46580e-30da-4778-895f-08fabd2c2402 req-66c8d817-ffe2-46a9-a794-04059f4e7b9f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4009538 Mar 11 12:04:13.988960 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836c47d4-2449-491a-9cd7-b71f5a200516 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:13.990904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69452d-bd85-458e-99a5-22ce1c83de25 req-024cf187-6efb-4c3f-b314-eaf452239530 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:13.994251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836c47d4-2449-491a-9cd7-b71f5a200516 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:13.999540 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa69452d-bd85-458e-99a5-22ce1c83de25 req-024cf187-6efb-4c3f-b314-eaf452239530 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.1366892 Mar 11 12:04:14.003186 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836c47d4-2449-491a-9cd7-b71f5a200516 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:14.010149 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-836c47d4-2449-491a-9cd7-b71f5a200516 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1715920 Mar 11 12:04:14.011815 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43314) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:14.083770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Request body: {'port': {'device_id': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:14.102699 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa69452d-bd85-458e-99a5-22ce1c83de25 req-61df6657-a89c-47b3-b47e-74dc0b952ff9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018851 Mar 11 12:04:14.159913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29971f6-8268-457b-8ea4-2be5ce5e5f23 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 46cba068-2dbf-49bd-895e-04753b303c2a {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:04:14.174413 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c29971f6-8268-457b-8ea4-2be5ce5e5f23 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (46cba068-2dbf-49bd-895e-04753b303c2a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:14.238855 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:14.267450 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-aecd8d49-4f5a-492a-8818-01c16c13f8aa req-b239b4d1-85d4-4738-9d50-7cb9af6624ee tempest-TaggedBootDevicesTest_v242-174816903 tempest-TaggedBootDevicesTest_v242-174816903-project] (104031) timed out ('10.222.0.78', 48552) {{(pid=104031) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:04:14.283991 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c29971f6-8268-457b-8ea4-2be5ce5e5f23 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (46cba068-2dbf-49bd-895e-04753b303c2a), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:14.527429 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c29971f6-8268-457b-8ea4-2be5ce5e5f23 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (46cba068-2dbf-49bd-895e-04753b303c2a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:14.534602 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-37040c7b-8d02-4356-b7a5-d57e0c8911a2 None None] Provisioning complete for port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:14.537127 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-37040c7b-8d02-4356-b7a5-d57e0c8911a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:14.538344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832b3d4-32e8-4f1b-a92b-30f8943aa3fb req-ba518ec1-b0e9-44fd-b16b-05936684187e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:14.540299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9832b3d4-32e8-4f1b-a92b-30f8943aa3fb req-ba518ec1-b0e9-44fd-b16b-05936684187e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 932 time: 0.2098467 Mar 11 12:04:14.628583 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-37040c7b-8d02-4356-b7a5-d57e0c8911a2 None None] Port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:04:14.668266 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c29971f6-8268-457b-8ea4-2be5ce5e5f23 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (46cba068-2dbf-49bd-895e-04753b303c2a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:14.750187 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29971f6-8268-457b-8ea4-2be5ce5e5f23 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=46cba068-2dbf-49bd-895e-04753b303c2a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:14.760347 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c29971f6-8268-457b-8ea4-2be5ce5e5f23 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:14.763271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec21c1c-a017-4577-b5e3-e12758eacab2 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:14.770962 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c29971f6-8268-457b-8ea4-2be5ce5e5f23 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/46cba068-2dbf-49bd-895e-04753b303c2a HTTP/1.1" status: 204 len: 168 time: 0.7541015 Mar 11 12:04:14.774618 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43328) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:14.809667 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9832b3d4-32e8-4f1b-a92b-30f8943aa3fb req-53c906a0-3cc4-4e8f-8678-f9c5c17c2279 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570004 Mar 11 12:04:14.930208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22ee706-e759-4d05-89e3-2f21aeee1c68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 93cd503a-53fd-41a1-adef-dc3be8ceb795 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:04:14.935682 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d22ee706-e759-4d05-89e3-2f21aeee1c68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (93cd503a-53fd-41a1-adef-dc3be8ceb795), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:15.045831 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d22ee706-e759-4d05-89e3-2f21aeee1c68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (93cd503a-53fd-41a1-adef-dc3be8ceb795), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:15.093132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:04:15.133108 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Publish callbacks [] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:15.252389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Transition to ACTIVE for port object 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:04:15.284190 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d22ee706-e759-4d05-89e3-2f21aeee1c68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (93cd503a-53fd-41a1-adef-dc3be8ceb795), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:15.330351 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:15.383522 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d22ee706-e759-4d05-89e3-2f21aeee1c68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (93cd503a-53fd-41a1-adef-dc3be8ceb795), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:15.400191 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d22ee706-e759-4d05-89e3-2f21aeee1c68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:15.405726 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d22ee706-e759-4d05-89e3-2f21aeee1c68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/93cd503a-53fd-41a1-adef-dc3be8ceb795 HTTP/1.1" status: 204 len: 168 time: 0.6276889 Mar 11 12:04:15.421581 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43338) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:15.441445 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:15.516357 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4d13e521-350e-4fcc-a0eb-5bd9f3068f24 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926788 Mar 11 12:04:15.517654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee706-e759-4d05-89e3-2f21aeee1c68 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=93cd503a-53fd-41a1-adef-dc3be8ceb795,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:15.531717 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43340) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:15.618016 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b13ef3-0a7f-409f-8a6a-2de430e27bd2 req-9c9a9528-2bd9-4bfd-adc3-8157fbe6ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:15.620384 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-41b13ef3-0a7f-409f-8a6a-2de430e27bd2 req-9c9a9528-2bd9-4bfd-adc3-8157fbe6ffd0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 1127 time: 0.3468227 Mar 11 12:04:15.638468 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Attempting to bind port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:04:15.639149 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Attempting to bind port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:04:15.639670 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Attempting to bind port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 on network e532891a-d9f9-4838-8745-963ad9eaeacc {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:04:15.652740 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ac37a-204e-459e-bfaa-852ea8925144 req-5c230750-f2ad-44e8-a113-62a7879ea42a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:15.655321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4d9ac37a-204e-459e-bfaa-852ea8925144 req-5c230750-f2ad-44e8-a113-62a7879ea42a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.4205451 Mar 11 12:04:15.662250 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 on network e532891a-d9f9-4838-8745-963ad9eaeacc not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:04:15.662798 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Attempting to bind port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 on network e532891a-d9f9-4838-8745-963ad9eaeacc {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:04:15.684219 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc536aca-77a1-4d84-b0c1-a15e6751d883 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:15.688588 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fc536aca-77a1-4d84-b0c1-a15e6751d883 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1552806 Mar 11 12:04:15.689225 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43342) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:15.696352 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:04:15.697174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Checking segment: {'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:04:15.697715 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Bound using segment: {'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:04:15.698559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Bound port: 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:04:15.699064 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:15.720683 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f509f5cf-f2cc-432e-8f84-e70f747fed75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:15.756689 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9c535-3a93-4c34-9ce8-3b0a288e73e4 req-c9a75376-de27-45b4-ba9f-6d1e12771672 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:15.758431 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4fa9c535-3a93-4c34-9ce8-3b0a288e73e4 req-c9a75376-de27-45b4-ba9f-6d1e12771672 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.4215155 Mar 11 12:04:15.847924 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f59a637-55ce-4a3d-9187-786e301124d9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:15.858842 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4f59a637-55ce-4a3d-9187-786e301124d9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1411407 Mar 11 12:04:15.859526 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43346) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:15.937112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4d9ac37a-204e-459e-bfaa-852ea8925144 req-8e9636ee-bc53-41e8-bfc6-e37d359bd8d7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681642 Mar 11 12:04:16.028575 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43350) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:16.030211 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1abe0b21-09d2-4f47-889b-3669576e6957 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1506538 Mar 11 12:04:16.034486 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4fa9c535-3a93-4c34-9ce8-3b0a288e73e4 req-6f3f22ca-deb3-40bf-91ce-bd6ab797f6f0 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631962 Mar 11 12:04:16.060974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-44379b70-aa0d-4722-9834-251b0eb6b1ff tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:16.127468 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] For port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:04:16.158372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b13ef3-0a7f-409f-8a6a-2de430e27bd2 req-eb8778a6-c584-47d4-98e7-862892a78d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:16.164942 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-41b13ef3-0a7f-409f-8a6a-2de430e27bd2 req-eb8778a6-c584-47d4-98e7-862892a78d00 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 0.5380609 Mar 11 12:04:16.190872 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] For port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:04:16.297058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42edeaa5-f879-41a2-819f-ec4ecf0b75fd None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:16.314653 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:16.315219 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-41b13ef3-0a7f-409f-8a6a-2de430e27bd2 req-fa61c00e-db76-409f-890a-47ef7e8372af service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028 HTTP/1.1" status: 200 len: 1000 time: 0.1437061 Mar 11 12:04:16.375094 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:16.427831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b13ef3-0a7f-409f-8a6a-2de430e27bd2 req-337bfca4-b96e-4684-8be5-65719badec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:16.435238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5a424513-5f8a-4719-93a2-f38d823b2b4e None None] Provisioning complete for port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:16.435886 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a424513-5f8a-4719-93a2-f38d823b2b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:16.436149 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-41b13ef3-0a7f-409f-8a6a-2de430e27bd2 req-337bfca4-b96e-4684-8be5-65719badec4f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.1071019 Mar 11 12:04:16.440741 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:16.441551 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:16.444102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a46580e-30da-4778-895f-08fabd2c2402 req-ee6478e9-108c-4fe8-b1a1-9f912cac41a0 service neutron] 10.222.0.71 "PUT /v2.0/ports/3b9fbe62-856a-4959-96f9-6c6b3044d6a3 HTTP/1.1" status: 200 len: 1092 time: 2.5122681 Mar 11 12:04:16.444599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'tag': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:04:16.456443 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fa3193-dcd2-45d7-9d46-4392effaa1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2d006f-dd49-4a23-974a-4c01812a8762", "tag": "3b9fbe62-856a-4959-96f9-6c6b3044d6a3"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:04:16.478969 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0e41a-051a-4c99-a51b-fba0acf31f6e req-8716487e-5a77-4087-919c-6acc79e67330 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:16.480820 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65b0e41a-051a-4c99-a51b-fba0acf31f6e req-8716487e-5a77-4087-919c-6acc79e67330 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 944 time: 0.4000244 Mar 11 12:04:16.482175 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44379b70-aa0d-4722-9834-251b0eb6b1ff tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:16.486016 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44379b70-aa0d-4722-9834-251b0eb6b1ff tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:16.488295 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-44379b70-aa0d-4722-9834-251b0eb6b1ff tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:04:16.490735 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44379b70-aa0d-4722-9834-251b0eb6b1ff tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:04:16.540088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b13ef3-0a7f-409f-8a6a-2de430e27bd2 req-995ca187-c728-49ab-9426-b28d0bc9a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:16.541745 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-41b13ef3-0a7f-409f-8a6a-2de430e27bd2 req-995ca187-c728-49ab-9426-b28d0bc9a26a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0970402 Mar 11 12:04:16.561484 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-44379b70-aa0d-4722-9834-251b0eb6b1ff tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5232077 Mar 11 12:04:16.570117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43360) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:16.581438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-0e69db52-b461-426f-9627-915d23477fe0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:16.754570 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5a424513-5f8a-4719-93a2-f38d823b2b4e None None] Current status of the port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:16.770801 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-41b13ef3-0a7f-409f-8a6a-2de430e27bd2 req-000f1435-1f6f-4d00-b586-c4632facd6bf service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213778 Mar 11 12:04:16.804421 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30246f2b-30b0-4232-8a57-e0bac6cdbe88 x-openstack-request-id: req-30246f2b-30b0-4232-8a57-e0bac6cdbe88 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:04:16.804783 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2d006f-dd49-4a23-974a-4c01812a8762", "tag": "3b9fbe62-856a-4959-96f9-6c6b3044d6a3", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:04:16.804959 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-30246f2b-30b0-4232-8a57-e0bac6cdbe88 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:04:16.805349 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'tag': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3', 'status': 'completed', 'code': 200} Mar 11 12:04:16.881925 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46580e-30da-4778-895f-08fabd2c2402 req-af5113f5-6ec0-4ac2-9850-8037c0f14cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:16.890968 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a46580e-30da-4778-895f-08fabd2c2402 req-af5113f5-6ec0-4ac2-9850-8037c0f14cdc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1261e07bdfea4d9b80d7efcfb649be2d&device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 1126 time: 0.3787231 Mar 11 12:04:16.894937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e69db52-b461-426f-9627-915d23477fe0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:16.909000 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] DHCP port deletion for 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:04:16.915436 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e69db52-b461-426f-9627-915d23477fe0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:16.920710 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e69db52-b461-426f-9627-915d23477fe0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:04:16.924092 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e69db52-b461-426f-9627-915d23477fe0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:04:16.954345 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65b0e41a-051a-4c99-a51b-fba0acf31f6e req-3b47bead-7675-4fb5-bd89-a6b7d94d94cb tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4334331 Mar 11 12:04:17.027113 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-41b13ef3-0a7f-409f-8a6a-2de430e27bd2 req-65ab5a17-52c1-449d-a0f2-c6bdb97f07a7 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483823 Mar 11 12:04:17.040228 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a46580e-30da-4778-895f-08fabd2c2402 req-12adcc26-a6b5-430c-9371-8557de99e45f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3 HTTP/1.1" status: 200 len: 217 time: 0.1080656 Mar 11 12:04:17.054239 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0e69db52-b461-426f-9627-915d23477fe0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4781158 Mar 11 12:04:17.057347 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43366) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:17.062276 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c5ad1ec6-c1cd-46cf-84a0-574a4ee4926c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:17.066014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Deleting port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:04:17.087293 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:17.181622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ad1ec6-c1cd-46cf-84a0-574a4ee4926c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:17.184242 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1ec6-c1cd-46cf-84a0-574a4ee4926c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:17.196662 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ad1ec6-c1cd-46cf-84a0-574a4ee4926c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:04:17.199262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ad1ec6-c1cd-46cf-84a0-574a4ee4926c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:04:17.221271 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97535a47-e363-4479-ad57-10069bfa6393 req-8117d4f5-9cdf-466a-abad-0e3cd5cb458b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:17.223233 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97535a47-e363-4479-ad57-10069bfa6393 req-8117d4f5-9cdf-466a-abad-0e3cd5cb458b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1510022 Mar 11 12:04:17.234147 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c5ad1ec6-c1cd-46cf-84a0-574a4ee4926c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1753070 Mar 11 12:04:17.235128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43370) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:17.235535 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46580e-30da-4778-895f-08fabd2c2402 req-db8fbb64-b906-42b4-86ac-6838f6235532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:17.238153 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a46580e-30da-4778-895f-08fabd2c2402 req-db8fbb64-b906-42b4-86ac-6838f6235532 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc42e876-74e9-4322-8608-e55a47f90e7b HTTP/1.1" status: 200 len: 856 time: 0.1879892 Mar 11 12:04:17.250192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ceb8eaa8-7a85-4c18-bcc0-3546e76eec73 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:17.279110 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] For port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0f018c82-41c0-4bfb-b5fc-f14ec320dfc4,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:17.279958 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:17.316888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Calling delete_port for 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:04:17.341898 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:17.400117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d670cd6-cd45-4ac4-a0d1-75ea8649cc88 req-89324114-8bbf-41d7-970c-d4645927f053 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:17.407371 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d670cd6-cd45-4ac4-a0d1-75ea8649cc88 req-89324114-8bbf-41d7-970c-d4645927f053 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.1827784 Mar 11 12:04:17.413515 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb8eaa8-7a85-4c18-bcc0-3546e76eec73 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:17.423490 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ceb8eaa8-7a85-4c18-bcc0-3546e76eec73 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:17.426649 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb8eaa8-7a85-4c18-bcc0-3546e76eec73 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:04:17.428633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb8eaa8-7a85-4c18-bcc0-3546e76eec73 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:04:17.475796 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ceb8eaa8-7a85-4c18-bcc0-3546e76eec73 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2332006 Mar 11 12:04:17.478862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43376) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:17.490671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8e6148f0-ae99-46f2-a763-1876b16113d1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:17.520567 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97535a47-e363-4479-ad57-10069bfa6393 req-d824cd68-72a9-4ba3-9c89-627e6ef51394 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808702 Mar 11 12:04:17.556514 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (0f018c82-41c0-4bfb-b5fc-f14ec320dfc4), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:17.621530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d670cd6-cd45-4ac4-a0d1-75ea8649cc88 req-6b324271-8ec1-4704-bbd8-331946155840 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052898 Mar 11 12:04:17.646908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46580e-30da-4778-895f-08fabd2c2402 req-e8d65a47-a581-4edd-bef6-992a166fff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:17.647913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Pushing event deleted for resources: {'Port': ['ID=0f018c82-41c0-4bfb-b5fc-f14ec320dfc4,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:17.650778 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a46580e-30da-4778-895f-08fabd2c2402 req-e8d65a47-a581-4edd-bef6-992a166fff6d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e532891a-d9f9-4838-8745-963ad9eaeacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2173738 Mar 11 12:04:17.672181 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] No DVR routers for this DVR port 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:04:17.681494 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:17.682169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:17.682659 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:17.683156 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:17.683661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:17.684135 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:17.689876 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:17.690483 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:17.690952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:17.691564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:17.692056 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:17.692591 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:17.693185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7c6fa-6168-4d62-9ee9-1442f3e56f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:17.767171 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6148f0-ae99-46f2-a763-1876b16113d1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:17.771292 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e6148f0-ae99-46f2-a763-1876b16113d1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:17.773072 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6148f0-ae99-46f2-a763-1876b16113d1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:04:17.773665 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6148f0-ae99-46f2-a763-1876b16113d1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:04:17.797713 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8e6148f0-ae99-46f2-a763-1876b16113d1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3177667 Mar 11 12:04:17.800741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43378) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:17.806162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-4973d172-20fb-4918-943b-2a7041a98363 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:17.811014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a46580e-30da-4778-895f-08fabd2c2402 req-a8c096bf-7692-4b5d-8130-05c5a5148c5f service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488419 Mar 11 12:04:17.976407 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a46580e-30da-4778-895f-08fabd2c2402 req-3498aa9e-ba30-4f6a-8a20-8c526aa8e12f service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596212 Mar 11 12:04:18.033206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4973d172-20fb-4918-943b-2a7041a98363 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:18.049432 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4973d172-20fb-4918-943b-2a7041a98363 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:18.058070 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-4973d172-20fb-4918-943b-2a7041a98363 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:04:18.059235 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4973d172-20fb-4918-943b-2a7041a98363 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:04:18.090126 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4973d172-20fb-4918-943b-2a7041a98363 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2880430 Mar 11 12:04:18.105146 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43386) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:18.151297 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:04:18.202173 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:04:18.202516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0f018c82-41c0-4bfb-b5fc-f14ec320dfc4 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:04:18.213720 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d91dec61-7d76-4517-b46c-ff343378fa93 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1050916 Mar 11 12:04:18.214630 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43388) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:18.268156 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02796e28-a2d7-446b-ac19-fc4dfcca4b7a req-9e0b859d-a8bd-4c23-98eb-77a3a85447c8 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:18.277906 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02796e28-a2d7-446b-ac19-fc4dfcca4b7a req-9e0b859d-a8bd-4c23-98eb-77a3a85447c8 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 944 time: 0.1551075 Mar 11 12:04:18.283015 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa3193-dcd2-45d7-9d46-4392effaa1e6 req-b1ad4a91-7303-4b9e-8e5a-5e8e3b3fb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:18.284676 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32fa3193-dcd2-45d7-9d46-4392effaa1e6 req-b1ad4a91-7303-4b9e-8e5a-5e8e3b3fb0b3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1261e07bdfea4d9b80d7efcfb649be2d&device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 1126 time: 0.2140129 Mar 11 12:04:18.329293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffb0806-c73c-4c94-bfe2-2f15297d5fbc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:18.331210 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dffb0806-c73c-4c94-bfe2-2f15297d5fbc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1156642 Mar 11 12:04:18.353079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43394) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:18.433384 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02796e28-a2d7-446b-ac19-fc4dfcca4b7a req-226d57f3-d1e5-499d-9354-7dd22ed6b7c2 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544673 Mar 11 12:04:18.453968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa3193-dcd2-45d7-9d46-4392effaa1e6 req-7aea32fc-dab7-421e-9158-3c379da20c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:18.455621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32fa3193-dcd2-45d7-9d46-4392effaa1e6 req-7aea32fc-dab7-421e-9158-3c379da20c1d service neutron] 10.222.0.71 "GET /v2.0/networks?id=e532891a-d9f9-4838-8745-963ad9eaeacc HTTP/1.1" status: 200 len: 918 time: 0.1457138 Mar 11 12:04:18.470009 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c4e60768-6e7d-4e4c-b1ef-cfff3153e5f0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1093061 Mar 11 12:04:18.470225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43398) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:18.480878 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:18.526666 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43400) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:18.601253 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:18.647060 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32fa3193-dcd2-45d7-9d46-4392effaa1e6 req-833c946d-19f7-4a5a-9ae9-5febffc75f41 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3 HTTP/1.1" status: 200 len: 217 time: 0.1758416 Mar 11 12:04:18.718702 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2ea666d-17a1-46c8-a87b-3fdbab4fe1c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:18.841680 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2ea666d-17a1-46c8-a87b-3fdbab4fe1c2 admin admin] Publish callbacks [] for security_group (f230f93c-3c38-456d-bf9d-c6a1cd44a0a1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:18.847603 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2ea666d-17a1-46c8-a87b-3fdbab4fe1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f230f93c-3c38-456d-bf9d-c6a1cd44a0a1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:18.879269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea666d-17a1-46c8-a87b-3fdbab4fe1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f230f93c-3c38-456d-bf9d-c6a1cd44a0a1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:18.905813 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a2ea666d-17a1-46c8-a87b-3fdbab4fe1c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=92744d931b7d4e4da78c16cdb95c7ff3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3780475 Mar 11 12:04:18.908689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43408) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:18.960376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c9b76-db9e-490c-be6d-c9c0958821dd req-ae0d7e9f-a933-4b21-a1b7-dbff1ea0a5cf tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:18.962538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c16c9b76-db9e-490c-be6d-c9c0958821dd req-ae0d7e9f-a933-4b21-a1b7-dbff1ea0a5cf tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.3276427 Mar 11 12:04:19.001666 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7195b-013a-4430-b205-57b2b0785543 req-91f7dd17-9375-4357-9a12-0ed14a68d67a tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:19.010172 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29e7195b-013a-4430-b205-57b2b0785543 req-91f7dd17-9375-4357-9a12-0ed14a68d67a tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.2560406 Mar 11 12:04:19.015075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa3193-dcd2-45d7-9d46-4392effaa1e6 req-87e3a3f3-acc4-4b74-8675-21fac5fc6dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:19.015523 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-abf00022-61fb-4a40-bf28-87d774ce04bd admin admin] Publish callbacks [] for security_group (f230f93c-3c38-456d-bf9d-c6a1cd44a0a1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:19.016530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32fa3193-dcd2-45d7-9d46-4392effaa1e6 req-87e3a3f3-acc4-4b74-8675-21fac5fc6dac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc42e876-74e9-4322-8608-e55a47f90e7b HTTP/1.1" status: 200 len: 856 time: 0.2614348 Mar 11 12:04:19.017295 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:19.022312 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:19.041884 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-abf00022-61fb-4a40-bf28-87d774ce04bd admin admin] Publish callbacks [] for security_group (f230f93c-3c38-456d-bf9d-c6a1cd44a0a1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:19.108775 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-abf00022-61fb-4a40-bf28-87d774ce04bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f230f93c-3c38-456d-bf9d-c6a1cd44a0a1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:19.112834 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-abf00022-61fb-4a40-bf28-87d774ce04bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:19.119272 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-abf00022-61fb-4a40-bf28-87d774ce04bd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f230f93c-3c38-456d-bf9d-c6a1cd44a0a1 HTTP/1.1" status: 204 len: 168 time: 0.2089138 Mar 11 12:04:19.129305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf00022-61fb-4a40-bf28-87d774ce04bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f230f93c-3c38-456d-bf9d-c6a1cd44a0a1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:19.207028 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c16c9b76-db9e-490c-be6d-c9c0958821dd req-147a395a-5ee8-4a71-a3fb-f5bd991ee662 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237060 Mar 11 12:04:19.406046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa3193-dcd2-45d7-9d46-4392effaa1e6 req-a704cb29-e381-46c0-93a9-86c78b883c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:19.407726 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32fa3193-dcd2-45d7-9d46-4392effaa1e6 req-a704cb29-e381-46c0-93a9-86c78b883c53 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e532891a-d9f9-4838-8745-963ad9eaeacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2999005 Mar 11 12:04:19.416926 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29e7195b-013a-4430-b205-57b2b0785543 req-6589231a-3b76-482a-8b27-8a6a22a38121 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059095 Mar 11 12:04:19.588777 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32fa3193-dcd2-45d7-9d46-4392effaa1e6 req-ffa8f43b-853b-4007-8cce-d84ab55216b7 service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664133 Mar 11 12:04:19.606891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43422) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:19.627037 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82d1c2ec-23b1-4721-82ad-b0466e9b1f4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:19.765769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.objects.ports [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104031) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 12:04:19.774216 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82d1c2ec-23b1-4721-82ad-b0466e9b1f4f admin admin] Publish callbacks [] for security_group (18d5e793-3d06-44cc-b5f6-1b746571d9ac), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:19.776404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb141380-a3a7-4b13-a269-7ac72626d37f req-b17247f4-a2e0-40fc-bf65-e89d1cb31747 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:19.778262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb141380-a3a7-4b13-a269-7ac72626d37f req-b17247f4-a2e0-40fc-bf65-e89d1cb31747 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 944 time: 0.1968205 Mar 11 12:04:19.781682 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (9f6951ac-1f5c-4744-90aa-da8ef6155e43), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:19.789640 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82d1c2ec-23b1-4721-82ad-b0466e9b1f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (18d5e793-3d06-44cc-b5f6-1b746571d9ac), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:19.848987 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-82d1c2ec-23b1-4721-82ad-b0466e9b1f4f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e872b6b4a9449f1a27bbcdd288ce6a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2408113 Mar 11 12:04:19.850351 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1c2ec-23b1-4721-82ad-b0466e9b1f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d5e793-3d06-44cc-b5f6-1b746571d9ac,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:19.855149 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43424) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:19.949643 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea8ae7f1-3fd4-4749-ae9b-cd0c9a89b57e admin admin] Publish callbacks [] for security_group (18d5e793-3d06-44cc-b5f6-1b746571d9ac), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:19.978763 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea8ae7f1-3fd4-4749-ae9b-cd0c9a89b57e admin admin] Publish callbacks [] for security_group (18d5e793-3d06-44cc-b5f6-1b746571d9ac), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:20.054068 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea8ae7f1-3fd4-4749-ae9b-cd0c9a89b57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (18d5e793-3d06-44cc-b5f6-1b746571d9ac), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:20.060931 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea8ae7f1-3fd4-4749-ae9b-cd0c9a89b57e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:20.062197 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ea8ae7f1-3fd4-4749-ae9b-cd0c9a89b57e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/18d5e793-3d06-44cc-b5f6-1b746571d9ac HTTP/1.1" status: 204 len: 168 time: 0.2058020 Mar 11 12:04:20.085096 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ae7f1-3fd4-4749-ae9b-cd0c9a89b57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d5e793-3d06-44cc-b5f6-1b746571d9ac,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:20.098093 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:20.319432 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32fa3193-dcd2-45d7-9d46-4392effaa1e6 req-bb6f6fa7-d28d-48b5-813c-e11d86bf3266 service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7179463 Mar 11 12:04:20.341499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:04:20.420989 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=9f6951ac-1f5c-4744-90aa-da8ef6155e43,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:20.490423 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:20.504049 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'port_id': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3', 'mac_address': 'fa:16:3e:96:c3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:04:20.516942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:20.532733 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:20.533175 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:20.533520 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:20.533857 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:20.534186 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:20.534515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:20.534839 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:20.535165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:20.535490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:20.539904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:20.540310 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:20.540650 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:20.540985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:20.548072 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:20.558317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:20.558913 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:20.567394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb141380-a3a7-4b13-a269-7ac72626d37f req-fb73e3e6-f085-4c01-b3bf-5b02639a9fa7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905600 Mar 11 12:04:20.569892 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2989e3-3051-4f72-99cc-04097b2a97e4 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:20.596846 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:20.597341 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:20.616962 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:04:20.620290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43440) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:20.620774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d9ff3dd5-50e8-4a80-af2f-2af1170a127c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1480904 Mar 11 12:04:20.626229 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b68b5fae-427b-4026-a93b-ceff68f974b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'mac_address': 'fa:16:3e:35:36:71', 'name': 'tempest-NetworksTestDHCPv6-1442607094'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:20.650892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac88200-cf37-49f1-ae46-b4f406b962d8 req-6cb4a5f4-3d3a-404f-b305-ff35d2dc8b5d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:20.659252 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bac88200-cf37-49f1-ae46-b4f406b962d8 req-6cb4a5f4-3d3a-404f-b305-ff35d2dc8b5d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.2920482 Mar 11 12:04:20.688101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:20.705567 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:20.820434 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bac88200-cf37-49f1-ae46-b4f406b962d8 req-159164d1-8360-4e14-be9a-2d58397db380 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602359 Mar 11 12:04:20.824563 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68b5fae-427b-4026-a93b-ceff68f974b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:20.856112 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6332b-bc19-4621-91a4-0613d40b6107 req-5e4aa244-69b4-4e3d-9360-65076602fdd7 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:20.869439 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfc6332b-bc19-4621-91a4-0613d40b6107 req-5e4aa244-69b4-4e3d-9360-65076602fdd7 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.1697431 Mar 11 12:04:20.957899 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfc6332b-bc19-4621-91a4-0613d40b6107 req-2e21a8fb-bd34-4c7a-be28-8585b1f2e079 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821495 Mar 11 12:04:20.973247 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b68b5fae-427b-4026-a93b-ceff68f974b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:21.026741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-b68b5fae-427b-4026-a93b-ceff68f974b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port 983214e4-823a-416f-82b1-9565c78f8b86 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:04:21.183236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'fixed_ips': [{'subnet_id': '9f6951ac-1f5c-4744-90aa-da8ef6155e43'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:04:21.184317 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:21.200165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['3b9fbe62-856a-4959-96f9-6c6b3044d6a3'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:04:21.205690 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:21.315997 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-b68b5fae-427b-4026-a93b-ceff68f974b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::f816:3eff:fe35:3671 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/9f6951ac-1f5c-4744-90aa-da8ef6155e43/983214e4-823a-416f-82b1-9565c78f8b86) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:21.582088 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b68b5fae-427b-4026-a93b-ceff68f974b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (983214e4-823a-416f-82b1-9565c78f8b86), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:21.626650 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b68b5fae-427b-4026-a93b-ceff68f974b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (983214e4-823a-416f-82b1-9565c78f8b86), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:21.675888 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68b5fae-427b-4026-a93b-ceff68f974b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:21.680245 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-b68b5fae-427b-4026-a93b-ceff68f974b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:21.685508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68b5fae-427b-4026-a93b-ceff68f974b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:04:21.690996 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68b5fae-427b-4026-a93b-ceff68f974b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:21.691631 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b68b5fae-427b-4026-a93b-ceff68f974b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:21.714781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Allocated IP 2001:db8::f816:3eff:feec:e82c (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/9f6951ac-1f5c-4744-90aa-da8ef6155e43/138fe365-8f08-4911-9e2c-837803563c07) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:21.715220 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b5fae-427b-4026-a93b-ceff68f974b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=983214e4-823a-416f-82b1-9565c78f8b86,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:21.732387 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b68b5fae-427b-4026-a93b-ceff68f974b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1101229 Mar 11 12:04:21.734478 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43466) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:21.797176 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9468551-f21b-4345-a1af-65f9c3e59a3a req-43a75ba8-4d88-4d03-a3e7-3860b54faf02 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:21.799856 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321ef0a5-1048-4b98-a202-b2a92ee49c01 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:21.801424 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-321ef0a5-1048-4b98-a202-b2a92ee49c01 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0658104 Mar 11 12:04:21.805955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43470) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:21.810051 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9468551-f21b-4345-a1af-65f9c3e59a3a req-43a75ba8-4d88-4d03-a3e7-3860b54faf02 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 945 time: 0.1231751 Mar 11 12:04:21.879661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9468551-f21b-4345-a1af-65f9c3e59a3a req-a9bc68de-8e6c-4925-a718-1254ab1f9e16 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667634 Mar 11 12:04:22.042374 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931ec04-ae56-4116-aa9e-f90753848841 req-eab09cba-2ede-4aae-abf5-3abf6fed6343 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:22.044650 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d931ec04-ae56-4116-aa9e-f90753848841 req-eab09cba-2ede-4aae-abf5-3abf6fed6343 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1062768 Mar 11 12:04:22.050962 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-59ef13d9-99d0-4d8d-b4ac-54a447b5d30a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port 983214e4-823a-416f-82b1-9565c78f8b86 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:04:22.051388 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59ef13d9-99d0-4d8d-b4ac-54a447b5d30a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (983214e4-823a-416f-82b1-9565c78f8b86), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:22.062136 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Publish callbacks [] for port (138fe365-8f08-4911-9e2c-837803563c07), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:22.080746 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (138fe365-8f08-4911-9e2c-837803563c07), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:22.139369 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Pushing event updated for resources: {'Port': ['ID=138fe365-8f08-4911-9e2c-837803563c07,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:22.142038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d931ec04-ae56-4116-aa9e-f90753848841 req-cf30afbd-c7c7-47a0-8c57-0c5be5eca01d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898535 Mar 11 12:04:22.158580 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:22.173037 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:22.173037 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:04:22.233998 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61331c87-5345-49bd-807a-261d80012a47 req-460b0efd-e5d4-49fa-9181-49f3ab3e8663 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:22.237540 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61331c87-5345-49bd-807a-261d80012a47 req-460b0efd-e5d4-49fa-9181-49f3ab3e8663 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.0978973 Mar 11 12:04:22.241448 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59ef13d9-99d0-4d8d-b4ac-54a447b5d30a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (983214e4-823a-416f-82b1-9565c78f8b86), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:22.276661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Attempting to bind port 138fe365-8f08-4911-9e2c-837803563c07 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:04:22.277144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Attempting to bind port 138fe365-8f08-4911-9e2c-837803563c07 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:04:22.277375 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Attempting to bind port 138fe365-8f08-4911-9e2c-837803563c07 on network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:04:22.277791 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-59ef13d9-99d0-4d8d-b4ac-54a447b5d30a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for 983214e4-823a-416f-82b1-9565c78f8b86 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:04:22.282916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:04:22.283414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Checking segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:04:22.283841 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:22.284229 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Bound using segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:04:22.284690 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Bound port: 138fe365-8f08-4911-9e2c-837803563c07, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:04:22.285386 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (138fe365-8f08-4911-9e2c-837803563c07), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:22.318215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61331c87-5345-49bd-807a-261d80012a47 req-2e47dbee-7cd5-4613-953a-982c0e87d357 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745678 Mar 11 12:04:22.360200 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:04:22.421434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] For port 138fe365-8f08-4911-9e2c-837803563c07, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:04:22.444359 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] For port 138fe365-8f08-4911-9e2c-837803563c07, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=138fe365-8f08-4911-9e2c-837803563c07,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:04:22.456331 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (138fe365-8f08-4911-9e2c-837803563c07), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:22.470711 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:04:22.509673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:22.509908 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:22.591314 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59ef13d9-99d0-4d8d-b4ac-54a447b5d30a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (983214e4-823a-416f-82b1-9565c78f8b86), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:22.644812 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1fe1e-83e0-4334-8aad-ddac9ecd5ad3 None None] Pushing event updated for resources: {'Port': ['ID=138fe365-8f08-4911-9e2c-837803563c07,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:22.661764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef13d9-99d0-4d8d-b4ac-54a447b5d30a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=983214e4-823a-416f-82b1-9565c78f8b86,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:22.688396 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59ef13d9-99d0-4d8d-b4ac-54a447b5d30a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:22.695809 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43508) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:22.700676 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-59ef13d9-99d0-4d8d-b4ac-54a447b5d30a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/983214e4-823a-416f-82b1-9565c78f8b86 HTTP/1.1" status: 204 len: 168 time: 0.8890862 Mar 11 12:04:22.761291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:22.767045 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:22.786234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be61966d-4b70-4d71-97f1-6e3a34ade574 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:22.787954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be61966d-4b70-4d71-97f1-6e3a34ade574 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:22.792852 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-be61966d-4b70-4d71-97f1-6e3a34ade574 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0933998 Mar 11 12:04:22.792983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43510) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:22.829084 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:04:22.834237 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040bf9da-59cf-4ef3-bb9c-843113ebd1b9" -d '{"events": [{"server_uuid": "7f2d006f-dd49-4a23-974a-4c01812a8762", "name": "network-vif-plugged", "status": "completed", "tag": "3b9fbe62-856a-4959-96f9-6c6b3044d6a3"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:04:22.865115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:22.875087 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:22.923011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffd7965-e838-4ba5-b2c6-55ab7a2ff2b9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 9f6951ac-1f5c-4744-90aa-da8ef6155e43 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:04:22.936310 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4ffd7965-e838-4ba5-b2c6-55ab7a2ff2b9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (9f6951ac-1f5c-4744-90aa-da8ef6155e43), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:22.974395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:23.054213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4ffd7965-e838-4ba5-b2c6-55ab7a2ff2b9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (9f6951ac-1f5c-4744-90aa-da8ef6155e43), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:23.186996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de691755-cb60-4726-b577-63e0ff715063 req-c1c826ac-70e6-48e7-b783-1efb3c7a5278 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:23.192899 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de691755-cb60-4726-b577-63e0ff715063 req-c1c826ac-70e6-48e7-b783-1efb3c7a5278 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.1458592 Mar 11 12:04:23.196279 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4ffd7965-e838-4ba5-b2c6-55ab7a2ff2b9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (9f6951ac-1f5c-4744-90aa-da8ef6155e43), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:23.280478 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4ffd7965-e838-4ba5-b2c6-55ab7a2ff2b9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (9f6951ac-1f5c-4744-90aa-da8ef6155e43), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:23.284730 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69557821-2b72-422f-b1f6-f30c7c336b20 x-openstack-request-id: req-69557821-2b72-422f-b1f6-f30c7c336b20 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:04:23.285233 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2d006f-dd49-4a23-974a-4c01812a8762", "name": "network-vif-plugged", "status": "completed", "tag": "3b9fbe62-856a-4959-96f9-6c6b3044d6a3", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:04:23.285489 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69557821-2b72-422f-b1f6-f30c7c336b20 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:04:23.286148 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3', 'code': 200} Mar 11 12:04:23.312856 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de691755-cb60-4726-b577-63e0ff715063 req-feba5cc9-17ce-4ed4-b1dd-072bf7c479aa tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125338 Mar 11 12:04:23.370455 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd7965-e838-4ba5-b2c6-55ab7a2ff2b9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=9f6951ac-1f5c-4744-90aa-da8ef6155e43,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:23.381269 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4ffd7965-e838-4ba5-b2c6-55ab7a2ff2b9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:23.386471 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4ffd7965-e838-4ba5-b2c6-55ab7a2ff2b9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/9f6951ac-1f5c-4744-90aa-da8ef6155e43 HTTP/1.1" status: 204 len: 168 time: 0.5922725 Mar 11 12:04:23.389728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43532) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:23.485558 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f1551f1f-175e-4fe6-9f84-64e83b260176 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942917 Mar 11 12:04:23.489118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43538) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:23.505889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:23.522791 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4154c-99c3-44b2-bb9c-968f9b251042 req-29b79b9e-5d15-4ba9-ad2b-83653d547ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:23.524799 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96c4154c-99c3-44b2-bb9c-968f9b251042 req-29b79b9e-5d15-4ba9-ad2b-83653d547ea2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 1128 time: 0.1588452 Mar 11 12:04:23.593714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2c243-40d7-4ff1-8ebc-e1030610004e req-abc08582-2e24-436a-af6d-59509f25ead4 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:23.597130 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-17e2c243-40d7-4ff1-8ebc-e1030610004e req-abc08582-2e24-436a-af6d-59509f25ead4 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.1289570 Mar 11 12:04:23.619278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945cec6-d2c4-4825-939b-12e83037288c req-2b8318cb-6103-40d9-b7be-1b8519b0839a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:23.627127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5945cec6-d2c4-4825-939b-12e83037288c req-2b8318cb-6103-40d9-b7be-1b8519b0839a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.2111883 Mar 11 12:04:23.702076 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96c4154c-99c3-44b2-bb9c-968f9b251042 req-d541e19a-0ef6-4dd4-8546-abf16392ff7e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689241 Mar 11 12:04:23.745227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:23.763960 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:23.780165 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-17e2c243-40d7-4ff1-8ebc-e1030610004e req-b39a00e3-9e8b-4287-a068-a737c92c7817 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475255 Mar 11 12:04:23.785055 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5945cec6-d2c4-4825-939b-12e83037288c req-6b4e2cd2-f05a-45a3-8573-ba819405989f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569681 Mar 11 12:04:24.124042 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b94fe5-ec70-48be-9db1-e320502eaf2b None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:24.190704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.objects.ports [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104032) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 12:04:24.205383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 138fe365-8f08-4911-9e2c-837803563c07 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:04:24.292064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2c56dfff-7f48-4d84-85c6-5547516ea64a None None] Provisioning complete for port 138fe365-8f08-4911-9e2c-837803563c07 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:24.293131 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2c56dfff-7f48-4d84-85c6-5547516ea64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (138fe365-8f08-4911-9e2c-837803563c07), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:24.390798 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 138fe365-8f08-4911-9e2c-837803563c07 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:24.391176 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (138fe365-8f08-4911-9e2c-837803563c07), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:24.406922 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (138fe365-8f08-4911-9e2c-837803563c07), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:24.456092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2c56dfff-7f48-4d84-85c6-5547516ea64a None None] Current status of the port 138fe365-8f08-4911-9e2c-837803563c07 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:24.456738 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2c56dfff-7f48-4d84-85c6-5547516ea64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (138fe365-8f08-4911-9e2c-837803563c07), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:24.534737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 138fe365-8f08-4911-9e2c-837803563c07 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:24.535126 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (138fe365-8f08-4911-9e2c-837803563c07), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:24.559637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72757b8a-f342-4321-85d8-91c8c2dd3c0c req-8f2b0acc-4154-4e81-ac66-4ee757dd1d47 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:24.561703 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2c56dfff-7f48-4d84-85c6-5547516ea64a None None] For port 138fe365-8f08-4911-9e2c-837803563c07, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=138fe365-8f08-4911-9e2c-837803563c07,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:24.567091 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72757b8a-f342-4321-85d8-91c8c2dd3c0c req-8f2b0acc-4154-4e81-ac66-4ee757dd1d47 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.0987172 Mar 11 12:04:24.573266 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2c56dfff-7f48-4d84-85c6-5547516ea64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (138fe365-8f08-4911-9e2c-837803563c07), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:24.573946 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.api [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:04:24.574509 n-d-833234-2 neutron-server[104032]: DEBUG oslo_db.api [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:04:24.685853 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72757b8a-f342-4321-85d8-91c8c2dd3c0c req-69faff50-5260-4568-b300-ec7c151dadb5 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164289 Mar 11 12:04:24.723849 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:04:24.724567 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:04:24.748916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56dfff-7f48-4d84-85c6-5547516ea64a None None] Pushing event updated for resources: {'Port': ['ID=138fe365-8f08-4911-9e2c-837803563c07,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:24.826090 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-05cd5bb5-d6fc-4e3b-afcb-7f5ae5452517 None None] Provisioning complete for port 138fe365-8f08-4911-9e2c-837803563c07 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:24.830323 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-05cd5bb5-d6fc-4e3b-afcb-7f5ae5452517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (138fe365-8f08-4911-9e2c-837803563c07), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:25.011714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7bfe1-f43d-4086-8b65-b9749386b176 req-5d2eed7d-9421-4f02-b562-ff2727605806 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:25.020808 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20c7bfe1-f43d-4086-8b65-b9749386b176 req-5d2eed7d-9421-4f02-b562-ff2727605806 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.1233499 Mar 11 12:04:25.069028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-05cd5bb5-d6fc-4e3b-afcb-7f5ae5452517 None None] Current status of the port 138fe365-8f08-4911-9e2c-837803563c07 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:25.115999 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20c7bfe1-f43d-4086-8b65-b9749386b176 req-1db59701-12a3-44e7-91b8-49df089dbd90 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942125 Mar 11 12:04:25.159149 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (138fe365-8f08-4911-9e2c-837803563c07), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:25.359968 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 138fe365-8f08-4911-9e2c-837803563c07 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:25.386343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-08e5e072-817e-4d8d-88f1-7710a3540680 None None] Could not find standard attr ID for object 983214e4-823a-416f-82b1-9565c78f8b86. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:04:25.497041 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] For port 138fe365-8f08-4911-9e2c-837803563c07, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=138fe365-8f08-4911-9e2c-837803563c07,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:25.510397 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf30dd8-4082-477b-aecf-fc38b5901cda req-75571c5f-f773-4c2b-b526-42798c33a655 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:25.525470 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9bf30dd8-4082-477b-aecf-fc38b5901cda req-75571c5f-f773-4c2b-b526-42798c33a655 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.1492488 Mar 11 12:04:25.590201 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (138fe365-8f08-4911-9e2c-837803563c07), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:25.609314 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (138fe365-8f08-4911-9e2c-837803563c07), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:25.667819 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9bf30dd8-4082-477b-aecf-fc38b5901cda req-527b4ddf-49a5-49c7-b3fb-6b4a1f5a3019 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413145 Mar 11 12:04:25.704732 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (5c16b625-b19c-4968-86cd-8507fdc31e65), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:25.839953 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:25.846050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:25.849935 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=138fe365-8f08-4911-9e2c-837803563c07,revision_number=6']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:25.853358 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:25.853946 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:25.856933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=5c16b625-b19c-4968-86cd-8507fdc31e65,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:25.858337 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711de7f1-b157-4edf-86cc-0672e3cc7c4b None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:25.884011 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fd6e6594-f542-467d-ac2f-c02abf2ce069 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3936074 Mar 11 12:04:25.886417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43590) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:25.891320 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7b6f69ca-eaca-473b-ac08-44b3e636677b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'mac_address': 'fa:16:3e:57:fe:85', 'name': 'tempest-NetworksTestDHCPv6-1882603698'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:25.934256 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fd945-fc42-4731-9dd0-e86fac8710c4 req-984f54f7-3d19-411b-a19e-2f159ae1fee6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:25.937241 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd8fd945-fc42-4731-9dd0-e86fac8710c4 req-984f54f7-3d19-411b-a19e-2f159ae1fee6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.1240144 Mar 11 12:04:25.954438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8074c8-4b4c-41bb-8224-75e1ed92150e req-dbb13b09-98fb-4982-98a6-dffc73372474 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:25.956191 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d8074c8-4b4c-41bb-8224-75e1ed92150e req-dbb13b09-98fb-4982-98a6-dffc73372474 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.1094415 Mar 11 12:04:26.098361 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd8fd945-fc42-4731-9dd0-e86fac8710c4 req-57cbfac2-fb16-4d51-b536-bb947068c043 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399369 Mar 11 12:04:26.120866 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6f69ca-eaca-473b-ac08-44b3e636677b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:26.146002 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d8074c8-4b4c-41bb-8224-75e1ed92150e req-9cf7bd33-7204-4589-8e59-fe812602bd2c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506765 Mar 11 12:04:26.209051 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 138fe365-8f08-4911-9e2c-837803563c07 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:04:26.314125 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7b6f69ca-eaca-473b-ac08-44b3e636677b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:26.350808 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 138fe365-8f08-4911-9e2c-837803563c07 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:26.352862 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (138fe365-8f08-4911-9e2c-837803563c07), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:26.354621 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-7b6f69ca-eaca-473b-ac08-44b3e636677b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port 9c6f814c-dca3-4223-a401-c4d8fe93512b yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:04:26.446708 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fa423-2204-4355-a9c3-9ce6c535a554 req-91e37ea1-ea4a-4d4a-bb3a-567aaec2411a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:26.469534 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b70fa423-2204-4355-a9c3-9ce6c535a554 req-91e37ea1-ea4a-4d4a-bb3a-567aaec2411a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.1881561 Mar 11 12:04:26.470227 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43602) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:26.477483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a50b91ec-8d20-4ed6-b2db-94668b64b9a0 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Request body: {'floatingip': {'port_id': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:26.554563 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 138fe365-8f08-4911-9e2c-837803563c07 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:26.599866 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a50b91ec-8d20-4ed6-b2db-94668b64b9a0 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for floatingip (0fa31705-cb50-4ee2-a50b-5fb279409e9d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:26.667241 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-7b6f69ca-eaca-473b-ac08-44b3e636677b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::f816:3eff:fe57:fe85 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/5c16b625-b19c-4968-86cd-8507fdc31e65/9c6f814c-dca3-4223-a401-c4d8fe93512b) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:26.836403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7de3ad-ce7c-46cf-b4ef-985e33a9b1f4 req-de956842-82bf-4db7-8951-14b42a8e7015 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:26.837707 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8f7bbe74-e8a2-4f05-95ec-1a5198cc7d82 None None] Provisioning complete for port 138fe365-8f08-4911-9e2c-837803563c07 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:26.838088 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8f7bbe74-e8a2-4f05-95ec-1a5198cc7d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (138fe365-8f08-4911-9e2c-837803563c07), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:26.846774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee7de3ad-ce7c-46cf-b4ef-985e33a9b1f4 req-de956842-82bf-4db7-8951-14b42a8e7015 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.2893872 Mar 11 12:04:26.915895 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee7de3ad-ce7c-46cf-b4ef-985e33a9b1f4 req-ade77527-e4a9-4cfd-9eaa-9b869ea5e626 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681446 Mar 11 12:04:27.003625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8f7bbe74-e8a2-4f05-95ec-1a5198cc7d82 None None] Current status of the port 138fe365-8f08-4911-9e2c-837803563c07 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:27.043351 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7b6f69ca-eaca-473b-ac08-44b3e636677b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (9c6f814c-dca3-4223-a401-c4d8fe93512b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:27.091846 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7b6f69ca-eaca-473b-ac08-44b3e636677b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9c6f814c-dca3-4223-a401-c4d8fe93512b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:27.232468 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f69ca-eaca-473b-ac08-44b3e636677b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=9c6f814c-dca3-4223-a401-c4d8fe93512b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:27.236673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f69ca-eaca-473b-ac08-44b3e636677b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:27.243129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-7b6f69ca-eaca-473b-ac08-44b3e636677b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:27.246825 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6f69ca-eaca-473b-ac08-44b3e636677b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:04:27.257694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6f69ca-eaca-473b-ac08-44b3e636677b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:27.258377 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7b6f69ca-eaca-473b-ac08-44b3e636677b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:27.300789 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7b6f69ca-eaca-473b-ac08-44b3e636677b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4132948 Mar 11 12:04:27.302454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43620) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:27.389681 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2994069-ed4d-495e-9d03-59da652313cb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:27.402582 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2994069-ed4d-495e-9d03-59da652313cb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:27.408686 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e2994069-ed4d-495e-9d03-59da652313cb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1045265 Mar 11 12:04:27.415560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43626) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:27.742076 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f6c6085b-5c57-4496-8c7e-e0e3f1bf3d74 None None] Provisioning complete for port 9c6f814c-dca3-4223-a401-c4d8fe93512b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:27.742076 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6c6085b-5c57-4496-8c7e-e0e3f1bf3d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9c6f814c-dca3-4223-a401-c4d8fe93512b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:27.781928 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a50b91ec-8d20-4ed6-b2db-94668b64b9a0 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:27.798162 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a50b91ec-8d20-4ed6-b2db-94668b64b9a0 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (0fa31705-cb50-4ee2-a50b-5fb279409e9d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:27.815442 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6085b-5c57-4496-8c7e-e0e3f1bf3d74 None None] Port 9c6f814c-dca3-4223-a401-c4d8fe93512b cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:04:27.936885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c320b5-38f9-4c31-934b-7eb46a82f2b6 req-c877f406-30c2-441d-a236-1a099e3dccad tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:27.939007 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54c320b5-38f9-4c31-934b-7eb46a82f2b6 req-c877f406-30c2-441d-a236-1a099e3dccad tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.37 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.2720006 Mar 11 12:04:28.198119 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-a50b91ec-8d20-4ed6-b2db-94668b64b9a0 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Floating IP 0fa31705-cb50-4ee2-a50b-5fb279409e9d associated. External IP: 172.25.7.134, port: 3b9fbe62-856a-4959-96f9-6c6b3044d6a3. Mar 11 12:04:28.251823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-758fc75e-ba6a-4538-9105-ffc97e542429 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port 9c6f814c-dca3-4223-a401-c4d8fe93512b {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:04:28.252179 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-758fc75e-ba6a-4538-9105-ffc97e542429 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9c6f814c-dca3-4223-a401-c4d8fe93512b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:28.360774 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-54c320b5-38f9-4c31-934b-7eb46a82f2b6 req-b5937b8a-24e9-4ad1-8066-ce1b282af721 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Deleting port 8c585298-e5cf-416e-94d3-ad860d2d28ed {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:04:28.361113 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-54c320b5-38f9-4c31-934b-7eb46a82f2b6 req-b5937b8a-24e9-4ad1-8066-ce1b282af721 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8c585298-e5cf-416e-94d3-ad860d2d28ed), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:28.371187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e281738-56a5-4a08-bbb9-a371e3a43a29 req-690df35b-7f9c-42d5-854e-19b60ff43f61 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:28.374894 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e281738-56a5-4a08-bbb9-a371e3a43a29 req-690df35b-7f9c-42d5-854e-19b60ff43f61 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 945 time: 0.3167379 Mar 11 12:04:28.447098 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-758fc75e-ba6a-4538-9105-ffc97e542429 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9c6f814c-dca3-4223-a401-c4d8fe93512b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:28.464704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-758fc75e-ba6a-4538-9105-ffc97e542429 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for 9c6f814c-dca3-4223-a401-c4d8fe93512b owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:04:28.582280 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43656) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:28.629307 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-54c320b5-38f9-4c31-934b-7eb46a82f2b6 req-b5937b8a-24e9-4ad1-8066-ce1b282af721 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] For port 8c585298-e5cf-416e-94d3-ad860d2d28ed, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8c585298-e5cf-416e-94d3-ad860d2d28ed,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:28.630117 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-54c320b5-38f9-4c31-934b-7eb46a82f2b6 req-b5937b8a-24e9-4ad1-8066-ce1b282af721 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8c585298-e5cf-416e-94d3-ad860d2d28ed), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:28.651143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-54c320b5-38f9-4c31-934b-7eb46a82f2b6 req-b5937b8a-24e9-4ad1-8066-ce1b282af721 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Calling delete_port for 8c585298-e5cf-416e-94d3-ad860d2d28ed owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:04:28.714998 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e281738-56a5-4a08-bbb9-a371e3a43a29 req-078ab42c-db4d-41dd-863c-d4507192136a tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940166 Mar 11 12:04:28.805158 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-758fc75e-ba6a-4538-9105-ffc97e542429 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9c6f814c-dca3-4223-a401-c4d8fe93512b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:28.831978 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50b91ec-8d20-4ed6-b2db-94668b64b9a0 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Router 7612444f-72f5-41e8-a16c-049a27c0eb3d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:04:28.912931 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fc75e-ba6a-4538-9105-ffc97e542429 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=9c6f814c-dca3-4223-a401-c4d8fe93512b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:28.955820 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-758fc75e-ba6a-4538-9105-ffc97e542429 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:28.965954 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-758fc75e-ba6a-4538-9105-ffc97e542429 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/9c6f814c-dca3-4223-a401-c4d8fe93512b HTTP/1.1" status: 204 len: 168 time: 1.5446165 Mar 11 12:04:28.966700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43668) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:29.006707 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50b91ec-8d20-4ed6-b2db-94668b64b9a0 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:04:29.014926 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a50b91ec-8d20-4ed6-b2db-94668b64b9a0 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:29.018449 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be545a-02a9-483e-91bd-89a15120da89 None None] Sync routers for ids ['7612444f-72f5-41e8-a16c-049a27c0eb3d'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:04:29.037775 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49be545a-02a9-483e-91bd-89a15120da89 None None] Routers {'7612444f-72f5-41e8-a16c-049a27c0eb3d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:04:29.038397 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-49be545a-02a9-483e-91bd-89a15120da89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:04:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7612444f-72f5-41e8-a16c-049a27c0eb3d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:04:29.048851 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb71e02e-e36f-4fa2-89f4-7b44fc22e420 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:29.052813 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb71e02e-e36f-4fa2-89f4-7b44fc22e420 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:29.058206 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cb71e02e-e36f-4fa2-89f4-7b44fc22e420 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0878913 Mar 11 12:04:29.059068 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43672) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:29.064006 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-54c320b5-38f9-4c31-934b-7eb46a82f2b6 req-b5937b8a-24e9-4ad1-8066-ce1b282af721 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (8c585298-e5cf-416e-94d3-ad860d2d28ed), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:29.070683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a50b91ec-8d20-4ed6-b2db-94668b64b9a0 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "PUT /v2.0/floatingips/0fa31705-cb50-4ee2-a50b-5fb279409e9d HTTP/1.1" status: 200 len: 992 time: 2.5974548 Mar 11 12:04:29.073438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'tag': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:04:29.079282 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dc96a0-691e-4cd0-90b2-291ca159e8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2d006f-dd49-4a23-974a-4c01812a8762", "tag": "3b9fbe62-856a-4959-96f9-6c6b3044d6a3"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:04:29.088357 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['de47ce64-ea93-40ab-9763-7f508aec56e0', '8c585298-e5cf-416e-94d3-ad860d2d28ed'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:04:29.099558 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-58874bd3-c1a0-48e6-bad8-2685bb4c067d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:29.119787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5937b8a-24e9-4ad1-8066-ce1b282af721 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Pushing event deleted for resources: {'Port': ['ID=8c585298-e5cf-416e-94d3-ad860d2d28ed,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:29.185916 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fe307b-965f-4591-9f74-eed9a6706275 x-openstack-request-id: req-87fe307b-965f-4591-9f74-eed9a6706275 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:04:29.186507 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2d006f-dd49-4a23-974a-4c01812a8762", "tag": "3b9fbe62-856a-4959-96f9-6c6b3044d6a3", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:04:29.186924 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87fe307b-965f-4591-9f74-eed9a6706275 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:04:29.187489 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'tag': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3', 'status': 'completed', 'code': 200} Mar 11 12:04:29.242916 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c320b5-38f9-4c31-934b-7eb46a82f2b6 req-b5937b8a-24e9-4ad1-8066-ce1b282af721 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] No DVR routers for this DVR port 8c585298-e5cf-416e-94d3-ad860d2d28ed on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:04:29.248931 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-54c320b5-38f9-4c31-934b-7eb46a82f2b6 req-b5937b8a-24e9-4ad1-8066-ce1b282af721 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:29.252414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54c320b5-38f9-4c31-934b-7eb46a82f2b6 req-b5937b8a-24e9-4ad1-8066-ce1b282af721 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.37 "DELETE /v2.0/ports/8c585298-e5cf-416e-94d3-ad860d2d28ed HTTP/1.1" status: 204 len: 173 time: 1.3072448 Mar 11 12:04:29.300272 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9e271b-6d50-443d-89aa-ba81577ff1ba tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 5c16b625-b19c-4968-86cd-8507fdc31e65 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:04:29.315900 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d9e271b-6d50-443d-89aa-ba81577ff1ba tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (5c16b625-b19c-4968-86cd-8507fdc31e65), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:29.348079 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-49be545a-02a9-483e-91bd-89a15120da89 None None] Set router 7612444f-72f5-41e8-a16c-049a27c0eb3d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:04:29.350753 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc96a0-691e-4cd0-90b2-291ca159e8c3 req-6b561c3a-d13f-41c5-9069-02555c125afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:29.353373 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29dc96a0-691e-4cd0-90b2-291ca159e8c3 req-6b561c3a-d13f-41c5-9069-02555c125afb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1261e07bdfea4d9b80d7efcfb649be2d&device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 1128 time: 0.1318836 Mar 11 12:04:29.406695 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d9e271b-6d50-443d-89aa-ba81577ff1ba tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (5c16b625-b19c-4968-86cd-8507fdc31e65), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:29.474281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc96a0-691e-4cd0-90b2-291ca159e8c3 req-fc038342-244c-4dd2-b10b-64f12e401344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:29.476116 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29dc96a0-691e-4cd0-90b2-291ca159e8c3 req-fc038342-244c-4dd2-b10b-64f12e401344 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e532891a-d9f9-4838-8745-963ad9eaeacc HTTP/1.1" status: 200 len: 918 time: 0.1151605 Mar 11 12:04:29.617289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29dc96a0-691e-4cd0-90b2-291ca159e8c3 req-8a708c6a-736f-4483-87cd-c2fec257d8ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3 HTTP/1.1" status: 200 len: 1000 time: 0.1299846 Mar 11 12:04:29.619028 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d9e271b-6d50-443d-89aa-ba81577ff1ba tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (5c16b625-b19c-4968-86cd-8507fdc31e65), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:29.776754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc96a0-691e-4cd0-90b2-291ca159e8c3 req-5e9143cb-852a-4546-9291-b5856325f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:29.778565 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29dc96a0-691e-4cd0-90b2-291ca159e8c3 req-5e9143cb-852a-4546-9291-b5856325f66b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc42e876-74e9-4322-8608-e55a47f90e7b HTTP/1.1" status: 200 len: 856 time: 0.1515129 Mar 11 12:04:29.804250 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-58874bd3-c1a0-48e6-bad8-2685bb4c067d admin admin] Publish callbacks [] for security_group (d2301a44-d4ff-4f37-884e-77a358ca3573), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:29.819485 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-58874bd3-c1a0-48e6-bad8-2685bb4c067d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d2301a44-d4ff-4f37-884e-77a358ca3573), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:29.924927 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc96a0-691e-4cd0-90b2-291ca159e8c3 req-da4b22c0-65bb-4d37-8f13-ec91e07c168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:29.927035 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29dc96a0-691e-4cd0-90b2-291ca159e8c3 req-da4b22c0-65bb-4d37-8f13-ec91e07c168b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e532891a-d9f9-4838-8745-963ad9eaeacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1420417 Mar 11 12:04:29.947006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43686) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:29.960934 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-58874bd3-c1a0-48e6-bad8-2685bb4c067d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5b7b398f263e40309fd6b5e9ddc0c952&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3602886 Mar 11 12:04:29.964530 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58874bd3-c1a0-48e6-bad8-2685bb4c067d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2301a44-d4ff-4f37-884e-77a358ca3573,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:29.980505 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d9e271b-6d50-443d-89aa-ba81577ff1ba tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (5c16b625-b19c-4968-86cd-8507fdc31e65), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:29.999286 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d9e271b-6d50-443d-89aa-ba81577ff1ba tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:30.014036 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5d9e271b-6d50-443d-89aa-ba81577ff1ba tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/5c16b625-b19c-4968-86cd-8507fdc31e65 HTTP/1.1" status: 204 len: 168 time: 0.9502339 Mar 11 12:04:30.021955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0276f2b0-607d-4b69-b203-88380bff5d9a None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:30.028664 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-49be545a-02a9-483e-91bd-89a15120da89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T11:59:54Z', 'revision_number': 4, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '0fa31705-cb50-4ee2-a50b-5fb279409e9d', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'floating_ip_address': '172.25.7.134', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'port_id': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'mac_address': 'fa:16:3e:96:c3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:04:08Z', 'updated_at': '2022-03-11T12:04:27Z', 'revision_number': 1, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c02ff4-8c0e-42a9-a555-2fae6698f949', 'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'mac_address': 'fa:16:3e:95:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:52Z', 'updated_at': '2022-03-11T12:00:02Z', 'revision_number': 5, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'subnets': [{'id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:04:30.074027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43690) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:30.101839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e271b-6d50-443d-89aa-ba81577ff1ba tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=5c16b625-b19c-4968-86cd-8507fdc31e65,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:30.114546 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be545a-02a9-483e-91bd-89a15120da89 None None] Checking router: 7612444f-72f5-41e8-a16c-049a27c0eb3d for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:04:30.131381 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbeba538-49ff-4807-b7af-200f7f65ff77 req-37913338-5c17-479d-a6ac-d0aa5012043c tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=38044818-dc8a-4dd4-a886-b5c302cc5517 HTTP/1.1" status: 200 len: 210 time: 0.1986883 Mar 11 12:04:30.162594 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49be545a-02a9-483e-91bd-89a15120da89 None None] Routers {'7612444f-72f5-41e8-a16c-049a27c0eb3d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:04:30.168044 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-49be545a-02a9-483e-91bd-89a15120da89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:04:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7612444f-72f5-41e8-a16c-049a27c0eb3d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:04:30.228369 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-02cd34dd-89e9-4db6-8574-bc0cce13951d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1526606 Mar 11 12:04:30.230056 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43692) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:30.336299 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33a919b4-85b6-4812-b736-0b099419d8af admin admin] Publish callbacks [] for security_group (d2301a44-d4ff-4f37-884e-77a358ca3573), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:30.402467 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada0b891-5a2c-4961-979c-5df90f0ac9a6 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:30.403879 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33a919b4-85b6-4812-b736-0b099419d8af admin admin] Publish callbacks [] for security_group (d2301a44-d4ff-4f37-884e-77a358ca3573), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:30.407737 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-49be545a-02a9-483e-91bd-89a15120da89 None None] Set router 7612444f-72f5-41e8-a16c-049a27c0eb3d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:04:30.410890 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ada0b891-5a2c-4961-979c-5df90f0ac9a6 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1292849 Mar 11 12:04:30.412387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43698) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:30.454536 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29dc96a0-691e-4cd0-90b2-291ca159e8c3 req-9f5ca0ad-8aa2-45a2-9cec-f49385945535 service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061977 Mar 11 12:04:30.485052 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc6c5c7-8011-4729-bd72-f13e5b33d7c4 None None] DHCP port deletion for 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:04:30.521639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc408d4f-5514-4ee9-9fd5-9b3347e7757c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:30.523229 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bc408d4f-5514-4ee9-9fd5-9b3347e7757c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1104896 Mar 11 12:04:30.526168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43700) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:30.563992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ecc6c5c7-8011-4729-bd72-f13e5b33d7c4 None None] Deleting port 138fe365-8f08-4911-9e2c-837803563c07 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:04:30.564358 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c5c7-8011-4729-bd72-f13e5b33d7c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (138fe365-8f08-4911-9e2c-837803563c07), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:30.601390 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33a919b4-85b6-4812-b736-0b099419d8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d2301a44-d4ff-4f37-884e-77a358ca3573), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:30.605838 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33a919b4-85b6-4812-b736-0b099419d8af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:30.609161 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-33a919b4-85b6-4812-b736-0b099419d8af admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d2301a44-d4ff-4f37-884e-77a358ca3573 HTTP/1.1" status: 204 len: 168 time: 0.6521769 Mar 11 12:04:30.654523 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a919b4-85b6-4812-b736-0b099419d8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2301a44-d4ff-4f37-884e-77a358ca3573,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:30.666983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29dc96a0-691e-4cd0-90b2-291ca159e8c3 req-9e37aba4-0ca8-4612-b623-228301a51ae0 service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031579 Mar 11 12:04:30.690112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ecc6c5c7-8011-4729-bd72-f13e5b33d7c4 None None] For port 138fe365-8f08-4911-9e2c-837803563c07, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=138fe365-8f08-4911-9e2c-837803563c07,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:30.690761 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c5c7-8011-4729-bd72-f13e5b33d7c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (138fe365-8f08-4911-9e2c-837803563c07), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:30.711466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ecc6c5c7-8011-4729-bd72-f13e5b33d7c4 None None] Calling delete_port for 138fe365-8f08-4911-9e2c-837803563c07 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:04:30.730246 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-09756402-b9e3-4c2e-ae9b-effc30041789 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2025082 Mar 11 12:04:30.734149 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43704) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:30.739829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-56305ee0-3d37-4f0d-9001-ef4c098f43b0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:30.846790 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-49be545a-02a9-483e-91bd-89a15120da89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T11:59:54Z', 'revision_number': 4, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '0fa31705-cb50-4ee2-a50b-5fb279409e9d', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'floating_ip_address': '172.25.7.134', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'port_id': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'mac_address': 'fa:16:3e:96:c3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:04:08Z', 'updated_at': '2022-03-11T12:04:27Z', 'revision_number': 1, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c02ff4-8c0e-42a9-a555-2fae6698f949', 'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'mac_address': 'fa:16:3e:95:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:52Z', 'updated_at': '2022-03-11T12:00:02Z', 'revision_number': 5, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'subnets': [{'id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:04:30.887462 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be545a-02a9-483e-91bd-89a15120da89 None None] The sync data for ids ['7612444f-72f5-41e8-a16c-049a27c0eb3d'] in n-d-833234-2 is: [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T11:59:54Z', 'revision_number': 4, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '0fa31705-cb50-4ee2-a50b-5fb279409e9d', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'floating_ip_address': '172.25.7.134', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'port_id': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'mac_address': 'fa:16:3e:96:c3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:04:08Z', 'updated_at': '2022-03-11T12:04:27Z', 'revision_number': 1, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c02ff4-8c0e-42a9-a555-2fae6698f949', 'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'mac_address': 'fa:16:3e:95:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:52Z', 'updated_at': '2022-03-11T12:00:02Z', 'revision_number': 5, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'subnets': [{'id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:04:30.902824 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c5c7-8011-4729-bd72-f13e5b33d7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (138fe365-8f08-4911-9e2c-837803563c07), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:30.960832 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56305ee0-3d37-4f0d-9001-ef4c098f43b0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:30.965047 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56305ee0-3d37-4f0d-9001-ef4c098f43b0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:30.967514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6c5c7-8011-4729-bd72-f13e5b33d7c4 None None] No DVR routers for this DVR port 138fe365-8f08-4911-9e2c-837803563c07 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:04:31.025904 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6c5c7-8011-4729-bd72-f13e5b33d7c4 None None] Pushing event deleted for resources: {'Port': ['ID=138fe365-8f08-4911-9e2c-837803563c07,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:31.189769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38044818-dc8a-4dd4-a886-b5c302cc5517', 'name': 'network-vif-deleted', 'tag': '8c585298-e5cf-416e-94d3-ad860d2d28ed'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:04:31.200751 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5230d1c-3b43-482f-83c2-8c8c8f48bc16" -d '{"events": [{"server_uuid": "38044818-dc8a-4dd4-a886-b5c302cc5517", "name": "network-vif-deleted", "tag": "8c585298-e5cf-416e-94d3-ad860d2d28ed"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:04:31.285666 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc8fad-6218-4f26-afd9-c2b4c13b15b2 None None] New status for floating IP 0fa31705-cb50-4ee2-a50b-5fb279409e9d: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:04:31.312372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43722) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:31.341890 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7de62c4-80d9-4808-a35b-5d615a00632d x-openstack-request-id: req-c7de62c4-80d9-4808-a35b-5d615a00632d {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:04:31.342403 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38044818-dc8a-4dd4-a886-b5c302cc5517", "name": "network-vif-deleted", "tag": "8c585298-e5cf-416e-94d3-ad860d2d28ed", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:04:31.342836 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c7de62c4-80d9-4808-a35b-5d615a00632d {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:04:31.343213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fd6e52c5-f313-4cc6-b899-869882c07fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:31.343602 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38044818-dc8a-4dd4-a886-b5c302cc5517', 'name': 'network-vif-deleted', 'tag': '8c585298-e5cf-416e-94d3-ad860d2d28ed', 'status': 'completed', 'code': 200} Mar 11 12:04:31.429534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.objects.ports [None req-56305ee0-3d37-4f0d-9001-ef4c098f43b0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104031) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 12:04:31.431480 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56305ee0-3d37-4f0d-9001-ef4c098f43b0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (a1e57336-3866-40fa-96e3-23debf859969), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:31.501707 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56305ee0-3d37-4f0d-9001-ef4c098f43b0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:31.505937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-56305ee0-3d37-4f0d-9001-ef4c098f43b0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:31.511411 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56305ee0-3d37-4f0d-9001-ef4c098f43b0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:31.512728 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56305ee0-3d37-4f0d-9001-ef4c098f43b0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:31.515920 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56305ee0-3d37-4f0d-9001-ef4c098f43b0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=a1e57336-3866-40fa-96e3-23debf859969,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:31.521586 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fef8c5c-e4a7-4fe9-8b20-29161e1096d9 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:31.611969 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-56305ee0-3d37-4f0d-9001-ef4c098f43b0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8764715 Mar 11 12:04:31.614354 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43734) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:31.635670 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-abf38f44-3863-4cfd-b70b-ce0636276ad3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'mac_address': 'fa:16:3e:b7:07:0c', 'name': 'tempest-NetworksTestDHCPv6-162930338'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:31.676051 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fd6e52c5-f313-4cc6-b899-869882c07fa1 admin admin] Publish callbacks [] for security_group (f2891da6-f556-4092-8b86-864d1f78a6f1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:31.698987 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fd6e52c5-f313-4cc6-b899-869882c07fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f2891da6-f556-4092-8b86-864d1f78a6f1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:31.737187 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e52c5-f313-4cc6-b899-869882c07fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2891da6-f556-4092-8b86-864d1f78a6f1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:31.756012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e52c5-f313-4cc6-b899-869882c07fa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:31.756395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e52c5-f313-4cc6-b899-869882c07fa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:31.756733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e52c5-f313-4cc6-b899-869882c07fa1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:31.757062 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e52c5-f313-4cc6-b899-869882c07fa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:31.757390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e52c5-f313-4cc6-b899-869882c07fa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:31.757714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e52c5-f313-4cc6-b899-869882c07fa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:31.758036 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e52c5-f313-4cc6-b899-869882c07fa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:31.758402 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e52c5-f313-4cc6-b899-869882c07fa1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:31.758725 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e52c5-f313-4cc6-b899-869882c07fa1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:31.759122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e52c5-f313-4cc6-b899-869882c07fa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:31.759450 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e52c5-f313-4cc6-b899-869882c07fa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:31.760141 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e52c5-f313-4cc6-b899-869882c07fa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:31.760141 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e52c5-f313-4cc6-b899-869882c07fa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:04:31.798766 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fd6e52c5-f313-4cc6-b899-869882c07fa1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=85c0eb9ecbdb45539eabb730fbfbc309&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4844754 Mar 11 12:04:31.801270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43740) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:31.842223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf38f44-3863-4cfd-b70b-ce0636276ad3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:31.887233 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32a39727-819c-4549-97dd-8a49382e3bce admin admin] Publish callbacks [] for security_group (f2891da6-f556-4092-8b86-864d1f78a6f1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:31.935873 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32a39727-819c-4549-97dd-8a49382e3bce admin admin] Publish callbacks [] for security_group (f2891da6-f556-4092-8b86-864d1f78a6f1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:32.033120 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 8c585298-e5cf-416e-94d3-ad860d2d28ed no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:04:32.039378 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32a39727-819c-4549-97dd-8a49382e3bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f2891da6-f556-4092-8b86-864d1f78a6f1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:32.042649 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32a39727-819c-4549-97dd-8a49382e3bce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:32.044443 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-32a39727-819c-4549-97dd-8a49382e3bce admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f2891da6-f556-4092-8b86-864d1f78a6f1 HTTP/1.1" status: 204 len: 168 time: 0.2412641 Mar 11 12:04:32.074150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 8c585298-e5cf-416e-94d3-ad860d2d28ed {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:04:32.074354 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 8c585298-e5cf-416e-94d3-ad860d2d28ed not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:04:32.076466 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-abf38f44-3863-4cfd-b70b-ce0636276ad3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:32.097733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a39727-819c-4549-97dd-8a49382e3bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2891da6-f556-4092-8b86-864d1f78a6f1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:32.114834 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'fixed_ips': [{'subnet_id': 'a1e57336-3866-40fa-96e3-23debf859969'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:04:32.115750 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:32.151203 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-abf38f44-3863-4cfd-b70b-ce0636276ad3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port 312f43a5-8be1-4888-a66d-32781846e091 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:04:32.331295 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 138fe365-8f08-4911-9e2c-837803563c07 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:04:32.379941 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 138fe365-8f08-4911-9e2c-837803563c07 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:04:32.380464 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 138fe365-8f08-4911-9e2c-837803563c07 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:04:32.438124 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-abf38f44-3863-4cfd-b70b-ce0636276ad3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::f816:3eff:feb7:70c (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/a1e57336-3866-40fa-96e3-23debf859969/312f43a5-8be1-4888-a66d-32781846e091) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:33.086688 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-abf38f44-3863-4cfd-b70b-ce0636276ad3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (312f43a5-8be1-4888-a66d-32781846e091), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:33.103111 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedaeb2-5133-4061-8374-cb96d022ebac req-46dff17f-f318-4f89-b1a0-046d95695c84 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:33.110594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bdedaeb2-5133-4061-8374-cb96d022ebac req-46dff17f-f318-4f89-b1a0-046d95695c84 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 946 time: 0.0993791 Mar 11 12:04:33.198328 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bdedaeb2-5133-4061-8374-cb96d022ebac req-db7de9d5-18da-4edc-b4ac-3f499c9d51ac tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725131 Mar 11 12:04:33.207013 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-abf38f44-3863-4cfd-b70b-ce0636276ad3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (312f43a5-8be1-4888-a66d-32781846e091), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:33.252251 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf38f44-3863-4cfd-b70b-ce0636276ad3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:33.257132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-abf38f44-3863-4cfd-b70b-ce0636276ad3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:33.263966 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf38f44-3863-4cfd-b70b-ce0636276ad3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:04:33.269701 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf38f44-3863-4cfd-b70b-ce0636276ad3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:33.270574 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-abf38f44-3863-4cfd-b70b-ce0636276ad3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:33.295834 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Allocated IP 2001:db8::f816:3eff:fe4d:c965 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/a1e57336-3866-40fa-96e3-23debf859969/a81b36a0-5f73-408c-a536-3d36a9fd78ae) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:33.296997 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf38f44-3863-4cfd-b70b-ce0636276ad3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=312f43a5-8be1-4888-a66d-32781846e091,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:33.313006 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-abf38f44-3863-4cfd-b70b-ce0636276ad3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6908369 Mar 11 12:04:33.313530 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43798) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:33.385691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea365c0-a7ee-485e-873c-d8f820433891 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:33.387619 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cea365c0-a7ee-485e-873c-d8f820433891 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0730662 Mar 11 12:04:33.390633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43802) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:33.496740 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Publish callbacks [] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:33.508931 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:33.516541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-729c9c6c-e2fa-4400-9c00-8d362e35cb46 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port 312f43a5-8be1-4888-a66d-32781846e091 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:04:33.517093 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-729c9c6c-e2fa-4400-9c00-8d362e35cb46 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (312f43a5-8be1-4888-a66d-32781846e091), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:33.567942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Pushing event updated for resources: {'Port': ['ID=a81b36a0-5f73-408c-a536-3d36a9fd78ae,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:33.622125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:33.631713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:33.638773 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:04:33.674666 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-729c9c6c-e2fa-4400-9c00-8d362e35cb46 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (312f43a5-8be1-4888-a66d-32781846e091), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:33.692691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-729c9c6c-e2fa-4400-9c00-8d362e35cb46 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for 312f43a5-8be1-4888-a66d-32781846e091 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:04:33.770192 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:33.776082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Attempting to bind port a81b36a0-5f73-408c-a536-3d36a9fd78ae on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:04:33.782246 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Attempting to bind port a81b36a0-5f73-408c-a536-3d36a9fd78ae by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:04:33.782734 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Attempting to bind port a81b36a0-5f73-408c-a536-3d36a9fd78ae on network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:04:33.794543 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:04:33.796609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Checking segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:04:33.796609 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:33.797525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Bound using segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:04:33.802890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Bound port: a81b36a0-5f73-408c-a536-3d36a9fd78ae, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:04:33.803451 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:33.882471 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-729c9c6c-e2fa-4400-9c00-8d362e35cb46 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (312f43a5-8be1-4888-a66d-32781846e091), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:33.910039 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] For port a81b36a0-5f73-408c-a536-3d36a9fd78ae, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:04:33.917998 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] For port a81b36a0-5f73-408c-a536-3d36a9fd78ae, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a81b36a0-5f73-408c-a536-3d36a9fd78ae,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:04:33.922644 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c9c6c-e2fa-4400-9c00-8d362e35cb46 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=312f43a5-8be1-4888-a66d-32781846e091,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:33.931979 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:33.969664 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-729c9c6c-e2fa-4400-9c00-8d362e35cb46 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:34.004722 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-729c9c6c-e2fa-4400-9c00-8d362e35cb46 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/312f43a5-8be1-4888-a66d-32781846e091 HTTP/1.1" status: 204 len: 168 time: 0.6118095 Mar 11 12:04:34.006697 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43818) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:34.058074 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778c286-48bc-4441-91d8-68200a337bf4 None None] Pushing event updated for resources: {'Port': ['ID=a81b36a0-5f73-408c-a536-3d36a9fd78ae,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:34.102557 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543cd76d-8a31-4f7b-897f-2821ae7a884f tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:34.104727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543cd76d-8a31-4f7b-897f-2821ae7a884f tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:34.113556 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-543cd76d-8a31-4f7b-897f-2821ae7a884f tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1032610 Mar 11 12:04:34.114321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43824) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:34.221485 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07f519-5b05-48d6-b184-9a8ccee75246 req-0963810b-1902-4f59-82e8-7399270a867c tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:34.226593 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a07f519-5b05-48d6-b184-9a8ccee75246 req-0963810b-1902-4f59-82e8-7399270a867c tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 946 time: 0.1303875 Mar 11 12:04:34.300325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-1907885e-41c8-48f5-9518-6717477c6531 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet a1e57336-3866-40fa-96e3-23debf859969 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:04:34.315638 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1907885e-41c8-48f5-9518-6717477c6531 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (a1e57336-3866-40fa-96e3-23debf859969), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:34.390807 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1907885e-41c8-48f5-9518-6717477c6531 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (a1e57336-3866-40fa-96e3-23debf859969), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:34.560987 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1907885e-41c8-48f5-9518-6717477c6531 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (a1e57336-3866-40fa-96e3-23debf859969), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:34.570193 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373a703-77fa-48f5-bc6d-8dea01ddb686 req-e5ff65e7-4b40-403a-921f-8f4eec6b6da9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:34.572663 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8373a703-77fa-48f5-bc6d-8dea01ddb686 req-e5ff65e7-4b40-403a-921f-8f4eec6b6da9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9ac712b-3ba5-41a5-9936-662f439211cd HTTP/1.1" status: 200 len: 946 time: 0.2303839 Mar 11 12:04:34.584047 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-2a07f519-5b05-48d6-b184-9a8ccee75246 req-28e22f4f-b3bc-4b6d-96e0-a075b46ed4f6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Deleting port de47ce64-ea93-40ab-9763-7f508aec56e0 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:04:34.584663 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2a07f519-5b05-48d6-b184-9a8ccee75246 req-28e22f4f-b3bc-4b6d-96e0-a075b46ed4f6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (de47ce64-ea93-40ab-9763-7f508aec56e0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:34.686256 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1907885e-41c8-48f5-9518-6717477c6531 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (a1e57336-3866-40fa-96e3-23debf859969), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:34.748208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907885e-41c8-48f5-9518-6717477c6531 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e57336-3866-40fa-96e3-23debf859969,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:34.758552 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1907885e-41c8-48f5-9518-6717477c6531 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:34.768258 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1907885e-41c8-48f5-9518-6717477c6531 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/a1e57336-3866-40fa-96e3-23debf859969 HTTP/1.1" status: 204 len: 168 time: 0.6523368 Mar 11 12:04:34.769989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43838) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:34.811083 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-2a07f519-5b05-48d6-b184-9a8ccee75246 req-28e22f4f-b3bc-4b6d-96e0-a075b46ed4f6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] For port de47ce64-ea93-40ab-9763-7f508aec56e0, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=de47ce64-ea93-40ab-9763-7f508aec56e0,segment=NetworkSegment(3cb38c19-b699-4be3-bacb-93d683d02073),segment_id=3cb38c19-b699-4be3-bacb-93d683d02073)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:34.812067 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2a07f519-5b05-48d6-b184-9a8ccee75246 req-28e22f4f-b3bc-4b6d-96e0-a075b46ed4f6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (de47ce64-ea93-40ab-9763-7f508aec56e0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:34.828438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-2a07f519-5b05-48d6-b184-9a8ccee75246 req-28e22f4f-b3bc-4b6d-96e0-a075b46ed4f6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Calling delete_port for de47ce64-ea93-40ab-9763-7f508aec56e0 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:04:34.842908 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a551ade7-cfd4-47f3-a9e7-cd5fc48b98de tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711319 Mar 11 12:04:34.843185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43840) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:34.849227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-284dde28-cd8d-434b-960c-38e089245977 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:34.965095 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8373a703-77fa-48f5-bc6d-8dea01ddb686 req-92848462-c6d9-4c7a-ad94-5e98896356f9 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c672579-3a79-4895-96ad-d13c679a28f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808870 Mar 11 12:04:35.036701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284dde28-cd8d-434b-960c-38e089245977 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:35.049315 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-284dde28-cd8d-434b-960c-38e089245977 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:35.087417 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2a07f519-5b05-48d6-b184-9a8ccee75246 req-28e22f4f-b3bc-4b6d-96e0-a075b46ed4f6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (de47ce64-ea93-40ab-9763-7f508aec56e0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:35.102848 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['de47ce64-ea93-40ab-9763-7f508aec56e0'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:04:35.135201 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e22f4f-b3bc-4b6d-96e0-a075b46ed4f6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Pushing event deleted for resources: {'Port': ['ID=de47ce64-ea93-40ab-9763-7f508aec56e0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:35.272719 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a07f519-5b05-48d6-b184-9a8ccee75246 req-28e22f4f-b3bc-4b6d-96e0-a075b46ed4f6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] No DVR routers for this DVR port de47ce64-ea93-40ab-9763-7f508aec56e0 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:04:35.277604 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2a07f519-5b05-48d6-b184-9a8ccee75246 req-28e22f4f-b3bc-4b6d-96e0-a075b46ed4f6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:35.281095 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a07f519-5b05-48d6-b184-9a8ccee75246 req-28e22f4f-b3bc-4b6d-96e0-a075b46ed4f6 tempest-ServersTestJSON-398788528 tempest-ServersTestJSON-398788528-project] 10.222.0.37 "DELETE /v2.0/ports/de47ce64-ea93-40ab-9763-7f508aec56e0 HTTP/1.1" status: 204 len: 173 time: 1.0469644 Mar 11 12:04:35.281612 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ac712b-3ba5-41a5-9936-662f439211cd', 'name': 'network-vif-deleted', 'tag': 'de47ce64-ea93-40ab-9763-7f508aec56e0'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:04:35.285601 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4bdd67-c345-49e7-9812-3ea053bf2825" -d '{"events": [{"server_uuid": "a9ac712b-3ba5-41a5-9936-662f439211cd", "name": "network-vif-deleted", "tag": "de47ce64-ea93-40ab-9763-7f508aec56e0"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:04:35.395118 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cec42b-8cda-4133-a371-ab239c66cc04 x-openstack-request-id: req-44cec42b-8cda-4133-a371-ab239c66cc04 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:04:35.395483 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ac712b-3ba5-41a5-9936-662f439211cd", "name": "network-vif-deleted", "tag": "de47ce64-ea93-40ab-9763-7f508aec56e0", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:04:35.395764 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-44cec42b-8cda-4133-a371-ab239c66cc04 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:04:35.396173 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ac712b-3ba5-41a5-9936-662f439211cd', 'name': 'network-vif-deleted', 'tag': 'de47ce64-ea93-40ab-9763-7f508aec56e0', 'status': 'completed', 'code': 200} Mar 11 12:04:35.694318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.objects.ports [None req-284dde28-cd8d-434b-960c-38e089245977 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104032) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 12:04:35.837880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf22a87-e6cb-4a0e-affd-158670f5b41a None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:35.990757 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-284dde28-cd8d-434b-960c-38e089245977 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:36.043210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43870) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:36.046697 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2fab9314-0dda-4f62-89f8-efd5dabdbd86 None None] Provisioning complete for port a81b36a0-5f73-408c-a536-3d36a9fd78ae triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:36.047077 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2fab9314-0dda-4f62-89f8-efd5dabdbd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:36.155859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd51e8e-17bb-4fe3-a84f-4366416d0e99 admin admin] Deleting subnet d2b721aa-1c42-4b6f-8791-9da31c359ccd {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:04:36.162560 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffd51e8e-17bb-4fe3-a84f-4366416d0e99 admin admin] Publish callbacks [] for subnet (d2b721aa-1c42-4b6f-8791-9da31c359ccd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:36.238413 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffd51e8e-17bb-4fe3-a84f-4366416d0e99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (d2b721aa-1c42-4b6f-8791-9da31c359ccd), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:36.297815 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffd51e8e-17bb-4fe3-a84f-4366416d0e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (d2b721aa-1c42-4b6f-8791-9da31c359ccd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:36.301737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a81b36a0-5f73-408c-a536-3d36a9fd78ae up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:04:36.385543 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffd51e8e-17bb-4fe3-a84f-4366416d0e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (d2b721aa-1c42-4b6f-8791-9da31c359ccd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:36.398634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-284dde28-cd8d-434b-960c-38e089245977 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] For port a81b36a0-5f73-408c-a536-3d36a9fd78ae, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a81b36a0-5f73-408c-a536-3d36a9fd78ae,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:36.418794 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2fab9314-0dda-4f62-89f8-efd5dabdbd86 None None] Current status of the port a81b36a0-5f73-408c-a536-3d36a9fd78ae is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:36.419185 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2fab9314-0dda-4f62-89f8-efd5dabdbd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:36.432688 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-284dde28-cd8d-434b-960c-38e089245977 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:36.444656 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-284dde28-cd8d-434b-960c-38e089245977 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:36.471614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd51e8e-17bb-4fe3-a84f-4366416d0e99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b721aa-1c42-4b6f-8791-9da31c359ccd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:36.476404 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffd51e8e-17bb-4fe3-a84f-4366416d0e99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:36.486311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ffd51e8e-17bb-4fe3-a84f-4366416d0e99 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d2b721aa-1c42-4b6f-8791-9da31c359ccd HTTP/1.1" status: 204 len: 168 time: 0.4417539 Mar 11 12:04:36.488856 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43882) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:36.573171 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-2fab9314-0dda-4f62-89f8-efd5dabdbd86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:04:36.573824 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-2fab9314-0dda-4f62-89f8-efd5dabdbd86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:04:36.596444 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a81b36a0-5f73-408c-a536-3d36a9fd78ae triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:36.596816 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:36.606577 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffec685d-3ae1-41ab-a2a4-133bd6afe95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (8f643498-59e6-4f88-97f4-fba97d06b064), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:36.618717 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-284dde28-cd8d-434b-960c-38e089245977 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (8160f6c2-b3c2-49d3-be33-ac3db87c5f66), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:36.731276 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a81b36a0-5f73-408c-a536-3d36a9fd78ae is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:36.731762 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:36.787877 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port a81b36a0-5f73-408c-a536-3d36a9fd78ae, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a81b36a0-5f73-408c-a536-3d36a9fd78ae,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:36.805292 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:36.835694 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffec685d-3ae1-41ab-a2a4-133bd6afe95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (8f643498-59e6-4f88-97f4-fba97d06b064), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:36.868109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-ffec685d-3ae1-41ab-a2a4-133bd6afe95c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f643498-59e6-4f88-97f4-fba97d06b064']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:04:36.873249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=a81b36a0-5f73-408c-a536-3d36a9fd78ae,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:36.893812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dde28-cd8d-434b-960c-38e089245977 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=a81b36a0-5f73-408c-a536-3d36a9fd78ae,revision_number=5']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:36.902336 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-ffec685d-3ae1-41ab-a2a4-133bd6afe95c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb38c19-b699-4be3-bacb-93d683d02073') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:04:36.902954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-ffec685d-3ae1-41ab-a2a4-133bd6afe95c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb38c19-b699-4be3-bacb-93d683d02073') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:04:36.913016 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284dde28-cd8d-434b-960c-38e089245977 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:36.927927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-284dde28-cd8d-434b-960c-38e089245977 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:36.932440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284dde28-cd8d-434b-960c-38e089245977 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:36.933489 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-284dde28-cd8d-434b-960c-38e089245977 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:36.971255 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dde28-cd8d-434b-960c-38e089245977 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=8160f6c2-b3c2-49d3-be33-ac3db87c5f66,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:36.978173 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffec685d-3ae1-41ab-a2a4-133bd6afe95c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (3cb38c19-b699-4be3-bacb-93d683d02073), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:37.003151 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffec685d-3ae1-41ab-a2a4-133bd6afe95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (3cb38c19-b699-4be3-bacb-93d683d02073), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:37.013383 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-284dde28-cd8d-434b-960c-38e089245977 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1690607 Mar 11 12:04:37.016049 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43890) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:37.019991 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffec685d-3ae1-41ab-a2a4-133bd6afe95c admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:04:37.020861 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffec685d-3ae1-41ab-a2a4-133bd6afe95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (3cb38c19-b699-4be3-bacb-93d683d02073), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: items = [ Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:04:37.023101 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:04:37.033028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-986452e7-6079-4f81-b5dd-899326d9545a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'mac_address': 'fa:16:3e:0f:83:07', 'name': 'tempest-NetworksTestDHCPv6-1961468466'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:37.155441 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2fab9314-0dda-4f62-89f8-efd5dabdbd86 None None] Current status of the port a81b36a0-5f73-408c-a536-3d36a9fd78ae is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:37.190930 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffec685d-3ae1-41ab-a2a4-133bd6afe95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (8f643498-59e6-4f88-97f4-fba97d06b064), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:37.213620 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffec685d-3ae1-41ab-a2a4-133bd6afe95c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:37.274559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986452e7-6079-4f81-b5dd-899326d9545a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:37.280185 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ffec685d-3ae1-41ab-a2a4-133bd6afe95c admin admin] 10.222.0.78 "DELETE /v2.0/networks/8f643498-59e6-4f88-97f4-fba97d06b064 HTTP/1.1" status: 204 len: 168 time: 0.7889590 Mar 11 12:04:37.281162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec685d-3ae1-41ab-a2a4-133bd6afe95c admin admin] Pushing event deleted for resources: {'Network': ['ID=8f643498-59e6-4f88-97f4-fba97d06b064,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:37.307957 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f9605ec5-1d16-47a0-b21b-13228808b0da None None] Provisioning complete for port a81b36a0-5f73-408c-a536-3d36a9fd78ae triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:37.308794 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9605ec5-1d16-47a0-b21b-13228808b0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:37.385216 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa9d72e-3f4d-4f83-b3a1-5980ed63e1bd None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:37.561414 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-986452e7-6079-4f81-b5dd-899326d9545a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:37.606259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-986452e7-6079-4f81-b5dd-899326d9545a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port 76d55a18-ce01-4af0-91a7-7ec7fa8c85b3 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:04:37.718809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43904) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:37.743210 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device de47ce64-ea93-40ab-9763-7f508aec56e0 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:04:37.805930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f9605ec5-1d16-47a0-b21b-13228808b0da None None] Current status of the port a81b36a0-5f73-408c-a536-3d36a9fd78ae is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:37.825427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: de47ce64-ea93-40ab-9763-7f508aec56e0 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:04:37.825763 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device de47ce64-ea93-40ab-9763-7f508aec56e0 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:04:37.831006 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f9605ec5-1d16-47a0-b21b-13228808b0da None None] Could not find standard attr ID for object 312f43a5-8be1-4888-a66d-32781846e091. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:04:37.836564 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0338badf-8d34-485e-939d-c953c6f97190 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09d5cd320b674c0e99aeaa20dd57d2bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1143107 Mar 11 12:04:37.840132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43906) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:37.897286 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-986452e7-6079-4f81-b5dd-899326d9545a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::f816:3eff:fe0f:8307 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/8160f6c2-b3c2-49d3-be33-ac3db87c5f66/76d55a18-ce01-4af0-91a7-7ec7fa8c85b3) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:37.988277 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0d22db6-92b5-41b3-a27e-1add6eec96ac admin admin] Publish callbacks [] for security_group (5c672579-3a79-4895-96ad-d13c679a28f5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:38.034100 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0d22db6-92b5-41b3-a27e-1add6eec96ac admin admin] Publish callbacks [] for security_group (5c672579-3a79-4895-96ad-d13c679a28f5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:38.135048 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0d22db6-92b5-41b3-a27e-1add6eec96ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5c672579-3a79-4895-96ad-d13c679a28f5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:38.137725 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0d22db6-92b5-41b3-a27e-1add6eec96ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:38.141810 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b0d22db6-92b5-41b3-a27e-1add6eec96ac admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5c672579-3a79-4895-96ad-d13c679a28f5 HTTP/1.1" status: 204 len: 168 time: 0.2976654 Mar 11 12:04:38.154878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d22db6-92b5-41b3-a27e-1add6eec96ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c672579-3a79-4895-96ad-d13c679a28f5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:38.200256 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-986452e7-6079-4f81-b5dd-899326d9545a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (76d55a18-ce01-4af0-91a7-7ec7fa8c85b3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:38.217700 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4444cd92-8979-46cb-8850-1cb33f9ec798 None None] Provisioning complete for port a81b36a0-5f73-408c-a536-3d36a9fd78ae triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:38.221525 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4444cd92-8979-46cb-8850-1cb33f9ec798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:38.228382 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a81b36a0-5f73-408c-a536-3d36a9fd78ae up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:04:38.242597 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-986452e7-6079-4f81-b5dd-899326d9545a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (76d55a18-ce01-4af0-91a7-7ec7fa8c85b3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:38.311061 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986452e7-6079-4f81-b5dd-899326d9545a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=76d55a18-ce01-4af0-91a7-7ec7fa8c85b3,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:38.347614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986452e7-6079-4f81-b5dd-899326d9545a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:38.353399 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-986452e7-6079-4f81-b5dd-899326d9545a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:38.356803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986452e7-6079-4f81-b5dd-899326d9545a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:04:38.363211 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986452e7-6079-4f81-b5dd-899326d9545a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:38.364178 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-986452e7-6079-4f81-b5dd-899326d9545a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:38.391100 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43912) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:38.392141 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-986452e7-6079-4f81-b5dd-899326d9545a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3734884 Mar 11 12:04:38.516270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3091d0f8-059f-4dfd-ac02-fdeee39aab06 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:38.534707 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3091d0f8-059f-4dfd-ac02-fdeee39aab06 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:38.536750 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3091d0f8-059f-4dfd-ac02-fdeee39aab06 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1445870 Mar 11 12:04:38.546395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43918) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:38.655829 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a81b36a0-5f73-408c-a536-3d36a9fd78ae triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:38.662790 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:38.674355 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4444cd92-8979-46cb-8850-1cb33f9ec798 None None] Current status of the port a81b36a0-5f73-408c-a536-3d36a9fd78ae is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:38.700047 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-15224fcf-26db-4870-861c-688def1137cf tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port 76d55a18-ce01-4af0-91a7-7ec7fa8c85b3 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:04:38.700407 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15224fcf-26db-4870-861c-688def1137cf tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (76d55a18-ce01-4af0-91a7-7ec7fa8c85b3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:38.868507 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15224fcf-26db-4870-861c-688def1137cf tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (76d55a18-ce01-4af0-91a7-7ec7fa8c85b3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:38.889139 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-15224fcf-26db-4870-861c-688def1137cf tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for 76d55a18-ce01-4af0-91a7-7ec7fa8c85b3 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:04:38.894078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a81b36a0-5f73-408c-a536-3d36a9fd78ae is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:39.015617 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e3d3debb-a1d9-4023-b2ef-889e8ec4912b None None] Provisioning complete for port 76d55a18-ce01-4af0-91a7-7ec7fa8c85b3 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:39.016736 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e3d3debb-a1d9-4023-b2ef-889e8ec4912b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (76d55a18-ce01-4af0-91a7-7ec7fa8c85b3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:39.058927 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e3d3debb-a1d9-4023-b2ef-889e8ec4912b None None] Port 76d55a18-ce01-4af0-91a7-7ec7fa8c85b3 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:04:39.106261 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15224fcf-26db-4870-861c-688def1137cf tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (76d55a18-ce01-4af0-91a7-7ec7fa8c85b3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:39.146111 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15224fcf-26db-4870-861c-688def1137cf tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=76d55a18-ce01-4af0-91a7-7ec7fa8c85b3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:39.176782 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15224fcf-26db-4870-861c-688def1137cf tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:39.180371 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-15224fcf-26db-4870-861c-688def1137cf tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/76d55a18-ce01-4af0-91a7-7ec7fa8c85b3 HTTP/1.1" status: 204 len: 168 time: 0.6329615 Mar 11 12:04:39.183115 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43932) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:39.278363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95647d0-215d-4c64-b94b-01b513084961 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:39.280040 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95647d0-215d-4c64-b94b-01b513084961 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:39.284872 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b95647d0-215d-4c64-b94b-01b513084961 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0993452 Mar 11 12:04:39.285349 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43938) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:39.372851 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-4852797a-b88e-4603-8c45-0f57715dfd5c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 8160f6c2-b3c2-49d3-be33-ac3db87c5f66 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:04:39.376369 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4852797a-b88e-4603-8c45-0f57715dfd5c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (8160f6c2-b3c2-49d3-be33-ac3db87c5f66), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:39.458560 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4852797a-b88e-4603-8c45-0f57715dfd5c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (8160f6c2-b3c2-49d3-be33-ac3db87c5f66), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:39.569912 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4852797a-b88e-4603-8c45-0f57715dfd5c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (8160f6c2-b3c2-49d3-be33-ac3db87c5f66), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:39.653664 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4852797a-b88e-4603-8c45-0f57715dfd5c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (8160f6c2-b3c2-49d3-be33-ac3db87c5f66), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:39.684148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852797a-b88e-4603-8c45-0f57715dfd5c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=8160f6c2-b3c2-49d3-be33-ac3db87c5f66,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:39.687016 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4852797a-b88e-4603-8c45-0f57715dfd5c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:39.690902 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4852797a-b88e-4603-8c45-0f57715dfd5c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/8160f6c2-b3c2-49d3-be33-ac3db87c5f66 HTTP/1.1" status: 204 len: 168 time: 0.4043255 Mar 11 12:04:39.692921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336ae6c4-cd84-4d47-b24f-83fa96256cca None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:39.694909 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43960) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:39.797418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ec680930-94a3-47b1-9c40-a65d9de40f22 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002018 Mar 11 12:04:39.799137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43966) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:39.883440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7535cc6e-d9bd-452e-b9f1-0128b4069128 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:39.884990 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7535cc6e-d9bd-452e-b9f1-0128b4069128 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0846362 Mar 11 12:04:39.887879 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43972) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:39.960983 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbdaef2-8de5-4cf0-a399-4cb300e63ec9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:39.963721 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2bbdaef2-8de5-4cf0-a399-4cb300e63ec9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0746167 Mar 11 12:04:39.965413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43980) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:40.020457 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7503d0-9e09-4594-a5ed-db1b2ad78cdb None None] DHCP port deletion for 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:04:40.055607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43990) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:40.056441 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9c6b70ba-76e4-40a9-92b5-cd1c4727c88f tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896399 Mar 11 12:04:40.060803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-bf1319e1-496d-46e2-b304-9ce50450abac tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:40.159865 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a7503d0-9e09-4594-a5ed-db1b2ad78cdb None None] Deleting port a81b36a0-5f73-408c-a536-3d36a9fd78ae {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:04:40.160349 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a7503d0-9e09-4594-a5ed-db1b2ad78cdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:40.328202 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a7503d0-9e09-4594-a5ed-db1b2ad78cdb None None] For port a81b36a0-5f73-408c-a536-3d36a9fd78ae, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a81b36a0-5f73-408c-a536-3d36a9fd78ae,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:40.329026 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a7503d0-9e09-4594-a5ed-db1b2ad78cdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:40.341569 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13a8943b-3cf0-40a5-a943-3f6af0bc32d8 req-dfdbd670-c149-4a4a-8031-1a9ec2093e5a tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0557318 Mar 11 12:04:40.349684 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a7503d0-9e09-4594-a5ed-db1b2ad78cdb None None] Calling delete_port for a81b36a0-5f73-408c-a536-3d36a9fd78ae owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:04:40.381187 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a81b36a0-5f73-408c-a536-3d36a9fd78ae no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:04:40.396796 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1319e1-496d-46e2-b304-9ce50450abac tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:40.400540 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bf1319e1-496d-46e2-b304-9ce50450abac tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:40.618572 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a81b36a0-5f73-408c-a536-3d36a9fd78ae is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:40.621099 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:40.682860 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a7503d0-9e09-4594-a5ed-db1b2ad78cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (a81b36a0-5f73-408c-a536-3d36a9fd78ae), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:40.745821 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bf1319e1-496d-46e2-b304-9ce50450abac tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (2bedfd7b-facb-49c1-b471-989b83ba733b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:40.757720 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7503d0-9e09-4594-a5ed-db1b2ad78cdb None None] Pushing event deleted for resources: {'Port': ['ID=a81b36a0-5f73-408c-a536-3d36a9fd78ae,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:40.795904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1319e1-496d-46e2-b304-9ce50450abac tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:40.799891 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-bf1319e1-496d-46e2-b304-9ce50450abac tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:40.804837 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1319e1-496d-46e2-b304-9ce50450abac tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:40.805557 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bf1319e1-496d-46e2-b304-9ce50450abac tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:40.828650 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7503d0-9e09-4594-a5ed-db1b2ad78cdb None None] No DVR routers for this DVR port a81b36a0-5f73-408c-a536-3d36a9fd78ae on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:04:40.846291 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bf1319e1-496d-46e2-b304-9ce50450abac tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7839990 Mar 11 12:04:40.846291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1319e1-496d-46e2-b304-9ce50450abac tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=2bedfd7b-facb-49c1-b471-989b83ba733b,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:40.846291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44012) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:40.854806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d456e5a-edb7-469e-acb5-f9a1061756e9 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:40.867931 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-899fbd67-0e4c-4358-ac96-402caa46a084 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'mac_address': 'fa:16:3e:fc:35:4e', 'name': 'tempest-NetworksTestDHCPv6-2092374765'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:41.105467 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899fbd67-0e4c-4358-ac96-402caa46a084 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:41.109840 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-899fbd67-0e4c-4358-ac96-402caa46a084 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:41.114843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'fixed_ips': [{'subnet_id': '2bedfd7b-facb-49c1-b471-989b83ba733b'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:04:41.116662 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:41.142712 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-899fbd67-0e4c-4358-ac96-402caa46a084 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port c59891fb-639e-492e-8f88-8c7296f0cb18 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:04:41.334461 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-899fbd67-0e4c-4358-ac96-402caa46a084 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::210 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/2bedfd7b-facb-49c1-b471-989b83ba733b/c59891fb-639e-492e-8f88-8c7296f0cb18) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:41.649105 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38464f78-6b99-486c-9072-d9cd9a23a669 req-e12b6d3f-70df-4db8-b762-3d626058bad1 tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0870292 Mar 11 12:04:41.697084 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-899fbd67-0e4c-4358-ac96-402caa46a084 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (c59891fb-639e-492e-8f88-8c7296f0cb18), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:41.749487 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-899fbd67-0e4c-4358-ac96-402caa46a084 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c59891fb-639e-492e-8f88-8c7296f0cb18), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:41.865052 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899fbd67-0e4c-4358-ac96-402caa46a084 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:41.870300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Allocated IP 2001:db8::2 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/2bedfd7b-facb-49c1-b471-989b83ba733b/7460a7db-ac20-42b1-a5e2-286f5e5a8594) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:41.881841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-899fbd67-0e4c-4358-ac96-402caa46a084 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:41.886236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899fbd67-0e4c-4358-ac96-402caa46a084 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:04:41.894329 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899fbd67-0e4c-4358-ac96-402caa46a084 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:41.895300 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-899fbd67-0e4c-4358-ac96-402caa46a084 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:41.918605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fbd67-0e4c-4358-ac96-402caa46a084 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=c59891fb-639e-492e-8f88-8c7296f0cb18,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:41.935093 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-899fbd67-0e4c-4358-ac96-402caa46a084 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0889726 Mar 11 12:04:41.937931 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44034) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:42.037497 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca56dc2-50fc-4059-9514-f7499558eea5 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:42.039503 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7ca56dc2-50fc-4059-9514-f7499558eea5 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1003549 Mar 11 12:04:42.042155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44036) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:42.140876 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Publish callbacks [] for port (7460a7db-ac20-42b1-a5e2-286f5e5a8594), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:42.152223 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (7460a7db-ac20-42b1-a5e2-286f5e5a8594), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:42.216471 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Pushing event updated for resources: {'Port': ['ID=7460a7db-ac20-42b1-a5e2-286f5e5a8594,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:42.228543 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:42.230658 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:42.233717 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:04:42.280663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-cbe00eb4-af16-46db-8ad9-fd08a639ca6d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port c59891fb-639e-492e-8f88-8c7296f0cb18 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:04:42.281060 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cbe00eb4-af16-46db-8ad9-fd08a639ca6d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c59891fb-639e-492e-8f88-8c7296f0cb18), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:42.297994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Attempting to bind port 7460a7db-ac20-42b1-a5e2-286f5e5a8594 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:04:42.298689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Attempting to bind port 7460a7db-ac20-42b1-a5e2-286f5e5a8594 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:04:42.299272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Attempting to bind port 7460a7db-ac20-42b1-a5e2-286f5e5a8594 on network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:04:42.306307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:04:42.312049 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Checking segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:04:42.312807 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:42.313414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Bound using segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:04:42.314102 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Bound port: 7460a7db-ac20-42b1-a5e2-286f5e5a8594, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:04:42.314699 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7460a7db-ac20-42b1-a5e2-286f5e5a8594), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:42.391190 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cbe00eb4-af16-46db-8ad9-fd08a639ca6d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c59891fb-639e-492e-8f88-8c7296f0cb18), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:42.414464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-cbe00eb4-af16-46db-8ad9-fd08a639ca6d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for c59891fb-639e-492e-8f88-8c7296f0cb18 owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:04:42.416195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] For port 7460a7db-ac20-42b1-a5e2-286f5e5a8594, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:04:42.419494 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] For port 7460a7db-ac20-42b1-a5e2-286f5e5a8594, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7460a7db-ac20-42b1-a5e2-286f5e5a8594,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:04:42.432178 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7460a7db-ac20-42b1-a5e2-286f5e5a8594), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:42.522919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f63221-9d0e-4fdc-b814-4d81c0de399f None None] Pushing event updated for resources: {'Port': ['ID=7460a7db-ac20-42b1-a5e2-286f5e5a8594,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:42.630323 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:42.683551 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cbe00eb4-af16-46db-8ad9-fd08a639ca6d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c59891fb-639e-492e-8f88-8c7296f0cb18), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:42.754672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe00eb4-af16-46db-8ad9-fd08a639ca6d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=c59891fb-639e-492e-8f88-8c7296f0cb18,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:42.829595 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2cc8a11a-a135-4d8b-b919-b8a40715ab65 req-022855fb-7563-4bb4-a5e8-9feb9362171a tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0409896 Mar 11 12:04:42.867857 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cbe00eb4-af16-46db-8ad9-fd08a639ca6d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:42.872593 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cbe00eb4-af16-46db-8ad9-fd08a639ca6d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/c59891fb-639e-492e-8f88-8c7296f0cb18 HTTP/1.1" status: 204 len: 168 time: 0.8294289 Mar 11 12:04:42.874950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44046) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:42.952282 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b160ba-31e3-4ec7-ab3b-d01a59a1573c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:42.954121 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b160ba-31e3-4ec7-ab3b-d01a59a1573c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:42.955853 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f6b160ba-31e3-4ec7-ab3b-d01a59a1573c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0797393 Mar 11 12:04:42.958732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44048) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:43.048684 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69bfc4d-2f34-4108-b81a-5ba06cc7e0cc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 2bedfd7b-facb-49c1-b471-989b83ba733b {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:04:43.063677 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b69bfc4d-2f34-4108-b81a-5ba06cc7e0cc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (2bedfd7b-facb-49c1-b471-989b83ba733b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:43.133425 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b69bfc4d-2f34-4108-b81a-5ba06cc7e0cc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (2bedfd7b-facb-49c1-b471-989b83ba733b), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:43.141714 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ef0eeb2-7a06-4a1a-9018-06f7012105e0 req-574ddb34-db34-470a-b527-28f6d75a4769 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0357261 Mar 11 12:04:43.289326 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b69bfc4d-2f34-4108-b81a-5ba06cc7e0cc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (2bedfd7b-facb-49c1-b471-989b83ba733b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:43.364510 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b69bfc4d-2f34-4108-b81a-5ba06cc7e0cc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (2bedfd7b-facb-49c1-b471-989b83ba733b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:43.381160 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b69bfc4d-2f34-4108-b81a-5ba06cc7e0cc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:43.387788 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44054) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:43.394578 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b69bfc4d-2f34-4108-b81a-5ba06cc7e0cc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/2bedfd7b-facb-49c1-b471-989b83ba733b HTTP/1.1" status: 204 len: 168 time: 0.4342098 Mar 11 12:04:43.445014 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bfc4d-2f34-4108-b81a-5ba06cc7e0cc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=2bedfd7b-facb-49c1-b471-989b83ba733b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:43.466542 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44056) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:43.475509 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-747851bc-4da0-40da-8726-77249a30799a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859244 Mar 11 12:04:43.534964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158bb7f0-befa-4390-b694-33a4999f77e8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:43.540137 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44058) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:43.542444 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-158bb7f0-befa-4390-b694-33a4999f77e8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0691776 Mar 11 12:04:43.601308 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-06061af9-a211-4b5b-9e03-ec7a6aeb941f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:43.634295 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb268339-2d01-416c-b337-f81714dc8455 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:43.639021 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cb268339-2d01-416c-b337-f81714dc8455 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0976772 Mar 11 12:04:43.639339 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44062) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:43.697133 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e1c53ff2-64aa-4362-8545-2b73cf6be9b1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530946 Mar 11 12:04:43.697666 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44066) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:43.702622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b495bd9b-f12f-4c71-b22b-a4bed05120e1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:43.860344 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b495bd9b-f12f-4c71-b22b-a4bed05120e1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:43.865461 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b495bd9b-f12f-4c71-b22b-a4bed05120e1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:43.990532 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e3bf40-4393-4add-a506-8a8c468b27ea None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:44.026942 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87ea3e7c-47d7-40e2-9b7d-7d0c6af3e492 req-712927e4-aa95-4c27-aba9-2eb6bdada94f tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0436935 Mar 11 12:04:44.305269 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a4a18746-6b55-4dfb-aeef-02d00f9a8a2b None None] Provisioning complete for port 7460a7db-ac20-42b1-a5e2-286f5e5a8594 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:44.305899 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4a18746-6b55-4dfb-aeef-02d00f9a8a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7460a7db-ac20-42b1-a5e2-286f5e5a8594), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:44.341414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7460a7db-ac20-42b1-a5e2-286f5e5a8594 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:04:44.402522 n-d-833234-2 neutron-server[104032]: DEBUG neutron.objects.ports [None req-b495bd9b-f12f-4c71-b22b-a4bed05120e1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104032) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 12:04:44.459809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d492e24f-96cf-40a8-8111-9623a501feaa None None] DHCP port deletion for 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:04:44.582498 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a4a18746-6b55-4dfb-aeef-02d00f9a8a2b None None] Current status of the port 7460a7db-ac20-42b1-a5e2-286f5e5a8594 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:44.583467 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4a18746-6b55-4dfb-aeef-02d00f9a8a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7460a7db-ac20-42b1-a5e2-286f5e5a8594), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:44.611843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 7460a7db-ac20-42b1-a5e2-286f5e5a8594 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:44.612475 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7460a7db-ac20-42b1-a5e2-286f5e5a8594), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:44.688621 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b495bd9b-f12f-4c71-b22b-a4bed05120e1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7460a7db-ac20-42b1-a5e2-286f5e5a8594), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:44.775759 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-a4a18746-6b55-4dfb-aeef-02d00f9a8a2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:04:44.777134 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-a4a18746-6b55-4dfb-aeef-02d00f9a8a2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:04:44.788897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d492e24f-96cf-40a8-8111-9623a501feaa None None] Deleting port 7460a7db-ac20-42b1-a5e2-286f5e5a8594 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:04:44.789561 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d492e24f-96cf-40a8-8111-9623a501feaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7460a7db-ac20-42b1-a5e2-286f5e5a8594), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:44.875196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d492e24f-96cf-40a8-8111-9623a501feaa None None] For port 7460a7db-ac20-42b1-a5e2-286f5e5a8594, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7460a7db-ac20-42b1-a5e2-286f5e5a8594,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:44.876030 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d492e24f-96cf-40a8-8111-9623a501feaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7460a7db-ac20-42b1-a5e2-286f5e5a8594), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:44.890575 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d492e24f-96cf-40a8-8111-9623a501feaa None None] Calling delete_port for 7460a7db-ac20-42b1-a5e2-286f5e5a8594 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:04:44.983596 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-b495bd9b-f12f-4c71-b22b-a4bed05120e1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] For port 7460a7db-ac20-42b1-a5e2-286f5e5a8594, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7460a7db-ac20-42b1-a5e2-286f5e5a8594,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:45.064041 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b495bd9b-f12f-4c71-b22b-a4bed05120e1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (7460a7db-ac20-42b1-a5e2-286f5e5a8594), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:45.085548 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b495bd9b-f12f-4c71-b22b-a4bed05120e1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (7460a7db-ac20-42b1-a5e2-286f5e5a8594), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:45.100806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b495bd9b-f12f-4c71-b22b-a4bed05120e1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (c57c34a4-c9ca-466e-a44b-88a9bcbd3fab), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:45.205324 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63a6fafb-04ce-4e61-a353-e0d34881accc req-ff2b72bc-36da-4c2d-874e-6692a852ccfb tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0754104 Mar 11 12:04:45.266043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495bd9b-f12f-4c71-b22b-a4bed05120e1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=c57c34a4-c9ca-466e-a44b-88a9bcbd3fab,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:45.339883 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495bd9b-f12f-4c71-b22b-a4bed05120e1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=7460a7db-ac20-42b1-a5e2-286f5e5a8594,revision_number=5']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:45.344329 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b495bd9b-f12f-4c71-b22b-a4bed05120e1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:45.346241 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-b495bd9b-f12f-4c71-b22b-a4bed05120e1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:45.348821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b495bd9b-f12f-4c71-b22b-a4bed05120e1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:45.349400 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b495bd9b-f12f-4c71-b22b-a4bed05120e1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:45.390558 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44094) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:45.390768 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b495bd9b-f12f-4c71-b22b-a4bed05120e1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6920421 Mar 11 12:04:45.397895 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-62448ea9-c4e0-45b5-9ff0-c07d5d33801f tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:45.480941 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a4a18746-6b55-4dfb-aeef-02d00f9a8a2b None None] Current status of the port 7460a7db-ac20-42b1-a5e2-286f5e5a8594 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:45.483558 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4a18746-6b55-4dfb-aeef-02d00f9a8a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7460a7db-ac20-42b1-a5e2-286f5e5a8594), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:45.487545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 7460a7db-ac20-42b1-a5e2-286f5e5a8594 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:45.487545 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7460a7db-ac20-42b1-a5e2-286f5e5a8594), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:45.579388 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62448ea9-c4e0-45b5-9ff0-c07d5d33801f tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:45.584906 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-62448ea9-c4e0-45b5-9ff0-c07d5d33801f tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:45.634118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a4a18746-6b55-4dfb-aeef-02d00f9a8a2b None None] For port 7460a7db-ac20-42b1-a5e2-286f5e5a8594, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7460a7db-ac20-42b1-a5e2-286f5e5a8594,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:45.749518 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4a18746-6b55-4dfb-aeef-02d00f9a8a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7460a7db-ac20-42b1-a5e2-286f5e5a8594), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:45.756719 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d492e24f-96cf-40a8-8111-9623a501feaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (7460a7db-ac20-42b1-a5e2-286f5e5a8594), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:45.791806 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:04:45.792583 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:04:45.793426 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-905a1fe6-a3e0-40dc-9433-1ef9fb3c3d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:45.801689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a18746-6b55-4dfb-aeef-02d00f9a8a2b None None] Pushing event deleted for resources: {'Port': ['ID=7460a7db-ac20-42b1-a5e2-286f5e5a8594,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:45.878033 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c558227-253a-47bc-9cd9-3a26d3fa1247 req-95924f0f-cb43-45e5-8037-06bdddfc112c tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0886126 Mar 11 12:04:45.880153 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492e24f-96cf-40a8-8111-9623a501feaa None None] Pushing event deleted for resources: {'Port': ['ID=7460a7db-ac20-42b1-a5e2-286f5e5a8594,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:45.905822 n-d-833234-2 neutron-server[104031]: INFO neutron.db.ipam_backend_mixin [None req-62448ea9-c4e0-45b5-9ff0-c07d5d33801f tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c57c34a4-c9ca-466e-a44b-88a9bcbd3fab (CIDR: 2001:db8::/64) Mar 11 12:04:45.922985 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-62448ea9-c4e0-45b5-9ff0-c07d5d33801f tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:04:45.923449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62448ea9-c4e0-45b5-9ff0-c07d5d33801f tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:04:45.936834 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d492e24f-96cf-40a8-8111-9623a501feaa None None] No DVR routers for this DVR port 7460a7db-ac20-42b1-a5e2-286f5e5a8594 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:04:45.964492 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124c26fa-c17c-44fe-b033-28c212116358 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:45.966408 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44112) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:45.971526 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c5763137-7390-428e-bff7-3e2f280fe25e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:45.972289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-62448ea9-c4e0-45b5-9ff0-c07d5d33801f tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5799844 Mar 11 12:04:46.143977 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'fixed_ips': [{'subnet_id': 'c57c34a4-c9ca-466e-a44b-88a9bcbd3fab'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:04:46.144852 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:46.163967 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5763137-7390-428e-bff7-3e2f280fe25e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:46.167629 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5763137-7390-428e-bff7-3e2f280fe25e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:46.323771 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Port 7460a7db-ac20-42b1-a5e2-286f5e5a8594 update to ACTIVE by agent not found {{(pid=104033) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 11 12:04:46.403154 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Allocated IP 2001:db8::f816:3eff:fe89:7bf9 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/c57c34a4-c9ca-466e-a44b-88a9bcbd3fab/c703ca37-d700-4a0c-8181-ef4e186ba1bf) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:46.484569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7460a7db-ac20-42b1-a5e2-286f5e5a8594 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:04:46.523429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-e2b02601-a512-404a-bf0d-9c0b916260b2 req-a78cd7a6-c7ce-4406-aeaf-c4a1493c1e68 service neutron] (104032) timed out ('10.222.0.78', 51390) {{(pid=104032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:04:46.529830 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5763137-7390-428e-bff7-3e2f280fe25e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (8808e55a-4c17-4ee2-84da-9e85e3102cf1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:46.543535 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 7460a7db-ac20-42b1-a5e2-286f5e5a8594 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:04:46.544104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7460a7db-ac20-42b1-a5e2-286f5e5a8594 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:04:46.593784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5763137-7390-428e-bff7-3e2f280fe25e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:46.598388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c5763137-7390-428e-bff7-3e2f280fe25e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:46.602949 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5763137-7390-428e-bff7-3e2f280fe25e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:46.603546 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5763137-7390-428e-bff7-3e2f280fe25e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:46.615716 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5763137-7390-428e-bff7-3e2f280fe25e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=8808e55a-4c17-4ee2-84da-9e85e3102cf1,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:46.630215 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c5763137-7390-428e-bff7-3e2f280fe25e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6625459 Mar 11 12:04:46.633038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44114) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:46.644566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-34af1410-ae42-4879-8046-2e21d008ed70 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'mac_address': 'fa:16:3e:be:cb:67', 'name': 'tempest-NetworksTestDHCPv6-1540685018'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:46.745698 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Publish callbacks [] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:46.766800 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:46.802790 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34af1410-ae42-4879-8046-2e21d008ed70 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:46.818913 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:04:46.826373 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:46.830117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:46.835251 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:04:46.861306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=c703ca37-d700-4a0c-8181-ef4e186ba1bf,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:46.939925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34af1410-ae42-4879-8046-2e21d008ed70 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:46.968983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-34af1410-ae42-4879-8046-2e21d008ed70 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port 9d038f5c-8a73-4eb0-9c54-be62e0c04636 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:04:47.047283 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Attempting to bind port c703ca37-d700-4a0c-8181-ef4e186ba1bf on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:04:47.056086 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Attempting to bind port c703ca37-d700-4a0c-8181-ef4e186ba1bf by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:04:47.056966 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Attempting to bind port c703ca37-d700-4a0c-8181-ef4e186ba1bf on network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:04:47.062881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:04:47.063262 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Checking segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:04:47.064034 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:47.066203 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Bound using segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:04:47.066761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Bound port: c703ca37-d700-4a0c-8181-ef4e186ba1bf, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:04:47.067399 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:47.140473 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87c24384-c0aa-4ad2-ae0a-11ca0b527011 req-4a9b397e-2e3e-4f99-8497-aa392defe43e tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0634954 Mar 11 12:04:47.218372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-34af1410-ae42-4879-8046-2e21d008ed70 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8:0:1::3d7 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/8808e55a-4c17-4ee2-84da-9e85e3102cf1/9d038f5c-8a73-4eb0-9c54-be62e0c04636) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:47.223258 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:47.228510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-34af1410-ae42-4879-8046-2e21d008ed70 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::f816:3eff:febe:cb67 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/c57c34a4-c9ca-466e-a44b-88a9bcbd3fab/9d038f5c-8a73-4eb0-9c54-be62e0c04636) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:47.245656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] For port c703ca37-d700-4a0c-8181-ef4e186ba1bf, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:04:47.250324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] For port c703ca37-d700-4a0c-8181-ef4e186ba1bf, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c703ca37-d700-4a0c-8181-ef4e186ba1bf,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:04:47.267003 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:47.337646 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa00932-c435-4135-9d44-75d7148c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=c703ca37-d700-4a0c-8181-ef4e186ba1bf,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:47.428005 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34af1410-ae42-4879-8046-2e21d008ed70 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (9d038f5c-8a73-4eb0-9c54-be62e0c04636), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:47.486463 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34af1410-ae42-4879-8046-2e21d008ed70 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9d038f5c-8a73-4eb0-9c54-be62e0c04636), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:47.544020 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34af1410-ae42-4879-8046-2e21d008ed70 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:47.547839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-34af1410-ae42-4879-8046-2e21d008ed70 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:47.550712 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34af1410-ae42-4879-8046-2e21d008ed70 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:04:47.561844 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34af1410-ae42-4879-8046-2e21d008ed70 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:47.562702 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34af1410-ae42-4879-8046-2e21d008ed70 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:47.593223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af1410-ae42-4879-8046-2e21d008ed70 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=9d038f5c-8a73-4eb0-9c54-be62e0c04636,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:47.618034 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-34af1410-ae42-4879-8046-2e21d008ed70 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9838824 Mar 11 12:04:47.620452 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44136) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:47.622396 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44138) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:47.847486 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a584d29c-6af1-4bb4-a43e-8c86e4e4c2ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:47.895469 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a64728b5-d8d8-4aa2-97a7-2bcabb046104 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port 9d038f5c-8a73-4eb0-9c54-be62e0c04636 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:04:47.896033 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a64728b5-d8d8-4aa2-97a7-2bcabb046104 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9d038f5c-8a73-4eb0-9c54-be62e0c04636), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:48.039450 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a584d29c-6af1-4bb4-a43e-8c86e4e4c2ba admin admin] Publish callbacks [] for security_group (29585bd5-3b61-4953-8746-66cfb1fe4aeb), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:48.048410 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a584d29c-6af1-4bb4-a43e-8c86e4e4c2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (29585bd5-3b61-4953-8746-66cfb1fe4aeb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:48.081870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584d29c-6af1-4bb4-a43e-8c86e4e4c2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29585bd5-3b61-4953-8746-66cfb1fe4aeb,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:48.135022 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a584d29c-6af1-4bb4-a43e-8c86e4e4c2ba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1ab7090758374e6697208e4667d88c77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5088403 Mar 11 12:04:48.137938 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44148) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:48.156074 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a64728b5-d8d8-4aa2-97a7-2bcabb046104 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9d038f5c-8a73-4eb0-9c54-be62e0c04636), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:48.208909 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d35e568a-c84d-4c13-ad7b-ab7a4d5b5590 admin admin] Publish callbacks [] for security_group (29585bd5-3b61-4953-8746-66cfb1fe4aeb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:48.220479 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a64728b5-d8d8-4aa2-97a7-2bcabb046104 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for 9d038f5c-8a73-4eb0-9c54-be62e0c04636 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:04:48.264152 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d35e568a-c84d-4c13-ad7b-ab7a4d5b5590 admin admin] Publish callbacks [] for security_group (29585bd5-3b61-4953-8746-66cfb1fe4aeb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:48.329440 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d09b1ab-20e5-4caf-b156-11e52bbe6ba9 req-99ee2d9c-3391-41f2-93e3-0d38793e21e0 tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0386744 Mar 11 12:04:48.397127 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d35e568a-c84d-4c13-ad7b-ab7a4d5b5590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (29585bd5-3b61-4953-8746-66cfb1fe4aeb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:48.400043 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d35e568a-c84d-4c13-ad7b-ab7a4d5b5590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:48.401200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d35e568a-c84d-4c13-ad7b-ab7a4d5b5590 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29585bd5-3b61-4953-8746-66cfb1fe4aeb HTTP/1.1" status: 204 len: 168 time: 0.2619801 Mar 11 12:04:48.420824 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e568a-c84d-4c13-ad7b-ab7a4d5b5590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29585bd5-3b61-4953-8746-66cfb1fe4aeb,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:48.600734 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c703ca37-d700-4a0c-8181-ef4e186ba1bf up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:04:48.711207 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:48.754107 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a64728b5-d8d8-4aa2-97a7-2bcabb046104 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9d038f5c-8a73-4eb0-9c54-be62e0c04636), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:48.818210 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port c703ca37-d700-4a0c-8181-ef4e186ba1bf triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:48.819372 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:48.848434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64728b5-d8d8-4aa2-97a7-2bcabb046104 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=9d038f5c-8a73-4eb0-9c54-be62e0c04636,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:48.923051 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a64728b5-d8d8-4aa2-97a7-2bcabb046104 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:48.926755 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a64728b5-d8d8-4aa2-97a7-2bcabb046104 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/9d038f5c-8a73-4eb0-9c54-be62e0c04636 HTTP/1.1" status: 204 len: 168 time: 1.3046939 Mar 11 12:04:48.929909 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44164) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:48.935127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f2a973-3c6d-42c3-82ee-b1617070f155 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:48.979564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port c703ca37-d700-4a0c-8181-ef4e186ba1bf is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:48.979997 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:49.043245 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928194d8-1dc3-4681-8b80-426b2c0960e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:49.047974 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-928194d8-1dc3-4681-8b80-426b2c0960e9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1158900 Mar 11 12:04:49.049627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44166) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:49.132738 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44168) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:49.161103 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4a7ddaa9-6f53-4e41-9efc-54a6bfd4a2d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:49.176893 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49796cf5-0c3b-4667-beb5-d987c0b88466 None None] Provisioning complete for port c703ca37-d700-4a0c-8181-ef4e186ba1bf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:49.177432 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49796cf5-0c3b-4667-beb5-d987c0b88466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:49.198951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9941f40d-1650-4502-9755-1f273a337aa7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:49.201378 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9941f40d-1650-4502-9755-1f273a337aa7 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1505694 Mar 11 12:04:49.209373 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44170) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:49.224195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port c703ca37-d700-4a0c-8181-ef4e186ba1bf, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c703ca37-d700-4a0c-8181-ef4e186ba1bf,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:49.252610 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:49.319560 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cde5841-595b-43cf-9a4b-d3a51a6c4852 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:49.321301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cde5841-595b-43cf-9a4b-d3a51a6c4852 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:49.322605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cde5841-595b-43cf-9a4b-d3a51a6c4852 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:49.324001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=c703ca37-d700-4a0c-8181-ef4e186ba1bf,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:49.324656 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4cde5841-595b-43cf-9a4b-d3a51a6c4852 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1095965 Mar 11 12:04:49.327508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44172) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:49.394882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6dedf6-6137-4d70-9708-5771379ee2cb None None] Update dhcp port {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'fixed_ips': [{'subnet_id': 'c57c34a4-c9ca-466e-a44b-88a9bcbd3fab', 'ip_address': '2001:db8::f816:3eff:fe89:7bf9'}, {'subnet_id': '8808e55a-4c17-4ee2-84da-9e85e3102cf1'}], 'binding:host_id': 'n-d-833234-2'}, 'id': 'c703ca37-d700-4a0c-8181-ef4e186ba1bf'} from n-d-833234-2. {{(pid=104033) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 12:04:49.434607 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d37f4b-3f9e-4730-9e45-3cb4da5217de tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 8808e55a-4c17-4ee2-84da-9e85e3102cf1 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:04:49.446311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26d37f4b-3f9e-4730-9e45-3cb4da5217de tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (8808e55a-4c17-4ee2-84da-9e85e3102cf1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:49.498219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49796cf5-0c3b-4667-beb5-d987c0b88466 None None] Current status of the port c703ca37-d700-4a0c-8181-ef4e186ba1bf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:49.502046 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5d6dedf6-6137-4d70-9708-5771379ee2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:49.517825 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26d37f4b-3f9e-4730-9e45-3cb4da5217de tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (8808e55a-4c17-4ee2-84da-9e85e3102cf1), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:49.567148 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-42eb7b9d-5d37-4498-b7c0-f242c12c7e87 req-7a0c516f-42cc-4a78-be2a-d82bc19a6461 tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0846756 Mar 11 12:04:49.575998 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4a7ddaa9-6f53-4e41-9efc-54a6bfd4a2d9 admin admin] Publish callbacks [] for security_group (304d31f7-4fa7-4db4-b9c2-6dba1d2831f1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:49.588121 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4a7ddaa9-6f53-4e41-9efc-54a6bfd4a2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (304d31f7-4fa7-4db4-b9c2-6dba1d2831f1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:49.628601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26d37f4b-3f9e-4730-9e45-3cb4da5217de tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (8808e55a-4c17-4ee2-84da-9e85e3102cf1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:49.632983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4a7ddaa9-6f53-4e41-9efc-54a6bfd4a2d9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e9c5056e5df04560be7bf34059888672&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4982872 Mar 11 12:04:49.633752 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ddaa9-6f53-4e41-9efc-54a6bfd4a2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304d31f7-4fa7-4db4-b9c2-6dba1d2831f1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:49.636712 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44178) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:49.697885 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c51a75c6-ba6f-4ab5-9362-fbae914d778a admin admin] Publish callbacks [] for security_group (304d31f7-4fa7-4db4-b9c2-6dba1d2831f1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:49.725911 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c51a75c6-ba6f-4ab5-9362-fbae914d778a admin admin] Publish callbacks [] for security_group (304d31f7-4fa7-4db4-b9c2-6dba1d2831f1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:49.732288 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26d37f4b-3f9e-4730-9e45-3cb4da5217de tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (8808e55a-4c17-4ee2-84da-9e85e3102cf1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server [None req-5d6dedf6-6137-4d70-9708-5771379ee2cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8808e55a-4c17-4ee2-84da-9e85e3102cf1: This subnet is being modified by another concurrent operation. Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 12:04:49.733878 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise exception Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8808e55a-4c17-4ee2-84da-9e85e3102cf1: This subnet is being modified by another concurrent operation. Mar 11 12:04:49.737795 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Mar 11 12:04:49.761832 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26d37f4b-3f9e-4730-9e45-3cb4da5217de tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:49.761832 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-26d37f4b-3f9e-4730-9e45-3cb4da5217de tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/8808e55a-4c17-4ee2-84da-9e85e3102cf1 HTTP/1.1" status: 204 len: 168 time: 0.4276702 Mar 11 12:04:49.761832 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44182) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:49.849242 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c51a75c6-ba6f-4ab5-9362-fbae914d778a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (304d31f7-4fa7-4db4-b9c2-6dba1d2831f1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:49.857254 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c51a75c6-ba6f-4ab5-9362-fbae914d778a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:49.860964 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c51a75c6-ba6f-4ab5-9362-fbae914d778a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/304d31f7-4fa7-4db4-b9c2-6dba1d2831f1 HTTP/1.1" status: 204 len: 168 time: 0.2230024 Mar 11 12:04:49.881355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a75c6-ba6f-4ab5-9362-fbae914d778a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304d31f7-4fa7-4db4-b9c2-6dba1d2831f1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:49.898414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccb2bbc-9c4e-47d3-aa64-e1ef8d48356f None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 12:04:49.919839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d37f4b-3f9e-4730-9e45-3cb4da5217de tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=8808e55a-4c17-4ee2-84da-9e85e3102cf1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:49.936871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce983869-ea60-4d62-a704-b7fa88c84e04 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet c57c34a4-c9ca-466e-a44b-88a9bcbd3fab {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:04:49.940946 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce983869-ea60-4d62-a704-b7fa88c84e04 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (c57c34a4-c9ca-466e-a44b-88a9bcbd3fab), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:49.982197 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4d654cc3-c9cd-408a-87b8-0f9c902fc168 None None] Provisioning complete for port c703ca37-d700-4a0c-8181-ef4e186ba1bf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:49.982616 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4d654cc3-c9cd-408a-87b8-0f9c902fc168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:49.998167 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce983869-ea60-4d62-a704-b7fa88c84e04 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (c57c34a4-c9ca-466e-a44b-88a9bcbd3fab), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:50.104219 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:50.107867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccb2bbc-9c4e-47d3-aa64-e1ef8d48356f None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 12:04:50.222161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4d654cc3-c9cd-408a-87b8-0f9c902fc168 None None] Current status of the port c703ca37-d700-4a0c-8181-ef4e186ba1bf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:50.446992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c703ca37-d700-4a0c-8181-ef4e186ba1bf no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:04:50.494915 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce983869-ea60-4d62-a704-b7fa88c84e04 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (c57c34a4-c9ca-466e-a44b-88a9bcbd3fab), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:50.675790 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce983869-ea60-4d62-a704-b7fa88c84e04 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (c57c34a4-c9ca-466e-a44b-88a9bcbd3fab), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:50.681250 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44194) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:50.697263 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce983869-ea60-4d62-a704-b7fa88c84e04 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:50.698217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port c703ca37-d700-4a0c-8181-ef4e186ba1bf is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:50.700929 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:50.708152 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7864d7b5-6e10-403e-a4a9-7b075b15777e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:50.734432 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ce983869-ea60-4d62-a704-b7fa88c84e04 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/c57c34a4-c9ca-466e-a44b-88a9bcbd3fab HTTP/1.1" status: 204 len: 168 time: 0.9720998 Mar 11 12:04:50.735213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44196) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:50.820189 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce983869-ea60-4d62-a704-b7fa88c84e04 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=c57c34a4-c9ca-466e-a44b-88a9bcbd3fab,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:50.831241 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:04:50.831857 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:04:50.868984 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7864d7b5-6e10-403e-a4a9-7b075b15777e admin admin] Publish callbacks [] for security_group (986bb78d-e40b-4c88-bdff-895bd72907c5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:50.895878 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ab34d8fd-5641-4668-adf3-3c7adfb61f45 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942373 Mar 11 12:04:50.898689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44200) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:50.903917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-78cd3b5b-f497-43a2-a921-7cee6c33f67c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:50.928480 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-acf12de6-2cdc-4fd4-94a3-8d3cb79af564 req-c3297f85-d93c-4b85-9672-4c007c09c00c tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0687745 Mar 11 12:04:50.929131 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7864d7b5-6e10-403e-a4a9-7b075b15777e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (986bb78d-e40b-4c88-bdff-895bd72907c5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:50.981046 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7864d7b5-6e10-403e-a4a9-7b075b15777e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=467f878f66204e308be97546682de153&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2983537 Mar 11 12:04:50.981935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864d7b5-6e10-403e-a4a9-7b075b15777e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986bb78d-e40b-4c88-bdff-895bd72907c5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:50.985569 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44204) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:51.074130 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c04762a6-e298-4901-a841-8de2421bf802 admin admin] Publish callbacks [] for security_group (986bb78d-e40b-4c88-bdff-895bd72907c5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:51.078791 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cd3b5b-f497-43a2-a921-7cee6c33f67c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:51.086833 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78cd3b5b-f497-43a2-a921-7cee6c33f67c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:51.117020 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c04762a6-e298-4901-a841-8de2421bf802 admin admin] Publish callbacks [] for security_group (986bb78d-e40b-4c88-bdff-895bd72907c5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:51.227951 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c04762a6-e298-4901-a841-8de2421bf802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (986bb78d-e40b-4c88-bdff-895bd72907c5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:51.230663 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c04762a6-e298-4901-a841-8de2421bf802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:51.237456 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c04762a6-e298-4901-a841-8de2421bf802 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/986bb78d-e40b-4c88-bdff-895bd72907c5 HTTP/1.1" status: 204 len: 168 time: 0.2453372 Mar 11 12:04:51.251032 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04762a6-e298-4901-a841-8de2421bf802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986bb78d-e40b-4c88-bdff-895bd72907c5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:51.400161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port c703ca37-d700-4a0c-8181-ef4e186ba1bf is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:51.400489 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:51.455974 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port c703ca37-d700-4a0c-8181-ef4e186ba1bf, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c703ca37-d700-4a0c-8181-ef4e186ba1bf,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:51.471280 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:51.577831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=c703ca37-d700-4a0c-8181-ef4e186ba1bf,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:51.615132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9687605b-7fc6-4b36-8e98-4b79c422cf97 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:51.655571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.objects.ports [None req-78cd3b5b-f497-43a2-a921-7cee6c33f67c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104032) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 12:04:51.747633 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d2e80f72-5e5a-420f-8014-40a0f25f6eb9 None None] Provisioning complete for port c703ca37-d700-4a0c-8181-ef4e186ba1bf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:51.751614 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d2e80f72-5e5a-420f-8014-40a0f25f6eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:51.886866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d2e80f72-5e5a-420f-8014-40a0f25f6eb9 None None] Current status of the port c703ca37-d700-4a0c-8181-ef4e186ba1bf is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:51.887783 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d2e80f72-5e5a-420f-8014-40a0f25f6eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:51.938998 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78cd3b5b-f497-43a2-a921-7cee6c33f67c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:51.944210 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d2e80f72-5e5a-420f-8014-40a0f25f6eb9 None None] For port c703ca37-d700-4a0c-8181-ef4e186ba1bf, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c703ca37-d700-4a0c-8181-ef4e186ba1bf,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:51.952122 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d2e80f72-5e5a-420f-8014-40a0f25f6eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:52.014645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e80f72-5e5a-420f-8014-40a0f25f6eb9 None None] Pushing event updated for resources: {'Port': ['ID=c703ca37-d700-4a0c-8181-ef4e186ba1bf,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:52.138077 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84d9e22f-ed32-4bd2-b676-8cc177d23a46 req-742fb04e-79d8-4e2a-ba36-e257faf072c3 tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0769384 Mar 11 12:04:52.203841 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-78cd3b5b-f497-43a2-a921-7cee6c33f67c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] For port c703ca37-d700-4a0c-8181-ef4e186ba1bf, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c703ca37-d700-4a0c-8181-ef4e186ba1bf,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:52.278130 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78cd3b5b-f497-43a2-a921-7cee6c33f67c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:52.287204 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78cd3b5b-f497-43a2-a921-7cee6c33f67c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:52.299887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4c8a351c-c121-4617-9064-ee838b3d7432 None None] Provisioning complete for port c703ca37-d700-4a0c-8181-ef4e186ba1bf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:52.300652 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4c8a351c-c121-4617-9064-ee838b3d7432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:52.325576 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78cd3b5b-f497-43a2-a921-7cee6c33f67c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (4ed5f2ad-2f50-4717-9f8d-f21194e56b5c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:52.519327 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cd3b5b-f497-43a2-a921-7cee6c33f67c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:52.522992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c703ca37-d700-4a0c-8181-ef4e186ba1bf up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:04:52.529697 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-78cd3b5b-f497-43a2-a921-7cee6c33f67c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:52.544514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cd3b5b-f497-43a2-a921-7cee6c33f67c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:52.545408 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78cd3b5b-f497-43a2-a921-7cee6c33f67c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:52.548255 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd3b5b-f497-43a2-a921-7cee6c33f67c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=4ed5f2ad-2f50-4717-9f8d-f21194e56b5c,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:52.557922 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd3b5b-f497-43a2-a921-7cee6c33f67c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=c703ca37-d700-4a0c-8181-ef4e186ba1bf,revision_number=8']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:52.581783 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a351c-c121-4617-9064-ee838b3d7432 None None] Current status of the port c703ca37-d700-4a0c-8181-ef4e186ba1bf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:52.585197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44240) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:52.587077 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-78cd3b5b-f497-43a2-a921-7cee6c33f67c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6871748 Mar 11 12:04:52.591432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a3708457-e91a-4188-bf00-dc3a8c2c435b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:52.591965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ab5d07-13b8-43b4-8ece-8896384fec9f None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:52.760168 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3708457-e91a-4188-bf00-dc3a8c2c435b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:52.764068 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a3708457-e91a-4188-bf00-dc3a8c2c435b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:52.873916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f3c8ce29-c54c-44fc-a760-c13c43356e83 None None] Could not find standard attr ID for object c59891fb-639e-492e-8f88-8c7296f0cb18. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:04:52.878115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port c703ca37-d700-4a0c-8181-ef4e186ba1bf triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:52.878518 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:52.915611 n-d-833234-2 neutron-server[104031]: INFO neutron.db.ipam_backend_mixin [None req-a3708457-e91a-4188-bf00-dc3a8c2c435b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4ed5f2ad-2f50-4717-9f8d-f21194e56b5c (CIDR: 2001:db8::/64) Mar 11 12:04:52.923683 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3708457-e91a-4188-bf00-dc3a8c2c435b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:04:52.924320 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3708457-e91a-4188-bf00-dc3a8c2c435b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:04:52.957241 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44246) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:52.963371 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1c3b6dd0-e124-4082-a6f3-35e27a59da58 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:52.969686 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a3708457-e91a-4188-bf00-dc3a8c2c435b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3830211 Mar 11 12:04:53.028910 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port c703ca37-d700-4a0c-8181-ef4e186ba1bf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:53.214955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3b6dd0-e124-4082-a6f3-35e27a59da58 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:53.221313 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c3b6dd0-e124-4082-a6f3-35e27a59da58 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:53.366394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-11bd251c-0a23-4dd2-88b1-9e16e33b9cbe req-34b8a6ee-8573-4aaf-951a-fc17ce7f91de tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0604281 Mar 11 12:04:53.509793 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3eca38d5-4493-4bc9-98c9-072d0af6bddf None None] Provisioning complete for port c703ca37-d700-4a0c-8181-ef4e186ba1bf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:53.509793 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3eca38d5-4493-4bc9-98c9-072d0af6bddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:53.649836 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c3b6dd0-e124-4082-a6f3-35e27a59da58 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (b9e8cd60-73f6-4096-b614-4ebf04d4055a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:53.693484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3eca38d5-4493-4bc9-98c9-072d0af6bddf None None] Current status of the port c703ca37-d700-4a0c-8181-ef4e186ba1bf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:53.713122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3b6dd0-e124-4082-a6f3-35e27a59da58 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:53.717433 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1c3b6dd0-e124-4082-a6f3-35e27a59da58 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:53.722013 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3b6dd0-e124-4082-a6f3-35e27a59da58 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:53.722747 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c3b6dd0-e124-4082-a6f3-35e27a59da58 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:53.734718 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b6dd0-e124-4082-a6f3-35e27a59da58 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=b9e8cd60-73f6-4096-b614-4ebf04d4055a,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:53.735110 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b68402-8247-436d-9036-5112536a079b None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:53.755188 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1c3b6dd0-e124-4082-a6f3-35e27a59da58 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7937648 Mar 11 12:04:53.755566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44272) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:53.760981 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8a76041c-0de6-4acf-9ec8-34f88fc2c210 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'mac_address': 'fa:16:3e:d3:3e:cc', 'name': 'tempest-NetworksTestDHCPv6-899470661'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:53.841130 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-35f111d3-1785-4c6a-af93-9f6e3cbcb4fd None None] Could not find standard attr ID for object 9d038f5c-8a73-4eb0-9c54-be62e0c04636. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:04:53.979629 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a76041c-0de6-4acf-9ec8-34f88fc2c210 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:54.030707 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a97b837-4c72-4373-82b6-faf1e8f0358f None None] Update dhcp port {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'fixed_ips': [{'subnet_id': '4ed5f2ad-2f50-4717-9f8d-f21194e56b5c', 'ip_address': '2001:db8::f816:3eff:fe89:7bf9'}, {'subnet_id': 'b9e8cd60-73f6-4096-b614-4ebf04d4055a'}], 'binding:host_id': 'n-d-833234-2'}, 'id': 'c703ca37-d700-4a0c-8181-ef4e186ba1bf'} from n-d-833234-2. {{(pid=104033) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 12:04:54.075369 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3a97b837-4c72-4373-82b6-faf1e8f0358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:54.102717 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a76041c-0de6-4acf-9ec8-34f88fc2c210 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:54.128828 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-8a76041c-0de6-4acf-9ec8-34f88fc2c210 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port c29f27c1-2651-4bef-b81c-ff661c0c2225 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:04:54.404538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-8a76041c-0de6-4acf-9ec8-34f88fc2c210 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8:0:1::196 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/b9e8cd60-73f6-4096-b614-4ebf04d4055a/c29f27c1-2651-4bef-b81c-ff661c0c2225) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:54.420505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-8a76041c-0de6-4acf-9ec8-34f88fc2c210 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::f816:3eff:fed3:3ecc (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/4ed5f2ad-2f50-4717-9f8d-f21194e56b5c/c29f27c1-2651-4bef-b81c-ff661c0c2225) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:54.494767 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2779fb30-c921-457c-8c81-44fbdcee8372 req-43c9a287-00a0-4a3d-83aa-488dea4d889c tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0404248 Mar 11 12:04:54.620882 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a76041c-0de6-4acf-9ec8-34f88fc2c210 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (c29f27c1-2651-4bef-b81c-ff661c0c2225), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:54.664286 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a76041c-0de6-4acf-9ec8-34f88fc2c210 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c29f27c1-2651-4bef-b81c-ff661c0c2225), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:54.712094 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a76041c-0de6-4acf-9ec8-34f88fc2c210 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:54.715518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-8a76041c-0de6-4acf-9ec8-34f88fc2c210 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:54.719264 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a76041c-0de6-4acf-9ec8-34f88fc2c210 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:04:54.722431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-3a97b837-4c72-4373-82b6-faf1e8f0358f None None] Allocated IP 2001:db8:0:1::2 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/b9e8cd60-73f6-4096-b614-4ebf04d4055a/c703ca37-d700-4a0c-8181-ef4e186ba1bf) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:54.724992 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a76041c-0de6-4acf-9ec8-34f88fc2c210 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:54.725644 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a76041c-0de6-4acf-9ec8-34f88fc2c210 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:54.745307 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76041c-0de6-4acf-9ec8-34f88fc2c210 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=c29f27c1-2651-4bef-b81c-ff661c0c2225,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:54.759607 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8a76041c-0de6-4acf-9ec8-34f88fc2c210 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0027864 Mar 11 12:04:54.762232 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44292) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:54.885201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3a97b837-4c72-4373-82b6-faf1e8f0358f None None] For port c703ca37-d700-4a0c-8181-ef4e186ba1bf, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c703ca37-d700-4a0c-8181-ef4e186ba1bf,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:54.886956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d1d296ba-f455-45c9-8e7a-9ee4ebc01f5a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port c29f27c1-2651-4bef-b81c-ff661c0c2225 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:04:54.888294 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1d296ba-f455-45c9-8e7a-9ee4ebc01f5a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c29f27c1-2651-4bef-b81c-ff661c0c2225), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:54.918175 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3a97b837-4c72-4373-82b6-faf1e8f0358f None None] Publish callbacks [] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:54.926631 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3a97b837-4c72-4373-82b6-faf1e8f0358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:55.003325 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1d296ba-f455-45c9-8e7a-9ee4ebc01f5a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c29f27c1-2651-4bef-b81c-ff661c0c2225), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:55.027280 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d1d296ba-f455-45c9-8e7a-9ee4ebc01f5a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for c29f27c1-2651-4bef-b81c-ff661c0c2225 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:04:55.058902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97b837-4c72-4373-82b6-faf1e8f0358f None None] Pushing event updated for resources: {'Port': ['ID=c703ca37-d700-4a0c-8181-ef4e186ba1bf,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:55.286009 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1d296ba-f455-45c9-8e7a-9ee4ebc01f5a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (c29f27c1-2651-4bef-b81c-ff661c0c2225), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:55.328108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d296ba-f455-45c9-8e7a-9ee4ebc01f5a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=c29f27c1-2651-4bef-b81c-ff661c0c2225,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:55.400066 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1d296ba-f455-45c9-8e7a-9ee4ebc01f5a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:55.406753 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44298) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:55.407251 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d1d296ba-f455-45c9-8e7a-9ee4ebc01f5a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/c29f27c1-2651-4bef-b81c-ff661c0c2225 HTTP/1.1" status: 204 len: 168 time: 0.6429658 Mar 11 12:04:55.506515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a5ede3-9b52-4a3e-a1ba-427982f2bd44 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:55.508469 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a2a5ede3-9b52-4a3e-a1ba-427982f2bd44 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1000555 Mar 11 12:04:55.511828 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44302) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:55.673613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930cebf6-dee4-49e4-bfa3-0ca2a118d954 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:55.687943 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-930cebf6-dee4-49e4-bfa3-0ca2a118d954 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1747854 Mar 11 12:04:55.688280 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44306) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:55.815239 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4d19b077-ee5e-4f0e-a8ab-7b038a025101 req-96cdb126-ef36-4dc5-8799-94d4fb3ababd tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.1375263 Mar 11 12:04:55.839203 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e4ad46-f2a6-4aaf-8186-028da05a0e61 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:55.840655 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e4ad46-f2a6-4aaf-8186-028da05a0e61 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:55.841960 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e4ad46-f2a6-4aaf-8186-028da05a0e61 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:55.843524 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b4e4ad46-f2a6-4aaf-8186-028da05a0e61 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1530349 Mar 11 12:04:55.846717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44308) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:55.969182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-11fccfb9-e95b-49ce-a577-63c518bd5ec6 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 4ed5f2ad-2f50-4717-9f8d-f21194e56b5c {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:04:55.983377 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11fccfb9-e95b-49ce-a577-63c518bd5ec6 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (4ed5f2ad-2f50-4717-9f8d-f21194e56b5c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:56.086281 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11fccfb9-e95b-49ce-a577-63c518bd5ec6 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (4ed5f2ad-2f50-4717-9f8d-f21194e56b5c), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:56.097661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-df85ac8b-5951-408d-8089-54b3672d05ed None None] Provisioning complete for port c703ca37-d700-4a0c-8181-ef4e186ba1bf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:56.098190 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-df85ac8b-5951-408d-8089-54b3672d05ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:56.281030 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11fccfb9-e95b-49ce-a577-63c518bd5ec6 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (4ed5f2ad-2f50-4717-9f8d-f21194e56b5c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:56.305334 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-df85ac8b-5951-408d-8089-54b3672d05ed None None] Current status of the port c703ca37-d700-4a0c-8181-ef4e186ba1bf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:56.419055 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11fccfb9-e95b-49ce-a577-63c518bd5ec6 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (4ed5f2ad-2f50-4717-9f8d-f21194e56b5c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:56.444758 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11fccfb9-e95b-49ce-a577-63c518bd5ec6 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:56.448663 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-11fccfb9-e95b-49ce-a577-63c518bd5ec6 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/4ed5f2ad-2f50-4717-9f8d-f21194e56b5c HTTP/1.1" status: 204 len: 168 time: 0.6010172 Mar 11 12:04:56.451454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44316) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:56.481226 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fccfb9-e95b-49ce-a577-63c518bd5ec6 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed5f2ad-2f50-4717-9f8d-f21194e56b5c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:56.498128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c703ca37-d700-4a0c-8181-ef4e186ba1bf up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:04:56.520333 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70048034-a302-42de-ab5f-698ddc4b0a11 req-67576d04-ee6a-4e0c-946c-128d75a985f2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:56.522062 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70048034-a302-42de-ab5f-698ddc4b0a11 req-67576d04-ee6a-4e0c-946c-128d75a985f2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1976552 Mar 11 12:04:56.561297 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4292951-759b-43f3-a0cd-4996ef8b963a None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:56.592746 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70048034-a302-42de-ab5f-698ddc4b0a11 req-e0d287f0-0c2d-4550-9f33-3c3b0ae3d58b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625503 Mar 11 12:04:56.603877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-6312f22b-51e5-4a5a-b1ff-6178e0d4aef0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet b9e8cd60-73f6-4096-b614-4ebf04d4055a {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:04:56.656931 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6312f22b-51e5-4a5a-b1ff-6178e0d4aef0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (b9e8cd60-73f6-4096-b614-4ebf04d4055a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:56.708023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7b47d3c4-da68-4e54-8e6b-75827f944293 None None] Could not find standard attr ID for object c29f27c1-2651-4bef-b81c-ff661c0c2225. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:04:56.794535 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6312f22b-51e5-4a5a-b1ff-6178e0d4aef0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (b9e8cd60-73f6-4096-b614-4ebf04d4055a), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:56.876828 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ced8f8-6b7f-441c-979d-1d51775f37c8 req-c0639df4-d2ce-47bc-9da7-f567bc190fe5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:56.877943 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19ced8f8-6b7f-441c-979d-1d51775f37c8 req-c0639df4-d2ce-47bc-9da7-f567bc190fe5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1127222 Mar 11 12:04:56.887243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port c703ca37-d700-4a0c-8181-ef4e186ba1bf triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:56.888245 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:56.988605 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6312f22b-51e5-4a5a-b1ff-6178e0d4aef0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (b9e8cd60-73f6-4096-b614-4ebf04d4055a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:57.028200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19ced8f8-6b7f-441c-979d-1d51775f37c8 req-290f7cf8-af42-4238-a11f-d3fb806dd70b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444275 Mar 11 12:04:57.063644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port c703ca37-d700-4a0c-8181-ef4e186ba1bf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:57.083824 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6312f22b-51e5-4a5a-b1ff-6178e0d4aef0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (b9e8cd60-73f6-4096-b614-4ebf04d4055a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:57.106837 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6312f22b-51e5-4a5a-b1ff-6178e0d4aef0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:57.112334 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6312f22b-51e5-4a5a-b1ff-6178e0d4aef0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/b9e8cd60-73f6-4096-b614-4ebf04d4055a HTTP/1.1" status: 204 len: 168 time: 0.6576235 Mar 11 12:04:57.113308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44332) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:57.120296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b0d6ece5-0b51-4a58-9317-021a8a8894a2 req-be78c134-1fe4-4c91-aba3-7587bf6666d7 tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.1143646 Mar 11 12:04:57.154484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312f22b-51e5-4a5a-b1ff-6178e0d4aef0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e8cd60-73f6-4096-b614-4ebf04d4055a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:57.204805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ec8ce-742e-4340-95cd-b66ec94e4798 req-af17f449-782c-480d-9e31-f8d5f20e1854 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:57.216308 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ca8bc1c3-4766-4e0c-ac4d-606963838b1b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025043 Mar 11 12:04:57.219229 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44336) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:57.225784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-25fdfbe7-e23f-419b-aa87-9a2104b47cee tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:57.229736 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f93ec8ce-742e-4340-95cd-b66ec94e4798 req-af17f449-782c-480d-9e31-f8d5f20e1854 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.0885177 Mar 11 12:04:57.327905 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f93ec8ce-742e-4340-95cd-b66ec94e4798 req-d7cc8893-8c11-41fc-bbe1-79357bcb4adc tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970471 Mar 11 12:04:57.394174 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fdfbe7-e23f-419b-aa87-9a2104b47cee tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:57.399071 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25fdfbe7-e23f-419b-aa87-9a2104b47cee tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:57.541957 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a27c8f-847a-4b91-bcfe-e4e90467075c req-2224f27d-5581-4436-b88f-665e5e83e8cb tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:57.546007 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0a27c8f-847a-4b91-bcfe-e4e90467075c req-2224f27d-5581-4436-b88f-665e5e83e8cb tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1304483 Mar 11 12:04:57.636213 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0a27c8f-847a-4b91-bcfe-e4e90467075c req-2bdee41f-8130-4027-8530-35ce998e0e7f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820844 Mar 11 12:04:57.732895 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25fdfbe7-e23f-419b-aa87-9a2104b47cee tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (34e2a50d-ed5c-4b91-b59e-15fc65fe05e5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:57.803152 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fdfbe7-e23f-419b-aa87-9a2104b47cee tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:04:57.808575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-25fdfbe7-e23f-419b-aa87-9a2104b47cee tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:04:57.837350 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fdfbe7-e23f-419b-aa87-9a2104b47cee tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:57.840276 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25fdfbe7-e23f-419b-aa87-9a2104b47cee tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:57.865819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdfbe7-e23f-419b-aa87-9a2104b47cee tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=34e2a50d-ed5c-4b91-b59e-15fc65fe05e5,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:04:57.917623 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-25fdfbe7-e23f-419b-aa87-9a2104b47cee tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6963887 Mar 11 12:04:57.920332 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44366) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:57.926285 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-769dbaf5-fc8b-464b-a9f0-d1fde12931a9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:58.294458 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd15ac79-fd59-4bbe-830b-ab7b7f1fbad2 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:04:58.304730 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-011d34de-cf77-47ba-b657-b3ebb8dcd3be tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:04:58.306324 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-011d34de-cf77-47ba-b657-b3ebb8dcd3be tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 811 time: 0.2586095 Mar 11 12:04:58.320194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769dbaf5-fc8b-464b-a9f0-d1fde12931a9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:58.333480 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-769dbaf5-fc8b-464b-a9f0-d1fde12931a9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:58.393959 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-cf04b750-efc8-43d2-b8b9-a6d79bf5e5e5 None None] Provisioning complete for port c703ca37-d700-4a0c-8181-ef4e186ba1bf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:04:58.394693 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cf04b750-efc8-43d2-b8b9-a6d79bf5e5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:58.450896 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7b6caa0-c06b-487d-8699-6b37567ac30e req-d52afd46-7559-4ce2-87a4-be5fdab66704 tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.1401615 Mar 11 12:04:58.468235 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-38fce831-e7ea-4924-ba71-a7d05503d32e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/quotas/fc441be504824962ac952879ed0ef08f HTTP/1.1" status: 200 len: 375 time: 0.0630562 Mar 11 12:04:58.596958 n-d-833234-2 neutron-server[104031]: INFO neutron.db.ipam_backend_mixin [None req-769dbaf5-fc8b-464b-a9f0-d1fde12931a9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 34e2a50d-ed5c-4b91-b59e-15fc65fe05e5 (CIDR: 2001:db8::/64) Mar 11 12:04:58.606414 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-769dbaf5-fc8b-464b-a9f0-d1fde12931a9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:04:58.608321 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769dbaf5-fc8b-464b-a9f0-d1fde12931a9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:04:58.634754 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-8c386f2e-64c3-41bc-8b2f-05abae6106de tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1649797 Mar 11 12:04:58.732614 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cf04b750-efc8-43d2-b8b9-a6d79bf5e5e5 None None] Current status of the port c703ca37-d700-4a0c-8181-ef4e186ba1bf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:04:58.748139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-488c9aad-6c76-45a7-aa61-490e76ca27ec service neutron] 10.222.0.78 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121681 Mar 11 12:04:58.854870 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-7a98bf95-8e02-41e4-acd7-d3742cbd34aa service neutron] 10.222.0.78 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057820 Mar 11 12:04:58.860805 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-769dbaf5-fc8b-464b-a9f0-d1fde12931a9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9392192 Mar 11 12:04:58.863744 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44400) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:04:58.868848 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a8f02f1a-34b1-4157-899b-8f329892e4f2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:04:58.956131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec6b641-1146-484a-bf70-33f215974edd None None] Update dhcp port {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'fixed_ips': [{'subnet_id': '34e2a50d-ed5c-4b91-b59e-15fc65fe05e5'}], 'binding:host_id': 'n-d-833234-2'}, 'id': 'c703ca37-d700-4a0c-8181-ef4e186ba1bf'} from n-d-833234-2. {{(pid=104033) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 12:04:59.005747 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b641-1146-484a-bf70-33f215974edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:59.049454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f02f1a-34b1-4157-899b-8f329892e4f2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:04:59.055970 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8f02f1a-34b1-4157-899b-8f329892e4f2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:59.216364 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bde1c5e8-efa1-4917-b815-d2f462a8a91d req-910f8694-70cd-4959-91d1-831afbdf901e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 210 time: 0.0568449 Mar 11 12:04:59.440291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-7ec6b641-1146-484a-bf70-33f215974edd None None] Allocated IP 2001:db8::2 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/34e2a50d-ed5c-4b91-b59e-15fc65fe05e5/c703ca37-d700-4a0c-8181-ef4e186ba1bf) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:04:59.650846 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c7abbc89-54ff-4c32-b676-fbe62d063621 req-8eff710b-b7a9-4c71-afd3-8da338d72cd4 tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0469897 Mar 11 12:04:59.656457 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ec6b641-1146-484a-bf70-33f215974edd None None] For port c703ca37-d700-4a0c-8181-ef4e186ba1bf, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c703ca37-d700-4a0c-8181-ef4e186ba1bf,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:04:59.707026 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b641-1146-484a-bf70-33f215974edd None None] Publish callbacks [] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:59.719719 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ec6b641-1146-484a-bf70-33f215974edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:04:59.741240 n-d-833234-2 neutron-server[104032]: DEBUG neutron.objects.ports [None req-a8f02f1a-34b1-4157-899b-8f329892e4f2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104032) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 12:04:59.863866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6b641-1146-484a-bf70-33f215974edd None None] Pushing event updated for resources: {'Port': ['ID=c703ca37-d700-4a0c-8181-ef4e186ba1bf,revision_number=12']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:00.120294 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8f02f1a-34b1-4157-899b-8f329892e4f2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:00.369476 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-973c4dae-da51-41cf-96ac-8f1238d44d12 req-47ef6454-775e-47f1-9de6-33affd9d9bdc tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 210 time: 0.0421479 Mar 11 12:05:00.451897 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-a8f02f1a-34b1-4157-899b-8f329892e4f2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] For port c703ca37-d700-4a0c-8181-ef4e186ba1bf, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c703ca37-d700-4a0c-8181-ef4e186ba1bf,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:00.511033 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8f02f1a-34b1-4157-899b-8f329892e4f2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:00.527617 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c703ca37-d700-4a0c-8181-ef4e186ba1bf up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:05:00.539353 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8f02f1a-34b1-4157-899b-8f329892e4f2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:00.647571 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8f02f1a-34b1-4157-899b-8f329892e4f2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (b53ddb52-17aa-4410-a384-60ed6f393d74), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:00.649398 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port c703ca37-d700-4a0c-8181-ef4e186ba1bf triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:05:00.649869 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:00.721049 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f02f1a-34b1-4157-899b-8f329892e4f2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=c703ca37-d700-4a0c-8181-ef4e186ba1bf,revision_number=14']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:00.814503 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f02f1a-34b1-4157-899b-8f329892e4f2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=b53ddb52-17aa-4410-a384-60ed6f393d74,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:00.828797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f02f1a-34b1-4157-899b-8f329892e4f2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:05:00.830301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-a8f02f1a-34b1-4157-899b-8f329892e4f2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:00.839302 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f02f1a-34b1-4157-899b-8f329892e4f2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:00.839944 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8f02f1a-34b1-4157-899b-8f329892e4f2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:00.880416 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a8f02f1a-34b1-4157-899b-8f329892e4f2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0153961 Mar 11 12:05:00.881351 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44452) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:00.886933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-db10b1fd-0323-4e6f-b755-2bbe19487f8c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'mac_address': 'fa:16:3e:d0:ec:cc', 'name': 'tempest-NetworksTestDHCPv6-1546316958'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:00.898006 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port c703ca37-d700-4a0c-8181-ef4e186ba1bf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:00.967250 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9cdecccd-75e7-4b36-a6d6-af4b1893532f req-a263d606-cd95-4579-84cb-781533d74cda tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.1483796 Mar 11 12:05:01.020697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-21ee3f71-bf7f-41b0-a1a1-3f9f33b60683 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:01.022346 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-21ee3f71-bf7f-41b0-a1a1-3f9f33b60683 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.71 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 811 time: 0.3116856 Mar 11 12:05:01.038715 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-788392e7-d9c7-4ed6-bac2-577c1aaa293b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Request body: {'port': {'device_id': '6dea831a-d236-4915-a5e5-36e2545c7315', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'admin_state_up': True, 'tenant_id': 'fc441be504824962ac952879ed0ef08f'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:01.041266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cca950f-a608-4c12-a0df-fe31623503c9 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:05:01.131671 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-889fcb1d-1e65-4311-af84-cc8f6066489c None None] Provisioning complete for port c703ca37-d700-4a0c-8181-ef4e186ba1bf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:05:01.132050 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-889fcb1d-1e65-4311-af84-cc8f6066489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:01.156420 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db10b1fd-0323-4e6f-b755-2bbe19487f8c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:05:01.267447 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-889fcb1d-1e65-4311-af84-cc8f6066489c None None] Current status of the port c703ca37-d700-4a0c-8181-ef4e186ba1bf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:01.281938 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-788392e7-d9c7-4ed6-bac2-577c1aaa293b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Made reservation on behalf of fc441be504824962ac952879ed0ef08f for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:05:01.286916 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-788392e7-d9c7-4ed6-bac2-577c1aaa293b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:01.389498 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db10b1fd-0323-4e6f-b755-2bbe19487f8c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:01.425440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-db10b1fd-0323-4e6f-b755-2bbe19487f8c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port 07d58ead-dd90-40a4-91bd-f372e9cd26e5 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:05:01.580267 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4cb40281-afb7-4908-9d23-319c1a036bcc req-fcee1d4b-da17-433b-b8ac-429f8ce7e76b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 210 time: 0.0467424 Mar 11 12:05:01.591233 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-788392e7-d9c7-4ed6-bac2-577c1aaa293b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Allocated IP 172.20.0.3 (f62dd404-472d-4abb-9a12-54a30b7ab434/1170d9ec-c376-4fc5-8f13-15536db32bc7/6435c7b7-5291-460b-9a59-43c54832042e) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:05:01.753872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-db10b1fd-0323-4e6f-b755-2bbe19487f8c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::33c (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/34e2a50d-ed5c-4b91-b59e-15fc65fe05e5/07d58ead-dd90-40a4-91bd-f372e9cd26e5) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:05:01.762974 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-db10b1fd-0323-4e6f-b755-2bbe19487f8c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8:0:1:f816:3eff:fed0:eccc (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/b53ddb52-17aa-4410-a384-60ed6f393d74/07d58ead-dd90-40a4-91bd-f372e9cd26e5) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:05:01.920112 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-788392e7-d9c7-4ed6-bac2-577c1aaa293b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for port (6435c7b7-5291-460b-9a59-43c54832042e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:02.048212 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db10b1fd-0323-4e6f-b755-2bbe19487f8c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (07d58ead-dd90-40a4-91bd-f372e9cd26e5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:02.110609 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db10b1fd-0323-4e6f-b755-2bbe19487f8c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (07d58ead-dd90-40a4-91bd-f372e9cd26e5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:02.161128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db10b1fd-0323-4e6f-b755-2bbe19487f8c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:05:02.182782 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-db10b1fd-0323-4e6f-b755-2bbe19487f8c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:02.205885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db10b1fd-0323-4e6f-b755-2bbe19487f8c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:05:02.218628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db10b1fd-0323-4e6f-b755-2bbe19487f8c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:02.220440 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db10b1fd-0323-4e6f-b755-2bbe19487f8c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:02.242731 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10b1fd-0323-4e6f-b755-2bbe19487f8c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=07d58ead-dd90-40a4-91bd-f372e9cd26e5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:02.271353 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-db10b1fd-0323-4e6f-b755-2bbe19487f8c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3860559 Mar 11 12:05:02.271640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44482) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:02.446539 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4623baac-9e80-4fe2-964e-28cb8eb2a4f1 None None] Provisioning complete for port c703ca37-d700-4a0c-8181-ef4e186ba1bf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:05:02.447123 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4623baac-9e80-4fe2-964e-28cb8eb2a4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:02.465923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d24b055f-a0d3-4cbb-bc3c-24d141a37c89 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port 07d58ead-dd90-40a4-91bd-f372e9cd26e5 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:05:02.472183 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d24b055f-a0d3-4cbb-bc3c-24d141a37c89 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (07d58ead-dd90-40a4-91bd-f372e9cd26e5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:02.532080 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c703ca37-d700-4a0c-8181-ef4e186ba1bf up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:05:02.668455 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06a4ce4e-6786-43f5-bca1-8208f35a1f50 req-a6e97317-a70b-418f-b89c-51c81ec6e365 tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0326147 Mar 11 12:05:02.670059 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-788392e7-d9c7-4ed6-bac2-577c1aaa293b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (6435c7b7-5291-460b-9a59-43c54832042e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:02.670217 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d24b055f-a0d3-4cbb-bc3c-24d141a37c89 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (07d58ead-dd90-40a4-91bd-f372e9cd26e5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:02.702349 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d24b055f-a0d3-4cbb-bc3c-24d141a37c89 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for 07d58ead-dd90-40a4-91bd-f372e9cd26e5 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:05:02.728469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-788392e7-d9c7-4ed6-bac2-577c1aaa293b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Network f62dd404-472d-4abb-9a12-54a30b7ab434 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:05:02.731837 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-788392e7-d9c7-4ed6-bac2-577c1aaa293b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:02.733113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['01a165e8-9830-4f3e-9906-08d04445abd1', '07441d67-699c-4b32-aacf-d71b3a8d6778'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:05:02.735863 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-788392e7-d9c7-4ed6-bac2-577c1aaa293b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:05:02.788611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788392e7-d9c7-4ed6-bac2-577c1aaa293b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Pushing event updated for resources: {'Port': ['ID=6435c7b7-5291-460b-9a59-43c54832042e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:02.879551 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-788392e7-d9c7-4ed6-bac2-577c1aaa293b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:02.880322 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-788392e7-d9c7-4ed6-bac2-577c1aaa293b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:02.914613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-788392e7-d9c7-4ed6-bac2-577c1aaa293b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8793950 Mar 11 12:05:02.935638 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Request body: {'port': {'device_id': '6dea831a-d236-4915-a5e5-36e2545c7315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:03.057871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4623baac-9e80-4fe2-964e-28cb8eb2a4f1 None None] Current status of the port c703ca37-d700-4a0c-8181-ef4e186ba1bf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:03.058643 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d24b055f-a0d3-4cbb-bc3c-24d141a37c89 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (07d58ead-dd90-40a4-91bd-f372e9cd26e5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:03.086853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80ce0d-3b9c-4332-9ae1-7644c6094b1a req-82208ff0-5db3-4de2-bf75-f879294e538f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:03.089318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port c703ca37-d700-4a0c-8181-ef4e186ba1bf triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:05:03.093959 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f80ce0d-3b9c-4332-9ae1-7644c6094b1a req-82208ff0-5db3-4de2-bf75-f879294e538f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 931 time: 0.3009362 Mar 11 12:05:03.097662 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:03.099332 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b055f-a0d3-4cbb-bc3c-24d141a37c89 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=07d58ead-dd90-40a4-91bd-f372e9cd26e5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:03.132789 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6435c7b7-5291-460b-9a59-43c54832042e), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:03.191986 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f2abdb2e-e167-4ce2-85bb-74b5870a43a1 None None] Could not find standard attr ID for object 07d58ead-dd90-40a4-91bd-f372e9cd26e5. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:05:03.212461 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d24b055f-a0d3-4cbb-bc3c-24d141a37c89 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:03.216777 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d24b055f-a0d3-4cbb-bc3c-24d141a37c89 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/07d58ead-dd90-40a4-91bd-f372e9cd26e5 HTTP/1.1" status: 204 len: 168 time: 0.9441469 Mar 11 12:05:03.220475 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44494) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:03.277786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f2abdb2e-e167-4ce2-85bb-74b5870a43a1 None None] Provisioning complete for port 6435c7b7-5291-460b-9a59-43c54832042e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:05:03.278159 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2abdb2e-e167-4ce2-85bb-74b5870a43a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6435c7b7-5291-460b-9a59-43c54832042e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:03.299113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f80ce0d-3b9c-4332-9ae1-7644c6094b1a req-cc384d93-a074-4c10-b031-998f39b16e71 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882355 Mar 11 12:05:03.371041 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f2abdb2e-e167-4ce2-85bb-74b5870a43a1 None None] Port 6435c7b7-5291-460b-9a59-43c54832042e cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:05:03.381167 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cb0b51-45e5-4e43-ab57-c2cf4e3151fa tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:03.387365 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c5cb0b51-45e5-4e43-ab57-c2cf4e3151fa tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1656697 Mar 11 12:05:03.390116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44502) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:03.470427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port c703ca37-d700-4a0c-8181-ef4e186ba1bf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:03.502025 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbeae66-ec15-4d4e-908e-74258afd0a9a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:03.508607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44506) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:03.510994 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-efbeae66-ec15-4d4e-908e-74258afd0a9a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1091108 Mar 11 12:05:03.654081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65def573-501a-4c6f-bd40-fd51789cb384 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:03.656098 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65def573-501a-4c6f-bd40-fd51789cb384 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:03.657795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65def573-501a-4c6f-bd40-fd51789cb384 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:03.659988 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:03.660757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-65def573-501a-4c6f-bd40-fd51789cb384 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1507494 Mar 11 12:05:03.663796 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44512) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:03.782186 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b50838b-a3e3-4761-b3ab-be7c8042787c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 34e2a50d-ed5c-4b91-b59e-15fc65fe05e5 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:05:03.791400 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b50838b-a3e3-4761-b3ab-be7c8042787c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (34e2a50d-ed5c-4b91-b59e-15fc65fe05e5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:03.793913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6435c7b7-5291-460b-9a59-43c54832042e {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:05:03.803763 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Publish callbacks [] for port (6435c7b7-5291-460b-9a59-43c54832042e), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:03.819044 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Transition to ACTIVE for port object 6435c7b7-5291-460b-9a59-43c54832042e will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:05:03.833531 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (6435c7b7-5291-460b-9a59-43c54832042e), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:03.899615 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b50838b-a3e3-4761-b3ab-be7c8042787c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (34e2a50d-ed5c-4b91-b59e-15fc65fe05e5), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:03.942042 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ae03614-266f-4e56-b309-db588d2f3e88 req-b67b1bb6-915d-4e10-a85b-f77b575643dc tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0913062 Mar 11 12:05:04.048292 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b50838b-a3e3-4761-b3ab-be7c8042787c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (34e2a50d-ed5c-4b91-b59e-15fc65fe05e5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:04.056401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Pushing event updated for resources: {'Port': ['ID=6435c7b7-5291-460b-9a59-43c54832042e,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:04.105144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Attempting to bind port 6435c7b7-5291-460b-9a59-43c54832042e on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:05:04.105913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Attempting to bind port 6435c7b7-5291-460b-9a59-43c54832042e by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:05:04.106534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Attempting to bind port 6435c7b7-5291-460b-9a59-43c54832042e on network f62dd404-472d-4abb-9a12-54a30b7ab434 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:05:04.112610 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Port 6435c7b7-5291-460b-9a59-43c54832042e on network f62dd404-472d-4abb-9a12-54a30b7ab434 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:05:04.113633 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Attempting to bind port 6435c7b7-5291-460b-9a59-43c54832042e on network f62dd404-472d-4abb-9a12-54a30b7ab434 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:05:04.120602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:05:04.121577 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Checking segment: {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:05:04.123674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Bound using segment: {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:05:04.124131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Bound port: 6435c7b7-5291-460b-9a59-43c54832042e, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:05:04.124765 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6435c7b7-5291-460b-9a59-43c54832042e), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:04.125502 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b50838b-a3e3-4761-b3ab-be7c8042787c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (34e2a50d-ed5c-4b91-b59e-15fc65fe05e5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:04.188161 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50838b-a3e3-4761-b3ab-be7c8042787c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=34e2a50d-ed5c-4b91-b59e-15fc65fe05e5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:04.221138 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6025aca-c735-479b-9d88-ac5e1179f68b None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:05:04.229317 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b50838b-a3e3-4761-b3ab-be7c8042787c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:04.251541 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5b50838b-a3e3-4761-b3ab-be7c8042787c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/34e2a50d-ed5c-4b91-b59e-15fc65fe05e5 HTTP/1.1" status: 204 len: 168 time: 0.5842953 Mar 11 12:05:04.252355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44528) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:04.342413 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a48699b-8afc-4e2b-80b0-12ffbcd7f0b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet b53ddb52-17aa-4410-a384-60ed6f393d74 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:05:04.349044 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a48699b-8afc-4e2b-80b0-12ffbcd7f0b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (b53ddb52-17aa-4410-a384-60ed6f393d74), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:04.352545 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] For port 6435c7b7-5291-460b-9a59-43c54832042e, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:05:04.407359 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] For port 6435c7b7-5291-460b-9a59-43c54832042e, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6435c7b7-5291-460b-9a59-43c54832042e,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:05:04.435135 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a48699b-8afc-4e2b-80b0-12ffbcd7f0b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (b53ddb52-17aa-4410-a384-60ed6f393d74), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:04.472121 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (6435c7b7-5291-460b-9a59-43c54832042e), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:04.562821 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Pushing event updated for resources: {'Port': ['ID=6435c7b7-5291-460b-9a59-43c54832042e,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:04.662778 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:04.663759 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:04.666792 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-a44fdb73-185d-42ca-a4e2-54aa02ce92fa service neutron] 10.222.0.71 "PUT /v2.0/ports/6435c7b7-5291-460b-9a59-43c54832042e HTTP/1.1" status: 200 len: 1091 time: 1.7432547 Mar 11 12:05:04.707369 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dea831a-d236-4915-a5e5-36e2545c7315', 'tag': '6435c7b7-5291-460b-9a59-43c54832042e'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:05:04.710108 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c54b69e-8e6e-4671-9246-f1b484ab6fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "6dea831a-d236-4915-a5e5-36e2545c7315", "tag": "6435c7b7-5291-460b-9a59-43c54832042e"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:05:04.894155 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021b90ed-0fe3-48ec-bedb-e1cf2de71291 x-openstack-request-id: req-021b90ed-0fe3-48ec-bedb-e1cf2de71291 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:05:04.894968 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dea831a-d236-4915-a5e5-36e2545c7315", "tag": "6435c7b7-5291-460b-9a59-43c54832042e", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:05:04.894968 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-021b90ed-0fe3-48ec-bedb-e1cf2de71291 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:05:04.895375 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dea831a-d236-4915-a5e5-36e2545c7315', 'tag': '6435c7b7-5291-460b-9a59-43c54832042e', 'status': 'completed', 'code': 200} Mar 11 12:05:04.977901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999ff8b-1412-4ad4-9945-f1f22736e478 req-1a4e045e-ac82-4258-93dc-b40e92d81f52 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:04.979751 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9999ff8b-1412-4ad4-9945-f1f22736e478 req-1a4e045e-ac82-4258-93dc-b40e92d81f52 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 943 time: 0.5050209 Mar 11 12:05:04.982512 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a48699b-8afc-4e2b-80b0-12ffbcd7f0b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (b53ddb52-17aa-4410-a384-60ed6f393d74), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:05.061067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-0a6e8e89-f1db-45d1-9ebe-0bb50ab2c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:05.065134 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-0a6e8e89-f1db-45d1-9ebe-0bb50ab2c58f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 1125 time: 0.3388462 Mar 11 12:05:05.257166 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-9a28d7af-1b73-4358-b9bc-15c851cfa6d7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6435c7b7-5291-460b-9a59-43c54832042e HTTP/1.1" status: 200 len: 217 time: 0.1773031 Mar 11 12:05:05.284322 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a48699b-8afc-4e2b-80b0-12ffbcd7f0b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (b53ddb52-17aa-4410-a384-60ed6f393d74), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:05.397843 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48699b-8afc-4e2b-80b0-12ffbcd7f0b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=b53ddb52-17aa-4410-a384-60ed6f393d74,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:05.404078 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9999ff8b-1412-4ad4-9945-f1f22736e478 req-9c7e2e86-7c47-4339-b9dc-5bbd9a8fceb7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541896 Mar 11 12:05:05.430899 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf4b9051-8201-4e37-9ea7-c8fcfa853986 req-765aa715-df36-4c69-993b-b133e7c92f06 tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.2272713 Mar 11 12:05:05.484747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-091a3e2c-79f9-459b-9446-b968f16c2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:05.486490 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-091a3e2c-79f9-459b-9446-b968f16c2324 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.2037301 Mar 11 12:05:05.495039 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a48699b-8afc-4e2b-80b0-12ffbcd7f0b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:05.498576 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3a48699b-8afc-4e2b-80b0-12ffbcd7f0b8 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/b53ddb52-17aa-4410-a384-60ed6f393d74 HTTP/1.1" status: 204 len: 168 time: 1.2404861 Mar 11 12:05:05.501242 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44562) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:05.598054 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-af29cbca-5b38-440f-a8e4-568da1d01bed tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954957 Mar 11 12:05:05.598424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44566) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:05.604324 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1e38b6dc-9d3e-47d1-ae05-f389e0bdaecc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:05.623543 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-dcaec99a-efd4-425f-81a1-ef895dc8df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:05.625223 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-dcaec99a-efd4-425f-81a1-ef895dc8df56 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1256061 Mar 11 12:05:05.845956 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb7b057-f9b6-446e-81ed-2b137d63a7ee None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:05:05.882630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e38b6dc-9d3e-47d1-ae05-f389e0bdaecc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:05:05.908597 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1e38b6dc-9d3e-47d1-ae05-f389e0bdaecc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:05.932953 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-e3da4f6a-7860-4f91-99df-730410eb5c79 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995260 Mar 11 12:05:06.053002 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d94f6531-69fd-4a06-ac7a-25991d4cf040 None None] Provisioning complete for port c703ca37-d700-4a0c-8181-ef4e186ba1bf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:05:06.053380 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d94f6531-69fd-4a06-ac7a-25991d4cf040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:06.139754 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ae8d12-562c-4844-ad88-81ed3167d1ab req-cab16874-c0ca-4e85-adc1-ace8a6383c7e service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915491 Mar 11 12:05:06.352965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54b69e-8e6e-4671-9246-f1b484ab6fe6 req-012f4783-3fdd-4cf9-9e64-5f34558a6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:06.355394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c54b69e-8e6e-4671-9246-f1b484ab6fe6 req-012f4783-3fdd-4cf9-9e64-5f34558a6f7f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 1125 time: 0.1531699 Mar 11 12:05:06.406635 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d94f6531-69fd-4a06-ac7a-25991d4cf040 None None] Current status of the port c703ca37-d700-4a0c-8181-ef4e186ba1bf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:06.454081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c037e6-bf8d-4a0b-a6a7-96fff0117a8d None None] DHCP port deletion for 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:05:06.560176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-58c037e6-bf8d-4a0b-a6a7-96fff0117a8d None None] Deleting port c703ca37-d700-4a0c-8181-ef4e186ba1bf {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:05:06.566368 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-58c037e6-bf8d-4a0b-a6a7-96fff0117a8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:06.720600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54b69e-8e6e-4671-9246-f1b484ab6fe6 req-fd38133c-7431-4617-8ab7-196340e905c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:06.724497 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c54b69e-8e6e-4671-9246-f1b484ab6fe6 req-fd38133c-7431-4617-8ab7-196340e905c3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 0.2111988 Mar 11 12:05:06.750137 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-58c037e6-bf8d-4a0b-a6a7-96fff0117a8d None None] For port c703ca37-d700-4a0c-8181-ef4e186ba1bf, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=c703ca37-d700-4a0c-8181-ef4e186ba1bf,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:06.751900 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-58c037e6-bf8d-4a0b-a6a7-96fff0117a8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:06.795265 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-58c037e6-bf8d-4a0b-a6a7-96fff0117a8d None None] Calling delete_port for c703ca37-d700-4a0c-8181-ef4e186ba1bf owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:05:06.941755 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c54b69e-8e6e-4671-9246-f1b484ab6fe6 req-55106b7c-99e3-4b82-b40e-ae9da2975db8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6435c7b7-5291-460b-9a59-43c54832042e HTTP/1.1" status: 200 len: 217 time: 0.1039500 Mar 11 12:05:06.942543 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-58c037e6-bf8d-4a0b-a6a7-96fff0117a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (c703ca37-d700-4a0c-8181-ef4e186ba1bf), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:06.943887 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1e38b6dc-9d3e-47d1-ae05-f389e0bdaecc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (56a41fb9-1d85-41d5-928d-2f9ad26568b4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:06.956414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c037e6-bf8d-4a0b-a6a7-96fff0117a8d None None] No DVR routers for this DVR port c703ca37-d700-4a0c-8181-ef4e186ba1bf on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:05:06.990564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c037e6-bf8d-4a0b-a6a7-96fff0117a8d None None] Pushing event deleted for resources: {'Port': ['ID=c703ca37-d700-4a0c-8181-ef4e186ba1bf,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:07.071230 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b591394-e41f-419b-b875-10740fc08c2b req-35e91706-5111-4a56-911c-32f93606fe51 tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.3433886 Mar 11 12:05:07.084016 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38b6dc-9d3e-47d1-ae05-f389e0bdaecc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=56a41fb9-1d85-41d5-928d-2f9ad26568b4,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:07.126114 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e38b6dc-9d3e-47d1-ae05-f389e0bdaecc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:05:07.133048 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-1e38b6dc-9d3e-47d1-ae05-f389e0bdaecc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:07.137596 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e38b6dc-9d3e-47d1-ae05-f389e0bdaecc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:07.138191 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1e38b6dc-9d3e-47d1-ae05-f389e0bdaecc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:07.143149 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0a5c09-f108-46cc-8cfd-c71c4576b77e None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:05:07.171217 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254961e-62d9-412d-b4fd-7745ded01531 req-f8b17eaa-27fc-41a2-b066-3174e4bc1bac tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:07.172944 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c254961e-62d9-412d-b4fd-7745ded01531 req-f8b17eaa-27fc-41a2-b066-3174e4bc1bac tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 943 time: 0.4057844 Mar 11 12:05:07.179925 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1e38b6dc-9d3e-47d1-ae05-f389e0bdaecc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5769920 Mar 11 12:05:07.179925 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54b69e-8e6e-4671-9246-f1b484ab6fe6 req-11983ffe-e898-495c-9ae5-214b7064fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:07.180298 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c54b69e-8e6e-4671-9246-f1b484ab6fe6 req-11983ffe-e898-495c-9ae5-214b7064fd58 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.2317989 Mar 11 12:05:07.181150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44604) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:07.189635 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ca15d02f-45d5-4ac0-981d-f707619f6e21 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:07.277059 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c254961e-62d9-412d-b4fd-7745ded01531 req-2ec2b4aa-6ce5-497e-a7b6-422a1ec2685f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957317 Mar 11 12:05:07.309406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54b69e-8e6e-4671-9246-f1b484ab6fe6 req-e456f455-ba7f-41cb-9e6c-f6d104d9b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:07.310960 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c54b69e-8e6e-4671-9246-f1b484ab6fe6 req-e456f455-ba7f-41cb-9e6c-f6d104d9b9b3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1214576 Mar 11 12:05:07.417216 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'project_id': '58a107e4cb9d479e8c1337d31946b2e5', 'fixed_ips': [{'subnet_id': '56a41fb9-1d85-41d5-928d-2f9ad26568b4'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:05:07.418236 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:07.466187 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca15d02f-45d5-4ac0-981d-f707619f6e21 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:05:07.471064 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca15d02f-45d5-4ac0-981d-f707619f6e21 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:07.542291 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c54b69e-8e6e-4671-9246-f1b484ab6fe6 req-605af16f-5679-49f7-b162-f083e722c072 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232370 Mar 11 12:05:07.697104 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c54b69e-8e6e-4671-9246-f1b484ab6fe6 req-16af4ad5-b778-4626-b274-d0dc71068a00 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478434 Mar 11 12:05:07.716781 n-d-833234-2 neutron-server[104032]: INFO neutron.db.ipam_backend_mixin [None req-ca15d02f-45d5-4ac0-981d-f707619f6e21 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56a41fb9-1d85-41d5-928d-2f9ad26568b4 (CIDR: 2001:db8::/64) Mar 11 12:05:07.722535 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca15d02f-45d5-4ac0-981d-f707619f6e21 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:05:07.724106 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca15d02f-45d5-4ac0-981d-f707619f6e21 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:07.791312 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ca15d02f-45d5-4ac0-981d-f707619f6e21 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6084530 Mar 11 12:05:07.794008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44620) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:07.799012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-27ceb504-bddb-48dd-8fa4-3dc0c8214387 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'subnet': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:07.826881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Allocated IP 2001:db8::2 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/56a41fb9-1d85-41d5-928d-2f9ad26568b4/42992b08-e853-4ef2-a300-a75358dfa88a) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:05:07.980278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ceb504-bddb-48dd-8fa4-3dc0c8214387 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:05:07.994320 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27ceb504-bddb-48dd-8fa4-3dc0c8214387 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:08.134466 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Publish callbacks [] for port (42992b08-e853-4ef2-a300-a75358dfa88a), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:08.145188 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (42992b08-e853-4ef2-a300-a75358dfa88a), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:08.222608 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:05:08.226756 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Pushing event updated for resources: {'Port': ['ID=42992b08-e853-4ef2-a300-a75358dfa88a,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:08.230295 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:08.242907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:05:08.324288 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Attempting to bind port 42992b08-e853-4ef2-a300-a75358dfa88a on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:05:08.324727 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Attempting to bind port 42992b08-e853-4ef2-a300-a75358dfa88a by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:05:08.325090 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Attempting to bind port 42992b08-e853-4ef2-a300-a75358dfa88a on network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:05:08.330629 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:05:08.330981 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Checking segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:05:08.331388 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:08.331808 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Bound using segment: {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:05:08.332327 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Bound port: 42992b08-e853-4ef2-a300-a75358dfa88a, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8fd6a2-607d-4e38-bbbc-73740affe509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:05:08.333026 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (42992b08-e853-4ef2-a300-a75358dfa88a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:08.343001 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8a2b2eb-c180-4f2f-a83b-aaf160ffc3ef req-d443067e-ad32-4c64-b3af-78489babbf09 tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0776849 Mar 11 12:05:08.447082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] For port 42992b08-e853-4ef2-a300-a75358dfa88a, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:05:08.450834 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] For port 42992b08-e853-4ef2-a300-a75358dfa88a, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=42992b08-e853-4ef2-a300-a75358dfa88a,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:05:08.459124 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c703ca37-d700-4a0c-8181-ef4e186ba1bf no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:05:08.485027 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (42992b08-e853-4ef2-a300-a75358dfa88a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:08.485746 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: c703ca37-d700-4a0c-8181-ef4e186ba1bf {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:05:08.486227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device c703ca37-d700-4a0c-8181-ef4e186ba1bf not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:05:08.500748 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73752d7e-f21f-453f-aeb0-680388f9a069 req-22e5fe27-088f-4ca0-aac7-96c5f9be3067 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:08.515244 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73752d7e-f21f-453f-aeb0-680388f9a069 req-22e5fe27-088f-4ca0-aac7-96c5f9be3067 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 943 time: 0.1173511 Mar 11 12:05:08.578786 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73752d7e-f21f-453f-aeb0-680388f9a069 req-78b4495a-d688-4d8d-becf-92d197364086 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610626 Mar 11 12:05:08.621863 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 6435c7b7-5291-460b-9a59-43c54832042e details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:05:08.642478 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070c90c-31f4-438c-acfa-bd4abb9055d1 None None] Pushing event updated for resources: {'Port': ['ID=42992b08-e853-4ef2-a300-a75358dfa88a,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:08.668441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.objects.ports [None req-27ceb504-bddb-48dd-8fa4-3dc0c8214387 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104032) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 12:05:08.829128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 6435c7b7-5291-460b-9a59-43c54832042e, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6435c7b7-5291-460b-9a59-43c54832042e,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:08.855921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '6435c7b7-5291-460b-9a59-43c54832042e', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'port_id': '6435c7b7-5291-460b-9a59-43c54832042e', 'mac_address': 'fa:16:3e:5d:fc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:05:08.936644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 6435c7b7-5291-460b-9a59-43c54832042e is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:08.937973 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6435c7b7-5291-460b-9a59-43c54832042e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:08.965960 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6435c7b7-5291-460b-9a59-43c54832042e {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:05:08.994132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 6435c7b7-5291-460b-9a59-43c54832042e, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6435c7b7-5291-460b-9a59-43c54832042e,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:09.004402 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (6435c7b7-5291-460b-9a59-43c54832042e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:09.059841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27ceb504-bddb-48dd-8fa4-3dc0c8214387 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (42992b08-e853-4ef2-a300-a75358dfa88a), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:09.141837 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=6435c7b7-5291-460b-9a59-43c54832042e,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:09.265337 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['6435c7b7-5291-460b-9a59-43c54832042e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:05:09.476583 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-27ceb504-bddb-48dd-8fa4-3dc0c8214387 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] For port 42992b08-e853-4ef2-a300-a75358dfa88a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=42992b08-e853-4ef2-a300-a75358dfa88a,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:09.540297 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1390a8ab-6d5a-4821-891c-cdb77039c3fe req-ead0eff3-e242-4008-8542-bf06e3aeb6ec tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0434742 Mar 11 12:05:09.576940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27ceb504-bddb-48dd-8fa4-3dc0c8214387 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (42992b08-e853-4ef2-a300-a75358dfa88a), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:09.608863 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27ceb504-bddb-48dd-8fa4-3dc0c8214387 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (42992b08-e853-4ef2-a300-a75358dfa88a), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:09.758819 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27ceb504-bddb-48dd-8fa4-3dc0c8214387 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (bfb9f7f3-d129-4afb-a197-3b86462ca586), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:09.814063 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cb1b7-ef8c-42db-a815-dfc0891ca26d req-1308c906-8d45-4e45-912c-27220ee63c76 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:09.821798 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d90cb1b7-ef8c-42db-a815-dfc0891ca26d req-1308c906-8d45-4e45-912c-27220ee63c76 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 944 time: 0.1375158 Mar 11 12:05:09.870629 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ceb504-bddb-48dd-8fa4-3dc0c8214387 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:05:09.901323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-27ceb504-bddb-48dd-8fa4-3dc0c8214387 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:09.911017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ceb504-bddb-48dd-8fa4-3dc0c8214387 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:09.924014 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27ceb504-bddb-48dd-8fa4-3dc0c8214387 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:09.930403 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ceb504-bddb-48dd-8fa4-3dc0c8214387 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=42992b08-e853-4ef2-a300-a75358dfa88a,revision_number=4']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:09.963641 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ceb504-bddb-48dd-8fa4-3dc0c8214387 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Subnet': ['ID=bfb9f7f3-d129-4afb-a197-3b86462ca586,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:09.978843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d90cb1b7-ef8c-42db-a815-dfc0891ca26d req-7be01257-00f2-4b67-82f1-add2777e40af tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435556 Mar 11 12:05:09.982560 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-27ceb504-bddb-48dd-8fa4-3dc0c8214387 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1874495 Mar 11 12:05:09.983303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44682) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:09.990640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a7067b8a-46ee-4557-bf2a-085c75fb6dfb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Request body: {'port': {'network_id': '52d6a49c-a1dc-4413-b2ca-c48bb7ae9432', 'mac_address': 'fa:16:3e:d2:6d:b9', 'name': 'tempest-NetworksTestDHCPv6-882159321'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:10.049417 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d3225-06d9-4306-95a5-e6f741a3f761 req-89ce5618-8e2e-49a0-907f-fc1b8136a3c1 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:10.056801 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-898d3225-06d9-4306-95a5-e6f741a3f761 req-89ce5618-8e2e-49a0-907f-fc1b8136a3c1 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.2246778 Mar 11 12:05:10.182622 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-898d3225-06d9-4306-95a5-e6f741a3f761 req-5cd720ed-7166-4fa1-815b-a830c69b85e9 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180365 Mar 11 12:05:10.214706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7067b8a-46ee-4557-bf2a-085c75fb6dfb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Made reservation on behalf of 58a107e4cb9d479e8c1337d31946b2e5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:05:10.323157 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7067b8a-46ee-4557-bf2a-085c75fb6dfb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:10.388853 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-a7067b8a-46ee-4557-bf2a-085c75fb6dfb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] device_id is not set on port ca254a9c-f3cc-4de7-8c0b-6eb0312595b8 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:05:10.437919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e40a71b-8550-449c-874f-2514a6c06ff7 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:05:10.622635 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 42992b08-e853-4ef2-a300-a75358dfa88a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:05:10.708150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 6435c7b7-5291-460b-9a59-43c54832042e up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:05:10.746146 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-deacdfc2-e3c6-48c9-9498-0d48cedd4cb9 req-7f2cf569-aeb1-4f85-96e0-2a983bb2e368 tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0649679 Mar 11 12:05:10.772593 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a4d8f76f-5a07-4445-afa7-54ee12773b45 None None] Provisioning complete for port 42992b08-e853-4ef2-a300-a75358dfa88a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:05:10.772969 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4d8f76f-5a07-4445-afa7-54ee12773b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (42992b08-e853-4ef2-a300-a75358dfa88a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:10.820926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-a7067b8a-46ee-4557-bf2a-085c75fb6dfb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8::d (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/56a41fb9-1d85-41d5-928d-2f9ad26568b4/ca254a9c-f3cc-4de7-8c0b-6eb0312595b8) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:05:10.831413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-a7067b8a-46ee-4557-bf2a-085c75fb6dfb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Allocated IP 2001:db8:0:1:f816:3eff:fed2:6db9 (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432/bfb9f7f3-d129-4afb-a197-3b86462ca586/ca254a9c-f3cc-4de7-8c0b-6eb0312595b8) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:05:11.012569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 6435c7b7-5291-460b-9a59-43c54832042e completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:05:11.023598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a4d8f76f-5a07-4445-afa7-54ee12773b45 None None] Current status of the port 42992b08-e853-4ef2-a300-a75358dfa88a is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:11.023809 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4d8f76f-5a07-4445-afa7-54ee12773b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (42992b08-e853-4ef2-a300-a75358dfa88a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:11.067926 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 6435c7b7-5291-460b-9a59-43c54832042e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:05:11.068301 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6435c7b7-5291-460b-9a59-43c54832042e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:11.073086 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 42992b08-e853-4ef2-a300-a75358dfa88a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:05:11.082754 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (42992b08-e853-4ef2-a300-a75358dfa88a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:11.175644 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7067b8a-46ee-4557-bf2a-085c75fb6dfb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for port (ca254a9c-f3cc-4de7-8c0b-6eb0312595b8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:11.185001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a4d8f76f-5a07-4445-afa7-54ee12773b45 None None] For port 42992b08-e853-4ef2-a300-a75358dfa88a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=42992b08-e853-4ef2-a300-a75358dfa88a,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:11.198643 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4d8f76f-5a07-4445-afa7-54ee12773b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (42992b08-e853-4ef2-a300-a75358dfa88a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:11.233063 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9468ced-c814-4abb-9b0c-5cc8c5dbfde0 req-9c756245-3200-4dff-8d55-96f9d876b9d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0821149 Mar 11 12:05:11.250854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53cc6c-1a88-4984-9f43-abea7d7fd31e req-2c37d04b-c9b0-4930-817f-b3c8f1cd550d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:11.264746 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d53cc6c-1a88-4984-9f43-abea7d7fd31e req-2c37d04b-c9b0-4930-817f-b3c8f1cd550d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 944 time: 0.1753433 Mar 11 12:05:11.333964 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7067b8a-46ee-4557-bf2a-085c75fb6dfb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ca254a9c-f3cc-4de7-8c0b-6eb0312595b8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:11.352573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8f76f-5a07-4445-afa7-54ee12773b45 None None] Pushing event updated for resources: {'Port': ['ID=42992b08-e853-4ef2-a300-a75358dfa88a,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:11.437426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 42992b08-e853-4ef2-a300-a75358dfa88a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:11.445695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7067b8a-46ee-4557-bf2a-085c75fb6dfb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:05:11.447132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7067b8a-46ee-4557-bf2a-085c75fb6dfb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event updated for resources: {'Port': ['ID=ca254a9c-f3cc-4de7-8c0b-6eb0312595b8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:11.454928 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-a7067b8a-46ee-4557-bf2a-085c75fb6dfb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:11.462705 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7067b8a-46ee-4557-bf2a-085c75fb6dfb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:05:11.488093 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7067b8a-46ee-4557-bf2a-085c75fb6dfb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:11.488867 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7067b8a-46ee-4557-bf2a-085c75fb6dfb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:11.515277 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a7067b8a-46ee-4557-bf2a-085c75fb6dfb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5301528 Mar 11 12:05:11.517573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44712) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:11.554945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 6435c7b7-5291-460b-9a59-43c54832042e is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:11.555598 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6435c7b7-5291-460b-9a59-43c54832042e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:11.576611 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d53cc6c-1a88-4984-9f43-abea7d7fd31e req-7ae12c82-2805-47c7-b482-32f5677a849a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000085 Mar 11 12:05:11.601427 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2257ba-2d06-488d-bbfa-321959e14834 req-0f68f402-c5f3-4b6b-b3fd-a48dd5f51892 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:11.610529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf2257ba-2d06-488d-bbfa-321959e14834 req-0f68f402-c5f3-4b6b-b3fd-a48dd5f51892 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.2295575 Mar 11 12:05:11.625543 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9468ced-c814-4abb-9b0c-5cc8c5dbfde0 req-be9a470f-4f46-4899-b436-476b56be26b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:11.627780 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9468ced-c814-4abb-9b0c-5cc8c5dbfde0 req-be9a470f-4f46-4899-b436-476b56be26b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 1127 time: 0.3619840 Mar 11 12:05:11.630257 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dea831a-d236-4915-a5e5-36e2545c7315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6435c7b7-5291-460b-9a59-43c54832042e'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:05:11.636795 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5b2b69-6957-4a67-ae83-af13ed5a97ba" -d '{"events": [{"server_uuid": "6dea831a-d236-4915-a5e5-36e2545c7315", "name": "network-vif-plugged", "status": "completed", "tag": "6435c7b7-5291-460b-9a59-43c54832042e"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:05:11.668921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 6435c7b7-5291-460b-9a59-43c54832042e, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6435c7b7-5291-460b-9a59-43c54832042e,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:11.680701 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (6435c7b7-5291-460b-9a59-43c54832042e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:11.683555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-89b45ff3-b7a2-4e3e-bb57-e0527c658a66 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting port ca254a9c-f3cc-4de7-8c0b-6eb0312595b8 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:05:11.683951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89b45ff3-b7a2-4e3e-bb57-e0527c658a66 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ca254a9c-f3cc-4de7-8c0b-6eb0312595b8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:11.810385 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f820cbc7-d710-48b7-a5b8-2920e710cdee x-openstack-request-id: req-f820cbc7-d710-48b7-a5b8-2920e710cdee {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:05:11.810688 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dea831a-d236-4915-a5e5-36e2545c7315", "name": "network-vif-plugged", "status": "completed", "tag": "6435c7b7-5291-460b-9a59-43c54832042e", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:05:11.810944 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f820cbc7-d710-48b7-a5b8-2920e710cdee {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:05:11.812120 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dea831a-d236-4915-a5e5-36e2545c7315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6435c7b7-5291-460b-9a59-43c54832042e', 'code': 200} Mar 11 12:05:11.812845 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=6435c7b7-5291-460b-9a59-43c54832042e,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:11.932897 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89b45ff3-b7a2-4e3e-bb57-e0527c658a66 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ca254a9c-f3cc-4de7-8c0b-6eb0312595b8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:11.947714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-89b45ff3-b7a2-4e3e-bb57-e0527c658a66 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Calling delete_port for ca254a9c-f3cc-4de7-8c0b-6eb0312595b8 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:05:12.053415 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c0843a1-30de-4913-b9ff-34926a584978 req-1cff9648-bcd6-4f24-aeb2-bf71870e62f7 tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0977445 Mar 11 12:05:12.142239 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-12d665b0-186b-4036-baff-344840a08319 None None] Provisioning complete for port 42992b08-e853-4ef2-a300-a75358dfa88a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:05:12.142793 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12d665b0-186b-4036-baff-344840a08319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (42992b08-e853-4ef2-a300-a75358dfa88a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:12.181201 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf2257ba-2d06-488d-bbfa-321959e14834 req-19fc90b7-122a-4540-b727-e4a2169a735d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5693486 Mar 11 12:05:12.205885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954a822-4b1d-4927-97e5-8af398a4486f req-baed5bf3-360f-4add-9f13-c94bce226682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:12.209143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4954a822-4b1d-4927-97e5-8af398a4486f req-baed5bf3-360f-4add-9f13-c94bce226682 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 1127 time: 0.3743868 Mar 11 12:05:12.297975 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9468ced-c814-4abb-9b0c-5cc8c5dbfde0 req-d8bfb384-00b3-44ce-8d75-2122102ad2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:12.303875 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89b45ff3-b7a2-4e3e-bb57-e0527c658a66 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ca254a9c-f3cc-4de7-8c0b-6eb0312595b8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:12.320960 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9468ced-c814-4abb-9b0c-5cc8c5dbfde0 req-d8bfb384-00b3-44ce-8d75-2122102ad2c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 0.6233635 Mar 11 12:05:12.409145 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-12d665b0-186b-4036-baff-344840a08319 None None] Current status of the port 42992b08-e853-4ef2-a300-a75358dfa88a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:12.444441 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9468ced-c814-4abb-9b0c-5cc8c5dbfde0 req-7bb2ec0a-ade8-4cf6-bc6a-8579c627da27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01a165e8-9830-4f3e-9906-08d04445abd1 HTTP/1.1" status: 200 len: 217 time: 0.1223307 Mar 11 12:05:12.473948 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b45ff3-b7a2-4e3e-bb57-e0527c658a66 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Port': ['ID=ca254a9c-f3cc-4de7-8c0b-6eb0312595b8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:12.519405 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4954a822-4b1d-4927-97e5-8af398a4486f req-305c10ec-0c51-4ac6-8655-9115223edec0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896833 Mar 11 12:05:12.556259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 42992b08-e853-4ef2-a300-a75358dfa88a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:05:12.556881 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89b45ff3-b7a2-4e3e-bb57-e0527c658a66 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:12.563798 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-89b45ff3-b7a2-4e3e-bb57-e0527c658a66 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/ca254a9c-f3cc-4de7-8c0b-6eb0312595b8 HTTP/1.1" status: 204 len: 168 time: 1.0427051 Mar 11 12:05:12.572345 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44736) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:12.652947 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9468ced-c814-4abb-9b0c-5cc8c5dbfde0 req-9bb1959c-5eea-4d5d-aced-69eff9c64bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:12.654764 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9468ced-c814-4abb-9b0c-5cc8c5dbfde0 req-9bb1959c-5eea-4d5d-aced-69eff9c64bb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.1381962 Mar 11 12:05:12.700037 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19adbfc6-af7f-4908-877d-978f3277f367 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:12.700251 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-239ec333-e1bf-4b22-8fb6-3824ddf8d804 None None] Could not find standard attr ID for object ca254a9c-f3cc-4de7-8c0b-6eb0312595b8. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:05:12.705752 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-19adbfc6-af7f-4908-877d-978f3277f367 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1280916 Mar 11 12:05:12.707886 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44740) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:12.718593 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:12.759847 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 42992b08-e853-4ef2-a300-a75358dfa88a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:05:12.760225 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (42992b08-e853-4ef2-a300-a75358dfa88a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:12.817928 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9468ced-c814-4abb-9b0c-5cc8c5dbfde0 req-d0e318fa-a18e-43a7-8150-9fa098b08fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:12.819882 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9468ced-c814-4abb-9b0c-5cc8c5dbfde0 req-d0e318fa-a18e-43a7-8150-9fa098b08fcf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1554856 Mar 11 12:05:12.843546 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4aef32-6beb-4812-8711-f9babac19aa8 req-fc2d48b9-7d3a-422c-97ca-8ce42763e308 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:12.853611 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d4aef32-6beb-4812-8711-f9babac19aa8 req-fc2d48b9-7d3a-422c-97ca-8ce42763e308 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 945 time: 0.1187716 Mar 11 12:05:12.853756 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8596ea84-688b-495c-92de-f0dca168a5e6 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:12.857731 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8596ea84-688b-495c-92de-f0dca168a5e6 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1465445 Mar 11 12:05:12.862407 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44744) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:12.978659 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 42992b08-e853-4ef2-a300-a75358dfa88a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:13.029722 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9468ced-c814-4abb-9b0c-5cc8c5dbfde0 req-42353639-a4f7-4595-8509-821fe1c6561c service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012827 Mar 11 12:05:13.041026 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d4aef32-6beb-4812-8711-f9babac19aa8 req-ef6e710f-dbd1-4721-9cce-5680040651f7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861179 Mar 11 12:05:13.157095 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9468ced-c814-4abb-9b0c-5cc8c5dbfde0 req-d6f2d6f1-fa7d-4b86-8285-9796c4bfc2e8 service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094189 Mar 11 12:05:13.226245 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71996c80-d548-4b68-a497-20534cf59738 req-8c029598-694d-45f5-8334-614012a835f2 tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0345197 Mar 11 12:05:13.409693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8ca6e-64d5-4919-8403-f047ba8d6514 req-3fe8d14f-cdbd-4ac5-bdde-60dc41b32b9b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:13.411326 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6cd8ca6e-64d5-4919-8403-f047ba8d6514 req-3fe8d14f-cdbd-4ac5-bdde-60dc41b32b9b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.1079066 Mar 11 12:05:13.472961 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6cd8ca6e-64d5-4919-8403-f047ba8d6514 req-f2793b28-6155-4e1b-bfcb-0525c201bc78 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536382 Mar 11 12:05:13.583642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35f04f2-656c-4366-b1b7-b6e11c1b75f4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:13.585275 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35f04f2-656c-4366-b1b7-b6e11c1b75f4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:13.586571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35f04f2-656c-4366-b1b7-b6e11c1b75f4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:13.588457 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f35f04f2-656c-4366-b1b7-b6e11c1b75f4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7253728 Mar 11 12:05:13.591183 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44764) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:13.603319 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3b49302f-c9ed-42b5-9763-ce51fb5f7153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:13.687177 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6fb73b-dae7-446c-a067-3ecc6b7be0af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet 56a41fb9-1d85-41d5-928d-2f9ad26568b4 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:05:13.697004 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b6fb73b-dae7-446c-a067-3ecc6b7be0af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (56a41fb9-1d85-41d5-928d-2f9ad26568b4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:13.808777 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b6fb73b-dae7-446c-a067-3ecc6b7be0af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (56a41fb9-1d85-41d5-928d-2f9ad26568b4), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:13.866386 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca666486-3594-4b5a-a92a-2de95d5d9891 req-44c989b1-2926-46e5-9641-30ff71ffe9b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0573421 Mar 11 12:05:13.933243 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b6fb73b-dae7-446c-a067-3ecc6b7be0af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (56a41fb9-1d85-41d5-928d-2f9ad26568b4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:14.003016 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b6fb73b-dae7-446c-a067-3ecc6b7be0af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (56a41fb9-1d85-41d5-928d-2f9ad26568b4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:14.039841 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6fb73b-dae7-446c-a067-3ecc6b7be0af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=56a41fb9-1d85-41d5-928d-2f9ad26568b4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:14.049839 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b6fb73b-dae7-446c-a067-3ecc6b7be0af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:14.056485 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c7b5a3-b552-433c-ad7d-3ebbbd28e74d None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:05:14.068386 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5b6fb73b-dae7-446c-a067-3ecc6b7be0af tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/56a41fb9-1d85-41d5-928d-2f9ad26568b4 HTTP/1.1" status: 204 len: 168 time: 0.4759994 Mar 11 12:05:14.070885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44776) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:14.200348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-a072af65-f609-48f7-a3d9-880a3a3fde41 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Deleting subnet bfb9f7f3-d129-4afb-a197-3b86462ca586 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:05:14.226034 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a072af65-f609-48f7-a3d9-880a3a3fde41 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (bfb9f7f3-d129-4afb-a197-3b86462ca586), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:14.323922 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a072af65-f609-48f7-a3d9-880a3a3fde41 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (bfb9f7f3-d129-4afb-a197-3b86462ca586), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:14.441037 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5de963d9-dfc6-4b64-804f-a3bd62fbfc6d req-9f7609c4-1158-49b3-bc6d-b2286d5d71e6 tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0720568 Mar 11 12:05:14.452242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d854c7-f943-4aef-bf39-0aea22aee92e req-b0bf6784-943e-46a9-bf52-ea5dfe3303b8 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:14.453832 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01d854c7-f943-4aef-bf39-0aea22aee92e req-b0bf6784-943e-46a9-bf52-ea5dfe3303b8 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 945 time: 0.2510600 Mar 11 12:05:14.553561 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01d854c7-f943-4aef-bf39-0aea22aee92e req-e992d97e-0146-4a13-96ce-aa733e05ec96 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905044 Mar 11 12:05:14.571962 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a072af65-f609-48f7-a3d9-880a3a3fde41 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (bfb9f7f3-d129-4afb-a197-3b86462ca586), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:14.796317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13375684-2d44-4fe7-9920-c87938e2e57f req-f8c9b9c9-2ac8-4b07-8951-6da23d164840 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:14.798076 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13375684-2d44-4fe7-9920-c87938e2e57f req-f8c9b9c9-2ac8-4b07-8951-6da23d164840 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.1807158 Mar 11 12:05:14.852208 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a072af65-f609-48f7-a3d9-880a3a3fde41 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (bfb9f7f3-d129-4afb-a197-3b86462ca586), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:14.885038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d24fc12-4e6a-41d0-b241-787b8f56e2db req-c7a6dd71-979d-4fae-be0e-4058b98b0aa9 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=fc441be504824962ac952879ed0ef08f HTTP/1.1" status: 200 len: 267 time: 0.1843109 Mar 11 12:05:14.941379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072af65-f609-48f7-a3d9-880a3a3fde41 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb9f7f3-d129-4afb-a197-3b86462ca586,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:14.955378 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a072af65-f609-48f7-a3d9-880a3a3fde41 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:14.961968 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a072af65-f609-48f7-a3d9-880a3a3fde41 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/bfb9f7f3-d129-4afb-a197-3b86462ca586 HTTP/1.1" status: 204 len: 168 time: 0.8876398 Mar 11 12:05:14.963262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44804) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:15.014572 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dc41a14f-bdfa-4ecb-b847-f6855dd70553 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496795 Mar 11 12:05:15.018306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44808) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:15.078620 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13375684-2d44-4fe7-9920-c87938e2e57f req-8bce6222-2efc-4ffb-b292-4200f78764b9 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400570 Mar 11 12:05:15.105225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24fc12-4e6a-41d0-b241-787b8f56e2db req-9ee82a39-ebc9-424b-b860-8fd0b317740d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:15.114119 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d24fc12-4e6a-41d0-b241-787b8f56e2db req-9ee82a39-ebc9-424b-b860-8fd0b317740d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 945 time: 0.2279623 Mar 11 12:05:15.116713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f00cc0-ebc0-4b43-a855-99c2d9c41b70 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:15.120821 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-2d24fc12-4e6a-41d0-b241-787b8f56e2db req-51ee0921-ad99-466e-bc76-6cc84e08573d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Request body: {'port': {'security_groups': []}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:15.128080 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-24f00cc0-ebc0-4b43-a855-99c2d9c41b70 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1065350 Mar 11 12:05:15.128903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44810) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:15.314548 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc49449-5ae3-4d2b-80b2-82e5b9202f94 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:15.320048 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44818) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:15.327407 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cdc49449-5ae3-4d2b-80b2-82e5b9202f94 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1966331 Mar 11 12:05:15.355855 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2d24fc12-4e6a-41d0-b241-787b8f56e2db req-51ee0921-ad99-466e-bc76-6cc84e08573d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6435c7b7-5291-460b-9a59-43c54832042e), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:15.400129 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ca3d8e4f-678b-4613-8c3d-4b41ce901af3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785811 Mar 11 12:05:15.406437 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44824) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:15.437026 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6ba29e-f107-4aa1-9fc2-9015c3fe1a54 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:15.437849 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6ba29e-f107-4aa1-9fc2-9015c3fe1a54 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:15.441433 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fd6ba29e-f107-4aa1-9fc2-9015c3fe1a54 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/ca254a9c-f3cc-4de7-8c0b-6eb0312595b8 HTTP/1.1" status: 404 len: 333 time: 0.0337393 Mar 11 12:05:15.444199 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44826) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:15.456333 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1c9f95-4459-4ea5-82eb-8bc17864e050 None None] Network 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:05:15.596242 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-df86657b-ce08-49f9-9989-82a7fbd830ee None None] Provisioning complete for port 42992b08-e853-4ef2-a300-a75358dfa88a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:05:15.596521 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-df86657b-ce08-49f9-9989-82a7fbd830ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (42992b08-e853-4ef2-a300-a75358dfa88a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:15.750287 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-df86657b-ce08-49f9-9989-82a7fbd830ee None None] Current status of the port 42992b08-e853-4ef2-a300-a75358dfa88a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:15.756914 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f759f5d-ff08-4cb8-8632-1659e7590462 None None] DHCP port deletion for 52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:05:15.817438 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c63afc84-bee9-4e33-819a-18ccba907530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:15.828845 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2f759f5d-ff08-4cb8-8632-1659e7590462 None None] Deleting port 42992b08-e853-4ef2-a300-a75358dfa88a {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:05:15.829604 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f759f5d-ff08-4cb8-8632-1659e7590462 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (42992b08-e853-4ef2-a300-a75358dfa88a), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:15.922336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2f759f5d-ff08-4cb8-8632-1659e7590462 None None] For port 42992b08-e853-4ef2-a300-a75358dfa88a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=42992b08-e853-4ef2-a300-a75358dfa88a,segment=NetworkSegment(0e8fd6a2-607d-4e38-bbbc-73740affe509),segment_id=0e8fd6a2-607d-4e38-bbbc-73740affe509)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:15.922842 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f759f5d-ff08-4cb8-8632-1659e7590462 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (42992b08-e853-4ef2-a300-a75358dfa88a), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:15.936209 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2f759f5d-ff08-4cb8-8632-1659e7590462 None None] Calling delete_port for 42992b08-e853-4ef2-a300-a75358dfa88a owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:05:16.034318 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f759f5d-ff08-4cb8-8632-1659e7590462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (42992b08-e853-4ef2-a300-a75358dfa88a), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:16.065890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f759f5d-ff08-4cb8-8632-1659e7590462 None None] Pushing event deleted for resources: {'Port': ['ID=42992b08-e853-4ef2-a300-a75358dfa88a,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:16.080499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f759f5d-ff08-4cb8-8632-1659e7590462 None None] No DVR routers for this DVR port 42992b08-e853-4ef2-a300-a75358dfa88a on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:05:16.124440 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e08d367-0485-4fe8-b4e7-ecf2ad7970d1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:16.124899 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e08d367-0485-4fe8-b4e7-ecf2ad7970d1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:16.134157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44844) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:16.139910 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5e08d367-0485-4fe8-b4e7-ecf2ad7970d1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/bfb9f7f3-d129-4afb-a197-3b86462ca586 HTTP/1.1" status: 404 len: 337 time: 0.6943762 Mar 11 12:05:16.181716 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ceec8d-acb9-4270-a980-ffeff0a37c62 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:16.182217 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ceec8d-acb9-4270-a980-ffeff0a37c62 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:16.199247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44848) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:16.200168 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-07ceec8d-acb9-4270-a980-ffeff0a37c62 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/56a41fb9-1d85-41d5-928d-2f9ad26568b4 HTTP/1.1" status: 404 len: 337 time: 0.0679677 Mar 11 12:05:16.295425 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9eee65-33df-4dc5-9de0-114ffc495af9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:16.296248 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9eee65-33df-4dc5-9de0-114ffc495af9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:16.302442 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8b9eee65-33df-4dc5-9de0-114ffc495af9 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/07d58ead-dd90-40a4-91bd-f372e9cd26e5 HTTP/1.1" status: 404 len: 333 time: 0.0967345 Mar 11 12:05:16.303136 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44854) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:16.315380 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f5f18034-751b-4497-89e3-65a4b9ee9bc5 req-fc3064b5-f371-4d1d-89b2-3fd2c0f730b6 tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.1950719 Mar 11 12:05:16.361091 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44d6fd1-e4dc-494f-8478-ff5b0288e629 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:16.361723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d44d6fd1-e4dc-494f-8478-ff5b0288e629 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:16.369691 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d44d6fd1-e4dc-494f-8478-ff5b0288e629 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/b53ddb52-17aa-4410-a384-60ed6f393d74 HTTP/1.1" status: 404 len: 337 time: 0.0652974 Mar 11 12:05:16.370483 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44858) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:16.424457 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-9298eeb5-9ad1-415d-b139-d7139bc1a2f6 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:16.436261 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9298eeb5-9ad1-415d-b139-d7139bc1a2f6 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:16.442973 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9298eeb5-9ad1-415d-b139-d7139bc1a2f6 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/34e2a50d-ed5c-4b91-b59e-15fc65fe05e5 HTTP/1.1" status: 404 len: 337 time: 0.0713601 Mar 11 12:05:16.443809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44860) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:16.484882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 42992b08-e853-4ef2-a300-a75358dfa88a no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:05:16.487996 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab883ba-472c-4945-9f1d-3e55e58959f0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:16.495462 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab883ba-472c-4945-9f1d-3e55e58959f0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:16.501453 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7ab883ba-472c-4945-9f1d-3e55e58959f0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/c29f27c1-2651-4bef-b81c-ff661c0c2225 HTTP/1.1" status: 404 len: 333 time: 0.0565197 Mar 11 12:05:16.502282 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44866) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:16.567522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 42992b08-e853-4ef2-a300-a75358dfa88a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:05:16.568063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 42992b08-e853-4ef2-a300-a75358dfa88a not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:05:16.584387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542aee4f-95d3-460d-809f-48472acad997 req-115a9c29-0f1e-4d7d-b1c1-9e5bad74f489 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:16.591900 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-542aee4f-95d3-460d-809f-48472acad997 req-115a9c29-0f1e-4d7d-b1c1-9e5bad74f489 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.1600175 Mar 11 12:05:16.593983 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f3cc35-0761-4b49-9c04-ee55a1835473 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:16.598110 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f3cc35-0761-4b49-9c04-ee55a1835473 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:16.599971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-2d24fc12-4e6a-41d0-b241-787b8f56e2db req-51ee0921-ad99-466e-bc76-6cc84e08573d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] For port 6435c7b7-5291-460b-9a59-43c54832042e, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6435c7b7-5291-460b-9a59-43c54832042e,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:16.604641 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d8f3cc35-0761-4b49-9c04-ee55a1835473 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/b9e8cd60-73f6-4096-b614-4ebf04d4055a HTTP/1.1" status: 404 len: 337 time: 0.0919025 Mar 11 12:05:16.605363 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44868) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:16.662877 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2d24fc12-4e6a-41d0-b241-787b8f56e2db req-51ee0921-ad99-466e-bc76-6cc84e08573d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for port (6435c7b7-5291-460b-9a59-43c54832042e), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:16.668596 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9bd67d5-93d9-459c-a45c-f2847d5b9b6c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:16.669319 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9bd67d5-93d9-459c-a45c-f2847d5b9b6c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:16.675896 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b9bd67d5-93d9-459c-a45c-f2847d5b9b6c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/4ed5f2ad-2f50-4717-9f8d-f21194e56b5c HTTP/1.1" status: 404 len: 337 time: 0.0641046 Mar 11 12:05:16.676845 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44870) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:16.694921 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-542aee4f-95d3-460d-809f-48472acad997 req-d242d10f-c35d-4d5d-861e-5ac2496efbff tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019566 Mar 11 12:05:16.703788 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2d24fc12-4e6a-41d0-b241-787b8f56e2db req-51ee0921-ad99-466e-bc76-6cc84e08573d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (6435c7b7-5291-460b-9a59-43c54832042e), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:16.707279 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce27c759-732a-4f6b-a3a0-0027bd2e7596 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:16.707817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce27c759-732a-4f6b-a3a0-0027bd2e7596 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:16.713182 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ce27c759-732a-4f6b-a3a0-0027bd2e7596 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/9d038f5c-8a73-4eb0-9c54-be62e0c04636 HTTP/1.1" status: 404 len: 333 time: 0.0334072 Mar 11 12:05:16.713619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44872) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:16.726601 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['01a165e8-9830-4f3e-9906-08d04445abd1', '07441d67-699c-4b32-aacf-d71b3a8d6778'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:05:16.730196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['6435c7b7-5291-460b-9a59-43c54832042e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:05:16.775274 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9247f73-71a4-4116-bdef-b87a31d0ea7c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:16.778008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9247f73-71a4-4116-bdef-b87a31d0ea7c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:16.787473 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b9247f73-71a4-4116-bdef-b87a31d0ea7c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/8808e55a-4c17-4ee2-84da-9e85e3102cf1 HTTP/1.1" status: 404 len: 337 time: 0.0703638 Mar 11 12:05:16.788276 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44874) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:16.839225 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b9384e-bf79-4a91-a405-1a106c873b54 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:16.839748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b9384e-bf79-4a91-a405-1a106c873b54 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:16.851909 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-50b9384e-bf79-4a91-a405-1a106c873b54 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/c57c34a4-c9ca-466e-a44b-88a9bcbd3fab HTTP/1.1" status: 404 len: 337 time: 0.0570571 Mar 11 12:05:16.852608 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44876) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:16.880218 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24fc12-4e6a-41d0-b241-787b8f56e2db req-51ee0921-ad99-466e-bc76-6cc84e08573d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:16.888430 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2d24fc12-4e6a-41d0-b241-787b8f56e2db req-51ee0921-ad99-466e-bc76-6cc84e08573d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:16.893771 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d24fc12-4e6a-41d0-b241-787b8f56e2db req-51ee0921-ad99-466e-bc76-6cc84e08573d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "PUT /v2.0/ports/6435c7b7-5291-460b-9a59-43c54832042e HTTP/1.1" status: 200 len: 904 time: 1.7783594 Mar 11 12:05:16.894638 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dea831a-d236-4915-a5e5-36e2545c7315', 'tag': '6435c7b7-5291-460b-9a59-43c54832042e'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:05:16.914324 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e534e5bc-de79-4377-ae41-4e514c914a21" -d '{"events": [{"name": "network-changed", "server_uuid": "6dea831a-d236-4915-a5e5-36e2545c7315", "tag": "6435c7b7-5291-460b-9a59-43c54832042e"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:05:16.977695 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c94130c-f440-4e20-bd45-75cf84cba3d0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:16.984814 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c94130c-f440-4e20-bd45-75cf84cba3d0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:16.998036 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4c94130c-f440-4e20-bd45-75cf84cba3d0 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/c59891fb-639e-492e-8f88-8c7296f0cb18 HTTP/1.1" status: 404 len: 333 time: 0.1370728 Mar 11 12:05:17.000106 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44890) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:17.007362 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee0921-ad99-466e-bc76-6cc84e08573d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Pushing event updated for resources: {'Port': ['ID=6435c7b7-5291-460b-9a59-43c54832042e,revision_number=6']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:17.011491 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['6435c7b7-5291-460b-9a59-43c54832042e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:05:17.072332 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d8db5d-4f4e-4dbd-9401-c175f31a063d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:17.072824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d8db5d-4f4e-4dbd-9401-c175f31a063d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:17.088696 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a2d8db5d-4f4e-4dbd-9401-c175f31a063d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/2bedfd7b-facb-49c1-b471-989b83ba733b HTTP/1.1" status: 404 len: 337 time: 0.0872455 Mar 11 12:05:17.091029 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44892) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:17.123155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c532212a-9f06-4471-8614-6e5013dfe208 req-ebcc92a6-b438-49a3-b8ae-7f7114234d3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b72c0c9cb1324b3b838c4f0eb1abe455&device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.1079798 Mar 11 12:05:17.137282 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ec25f6-69fd-4b03-bee8-d3469cee15dd x-openstack-request-id: req-53ec25f6-69fd-4b03-bee8-d3469cee15dd {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:05:17.148706 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dea831a-d236-4915-a5e5-36e2545c7315", "tag": "6435c7b7-5291-460b-9a59-43c54832042e", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:05:17.149138 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-53ec25f6-69fd-4b03-bee8-d3469cee15dd {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:05:17.149670 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dea831a-d236-4915-a5e5-36e2545c7315', 'tag': '6435c7b7-5291-460b-9a59-43c54832042e', 'status': 'completed', 'code': 200} Mar 11 12:05:17.155375 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-2406acf2-0f52-4fe2-8de2-c5f73c0454b3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:17.155956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2406acf2-0f52-4fe2-8de2-c5f73c0454b3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:17.172727 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2406acf2-0f52-4fe2-8de2-c5f73c0454b3 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/76d55a18-ce01-4af0-91a7-7ec7fa8c85b3 HTTP/1.1" status: 404 len: 333 time: 0.0803461 Mar 11 12:05:17.173390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44894) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:17.211535 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c532212a-9f06-4471-8614-6e5013dfe208 req-d9f84b52-cd4f-41c7-a54a-6714f2008e12 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b72c0c9cb1324b3b838c4f0eb1abe455&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552425 Mar 11 12:05:17.273360 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9eaa891-6a93-4b27-9522-620dbff349ee tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:17.273360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9eaa891-6a93-4b27-9522-620dbff349ee tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:17.290360 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b9eaa891-6a93-4b27-9522-620dbff349ee tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/8160f6c2-b3c2-49d3-be33-ac3db87c5f66 HTTP/1.1" status: 404 len: 337 time: 0.1150041 Mar 11 12:05:17.290360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44900) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:17.334391 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-1305a151-09bb-4662-bbe8-1f9e38b427cc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:17.334959 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1305a151-09bb-4662-bbe8-1f9e38b427cc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:17.353581 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1305a151-09bb-4662-bbe8-1f9e38b427cc tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/312f43a5-8be1-4888-a66d-32781846e091 HTTP/1.1" status: 404 len: 333 time: 0.0623629 Mar 11 12:05:17.354256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44902) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:17.404989 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:17.415477 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9061808-7530-430d-9c4d-599e6978e94a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:17.421331 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9061808-7530-430d-9c4d-599e6978e94a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:17.427647 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d9061808-7530-430d-9c4d-599e6978e94a tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/a1e57336-3866-40fa-96e3-23debf859969 HTTP/1.1" status: 404 len: 337 time: 0.0722599 Mar 11 12:05:17.428413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44906) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:17.465075 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49192eaa-1f22-41d6-b7a6-a1fbab0adc64 None None] Provisioning complete for port 6435c7b7-5291-460b-9a59-43c54832042e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:05:17.465790 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49192eaa-1f22-41d6-b7a6-a1fbab0adc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6435c7b7-5291-460b-9a59-43c54832042e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:17.494842 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ec2383-5889-4be2-ac4d-03963fb9887d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:17.495437 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ec2383-5889-4be2-ac4d-03963fb9887d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:17.500997 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-86ec2383-5889-4be2-ac4d-03963fb9887d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/9c6f814c-dca3-4223-a401-c4d8fe93512b HTTP/1.1" status: 404 len: 333 time: 0.0693827 Mar 11 12:05:17.501331 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44912) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:17.571274 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41d3a5b0-447f-4dfb-8d27-d1503ee21f7d req-2b6ae0c3-e936-4873-9a64-d5bbbeefa5a3 tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.1179643 Mar 11 12:05:17.597714 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5bb9cf-7cfc-42b4-981e-2d9541740a98 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:17.597714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5bb9cf-7cfc-42b4-981e-2d9541740a98 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:17.597714 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8f5bb9cf-7cfc-42b4-981e-2d9541740a98 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/5c16b625-b19c-4968-86cd-8507fdc31e65 HTTP/1.1" status: 404 len: 337 time: 0.0849559 Mar 11 12:05:17.597714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44916) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:17.598839 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532212a-9f06-4471-8614-6e5013dfe208 req-362fc7b3-6752-46d6-bc4e-25bba3b398c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:17.603619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c532212a-9f06-4471-8614-6e5013dfe208 req-362fc7b3-6752-46d6-bc4e-25bba3b398c9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3821213 Mar 11 12:05:17.621878 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783caba-5eb7-4390-95cc-4e32f6d6d860 req-7bb93b24-109b-49f9-9fa1-a3248a5dfe62 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:17.624402 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e783caba-5eb7-4390-95cc-4e32f6d6d860 req-7bb93b24-109b-49f9-9fa1-a3248a5dfe62 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 907 time: 0.5900400 Mar 11 12:05:17.661884 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534e5bc-de79-4377-ae41-4e514c914a21 req-7d84bd89-4cea-4dfe-8903-7fff10e088cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:17.665174 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e534e5bc-de79-4377-ae41-4e514c914a21 req-7d84bd89-4cea-4dfe-8903-7fff10e088cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 1089 time: 0.5409639 Mar 11 12:05:17.678710 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ceb0e86-8d23-4f0a-b543-c66a0b435934 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:17.679397 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ceb0e86-8d23-4f0a-b543-c66a0b435934 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:17.684660 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5ceb0e86-8d23-4f0a-b543-c66a0b435934 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/983214e4-823a-416f-82b1-9565c78f8b86 HTTP/1.1" status: 404 len: 333 time: 0.0849967 Mar 11 12:05:17.685090 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44920) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:17.741728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49192eaa-1f22-41d6-b7a6-a1fbab0adc64 None None] Current status of the port 6435c7b7-5291-460b-9a59-43c54832042e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:17.747770 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-4691f058-861a-440c-ba89-aa180df3614f tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:17.748233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4691f058-861a-440c-ba89-aa180df3614f tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:17.753530 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4691f058-861a-440c-ba89-aa180df3614f tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/9f6951ac-1f5c-4744-90aa-da8ef6155e43 HTTP/1.1" status: 404 len: 337 time: 0.0652344 Mar 11 12:05:17.757611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44924) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:17.887284 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-109c58cf-8a0c-4509-aaec-3cadc208c6e2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:17.887891 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-109c58cf-8a0c-4509-aaec-3cadc208c6e2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:17.893272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-109c58cf-8a0c-4509-aaec-3cadc208c6e2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/0db3dc6b-3a42-454b-b9e7-2b3781124911 HTTP/1.1" status: 404 len: 333 time: 0.1323411 Mar 11 12:05:17.894008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44930) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:17.925425 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd8515-e9c9-48a0-9a54-0dae0733e3c7 req-12b56dec-5788-4672-b746-8409742b965a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:17.930654 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-a334f1ad-6e49-4bdf-8fbf-26906e45cc2d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:17.931112 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a334f1ad-6e49-4bdf-8fbf-26906e45cc2d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:17.934621 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a334f1ad-6e49-4bdf-8fbf-26906e45cc2d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/93cd503a-53fd-41a1-adef-dc3be8ceb795 HTTP/1.1" status: 404 len: 337 time: 0.0396607 Mar 11 12:05:17.934896 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfcd8515-e9c9-48a0-9a54-0dae0733e3c7 req-12b56dec-5788-4672-b746-8409742b965a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1621480 Mar 11 12:05:17.942943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44932) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:17.992714 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-1519f84f-7496-4fe0-8fdb-673f02dfc626 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:17.993185 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1519f84f-7496-4fe0-8fdb-673f02dfc626 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:17.996423 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1519f84f-7496-4fe0-8fdb-673f02dfc626 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/46cba068-2dbf-49bd-895e-04753b303c2a HTTP/1.1" status: 404 len: 337 time: 0.0430138 Mar 11 12:05:18.000093 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44934) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:18.001345 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534e5bc-de79-4377-ae41-4e514c914a21 req-1f47f579-e704-42d5-9f55-c8769f43cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:18.002964 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e534e5bc-de79-4377-ae41-4e514c914a21 req-1f47f579-e704-42d5-9f55-c8769f43cd5e service neutron] 10.222.0.71 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 0.3243539 Mar 11 12:05:18.027880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98ff1-72a4-43f6-94fe-5cbfc71ba790 req-0ec6170a-80dd-4c12-8461-aeab7a94297b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:18.034738 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18d98ff1-72a4-43f6-94fe-5cbfc71ba790 req-0ec6170a-80dd-4c12-8461-aeab7a94297b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.1949010 Mar 11 12:05:18.061700 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67e9aa8-5b90-4df1-867a-3743c18e7275 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:18.067616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67e9aa8-5b90-4df1-867a-3743c18e7275 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:18.072019 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b67e9aa8-5b90-4df1-867a-3743c18e7275 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/ca2f4903-841c-4e83-9ae0-3d3a9e2be450 HTTP/1.1" status: 404 len: 333 time: 0.0703938 Mar 11 12:05:18.074440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44938) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:18.111504 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e534e5bc-de79-4377-ae41-4e514c914a21 req-55b2084d-47f6-44b9-b9e3-96e450a3f786 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6435c7b7-5291-460b-9a59-43c54832042e HTTP/1.1" status: 200 len: 217 time: 0.1004143 Mar 11 12:05:18.132495 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30a4eba-e376-4da8-9a7f-d73c1fdd35b2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:18.132961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a30a4eba-e376-4da8-9a7f-d73c1fdd35b2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:18.136143 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a30a4eba-e376-4da8-9a7f-d73c1fdd35b2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/11412da3-1cb8-40cf-9db7-f16c6979ee92 HTTP/1.1" status: 404 len: 337 time: 0.0605760 Mar 11 12:05:18.139236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44940) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:18.198804 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfcd8515-e9c9-48a0-9a54-0dae0733e3c7 req-c6ceeec9-c5df-4218-bf2b-b6bd4b38ce7a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630236 Mar 11 12:05:18.224254 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18d98ff1-72a4-43f6-94fe-5cbfc71ba790 req-cb30a371-84af-4944-8ecb-b8e459cac9ac tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790185 Mar 11 12:05:18.227884 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc080b5d-6697-49ca-8315-d0a522e34602 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:18.230349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc080b5d-6697-49ca-8315-d0a522e34602 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:18.246354 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cc080b5d-6697-49ca-8315-d0a522e34602 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/401a3d00-c4d9-462c-bbb8-1ae549d2fb3c HTTP/1.1" status: 404 len: 337 time: 0.0974813 Mar 11 12:05:18.246628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44948) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:18.276642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534e5bc-de79-4377-ae41-4e514c914a21 req-23af9e9c-b8de-4683-9e28-4ca03f0848cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:18.278296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e534e5bc-de79-4377-ae41-4e514c914a21 req-23af9e9c-b8de-4683-9e28-4ca03f0848cf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.1487708 Mar 11 12:05:18.302180 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a36ac1e-d74f-48e4-999e-5d2b43e30eca tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:18.303152 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a36ac1e-d74f-48e4-999e-5d2b43e30eca tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:18.314744 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6a36ac1e-d74f-48e4-999e-5d2b43e30eca tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/1675914c-087c-4a06-ab72-ac2a714f09c5 HTTP/1.1" status: 404 len: 333 time: 0.0638516 Mar 11 12:05:18.315302 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44954) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:18.375085 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4a598a-2593-4526-bbd3-6b04193ee9e2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:18.375967 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4a598a-2593-4526-bbd3-6b04193ee9e2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:18.380255 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ca4a598a-2593-4526-bbd3-6b04193ee9e2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/4de58c02-b364-4bae-be9b-55cbe013ed85 HTTP/1.1" status: 404 len: 337 time: 0.0639105 Mar 11 12:05:18.382775 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44956) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:18.416205 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ff38dd-6efb-4d74-90a4-42a805a49f44 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:18.416850 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ff38dd-6efb-4d74-90a4-42a805a49f44 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:18.417404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534e5bc-de79-4377-ae41-4e514c914a21 req-99b79ef8-d835-4cda-93cd-e3fb10a08db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:18.419977 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e534e5bc-de79-4377-ae41-4e514c914a21 req-99b79ef8-d835-4cda-93cd-e3fb10a08db4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1335850 Mar 11 12:05:18.420902 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e4ff38dd-6efb-4d74-90a4-42a805a49f44 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/30f97639-3c26-49be-8b74-2a47b4305a32 HTTP/1.1" status: 404 len: 337 time: 0.0365953 Mar 11 12:05:18.423637 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44958) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:18.455162 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d1c840-94bd-4f3b-9ac1-d7b5919fe9fd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:18.455706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d1c840-94bd-4f3b-9ac1-d7b5919fe9fd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:18.459718 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-14d1c840-94bd-4f3b-9ac1-d7b5919fe9fd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/bfc3a88a-53c4-4025-80d6-c878f97ac234 HTTP/1.1" status: 404 len: 333 time: 0.0349424 Mar 11 12:05:18.462408 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44960) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:18.492682 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4295d9-c80b-4e32-a7b0-30520cf35d43 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:18.493136 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4295d9-c80b-4e32-a7b0-30520cf35d43 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:18.496173 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9c4295d9-c80b-4e32-a7b0-30520cf35d43 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/8c8d131b-48dc-4378-a29e-3700e9174a22 HTTP/1.1" status: 404 len: 337 time: 0.0328498 Mar 11 12:05:18.499170 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44962) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:18.533643 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d32311-119a-44fd-9ab1-298ce6eb3efb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:18.534107 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d32311-119a-44fd-9ab1-298ce6eb3efb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:18.538919 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e2d32311-119a-44fd-9ab1-298ce6eb3efb tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/59a1807b-67b6-4733-a7b5-de492169de08 HTTP/1.1" status: 404 len: 337 time: 0.0384400 Mar 11 12:05:18.542395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44964) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:18.569172 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e534e5bc-de79-4377-ae41-4e514c914a21 req-cde21c50-4fb4-412c-84f1-39a3051d7c23 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401806 Mar 11 12:05:18.583677 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde469d7-0008-4605-a659-09bd70f19e05 req-198f1d5f-e98b-401e-b160-c096852116f1 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:18.589287 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-472cf496-87e2-42c8-9a4b-ce1997c0c17d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca HTTP/1.1" status: 200 len: 205 time: 0.0457542 Mar 11 12:05:18.591054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fde469d7-0008-4605-a659-09bd70f19e05 req-198f1d5f-e98b-401e-b160-c096852116f1 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.2539444 Mar 11 12:05:18.592091 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44968) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:18.602091 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:18.656478 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-ca73bc56-e948-421e-8b6f-0eda0268facd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] delete failed (client error): The resource could not be found. Mar 11 12:05:18.664630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44974) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:18.666773 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ca73bc56-e948-421e-8b6f-0eda0268facd tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/routers/1f9f2388-cd43-4d82-8ee9-ecb8ccd2d0ca HTTP/1.1" status: 404 len: 336 time: 0.0647731 Mar 11 12:05:18.760009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4780200-d542-41f9-92cd-f56471dcf958 req-cbf67883-6668-46b3-bd34-390c27ab2125 tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.78 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0366940 Mar 11 12:05:18.765939 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-011053dd-a407-429c-b86d-aef85b817d25 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:18.766842 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011053dd-a407-429c-b86d-aef85b817d25 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:18.771331 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-011053dd-a407-429c-b86d-aef85b817d25 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/57507787-26bd-4336-89fb-6fecc4753f91 HTTP/1.1" status: 404 len: 337 time: 0.1053779 Mar 11 12:05:18.774374 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44980) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:18.840568 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-013f212a-d31d-4206-a3da-3ca39fe099d2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d5bed65-b3e0-483e-8ec5-456a23a03754 HTTP/1.1" status: 200 len: 205 time: 0.0623512 Mar 11 12:05:18.842005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44984) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:18.853189 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fde469d7-0008-4605-a659-09bd70f19e05 req-e401213d-661d-429d-8ddf-56cbcb125dcc tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2612646 Mar 11 12:05:18.922983 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-8dfafd03-5fac-464a-b5c2-8e231a1d2830 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] delete failed (client error): The resource could not be found. Mar 11 12:05:18.922983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8dfafd03-5fac-464a-b5c2-8e231a1d2830 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/routers/4d5bed65-b3e0-483e-8ec5-456a23a03754 HTTP/1.1" status: 404 len: 336 time: 0.0752749 Mar 11 12:05:18.924451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44988) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:18.962348 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ae1f0a-469a-4389-926b-dc96bc59eefa tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:18.962815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ae1f0a-469a-4389-926b-dc96bc59eefa tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:18.968280 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-32ae1f0a-469a-4389-926b-dc96bc59eefa tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/79a5012f-ada3-4fb2-9e41-dc79f1c8940e HTTP/1.1" status: 404 len: 337 time: 0.0405118 Mar 11 12:05:18.968280 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e534e5bc-de79-4377-ae41-4e514c914a21 req-987f0776-5953-4d23-8cb9-327c4b6ad03e service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670690 Mar 11 12:05:18.968677 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44990) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:18.996938 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aeb22c5-3157-4765-b542-c928d34b0056 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:18.997401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aeb22c5-3157-4765-b542-c928d34b0056 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:19.003331 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0aeb22c5-3157-4765-b542-c928d34b0056 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/53b2760f-713b-471e-b8c3-25b3fc52cb4d HTTP/1.1" status: 404 len: 337 time: 0.0311837 Mar 11 12:05:19.004441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44992) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:19.050186 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c532212a-9f06-4471-8614-6e5013dfe208 req-1b7fb656-e86f-43be-9f07-7bdbbf59850b tempest-ServerShowV257Test-1964223043 tempest-ServerShowV257Test-1964223043-project] 10.222.0.37 "GET /v2.0/ports?device_id=579572a0-8d39-43bb-8e19-56975e5551b3 HTTP/1.1" status: 200 len: 210 time: 0.0374424 Mar 11 12:05:19.074465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcc18d-933f-4dcb-b89d-528a45917446 req-d42ca138-3c1d-49d0-b78c-01729efbac09 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:19.075920 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3308942-ca9a-43d5-81e8-268f210e85a1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:19.076819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3308942-ca9a-43d5-81e8-268f210e85a1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:19.080293 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a3308942-ca9a-43d5-81e8-268f210e85a1 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/3b08ec3a-e8a7-4108-ac18-1f6e13a08b1a HTTP/1.1" status: 404 len: 333 time: 0.0753379 Mar 11 12:05:19.083303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45000) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:19.084486 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82dcc18d-933f-4dcb-b89d-528a45917446 req-d42ca138-3c1d-49d0-b78c-01729efbac09 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1242564 Mar 11 12:05:19.117366 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-c089870b-f7bd-4ba2-a64f-abd54a9a0331 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:19.118230 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c089870b-f7bd-4ba2-a64f-abd54a9a0331 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:19.121617 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c089870b-f7bd-4ba2-a64f-abd54a9a0331 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/486d71d4-d68a-4caa-bb29-8f7d29d38a97 HTTP/1.1" status: 404 len: 337 time: 0.0363832 Mar 11 12:05:19.124658 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45002) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:19.164243 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59ec8ef-918d-4316-ae2f-4e729fd3a0a2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:19.164243 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59ec8ef-918d-4316-ae2f-4e729fd3a0a2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:19.173015 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45004) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:19.173211 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c59ec8ef-918d-4316-ae2f-4e729fd3a0a2 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/6c60324c-7ed4-4ff8-b55b-e9cbde4d6693 HTTP/1.1" status: 404 len: 333 time: 0.0416255 Mar 11 12:05:19.189376 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82dcc18d-933f-4dcb-b89d-528a45917446 req-4d790906-7e39-4fca-ba67-774734c3e4a0 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039128 Mar 11 12:05:19.216763 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd752c72-9ccb-45a2-8c70-32689352a099 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:19.217319 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd752c72-9ccb-45a2-8c70-32689352a099 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:19.221446 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fd752c72-9ccb-45a2-8c70-32689352a099 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/b2bb00b8-2660-49ae-b00c-3a42a4c4dca4 HTTP/1.1" status: 404 len: 337 time: 0.0497472 Mar 11 12:05:19.224130 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45008) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:19.268392 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-82fcb453-58c3-4d73-a512-3965abc6801d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:19.268983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82fcb453-58c3-4d73-a512-3965abc6801d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:19.277845 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-82fcb453-58c3-4d73-a512-3965abc6801d tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/4360404b-612a-4dc4-b0b8-3859496fcc4e HTTP/1.1" status: 404 len: 333 time: 0.0523944 Mar 11 12:05:19.280587 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45012) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:19.318410 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3a4039-7ba9-4db4-9d21-1dfa8d81b642 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:19.318867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3a4039-7ba9-4db4-9d21-1dfa8d81b642 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:19.328310 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fa3a4039-7ba9-4db4-9d21-1dfa8d81b642 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/357a8d35-1dca-4df6-8f2c-8a368010b2a1 HTTP/1.1" status: 404 len: 337 time: 0.0458226 Mar 11 12:05:19.333424 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45014) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:19.362353 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c132e9-2295-42d7-a629-52511d2a0f60 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:19.362900 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c132e9-2295-42d7-a629-52511d2a0f60 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:19.366414 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-01c132e9-2295-42d7-a629-52511d2a0f60 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/2a9a5dff-c379-4ebf-a200-67acbd74eaad HTTP/1.1" status: 404 len: 333 time: 0.0319688 Mar 11 12:05:19.369161 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45020) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:19.400722 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d0ab98-254b-4e34-bd39-0a2b865e2c9e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:19.401283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d0ab98-254b-4e34-bd39-0a2b865e2c9e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:19.409334 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45024) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:19.409837 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-27d0ab98-254b-4e34-bd39-0a2b865e2c9e tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/21c58bd4-022f-4246-abc9-b4b1e573f8cc HTTP/1.1" status: 404 len: 337 time: 0.0395560 Mar 11 12:05:19.449319 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8e7e03-f14c-4785-9cb9-d06694c46140 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:19.449883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8e7e03-f14c-4785-9cb9-d06694c46140 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:19.453348 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8a8e7e03-f14c-4785-9cb9-d06694c46140 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/7d5e953e-d7d5-40c6-8d16-e2806b4b15bb HTTP/1.1" status: 404 len: 333 time: 0.0409896 Mar 11 12:05:19.456349 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45028) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:19.469529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc242285-a3a8-4471-831f-e8aeff0a271f req-9a65ed37-abc3-4333-8108-0106763d3bd2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:19.471017 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc242285-a3a8-4471-831f-e8aeff0a271f req-9a65ed37-abc3-4333-8108-0106763d3bd2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1618788 Mar 11 12:05:19.493692 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-46564187-354f-4adb-b230-6e521386d4d4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:19.494529 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46564187-354f-4adb-b230-6e521386d4d4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:19.498084 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-46564187-354f-4adb-b230-6e521386d4d4 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/15c0ea0e-65e4-4b2e-991c-876aeb1de648 HTTP/1.1" status: 404 len: 337 time: 0.0404313 Mar 11 12:05:19.501207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45030) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:19.532926 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f8e48-047f-4f7a-84ad-80dfb32fbb0e req-3d4a646c-919f-4e62-ac47-92274416f643 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:19.534958 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f61f8e48-047f-4f7a-84ad-80dfb32fbb0e req-3d4a646c-919f-4e62-ac47-92274416f643 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.1732028 Mar 11 12:05:19.544978 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-9597e265-e557-4882-b527-6028f5bda59b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:19.546779 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9597e265-e557-4882-b527-6028f5bda59b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:19.550076 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9597e265-e557-4882-b527-6028f5bda59b tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/09794fb7-f066-4700-af07-a6c3933069a4 HTTP/1.1" status: 404 len: 333 time: 0.0456853 Mar 11 12:05:19.552961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45032) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:19.596230 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-01dc2455-3ada-4425-8387-fdb230dab978 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:19.596625 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01dc2455-3ada-4425-8387-fdb230dab978 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:19.600175 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-01dc2455-3ada-4425-8387-fdb230dab978 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/6c3ee71d-1556-4d12-8af8-a2e69d22c219 HTTP/1.1" status: 404 len: 337 time: 0.0453744 Mar 11 12:05:19.602836 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45036) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:19.625328 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc242285-a3a8-4471-831f-e8aeff0a271f req-38a9355e-a684-4ac8-b3cf-bd665d4e9407 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369772 Mar 11 12:05:19.633750 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-14607eba-e067-40d6-a9b1-d189d4168524 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:19.634349 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14607eba-e067-40d6-a9b1-d189d4168524 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:19.638920 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-14607eba-e067-40d6-a9b1-d189d4168524 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/ports/6945b66e-0a9b-4d8e-8c5a-2a7040f5441f HTTP/1.1" status: 404 len: 333 time: 0.0348878 Mar 11 12:05:19.641695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45040) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:19.659615 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f61f8e48-047f-4f7a-84ad-80dfb32fbb0e req-0d73ebcc-ddd7-41db-a174-565aaf1617e8 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039655 Mar 11 12:05:19.698523 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-53710953-7b22-4b77-a64e-b4f331988255 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] DELETE failed (client error): The resource could not be found. Mar 11 12:05:19.698928 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53710953-7b22-4b77-a64e-b4f331988255 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:05:19.703663 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-53710953-7b22-4b77-a64e-b4f331988255 tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/subnets/b0b3a636-f2c1-421f-b215-54a4afb7ca8a HTTP/1.1" status: 404 len: 337 time: 0.0594463 Mar 11 12:05:19.705065 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45044) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:19.866224 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa4116ad-23d6-4d4b-a6ff-6816b7037e6c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:19.997749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-53acd9bb-adeb-4e10-bc8c-56d91a9e5033 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:20.013135 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-53acd9bb-adeb-4e10-bc8c-56d91a9e5033 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 811 time: 0.1844778 Mar 11 12:05:20.031293 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-e681f687-32c7-4540-b556-f201d31f7fe3 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/quotas/fc441be504824962ac952879ed0ef08f HTTP/1.1" status: 200 len: 375 time: 0.0171173 Mar 11 12:05:20.045030 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa4116ad-23d6-4d4b-a6ff-6816b7037e6c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:20.113957 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:20.115920 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-fa4116ad-23d6-4d4b-a6ff-6816b7037e6c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d6a49c-a1dc-4413-b2ca-c48bb7ae9432']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:20.121114 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-8cc2f0bd-5d74-47e8-b9f3-2cbd47ff9038 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0884869 Mar 11 12:05:20.140514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-fa4116ad-23d6-4d4b-a6ff-6816b7037e6c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8fd6a2-607d-4e38-bbbc-73740affe509') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:20.143390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-fa4116ad-23d6-4d4b-a6ff-6816b7037e6c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8fd6a2-607d-4e38-bbbc-73740affe509') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:20.163873 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa4116ad-23d6-4d4b-a6ff-6816b7037e6c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (0e8fd6a2-607d-4e38-bbbc-73740affe509), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:20.193142 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa4116ad-23d6-4d4b-a6ff-6816b7037e6c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (0e8fd6a2-607d-4e38-bbbc-73740affe509), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:20.201798 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4116ad-23d6-4d4b-a6ff-6816b7037e6c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:05:20.202311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa4116ad-23d6-4d4b-a6ff-6816b7037e6c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (0e8fd6a2-607d-4e38-bbbc-73740affe509), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:05:20.210623 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:05:20.299350 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-fe234b9e-86e4-46c8-bde1-36cb8dd0f4dc service neutron] 10.222.0.78 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772268 Mar 11 12:05:20.334122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45072) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:20.353571 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa4116ad-23d6-4d4b-a6ff-6816b7037e6c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (52d6a49c-a1dc-4413-b2ca-c48bb7ae9432), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:20.378360 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa4116ad-23d6-4d4b-a6ff-6816b7037e6c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:20.382783 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fa4116ad-23d6-4d4b-a6ff-6816b7037e6c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] 10.222.0.78 "DELETE /v2.0/networks/52d6a49c-a1dc-4413-b2ca-c48bb7ae9432 HTTP/1.1" status: 204 len: 168 time: 0.6766007 Mar 11 12:05:20.396439 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4116ad-23d6-4d4b-a6ff-6816b7037e6c tempest-NetworksTestDHCPv6-518414144 tempest-NetworksTestDHCPv6-518414144-project] Pushing event deleted for resources: {'Network': ['ID=52d6a49c-a1dc-4413-b2ca-c48bb7ae9432,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:20.516113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-f2d35870-5e4b-4273-b8d6-2b27bf97499e service neutron] 10.222.0.78 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087286 Mar 11 12:05:20.576573 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef29abab-de15-45c7-8823-5ea9574432c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:20.684108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45084) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:20.771475 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef29abab-de15-45c7-8823-5ea9574432c8 admin admin] Publish callbacks [] for security_group (26f0a567-d67b-4934-8b8d-ccf74afd2a1a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:20.824150 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef29abab-de15-45c7-8823-5ea9574432c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (26f0a567-d67b-4934-8b8d-ccf74afd2a1a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:20.862277 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ef29abab-de15-45c7-8823-5ea9574432c8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b72c0c9cb1324b3b838c4f0eb1abe455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5270956 Mar 11 12:05:20.865839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45098) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:20.999330 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29abab-de15-45c7-8823-5ea9574432c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f0a567-d67b-4934-8b8d-ccf74afd2a1a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:21.010248 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0843671a-e11e-42bf-81ac-c5e9df4f74ce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=58a107e4cb9d479e8c1337d31946b2e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3248765 Mar 11 12:05:21.012654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45100) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:21.014206 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50802568-ace4-4c0b-8cd9-fad8828d5849 req-11fdf183-afe5-4004-a200-f3c98f57977f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 210 time: 0.1086471 Mar 11 12:05:21.036051 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2deca09a-899c-4c5e-aa70-130edf290565 admin admin] Publish callbacks [] for security_group (26f0a567-d67b-4934-8b8d-ccf74afd2a1a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:21.051459 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef29abab-de15-45c7-8823-5ea9574432c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:21.058941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef29abab-de15-45c7-8823-5ea9574432c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:21.059136 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef29abab-de15-45c7-8823-5ea9574432c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:21.059492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef29abab-de15-45c7-8823-5ea9574432c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:21.059863 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef29abab-de15-45c7-8823-5ea9574432c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:21.060199 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef29abab-de15-45c7-8823-5ea9574432c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:21.060533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef29abab-de15-45c7-8823-5ea9574432c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:21.060861 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef29abab-de15-45c7-8823-5ea9574432c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:21.061187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef29abab-de15-45c7-8823-5ea9574432c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:21.061509 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef29abab-de15-45c7-8823-5ea9574432c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:21.061833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef29abab-de15-45c7-8823-5ea9574432c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:21.062171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef29abab-de15-45c7-8823-5ea9574432c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:21.062477 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef29abab-de15-45c7-8823-5ea9574432c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:21.089684 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2deca09a-899c-4c5e-aa70-130edf290565 admin admin] Publish callbacks [] for security_group (26f0a567-d67b-4934-8b8d-ccf74afd2a1a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:21.094586 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eedf9b-f37e-4451-be5b-c385ffea9d23 req-51cc8fa1-9188-41eb-942b-27c8eb1d0eaf tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:21.096231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-67eedf9b-f37e-4451-be5b-c385ffea9d23 req-51cc8fa1-9188-41eb-942b-27c8eb1d0eaf tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.3072877 Mar 11 12:05:21.160081 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0fe9887e-3dbd-481b-9c45-12d61aa2dbd1 admin admin] Publish callbacks [] for security_group (1feb21bd-6d5b-49b1-9639-1d131fee726b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:21.188844 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0fe9887e-3dbd-481b-9c45-12d61aa2dbd1 admin admin] Publish callbacks [] for security_group (1feb21bd-6d5b-49b1-9639-1d131fee726b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:21.210027 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-67eedf9b-f37e-4451-be5b-c385ffea9d23 req-45c60520-be7f-4e9d-8053-39fce6c67785 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057398 Mar 11 12:05:21.247254 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2deca09a-899c-4c5e-aa70-130edf290565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (26f0a567-d67b-4934-8b8d-ccf74afd2a1a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:21.251106 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2deca09a-899c-4c5e-aa70-130edf290565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:21.256053 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2deca09a-899c-4c5e-aa70-130edf290565 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26f0a567-d67b-4934-8b8d-ccf74afd2a1a HTTP/1.1" status: 204 len: 168 time: 0.3855977 Mar 11 12:05:21.283240 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0fe9887e-3dbd-481b-9c45-12d61aa2dbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1feb21bd-6d5b-49b1-9639-1d131fee726b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:21.288609 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0fe9887e-3dbd-481b-9c45-12d61aa2dbd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:21.306126 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0fe9887e-3dbd-481b-9c45-12d61aa2dbd1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1feb21bd-6d5b-49b1-9639-1d131fee726b HTTP/1.1" status: 204 len: 168 time: 0.2620659 Mar 11 12:05:21.309744 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deca09a-899c-4c5e-aa70-130edf290565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f0a567-d67b-4934-8b8d-ccf74afd2a1a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:21.339126 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9887e-3dbd-481b-9c45-12d61aa2dbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1feb21bd-6d5b-49b1-9639-1d131fee726b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:22.209535 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aabec37a-4e5b-47b5-840f-e25e7352ce35 req-ecd8a563-7ab1-4558-83ec-fd6ee07138ed tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 210 time: 0.0886333 Mar 11 12:05:22.705401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-5542268a-0f96-4988-9f15-be702a924eff tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:22.707605 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-5542268a-0f96-4988-9f15-be702a924eff tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.37 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 811 time: 0.3493047 Mar 11 12:05:22.721228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c82457-78be-4ef1-9d71-5481d0bcf6a1 req-d42e4889-2de4-4f2a-a213-bd881607db23 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:22.723382 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30c82457-78be-4ef1-9d71-5481d0bcf6a1 req-d42e4889-2de4-4f2a-a213-bd881607db23 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.3532276 Mar 11 12:05:22.729013 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-00c0f289-e8ff-47b8-ad4d-049433ac148c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Request body: {'port': {'device_id': '67c2559d-d586-441a-bf9e-6e72ea3ba025', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'admin_state_up': True, 'tenant_id': 'fc441be504824962ac952879ed0ef08f'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:22.845204 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45210) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:22.874658 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45214) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:22.902434 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30c82457-78be-4ef1-9d71-5481d0bcf6a1 req-360ad501-cae9-4108-9a91-92156b65a3ba tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695707 Mar 11 12:05:23.008375 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8d789db6-dc22-4e0e-a3f7-fdb29a479d3f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1124125099-network', 'tenant_id': '140486dab824404e8f202d6d0a7d7336'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:23.022216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-00c0f289-e8ff-47b8-ad4d-049433ac148c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Made reservation on behalf of fc441be504824962ac952879ed0ef08f for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:05:23.026369 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-00c0f289-e8ff-47b8-ad4d-049433ac148c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:23.026596 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-05a11c35-5758-4245-b5bf-1087e0f5395d tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.031371 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-05a11c35-5758-4245-b5bf-1087e0f5395d tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1555512 Mar 11 12:05:23.038263 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45218) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.044347 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d789db6-dc22-4e0e-a3f7-fdb29a479d3f admin admin] Made reservation on behalf of 140486dab824404e8f202d6d0a7d7336 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:05:23.044497 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-6f17e0e2-e31f-47d0-864d-0c866d864963 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.048033 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6f17e0e2-e31f-47d0-864d-0c866d864963 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0063007 Mar 11 12:05:23.050460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45220) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.051428 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d789db6-dc22-4e0e-a3f7-fdb29a479d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:23.057421 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-8bd8c0a1-8b2f-4316-865e-303bd049f2d2 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.060930 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8bd8c0a1-8b2f-4316-865e-303bd049f2d2 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0063839 Mar 11 12:05:23.064318 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45222) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.069696 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d789db6-dc22-4e0e-a3f7-fdb29a479d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:23.070381 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-53e63ad7-fe3c-4bf5-93cf-b09e5c32da8f tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.074159 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-53e63ad7-fe3c-4bf5-93cf-b09e5c32da8f tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0061717 Mar 11 12:05:23.083390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45224) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.091572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-fca1d755-dae5-479b-8f1a-3d0dfbb720b4 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.096537 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45228) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.097059 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fca1d755-dae5-479b-8f1a-3d0dfbb720b4 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0089135 Mar 11 12:05:23.103776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-422e62e2-d5e3-45fb-b3d0-7f585a53272a tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.105557 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-422e62e2-d5e3-45fb-b3d0-7f585a53272a tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0086727 Mar 11 12:05:23.109110 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45230) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.116186 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-6b335693-05e8-4d64-8386-b696a039d2ff tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.120574 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6b335693-05e8-4d64-8386-b696a039d2ff tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0077059 Mar 11 12:05:23.124949 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45234) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.131203 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-2834aaf0-6979-4e9d-a78d-f8b514995ee5 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.132443 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2834aaf0-6979-4e9d-a78d-f8b514995ee5 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0061121 Mar 11 12:05:23.134976 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45236) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.140605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-f6d9a23f-7512-4013-bffe-a35bfcac0f73 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.141343 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f6d9a23f-7512-4013-bffe-a35bfcac0f73 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0053902 Mar 11 12:05:23.144032 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45244) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.149113 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-df6bcafb-9beb-4aba-886d-3c3478f02f37 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.150060 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-df6bcafb-9beb-4aba-886d-3c3478f02f37 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0047252 Mar 11 12:05:23.155220 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45246) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.168576 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-411c46c6-8843-4853-a431-8b7fe2773145 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.172076 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-411c46c6-8843-4853-a431-8b7fe2773145 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0128422 Mar 11 12:05:23.174745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45248) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.182096 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-0a93dcd4-8965-4f7b-8300-d4c554025da6 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.183165 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0a93dcd4-8965-4f7b-8300-d4c554025da6 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0074351 Mar 11 12:05:23.187280 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45250) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.195471 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-2fd4aa10-9889-4487-8865-f5bb11e916c0 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.196693 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2fd4aa10-9889-4487-8865-f5bb11e916c0 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0083163 Mar 11 12:05:23.204834 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45256) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.230293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-f3cc5ef9-ef09-445f-8c48-a0713cec13f3 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.231216 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f3cc5ef9-ef09-445f-8c48-a0713cec13f3 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0135496 Mar 11 12:05:23.235757 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45260) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.252921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-0965498a-f7e3-4955-803f-64e21832481d tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.272502 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0965498a-f7e3-4955-803f-64e21832481d tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0177691 Mar 11 12:05:23.273564 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45264) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.280048 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-16143d30-79a4-4f4c-b025-f309f3f1eb68 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.281196 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-16143d30-79a4-4f4c-b025-f309f3f1eb68 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0051601 Mar 11 12:05:23.287341 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45266) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.292619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-e88b7c64-efcb-473f-af3d-62a6e867b1ee tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.296551 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e88b7c64-efcb-473f-af3d-62a6e867b1ee tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0049906 Mar 11 12:05:23.306644 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45268) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.318264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-49fd9ae8-0dbf-4cc5-a211-fca79d4fa978 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.319561 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-49fd9ae8-0dbf-4cc5-a211-fca79d4fa978 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0117471 Mar 11 12:05:23.336689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45270) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.359824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-46cd45ee-8c3a-4c44-946f-b81d8b4182ec tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.369644 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-46cd45ee-8c3a-4c44-946f-b81d8b4182ec tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0313365 Mar 11 12:05:23.373824 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45272) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.389029 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-b72294d0-dfa7-4d0c-a5c3-a52b9804cd4a tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.395945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45274) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.398220 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b72294d0-dfa7-4d0c-a5c3-a52b9804cd4a tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0147464 Mar 11 12:05:23.401467 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d789db6-dc22-4e0e-a3f7-fdb29a479d3f admin admin] Publish callbacks [] for security_group (da10aa0d-a52e-4170-a3fc-5849dc1c1b33), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:23.408011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-578485ec-b162-44c5-819f-a41eef1fa517 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.409928 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-578485ec-b162-44c5-819f-a41eef1fa517 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0120606 Mar 11 12:05:23.413892 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d789db6-dc22-4e0e-a3f7-fdb29a479d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (da10aa0d-a52e-4170-a3fc-5849dc1c1b33), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:23.419065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45276) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.431021 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-1d32e886-60d2-4783-a70b-399375d63ce6 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.434809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d789db6-dc22-4e0e-a3f7-fdb29a479d3f admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:05:23.437187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1d32e886-60d2-4783-a70b-399375d63ce6 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0145044 Mar 11 12:05:23.451259 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d789db6-dc22-4e0e-a3f7-fdb29a479d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (7a114496-1d3a-4d12-acd6-c98cd8011647), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:23.451833 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-8d789db6-dc22-4e0e-a3f7-fdb29a479d3f admin admin] Added segment 7a114496-1d3a-4d12-acd6-c98cd8011647 of type vlan for network 6bd06371-b2cf-42b1-8962-b78475cb7fd0 Mar 11 12:05:23.469605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45278) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.476547 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-fb9c3d73-6218-467e-824f-5643fcb802dc tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.482648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fb9c3d73-6218-467e-824f-5643fcb802dc tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0110033 Mar 11 12:05:23.484184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45280) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.486304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-00c0f289-e8ff-47b8-ad4d-049433ac148c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Allocated IP 172.20.0.9 (f62dd404-472d-4abb-9a12-54a30b7ab434/1170d9ec-c376-4fc5-8f13-15536db32bc7/77e8ad34-8eeb-4287-b83a-c2e9118b5ac4) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:05:23.492881 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7aa20304-c169-4e49-af7b-ef0d45cf0a70 req-ee1c9957-e0ee-4085-ab2b-67bd85f5f2ca tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 210 time: 0.0933735 Mar 11 12:05:23.500917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-02351028-8a96-441f-87f7-685e905af99d tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.507641 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-02351028-8a96-441f-87f7-685e905af99d tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0126457 Mar 11 12:05:23.522568 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45282) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.531150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-f1704645-3f7c-4bd0-b55a-d0f193cc5d73 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.532506 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f1704645-3f7c-4bd0-b55a-d0f193cc5d73 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0061026 Mar 11 12:05:23.538272 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45284) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.553339 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-b62faf3e-6e42-49b5-a060-c2b0c00bd76b tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.559002 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b62faf3e-6e42-49b5-a060-c2b0c00bd76b tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0071416 Mar 11 12:05:23.561483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45288) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.575273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-36f10c05-4781-478e-b679-8be4ae6cfe19 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.576843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-36f10c05-4781-478e-b679-8be4ae6cfe19 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0144339 Mar 11 12:05:23.579213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d789db6-dc22-4e0e-a3f7-fdb29a479d3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (6bd06371-b2cf-42b1-8962-b78475cb7fd0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:23.581114 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45292) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.590289 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-baa3e333-08de-4e74-96aa-3a2100042654 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.596294 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-baa3e333-08de-4e74-96aa-3a2100042654 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0117123 Mar 11 12:05:23.604327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45298) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.610982 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-262ac968-7d35-420f-a834-f63821d9d1dc tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.617335 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45300) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.625862 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-262ac968-7d35-420f-a834-f63821d9d1dc tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0181079 Mar 11 12:05:23.647824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-ec0a575e-e6bb-4022-b6d8-f8c102712073 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.666560 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ec0a575e-e6bb-4022-b6d8-f8c102712073 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0366297 Mar 11 12:05:23.713777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d789db6-dc22-4e0e-a3f7-fdb29a479d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da10aa0d-a52e-4170-a3fc-5849dc1c1b33,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:23.732316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45302) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.736965 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d789db6-dc22-4e0e-a3f7-fdb29a479d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (6bd06371-b2cf-42b1-8962-b78475cb7fd0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:23.739099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d789db6-dc22-4e0e-a3f7-fdb29a479d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:23.739894 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d789db6-dc22-4e0e-a3f7-fdb29a479d3f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:23.755383 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-96ea976c-0fb0-4d72-9043-c98edcf92bfd tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.761645 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-96ea976c-0fb0-4d72-9043-c98edcf92bfd tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0256422 Mar 11 12:05:23.820212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45304) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.822016 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d789db6-dc22-4e0e-a3f7-fdb29a479d3f admin admin] Pushing event updated for resources: {'Network': ['ID=6bd06371-b2cf-42b1-8962-b78475cb7fd0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:23.829482 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8d789db6-dc22-4e0e-a3f7-fdb29a479d3f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9826107 Mar 11 12:05:23.833245 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-5d602a09-8489-4a20-8ccd-5431f97037a4 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.837821 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5d602a09-8489-4a20-8ccd-5431f97037a4 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0123723 Mar 11 12:05:23.838768 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45310) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.839722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 6bd06371-b2cf-42b1-8962-b78475cb7fd0 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:05:23.840569 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45312) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.846099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-8d879397-aca0-47eb-8570-0bea5dcacc9e tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.850723 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8d879397-aca0-47eb-8570-0bea5dcacc9e tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0077882 Mar 11 12:05:23.854703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-81bc37cf-f510-482c-895f-2ebce1b7a1d5 admin admin] Request body: {'subnet': {'network_id': '6bd06371-b2cf-42b1-8962-b78475cb7fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1124125099-subnet', 'tenant_id': '140486dab824404e8f202d6d0a7d7336', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:23.858706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45314) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.865175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-516fa65b-b0be-43c5-bdd4-b178897326cd tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.869186 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-516fa65b-b0be-43c5-bdd4-b178897326cd tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0086486 Mar 11 12:05:23.871014 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45316) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.871516 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:05:23.873416 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-00c0f289-e8ff-47b8-ad4d-049433ac148c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:23.879062 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-293cddc7-dcc1-4453-828f-5d87b00d39fc tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.883703 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-293cddc7-dcc1-4453-828f-5d87b00d39fc tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0102224 Mar 11 12:05:23.884494 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45318) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.893980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-c3b816db-47db-4ece-ba5e-4f319b22b41e tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.898179 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c3b816db-47db-4ece-ba5e-4f319b22b41e tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0100245 Mar 11 12:05:23.899182 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45320) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.906814 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-28d940f8-7254-4322-99fa-ccf42e93e255 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.911131 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-28d940f8-7254-4322-99fa-ccf42e93e255 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0090644 Mar 11 12:05:23.912159 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45322) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.919427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-03a94757-63ff-462d-b3e1-00a297af3658 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.923825 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-03a94757-63ff-462d-b3e1-00a297af3658 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0100977 Mar 11 12:05:23.924678 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45324) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.935238 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-83860dbc-a2ff-4734-9b66-d1e01d78a8f8 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.940140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45326) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.942579 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-83860dbc-a2ff-4734-9b66-d1e01d78a8f8 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0146375 Mar 11 12:05:23.946893 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-9070646b-209d-417a-9810-5db1d97a99e3 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.952689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45330) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.957260 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9070646b-209d-417a-9810-5db1d97a99e3 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0093853 Mar 11 12:05:23.960594 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-25af2fa7-c8f0-4a7f-9b16-2d7ad3745753 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.964617 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-25af2fa7-c8f0-4a7f-9b16-2d7ad3745753 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0108900 Mar 11 12:05:23.965298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45332) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.973882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bc37cf-f510-482c-895f-2ebce1b7a1d5 admin admin] Made reservation on behalf of 140486dab824404e8f202d6d0a7d7336 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:05:23.978014 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81bc37cf-f510-482c-895f-2ebce1b7a1d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:23.980891 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-bb3b901f-516a-463b-a8d2-e542c4965b7a tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:23.987436 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bb3b901f-516a-463b-a8d2-e542c4965b7a tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0188441 Mar 11 12:05:23.992558 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45334) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:23.996811 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-9167266e-cf85-4def-98c0-d4e3ae4e112a tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.011137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45336) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.012305 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9167266e-cf85-4def-98c0-d4e3ae4e112a tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0182493 Mar 11 12:05:24.016762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-c067d8d3-4ec1-4e5e-b6da-af1e11a449a2 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.017947 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c067d8d3-4ec1-4e5e-b6da-af1e11a449a2 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0055807 Mar 11 12:05:24.021007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45338) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.025079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-778d5489-9690-405e-a390-322ae0d11cc4 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.026163 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-778d5489-9690-405e-a390-322ae0d11cc4 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0041375 Mar 11 12:05:24.029784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45340) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.034075 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-9edc441e-291b-469b-bcf6-3674f8feed9a tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.035599 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9edc441e-291b-469b-bcf6-3674f8feed9a tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0043914 Mar 11 12:05:24.038145 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45342) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.043809 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-dac48d66-fc3c-43e8-865a-73c034d360e8 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.047037 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45344) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.047626 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dac48d66-fc3c-43e8-865a-73c034d360e8 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0084929 Mar 11 12:05:24.053479 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-6caf9b63-140d-4cd9-833c-c4e828ce54d3 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.055349 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6caf9b63-140d-4cd9-833c-c4e828ce54d3 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067868 Mar 11 12:05:24.058868 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45346) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.063264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-d8a2c642-17eb-4009-9481-c2468ffe1de5 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.064422 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d8a2c642-17eb-4009-9481-c2468ffe1de5 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0045002 Mar 11 12:05:24.067230 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45348) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.071600 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-225f0aa9-314f-4a06-9c8e-3c5bec74b4ed tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.072689 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-225f0aa9-314f-4a06-9c8e-3c5bec74b4ed tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044198 Mar 11 12:05:24.078129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45350) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.087816 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-9c27e114-e816-4cfa-bff2-92510b1a0d64 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.091394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9c27e114-e816-4cfa-bff2-92510b1a0d64 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0077145 Mar 11 12:05:24.093534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45352) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.097944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-69dad2e9-cb87-4d22-a372-1b85fa1402ac tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.101916 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-69dad2e9-cb87-4d22-a372-1b85fa1402ac tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0074689 Mar 11 12:05:24.104043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45354) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.105419 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-00c0f289-e8ff-47b8-ad4d-049433ac148c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:24.109786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-8273129c-d57d-4969-857b-831a80002612 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.110972 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8273129c-d57d-4969-857b-831a80002612 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047789 Mar 11 12:05:24.113780 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45356) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.118251 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['01a165e8-9830-4f3e-9906-08d04445abd1', '07441d67-699c-4b32-aacf-d71b3a8d6778'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:05:24.134793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-428192bf-eefc-4a82-95fd-bb4990574b47 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.138550 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-428192bf-eefc-4a82-95fd-bb4990574b47 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0231438 Mar 11 12:05:24.145216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45358) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.153202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-c24ba0ce-1866-44c2-b6f6-872e320b78a7 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.155780 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c24ba0ce-1866-44c2-b6f6-872e320b78a7 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0094118 Mar 11 12:05:24.162280 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45360) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.170421 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0f289-e8ff-47b8-ad4d-049433ac148c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Pushing event updated for resources: {'Port': ['ID=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:24.180604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-7c13111d-4304-4d17-bf7b-fe1468d8effe tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.184148 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7c13111d-4304-4d17-bf7b-fe1468d8effe tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0154071 Mar 11 12:05:24.187333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45362) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.198399 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-b82d5bad-c290-4664-a6d7-506b7321780d tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.201715 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b82d5bad-c290-4664-a6d7-506b7321780d tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0111234 Mar 11 12:05:24.211939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45364) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.213736 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-00c0f289-e8ff-47b8-ad4d-049433ac148c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Network f62dd404-472d-4abb-9a12-54a30b7ab434 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:05:24.216693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-00c0f289-e8ff-47b8-ad4d-049433ac148c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:24.219494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-00c0f289-e8ff-47b8-ad4d-049433ac148c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:05:24.223332 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-38173925-b610-4179-9849-af4ef5c632d0 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.227661 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-38173925-b610-4179-9849-af4ef5c632d0 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0092015 Mar 11 12:05:24.237051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45368) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.237417 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ce684-acc4-49eb-8726-c27555c59554 req-f95c7b7e-b418-4672-8ac1-e313d24862e6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:24.244195 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b8ce684-acc4-49eb-8726-c27555c59554 req-f95c7b7e-b418-4672-8ac1-e313d24862e6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.2250485 Mar 11 12:05:24.250165 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-a0b2335e-87ec-4ccf-834a-dde6df8b5909 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.254277 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a0b2335e-87ec-4ccf-834a-dde6df8b5909 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0134926 Mar 11 12:05:24.257170 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45370) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.270686 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-ff348bb1-7a7a-4cbb-aad1-d5b7aad682f0 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.271916 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ff348bb1-7a7a-4cbb-aad1-d5b7aad682f0 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0132046 Mar 11 12:05:24.282801 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45376) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.294713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-e5ad65be-598a-43d7-bd13-fabfbcfe8057 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.295788 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e5ad65be-598a-43d7-bd13-fabfbcfe8057 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0120242 Mar 11 12:05:24.300936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45380) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.326741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-5255ce58-611e-4a6b-b0be-eea1e2185096 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.326741 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5255ce58-611e-4a6b-b0be-eea1e2185096 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0214953 Mar 11 12:05:24.331628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45382) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.344606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-8891dfb1-28e1-4873-9e90-54774eabaa7b tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.350799 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8891dfb1-28e1-4873-9e90-54774eabaa7b tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0106800 Mar 11 12:05:24.365699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45386) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.366543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-9ad3ea74-4090-4ca3-9fd3-208b1b2d8518 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.371220 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9ad3ea74-4090-4ca3-9fd3-208b1b2d8518 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0112863 Mar 11 12:05:24.371671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45388) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.406688 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-b07f6287-695b-48bd-953d-6e33cab20abf tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.412478 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b07f6287-695b-48bd-953d-6e33cab20abf tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0395961 Mar 11 12:05:24.415831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45390) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.424573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-0da8b1e3-601f-41b5-90bc-ab31629360de tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.430027 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0da8b1e3-601f-41b5-90bc-ab31629360de tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0130212 Mar 11 12:05:24.434318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45392) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.439949 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-7622aaa9-2523-424e-93a3-349be88d5019 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.445735 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7622aaa9-2523-424e-93a3-349be88d5019 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0102019 Mar 11 12:05:24.450099 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45394) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.455964 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-33bc3ccb-d2bc-4f10-8662-cdccc2b52777 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.457648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-33bc3ccb-d2bc-4f10-8662-cdccc2b52777 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0068364 Mar 11 12:05:24.462470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45396) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.476752 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-00c0f289-e8ff-47b8-ad4d-049433ac148c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:24.484532 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-00c0f289-e8ff-47b8-ad4d-049433ac148c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:24.517790 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-01b2a1c0-3364-4f96-b5c1-9b2c65dfa01e tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.522563 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-01b2a1c0-3364-4f96-b5c1-9b2c65dfa01e tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0561540 Mar 11 12:05:24.525261 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45398) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.526269 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b8ce684-acc4-49eb-8726-c27555c59554 req-3f3a2d55-a4cc-4a6d-9b9c-b1295fd1b484 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698779 Mar 11 12:05:24.541349 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-00c0f289-e8ff-47b8-ad4d-049433ac148c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8058288 Mar 11 12:05:24.550716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Request body: {'port': {'device_id': '67c2559d-d586-441a-bf9e-6e72ea3ba025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:24.551751 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [None req-aeea8e42-2d27-41c4-96ea-5678209b1717 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.552785 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-aeea8e42-2d27-41c4-96ea-5678209b1717 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0103915 Mar 11 12:05:24.565556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45402) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:24.616086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [None req-41d69b4e-9323-44c1-be65-cd09b7e4b6b4 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:05:24.628545 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-41d69b4e-9323-44c1-be65-cd09b7e4b6b4 tempest-ExtensionsTestJSON-1170375086 tempest-ExtensionsTestJSON-1170375086-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0441353 Mar 11 12:05:24.693529 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81bc37cf-f510-482c-895f-2ebce1b7a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (61009802-49fc-43f3-bf5d-7bbd5c424bec), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:24.782874 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:24.786447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc37cf-f510-482c-895f-2ebce1b7a1d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61009802-49fc-43f3-bf5d-7bbd5c424bec,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:24.804488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1434f84-e5b1-4051-9df0-b39dce352917 req-4f24b72b-b33a-480e-8b9d-00c3235b9370 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:24.813076 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1434f84-e5b1-4051-9df0-b39dce352917 req-4f24b72b-b33a-480e-8b9d-00c3235b9370 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 931 time: 0.1804163 Mar 11 12:05:24.843663 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-749c4eec-e3d8-4d9b-a790-728d786b181a None None] Provisioning complete for port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:05:24.846629 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-749c4eec-e3d8-4d9b-a790-728d786b181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:24.868424 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bc37cf-f510-482c-895f-2ebce1b7a1d5 admin admin] Checking segment: {'id': '7a114496-1d3a-4d12-acd6-c98cd8011647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bd06371-b2cf-42b1-8962-b78475cb7fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:05:24.873403 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc37cf-f510-482c-895f-2ebce1b7a1d5 admin admin] Network hostable DHCP agents. Network: 6bd06371-b2cf-42b1-8962-b78475cb7fd0, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:05:24.936807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-749c4eec-e3d8-4d9b-a790-728d786b181a None None] Port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:05:24.939922 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc37cf-f510-482c-895f-2ebce1b7a1d5 admin admin] Network 6bd06371-b2cf-42b1-8962-b78475cb7fd0 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:05:24.972306 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1434f84-e5b1-4051-9df0-b39dce352917 req-47ce3cd9-d601-4066-b780-14eabd3a3f24 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582990 Mar 11 12:05:24.973643 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-81bc37cf-f510-482c-895f-2ebce1b7a1d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 6bd06371-b2cf-42b1-8962-b78475cb7fd0) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:24.984767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bc37cf-f510-482c-895f-2ebce1b7a1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:24.985689 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81bc37cf-f510-482c-895f-2ebce1b7a1d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:24.985934 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8448742d-4121-4a10-9c9d-5c3a53f269bb None None] Network 6bd06371-b2cf-42b1-8962-b78475cb7fd0 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:05:25.018596 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-81bc37cf-f510-482c-895f-2ebce1b7a1d5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1751921 Mar 11 12:05:25.082725 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45422) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:25.304798 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3bd4bd99-3995-4a7d-9fab-46dd5f2e5d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:25.317859 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7429c350-911f-40bc-a680-ac6756b013e8 None None] Network 6bd06371-b2cf-42b1-8962-b78475cb7fd0 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:05:25.411234 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3bd4bd99-3995-4a7d-9fab-46dd5f2e5d28 admin admin] Publish callbacks [] for security_group (b9806461-f894-4701-be0f-9f77ba01a0eb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:25.429638 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3bd4bd99-3995-4a7d-9fab-46dd5f2e5d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b9806461-f894-4701-be0f-9f77ba01a0eb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:25.499925 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3bd4bd99-3995-4a7d-9fab-46dd5f2e5d28 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d2f02f0f6c8b4c94b38ad3bfb7058eea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4132855 Mar 11 12:05:25.504331 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45444) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:25.546774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4bd99-3995-4a7d-9fab-46dd5f2e5d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9806461-f894-4701-be0f-9f77ba01a0eb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:25.559142 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:05:25.574278 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Publish callbacks [] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:25.620042 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Transition to ACTIVE for port object 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:05:25.634858 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:25.640822 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d897fc9f-b710-4328-9ac5-fa0cfb1e8ae7 admin admin] Publish callbacks [] for security_group (b9806461-f894-4701-be0f-9f77ba01a0eb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:25.763058 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d897fc9f-b710-4328-9ac5-fa0cfb1e8ae7 admin admin] Publish callbacks [] for security_group (b9806461-f894-4701-be0f-9f77ba01a0eb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:25.793712 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:25.929126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795eba5-c7b4-4738-a816-65deae1dffab req-cd9703df-26fd-42ce-9df8-1fa77804f1f3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:25.929962 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6795eba5-c7b4-4738-a816-65deae1dffab req-cd9703df-26fd-42ce-9df8-1fa77804f1f3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.2555990 Mar 11 12:05:25.931847 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45462) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:25.936681 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-55d2ac18-6aa8-4665-b7a2-a34ec630397a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-784706311-network', 'tenant_id': 'b4c5014da89c4bc6b5eb08caa19d60d3'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:25.982303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d2ac18-6aa8-4665-b7a2-a34ec630397a admin admin] Made reservation on behalf of b4c5014da89c4bc6b5eb08caa19d60d3 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:05:25.985103 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55d2ac18-6aa8-4665-b7a2-a34ec630397a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:25.998780 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55d2ac18-6aa8-4665-b7a2-a34ec630397a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:26.484456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Attempting to bind port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:05:26.484792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Attempting to bind port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:05:26.485116 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Attempting to bind port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 on network f62dd404-472d-4abb-9a12-54a30b7ab434 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:05:26.494419 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d897fc9f-b710-4328-9ac5-fa0cfb1e8ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b9806461-f894-4701-be0f-9f77ba01a0eb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:26.497014 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d897fc9f-b710-4328-9ac5-fa0cfb1e8ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:26.498188 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d897fc9f-b710-4328-9ac5-fa0cfb1e8ae7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b9806461-f894-4701-be0f-9f77ba01a0eb HTTP/1.1" status: 204 len: 168 time: 0.9908063 Mar 11 12:05:26.532040 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6795eba5-c7b4-4738-a816-65deae1dffab req-e332aed1-a9ce-4bb8-a664-4f6c4f9cdce8 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5839534 Mar 11 12:05:26.543596 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 on network f62dd404-472d-4abb-9a12-54a30b7ab434 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:05:26.546334 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Attempting to bind port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 on network f62dd404-472d-4abb-9a12-54a30b7ab434 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:05:26.551192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897fc9f-b710-4328-9ac5-fa0cfb1e8ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9806461-f894-4701-be0f-9f77ba01a0eb,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:26.556914 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55d2ac18-6aa8-4665-b7a2-a34ec630397a admin admin] Publish callbacks [] for security_group (a837086c-7edd-4a81-991f-bd56e5baf01a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:26.559538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:05:26.559538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Checking segment: {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:05:26.560114 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Bound using segment: {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:05:26.560114 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Bound port: 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:05:26.560535 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:26.575185 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55d2ac18-6aa8-4665-b7a2-a34ec630397a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a837086c-7edd-4a81-991f-bd56e5baf01a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:26.603890 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004639e-f500-4df8-be69-794175da7ebc req-988917d0-68f5-40ab-9443-a80f5702f7aa tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:26.610851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8004639e-f500-4df8-be69-794175da7ebc req-988917d0-68f5-40ab-9443-a80f5702f7aa tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 943 time: 0.1646256 Mar 11 12:05:26.637877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2ac18-6aa8-4665-b7a2-a34ec630397a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a837086c-7edd-4a81-991f-bd56e5baf01a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:26.691810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:05:26.706421 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d2ac18-6aa8-4665-b7a2-a34ec630397a admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:05:26.733871 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8004639e-f500-4df8-be69-794175da7ebc req-0bc77c3c-a11f-457e-af01-25174fe450a9 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079071 Mar 11 12:05:26.738476 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55d2ac18-6aa8-4665-b7a2-a34ec630397a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (3ef56f4d-0b96-4354-b18a-0be757097aaf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:26.738880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] For port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:05:26.738999 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-55d2ac18-6aa8-4665-b7a2-a34ec630397a admin admin] Added segment 3ef56f4d-0b96-4354-b18a-0be757097aaf of type vlan for network e5d06fc1-b991-4308-9bc2-9b52303f1ae1 Mar 11 12:05:26.742502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] For port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:05:26.758951 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:26.890514 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55d2ac18-6aa8-4665-b7a2-a34ec630397a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (e5d06fc1-b991-4308-9bc2-9b52303f1ae1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:26.918888 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:26.952998 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:26.953834 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:26.957157 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-b8c37e66-2056-4d0c-98ab-752777ba2cc0 service neutron] 10.222.0.37 "PUT /v2.0/ports/77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 HTTP/1.1" status: 200 len: 1091 time: 2.4134114 Mar 11 12:05:26.957977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c2559d-d586-441a-bf9e-6e72ea3ba025', 'tag': '77e8ad34-8eeb-4287-b83a-c2e9118b5ac4'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:05:26.962268 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580771c8-3c90-4359-859a-1cd1a1fb3bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "67c2559d-d586-441a-bf9e-6e72ea3ba025", "tag": "77e8ad34-8eeb-4287-b83a-c2e9118b5ac4"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:05:27.096644 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55d2ac18-6aa8-4665-b7a2-a34ec630397a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (e5d06fc1-b991-4308-9bc2-9b52303f1ae1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:27.098794 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d2ac18-6aa8-4665-b7a2-a34ec630397a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:27.099797 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55d2ac18-6aa8-4665-b7a2-a34ec630397a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:27.122303 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe29fc1-d5a2-4caa-adec-67535040d302 x-openstack-request-id: req-6fe29fc1-d5a2-4caa-adec-67535040d302 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:05:27.122591 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c2559d-d586-441a-bf9e-6e72ea3ba025", "tag": "77e8ad34-8eeb-4287-b83a-c2e9118b5ac4", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:05:27.122892 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6fe29fc1-d5a2-4caa-adec-67535040d302 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:05:27.123266 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c2559d-d586-441a-bf9e-6e72ea3ba025', 'tag': '77e8ad34-8eeb-4287-b83a-c2e9118b5ac4', 'status': 'completed', 'code': 200} Mar 11 12:05:27.172827 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-98be6466-6f0f-4c68-a11f-1a7ec5ed9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:27.174783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-98be6466-6f0f-4c68-a11f-1a7ec5ed9105 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 1125 time: 0.1768367 Mar 11 12:05:27.177082 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-55d2ac18-6aa8-4665-b7a2-a34ec630397a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2441070 Mar 11 12:05:27.179904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45512) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:27.193138 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f82eb4c0-c414-4d70-953c-0b38938c18c1 admin admin] Request body: {'subnet': {'network_id': 'e5d06fc1-b991-4308-9bc2-9b52303f1ae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-784706311-subnet', 'tenant_id': 'b4c5014da89c4bc6b5eb08caa19d60d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:27.237331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:27.259363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'port_id': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3', 'mac_address': 'fa:16:3e:96:c3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:05:27.297471 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-13f34f07-b3bb-447a-84f1-61d97e714a3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 HTTP/1.1" status: 200 len: 217 time: 0.1008036 Mar 11 12:05:27.312714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2ac18-6aa8-4665-b7a2-a34ec630397a admin admin] Pushing event updated for resources: {'Network': ['ID=e5d06fc1-b991-4308-9bc2-9b52303f1ae1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:27.369464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82eb4c0-c414-4d70-953c-0b38938c18c1 admin admin] Made reservation on behalf of b4c5014da89c4bc6b5eb08caa19d60d3 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:05:27.377286 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f82eb4c0-c414-4d70-953c-0b38938c18c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:27.384594 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:27.385843 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:27.388353 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network e5d06fc1-b991-4308-9bc2-9b52303f1ae1 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:05:27.425660 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-bfcec26c-6d92-466c-8559-f0c9c45a126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:27.427383 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-bfcec26c-6d92-466c-8559-f0c9c45a126c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.1212289 Mar 11 12:05:27.456106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:05:27.597365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:27.605811 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:27.653141 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-2c106b35-899a-4f33-85f4-8d5c0f17a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:27.654870 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-2c106b35-899a-4f33-85f4-8d5c0f17a74a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2100608 Mar 11 12:05:27.730200 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:27.749422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:27.751348 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:27.752035 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:27.752587 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:27.753117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:27.753735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:27.754266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:27.755019 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:27.755902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:27.756454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:27.757018 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:27.757572 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:27.758099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:27.802443 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['3b9fbe62-856a-4959-96f9-6c6b3044d6a3'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:05:28.120461 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45566) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:28.298200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-438b06e2-d37c-4c9c-8991-50cdaa630024 service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6032965 Mar 11 12:05:28.343317 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f82eb4c0-c414-4d70-953c-0b38938c18c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (20bb7c07-bd7b-40a8-b482-1b146b4ed650), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:28.396636 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82eb4c0-c414-4d70-953c-0b38938c18c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20bb7c07-bd7b-40a8-b482-1b146b4ed650,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:28.431979 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff24353-1eb4-48cb-8785-255609d16241 req-9c31c5d2-c0e9-4f3a-aa2c-ed1af4ca9c89 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:28.432243 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ca48413e-663e-4081-b77e-eb2a2e829be9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1843787873'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:28.439999 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ff24353-1eb4-48cb-8785-255609d16241 req-9c31c5d2-c0e9-4f3a-aa2c-ed1af4ca9c89 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 945 time: 0.6421995 Mar 11 12:05:28.475948 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca48413e-663e-4081-b77e-eb2a2e829be9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Made reservation on behalf of 4d3e022ceedb4afebeecfdc9e9fabd59 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:05:28.480873 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca48413e-663e-4081-b77e-eb2a2e829be9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:28.505747 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca48413e-663e-4081-b77e-eb2a2e829be9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:28.558499 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af76eb-897a-415d-91c6-d49781826a44 req-dfadf4a2-3110-4d2e-bc6c-7239ebded1a2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:28.560062 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95af76eb-897a-415d-91c6-d49781826a44 req-dfadf4a2-3110-4d2e-bc6c-7239ebded1a2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 943 time: 0.3810961 Mar 11 12:05:28.649067 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca48413e-663e-4081-b77e-eb2a2e829be9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for security_group (cfaab68b-b742-46ac-a9f0-b1223306f6f3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:28.661265 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca48413e-663e-4081-b77e-eb2a2e829be9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cfaab68b-b742-46ac-a9f0-b1223306f6f3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:28.674758 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7ff24353-1eb4-48cb-8785-255609d16241 req-cf594828-453c-47e9-851a-d0744abeea2b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338331 Mar 11 12:05:28.677912 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82eb4c0-c414-4d70-953c-0b38938c18c1 admin admin] Checking segment: {'id': '3ef56f4d-0b96-4354-b18a-0be757097aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e5d06fc1-b991-4308-9bc2-9b52303f1ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:05:28.678282 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82eb4c0-c414-4d70-953c-0b38938c18c1 admin admin] Network hostable DHCP agents. Network: e5d06fc1-b991-4308-9bc2-9b52303f1ae1, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:05:28.683476 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f61dc83d-a16b-4903-83da-3638d1691af2 req-21c03dce-092c-4e78-af9d-c500ed92cbfb service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629580 Mar 11 12:05:28.721003 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:05:28.757516 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48413e-663e-4081-b77e-eb2a2e829be9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaab68b-b742-46ac-a9f0-b1223306f6f3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:28.782235 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca48413e-663e-4081-b77e-eb2a2e829be9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:05:28.798524 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca48413e-663e-4081-b77e-eb2a2e829be9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (cb3e4913-b1d8-4bb2-bfca-0ef65b97f082), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:28.799277 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-ca48413e-663e-4081-b77e-eb2a2e829be9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Added segment cb3e4913-b1d8-4bb2-bfca-0ef65b97f082 of type vlan for network 30e15d0f-3e7c-4085-a7bf-4fe6d531c164 Mar 11 12:05:28.812339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95af76eb-897a-415d-91c6-d49781826a44 req-3121199c-65eb-4847-b1fd-4f66092ff436 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394273 Mar 11 12:05:28.830757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:05:28.831389 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:28.873755 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82eb4c0-c414-4d70-953c-0b38938c18c1 admin admin] Network e5d06fc1-b991-4308-9bc2-9b52303f1ae1 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:05:28.903134 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca48413e-663e-4081-b77e-eb2a2e829be9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (30e15d0f-3e7c-4085-a7bf-4fe6d531c164), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:28.973923 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-f82eb4c0-c414-4d70-953c-0b38938c18c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, e5d06fc1-b991-4308-9bc2-9b52303f1ae1) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:28.990351 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca48413e-663e-4081-b77e-eb2a2e829be9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (30e15d0f-3e7c-4085-a7bf-4fe6d531c164), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:29.000233 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82eb4c0-c414-4d70-953c-0b38938c18c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:29.000860 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f82eb4c0-c414-4d70-953c-0b38938c18c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:29.005278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca48413e-663e-4081-b77e-eb2a2e829be9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:29.006162 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca48413e-663e-4081-b77e-eb2a2e829be9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:29.040846 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f1cd2c-7c07-4621-a25a-c418de0829bf None None] Network e5d06fc1-b991-4308-9bc2-9b52303f1ae1 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:05:29.044992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:29.045378 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:29.065097 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ca48413e-663e-4081-b77e-eb2a2e829be9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9434087 Mar 11 12:05:29.073873 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45612) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:29.088826 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4fad6b6b-4ce6-4939-84fc-e25b71bb0a24 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'subnet': {'network_id': '30e15d0f-3e7c-4085-a7bf-4fe6d531c164', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:29.114360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:05:29.117615 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff54d0c-cd17-4865-a193-92b734d481b5" -d '{"events": [{"server_uuid": "7f2d006f-dd49-4a23-974a-4c01812a8762", "name": "network-vif-plugged", "status": "completed", "tag": "3b9fbe62-856a-4959-96f9-6c6b3044d6a3"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:05:29.214502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580771c8-3c90-4359-859a-1cd1a1fb3bb2 req-861a50dc-1005-4376-aea0-28cf1e883ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:29.216087 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-580771c8-3c90-4359-859a-1cd1a1fb3bb2 req-861a50dc-1005-4376-aea0-28cf1e883ed1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 1125 time: 0.3931415 Mar 11 12:05:29.246097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48413e-663e-4081-b77e-eb2a2e829be9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Network': ['ID=30e15d0f-3e7c-4085-a7bf-4fe6d531c164,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:29.259037 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eede08e8-1866-433f-80a7-6be78f97ec4d x-openstack-request-id: req-eede08e8-1866-433f-80a7-6be78f97ec4d {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:05:29.259391 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2d006f-dd49-4a23-974a-4c01812a8762", "name": "network-vif-plugged", "status": "completed", "tag": "3b9fbe62-856a-4959-96f9-6c6b3044d6a3", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:05:29.259872 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eede08e8-1866-433f-80a7-6be78f97ec4d {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:05:29.260464 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3', 'code': 200} Mar 11 12:05:29.267226 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:29.274791 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 30e15d0f-3e7c-4085-a7bf-4fe6d531c164 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:05:29.290512 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f82eb4c0-c414-4d70-953c-0b38938c18c1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1092486 Mar 11 12:05:29.397857 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:29.473198 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:29.515335 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5c73a1-7063-4b72-ba17-b655d5ec4765 None None] Network e5d06fc1-b991-4308-9bc2-9b52303f1ae1 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:05:29.670501 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fad6b6b-4ce6-4939-84fc-e25b71bb0a24 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Made reservation on behalf of 4d3e022ceedb4afebeecfdc9e9fabd59 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:05:29.675868 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4fad6b6b-4ce6-4939-84fc-e25b71bb0a24 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:30.196470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580771c8-3c90-4359-859a-1cd1a1fb3bb2 req-1d90c248-bee4-4a2a-bae2-0af4c8e4de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:30.197957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-580771c8-3c90-4359-859a-1cd1a1fb3bb2 req-1d90c248-bee4-4a2a-bae2-0af4c8e4de62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 0.9499965 Mar 11 12:05:30.308255 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-580771c8-3c90-4359-859a-1cd1a1fb3bb2 req-307c7889-7d62-4b3b-b271-66b548a399f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 HTTP/1.1" status: 200 len: 217 time: 0.0444536 Mar 11 12:05:30.411804 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4fad6b6b-4ce6-4939-84fc-e25b71bb0a24 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (869ccf28-b7d6-445a-8621-25a7a49170c8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:30.530762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad6b6b-4ce6-4939-84fc-e25b71bb0a24 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Subnet': ['ID=869ccf28-b7d6-445a-8621-25a7a49170c8,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:30.577356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1724cc5-2fc8-4d34-8cb5-55b00391b1a2 req-309add79-5660-4f7b-94f0-08cbbc323df7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:30.579302 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1724cc5-2fc8-4d34-8cb5-55b00391b1a2 req-309add79-5660-4f7b-94f0-08cbbc323df7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.5118477 Mar 11 12:05:30.597215 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580771c8-3c90-4359-859a-1cd1a1fb3bb2 req-6f04583f-2218-4729-9c6b-aabfc937abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:30.598447 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-580771c8-3c90-4359-859a-1cd1a1fb3bb2 req-6f04583f-2218-4729-9c6b-aabfc937abf3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.2716246 Mar 11 12:05:30.717119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-b9b5c4b2-fed2-46d9-8033-498fc32b0530 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:30.719490 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-b9b5c4b2-fed2-46d9-8033-498fc32b0530 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/networks?id=6bd06371-b2cf-42b1-8962-b78475cb7fd0 HTTP/1.1" status: 200 len: 825 time: 0.5205903 Mar 11 12:05:30.764243 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad6b6b-4ce6-4939-84fc-e25b71bb0a24 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Checking segment: {'id': 'cb3e4913-b1d8-4bb2-bfca-0ef65b97f082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '30e15d0f-3e7c-4085-a7bf-4fe6d531c164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:05:30.764535 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fad6b6b-4ce6-4939-84fc-e25b71bb0a24 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network hostable DHCP agents. Network: 30e15d0f-3e7c-4085-a7bf-4fe6d531c164, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:05:30.772322 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580771c8-3c90-4359-859a-1cd1a1fb3bb2 req-80dff868-120c-4efc-b0bc-5fc04fedd77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:30.774261 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-580771c8-3c90-4359-859a-1cd1a1fb3bb2 req-80dff868-120c-4efc-b0bc-5fc04fedd77d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1543653 Mar 11 12:05:30.781575 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-ec77b28b-a10e-4721-8f9a-540a9f6818ba tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/quotas/140486dab824404e8f202d6d0a7d7336 HTTP/1.1" status: 200 len: 375 time: 0.0413473 Mar 11 12:05:30.830619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1724cc5-2fc8-4d34-8cb5-55b00391b1a2 req-2a2d90c1-66d1-4d17-a43a-845bc40cd116 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508560 Mar 11 12:05:30.867081 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-5647cf64-06ea-4650-a358-993e8e0338d5 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=140486dab824404e8f202d6d0a7d7336&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621667 Mar 11 12:05:30.870784 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fad6b6b-4ce6-4939-84fc-e25b71bb0a24 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network 30e15d0f-3e7c-4085-a7bf-4fe6d531c164 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:05:30.966122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-4fad6b6b-4ce6-4939-84fc-e25b71bb0a24 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 30e15d0f-3e7c-4085-a7bf-4fe6d531c164) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:30.969174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fad6b6b-4ce6-4939-84fc-e25b71bb0a24 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:30.969811 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4fad6b6b-4ce6-4939-84fc-e25b71bb0a24 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:30.979708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485d2873-24b1-4a62-ae22-ea7f2a90ae85 None None] Network 30e15d0f-3e7c-4085-a7bf-4fe6d531c164 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:05:31.014414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4fad6b6b-4ce6-4939-84fc-e25b71bb0a24 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9352434 Mar 11 12:05:31.014789 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45678) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:31.021162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1431085369', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:31.073668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (adcd3a6b-c0ca-4e42-925c-b201d92d95e1), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:31.074958 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (adcd3a6b-c0ca-4e42-925c-b201d92d95e1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:31.103016 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-580771c8-3c90-4359-859a-1cd1a1fb3bb2 req-e8e6f507-db39-43a2-8627-684ce9f89cda service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198266 Mar 11 12:05:31.202294 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for router_controller (adcd3a6b-c0ca-4e42-925c-b201d92d95e1), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:31.210691 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-580771c8-3c90-4359-859a-1cd1a1fb3bb2 req-1f55b5ab-a2bd-46f1-b667-ad2cf97b54cf service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952737 Mar 11 12:05:31.250297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa906f6-8064-46a6-8624-bf6724cb6907 req-3db6f598-e582-433e-8b3a-bcc8c1dbb2ba tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:31.274208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5fa906f6-8064-46a6-8624-bf6724cb6907 req-3db6f598-e582-433e-8b3a-bcc8c1dbb2ba tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 943 time: 0.3418615 Mar 11 12:05:31.300646 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf49da6-6cb5-492e-a8bf-ee1ca3f0d309 None None] Network 30e15d0f-3e7c-4085-a7bf-4fe6d531c164 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:05:31.320075 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-719ea2e8-0d1f-4858-a066-5f45915194f1 service neutron] 10.222.0.78 "GET /v2.0/networks/6bd06371-b2cf-42b1-8962-b78475cb7fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399967 Mar 11 12:05:31.475615 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5fa906f6-8064-46a6-8624-bf6724cb6907 req-2a04dcaf-4a03-41b1-9f85-f361be4e48b0 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958859 Mar 11 12:05:31.538399 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-f51e3d71-cb72-4501-9a87-6e0cb975c2fd service neutron] 10.222.0.78 "GET /v2.0/networks/6bd06371-b2cf-42b1-8962-b78475cb7fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058494 Mar 11 12:05:31.604908 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for router_gateway (adcd3a6b-c0ca-4e42-925c-b201d92d95e1), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:31.943256 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:05:32.057404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f131364c-7056-4d4a-b6b2-d2c7f0b0ad7d req-054b5d40-6de0-41cd-a3ef-986b10d44640 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/ports?device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 210 time: 0.0955141 Mar 11 12:05:32.190213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for router_gateway (adcd3a6b-c0ca-4e42-925c-b201d92d95e1), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:32.243420 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20fc60-52eb-40b4-93cb-528fcf89c101 req-dcac337d-3e0c-4175-92dd-8084f7478d2f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:32.245598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:32.248531 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:32.267632 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b20fc60-52eb-40b4-93cb-528fcf89c101 req-dcac337d-3e0c-4175-92dd-8084f7478d2f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.2021492 Mar 11 12:05:32.291358 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '77e8ad34-8eeb-4287-b83a-c2e9118b5ac4', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'port_id': '77e8ad34-8eeb-4287-b83a-c2e9118b5ac4', 'mac_address': 'fa:16:3e:fd:65:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:05:32.400336 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b20fc60-52eb-40b4-93cb-528fcf89c101 req-7aecc89b-bd29-4cf3-82e8-d303a278a653 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301346 Mar 11 12:05:32.486045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:32.486941 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:32.506856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:05:32.536142 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:32.552114 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:32.661100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:32.756572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e6fb0-81b2-43e6-8154-580176b65203 req-ec0cc98e-081f-4acd-a9fe-97b58859b3ee tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:32.761373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Allocated IP 172.25.7.145 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/63200a6f-aeeb-4e11-bba7-06dd87ab6265) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:05:32.766421 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-032e6fb0-81b2-43e6-8154-580176b65203 req-ec0cc98e-081f-4acd-a9fe-97b58859b3ee tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 944 time: 0.1412392 Mar 11 12:05:32.794843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['77e8ad34-8eeb-4287-b83a-c2e9118b5ac4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:05:32.894234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-032e6fb0-81b2-43e6-8154-580176b65203 req-502670fb-3caa-417e-9416-0dba8bcbc820 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258163 Mar 11 12:05:33.007210 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (63200a6f-aeeb-4e11-bba7-06dd87ab6265), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:33.177779 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (63200a6f-aeeb-4e11-bba7-06dd87ab6265), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:33.285966 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:05:33.289852 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e754f6bf-f08b-461c-a60c-d55c2ae80e86 req-dfb5fd15-373e-4094-aeb9-c3913b9eb5bf tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/ports?device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 210 time: 0.0339799 Mar 11 12:05:33.305589 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:33.313714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:05:33.318607 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=63200a6f-aeeb-4e11-bba7-06dd87ab6265,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:33.346145 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:33.346948 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:33.347781 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:33.348331 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:33.348869 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:33.349408 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:33.349958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:33.350571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:33.351191 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:33.351912 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:33.352456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:33.352998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:33.353521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:05:33.608351 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45969356-19b1-4f1d-b21c-b14c6cf9f12d req-4a9516f5-a076-40da-920e-8fc4b70f8469 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:33.622546 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45969356-19b1-4f1d-b21c-b14c6cf9f12d req-4a9516f5-a076-40da-920e-8fc4b70f8469 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.1031458 Mar 11 12:05:33.675010 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:33.744058 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45969356-19b1-4f1d-b21c-b14c6cf9f12d req-80853aaa-d55d-459f-87d8-03eb056ff739 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146111 Mar 11 12:05:33.945359 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for router_gateway (adcd3a6b-c0ca-4e42-925c-b201d92d95e1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:33.959379 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:05:34.128657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:05:34.143817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:05:34.146703 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:34.186888 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-446eaa44-23b1-48de-8dc2-2f5e070d2abd tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:34.191499 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-446eaa44-23b1-48de-8dc2-2f5e070d2abd tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.37 "GET /v2.0/networks?id=6bd06371-b2cf-42b1-8962-b78475cb7fd0 HTTP/1.1" status: 200 len: 825 time: 0.2741818 Mar 11 12:05:34.215833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-ac3f4e8b-2704-4717-a4ca-16cd27be6fe6 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Request body: {'port': {'device_id': 'a1de4d50-07b7-494e-968d-2f61f3fb7773', 'network_id': '6bd06371-b2cf-42b1-8962-b78475cb7fd0', 'admin_state_up': True, 'tenant_id': '140486dab824404e8f202d6d0a7d7336'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:34.255169 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dd3a5-dbb7-47f2-bbef-c83c4d54fe78 req-e058200b-c19a-42d3-bc43-d63ef096e903 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:34.269331 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f0dd3a5-dbb7-47f2-bbef-c83c4d54fe78 req-e058200b-c19a-42d3-bc43-d63ef096e903 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 944 time: 0.2111495 Mar 11 12:05:34.437017 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:34.439206 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:34.526735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:34.529563 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c2559d-d586-441a-bf9e-6e72ea3ba025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e8ad34-8eeb-4287-b83a-c2e9118b5ac4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:05:34.537934 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b7d938-d765-4d30-bb9b-bcf82f516fcc" -d '{"events": [{"server_uuid": "67c2559d-d586-441a-bf9e-6e72ea3ba025", "name": "network-vif-plugged", "status": "completed", "tag": "77e8ad34-8eeb-4287-b83a-c2e9118b5ac4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:05:34.548578 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:34.606548 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (adcd3a6b-c0ca-4e42-925c-b201d92d95e1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:34.641210 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:34.873326 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router adcd3a6b-c0ca-4e42-925c-b201d92d95e1 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:05:35.031152 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61e219f1-81a5-4fc1-82a4-d93d622f5158 req-0094a37c-905e-4038-a507-3366244d2f81 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/ports?device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 210 time: 0.0408659 Mar 11 12:05:35.050260 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f0dd3a5-dbb7-47f2-bbef-c83c4d54fe78 req-0d6d6d37-a4c1-455b-8968-0035eebc89f1 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7756021 Mar 11 12:05:35.116194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-ac3f4e8b-2704-4717-a4ca-16cd27be6fe6 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Made reservation on behalf of 140486dab824404e8f202d6d0a7d7336 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:05:35.124079 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-ac3f4e8b-2704-4717-a4ca-16cd27be6fe6 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:35.131804 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bc9c67-948c-4e41-8598-ca257a09c985 x-openstack-request-id: req-d1bc9c67-948c-4e41-8598-ca257a09c985 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:05:35.132350 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c2559d-d586-441a-bf9e-6e72ea3ba025", "name": "network-vif-plugged", "status": "completed", "tag": "77e8ad34-8eeb-4287-b83a-c2e9118b5ac4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:05:35.133479 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1bc9c67-948c-4e41-8598-ca257a09c985 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:05:35.134111 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c2559d-d586-441a-bf9e-6e72ea3ba025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e8ad34-8eeb-4287-b83a-c2e9118b5ac4', 'code': 200} Mar 11 12:05:35.154378 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:05:35.167208 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb07691-94c2-4345-9010-686743588018 None None] Sync routers for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:05:35.192312 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb07691-94c2-4345-9010-686743588018 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:05:35.193128 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cdb07691-94c2-4345-9010-686743588018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:05:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:35.233195 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:35.234609 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-26445fdc-6191-44ff-bc7f-3e95b1cf181c tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2188120 Mar 11 12:05:35.299772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45792) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:35.300832 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cdb07691-94c2-4345-9010-686743588018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:35.323247 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb07691-94c2-4345-9010-686743588018 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:05:35.325572 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cdb07691-94c2-4345-9010-686743588018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:05:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:35.419473 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cdb07691-94c2-4345-9010-686743588018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:35.427141 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb07691-94c2-4345-9010-686743588018 None None] The sync data for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:05:35.563287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-ac3f4e8b-2704-4717-a4ca-16cd27be6fe6 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Allocated IP 172.20.0.9 (6bd06371-b2cf-42b1-8962-b78475cb7fd0/61009802-49fc-43f3-bf5d-7bbd5c424bec/b36b983e-db6e-4c78-b5f3-1ce114ad014d) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:05:35.614944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a814fe-8c17-443b-9598-6c4c76c26321 req-c96f0b94-d9da-4212-9ac3-b3eb531834bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:35.616858 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-85a814fe-8c17-443b-9598-6c4c76c26321 req-c96f0b94-d9da-4212-9ac3-b3eb531834bd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 1127 time: 0.3997958 Mar 11 12:05:35.688209 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-85a814fe-8c17-443b-9598-6c4c76c26321 req-f5b0edf8-1055-463f-946b-9f4cd7e79bfd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632336 Mar 11 12:05:35.729980 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-ac3f4e8b-2704-4717-a4ca-16cd27be6fe6 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Publish callbacks [] for port (b36b983e-db6e-4c78-b5f3-1ce114ad014d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:35.801609 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fcf24-fe73-46d1-9f90-8ee7f1c1ce58 req-e31a042b-4078-4785-b994-2406c3d6dea5 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:35.803237 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c0fcf24-fe73-46d1-9f90-8ee7f1c1ce58 req-e31a042b-4078-4785-b994-2406c3d6dea5 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.6015770 Mar 11 12:05:35.820172 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-ac3f4e8b-2704-4717-a4ca-16cd27be6fe6 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b36b983e-db6e-4c78-b5f3-1ce114ad014d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:35.881463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-ac3f4e8b-2704-4717-a4ca-16cd27be6fe6 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Network 6bd06371-b2cf-42b1-8962-b78475cb7fd0 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:05:35.893104 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-ac3f4e8b-2704-4717-a4ca-16cd27be6fe6 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:35.895967 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-ac3f4e8b-2704-4717-a4ca-16cd27be6fe6 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:05:35.937724 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f4e8b-2704-4717-a4ca-16cd27be6fe6 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Pushing event updated for resources: {'Port': ['ID=b36b983e-db6e-4c78-b5f3-1ce114ad014d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:35.958445 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c0fcf24-fe73-46d1-9f90-8ee7f1c1ce58 req-fb38ed8f-3271-444c-89a7-479be872e84b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493711 Mar 11 12:05:35.991547 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-ac3f4e8b-2704-4717-a4ca-16cd27be6fe6 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:35.992250 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-ac3f4e8b-2704-4717-a4ca-16cd27be6fe6 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:36.024635 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-ac3f4e8b-2704-4717-a4ca-16cd27be6fe6 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8216159 Mar 11 12:05:36.038872 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Request body: {'port': {'device_id': 'a1de4d50-07b7-494e-968d-2f61f3fb7773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:36.141224 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b36b983e-db6e-4c78-b5f3-1ce114ad014d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:36.601672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba1819-156e-40f4-ae75-70fc48f2ccf1 req-4faf302f-ed3b-4f3a-b234-5a71b145c190 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:36.603283 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-76ba1819-156e-40f4-ae75-70fc48f2ccf1 req-4faf302f-ed3b-4f3a-b234-5a71b145c190 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.3746245 Mar 11 12:05:36.679895 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c0fd9-7238-418f-82c3-65ca9b101aff req-5cee8a3b-00ff-40e1-9142-e85195484b4f tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:36.681473 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b6c0fd9-7238-418f-82c3-65ca9b101aff req-5cee8a3b-00ff-40e1-9142-e85195484b4f tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/ports?device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 931 time: 0.4232066 Mar 11 12:05:36.896398 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b6c0fd9-7238-418f-82c3-65ca9b101aff req-f6da26b8-2425-4e00-ba94-db01078d67a5 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/security-groups?id=da10aa0d-a52e-4170-a3fc-5849dc1c1b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946242 Mar 11 12:05:36.940650 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-76ba1819-156e-40f4-ae75-70fc48f2ccf1 req-98f28c6f-253e-40a1-b16f-6ddad6975b58 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841535 Mar 11 12:05:37.239449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36b983e-db6e-4c78-b5f3-1ce114ad014d {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:05:37.264521 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:37.271723 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Publish callbacks [] for port (b36b983e-db6e-4c78-b5f3-1ce114ad014d), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:37.308772 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Transition to ACTIVE for port object b36b983e-db6e-4c78-b5f3-1ce114ad014d will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:05:37.379049 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b36b983e-db6e-4c78-b5f3-1ce114ad014d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:37.474838 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Pushing event updated for resources: {'Port': ['ID=b36b983e-db6e-4c78-b5f3-1ce114ad014d,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:37.595473 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d9b00-18aa-4b7c-a150-e1cd9c75d0c4 req-6e574015-e63d-48e0-ae6f-8c9b8347c334 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:37.603398 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-250d9b00-18aa-4b7c-a150-e1cd9c75d0c4 req-6e574015-e63d-48e0-ae6f-8c9b8347c334 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.2917402 Mar 11 12:05:37.765858 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Attempting to bind port b36b983e-db6e-4c78-b5f3-1ce114ad014d on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:05:37.766218 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Attempting to bind port b36b983e-db6e-4c78-b5f3-1ce114ad014d by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7a114496-1d3a-4d12-acd6-c98cd8011647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bd06371-b2cf-42b1-8962-b78475cb7fd0'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:05:37.767558 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Attempting to bind port b36b983e-db6e-4c78-b5f3-1ce114ad014d on network 6bd06371-b2cf-42b1-8962-b78475cb7fd0 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:05:37.775514 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-250d9b00-18aa-4b7c-a150-e1cd9c75d0c4 req-8ff4981b-6e17-4a30-8b20-ccdd46a55693 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703632 Mar 11 12:05:37.776232 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Port b36b983e-db6e-4c78-b5f3-1ce114ad014d on network 6bd06371-b2cf-42b1-8962-b78475cb7fd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:05:37.776555 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Attempting to bind port b36b983e-db6e-4c78-b5f3-1ce114ad014d on network 6bd06371-b2cf-42b1-8962-b78475cb7fd0 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:05:37.825246 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:05:37.825658 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Checking segment: {'id': '7a114496-1d3a-4d12-acd6-c98cd8011647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bd06371-b2cf-42b1-8962-b78475cb7fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:05:37.825953 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Bound using segment: {'id': '7a114496-1d3a-4d12-acd6-c98cd8011647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bd06371-b2cf-42b1-8962-b78475cb7fd0'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:05:37.839619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Bound port: b36b983e-db6e-4c78-b5f3-1ce114ad014d, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a114496-1d3a-4d12-acd6-c98cd8011647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bd06371-b2cf-42b1-8962-b78475cb7fd0'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:05:37.839619 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b36b983e-db6e-4c78-b5f3-1ce114ad014d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:37.900800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Allocated IP 172.20.0.1 (30e15d0f-3e7c-4085-a7bf-4fe6d531c164/869ccf28-b7d6-445a-8621-25a7a49170c8/ca6319e6-02ad-46c6-9e92-5cffeacf5016) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:05:38.162259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] For port b36b983e-db6e-4c78-b5f3-1ce114ad014d, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:05:38.171108 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (ca6319e6-02ad-46c6-9e92-5cffeacf5016), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:38.183370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] For port b36b983e-db6e-4c78-b5f3-1ce114ad014d, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b36b983e-db6e-4c78-b5f3-1ce114ad014d,segment=NetworkSegment(7a114496-1d3a-4d12-acd6-c98cd8011647),segment_id=7a114496-1d3a-4d12-acd6-c98cd8011647)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:05:38.201727 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b36b983e-db6e-4c78-b5f3-1ce114ad014d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:38.242272 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ca6319e6-02ad-46c6-9e92-5cffeacf5016), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:38.284804 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Pushing event updated for resources: {'Port': ['ID=b36b983e-db6e-4c78-b5f3-1ce114ad014d,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:38.332452 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=ca6319e6-02ad-46c6-9e92-5cffeacf5016,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:38.339967 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:38.343328 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:38.346120 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-189fcac3-b49c-4e17-8e27-cd5cd2484821 service neutron] 10.222.0.37 "PUT /v2.0/ports/b36b983e-db6e-4c78-b5f3-1ce114ad014d HTTP/1.1" status: 200 len: 1091 time: 2.3129303 Mar 11 12:05:38.353471 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1de4d50-07b7-494e-968d-2f61f3fb7773', 'tag': 'b36b983e-db6e-4c78-b5f3-1ce114ad014d'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:05:38.356165 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee723f3-d6c8-415d-8a59-7a1ffd3a0ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "a1de4d50-07b7-494e-968d-2f61f3fb7773", "tag": "b36b983e-db6e-4c78-b5f3-1ce114ad014d"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:05:38.364974 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network 30e15d0f-3e7c-4085-a7bf-4fe6d531c164 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:05:38.404662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:38.413692 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:05:38.427628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ccb81-45a2-45a8-a63d-c8b379eb9177 req-8f1a2dea-40f0-42d4-851f-2b945fb2f203 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:38.430169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af3ccb81-45a2-45a8-a63d-c8b379eb9177 req-8f1a2dea-40f0-42d4-851f-2b945fb2f203 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.2406144 Mar 11 12:05:38.584038 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d30112-05dd-4881-aa7e-7153f9a1422e req-d6a4b151-4eb5-4aef-a72a-215b8a31a36f tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:38.585965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-17d30112-05dd-4881-aa7e-7153f9a1422e req-d6a4b151-4eb5-4aef-a72a-215b8a31a36f tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/ports?device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 943 time: 0.2593715 Mar 11 12:05:38.589392 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af3ccb81-45a2-45a8-a63d-c8b379eb9177 req-74e12d89-f10e-4375-a02d-a148dc6d2706 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386609 Mar 11 12:05:38.601127 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (adcd3a6b-c0ca-4e42-925c-b201d92d95e1), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:38.686105 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-17d30112-05dd-4881-aa7e-7153f9a1422e req-c8f33800-d9ee-4f0c-ba0c-a4bb0f5574ff tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/security-groups?id=da10aa0d-a52e-4170-a3fc-5849dc1c1b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866935 Mar 11 12:05:38.716247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-2447e90d-fa86-4562-bce8-b0d5ac9336b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:38.724976 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-2447e90d-fa86-4562-bce8-b0d5ac9336b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=140486dab824404e8f202d6d0a7d7336&device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 1125 time: 0.3015170 Mar 11 12:05:38.809821 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd2e2d5-3dc5-42c8-855f-2f666a78a2ee x-openstack-request-id: req-4fd2e2d5-3dc5-42c8-855f-2f666a78a2ee {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:05:38.810237 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1de4d50-07b7-494e-968d-2f61f3fb7773", "tag": "b36b983e-db6e-4c78-b5f3-1ce114ad014d", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:05:38.810372 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4fd2e2d5-3dc5-42c8-855f-2f666a78a2ee {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:05:38.810787 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1de4d50-07b7-494e-968d-2f61f3fb7773', 'tag': 'b36b983e-db6e-4c78-b5f3-1ce114ad014d', 'status': 'completed', 'code': 200} Mar 11 12:05:38.812760 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-397844de-08fe-426a-93ee-a00459952f28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b36b983e-db6e-4c78-b5f3-1ce114ad014d HTTP/1.1" status: 200 len: 217 time: 0.0847576 Mar 11 12:05:38.957693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-1afadced-35ec-4a4d-8a4c-6393372c50e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:38.963052 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-1afadced-35ec-4a4d-8a4c-6393372c50e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61009802-49fc-43f3-bf5d-7bbd5c424bec HTTP/1.1" status: 200 len: 865 time: 0.1409628 Mar 11 12:05:39.073387 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ca6319e6-02ad-46c6-9e92-5cffeacf5016), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:39.101526 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-d32a34ed-8ed1-45c6-8173-f64eafc10cf9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6bd06371-b2cf-42b1-8962-b78475cb7fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308067 Mar 11 12:05:39.263096 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd60ee-b0fd-4124-91a6-fe3776597bf5 req-38d5bd8a-37de-4088-8f03-fd8ea5cebad3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:39.270934 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d9cd60ee-b0fd-4124-91a6-fe3776597bf5 req-38d5bd8a-37de-4088-8f03-fd8ea5cebad3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.3020339 Mar 11 12:05:39.351224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a7739-0f9e-4e46-9a93-42e5020ab64b req-61813928-4675-48a0-b67c-ecc7d9f704c7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:39.360728 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e84a7739-0f9e-4e46-9a93-42e5020ab64b req-61813928-4675-48a0-b67c-ecc7d9f704c7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.2544341 Mar 11 12:05:39.387205 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-705c9695-3567-447c-957c-8f3f24deeea3 service neutron] 10.222.0.37 "GET /v2.0/networks/6bd06371-b2cf-42b1-8962-b78475cb7fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724595 Mar 11 12:05:39.456776 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d9cd60ee-b0fd-4124-91a6-fe3776597bf5 req-50bc936c-8c74-46f7-ad7c-d95be138d313 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843989 Mar 11 12:05:39.543919 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e84a7739-0f9e-4e46-9a93-42e5020ab64b req-56d1294c-6484-4364-b689-dbca829d71f3 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791945 Mar 11 12:05:39.613437 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc2cb193-cd04-4bc0-99a8-e6ed9dcdcc7d req-d60dcb45-9931-4a9a-926c-431e89dc96d5 service neutron] 10.222.0.37 "GET /v2.0/networks/6bd06371-b2cf-42b1-8962-b78475cb7fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146485 Mar 11 12:05:39.870958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee723f3-d6c8-415d-8a59-7a1ffd3a0ed4 req-b57010ab-202c-4e78-8bdc-f56ca83d95b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:39.872667 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cee723f3-d6c8-415d-8a59-7a1ffd3a0ed4 req-b57010ab-202c-4e78-8bdc-f56ca83d95b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=140486dab824404e8f202d6d0a7d7336&device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 1125 time: 0.1466458 Mar 11 12:05:39.946737 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (ca6319e6-02ad-46c6-9e92-5cffeacf5016), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:39.962905 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e41c6-d8dc-4221-b67f-0c0645d591d8 req-980848b5-3077-4d70-a2ed-0364fc63788f tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:39.965213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (ca6319e6-02ad-46c6-9e92-5cffeacf5016), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:39.968704 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e36e41c6-d8dc-4221-b67f-0c0645d591d8 req-980848b5-3077-4d70-a2ed-0364fc63788f tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/ports?device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 943 time: 0.1529541 Mar 11 12:05:40.040769 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=ca6319e6-02ad-46c6-9e92-5cffeacf5016,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:40.127828 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (adcd3a6b-c0ca-4e42-925c-b201d92d95e1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:40.218622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee723f3-d6c8-415d-8a59-7a1ffd3a0ed4 req-a93e089e-8a24-4f40-8910-a30d28cc4bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:40.220171 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cee723f3-d6c8-415d-8a59-7a1ffd3a0ed4 req-a93e089e-8a24-4f40-8910-a30d28cc4bb1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6bd06371-b2cf-42b1-8962-b78475cb7fd0 HTTP/1.1" status: 200 len: 926 time: 0.3251598 Mar 11 12:05:40.235021 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e36e41c6-d8dc-4221-b67f-0c0645d591d8 req-aa331ba0-33d6-411b-bf98-139ec4779abe tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/security-groups?id=da10aa0d-a52e-4170-a3fc-5849dc1c1b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558604 Mar 11 12:05:40.275919 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network 30e15d0f-3e7c-4085-a7bf-4fe6d531c164 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:05:40.278152 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:40.297980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cee723f3-d6c8-415d-8a59-7a1ffd3a0ed4 req-4297cb3f-970d-41e2-b9ec-51a7c14fe031 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b36b983e-db6e-4c78-b5f3-1ce114ad014d HTTP/1.1" status: 200 len: 217 time: 0.0611572 Mar 11 12:05:40.373742 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee723f3-d6c8-415d-8a59-7a1ffd3a0ed4 req-10c7607b-70c1-4a1d-b146-afbdd0d56ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:40.377885 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cee723f3-d6c8-415d-8a59-7a1ffd3a0ed4 req-10c7607b-70c1-4a1d-b146-afbdd0d56ca2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61009802-49fc-43f3-bf5d-7bbd5c424bec HTTP/1.1" status: 200 len: 865 time: 0.0708187 Mar 11 12:05:40.433433 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cee723f3-d6c8-415d-8a59-7a1ffd3a0ed4 req-eb38ca0d-476e-4679-b27f-b41ec8668dc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6bd06371-b2cf-42b1-8962-b78475cb7fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485108 Mar 11 12:05:40.482187 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router adcd3a6b-c0ca-4e42-925c-b201d92d95e1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:05:40.680135 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cee723f3-d6c8-415d-8a59-7a1ffd3a0ed4 req-4ed30ced-6ec3-412d-a52f-4945367b1369 service neutron] 10.222.0.37 "GET /v2.0/networks/6bd06371-b2cf-42b1-8962-b78475cb7fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387862 Mar 11 12:05:40.867052 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:05:40.877234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6513b617-0c92-4785-a7aa-46f4e8e52d90 None None] Sync routers for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:05:40.879778 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-31879a60-22fc-4c2f-bf0e-741c35c5361b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "PUT /v2.0/routers/adcd3a6b-c0ca-4e42-925c-b201d92d95e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5787091 Mar 11 12:05:40.882304 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45954) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:40.892175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1b35981a-af30-44c6-8464-6658da25d70b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'port': {'network_id': '30e15d0f-3e7c-4085-a7bf-4fe6d531c164', 'name': 'tempest-FloatingIPTestJSON-431809621'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:40.907747 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6513b617-0c92-4785-a7aa-46f4e8e52d90 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:05:40.909930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6513b617-0c92-4785-a7aa-46f4e8e52d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:05:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:40.994479 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6513b617-0c92-4785-a7aa-46f4e8e52d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:40.999063 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f5b53-bb6e-4c6d-acd0-a25010abdafb req-6c83721d-7ac5-40cc-8253-865d4989b6b5 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:41.006562 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee3f5b53-bb6e-4c6d-acd0-a25010abdafb req-6c83721d-7ac5-40cc-8253-865d4989b6b5 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.2636247 Mar 11 12:05:41.017096 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6513b617-0c92-4785-a7aa-46f4e8e52d90 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:05:41.018007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6513b617-0c92-4785-a7aa-46f4e8e52d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:05:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:41.018142 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9167ce-91d1-4797-be2e-eaf14a8b7f1d req-3c990c84-67e4-4bc8-b450-d4050d43c90c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:41.027083 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3f9167ce-91d1-4797-be2e-eaf14a8b7f1d req-3c990c84-67e4-4bc8-b450-d4050d43c90c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.3230300 Mar 11 12:05:41.068659 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cee723f3-d6c8-415d-8a59-7a1ffd3a0ed4 req-c993fc05-5901-4bd6-bbe4-b5a90f0e2e0c service neutron] 10.222.0.37 "GET /v2.0/networks/6bd06371-b2cf-42b1-8962-b78475cb7fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660665 Mar 11 12:05:41.112972 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6513b617-0c92-4785-a7aa-46f4e8e52d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:41.130231 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6513b617-0c92-4785-a7aa-46f4e8e52d90 None None] The sync data for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:05:41.141015 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b35981a-af30-44c6-8464-6658da25d70b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Made reservation on behalf of 4d3e022ceedb4afebeecfdc9e9fabd59 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:05:41.145261 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b35981a-af30-44c6-8464-6658da25d70b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:41.206393 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee3f5b53-bb6e-4c6d-acd0-a25010abdafb req-6dd7b211-3c82-45f9-8a34-d3d528f78625 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953166 Mar 11 12:05:41.230575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-1b35981a-af30-44c6-8464-6658da25d70b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] device_id is not set on port ea905825-c4ac-4b97-b0d4-2bad4ea1b226 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:05:41.248215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3f9167ce-91d1-4797-be2e-eaf14a8b7f1d req-ad15c01f-d6ac-41dd-bc63-62183ecfb2df tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199228 Mar 11 12:05:41.470770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d1181-38f1-41cd-aa19-8b45be121034 req-56e9f717-f264-41c3-a0de-f79996370f7d tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:41.472538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-699d1181-38f1-41cd-aa19-8b45be121034 req-56e9f717-f264-41c3-a0de-f79996370f7d tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/ports?device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 943 time: 0.1055636 Mar 11 12:05:41.576615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-1b35981a-af30-44c6-8464-6658da25d70b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Allocated IP 172.20.0.10 (30e15d0f-3e7c-4085-a7bf-4fe6d531c164/869ccf28-b7d6-445a-8621-25a7a49170c8/ea905825-c4ac-4b97-b0d4-2bad4ea1b226) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:05:41.578522 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-699d1181-38f1-41cd-aa19-8b45be121034 req-31460086-08d4-492c-b697-86b86f377629 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/security-groups?id=da10aa0d-a52e-4170-a3fc-5849dc1c1b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948026 Mar 11 12:05:41.933664 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b35981a-af30-44c6-8464-6658da25d70b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (ea905825-c4ac-4b97-b0d4-2bad4ea1b226), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:41.989896 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b36b983e-db6e-4c78-b5f3-1ce114ad014d details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:05:41.999899 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b35981a-af30-44c6-8464-6658da25d70b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ea905825-c4ac-4b97-b0d4-2bad4ea1b226), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:42.107285 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b35981a-af30-44c6-8464-6658da25d70b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network 30e15d0f-3e7c-4085-a7bf-4fe6d531c164 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:05:42.116809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1b35981a-af30-44c6-8464-6658da25d70b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:42.125064 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b35981a-af30-44c6-8464-6658da25d70b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:05:42.271572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972dd39-d21a-45de-92aa-27f75d64762b req-240671c5-b833-4319-b530-3df589d3ae39 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:42.286709 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d972dd39-d21a-45de-92aa-27f75d64762b req-240671c5-b833-4319-b530-3df589d3ae39 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.2002575 Mar 11 12:05:42.298178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35981a-af30-44c6-8464-6658da25d70b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=ea905825-c4ac-4b97-b0d4-2bad4ea1b226,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:42.351105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b35981a-af30-44c6-8464-6658da25d70b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:42.351777 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b35981a-af30-44c6-8464-6658da25d70b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:42.394843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d972dd39-d21a-45de-92aa-27f75d64762b req-65f1f47a-821a-40c2-a0cd-53a44f5290cd tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995207 Mar 11 12:05:42.418899 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1b35981a-af30-44c6-8464-6658da25d70b tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5355501 Mar 11 12:05:42.421618 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46008) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:42.427480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port b36b983e-db6e-4c78-b5f3-1ce114ad014d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b36b983e-db6e-4c78-b5f3-1ce114ad014d,segment=NetworkSegment(7a114496-1d3a-4d12-acd6-c98cd8011647),segment_id=7a114496-1d3a-4d12-acd6-c98cd8011647)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:42.428479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-be1493ae-2eee-4617-8f03-53cad0784d30 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'port': {'network_id': '30e15d0f-3e7c-4085-a7bf-4fe6d531c164', 'name': 'tempest-FloatingIPTestJSON-46511335'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:42.478479 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'b36b983e-db6e-4c78-b5f3-1ce114ad014d', 'network_id': '6bd06371-b2cf-42b1-8962-b78475cb7fd0', 'port_id': 'b36b983e-db6e-4c78-b5f3-1ce114ad014d', 'mac_address': 'fa:16:3e:ed:b1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61009802-49fc-43f3-bf5d-7bbd5c424bec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:05:42.559001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port b36b983e-db6e-4c78-b5f3-1ce114ad014d is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:42.560527 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b36b983e-db6e-4c78-b5f3-1ce114ad014d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:42.590657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36b983e-db6e-4c78-b5f3-1ce114ad014d {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:05:42.652678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port b36b983e-db6e-4c78-b5f3-1ce114ad014d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b36b983e-db6e-4c78-b5f3-1ce114ad014d,segment=NetworkSegment(7a114496-1d3a-4d12-acd6-c98cd8011647),segment_id=7a114496-1d3a-4d12-acd6-c98cd8011647)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:42.656088 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:42.661125 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b36b983e-db6e-4c78-b5f3-1ce114ad014d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:42.797107 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=b36b983e-db6e-4c78-b5f3-1ce114ad014d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:42.827769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1493ae-2eee-4617-8f03-53cad0784d30 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Made reservation on behalf of 4d3e022ceedb4afebeecfdc9e9fabd59 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:05:42.831186 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be1493ae-2eee-4617-8f03-53cad0784d30 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:42.871426 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-be1493ae-2eee-4617-8f03-53cad0784d30 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] device_id is not set on port 3a8acf52-35b6-4410-9f2e-41a3a1a846ee yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:05:42.887730 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a07f0-4277-4a03-bd48-3aece1cec854 req-64f81236-4393-43cf-ba1e-d09cc94a3944 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:42.904683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b2a07f0-4277-4a03-bd48-3aece1cec854 req-64f81236-4393-43cf-ba1e-d09cc94a3944 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.2506077 Mar 11 12:05:42.933105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['b36b983e-db6e-4c78-b5f3-1ce114ad014d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:05:42.973738 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e687-44fb-4c59-ba17-086bd1f366d9 req-22cbb09d-e890-4c22-8e58-a4d4871439aa tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:42.980595 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6d33e687-44fb-4c59-ba17-086bd1f366d9 req-22cbb09d-e890-4c22-8e58-a4d4871439aa tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/ports?device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 944 time: 0.2872050 Mar 11 12:05:43.036589 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b2a07f0-4277-4a03-bd48-3aece1cec854 req-67439cff-b8be-42d4-b3ff-ebf792fb69b5 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309216 Mar 11 12:05:43.167279 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6d33e687-44fb-4c59-ba17-086bd1f366d9 req-8fa8231e-54dd-48da-9475-467a01655e22 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/security-groups?id=da10aa0d-a52e-4170-a3fc-5849dc1c1b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857219 Mar 11 12:05:43.248143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-be1493ae-2eee-4617-8f03-53cad0784d30 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Allocated IP 172.20.0.5 (30e15d0f-3e7c-4085-a7bf-4fe6d531c164/869ccf28-b7d6-445a-8621-25a7a49170c8/3a8acf52-35b6-4410-9f2e-41a3a1a846ee) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:05:43.645947 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-97bb5ae9-61c8-4f45-b545-be179781211f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:44.006576 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:05:44.016270 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b36b983e-db6e-4c78-b5f3-1ce114ad014d up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:05:44.123830 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be1493ae-2eee-4617-8f03-53cad0784d30 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (3a8acf52-35b6-4410-9f2e-41a3a1a846ee), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:44.139852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c230601-8b73-4a90-be67-d103d72d52dd req-5115b587-9b94-4b18-8eae-11176d967679 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:44.141619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7c230601-8b73-4a90-be67-d103d72d52dd req-5115b587-9b94-4b18-8eae-11176d967679 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.5913904 Mar 11 12:05:44.212686 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7c230601-8b73-4a90-be67-d103d72d52dd req-9c724112-a471-4637-b4f4-012e986cc72d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643353 Mar 11 12:05:44.215792 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be1493ae-2eee-4617-8f03-53cad0784d30 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3a8acf52-35b6-4410-9f2e-41a3a1a846ee), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:44.290475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port b36b983e-db6e-4c78-b5f3-1ce114ad014d completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:05:44.335239 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port b36b983e-db6e-4c78-b5f3-1ce114ad014d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:05:44.338257 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b36b983e-db6e-4c78-b5f3-1ce114ad014d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:44.427980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1493ae-2eee-4617-8f03-53cad0784d30 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network 30e15d0f-3e7c-4085-a7bf-4fe6d531c164 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:05:44.438401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-be1493ae-2eee-4617-8f03-53cad0784d30 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:44.456903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1493ae-2eee-4617-8f03-53cad0784d30 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:05:44.459998 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1493ae-2eee-4617-8f03-53cad0784d30 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=3a8acf52-35b6-4410-9f2e-41a3a1a846ee,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:44.535729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f51f9-d6b6-4542-9150-5e3b08a66e0a req-903808a0-3292-41c9-9245-b47069b8fe40 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:44.536650 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-907f51f9-d6b6-4542-9150-5e3b08a66e0a req-903808a0-3292-41c9-9245-b47069b8fe40 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.3072386 Mar 11 12:05:44.564948 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4ea5c-fa3c-47ab-a643-01c2013321c1 req-46d47440-c996-4271-b73d-dd4889f49c64 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:44.565849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45f4ea5c-fa3c-47ab-a643-01c2013321c1 req-46d47440-c996-4271-b73d-dd4889f49c64 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/ports?device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 944 time: 0.1744521 Mar 11 12:05:44.608335 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1493ae-2eee-4617-8f03-53cad0784d30 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:44.608335 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be1493ae-2eee-4617-8f03-53cad0784d30 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:44.668695 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:44.700318 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-be1493ae-2eee-4617-8f03-53cad0784d30 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.2774475 Mar 11 12:05:44.703919 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46074) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:44.708650 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '3a8acf52-35b6-4410-9f2e-41a3a1a846ee', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:44.719555 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-907f51f9-d6b6-4542-9150-5e3b08a66e0a req-1d4e5d2b-966a-4b62-88c8-089e51d79743 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820040 Mar 11 12:05:44.777645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '77e8ad34-8eeb-4287-b83a-c2e9118b5ac4', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'port_id': '77e8ad34-8eeb-4287-b83a-c2e9118b5ac4', 'mac_address': 'fa:16:3e:fd:65:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:05:44.792185 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:44.799533 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45f4ea5c-fa3c-47ab-a643-01c2013321c1 req-2a2ff9f7-bac8-45a2-a6b7-64d7c9c546cf tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/security-groups?id=da10aa0d-a52e-4170-a3fc-5849dc1c1b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928329 Mar 11 12:05:44.836143 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port b36b983e-db6e-4c78-b5f3-1ce114ad014d is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:44.836854 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b36b983e-db6e-4c78-b5f3-1ce114ad014d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:44.840161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:44.840881 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:44.862013 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:05:44.918445 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1de4d50-07b7-494e-968d-2f61f3fb7773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36b983e-db6e-4c78-b5f3-1ce114ad014d'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:05:44.945077 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e4ba77-b53f-4ff1-b1e1-151fdae6fabe" -d '{"events": [{"server_uuid": "a1de4d50-07b7-494e-968d-2f61f3fb7773", "name": "network-vif-plugged", "status": "completed", "tag": "b36b983e-db6e-4c78-b5f3-1ce114ad014d"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:05:44.970061 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:44.978117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port b36b983e-db6e-4c78-b5f3-1ce114ad014d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b36b983e-db6e-4c78-b5f3-1ce114ad014d,segment=NetworkSegment(7a114496-1d3a-4d12-acd6-c98cd8011647),segment_id=7a114496-1d3a-4d12-acd6-c98cd8011647)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:44.988859 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:45.001328 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b36b983e-db6e-4c78-b5f3-1ce114ad014d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:45.059730 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b400844-34da-46d1-b435-c659c7b5341f x-openstack-request-id: req-1b400844-34da-46d1-b435-c659c7b5341f {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:05:45.059991 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1de4d50-07b7-494e-968d-2f61f3fb7773", "name": "network-vif-plugged", "status": "completed", "tag": "b36b983e-db6e-4c78-b5f3-1ce114ad014d", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:05:45.060419 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b400844-34da-46d1-b435-c659c7b5341f {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:05:45.060963 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1de4d50-07b7-494e-968d-2f61f3fb7773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36b983e-db6e-4c78-b5f3-1ce114ad014d', 'code': 200} Mar 11 12:05:45.122431 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:45.150476 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['77e8ad34-8eeb-4287-b83a-c2e9118b5ac4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:05:45.254473 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a5ba5-1aca-4670-8a2f-bbb356c9510e req-24e9dac5-d8a9-4af8-91be-120060cf4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:45.262133 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-370a5ba5-1aca-4670-8a2f-bbb356c9510e req-24e9dac5-d8a9-4af8-91be-120060cf4721 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 1127 time: 0.1343060 Mar 11 12:05:45.345521 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-370a5ba5-1aca-4670-8a2f-bbb356c9510e req-44f7633b-6af1-4d67-9693-0c75d82cb8fb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=da10aa0d-a52e-4170-a3fc-5849dc1c1b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770538 Mar 11 12:05:45.353365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:45.482563 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Allocated IP 172.25.7.23 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/f565faee-1c05-4f59-9636-1d48aecc739a) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:05:45.530837 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbb55b-819f-484c-9bbf-7cb96ba843f1 req-fac89f95-741d-4019-902a-cdf64de0a779 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:45.543278 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37bbb55b-819f-484c-9bbf-7cb96ba843f1 req-fac89f95-741d-4019-902a-cdf64de0a779 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 944 time: 0.1964438 Mar 11 12:05:45.661335 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37bbb55b-819f-484c-9bbf-7cb96ba843f1 req-c1ebc421-3ca5-4ced-93cf-27bdff0748da tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905724 Mar 11 12:05:45.676598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=b36b983e-db6e-4c78-b5f3-1ce114ad014d,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:45.721452 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (f565faee-1c05-4f59-9636-1d48aecc739a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:45.776775 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-851a0035-0fb4-4f41-9056-2b2251bdd44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:45.802323 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f565faee-1c05-4f59-9636-1d48aecc739a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:45.944383 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:05:45.951209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:45.973872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:05:46.016087 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=f565faee-1c05-4f59-9636-1d48aecc739a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:46.019610 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:05:46.155752 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971aefa-711b-40dc-bd26-714e80f3a919 req-dd3649ed-8924-4e8d-8297-bb5793c8c72b tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:46.165931 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c971aefa-711b-40dc-bd26-714e80f3a919 req-dd3649ed-8924-4e8d-8297-bb5793c8c72b tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/ports?device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 945 time: 0.2546782 Mar 11 12:05:46.225547 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:05:46.226364 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:46.248071 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a5303-fd04-43ab-91e5-106318350831 req-cdfbce15-c8d3-44b0-b251-aef5dbdc0d99 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:46.249668 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-556a5303-fd04-43ab-91e5-106318350831 req-cdfbce15-c8d3-44b0-b251-aef5dbdc0d99 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.2264216 Mar 11 12:05:46.430550 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c971aefa-711b-40dc-bd26-714e80f3a919 req-a5154eb0-8673-4f24-8504-21724f8487f0 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/security-groups?id=da10aa0d-a52e-4170-a3fc-5849dc1c1b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633255 Mar 11 12:05:46.491747 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-556a5303-fd04-43ab-91e5-106318350831 req-6e26d29b-c63d-45dc-aa2b-120a8209fe81 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174261 Mar 11 12:05:46.545686 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:46.550310 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:46.666528 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:46.687719 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:46.895289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:47.068185 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d118a-be1e-4de1-95b6-e6622a78af7a req-2153b0da-1b28-4891-b56f-5afe3019aab4 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:47.072348 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c2559d-d586-441a-bf9e-6e72ea3ba025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e8ad34-8eeb-4287-b83a-c2e9118b5ac4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:05:47.075019 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75bc57f-c59d-4fd1-8640-85ba458a05e3" -d '{"events": [{"server_uuid": "67c2559d-d586-441a-bf9e-6e72ea3ba025", "name": "network-vif-plugged", "status": "completed", "tag": "77e8ad34-8eeb-4287-b83a-c2e9118b5ac4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:05:47.084724 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-620d118a-be1e-4de1-95b6-e6622a78af7a req-2153b0da-1b28-4891-b56f-5afe3019aab4 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.2019055 Mar 11 12:05:47.133436 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (58a3b663-539b-4d3d-9e9a-2efbed3658db), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:47.178332 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a624542-2feb-4360-be5a-8517a6995c42 x-openstack-request-id: req-9a624542-2feb-4360-be5a-8517a6995c42 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:05:47.178906 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c2559d-d586-441a-bf9e-6e72ea3ba025", "name": "network-vif-plugged", "status": "completed", "tag": "77e8ad34-8eeb-4287-b83a-c2e9118b5ac4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:05:47.179419 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a624542-2feb-4360-be5a-8517a6995c42 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:05:47.180079 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c2559d-d586-441a-bf9e-6e72ea3ba025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e8ad34-8eeb-4287-b83a-c2e9118b5ac4', 'code': 200} Mar 11 12:05:47.214502 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-620d118a-be1e-4de1-95b6-e6622a78af7a req-57879d5a-d6a0-42d9-84fd-827b7df2e879 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287856 Mar 11 12:05:47.263105 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:47.275249 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f565faee-1c05-4f59-9636-1d48aecc739a), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:47.644904 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (f565faee-1c05-4f59-9636-1d48aecc739a), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:47.663065 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (f565faee-1c05-4f59-9636-1d48aecc739a), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:47.731498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc3a08-f7b3-4541-ab34-3478264f7497 req-90eb6d3e-529d-42f8-9697-193be836a036 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:47.739178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2bdc3a08-f7b3-4541-ab34-3478264f7497 req-90eb6d3e-529d-42f8-9697-193be836a036 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/ports?device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 945 time: 0.1196673 Mar 11 12:05:47.874117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=f565faee-1c05-4f59-9636-1d48aecc739a,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:47.902728 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (58a3b663-539b-4d3d-9e9a-2efbed3658db), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:47.994686 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2bdc3a08-f7b3-4541-ab34-3478264f7497 req-55504207-75a9-4128-8e97-3bd431e36f9f tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/security-groups?id=da10aa0d-a52e-4170-a3fc-5849dc1c1b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619413 Mar 11 12:05:48.039106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a979507-3ae7-429c-af5e-02260d8b1ac0 req-393980a2-f9a8-4bf0-b5f6-54231d23ce1a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:48.058883 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a979507-3ae7-429c-af5e-02260d8b1ac0 req-393980a2-f9a8-4bf0-b5f6-54231d23ce1a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.3180954 Mar 11 12:05:48.245549 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a979507-3ae7-429c-af5e-02260d8b1ac0 req-634e6b0b-9fb6-49e2-a6e1-e3a36e21cdcb tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739533 Mar 11 12:05:48.252323 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Floating IP 58a3b663-539b-4d3d-9e9a-2efbed3658db associated. External IP: 172.25.7.23, port: 3a8acf52-35b6-4410-9f2e-41a3a1a846ee. Mar 11 12:05:48.404116 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bf950-4605-40b5-b76a-f10fa5790fb7 req-121f1143-7478-4527-9261-06169c4a85d6 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:48.405855 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe0bf950-4605-40b5-b76a-f10fa5790fb7 req-121f1143-7478-4527-9261-06169c4a85d6 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/ports?device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 945 time: 0.1959059 Mar 11 12:05:48.599931 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:48.620221 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe0bf950-4605-40b5-b76a-f10fa5790fb7 req-b91c4bdc-7570-475e-a4d2-aacab1ab4c27 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/security-groups?id=da10aa0d-a52e-4170-a3fc-5849dc1c1b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963737 Mar 11 12:05:48.715186 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee0136-2009-4145-8530-86afaa68400a req-281505a6-e941-4525-b04b-caf5a2171cb3 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:48.727265 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7cee0136-2009-4145-8530-86afaa68400a req-281505a6-e941-4525-b04b-caf5a2171cb3 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.2119610 Mar 11 12:05:48.861742 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7cee0136-2009-4145-8530-86afaa68400a req-75eea2c7-3b2f-4930-8ec3-3f15377f3a31 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329236 Mar 11 12:05:48.963266 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router adcd3a6b-c0ca-4e42-925c-b201d92d95e1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:05:49.214066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:05:49.225998 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d599eb85-5693-4822-becf-14cd3f6bee31 None None] Sync routers for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:05:49.234660 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d82025-ed0f-4fbc-a01b-e0835051f007 req-f2ad30f1-7e5e-49d3-83f2-17e58d0a196b tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:49.251646 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a9d82025-ed0f-4fbc-a01b-e0835051f007 req-f2ad30f1-7e5e-49d3-83f2-17e58d0a196b tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/ports?device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 945 time: 0.1946859 Mar 11 12:05:49.254635 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d599eb85-5693-4822-becf-14cd3f6bee31 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:05:49.255400 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d599eb85-5693-4822-becf-14cd3f6bee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:05:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:49.272604 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:49.368425 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d599eb85-5693-4822-becf-14cd3f6bee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:49.398621 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d599eb85-5693-4822-becf-14cd3f6bee31 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:05:49.403134 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d599eb85-5693-4822-becf-14cd3f6bee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:05:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:49.460512 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1715ad92-77cb-4b53-b8be-392c89c05efc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 4.7553766 Mar 11 12:05:49.461163 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46214) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:49.484640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7cad4bb6-d367-4309-8bdb-4d865c29fdbb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:49.510483 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d599eb85-5693-4822-becf-14cd3f6bee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:49.512446 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d599eb85-5693-4822-becf-14cd3f6bee31 None None] The sync data for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:05:49.516832 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a9d82025-ed0f-4fbc-a01b-e0835051f007 req-614b3487-66c1-4b45-8068-9b2fc27cd756 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/security-groups?id=da10aa0d-a52e-4170-a3fc-5849dc1c1b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641375 Mar 11 12:05:49.685042 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cad4bb6-d367-4309-8bdb-4d865c29fdbb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (58a3b663-539b-4d3d-9e9a-2efbed3658db), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:49.697455 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e6f10-dc99-474c-8ffd-14a43a434c9b req-ffd1a783-e5be-495a-844f-7e928b7b99b5 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:49.699356 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-769e6f10-dc99-474c-8ffd-14a43a434c9b req-ffd1a783-e5be-495a-844f-7e928b7b99b5 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.1814058 Mar 11 12:05:49.767218 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-769e6f10-dc99-474c-8ffd-14a43a434c9b req-78fe67c1-2ec8-4aab-b338-e92b95aedaad tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620406 Mar 11 12:05:50.100334 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:50.173777 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cad4bb6-d367-4309-8bdb-4d865c29fdbb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:50.192278 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cad4bb6-d367-4309-8bdb-4d865c29fdbb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (58a3b663-539b-4d3d-9e9a-2efbed3658db), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:50.192775 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-7cad4bb6-d367-4309-8bdb-4d865c29fdbb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Floating IP 58a3b663-539b-4d3d-9e9a-2efbed3658db disassociated. External IP: 172.25.7.23, port: 3a8acf52-35b6-4410-9f2e-41a3a1a846ee. Mar 11 12:05:50.312616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a8f21-f1b8-4c18-b604-3f2fb6f53564 req-7351178c-87fd-4f0f-bcef-6e868bed6fd3 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:50.322083 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1b8a8f21-f1b8-4c18-b604-3f2fb6f53564 req-7351178c-87fd-4f0f-bcef-6e868bed6fd3 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.3217170 Mar 11 12:05:50.442067 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1b8a8f21-f1b8-4c18-b604-3f2fb6f53564 req-7fad4ff3-fe02-4b4c-93c8-ca9599e66947 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139700 Mar 11 12:05:50.478467 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf02cf7-0235-478b-8b2b-97b1ff14d6b9 req-a79b0006-00a6-4087-8a2c-4be420635110 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:50.486673 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2bf02cf7-0235-478b-8b2b-97b1ff14d6b9 req-a79b0006-00a6-4087-8a2c-4be420635110 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/ports?device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 945 time: 0.3463123 Mar 11 12:05:50.624873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2bf02cf7-0235-478b-8b2b-97b1ff14d6b9 req-e1072a4d-aaae-45d3-ac19-839401964d9e tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/security-groups?id=da10aa0d-a52e-4170-a3fc-5849dc1c1b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369355 Mar 11 12:05:51.013849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16a877-40bb-4a41-a98c-dd5985eb0954 req-28adc572-3ee6-4fb2-923f-203325a7d910 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:51.029937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa16a877-40bb-4a41-a98c-dd5985eb0954 req-28adc572-3ee6-4fb2-923f-203325a7d910 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.1143067 Mar 11 12:05:51.093143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa16a877-40bb-4a41-a98c-dd5985eb0954 req-8a21c861-1682-42d6-8844-24ee83c0d83a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595298 Mar 11 12:05:51.438716 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cad4bb6-d367-4309-8bdb-4d865c29fdbb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router adcd3a6b-c0ca-4e42-925c-b201d92d95e1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:05:51.452518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c18b30-3e76-46f9-9dc9-81b54db70028 req-8089e1d0-3542-4a41-9277-31744a1397d2 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:51.454011 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4c18b30-3e76-46f9-9dc9-81b54db70028 req-8089e1d0-3542-4a41-9277-31744a1397d2 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 945 time: 0.1116886 Mar 11 12:05:51.695632 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96633253-8b91-4158-b7f0-b70da03c6303 req-a246dd69-c007-4aea-805c-1533473fdd24 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:51.695632 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96633253-8b91-4158-b7f0-b70da03c6303 req-a246dd69-c007-4aea-805c-1533473fdd24 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.0929987 Mar 11 12:05:51.748131 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96633253-8b91-4158-b7f0-b70da03c6303 req-c3eaee5e-3139-4a34-a02c-944589962e96 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584035 Mar 11 12:05:51.892731 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-a4c18b30-3e76-46f9-9dc9-81b54db70028 req-6e46b862-caf9-49d9-9d75-86fb434f0fc4 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Deleting port b36b983e-db6e-4c78-b5f3-1ce114ad014d {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:05:51.893082 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a4c18b30-3e76-46f9-9dc9-81b54db70028 req-6e46b862-caf9-49d9-9d75-86fb434f0fc4 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b36b983e-db6e-4c78-b5f3-1ce114ad014d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:51.933924 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cad4bb6-d367-4309-8bdb-4d865c29fdbb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:05:51.938946 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7cad4bb6-d367-4309-8bdb-4d865c29fdbb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:51.946065 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8934efc-34a8-45b2-b49b-8de085ffc52a None None] Sync routers for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:05:51.966767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8934efc-34a8-45b2-b49b-8de085ffc52a None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:05:51.973582 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c8934efc-34a8-45b2-b49b-8de085ffc52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:05:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:52.004051 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-a4c18b30-3e76-46f9-9dc9-81b54db70028 req-6e46b862-caf9-49d9-9d75-86fb434f0fc4 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] For port b36b983e-db6e-4c78-b5f3-1ce114ad014d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b36b983e-db6e-4c78-b5f3-1ce114ad014d,segment=NetworkSegment(7a114496-1d3a-4d12-acd6-c98cd8011647),segment_id=7a114496-1d3a-4d12-acd6-c98cd8011647)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:52.004460 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a4c18b30-3e76-46f9-9dc9-81b54db70028 req-6e46b862-caf9-49d9-9d75-86fb434f0fc4 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b36b983e-db6e-4c78-b5f3-1ce114ad014d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:52.030478 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7cad4bb6-d367-4309-8bdb-4d865c29fdbb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "PUT /v2.0/floatingips/58a3b663-539b-4d3d-9e9a-2efbed3658db HTTP/1.1" status: 200 len: 687 time: 2.5681715 Mar 11 12:05:52.031206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46284) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:52.050470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-a4c18b30-3e76-46f9-9dc9-81b54db70028 req-6e46b862-caf9-49d9-9d75-86fb434f0fc4 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Calling delete_port for b36b983e-db6e-4c78-b5f3-1ce114ad014d owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:05:52.296410 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd2ed3-0ed3-46ff-967c-f2c828751967 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Deleting port f565faee-1c05-4f59-9636-1d48aecc739a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:05:52.296710 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1dd2ed3-0ed3-46ff-967c-f2c828751967 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f565faee-1c05-4f59-9636-1d48aecc739a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:52.343333 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303dc65-4127-4a0b-a3f9-c4f1009cd064 req-a33d18b7-1c48-4676-bdb0-65e5e9d148fc tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:52.355968 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d303dc65-4127-4a0b-a3f9-c4f1009cd064 req-a33d18b7-1c48-4676-bdb0-65e5e9d148fc tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/ports?device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 945 time: 0.5144567 Mar 11 12:05:52.473971 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1dd2ed3-0ed3-46ff-967c-f2c828751967 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f565faee-1c05-4f59-9636-1d48aecc739a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:52.474518 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1dd2ed3-0ed3-46ff-967c-f2c828751967 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (f565faee-1c05-4f59-9636-1d48aecc739a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:52.532166 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd2ed3-0ed3-46ff-967c-f2c828751967 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Calling delete_port for f565faee-1c05-4f59-9636-1d48aecc739a owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:05:52.599809 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d303dc65-4127-4a0b-a3f9-c4f1009cd064 req-1441b332-fe95-4112-82c8-edabf34db3b4 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/security-groups?id=da10aa0d-a52e-4170-a3fc-5849dc1c1b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427409 Mar 11 12:05:52.650446 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4863c13-5023-4b8d-8e41-dd243af52038 req-d3986e6b-727d-48e1-b5c1-811bdd438e68 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:52.651548 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4863c13-5023-4b8d-8e41-dd243af52038 req-d3986e6b-727d-48e1-b5c1-811bdd438e68 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.3499353 Mar 11 12:05:52.739746 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a4c18b30-3e76-46f9-9dc9-81b54db70028 req-6e46b862-caf9-49d9-9d75-86fb434f0fc4 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b36b983e-db6e-4c78-b5f3-1ce114ad014d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:52.779016 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c8934efc-34a8-45b2-b49b-8de085ffc52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:52.801768 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8934efc-34a8-45b2-b49b-8de085ffc52a None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:05:52.802676 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c8934efc-34a8-45b2-b49b-8de085ffc52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:05:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:52.849067 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c8934efc-34a8-45b2-b49b-8de085ffc52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:52.849969 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8934efc-34a8-45b2-b49b-8de085ffc52a None None] The sync data for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:05:52.972433 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4863c13-5023-4b8d-8e41-dd243af52038 req-807182c1-9164-4f4a-84ec-423b9a26d1d0 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077793 Mar 11 12:05:53.077726 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1dd2ed3-0ed3-46ff-967c-f2c828751967 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f565faee-1c05-4f59-9636-1d48aecc739a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:53.098747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46b862-caf9-49d9-9d75-86fb434f0fc4 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Pushing event deleted for resources: {'Port': ['ID=b36b983e-db6e-4c78-b5f3-1ce114ad014d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:53.112741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd2ed3-0ed3-46ff-967c-f2c828751967 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Port': ['ID=f565faee-1c05-4f59-9636-1d48aecc739a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:53.121425 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c18b30-3e76-46f9-9dc9-81b54db70028 req-6e46b862-caf9-49d9-9d75-86fb434f0fc4 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] No DVR routers for this DVR port b36b983e-db6e-4c78-b5f3-1ce114ad014d on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:05:53.128629 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a4c18b30-3e76-46f9-9dc9-81b54db70028 req-6e46b862-caf9-49d9-9d75-86fb434f0fc4 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:53.132547 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4c18b30-3e76-46f9-9dc9-81b54db70028 req-6e46b862-caf9-49d9-9d75-86fb434f0fc4 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.37 "DELETE /v2.0/ports/b36b983e-db6e-4c78-b5f3-1ce114ad014d HTTP/1.1" status: 204 len: 173 time: 1.6714845 Mar 11 12:05:53.133994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1de4d50-07b7-494e-968d-2f61f3fb7773', 'name': 'network-vif-deleted', 'tag': 'b36b983e-db6e-4c78-b5f3-1ce114ad014d'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:05:53.137454 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c204104f-557c-4314-8603-a9ff97df1c3e" -d '{"events": [{"server_uuid": "a1de4d50-07b7-494e-968d-2f61f3fb7773", "name": "network-vif-deleted", "tag": "b36b983e-db6e-4c78-b5f3-1ce114ad014d"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:05:53.195495 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957dec0-13da-44e2-ac6c-9cd60415cf8a req-d29e900c-d8d7-460e-81db-9dcae6084eb5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:53.197122 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3957dec0-13da-44e2-ac6c-9cd60415cf8a req-d29e900c-d8d7-460e-81db-9dcae6084eb5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.1469269 Mar 11 12:05:53.199131 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b47b2cf-ae35-4a98-ae6e-ec5dbda65902 x-openstack-request-id: req-7b47b2cf-ae35-4a98-ae6e-ec5dbda65902 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:05:53.199790 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1de4d50-07b7-494e-968d-2f61f3fb7773", "name": "network-vif-deleted", "tag": "b36b983e-db6e-4c78-b5f3-1ce114ad014d", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:05:53.200313 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7b47b2cf-ae35-4a98-ae6e-ec5dbda65902 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:05:53.201084 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1de4d50-07b7-494e-968d-2f61f3fb7773', 'name': 'network-vif-deleted', 'tag': 'b36b983e-db6e-4c78-b5f3-1ce114ad014d', 'status': 'completed', 'code': 200} Mar 11 12:05:53.239937 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1dd2ed3-0ed3-46ff-967c-f2c828751967 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (58a3b663-539b-4d3d-9e9a-2efbed3658db), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:53.249916 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1dd2ed3-0ed3-46ff-967c-f2c828751967 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:53.269071 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d1dd2ed3-0ed3-46ff-967c-f2c828751967 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/floatingips/58a3b663-539b-4d3d-9e9a-2efbed3658db HTTP/1.1" status: 204 len: 168 time: 1.2344804 Mar 11 12:05:53.269071 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46322) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:53.274013 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': 'ea905825-c4ac-4b97-b0d4-2bad4ea1b226'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:53.305601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:53.344589 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3957dec0-13da-44e2-ac6c-9cd60415cf8a req-0734e0f2-cb85-4086-a8ff-ae7d99e7af48 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374352 Mar 11 12:05:53.555876 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:53.876608 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Allocated IP 172.25.7.16 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/eb6b33bf-0940-4c6e-9140-485afc852bf9) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:05:53.909058 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6e44535-390b-4361-be6a-c8343a23e151 req-1fcdf982-d080-4c58-9b97-c739c5537cc3 tempest-ServersNegativeTestMultiTenantJSON-1262856704 tempest-ServersNegativeTestMultiTenantJSON-1262856704-project] 10.222.0.78 "GET /v2.0/ports?device_id=a1de4d50-07b7-494e-968d-2f61f3fb7773 HTTP/1.1" status: 200 len: 210 time: 0.1345212 Mar 11 12:05:53.930844 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677222d-71bd-4813-b2b8-0c9b59166795 req-00af467c-6152-4e86-84ab-ca7a2b8b937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:53.936367 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4677222d-71bd-4813-b2b8-0c9b59166795 req-00af467c-6152-4e86-84ab-ca7a2b8b937c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1261e07bdfea4d9b80d7efcfb649be2d&device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 1128 time: 0.3199756 Mar 11 12:05:54.084650 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b36b983e-db6e-4c78-b5f3-1ce114ad014d no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:05:54.134701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: b36b983e-db6e-4c78-b5f3-1ce114ad014d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:05:54.135326 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b36b983e-db6e-4c78-b5f3-1ce114ad014d not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:05:54.149455 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (eb6b33bf-0940-4c6e-9140-485afc852bf9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:54.207185 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (eb6b33bf-0940-4c6e-9140-485afc852bf9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:54.269191 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff871ea-8472-41d3-8034-d8f66db60949 req-14ff5a92-ef46-48af-9f70-5889267ef32a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:54.279615 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ff871ea-8472-41d3-8034-d8f66db60949 req-14ff5a92-ef46-48af-9f70-5889267ef32a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.1518557 Mar 11 12:05:54.283457 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677222d-71bd-4813-b2b8-0c9b59166795 req-c7164c34-69fb-430a-9bef-c5231d959f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:54.285346 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4677222d-71bd-4813-b2b8-0c9b59166795 req-c7164c34-69fb-430a-9bef-c5231d959f12 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e532891a-d9f9-4838-8745-963ad9eaeacc HTTP/1.1" status: 200 len: 918 time: 0.3407159 Mar 11 12:05:54.295761 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:05:54.299763 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:05:54.304250 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:05:54.347992 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=eb6b33bf-0940-4c6e-9140-485afc852bf9,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:54.375111 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4677222d-71bd-4813-b2b8-0c9b59166795 req-25c68789-b70c-494f-a785-688036fec704 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3 HTTP/1.1" status: 200 len: 1002 time: 0.0820191 Mar 11 12:05:54.514219 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ff871ea-8472-41d3-8034-d8f66db60949 req-26b79e3e-b567-49a5-9732-93ffa3eddbd5 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335098 Mar 11 12:05:54.615147 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677222d-71bd-4813-b2b8-0c9b59166795 req-b6e5d874-7f67-4f7c-bf83-ce10002c0f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:54.617256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4677222d-71bd-4813-b2b8-0c9b59166795 req-b6e5d874-7f67-4f7c-bf83-ce10002c0f2c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc42e876-74e9-4322-8608-e55a47f90e7b HTTP/1.1" status: 200 len: 856 time: 0.2297814 Mar 11 12:05:54.645632 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594dfd4-42cb-42d4-b54b-f3c15a4cc903 req-08e429f3-ca60-4b64-aacd-1f3cee11422d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:54.653738 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c594dfd4-42cb-42d4-b54b-f3c15a4cc903 req-08e429f3-ca60-4b64-aacd-1f3cee11422d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.1078093 Mar 11 12:05:54.718090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677222d-71bd-4813-b2b8-0c9b59166795 req-fe257ed3-3267-4393-8bd7-6d391908bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:54.720052 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4677222d-71bd-4813-b2b8-0c9b59166795 req-fe257ed3-3267-4393-8bd7-6d391908bf14 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e532891a-d9f9-4838-8745-963ad9eaeacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0957873 Mar 11 12:05:54.749384 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c594dfd4-42cb-42d4-b54b-f3c15a4cc903 req-1f4e6d1c-267d-4f62-8580-7b042e22e6d5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896049 Mar 11 12:05:54.998898 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4677222d-71bd-4813-b2b8-0c9b59166795 req-41457018-64b1-49ac-acfe-a0c4caf0b585 service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679324 Mar 11 12:05:55.059746 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46380) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:55.113046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-88721182-6738-4d73-ac77-55dc1f5d209d admin admin] Deleting subnet 61009802-49fc-43f3-bf5d-7bbd5c424bec {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:05:55.118524 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88721182-6738-4d73-ac77-55dc1f5d209d admin admin] Publish callbacks [] for subnet (61009802-49fc-43f3-bf5d-7bbd5c424bec), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:55.168741 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (80152678-8dda-4037-93c5-059c1f86dc41), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:55.227310 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88721182-6738-4d73-ac77-55dc1f5d209d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (61009802-49fc-43f3-bf5d-7bbd5c424bec), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:55.313480 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (eb6b33bf-0940-4c6e-9140-485afc852bf9), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:55.384155 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88721182-6738-4d73-ac77-55dc1f5d209d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (61009802-49fc-43f3-bf5d-7bbd5c424bec), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:55.418669 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4677222d-71bd-4813-b2b8-0c9b59166795 req-4c213739-86d6-4222-a9f0-a654ce9fed99 service neutron] 10.222.0.71 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092355 Mar 11 12:05:55.563271 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88721182-6738-4d73-ac77-55dc1f5d209d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (61009802-49fc-43f3-bf5d-7bbd5c424bec), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:55.566651 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (eb6b33bf-0940-4c6e-9140-485afc852bf9), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:55.580124 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (eb6b33bf-0940-4c6e-9140-485afc852bf9), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:55.667401 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (80152678-8dda-4037-93c5-059c1f86dc41), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:55.696835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88721182-6738-4d73-ac77-55dc1f5d209d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61009802-49fc-43f3-bf5d-7bbd5c424bec,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:55.704540 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88721182-6738-4d73-ac77-55dc1f5d209d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:55.722639 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-88721182-6738-4d73-ac77-55dc1f5d209d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/61009802-49fc-43f3-bf5d-7bbd5c424bec HTTP/1.1" status: 204 len: 168 time: 0.6606820 Mar 11 12:05:55.724151 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46402) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:55.783440 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Floating IP 80152678-8dda-4037-93c5-059c1f86dc41 associated. External IP: 172.25.7.16, port: ea905825-c4ac-4b97-b0d4-2bad4ea1b226. Mar 11 12:05:55.850856 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=eb6b33bf-0940-4c6e-9140-485afc852bf9,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:56.049770 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e4ae68e-23e3-4a41-8324-3477612fd702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (6bd06371-b2cf-42b1-8962-b78475cb7fd0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:56.079852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdaec9-ca88-46a1-a971-d96e63833784 req-89dd0d95-19b0-4441-8808-5332fde23b4a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:56.094513 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1fdaec9-ca88-46a1-a971-d96e63833784 req-89dd0d95-19b0-4441-8808-5332fde23b4a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.3495426 Mar 11 12:05:56.239439 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router adcd3a6b-c0ca-4e42-925c-b201d92d95e1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:05:56.301101 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e4ae68e-23e3-4a41-8324-3477612fd702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (6bd06371-b2cf-42b1-8962-b78475cb7fd0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:56.375905 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1fdaec9-ca88-46a1-a971-d96e63833784 req-dd1d580e-5ae9-493d-8528-156163fc7fd3 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801528 Mar 11 12:05:56.391529 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:05:56.404753 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ff0ee-66d3-4d38-b732-8157c8ba4ba7 req-532f04c0-834b-4abf-8e4d-f5730c701a26 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:56.413954 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a2ff0ee-66d3-4d38-b732-8157c8ba4ba7 req-532f04c0-834b-4abf-8e4d-f5730c701a26 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.5118446 Mar 11 12:05:56.415246 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e0c5cf-da0f-4a18-8f4c-a41295e57a38 None None] Sync routers for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:05:56.424711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-5e4ae68e-23e3-4a41-8324-3477612fd702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd06371-b2cf-42b1-8962-b78475cb7fd0']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:56.432725 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0c5cf-da0f-4a18-8f4c-a41295e57a38 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:05:56.433349 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-71e0c5cf-da0f-4a18-8f4c-a41295e57a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:05:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:56.460382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-5e4ae68e-23e3-4a41-8324-3477612fd702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a114496-1d3a-4d12-acd6-c98cd8011647') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:56.460856 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-5e4ae68e-23e3-4a41-8324-3477612fd702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a114496-1d3a-4d12-acd6-c98cd8011647') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:56.465600 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:56.524866 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-71e0c5cf-da0f-4a18-8f4c-a41295e57a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:56.529743 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3682da30-2599-4ec6-b035-c9909a2d921d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2597706 Mar 11 12:05:56.531737 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46428) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:56.538616 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e4ae68e-23e3-4a41-8324-3477612fd702 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (7a114496-1d3a-4d12-acd6-c98cd8011647), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:56.553130 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0c5cf-da0f-4a18-8f4c-a41295e57a38 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:05:56.554058 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-71e0c5cf-da0f-4a18-8f4c-a41295e57a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:05:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:56.594518 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-71e0c5cf-da0f-4a18-8f4c-a41295e57a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:56.595414 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e0c5cf-da0f-4a18-8f4c-a41295e57a38 None None] The sync data for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:05:56.647957 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e4ae68e-23e3-4a41-8324-3477612fd702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (7a114496-1d3a-4d12-acd6-c98cd8011647), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:56.697636 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4ae68e-23e3-4a41-8324-3477612fd702 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:05:56.699208 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e4ae68e-23e3-4a41-8324-3477612fd702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (7a114496-1d3a-4d12-acd6-c98cd8011647), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:56.703404 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ec707300-411d-46a8-9042-f14635c9b929 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "GET /v2.0/floatingips/80152678-8dda-4037-93c5-059c1f86dc41 HTTP/1.1" status: 200 len: 977 time: 0.1703000 Mar 11 12:05:56.704129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46430) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: warnings.warn(msg) Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:05:56.709066 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:05:56.745738 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a2ff0ee-66d3-4d38-b732-8157c8ba4ba7 req-67e72a1b-6c2a-4ada-b375-e6a644b6fa22 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248718 Mar 11 12:05:56.845605 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e4ae68e-23e3-4a41-8324-3477612fd702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (6bd06371-b2cf-42b1-8962-b78475cb7fd0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:56.869069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:05:56.871906 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e4ae68e-23e3-4a41-8324-3477612fd702 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:56.878541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46438) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:56.884331 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5e4ae68e-23e3-4a41-8324-3477612fd702 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6bd06371-b2cf-42b1-8962-b78475cb7fd0 HTTP/1.1" status: 204 len: 168 time: 1.1537213 Mar 11 12:05:56.943724 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0d64368a-b4eb-4da4-b601-941cae37b8d4 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2383139 Mar 11 12:05:56.978301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46440) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:56.983067 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ddf91b63-2dd8-4a48-9204-37466cd4610e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'floatingip': {'port_id': '3a8acf52-35b6-4410-9f2e-41a3a1a846ee'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:05:57.138592 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:05:57.141449 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:57.181557 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32fcbf6-bc59-4de1-b130-3f0095d34812 admin admin] Deleting subnet 20bb7c07-bd7b-40a8-b482-1b146b4ed650 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:05:57.192671 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e32fcbf6-bc59-4de1-b130-3f0095d34812 admin admin] Publish callbacks [] for subnet (20bb7c07-bd7b-40a8-b482-1b146b4ed650), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:57.197799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:05:57.203574 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d69444-bdeb-43c8-9c6b-8d3d900399ce" -d '{"events": [{"server_uuid": "7f2d006f-dd49-4a23-974a-4c01812a8762", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9fbe62-856a-4959-96f9-6c6b3044d6a3"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:05:57.248178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:05:57.268515 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:57.354016 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e32fcbf6-bc59-4de1-b130-3f0095d34812 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (20bb7c07-bd7b-40a8-b482-1b146b4ed650), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:57.380808 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d64bd5-6ed7-4ad6-997a-cd905ea0fd7e x-openstack-request-id: req-c1d64bd5-6ed7-4ad6-997a-cd905ea0fd7e {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:05:57.385550 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2d006f-dd49-4a23-974a-4c01812a8762", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9fbe62-856a-4959-96f9-6c6b3044d6a3", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:05:57.386093 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c1d64bd5-6ed7-4ad6-997a-cd905ea0fd7e {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:05:57.386530 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3', 'code': 200} Mar 11 12:05:57.391473 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:57.511750 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e32fcbf6-bc59-4de1-b130-3f0095d34812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (20bb7c07-bd7b-40a8-b482-1b146b4ed650), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:57.620349 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e32fcbf6-bc59-4de1-b130-3f0095d34812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (20bb7c07-bd7b-40a8-b482-1b146b4ed650), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:57.671773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fcbf6-bc59-4de1-b130-3f0095d34812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20bb7c07-bd7b-40a8-b482-1b146b4ed650,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:57.733352 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e32fcbf6-bc59-4de1-b130-3f0095d34812 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:57.744823 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e32fcbf6-bc59-4de1-b130-3f0095d34812 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/20bb7c07-bd7b-40a8-b482-1b146b4ed650 HTTP/1.1" status: 204 len: 168 time: 0.8354347 Mar 11 12:05:57.748859 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddf91b63-2dd8-4a48-9204-37466cd4610e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (80152678-8dda-4037-93c5-059c1f86dc41), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:57.880920 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46462) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:05:58.039031 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ae68e-23e3-4a41-8324-3477612fd702 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd06371-b2cf-42b1-8962-b78475cb7fd0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:05:58.132024 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f4631e3-9edc-4ce4-99c3-952ff63a0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (e5d06fc1-b991-4308-9bc2-9b52303f1ae1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:58.301463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf0d30-8b67-4798-95a7-7de387d8bbd0 req-83da1d44-7ddf-4c13-83d1-7c881c1eb664 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:58.311264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5adf0d30-8b67-4798-95a7-7de387d8bbd0 req-83da1d44-7ddf-4c13-83d1-7c881c1eb664 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.2633593 Mar 11 12:05:58.413587 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e1a90-a596-40f2-ace5-8baf88ba3e0f req-ff5c7cb4-3351-4809-9b45-001dccd603b1 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:58.429712 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e9e1a90-a596-40f2-ace5-8baf88ba3e0f req-ff5c7cb4-3351-4809-9b45-001dccd603b1 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 944 time: 0.3827295 Mar 11 12:05:58.557143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5adf0d30-8b67-4798-95a7-7de387d8bbd0 req-d1f9515c-0d34-4483-a947-1a04bb9a516c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431927 Mar 11 12:05:58.645923 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e9e1a90-a596-40f2-ace5-8baf88ba3e0f req-97c88d2b-f37a-4a89-aeb5-b2976e9b608c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120914 Mar 11 12:05:58.820579 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b93e5b4-1f09-4920-9a9d-77844b7dd8c0 req-7024ce2a-d565-4cba-8570-de0c90d5bec4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1390841 Mar 11 12:05:59.205183 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93e5b4-1f09-4920-9a9d-77844b7dd8c0 req-75c3abbe-8f49-41f1-b0f7-4cc3c55803ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:59.207567 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b93e5b4-1f09-4920-9a9d-77844b7dd8c0 req-75c3abbe-8f49-41f1-b0f7-4cc3c55803ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 1127 time: 0.2564218 Mar 11 12:05:59.411760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93e5b4-1f09-4920-9a9d-77844b7dd8c0 req-16bf8a8e-0982-4d94-b2ad-d80f2b972b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:59.413927 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f4631e3-9edc-4ce4-99c3-952ff63a0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (e5d06fc1-b991-4308-9bc2-9b52303f1ae1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:59.422350 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b93e5b4-1f09-4920-9a9d-77844b7dd8c0 req-16bf8a8e-0982-4d94-b2ad-d80f2b972b3a service neutron] 10.222.0.71 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 0.1782618 Mar 11 12:05:59.575304 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1f4631e3-9edc-4ce4-99c3-952ff63a0e3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d06fc1-b991-4308-9bc2-9b52303f1ae1']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:59.597581 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b93e5b4-1f09-4920-9a9d-77844b7dd8c0 req-8d64ce9b-ecd8-47c5-9666-6859d06f92d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028 HTTP/1.1" status: 200 len: 1000 time: 0.1531596 Mar 11 12:05:59.603797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1f4631e3-9edc-4ce4-99c3-952ff63a0e3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef56f4d-0b96-4354-b18a-0be757097aaf') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:59.607476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1f4631e3-9edc-4ce4-99c3-952ff63a0e3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef56f4d-0b96-4354-b18a-0be757097aaf') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:05:59.630586 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f4631e3-9edc-4ce4-99c3-952ff63a0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (3ef56f4d-0b96-4354-b18a-0be757097aaf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:59.680640 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f4631e3-9edc-4ce4-99c3-952ff63a0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (3ef56f4d-0b96-4354-b18a-0be757097aaf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:59.751140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4631e3-9edc-4ce4-99c3-952ff63a0e3a admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:05:59.754202 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f4631e3-9edc-4ce4-99c3-952ff63a0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (3ef56f4d-0b96-4354-b18a-0be757097aaf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:05:59.759076 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:05:59.826024 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93e5b4-1f09-4920-9a9d-77844b7dd8c0 req-f11df2f6-b9ee-47cf-a28b-96a471b2fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:59.826024 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b93e5b4-1f09-4920-9a9d-77844b7dd8c0 req-f11df2f6-b9ee-47cf-a28b-96a471b2fba3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.2176137 Mar 11 12:05:59.832180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172790b4-27da-4635-b6a4-7953723dbe46 req-ea2817ff-3906-4b34-b378-ea46fc965678 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:05:59.834068 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-172790b4-27da-4635-b6a4-7953723dbe46 req-ea2817ff-3906-4b34-b378-ea46fc965678 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.1319058 Mar 11 12:06:00.027786 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-172790b4-27da-4635-b6a4-7953723dbe46 req-3bb5a710-c2df-4b6f-91e2-cbddf9b96f96 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619556 Mar 11 12:06:00.094855 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f4631e3-9edc-4ce4-99c3-952ff63a0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (e5d06fc1-b991-4308-9bc2-9b52303f1ae1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:00.107983 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93e5b4-1f09-4920-9a9d-77844b7dd8c0 req-94831280-01e1-4bf5-b8ed-cc5bf8425fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:00.111882 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b93e5b4-1f09-4920-9a9d-77844b7dd8c0 req-94831280-01e1-4bf5-b8ed-cc5bf8425fe1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2766697 Mar 11 12:06:00.142716 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f4631e3-9edc-4ce4-99c3-952ff63a0e3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:00.149044 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1f4631e3-9edc-4ce4-99c3-952ff63a0e3a admin admin] 10.222.0.78 "DELETE /v2.0/networks/e5d06fc1-b991-4308-9bc2-9b52303f1ae1 HTTP/1.1" status: 204 len: 168 time: 2.2637691 Mar 11 12:06:00.182496 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4631e3-9edc-4ce4-99c3-952ff63a0e3a admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d06fc1-b991-4308-9bc2-9b52303f1ae1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:00.363245 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b93e5b4-1f09-4920-9a9d-77844b7dd8c0 req-718a90e5-9569-4df7-a5e0-17099abc7122 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429266 Mar 11 12:06:00.610865 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-adc81954-3ce0-42dd-bee6-279473c07567 req-52b79bac-4bf6-4528-90c8-16e8733e97df service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:06:00.612234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-adc81954-3ce0-42dd-bee6-279473c07567 req-52b79bac-4bf6-4528-90c8-16e8733e97df service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132029 Mar 11 12:06:00.712222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46546) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:00.798005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b93e5b4-1f09-4920-9a9d-77844b7dd8c0 req-554871f3-d4fd-4411-96b4-54aae053bed7 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202840 Mar 11 12:06:00.821985 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:06:00.886595 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:06:00.899215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bce326f0-712d-486d-bb3e-81385f8b0d19 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=140486dab824404e8f202d6d0a7d7336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1738677 Mar 11 12:06:00.900204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46558) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:00.965166 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.resource_extend [None req-ddf91b63-2dd8-4a48-9204-37466cd4610e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 12:06:01.132737 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddf91b63-2dd8-4a48-9204-37466cd4610e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:01.153596 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddf91b63-2dd8-4a48-9204-37466cd4610e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (80152678-8dda-4037-93c5-059c1f86dc41), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:01.204411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 is: DOWN; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:06:01.331238 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-395bcac8-7f4d-4d01-906b-562fd8234f7d admin admin] Publish callbacks [] for security_group (da10aa0d-a52e-4170-a3fc-5849dc1c1b33), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:01.344345 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f273c-89c1-4812-a549-133901130e46 req-5e48d757-bc5a-489f-bfb7-130b12440e7e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:01.346078 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-359f273c-89c1-4812-a549-133901130e46 req-5e48d757-bc5a-489f-bfb7-130b12440e7e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 944 time: 0.4061074 Mar 11 12:06:01.440621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-359f273c-89c1-4812-a549-133901130e46 req-44ad8722-0cac-4590-ac17-59d50ab38c84 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861933 Mar 11 12:06:01.456925 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-395bcac8-7f4d-4d01-906b-562fd8234f7d admin admin] Publish callbacks [] for security_group (da10aa0d-a52e-4170-a3fc-5849dc1c1b33), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:01.522910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c045da3-5c71-430e-901a-b92e1acdb9fe req-3a00cf56-a479-4907-966d-8318b5ba4f50 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:01.536903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c045da3-5c71-430e-901a-b92e1acdb9fe req-3a00cf56-a479-4907-966d-8318b5ba4f50 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.3157682 Mar 11 12:06:01.549716 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-ddf91b63-2dd8-4a48-9204-37466cd4610e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Floating IP 80152678-8dda-4037-93c5-059c1f86dc41 associated. External IP: 172.25.7.16, port: ea905825-c4ac-4b97-b0d4-2bad4ea1b226. Mar 11 12:06:01.731319 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-395bcac8-7f4d-4d01-906b-562fd8234f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (da10aa0d-a52e-4170-a3fc-5849dc1c1b33), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:01.740495 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-395bcac8-7f4d-4d01-906b-562fd8234f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:01.742335 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-395bcac8-7f4d-4d01-906b-562fd8234f7d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/da10aa0d-a52e-4170-a3fc-5849dc1c1b33 HTTP/1.1" status: 204 len: 168 time: 0.8405972 Mar 11 12:06:01.856264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c045da3-5c71-430e-901a-b92e1acdb9fe req-7ee38130-fc70-49ae-b109-bdb801a5b66f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174491 Mar 11 12:06:01.871063 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bcac8-7f4d-4d01-906b-562fd8234f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da10aa0d-a52e-4170-a3fc-5849dc1c1b33,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:02.008170 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46592) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:02.103896 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf91b63-2dd8-4a48-9204-37466cd4610e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router adcd3a6b-c0ca-4e42-925c-b201d92d95e1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:06:02.402493 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf91b63-2dd8-4a48-9204-37466cd4610e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:06:02.415629 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057cf636-8b79-4c72-a00a-468032969042 None None] Sync routers for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:06:02.436884 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-90bd5283-f7fa-48ef-9187-286e6dbd9b17 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4274299 Mar 11 12:06:02.449825 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057cf636-8b79-4c72-a00a-468032969042 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:02.450825 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-057cf636-8b79-4c72-a00a-468032969042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:05:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:02.452657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-fea4df11-66cc-48f2-9873-b48d4edf8fc8 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:06:02.453737 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-fea4df11-66cc-48f2-9873-b48d4edf8fc8 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064864 Mar 11 12:06:02.623141 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-057cf636-8b79-4c72-a00a-468032969042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:02.659921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057cf636-8b79-4c72-a00a-468032969042 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:02.663814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-057cf636-8b79-4c72-a00a-468032969042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:05:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:02.700890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46610) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:02.716725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-057cf636-8b79-4c72-a00a-468032969042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:02.717692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057cf636-8b79-4c72-a00a-468032969042 None None] The sync data for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:06:02.760195 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-b8795eb0-95b0-4d47-b5ff-c50c0009aca8 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:02.761888 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-b8795eb0-95b0-4d47-b5ff-c50c0009aca8 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports/3b9fbe62-856a-4959-96f9-6c6b3044d6a3 HTTP/1.1" status: 200 len: 941 time: 0.2383575 Mar 11 12:06:02.805243 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced5967-f1f2-4ace-9e67-b359ebe3b237 req-6a615854-5304-45fd-bbcb-cee1b0b5df83 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:02.812894 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ced5967-f1f2-4ace-9e67-b359ebe3b237 req-6a615854-5304-45fd-bbcb-cee1b0b5df83 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 944 time: 0.2041273 Mar 11 12:06:02.867611 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-accbe24d-75a2-4d2f-92c5-a55ccd7121e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b4c5014da89c4bc6b5eb08caa19d60d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1632230 Mar 11 12:06:02.869502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46616) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:03.123366 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ced5967-f1f2-4ace-9e67-b359ebe3b237 req-2aed1d7d-f88a-459c-96ca-9c7e385e9aab tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037436 Mar 11 12:06:03.270980 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a15d5dd2-ffd6-473b-ab6d-3ec360a26073 admin admin] Publish callbacks [] for security_group (a837086c-7edd-4a81-991f-bd56e5baf01a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:03.296518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf91b63-2dd8-4a48-9204-37466cd4610e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router adcd3a6b-c0ca-4e42-925c-b201d92d95e1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:06:03.302811 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a15d5dd2-ffd6-473b-ab6d-3ec360a26073 admin admin] Publish callbacks [] for security_group (a837086c-7edd-4a81-991f-bd56e5baf01a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:03.322171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1ee07-be50-4ee9-ba98-d5f8daff7cee req-53b25655-87b5-46ec-9d02-0d3122754270 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:03.323928 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10d1ee07-be50-4ee9-ba98-d5f8daff7cee req-53b25655-87b5-46ec-9d02-0d3122754270 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.1993392 Mar 11 12:06:03.512496 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10d1ee07-be50-4ee9-ba98-d5f8daff7cee req-f4b59929-2192-4475-b4e7-77d5aa54da57 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742816 Mar 11 12:06:03.545506 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a15d5dd2-ffd6-473b-ab6d-3ec360a26073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a837086c-7edd-4a81-991f-bd56e5baf01a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:03.546297 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf91b63-2dd8-4a48-9204-37466cd4610e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:06:03.554122 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a15d5dd2-ffd6-473b-ab6d-3ec360a26073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:03.558107 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddf91b63-2dd8-4a48-9204-37466cd4610e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:03.560936 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a15d5dd2-ffd6-473b-ab6d-3ec360a26073 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a837086c-7edd-4a81-991f-bd56e5baf01a HTTP/1.1" status: 204 len: 168 time: 0.6895194 Mar 11 12:06:03.566935 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488c86d5-22df-40e5-912a-b8471eca48c6 None None] Sync routers for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:06:03.585566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d5dd2-ffd6-473b-ab6d-3ec360a26073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a837086c-7edd-4a81-991f-bd56e5baf01a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:03.605980 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488c86d5-22df-40e5-912a-b8471eca48c6 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:03.606641 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-488c86d5-22df-40e5-912a-b8471eca48c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:05:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:03.736872 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ddf91b63-2dd8-4a48-9204-37466cd4610e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "PUT /v2.0/floatingips/80152678-8dda-4037-93c5-059c1f86dc41 HTTP/1.1" status: 200 len: 975 time: 6.7572081 Mar 11 12:06:03.737099 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-488c86d5-22df-40e5-912a-b8471eca48c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:03.740298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46644) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:03.747028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a5a5134d-8871-4dbf-9684-27740922c4b9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:06:03.755516 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:03.760627 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488c86d5-22df-40e5-912a-b8471eca48c6 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:03.761639 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-488c86d5-22df-40e5-912a-b8471eca48c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:05:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:03.810106 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-488c86d5-22df-40e5-912a-b8471eca48c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:03.810763 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488c86d5-22df-40e5-912a-b8471eca48c6 None None] The sync data for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:06:03.959480 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a5a5134d-8871-4dbf-9684-27740922c4b9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (80152678-8dda-4037-93c5-059c1f86dc41), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:04.325353 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a5a5134d-8871-4dbf-9684-27740922c4b9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:04.384593 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a5a5134d-8871-4dbf-9684-27740922c4b9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (80152678-8dda-4037-93c5-059c1f86dc41), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:04.385803 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-a5a5134d-8871-4dbf-9684-27740922c4b9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Floating IP 80152678-8dda-4037-93c5-059c1f86dc41 disassociated. External IP: 172.25.7.16, port: 3a8acf52-35b6-4410-9f2e-41a3a1a846ee. Mar 11 12:06:05.040184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e08ba-6197-47a0-ad78-45d11c71c3b4 req-4437b29a-cad1-4f9c-8733-f373dea7ae38 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:05.041716 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d73e08ba-6197-47a0-ad78-45d11c71c3b4 req-4437b29a-cad1-4f9c-8733-f373dea7ae38 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 944 time: 0.7142198 Mar 11 12:06:05.043771 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-11d58dd0-3008-4d24-9572-c111267cad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:05.045194 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-11d58dd0-3008-4d24-9572-c111267cad8b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762&tenant_id=1261e07bdfea4d9b80d7efcfb649be2d HTTP/1.1" status: 200 len: 1126 time: 0.7164419 Mar 11 12:06:05.054831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6a822-d538-49b1-89fd-eeee35627779 req-4901fe65-3602-4d30-b66e-bfff19040184 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:05.056628 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1f6a822-d538-49b1-89fd-eeee35627779 req-4901fe65-3602-4d30-b66e-bfff19040184 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.3375676 Mar 11 12:06:05.068213 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:06:05.443123 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:05.548615 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1f6a822-d538-49b1-89fd-eeee35627779 req-c822bf54-452d-4ffd-94c8-365bcf305dd5 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861553 Mar 11 12:06:05.639071 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d73e08ba-6197-47a0-ad78-45d11c71c3b4 req-320cf535-ecb6-4a9c-b770-33ba82a98ef0 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5813162 Mar 11 12:06:05.703358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a5134d-8871-4dbf-9684-27740922c4b9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router adcd3a6b-c0ca-4e42-925c-b201d92d95e1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:06:06.050521 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a5134d-8871-4dbf-9684-27740922c4b9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:06:06.070401 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd0f635-b30d-4441-a1a5-3c7ffb6a1f93 None None] Sync routers for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:06:06.109202 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd0f635-b30d-4441-a1a5-3c7ffb6a1f93 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:06.109863 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5bd0f635-b30d-4441-a1a5-3c7ffb6a1f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:05:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:06.200084 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] For port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:06:06.240400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] For port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:06:06.291090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:06:06.300980 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Publish callbacks [] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:06.315776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Transition to ACTIVE for port object 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:06:06.319985 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a5a5134d-8871-4dbf-9684-27740922c4b9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:06.328549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5bd0f635-b30d-4441-a1a5-3c7ffb6a1f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:06.360958 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd0f635-b30d-4441-a1a5-3c7ffb6a1f93 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:06.363531 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5bd0f635-b30d-4441-a1a5-3c7ffb6a1f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:05:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:06.396087 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a5a5134d-8871-4dbf-9684-27740922c4b9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "PUT /v2.0/floatingips/80152678-8dda-4037-93c5-059c1f86dc41 HTTP/1.1" status: 200 len: 687 time: 2.6544440 Mar 11 12:06:06.397984 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:06.398610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46740) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:06.448476 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5bd0f635-b30d-4441-a1a5-3c7ffb6a1f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:06.453907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd0f635-b30d-4441-a1a5-3c7ffb6a1f93 None None] The sync data for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:06:06.540885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,revision_number=9']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:06.844560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b8c49ca6-dc5b-4d58-b04f-561bd25ffefb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Deleting port eb6b33bf-0940-4c6e-9140-485afc852bf9 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:06.846945 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8c49ca6-dc5b-4d58-b04f-561bd25ffefb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (eb6b33bf-0940-4c6e-9140-485afc852bf9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:07.044230 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8c49ca6-dc5b-4d58-b04f-561bd25ffefb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (eb6b33bf-0940-4c6e-9140-485afc852bf9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:07.044930 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8c49ca6-dc5b-4d58-b04f-561bd25ffefb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (eb6b33bf-0940-4c6e-9140-485afc852bf9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:07.075984 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b8c49ca6-dc5b-4d58-b04f-561bd25ffefb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Calling delete_port for eb6b33bf-0940-4c6e-9140-485afc852bf9 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:07.484242 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8c49ca6-dc5b-4d58-b04f-561bd25ffefb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (eb6b33bf-0940-4c6e-9140-485afc852bf9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:07.598974 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c49ca6-dc5b-4d58-b04f-561bd25ffefb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Port': ['ID=eb6b33bf-0940-4c6e-9140-485afc852bf9,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:07.828420 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8c49ca6-dc5b-4d58-b04f-561bd25ffefb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (80152678-8dda-4037-93c5-059c1f86dc41), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:07.840143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] No DVR routers for this DVR port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:06:07.846082 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8c49ca6-dc5b-4d58-b04f-561bd25ffefb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:07.850081 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b8c49ca6-dc5b-4d58-b04f-561bd25ffefb tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/floatingips/80152678-8dda-4037-93c5-059c1f86dc41 HTTP/1.1" status: 204 len: 168 time: 1.4477305 Mar 11 12:06:07.855460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46778) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:07.970436 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-c27ddd90-c133-49f2-bdde-b8870b7a9ef6 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] delete failed (client error): The resource could not be found. Mar 11 12:06:07.980724 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c27ddd90-c133-49f2-bdde-b8870b7a9ef6 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/floatingips/80152678-8dda-4037-93c5-059c1f86dc41 HTTP/1.1" status: 404 len: 345 time: 0.1228395 Mar 11 12:06:07.981480 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46788) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:08.041613 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f0af1-a571-4a23-91aa-84ac087726f0 req-f453d3b9-8288-44f1-b797-3680ee38e614 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:08.043220 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-887f0af1-a571-4a23-91aa-84ac087726f0 req-f453d3b9-8288-44f1-b797-3680ee38e614 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 1.2523372 Mar 11 12:06:08.094883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257810ee-2baa-4130-a23c-1404bde51507 req-f66385f2-5c98-437b-9cd5-7a2cb702c4e5 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:08.096474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-257810ee-2baa-4130-a23c-1404bde51507 req-f66385f2-5c98-437b-9cd5-7a2cb702c4e5 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 944 time: 1.1241107 Mar 11 12:06:08.180835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1704d781-b82e-47eb-bdbf-fc9ff770f557 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:08.186546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1704d781-b82e-47eb-bdbf-fc9ff770f557 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:08.192319 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1704d781-b82e-47eb-bdbf-fc9ff770f557 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:08.194026 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1704d781-b82e-47eb-bdbf-fc9ff770f557 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "GET /v2.0/ports?network_id=30e15d0f-3e7c-4085-a7bf-4fe6d531c164 HTTP/1.1" status: 200 len: 2356 time: 0.2116024 Mar 11 12:06:08.212735 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46800) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:08.347272 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6caacc-2f02-406c-8abe-bb42b016eaf9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:08.348956 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-df6caacc-2f02-406c-8abe-bb42b016eaf9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "GET /v2.0/subnets/869ccf28-b7d6-445a-8621-25a7a49170c8 HTTP/1.1" status: 200 len: 797 time: 0.1351125 Mar 11 12:06:08.354720 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46810) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:08.374218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a461ad7b-a5b6-4a34-b0a2-bb4e8b8077c2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'port': {'network_id': '30e15d0f-3e7c-4085-a7bf-4fe6d531c164', 'name': 'tempest-FloatingIPTestJSON-2053472218', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:06:08.552379 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-257810ee-2baa-4130-a23c-1404bde51507 req-5e252a5f-95e3-4f17-93ed-a6f727191e31 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4055467 Mar 11 12:06:08.573139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-887f0af1-a571-4a23-91aa-84ac087726f0 req-9c21f553-7cc3-4718-bd11-49744233f081 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139582 Mar 11 12:06:08.590763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Attempting to bind port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:06:08.591150 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Attempting to bind port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:06:08.591490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Attempting to bind port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 on network e532891a-d9f9-4838-8745-963ad9eaeacc {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:06:08.605841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 on network e532891a-d9f9-4838-8745-963ad9eaeacc not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:06:08.607287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Attempting to bind port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 on network e532891a-d9f9-4838-8745-963ad9eaeacc {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:06:08.617069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:06:08.617862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Checking segment: {'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:06:08.619129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Bound using segment: {'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:06:08.619652 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Bound port: 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:06:08.620014 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:08.691754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a461ad7b-a5b6-4a34-b0a2-bb4e8b8077c2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Made reservation on behalf of 4d3e022ceedb4afebeecfdc9e9fabd59 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:06:08.838923 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a461ad7b-a5b6-4a34-b0a2-bb4e8b8077c2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:08.848786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] For port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:06:08.867487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] For port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:06:08.885008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-a461ad7b-a5b6-4a34-b0a2-bb4e8b8077c2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] device_id is not set on port 734d216f-422d-4c89-9d8c-3bb69268664a yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:06:08.885943 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:09.023178 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:09.023883 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:09.025320 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-175e7792-160b-4360-956f-8b849958cd82 service neutron] 10.222.0.37 "PUT /v2.0/ports/3b9fbe62-856a-4959-96f9-6c6b3044d6a3 HTTP/1.1" status: 200 len: 1092 time: 3.9666729 Mar 11 12:06:09.053836 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'tag': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:06:09.083138 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5c3ee9-9596-44b2-b0e6-a4820847fe92" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2d006f-dd49-4a23-974a-4c01812a8762", "tag": "3b9fbe62-856a-4959-96f9-6c6b3044d6a3"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:06:09.110802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e7792-160b-4360-956f-8b849958cd82 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,revision_number=10']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:09.220848 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73902f1-1b9a-4dde-9f53-05f8c9eb668f x-openstack-request-id: req-b73902f1-1b9a-4dde-9f53-05f8c9eb668f {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:06:09.221203 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2d006f-dd49-4a23-974a-4c01812a8762", "tag": "3b9fbe62-856a-4959-96f9-6c6b3044d6a3", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:06:09.221566 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b73902f1-1b9a-4dde-9f53-05f8c9eb668f {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:06:09.221955 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'tag': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3', 'status': 'completed', 'code': 200} Mar 11 12:06:09.227291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-3a88725d-b83c-4902-bf05-5f64c410cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:09.231728 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-3a88725d-b83c-4902-bf05-5f64c410cba5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1261e07bdfea4d9b80d7efcfb649be2d&device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 1127 time: 0.1452994 Mar 11 12:06:09.423837 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-3fe9ac5f-4a2e-47aa-9fdd-bdb7e2259cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:09.430264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-3fe9ac5f-4a2e-47aa-9fdd-bdb7e2259cae service neutron] 10.222.0.37 "GET /v2.0/networks?id=e532891a-d9f9-4838-8745-963ad9eaeacc HTTP/1.1" status: 200 len: 918 time: 0.1830106 Mar 11 12:06:09.565621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-ceae3a85-233f-4847-a436-efba0442d823 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3 HTTP/1.1" status: 200 len: 1000 time: 0.1287372 Mar 11 12:06:09.666611 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-a461ad7b-a5b6-4a34-b0a2-bb4e8b8077c2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Allocated IP 172.20.0.14 (30e15d0f-3e7c-4085-a7bf-4fe6d531c164/869ccf28-b7d6-445a-8621-25a7a49170c8/734d216f-422d-4c89-9d8c-3bb69268664a) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:06:09.696384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-a461ad7b-a5b6-4a34-b0a2-bb4e8b8077c2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Allocated IP 172.20.0.13 (30e15d0f-3e7c-4085-a7bf-4fe6d531c164/869ccf28-b7d6-445a-8621-25a7a49170c8/734d216f-422d-4c89-9d8c-3bb69268664a) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:06:09.720721 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-5be32b13-f19f-464a-8736-dfe82c3726a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:09.728693 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-5be32b13-f19f-464a-8736-dfe82c3726a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc42e876-74e9-4322-8608-e55a47f90e7b HTTP/1.1" status: 200 len: 856 time: 0.1485901 Mar 11 12:06:10.015409 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a461ad7b-a5b6-4a34-b0a2-bb4e8b8077c2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (734d216f-422d-4c89-9d8c-3bb69268664a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:10.093789 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e618d8f-98cf-47bd-bd74-c1e5a768b270 req-727a1766-bf2d-445e-88e8-005325540ad4 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:10.100681 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e618d8f-98cf-47bd-bd74-c1e5a768b270 req-727a1766-bf2d-445e-88e8-005325540ad4 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.2571292 Mar 11 12:06:10.103105 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-f12e9aeb-bee8-42ae-a5e6-1630d8210e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:10.107485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-f12e9aeb-bee8-42ae-a5e6-1630d8210e98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e532891a-d9f9-4838-8745-963ad9eaeacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3769445 Mar 11 12:06:10.174324 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a461ad7b-a5b6-4a34-b0a2-bb4e8b8077c2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (734d216f-422d-4c89-9d8c-3bb69268664a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:10.200625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e618d8f-98cf-47bd-bd74-c1e5a768b270 req-b4369555-13aa-4f15-88aa-82d36bc31e75 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894637 Mar 11 12:06:10.277561 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737278d2-9f18-477c-8e04-651ae62adf36 req-0af9f4d2-af41-42b8-8ece-3a0c4895b554 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:10.279176 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-737278d2-9f18-477c-8e04-651ae62adf36 req-0af9f4d2-af41-42b8-8ece-3a0c4895b554 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 945 time: 0.4414642 Mar 11 12:06:10.315034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a461ad7b-a5b6-4a34-b0a2-bb4e8b8077c2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network 30e15d0f-3e7c-4085-a7bf-4fe6d531c164 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:06:10.318792 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-a461ad7b-a5b6-4a34-b0a2-bb4e8b8077c2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:06:10.322667 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a461ad7b-a5b6-4a34-b0a2-bb4e8b8077c2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:06:10.348728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46876) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:10.455934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461ad7b-a5b6-4a34-b0a2-bb4e8b8077c2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:10.457601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a461ad7b-a5b6-4a34-b0a2-bb4e8b8077c2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:10.461847 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461ad7b-a5b6-4a34-b0a2-bb4e8b8077c2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=734d216f-422d-4c89-9d8c-3bb69268664a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:10.465167 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-26a400f9-cb1a-41a3-aa3a-98833ad4f05e service neutron] 10.222.0.37 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447967 Mar 11 12:06:10.474729 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-737278d2-9f18-477c-8e04-651ae62adf36 req-ac5d5296-4c6c-4354-a13e-bdc598ea56d8 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880827 Mar 11 12:06:10.483287 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a461ad7b-a5b6-4a34-b0a2-bb4e8b8077c2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.1273277 Mar 11 12:06:10.486207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46890) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:10.491765 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '734d216f-422d-4c89-9d8c-3bb69268664a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:06:10.593266 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:10.620443 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0fc00f4a-db53-4a27-9286-23252970aef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:10.651004 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e69258ba-0834-42f4-a6d9-22339fc09e53 req-16fffa22-ff06-4741-8764-b7ed660fd968 service neutron] 10.222.0.37 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639049 Mar 11 12:06:10.788576 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0fc00f4a-db53-4a27-9286-23252970aef6 admin admin] Publish callbacks [] for security_group (dea720bd-2d48-43f3-b6e2-21a0e5c2db28), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:10.801877 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0fc00f4a-db53-4a27-9286-23252970aef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (dea720bd-2d48-43f3-b6e2-21a0e5c2db28), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:10.822198 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:10.919347 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc00f4a-db53-4a27-9286-23252970aef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea720bd-2d48-43f3-b6e2-21a0e5c2db28,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:10.929371 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0fc00f4a-db53-4a27-9286-23252970aef6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c250c08637da49fd9325bd6dc7a217d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5714157 Mar 11 12:06:10.929739 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46904) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:10.989720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c3ee9-9596-44b2-b0e6-a4820847fe92 req-7e6e88c3-4af7-4da4-8e5a-e9d08b70b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:10.995679 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da5c3ee9-9596-44b2-b0e6-a4820847fe92 req-7e6e88c3-4af7-4da4-8e5a-e9d08b70b80b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1261e07bdfea4d9b80d7efcfb649be2d&device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 1127 time: 0.2096839 Mar 11 12:06:11.071425 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3433d271-a12f-449c-916b-0b0e54a7a17e admin admin] Publish callbacks [] for security_group (dea720bd-2d48-43f3-b6e2-21a0e5c2db28), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:11.104237 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3433d271-a12f-449c-916b-0b0e54a7a17e admin admin] Publish callbacks [] for security_group (dea720bd-2d48-43f3-b6e2-21a0e5c2db28), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:11.151854 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76f1a7-f15c-448c-9fef-f36c71ee9006 req-4f50a4e5-6f69-48e7-8fd5-b4a9610c651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:11.153371 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f76f1a7-f15c-448c-9fef-f36c71ee9006 req-4f50a4e5-6f69-48e7-8fd5-b4a9610c651d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 1127 time: 0.1176028 Mar 11 12:06:11.212657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c3ee9-9596-44b2-b0e6-a4820847fe92 req-2b2dc5a9-b01b-48f6-8822-e32ff59e27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:11.215424 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da5c3ee9-9596-44b2-b0e6-a4820847fe92 req-2b2dc5a9-b01b-48f6-8822-e32ff59e27d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e532891a-d9f9-4838-8745-963ad9eaeacc HTTP/1.1" status: 200 len: 918 time: 0.2044735 Mar 11 12:06:11.328491 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da5c3ee9-9596-44b2-b0e6-a4820847fe92 req-d33f3f0a-b850-4249-bf20-d3865b5dde30 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3 HTTP/1.1" status: 200 len: 1000 time: 0.1048422 Mar 11 12:06:11.411702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76f1a7-f15c-448c-9fef-f36c71ee9006 req-446c1ff3-f679-426b-9ec7-7880734fec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:11.411702 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f76f1a7-f15c-448c-9fef-f36c71ee9006 req-446c1ff3-f679-426b-9ec7-7880734fec0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 0.2401946 Mar 11 12:06:11.425903 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3433d271-a12f-449c-916b-0b0e54a7a17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (dea720bd-2d48-43f3-b6e2-21a0e5c2db28), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:11.460586 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3433d271-a12f-449c-916b-0b0e54a7a17e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:11.475019 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3433d271-a12f-449c-916b-0b0e54a7a17e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dea720bd-2d48-43f3-b6e2-21a0e5c2db28 HTTP/1.1" status: 204 len: 168 time: 0.5433097 Mar 11 12:06:11.495689 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Allocated IP 172.25.7.166 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/2952a55b-f076-4783-b4fe-8c6a6e8d1c7f) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:06:11.534434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c3ee9-9596-44b2-b0e6-a4820847fe92 req-7c0c4276-8379-47c1-bc84-632813a94690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:11.535968 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da5c3ee9-9596-44b2-b0e6-a4820847fe92 req-7c0c4276-8379-47c1-bc84-632813a94690 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc42e876-74e9-4322-8608-e55a47f90e7b HTTP/1.1" status: 200 len: 856 time: 0.1975038 Mar 11 12:06:11.636001 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f76f1a7-f15c-448c-9fef-f36c71ee9006 req-7d68bcc9-846b-4279-8b1a-fd9c9bf18098 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 HTTP/1.1" status: 200 len: 217 time: 0.2203920 Mar 11 12:06:11.638960 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433d271-a12f-449c-916b-0b0e54a7a17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea720bd-2d48-43f3-b6e2-21a0e5c2db28,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:11.786131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76f1a7-f15c-448c-9fef-f36c71ee9006 req-3c764792-d21e-4b4e-97b4-bdfb6172bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:11.788544 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f76f1a7-f15c-448c-9fef-f36c71ee9006 req-3c764792-d21e-4b4e-97b4-bdfb6172bb9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.1046031 Mar 11 12:06:11.980397 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25f793-3d21-4e92-8ab3-84c6455cd04a req-bb03a852-020b-444b-99a8-62e88bbd9713 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:11.989281 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f25f793-3d21-4e92-8ab3-84c6455cd04a req-bb03a852-020b-444b-99a8-62e88bbd9713 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.5813627 Mar 11 12:06:11.995805 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76f1a7-f15c-448c-9fef-f36c71ee9006 req-dd0d2aa6-2fcf-4abe-952f-5c2dce4cdd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:11.998000 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f76f1a7-f15c-448c-9fef-f36c71ee9006 req-dd0d2aa6-2fcf-4abe-952f-5c2dce4cdd9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1944408 Mar 11 12:06:11.999415 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c3ee9-9596-44b2-b0e6-a4820847fe92 req-e17fb3d4-1a2c-4c04-b2c8-8badbf0a5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:12.008805 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da5c3ee9-9596-44b2-b0e6-a4820847fe92 req-e17fb3d4-1a2c-4c04-b2c8-8badbf0a5a01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e532891a-d9f9-4838-8745-963ad9eaeacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4612238 Mar 11 12:06:12.280726 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34fa9b-2e08-44d8-8e67-916de85d8b05 req-bb386c55-0af5-4ab5-be0b-b78f157b07b7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:12.283121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb34fa9b-2e08-44d8-8e67-916de85d8b05 req-bb386c55-0af5-4ab5-be0b-b78f157b07b7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 945 time: 0.5845706 Mar 11 12:06:12.340253 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46944) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:12.351475 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (2952a55b-f076-4783-b4fe-8c6a6e8d1c7f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:12.414874 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-790781f8-6d13-4eab-8a17-225be4bcfcff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:12.443800 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f76f1a7-f15c-448c-9fef-f36c71ee9006 req-1c799dd9-6899-48fd-8a8f-7534bfec270d service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123015 Mar 11 12:06:12.577141 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f25f793-3d21-4e92-8ab3-84c6455cd04a req-b9aeca38-f1d2-4b76-a12d-7153ee77bc02 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612593 Mar 11 12:06:12.640823 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:12.647213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-790781f8-6d13-4eab-8a17-225be4bcfcff admin admin] Publish callbacks [] for security_group (03ea9328-f631-48c1-9646-fad217c60ccb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:12.698507 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-790781f8-6d13-4eab-8a17-225be4bcfcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (03ea9328-f631-48c1-9646-fad217c60ccb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:12.709780 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb34fa9b-2e08-44d8-8e67-916de85d8b05 req-bc59832d-fab9-4732-825c-8c6926d0027f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3629622 Mar 11 12:06:12.717042 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da5c3ee9-9596-44b2-b0e6-a4820847fe92 req-1a17dfc5-fed9-4ff1-a27e-fa9268989da3 service neutron] 10.222.0.37 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6741917 Mar 11 12:06:12.728654 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (2952a55b-f076-4783-b4fe-8c6a6e8d1c7f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:12.867332 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-790781f8-6d13-4eab-8a17-225be4bcfcff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3e2893e9f4c344ceb83f55180dfb019f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5260086 Mar 11 12:06:12.873374 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46954) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:12.875235 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790781f8-6d13-4eab-8a17-225be4bcfcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ea9328-f631-48c1-9646-fad217c60ccb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:12.919536 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:06:12.968743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:06:12.974902 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:06:13.074378 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f76f1a7-f15c-448c-9fef-f36c71ee9006 req-ba614e15-a849-49f1-99ab-ea8ee3d52a4d service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231057 Mar 11 12:06:13.094449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=2952a55b-f076-4783-b4fe-8c6a6e8d1c7f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:13.610237 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a0be7bc-2c5c-49a4-b0c8-1d9f619b254a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:13.718085 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da7ca314-e43b-47e2-b06a-3ce017dbf7e4 admin admin] Publish callbacks [] for security_group (03ea9328-f631-48c1-9646-fad217c60ccb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:13.798819 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da5c3ee9-9596-44b2-b0e6-a4820847fe92 req-569d4647-05a7-4515-a034-df361d253ae7 service neutron] 10.222.0.37 "GET /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9761820 Mar 11 12:06:13.841130 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da7ca314-e43b-47e2-b06a-3ce017dbf7e4 admin admin] Publish callbacks [] for security_group (03ea9328-f631-48c1-9646-fad217c60ccb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:14.014876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439f6c9-9cc5-4611-afdc-b48e8f7a1d24 req-ed1c4183-a90a-4304-9fc5-8c1b4a599358 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:14.016347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6439f6c9-9cc5-4611-afdc-b48e8f7a1d24 req-ed1c4183-a90a-4304-9fc5-8c1b4a599358 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 945 time: 0.2911499 Mar 11 12:06:14.155926 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:06:14.331760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:06:14.332162 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:14.375996 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c2559d-d586-441a-bf9e-6e72ea3ba025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e8ad34-8eeb-4287-b83a-c2e9118b5ac4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:06:14.378486 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1406a5-2d52-46b7-b974-9ec265e445bb" -d '{"events": [{"server_uuid": "67c2559d-d586-441a-bf9e-6e72ea3ba025", "name": "network-vif-unplugged", "status": "completed", "tag": "77e8ad34-8eeb-4287-b83a-c2e9118b5ac4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:06:14.416901 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:06:14.426524 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:14.526992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:14.645647 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da7ca314-e43b-47e2-b06a-3ce017dbf7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (03ea9328-f631-48c1-9646-fad217c60ccb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:14.648279 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da7ca314-e43b-47e2-b06a-3ce017dbf7e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:14.651781 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-da7ca314-e43b-47e2-b06a-3ce017dbf7e4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/03ea9328-f631-48c1-9646-fad217c60ccb HTTP/1.1" status: 204 len: 168 time: 1.7658856 Mar 11 12:06:14.687901 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6439f6c9-9cc5-4611-afdc-b48e8f7a1d24 req-94083b70-688b-4e18-baa9-968caa3190c1 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6596756 Mar 11 12:06:14.751604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958ca6d-5232-4754-a7a1-6f55b0a7ff66 req-3b406058-a4f1-497e-88ba-83bababca863 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:14.758891 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5958ca6d-5232-4754-a7a1-6f55b0a7ff66 req-3b406058-a4f1-497e-88ba-83bababca863 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 945 time: 0.8655531 Mar 11 12:06:14.766749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ca314-e43b-47e2-b06a-3ce017dbf7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ea9328-f631-48c1-9646-fad217c60ccb,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:14.780338 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a08dff2-16f3-4650-adbc-824fbdaf7007 x-openstack-request-id: req-8a08dff2-16f3-4650-adbc-824fbdaf7007 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:06:14.780635 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c2559d-d586-441a-bf9e-6e72ea3ba025", "name": "network-vif-unplugged", "status": "completed", "tag": "77e8ad34-8eeb-4287-b83a-c2e9118b5ac4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:06:14.780888 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a08dff2-16f3-4650-adbc-824fbdaf7007 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:06:14.781465 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c2559d-d586-441a-bf9e-6e72ea3ba025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e8ad34-8eeb-4287-b83a-c2e9118b5ac4', 'code': 200} Mar 11 12:06:14.964062 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5958ca6d-5232-4754-a7a1-6f55b0a7ff66 req-d96a3d89-d47a-4e4b-bafa-6cb56478760a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676445 Mar 11 12:06:14.977244 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1524672-e06b-4230-95b6-c83e92807968 req-cda0a164-e823-4e2b-91d2-0ddd6a3f8406 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3904185 Mar 11 12:06:14.982187 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (21e763c1-c93c-42e9-b34c-a6c8d2246bad), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:15.142965 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2952a55b-f076-4783-b4fe-8c6a6e8d1c7f), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:15.530790 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (2952a55b-f076-4783-b4fe-8c6a6e8d1c7f), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:15.549156 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (2952a55b-f076-4783-b4fe-8c6a6e8d1c7f), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:15.721354 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=2952a55b-f076-4783-b4fe-8c6a6e8d1c7f,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:15.731526 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a10ebad5-fe45-45d6-8bf0-59db5ff36494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:15.861789 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (21e763c1-c93c-42e9-b34c-a6c8d2246bad), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:15.933525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1524672-e06b-4230-95b6-c83e92807968 req-bea54a55-22bd-4cce-b3e2-612689451e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:15.934605 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1524672-e06b-4230-95b6-c83e92807968 req-bea54a55-22bd-4cce-b3e2-612689451e6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 1127 time: 0.7491434 Mar 11 12:06:16.060838 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a500a-ad3b-4c92-baa0-65ea586e92d5 req-4d63fb7f-8c41-4ebf-ad0b-43de32bd0cd3 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:16.066031 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c5a500a-ad3b-4c92-baa0-65ea586e92d5 req-4d63fb7f-8c41-4ebf-ad0b-43de32bd0cd3 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 943 time: 0.2211263 Mar 11 12:06:16.241378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c5a500a-ad3b-4c92-baa0-65ea586e92d5 req-34d308ad-ca93-4def-808b-c49079b5eeff tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182697 Mar 11 12:06:16.424667 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Floating IP 21e763c1-c93c-42e9-b34c-a6c8d2246bad associated. External IP: 172.25.7.166, port: 734d216f-422d-4c89-9d8c-3bb69268664a. Mar 11 12:06:16.609129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1524672-e06b-4230-95b6-c83e92807968 req-536d09d5-9ebc-41c9-af0b-f9c89be7da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:16.615361 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1524672-e06b-4230-95b6-c83e92807968 req-536d09d5-9ebc-41c9-af0b-f9c89be7da8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 0.5435717 Mar 11 12:06:16.642464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6245c6a-63f9-4912-a7a8-165472dadba2 req-40f1d40f-b76b-40f2-bdf9-fd58d414986f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:16.644513 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6245c6a-63f9-4912-a7a8-165472dadba2 req-40f1d40f-b76b-40f2-bdf9-fd58d414986f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 945 time: 0.5774436 Mar 11 12:06:16.709380 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1524672-e06b-4230-95b6-c83e92807968 req-3d86d4bd-09ba-450c-8aa5-823e0c7c61d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07441d67-699c-4b32-aacf-d71b3a8d6778 HTTP/1.1" status: 200 len: 217 time: 0.0815082 Mar 11 12:06:16.864606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1524672-e06b-4230-95b6-c83e92807968 req-c61fdb41-d4ce-4636-adab-af6c3a9d4aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:16.865849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1524672-e06b-4230-95b6-c83e92807968 req-c61fdb41-d4ce-4636-adab-af6c3a9d4aab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.0764730 Mar 11 12:06:17.030368 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6245c6a-63f9-4912-a7a8-165472dadba2 req-c1ddd6b2-02c5-4c26-bc20-a526a9d08e29 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375304 Mar 11 12:06:17.210707 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:17.264422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1524672-e06b-4230-95b6-c83e92807968 req-a1ba1ea9-9114-4802-95be-aa155a3bef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:17.266201 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1524672-e06b-4230-95b6-c83e92807968 req-a1ba1ea9-9114-4802-95be-aa155a3bef11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2030768 Mar 11 12:06:17.275135 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router adcd3a6b-c0ca-4e42-925c-b201d92d95e1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:06:17.788127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1524672-e06b-4230-95b6-c83e92807968 req-c10d1449-c828-47d5-8c97-b879a674b615 service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151566 Mar 11 12:06:17.825750 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:06:17.838246 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2539f05b-a35c-4b80-a672-a5015bb761b6 None None] Sync routers for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:06:17.851896 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2539f05b-a35c-4b80-a672-a5015bb761b6 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:17.855063 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2539f05b-a35c-4b80-a672-a5015bb761b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:17.895942 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:17.907346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede8456-5774-420f-a2e2-1e7d75456873 req-f38deb03-6404-4789-992a-74ac2f886263 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:17.909318 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aede8456-5774-420f-a2e2-1e7d75456873 req-f38deb03-6404-4789-992a-74ac2f886263 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 943 time: 0.4585795 Mar 11 12:06:18.080313 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-25b1843a-f078-4941-b006-676546f2a579 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.5895371 Mar 11 12:06:18.081560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47084) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:18.085773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-39db70d4-414b-4b09-aa84-37b56fe54164 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'floatingip': {'port_id': '734d216f-422d-4c89-9d8c-3bb69268664a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:06:18.136819 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2539f05b-a35c-4b80-a672-a5015bb761b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:18.159066 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2539f05b-a35c-4b80-a672-a5015bb761b6 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:18.164454 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2539f05b-a35c-4b80-a672-a5015bb761b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:18.171817 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aede8456-5774-420f-a2e2-1e7d75456873 req-7ec401e9-1b72-4076-b483-46fa4f4a5113 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018740 Mar 11 12:06:18.208815 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2539f05b-a35c-4b80-a672-a5015bb761b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:18.209726 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2539f05b-a35c-4b80-a672-a5015bb761b6 None None] The sync data for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:06:18.222072 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-39db70d4-414b-4b09-aa84-37b56fe54164 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (21e763c1-c93c-42e9-b34c-a6c8d2246bad), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:18.344180 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1524672-e06b-4230-95b6-c83e92807968 req-4350cd43-c0c7-462b-b2bd-325b155af397 service neutron] 10.222.0.37 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055277 Mar 11 12:06:18.358371 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cc38f-83ff-4a94-b4b7-ed5291e93cd4 req-23a82419-20aa-43f7-9f82-f1b4046c7ec4 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:18.360653 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-500cc38f-83ff-4a94-b4b7-ed5291e93cd4 req-23a82419-20aa-43f7-9f82-f1b4046c7ec4 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 945 time: 0.1697042 Mar 11 12:06:18.454773 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-500cc38f-83ff-4a94-b4b7-ed5291e93cd4 req-7d44c371-925f-4a2c-a777-5679ffcffe19 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881531 Mar 11 12:06:18.606126 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:19.403356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f75789-c4ba-4f2c-8936-739f95099454 req-bdc74c25-7013-42dc-9533-3e1e41b540d4 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:19.404937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94f75789-c4ba-4f2c-8936-739f95099454 req-bdc74c25-7013-42dc-9533-3e1e41b540d4 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 943 time: 0.1111703 Mar 11 12:06:19.739090 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94f75789-c4ba-4f2c-8936-739f95099454 req-c5be558a-c4bb-4256-bf0b-a5c1b71b0ea2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217409 Mar 11 12:06:19.797436 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589221d-2e45-4680-8467-1a1201841350 req-ce47b5a9-4c2c-4ee5-8b03-2fa6afb86a0d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:19.799057 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4589221d-2e45-4680-8467-1a1201841350 req-ce47b5a9-4c2c-4ee5-8b03-2fa6afb86a0d tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 945 time: 0.1695673 Mar 11 12:06:20.066820 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4589221d-2e45-4680-8467-1a1201841350 req-ec309ed3-e84c-4229-a422-58c56715b984 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603805 Mar 11 12:06:20.089211 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:20.119143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19005efc-9fd0-42d5-bb26-74954620fa55 req-38be14c6-1911-48d2-a530-edd6bdebcbcc tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:20.132659 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19005efc-9fd0-42d5-bb26-74954620fa55 req-38be14c6-1911-48d2-a530-edd6bdebcbcc tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.2515609 Mar 11 12:06:20.239808 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19005efc-9fd0-42d5-bb26-74954620fa55 req-392056e9-aa93-44aa-8ff1-a2db7483ade4 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005657 Mar 11 12:06:20.273330 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.resource_extend [None req-39db70d4-414b-4b09-aa84-37b56fe54164 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 12:06:20.435395 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-39db70d4-414b-4b09-aa84-37b56fe54164 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:20.449037 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-39db70d4-414b-4b09-aa84-37b56fe54164 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (21e763c1-c93c-42e9-b34c-a6c8d2246bad), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:20.498793 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbb52b-a78d-47d2-8c1d-77b7a3a9930c req-70a9d9ad-00ae-4dfa-a742-aef06e39071f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:20.522499 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ffbb52b-a78d-47d2-8c1d-77b7a3a9930c req-70a9d9ad-00ae-4dfa-a742-aef06e39071f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1910105 Mar 11 12:06:20.642352 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ffbb52b-a78d-47d2-8c1d-77b7a3a9930c req-4a131c10-dc6f-4797-b86e-e52bab07df48 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188445 Mar 11 12:06:20.923805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce0d33-4b42-4803-bae1-7e947735dc8e req-ebf5f1d5-6bcf-40a2-9b27-cdf3f92071f9 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:20.948489 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1ce0d33-4b42-4803-bae1-7e947735dc8e req-ebf5f1d5-6bcf-40a2-9b27-cdf3f92071f9 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1801405 Mar 11 12:06:20.962993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39db70d4-414b-4b09-aa84-37b56fe54164 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router adcd3a6b-c0ca-4e42-925c-b201d92d95e1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:06:21.081976 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1ce0d33-4b42-4803-bae1-7e947735dc8e req-b573064f-9248-4c9f-b95c-3b3e54da793c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315181 Mar 11 12:06:21.378441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39db70d4-414b-4b09-aa84-37b56fe54164 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:06:21.397389 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6625b90d-3495-49b9-b9de-ddd18194de49 None None] Sync routers for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:06:21.416241 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-39db70d4-414b-4b09-aa84-37b56fe54164 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:21.419872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6625b90d-3495-49b9-b9de-ddd18194de49 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:21.420517 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6625b90d-3495-49b9-b9de-ddd18194de49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:21.530574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827c122-fee5-441e-93cd-28f821f29eda req-f0872d36-8234-4a94-9d56-e62a54545816 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:21.539415 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b827c122-fee5-441e-93cd-28f821f29eda req-f0872d36-8234-4a94-9d56-e62a54545816 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.2091074 Mar 11 12:06:21.547273 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6625b90d-3495-49b9-b9de-ddd18194de49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:21.555510 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43c225-9dba-41b2-ba68-3a354a6230fa req-dd154bfa-ea84-4264-86bc-b23a86e7dc5c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:21.557663 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e43c225-9dba-41b2-ba68-3a354a6230fa req-dd154bfa-ea84-4264-86bc-b23a86e7dc5c tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 945 time: 0.2891903 Mar 11 12:06:21.560994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6625b90d-3495-49b9-b9de-ddd18194de49 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:21.561625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6625b90d-3495-49b9-b9de-ddd18194de49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:21.584267 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-39db70d4-414b-4b09-aa84-37b56fe54164 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "PUT /v2.0/floatingips/21e763c1-c93c-42e9-b34c-a6c8d2246bad HTTP/1.1" status: 200 len: 979 time: 3.5020075 Mar 11 12:06:21.584977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47186) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:21.623013 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6625b90d-3495-49b9-b9de-ddd18194de49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:21.623897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6625b90d-3495-49b9-b9de-ddd18194de49 None None] The sync data for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:06:21.677450 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e43c225-9dba-41b2-ba68-3a354a6230fa req-95fd75f6-af08-4278-98c7-64051c03b6fa tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043508 Mar 11 12:06:21.697283 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b827c122-fee5-441e-93cd-28f821f29eda req-d1edf1ef-b797-4e50-bfb3-830e5fbe6968 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484511 Mar 11 12:06:22.097535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7496bf80-4925-40e7-8aeb-a7a3b640e2a4 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Deleting port 2952a55b-f076-4783-b4fe-8c6a6e8d1c7f {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:22.098299 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7496bf80-4925-40e7-8aeb-a7a3b640e2a4 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2952a55b-f076-4783-b4fe-8c6a6e8d1c7f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:22.176064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:06:22.180004 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce3f2d-0cbc-49af-9b22-1ed17d0c7678 req-9299f190-11dd-4df6-a9d3-58131ff147af tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:22.181556 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4dce3f2d-0cbc-49af-9b22-1ed17d0c7678 req-9299f190-11dd-4df6-a9d3-58131ff147af tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1011190 Mar 11 12:06:22.281497 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7496bf80-4925-40e7-8aeb-a7a3b640e2a4 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2952a55b-f076-4783-b4fe-8c6a6e8d1c7f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:22.281847 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7496bf80-4925-40e7-8aeb-a7a3b640e2a4 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (2952a55b-f076-4783-b4fe-8c6a6e8d1c7f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:22.330504 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7496bf80-4925-40e7-8aeb-a7a3b640e2a4 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Calling delete_port for 2952a55b-f076-4783-b4fe-8c6a6e8d1c7f owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:22.338515 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4dce3f2d-0cbc-49af-9b22-1ed17d0c7678 req-3bb00bce-995e-443c-ba55-33bd0762f97f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495383 Mar 11 12:06:22.423914 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 is: DOWN; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:06:22.669084 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7496bf80-4925-40e7-8aeb-a7a3b640e2a4 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (2952a55b-f076-4783-b4fe-8c6a6e8d1c7f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:22.704361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496bf80-4925-40e7-8aeb-a7a3b640e2a4 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Port': ['ID=2952a55b-f076-4783-b4fe-8c6a6e8d1c7f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:22.960371 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7496bf80-4925-40e7-8aeb-a7a3b640e2a4 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (21e763c1-c93c-42e9-b34c-a6c8d2246bad), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:22.963952 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-7496bf80-4925-40e7-8aeb-a7a3b640e2a4 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Floating IP 21e763c1-c93c-42e9-b34c-a6c8d2246bad disassociated (deleted). External IP: 172.25.7.166, port: 734d216f-422d-4c89-9d8c-3bb69268664a. Mar 11 12:06:23.023500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af0ce9-2317-4c72-b3df-600533641826 req-d4bf875b-4df7-4fc0-b8a4-d6aaca07b0f5 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:23.032473 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9af0ce9-2317-4c72-b3df-600533641826 req-d4bf875b-4df7-4fc0-b8a4-d6aaca07b0f5 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 945 time: 0.1362734 Mar 11 12:06:23.115760 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9af0ce9-2317-4c72-b3df-600533641826 req-b76bd110-8519-4a3e-81bf-c877b90db9c7 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665116 Mar 11 12:06:23.419919 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7496bf80-4925-40e7-8aeb-a7a3b640e2a4 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router adcd3a6b-c0ca-4e42-925c-b201d92d95e1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:06:23.578662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815422c-4731-481e-8705-38cb6994255e req-bf60b510-de69-49a7-8a4b-91f4b638a505 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:23.581188 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8815422c-4731-481e-8705-38cb6994255e req-bf60b510-de69-49a7-8a4b-91f4b638a505 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.0974016 Mar 11 12:06:23.719316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7496bf80-4925-40e7-8aeb-a7a3b640e2a4 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:06:23.730061 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7496bf80-4925-40e7-8aeb-a7a3b640e2a4 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:23.732463 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b95d209-9c99-4b6f-bb3c-410ed3709ad0 None None] Sync routers for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:06:23.753162 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b95d209-9c99-4b6f-bb3c-410ed3709ad0 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:23.753813 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9b95d209-9c99-4b6f-bb3c-410ed3709ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:23.816724 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8815422c-4731-481e-8705-38cb6994255e req-218cfdca-ade3-4efc-9bc9-58f117678eda tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277918 Mar 11 12:06:23.818642 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7496bf80-4925-40e7-8aeb-a7a3b640e2a4 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/floatingips/21e763c1-c93c-42e9-b34c-a6c8d2246bad HTTP/1.1" status: 204 len: 168 time: 2.2310500 Mar 11 12:06:23.821079 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47332) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:23.884065 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9b95d209-9c99-4b6f-bb3c-410ed3709ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:23.896424 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b95d209-9c99-4b6f-bb3c-410ed3709ad0 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:23.897322 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9b95d209-9c99-4b6f-bb3c-410ed3709ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:23.954073 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9b95d209-9c99-4b6f-bb3c-410ed3709ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:23.958804 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b95d209-9c99-4b6f-bb3c-410ed3709ad0 None None] The sync data for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:06:24.014828 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Deleting port 734d216f-422d-4c89-9d8c-3bb69268664a {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:24.015523 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (734d216f-422d-4c89-9d8c-3bb69268664a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:24.197146 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (734d216f-422d-4c89-9d8c-3bb69268664a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:24.242516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Calling delete_port for 734d216f-422d-4c89-9d8c-3bb69268664a owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:24.509428 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b8e3c-d519-494c-9e04-0c8581d7881f req-867c122e-6913-4870-9403-081c41e0230b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:24.512935 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-151b8e3c-d519-494c-9e04-0c8581d7881f req-867c122e-6913-4870-9403-081c41e0230b tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 945 time: 0.1451769 Mar 11 12:06:24.711473 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-151b8e3c-d519-494c-9e04-0c8581d7881f req-fdd68539-0b37-407b-8fec-4820a43d4793 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685452 Mar 11 12:06:24.880957 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (734d216f-422d-4c89-9d8c-3bb69268664a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:24.924273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Port': ['ID=734d216f-422d-4c89-9d8c-3bb69268664a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:25.093977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:25.094333 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:25.094699 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:25.095027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:25.095370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:25.095736 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:25.096074 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:25.096505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:25.096839 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:25.097168 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:25.097568 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:25.097818 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:25.098144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:25.210751 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:25.216897 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4562ff18-7abd-4afc-af2d-857dc5fb6f79 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/ports/734d216f-422d-4c89-9d8c-3bb69268664a HTTP/1.1" status: 204 len: 168 time: 1.3891051 Mar 11 12:06:25.218457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47474) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:25.223834 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5eab3384-a00f-4606-b5d2-ef1fdf9ad1c1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:06:25.248294 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55a8f8-eccd-4f0d-8f66-ebaaf9d89979 req-e789afde-3e21-49b2-9739-018b965ee044 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:25.267087 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc55a8f8-eccd-4f0d-8f66-ebaaf9d89979 req-e789afde-3e21-49b2-9739-018b965ee044 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1882358 Mar 11 12:06:25.293869 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eab3384-a00f-4606-b5d2-ef1fdf9ad1c1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:25.358259 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc55a8f8-eccd-4f0d-8f66-ebaaf9d89979 req-35305dac-497c-4800-a665-86f5d6c9c18e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843139 Mar 11 12:06:25.518223 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eab3384-a00f-4606-b5d2-ef1fdf9ad1c1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:25.663731 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-5eab3384-a00f-4606-b5d2-ef1fdf9ad1c1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Allocated IP 172.25.7.254 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/777333e7-b72d-47b4-b0d7-d4797187d566) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:06:25.897290 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eab3384-a00f-4606-b5d2-ef1fdf9ad1c1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (777333e7-b72d-47b4-b0d7-d4797187d566), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:25.966328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f274d-d299-469b-943e-d312563fa7f2 req-6dd47d53-7169-49b5-a448-ae13e8cfc684 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:25.983427 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-494f274d-d299-469b-943e-d312563fa7f2 req-6dd47d53-7169-49b5-a448-ae13e8cfc684 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 945 time: 0.1511011 Mar 11 12:06:25.993441 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eab3384-a00f-4606-b5d2-ef1fdf9ad1c1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (777333e7-b72d-47b4-b0d7-d4797187d566), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:26.026078 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eab3384-a00f-4606-b5d2-ef1fdf9ad1c1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:06:26.052897 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-5eab3384-a00f-4606-b5d2-ef1fdf9ad1c1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:06:26.080900 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eab3384-a00f-4606-b5d2-ef1fdf9ad1c1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:06:26.106756 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-494f274d-d299-469b-943e-d312563fa7f2 req-d2ab6c99-1a2b-47a1-bb01-cdb0113ac541 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115654 Mar 11 12:06:26.154842 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab3384-a00f-4606-b5d2-ef1fdf9ad1c1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=777333e7-b72d-47b4-b0d7-d4797187d566,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:26.278450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eab3384-a00f-4606-b5d2-ef1fdf9ad1c1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (6b805ef3-862a-4d75-a45f-470e09bc3944), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:26.330661 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eab3384-a00f-4606-b5d2-ef1fdf9ad1c1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (777333e7-b72d-47b4-b0d7-d4797187d566), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:26.557812 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eab3384-a00f-4606-b5d2-ef1fdf9ad1c1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (777333e7-b72d-47b4-b0d7-d4797187d566), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:26.568148 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eab3384-a00f-4606-b5d2-ef1fdf9ad1c1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (777333e7-b72d-47b4-b0d7-d4797187d566), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:26.676461 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47654) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:26.756566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab3384-a00f-4606-b5d2-ef1fdf9ad1c1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=777333e7-b72d-47b4-b0d7-d4797187d566,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:26.785285 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eab3384-a00f-4606-b5d2-ef1fdf9ad1c1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (6b805ef3-862a-4d75-a45f-470e09bc3944), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:26.807356 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5eab3384-a00f-4606-b5d2-ef1fdf9ad1c1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:26.809209 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5eab3384-a00f-4606-b5d2-ef1fdf9ad1c1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5895560 Mar 11 12:06:26.811847 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47674) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:26.819363 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3dbfd183-7a34-4b1b-a94f-37e1f344f224 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'port': {'network_id': '30e15d0f-3e7c-4085-a7bf-4fe6d531c164', 'name': 'tempest-FloatingIPTestJSON-35446267'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:06:27.005257 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbfd183-7a34-4b1b-a94f-37e1f344f224 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Made reservation on behalf of 4d3e022ceedb4afebeecfdc9e9fabd59 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:06:27.017888 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3dbfd183-7a34-4b1b-a94f-37e1f344f224 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:27.038620 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1456c10-38e6-4f44-b811-a2d829454f5d req-fb917da5-65ab-4220-becc-68c748ed2fd8 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:27.040358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f1456c10-38e6-4f44-b811-a2d829454f5d req-fb917da5-65ab-4220-becc-68c748ed2fd8 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.5966761 Mar 11 12:06:27.043736 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-3dbfd183-7a34-4b1b-a94f-37e1f344f224 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] device_id is not set on port 1e9a6c89-2119-4c47-b9c9-8bca6382bc58 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:06:27.049150 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3edd54a6-a8de-48a3-a23e-59867d077c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:27.163307 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f1456c10-38e6-4f44-b811-a2d829454f5d req-0a325a3b-83e0-4dcc-afbb-71e0d62b8957 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162562 Mar 11 12:06:27.263198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-3dbfd183-7a34-4b1b-a94f-37e1f344f224 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Allocated IP 172.20.0.2 (30e15d0f-3e7c-4085-a7bf-4fe6d531c164/869ccf28-b7d6-445a-8621-25a7a49170c8/1e9a6c89-2119-4c47-b9c9-8bca6382bc58) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:06:27.315013 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21dea9-4c14-4ccb-93df-1a8c16174233 req-9396e9cb-0050-4d06-9aed-316329268a13 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:27.316999 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa21dea9-4c14-4ccb-93df-1a8c16174233 req-9396e9cb-0050-4d06-9aed-316329268a13 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 945 time: 0.0840831 Mar 11 12:06:27.363427 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3edd54a6-a8de-48a3-a23e-59867d077c8a admin admin] Publish callbacks [] for security_group (2a9d9bdd-ec9b-48b2-9764-1bd7cae2e3d2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:27.382581 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3edd54a6-a8de-48a3-a23e-59867d077c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2a9d9bdd-ec9b-48b2-9764-1bd7cae2e3d2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:27.398240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa21dea9-4c14-4ccb-93df-1a8c16174233 req-5648f9db-37ae-463f-8286-7cb1ab2bc052 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711443 Mar 11 12:06:27.483412 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3edd54a6-a8de-48a3-a23e-59867d077c8a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=35ed5e5a0d4541bc97ea0c2719ad6ce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8055825 Mar 11 12:06:27.486176 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47742) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:27.487316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd54a6-a8de-48a3-a23e-59867d077c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9d9bdd-ec9b-48b2-9764-1bd7cae2e3d2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:27.563244 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-733a2449-895b-4efc-9c62-71802d350531 admin admin] Publish callbacks [] for security_group (2a9d9bdd-ec9b-48b2-9764-1bd7cae2e3d2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:27.589238 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-733a2449-895b-4efc-9c62-71802d350531 admin admin] Publish callbacks [] for security_group (2a9d9bdd-ec9b-48b2-9764-1bd7cae2e3d2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:27.601811 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3dbfd183-7a34-4b1b-a94f-37e1f344f224 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (1e9a6c89-2119-4c47-b9c9-8bca6382bc58), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:27.661502 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3dbfd183-7a34-4b1b-a94f-37e1f344f224 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1e9a6c89-2119-4c47-b9c9-8bca6382bc58), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:27.693317 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-733a2449-895b-4efc-9c62-71802d350531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2a9d9bdd-ec9b-48b2-9764-1bd7cae2e3d2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:27.696174 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-733a2449-895b-4efc-9c62-71802d350531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:27.697435 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-733a2449-895b-4efc-9c62-71802d350531 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2a9d9bdd-ec9b-48b2-9764-1bd7cae2e3d2 HTTP/1.1" status: 204 len: 168 time: 0.2089574 Mar 11 12:06:27.711257 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2449-895b-4efc-9c62-71802d350531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9d9bdd-ec9b-48b2-9764-1bd7cae2e3d2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:27.742914 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbfd183-7a34-4b1b-a94f-37e1f344f224 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network 30e15d0f-3e7c-4085-a7bf-4fe6d531c164 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:06:27.747940 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-3dbfd183-7a34-4b1b-a94f-37e1f344f224 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:06:27.750491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbfd183-7a34-4b1b-a94f-37e1f344f224 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:06:27.803790 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbfd183-7a34-4b1b-a94f-37e1f344f224 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:27.804266 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3dbfd183-7a34-4b1b-a94f-37e1f344f224 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:27.831616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfd183-7a34-4b1b-a94f-37e1f344f224 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=1e9a6c89-2119-4c47-b9c9-8bca6382bc58,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:27.841063 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3dbfd183-7a34-4b1b-a94f-37e1f344f224 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.0278840 Mar 11 12:06:27.843844 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47778) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:27.849129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-53c133bd-a847-4cc8-9b68-30117636d01d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'floatingip': {'port_id': '1e9a6c89-2119-4c47-b9c9-8bca6382bc58'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:06:27.893968 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53c133bd-a847-4cc8-9b68-30117636d01d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (6b805ef3-862a-4d75-a45f-470e09bc3944), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:28.206833 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:06:28.269599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47826) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:28.287751 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-728691ae-4b5b-4745-99ee-c6e9f3adeefe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:28.388411 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-728691ae-4b5b-4745-99ee-c6e9f3adeefe admin admin] Publish callbacks [] for security_group (1cbac526-14bb-4c4b-8eb3-aa8989af0fa3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:28.405478 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:06:28.413595 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-728691ae-4b5b-4745-99ee-c6e9f3adeefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1cbac526-14bb-4c4b-8eb3-aa8989af0fa3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:28.449953 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'port_id': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3', 'mac_address': 'fa:16:3e:96:c3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:06:28.530697 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-728691ae-4b5b-4745-99ee-c6e9f3adeefe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e4e67854c9834e95bbdc2f221f029a11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2592978 Mar 11 12:06:28.533419 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47840) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:28.553217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:06:28.553848 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:28.571107 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:06:28.598547 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:06:28.609990 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:28.628061 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9eb0a-ec10-4beb-909d-d28bf0263cd0 req-ecb56810-8fd4-4365-9325-24f0271bbe12 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:28.631336 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55e9eb0a-ec10-4beb-909d-d28bf0263cd0 req-ecb56810-8fd4-4365-9325-24f0271bbe12 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.3295736 Mar 11 12:06:28.647259 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-565c6440-8ce1-4a40-9e72-b7e058ba68fb admin admin] Publish callbacks [] for security_group (1cbac526-14bb-4c4b-8eb3-aa8989af0fa3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:28.679197 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.resource_extend [None req-53c133bd-a847-4cc8-9b68-30117636d01d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 12:06:28.716309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,revision_number=11']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:28.721236 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-565c6440-8ce1-4a40-9e72-b7e058ba68fb admin admin] Publish callbacks [] for security_group (1cbac526-14bb-4c4b-8eb3-aa8989af0fa3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:28.732229 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:28.732673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:28.733021 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:28.733361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:28.733744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:28.734066 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:28.734756 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:28.735390 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:28.735984 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:28.736530 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:28.737217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:28.738082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:28.738697 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:28.794296 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53c133bd-a847-4cc8-9b68-30117636d01d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:28.798266 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728691ae-4b5b-4745-99ee-c6e9f3adeefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbac526-14bb-4c4b-8eb3-aa8989af0fa3,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:28.832982 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-565c6440-8ce1-4a40-9e72-b7e058ba68fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1cbac526-14bb-4c4b-8eb3-aa8989af0fa3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:28.836717 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-565c6440-8ce1-4a40-9e72-b7e058ba68fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:28.838947 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-565c6440-8ce1-4a40-9e72-b7e058ba68fb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1cbac526-14bb-4c4b-8eb3-aa8989af0fa3 HTTP/1.1" status: 204 len: 168 time: 0.3030438 Mar 11 12:06:28.847255 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['3b9fbe62-856a-4959-96f9-6c6b3044d6a3'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:06:28.853523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c6440-8ce1-4a40-9e72-b7e058ba68fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbac526-14bb-4c4b-8eb3-aa8989af0fa3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:28.857589 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53c133bd-a847-4cc8-9b68-30117636d01d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (6b805ef3-862a-4d75-a45f-470e09bc3944), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:29.008755 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-53c133bd-a847-4cc8-9b68-30117636d01d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Floating IP 6b805ef3-862a-4d75-a45f-470e09bc3944 associated. External IP: 172.25.7.254, port: 1e9a6c89-2119-4c47-b9c9-8bca6382bc58. Mar 11 12:06:29.077333 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55e9eb0a-ec10-4beb-909d-d28bf0263cd0 req-911154ac-4bb4-4af5-a9ae-3184e1bcf1b3 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574978 Mar 11 12:06:29.104164 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803f165-7d24-45bc-92f1-bd6b64364f32 req-7534b92c-c3bf-4f34-80eb-ed0c58d4b6c1 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:29.107029 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6803f165-7d24-45bc-92f1-bd6b64364f32 req-7534b92c-c3bf-4f34-80eb-ed0c58d4b6c1 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.3101649 Mar 11 12:06:29.219815 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6803f165-7d24-45bc-92f1-bd6b64364f32 req-da86d1a8-4239-4965-8dff-f0e9c1cfbe8a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639906 Mar 11 12:06:29.376021 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c133bd-a847-4cc8-9b68-30117636d01d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router adcd3a6b-c0ca-4e42-925c-b201d92d95e1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:06:29.506987 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c133bd-a847-4cc8-9b68-30117636d01d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:06:29.511838 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53c133bd-a847-4cc8-9b68-30117636d01d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:29.521651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d4d3c1-6a8e-4206-ae3a-9dfaf33c7caa None None] Sync routers for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:06:29.538362 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d4d3c1-6a8e-4206-ae3a-9dfaf33c7caa None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:29.539271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-64d4d3c1-6a8e-4206-ae3a-9dfaf33c7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:29.583725 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47908) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:29.584357 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-53c133bd-a847-4cc8-9b68-30117636d01d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "PUT /v2.0/floatingips/6b805ef3-862a-4d75-a45f-470e09bc3944 HTTP/1.1" status: 200 len: 976 time: 1.7386341 Mar 11 12:06:29.614461 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-64d4d3c1-6a8e-4206-ae3a-9dfaf33c7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:29.625893 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d4d3c1-6a8e-4206-ae3a-9dfaf33c7caa None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:29.626947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-64d4d3c1-6a8e-4206-ae3a-9dfaf33c7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:29.665942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-64d4d3c1-6a8e-4206-ae3a-9dfaf33c7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:29.667036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d4d3c1-6a8e-4206-ae3a-9dfaf33c7caa None None] The sync data for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:06:29.817264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-87fa66fc-5f54-4e3d-9015-d6b7357ad3e2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Deleting port 1e9a6c89-2119-4c47-b9c9-8bca6382bc58 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:29.817997 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87fa66fc-5f54-4e3d-9015-d6b7357ad3e2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1e9a6c89-2119-4c47-b9c9-8bca6382bc58), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:29.989986 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87fa66fc-5f54-4e3d-9015-d6b7357ad3e2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1e9a6c89-2119-4c47-b9c9-8bca6382bc58), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:30.206702 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:06:30.364574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:06:30.381633 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:06:30.383096 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:30.396696 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf807f78-f38b-4120-b7b7-153f3768997b req-8ffb3f7f-11fd-460a-99c3-100ecefc65e6 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:30.399414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf807f78-f38b-4120-b7b7-153f3768997b req-8ffb3f7f-11fd-460a-99c3-100ecefc65e6 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1748488 Mar 11 12:06:30.507312 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf807f78-f38b-4120-b7b7-153f3768997b req-3c49b243-f0ca-4b0b-89b6-6d29fe513a53 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947347 Mar 11 12:06:30.526780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caae9e9-619d-493c-8757-e248cdb13f7a req-4870e087-1e9a-4058-b36c-5eda02be1715 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:30.527239 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87fa66fc-5f54-4e3d-9015-d6b7357ad3e2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:30.527636 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87fa66fc-5f54-4e3d-9015-d6b7357ad3e2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (6b805ef3-862a-4d75-a45f-470e09bc3944), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:30.528954 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5caae9e9-619d-493c-8757-e248cdb13f7a req-4870e087-1e9a-4058-b36c-5eda02be1715 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 946 time: 0.1281507 Mar 11 12:06:30.529820 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-87fa66fc-5f54-4e3d-9015-d6b7357ad3e2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Floating IP 6b805ef3-862a-4d75-a45f-470e09bc3944 disassociated. External IP: 172.25.7.254, port: 1e9a6c89-2119-4c47-b9c9-8bca6382bc58. Mar 11 12:06:30.531366 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-87fa66fc-5f54-4e3d-9015-d6b7357ad3e2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Calling delete_port for 1e9a6c89-2119-4c47-b9c9-8bca6382bc58 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:30.606991 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5caae9e9-619d-493c-8757-e248cdb13f7a req-a1b8d499-80ae-4732-8b77-2c6889e53257 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710413 Mar 11 12:06:30.633846 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:06:30.635234 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:30.685245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:06:30.687519 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153cff4f-f1d7-4936-a294-36352a619e09" -d '{"events": [{"server_uuid": "7f2d006f-dd49-4a23-974a-4c01812a8762", "name": "network-vif-plugged", "status": "completed", "tag": "3b9fbe62-856a-4959-96f9-6c6b3044d6a3"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:06:30.722452 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:06:30.730282 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87fa66fc-5f54-4e3d-9015-d6b7357ad3e2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1e9a6c89-2119-4c47-b9c9-8bca6382bc58), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:30.740363 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:30.800144 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fd4e73-01f5-4a8b-97f2-f359c069cc3a x-openstack-request-id: req-66fd4e73-01f5-4a8b-97f2-f359c069cc3a {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:06:30.800757 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2d006f-dd49-4a23-974a-4c01812a8762", "name": "network-vif-plugged", "status": "completed", "tag": "3b9fbe62-856a-4959-96f9-6c6b3044d6a3", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:06:30.801195 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-66fd4e73-01f5-4a8b-97f2-f359c069cc3a {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:06:30.801977 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3', 'code': 200} Mar 11 12:06:30.813292 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,revision_number=12']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:30.851117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa66fc-5f54-4e3d-9015-d6b7357ad3e2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Port': ['ID=1e9a6c89-2119-4c47-b9c9-8bca6382bc58,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:31.060434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f7495-ca0f-40c0-997c-0495a09ac1a0 req-e659c6f4-aca9-46e1-ab1f-4d4bafb5d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:31.062033 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-368f7495-ca0f-40c0-997c-0495a09ac1a0 req-e659c6f4-aca9-46e1-ab1f-4d4bafb5d59f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 1129 time: 0.1019621 Mar 11 12:06:31.135363 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-368f7495-ca0f-40c0-997c-0495a09ac1a0 req-cb71aec0-9b89-44ef-b235-24864fae9d09 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661030 Mar 11 12:06:31.472693 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fa66fc-5f54-4e3d-9015-d6b7357ad3e2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router adcd3a6b-c0ca-4e42-925c-b201d92d95e1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:06:31.624580 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fa66fc-5f54-4e3d-9015-d6b7357ad3e2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:06:31.639752 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4662af7-1f62-47b5-bb0c-c41170b77774 None None] Sync routers for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:06:31.658423 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4662af7-1f62-47b5-bb0c-c41170b77774 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:31.658916 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e4662af7-1f62-47b5-bb0c-c41170b77774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:31.689295 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8d2a0-4331-4e5e-97f2-2750e8460421 req-b7853978-8484-47a0-a1c8-67e487cc1b3c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:31.697658 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00a8d2a0-4331-4e5e-97f2-2750e8460421 req-b7853978-8484-47a0-a1c8-67e487cc1b3c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.0927563 Mar 11 12:06:31.732528 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e4662af7-1f62-47b5-bb0c-c41170b77774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:31.753167 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4662af7-1f62-47b5-bb0c-c41170b77774 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:31.753784 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e4662af7-1f62-47b5-bb0c-c41170b77774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:31.768946 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87fa66fc-5f54-4e3d-9015-d6b7357ad3e2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:31.779359 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-87fa66fc-5f54-4e3d-9015-d6b7357ad3e2 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/ports/1e9a6c89-2119-4c47-b9c9-8bca6382bc58 HTTP/1.1" status: 204 len: 168 time: 2.1913810 Mar 11 12:06:31.781204 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47978) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:31.795805 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00a8d2a0-4331-4e5e-97f2-2750e8460421 req-d7c204b3-8b6e-4804-b5f5-623587b01811 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951586 Mar 11 12:06:31.829006 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e4662af7-1f62-47b5-bb0c-c41170b77774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:31.829671 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4662af7-1f62-47b5-bb0c-c41170b77774 None None] The sync data for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:06:31.838741 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a951d2-eca3-4208-b476-f16ede82d2ee req-d1c66249-778b-4d67-b1da-08d146617396 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:31.840571 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32a951d2-eca3-4208-b476-f16ede82d2ee req-d1c66249-778b-4d67-b1da-08d146617396 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 947 time: 0.0928051 Mar 11 12:06:31.906379 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32a951d2-eca3-4208-b476-f16ede82d2ee req-c81ce92e-5d04-45d7-9689-b47ddb014946 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584123 Mar 11 12:06:31.907013 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47984) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:31.913502 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d6961791-b44b-461d-b8f0-405002f778bf tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "GET /v2.0/floatingips/6b805ef3-862a-4d75-a45f-470e09bc3944 HTTP/1.1" status: 200 len: 688 time: 0.1310873 Mar 11 12:06:32.050835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a81263a4-967f-4e10-9d9f-483d86179ff0 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Deleting port 777333e7-b72d-47b4-b0d7-d4797187d566 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:32.051321 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a81263a4-967f-4e10-9d9f-483d86179ff0 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (777333e7-b72d-47b4-b0d7-d4797187d566), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:32.154406 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a81263a4-967f-4e10-9d9f-483d86179ff0 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (777333e7-b72d-47b4-b0d7-d4797187d566), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:32.154954 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a81263a4-967f-4e10-9d9f-483d86179ff0 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (777333e7-b72d-47b4-b0d7-d4797187d566), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:32.175636 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a81263a4-967f-4e10-9d9f-483d86179ff0 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Calling delete_port for 777333e7-b72d-47b4-b0d7-d4797187d566 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:32.441133 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a81263a4-967f-4e10-9d9f-483d86179ff0 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (777333e7-b72d-47b4-b0d7-d4797187d566), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:32.511529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81263a4-967f-4e10-9d9f-483d86179ff0 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Port': ['ID=777333e7-b72d-47b4-b0d7-d4797187d566,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:32.624594 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a81263a4-967f-4e10-9d9f-483d86179ff0 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (6b805ef3-862a-4d75-a45f-470e09bc3944), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:32.631265 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a81263a4-967f-4e10-9d9f-483d86179ff0 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:32.637916 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48008) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:32.638139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a81263a4-967f-4e10-9d9f-483d86179ff0 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/floatingips/6b805ef3-862a-4d75-a45f-470e09bc3944 HTTP/1.1" status: 204 len: 168 time: 0.7298398 Mar 11 12:06:32.645218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '3a8acf52-35b6-4410-9f2e-41a3a1a846ee'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:06:32.697202 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:32.856320 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:33.025354 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85888246-c326-4b8f-b7be-3def1aa19c07 req-2443d543-d82a-42f6-93ed-594b7cbac883 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:33.036285 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Allocated IP 172.25.7.72 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/ab98a892-2a69-4dd2-a02b-7b06b24d10eb) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:06:33.036885 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85888246-c326-4b8f-b7be-3def1aa19c07 req-2443d543-d82a-42f6-93ed-594b7cbac883 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1209860 Mar 11 12:06:33.138214 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246542e9-51b1-4784-a333-47194535d40a req-50971a1f-411f-4adf-982d-d1370cd1142e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:33.146395 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-246542e9-51b1-4784-a333-47194535d40a req-50971a1f-411f-4adf-982d-d1370cd1142e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 947 time: 0.0963945 Mar 11 12:06:33.162147 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85888246-c326-4b8f-b7be-3def1aa19c07 req-6371cc8c-a354-41e0-8b64-b5e365a9f8b9 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238210 Mar 11 12:06:33.251172 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-246542e9-51b1-4784-a333-47194535d40a req-ef891080-78f2-4862-bf21-7238b5c47407 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975444 Mar 11 12:06:33.310902 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (ab98a892-2a69-4dd2-a02b-7b06b24d10eb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:33.364272 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ab98a892-2a69-4dd2-a02b-7b06b24d10eb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:33.431484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:06:33.435218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:06:33.440711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:06:33.468761 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=ab98a892-2a69-4dd2-a02b-7b06b24d10eb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:33.549006 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:33.549591 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:33.550066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:33.550350 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:33.550690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:33.553291 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:33.553631 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:33.553982 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:33.554388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:33.554648 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:33.554984 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:33.557502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:33.557879 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:06:33.659374 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a060fe-9eab-4d90-a24a-5cb6d6d6ae6f req-c8a355cf-d481-4fd7-8af0-ec522179e865 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:33.661046 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52a060fe-9eab-4d90-a24a-5cb6d6d6ae6f req-c8a355cf-d481-4fd7-8af0-ec522179e865 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.2310407 Mar 11 12:06:33.728476 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:33.786096 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b34001-a2f2-4f21-9025-9ba52565bdb1 req-45b1017f-ce21-4ca2-bc6a-69caa7b263e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:33.788632 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3b34001-a2f2-4f21-9025-9ba52565bdb1 req-45b1017f-ce21-4ca2-bc6a-69caa7b263e2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 1127 time: 0.2925527 Mar 11 12:06:33.804467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52a060fe-9eab-4d90-a24a-5cb6d6d6ae6f req-33d9e7be-e016-4d62-9c1c-471c52b315b3 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337879 Mar 11 12:06:33.881082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48054) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:33.925312 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b34001-a2f2-4f21-9025-9ba52565bdb1 req-a5c02ba9-6fd0-4fed-bc8a-7ee5360a2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:33.927838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3b34001-a2f2-4f21-9025-9ba52565bdb1 req-a5c02ba9-6fd0-4fed-bc8a-7ee5360a2508 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 0.1206684 Mar 11 12:06:34.040015 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3b34001-a2f2-4f21-9025-9ba52565bdb1 req-c44092af-ac16-497f-bffe-825095a69318 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028 HTTP/1.1" status: 200 len: 1000 time: 0.1050825 Mar 11 12:06:34.093505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b34001-a2f2-4f21-9025-9ba52565bdb1 req-2e307801-fd2b-4ea9-9908-c8988caed180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:34.095256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3b34001-a2f2-4f21-9025-9ba52565bdb1 req-2e307801-fd2b-4ea9-9908-c8988caed180 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.0482225 Mar 11 12:06:34.126465 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ccefffd0-617f-4cf4-8e7a-0a2ee5de6ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:34.159776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b34001-a2f2-4f21-9025-9ba52565bdb1 req-7fbbe119-a813-41ef-9eec-f90cd7c356d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:34.160043 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (54d200ab-e95e-43b1-bc48-c1402217ee92), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:34.163069 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3b34001-a2f2-4f21-9025-9ba52565bdb1 req-7fbbe119-a813-41ef-9eec-f90cd7c356d6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0602899 Mar 11 12:06:34.262331 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ab98a892-2a69-4dd2-a02b-7b06b24d10eb), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:34.291371 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3b34001-a2f2-4f21-9025-9ba52565bdb1 req-a4417ad2-8c35-4a27-9100-35fdfbb1d7cf service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206584 Mar 11 12:06:34.353823 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ccefffd0-617f-4cf4-8e7a-0a2ee5de6ad8 admin admin] Publish callbacks [] for security_group (e28a4f66-578d-4cfe-96d3-3d9725331c5d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:34.374273 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ccefffd0-617f-4cf4-8e7a-0a2ee5de6ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e28a4f66-578d-4cfe-96d3-3d9725331c5d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:34.465236 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ccefffd0-617f-4cf4-8e7a-0a2ee5de6ad8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a54adea2a0aa45eb99e473a29654f184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5764718 Mar 11 12:06:34.465888 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3b34001-a2f2-4f21-9025-9ba52565bdb1 req-410b1b60-fcb5-487a-ab9d-7f585ee99549 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671598 Mar 11 12:06:34.467121 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48060) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:34.467510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefffd0-617f-4cf4-8e7a-0a2ee5de6ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28a4f66-578d-4cfe-96d3-3d9725331c5d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:34.482203 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ed2f4-c43e-4c00-909e-b435f397155b req-50a077d7-7f0c-4ca3-9d4e-34cecd34a32a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:34.490707 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-540ed2f4-c43e-4c00-909e-b435f397155b req-50a077d7-7f0c-4ca3-9d4e-34cecd34a32a tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 947 time: 0.1338308 Mar 11 12:06:34.533199 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (ab98a892-2a69-4dd2-a02b-7b06b24d10eb), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:34.544741 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (ab98a892-2a69-4dd2-a02b-7b06b24d10eb), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:34.575394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-540ed2f4-c43e-4c00-909e-b435f397155b req-2b2dcf2e-ac51-4da2-8497-6cd1f8098e44 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838110 Mar 11 12:06:34.599830 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-095c79b4-a64d-4f75-a08c-e89eb760b0b6 admin admin] Publish callbacks [] for security_group (e28a4f66-578d-4cfe-96d3-3d9725331c5d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:34.646834 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-095c79b4-a64d-4f75-a08c-e89eb760b0b6 admin admin] Publish callbacks [] for security_group (e28a4f66-578d-4cfe-96d3-3d9725331c5d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:34.660616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=ab98a892-2a69-4dd2-a02b-7b06b24d10eb,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:34.697381 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (54d200ab-e95e-43b1-bc48-c1402217ee92), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:34.726629 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-095c79b4-a64d-4f75-a08c-e89eb760b0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e28a4f66-578d-4cfe-96d3-3d9725331c5d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:34.729437 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-095c79b4-a64d-4f75-a08c-e89eb760b0b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:34.730713 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-095c79b4-a64d-4f75-a08c-e89eb760b0b6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e28a4f66-578d-4cfe-96d3-3d9725331c5d HTTP/1.1" status: 204 len: 168 time: 0.2626500 Mar 11 12:06:34.741330 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c79b4-a64d-4f75-a08c-e89eb760b0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28a4f66-578d-4cfe-96d3-3d9725331c5d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:34.849128 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Floating IP 54d200ab-e95e-43b1-bc48-c1402217ee92 associated. External IP: 172.25.7.72, port: 3a8acf52-35b6-4410-9f2e-41a3a1a846ee. Mar 11 12:06:35.085656 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df9870-75b5-4b2e-9bc8-7f040665a110 req-dcf88210-03b2-4245-8075-b1beb4736626 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:35.089788 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52df9870-75b5-4b2e-9bc8-7f040665a110 req-dcf88210-03b2-4245-8075-b1beb4736626 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1946523 Mar 11 12:06:35.181498 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52df9870-75b5-4b2e-9bc8-7f040665a110 req-ee857c93-abf5-4feb-b1c1-1d221420b1c4 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878067 Mar 11 12:06:35.195518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48076) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:35.225242 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-04912cd6-f334-4ee1-aa27-c78072f1b337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:35.237817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router adcd3a6b-c0ca-4e42-925c-b201d92d95e1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:06:35.412235 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:06:35.423723 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e74792b-44a4-43af-bc2d-616539882555 None None] Sync routers for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:06:35.424603 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-04912cd6-f334-4ee1-aa27-c78072f1b337 admin admin] Publish callbacks [] for security_group (387d96fe-e53d-4894-bcb5-b7b85697ff75), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:35.432925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-04912cd6-f334-4ee1-aa27-c78072f1b337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (387d96fe-e53d-4894-bcb5-b7b85697ff75), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:35.436846 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e74792b-44a4-43af-bc2d-616539882555 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:35.437943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0e74792b-44a4-43af-bc2d-616539882555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:35.448156 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:35.473651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0e74792b-44a4-43af-bc2d-616539882555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:35.482189 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e74792b-44a4-43af-bc2d-616539882555 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:35.482822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0e74792b-44a4-43af-bc2d-616539882555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:35.499232 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-04912cd6-f334-4ee1-aa27-c78072f1b337 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=347251557fe24318aa6e3fe8223acdae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3029718 Mar 11 12:06:35.500194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48078) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:35.504212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04912cd6-f334-4ee1-aa27-c78072f1b337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387d96fe-e53d-4894-bcb5-b7b85697ff75,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:35.516674 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-aee48922-91f2-4065-b2a3-cd6c0b8f7bc1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 2.8769388 Mar 11 12:06:35.519687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48080) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:35.525639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-0bca441b-e7df-4e00-947f-7610ca4c0439 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-251243600'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:06:35.528953 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0e74792b-44a4-43af-bc2d-616539882555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:35.530962 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e74792b-44a4-43af-bc2d-616539882555 None None] The sync data for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:06:35.550815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bca441b-e7df-4e00-947f-7610ca4c0439 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Made reservation on behalf of 4d3e022ceedb4afebeecfdc9e9fabd59 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:06:35.554877 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bca441b-e7df-4e00-947f-7610ca4c0439 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:35.573511 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab3613c4-4040-4ef0-a8a7-97a9778bde27 admin admin] Publish callbacks [] for security_group (387d96fe-e53d-4894-bcb5-b7b85697ff75), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:35.581088 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bca441b-e7df-4e00-947f-7610ca4c0439 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:06:35.593028 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bca441b-e7df-4e00-947f-7610ca4c0439 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (7195ad35-7038-49c0-84c3-b5d369eebefd), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:35.593416 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-0bca441b-e7df-4e00-947f-7610ca4c0439 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Added segment 7195ad35-7038-49c0-84c3-b5d369eebefd of type vlan for network c9aee622-82bc-49f8-b39f-79cfc0869b56 Mar 11 12:06:35.597040 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab3613c4-4040-4ef0-a8a7-97a9778bde27 admin admin] Publish callbacks [] for security_group (387d96fe-e53d-4894-bcb5-b7b85697ff75), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:35.648426 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bca441b-e7df-4e00-947f-7610ca4c0439 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (c9aee622-82bc-49f8-b39f-79cfc0869b56), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:35.652584 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab3613c4-4040-4ef0-a8a7-97a9778bde27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (387d96fe-e53d-4894-bcb5-b7b85697ff75), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:35.656889 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab3613c4-4040-4ef0-a8a7-97a9778bde27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:35.658981 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ab3613c4-4040-4ef0-a8a7-97a9778bde27 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/387d96fe-e53d-4894-bcb5-b7b85697ff75 HTTP/1.1" status: 204 len: 168 time: 0.1552091 Mar 11 12:06:35.670304 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3613c4-4040-4ef0-a8a7-97a9778bde27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387d96fe-e53d-4894-bcb5-b7b85697ff75,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:35.693819 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bca441b-e7df-4e00-947f-7610ca4c0439 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (c9aee622-82bc-49f8-b39f-79cfc0869b56), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:35.699380 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bca441b-e7df-4e00-947f-7610ca4c0439 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:35.700010 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bca441b-e7df-4e00-947f-7610ca4c0439 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:35.759466 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0bca441b-e7df-4e00-947f-7610ca4c0439 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2384646 Mar 11 12:06:35.762339 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48090) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:35.769542 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a1e7d49d-2e71-446d-8ec8-0d2a38009b20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'subnet': {'network_id': 'c9aee622-82bc-49f8-b39f-79cfc0869b56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:06:35.891194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e7d49d-2e71-446d-8ec8-0d2a38009b20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Made reservation on behalf of 4d3e022ceedb4afebeecfdc9e9fabd59 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:06:35.898140 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d49d-2e71-446d-8ec8-0d2a38009b20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:36.091187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca441b-e7df-4e00-947f-7610ca4c0439 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Network': ['ID=c9aee622-82bc-49f8-b39f-79cfc0869b56,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:36.105977 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network c9aee622-82bc-49f8-b39f-79cfc0869b56 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:06:36.142502 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d49d-2e71-446d-8ec8-0d2a38009b20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (d61997ba-ee56-4ae1-a678-bab0a45382c8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:36.211404 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7d49d-2e71-446d-8ec8-0d2a38009b20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Subnet': ['ID=d61997ba-ee56-4ae1-a678-bab0a45382c8,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:36.219955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7d49d-2e71-446d-8ec8-0d2a38009b20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Checking segment: {'id': '7195ad35-7038-49c0-84c3-b5d369eebefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c9aee622-82bc-49f8-b39f-79cfc0869b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:06:36.220410 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e7d49d-2e71-446d-8ec8-0d2a38009b20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network hostable DHCP agents. Network: c9aee622-82bc-49f8-b39f-79cfc0869b56, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:06:36.253521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e7d49d-2e71-446d-8ec8-0d2a38009b20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network c9aee622-82bc-49f8-b39f-79cfc0869b56 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:06:36.269335 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-a1e7d49d-2e71-446d-8ec8-0d2a38009b20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, c9aee622-82bc-49f8-b39f-79cfc0869b56) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:06:36.275278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e7d49d-2e71-446d-8ec8-0d2a38009b20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:36.276052 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d49d-2e71-446d-8ec8-0d2a38009b20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:36.281416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bce8ed-83ca-4cb3-9da2-92dbaa3fd370 None None] Network c9aee622-82bc-49f8-b39f-79cfc0869b56 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:06:36.325519 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a1e7d49d-2e71-446d-8ec8-0d2a38009b20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5589726 Mar 11 12:06:36.325978 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48104) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:36.333926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-982309750', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:06:36.356449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b5055-70ca-44a2-bd55-e516b602eb2b req-b5d7dd72-31ac-43ea-b4e9-e2aa1d84665a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:36.364375 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d96b5055-70ca-44a2-bd55-e516b602eb2b req-b5d7dd72-31ac-43ea-b4e9-e2aa1d84665a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.0759923 Mar 11 12:06:36.380193 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (3af18c0d-59dd-4c99-8275-ec49869d2157), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:36.381754 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (3af18c0d-59dd-4c99-8275-ec49869d2157), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:36.435082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d96b5055-70ca-44a2-bd55-e516b602eb2b req-399658ec-4a7c-468d-a7a9-a54b2b44c910 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690410 Mar 11 12:06:36.522987 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for router_controller (3af18c0d-59dd-4c99-8275-ec49869d2157), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:36.560942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c3353-862d-48f5-88b1-024d3b717378 req-293faa87-fd1e-473f-956b-98bce78dd9ce tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:36.569089 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-044c3353-862d-48f5-88b1-024d3b717378 req-293faa87-fd1e-473f-956b-98bce78dd9ce tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.0663247 Mar 11 12:06:36.622680 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-c9aee622-82bc-49f8-b39f-79cfc0869b56', 'network_id': 'c9aee622-82bc-49f8-b39f-79cfc0869b56', 'project_id': '4d3e022ceedb4afebeecfdc9e9fabd59', 'fixed_ips': [{'subnet_id': 'd61997ba-ee56-4ae1-a678-bab0a45382c8'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:06:36.623566 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:36.640463 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-044c3353-862d-48f5-88b1-024d3b717378 req-0f9f01ce-3ddf-47e7-886c-10f0ff6ed201 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699534 Mar 11 12:06:36.772887 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for router_gateway (3af18c0d-59dd-4c99-8275-ec49869d2157), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:36.848204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1779fe2-977d-49a9-a1c7-2db3e8a39bf9 req-29b3382a-b337-4357-8a27-ab39f060ee07 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:36.854261 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1779fe2-977d-49a9-a1c7-2db3e8a39bf9 req-29b3382a-b337-4357-8a27-ab39f060ee07 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1293225 Mar 11 12:06:36.903925 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Allocated IP 172.20.0.2 (c9aee622-82bc-49f8-b39f-79cfc0869b56/d61997ba-ee56-4ae1-a678-bab0a45382c8/b2c144fd-da63-4ea3-aed2-b1a27beba519) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:06:36.911708 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1779fe2-977d-49a9-a1c7-2db3e8a39bf9 req-b2fb900a-ba67-4b5b-afe9-61e1e8535f2c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507221 Mar 11 12:06:37.087305 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Publish callbacks [] for port (b2c144fd-da63-4ea3-aed2-b1a27beba519), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:37.097886 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (b2c144fd-da63-4ea3-aed2-b1a27beba519), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:37.106638 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for router_gateway (3af18c0d-59dd-4c99-8275-ec49869d2157), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:37.128471 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:37.156333 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Network c9aee622-82bc-49f8-b39f-79cfc0869b56 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:06:37.162920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:06:37.173856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:06:37.175322 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea45123-e5ca-4ca2-aeab-84acd5187799 req-9fcaabb6-9cf7-4c4a-bee3-0a50d70362d9 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:37.187878 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ea45123-e5ca-4ca2-aeab-84acd5187799 req-9fcaabb6-9cf7-4c4a-bee3-0a50d70362d9 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1433222 Mar 11 12:06:37.229265 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Pushing event updated for resources: {'Port': ['ID=b2c144fd-da63-4ea3-aed2-b1a27beba519,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:37.286175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Attempting to bind port b2c144fd-da63-4ea3-aed2-b1a27beba519 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:06:37.287220 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Attempting to bind port b2c144fd-da63-4ea3-aed2-b1a27beba519 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '7195ad35-7038-49c0-84c3-b5d369eebefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c9aee622-82bc-49f8-b39f-79cfc0869b56'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:06:37.287898 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Attempting to bind port b2c144fd-da63-4ea3-aed2-b1a27beba519 on network c9aee622-82bc-49f8-b39f-79cfc0869b56 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:06:37.294647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:06:37.295291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Checking segment: {'id': '7195ad35-7038-49c0-84c3-b5d369eebefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c9aee622-82bc-49f8-b39f-79cfc0869b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:06:37.295789 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:37.296185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Bound using segment: {'id': '7195ad35-7038-49c0-84c3-b5d369eebefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c9aee622-82bc-49f8-b39f-79cfc0869b56'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:06:37.297383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Bound port: b2c144fd-da63-4ea3-aed2-b1a27beba519, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195ad35-7038-49c0-84c3-b5d369eebefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c9aee622-82bc-49f8-b39f-79cfc0869b56'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:06:37.297781 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b2c144fd-da63-4ea3-aed2-b1a27beba519), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:37.313142 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Allocated IP 172.25.7.190 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/0e714df5-791c-47f3-94f4-49af718bfa89) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:06:37.340292 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ea45123-e5ca-4ca2-aeab-84acd5187799 req-322a72ca-80ca-49f9-beb0-c40968ff4629 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502943 Mar 11 12:06:37.458685 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] For port b2c144fd-da63-4ea3-aed2-b1a27beba519, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:06:37.465784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] For port b2c144fd-da63-4ea3-aed2-b1a27beba519, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b2c144fd-da63-4ea3-aed2-b1a27beba519,segment=NetworkSegment(7195ad35-7038-49c0-84c3-b5d369eebefd),segment_id=7195ad35-7038-49c0-84c3-b5d369eebefd)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:06:37.483676 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b2c144fd-da63-4ea3-aed2-b1a27beba519), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:37.541230 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (0e714df5-791c-47f3-94f4-49af718bfa89), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:37.552918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68a2fe-6361-4766-ba04-6c71280a28ca req-9a9045f0-49fe-48de-8fb5-3b4e1b673676 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:37.554597 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b68a2fe-6361-4766-ba04-6c71280a28ca req-9a9045f0-49fe-48de-8fb5-3b4e1b673676 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1202714 Mar 11 12:06:37.591553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf78d2-856a-412c-bffd-27a086aa3038 None None] Pushing event updated for resources: {'Port': ['ID=b2c144fd-da63-4ea3-aed2-b1a27beba519,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:37.613400 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0e714df5-791c-47f3-94f4-49af718bfa89), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:37.679817 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b68a2fe-6361-4766-ba04-6c71280a28ca req-434fed6e-6f9f-434a-9f9f-57c16952df5a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129158 Mar 11 12:06:37.680239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:06:37.696732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:06:37.696732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:06:37.730923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=0e714df5-791c-47f3-94f4-49af718bfa89,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:37.824356 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:06:38.173297 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for router_gateway (3af18c0d-59dd-4c99-8275-ec49869d2157), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:38.207869 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c658f9-6823-46f6-a685-e0de18946540 req-df260d55-36e8-40e4-b271-2323d74db486 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:38.210881 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52c658f9-6823-46f6-a685-e0de18946540 req-df260d55-36e8-40e4-b271-2323d74db486 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.0861824 Mar 11 12:06:38.290927 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52c658f9-6823-46f6-a685-e0de18946540 req-29b9af1c-76b5-499d-ac21-c6a7372d95fe tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642619 Mar 11 12:06:38.489804 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (3af18c0d-59dd-4c99-8275-ec49869d2157), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:38.635269 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b2c144fd-da63-4ea3-aed2-b1a27beba519 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:06:38.731757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port b2c144fd-da63-4ea3-aed2-b1a27beba519 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:06:38.732546 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b2c144fd-da63-4ea3-aed2-b1a27beba519), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:38.835989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router 3af18c0d-59dd-4c99-8275-ec49869d2157 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:06:38.854754 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port b2c144fd-da63-4ea3-aed2-b1a27beba519 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:06:38.855426 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b2c144fd-da63-4ea3-aed2-b1a27beba519), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:38.895955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port b2c144fd-da63-4ea3-aed2-b1a27beba519, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b2c144fd-da63-4ea3-aed2-b1a27beba519,segment=NetworkSegment(7195ad35-7038-49c0-84c3-b5d369eebefd),segment_id=7195ad35-7038-49c0-84c3-b5d369eebefd)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:06:38.906830 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b2c144fd-da63-4ea3-aed2-b1a27beba519), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:39.048884 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=b2c144fd-da63-4ea3-aed2-b1a27beba519,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:39.065521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:06:39.083976 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89229a18-ac00-41fa-b38e-b398286bd148 None None] Sync routers for ids ['3af18c0d-59dd-4c99-8275-ec49869d2157'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:06:39.104242 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:39.108457 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48176) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:39.108630 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3d4324cb-f5ba-4b46-8041-8922c395668a tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7815838 Mar 11 12:06:39.111025 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89229a18-ac00-41fa-b38e-b398286bd148 None None] Routers {'3af18c0d-59dd-4c99-8275-ec49869d2157'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:39.111729 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-89229a18-ac00-41fa-b38e-b398286bd148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['3af18c0d-59dd-4c99-8275-ec49869d2157'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:39.187998 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-89229a18-ac00-41fa-b38e-b398286bd148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:39.210228 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89229a18-ac00-41fa-b38e-b398286bd148 None None] Routers {'3af18c0d-59dd-4c99-8275-ec49869d2157'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:39.211158 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-89229a18-ac00-41fa-b38e-b398286bd148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['3af18c0d-59dd-4c99-8275-ec49869d2157'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:39.261085 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-89229a18-ac00-41fa-b38e-b398286bd148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:39.262189 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89229a18-ac00-41fa-b38e-b398286bd148 None None] The sync data for ids ['3af18c0d-59dd-4c99-8275-ec49869d2157'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:06:39.345766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8e3cf3-f514-4af0-ad04-126e60fdd6a6 None None] Network c9aee622-82bc-49f8-b39f-79cfc0869b56 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:06:39.535782 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2a1469ed-3b84-4baa-b14c-ec7876617b42 None None] Provisioning complete for port b2c144fd-da63-4ea3-aed2-b1a27beba519 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:06:39.536214 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a1469ed-3b84-4baa-b14c-ec7876617b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b2c144fd-da63-4ea3-aed2-b1a27beba519), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:39.654623 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2a1469ed-3b84-4baa-b14c-ec7876617b42 None None] Current status of the port b2c144fd-da63-4ea3-aed2-b1a27beba519 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:06:39.961722 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74931ea6-7faa-445f-a7bf-c04733a95e0a req-d4fda4d1-60bd-4918-92e2-94d908594af4 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:39.970837 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74931ea6-7faa-445f-a7bf-c04733a95e0a req-d4fda4d1-60bd-4918-92e2-94d908594af4 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.3001688 Mar 11 12:06:39.985217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-91afe87a-7b3e-4536-8db2-0748ada72cab None None] Provisioning complete for port b2c144fd-da63-4ea3-aed2-b1a27beba519 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:06:39.985510 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91afe87a-7b3e-4536-8db2-0748ada72cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b2c144fd-da63-4ea3-aed2-b1a27beba519), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:40.101432 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74931ea6-7faa-445f-a7bf-c04733a95e0a req-166f74ab-3fb1-4028-8a42-8b882d915bb2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288967 Mar 11 12:06:40.156154 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-91afe87a-7b3e-4536-8db2-0748ada72cab None None] Current status of the port b2c144fd-da63-4ea3-aed2-b1a27beba519 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:06:40.202170 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:40.555469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b2c144fd-da63-4ea3-aed2-b1a27beba519 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:06:40.657431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port b2c144fd-da63-4ea3-aed2-b1a27beba519 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:06:40.657431 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b2c144fd-da63-4ea3-aed2-b1a27beba519), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:40.660574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Allocated IP 172.20.0.1 (c9aee622-82bc-49f8-b39f-79cfc0869b56/d61997ba-ee56-4ae1-a678-bab0a45382c8/11f4414b-deeb-495c-b569-b6b363290e08) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:06:40.687966 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1e20a-82d3-40bd-8137-0d11996ae86b req-271b6449-69b6-43e0-bc5d-b9bfe78558a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:40.692382 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0cd1e20a-82d3-40bd-8137-0d11996ae86b req-271b6449-69b6-43e0-bc5d-b9bfe78558a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc441be504824962ac952879ed0ef08f&device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 1127 time: 0.1638179 Mar 11 12:06:40.751116 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8934a8-790c-401c-a286-ed7195a5ac2d req-5bb20dec-0a46-4571-8f13-ae93ad016169 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:40.751683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e8934a8-790c-401c-a286-ed7195a5ac2d req-5bb20dec-0a46-4571-8f13-ae93ad016169 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.2276819 Mar 11 12:06:40.795636 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port b2c144fd-da63-4ea3-aed2-b1a27beba519 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:06:40.942752 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e8934a8-790c-401c-a286-ed7195a5ac2d req-7323f82a-0a15-4cd9-ae60-3665b1ea2392 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848636 Mar 11 12:06:40.952714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1e20a-82d3-40bd-8137-0d11996ae86b req-fb70869f-d6cf-467d-9c00-3a0e07b4632d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:40.954173 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0cd1e20a-82d3-40bd-8137-0d11996ae86b req-fb70869f-d6cf-467d-9c00-3a0e07b4632d service neutron] 10.222.0.71 "GET /v2.0/networks?id=f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 200 len: 912 time: 0.2459953 Mar 11 12:06:41.029872 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (11f4414b-deeb-495c-b569-b6b363290e08), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:41.094917 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (11f4414b-deeb-495c-b569-b6b363290e08), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:41.146358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0cd1e20a-82d3-40bd-8137-0d11996ae86b req-1e92c748-8e67-44e5-b40a-67a4a95dc67d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028 HTTP/1.1" status: 200 len: 1000 time: 0.1776295 Mar 11 12:06:41.150746 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=11f4414b-deeb-495c-b569-b6b363290e08,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:41.207022 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1e20a-82d3-40bd-8137-0d11996ae86b req-830ec590-4e10-48b2-9696-9d23645b062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:41.208536 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0cd1e20a-82d3-40bd-8137-0d11996ae86b req-830ec590-4e10-48b2-9696-9d23645b062c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 200 len: 850 time: 0.0547810 Mar 11 12:06:41.225525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network c9aee622-82bc-49f8-b39f-79cfc0869b56 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:06:41.247424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:06:41.254210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:06:41.306942 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (3af18c0d-59dd-4c99-8275-ec49869d2157), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:41.355102 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1e20a-82d3-40bd-8137-0d11996ae86b req-1670e14a-05a7-48c0-a6b5-343be37f606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:41.356681 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0cd1e20a-82d3-40bd-8137-0d11996ae86b req-1670e14a-05a7-48c0-a6b5-343be37f606f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f62dd404-472d-4abb-9a12-54a30b7ab434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1413100 Mar 11 12:06:41.531112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0cd1e20a-82d3-40bd-8137-0d11996ae86b req-97b0cdf4-2ec7-4be1-80a1-057d4c833dad service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634059 Mar 11 12:06:41.597584 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (11f4414b-deeb-495c-b569-b6b363290e08), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:41.597843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c36f6683-4a72-4ef1-9f8b-8f54492ac845 None None] Provisioning complete for port 11f4414b-deeb-495c-b569-b6b363290e08 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:06:41.598289 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c36f6683-4a72-4ef1-9f8b-8f54492ac845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (11f4414b-deeb-495c-b569-b6b363290e08), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:41.642871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c36f6683-4a72-4ef1-9f8b-8f54492ac845 None None] Port 11f4414b-deeb-495c-b569-b6b363290e08 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:06:42.157601 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0cd1e20a-82d3-40bd-8137-0d11996ae86b req-e7f54507-24bc-4d0f-b059-bdcac749c3e2 service neutron] 10.222.0.71 "GET /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150239 Mar 11 12:06:42.221525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc973fea-8a3c-4476-8916-b08bc91441d0 req-cd610dcd-c9b5-4c1b-b5ae-973c51b226c1 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:42.223488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc973fea-8a3c-4476-8916-b08bc91441d0 req-cd610dcd-c9b5-4c1b-b5ae-973c51b226c1 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1494460 Mar 11 12:06:42.353986 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc973fea-8a3c-4476-8916-b08bc91441d0 req-87430527-f14d-49ee-96c0-d337d6cd8e3e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185699 Mar 11 12:06:42.419871 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (11f4414b-deeb-495c-b569-b6b363290e08), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:42.426629 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (11f4414b-deeb-495c-b569-b6b363290e08), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:42.510516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=11f4414b-deeb-495c-b569-b6b363290e08,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:42.513094 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (3af18c0d-59dd-4c99-8275-ec49869d2157), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:42.625787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network c9aee622-82bc-49f8-b39f-79cfc0869b56 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:06:42.627668 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:06:42.642041 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:42.803075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router 3af18c0d-59dd-4c99-8275-ec49869d2157 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:06:42.958443 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:06:42.963446 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2b6e207a-d74a-4537-a360-433a7baa85ac tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "PUT /v2.0/routers/3af18c0d-59dd-4c99-8275-ec49869d2157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8536432 Mar 11 12:06:42.965918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48244) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:42.972877 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-11696822-3915-4062-89ab-a7f3a6aaebd1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'port': {'network_id': 'c9aee622-82bc-49f8-b39f-79cfc0869b56', 'name': 'tempest-FloatingIPTestJSON-1178534851'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:06:42.975786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe2473-c100-4f4f-96a6-238dd09617ad None None] Sync routers for ids ['3af18c0d-59dd-4c99-8275-ec49869d2157'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:06:43.001614 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-39d58e58-2a03-4227-b137-5d7606adcd3d None None] Provisioning complete for port 11f4414b-deeb-495c-b569-b6b363290e08 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:06:43.002312 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-39d58e58-2a03-4227-b137-5d7606adcd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (11f4414b-deeb-495c-b569-b6b363290e08), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:43.005797 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe2473-c100-4f4f-96a6-238dd09617ad None None] Routers {'3af18c0d-59dd-4c99-8275-ec49869d2157'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:43.006883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7cbe2473-c100-4f4f-96a6-238dd09617ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['3af18c0d-59dd-4c99-8275-ec49869d2157'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:43.075805 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7cbe2473-c100-4f4f-96a6-238dd09617ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:43.097463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe2473-c100-4f4f-96a6-238dd09617ad None None] Routers {'3af18c0d-59dd-4c99-8275-ec49869d2157'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:43.099683 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7cbe2473-c100-4f4f-96a6-238dd09617ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['3af18c0d-59dd-4c99-8275-ec49869d2157'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:43.101239 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11696822-3915-4062-89ab-a7f3a6aaebd1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Made reservation on behalf of 4d3e022ceedb4afebeecfdc9e9fabd59 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:06:43.105987 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11696822-3915-4062-89ab-a7f3a6aaebd1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:43.125783 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-11696822-3915-4062-89ab-a7f3a6aaebd1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] device_id is not set on port 69570685-a670-48f4-9c30-caf612106b3a yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:06:43.144227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7cbe2473-c100-4f4f-96a6-238dd09617ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:43.145143 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe2473-c100-4f4f-96a6-238dd09617ad None None] The sync data for ids ['3af18c0d-59dd-4c99-8275-ec49869d2157'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:06:43.153631 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-39d58e58-2a03-4227-b137-5d7606adcd3d None None] Port 11f4414b-deeb-495c-b569-b6b363290e08 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:06:43.249610 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-11696822-3915-4062-89ab-a7f3a6aaebd1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Allocated IP 172.20.0.10 (c9aee622-82bc-49f8-b39f-79cfc0869b56/d61997ba-ee56-4ae1-a678-bab0a45382c8/69570685-a670-48f4-9c30-caf612106b3a) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:06:43.448570 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11696822-3915-4062-89ab-a7f3a6aaebd1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for port (69570685-a670-48f4-9c30-caf612106b3a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:43.525950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1c040-b080-4cfa-a1b0-7a470ce685ee req-44fe2f9e-b3f7-461a-889e-5a75547100b7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:43.527547 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0bc1c040-b080-4cfa-a1b0-7a470ce685ee req-44fe2f9e-b3f7-461a-889e-5a75547100b7 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.0731282 Mar 11 12:06:43.529250 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11696822-3915-4062-89ab-a7f3a6aaebd1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (69570685-a670-48f4-9c30-caf612106b3a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:43.601985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11696822-3915-4062-89ab-a7f3a6aaebd1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Network c9aee622-82bc-49f8-b39f-79cfc0869b56 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:06:43.604316 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3bfb0d2b-1030-49c5-bf30-413ed6b75cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:43.611915 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-11696822-3915-4062-89ab-a7f3a6aaebd1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:06:43.618077 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11696822-3915-4062-89ab-a7f3a6aaebd1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:06:43.620708 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11696822-3915-4062-89ab-a7f3a6aaebd1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event updated for resources: {'Port': ['ID=69570685-a670-48f4-9c30-caf612106b3a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:43.651445 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0bc1c040-b080-4cfa-a1b0-7a470ce685ee req-e661b991-1b05-4c4a-8305-9054deb2908f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139169 Mar 11 12:06:43.704476 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11696822-3915-4062-89ab-a7f3a6aaebd1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:43.705152 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11696822-3915-4062-89ab-a7f3a6aaebd1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:43.729184 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-11696822-3915-4062-89ab-a7f3a6aaebd1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7617257 Mar 11 12:06:43.732661 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48260) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:43.737855 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c46f3c94-ed4a-47f5-8663-be313b06895e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Request body: {'floatingip': {'port_id': '69570685-a670-48f4-9c30-caf612106b3a'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:06:43.802429 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc110e2-a83b-43ec-90a6-3f661aa4e5a3 req-5074d9ff-6bad-4132-942f-9f447302b26a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:43.804322 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcc110e2-a83b-43ec-90a6-3f661aa4e5a3 req-5074d9ff-6bad-4132-942f-9f447302b26a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.0664456 Mar 11 12:06:43.852658 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c46f3c94-ed4a-47f5-8663-be313b06895e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (54d200ab-e95e-43b1-bc48-c1402217ee92), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:43.875696 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcc110e2-a83b-43ec-90a6-3f661aa4e5a3 req-bb794603-52e9-4f68-a8ae-8c3e4eaee756 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562260 Mar 11 12:06:44.013307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6ebd8675-d0dd-43ea-8790-07da3bed0109 None None] Provisioning complete for port 69570685-a670-48f4-9c30-caf612106b3a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:06:44.013870 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8675-d0dd-43ea-8790-07da3bed0109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (69570685-a670-48f4-9c30-caf612106b3a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:44.062102 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd8675-d0dd-43ea-8790-07da3bed0109 None None] Port 69570685-a670-48f4-9c30-caf612106b3a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:06:44.946586 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c46f3c94-ed4a-47f5-8663-be313b06895e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:44.952630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48318) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:44.957387 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c46f3c94-ed4a-47f5-8663-be313b06895e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (54d200ab-e95e-43b1-bc48-c1402217ee92), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:45.034961 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2abf02-9e49-4a98-8827-972b6a44c664 req-2b9725e9-973d-45bf-837e-9d68f9977e82 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:45.037899 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7a2abf02-9e49-4a98-8827-972b6a44c664 req-2b9725e9-973d-45bf-837e-9d68f9977e82 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=67c2559d-d586-441a-bf9e-6e72ea3ba025 HTTP/1.1" status: 200 len: 943 time: 0.0780544 Mar 11 12:06:45.105211 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-c46f3c94-ed4a-47f5-8663-be313b06895e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Floating IP 54d200ab-e95e-43b1-bc48-c1402217ee92 associated. External IP: 172.25.7.72, port: 3a8acf52-35b6-4410-9f2e-41a3a1a846ee. Mar 11 12:06:45.155875 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dd0e3b03-36df-4fee-a146-3a697779c0b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:45.200229 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-7a2abf02-9e49-4a98-8827-972b6a44c664 req-2fd94257-b988-49c3-8a3f-53938712b79e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Deleting port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:45.200752 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7a2abf02-9e49-4a98-8827-972b6a44c664 req-2fd94257-b988-49c3-8a3f-53938712b79e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:45.329022 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dd0e3b03-36df-4fee-a146-3a697779c0b2 admin admin] Publish callbacks [] for security_group (7acdcf07-f4d3-443a-a18b-06ee18b84b5a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:45.331295 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7a2abf02-9e49-4a98-8827-972b6a44c664 req-2fd94257-b988-49c3-8a3f-53938712b79e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] For port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:06:45.331787 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7a2abf02-9e49-4a98-8827-972b6a44c664 req-2fd94257-b988-49c3-8a3f-53938712b79e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:45.340996 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dd0e3b03-36df-4fee-a146-3a697779c0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7acdcf07-f4d3-443a-a18b-06ee18b84b5a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:45.342638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46f3c94-ed4a-47f5-8663-be313b06895e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router adcd3a6b-c0ca-4e42-925c-b201d92d95e1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:06:45.349945 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-7a2abf02-9e49-4a98-8827-972b6a44c664 req-2fd94257-b988-49c3-8a3f-53938712b79e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Calling delete_port for 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:45.394041 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dd0e3b03-36df-4fee-a146-3a697779c0b2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=abfc67612b594eb9be2e304944536616&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4400544 Mar 11 12:06:45.394693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e3b03-36df-4fee-a146-3a697779c0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acdcf07-f4d3-443a-a18b-06ee18b84b5a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:45.400611 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48328) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:45.493273 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4f40fd91-ed7b-40ef-b016-1e1bc96c4ed0 admin admin] Publish callbacks [] for security_group (7acdcf07-f4d3-443a-a18b-06ee18b84b5a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:45.514736 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46f3c94-ed4a-47f5-8663-be313b06895e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:06:45.517736 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7a2abf02-9e49-4a98-8827-972b6a44c664 req-2fd94257-b988-49c3-8a3f-53938712b79e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (77e8ad34-8eeb-4287-b83a-c2e9118b5ac4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:45.527490 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4f40fd91-ed7b-40ef-b016-1e1bc96c4ed0 admin admin] Publish callbacks [] for security_group (7acdcf07-f4d3-443a-a18b-06ee18b84b5a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:45.531426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['01a165e8-9830-4f3e-9906-08d04445abd1', '07441d67-699c-4b32-aacf-d71b3a8d6778'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:06:45.543143 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab6836-d773-4c03-8583-870270b8028c None None] Sync routers for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:06:45.556926 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab6836-d773-4c03-8583-870270b8028c None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:45.557548 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0cab6836-d773-4c03-8583-870270b8028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:45.576473 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd94257-b988-49c3-8a3f-53938712b79e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Pushing event deleted for resources: {'Port': ['ID=77e8ad34-8eeb-4287-b83a-c2e9118b5ac4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:45.638162 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0cab6836-d773-4c03-8583-870270b8028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:45.664558 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab6836-d773-4c03-8583-870270b8028c None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:45.665186 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0cab6836-d773-4c03-8583-870270b8028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:45.667757 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2abf02-9e49-4a98-8827-972b6a44c664 req-2fd94257-b988-49c3-8a3f-53938712b79e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] No DVR routers for this DVR port 77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:06:45.673471 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7a2abf02-9e49-4a98-8827-972b6a44c664 req-2fd94257-b988-49c3-8a3f-53938712b79e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:45.683867 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7a2abf02-9e49-4a98-8827-972b6a44c664 req-2fd94257-b988-49c3-8a3f-53938712b79e tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "DELETE /v2.0/ports/77e8ad34-8eeb-4287-b83a-c2e9118b5ac4 HTTP/1.1" status: 204 len: 173 time: 0.6392457 Mar 11 12:06:45.684391 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c2559d-d586-441a-bf9e-6e72ea3ba025', 'name': 'network-vif-deleted', 'tag': '77e8ad34-8eeb-4287-b83a-c2e9118b5ac4'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:06:45.686900 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d234079b-2561-466f-b4b7-31d61aef752f" -d '{"events": [{"server_uuid": "67c2559d-d586-441a-bf9e-6e72ea3ba025", "name": "network-vif-deleted", "tag": "77e8ad34-8eeb-4287-b83a-c2e9118b5ac4"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:06:45.716698 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0cab6836-d773-4c03-8583-870270b8028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:45.717890 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab6836-d773-4c03-8583-870270b8028c None None] The sync data for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:06:45.725173 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4f40fd91-ed7b-40ef-b016-1e1bc96c4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7acdcf07-f4d3-443a-a18b-06ee18b84b5a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:45.727796 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4f40fd91-ed7b-40ef-b016-1e1bc96c4ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:45.731249 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4f40fd91-ed7b-40ef-b016-1e1bc96c4ed0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7acdcf07-f4d3-443a-a18b-06ee18b84b5a HTTP/1.1" status: 204 len: 168 time: 0.3271792 Mar 11 12:06:45.786857 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Mar 2022 12:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d747d92f-54af-4c66-bf47-ab99e804ad68 x-openstack-request-id: req-d747d92f-54af-4c66-bf47-ab99e804ad68 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:06:45.787251 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c2559d-d586-441a-bf9e-6e72ea3ba025", "name": "network-vif-deleted", "tag": "77e8ad34-8eeb-4287-b83a-c2e9118b5ac4", "status": "failed", "code": 422}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:06:45.788034 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d747d92f-54af-4c66-bf47-ab99e804ad68 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:06:45.788183 n-d-833234-2 neutron-server[104031]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67c2559d-d586-441a-bf9e-6e72ea3ba025', 'name': 'network-vif-deleted', 'tag': '77e8ad34-8eeb-4287-b83a-c2e9118b5ac4', 'status': 'failed', 'code': 422} returned with failed status Mar 11 12:06:45.811923 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fc48021d-6b4d-499b-97d9-e7aed35a776b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:45.832651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40fd91-ed7b-40ef-b016-1e1bc96c4ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acdcf07-f4d3-443a-a18b-06ee18b84b5a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:45.966316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46f3c94-ed4a-47f5-8663-be313b06895e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router 3af18c0d-59dd-4c99-8275-ec49869d2157 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:06:46.123602 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46f3c94-ed4a-47f5-8663-be313b06895e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:06:46.128901 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c46f3c94-ed4a-47f5-8663-be313b06895e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:46.141133 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71c84c6-7634-4c0a-915b-8b9f7876548a None None] Sync routers for ids ['3af18c0d-59dd-4c99-8275-ec49869d2157'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:06:46.172503 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c84c6-7634-4c0a-915b-8b9f7876548a None None] Routers {'3af18c0d-59dd-4c99-8275-ec49869d2157'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:46.173176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d71c84c6-7634-4c0a-915b-8b9f7876548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['3af18c0d-59dd-4c99-8275-ec49869d2157'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:46.217258 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c46f3c94-ed4a-47f5-8663-be313b06895e tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "PUT /v2.0/floatingips/54d200ab-e95e-43b1-bc48-c1402217ee92 HTTP/1.1" status: 200 len: 978 time: 2.4810534 Mar 11 12:06:46.217792 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48346) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:46.268732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d71c84c6-7634-4c0a-915b-8b9f7876548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:46.277858 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48348) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:46.295010 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b2b3803-8da0-4041-85a3-7323d4350e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:46.301465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c84c6-7634-4c0a-915b-8b9f7876548a None None] Routers {'3af18c0d-59dd-4c99-8275-ec49869d2157'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:46.304255 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d71c84c6-7634-4c0a-915b-8b9f7876548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['3af18c0d-59dd-4c99-8275-ec49869d2157'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:46.348088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f664cf27-dc8d-41e7-843b-1c7d5e1a7623 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Deleting port 69570685-a670-48f4-9c30-caf612106b3a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:46.348580 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f664cf27-dc8d-41e7-843b-1c7d5e1a7623 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (69570685-a670-48f4-9c30-caf612106b3a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:46.376172 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d71c84c6-7634-4c0a-915b-8b9f7876548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:46.378484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71c84c6-7634-4c0a-915b-8b9f7876548a None None] The sync data for ids ['3af18c0d-59dd-4c99-8275-ec49869d2157'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:06:46.401419 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b2b3803-8da0-4041-85a3-7323d4350e43 admin admin] Publish callbacks [] for security_group (243d4863-8f39-4c5d-b7d6-400771f8edb5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:46.408578 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b2b3803-8da0-4041-85a3-7323d4350e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (243d4863-8f39-4c5d-b7d6-400771f8edb5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:46.457436 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9b2b3803-8da0-4041-85a3-7323d4350e43 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c88dee9813374fe0b25aa5f4a3ffa95d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1759465 Mar 11 12:06:46.457436 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b3803-8da0-4041-85a3-7323d4350e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243d4863-8f39-4c5d-b7d6-400771f8edb5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:46.457913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48354) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:46.501263 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f664cf27-dc8d-41e7-843b-1c7d5e1a7623 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (69570685-a670-48f4-9c30-caf612106b3a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:46.581471 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a72442a6-3087-4424-9e9a-f4b0c254c5a5 admin admin] Publish callbacks [] for security_group (243d4863-8f39-4c5d-b7d6-400771f8edb5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:46.642472 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a72442a6-3087-4424-9e9a-f4b0c254c5a5 admin admin] Publish callbacks [] for security_group (243d4863-8f39-4c5d-b7d6-400771f8edb5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:46.723348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60784264-ad5a-45c4-9ff1-dc7797f56c0f req-a3567cc4-37ff-4c15-b505-5c9545a2381b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:46.729778 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60784264-ad5a-45c4-9ff1-dc7797f56c0f req-a3567cc4-37ff-4c15-b505-5c9545a2381b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 907 time: 0.0843973 Mar 11 12:06:46.744534 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f664cf27-dc8d-41e7-843b-1c7d5e1a7623 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:46.744931 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f664cf27-dc8d-41e7-843b-1c7d5e1a7623 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (54d200ab-e95e-43b1-bc48-c1402217ee92), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:46.745231 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-f664cf27-dc8d-41e7-843b-1c7d5e1a7623 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Floating IP 54d200ab-e95e-43b1-bc48-c1402217ee92 disassociated. External IP: 172.25.7.72, port: 69570685-a670-48f4-9c30-caf612106b3a. Mar 11 12:06:46.745577 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f664cf27-dc8d-41e7-843b-1c7d5e1a7623 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Calling delete_port for 69570685-a670-48f4-9c30-caf612106b3a owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:46.796992 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a72442a6-3087-4424-9e9a-f4b0c254c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (243d4863-8f39-4c5d-b7d6-400771f8edb5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:46.800175 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a72442a6-3087-4424-9e9a-f4b0c254c5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:46.801330 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a72442a6-3087-4424-9e9a-f4b0c254c5a5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/243d4863-8f39-4c5d-b7d6-400771f8edb5 HTTP/1.1" status: 204 len: 168 time: 0.3425009 Mar 11 12:06:46.821911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72442a6-3087-4424-9e9a-f4b0c254c5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243d4863-8f39-4c5d-b7d6-400771f8edb5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:46.910926 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f664cf27-dc8d-41e7-843b-1c7d5e1a7623 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (69570685-a670-48f4-9c30-caf612106b3a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:46.953955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664cf27-dc8d-41e7-843b-1c7d5e1a7623 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Port': ['ID=69570685-a670-48f4-9c30-caf612106b3a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:47.098829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f664cf27-dc8d-41e7-843b-1c7d5e1a7623 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router 3af18c0d-59dd-4c99-8275-ec49869d2157 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:06:47.223730 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:47.269407 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f664cf27-dc8d-41e7-843b-1c7d5e1a7623 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:06:47.285614 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a12f6a0-26bc-437a-90c4-3519a855e3a3 None None] Sync routers for ids ['3af18c0d-59dd-4c99-8275-ec49869d2157'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:06:47.313380 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a12f6a0-26bc-437a-90c4-3519a855e3a3 None None] Routers {'3af18c0d-59dd-4c99-8275-ec49869d2157'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:47.314763 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8a12f6a0-26bc-437a-90c4-3519a855e3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['3af18c0d-59dd-4c99-8275-ec49869d2157'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:47.356207 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8a12f6a0-26bc-437a-90c4-3519a855e3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:47.365961 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f664cf27-dc8d-41e7-843b-1c7d5e1a7623 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:47.368453 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a12f6a0-26bc-437a-90c4-3519a855e3a3 None None] Routers {'3af18c0d-59dd-4c99-8275-ec49869d2157'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:47.369111 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8a12f6a0-26bc-437a-90c4-3519a855e3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['3af18c0d-59dd-4c99-8275-ec49869d2157'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:47.374527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48376) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:47.375032 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f664cf27-dc8d-41e7-843b-1c7d5e1a7623 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/ports/69570685-a670-48f4-9c30-caf612106b3a HTTP/1.1" status: 204 len: 168 time: 1.1556938 Mar 11 12:06:47.406184 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8a12f6a0-26bc-437a-90c4-3519a855e3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:47.406984 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a12f6a0-26bc-437a-90c4-3519a855e3a3 None None] The sync data for ids ['3af18c0d-59dd-4c99-8275-ec49869d2157'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:06:47.844845 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-514e15aa-dbfb-4758-a2de-d7f8dae10347 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (3af18c0d-59dd-4c99-8275-ec49869d2157), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:47.915339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce364e-effb-4927-94ef-e98d34c011a2 req-92684095-25f9-41c6-8f3c-5061d8859da3 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:47.916847 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6dce364e-effb-4927-94ef-e98d34c011a2 req-92684095-25f9-41c6-8f3c-5061d8859da3 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 907 time: 0.1139657 Mar 11 12:06:48.438128 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34527f70-ef91-40d9-8d22-393667be90c4 req-a943bdbe-b065-4faf-b908-37a95c2d1a95 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:48.439691 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-34527f70-ef91-40d9-8d22-393667be90c4 req-a943bdbe-b065-4faf-b908-37a95c2d1a95 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 907 time: 0.4039278 Mar 11 12:06:48.597269 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:48.612165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-34527f70-ef91-40d9-8d22-393667be90c4 req-80279849-b797-4a71-adb8-bd536e139d90 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Deleting port 6435c7b7-5291-460b-9a59-43c54832042e {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:48.612512 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-34527f70-ef91-40d9-8d22-393667be90c4 req-80279849-b797-4a71-adb8-bd536e139d90 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6435c7b7-5291-460b-9a59-43c54832042e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:48.633345 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-514e15aa-dbfb-4758-a2de-d7f8dae10347 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Deleting port 11f4414b-deeb-495c-b569-b6b363290e08 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:48.633685 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-514e15aa-dbfb-4758-a2de-d7f8dae10347 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (11f4414b-deeb-495c-b569-b6b363290e08), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:48.771280 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-34527f70-ef91-40d9-8d22-393667be90c4 req-80279849-b797-4a71-adb8-bd536e139d90 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] For port 6435c7b7-5291-460b-9a59-43c54832042e, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=6435c7b7-5291-460b-9a59-43c54832042e,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:06:48.771531 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-34527f70-ef91-40d9-8d22-393667be90c4 req-80279849-b797-4a71-adb8-bd536e139d90 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6435c7b7-5291-460b-9a59-43c54832042e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:48.788696 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-514e15aa-dbfb-4758-a2de-d7f8dae10347 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (11f4414b-deeb-495c-b569-b6b363290e08), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:48.799813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-34527f70-ef91-40d9-8d22-393667be90c4 req-80279849-b797-4a71-adb8-bd536e139d90 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Calling delete_port for 6435c7b7-5291-460b-9a59-43c54832042e owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:48.809332 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-514e15aa-dbfb-4758-a2de-d7f8dae10347 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Calling delete_port for 11f4414b-deeb-495c-b569-b6b363290e08 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:49.122065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd9c0e-e12f-4598-92c4-feef59cec72b req-f15c89d1-e555-4aed-b4ff-3937dd7aa6fe tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:49.123830 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6fd9c0e-e12f-4598-92c4-feef59cec72b req-f15c89d1-e555-4aed-b4ff-3937dd7aa6fe tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dea831a-d236-4915-a5e5-36e2545c7315 HTTP/1.1" status: 200 len: 907 time: 0.1243205 Mar 11 12:06:49.140580 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-34527f70-ef91-40d9-8d22-393667be90c4 req-80279849-b797-4a71-adb8-bd536e139d90 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (6435c7b7-5291-460b-9a59-43c54832042e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:49.202671 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80279849-b797-4a71-adb8-bd536e139d90 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Pushing event deleted for resources: {'Port': ['ID=6435c7b7-5291-460b-9a59-43c54832042e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:49.257401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-34527f70-ef91-40d9-8d22-393667be90c4 req-80279849-b797-4a71-adb8-bd536e139d90 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] No DVR routers for this DVR port 6435c7b7-5291-460b-9a59-43c54832042e on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:06:49.260990 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-34527f70-ef91-40d9-8d22-393667be90c4 req-80279849-b797-4a71-adb8-bd536e139d90 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:49.264320 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-34527f70-ef91-40d9-8d22-393667be90c4 req-80279849-b797-4a71-adb8-bd536e139d90 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.71 "DELETE /v2.0/ports/6435c7b7-5291-460b-9a59-43c54832042e HTTP/1.1" status: 204 len: 173 time: 0.8184607 Mar 11 12:06:49.264780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dea831a-d236-4915-a5e5-36e2545c7315', 'name': 'network-vif-deleted', 'tag': '6435c7b7-5291-460b-9a59-43c54832042e'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:06:49.267062 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8dea11-5ea7-4141-9364-86f7c2f81998" -d '{"events": [{"server_uuid": "6dea831a-d236-4915-a5e5-36e2545c7315", "name": "network-vif-deleted", "tag": "6435c7b7-5291-460b-9a59-43c54832042e"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:06:49.279714 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-514e15aa-dbfb-4758-a2de-d7f8dae10347 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (11f4414b-deeb-495c-b569-b6b363290e08), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:49.316235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e15aa-dbfb-4758-a2de-d7f8dae10347 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Port': ['ID=11f4414b-deeb-495c-b569-b6b363290e08,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:49.389603 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a71fce-6605-4c1a-b615-8f2c5bb955c4 x-openstack-request-id: req-16a71fce-6605-4c1a-b615-8f2c5bb955c4 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:06:49.390403 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dea831a-d236-4915-a5e5-36e2545c7315", "name": "network-vif-deleted", "tag": "6435c7b7-5291-460b-9a59-43c54832042e", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:06:49.390891 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-16a71fce-6605-4c1a-b615-8f2c5bb955c4 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:06:49.391458 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dea831a-d236-4915-a5e5-36e2545c7315', 'name': 'network-vif-deleted', 'tag': '6435c7b7-5291-460b-9a59-43c54832042e', 'status': 'completed', 'code': 200} Mar 11 12:06:49.630462 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48440) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:49.639126 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-514e15aa-dbfb-4758-a2de-d7f8dae10347 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (3af18c0d-59dd-4c99-8275-ec49869d2157), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:49.759334 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-512b2d9b-66a5-400d-8b7a-d394be7c1379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:49.853760 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-512b2d9b-66a5-400d-8b7a-d394be7c1379 admin admin] Publish callbacks [] for security_group (fdacd1f0-3c18-4a31-8170-72dd939f5c39), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:49.862888 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-512b2d9b-66a5-400d-8b7a-d394be7c1379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fdacd1f0-3c18-4a31-8170-72dd939f5c39), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:49.896940 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514e15aa-dbfb-4758-a2de-d7f8dae10347 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router 3af18c0d-59dd-4c99-8275-ec49869d2157 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:06:49.912866 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-512b2d9b-66a5-400d-8b7a-d394be7c1379 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4d406dc3a9c64d23bdae19b875a43647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2777731 Mar 11 12:06:49.912866 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b2d9b-66a5-400d-8b7a-d394be7c1379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdacd1f0-3c18-4a31-8170-72dd939f5c39,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:49.914059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48444) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:49.983619 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fb22153-1bcd-4647-825c-dca6d196f08f admin admin] Publish callbacks [] for security_group (fdacd1f0-3c18-4a31-8170-72dd939f5c39), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:50.010522 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fb22153-1bcd-4647-825c-dca6d196f08f admin admin] Publish callbacks [] for security_group (fdacd1f0-3c18-4a31-8170-72dd939f5c39), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:50.043256 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514e15aa-dbfb-4758-a2de-d7f8dae10347 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:06:50.050344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-514e15aa-dbfb-4758-a2de-d7f8dae10347 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "PUT /v2.0/routers/3af18c0d-59dd-4c99-8275-ec49869d2157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6746421 Mar 11 12:06:50.052867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48446) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:50.070927 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fb22153-1bcd-4647-825c-dca6d196f08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fdacd1f0-3c18-4a31-8170-72dd939f5c39), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:50.074772 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fb22153-1bcd-4647-825c-dca6d196f08f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:50.075881 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4fb22153-1bcd-4647-825c-dca6d196f08f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fdacd1f0-3c18-4a31-8170-72dd939f5c39 HTTP/1.1" status: 204 len: 168 time: 0.1609013 Mar 11 12:06:50.082753 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3952e9e-7f86-473e-ad8b-9c5f2e251f6c None None] Sync routers for ids ['3af18c0d-59dd-4c99-8275-ec49869d2157'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:06:50.086698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb22153-1bcd-4647-825c-dca6d196f08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdacd1f0-3c18-4a31-8170-72dd939f5c39,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:50.111672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3952e9e-7f86-473e-ad8b-9c5f2e251f6c None None] Routers {'3af18c0d-59dd-4c99-8275-ec49869d2157'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:50.112889 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a3952e9e-7f86-473e-ad8b-9c5f2e251f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['3af18c0d-59dd-4c99-8275-ec49869d2157'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:50.173907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a3952e9e-7f86-473e-ad8b-9c5f2e251f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:50.177308 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:50.199571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3952e9e-7f86-473e-ad8b-9c5f2e251f6c None None] Routers {'3af18c0d-59dd-4c99-8275-ec49869d2157'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:50.200434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a3952e9e-7f86-473e-ad8b-9c5f2e251f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['3af18c0d-59dd-4c99-8275-ec49869d2157'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:50.242409 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a3952e9e-7f86-473e-ad8b-9c5f2e251f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:50.243908 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3952e9e-7f86-473e-ad8b-9c5f2e251f6c None None] The sync data for ids ['3af18c0d-59dd-4c99-8275-ec49869d2157'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:06:50.259636 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dae209fe-c782-4152-b711-3051ca0bac20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for router (3af18c0d-59dd-4c99-8275-ec49869d2157), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:50.420080 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dae209fe-c782-4152-b711-3051ca0bac20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for router_gateway (3af18c0d-59dd-4c99-8275-ec49869d2157), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:50.482101 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48460) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:50.498224 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e54c9dcf-b5b7-4348-b787-78a6a8ebdde3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:50.534982 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b629ca3-0fd9-45c7-9f39-c5a933d1461e req-32532f00-7e18-4140-aea9-c8807a66adc4 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:50.537258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b629ca3-0fd9-45c7-9f39-c5a933d1461e req-32532f00-7e18-4140-aea9-c8807a66adc4 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 945 time: 0.0794547 Mar 11 12:06:50.539277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-dae209fe-c782-4152-b711-3051ca0bac20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Deleting port 0e714df5-791c-47f3-94f4-49af718bfa89 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:50.539277 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dae209fe-c782-4152-b711-3051ca0bac20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0e714df5-791c-47f3-94f4-49af718bfa89), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:50.607402 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e54c9dcf-b5b7-4348-b787-78a6a8ebdde3 admin admin] Publish callbacks [] for security_group (5987b342-8f55-49fa-bc84-b7a2aed8f9ba), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:50.613465 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e54c9dcf-b5b7-4348-b787-78a6a8ebdde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5987b342-8f55-49fa-bc84-b7a2aed8f9ba), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:50.646162 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b629ca3-0fd9-45c7-9f39-c5a933d1461e req-13581e5b-5fe4-4a71-87b3-93e69f385f37 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939360 Mar 11 12:06:50.656108 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e54c9dcf-b5b7-4348-b787-78a6a8ebdde3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=539217a9ade640e4931b2f0f3addd3bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1719244 Mar 11 12:06:50.657748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c9dcf-b5b7-4348-b787-78a6a8ebdde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5987b342-8f55-49fa-bc84-b7a2aed8f9ba,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:50.657954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48466) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:50.678769 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dae209fe-c782-4152-b711-3051ca0bac20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0e714df5-791c-47f3-94f4-49af718bfa89), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:50.699820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-dae209fe-c782-4152-b711-3051ca0bac20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Calling delete_port for 0e714df5-791c-47f3-94f4-49af718bfa89 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:50.783885 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8731aef7-6dbf-40da-ae2d-a30055b5783c admin admin] Publish callbacks [] for security_group (5987b342-8f55-49fa-bc84-b7a2aed8f9ba), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:50.841018 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8731aef7-6dbf-40da-ae2d-a30055b5783c admin admin] Publish callbacks [] for security_group (5987b342-8f55-49fa-bc84-b7a2aed8f9ba), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:50.921197 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8731aef7-6dbf-40da-ae2d-a30055b5783c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5987b342-8f55-49fa-bc84-b7a2aed8f9ba), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:50.923739 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8731aef7-6dbf-40da-ae2d-a30055b5783c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:50.924885 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8731aef7-6dbf-40da-ae2d-a30055b5783c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5987b342-8f55-49fa-bc84-b7a2aed8f9ba HTTP/1.1" status: 204 len: 168 time: 0.2659297 Mar 11 12:06:50.940034 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731aef7-6dbf-40da-ae2d-a30055b5783c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5987b342-8f55-49fa-bc84-b7a2aed8f9ba,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:50.971806 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dae209fe-c782-4152-b711-3051ca0bac20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (0e714df5-791c-47f3-94f4-49af718bfa89), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:51.000571 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae209fe-c782-4152-b711-3051ca0bac20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Port': ['ID=0e714df5-791c-47f3-94f4-49af718bfa89,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:51.067597 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dae209fe-c782-4152-b711-3051ca0bac20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (3af18c0d-59dd-4c99-8275-ec49869d2157), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:51.103460 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 6435c7b7-5291-460b-9a59-43c54832042e no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:06:51.129044 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 6435c7b7-5291-460b-9a59-43c54832042e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:06:51.129565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 6435c7b7-5291-460b-9a59-43c54832042e not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:06:51.182274 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dae209fe-c782-4152-b711-3051ca0bac20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (3af18c0d-59dd-4c99-8275-ec49869d2157), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:51.184397 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dae209fe-c782-4152-b711-3051ca0bac20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for router_controller (3af18c0d-59dd-4c99-8275-ec49869d2157), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:51.236876 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dae209fe-c782-4152-b711-3051ca0bac20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (3af18c0d-59dd-4c99-8275-ec49869d2157), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:51.237629 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae209fe-c782-4152-b711-3051ca0bac20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Fanout notify agent at l3_agent the message router_deleted on router 3af18c0d-59dd-4c99-8275-ec49869d2157 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:06:51.245737 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dae209fe-c782-4152-b711-3051ca0bac20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:51.249780 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dae209fe-c782-4152-b711-3051ca0bac20 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/routers/3af18c0d-59dd-4c99-8275-ec49869d2157 HTTP/1.1" status: 204 len: 168 time: 1.1955969 Mar 11 12:06:51.249998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48474) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:51.310399 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f8a9f9-86fd-4852-98f0-c25ac34a8cfe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Deleting subnet d61997ba-ee56-4ae1-a678-bab0a45382c8 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:06:51.317654 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c4f8a9f9-86fd-4852-98f0-c25ac34a8cfe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for subnet (d61997ba-ee56-4ae1-a678-bab0a45382c8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:51.371024 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c4f8a9f9-86fd-4852-98f0-c25ac34a8cfe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (d61997ba-ee56-4ae1-a678-bab0a45382c8), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:51.461015 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c4f8a9f9-86fd-4852-98f0-c25ac34a8cfe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (d61997ba-ee56-4ae1-a678-bab0a45382c8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:51.527127 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c4f8a9f9-86fd-4852-98f0-c25ac34a8cfe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (d61997ba-ee56-4ae1-a678-bab0a45382c8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:51.564723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8a9f9-86fd-4852-98f0-c25ac34a8cfe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Subnet': ['ID=d61997ba-ee56-4ae1-a678-bab0a45382c8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:51.568646 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c4f8a9f9-86fd-4852-98f0-c25ac34a8cfe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:51.574492 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c4f8a9f9-86fd-4852-98f0-c25ac34a8cfe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/subnets/d61997ba-ee56-4ae1-a678-bab0a45382c8 HTTP/1.1" status: 204 len: 168 time: 0.3208773 Mar 11 12:06:51.575242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48492) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:51.575367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d47a44b-0b98-4b47-b56e-9442185b8adc None None] Network c9aee622-82bc-49f8-b39f-79cfc0869b56 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:06:51.777514 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (c9aee622-82bc-49f8-b39f-79cfc0869b56), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:51.841712 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b480c-4f35-481d-80c0-4d4da13d44dc None None] DHCP port deletion for c9aee622-82bc-49f8-b39f-79cfc0869b56 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:06:51.868323 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd586ff-7177-4931-8bd3-10e991bd022a req-8b6731a9-1452-4545-bd67-686c2642abdd tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:51.869855 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7cd586ff-7177-4931-8bd3-10e991bd022a req-8b6731a9-1452-4545-bd67-686c2642abdd tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 945 time: 0.1323020 Mar 11 12:06:51.900641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b83b480c-4f35-481d-80c0-4d4da13d44dc None None] Deleting port b2c144fd-da63-4ea3-aed2-b1a27beba519 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:51.901097 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b83b480c-4f35-481d-80c0-4d4da13d44dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b2c144fd-da63-4ea3-aed2-b1a27beba519), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:51.925177 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ade6a-7020-4199-9195-8454c5d3f889 req-bd7e0647-2247-457a-9be3-4b8ae82eb1be tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:51.926793 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-882ade6a-7020-4199-9195-8454c5d3f889 req-bd7e0647-2247-457a-9be3-4b8ae82eb1be tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 945 time: 0.1414502 Mar 11 12:06:51.978526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b83b480c-4f35-481d-80c0-4d4da13d44dc None None] For port b2c144fd-da63-4ea3-aed2-b1a27beba519, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b2c144fd-da63-4ea3-aed2-b1a27beba519,segment=NetworkSegment(7195ad35-7038-49c0-84c3-b5d369eebefd),segment_id=7195ad35-7038-49c0-84c3-b5d369eebefd)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:06:51.979121 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b83b480c-4f35-481d-80c0-4d4da13d44dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b2c144fd-da63-4ea3-aed2-b1a27beba519), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:51.992745 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b83b480c-4f35-481d-80c0-4d4da13d44dc None None] Calling delete_port for b2c144fd-da63-4ea3-aed2-b1a27beba519 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:52.016810 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7cd586ff-7177-4931-8bd3-10e991bd022a req-f1e684fa-3bbc-4ee8-af24-713e93c94982 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298385 Mar 11 12:06:52.021288 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Deleting port b2c144fd-da63-4ea3-aed2-b1a27beba519 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:52.021730 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b2c144fd-da63-4ea3-aed2-b1a27beba519), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:52.090690 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b83b480c-4f35-481d-80c0-4d4da13d44dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (b2c144fd-da63-4ea3-aed2-b1a27beba519), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:52.131321 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b480c-4f35-481d-80c0-4d4da13d44dc None None] No DVR routers for this DVR port b2c144fd-da63-4ea3-aed2-b1a27beba519 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:06:52.137178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b480c-4f35-481d-80c0-4d4da13d44dc None None] Pushing event deleted for resources: {'Port': ['ID=b2c144fd-da63-4ea3-aed2-b1a27beba519,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:52.145553 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] For port b2c144fd-da63-4ea3-aed2-b1a27beba519, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b2c144fd-da63-4ea3-aed2-b1a27beba519,segment=NetworkSegment(7195ad35-7038-49c0-84c3-b5d369eebefd),segment_id=7195ad35-7038-49c0-84c3-b5d369eebefd)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:06:52.146016 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b2c144fd-da63-4ea3-aed2-b1a27beba519), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:52.163529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Calling delete_port for b2c144fd-da63-4ea3-aed2-b1a27beba519 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:52.188038 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-882ade6a-7020-4199-9195-8454c5d3f889 req-55d10ce6-971c-4497-88f6-a9ed2c5116df tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Deleting port 07441d67-699c-4b32-aacf-d71b3a8d6778 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:52.188380 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-882ade6a-7020-4199-9195-8454c5d3f889 req-55d10ce6-971c-4497-88f6-a9ed2c5116df tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (07441d67-699c-4b32-aacf-d71b3a8d6778), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:52.327044 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-882ade6a-7020-4199-9195-8454c5d3f889 req-55d10ce6-971c-4497-88f6-a9ed2c5116df tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] For port 07441d67-699c-4b32-aacf-d71b3a8d6778, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=07441d67-699c-4b32-aacf-d71b3a8d6778,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:06:52.328253 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-882ade6a-7020-4199-9195-8454c5d3f889 req-55d10ce6-971c-4497-88f6-a9ed2c5116df tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (07441d67-699c-4b32-aacf-d71b3a8d6778), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:52.348908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-882ade6a-7020-4199-9195-8454c5d3f889 req-55d10ce6-971c-4497-88f6-a9ed2c5116df tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Calling delete_port for 07441d67-699c-4b32-aacf-d71b3a8d6778 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:52.394903 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b2c144fd-da63-4ea3-aed2-b1a27beba519), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:52.429186 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Port': ['ID=b2c144fd-da63-4ea3-aed2-b1a27beba519,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:52.431068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] No DVR routers for this DVR port b2c144fd-da63-4ea3-aed2-b1a27beba519 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:06:52.526482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b2c144fd-da63-4ea3-aed2-b1a27beba519 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:06:52.548267 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (c9aee622-82bc-49f8-b39f-79cfc0869b56), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:52.550740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: b2c144fd-da63-4ea3-aed2-b1a27beba519 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:06:52.551775 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b2c144fd-da63-4ea3-aed2-b1a27beba519 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:06:52.576601 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9aee622-82bc-49f8-b39f-79cfc0869b56']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:52.608015 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7195ad35-7038-49c0-84c3-b5d369eebefd') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:52.608288 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7195ad35-7038-49c0-84c3-b5d369eebefd') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:52.621595 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (7195ad35-7038-49c0-84c3-b5d369eebefd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:52.643388 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (7195ad35-7038-49c0-84c3-b5d369eebefd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:52.650578 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-882ade6a-7020-4199-9195-8454c5d3f889 req-55d10ce6-971c-4497-88f6-a9ed2c5116df tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (07441d67-699c-4b32-aacf-d71b3a8d6778), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:52.652787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:06:52.653359 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (7195ad35-7038-49c0-84c3-b5d369eebefd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:06:52.657103 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:06:52.664319 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['01a165e8-9830-4f3e-9906-08d04445abd1'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:06:52.749557 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d10ce6-971c-4497-88f6-a9ed2c5116df tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Pushing event deleted for resources: {'Port': ['ID=07441d67-699c-4b32-aacf-d71b3a8d6778,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:52.779684 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (c9aee622-82bc-49f8-b39f-79cfc0869b56), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:52.790117 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:52.793032 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/networks/c9aee622-82bc-49f8-b39f-79cfc0869b56 HTTP/1.1" status: 204 len: 168 time: 1.2151566 Mar 11 12:06:52.795728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48526) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:52.820752 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-882ade6a-7020-4199-9195-8454c5d3f889 req-55d10ce6-971c-4497-88f6-a9ed2c5116df tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] No DVR routers for this DVR port 07441d67-699c-4b32-aacf-d71b3a8d6778 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:06:52.822883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b4d6c-bffd-4faf-80ac-8546317c35a7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Network': ['ID=c9aee622-82bc-49f8-b39f-79cfc0869b56,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:52.831364 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-882ade6a-7020-4199-9195-8454c5d3f889 req-55d10ce6-971c-4497-88f6-a9ed2c5116df tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:52.835193 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-882ade6a-7020-4199-9195-8454c5d3f889 req-55d10ce6-971c-4497-88f6-a9ed2c5116df tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.37 "DELETE /v2.0/ports/07441d67-699c-4b32-aacf-d71b3a8d6778 HTTP/1.1" status: 204 len: 173 time: 0.8965700 Mar 11 12:06:52.835890 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3373cd6-f831-40d2-b9e9-15ff2032f91e', 'name': 'network-vif-deleted', 'tag': '07441d67-699c-4b32-aacf-d71b3a8d6778'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:06:52.838754 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d44c4c-be2b-4025-abc1-091e597dce28" -d '{"events": [{"server_uuid": "c3373cd6-f831-40d2-b9e9-15ff2032f91e", "name": "network-vif-deleted", "tag": "07441d67-699c-4b32-aacf-d71b3a8d6778"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:06:52.878976 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51414605-b38e-49c5-a37b-ea55679a80dc x-openstack-request-id: req-51414605-b38e-49c5-a37b-ea55679a80dc {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:06:52.879565 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3373cd6-f831-40d2-b9e9-15ff2032f91e", "name": "network-vif-deleted", "tag": "07441d67-699c-4b32-aacf-d71b3a8d6778", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:06:52.880068 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-51414605-b38e-49c5-a37b-ea55679a80dc {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:06:52.880714 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3373cd6-f831-40d2-b9e9-15ff2032f91e', 'name': 'network-vif-deleted', 'tag': '07441d67-699c-4b32-aacf-d71b3a8d6778', 'status': 'completed', 'code': 200} Mar 11 12:06:52.976251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a339195a-aace-443e-b097-4a84207df96f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Deleting port ab98a892-2a69-4dd2-a02b-7b06b24d10eb {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:52.976595 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a339195a-aace-443e-b097-4a84207df96f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ab98a892-2a69-4dd2-a02b-7b06b24d10eb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:53.065028 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a339195a-aace-443e-b097-4a84207df96f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ab98a892-2a69-4dd2-a02b-7b06b24d10eb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:53.065335 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a339195a-aace-443e-b097-4a84207df96f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (ab98a892-2a69-4dd2-a02b-7b06b24d10eb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:53.080758 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a339195a-aace-443e-b097-4a84207df96f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Calling delete_port for ab98a892-2a69-4dd2-a02b-7b06b24d10eb owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:53.179206 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b64f9650-8731-48d0-961a-80b4afef2363 req-af702259-a644-4362-bd2d-a5e73e658837 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3373cd6-f831-40d2-b9e9-15ff2032f91e HTTP/1.1" status: 200 len: 210 time: 0.0562449 Mar 11 12:06:53.285023 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a339195a-aace-443e-b097-4a84207df96f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ab98a892-2a69-4dd2-a02b-7b06b24d10eb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:53.315307 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48536) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:53.323805 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339195a-aace-443e-b097-4a84207df96f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Port': ['ID=ab98a892-2a69-4dd2-a02b-7b06b24d10eb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:53.412446 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a339195a-aace-443e-b097-4a84207df96f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for floatingip (54d200ab-e95e-43b1-bc48-c1402217ee92), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:53.414974 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a339195a-aace-443e-b097-4a84207df96f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:53.416386 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a339195a-aace-443e-b097-4a84207df96f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/floatingips/54d200ab-e95e-43b1-bc48-c1402217ee92 HTTP/1.1" status: 204 len: 168 time: 0.6190908 Mar 11 12:06:53.423851 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48540) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:53.462164 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1905ab2-7e9d-4939-85d1-d958c899e3f8 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] DELETE failed (client error): The resource could not be found. Mar 11 12:06:53.462978 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1905ab2-7e9d-4939-85d1-d958c899e3f8 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:06:53.466260 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c1905ab2-7e9d-4939-85d1-d958c899e3f8 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/ports/69570685-a670-48f4-9c30-caf612106b3a HTTP/1.1" status: 404 len: 333 time: 0.0413344 Mar 11 12:06:53.469047 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48542) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:53.505186 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8c648df8-b401-4547-92e5-912f9acea673 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "GET /v2.0/ports?device_id=3af18c0d-59dd-4c99-8275-ec49869d2157 HTTP/1.1" status: 200 len: 205 time: 0.0345061 Mar 11 12:06:53.507760 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48544) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:53.517971 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d81f0667-f810-4cc7-9488-a6fa926e0961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:53.556884 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-780ff791-9e69-44ab-92ef-b43d5b32d8f7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] delete failed (client error): The resource could not be found. Mar 11 12:06:53.561021 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-780ff791-9e69-44ab-92ef-b43d5b32d8f7 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/routers/3af18c0d-59dd-4c99-8275-ec49869d2157 HTTP/1.1" status: 404 len: 336 time: 0.0521882 Mar 11 12:06:53.561793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48546) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:53.591315 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb57f866-1ce6-4125-8ae5-0c1c337b801f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] DELETE failed (client error): The resource could not be found. Mar 11 12:06:53.591819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb57f866-1ce6-4125-8ae5-0c1c337b801f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:06:53.596116 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fb57f866-1ce6-4125-8ae5-0c1c337b801f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/subnets/d61997ba-ee56-4ae1-a678-bab0a45382c8 HTTP/1.1" status: 404 len: 337 time: 0.0328958 Mar 11 12:06:53.597751 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48548) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:53.616313 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d81f0667-f810-4cc7-9488-a6fa926e0961 admin admin] Publish callbacks [] for security_group (25977110-a7f6-496a-895a-36a9115f200f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:53.623016 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d81f0667-f810-4cc7-9488-a6fa926e0961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (25977110-a7f6-496a-895a-36a9115f200f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:53.669329 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d81f0667-f810-4cc7-9488-a6fa926e0961 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d9d4b6b9f2244a2588c345584ad02b97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3524892 Mar 11 12:06:53.672055 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48550) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:53.675045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f0667-f810-4cc7-9488-a6fa926e0961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25977110-a7f6-496a-895a-36a9115f200f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:53.745828 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d0eafe94-8be7-4248-b227-61fb1406a067 admin admin] Publish callbacks [] for security_group (25977110-a7f6-496a-895a-36a9115f200f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:53.798700 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d0eafe94-8be7-4248-b227-61fb1406a067 admin admin] Publish callbacks [] for security_group (25977110-a7f6-496a-895a-36a9115f200f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:53.820524 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-64bad03a-f1e4-4284-af6c-86e022b913a9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Deleting port 3a8acf52-35b6-4410-9f2e-41a3a1a846ee {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:53.821114 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-64bad03a-f1e4-4284-af6c-86e022b913a9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3a8acf52-35b6-4410-9f2e-41a3a1a846ee), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:53.952402 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d0eafe94-8be7-4248-b227-61fb1406a067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (25977110-a7f6-496a-895a-36a9115f200f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:53.954949 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d0eafe94-8be7-4248-b227-61fb1406a067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:53.959231 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d0eafe94-8be7-4248-b227-61fb1406a067 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/25977110-a7f6-496a-895a-36a9115f200f HTTP/1.1" status: 204 len: 168 time: 0.2838380 Mar 11 12:06:54.052815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a71fb-583b-4b23-b393-5a267cd1cb1f req-683285f9-aa47-4c3c-b26b-5674bbd3f095 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:54.063090 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-597a71fb-583b-4b23-b393-5a267cd1cb1f req-683285f9-aa47-4c3c-b26b-5674bbd3f095 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/ports?device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 950 time: 0.0842385 Mar 11 12:06:54.122663 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-597a71fb-583b-4b23-b393-5a267cd1cb1f req-052d5d25-1ea4-462b-a7af-b08c454b454c tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/security-groups?id=caba7ff0-574f-4ee2-80c6-811a5292c83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584936 Mar 11 12:06:54.304398 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 07441d67-699c-4b32-aacf-d71b3a8d6778 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:06:54.340322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 07441d67-699c-4b32-aacf-d71b3a8d6778 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:06:54.340998 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 07441d67-699c-4b32-aacf-d71b3a8d6778 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:06:54.379351 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-64bad03a-f1e4-4284-af6c-86e022b913a9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3a8acf52-35b6-4410-9f2e-41a3a1a846ee), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:54.382409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eafe94-8be7-4248-b227-61fb1406a067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25977110-a7f6-496a-895a-36a9115f200f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:54.395751 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-64bad03a-f1e4-4284-af6c-86e022b913a9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Calling delete_port for 3a8acf52-35b6-4410-9f2e-41a3a1a846ee owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:54.590165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d3e9-cc6d-4e71-b5c4-a07cdab25866 req-9718ed1d-c8e6-430e-9a35-12e6d2a4b070 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:54.591565 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-64bad03a-f1e4-4284-af6c-86e022b913a9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3a8acf52-35b6-4410-9f2e-41a3a1a846ee), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:54.592278 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b56d3e9-cc6d-4e71-b5c4-a07cdab25866 req-9718ed1d-c8e6-430e-9a35-12e6d2a4b070 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.0736301 Mar 11 12:06:54.635991 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bad03a-f1e4-4284-af6c-86e022b913a9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Port': ['ID=3a8acf52-35b6-4410-9f2e-41a3a1a846ee,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:54.656672 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b56d3e9-cc6d-4e71-b5c4-a07cdab25866 req-e7cd6d59-51f3-465d-8eca-64fb6c0b1623 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580442 Mar 11 12:06:54.726454 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-64bad03a-f1e4-4284-af6c-86e022b913a9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:54.730837 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-64bad03a-f1e4-4284-af6c-86e022b913a9 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/ports/3a8acf52-35b6-4410-9f2e-41a3a1a846ee HTTP/1.1" status: 204 len: 168 time: 1.1321561 Mar 11 12:06:54.733259 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48588) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:54.852603 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-68fbd645-b77e-4776-914b-1445c9720908 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Deleting port ea905825-c4ac-4b97-b0d4-2bad4ea1b226 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:54.852603 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68fbd645-b77e-4776-914b-1445c9720908 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ea905825-c4ac-4b97-b0d4-2bad4ea1b226), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:54.954359 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68fbd645-b77e-4776-914b-1445c9720908 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ea905825-c4ac-4b97-b0d4-2bad4ea1b226), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:54.968739 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-68fbd645-b77e-4776-914b-1445c9720908 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Calling delete_port for ea905825-c4ac-4b97-b0d4-2bad4ea1b226 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:55.116981 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68fbd645-b77e-4776-914b-1445c9720908 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ea905825-c4ac-4b97-b0d4-2bad4ea1b226), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:55.145276 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbd645-b77e-4776-914b-1445c9720908 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Port': ['ID=ea905825-c4ac-4b97-b0d4-2bad4ea1b226,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:55.199097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48602) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:55.244862 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68fbd645-b77e-4776-914b-1445c9720908 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:55.262253 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48606) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:55.264025 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-68fbd645-b77e-4776-914b-1445c9720908 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/ports/ea905825-c4ac-4b97-b0d4-2bad4ea1b226 HTTP/1.1" status: 204 len: 168 time: 0.5295615 Mar 11 12:06:55.280526 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2941e0-95dd-48d5-be04-3b827ae3cc2f req-c23dcd2d-f56b-4120-a729-d21cd58c0f4c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:55.282088 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c2941e0-95dd-48d5-be04-3b827ae3cc2f req-c23dcd2d-f56b-4120-a729-d21cd58c0f4c tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.37 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.1475997 Mar 11 12:06:55.327901 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4711a9f1-26c8-4f16-b818-599535b3a332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:55.415562 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543bff3-41d4-4ee5-b670-05f45bfaa371 req-89eb44ef-c6a6-4e92-a2b2-4e67908e8bcd tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:55.422949 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4543bff3-41d4-4ee5-b670-05f45bfaa371 req-89eb44ef-c6a6-4e92-a2b2-4e67908e8bcd tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/ports?device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 950 time: 0.1663208 Mar 11 12:06:55.426611 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4711a9f1-26c8-4f16-b818-599535b3a332 admin admin] Publish callbacks [] for security_group (276293b6-6990-4644-ae75-a72df5f8fa92), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:55.432992 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c6cc5-7a54-4c98-a5ab-b076ae69eca1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:55.433398 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4711a9f1-26c8-4f16-b818-599535b3a332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (276293b6-6990-4644-ae75-a72df5f8fa92), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:55.434621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-059c6cc5-7a54-4c98-a5ab-b076ae69eca1 tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "GET /v2.0/ports?device_id=adcd3a6b-c0ca-4e42-925c-b201d92d95e1 HTTP/1.1" status: 200 len: 913 time: 0.1707914 Mar 11 12:06:55.438764 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48608) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:55.481019 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4711a9f1-26c8-4f16-b818-599535b3a332 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bff85cc1c83b4657aefdc1ab14c4935b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2808478 Mar 11 12:06:55.482289 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711a9f1-26c8-4f16-b818-599535b3a332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276293b6-6990-4644-ae75-a72df5f8fa92,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:55.485751 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48610) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:55.561066 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-704d9ce4-b8f5-48d9-a47a-2b6c2ef37692 admin admin] Publish callbacks [] for security_group (276293b6-6990-4644-ae75-a72df5f8fa92), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:55.589629 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-704d9ce4-b8f5-48d9-a47a-2b6c2ef37692 admin admin] Publish callbacks [] for security_group (276293b6-6990-4644-ae75-a72df5f8fa92), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:55.653296 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-704d9ce4-b8f5-48d9-a47a-2b6c2ef37692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (276293b6-6990-4644-ae75-a72df5f8fa92), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:55.657754 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-704d9ce4-b8f5-48d9-a47a-2b6c2ef37692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:55.659565 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-704d9ce4-b8f5-48d9-a47a-2b6c2ef37692 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/276293b6-6990-4644-ae75-a72df5f8fa92 HTTP/1.1" status: 204 len: 168 time: 0.1722157 Mar 11 12:06:55.693433 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d9ce4-b8f5-48d9-a47a-2b6c2ef37692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276293b6-6990-4644-ae75-a72df5f8fa92,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:56.032010 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-5c2941e0-95dd-48d5-be04-3b827ae3cc2f req-d30f47e4-7f1c-4752-a435-ae2585ee6dac tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Deleting port 01a165e8-9830-4f3e-9906-08d04445abd1 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:56.032362 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5c2941e0-95dd-48d5-be04-3b827ae3cc2f req-d30f47e4-7f1c-4752-a435-ae2585ee6dac tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (01a165e8-9830-4f3e-9906-08d04445abd1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:56.065583 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4543bff3-41d4-4ee5-b670-05f45bfaa371 req-d3de69fd-8b30-4591-9ebe-c7e0f943dee2 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/security-groups?id=caba7ff0-574f-4ee2-80c6-811a5292c83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6417191 Mar 11 12:06:56.100009 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd2e8a-e20c-4c64-ac98-d32b1811c7f7 req-18417b9f-6477-4b83-8528-c6195e1e6e2e tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:56.101516 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3fd2e8a-e20c-4c64-ac98-d32b1811c7f7 req-18417b9f-6477-4b83-8528-c6195e1e6e2e tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.71 "GET /v2.0/ports?device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 950 time: 0.2243190 Mar 11 12:06:56.209725 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b04194-1038-4853-a0ec-b05086e852fd req-2ea884c7-1176-4e54-b5a9-c71fe168f5a1 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:56.217605 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59b04194-1038-4853-a0ec-b05086e852fd req-2ea884c7-1176-4e54-b5a9-c71fe168f5a1 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 945 time: 0.3391180 Mar 11 12:06:56.355119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-5c2941e0-95dd-48d5-be04-3b827ae3cc2f req-d30f47e4-7f1c-4752-a435-ae2585ee6dac tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] For port 01a165e8-9830-4f3e-9906-08d04445abd1, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=01a165e8-9830-4f3e-9906-08d04445abd1,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:06:56.355818 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5c2941e0-95dd-48d5-be04-3b827ae3cc2f req-d30f47e4-7f1c-4752-a435-ae2585ee6dac tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (01a165e8-9830-4f3e-9906-08d04445abd1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:56.409976 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59b04194-1038-4853-a0ec-b05086e852fd req-f9bb3de8-4b45-4238-8e0b-08c4447815ae tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=ce252101-260d-45e4-bc6e-205fccc19f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910853 Mar 11 12:06:56.423093 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-5c2941e0-95dd-48d5-be04-3b827ae3cc2f req-d30f47e4-7f1c-4752-a435-ae2585ee6dac tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Calling delete_port for 01a165e8-9830-4f3e-9906-08d04445abd1 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:56.539282 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b3fd2e8a-e20c-4c64-ac98-d32b1811c7f7 req-daa6f510-6490-475b-bd65-b3cd1dee3435 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Deleting port c9597280-f292-48a1-9378-86ef54bd6071 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:56.539688 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b3fd2e8a-e20c-4c64-ac98-d32b1811c7f7 req-daa6f510-6490-475b-bd65-b3cd1dee3435 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c9597280-f292-48a1-9378-86ef54bd6071), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:56.731950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b3fd2e8a-e20c-4c64-ac98-d32b1811c7f7 req-daa6f510-6490-475b-bd65-b3cd1dee3435 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] For port c9597280-f292-48a1-9378-86ef54bd6071, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=c9597280-f292-48a1-9378-86ef54bd6071,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:06:56.732321 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b3fd2e8a-e20c-4c64-ac98-d32b1811c7f7 req-daa6f510-6490-475b-bd65-b3cd1dee3435 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c9597280-f292-48a1-9378-86ef54bd6071), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:56.753512 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b3fd2e8a-e20c-4c64-ac98-d32b1811c7f7 req-daa6f510-6490-475b-bd65-b3cd1dee3435 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Calling delete_port for c9597280-f292-48a1-9378-86ef54bd6071 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:56.766616 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5c2941e0-95dd-48d5-be04-3b827ae3cc2f req-d30f47e4-7f1c-4752-a435-ae2585ee6dac tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (01a165e8-9830-4f3e-9906-08d04445abd1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:56.920635 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f47e4-7f1c-4752-a435-ae2585ee6dac tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Pushing event deleted for resources: {'Port': ['ID=01a165e8-9830-4f3e-9906-08d04445abd1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:57.054865 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2941e0-95dd-48d5-be04-3b827ae3cc2f req-d30f47e4-7f1c-4752-a435-ae2585ee6dac tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] No DVR routers for this DVR port 01a165e8-9830-4f3e-9906-08d04445abd1 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:06:57.064706 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5c2941e0-95dd-48d5-be04-3b827ae3cc2f req-d30f47e4-7f1c-4752-a435-ae2585ee6dac tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:57.066723 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c2941e0-95dd-48d5-be04-3b827ae3cc2f req-d30f47e4-7f1c-4752-a435-ae2585ee6dac tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.37 "DELETE /v2.0/ports/01a165e8-9830-4f3e-9906-08d04445abd1 HTTP/1.1" status: 204 len: 173 time: 1.7687292 Mar 11 12:06:57.067196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630095d0-1e43-414d-88bd-2cd893a6894d', 'name': 'network-vif-deleted', 'tag': '01a165e8-9830-4f3e-9906-08d04445abd1'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:06:57.070530 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee64805-e3fa-46d0-80f1-75e2acbf7dbd" -d '{"events": [{"server_uuid": "630095d0-1e43-414d-88bd-2cd893a6894d", "name": "network-vif-deleted", "tag": "01a165e8-9830-4f3e-9906-08d04445abd1"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:06:57.103512 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-91c9781e-afea-44a3-9b08-47c572f74d3d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (adcd3a6b-c0ca-4e42-925c-b201d92d95e1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:57.301872 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02109608-2ef6-4011-a421-d3098a3a19c5 x-openstack-request-id: req-02109608-2ef6-4011-a421-d3098a3a19c5 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:06:57.305464 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630095d0-1e43-414d-88bd-2cd893a6894d", "name": "network-vif-deleted", "tag": "01a165e8-9830-4f3e-9906-08d04445abd1", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:06:57.306962 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-02109608-2ef6-4011-a421-d3098a3a19c5 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:06:57.307646 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630095d0-1e43-414d-88bd-2cd893a6894d', 'name': 'network-vif-deleted', 'tag': '01a165e8-9830-4f3e-9906-08d04445abd1', 'status': 'completed', 'code': 200} Mar 11 12:06:57.311049 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b3fd2e8a-e20c-4c64-ac98-d32b1811c7f7 req-daa6f510-6490-475b-bd65-b3cd1dee3435 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c9597280-f292-48a1-9378-86ef54bd6071), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:57.430707 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20e1a9f4-6d0c-4dfd-a078-8ca3351431dd req-8d945920-1420-4c1c-b4d7-63e66c38e723 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.78 "GET /v2.0/ports?device_id=0092993d-ab78-438b-bc7b-5b1e21c63de7 HTTP/1.1" status: 200 len: 210 time: 0.1329763 Mar 11 12:06:57.459972 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6f510-6490-475b-bd65-b3cd1dee3435 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Pushing event deleted for resources: {'Port': ['ID=c9597280-f292-48a1-9378-86ef54bd6071,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:57.514667 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fd2e8a-e20c-4c64-ac98-d32b1811c7f7 req-daa6f510-6490-475b-bd65-b3cd1dee3435 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] No DVR routers for this DVR port c9597280-f292-48a1-9378-86ef54bd6071 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:06:57.520532 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b3fd2e8a-e20c-4c64-ac98-d32b1811c7f7 req-daa6f510-6490-475b-bd65-b3cd1dee3435 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:57.524485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3fd2e8a-e20c-4c64-ac98-d32b1811c7f7 req-daa6f510-6490-475b-bd65-b3cd1dee3435 tempest-VolumesBackupsTest-1538570517 tempest-VolumesBackupsTest-1538570517-project] 10.222.0.71 "DELETE /v2.0/ports/c9597280-f292-48a1-9378-86ef54bd6071 HTTP/1.1" status: 204 len: 173 time: 1.3804708 Mar 11 12:06:57.666217 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48690) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:57.693325 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c0ac4e8-eade-44ae-8813-25465948ef64 req-ffba17f8-c7c7-4435-bc19-c890e2a31876 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=630095d0-1e43-414d-88bd-2cd893a6894d HTTP/1.1" status: 200 len: 210 time: 0.1057568 Mar 11 12:06:57.857388 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-54809c85-efb7-4259-8afe-0e33b1f2535e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:57.891410 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-91c9781e-afea-44a3-9b08-47c572f74d3d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Deleting port ca6319e6-02ad-46c6-9e92-5cffeacf5016 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:57.896195 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-91c9781e-afea-44a3-9b08-47c572f74d3d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ca6319e6-02ad-46c6-9e92-5cffeacf5016), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:58.026858 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-54809c85-efb7-4259-8afe-0e33b1f2535e admin admin] Publish callbacks [] for security_group (edf54f18-8434-4df8-99c5-93cad4295a38), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:58.039769 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-54809c85-efb7-4259-8afe-0e33b1f2535e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (edf54f18-8434-4df8-99c5-93cad4295a38), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:58.054413 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-91c9781e-afea-44a3-9b08-47c572f74d3d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ca6319e6-02ad-46c6-9e92-5cffeacf5016), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:58.073182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-91c9781e-afea-44a3-9b08-47c572f74d3d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Calling delete_port for ca6319e6-02ad-46c6-9e92-5cffeacf5016 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:58.103781 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54809c85-efb7-4259-8afe-0e33b1f2535e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf54f18-8434-4df8-99c5-93cad4295a38,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:58.111678 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-54809c85-efb7-4259-8afe-0e33b1f2535e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=062988a96b3642a6beda1c176515d6ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4440439 Mar 11 12:06:58.113934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48698) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:58.175665 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1a8eebc-9ba2-4df5-9f67-9e94325ef62d admin admin] Publish callbacks [] for security_group (edf54f18-8434-4df8-99c5-93cad4295a38), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:58.209559 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1a8eebc-9ba2-4df5-9f67-9e94325ef62d admin admin] Publish callbacks [] for security_group (edf54f18-8434-4df8-99c5-93cad4295a38), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:58.290602 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1a8eebc-9ba2-4df5-9f67-9e94325ef62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (edf54f18-8434-4df8-99c5-93cad4295a38), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:58.293550 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1a8eebc-9ba2-4df5-9f67-9e94325ef62d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:58.294817 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a1a8eebc-9ba2-4df5-9f67-9e94325ef62d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/edf54f18-8434-4df8-99c5-93cad4295a38 HTTP/1.1" status: 204 len: 168 time: 0.1787283 Mar 11 12:06:58.310099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8eebc-9ba2-4df5-9f67-9e94325ef62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf54f18-8434-4df8-99c5-93cad4295a38,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:58.326433 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 01a165e8-9830-4f3e-9906-08d04445abd1 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:06:58.358123 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 01a165e8-9830-4f3e-9906-08d04445abd1 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:06:58.358732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 01a165e8-9830-4f3e-9906-08d04445abd1 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:06:58.414877 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-91c9781e-afea-44a3-9b08-47c572f74d3d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ca6319e6-02ad-46c6-9e92-5cffeacf5016), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:58.477744 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9781e-afea-44a3-9b08-47c572f74d3d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Port': ['ID=ca6319e6-02ad-46c6-9e92-5cffeacf5016,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:58.680492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-805aaddd-9dd2-46fd-adcf-3f164b0d2992 req-6cae82e0-12d3-4271-80b2-d1cb89156335 service neutron] (104031) timed out ('10.222.0.78', 54718) {{(pid=104031) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:06:58.708449 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-91c9781e-afea-44a3-9b08-47c572f74d3d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (adcd3a6b-c0ca-4e42-925c-b201d92d95e1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:59.001111 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c9781e-afea-44a3-9b08-47c572f74d3d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Router adcd3a6b-c0ca-4e42-925c-b201d92d95e1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:06:59.120840 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device c9597280-f292-48a1-9378-86ef54bd6071 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:06:59.143657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c9781e-afea-44a3-9b08-47c572f74d3d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:06:59.149286 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-91c9781e-afea-44a3-9b08-47c572f74d3d tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "PUT /v2.0/routers/adcd3a6b-c0ca-4e42-925c-b201d92d95e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7094550 Mar 11 12:06:59.152164 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48738) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:59.154533 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e3c05e-1f3c-48fd-90ba-2f682624c892 None None] Sync routers for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:06:59.168369 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e3c05e-1f3c-48fd-90ba-2f682624c892 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:59.169450 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-98e3c05e-1f3c-48fd-90ba-2f682624c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:59.175149 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac9be3-62fc-46ad-af45-046eedff84ad req-08c1ad45-45cc-4264-96de-d577b9740047 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:06:59.176763 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86ac9be3-62fc-46ad-af45-046eedff84ad req-08c1ad45-45cc-4264-96de-d577b9740047 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.0760520 Mar 11 12:06:59.196495 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: c9597280-f292-48a1-9378-86ef54bd6071 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:06:59.202600 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device c9597280-f292-48a1-9378-86ef54bd6071 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:06:59.212313 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-98e3c05e-1f3c-48fd-90ba-2f682624c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:59.222316 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e3c05e-1f3c-48fd-90ba-2f682624c892 None None] Routers {'adcd3a6b-c0ca-4e42-925c-b201d92d95e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:06:59.223171 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-98e3c05e-1f3c-48fd-90ba-2f682624c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:59.245424 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86ac9be3-62fc-46ad-af45-046eedff84ad req-58754d55-3e06-47a7-b720-1ec44f51e5f2 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605400 Mar 11 12:06:59.261726 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-98e3c05e-1f3c-48fd-90ba-2f682624c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:06:59.262612 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e3c05e-1f3c-48fd-90ba-2f682624c892 None None] The sync data for ids ['adcd3a6b-c0ca-4e42-925c-b201d92d95e1'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:06:59.309207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0092993d-ab78-438b-bc7b-5b1e21c63de7', 'name': 'network-vif-deleted', 'tag': 'c9597280-f292-48a1-9378-86ef54bd6071'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:06:59.313252 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c0dfa9-2cb8-4f70-9d7a-8ca5583d3261" -d '{"events": [{"server_uuid": "0092993d-ab78-438b-bc7b-5b1e21c63de7", "name": "network-vif-deleted", "tag": "c9597280-f292-48a1-9378-86ef54bd6071"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:06:59.358450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1dca0e0-9f57-440f-af1a-30204590d2bc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for router (adcd3a6b-c0ca-4e42-925c-b201d92d95e1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:59.366986 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ac9fc2-58b8-4ca9-9b62-341e47015216 x-openstack-request-id: req-18ac9fc2-58b8-4ca9-9b62-341e47015216 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:06:59.367285 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0092993d-ab78-438b-bc7b-5b1e21c63de7", "name": "network-vif-deleted", "tag": "c9597280-f292-48a1-9378-86ef54bd6071", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:06:59.367533 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18ac9fc2-58b8-4ca9-9b62-341e47015216 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:06:59.367950 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0092993d-ab78-438b-bc7b-5b1e21c63de7', 'name': 'network-vif-deleted', 'tag': 'c9597280-f292-48a1-9378-86ef54bd6071', 'status': 'completed', 'code': 200} Mar 11 12:06:59.475610 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1dca0e0-9f57-440f-af1a-30204590d2bc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for router_gateway (adcd3a6b-c0ca-4e42-925c-b201d92d95e1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:59.531253 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c1dca0e0-9f57-440f-af1a-30204590d2bc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Deleting port 63200a6f-aeeb-4e11-bba7-06dd87ab6265 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:06:59.531606 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1dca0e0-9f57-440f-af1a-30204590d2bc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (63200a6f-aeeb-4e11-bba7-06dd87ab6265), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:59.614089 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1dca0e0-9f57-440f-af1a-30204590d2bc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (63200a6f-aeeb-4e11-bba7-06dd87ab6265), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:59.625703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c1dca0e0-9f57-440f-af1a-30204590d2bc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Calling delete_port for 63200a6f-aeeb-4e11-bba7-06dd87ab6265 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:06:59.748227 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48756) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:06:59.816752 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1dca0e0-9f57-440f-af1a-30204590d2bc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (63200a6f-aeeb-4e11-bba7-06dd87ab6265), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:59.843449 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dca0e0-9f57-440f-af1a-30204590d2bc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Port': ['ID=63200a6f-aeeb-4e11-bba7-06dd87ab6265,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:06:59.903886 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1dca0e0-9f57-440f-af1a-30204590d2bc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (adcd3a6b-c0ca-4e42-925c-b201d92d95e1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:59.928069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-7d711ff5-8a2e-4876-9424-4a94a14fecea tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-803478331'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:06:59.947970 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d711ff5-8a2e-4876-9424-4a94a14fecea tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Made reservation on behalf of cc02aecbff164361890f68a17bce3174 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:06:59.951357 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d711ff5-8a2e-4876-9424-4a94a14fecea tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:06:59.961026 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d711ff5-8a2e-4876-9424-4a94a14fecea tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.013465 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1dca0e0-9f57-440f-af1a-30204590d2bc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (adcd3a6b-c0ca-4e42-925c-b201d92d95e1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.014854 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1dca0e0-9f57-440f-af1a-30204590d2bc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for router_controller (adcd3a6b-c0ca-4e42-925c-b201d92d95e1), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.075332 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1dca0e0-9f57-440f-af1a-30204590d2bc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (adcd3a6b-c0ca-4e42-925c-b201d92d95e1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.076313 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dca0e0-9f57-440f-af1a-30204590d2bc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Fanout notify agent at l3_agent the message router_deleted on router adcd3a6b-c0ca-4e42-925c-b201d92d95e1 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:07:00.084929 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1dca0e0-9f57-440f-af1a-30204590d2bc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.086233 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c1dca0e0-9f57-440f-af1a-30204590d2bc tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/routers/adcd3a6b-c0ca-4e42-925c-b201d92d95e1 HTTP/1.1" status: 204 len: 168 time: 0.9329638 Mar 11 12:07:00.088780 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48764) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:00.094114 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d711ff5-8a2e-4876-9424-4a94a14fecea tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Publish callbacks [] for security_group (3b0fa9ef-dec4-40aa-99de-a267bd7b87aa), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.099962 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d711ff5-8a2e-4876-9424-4a94a14fecea tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3b0fa9ef-dec4-40aa-99de-a267bd7b87aa), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.127357 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d711ff5-8a2e-4876-9424-4a94a14fecea tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:07:00.145842 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d711ff5-8a2e-4876-9424-4a94a14fecea tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0fa9ef-dec4-40aa-99de-a267bd7b87aa,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:00.149061 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d711ff5-8a2e-4876-9424-4a94a14fecea tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (fba084f3-2c26-4337-973b-db26683005c1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.149475 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-7d711ff5-8a2e-4876-9424-4a94a14fecea tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Added segment fba084f3-2c26-4337-973b-db26683005c1 of type vlan for network 67035e59-3e53-4dc2-8aca-fb7bb87e799a Mar 11 12:07:00.153925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d04bf9-ad5c-40f7-8bbf-7409e6eb582f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Deleting subnet 869ccf28-b7d6-445a-8621-25a7a49170c8 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:07:00.159454 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c0d04bf9-ad5c-40f7-8bbf-7409e6eb582f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for subnet (869ccf28-b7d6-445a-8621-25a7a49170c8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.202203 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d711ff5-8a2e-4876-9424-4a94a14fecea tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (67035e59-3e53-4dc2-8aca-fb7bb87e799a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.213290 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c0d04bf9-ad5c-40f7-8bbf-7409e6eb582f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (869ccf28-b7d6-445a-8621-25a7a49170c8), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.230042 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d711ff5-8a2e-4876-9424-4a94a14fecea tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (67035e59-3e53-4dc2-8aca-fb7bb87e799a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.235952 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d711ff5-8a2e-4876-9424-4a94a14fecea tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:00.236961 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d711ff5-8a2e-4876-9424-4a94a14fecea tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.269155 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c0d04bf9-ad5c-40f7-8bbf-7409e6eb582f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (869ccf28-b7d6-445a-8621-25a7a49170c8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.320785 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d711ff5-8a2e-4876-9424-4a94a14fecea tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Pushing event updated for resources: {'Network': ['ID=67035e59-3e53-4dc2-8aca-fb7bb87e799a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:00.329367 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c0d04bf9-ad5c-40f7-8bbf-7409e6eb582f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (869ccf28-b7d6-445a-8621-25a7a49170c8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.334124 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 67035e59-3e53-4dc2-8aca-fb7bb87e799a details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:07:00.348421 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c0d04bf9-ad5c-40f7-8bbf-7409e6eb582f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.352172 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c0d04bf9-ad5c-40f7-8bbf-7409e6eb582f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/subnets/869ccf28-b7d6-445a-8621-25a7a49170c8 HTTP/1.1" status: 204 len: 168 time: 0.2622931 Mar 11 12:07:00.354719 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48770) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:00.355074 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7d711ff5-8a2e-4876-9424-4a94a14fecea tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6056216 Mar 11 12:07:00.457256 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35630011-1aa3-476c-b7a5-ae7ed3c3d367 req-71de57f7-851b-42f1-996c-5fbda6933525 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:00.459079 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35630011-1aa3-476c-b7a5-ae7ed3c3d367 req-71de57f7-851b-42f1-996c-5fbda6933525 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.1354396 Mar 11 12:07:00.471470 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c12b8e4c-0d86-4eaf-96fa-8059041784fe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (30e15d0f-3e7c-4085-a7bf-4fe6d531c164), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.477944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d04bf9-ad5c-40f7-8bbf-7409e6eb582f tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Subnet': ['ID=869ccf28-b7d6-445a-8621-25a7a49170c8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:00.525113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35630011-1aa3-476c-b7a5-ae7ed3c3d367 req-524f14f4-fa39-4d95-a4ff-0b2741f0be9f tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups?id=013849c9-364c-44dd-8201-f5345be2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591395 Mar 11 12:07:00.565201 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c12b8e4c-0d86-4eaf-96fa-8059041784fe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (30e15d0f-3e7c-4085-a7bf-4fe6d531c164), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.578749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48774) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:00.587906 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Request body: {'port': {'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a', 'binding:host_id': 'n-h1-833234-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-829470045'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:00.609958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7eba4-9553-415b-9625-60df926e8a46 req-0f9b592d-4521-4dd3-80af-028808c2558a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:00.611540 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01a7eba4-9553-415b-9625-60df926e8a46 req-0f9b592d-4521-4dd3-80af-028808c2558a tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 945 time: 0.0615644 Mar 11 12:07:00.612209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c12b8e4c-0d86-4eaf-96fa-8059041784fe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e15d0f-3e7c-4085-a7bf-4fe6d531c164']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:00.625351 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c12b8e4c-0d86-4eaf-96fa-8059041784fe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3e4913-b1d8-4bb2-bfca-0ef65b97f082') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:00.625694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c12b8e4c-0d86-4eaf-96fa-8059041784fe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3e4913-b1d8-4bb2-bfca-0ef65b97f082') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:00.633660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Made reservation on behalf of 05297d26ed4145e7952b73b318a7cb8b for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:00.635991 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.646188 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c12b8e4c-0d86-4eaf-96fa-8059041784fe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (cb3e4913-b1d8-4bb2-bfca-0ef65b97f082), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.648250 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.675097 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c12b8e4c-0d86-4eaf-96fa-8059041784fe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (cb3e4913-b1d8-4bb2-bfca-0ef65b97f082), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.688503 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12b8e4c-0d86-4eaf-96fa-8059041784fe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:07:00.688936 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c12b8e4c-0d86-4eaf-96fa-8059041784fe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (cb3e4913-b1d8-4bb2-bfca-0ef65b97f082), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:07:00.692648 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:07:00.716401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-01a7eba4-9553-415b-9625-60df926e8a46 req-304ee60e-0307-4bf3-b0ce-985394950353 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Deleting port 30920ac4-29dc-4a21-a945-b88f3b6a0028 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:00.716901 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-01a7eba4-9553-415b-9625-60df926e8a46 req-304ee60e-0307-4bf3-b0ce-985394950353 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.772448 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c12b8e4c-0d86-4eaf-96fa-8059041784fe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (30e15d0f-3e7c-4085-a7bf-4fe6d531c164), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.780068 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c12b8e4c-0d86-4eaf-96fa-8059041784fe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.783663 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c12b8e4c-0d86-4eaf-96fa-8059041784fe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] 10.222.0.78 "DELETE /v2.0/networks/30e15d0f-3e7c-4085-a7bf-4fe6d531c164 HTTP/1.1" status: 204 len: 168 time: 0.4277263 Mar 11 12:07:00.808413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b8e4c-0d86-4eaf-96fa-8059041784fe tempest-FloatingIPTestJSON-2043148841 tempest-FloatingIPTestJSON-2043148841-project] Pushing event deleted for resources: {'Network': ['ID=30e15d0f-3e7c-4085-a7bf-4fe6d531c164,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:00.832153 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-01a7eba4-9553-415b-9625-60df926e8a46 req-304ee60e-0307-4bf3-b0ce-985394950353 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] For port 30920ac4-29dc-4a21-a945-b88f3b6a0028, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=30920ac4-29dc-4a21-a945-b88f3b6a0028,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:00.832694 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-01a7eba4-9553-415b-9625-60df926e8a46 req-304ee60e-0307-4bf3-b0ce-985394950353 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.847335 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks [] for security_group (46fd66d7-98c2-4b96-b4f9-189b18e8a45c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.867732 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (46fd66d7-98c2-4b96-b4f9-189b18e8a45c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:00.900916 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] device_id is not set on port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:07:01.088214 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-01a7eba4-9553-415b-9625-60df926e8a46 req-304ee60e-0307-4bf3-b0ce-985394950353 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:01.088846 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-01a7eba4-9553-415b-9625-60df926e8a46 req-304ee60e-0307-4bf3-b0ce-985394950353 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (f662280c-4911-4376-a640-44277d3d90a3), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:01.089439 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [req-01a7eba4-9553-415b-9625-60df926e8a46 req-304ee60e-0307-4bf3-b0ce-985394950353 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Floating IP f662280c-4911-4376-a640-44277d3d90a3 disassociated. External IP: 172.25.7.129, port: 30920ac4-29dc-4a21-a945-b88f3b6a0028. Mar 11 12:07:01.089994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-01a7eba4-9553-415b-9625-60df926e8a46 req-304ee60e-0307-4bf3-b0ce-985394950353 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Calling delete_port for 30920ac4-29dc-4a21-a945-b88f3b6a0028 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:01.163524 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fd66d7-98c2-4b96-b4f9-189b18e8a45c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:01.242733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] device_id is not set on port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:07:01.255362 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks [] for port (cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:01.258662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48792) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:01.276656 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:01.415509 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Pushing event updated for resources: {'Port': ['ID=cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:01.419238 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Checking segment: {'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:07:01.419821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Network hostable DHCP agents. Network: 67035e59-3e53-4dc2-8aca-fb7bb87e799a, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:07:01.470397 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Network 67035e59-3e53-4dc2-8aca-fb7bb87e799a is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:07:01.502158 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-43b32247-8a57-472f-9a48-cda95d7dd03c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4d3e022ceedb4afebeecfdc9e9fabd59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2396445 Mar 11 12:07:01.502502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48798) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:01.505519 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 67035e59-3e53-4dc2-8aca-fb7bb87e799a) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:01.514968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:07:01.518348 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a200070-f79c-40a1-b741-c2a1915f256e None None] Network 67035e59-3e53-4dc2-8aca-fb7bb87e799a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:01.549738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:01.550243 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:01.550589 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:01.583920 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:01.584252 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:01.584897 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2390646e-6764-408d-a3ee-e05189c467b6 admin admin] Publish callbacks [] for security_group (cfaab68b-b742-46ac-a9f0-b1223306f6f3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:01.586765 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 2 to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d Mar 11 12:07:01.602540 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:01.602887 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:01.603225 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:01.651985 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2390646e-6764-408d-a3ee-e05189c467b6 admin admin] Publish callbacks [] for security_group (cfaab68b-b742-46ac-a9f0-b1223306f6f3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:01.703560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:01.703938 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:01.706610 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 3 to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d Mar 11 12:07:01.717161 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-01a7eba4-9553-415b-9625-60df926e8a46 req-304ee60e-0307-4bf3-b0ce-985394950353 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (30920ac4-29dc-4a21-a945-b88f3b6a0028), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:01.725840 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:01.726178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:01.726522 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:01.733851 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:01.733851 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:01.733851 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 4 to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d Mar 11 12:07:01.752722 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:01.753123 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:01.753571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:01.759538 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2390646e-6764-408d-a3ee-e05189c467b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cfaab68b-b742-46ac-a9f0-b1223306f6f3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:01.762916 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2390646e-6764-408d-a3ee-e05189c467b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:01.777556 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2390646e-6764-408d-a3ee-e05189c467b6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cfaab68b-b742-46ac-a9f0-b1223306f6f3 HTTP/1.1" status: 204 len: 168 time: 0.2628803 Mar 11 12:07:01.788371 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:01.790106 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:01.802113 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 5 to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d Mar 11 12:07:01.812409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390646e-6764-408d-a3ee-e05189c467b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaab68b-b742-46ac-a9f0-b1223306f6f3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:01.849067 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:01.849405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:01.850051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:01.861436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:01.861828 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:01.862232 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 6 to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d Mar 11 12:07:01.864699 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ee60e-0307-4bf3-b0ce-985394950353 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Pushing event deleted for resources: {'Port': ['ID=30920ac4-29dc-4a21-a945-b88f3b6a0028,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:01.889752 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:01.890104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:01.890747 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:01.908170 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:01.909073 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:01.909796 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 7 to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d Mar 11 12:07:01.928446 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:01.931632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:01.931989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:01.959446 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:01.959830 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:01.960225 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 8 to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d Mar 11 12:07:01.983026 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:01.983364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:01.983736 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:01.989216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:01.989671 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:01.990200 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 9 to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d Mar 11 12:07:02.028673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:02.029127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:02.029475 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:02.041778 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:02.042120 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:02.042523 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 10 to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d Mar 11 12:07:02.076435 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:02.076833 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:02.077175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:02.085250 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:02.085610 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:02.085976 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:02.172648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-17fea2d3-3392-4e71-a568-97b0eb31689a req-b7b2f911-e663-44f1-af70-0a9283d1bd1b tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1fd67fa-2b88-4ce3-8a5f-3c60337c6726 HTTP/1.1" status: 200 len: 210 time: 0.0402062 Mar 11 12:07:02.181362 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01a7eba4-9553-415b-9625-60df926e8a46 req-304ee60e-0307-4bf3-b0ce-985394950353 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Router 5610b5be-3ff6-41a2-846d-c937e896af04 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:07:02.205428 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] For port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:07:02.206058 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempted to set empty binding levels {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 12:07:02.217641 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:02.294325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Pushing event updated for resources: {'Port': ['ID=cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:02.305445 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:02.306210 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:02.329621 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-68e37f4c-f445-4dce-b84f-69f49d2635cc tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.7497487 Mar 11 12:07:02.333110 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48822) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:02.360548 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01a7eba4-9553-415b-9625-60df926e8a46 req-304ee60e-0307-4bf3-b0ce-985394950353 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:07:02.374081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e240a9-82ba-44a1-985a-4daae828121d None None] Sync routers for ids ['5610b5be-3ff6-41a2-846d-c937e896af04'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:07:02.387712 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e240a9-82ba-44a1-985a-4daae828121d None None] Routers {'5610b5be-3ff6-41a2-846d-c937e896af04'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:02.388845 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-44e240a9-82ba-44a1-985a-4daae828121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5610b5be-3ff6-41a2-846d-c937e896af04'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:02.448878 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a7eba4-9553-415b-9625-60df926e8a46 req-304ee60e-0307-4bf3-b0ce-985394950353 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] No DVR routers for this DVR port 30920ac4-29dc-4a21-a945-b88f3b6a0028 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:07:02.453982 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-01a7eba4-9553-415b-9625-60df926e8a46 req-304ee60e-0307-4bf3-b0ce-985394950353 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:02.457577 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01a7eba4-9553-415b-9625-60df926e8a46 req-304ee60e-0307-4bf3-b0ce-985394950353 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.71 "DELETE /v2.0/ports/30920ac4-29dc-4a21-a945-b88f3b6a0028 HTTP/1.1" status: 204 len: 173 time: 1.8398082 Mar 11 12:07:02.458040 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'name': 'network-vif-deleted', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:07:02.460396 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb203045-a376-458e-a654-f5b403138327" -d '{"events": [{"server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "name": "network-vif-deleted", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:07:02.488254 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-ce64e386-1c86-4265-b84b-7a94c291333e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Deleting port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:02.490682 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce64e386-1c86-4265-b84b-7a94c291333e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:02.563191 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901f7ccc-3436-4f84-b13d-d25f20eccda3 x-openstack-request-id: req-901f7ccc-3436-4f84-b13d-d25f20eccda3 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:07:02.563489 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fd67fa-2b88-4ce3-8a5f-3c60337c6726", "name": "network-vif-deleted", "tag": "30920ac4-29dc-4a21-a945-b88f3b6a0028", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:07:02.563770 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-901f7ccc-3436-4f84-b13d-d25f20eccda3 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:07:02.564226 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fd67fa-2b88-4ce3-8a5f-3c60337c6726', 'name': 'network-vif-deleted', 'tag': '30920ac4-29dc-4a21-a945-b88f3b6a0028', 'status': 'completed', 'code': 200} Mar 11 12:07:02.621782 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-ce64e386-1c86-4265-b84b-7a94c291333e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] For port cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d, host n-h1-833234-2, got binding levels [] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:02.622288 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce64e386-1c86-4265-b84b-7a94c291333e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:02.638638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-ce64e386-1c86-4265-b84b-7a94c291333e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Calling delete_port for cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:02.746109 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-44e240a9-82ba-44a1-985a-4daae828121d None None] Set router 5610b5be-3ff6-41a2-846d-c937e896af04 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:07:02.750921 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce64e386-1c86-4265-b84b-7a94c291333e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:02.796838 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce64e386-1c86-4265-b84b-7a94c291333e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:02.801335 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ce64e386-1c86-4265-b84b-7a94c291333e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] 10.222.0.78 "DELETE /v2.0/ports/cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d HTTP/1.1" status: 204 len: 168 time: 0.4664657 Mar 11 12:07:02.802907 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64e386-1c86-4265-b84b-7a94c291333e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:02.804123 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48836) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:02.860513 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-b242a469-16b9-4e25-a406-feec8ed1cc2b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] GET failed (client error): The resource could not be found. Mar 11 12:07:02.862627 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b242a469-16b9-4e25-a406-feec8ed1cc2b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] 10.222.0.78 "GET /v2.0/ports/cd1894e3-e8d8-4d43-b9b0-aaa95d34a13d HTTP/1.1" status: 404 len: 333 time: 0.0568106 Mar 11 12:07:02.868573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48842) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:02.874348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-43fae2d4-4d50-4a43-a5ac-9c54d816389e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Request body: {'port': {'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-898858119'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:02.899523 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fae2d4-4d50-4a43-a5ac-9c54d816389e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Made reservation on behalf of 05297d26ed4145e7952b73b318a7cb8b for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:02.910561 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-43fae2d4-4d50-4a43-a5ac-9c54d816389e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:02.929044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48846) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:02.963026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-43fae2d4-4d50-4a43-a5ac-9c54d816389e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] device_id is not set on port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:07:03.119319 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-44e240a9-82ba-44a1-985a-4daae828121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'name': 'tempest-ServerActionsTestJSON-580935224-router', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:34Z', 'updated_at': '2022-03-11T11:58:47Z', 'revision_number': 4, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'gw_port': {'id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:36Z', 'updated_at': '2022-03-11T11:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'a2e43d62-b314-4b16-b6d8-b2ab183d1bf8', 'name': '', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'mac_address': 'fa:16:3e:ec:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:44Z', 'updated_at': '2022-03-11T11:58:51Z', 'revision_number': 5, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'subnets': [{'id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:03.130089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Request body: {'networks': [{'name': 'tempest-network--1738655933'}, {'name': 'tempest-network--404453181'}]} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:03.130502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Request body: {'network': {'name': 'tempest-network--1738655933'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:03.131462 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Request body: {'network': {'name': 'tempest-network--404453181'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:03.182101 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Made reservation on behalf of a2d7562baa694d5ba2c713374b390c71 for: {'network': 2} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:03.184288 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 30920ac4-29dc-4a21-a945-b88f3b6a0028 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:07:03.187542 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e240a9-82ba-44a1-985a-4daae828121d None None] Checking router: 5610b5be-3ff6-41a2-846d-c937e896af04 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:07:03.188563 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:03.196960 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-43fae2d4-4d50-4a43-a5ac-9c54d816389e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks [] for port (3b405fa5-e45a-46be-a05f-cdaf1d74ab4a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:03.217990 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e240a9-82ba-44a1-985a-4daae828121d None None] Routers {'5610b5be-3ff6-41a2-846d-c937e896af04'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:03.219214 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-44e240a9-82ba-44a1-985a-4daae828121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5610b5be-3ff6-41a2-846d-c937e896af04'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:03.253201 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:03.288557 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-43fae2d4-4d50-4a43-a5ac-9c54d816389e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3b405fa5-e45a-46be-a05f-cdaf1d74ab4a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:03.317711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fae2d4-4d50-4a43-a5ac-9c54d816389e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Network 67035e59-3e53-4dc2-8aca-fb7bb87e799a is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:07:03.322864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 30920ac4-29dc-4a21-a945-b88f3b6a0028 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:07:03.323458 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 30920ac4-29dc-4a21-a945-b88f3b6a0028 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:07:03.342238 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-43fae2d4-4d50-4a43-a5ac-9c54d816389e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:03.346110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fae2d4-4d50-4a43-a5ac-9c54d816389e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:07:03.347313 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fae2d4-4d50-4a43-a5ac-9c54d816389e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:03.348071 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-43fae2d4-4d50-4a43-a5ac-9c54d816389e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:03.353247 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-44e240a9-82ba-44a1-985a-4daae828121d None None] Set router 5610b5be-3ff6-41a2-846d-c937e896af04 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:07:03.375605 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-43fae2d4-4d50-4a43-a5ac-9c54d816389e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5028760 Mar 11 12:07:03.379863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48858) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:03.387413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:03.392805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fae2d4-4d50-4a43-a5ac-9c54d816389e tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Pushing event updated for resources: {'Port': ['ID=3b405fa5-e45a-46be-a05f-cdaf1d74ab4a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:03.448965 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for security_group (4fbad3b6-735d-4b77-8e9a-85007e5e79ad), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:03.462108 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4fbad3b6-735d-4b77-8e9a-85007e5e79ad), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:03.462549 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:03.530550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:07:03.543234 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (8abe8412-0469-4d9f-a815-bb69e52f379f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:03.543605 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Added segment 8abe8412-0469-4d9f-a815-bb69e52f379f of type vlan for network e7d0abd8-c4f8-40ec-834b-8f0ad89b854d Mar 11 12:07:03.579539 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-44e240a9-82ba-44a1-985a-4daae828121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'name': 'tempest-ServerActionsTestJSON-580935224-router', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:34Z', 'updated_at': '2022-03-11T11:58:47Z', 'revision_number': 4, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'gw_port': {'id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:36Z', 'updated_at': '2022-03-11T11:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'a2e43d62-b314-4b16-b6d8-b2ab183d1bf8', 'name': '', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'mac_address': 'fa:16:3e:ec:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:44Z', 'updated_at': '2022-03-11T11:58:51Z', 'revision_number': 5, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'subnets': [{'id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:03.609028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e240a9-82ba-44a1-985a-4daae828121d None None] The sync data for ids ['5610b5be-3ff6-41a2-846d-c937e896af04'] in n-d-833234-2 is: [{'id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'name': 'tempest-ServerActionsTestJSON-580935224-router', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:34Z', 'updated_at': '2022-03-11T11:58:47Z', 'revision_number': 4, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'gw_port': {'id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:36Z', 'updated_at': '2022-03-11T11:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'a2e43d62-b314-4b16-b6d8-b2ab183d1bf8', 'name': '', 'network_id': 'f62dd404-472d-4abb-9a12-54a30b7ab434', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'mac_address': 'fa:16:3e:ec:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:44Z', 'updated_at': '2022-03-11T11:58:51Z', 'revision_number': 5, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'subnets': [{'id': '1170d9ec-c376-4fc5-8f13-15536db32bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:07:03.656026 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (e7d0abd8-c4f8-40ec-834b-8f0ad89b854d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:03.662995 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3b405fa5-e45a-46be-a05f-cdaf1d74ab4a), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:03.681774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbad3b6-735d-4b77-8e9a-85007e5e79ad,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:03.722123 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:03.801085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:07:03.865806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6c57a109-a06b-44d4-b27e-86e4633e9552), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:03.866473 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Added segment 6c57a109-a06b-44d4-b27e-86e4633e9552 of type vlan for network e6447b19-35ed-41c1-8d44-6f7d0294cb0a Mar 11 12:07:03.962447 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (e6447b19-35ed-41c1-8d44-6f7d0294cb0a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:04.089192 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6b12a-22f2-4d18-9c77-8e4c3adeebcb None None] New status for floating IP f662280c-4911-4376-a640-44277d3d90a3: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:07:04.093856 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] device_id is not set on port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:07:04.104115 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks [] for port (3b405fa5-e45a-46be-a05f-cdaf1d74ab4a), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:04.106930 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (e7d0abd8-c4f8-40ec-834b-8f0ad89b854d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:04.108133 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (e6447b19-35ed-41c1-8d44-6f7d0294cb0a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:04.115325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:04.121656 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:04.122580 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:04.131060 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (3b405fa5-e45a-46be-a05f-cdaf1d74ab4a), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:04.161648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2db0f-c9f0-4ecb-9125-54b83438f4bd req-1b97b22b-6e80-469f-b31b-9f3bcc1ef761 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:04.163203 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ba2db0f-c9f0-4ecb-9125-54b83438f4bd req-1b97b22b-6e80-469f-b31b-9f3bcc1ef761 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 947 time: 0.1050177 Mar 11 12:07:04.202024 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Pushing event updated for resources: {'Port': ['ID=3b405fa5-e45a-46be-a05f-cdaf1d74ab4a,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:04.268539 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3381939 Mar 11 12:07:04.272086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48878) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:04.327451 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ba2db0f-c9f0-4ecb-9125-54b83438f4bd req-969ff5b3-7552-4698-a57a-6a89713cab39 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446667 Mar 11 12:07:04.347344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48882) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:04.393818 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:04.394446 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:04.395031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:04.403193 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:04.403750 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:04.404664 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event updated for resources: {'Network': ['ID=e7d0abd8-c4f8-40ec-834b-8f0ad89b854d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:04.409806 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 2 to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a Mar 11 12:07:04.428434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network e7d0abd8-c4f8-40ec-834b-8f0ad89b854d details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:07:04.567208 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b390c5db-00db-4312-9890-40e1ad9f24cd tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:04.572811 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b390c5db-00db-4312-9890-40e1ad9f24cd tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:04.576163 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:04.576502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:04.576868 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:04.578185 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b390c5db-00db-4312-9890-40e1ad9f24cd tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:04.583432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b390c5db-00db-4312-9890-40e1ad9f24cd tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:04.588035 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b390c5db-00db-4312-9890-40e1ad9f24cd tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3123009 Mar 11 12:07:04.588035 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e357d4c-6f3a-4f5c-a5e8-298173c60b00 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for security_group (013849c9-364c-44dd-8201-f5345be2e06e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:04.588644 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48884) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:04.594637 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:04.595019 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:04.597692 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 3 to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a Mar 11 12:07:04.636431 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afe758-8d57-4352-a239-d632affa9c89 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event updated for resources: {'Network': ['ID=e6447b19-35ed-41c1-8d44-6f7d0294cb0a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:04.641034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:04.641440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:04.641845 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:04.649165 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e357d4c-6f3a-4f5c-a5e8-298173c60b00 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for security_group (013849c9-364c-44dd-8201-f5345be2e06e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:04.654403 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:04.654403 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:04.654744 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 4 to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a Mar 11 12:07:04.656761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network e6447b19-35ed-41c1-8d44-6f7d0294cb0a details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:07:04.683341 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:04.683341 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:04.683806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:04.691960 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:04.692311 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:04.692669 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 5 to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a Mar 11 12:07:04.711471 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f29036bd-fba0-45b9-985c-13b52bae0116 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (e7d0abd8-c4f8-40ec-834b-8f0ad89b854d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:04.729413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:04.729835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:04.730088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:04.739977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:04.740329 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:04.740764 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 6 to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a Mar 11 12:07:04.780720 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:04.781103 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:04.781400 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:04.787711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:04.788110 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:04.788456 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 7 to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a Mar 11 12:07:04.812612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:04.813005 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:04.813278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:04.818946 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:04.819336 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:04.819696 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 8 to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a Mar 11 12:07:04.833372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:04.833719 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:04.834042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:04.838893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:04.839221 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:04.839643 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 9 to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a Mar 11 12:07:04.853883 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:04.854241 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:04.854566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:04.868405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:04.868783 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:04.869119 n-d-833234-2 neutron-server[104032]: INFO neutron.plugins.ml2.plugin [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 10 to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a Mar 11 12:07:04.877300 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f29036bd-fba0-45b9-985c-13b52bae0116 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (e7d0abd8-c4f8-40ec-834b-8f0ad89b854d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:04.892105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:04.892766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:04.893683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:04.899100 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:04.899431 n-d-833234-2 neutron-server[104032]: ERROR neutron.plugins.ml2.managers [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:04.900060 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3b405fa5-e45a-46be-a05f-cdaf1d74ab4a), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:04.908093 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-f29036bd-fba0-45b9-985c-13b52bae0116 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d0abd8-c4f8-40ec-834b-8f0ad89b854d']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:04.921881 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-f29036bd-fba0-45b9-985c-13b52bae0116 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abe8412-0469-4d9f-a815-bb69e52f379f') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:04.922314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-f29036bd-fba0-45b9-985c-13b52bae0116 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abe8412-0469-4d9f-a815-bb69e52f379f') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:04.934361 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f29036bd-fba0-45b9-985c-13b52bae0116 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (8abe8412-0469-4d9f-a815-bb69e52f379f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:04.949950 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f29036bd-fba0-45b9-985c-13b52bae0116 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (8abe8412-0469-4d9f-a815-bb69e52f379f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:04.957223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29036bd-fba0-45b9-985c-13b52bae0116 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:07:04.957725 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f29036bd-fba0-45b9-985c-13b52bae0116 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (8abe8412-0469-4d9f-a815-bb69e52f379f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:04.974345 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e357d4c-6f3a-4f5c-a5e8-298173c60b00 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (013849c9-364c-44dd-8201-f5345be2e06e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:04.977265 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e357d4c-6f3a-4f5c-a5e8-298173c60b00 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:04.981300 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9e357d4c-6f3a-4f5c-a5e8-298173c60b00 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "DELETE /v2.0/security-groups/013849c9-364c-44dd-8201-f5345be2e06e HTTP/1.1" status: 204 len: 168 time: 0.6326444 Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:07:04.982632 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:07:04.987258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48886) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:05.000517 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e357d4c-6f3a-4f5c-a5e8-298173c60b00 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=013849c9-364c-44dd-8201-f5345be2e06e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:05.005411 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] For port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:07:05.005783 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempted to set empty binding levels {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 12:07:05.008016 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-29edd1f2-d3a8-47be-b226-768a84af8280 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] show failed (client error): The resource could not be found. Mar 11 12:07:05.021839 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-29edd1f2-d3a8-47be-b226-768a84af8280 tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "GET /v2.0/security-groups/013849c9-364c-44dd-8201-f5345be2e06e HTTP/1.1" status: 404 len: 347 time: 0.0331051 Mar 11 12:07:05.025097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48888) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:05.033413 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (3b405fa5-e45a-46be-a05f-cdaf1d74ab4a), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.064375 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f29036bd-fba0-45b9-985c-13b52bae0116 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (e7d0abd8-c4f8-40ec-834b-8f0ad89b854d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.070876 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f29036bd-fba0-45b9-985c-13b52bae0116 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.078809 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f29036bd-fba0-45b9-985c-13b52bae0116 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "DELETE /v2.0/networks/e7d0abd8-c4f8-40ec-834b-8f0ad89b854d HTTP/1.1" status: 204 len: 168 time: 0.4862967 Mar 11 12:07:05.079569 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48890) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:05.104648 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Pushing event updated for resources: {'Port': ['ID=3b405fa5-e45a-46be-a05f-cdaf1d74ab4a,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:05.121646 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] In _notify_port_updated(), no bound segment for port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:07:05.122095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.122700 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.124014 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b168712a-4819-44a9-8dad-1a8a6f527185 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] 10.222.0.78 "PUT /v2.0/ports/3b405fa5-e45a-46be-a05f-cdaf1d74ab4a HTTP/1.1" status: 200 len: 974 time: 1.7426033 Mar 11 12:07:05.159499 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48892) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:05.181478 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f5964f77-3edb-4458-80af-260eb7958bcd tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (e6447b19-35ed-41c1-8d44-6f7d0294cb0a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.197764 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29036bd-fba0-45b9-985c-13b52bae0116 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event deleted for resources: {'Network': ['ID=e7d0abd8-c4f8-40ec-834b-8f0ad89b854d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:05.297506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.299312 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.299989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.300607 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.301376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.302132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.303147 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.303795 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.304447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.305061 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.305676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.306289 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.306904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.307927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.308553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.309453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.310064 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.310846 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.311797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.312627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.316464 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4e9be2b6-2c54-4d18-a43a-bbd871c5819b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18585 time: 0.1561587 Mar 11 12:07:05.321018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48898) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:05.322409 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f5964f77-3edb-4458-80af-260eb7958bcd tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (e6447b19-35ed-41c1-8d44-6f7d0294cb0a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.348853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-f5964f77-3edb-4458-80af-260eb7958bcd tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6447b19-35ed-41c1-8d44-6f7d0294cb0a']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:05.357931 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-90b8cb72-2251-4b97-8323-9946916c095d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Deleting port 60933f2b-d2fb-4c8a-bb42-f5ed5a41f824 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:05.358538 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90b8cb72-2251-4b97-8323-9946916c095d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (60933f2b-d2fb-4c8a-bb42-f5ed5a41f824), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.400762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-f5964f77-3edb-4458-80af-260eb7958bcd tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c57a109-a06b-44d4-b27e-86e4633e9552') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:05.401222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-f5964f77-3edb-4458-80af-260eb7958bcd tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c57a109-a06b-44d4-b27e-86e4633e9552') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:05.412106 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f5964f77-3edb-4458-80af-260eb7958bcd tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (6c57a109-a06b-44d4-b27e-86e4633e9552), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.429242 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f5964f77-3edb-4458-80af-260eb7958bcd tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6c57a109-a06b-44d4-b27e-86e4633e9552), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.436086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5964f77-3edb-4458-80af-260eb7958bcd tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:07:05.436558 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f5964f77-3edb-4458-80af-260eb7958bcd tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (6c57a109-a06b-44d4-b27e-86e4633e9552), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.484570 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90b8cb72-2251-4b97-8323-9946916c095d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (60933f2b-d2fb-4c8a-bb42-f5ed5a41f824), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.485144 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90b8cb72-2251-4b97-8323-9946916c095d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for floatingip (60933f2b-d2fb-4c8a-bb42-f5ed5a41f824), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.503373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-90b8cb72-2251-4b97-8323-9946916c095d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Calling delete_port for 60933f2b-d2fb-4c8a-bb42-f5ed5a41f824 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:05.508902 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f274eb2b-f485-4eb0-b82f-04f38364ee4b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Deleting port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:05.509351 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f274eb2b-f485-4eb0-b82f-04f38364ee4b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3b405fa5-e45a-46be-a05f-cdaf1d74ab4a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:07:05.529796 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:07:05.571793 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f5964f77-3edb-4458-80af-260eb7958bcd tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (e6447b19-35ed-41c1-8d44-6f7d0294cb0a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.583886 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f5964f77-3edb-4458-80af-260eb7958bcd tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.592390 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f5964f77-3edb-4458-80af-260eb7958bcd tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "DELETE /v2.0/networks/e6447b19-35ed-41c1-8d44-6f7d0294cb0a HTTP/1.1" status: 204 len: 168 time: 0.5067751 Mar 11 12:07:05.600829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48904) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:05.639797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-f274eb2b-f485-4eb0-b82f-04f38364ee4b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] For port 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a, host n-h1-833234-2, got binding levels [] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:05.640253 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f274eb2b-f485-4eb0-b82f-04f38364ee4b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3b405fa5-e45a-46be-a05f-cdaf1d74ab4a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.663141 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f274eb2b-f485-4eb0-b82f-04f38364ee4b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Calling delete_port for 3b405fa5-e45a-46be-a05f-cdaf1d74ab4a owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:05.663893 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a21e3-22f6-4451-8b70-ad53704b19cd req-5387258c-1211-4661-a852-555272e5bcb2 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.665473 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c96a21e3-22f6-4451-8b70-ad53704b19cd req-5387258c-1211-4661-a852-555272e5bcb2 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 947 time: 0.3063052 Mar 11 12:07:05.669683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5964f77-3edb-4458-80af-260eb7958bcd tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event deleted for resources: {'Network': ['ID=e6447b19-35ed-41c1-8d44-6f7d0294cb0a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:05.738796 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de06a1-815a-4ad2-8923-ef61684d81c1 req-37fd3509-74a6-41e1-ba2f-8fbfe0e8ff4e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.746093 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2de06a1-815a-4ad2-8923-ef61684d81c1 req-37fd3509-74a6-41e1-ba2f-8fbfe0e8ff4e tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 947 time: 0.2158248 Mar 11 12:07:05.814089 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f274eb2b-f485-4eb0-b82f-04f38364ee4b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3b405fa5-e45a-46be-a05f-cdaf1d74ab4a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.817255 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90b8cb72-2251-4b97-8323-9946916c095d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (60933f2b-d2fb-4c8a-bb42-f5ed5a41f824), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.863823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8cb72-2251-4b97-8323-9946916c095d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Pushing event deleted for resources: {'Port': ['ID=60933f2b-d2fb-4c8a-bb42-f5ed5a41f824,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:05.906578 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c71392-5eca-4736-8369-06b9709b3ee6 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.912418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c71392-5eca-4736-8369-06b9709b3ee6 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:05.918973 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274eb2b-f485-4eb0-b82f-04f38364ee4b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b405fa5-e45a-46be-a05f-cdaf1d74ab4a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:05.919358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-65c71392-5eca-4736-8369-06b9709b3ee6 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3073313 Mar 11 12:07:05.921401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48908) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:05.927724 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f274eb2b-f485-4eb0-b82f-04f38364ee4b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.929155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8ef688a9-7cc9-4493-949f-fdf93e05dcc9 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2106508412'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:05.934544 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f274eb2b-f485-4eb0-b82f-04f38364ee4b tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] 10.222.0.78 "DELETE /v2.0/ports/3b405fa5-e45a-46be-a05f-cdaf1d74ab4a HTTP/1.1" status: 204 len: 168 time: 0.6118798 Mar 11 12:07:05.934945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48910) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:05.952162 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2de06a1-815a-4ad2-8923-ef61684d81c1 req-25d52c16-8b6e-4968-aa6f-3522c2fa7507 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a2d63b7-9479-49b4-8f6e-691dc5b67a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050283 Mar 11 12:07:05.959921 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-c96a21e3-22f6-4451-8b70-ad53704b19cd req-2cada5fc-ec84-402d-a8d4-190a0e04f3d6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Deleting port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:05.960263 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c96a21e3-22f6-4451-8b70-ad53704b19cd req-2cada5fc-ec84-402d-a8d4-190a0e04f3d6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:05.986515 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e2ee7d-9fc2-4f17-a1e7-7c61652ceb5f tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] GET failed (client error): The resource could not be found. Mar 11 12:07:05.994551 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b7e2ee7d-9fc2-4f17-a1e7-7c61652ceb5f tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] 10.222.0.78 "GET /v2.0/ports/3b405fa5-e45a-46be-a05f-cdaf1d74ab4a HTTP/1.1" status: 404 len: 333 time: 0.0434813 Mar 11 12:07:06.034670 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48912) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:06.041549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-48a22834-1a08-4e1b-bfcf-7b31129ebc79 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1353864256', 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:06.045187 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90b8cb72-2251-4b97-8323-9946916c095d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks [] for floatingip (f662280c-4911-4376-a640-44277d3d90a3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:06.047806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90b8cb72-2251-4b97-8323-9946916c095d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:06.049319 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-90b8cb72-2251-4b97-8323-9946916c095d tempest-ServerActionsTestJSON-529361673 tempest-ServerActionsTestJSON-529361673-project] 10.222.0.78 "DELETE /v2.0/floatingips/f662280c-4911-4376-a640-44277d3d90a3 HTTP/1.1" status: 204 len: 168 time: 1.0222559 Mar 11 12:07:06.052249 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48914) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:06.078719 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a22834-1a08-4e1b-bfcf-7b31129ebc79 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Made reservation on behalf of 05297d26ed4145e7952b73b318a7cb8b for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:06.082055 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48a22834-1a08-4e1b-bfcf-7b31129ebc79 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:06.088301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-c96a21e3-22f6-4451-8b70-ad53704b19cd req-2cada5fc-ec84-402d-a8d4-190a0e04f3d6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] For port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:06.089904 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c96a21e3-22f6-4451-8b70-ad53704b19cd req-2cada5fc-ec84-402d-a8d4-190a0e04f3d6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:06.107662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef688a9-7cc9-4493-949f-fdf93e05dcc9 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Made reservation on behalf of a2d7562baa694d5ba2c713374b390c71 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:06.111908 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ef688a9-7cc9-4493-949f-fdf93e05dcc9 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:06.118046 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-48a22834-1a08-4e1b-bfcf-7b31129ebc79 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] device_id is not set on port b519d4d3-b77c-4e08-b933-00f47718476c yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:07:06.183469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef688a9-7cc9-4493-949f-fdf93e05dcc9 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:07:06.231044 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ef688a9-7cc9-4493-949f-fdf93e05dcc9 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4764ba99-925c-4cc7-a83c-729be0021fca), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:06.231295 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-8ef688a9-7cc9-4493-949f-fdf93e05dcc9 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Added segment 4764ba99-925c-4cc7-a83c-729be0021fca of type vlan for network d44b9263-31ca-4fb7-a8a4-572fc87b8ffa Mar 11 12:07:06.295763 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ef688a9-7cc9-4493-949f-fdf93e05dcc9 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (d44b9263-31ca-4fb7-a8a4-572fc87b8ffa), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:06.419051 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48a22834-1a08-4e1b-bfcf-7b31129ebc79 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks [] for port (b519d4d3-b77c-4e08-b933-00f47718476c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:06.473396 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48a22834-1a08-4e1b-bfcf-7b31129ebc79 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b519d4d3-b77c-4e08-b933-00f47718476c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:06.533614 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a22834-1a08-4e1b-bfcf-7b31129ebc79 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Network 67035e59-3e53-4dc2-8aca-fb7bb87e799a is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:07:06.540752 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-48a22834-1a08-4e1b-bfcf-7b31129ebc79 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:06.548189 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a22834-1a08-4e1b-bfcf-7b31129ebc79 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:07:06.549953 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a22834-1a08-4e1b-bfcf-7b31129ebc79 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:06.550740 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48a22834-1a08-4e1b-bfcf-7b31129ebc79 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:06.561136 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.db.resource_extend [None req-8ef688a9-7cc9-4493-949f-fdf93e05dcc9 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 12:07:06.566642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a22834-1a08-4e1b-bfcf-7b31129ebc79 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Pushing event updated for resources: {'Port': ['ID=b519d4d3-b77c-4e08-b933-00f47718476c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:06.599804 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-48a22834-1a08-4e1b-bfcf-7b31129ebc79 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5619764 Mar 11 12:07:06.602089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48922) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:06.618470 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c96a21e3-22f6-4451-8b70-ad53704b19cd req-2cada5fc-ec84-402d-a8d4-190a0e04f3d6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:06.618870 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c96a21e3-22f6-4451-8b70-ad53704b19cd req-2cada5fc-ec84-402d-a8d4-190a0e04f3d6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (0fa31705-cb50-4ee2-a50b-5fb279409e9d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:06.619221 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [req-c96a21e3-22f6-4451-8b70-ad53704b19cd req-2cada5fc-ec84-402d-a8d4-190a0e04f3d6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Floating IP 0fa31705-cb50-4ee2-a50b-5fb279409e9d disassociated. External IP: 172.25.7.134, port: 3b9fbe62-856a-4959-96f9-6c6b3044d6a3. Mar 11 12:07:06.619493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-c96a21e3-22f6-4451-8b70-ad53704b19cd req-2cada5fc-ec84-402d-a8d4-190a0e04f3d6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Calling delete_port for 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:06.634243 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ef688a9-7cc9-4493-949f-fdf93e05dcc9 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (d44b9263-31ca-4fb7-a8a4-572fc87b8ffa), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:06.639858 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef688a9-7cc9-4493-949f-fdf93e05dcc9 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:06.640450 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ef688a9-7cc9-4493-949f-fdf93e05dcc9 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:06.666837 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05f0fe4-2759-4c54-899a-a7a719409374 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:06.672287 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b05f0fe4-2759-4c54-899a-a7a719409374 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] 10.222.0.78 "GET /v2.0/ports/b519d4d3-b77c-4e08-b933-00f47718476c HTTP/1.1" status: 200 len: 955 time: 0.0680928 Mar 11 12:07:06.673261 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48926) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:06.734175 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef688a9-7cc9-4493-949f-fdf93e05dcc9 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event updated for resources: {'Network': ['ID=d44b9263-31ca-4fb7-a8a4-572fc87b8ffa,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:06.747358 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network d44b9263-31ca-4fb7-a8a4-572fc87b8ffa details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:07:06.789368 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-12fcb4c4-79b3-46c3-9c58-56f6f43b8500 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Deleting port b519d4d3-b77c-4e08-b933-00f47718476c {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:06.790038 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-12fcb4c4-79b3-46c3-9c58-56f6f43b8500 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b519d4d3-b77c-4e08-b933-00f47718476c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:06.813253 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8ef688a9-7cc9-4493-949f-fdf93e05dcc9 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8890018 Mar 11 12:07:06.819786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48928) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:06.829971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-06ea62ab-017a-4bf1-9bcc-ee9dc05d890c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-511816504'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:06.872620 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-12fcb4c4-79b3-46c3-9c58-56f6f43b8500 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b519d4d3-b77c-4e08-b933-00f47718476c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:06.876483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ea62ab-017a-4bf1-9bcc-ee9dc05d890c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Made reservation on behalf of a2d7562baa694d5ba2c713374b390c71 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:06.880555 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06ea62ab-017a-4bf1-9bcc-ee9dc05d890c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:06.900778 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-12fcb4c4-79b3-46c3-9c58-56f6f43b8500 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Calling delete_port for b519d4d3-b77c-4e08-b933-00f47718476c owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:06.971414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ea62ab-017a-4bf1-9bcc-ee9dc05d890c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:07:07.008261 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06ea62ab-017a-4bf1-9bcc-ee9dc05d890c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (c91f4c2a-4a20-41c2-9319-db03b91932fa), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:07.008663 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-06ea62ab-017a-4bf1-9bcc-ee9dc05d890c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Added segment c91f4c2a-4a20-41c2-9319-db03b91932fa of type vlan for network 24ec1c39-a3ac-4781-b14b-59e74cf5738d Mar 11 12:07:07.018570 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c96a21e3-22f6-4451-8b70-ad53704b19cd req-2cada5fc-ec84-402d-a8d4-190a0e04f3d6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3b9fbe62-856a-4959-96f9-6c6b3044d6a3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:07.076747 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-12fcb4c4-79b3-46c3-9c58-56f6f43b8500 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b519d4d3-b77c-4e08-b933-00f47718476c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:07.101116 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cada5fc-ec84-402d-a8d4-190a0e04f3d6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Pushing event deleted for resources: {'Port': ['ID=3b9fbe62-856a-4959-96f9-6c6b3044d6a3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:07.115489 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcb4c4-79b3-46c3-9c58-56f6f43b8500 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Pushing event deleted for resources: {'Port': ['ID=b519d4d3-b77c-4e08-b933-00f47718476c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:07.117759 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06ea62ab-017a-4bf1-9bcc-ee9dc05d890c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (24ec1c39-a3ac-4781-b14b-59e74cf5738d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:07.128657 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1816c3b5-37c1-43c7-a52b-5ded87f30e68 req-87932f45-ddd8-4b3b-a168-5fc014cf8f01 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 210 time: 0.0747750 Mar 11 12:07:07.128936 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-12fcb4c4-79b3-46c3-9c58-56f6f43b8500 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:07.136742 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-12fcb4c4-79b3-46c3-9c58-56f6f43b8500 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] 10.222.0.78 "DELETE /v2.0/ports/b519d4d3-b77c-4e08-b933-00f47718476c HTTP/1.1" status: 204 len: 168 time: 0.4614573 Mar 11 12:07:07.137320 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48932) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:07.179337 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedb1603-04c3-4b36-964c-ada2273acee8 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] GET failed (client error): The resource could not be found. Mar 11 12:07:07.188106 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-aedb1603-04c3-4b36-964c-ada2273acee8 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] 10.222.0.78 "GET /v2.0/ports/b519d4d3-b77c-4e08-b933-00f47718476c HTTP/1.1" status: 404 len: 333 time: 0.0491467 Mar 11 12:07:07.188870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48934) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:07.193944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-df54746c-307c-439d-9ae3-f9a2804760d5 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Request body: {'port': {'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-471164701'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:07.217917 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06ea62ab-017a-4bf1-9bcc-ee9dc05d890c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (24ec1c39-a3ac-4781-b14b-59e74cf5738d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:07.223220 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ea62ab-017a-4bf1-9bcc-ee9dc05d890c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:07.223878 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06ea62ab-017a-4bf1-9bcc-ee9dc05d890c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:07.589125 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2800d594-e049-4c95-97f2-23c2f3c15141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (5610b5be-3ff6-41a2-846d-c937e896af04), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:07.597800 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-06ea62ab-017a-4bf1-9bcc-ee9dc05d890c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7713888 Mar 11 12:07:07.599054 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48942) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:07.605279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Request body: {'ports': [{'network_id': 'd44b9263-31ca-4fb7-a8a4-572fc87b8ffa', 'name': 'tempest-port--764150563', 'admin_state_up': True}, {'network_id': '24ec1c39-a3ac-4781-b14b-59e74cf5738d', 'admin_state_up': False}]} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:07.605888 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Request body: {'port': {'network_id': 'd44b9263-31ca-4fb7-a8a4-572fc87b8ffa', 'name': 'tempest-port--764150563', 'admin_state_up': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:07.606616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Request body: {'port': {'network_id': '24ec1c39-a3ac-4781-b14b-59e74cf5738d', 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:07.656027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df54746c-307c-439d-9ae3-f9a2804760d5 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Made reservation on behalf of 05297d26ed4145e7952b73b318a7cb8b for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:07.658583 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df54746c-307c-439d-9ae3-f9a2804760d5 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:07.726182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea62ab-017a-4bf1-9bcc-ee9dc05d890c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event updated for resources: {'Network': ['ID=24ec1c39-a3ac-4781-b14b-59e74cf5738d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:07.732241 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-df54746c-307c-439d-9ae3-f9a2804760d5 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] device_id is not set on port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:07:07.744824 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 24ec1c39-a3ac-4781-b14b-59e74cf5738d details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:07:07.813716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c96a21e3-22f6-4451-8b70-ad53704b19cd req-2cada5fc-ec84-402d-a8d4-190a0e04f3d6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Router 7612444f-72f5-41e8-a16c-049a27c0eb3d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:07:07.818060 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Made reservation on behalf of a2d7562baa694d5ba2c713374b390c71 for: {'port': 2} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:07.825711 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:07.844057 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:07.999153 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] device_id is not set on port 8b47dae1-4db2-4691-902f-60b9b654cfa2 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:07:08.078060 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df54746c-307c-439d-9ae3-f9a2804760d5 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks [] for port (2e365e1f-8d0e-4957-8c60-40a45f7a6653), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:08.084529 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for port (8b47dae1-4db2-4691-902f-60b9b654cfa2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:08.108102 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c96a21e3-22f6-4451-8b70-ad53704b19cd req-2cada5fc-ec84-402d-a8d4-190a0e04f3d6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:07:08.124847 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31853fe9-4bc0-44bf-bfa4-cbecead34d3b None None] Sync routers for ids ['7612444f-72f5-41e8-a16c-049a27c0eb3d'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:07:08.138722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31853fe9-4bc0-44bf-bfa4-cbecead34d3b None None] Routers {'7612444f-72f5-41e8-a16c-049a27c0eb3d'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:08.143682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-31853fe9-4bc0-44bf-bfa4-cbecead34d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7612444f-72f5-41e8-a16c-049a27c0eb3d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:08.170249 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96a21e3-22f6-4451-8b70-ad53704b19cd req-2cada5fc-ec84-402d-a8d4-190a0e04f3d6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] No DVR routers for this DVR port 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:07:08.178554 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c96a21e3-22f6-4451-8b70-ad53704b19cd req-2cada5fc-ec84-402d-a8d4-190a0e04f3d6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:08.183015 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c96a21e3-22f6-4451-8b70-ad53704b19cd req-2cada5fc-ec84-402d-a8d4-190a0e04f3d6 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.37 "DELETE /v2.0/ports/3b9fbe62-856a-4959-96f9-6c6b3044d6a3 HTTP/1.1" status: 204 len: 173 time: 2.5038998 Mar 11 12:07:08.183653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'name': 'network-vif-deleted', 'tag': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:07:08.186084 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf644bb-192d-4e6e-9cc6-2eb68ade97d0" -d '{"events": [{"server_uuid": "7f2d006f-dd49-4a23-974a-4c01812a8762", "name": "network-vif-deleted", "tag": "3b9fbe62-856a-4959-96f9-6c6b3044d6a3"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:07:08.186506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] device_id is not set on port 52ada51c-b003-417e-aa67-7adcd365f70b yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:07:08.236587 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df54746c-307c-439d-9ae3-f9a2804760d5 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (2e365e1f-8d0e-4957-8c60-40a45f7a6653), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:08.335563 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6a14fa-ab85-4ff3-a716-9f4a9e0db6a2 x-openstack-request-id: req-3b6a14fa-ab85-4ff3-a716-9f4a9e0db6a2 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:07:08.335897 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2d006f-dd49-4a23-974a-4c01812a8762", "name": "network-vif-deleted", "tag": "3b9fbe62-856a-4959-96f9-6c6b3044d6a3", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:07:08.336242 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3b6a14fa-ab85-4ff3-a716-9f4a9e0db6a2 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:07:08.336734 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2d006f-dd49-4a23-974a-4c01812a8762', 'name': 'network-vif-deleted', 'tag': '3b9fbe62-856a-4959-96f9-6c6b3044d6a3', 'status': 'completed', 'code': 200} Mar 11 12:07:08.347920 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-822eca7f-7669-490a-95b7-6a0633bc0294 req-975fd694-5408-411a-a0ac-e0eb331ca473 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f2d006f-dd49-4a23-974a-4c01812a8762 HTTP/1.1" status: 200 len: 210 time: 0.0647054 Mar 11 12:07:08.360847 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-31853fe9-4bc0-44bf-bfa4-cbecead34d3b None None] Set router 7612444f-72f5-41e8-a16c-049a27c0eb3d gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:07:08.393180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df54746c-307c-439d-9ae3-f9a2804760d5 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Network 67035e59-3e53-4dc2-8aca-fb7bb87e799a is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:07:08.399654 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for port (52ada51c-b003-417e-aa67-7adcd365f70b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:08.401628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54746c-307c-439d-9ae3-f9a2804760d5 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Pushing event updated for resources: {'Port': ['ID=2e365e1f-8d0e-4957-8c60-40a45f7a6653,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:08.411929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:07:08.415788 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-df54746c-307c-439d-9ae3-f9a2804760d5 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:08.430687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df54746c-307c-439d-9ae3-f9a2804760d5 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:07:08.432161 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54746c-307c-439d-9ae3-f9a2804760d5 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:08.432566 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df54746c-307c-439d-9ae3-f9a2804760d5 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:08.441605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:07:08.441975 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3b9fbe62-856a-4959-96f9-6c6b3044d6a3 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:07:08.485316 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (8b47dae1-4db2-4691-902f-60b9b654cfa2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:08.512442 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-df54746c-307c-439d-9ae3-f9a2804760d5 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3223014 Mar 11 12:07:08.525125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48956) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:08.530524 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:08.574290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event updated for resources: {'Port': ['ID=8b47dae1-4db2-4691-902f-60b9b654cfa2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:08.598551 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-2800d594-e049-4c95-97f2-23c2f3c15141 admin admin] Deleting port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:08.598904 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2800d594-e049-4c95-97f2-23c2f3c15141 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:08.613051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Checking segment: {'id': '4764ba99-925c-4cc7-a83c-729be0021fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd44b9263-31ca-4fb7-a8a4-572fc87b8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:07:08.613702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Network hostable DHCP agents. Network: d44b9263-31ca-4fb7-a8a4-572fc87b8ffa, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:07:08.643541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Network d44b9263-31ca-4fb7-a8a4-572fc87b8ffa is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:07:08.661606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, d44b9263-31ca-4fb7-a8a4-572fc87b8ffa) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:08.662777 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-31853fe9-4bc0-44bf-bfa4-cbecead34d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T11:59:54Z', 'revision_number': 4, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '07c02ff4-8c0e-42a9-a555-2fae6698f949', 'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'mac_address': 'fa:16:3e:95:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:52Z', 'updated_at': '2022-03-11T12:00:02Z', 'revision_number': 5, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'subnets': [{'id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:08.669302 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:07:08.670414 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (52ada51c-b003-417e-aa67-7adcd365f70b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:08.676924 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daaa1f6-284e-4858-a8da-ede4499f4e39 None None] Network d44b9263-31ca-4fb7-a8a4-572fc87b8ffa requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:08.708378 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31853fe9-4bc0-44bf-bfa4-cbecead34d3b None None] Checking router: 7612444f-72f5-41e8-a16c-049a27c0eb3d for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:07:08.731270 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31853fe9-4bc0-44bf-bfa4-cbecead34d3b None None] Routers {'7612444f-72f5-41e8-a16c-049a27c0eb3d'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:08.732179 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-31853fe9-4bc0-44bf-bfa4-cbecead34d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7612444f-72f5-41e8-a16c-049a27c0eb3d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:08.739623 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2e365e1f-8d0e-4957-8c60-40a45f7a6653), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:08.796345 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Checking segment: {'id': 'c91f4c2a-4a20-41c2-9319-db03b91932fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '24ec1c39-a3ac-4781-b14b-59e74cf5738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:07:08.796870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Network hostable DHCP agents. Network: 24ec1c39-a3ac-4781-b14b-59e74cf5738d, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:07:08.819117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event updated for resources: {'Port': ['ID=52ada51c-b003-417e-aa67-7adcd365f70b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:08.835169 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Network 24ec1c39-a3ac-4781-b14b-59e74cf5738d is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:07:08.853566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 24ec1c39-a3ac-4781-b14b-59e74cf5738d) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:08.858763 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:07:08.866487 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb3089-e3b2-4f00-8034-563459f8c925 None None] Network 24ec1c39-a3ac-4781-b14b-59e74cf5738d requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:08.869380 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:08.890343 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:08.891067 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:08.921380 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2b4dd4a5-9a68-406a-82cd-9818d0179324 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3204346 Mar 11 12:07:08.922233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48960) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:09.022089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] device_id is not set on port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:07:09.031406 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks [] for port (2e365e1f-8d0e-4957-8c60-40a45f7a6653), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:09.049191 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (2e365e1f-8d0e-4957-8c60-40a45f7a6653), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:09.053026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-2800d594-e049-4c95-97f2-23c2f3c15141 admin admin] For port a2e43d62-b314-4b16-b6d8-b2ab183d1bf8, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a2e43d62-b314-4b16-b6d8-b2ab183d1bf8,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:09.053448 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2800d594-e049-4c95-97f2-23c2f3c15141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:09.102187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-2800d594-e049-4c95-97f2-23c2f3c15141 admin admin] Calling delete_port for a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:09.200359 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Pushing event updated for resources: {'Port': ['ID=2e365e1f-8d0e-4957-8c60-40a45f7a6653,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:09.211378 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:09.211766 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:09.212118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:09.221348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:09.221829 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:09.226533 n-d-833234-2 neutron-server[104031]: INFO neutron.plugins.ml2.plugin [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 2 to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 Mar 11 12:07:09.230531 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-31853fe9-4bc0-44bf-bfa4-cbecead34d3b None None] Set router 7612444f-72f5-41e8-a16c-049a27c0eb3d gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:07:09.249537 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:09.250127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:09.250387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:09.263994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:09.264338 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:09.266315 n-d-833234-2 neutron-server[104031]: INFO neutron.plugins.ml2.plugin [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 3 to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 Mar 11 12:07:09.284516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:09.284790 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:09.285030 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:09.330432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:09.330981 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:09.333358 n-d-833234-2 neutron-server[104031]: INFO neutron.plugins.ml2.plugin [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 4 to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 Mar 11 12:07:09.354711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:09.355048 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:09.355386 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:09.374762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:09.375159 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:09.377150 n-d-833234-2 neutron-server[104031]: INFO neutron.plugins.ml2.plugin [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 5 to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 Mar 11 12:07:09.415236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:09.415499 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:09.415797 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:09.420925 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:09.421873 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:09.423097 n-d-833234-2 neutron-server[104031]: INFO neutron.plugins.ml2.plugin [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 6 to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 Mar 11 12:07:09.441665 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:09.442069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:09.442634 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:09.449031 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:09.449364 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:09.451271 n-d-833234-2 neutron-server[104031]: INFO neutron.plugins.ml2.plugin [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 7 to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 Mar 11 12:07:09.521030 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48968) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:09.521222 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-31853fe9-4bc0-44bf-bfa4-cbecead34d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T11:59:54Z', 'revision_number': 4, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '07c02ff4-8c0e-42a9-a555-2fae6698f949', 'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'mac_address': 'fa:16:3e:95:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:52Z', 'updated_at': '2022-03-11T12:00:02Z', 'revision_number': 5, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'subnets': [{'id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:09.523171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:09.524308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:09.526054 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:09.554164 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:09.554890 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:09.559373 n-d-833234-2 neutron-server[104031]: INFO neutron.plugins.ml2.plugin [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 8 to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 Mar 11 12:07:09.562195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31853fe9-4bc0-44bf-bfa4-cbecead34d3b None None] The sync data for ids ['7612444f-72f5-41e8-a16c-049a27c0eb3d'] in n-d-833234-2 is: [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T11:59:54Z', 'revision_number': 4, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '07c02ff4-8c0e-42a9-a555-2fae6698f949', 'name': '', 'network_id': 'e532891a-d9f9-4838-8745-963ad9eaeacc', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'mac_address': 'fa:16:3e:95:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:52Z', 'updated_at': '2022-03-11T12:00:02Z', 'revision_number': 5, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'subnets': [{'id': 'fc42e876-74e9-4322-8608-e55a47f90e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:07:09.607008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:09.607402 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:09.607821 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:09.610019 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2800d594-e049-4c95-97f2-23c2f3c15141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a2e43d62-b314-4b16-b6d8-b2ab183d1bf8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:09.618502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59886dc-e21f-4928-b926-ed12e916153f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:09.634280 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59886dc-e21f-4928-b926-ed12e916153f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:09.647270 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e59886dc-e21f-4928-b926-ed12e916153f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7237585 Mar 11 12:07:09.648315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48972) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:09.749108 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:09.749526 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:09.756934 n-d-833234-2 neutron-server[104031]: INFO neutron.plugins.ml2.plugin [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 9 to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 Mar 11 12:07:09.759645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800d594-e049-4c95-97f2-23c2f3c15141 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e43d62-b314-4b16-b6d8-b2ab183d1bf8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:09.787560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-29c79b01-a27d-430e-8994-f467a6f8efe6 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Deleting port 8b47dae1-4db2-4691-902f-60b9b654cfa2 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:09.788398 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29c79b01-a27d-430e-8994-f467a6f8efe6 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8b47dae1-4db2-4691-902f-60b9b654cfa2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:09.803076 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e3ecba-cd5c-4215-ac4e-e87d7505698f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group (7a2d63b7-9479-49b4-8f6e-691dc5b67a47), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:09.831573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:09.832202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:09.832704 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:09.859384 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e3ecba-cd5c-4215-ac4e-e87d7505698f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group (7a2d63b7-9479-49b4-8f6e-691dc5b67a47), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:09.867815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:09.873872 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:09.877358 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29c79b01-a27d-430e-8994-f467a6f8efe6 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8b47dae1-4db2-4691-902f-60b9b654cfa2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:09.881879 n-d-833234-2 neutron-server[104031]: INFO neutron.plugins.ml2.plugin [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempt 10 to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 Mar 11 12:07:09.892778 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-29c79b01-a27d-430e-8994-f467a6f8efe6 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Calling delete_port for 8b47dae1-4db2-4691-902f-60b9b654cfa2 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:10.008887 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:10.009231 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:10.009574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempting to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:10.025717 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29c79b01-a27d-430e-8994-f467a6f8efe6 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (8b47dae1-4db2-4691-902f-60b9b654cfa2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.029072 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:10.029509 n-d-833234-2 neutron-server[104031]: ERROR neutron.plugins.ml2.managers [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Failed to bind port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on host n-h1-833234-2 for vnic_type normal using segments [{'id': 'fba084f3-2c26-4337-973b-db26683005c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67035e59-3e53-4dc2-8aca-fb7bb87e799a'}] Mar 11 12:07:10.029886 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2e365e1f-8d0e-4957-8c60-40a45f7a6653), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.075978 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166a9c1-72b8-4eee-adec-c083555f513e None None] New status for floating IP 0fa31705-cb50-4ee2-a50b-5fb279409e9d: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:07:10.092932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c79b01-a27d-430e-8994-f467a6f8efe6 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event deleted for resources: {'Port': ['ID=8b47dae1-4db2-4691-902f-60b9b654cfa2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:10.107022 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29c79b01-a27d-430e-8994-f467a6f8efe6 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.114529 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-29c79b01-a27d-430e-8994-f467a6f8efe6 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "DELETE /v2.0/ports/8b47dae1-4db2-4691-902f-60b9b654cfa2 HTTP/1.1" status: 204 len: 168 time: 0.4606423 Mar 11 12:07:10.114706 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e3ecba-cd5c-4215-ac4e-e87d7505698f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7a2d63b7-9479-49b4-8f6e-691dc5b67a47), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.114853 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48976) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:10.115952 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e3ecba-cd5c-4215-ac4e-e87d7505698f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.117101 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b7e3ecba-cd5c-4215-ac4e-e87d7505698f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "DELETE /v2.0/security-groups/7a2d63b7-9479-49b4-8f6e-691dc5b67a47 HTTP/1.1" status: 204 len: 168 time: 0.5857053 Mar 11 12:07:10.125075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48978) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:10.151773 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3ecba-cd5c-4215-ac4e-e87d7505698f tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2d63b7-9479-49b4-8f6e-691dc5b67a47,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:10.153846 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2800d594-e049-4c95-97f2-23c2f3c15141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (5610b5be-3ff6-41a2-846d-c937e896af04), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.161109 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-bb84e92f-63f7-4a34-9a91-3752f11f2cb0 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] show failed (client error): The resource could not be found. Mar 11 12:07:10.162164 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bb84e92f-63f7-4a34-9a91-3752f11f2cb0 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "GET /v2.0/security-groups/7a2d63b7-9479-49b4-8f6e-691dc5b67a47 HTTP/1.1" status: 404 len: 347 time: 0.0342693 Mar 11 12:07:10.173850 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48980) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:10.270894 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] For port 2e365e1f-8d0e-4957-8c60-40a45f7a6653, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:07:10.271570 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attempted to set empty binding levels {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 12:07:10.280231 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (2e365e1f-8d0e-4957-8c60-40a45f7a6653), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.299560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-70a25a11-e776-4507-a145-180f0a9aac9a tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Deleting port 52ada51c-b003-417e-aa67-7adcd365f70b {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:10.300069 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70a25a11-e776-4507-a145-180f0a9aac9a tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (52ada51c-b003-417e-aa67-7adcd365f70b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.362585 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] In _notify_port_updated(), no bound segment for port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 on network 67035e59-3e53-4dc2-8aca-fb7bb87e799a {{(pid=104031) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:07:10.364631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:10.365246 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.369230 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] 10.222.0.78 "PUT /v2.0/ports/2e365e1f-8d0e-4957-8c60-40a45f7a6653 HTTP/1.1" status: 200 len: 974 time: 1.8405042 Mar 11 12:07:10.403202 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70a25a11-e776-4507-a145-180f0a9aac9a tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (52ada51c-b003-417e-aa67-7adcd365f70b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.417322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-70a25a11-e776-4507-a145-180f0a9aac9a tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Calling delete_port for 52ada51c-b003-417e-aa67-7adcd365f70b owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:10.425579 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48982) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:10.427493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee92e8-f429-4684-9ccc-8d4e5f199bd0 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Pushing event updated for resources: {'Port': ['ID=2e365e1f-8d0e-4957-8c60-40a45f7a6653,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:10.508772 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70a25a11-e776-4507-a145-180f0a9aac9a tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (52ada51c-b003-417e-aa67-7adcd365f70b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.564511 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70a25a11-e776-4507-a145-180f0a9aac9a tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.574913 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-70a25a11-e776-4507-a145-180f0a9aac9a tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "DELETE /v2.0/ports/52ada51c-b003-417e-aa67-7adcd365f70b HTTP/1.1" status: 204 len: 168 time: 0.4580929 Mar 11 12:07:10.575500 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48986) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:10.576498 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a25a11-e776-4507-a145-180f0a9aac9a tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event deleted for resources: {'Port': ['ID=52ada51c-b003-417e-aa67-7adcd365f70b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:10.624600 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-387ed4cb-9287-47b6-ba83-0a9a4f350aa8 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0437710 Mar 11 12:07:10.625325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48988) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:10.630528 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3e6a31bd-4bc8-4578-9b8f-0fa9d2cace4c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-772282004'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:10.658881 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6a31bd-4bc8-4578-9b8f-0fa9d2cace4c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Made reservation on behalf of a2d7562baa694d5ba2c713374b390c71 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:10.663487 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3e6a31bd-4bc8-4578-9b8f-0fa9d2cace4c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.697789 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6a31bd-4bc8-4578-9b8f-0fa9d2cace4c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:07:10.712980 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3e6a31bd-4bc8-4578-9b8f-0fa9d2cace4c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (5d14ade1-3ef0-42bf-95d2-7ee195671050), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.713522 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-3e6a31bd-4bc8-4578-9b8f-0fa9d2cace4c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Added segment 5d14ade1-3ef0-42bf-95d2-7ee195671050 of type vlan for network 2f68b67b-80bc-4e57-adb5-11d90e95fd4b Mar 11 12:07:10.753377 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-47a7e8e0-f560-4a36-8d44-74a9216f6402 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Deleting port b5d92d35-5260-434b-92d8-adc2472d2ba4 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:10.755061 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-47a7e8e0-f560-4a36-8d44-74a9216f6402 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b5d92d35-5260-434b-92d8-adc2472d2ba4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.772893 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3e6a31bd-4bc8-4578-9b8f-0fa9d2cace4c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (2f68b67b-80bc-4e57-adb5-11d90e95fd4b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.813446 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3e6a31bd-4bc8-4578-9b8f-0fa9d2cace4c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (2f68b67b-80bc-4e57-adb5-11d90e95fd4b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.820626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6a31bd-4bc8-4578-9b8f-0fa9d2cace4c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:10.822124 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3e6a31bd-4bc8-4578-9b8f-0fa9d2cace4c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.827333 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-91f21e88-e42c-4224-bafa-98892c7c3814 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Deleting port 2e365e1f-8d0e-4957-8c60-40a45f7a6653 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:10.828056 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-91f21e88-e42c-4224-bafa-98892c7c3814 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2e365e1f-8d0e-4957-8c60-40a45f7a6653), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.876722 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3e6a31bd-4bc8-4578-9b8f-0fa9d2cace4c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2504396 Mar 11 12:07:10.877377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48994) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:10.887695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a8c3f830-d97e-4620-b9ce-c08981a39a23 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-762420316'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:10.921407 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a31bd-4bc8-4578-9b8f-0fa9d2cace4c tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event updated for resources: {'Network': ['ID=2f68b67b-80bc-4e57-adb5-11d90e95fd4b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:10.936128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 2f68b67b-80bc-4e57-adb5-11d90e95fd4b details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:07:10.947939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c3f830-d97e-4620-b9ce-c08981a39a23 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Made reservation on behalf of a2d7562baa694d5ba2c713374b390c71 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:10.952722 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8c3f830-d97e-4620-b9ce-c08981a39a23 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.984913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c3f830-d97e-4620-b9ce-c08981a39a23 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:07:10.987754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-91f21e88-e42c-4224-bafa-98892c7c3814 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] For port 2e365e1f-8d0e-4957-8c60-40a45f7a6653, host n-h1-833234-2, got binding levels [] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:10.991894 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-91f21e88-e42c-4224-bafa-98892c7c3814 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2e365e1f-8d0e-4957-8c60-40a45f7a6653), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.997023 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8c3f830-d97e-4620-b9ce-c08981a39a23 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (bca64155-681f-47e9-b418-018811b8bac8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:10.997416 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-a8c3f830-d97e-4620-b9ce-c08981a39a23 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Added segment bca64155-681f-47e9-b418-018811b8bac8 of type vlan for network b99b3dde-026c-4a85-b748-c8ca0498cc56 Mar 11 12:07:11.047937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-91f21e88-e42c-4224-bafa-98892c7c3814 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Calling delete_port for 2e365e1f-8d0e-4957-8c60-40a45f7a6653 owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:11.048630 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8c3f830-d97e-4620-b9ce-c08981a39a23 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (b99b3dde-026c-4a85-b748-c8ca0498cc56), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:11.084310 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8c3f830-d97e-4620-b9ce-c08981a39a23 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (b99b3dde-026c-4a85-b748-c8ca0498cc56), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:11.088239 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-47a7e8e0-f560-4a36-8d44-74a9216f6402 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b5d92d35-5260-434b-92d8-adc2472d2ba4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:11.088801 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-47a7e8e0-f560-4a36-8d44-74a9216f6402 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for floatingip (b5d92d35-5260-434b-92d8-adc2472d2ba4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:11.089595 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c3f830-d97e-4620-b9ce-c08981a39a23 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:11.090242 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8c3f830-d97e-4620-b9ce-c08981a39a23 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:11.105546 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2800d594-e049-4c95-97f2-23c2f3c15141 admin admin] Router 5610b5be-3ff6-41a2-846d-c937e896af04 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:07:11.145710 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-47a7e8e0-f560-4a36-8d44-74a9216f6402 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Calling delete_port for b5d92d35-5260-434b-92d8-adc2472d2ba4 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:11.148543 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a8c3f830-d97e-4620-b9ce-c08981a39a23 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2674043 Mar 11 12:07:11.193604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3f830-d97e-4620-b9ce-c08981a39a23 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event updated for resources: {'Network': ['ID=b99b3dde-026c-4a85-b748-c8ca0498cc56,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:11.211702 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network b99b3dde-026c-4a85-b748-c8ca0498cc56 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:07:11.275633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48996) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:11.280791 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Request body: {'subnets': [{'network_id': '2f68b67b-80bc-4e57-adb5-11d90e95fd4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1261199452', 'ip_version': 4}, {'network_id': 'b99b3dde-026c-4a85-b748-c8ca0498cc56', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:11.281121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Request body: {'subnet': {'network_id': '2f68b67b-80bc-4e57-adb5-11d90e95fd4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1261199452', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:11.281677 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Request body: {'subnet': {'network_id': 'b99b3dde-026c-4a85-b748-c8ca0498cc56', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:11.356688 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2800d594-e049-4c95-97f2-23c2f3c15141 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:07:11.365733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48998) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:11.365882 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2800d594-e049-4c95-97f2-23c2f3c15141 admin admin] 10.222.0.78 "PUT /v2.0/routers/5610b5be-3ff6-41a2-846d-c937e896af04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2999859 Mar 11 12:07:11.369820 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b11ee-8c99-4854-8d54-67a76be542b9 None None] Sync routers for ids ['5610b5be-3ff6-41a2-846d-c937e896af04'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:07:11.389843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b11ee-8c99-4854-8d54-67a76be542b9 None None] Routers {'5610b5be-3ff6-41a2-846d-c937e896af04'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:11.390594 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-651b11ee-8c99-4854-8d54-67a76be542b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5610b5be-3ff6-41a2-846d-c937e896af04'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:11.399481 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-91f21e88-e42c-4224-bafa-98892c7c3814 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (2e365e1f-8d0e-4957-8c60-40a45f7a6653), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:11.434266 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-91f21e88-e42c-4224-bafa-98892c7c3814 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:11.448654 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-91f21e88-e42c-4224-bafa-98892c7c3814 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] 10.222.0.78 "DELETE /v2.0/ports/2e365e1f-8d0e-4957-8c60-40a45f7a6653 HTTP/1.1" status: 204 len: 168 time: 1.0175805 Mar 11 12:07:11.450584 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49000) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:11.513531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f21e88-e42c-4224-bafa-98892c7c3814 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e365e1f-8d0e-4957-8c60-40a45f7a6653,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:11.526692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-651b11ee-8c99-4854-8d54-67a76be542b9 None None] Set router 5610b5be-3ff6-41a2-846d-c937e896af04 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:07:11.555088 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a4a2e6-5214-4139-9379-2dd485b55fd9 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] GET failed (client error): The resource could not be found. Mar 11 12:07:11.565211 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-44a4a2e6-5214-4139-9379-2dd485b55fd9 tempest-PortsAdminExtendedAttrsTestJSON-146074753 tempest-PortsAdminExtendedAttrsTestJSON-146074753-project-admin] 10.222.0.78 "GET /v2.0/ports/2e365e1f-8d0e-4957-8c60-40a45f7a6653 HTTP/1.1" status: 404 len: 333 time: 0.0620403 Mar 11 12:07:11.570035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49002) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:11.614629 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Made reservation on behalf of a2d7562baa694d5ba2c713374b390c71 for: {'subnet': 2} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:11.621592 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:11.622148 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:11.669642 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-47a7e8e0-f560-4a36-8d44-74a9216f6402 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b5d92d35-5260-434b-92d8-adc2472d2ba4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:11.729641 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7e8e0-f560-4a36-8d44-74a9216f6402 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Pushing event deleted for resources: {'Port': ['ID=b5d92d35-5260-434b-92d8-adc2472d2ba4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:11.769428 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-651b11ee-8c99-4854-8d54-67a76be542b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'name': 'tempest-ServerActionsTestJSON-580935224-router', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:34Z', 'updated_at': '2022-03-11T12:07:09Z', 'revision_number': 5, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'gw_port': {'id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:36Z', 'updated_at': '2022-03-11T11:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:11.821959 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b11ee-8c99-4854-8d54-67a76be542b9 None None] Checking router: 5610b5be-3ff6-41a2-846d-c937e896af04 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:07:11.847185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b11ee-8c99-4854-8d54-67a76be542b9 None None] Routers {'5610b5be-3ff6-41a2-846d-c937e896af04'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:11.850193 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-651b11ee-8c99-4854-8d54-67a76be542b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:06:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5610b5be-3ff6-41a2-846d-c937e896af04'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:11.866365 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-47a7e8e0-f560-4a36-8d44-74a9216f6402 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks [] for floatingip (0fa31705-cb50-4ee2-a50b-5fb279409e9d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:11.872507 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-47a7e8e0-f560-4a36-8d44-74a9216f6402 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:11.883617 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-47a7e8e0-f560-4a36-8d44-74a9216f6402 tempest-AttachVolumeShelveTestJSON-2018972964 tempest-AttachVolumeShelveTestJSON-2018972964-project] 10.222.0.78 "DELETE /v2.0/floatingips/0fa31705-cb50-4ee2-a50b-5fb279409e9d HTTP/1.1" status: 204 len: 168 time: 1.6989646 Mar 11 12:07:11.919159 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2254c9ed-03f9-44bd-82d5-2b68db51c9a1 tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (67035e59-3e53-4dc2-8aca-fb7bb87e799a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:11.926074 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4982a2c7-3fd1-4475-9472-29e9a929de6c admin admin] Publish callbacks [] for router (5610b5be-3ff6-41a2-846d-c937e896af04), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:11.995553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-651b11ee-8c99-4854-8d54-67a76be542b9 None None] Set router 5610b5be-3ff6-41a2-846d-c937e896af04 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:07:12.100256 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2254c9ed-03f9-44bd-82d5-2b68db51c9a1 tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (67035e59-3e53-4dc2-8aca-fb7bb87e799a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:12.123717 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-2254c9ed-03f9-44bd-82d5-2b68db51c9a1 tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67035e59-3e53-4dc2-8aca-fb7bb87e799a']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:12.135185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-2254c9ed-03f9-44bd-82d5-2b68db51c9a1 tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba084f3-2c26-4337-973b-db26683005c1') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:12.135653 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-2254c9ed-03f9-44bd-82d5-2b68db51c9a1 tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba084f3-2c26-4337-973b-db26683005c1') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:12.148155 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2254c9ed-03f9-44bd-82d5-2b68db51c9a1 tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (fba084f3-2c26-4337-973b-db26683005c1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:12.165292 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2254c9ed-03f9-44bd-82d5-2b68db51c9a1 tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (fba084f3-2c26-4337-973b-db26683005c1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:12.171990 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2254c9ed-03f9-44bd-82d5-2b68db51c9a1 tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:07:12.172542 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2254c9ed-03f9-44bd-82d5-2b68db51c9a1 tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (fba084f3-2c26-4337-973b-db26683005c1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:12.256165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-651b11ee-8c99-4854-8d54-67a76be542b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'name': 'tempest-ServerActionsTestJSON-580935224-router', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:34Z', 'updated_at': '2022-03-11T12:07:09Z', 'revision_number': 5, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'gw_port': {'id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:36Z', 'updated_at': '2022-03-11T11:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:07:12.267302 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:07:12.296989 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b11ee-8c99-4854-8d54-67a76be542b9 None None] The sync data for ids ['5610b5be-3ff6-41a2-846d-c937e896af04'] in n-d-833234-2 is: [{'id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'name': 'tempest-ServerActionsTestJSON-580935224-router', 'tenant_id': 'fc441be504824962ac952879ed0ef08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:58:34Z', 'updated_at': '2022-03-11T12:07:09Z', 'revision_number': 5, 'project_id': 'fc441be504824962ac952879ed0ef08f', 'gw_port': {'id': '7a71e682-68ca-4c20-b5e9-5f1d062f1472', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5610b5be-3ff6-41a2-846d-c937e896af04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:58:36Z', 'updated_at': '2022-03-11T11:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:07:12.458044 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2254c9ed-03f9-44bd-82d5-2b68db51c9a1 tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (67035e59-3e53-4dc2-8aca-fb7bb87e799a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:12.641589 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:12.685523 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4982a2c7-3fd1-4475-9472-29e9a929de6c admin admin] Publish callbacks [] for router_gateway (5610b5be-3ff6-41a2-846d-c937e896af04), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:12.698686 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2254c9ed-03f9-44bd-82d5-2b68db51c9a1 tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:12.705027 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2254c9ed-03f9-44bd-82d5-2b68db51c9a1 tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] 10.222.0.78 "DELETE /v2.0/networks/67035e59-3e53-4dc2-8aca-fb7bb87e799a HTTP/1.1" status: 204 len: 168 time: 1.1314125 Mar 11 12:07:12.705027 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (fa949eaf-59ed-43e6-8d15-8b96be2e99f4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:12.762789 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:07:12.808743 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:07:12.811742 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a2e43d62-b314-4b16-b6d8-b2ab183d1bf8 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:07:12.823345 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event updated for resources: {'Subnet': ['ID=fa949eaf-59ed-43e6-8d15-8b96be2e99f4,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:12.906896 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254c9ed-03f9-44bd-82d5-2b68db51c9a1 tempest-PortsAdminExtendedAttrsTestJSON-134440655 tempest-PortsAdminExtendedAttrsTestJSON-134440655-project] Pushing event deleted for resources: {'Network': ['ID=67035e59-3e53-4dc2-8aca-fb7bb87e799a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:12.922514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Checking segment: {'id': '5d14ade1-3ef0-42bf-95d2-7ee195671050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2f68b67b-80bc-4e57-adb5-11d90e95fd4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:07:12.923175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Network hostable DHCP agents. Network: 2f68b67b-80bc-4e57-adb5-11d90e95fd4b, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:07:12.976883 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Network 2f68b67b-80bc-4e57-adb5-11d90e95fd4b is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:07:13.021672 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4982a2c7-3fd1-4475-9472-29e9a929de6c admin admin] Deleting port 7a71e682-68ca-4c20-b5e9-5f1d062f1472 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:13.022059 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4982a2c7-3fd1-4475-9472-29e9a929de6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7a71e682-68ca-4c20-b5e9-5f1d062f1472), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:13.043301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 2f68b67b-80bc-4e57-adb5-11d90e95fd4b) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:13.060650 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (08bace98-4698-4483-b26a-0e6c78599827), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:13.067785 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2241938c-62ed-4d86-b421-29e87746e1d5 None None] Network 2f68b67b-80bc-4e57-adb5-11d90e95fd4b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:13.122296 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49026) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:13.213727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event updated for resources: {'Subnet': ['ID=08bace98-4698-4483-b26a-0e6c78599827,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:13.225761 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Checking segment: {'id': 'bca64155-681f-47e9-b418-018811b8bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b99b3dde-026c-4a85-b748-c8ca0498cc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:07:13.226434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Network hostable DHCP agents. Network: b99b3dde-026c-4a85-b748-c8ca0498cc56, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:07:13.249503 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-4982a2c7-3fd1-4475-9472-29e9a929de6c admin admin] For port 7a71e682-68ca-4c20-b5e9-5f1d062f1472, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7a71e682-68ca-4c20-b5e9-5f1d062f1472,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:13.250140 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4982a2c7-3fd1-4475-9472-29e9a929de6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7a71e682-68ca-4c20-b5e9-5f1d062f1472), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:13.276834 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4982a2c7-3fd1-4475-9472-29e9a929de6c admin admin] Calling delete_port for 7a71e682-68ca-4c20-b5e9-5f1d062f1472 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:13.283883 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Network b99b3dde-026c-4a85-b748-c8ca0498cc56 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:07:13.321606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-2f68b67b-80bc-4e57-adb5-11d90e95fd4b', 'network_id': '2f68b67b-80bc-4e57-adb5-11d90e95fd4b', 'project_id': 'a2d7562baa694d5ba2c713374b390c71', 'fixed_ips': [{'subnet_id': 'fa949eaf-59ed-43e6-8d15-8b96be2e99f4'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:07:13.322646 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:13.376269 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b3a1a44a-ed11-4ff9-a58b-0b362b09bd15 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cc02aecbff164361890f68a17bce3174&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2517934 Mar 11 12:07:13.377340 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49030) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:13.438257 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5854ced-a6da-4f4b-8602-eeb2343cf55d admin admin] Publish callbacks [] for security_group (3b0fa9ef-dec4-40aa-99de-a267bd7b87aa), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:13.444109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, b99b3dde-026c-4a85-b748-c8ca0498cc56) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:13.456842 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:13.457321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:13.457962 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:13.481302 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5854ced-a6da-4f4b-8602-eeb2343cf55d admin admin] Publish callbacks [] for security_group (3b0fa9ef-dec4-40aa-99de-a267bd7b87aa), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:13.521045 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5ae3706f-ca3e-4f3a-b02e-4aec699bd56f tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2419260 Mar 11 12:07:13.527693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49032) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:13.536704 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d6aa7b-d181-4fb6-ad88-ebbae2acce72 None None] Network b99b3dde-026c-4a85-b748-c8ca0498cc56 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:13.631649 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69ec1ca-d939-4423-8e4c-392b23d4e150 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:13.634464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69ec1ca-d939-4423-8e4c-392b23d4e150 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:13.637312 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69ec1ca-d939-4423-8e4c-392b23d4e150 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:13.643970 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f69ec1ca-d939-4423-8e4c-392b23d4e150 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1146493 Mar 11 12:07:13.645035 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49034) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:13.654858 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5854ced-a6da-4f4b-8602-eeb2343cf55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3b0fa9ef-dec4-40aa-99de-a267bd7b87aa), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:13.659275 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5854ced-a6da-4f4b-8602-eeb2343cf55d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:13.677453 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c5854ced-a6da-4f4b-8602-eeb2343cf55d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3b0fa9ef-dec4-40aa-99de-a267bd7b87aa HTTP/1.1" status: 204 len: 168 time: 0.2987468 Mar 11 12:07:13.742380 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4982a2c7-3fd1-4475-9472-29e9a929de6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7a71e682-68ca-4c20-b5e9-5f1d062f1472), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:13.776191 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-b99b3dde-026c-4a85-b748-c8ca0498cc56', 'network_id': 'b99b3dde-026c-4a85-b748-c8ca0498cc56', 'project_id': 'a2d7562baa694d5ba2c713374b390c71', 'fixed_ips': [{'subnet_id': '08bace98-4698-4483-b26a-0e6c78599827'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:07:13.780200 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:13.797642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6b46c5-52a7-4b64-ad7e-8867a5ac6bb2 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Deleting subnet fa949eaf-59ed-43e6-8d15-8b96be2e99f4 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:07:13.800117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982a2c7-3fd1-4475-9472-29e9a929de6c admin admin] Pushing event deleted for resources: {'Port': ['ID=7a71e682-68ca-4c20-b5e9-5f1d062f1472,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:13.817692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5854ced-a6da-4f4b-8602-eeb2343cf55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0fa9ef-dec4-40aa-99de-a267bd7b87aa,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:13.954279 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4982a2c7-3fd1-4475-9472-29e9a929de6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (5610b5be-3ff6-41a2-846d-c937e896af04), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.011469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Allocated IP 172.20.0.18 (b99b3dde-026c-4a85-b748-c8ca0498cc56/08bace98-4698-4483-b26a-0e6c78599827/8d4f309c-7408-4b4b-bc5b-b0fe320d1744) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:07:14.145575 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4982a2c7-3fd1-4475-9472-29e9a929de6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (5610b5be-3ff6-41a2-846d-c937e896af04), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.150133 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4982a2c7-3fd1-4475-9472-29e9a929de6c admin admin] Publish callbacks [] for router_controller (5610b5be-3ff6-41a2-846d-c937e896af04), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.152765 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-50842950-9b28-407b-8437-4c2723caa13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.274422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Allocated IP 172.20.0.2 (2f68b67b-80bc-4e57-adb5-11d90e95fd4b/fa949eaf-59ed-43e6-8d15-8b96be2e99f4/6ea4d003-6b53-497f-b547-c4d9c8b2517c) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:07:14.283898 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4982a2c7-3fd1-4475-9472-29e9a929de6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (5610b5be-3ff6-41a2-846d-c937e896af04), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.284812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4982a2c7-3fd1-4475-9472-29e9a929de6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5610b5be-3ff6-41a2-846d-c937e896af04 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:07:14.307951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4982a2c7-3fd1-4475-9472-29e9a929de6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.311091 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4982a2c7-3fd1-4475-9472-29e9a929de6c admin admin] 10.222.0.78 "DELETE /v2.0/routers/5610b5be-3ff6-41a2-846d-c937e896af04 HTTP/1.1" status: 204 len: 168 time: 2.9413626 Mar 11 12:07:14.313142 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49048) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:14.373274 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49050) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:14.435666 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-074ad834-5de3-4092-873c-9a89fd4fbd0f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=05297d26ed4145e7952b73b318a7cb8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0608613 Mar 11 12:07:14.436545 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49052) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:14.455756 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b79a380-6c0a-41a0-b5f6-a811c3a80b6a admin admin] Deleting subnet 1170d9ec-c376-4fc5-8f13-15536db32bc7 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:07:14.476092 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b79a380-6c0a-41a0-b5f6-a811c3a80b6a admin admin] Publish callbacks [] for subnet (1170d9ec-c376-4fc5-8f13-15536db32bc7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.525602 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b08b3cf-c437-4b2c-a130-5c8fd4ae127e admin admin] Publish callbacks [] for security_group (46fd66d7-98c2-4b96-b4f9-189b18e8a45c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.560176 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Publish callbacks [] for port (8d4f309c-7408-4b4b-bc5b-b0fe320d1744), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.579153 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b79a380-6c0a-41a0-b5f6-a811c3a80b6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (1170d9ec-c376-4fc5-8f13-15536db32bc7), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.580400 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b08b3cf-c437-4b2c-a130-5c8fd4ae127e admin admin] Publish callbacks [] for security_group (46fd66d7-98c2-4b96-b4f9-189b18e8a45c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.681330 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b08b3cf-c437-4b2c-a130-5c8fd4ae127e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (46fd66d7-98c2-4b96-b4f9-189b18e8a45c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.685640 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b08b3cf-c437-4b2c-a130-5c8fd4ae127e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.690107 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5b08b3cf-c437-4b2c-a130-5c8fd4ae127e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/46fd66d7-98c2-4b96-b4f9-189b18e8a45c HTTP/1.1" status: 204 len: 168 time: 0.2515562 Mar 11 12:07:14.707047 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08b3cf-c437-4b2c-a130-5c8fd4ae127e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fd66d7-98c2-4b96-b4f9-189b18e8a45c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:14.739361 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b79a380-6c0a-41a0-b5f6-a811c3a80b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (1170d9ec-c376-4fc5-8f13-15536db32bc7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.759172 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Publish callbacks [] for port (6ea4d003-6b53-497f-b547-c4d9c8b2517c), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.768684 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (8d4f309c-7408-4b4b-bc5b-b0fe320d1744), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.771467 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4d6b46c5-52a7-4b64-ad7e-8867a5ac6bb2 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for subnet (fa949eaf-59ed-43e6-8d15-8b96be2e99f4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.776946 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (6ea4d003-6b53-497f-b547-c4d9c8b2517c), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.826081 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:07:14.831085 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4d6b46c5-52a7-4b64-ad7e-8867a5ac6bb2 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (fa949eaf-59ed-43e6-8d15-8b96be2e99f4), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.849670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Network b99b3dde-026c-4a85-b748-c8ca0498cc56 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:07:14.851631 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:14.854509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:07:14.902586 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Network 2f68b67b-80bc-4e57-adb5-11d90e95fd4b is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:07:14.910205 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b79a380-6c0a-41a0-b5f6-a811c3a80b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (1170d9ec-c376-4fc5-8f13-15536db32bc7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:14.918418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Pushing event updated for resources: {'Port': ['ID=8d4f309c-7408-4b4b-bc5b-b0fe320d1744,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:14.946709 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:14.960959 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:07:15.017770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79a380-6c0a-41a0-b5f6-a811c3a80b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1170d9ec-c376-4fc5-8f13-15536db32bc7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:15.041383 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b79a380-6c0a-41a0-b5f6-a811c3a80b6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:15.049396 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3b79a380-6c0a-41a0-b5f6-a811c3a80b6a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1170d9ec-c376-4fc5-8f13-15536db32bc7 HTTP/1.1" status: 204 len: 168 time: 0.7350743 Mar 11 12:07:15.052121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49062) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:15.170807 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4d6b46c5-52a7-4b64-ad7e-8867a5ac6bb2 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (fa949eaf-59ed-43e6-8d15-8b96be2e99f4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:15.186243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Attempting to bind port 8d4f309c-7408-4b4b-bc5b-b0fe320d1744 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:15.186748 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Attempting to bind port 8d4f309c-7408-4b4b-bc5b-b0fe320d1744 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'bca64155-681f-47e9-b418-018811b8bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b99b3dde-026c-4a85-b748-c8ca0498cc56'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:15.186967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Attempting to bind port 8d4f309c-7408-4b4b-bc5b-b0fe320d1744 on network b99b3dde-026c-4a85-b748-c8ca0498cc56 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:15.232062 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (f62dd404-472d-4abb-9a12-54a30b7ab434), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:15.306566 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28d38c3-92c6-42cb-98bc-e54d86d2506e None None] Network f62dd404-472d-4abb-9a12-54a30b7ab434 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:15.375454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] Deleting port f7e8df9b-1cc1-4e3f-a875-4436e69935a2 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:15.375836 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f7e8df9b-1cc1-4e3f-a875-4436e69935a2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:15.514130 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] For port f7e8df9b-1cc1-4e3f-a875-4436e69935a2, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f7e8df9b-1cc1-4e3f-a875-4436e69935a2,segment=NetworkSegment(f80961c7-c5e8-49b8-8d22-3fa3bd9cb136),segment_id=f80961c7-c5e8-49b8-8d22-3fa3bd9cb136)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:15.514511 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f7e8df9b-1cc1-4e3f-a875-4436e69935a2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:15.529031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] Calling delete_port for f7e8df9b-1cc1-4e3f-a875-4436e69935a2 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:15.620942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Attempting to bind port 6ea4d003-6b53-497f-b547-c4d9c8b2517c on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:15.621313 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Attempting to bind port 6ea4d003-6b53-497f-b547-c4d9c8b2517c by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '5d14ade1-3ef0-42bf-95d2-7ee195671050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2f68b67b-80bc-4e57-adb5-11d90e95fd4b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:15.621843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Attempting to bind port 6ea4d003-6b53-497f-b547-c4d9c8b2517c on network 2f68b67b-80bc-4e57-adb5-11d90e95fd4b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:15.635502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:07:15.635911 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Checking segment: {'id': 'bca64155-681f-47e9-b418-018811b8bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b99b3dde-026c-4a85-b748-c8ca0498cc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:07:15.636318 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:15.640347 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Bound using segment: {'id': 'bca64155-681f-47e9-b418-018811b8bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b99b3dde-026c-4a85-b748-c8ca0498cc56'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:07:15.640902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Bound port: 8d4f309c-7408-4b4b-bc5b-b0fe320d1744, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca64155-681f-47e9-b418-018811b8bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b99b3dde-026c-4a85-b748-c8ca0498cc56'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:07:15.643898 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8d4f309c-7408-4b4b-bc5b-b0fe320d1744), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:15.680261 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f7e8df9b-1cc1-4e3f-a875-4436e69935a2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:15.698931 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Pushing event updated for resources: {'Port': ['ID=6ea4d003-6b53-497f-b547-c4d9c8b2517c,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:15.713360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:07:15.713804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Checking segment: {'id': '5d14ade1-3ef0-42bf-95d2-7ee195671050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2f68b67b-80bc-4e57-adb5-11d90e95fd4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:07:15.715393 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:15.717755 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Bound using segment: {'id': '5d14ade1-3ef0-42bf-95d2-7ee195671050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2f68b67b-80bc-4e57-adb5-11d90e95fd4b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:07:15.719889 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Bound port: 6ea4d003-6b53-497f-b547-c4d9c8b2517c, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d14ade1-3ef0-42bf-95d2-7ee195671050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2f68b67b-80bc-4e57-adb5-11d90e95fd4b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:07:15.720241 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6ea4d003-6b53-497f-b547-c4d9c8b2517c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:15.773544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e8df9b-1cc1-4e3f-a875-4436e69935a2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:15.793508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] No DVR routers for this DVR port f7e8df9b-1cc1-4e3f-a875-4436e69935a2 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:07:15.934719 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b1d8268d-f390-486a-ad3b-4ef94d6a9204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:16.058076 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (f62dd404-472d-4abb-9a12-54a30b7ab434), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:16.128811 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62dd404-472d-4abb-9a12-54a30b7ab434']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:16.161193 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:16.171264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80961c7-c5e8-49b8-8d22-3fa3bd9cb136') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:16.196643 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (f80961c7-c5e8-49b8-8d22-3fa3bd9cb136), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:16.205603 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f24640c-4353-43b8-9a32-eff6b9b604fc None None] DHCP port deletion for f62dd404-472d-4abb-9a12-54a30b7ab434 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:07:16.223948 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f80961c7-c5e8-49b8-8d22-3fa3bd9cb136), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:16.249507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:07:16.249507 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (f80961c7-c5e8-49b8-8d22-3fa3bd9cb136), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:07:16.250161 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:07:16.279799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] For port 8d4f309c-7408-4b4b-bc5b-b0fe320d1744, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:07:16.294773 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] For port 8d4f309c-7408-4b4b-bc5b-b0fe320d1744, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8d4f309c-7408-4b4b-bc5b-b0fe320d1744,segment=NetworkSegment(bca64155-681f-47e9-b418-018811b8bac8),segment_id=bca64155-681f-47e9-b418-018811b8bac8)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:07:16.315862 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8d4f309c-7408-4b4b-bc5b-b0fe320d1744), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:16.404673 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (f62dd404-472d-4abb-9a12-54a30b7ab434), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:16.435068 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:16.446893 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] 10.222.0.78 "DELETE /v2.0/networks/f62dd404-472d-4abb-9a12-54a30b7ab434 HTTP/1.1" status: 204 len: 168 time: 1.3936522 Mar 11 12:07:16.490096 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db933de-3122-42c4-b1d8-07bb7167d36e admin admin] Pushing event deleted for resources: {'Network': ['ID=f62dd404-472d-4abb-9a12-54a30b7ab434,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:16.521034 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5dbfb-d1d8-44ae-bb1a-05bc4dba8357 None None] Pushing event updated for resources: {'Port': ['ID=8d4f309c-7408-4b4b-bc5b-b0fe320d1744,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:16.539534 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4d6b46c5-52a7-4b64-ad7e-8867a5ac6bb2 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (fa949eaf-59ed-43e6-8d15-8b96be2e99f4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:16.544277 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] For port 6ea4d003-6b53-497f-b547-c4d9c8b2517c, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:07:16.571040 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] For port 6ea4d003-6b53-497f-b547-c4d9c8b2517c, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=6ea4d003-6b53-497f-b547-c4d9c8b2517c,segment=NetworkSegment(5d14ade1-3ef0-42bf-95d2-7ee195671050),segment_id=5d14ade1-3ef0-42bf-95d2-7ee195671050)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:07:16.583687 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (6ea4d003-6b53-497f-b547-c4d9c8b2517c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:16.690101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f7e8df9b-1cc1-4e3f-a875-4436e69935a2 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:07:16.705027 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4d6b46c5-52a7-4b64-ad7e-8867a5ac6bb2 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:16.716373 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4d6b46c5-52a7-4b64-ad7e-8867a5ac6bb2 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "DELETE /v2.0/subnets/fa949eaf-59ed-43e6-8d15-8b96be2e99f4 HTTP/1.1" status: 204 len: 168 time: 3.0691631 Mar 11 12:07:16.718081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b46c5-52a7-4b64-ad7e-8867a5ac6bb2 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event deleted for resources: {'Subnet': ['ID=fa949eaf-59ed-43e6-8d15-8b96be2e99f4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:16.718953 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49160) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:16.792489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: f7e8df9b-1cc1-4e3f-a875-4436e69935a2 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:07:16.792931 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f7e8df9b-1cc1-4e3f-a875-4436e69935a2 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:07:16.793357 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7a71e682-68ca-4c20-b5e9-5f1d062f1472 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:07:16.940500 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 7a71e682-68ca-4c20-b5e9-5f1d062f1472 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:07:16.940830 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7a71e682-68ca-4c20-b5e9-5f1d062f1472 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:07:16.973612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51776a0-acd2-4375-862c-74f207503296 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Deleting subnet 08bace98-4698-4483-b26a-0e6c78599827 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:07:16.985071 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d2006-5b34-4a66-934e-33568df61cb6 None None] Pushing event updated for resources: {'Port': ['ID=6ea4d003-6b53-497f-b547-c4d9c8b2517c,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:17.002756 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f51776a0-acd2-4375-862c-74f207503296 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for subnet (08bace98-4698-4483-b26a-0e6c78599827), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:17.246432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49180) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:17.260001 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f51776a0-acd2-4375-862c-74f207503296 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (08bace98-4698-4483-b26a-0e6c78599827), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:17.286608 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:17.402834 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-91f27f3d-3da0-4c3c-9d45-a357f514c140 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fc441be504824962ac952879ed0ef08f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1550839 Mar 11 12:07:17.405236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49184) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:17.561305 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f51776a0-acd2-4375-862c-74f207503296 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (08bace98-4698-4483-b26a-0e6c78599827), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:17.592960 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-00969f34-b08e-4832-9481-41f1b5255585 admin admin] Publish callbacks [] for security_group (ce252101-260d-45e4-bc6e-205fccc19f99), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:17.691713 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-00969f34-b08e-4832-9481-41f1b5255585 admin admin] Publish callbacks [] for security_group (ce252101-260d-45e4-bc6e-205fccc19f99), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:17.763925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f51776a0-acd2-4375-862c-74f207503296 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (08bace98-4698-4483-b26a-0e6c78599827), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:17.832097 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-00969f34-b08e-4832-9481-41f1b5255585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ce252101-260d-45e4-bc6e-205fccc19f99), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:17.841589 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-00969f34-b08e-4832-9481-41f1b5255585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:17.843125 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-00969f34-b08e-4832-9481-41f1b5255585 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ce252101-260d-45e4-bc6e-205fccc19f99 HTTP/1.1" status: 204 len: 168 time: 0.4366968 Mar 11 12:07:17.859414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00969f34-b08e-4832-9481-41f1b5255585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce252101-260d-45e4-bc6e-205fccc19f99,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:17.873062 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51776a0-acd2-4375-862c-74f207503296 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event deleted for resources: {'Subnet': ['ID=08bace98-4698-4483-b26a-0e6c78599827,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:17.903153 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f51776a0-acd2-4375-862c-74f207503296 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:17.918405 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f51776a0-acd2-4375-862c-74f207503296 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "DELETE /v2.0/subnets/08bace98-4698-4483-b26a-0e6c78599827 HTTP/1.1" status: 204 len: 168 time: 1.1974895 Mar 11 12:07:17.920726 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49194) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:18.071316 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82f148c-94a5-401f-b926-0a3f74a8c6cf tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:18.076567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49198) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:18.093595 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b82f148c-94a5-401f-b926-0a3f74a8c6cf tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1565695 Mar 11 12:07:18.299724 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (b99b3dde-026c-4a85-b748-c8ca0498cc56), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:18.462720 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Deleting port 8d4f309c-7408-4b4b-bc5b-b0fe320d1744 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:18.466565 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8d4f309c-7408-4b4b-bc5b-b0fe320d1744), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:18.500683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49210) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:18.619466 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:18.750392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] For port 8d4f309c-7408-4b4b-bc5b-b0fe320d1744, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8d4f309c-7408-4b4b-bc5b-b0fe320d1744,segment=NetworkSegment(bca64155-681f-47e9-b418-018811b8bac8),segment_id=bca64155-681f-47e9-b418-018811b8bac8)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:18.753934 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8d4f309c-7408-4b4b-bc5b-b0fe320d1744), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:18.796938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38281b36-dfd1-4050-837e-351d095bd98d None None] Network b99b3dde-026c-4a85-b748-c8ca0498cc56 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:18.807709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Calling delete_port for 8d4f309c-7408-4b4b-bc5b-b0fe320d1744 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:18.995243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6ea4d003-6b53-497f-b547-c4d9c8b2517c up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:07:19.038940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (8d4f309c-7408-4b4b-bc5b-b0fe320d1744), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:19.109688 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event deleted for resources: {'Port': ['ID=8d4f309c-7408-4b4b-bc5b-b0fe320d1744,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:19.141332 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] No DVR routers for this DVR port 8d4f309c-7408-4b4b-bc5b-b0fe320d1744 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:07:19.209135 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ffdcc6bd-3c6d-4559-923d-4046553ef08b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2051593904', 'router:external': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:19.301417 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdcc6bd-3c6d-4559-923d-4046553ef08b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Made reservation on behalf of f8f52a0cf11e47e78d60fef29b01034f for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:19.304078 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc6bd-3c6d-4559-923d-4046553ef08b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:19.355288 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc6bd-3c6d-4559-923d-4046553ef08b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:19.358785 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (b99b3dde-026c-4a85-b748-c8ca0498cc56), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:19.396126 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99b3dde-026c-4a85-b748-c8ca0498cc56']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:19.408859 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca64155-681f-47e9-b418-018811b8bac8') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:19.410287 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca64155-681f-47e9-b418-018811b8bac8') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:19.429622 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (bca64155-681f-47e9-b418-018811b8bac8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:19.447997 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (bca64155-681f-47e9-b418-018811b8bac8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:19.458064 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:07:19.458639 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (bca64155-681f-47e9-b418-018811b8bac8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:07:19.541301 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:07:19.549415 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (b99b3dde-026c-4a85-b748-c8ca0498cc56), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:19.561286 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:19.568440 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "DELETE /v2.0/networks/b99b3dde-026c-4a85-b748-c8ca0498cc56 HTTP/1.1" status: 204 len: 168 time: 1.4903784 Mar 11 12:07:19.570716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49236) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:19.588721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d6339-f3d9-47a2-abda-66743c1b6389 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event deleted for resources: {'Network': ['ID=b99b3dde-026c-4a85-b748-c8ca0498cc56,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:19.640086 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49238) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:19.817315 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e760df0d-3eac-491c-8a60-033287be70e6 None None] Network 2f68b67b-80bc-4e57-adb5-11d90e95fd4b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:19.821446 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (2f68b67b-80bc-4e57-adb5-11d90e95fd4b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:19.831724 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7b737324-51cd-41f4-ac6a-e0e8789f64aa None None] Provisioning complete for port 8d4f309c-7408-4b4b-bc5b-b0fe320d1744 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:07:19.832114 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7b737324-51cd-41f4-ac6a-e0e8789f64aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8d4f309c-7408-4b4b-bc5b-b0fe320d1744), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:19.886967 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc6bd-3c6d-4559-923d-4046553ef08b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for security_group (0c0d18ac-b54a-4e4d-81c3-03bea2191e5d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:19.959954 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc6bd-3c6d-4559-923d-4046553ef08b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0c0d18ac-b54a-4e4d-81c3-03bea2191e5d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:19.971142 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1855835658-network', 'tenant_id': '8f6abb3315dd4497a3af344ea34309e0'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:19.996183 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9a6226-aa01-4b9b-a082-87b38a5b79f7 None None] DHCP port deletion for b99b3dde-026c-4a85-b748-c8ca0498cc56 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:07:20.008123 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffdcc6bd-3c6d-4559-923d-4046553ef08b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:07:20.046535 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7b737324-51cd-41f4-ac6a-e0e8789f64aa None None] Port 8d4f309c-7408-4b4b-bc5b-b0fe320d1744 was deleted so its status cannot be updated. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 11 12:07:20.058127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] Made reservation on behalf of 8f6abb3315dd4497a3af344ea34309e0 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:20.061767 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:20.075659 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc6bd-3c6d-4559-923d-4046553ef08b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (5e0ecc36-9f64-4d54-9006-e96fcb924990), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:20.076003 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-ffdcc6bd-3c6d-4559-923d-4046553ef08b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Added segment 5e0ecc36-9f64-4d54-9006-e96fcb924990 of type vlan for network 89ff59eb-c5a1-4781-a290-37c9559c2730 Mar 11 12:07:20.087775 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:20.199286 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcc6bd-3c6d-4559-923d-4046553ef08b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0d18ac-b54a-4e4d-81c3-03bea2191e5d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:20.300890 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc6bd-3c6d-4559-923d-4046553ef08b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (89ff59eb-c5a1-4781-a290-37c9559c2730), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:20.320581 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Deleting port 6ea4d003-6b53-497f-b547-c4d9c8b2517c {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:20.320909 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6ea4d003-6b53-497f-b547-c4d9c8b2517c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:20.324196 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] Publish callbacks [] for security_group (010f50c7-a944-41d4-84f7-3b999e95fefc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:20.333717 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (010f50c7-a944-41d4-84f7-3b999e95fefc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:20.384633 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 6ea4d003-6b53-497f-b547-c4d9c8b2517c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:07:20.385970 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6ea4d003-6b53-497f-b547-c4d9c8b2517c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:20.404879 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010f50c7-a944-41d4-84f7-3b999e95fefc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:20.487024 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:20.500310 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0effda79-63e5-4c64-8e0e-35912123f1b8 None None] Provisioning complete for port 6ea4d003-6b53-497f-b547-c4d9c8b2517c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:07:20.501217 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0effda79-63e5-4c64-8e0e-35912123f1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6ea4d003-6b53-497f-b547-c4d9c8b2517c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:20.731252 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] For port 6ea4d003-6b53-497f-b547-c4d9c8b2517c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=6ea4d003-6b53-497f-b547-c4d9c8b2517c,segment=NetworkSegment(5d14ade1-3ef0-42bf-95d2-7ee195671050),segment_id=5d14ade1-3ef0-42bf-95d2-7ee195671050)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:20.731252 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6ea4d003-6b53-497f-b547-c4d9c8b2517c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:20.731252 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Calling delete_port for 6ea4d003-6b53-497f-b547-c4d9c8b2517c owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:20.825514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e905e66-0d39-448d-ad57-913d25b502bd None None] DHCP port deletion for 2f68b67b-80bc-4e57-adb5-11d90e95fd4b request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:07:20.854901 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (6ea4d003-6b53-497f-b547-c4d9c8b2517c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:20.857219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0effda79-63e5-4c64-8e0e-35912123f1b8 None None] Current status of the port 6ea4d003-6b53-497f-b547-c4d9c8b2517c is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:07:20.857664 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0effda79-63e5-4c64-8e0e-35912123f1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6ea4d003-6b53-497f-b547-c4d9c8b2517c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:20.865216 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.api [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=104032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:07:20.865788 n-d-833234-2 neutron-server[104032]: DEBUG oslo_db.api [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:07:20.881236 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc6bd-3c6d-4559-923d-4046553ef08b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (89ff59eb-c5a1-4781-a290-37c9559c2730), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:20.882314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdcc6bd-3c6d-4559-923d-4046553ef08b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:20.882952 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc6bd-3c6d-4559-923d-4046553ef08b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:20.917330 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 6ea4d003-6b53-497f-b547-c4d9c8b2517c is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:07:20.921185 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6ea4d003-6b53-497f-b547-c4d9c8b2517c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:21.109443 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcc6bd-3c6d-4559-923d-4046553ef08b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Pushing event updated for resources: {'Network': ['ID=89ff59eb-c5a1-4781-a290-37c9559c2730,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:21.116875 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8d4f309c-7408-4b4b-bc5b-b0fe320d1744 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:07:21.135602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event deleted for resources: {'Port': ['ID=6ea4d003-6b53-497f-b547-c4d9c8b2517c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:21.172360 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] No DVR routers for this DVR port 6ea4d003-6b53-497f-b547-c4d9c8b2517c on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:07:21.179706 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 8d4f309c-7408-4b4b-bc5b-b0fe320d1744 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:07:21.179706 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8d4f309c-7408-4b4b-bc5b-b0fe320d1744 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 11 12:07:21.180562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 89ff59eb-c5a1-4781-a290-37c9559c2730 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:07:21.212030 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49282) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:21.214418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ffdcc6bd-3c6d-4559-923d-4046553ef08b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.7123492 Mar 11 12:07:21.217804 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5cea3b3a-0aa2-4acb-bf95-b686bb3aea2a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Request body: {'subnet': {'network_id': '89ff59eb-c5a1-4781-a290-37c9559c2730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:21.239560 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Port 8d4f309c-7408-4b4b-bc5b-b0fe320d1744 not found, will not notify nova. {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 11 12:07:21.314510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cea3b3a-0aa2-4acb-bf95-b686bb3aea2a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Made reservation on behalf of f8f52a0cf11e47e78d60fef29b01034f for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:21.331332 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5cea3b3a-0aa2-4acb-bf95-b686bb3aea2a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:21.398694 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:21.455336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6ea4d003-6b53-497f-b547-c4d9c8b2517c no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:07:21.484498 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (2f68b67b-80bc-4e57-adb5-11d90e95fd4b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:21.494249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 6ea4d003-6b53-497f-b547-c4d9c8b2517c {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:07:21.494955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6ea4d003-6b53-497f-b547-c4d9c8b2517c not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:07:21.495575 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8d4f309c-7408-4b4b-bc5b-b0fe320d1744 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:07:21.522848 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 8d4f309c-7408-4b4b-bc5b-b0fe320d1744 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:07:21.524014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8d4f309c-7408-4b4b-bc5b-b0fe320d1744 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:07:21.543446 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f68b67b-80bc-4e57-adb5-11d90e95fd4b']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:21.570111 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d14ade1-3ef0-42bf-95d2-7ee195671050') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:21.572187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d14ade1-3ef0-42bf-95d2-7ee195671050') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:21.584980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:07:21.588016 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (5d14ade1-3ef0-42bf-95d2-7ee195671050), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:21.609341 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (5d14ade1-3ef0-42bf-95d2-7ee195671050), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:21.620110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:07:21.621163 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (5d14ade1-3ef0-42bf-95d2-7ee195671050), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:21.629828 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (86dddf48-87ee-4b1a-a37c-653a8f0b888f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:21.630244 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] Added segment 86dddf48-87ee-4b1a-a37c-653a8f0b888f of type vlan for network a5b61235-bc94-4044-90b3-166414c8ece7 Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:07:21.733388 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:07:21.748923 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (2f68b67b-80bc-4e57-adb5-11d90e95fd4b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:21.763908 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (a5b61235-bc94-4044-90b3-166414c8ece7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:21.766070 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:21.783783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "DELETE /v2.0/networks/2f68b67b-80bc-4e57-adb5-11d90e95fd4b HTTP/1.1" status: 204 len: 168 time: 2.2080717 Mar 11 12:07:21.784888 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49296) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:21.800611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a157a29-563b-4215-b853-748e8d0ad76d tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event deleted for resources: {'Network': ['ID=2f68b67b-80bc-4e57-adb5-11d90e95fd4b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:21.933112 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (a5b61235-bc94-4044-90b3-166414c8ece7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:21.934263 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:21.934841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:22.051542 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] Pushing event updated for resources: {'Network': ['ID=a5b61235-bc94-4044-90b3-166414c8ece7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:22.063069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network a5b61235-bc94-4044-90b3-166414c8ece7 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:07:22.075642 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ece812a0-e786-436f-a23a-2fdb6d65117e tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (24ec1c39-a3ac-4781-b14b-59e74cf5738d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:22.083794 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3210ebd0-9353-4d65-9505-befd0b7871ee admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4426773 Mar 11 12:07:22.087506 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49300) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:22.094565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-87469f52-23c2-4e82-8ba2-37c9f5beef23 admin admin] Request body: {'subnet': {'network_id': 'a5b61235-bc94-4044-90b3-166414c8ece7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1855835658-subnet', 'tenant_id': '8f6abb3315dd4497a3af344ea34309e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:22.158257 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87469f52-23c2-4e82-8ba2-37c9f5beef23 admin admin] Made reservation on behalf of 8f6abb3315dd4497a3af344ea34309e0 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:22.161299 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-87469f52-23c2-4e82-8ba2-37c9f5beef23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:22.293954 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ece812a0-e786-436f-a23a-2fdb6d65117e tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (24ec1c39-a3ac-4781-b14b-59e74cf5738d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:22.322274 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-ece812a0-e786-436f-a23a-2fdb6d65117e tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ec1c39-a3ac-4781-b14b-59e74cf5738d']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:22.342202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-ece812a0-e786-436f-a23a-2fdb6d65117e tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91f4c2a-4a20-41c2-9319-db03b91932fa') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:22.344043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-ece812a0-e786-436f-a23a-2fdb6d65117e tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91f4c2a-4a20-41c2-9319-db03b91932fa') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:22.371619 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ece812a0-e786-436f-a23a-2fdb6d65117e tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (c91f4c2a-4a20-41c2-9319-db03b91932fa), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:22.432959 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ece812a0-e786-436f-a23a-2fdb6d65117e tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (c91f4c2a-4a20-41c2-9319-db03b91932fa), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:22.446632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece812a0-e786-436f-a23a-2fdb6d65117e tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:07:22.447037 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ece812a0-e786-436f-a23a-2fdb6d65117e tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (c91f4c2a-4a20-41c2-9319-db03b91932fa), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:07:22.456167 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:07:22.617818 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-87469f52-23c2-4e82-8ba2-37c9f5beef23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (f626ebc4-791a-4573-afa0-e785056a0696), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:22.639810 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ece812a0-e786-436f-a23a-2fdb6d65117e tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (24ec1c39-a3ac-4781-b14b-59e74cf5738d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:22.647195 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ece812a0-e786-436f-a23a-2fdb6d65117e tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:22.658746 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ece812a0-e786-436f-a23a-2fdb6d65117e tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "DELETE /v2.0/networks/24ec1c39-a3ac-4781-b14b-59e74cf5738d HTTP/1.1" status: 204 len: 168 time: 0.8724492 Mar 11 12:07:22.666833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49314) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:22.688663 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece812a0-e786-436f-a23a-2fdb6d65117e tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event deleted for resources: {'Network': ['ID=24ec1c39-a3ac-4781-b14b-59e74cf5738d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:22.708272 n-d-833234-2 neutron-server[104032]: DEBUG neutron.objects.ports [None req-5cea3b3a-0aa2-4acb-bf95-b686bb3aea2a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104032) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 12:07:22.708739 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5cea3b3a-0aa2-4acb-bf95-b686bb3aea2a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (5bdb66e5-4241-4b97-b76a-0da4687bf5b9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:22.807164 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87469f52-23c2-4e82-8ba2-37c9f5beef23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f626ebc4-791a-4573-afa0-e785056a0696,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:22.813280 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea3b3a-0aa2-4acb-bf95-b686bb3aea2a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5bdb66e5-4241-4b97-b76a-0da4687bf5b9,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:22.827210 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c286c0c2-bfbf-4d08-ac54-68a7e23fcd54 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (d44b9263-31ca-4fb7-a8a4-572fc87b8ffa), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:22.847855 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea3b3a-0aa2-4acb-bf95-b686bb3aea2a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Checking segment: {'id': '5e0ecc36-9f64-4d54-9006-e96fcb924990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '89ff59eb-c5a1-4781-a290-37c9559c2730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:07:22.848838 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cea3b3a-0aa2-4acb-bf95-b686bb3aea2a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Network hostable DHCP agents. Network: 89ff59eb-c5a1-4781-a290-37c9559c2730, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:07:22.894786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cea3b3a-0aa2-4acb-bf95-b686bb3aea2a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Network 89ff59eb-c5a1-4781-a290-37c9559c2730 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:07:22.922513 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-5cea3b3a-0aa2-4acb-bf95-b686bb3aea2a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 89ff59eb-c5a1-4781-a290-37c9559c2730) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:22.932473 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca58c57f-3516-4a9b-b53c-4cd49a4ba002 None None] Network 89ff59eb-c5a1-4781-a290-37c9559c2730 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:22.961267 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cea3b3a-0aa2-4acb-bf95-b686bb3aea2a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:22.962652 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5cea3b3a-0aa2-4acb-bf95-b686bb3aea2a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:23.000153 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87469f52-23c2-4e82-8ba2-37c9f5beef23 admin admin] Checking segment: {'id': '86dddf48-87ee-4b1a-a37c-653a8f0b888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a5b61235-bc94-4044-90b3-166414c8ece7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:07:23.000455 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87469f52-23c2-4e82-8ba2-37c9f5beef23 admin admin] Network hostable DHCP agents. Network: a5b61235-bc94-4044-90b3-166414c8ece7, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:07:23.008293 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5cea3b3a-0aa2-4acb-bf95-b686bb3aea2a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7950368 Mar 11 12:07:23.009590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49320) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:23.016543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9cde85d7-7999-426e-8f85-ee53a116a74b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1533357656', 'network_id': '89ff59eb-c5a1-4781-a290-37c9559c2730'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:23.197590 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79f8dba-ccb9-4f75-9381-37b330e01ebf None None] Network 89ff59eb-c5a1-4781-a290-37c9559c2730 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:23.200715 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c286c0c2-bfbf-4d08-ac54-68a7e23fcd54 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (d44b9263-31ca-4fb7-a8a4-572fc87b8ffa), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:23.206062 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87469f52-23c2-4e82-8ba2-37c9f5beef23 admin admin] Network a5b61235-bc94-4044-90b3-166414c8ece7 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:07:23.247408 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-87469f52-23c2-4e82-8ba2-37c9f5beef23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, a5b61235-bc94-4044-90b3-166414c8ece7) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:23.282980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87469f52-23c2-4e82-8ba2-37c9f5beef23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:23.282980 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-87469f52-23c2-4e82-8ba2-37c9f5beef23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:23.333340 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c286c0c2-bfbf-4d08-ac54-68a7e23fcd54 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44b9263-31ca-4fb7-a8a4-572fc87b8ffa']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:23.384960 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c286c0c2-bfbf-4d08-ac54-68a7e23fcd54 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4764ba99-925c-4cc7-a83c-729be0021fca') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:23.385336 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c286c0c2-bfbf-4d08-ac54-68a7e23fcd54 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4764ba99-925c-4cc7-a83c-729be0021fca') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:23.420767 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c286c0c2-bfbf-4d08-ac54-68a7e23fcd54 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (4764ba99-925c-4cc7-a83c-729be0021fca), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:23.455502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f39058-f1a8-44c8-b445-9d886239ca5d None None] Network a5b61235-bc94-4044-90b3-166414c8ece7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:23.456853 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-87469f52-23c2-4e82-8ba2-37c9f5beef23 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3678441 Mar 11 12:07:23.469512 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c286c0c2-bfbf-4d08-ac54-68a7e23fcd54 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4764ba99-925c-4cc7-a83c-729be0021fca), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:23.482925 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c286c0c2-bfbf-4d08-ac54-68a7e23fcd54 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:07:23.483341 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c286c0c2-bfbf-4d08-ac54-68a7e23fcd54 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (4764ba99-925c-4cc7-a83c-729be0021fca), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:07:23.496706 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:07:23.696105 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c286c0c2-bfbf-4d08-ac54-68a7e23fcd54 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (d44b9263-31ca-4fb7-a8a4-572fc87b8ffa), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:23.703902 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c286c0c2-bfbf-4d08-ac54-68a7e23fcd54 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:23.709869 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c286c0c2-bfbf-4d08-ac54-68a7e23fcd54 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] 10.222.0.78 "DELETE /v2.0/networks/d44b9263-31ca-4fb7-a8a4-572fc87b8ffa HTTP/1.1" status: 204 len: 168 time: 1.0140080 Mar 11 12:07:23.742633 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286c0c2-bfbf-4d08-ac54-68a7e23fcd54 tempest-BulkNetworkOpsTest-1542051422 tempest-BulkNetworkOpsTest-1542051422-project] Pushing event deleted for resources: {'Network': ['ID=d44b9263-31ca-4fb7-a8a4-572fc87b8ffa,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:23.854526 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cde85d7-7999-426e-8f85-ee53a116a74b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Made reservation on behalf of f8f52a0cf11e47e78d60fef29b01034f for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:23.860087 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9cde85d7-7999-426e-8f85-ee53a116a74b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:23.890080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-9cde85d7-7999-426e-8f85-ee53a116a74b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] device_id is not set on port c932062d-a0ee-4f86-a624-6507bcbe4d4d yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:07:23.967635 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a3a4da-8194-4b80-8ace-9aa2b9304eb1 None None] Network a5b61235-bc94-4044-90b3-166414c8ece7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:24.108288 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-9cde85d7-7999-426e-8f85-ee53a116a74b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Allocated IP 172.20.0.5 (89ff59eb-c5a1-4781-a290-37c9559c2730/5bdb66e5-4241-4b97-b76a-0da4687bf5b9/c932062d-a0ee-4f86-a624-6507bcbe4d4d) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:07:24.303247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49362) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:24.438694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-e855187e-cb30-4a50-882a-a341220c4e3d tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:24.448264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-e855187e-cb30-4a50-882a-a341220c4e3d tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/networks?id=a5b61235-bc94-4044-90b3-166414c8ece7 HTTP/1.1" status: 200 len: 822 time: 0.2797518 Mar 11 12:07:24.461972 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9cde85d7-7999-426e-8f85-ee53a116a74b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for port (c932062d-a0ee-4f86-a624-6507bcbe4d4d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:24.472838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-2dfd4617-15b8-43ac-9574-8a3b0ef2df9c tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/quotas/8f6abb3315dd4497a3af344ea34309e0 HTTP/1.1" status: 200 len: 375 time: 0.0193648 Mar 11 12:07:24.512200 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9cde85d7-7999-426e-8f85-ee53a116a74b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (c932062d-a0ee-4f86-a624-6507bcbe4d4d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:24.526583 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-a686d06d-4c8d-4a07-bf6c-27cc3d3b704c tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8f6abb3315dd4497a3af344ea34309e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476828 Mar 11 12:07:24.611352 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cde85d7-7999-426e-8f85-ee53a116a74b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Network 89ff59eb-c5a1-4781-a290-37c9559c2730 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:07:24.618798 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-9cde85d7-7999-426e-8f85-ee53a116a74b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:24.628285 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde85d7-7999-426e-8f85-ee53a116a74b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:07:24.677780 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde85d7-7999-426e-8f85-ee53a116a74b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Pushing event updated for resources: {'Port': ['ID=c932062d-a0ee-4f86-a624-6507bcbe4d4d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:24.724100 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-11575e3b-ebad-46a5-969d-8f55f4e42e30 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a2d7562baa694d5ba2c713374b390c71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4164281 Mar 11 12:07:24.724100 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49374) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:24.727177 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cde85d7-7999-426e-8f85-ee53a116a74b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:24.728859 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9cde85d7-7999-426e-8f85-ee53a116a74b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:24.781651 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9cde85d7-7999-426e-8f85-ee53a116a74b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.7682695 Mar 11 12:07:24.785412 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49378) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:24.909823 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] Publish callbacks [] for security_group (4fbad3b6-735d-4b77-8e9a-85007e5e79ad), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:24.919606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-d3ad6c83-4f15-498b-9f8f-2d7a74e1073f service neutron] 10.222.0.78 "GET /v2.0/networks/a5b61235-bc94-4044-90b3-166414c8ece7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845203 Mar 11 12:07:24.995391 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c684f095-656d-494e-8871-4166236baeeb tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Deleting port c932062d-a0ee-4f86-a624-6507bcbe4d4d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:24.996048 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c684f095-656d-494e-8871-4166236baeeb tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c932062d-a0ee-4f86-a624-6507bcbe4d4d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:25.094048 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] Publish callbacks [] for security_group (4fbad3b6-735d-4b77-8e9a-85007e5e79ad), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:25.105586 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-b1c71e1a-6a83-4263-8016-0e5d79f1997a service neutron] 10.222.0.78 "GET /v2.0/networks/a5b61235-bc94-4044-90b3-166414c8ece7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849878 Mar 11 12:07:25.142768 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c684f095-656d-494e-8871-4166236baeeb tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c932062d-a0ee-4f86-a624-6507bcbe4d4d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:25.192097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c684f095-656d-494e-8871-4166236baeeb tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Calling delete_port for c932062d-a0ee-4f86-a624-6507bcbe4d4d owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:25.267144 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4fbad3b6-735d-4b77-8e9a-85007e5e79ad), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:25.269972 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:25.271181 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4fbad3b6-735d-4b77-8e9a-85007e5e79ad HTTP/1.1" status: 204 len: 168 time: 0.5465930 Mar 11 12:07:25.288877 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbad3b6-735d-4b77-8e9a-85007e5e79ad,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:25.298982 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:25.299618 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:25.300138 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:25.300642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:25.301209 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:25.301715 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:25.302223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:25.302910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:25.303411 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:25.304035 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:25.304586 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:25.305247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:25.306118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecec53-1da8-41b9-8b72-a2dcca5a3107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:25.524842 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c684f095-656d-494e-8871-4166236baeeb tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (c932062d-a0ee-4f86-a624-6507bcbe4d4d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:25.552341 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3dda1c96-267a-4140-a2ed-57efc6d01c8f req-e81d18a8-b307-42c1-b698-451a33cb2f06 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 210 time: 0.0866532 Mar 11 12:07:25.679197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684f095-656d-494e-8871-4166236baeeb tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Pushing event deleted for resources: {'Port': ['ID=c932062d-a0ee-4f86-a624-6507bcbe4d4d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:25.807214 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c684f095-656d-494e-8871-4166236baeeb tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:25.817271 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c684f095-656d-494e-8871-4166236baeeb tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "DELETE /v2.0/ports/c932062d-a0ee-4f86-a624-6507bcbe4d4d HTTP/1.1" status: 204 len: 168 time: 1.0272896 Mar 11 12:07:25.817645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49406) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:25.823278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89ff59eb-c5a1-4781-a290-37c9559c2730', 'external_fixed_ips': [{'subnet_id': '5bdb66e5-4241-4b97-b76a-0da4687bf5b9', 'ip_address': '172.20.0.5'}]}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:25.854247 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (042846d9-8710-43e5-a74b-12e07cb8082e), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:25.855950 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (042846d9-8710-43e5-a74b-12e07cb8082e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:25.969731 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_controller (042846d9-8710-43e5-a74b-12e07cb8082e), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:26.320939 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (042846d9-8710-43e5-a74b-12e07cb8082e), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:26.826767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49440) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:26.882369 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb890b57-5877-41b0-9348-a17deb4401fe req-549ac89b-98df-4845-aa02-d736361afe52 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 210 time: 0.1111765 Mar 11 12:07:26.925457 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (042846d9-8710-43e5-a74b-12e07cb8082e), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:27.003414 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:27.098736 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-87998677-cb49-420d-9c80-9b3690d7f919 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] Request body: {'port': {'network_id': '1c295826-22ae-47b0-86ed-29ec8d2d207c', 'name': 'tempest-NetworksNegativeTestJSON-447285231'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:27.139064 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-87998677-cb49-420d-9c80-9b3690d7f919 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] POST failed (client error): The resource could not be found. Mar 11 12:07:27.139641 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87998677-cb49-420d-9c80-9b3690d7f919 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:07:27.140988 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-87998677-cb49-420d-9c80-9b3690d7f919 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3128164 Mar 11 12:07:27.150781 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49448) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:27.180924 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3298ce-f368-4039-9949-bad0e6f57de3 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] DELETE failed (client error): The resource could not be found. Mar 11 12:07:27.181453 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3298ce-f368-4039-9949-bad0e6f57de3 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:07:27.184663 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1c3298ce-f368-4039-9949-bad0e6f57de3 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] 10.222.0.78 "DELETE /v2.0/networks/ebad39c3-7ef2-4712-92eb-900b4c4b0f7b HTTP/1.1" status: 404 len: 339 time: 0.0328548 Mar 11 12:07:27.188919 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49452) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:27.260780 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-41dc0d11-ab20-4e58-8551-8f6d58983f7e tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] DELETE failed (client error): The resource could not be found. Mar 11 12:07:27.262988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41dc0d11-ab20-4e58-8551-8f6d58983f7e tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:07:27.271101 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49456) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:27.273584 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-41dc0d11-ab20-4e58-8551-8f6d58983f7e tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] 10.222.0.78 "DELETE /v2.0/ports/124d5ff8-9c64-4a54-8008-f1453b28362a HTTP/1.1" status: 404 len: 333 time: 0.0831292 Mar 11 12:07:27.441286 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21a35e9-9a58-4fa2-bfe6-011eb39c3deb tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] DELETE failed (client error): The resource could not be found. Mar 11 12:07:27.441845 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c21a35e9-9a58-4fa2-bfe6-011eb39c3deb tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:07:27.445648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c21a35e9-9a58-4fa2-bfe6-011eb39c3deb tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] 10.222.0.78 "DELETE /v2.0/subnets/b929f8ae-420d-4f55-9eed-aa450a536036 HTTP/1.1" status: 404 len: 337 time: 0.1701305 Mar 11 12:07:27.449833 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49460) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:27.454377 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-d304493c-160d-4d94-bad4-28326229ad99 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:27.456188 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-d304493c-160d-4d94-bad4-28326229ad99 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.37 "GET /v2.0/networks?id=a5b61235-bc94-4044-90b3-166414c8ece7 HTTP/1.1" status: 200 len: 822 time: 0.1282895 Mar 11 12:07:27.484264 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-32488809-2d79-4ac0-9bb4-b5d8990f020b tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] GET failed (client error): The resource could not be found. Mar 11 12:07:27.494925 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-32488809-2d79-4ac0-9bb4-b5d8990f020b tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] 10.222.0.78 "GET /v2.0/networks/03c3907f-0538-4116-b2b7-b36f2273d5e4 HTTP/1.1" status: 404 len: 339 time: 0.0434096 Mar 11 12:07:27.496652 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49462) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:27.512329 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-99e6980f-4c93-49a8-aad7-0e528ac242e5 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Request body: {'port': {'device_id': 'fd8419ad-e470-4bae-9fc9-4e31f160597e', 'network_id': 'a5b61235-bc94-4044-90b3-166414c8ece7', 'admin_state_up': True, 'tenant_id': '8f6abb3315dd4497a3af344ea34309e0'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:27.531516 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1403c7-a846-42de-bb10-4743a8b8fe03 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] GET failed (client error): The resource could not be found. Mar 11 12:07:27.538839 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2d1403c7-a846-42de-bb10-4743a8b8fe03 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] 10.222.0.78 "GET /v2.0/ports/f421357f-42df-44d4-83c6-36a90d17bb60 HTTP/1.1" status: 404 len: 333 time: 0.0409594 Mar 11 12:07:27.539885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49466) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:27.576576 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ff3ba1-572a-4630-9117-9fcb7622226c tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] GET failed (client error): The resource could not be found. Mar 11 12:07:27.582599 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a1ff3ba1-572a-4630-9117-9fcb7622226c tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] 10.222.0.78 "GET /v2.0/subnets/d0908116-11f8-459c-bafd-bf01d848b1ae HTTP/1.1" status: 404 len: 337 time: 0.0414994 Mar 11 12:07:27.583433 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49468) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:27.588861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6c98fa55-3d6f-440e-add2-a3171a48d513 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:27.627290 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c98fa55-3d6f-440e-add2-a3171a48d513 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] PUT failed (client error): The resource could not be found. Mar 11 12:07:27.628073 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c98fa55-3d6f-440e-add2-a3171a48d513 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:07:27.633288 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6c98fa55-3d6f-440e-add2-a3171a48d513 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] 10.222.0.78 "PUT /v2.0/networks/c6f07443-f058-4f35-9fc9-7d44394f6e8d HTTP/1.1" status: 404 len: 339 time: 0.0486071 Mar 11 12:07:27.634084 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49472) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:27.639537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-4d3ac491-cd9e-43d7-be04-4e572513d686 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:27.658764 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Allocated IP 172.20.0.5 (89ff59eb-c5a1-4781-a290-37c9559c2730/5bdb66e5-4241-4b97-b76a-0da4687bf5b9/0589a5ed-90a1-443a-89eb-19e0a96e59e0) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:07:27.668265 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3ac491-cd9e-43d7-be04-4e572513d686 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] PUT failed (client error): The resource could not be found. Mar 11 12:07:27.679772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3ac491-cd9e-43d7-be04-4e572513d686 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:07:27.679772 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4d3ac491-cd9e-43d7-be04-4e572513d686 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] 10.222.0.78 "PUT /v2.0/ports/397f6fd4-93f8-4177-a78c-1ddbb2da5ee0 HTTP/1.1" status: 404 len: 333 time: 0.0421767 Mar 11 12:07:27.679772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49474) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:27.694536 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-58526d28-fc9a-4b1c-94f5-3d23452a04e8 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:27.721107 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-58526d28-fc9a-4b1c-94f5-3d23452a04e8 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] PUT failed (client error): The resource could not be found. Mar 11 12:07:27.721107 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58526d28-fc9a-4b1c-94f5-3d23452a04e8 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:07:27.722355 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-58526d28-fc9a-4b1c-94f5-3d23452a04e8 tempest-NetworksNegativeTestJSON-677949220 tempest-NetworksNegativeTestJSON-677949220-project] 10.222.0.78 "PUT /v2.0/subnets/8ec88bb0-fedb-46e8-bf0e-69751877699f HTTP/1.1" status: 404 len: 337 time: 0.0426161 Mar 11 12:07:27.850121 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-99e6980f-4c93-49a8-aad7-0e528ac242e5 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Made reservation on behalf of 8f6abb3315dd4497a3af344ea34309e0 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:27.853992 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-99e6980f-4c93-49a8-aad7-0e528ac242e5 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:27.892768 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for port (0589a5ed-90a1-443a-89eb-19e0a96e59e0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:28.126464 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7aad8e4-86b9-46b9-888c-48deb3cef36d req-2f88c5aa-590f-492c-9166-e07b1c6473b0 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 210 time: 0.1082070 Mar 11 12:07:28.202160 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (0589a5ed-90a1-443a-89eb-19e0a96e59e0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:28.296557 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Network 89ff59eb-c5a1-4781-a290-37c9559c2730 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:07:28.305255 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-99e6980f-4c93-49a8-aad7-0e528ac242e5 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Allocated IP 172.20.0.8 (a5b61235-bc94-4044-90b3-166414c8ece7/f626ebc4-791a-4573-afa0-e785056a0696/3233ef29-31b5-4e57-9b60-2e9339df89c9) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:07:28.307690 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:28.316772 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Pushing event updated for resources: {'Port': ['ID=0589a5ed-90a1-443a-89eb-19e0a96e59e0,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:28.329454 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:07:28.392759 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49494) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:28.557076 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b54e80bf-4890-4331-9a79-7684f4dad370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:28.732993 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-99e6980f-4c93-49a8-aad7-0e528ac242e5 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Publish callbacks [] for port (3233ef29-31b5-4e57-9b60-2e9339df89c9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:28.743651 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b54e80bf-4890-4331-9a79-7684f4dad370 admin admin] Publish callbacks [] for security_group (c7d8415f-734c-4e37-9c02-a2315f0ddae2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:28.754323 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b54e80bf-4890-4331-9a79-7684f4dad370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c7d8415f-734c-4e37-9c02-a2315f0ddae2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:28.816963 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b54e80bf-4890-4331-9a79-7684f4dad370 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1021cb27cae84e70b165ebeedd3f2092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4225304 Mar 11 12:07:28.817701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49502) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:28.825264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e80bf-4890-4331-9a79-7684f4dad370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d8415f-734c-4e37-9c02-a2315f0ddae2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:28.899766 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f1070ff4-ccc3-4dc6-b208-ad9ed131ebf8 admin admin] Publish callbacks [] for security_group (c7d8415f-734c-4e37-9c02-a2315f0ddae2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:28.901017 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-99e6980f-4c93-49a8-aad7-0e528ac242e5 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3233ef29-31b5-4e57-9b60-2e9339df89c9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:28.928067 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f1070ff4-ccc3-4dc6-b208-ad9ed131ebf8 admin admin] Publish callbacks [] for security_group (c7d8415f-734c-4e37-9c02-a2315f0ddae2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:29.005921 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f1070ff4-ccc3-4dc6-b208-ad9ed131ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c7d8415f-734c-4e37-9c02-a2315f0ddae2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:29.010180 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f1070ff4-ccc3-4dc6-b208-ad9ed131ebf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:29.014728 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f1070ff4-ccc3-4dc6-b208-ad9ed131ebf8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c7d8415f-734c-4e37-9c02-a2315f0ddae2 HTTP/1.1" status: 204 len: 168 time: 0.1953351 Mar 11 12:07:29.024797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1070ff4-ccc3-4dc6-b208-ad9ed131ebf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d8415f-734c-4e37-9c02-a2315f0ddae2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:29.041958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-99e6980f-4c93-49a8-aad7-0e528ac242e5 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Network a5b61235-bc94-4044-90b3-166414c8ece7 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:07:29.066809 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-99e6980f-4c93-49a8-aad7-0e528ac242e5 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:29.073299 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-99e6980f-4c93-49a8-aad7-0e528ac242e5 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:07:29.132811 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-99e6980f-4c93-49a8-aad7-0e528ac242e5 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:29.133447 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-99e6980f-4c93-49a8-aad7-0e528ac242e5 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:29.142337 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (042846d9-8710-43e5-a74b-12e07cb8082e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:29.149095 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6980f-4c93-49a8-aad7-0e528ac242e5 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Pushing event updated for resources: {'Port': ['ID=3233ef29-31b5-4e57-9b60-2e9339df89c9,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:29.818107 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-99e6980f-4c93-49a8-aad7-0e528ac242e5 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3253999 Mar 11 12:07:29.853628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Request body: {'port': {'device_id': 'fd8419ad-e470-4bae-9fc9-4e31f160597e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:30.005582 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3233ef29-31b5-4e57-9b60-2e9339df89c9), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:30.033821 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1794316-3705-4272-965e-bb59fe3ed7b8 req-831544d8-d2a6-4859-9b4b-c4fa58579a86 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:30.035823 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1794316-3705-4272-965e-bb59fe3ed7b8 req-831544d8-d2a6-4859-9b4b-c4fa58579a86 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 931 time: 0.2572906 Mar 11 12:07:30.240596 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1794316-3705-4272-965e-bb59fe3ed7b8 req-bbdf3842-cd45-447d-8adf-d7bb6ce7f46c tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f50c7-a944-41d4-84f7-3b999e95fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963704 Mar 11 12:07:30.323349 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (042846d9-8710-43e5-a74b-12e07cb8082e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:30.387727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49550) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:30.661995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d31f2560-20fa-45f5-8df3-0d0027ba8f3f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'network': {'name': 'tempest-RoutersTest-1412620063'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:30.684072 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Router 042846d9-8710-43e5-a74b-12e07cb8082e is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:07:30.695739 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31f2560-20fa-45f5-8df3-0d0027ba8f3f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:30.699308 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d31f2560-20fa-45f5-8df3-0d0027ba8f3f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:30.700160 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3233ef29-31b5-4e57-9b60-2e9339df89c9 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:07:30.709802 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d31f2560-20fa-45f5-8df3-0d0027ba8f3f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:30.712161 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Publish callbacks [] for port (3233ef29-31b5-4e57-9b60-2e9339df89c9), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:30.770906 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Transition to ACTIVE for port object 3233ef29-31b5-4e57-9b60-2e9339df89c9 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:07:30.801973 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (3233ef29-31b5-4e57-9b60-2e9339df89c9), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:30.809088 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d31f2560-20fa-45f5-8df3-0d0027ba8f3f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for security_group (7a40073b-8ad5-4735-ad46-89e29f8fb092), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:30.822953 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d31f2560-20fa-45f5-8df3-0d0027ba8f3f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7a40073b-8ad5-4735-ad46-89e29f8fb092), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:30.866963 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31f2560-20fa-45f5-8df3-0d0027ba8f3f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:07:30.897569 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f2560-20fa-45f5-8df3-0d0027ba8f3f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a40073b-8ad5-4735-ad46-89e29f8fb092,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:30.952107 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d31f2560-20fa-45f5-8df3-0d0027ba8f3f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (695a11df-ba67-43ed-9de0-ea54a058b58d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:30.952459 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-d31f2560-20fa-45f5-8df3-0d0027ba8f3f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Added segment 695a11df-ba67-43ed-9de0-ea54a058b58d of type vlan for network e37f4fe2-8e90-4a92-9ede-efdc343ba69f Mar 11 12:07:31.018615 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d31f2560-20fa-45f5-8df3-0d0027ba8f3f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (e37f4fe2-8e90-4a92-9ede-efdc343ba69f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:31.046623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:07:31.055729 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d31f2560-20fa-45f5-8df3-0d0027ba8f3f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (e37f4fe2-8e90-4a92-9ede-efdc343ba69f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:31.064489 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Sync routers for ids ['042846d9-8710-43e5-a74b-12e07cb8082e'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:07:31.065032 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31f2560-20fa-45f5-8df3-0d0027ba8f3f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:31.065711 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d31f2560-20fa-45f5-8df3-0d0027ba8f3f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:31.081232 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Routers {'042846d9-8710-43e5-a74b-12e07cb8082e'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:31.081683 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['042846d9-8710-43e5-a74b-12e07cb8082e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:31.119215 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d31f2560-20fa-45f5-8df3-0d0027ba8f3f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7281098 Mar 11 12:07:31.120098 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49564) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:31.129940 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8d0c315a-de1c-448e-9f3f-3319787c3c05 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'network': {'name': 'tempest-RoutersTest-1232330494'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:31.139808 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Pushing event updated for resources: {'Port': ['ID=3233ef29-31b5-4e57-9b60-2e9339df89c9,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:31.180879 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:31.182233 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5787772d-29b4-4952-83b2-450963b53f2f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.3635671 Mar 11 12:07:31.188168 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49568) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:31.269273 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0c315a-de1c-448e-9f3f-3319787c3c05 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:31.273946 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d0c315a-de1c-448e-9f3f-3319787c3c05 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:31.278020 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f2560-20fa-45f5-8df3-0d0027ba8f3f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Network': ['ID=e37f4fe2-8e90-4a92-9ede-efdc343ba69f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:31.294929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network e37f4fe2-8e90-4a92-9ede-efdc343ba69f details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:07:31.306863 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Attempting to bind port 3233ef29-31b5-4e57-9b60-2e9339df89c9 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:31.307605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Attempting to bind port 3233ef29-31b5-4e57-9b60-2e9339df89c9 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '86dddf48-87ee-4b1a-a37c-653a8f0b888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a5b61235-bc94-4044-90b3-166414c8ece7'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:31.308187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Attempting to bind port 3233ef29-31b5-4e57-9b60-2e9339df89c9 on network a5b61235-bc94-4044-90b3-166414c8ece7 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:31.318047 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Port 3233ef29-31b5-4e57-9b60-2e9339df89c9 on network a5b61235-bc94-4044-90b3-166414c8ece7 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:07:31.320715 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Attempting to bind port 3233ef29-31b5-4e57-9b60-2e9339df89c9 on network a5b61235-bc94-4044-90b3-166414c8ece7 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:31.336487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:07:31.342224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Checking segment: {'id': '86dddf48-87ee-4b1a-a37c-653a8f0b888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a5b61235-bc94-4044-90b3-166414c8ece7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:07:31.342922 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Bound using segment: {'id': '86dddf48-87ee-4b1a-a37c-653a8f0b888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a5b61235-bc94-4044-90b3-166414c8ece7'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:07:31.343663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Bound port: 3233ef29-31b5-4e57-9b60-2e9339df89c9, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86dddf48-87ee-4b1a-a37c-653a8f0b888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a5b61235-bc94-4044-90b3-166414c8ece7'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:07:31.347764 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3233ef29-31b5-4e57-9b60-2e9339df89c9), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:31.355507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0c315a-de1c-448e-9f3f-3319787c3c05 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:07:31.379155 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Set router 042846d9-8710-43e5-a74b-12e07cb8082e gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:07:31.397582 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d0c315a-de1c-448e-9f3f-3319787c3c05 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (1ac75f37-ed45-4179-b5fa-8e5e4e41f117), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:31.398177 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-8d0c315a-de1c-448e-9f3f-3319787c3c05 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Added segment 1ac75f37-ed45-4179-b5fa-8e5e4e41f117 of type vlan for network f60bba4a-6112-453f-88b4-ae99b6fade5e Mar 11 12:07:31.580663 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d0c315a-de1c-448e-9f3f-3319787c3c05 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (f60bba4a-6112-453f-88b4-ae99b6fade5e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:31.673445 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d0c315a-de1c-448e-9f3f-3319787c3c05 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (f60bba4a-6112-453f-88b4-ae99b6fade5e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:31.685445 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0c315a-de1c-448e-9f3f-3319787c3c05 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:31.692197 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d0c315a-de1c-448e-9f3f-3319787c3c05 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:31.711302 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a04c2b4-be81-4bc6-b211-2ef34d37ea69 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router (042846d9-8710-43e5-a74b-12e07cb8082e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:31.727685 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3a4f8-9ac8-4583-a802-45544f704be5 req-28754146-aa06-4407-85ac-2a00f8c2d030 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:31.748010 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebe3a4f8-9ac8-4583-a802-45544f704be5 req-28754146-aa06-4407-85ac-2a00f8c2d030 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 943 time: 0.3673286 Mar 11 12:07:31.884962 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] For port 3233ef29-31b5-4e57-9b60-2e9339df89c9, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:07:31.905304 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8d0c315a-de1c-448e-9f3f-3319787c3c05 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7840683 Mar 11 12:07:31.908979 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c315a-de1c-448e-9f3f-3319787c3c05 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Network': ['ID=f60bba4a-6112-453f-88b4-ae99b6fade5e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:31.916168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49584) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:31.921838 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network f60bba4a-6112-453f-88b4-ae99b6fade5e details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:07:31.924586 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c75a0372-0178-49c3-a39b-74be4d536d14 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'subnet': {'network_id': 'e37f4fe2-8e90-4a92-9ede-efdc343ba69f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:31.982277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] For port 3233ef29-31b5-4e57-9b60-2e9339df89c9, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3233ef29-31b5-4e57-9b60-2e9339df89c9,segment=NetworkSegment(86dddf48-87ee-4b1a-a37c-653a8f0b888f),segment_id=86dddf48-87ee-4b1a-a37c-653a8f0b888f)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:07:32.043307 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (3233ef29-31b5-4e57-9b60-2e9339df89c9), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:32.183278 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042846d9-8710-43e5-a74b-12e07cb8082e', 'name': '', 'tenant_id': 'f8f52a0cf11e47e78d60fef29b01034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89ff59eb-c5a1-4781-a290-37c9559c2730', 'external_fixed_ips': [{'subnet_id': '5bdb66e5-4241-4b97-b76a-0da4687bf5b9', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '0589a5ed-90a1-443a-89eb-19e0a96e59e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:07:25Z', 'updated_at': '2022-03-11T12:07:28Z', 'revision_number': 3, 'project_id': 'f8f52a0cf11e47e78d60fef29b01034f', 'gw_port': {'id': '0589a5ed-90a1-443a-89eb-19e0a96e59e0', 'name': '', 'network_id': '89ff59eb-c5a1-4781-a290-37c9559c2730', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042846d9-8710-43e5-a74b-12e07cb8082e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '5bdb66e5-4241-4b97-b76a-0da4687bf5b9', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:07:27Z', 'updated_at': '2022-03-11T12:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bdb66e5-4241-4b97-b76a-0da4687bf5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:32.225031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75a0372-0178-49c3-a39b-74be4d536d14 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:32.225958 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebe3a4f8-9ac8-4583-a802-45544f704be5 req-a679eb8f-4632-43d9-bbe5-89f0c31724ec tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f50c7-a944-41d4-84f7-3b999e95fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767764 Mar 11 12:07:32.229458 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c75a0372-0178-49c3-a39b-74be4d536d14 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:32.241689 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:32.242609 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:32.244321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] 10.222.0.37 "PUT /v2.0/ports/3233ef29-31b5-4e57-9b60-2e9339df89c9 HTTP/1.1" status: 200 len: 1091 time: 2.4027317 Mar 11 12:07:32.247182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8419ad-e470-4bae-9fc9-4e31f160597e', 'tag': '3233ef29-31b5-4e57-9b60-2e9339df89c9'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:07:32.248588 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Checking router: 042846d9-8710-43e5-a74b-12e07cb8082e for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:07:32.249086 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Updating router 042846d9-8710-43e5-a74b-12e07cb8082e port 0589a5ed-90a1-443a-89eb-19e0a96e59e0 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:07:32.268717 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46803a4a-8801-43cd-beff-0abd38b153d1" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8419ad-e470-4bae-9fc9-4e31f160597e", "tag": "3233ef29-31b5-4e57-9b60-2e9339df89c9"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:07:32.322717 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0589a5ed-90a1-443a-89eb-19e0a96e59e0), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:32.391537 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0ddd41-b82f-4b27-aa57-5dfc201c7f64 x-openstack-request-id: req-ae0ddd41-b82f-4b27-aa57-5dfc201c7f64 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:07:32.392717 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8419ad-e470-4bae-9fc9-4e31f160597e", "tag": "3233ef29-31b5-4e57-9b60-2e9339df89c9", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:07:32.393102 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae0ddd41-b82f-4b27-aa57-5dfc201c7f64 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:07:32.393615 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8419ad-e470-4bae-9fc9-4e31f160597e', 'tag': '3233ef29-31b5-4e57-9b60-2e9339df89c9', 'status': 'completed', 'code': 200} Mar 11 12:07:32.413200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a04c2b4-be81-4bc6-b211-2ef34d37ea69 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (042846d9-8710-43e5-a74b-12e07cb8082e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:32.419294 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9c5c3-b790-4115-8e0d-4c3f2591f246 service neutron] Pushing event updated for resources: {'Port': ['ID=3233ef29-31b5-4e57-9b60-2e9339df89c9,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:32.495509 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-ae34ab70-9b27-4af2-8dea-6e492702b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:32.497662 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-ae34ab70-9b27-4af2-8dea-6e492702b4af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f6abb3315dd4497a3af344ea34309e0&device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 1125 time: 0.1775732 Mar 11 12:07:32.631094 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-1dfd5512-e1a4-41f2-af55-6fce61a8da84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3233ef29-31b5-4e57-9b60-2e9339df89c9 HTTP/1.1" status: 200 len: 217 time: 0.1225288 Mar 11 12:07:32.817379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-65f648e3-ce56-4898-946d-14998f6d11b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:32.824778 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-65f648e3-ce56-4898-946d-14998f6d11b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f626ebc4-791a-4573-afa0-e785056a0696 HTTP/1.1" status: 200 len: 862 time: 0.1646039 Mar 11 12:07:32.842548 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9a04c2b4-be81-4bc6-b211-2ef34d37ea69 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Deleting port 0589a5ed-90a1-443a-89eb-19e0a96e59e0 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:32.843157 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a04c2b4-be81-4bc6-b211-2ef34d37ea69 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0589a5ed-90a1-443a-89eb-19e0a96e59e0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:32.848010 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c75a0372-0178-49c3-a39b-74be4d536d14 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (aed3b010-369c-44b6-905e-f10039d29017), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:32.882275 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-d3b89ba2-c64d-4ad3-980d-a3a93ff1bf43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5b61235-bc94-4044-90b3-166414c8ece7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534801 Mar 11 12:07:32.971019 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Publish callbacks [] for port (0589a5ed-90a1-443a-89eb-19e0a96e59e0), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:32.979703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a0372-0178-49c3-a39b-74be4d536d14 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Subnet': ['ID=aed3b010-369c-44b6-905e-f10039d29017,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:32.996542 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0589a5ed-90a1-443a-89eb-19e0a96e59e0), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:33.009571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75a0372-0178-49c3-a39b-74be4d536d14 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Checking segment: {'id': '695a11df-ba67-43ed-9de0-ea54a058b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e37f4fe2-8e90-4a92-9ede-efdc343ba69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:07:33.009986 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75a0372-0178-49c3-a39b-74be4d536d14 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network hostable DHCP agents. Network: e37f4fe2-8e90-4a92-9ede-efdc343ba69f, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:07:33.064812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75a0372-0178-49c3-a39b-74be4d536d14 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network e37f4fe2-8e90-4a92-9ede-efdc343ba69f is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:07:33.086002 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c75a0372-0178-49c3-a39b-74be4d536d14 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, e37f4fe2-8e90-4a92-9ede-efdc343ba69f) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:33.094768 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75a0372-0178-49c3-a39b-74be4d536d14 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:33.096068 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c75a0372-0178-49c3-a39b-74be4d536d14 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:33.107144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a66143-bc45-417f-b474-0755a7b45ed5 None None] Network e37f4fe2-8e90-4a92-9ede-efdc343ba69f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:33.123513 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a04c2b4-be81-4bc6-b211-2ef34d37ea69 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0589a5ed-90a1-443a-89eb-19e0a96e59e0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:33.145815 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c75a0372-0178-49c3-a39b-74be4d536d14 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2256851 Mar 11 12:07:33.149767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49604) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:33.158584 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'subnet': {'network_id': 'f60bba4a-6112-453f-88b4-ae99b6fade5e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:33.179613 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Attempting to bind port 0589a5ed-90a1-443a-89eb-19e0a96e59e0 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:33.180165 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Attempting to bind port 0589a5ed-90a1-443a-89eb-19e0a96e59e0 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '5e0ecc36-9f64-4d54-9006-e96fcb924990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '89ff59eb-c5a1-4781-a290-37c9559c2730'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:33.184145 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Attempting to bind port 0589a5ed-90a1-443a-89eb-19e0a96e59e0 on network 89ff59eb-c5a1-4781-a290-37c9559c2730 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:33.187347 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9a04c2b4-be81-4bc6-b211-2ef34d37ea69 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Calling delete_port for 0589a5ed-90a1-443a-89eb-19e0a96e59e0 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:33.189686 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b68c0e-1041-4d34-b6cd-785c429f5b67 None None] Pushing event updated for resources: {'Port': ['ID=0589a5ed-90a1-443a-89eb-19e0a96e59e0,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:33.203273 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:07:33.207822 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Checking segment: {'id': '5e0ecc36-9f64-4d54-9006-e96fcb924990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '89ff59eb-c5a1-4781-a290-37c9559c2730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:07:33.217696 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:33.218504 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Bound using segment: {'id': '5e0ecc36-9f64-4d54-9006-e96fcb924990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '89ff59eb-c5a1-4781-a290-37c9559c2730'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:07:33.219247 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Bound port: 0589a5ed-90a1-443a-89eb-19e0a96e59e0, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0ecc36-9f64-4d54-9006-e96fcb924990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '89ff59eb-c5a1-4781-a290-37c9559c2730'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:07:33.220121 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0589a5ed-90a1-443a-89eb-19e0a96e59e0), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:33.288410 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b68c0e-1041-4d34-b6cd-785c429f5b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:33.290641 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-71790e1b-36db-4448-86f2-e7d28babf300 service neutron] 10.222.0.37 "GET /v2.0/networks/a5b61235-bc94-4044-90b3-166414c8ece7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935847 Mar 11 12:07:33.297867 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b68c0e-1041-4d34-b6cd-785c429f5b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:33.298537 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b68c0e-1041-4d34-b6cd-785c429f5b67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:33.299818 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b68c0e-1041-4d34-b6cd-785c429f5b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:33.300312 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b68c0e-1041-4d34-b6cd-785c429f5b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:33.301066 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b68c0e-1041-4d34-b6cd-785c429f5b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:33.303480 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b68c0e-1041-4d34-b6cd-785c429f5b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:33.307380 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b68c0e-1041-4d34-b6cd-785c429f5b67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:33.312628 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b68c0e-1041-4d34-b6cd-785c429f5b67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:33.315982 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b68c0e-1041-4d34-b6cd-785c429f5b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:33.317171 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b68c0e-1041-4d34-b6cd-785c429f5b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:33.321280 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b68c0e-1041-4d34-b6cd-785c429f5b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:33.323172 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b68c0e-1041-4d34-b6cd-785c429f5b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:33.351185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-e37f4fe2-8e90-4a92-9ede-efdc343ba69f', 'network_id': 'e37f4fe2-8e90-4a92-9ede-efdc343ba69f', 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'fixed_ips': [{'subnet_id': 'aed3b010-369c-44b6-905e-f10039d29017'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:07:33.355965 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:33.432173 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] For port 0589a5ed-90a1-443a-89eb-19e0a96e59e0, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:07:33.438587 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] For port 0589a5ed-90a1-443a-89eb-19e0a96e59e0, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0589a5ed-90a1-443a-89eb-19e0a96e59e0,segment=NetworkSegment(5e0ecc36-9f64-4d54-9006-e96fcb924990),segment_id=5e0ecc36-9f64-4d54-9006-e96fcb924990)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:07:33.447268 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:33.451373 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:33.459958 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0589a5ed-90a1-443a-89eb-19e0a96e59e0), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:33.657663 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Routers {'042846d9-8710-43e5-a74b-12e07cb8082e'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:33.658479 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['042846d9-8710-43e5-a74b-12e07cb8082e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:33.679962 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b68c0e-1041-4d34-b6cd-785c429f5b67 None None] Pushing event updated for resources: {'Port': ['ID=0589a5ed-90a1-443a-89eb-19e0a96e59e0,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:33.776503 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Allocated IP 172.20.0.2 (e37f4fe2-8e90-4a92-9ede-efdc343ba69f/aed3b010-369c-44b6-905e-f10039d29017/ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:07:33.941299 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (ea95cfa5-6054-497b-b299-805b90ac4460), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:33.953987 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a04c2b4-be81-4bc6-b211-2ef34d37ea69 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (0589a5ed-90a1-443a-89eb-19e0a96e59e0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:34.002474 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] Set router 042846d9-8710-43e5-a74b-12e07cb8082e gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:07:34.047728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04c2b4-be81-4bc6-b211-2ef34d37ea69 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Pushing event deleted for resources: {'Port': ['ID=0589a5ed-90a1-443a-89eb-19e0a96e59e0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:34.075106 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:34.077602 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Subnet': ['ID=ea95cfa5-6054-497b-b299-805b90ac4460,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:34.096493 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.096851 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.097197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.099014 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.099014 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.099386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.101863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.102227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.102836 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.103179 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.103516 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.104606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.104956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.180337 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042846d9-8710-43e5-a74b-12e07cb8082e', 'name': '', 'tenant_id': 'f8f52a0cf11e47e78d60fef29b01034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:07:25Z', 'updated_at': '2022-03-11T12:07:32Z', 'revision_number': 4, 'project_id': 'f8f52a0cf11e47e78d60fef29b01034f', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:34.191370 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Checking segment: {'id': '1ac75f37-ed45-4179-b5fa-8e5e4e41f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f60bba4a-6112-453f-88b4-ae99b6fade5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:07:34.191895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network hostable DHCP agents. Network: f60bba4a-6112-453f-88b4-ae99b6fade5e, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:07:34.253505 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Publish callbacks [] for port (ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:34.263456 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77e8e60-99bf-45e9-8648-ac8ec7e1d619 None None] The sync data for ids ['042846d9-8710-43e5-a74b-12e07cb8082e'] in n-d-833234-2 is: [{'id': '042846d9-8710-43e5-a74b-12e07cb8082e', 'name': '', 'tenant_id': 'f8f52a0cf11e47e78d60fef29b01034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:07:25Z', 'updated_at': '2022-03-11T12:07:32Z', 'revision_number': 4, 'project_id': 'f8f52a0cf11e47e78d60fef29b01034f', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:07:34.264093 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network f60bba4a-6112-453f-88b4-ae99b6fade5e is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:07:34.271215 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:34.284644 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, f60bba4a-6112-453f-88b4-ae99b6fade5e) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:34.289002 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:34.289601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:34.296304 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3811a597-449f-401e-abc9-b1336604743f None None] Network f60bba4a-6112-453f-88b4-ae99b6fade5e requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:34.312073 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df35fe69-d7db-4b2c-bb48-42a88fc71e21 req-4e7e39e6-e818-4964-b19c-672ea108686b service neutron] 10.222.0.37 "GET /v2.0/networks/a5b61235-bc94-4044-90b3-166414c8ece7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0205066 Mar 11 12:07:34.344586 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8fac2a9b-ad77-451b-b2ac-0171de441816 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1910894 Mar 11 12:07:34.345955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49624) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:34.353754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e2178884-a2cf-4ff9-8d53-a773155c167c tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2058222623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:34.385635 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c70bee-1290-4508-8eb5-7efec812aee2 req-e62b7dcb-22a9-4afe-81ef-f364dec5f235 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:34.388700 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-57c70bee-1290-4508-8eb5-7efec812aee2 req-e62b7dcb-22a9-4afe-81ef-f364dec5f235 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 943 time: 0.9426188 Mar 11 12:07:34.433642 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2178884-a2cf-4ff9-8d53-a773155c167c tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (64e36148-cbd5-47cd-86e8-2229b93b8498), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:34.434463 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2178884-a2cf-4ff9-8d53-a773155c167c tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (64e36148-cbd5-47cd-86e8-2229b93b8498), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:34.452450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Network e37f4fe2-8e90-4a92-9ede-efdc343ba69f is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:07:34.479870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:34.516502 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-57c70bee-1290-4508-8eb5-7efec812aee2 req-9b8a8aa8-3084-4600-bb68-db082c47146e tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f50c7-a944-41d4-84f7-3b999e95fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080198 Mar 11 12:07:34.533890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:07:34.551521 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a04c2b4-be81-4bc6-b211-2ef34d37ea69 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (042846d9-8710-43e5-a74b-12e07cb8082e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:34.556367 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2178884-a2cf-4ff9-8d53-a773155c167c tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router_controller (64e36148-cbd5-47cd-86e8-2229b93b8498), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:34.567459 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2178884-a2cf-4ff9-8d53-a773155c167c tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (64e36148-cbd5-47cd-86e8-2229b93b8498), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:34.568299 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46803a4a-8801-43cd-beff-0abd38b153d1 req-55d332a0-154f-4350-8e18-e7c5773f52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:34.570180 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-46803a4a-8801-43cd-beff-0abd38b153d1 req-55d332a0-154f-4350-8e18-e7c5773f52fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f6abb3315dd4497a3af344ea34309e0&device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 1125 time: 0.1764011 Mar 11 12:07:34.599652 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2178884-a2cf-4ff9-8d53-a773155c167c tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:34.601265 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e2178884-a2cf-4ff9-8d53-a773155c167c tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2542720 Mar 11 12:07:34.606095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49628) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:34.746466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Pushing event updated for resources: {'Port': ['ID=ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:34.824318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.824671 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.825010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.825346 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.825677 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.826012 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.826335 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.826657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.826981 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.827301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.827761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.827989 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.828261 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:07:34.860131 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a04c2b4-be81-4bc6-b211-2ef34d37ea69 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (042846d9-8710-43e5-a74b-12e07cb8082e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:34.864109 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a04c2b4-be81-4bc6-b211-2ef34d37ea69 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_controller (042846d9-8710-43e5-a74b-12e07cb8082e), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:34.896522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Attempting to bind port ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:34.896903 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Attempting to bind port ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '695a11df-ba67-43ed-9de0-ea54a058b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e37f4fe2-8e90-4a92-9ede-efdc343ba69f'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:34.897270 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Attempting to bind port ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 on network e37f4fe2-8e90-4a92-9ede-efdc343ba69f {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:34.990860 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:07:34.991284 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Checking segment: {'id': '695a11df-ba67-43ed-9de0-ea54a058b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e37f4fe2-8e90-4a92-9ede-efdc343ba69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:07:34.991720 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:34.992263 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Bound using segment: {'id': '695a11df-ba67-43ed-9de0-ea54a058b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e37f4fe2-8e90-4a92-9ede-efdc343ba69f'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:07:34.992795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Bound port: ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695a11df-ba67-43ed-9de0-ea54a058b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e37f4fe2-8e90-4a92-9ede-efdc343ba69f'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:07:34.993107 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:35.032935 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-f60bba4a-6112-453f-88b4-ae99b6fade5e', 'network_id': 'f60bba4a-6112-453f-88b4-ae99b6fade5e', 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'fixed_ips': [{'subnet_id': 'ea95cfa5-6054-497b-b299-805b90ac4460'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:07:35.033788 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:35.208127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] For port ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:07:35.211783 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] For port ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1,segment=NetworkSegment(695a11df-ba67-43ed-9de0-ea54a058b58d),segment_id=695a11df-ba67-43ed-9de0-ea54a058b58d)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:07:35.232020 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:35.458292 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:35.729728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Allocated IP 172.21.0.2 (f60bba4a-6112-453f-88b4-ae99b6fade5e/ea95cfa5-6054-497b-b299-805b90ac4460/8e4aa011-3ab6-4525-b024-ddf3f54f6e6d) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:07:35.828278 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6939f-e0a9-4e6c-a62a-691a8e83c525 None None] Pushing event updated for resources: {'Port': ['ID=ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:36.059216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46803a4a-8801-43cd-beff-0abd38b153d1 req-514cfeaf-9089-4e67-a382-efe2cb26b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:36.067067 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-46803a4a-8801-43cd-beff-0abd38b153d1 req-514cfeaf-9089-4e67-a382-efe2cb26b147 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a5b61235-bc94-4044-90b3-166414c8ece7 HTTP/1.1" status: 200 len: 923 time: 1.4445736 Mar 11 12:07:36.067909 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a04c2b4-be81-4bc6-b211-2ef34d37ea69 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (042846d9-8710-43e5-a74b-12e07cb8082e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:36.068513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a04c2b4-be81-4bc6-b211-2ef34d37ea69 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 042846d9-8710-43e5-a74b-12e07cb8082e {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:07:36.167127 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a04c2b4-be81-4bc6-b211-2ef34d37ea69 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:36.177929 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9a04c2b4-be81-4bc6-b211-2ef34d37ea69 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "DELETE /v2.0/routers/042846d9-8710-43e5-a74b-12e07cb8082e HTTP/1.1" status: 204 len: 168 time: 4.9825611 Mar 11 12:07:36.181289 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49664) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:36.183716 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Publish callbacks [] for port (8e4aa011-3ab6-4525-b024-ddf3f54f6e6d), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:36.205790 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (8e4aa011-3ab6-4525-b024-ddf3f54f6e6d), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:36.310907 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Allocated IP 172.20.0.1 (e37f4fe2-8e90-4a92-9ede-efdc343ba69f/aed3b010-369c-44b6-905e-f10039d29017/f63d6835-41f1-40c0-b4ba-ee6d28e5859a) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:07:36.348887 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-46803a4a-8801-43cd-beff-0abd38b153d1 req-57b5099b-fcd1-4389-85c8-a2b5d1410b5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3233ef29-31b5-4e57-9b60-2e9339df89c9 HTTP/1.1" status: 200 len: 217 time: 0.1957471 Mar 11 12:07:36.386420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Network f60bba4a-6112-453f-88b4-ae99b6fade5e is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:07:36.396574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:36.413006 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:07:36.434230 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Pushing event updated for resources: {'Port': ['ID=8e4aa011-3ab6-4525-b024-ddf3f54f6e6d,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:36.510095 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (f63d6835-41f1-40c0-b4ba-ee6d28e5859a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:36.551908 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Attempting to bind port 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:07:36.553221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Attempting to bind port 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '1ac75f37-ed45-4179-b5fa-8e5e4e41f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f60bba4a-6112-453f-88b4-ae99b6fade5e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:07:36.554213 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Attempting to bind port 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d on network f60bba4a-6112-453f-88b4-ae99b6fade5e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:07:36.561246 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:07:36.562131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Checking segment: {'id': '1ac75f37-ed45-4179-b5fa-8e5e4e41f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f60bba4a-6112-453f-88b4-ae99b6fade5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:07:36.563302 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:36.564331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Bound using segment: {'id': '1ac75f37-ed45-4179-b5fa-8e5e4e41f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f60bba4a-6112-453f-88b4-ae99b6fade5e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:07:36.565201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Bound port: 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac75f37-ed45-4179-b5fa-8e5e4e41f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f60bba4a-6112-453f-88b4-ae99b6fade5e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:07:36.565874 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8e4aa011-3ab6-4525-b024-ddf3f54f6e6d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:36.570839 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3233ef29-31b5-4e57-9b60-2e9339df89c9 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:07:36.583811 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f63d6835-41f1-40c0-b4ba-ee6d28e5859a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:36.665381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] For port 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:07:36.670759 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] For port 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8e4aa011-3ab6-4525-b024-ddf3f54f6e6d,segment=NetworkSegment(1ac75f37-ed45-4179-b5fa-8e5e4e41f117),segment_id=1ac75f37-ed45-4179-b5fa-8e5e4e41f117)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:07:36.685996 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network e37f4fe2-8e90-4a92-9ede-efdc343ba69f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:07:36.692454 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8e4aa011-3ab6-4525-b024-ddf3f54f6e6d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:36.694564 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:36.704602 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:07:36.828560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=f63d6835-41f1-40c0-b4ba-ee6d28e5859a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:36.842333 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ca7a3-6893-4d69-b538-d074f4bab9a9 req-cf48d036-615f-4a99-aaad-68468a4580b7 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:36.845425 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a7ca7a3-6893-4d69-b538-d074f4bab9a9 req-cf48d036-615f-4a99-aaad-68468a4580b7 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 943 time: 0.8669841 Mar 11 12:07:36.856302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a1b859-8b4f-4993-a7c5-85990ef1f80f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Deleting subnet 5bdb66e5-4241-4b97-b76a-0da4687bf5b9 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:07:36.862430 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (64e36148-cbd5-47cd-86e8-2229b93b8498), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:36.867106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46803a4a-8801-43cd-beff-0abd38b153d1 req-763985c0-1b24-4310-84af-2d837ad754ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:36.874149 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-46803a4a-8801-43cd-beff-0abd38b153d1 req-763985c0-1b24-4310-84af-2d837ad754ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f626ebc4-791a-4573-afa0-e785056a0696 HTTP/1.1" status: 200 len: 862 time: 0.5129042 Mar 11 12:07:36.885512 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41a1b859-8b4f-4993-a7c5-85990ef1f80f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for subnet (5bdb66e5-4241-4b97-b76a-0da4687bf5b9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:36.945626 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f2d10-d660-461d-bf45-7d5612dad743 None None] Pushing event updated for resources: {'Port': ['ID=8e4aa011-3ab6-4525-b024-ddf3f54f6e6d,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:37.032367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 3233ef29-31b5-4e57-9b60-2e9339df89c9, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3233ef29-31b5-4e57-9b60-2e9339df89c9,segment=NetworkSegment(86dddf48-87ee-4b1a-a37c-653a8f0b888f),segment_id=86dddf48-87ee-4b1a-a37c-653a8f0b888f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:37.063050 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '3233ef29-31b5-4e57-9b60-2e9339df89c9', 'network_id': 'a5b61235-bc94-4044-90b3-166414c8ece7', 'port_id': '3233ef29-31b5-4e57-9b60-2e9339df89c9', 'mac_address': 'fa:16:3e:68:92:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f626ebc4-791a-4573-afa0-e785056a0696', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:07:37.157728 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a7ca7a3-6893-4d69-b538-d074f4bab9a9 req-1ce8318c-18ca-4738-9094-a187cc0f92dc tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f50c7-a944-41d4-84f7-3b999e95fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942107 Mar 11 12:07:37.166268 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-46803a4a-8801-43cd-beff-0abd38b153d1 req-75b5e392-4e56-4b6d-8cef-ac7d564aab67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5b61235-bc94-4044-90b3-166414c8ece7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2439685 Mar 11 12:07:37.227976 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 3233ef29-31b5-4e57-9b60-2e9339df89c9 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:07:37.228453 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3233ef29-31b5-4e57-9b60-2e9339df89c9), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:37.267827 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3233ef29-31b5-4e57-9b60-2e9339df89c9 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:07:37.273923 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f63d6835-41f1-40c0-b4ba-ee6d28e5859a), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:37.319007 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41a1b859-8b4f-4993-a7c5-85990ef1f80f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (5bdb66e5-4241-4b97-b76a-0da4687bf5b9), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:37.322165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 3233ef29-31b5-4e57-9b60-2e9339df89c9, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3233ef29-31b5-4e57-9b60-2e9339df89c9,segment=NetworkSegment(86dddf48-87ee-4b1a-a37c-653a8f0b888f),segment_id=86dddf48-87ee-4b1a-a37c-653a8f0b888f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:37.344398 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3233ef29-31b5-4e57-9b60-2e9339df89c9), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:37.500198 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=3233ef29-31b5-4e57-9b60-2e9339df89c9,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:37.584164 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['3233ef29-31b5-4e57-9b60-2e9339df89c9'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:07:37.594401 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41a1b859-8b4f-4993-a7c5-85990ef1f80f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (5bdb66e5-4241-4b97-b76a-0da4687bf5b9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:37.673649 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-46803a4a-8801-43cd-beff-0abd38b153d1 req-1c644bba-0bd2-4f40-aa73-42bfcc569ccb service neutron] 10.222.0.37 "GET /v2.0/networks/a5b61235-bc94-4044-90b3-166414c8ece7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867373 Mar 11 12:07:37.773425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:07:37.874957 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41a1b859-8b4f-4993-a7c5-85990ef1f80f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (5bdb66e5-4241-4b97-b76a-0da4687bf5b9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:37.990194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1b859-8b4f-4993-a7c5-85990ef1f80f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5bdb66e5-4241-4b97-b76a-0da4687bf5b9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:38.025968 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41a1b859-8b4f-4993-a7c5-85990ef1f80f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:38.041309 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-41a1b859-8b4f-4993-a7c5-85990ef1f80f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/5bdb66e5-4241-4b97-b76a-0da4687bf5b9 HTTP/1.1" status: 204 len: 168 time: 1.6942422 Mar 11 12:07:38.041908 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49690) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:38.047769 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-46803a4a-8801-43cd-beff-0abd38b153d1 req-f383787f-7c76-4de3-af83-85beeccd222e service neutron] 10.222.0.37 "GET /v2.0/networks/a5b61235-bc94-4044-90b3-166414c8ece7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660173 Mar 11 12:07:38.272822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb64b77-095d-41f5-9556-0dcabaf9eb9e None None] Network e37f4fe2-8e90-4a92-9ede-efdc343ba69f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:38.300191 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d8b661f-0f99-4a93-8287-f82c317f0828 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (89ff59eb-c5a1-4781-a290-37c9559c2730), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:38.577882 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (f63d6835-41f1-40c0-b4ba-ee6d28e5859a), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:38.581911 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475f948-b780-4104-a21b-35f0e2530c85 req-1fa1a743-78e3-42c8-845b-3d7b5a0e5436 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:38.589868 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3475f948-b780-4104-a21b-35f0e2530c85 req-1fa1a743-78e3-42c8-845b-3d7b5a0e5436 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 944 time: 0.2549658 Mar 11 12:07:38.600654 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (f63d6835-41f1-40c0-b4ba-ee6d28e5859a), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:38.650702 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d0118929-7b2f-4d89-bcf9-1e5ab60fe48f None None] Provisioning complete for port ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:07:38.655171 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d0118929-7b2f-4d89-bcf9-1e5ab60fe48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:38.694234 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (64e36148-cbd5-47cd-86e8-2229b93b8498), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:38.732152 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3475f948-b780-4104-a21b-35f0e2530c85 req-0950491e-d671-4fc6-bd7a-9fb36d3d2098 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f50c7-a944-41d4-84f7-3b999e95fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306849 Mar 11 12:07:38.885335 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d8b661f-0f99-4a93-8287-f82c317f0828 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (89ff59eb-c5a1-4781-a290-37c9559c2730), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:38.910954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:07:38.911617 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8e4aa011-3ab6-4525-b024-ddf3f54f6e6d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:38.952564 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-6d8b661f-0f99-4a93-8287-f82c317f0828 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ff59eb-c5a1-4781-a290-37c9559c2730']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:38.975677 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-6d8b661f-0f99-4a93-8287-f82c317f0828 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0ecc36-9f64-4d54-9006-e96fcb924990') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:38.989359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-6d8b661f-0f99-4a93-8287-f82c317f0828 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0ecc36-9f64-4d54-9006-e96fcb924990') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:39.048311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d8b661f-0f99-4a93-8287-f82c317f0828 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (5e0ecc36-9f64-4d54-9006-e96fcb924990), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:39.081106 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d8b661f-0f99-4a93-8287-f82c317f0828 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (5e0ecc36-9f64-4d54-9006-e96fcb924990), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:39.105401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8b661f-0f99-4a93-8287-f82c317f0828 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:07:39.105805 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d8b661f-0f99-4a93-8287-f82c317f0828 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (5e0ecc36-9f64-4d54-9006-e96fcb924990), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:39.169622 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2ca470-ba64-44b0-a26f-1ba08bfbf027 None None] Network f60bba4a-6112-453f-88b4-ae99b6fade5e requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:07:39.247457 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:07:39.370057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:07:39.370684 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8e4aa011-3ab6-4525-b024-ddf3f54f6e6d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:39.434404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d0118929-7b2f-4d89-bcf9-1e5ab60fe48f None None] Current status of the port ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:07:39.436331 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d0118929-7b2f-4d89-bcf9-1e5ab60fe48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:39.482858 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=f63d6835-41f1-40c0-b4ba-ee6d28e5859a,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:39.494636 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d8b661f-0f99-4a93-8287-f82c317f0828 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (89ff59eb-c5a1-4781-a290-37c9559c2730), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:39.532670 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8b661f-0f99-4a93-8287-f82c317f0828 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 89ff59eb-c5a1-4781-a290-37c9559c2730 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 12:07:39.537951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d8b661f-0f99-4a93-8287-f82c317f0828 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:39.555110 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6d8b661f-0f99-4a93-8287-f82c317f0828 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "DELETE /v2.0/networks/89ff59eb-c5a1-4781-a290-37c9559c2730 HTTP/1.1" status: 204 len: 168 time: 1.5016284 Mar 11 12:07:39.558178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b661f-0f99-4a93-8287-f82c317f0828 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Pushing event deleted for resources: {'Network': ['ID=89ff59eb-c5a1-4781-a290-37c9559c2730,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:39.609369 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network e37f4fe2-8e90-4a92-9ede-efdc343ba69f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:07:39.611706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:39.666975 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8e4aa011-3ab6-4525-b024-ddf3f54f6e6d,segment=NetworkSegment(1ac75f37-ed45-4179-b5fa-8e5e4e41f117),segment_id=1ac75f37-ed45-4179-b5fa-8e5e4e41f117)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:39.691270 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8e4aa011-3ab6-4525-b024-ddf3f54f6e6d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:39.694198 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:07:39.970103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d0118929-7b2f-4d89-bcf9-1e5ab60fe48f None None] For port ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1,segment=NetworkSegment(695a11df-ba67-43ed-9de0-ea54a058b58d),segment_id=695a11df-ba67-43ed-9de0-ea54a058b58d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:39.998390 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d0118929-7b2f-4d89-bcf9-1e5ab60fe48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:40.023620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 64e36148-cbd5-47cd-86e8-2229b93b8498 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:07:40.158395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35101e68-2a1c-42d7-b71b-9bda4fcc3208 req-1d17b4e6-5a24-4ae9-acda-0bc9e9ae002b tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:40.169092 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35101e68-2a1c-42d7-b71b-9bda4fcc3208 req-1d17b4e6-5a24-4ae9-acda-0bc9e9ae002b tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 944 time: 0.1813774 Mar 11 12:07:40.200306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=8e4aa011-3ab6-4525-b024-ddf3f54f6e6d,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:40.303825 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35101e68-2a1c-42d7-b71b-9bda4fcc3208 req-f91af81e-3016-46a5-b1ca-018fa20ae280 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f50c7-a944-41d4-84f7-3b999e95fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340399 Mar 11 12:07:40.347312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1f1467cf-ce28-427b-8947-d6646817efcf None None] Provisioning complete for port f63d6835-41f1-40c0-b4ba-ee6d28e5859a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:07:40.347727 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1f1467cf-ce28-427b-8947-d6646817efcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f63d6835-41f1-40c0-b4ba-ee6d28e5859a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:40.416447 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49740) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:40.421610 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d4a5ade8-14cb-49f7-9d80-7a36b28643d9 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Request body: {'router': {'name': 'tempest-router--1300762633', 'project_id': 'e696dc76786549efbdbe3250186e9056'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:40.433808 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:07:40.441237 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-88779772-edbb-4794-8b86-60484f7af8c2 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/64e36148-cbd5-47cd-86e8-2229b93b8498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8337886 Mar 11 12:07:40.448573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49744) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:40.514871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:07:40.516267 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:40.565945 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663b4d9a-1ec4-43da-a15b-3f43c1813cb5 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:40.570075 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-663b4d9a-1ec4-43da-a15b-3f43c1813cb5 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports/f63d6835-41f1-40c0-b4ba-ee6d28e5859a HTTP/1.1" status: 200 len: 910 time: 0.1173935 Mar 11 12:07:40.570978 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49746) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:40.592540 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ade8-14cb-49f7-9d80-7a36b28643d9 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (ef182820-1c3e-49de-960c-8c0f92d9abd9), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:40.594772 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ade8-14cb-49f7-9d80-7a36b28643d9 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (ef182820-1c3e-49de-960c-8c0f92d9abd9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:40.635428 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3233ef29-31b5-4e57-9b60-2e9339df89c9 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:07:40.654588 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0118929-7b2f-4d89-bcf9-1e5ab60fe48f None None] Pushing event updated for resources: {'Port': ['ID=ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:40.757465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1f1467cf-ce28-427b-8947-d6646817efcf None None] Port f63d6835-41f1-40c0-b4ba-ee6d28e5859a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:07:40.801427 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ade8-14cb-49f7-9d80-7a36b28643d9 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_controller (ef182820-1c3e-49de-960c-8c0f92d9abd9), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:40.817423 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ade8-14cb-49f7-9d80-7a36b28643d9 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (ef182820-1c3e-49de-960c-8c0f92d9abd9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:40.874605 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ade8-14cb-49f7-9d80-7a36b28643d9 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:40.878727 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d4a5ade8-14cb-49f7-9d80-7a36b28643d9 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4586034 Mar 11 12:07:40.879167 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49754) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:40.884237 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1f1467cf-ce28-427b-8947-d6646817efcf None None] Provisioning complete for port 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:07:40.884616 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1f1467cf-ce28-427b-8947-d6646817efcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8e4aa011-3ab6-4525-b024-ddf3f54f6e6d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:41.086026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 3233ef29-31b5-4e57-9b60-2e9339df89c9 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:07:41.134799 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-268e5d9c-4d49-40f0-815c-93cdfdd5014a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router (ef182820-1c3e-49de-960c-8c0f92d9abd9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:41.140194 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 3233ef29-31b5-4e57-9b60-2e9339df89c9 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:07:41.140569 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3233ef29-31b5-4e57-9b60-2e9339df89c9), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:41.153619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49766) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:41.156159 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:07:41.379432 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:07:41.623497 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:41.628937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:07:41.629491 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8e4aa011-3ab6-4525-b024-ddf3f54f6e6d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:41.637737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1f1467cf-ce28-427b-8947-d6646817efcf None None] Current status of the port 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:07:41.639939 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-268e5d9c-4d49-40f0-815c-93cdfdd5014a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (ef182820-1c3e-49de-960c-8c0f92d9abd9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:41.649491 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-268e5d9c-4d49-40f0-815c-93cdfdd5014a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_controller (ef182820-1c3e-49de-960c-8c0f92d9abd9), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:41.702685 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac902d2-f9e2-4ce5-850f-8b55d7b7b239 None None] Sync routers for ids ['64e36148-cbd5-47cd-86e8-2229b93b8498'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:07:41.726868 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac902d2-f9e2-4ce5-850f-8b55d7b7b239 None None] Routers {'64e36148-cbd5-47cd-86e8-2229b93b8498'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:41.727684 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bac902d2-f9e2-4ce5-850f-8b55d7b7b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['64e36148-cbd5-47cd-86e8-2229b93b8498'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:41.759287 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-268e5d9c-4d49-40f0-815c-93cdfdd5014a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (ef182820-1c3e-49de-960c-8c0f92d9abd9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:41.760047 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268e5d9c-4d49-40f0-815c-93cdfdd5014a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef182820-1c3e-49de-960c-8c0f92d9abd9 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:07:41.804610 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-268e5d9c-4d49-40f0-815c-93cdfdd5014a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:41.805967 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-268e5d9c-4d49-40f0-815c-93cdfdd5014a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "DELETE /v2.0/routers/ef182820-1c3e-49de-960c-8c0f92d9abd9 HTTP/1.1" status: 204 len: 168 time: 0.9255328 Mar 11 12:07:41.936866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1f1467cf-ce28-427b-8947-d6646817efcf None None] Provisioning complete for port ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:07:41.938059 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1f1467cf-ce28-427b-8947-d6646817efcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:41.956412 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 3233ef29-31b5-4e57-9b60-2e9339df89c9 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:07:41.956953 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3233ef29-31b5-4e57-9b60-2e9339df89c9), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:41.969687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0596938-0e4c-4733-8f9c-cb7e74bdb5d6 req-ef36242d-b25e-4c35-a007-57f47380ab32 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:41.980101 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0596938-0e4c-4733-8f9c-cb7e74bdb5d6 req-ef36242d-b25e-4c35-a007-57f47380ab32 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 944 time: 0.2378070 Mar 11 12:07:42.001319 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bac902d2-f9e2-4ce5-850f-8b55d7b7b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:42.036336 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49796) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:42.069040 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac902d2-f9e2-4ce5-850f-8b55d7b7b239 None None] Routers {'64e36148-cbd5-47cd-86e8-2229b93b8498'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:42.069669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bac902d2-f9e2-4ce5-850f-8b55d7b7b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['64e36148-cbd5-47cd-86e8-2229b93b8498'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:42.135462 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bac902d2-f9e2-4ce5-850f-8b55d7b7b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:42.136476 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac902d2-f9e2-4ce5-850f-8b55d7b7b239 None None] The sync data for ids ['64e36148-cbd5-47cd-86e8-2229b93b8498'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:07:42.146398 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8419ad-e470-4bae-9fc9-4e31f160597e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3233ef29-31b5-4e57-9b60-2e9339df89c9'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:07:42.149817 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d615707c-1e8d-4775-a509-0325a95c3629" -d '{"events": [{"server_uuid": "fd8419ad-e470-4bae-9fc9-4e31f160597e", "name": "network-vif-plugged", "status": "completed", "tag": "3233ef29-31b5-4e57-9b60-2e9339df89c9"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:07:42.255437 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:07:42.257635 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:07:42.281234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 3233ef29-31b5-4e57-9b60-2e9339df89c9, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3233ef29-31b5-4e57-9b60-2e9339df89c9,segment=NetworkSegment(86dddf48-87ee-4b1a-a37c-653a8f0b888f),segment_id=86dddf48-87ee-4b1a-a37c-653a8f0b888f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:42.287565 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147399ff-a400-496d-841d-9df2011dd7a9 x-openstack-request-id: req-147399ff-a400-496d-841d-9df2011dd7a9 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:07:42.288203 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8419ad-e470-4bae-9fc9-4e31f160597e", "name": "network-vif-plugged", "status": "completed", "tag": "3233ef29-31b5-4e57-9b60-2e9339df89c9", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:07:42.288918 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-147399ff-a400-496d-841d-9df2011dd7a9 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:07:42.289568 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8419ad-e470-4bae-9fc9-4e31f160597e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3233ef29-31b5-4e57-9b60-2e9339df89c9', 'code': 200} Mar 11 12:07:42.316238 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3233ef29-31b5-4e57-9b60-2e9339df89c9), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:42.338106 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0596938-0e4c-4733-8f9c-cb7e74bdb5d6 req-a5b6841b-fe84-4393-acc4-ff651fc1f4af tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f50c7-a944-41d4-84f7-3b999e95fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464954 Mar 11 12:07:42.484723 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1f1467cf-ce28-427b-8947-d6646817efcf None None] Current status of the port ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:07:42.516446 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=3233ef29-31b5-4e57-9b60-2e9339df89c9,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:42.537069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:07:42.537491 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:42.677561 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1151055021', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}, 'admin_state_up': False}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:42.737885 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:42.739194 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-cd8b6165-ab5e-49cf-8988-54bf5887da56 None None] Provisioning complete for port f63d6835-41f1-40c0-b4ba-ee6d28e5859a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:07:42.739658 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6165-ab5e-49cf-8988-54bf5887da56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f63d6835-41f1-40c0-b4ba-ee6d28e5859a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:42.774412 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79f986-ffc3-475e-9aef-24cbc06b5249 req-10307151-a7b5-44dc-8b66-39ec9386985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:42.780487 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa79f986-ffc3-475e-9aef-24cbc06b5249 req-10307151-a7b5-44dc-8b66-39ec9386985c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 1127 time: 0.4334025 Mar 11 12:07:42.783502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b6165-ab5e-49cf-8988-54bf5887da56 None None] Port f63d6835-41f1-40c0-b4ba-ee6d28e5859a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:07:42.830752 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-cd8b6165-ab5e-49cf-8988-54bf5887da56 None None] Provisioning complete for port 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:07:42.831130 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6165-ab5e-49cf-8988-54bf5887da56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8e4aa011-3ab6-4525-b024-ddf3f54f6e6d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:42.852872 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (d3fa12df-9cd3-4b00-91d1-4543cfa95a1c), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:42.854417 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (d3fa12df-9cd3-4b00-91d1-4543cfa95a1c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:42.924578 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa79f986-ffc3-475e-9aef-24cbc06b5249 req-4b0fe39e-1ae1-4732-903a-d0d39f0ed80d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=010f50c7-a944-41d4-84f7-3b999e95fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361539 Mar 11 12:07:42.928337 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:07:43.023839 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_controller (d3fa12df-9cd3-4b00-91d1-4543cfa95a1c), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:43.076293 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b6165-ab5e-49cf-8988-54bf5887da56 None None] Current status of the port 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:07:43.153144 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Allocated IP 172.21.0.1 (f60bba4a-6112-453f-88b4-ae99b6fade5e/ea95cfa5-6054-497b-b299-805b90ac4460/4fb56135-0b7a-4ddb-80e6-8cecd7f25950) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:07:43.276029 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (d3fa12df-9cd3-4b00-91d1-4543cfa95a1c), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:43.340269 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (4fb56135-0b7a-4ddb-80e6-8cecd7f25950), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:43.357542 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-87a16b73-8c9e-4f67-9215-a6240e957100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (7612444f-72f5-41e8-a16c-049a27c0eb3d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:43.430076 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4fb56135-0b7a-4ddb-80e6-8cecd7f25950), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:43.489137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network f60bba4a-6112-453f-88b4-ae99b6fade5e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:07:43.509610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:43.553800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:07:43.617736 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f4321944-88a0-444d-a10b-49e7dce7b95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:43.695273 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=4fb56135-0b7a-4ddb-80e6-8cecd7f25950,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:43.742323 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (64e36148-cbd5-47cd-86e8-2229b93b8498), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:43.932459 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e15c12-35ba-4f80-bfad-0dc14fd3f232 req-a6c004a1-4115-48c6-9f60-6158e9ba3d4c tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:43.939262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5e15c12-35ba-4f80-bfad-0dc14fd3f232 req-a6c004a1-4115-48c6-9f60-6158e9ba3d4c tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 945 time: 0.4170969 Mar 11 12:07:43.996063 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4fb56135-0b7a-4ddb-80e6-8cecd7f25950), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:44.033907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e55d0ccd-36ac-49ea-bc07-1e0743d237f7 None None] Provisioning complete for port 4fb56135-0b7a-4ddb-80e6-8cecd7f25950 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:07:44.034565 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e55d0ccd-36ac-49ea-bc07-1e0743d237f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4fb56135-0b7a-4ddb-80e6-8cecd7f25950), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:44.165872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e55d0ccd-36ac-49ea-bc07-1e0743d237f7 None None] Port 4fb56135-0b7a-4ddb-80e6-8cecd7f25950 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:07:44.299143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5e15c12-35ba-4f80-bfad-0dc14fd3f232 req-3bb5dae9-1c2b-4848-9438-6ba790a33b6d tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f50c7-a944-41d4-84f7-3b999e95fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540416 Mar 11 12:07:44.419402 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (d3fa12df-9cd3-4b00-91d1-4543cfa95a1c), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:44.465436 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:44.587030 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (4fb56135-0b7a-4ddb-80e6-8cecd7f25950), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:44.595566 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (4fb56135-0b7a-4ddb-80e6-8cecd7f25950), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:44.626525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Allocated IP 172.25.7.149 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/2f0ab7eb-4ca7-4152-bdcc-738b8013e99f) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:07:44.806673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=4fb56135-0b7a-4ddb-80e6-8cecd7f25950,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:44.836662 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (64e36148-cbd5-47cd-86e8-2229b93b8498), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:44.993601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network f60bba4a-6112-453f-88b4-ae99b6fade5e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:07:44.995268 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:45.317510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 64e36148-cbd5-47cd-86e8-2229b93b8498 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:07:45.438476 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf60194-0841-45fe-8187-1a8af11d0aba None None] Provisioning complete for port 4fb56135-0b7a-4ddb-80e6-8cecd7f25950 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:07:45.438476 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf60194-0841-45fe-8187-1a8af11d0aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4fb56135-0b7a-4ddb-80e6-8cecd7f25950), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:45.484512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf60194-0841-45fe-8187-1a8af11d0aba None None] Port 4fb56135-0b7a-4ddb-80e6-8cecd7f25950 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:07:45.586370 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:07:45.601431 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1182fd43-871b-4a66-a350-6b433e574b7c None None] Sync routers for ids ['64e36148-cbd5-47cd-86e8-2229b93b8498'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:07:45.605680 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-eb4841a8-ab04-40f2-8839-fdf2c75127e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/64e36148-cbd5-47cd-86e8-2229b93b8498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0339861 Mar 11 12:07:45.609429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49890) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:45.609878 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for port (2f0ab7eb-4ca7-4152-bdcc-738b8013e99f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:45.615952 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-87a16b73-8c9e-4f67-9215-a6240e957100 admin admin] Deleting port 07c02ff4-8c0e-42a9-a555-2fae6698f949 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:45.616523 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-87a16b73-8c9e-4f67-9215-a6240e957100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:45.626986 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1182fd43-871b-4a66-a350-6b433e574b7c None None] Routers {'64e36148-cbd5-47cd-86e8-2229b93b8498'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:45.627647 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1182fd43-871b-4a66-a350-6b433e574b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['64e36148-cbd5-47cd-86e8-2229b93b8498'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:45.692032 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a442962a-7652-4af7-8026-c573dd269695 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:45.695745 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a442962a-7652-4af7-8026-c573dd269695 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports/4fb56135-0b7a-4ddb-80e6-8cecd7f25950 HTTP/1.1" status: 200 len: 910 time: 0.0836241 Mar 11 12:07:45.698360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49894) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:45.744583 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dd605432-71d7-47f8-b23c-a77171e04b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:45.763645 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1182fd43-871b-4a66-a350-6b433e574b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:45.780021 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdaf9e-0c56-46bf-abac-d3aa5a69b17d req-e0b8ee4d-82e9-4505-9eef-643d2d2e9442 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:45.781607 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3bdaf9e-0c56-46bf-abac-d3aa5a69b17d req-e0b8ee4d-82e9-4505-9eef-643d2d2e9442 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 945 time: 0.3349934 Mar 11 12:07:45.793156 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1182fd43-871b-4a66-a350-6b433e574b7c None None] Routers {'64e36148-cbd5-47cd-86e8-2229b93b8498'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:45.793606 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1182fd43-871b-4a66-a350-6b433e574b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['64e36148-cbd5-47cd-86e8-2229b93b8498'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:45.835066 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-87a16b73-8c9e-4f67-9215-a6240e957100 admin admin] For port 07c02ff4-8c0e-42a9-a555-2fae6698f949, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=07c02ff4-8c0e-42a9-a555-2fae6698f949,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:45.835445 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-87a16b73-8c9e-4f67-9215-a6240e957100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:45.856396 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-87a16b73-8c9e-4f67-9215-a6240e957100 admin admin] Calling delete_port for 07c02ff4-8c0e-42a9-a555-2fae6698f949 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:45.877429 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (2f0ab7eb-4ca7-4152-bdcc-738b8013e99f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:45.891767 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1182fd43-871b-4a66-a350-6b433e574b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:45.892424 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1182fd43-871b-4a66-a350-6b433e574b7c None None] The sync data for ids ['64e36148-cbd5-47cd-86e8-2229b93b8498'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:07:45.907002 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3bdaf9e-0c56-46bf-abac-d3aa5a69b17d req-7334c1c1-f42e-4251-801d-92a2acec6429 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f50c7-a944-41d4-84f7-3b999e95fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141644 Mar 11 12:07:45.949709 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:07:46.006008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:46.012940 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:07:46.018067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Pushing event updated for resources: {'Port': ['ID=2f0ab7eb-4ca7-4152-bdcc-738b8013e99f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:46.474225 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-87a16b73-8c9e-4f67-9215-a6240e957100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (07c02ff4-8c0e-42a9-a555-2fae6698f949), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:46.534404 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (d3fa12df-9cd3-4b00-91d1-4543cfa95a1c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:46.536872 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a16b73-8c9e-4f67-9215-a6240e957100 admin admin] Pushing event deleted for resources: {'Port': ['ID=07c02ff4-8c0e-42a9-a555-2fae6698f949,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:46.576513 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e263c2d0-5cc1-4dc1-a54a-beba5eb49da8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (64e36148-cbd5-47cd-86e8-2229b93b8498), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:46.824103 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3b646-0d4b-4484-855e-eae1f66e1af9 req-fa27fa8e-65b2-40a0-b3c2-b118b62f4cee tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:46.826161 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1d3b646-0d4b-4484-855e-eae1f66e1af9 req-fa27fa8e-65b2-40a0-b3c2-b118b62f4cee tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 945 time: 0.3400362 Mar 11 12:07:47.019812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e263c2d0-5cc1-4dc1-a54a-beba5eb49da8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting port 4fb56135-0b7a-4ddb-80e6-8cecd7f25950 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:47.020518 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e263c2d0-5cc1-4dc1-a54a-beba5eb49da8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4fb56135-0b7a-4ddb-80e6-8cecd7f25950), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:47.036509 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1d3b646-0d4b-4484-855e-eae1f66e1af9 req-7ef2a5a6-073c-48f0-8ee1-263ff37399da tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f50c7-a944-41d4-84f7-3b999e95fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590996 Mar 11 12:07:47.140545 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-87a16b73-8c9e-4f67-9215-a6240e957100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (7612444f-72f5-41e8-a16c-049a27c0eb3d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:47.152860 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (d3fa12df-9cd3-4b00-91d1-4543cfa95a1c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:47.204717 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e263c2d0-5cc1-4dc1-a54a-beba5eb49da8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4fb56135-0b7a-4ddb-80e6-8cecd7f25950), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:47.225183 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:47.245090 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e263c2d0-5cc1-4dc1-a54a-beba5eb49da8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Calling delete_port for 4fb56135-0b7a-4ddb-80e6-8cecd7f25950 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:47.590545 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e263c2d0-5cc1-4dc1-a54a-beba5eb49da8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4fb56135-0b7a-4ddb-80e6-8cecd7f25950), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:47.632323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263c2d0-5cc1-4dc1-a54a-beba5eb49da8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Port': ['ID=4fb56135-0b7a-4ddb-80e6-8cecd7f25950,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:47.773252 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Router d3fa12df-9cd3-4b00-91d1-4543cfa95a1c is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:07:47.862237 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e263c2d0-5cc1-4dc1-a54a-beba5eb49da8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (64e36148-cbd5-47cd-86e8-2229b93b8498), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:47.901638 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4ac5d-5600-4b8d-8e9a-199e9e91661d req-578643bd-9aab-42ea-ab00-58bd3527d163 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:47.903237 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29b4ac5d-5600-4b8d-8e9a-199e9e91661d req-578643bd-9aab-42ea-ab00-58bd3527d163 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 945 time: 0.2721956 Mar 11 12:07:48.066355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a16b73-8c9e-4f67-9215-a6240e957100 admin admin] Router 7612444f-72f5-41e8-a16c-049a27c0eb3d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:07:48.147992 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e263c2d0-5cc1-4dc1-a54a-beba5eb49da8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 64e36148-cbd5-47cd-86e8-2229b93b8498 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:07:48.332160 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e263c2d0-5cc1-4dc1-a54a-beba5eb49da8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:07:48.344998 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3cc667-2609-4dc7-9143-f745aba34a12 None None] Sync routers for ids ['64e36148-cbd5-47cd-86e8-2229b93b8498'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:07:48.356963 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e263c2d0-5cc1-4dc1-a54a-beba5eb49da8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/64e36148-cbd5-47cd-86e8-2229b93b8498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6572094 Mar 11 12:07:48.361465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3cc667-2609-4dc7-9143-f745aba34a12 None None] Routers {'64e36148-cbd5-47cd-86e8-2229b93b8498'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:48.362404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0a3cc667-2609-4dc7-9143-f745aba34a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['64e36148-cbd5-47cd-86e8-2229b93b8498'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:48.374364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49950) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:48.445088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0a3cc667-2609-4dc7-9143-f745aba34a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:48.512435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3cc667-2609-4dc7-9143-f745aba34a12 None None] Routers {'64e36148-cbd5-47cd-86e8-2229b93b8498'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:48.513515 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0a3cc667-2609-4dc7-9143-f745aba34a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['64e36148-cbd5-47cd-86e8-2229b93b8498'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:48.636778 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0a3cc667-2609-4dc7-9143-f745aba34a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:48.637753 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3cc667-2609-4dc7-9143-f745aba34a12 None None] The sync data for ids ['64e36148-cbd5-47cd-86e8-2229b93b8498'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:07:48.654025 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:48.763135 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:07:48.775549 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988861e9-ff1e-4b7b-8ce6-837ea7bf0a4d req-a4903ab4-ad7f-45a2-9eaf-04e21a650099 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:48.776706 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b8261-02c3-4ef5-996a-d22b3a7b5fe9 None None] Sync routers for ids ['d3fa12df-9cd3-4b00-91d1-4543cfa95a1c'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:07:48.784078 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-988861e9-ff1e-4b7b-8ce6-837ea7bf0a4d req-a4903ab4-ad7f-45a2-9eaf-04e21a650099 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 945 time: 0.6290898 Mar 11 12:07:48.797853 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b8261-02c3-4ef5-996a-d22b3a7b5fe9 None None] Routers {'d3fa12df-9cd3-4b00-91d1-4543cfa95a1c'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:48.799771 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ee5b8261-02c3-4ef5-996a-d22b3a7b5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d3fa12df-9cd3-4b00-91d1-4543cfa95a1c'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:48.829765 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-29b4ac5d-5600-4b8d-8e9a-199e9e91661d req-d6710874-653f-470f-a69b-2090a1ad8a38 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Deleting port 3233ef29-31b5-4e57-9b60-2e9339df89c9 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:48.829765 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-29b4ac5d-5600-4b8d-8e9a-199e9e91661d req-d6710874-653f-470f-a69b-2090a1ad8a38 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3233ef29-31b5-4e57-9b60-2e9339df89c9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:48.887765 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ee5b8261-02c3-4ef5-996a-d22b3a7b5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:48.903393 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b8261-02c3-4ef5-996a-d22b3a7b5fe9 None None] Routers {'d3fa12df-9cd3-4b00-91d1-4543cfa95a1c'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:48.904112 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ee5b8261-02c3-4ef5-996a-d22b3a7b5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d3fa12df-9cd3-4b00-91d1-4543cfa95a1c'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:48.923151 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a16b73-8c9e-4f67-9215-a6240e957100 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:07:48.935234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8cd2d-2bf1-4555-be93-0f523c703973 None None] Sync routers for ids ['7612444f-72f5-41e8-a16c-049a27c0eb3d'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:07:48.945844 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ee5b8261-02c3-4ef5-996a-d22b3a7b5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:48.946526 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b8261-02c3-4ef5-996a-d22b3a7b5fe9 None None] The sync data for ids ['d3fa12df-9cd3-4b00-91d1-4543cfa95a1c'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:07:48.977016 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8cd2d-2bf1-4555-be93-0f523c703973 None None] Routers {'7612444f-72f5-41e8-a16c-049a27c0eb3d'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:48.981901 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-42e8cd2d-2bf1-4555-be93-0f523c703973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7612444f-72f5-41e8-a16c-049a27c0eb3d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:49.032915 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-87a16b73-8c9e-4f67-9215-a6240e957100 admin admin] 10.222.0.78 "PUT /v2.0/routers/7612444f-72f5-41e8-a16c-049a27c0eb3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8735833 Mar 11 12:07:49.036135 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49974) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:49.169558 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:49.170830 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-195a4101-9b58-470f-8142-1ced7df1ecbf tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.1305308 Mar 11 12:07:49.197977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49976) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:49.242223 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4342f102-024c-4f33-9e19-a1da83b3514d admin admin] Publish callbacks [] for router (7612444f-72f5-41e8-a16c-049a27c0eb3d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:49.341118 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaf097ee-5b40-49f7-8124-fa3bea6c5dbf tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (64e36148-cbd5-47cd-86e8-2229b93b8498), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:49.381846 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-42e8cd2d-2bf1-4555-be93-0f523c703973 None None] Set router 7612444f-72f5-41e8-a16c-049a27c0eb3d gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:07:49.430512 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-988861e9-ff1e-4b7b-8ce6-837ea7bf0a4d req-270024be-c369-4416-b36e-7c5f011d05c7 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f50c7-a944-41d4-84f7-3b999e95fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438613 Mar 11 12:07:49.450926 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-29b4ac5d-5600-4b8d-8e9a-199e9e91661d req-d6710874-653f-470f-a69b-2090a1ad8a38 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] For port 3233ef29-31b5-4e57-9b60-2e9339df89c9, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3233ef29-31b5-4e57-9b60-2e9339df89c9,segment=NetworkSegment(86dddf48-87ee-4b1a-a37c-653a8f0b888f),segment_id=86dddf48-87ee-4b1a-a37c-653a8f0b888f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:49.451519 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-29b4ac5d-5600-4b8d-8e9a-199e9e91661d req-d6710874-653f-470f-a69b-2090a1ad8a38 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3233ef29-31b5-4e57-9b60-2e9339df89c9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:49.475787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-29b4ac5d-5600-4b8d-8e9a-199e9e91661d req-d6710874-653f-470f-a69b-2090a1ad8a38 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Calling delete_port for 3233ef29-31b5-4e57-9b60-2e9339df89c9 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:49.692574 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6f0efce4-8e91-495b-8ec6-6a63e37f78c3 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "GET /v2.0/routers/d3fa12df-9cd3-4b00-91d1-4543cfa95a1c HTTP/1.1" status: 200 len: 921 time: 0.4859512 Mar 11 12:07:49.702846 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49988) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:49.795870 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-49408ec1-44d7-493d-99f2-617f9f883ce1 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3fa12df-9cd3-4b00-91d1-4543cfa95a1c HTTP/1.1" status: 200 len: 205 time: 0.0874822 Mar 11 12:07:49.798977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49994) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:49.817838 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-42e8cd2d-2bf1-4555-be93-0f523c703973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T12:07:46Z', 'revision_number': 5, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:49.856964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8cd2d-2bf1-4555-be93-0f523c703973 None None] Checking router: 7612444f-72f5-41e8-a16c-049a27c0eb3d for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:07:49.867280 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8cd2d-2bf1-4555-be93-0f523c703973 None None] Routers {'7612444f-72f5-41e8-a16c-049a27c0eb3d'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:49.868279 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-42e8cd2d-2bf1-4555-be93-0f523c703973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7612444f-72f5-41e8-a16c-049a27c0eb3d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:50.074749 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-42e8cd2d-2bf1-4555-be93-0f523c703973 None None] Set router 7612444f-72f5-41e8-a16c-049a27c0eb3d gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:07:50.075894 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-29b4ac5d-5600-4b8d-8e9a-199e9e91661d req-d6710874-653f-470f-a69b-2090a1ad8a38 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3233ef29-31b5-4e57-9b60-2e9339df89c9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:50.144984 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4342f102-024c-4f33-9e19-a1da83b3514d admin admin] Publish callbacks [] for router_gateway (7612444f-72f5-41e8-a16c-049a27c0eb3d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:50.169430 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6710874-653f-470f-a69b-2090a1ad8a38 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Pushing event deleted for resources: {'Port': ['ID=3233ef29-31b5-4e57-9b60-2e9339df89c9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:50.328077 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b4ac5d-5600-4b8d-8e9a-199e9e91661d req-d6710874-653f-470f-a69b-2090a1ad8a38 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] No DVR routers for this DVR port 3233ef29-31b5-4e57-9b60-2e9339df89c9 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:07:50.342012 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:50.355875 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-29b4ac5d-5600-4b8d-8e9a-199e9e91661d req-d6710874-653f-470f-a69b-2090a1ad8a38 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:50.364144 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29b4ac5d-5600-4b8d-8e9a-199e9e91661d req-d6710874-653f-470f-a69b-2090a1ad8a38 tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.37 "DELETE /v2.0/ports/3233ef29-31b5-4e57-9b60-2e9339df89c9 HTTP/1.1" status: 204 len: 173 time: 2.4407809 Mar 11 12:07:50.364913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8419ad-e470-4bae-9fc9-4e31f160597e', 'name': 'network-vif-deleted', 'tag': '3233ef29-31b5-4e57-9b60-2e9339df89c9'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:07:50.373136 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00de7d63-8770-4367-a491-f07960ea83d9" -d '{"events": [{"server_uuid": "fd8419ad-e470-4bae-9fc9-4e31f160597e", "name": "network-vif-deleted", "tag": "3233ef29-31b5-4e57-9b60-2e9339df89c9"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:07:50.414092 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c54a1b0-f295-4a75-803a-886117eda71e tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (d3fa12df-9cd3-4b00-91d1-4543cfa95a1c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:50.494372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4342f102-024c-4f33-9e19-a1da83b3514d admin admin] Deleting port 9ad1591c-e9b0-4b77-a763-3a67a77ef2db {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:50.494933 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4342f102-024c-4f33-9e19-a1da83b3514d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9ad1591c-e9b0-4b77-a763-3a67a77ef2db), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:50.565441 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771c2c5c-079b-4745-964a-8da185d8407d x-openstack-request-id: req-771c2c5c-079b-4745-964a-8da185d8407d {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:07:50.565848 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8419ad-e470-4bae-9fc9-4e31f160597e", "name": "network-vif-deleted", "tag": "3233ef29-31b5-4e57-9b60-2e9339df89c9", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:07:50.565997 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-771c2c5c-079b-4745-964a-8da185d8407d {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:07:50.566414 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8419ad-e470-4bae-9fc9-4e31f160597e', 'name': 'network-vif-deleted', 'tag': '3233ef29-31b5-4e57-9b60-2e9339df89c9', 'status': 'completed', 'code': 200} Mar 11 12:07:50.605607 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-eaf097ee-5b40-49f7-8124-fa3bea6c5dbf tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting port f63d6835-41f1-40c0-b4ba-ee6d28e5859a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:50.605951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaf097ee-5b40-49f7-8124-fa3bea6c5dbf tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f63d6835-41f1-40c0-b4ba-ee6d28e5859a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:50.646111 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3233ef29-31b5-4e57-9b60-2e9339df89c9 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:07:50.692454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 3233ef29-31b5-4e57-9b60-2e9339df89c9 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:07:50.693024 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3233ef29-31b5-4e57-9b60-2e9339df89c9 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:07:50.729763 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-42e8cd2d-2bf1-4555-be93-0f523c703973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T12:07:46Z', 'revision_number': 5, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:50.751872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-4342f102-024c-4f33-9e19-a1da83b3514d admin admin] For port 9ad1591c-e9b0-4b77-a763-3a67a77ef2db, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9ad1591c-e9b0-4b77-a763-3a67a77ef2db,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:50.752243 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4342f102-024c-4f33-9e19-a1da83b3514d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9ad1591c-e9b0-4b77-a763-3a67a77ef2db), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:50.762844 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaf097ee-5b40-49f7-8124-fa3bea6c5dbf tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f63d6835-41f1-40c0-b4ba-ee6d28e5859a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:50.772861 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eedac850-b326-4395-a60e-54613036382d req-3a95f263-7407-42fd-a2ab-f68540778eea tempest-ServerAddressesNegativeTestJSON-2146814924 tempest-ServerAddressesNegativeTestJSON-2146814924-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd8419ad-e470-4bae-9fc9-4e31f160597e HTTP/1.1" status: 200 len: 210 time: 0.0730271 Mar 11 12:07:50.801507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4342f102-024c-4f33-9e19-a1da83b3514d admin admin] Calling delete_port for 9ad1591c-e9b0-4b77-a763-3a67a77ef2db owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:50.803550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-eaf097ee-5b40-49f7-8124-fa3bea6c5dbf tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Calling delete_port for f63d6835-41f1-40c0-b4ba-ee6d28e5859a owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:50.826724 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8cd2d-2bf1-4555-be93-0f523c703973 None None] The sync data for ids ['7612444f-72f5-41e8-a16c-049a27c0eb3d'] in n-d-833234-2 is: [{'id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1156254931-router', 'tenant_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T11:59:47Z', 'updated_at': '2022-03-11T12:07:46Z', 'revision_number': 5, 'project_id': '1261e07bdfea4d9b80d7efcfb649be2d', 'gw_port': {'id': '9ad1591c-e9b0-4b77-a763-3a67a77ef2db', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7612444f-72f5-41e8-a16c-049a27c0eb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T11:59:48Z', 'updated_at': '2022-03-11T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:07:50.828002 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c54a1b0-f295-4a75-803a-886117eda71e tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (d3fa12df-9cd3-4b00-91d1-4543cfa95a1c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:51.001532 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1c54a1b0-f295-4a75-803a-886117eda71e tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Deleting port 2f0ab7eb-4ca7-4152-bdcc-738b8013e99f {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:51.005986 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c54a1b0-f295-4a75-803a-886117eda71e tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2f0ab7eb-4ca7-4152-bdcc-738b8013e99f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:51.176837 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c54a1b0-f295-4a75-803a-886117eda71e tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2f0ab7eb-4ca7-4152-bdcc-738b8013e99f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:51.221932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1c54a1b0-f295-4a75-803a-886117eda71e tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Calling delete_port for 2f0ab7eb-4ca7-4152-bdcc-738b8013e99f owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:51.266714 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 07c02ff4-8c0e-42a9-a555-2fae6698f949 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:07:51.333202 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 07c02ff4-8c0e-42a9-a555-2fae6698f949 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:07:51.333579 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 07c02ff4-8c0e-42a9-a555-2fae6698f949 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:07:51.449912 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaf097ee-5b40-49f7-8124-fa3bea6c5dbf tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f63d6835-41f1-40c0-b4ba-ee6d28e5859a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:51.538454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf097ee-5b40-49f7-8124-fa3bea6c5dbf tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Port': ['ID=f63d6835-41f1-40c0-b4ba-ee6d28e5859a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:51.575559 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c54a1b0-f295-4a75-803a-886117eda71e tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (2f0ab7eb-4ca7-4152-bdcc-738b8013e99f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:51.707072 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54a1b0-f295-4a75-803a-886117eda71e tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Pushing event deleted for resources: {'Port': ['ID=2f0ab7eb-4ca7-4152-bdcc-738b8013e99f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:51.778871 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c54a1b0-f295-4a75-803a-886117eda71e tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (d3fa12df-9cd3-4b00-91d1-4543cfa95a1c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:51.798970 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4342f102-024c-4f33-9e19-a1da83b3514d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9ad1591c-e9b0-4b77-a763-3a67a77ef2db), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:51.832761 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:07:51.941803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50040) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:51.963755 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaf097ee-5b40-49f7-8124-fa3bea6c5dbf tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (64e36148-cbd5-47cd-86e8-2229b93b8498), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:51.974381 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342f102-024c-4f33-9e19-a1da83b3514d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad1591c-e9b0-4b77-a763-3a67a77ef2db,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:52.018489 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-05965d17-c227-47dd-99fe-dfa6d0fafd46 admin admin] Deleting subnet f626ebc4-791a-4573-afa0-e785056a0696 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:07:52.023373 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-05965d17-c227-47dd-99fe-dfa6d0fafd46 admin admin] Publish callbacks [] for subnet (f626ebc4-791a-4573-afa0-e785056a0696), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:52.066780 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4342f102-024c-4f33-9e19-a1da83b3514d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (7612444f-72f5-41e8-a16c-049a27c0eb3d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:52.222191 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-05965d17-c227-47dd-99fe-dfa6d0fafd46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (f626ebc4-791a-4573-afa0-e785056a0696), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:52.281481 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf097ee-5b40-49f7-8124-fa3bea6c5dbf tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 64e36148-cbd5-47cd-86e8-2229b93b8498 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:07:52.314187 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4342f102-024c-4f33-9e19-a1da83b3514d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (7612444f-72f5-41e8-a16c-049a27c0eb3d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:52.317739 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4342f102-024c-4f33-9e19-a1da83b3514d admin admin] Publish callbacks [] for router_controller (7612444f-72f5-41e8-a16c-049a27c0eb3d), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:52.321089 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c54a1b0-f295-4a75-803a-886117eda71e tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (d3fa12df-9cd3-4b00-91d1-4543cfa95a1c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:52.324510 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c54a1b0-f295-4a75-803a-886117eda71e tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_controller (d3fa12df-9cd3-4b00-91d1-4543cfa95a1c), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:52.326297 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-05965d17-c227-47dd-99fe-dfa6d0fafd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (f626ebc4-791a-4573-afa0-e785056a0696), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:52.430508 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c54a1b0-f295-4a75-803a-886117eda71e tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (d3fa12df-9cd3-4b00-91d1-4543cfa95a1c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:52.447194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c54a1b0-f295-4a75-803a-886117eda71e tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Fanout notify agent at l3_agent the message router_deleted on router d3fa12df-9cd3-4b00-91d1-4543cfa95a1c {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:07:52.465825 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c54a1b0-f295-4a75-803a-886117eda71e tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:52.468212 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1c54a1b0-f295-4a75-803a-886117eda71e tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "DELETE /v2.0/routers/d3fa12df-9cd3-4b00-91d1-4543cfa95a1c HTTP/1.1" status: 204 len: 168 time: 2.6671894 Mar 11 12:07:52.470793 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50052) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:52.475625 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1549463444', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'enable_snat': False}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:52.525729 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-05965d17-c227-47dd-99fe-dfa6d0fafd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (f626ebc4-791a-4573-afa0-e785056a0696), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:52.572293 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4342f102-024c-4f33-9e19-a1da83b3514d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (7612444f-72f5-41e8-a16c-049a27c0eb3d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:52.574148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4342f102-024c-4f33-9e19-a1da83b3514d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7612444f-72f5-41e8-a16c-049a27c0eb3d {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:07:52.593143 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4342f102-024c-4f33-9e19-a1da83b3514d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:52.597224 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (9196d98c-a5f2-4c2e-a765-46c79dc8d445), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:52.598095 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (9196d98c-a5f2-4c2e-a765-46c79dc8d445), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:52.598371 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4342f102-024c-4f33-9e19-a1da83b3514d admin admin] 10.222.0.78 "DELETE /v2.0/routers/7612444f-72f5-41e8-a16c-049a27c0eb3d HTTP/1.1" status: 204 len: 168 time: 3.5607598 Mar 11 12:07:52.598826 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50056) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:52.608851 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05965d17-c227-47dd-99fe-dfa6d0fafd46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f626ebc4-791a-4573-afa0-e785056a0696,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:52.620811 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-05965d17-c227-47dd-99fe-dfa6d0fafd46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:52.639282 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-05965d17-c227-47dd-99fe-dfa6d0fafd46 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f626ebc4-791a-4573-afa0-e785056a0696 HTTP/1.1" status: 204 len: 168 time: 0.6958904 Mar 11 12:07:52.642400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50058) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:52.718910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf097ee-5b40-49f7-8124-fa3bea6c5dbf tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:07:52.732840 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcc028e-c486-4e90-840f-26a838d564d5 None None] Sync routers for ids ['64e36148-cbd5-47cd-86e8-2229b93b8498'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:07:52.747197 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-eaf097ee-5b40-49f7-8124-fa3bea6c5dbf tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/64e36148-cbd5-47cd-86e8-2229b93b8498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3716235 Mar 11 12:07:52.750988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50062) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:52.754411 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc028e-c486-4e90-840f-26a838d564d5 None None] Routers {'64e36148-cbd5-47cd-86e8-2229b93b8498'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:52.760216 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5fcc028e-c486-4e90-840f-26a838d564d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['64e36148-cbd5-47cd-86e8-2229b93b8498'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:52.827462 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-609ae9a3-c6ed-4ba4-ab03-40ca679b88ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (a5b61235-bc94-4044-90b3-166414c8ece7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:52.845337 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5fcc028e-c486-4e90-840f-26a838d564d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:52.846559 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-836d2f78-3936-4c89-8b03-49cbc961f60f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports?device_id=64e36148-cbd5-47cd-86e8-2229b93b8498 HTTP/1.1" status: 200 len: 205 time: 0.0919678 Mar 11 12:07:52.847440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50066) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:52.863430 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_controller (9196d98c-a5f2-4c2e-a765-46c79dc8d445), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:52.869408 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc028e-c486-4e90-840f-26a838d564d5 None None] Routers {'64e36148-cbd5-47cd-86e8-2229b93b8498'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:52.870397 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5fcc028e-c486-4e90-840f-26a838d564d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['64e36148-cbd5-47cd-86e8-2229b93b8498'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:52.951429 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5fcc028e-c486-4e90-840f-26a838d564d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:52.952191 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcc028e-c486-4e90-840f-26a838d564d5 None None] The sync data for ids ['64e36148-cbd5-47cd-86e8-2229b93b8498'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:07:52.990732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-7632cb34-d32f-4175-a5f4-bd47ecc13e95 admin admin] Deleting subnet fc42e876-74e9-4322-8608-e55a47f90e7b {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:07:52.993945 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7632cb34-d32f-4175-a5f4-bd47ecc13e95 admin admin] Publish callbacks [] for subnet (fc42e876-74e9-4322-8608-e55a47f90e7b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:53.095767 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7632cb34-d32f-4175-a5f4-bd47ecc13e95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (fc42e876-74e9-4322-8608-e55a47f90e7b), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:53.131673 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-609ae9a3-c6ed-4ba4-ab03-40ca679b88ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (a5b61235-bc94-4044-90b3-166414c8ece7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:53.176163 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-951c7235-1b90-43c3-ab1e-5dd9ba7921a6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (64e36148-cbd5-47cd-86e8-2229b93b8498), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:53.279523 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-609ae9a3-c6ed-4ba4-ab03-40ca679b88ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b61235-bc94-4044-90b3-166414c8ece7']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:53.339111 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-609ae9a3-c6ed-4ba4-ab03-40ca679b88ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86dddf48-87ee-4b1a-a37c-653a8f0b888f') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:53.339519 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-609ae9a3-c6ed-4ba4-ab03-40ca679b88ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86dddf48-87ee-4b1a-a37c-653a8f0b888f') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:53.361192 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-609ae9a3-c6ed-4ba4-ab03-40ca679b88ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (86dddf48-87ee-4b1a-a37c-653a8f0b888f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:53.390142 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9ad1591c-e9b0-4b77-a763-3a67a77ef2db no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:07:53.424500 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 9ad1591c-e9b0-4b77-a763-3a67a77ef2db {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:07:53.425223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9ad1591c-e9b0-4b77-a763-3a67a77ef2db not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:07:53.445784 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (9196d98c-a5f2-4c2e-a765-46c79dc8d445), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:53.477099 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-609ae9a3-c6ed-4ba4-ab03-40ca679b88ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (86dddf48-87ee-4b1a-a37c-653a8f0b888f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:53.501788 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-951c7235-1b90-43c3-ab1e-5dd9ba7921a6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (64e36148-cbd5-47cd-86e8-2229b93b8498), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:53.504176 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-951c7235-1b90-43c3-ab1e-5dd9ba7921a6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router_controller (64e36148-cbd5-47cd-86e8-2229b93b8498), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:53.506833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609ae9a3-c6ed-4ba4-ab03-40ca679b88ba admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:07:53.507433 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-609ae9a3-c6ed-4ba4-ab03-40ca679b88ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (86dddf48-87ee-4b1a-a37c-653a8f0b888f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:53.560474 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-951c7235-1b90-43c3-ab1e-5dd9ba7921a6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (64e36148-cbd5-47cd-86e8-2229b93b8498), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:53.560764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951c7235-1b90-43c3-ab1e-5dd9ba7921a6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Fanout notify agent at l3_agent the message router_deleted on router 64e36148-cbd5-47cd-86e8-2229b93b8498 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: items = [ Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:07:53.586320 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:07:53.618420 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-609ae9a3-c6ed-4ba4-ab03-40ca679b88ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (a5b61235-bc94-4044-90b3-166414c8ece7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:53.633362 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-609ae9a3-c6ed-4ba4-ab03-40ca679b88ba admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:53.639464 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-609ae9a3-c6ed-4ba4-ab03-40ca679b88ba admin admin] 10.222.0.78 "DELETE /v2.0/networks/a5b61235-bc94-4044-90b3-166414c8ece7 HTTP/1.1" status: 204 len: 168 time: 0.9960656 Mar 11 12:07:53.645561 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-951c7235-1b90-43c3-ab1e-5dd9ba7921a6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:53.653325 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-951c7235-1b90-43c3-ab1e-5dd9ba7921a6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/routers/64e36148-cbd5-47cd-86e8-2229b93b8498 HTTP/1.1" status: 204 len: 168 time: 0.8008466 Mar 11 12:07:53.655466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50084) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:53.668786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ae9a3-c6ed-4ba4-ab03-40ca679b88ba admin admin] Pushing event deleted for resources: {'Network': ['ID=a5b61235-bc94-4044-90b3-166414c8ece7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:53.766324 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7632cb34-d32f-4175-a5f4-bd47ecc13e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (fc42e876-74e9-4322-8608-e55a47f90e7b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:53.873432 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b85e0c-effd-46f9-8755-8c2932bcab94 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting subnet ea95cfa5-6054-497b-b299-805b90ac4460 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:07:53.883139 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c2b85e0c-effd-46f9-8755-8c2932bcab94 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (ea95cfa5-6054-497b-b299-805b90ac4460), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:53.963095 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c2b85e0c-effd-46f9-8755-8c2932bcab94 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (ea95cfa5-6054-497b-b299-805b90ac4460), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:53.970889 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (9196d98c-a5f2-4c2e-a765-46c79dc8d445), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.020363 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50094) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:54.037398 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.071909 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7632cb34-d32f-4175-a5f4-bd47ecc13e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (fc42e876-74e9-4322-8608-e55a47f90e7b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.086465 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7632cb34-d32f-4175-a5f4-bd47ecc13e95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.089601 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7632cb34-d32f-4175-a5f4-bd47ecc13e95 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/fc42e876-74e9-4322-8608-e55a47f90e7b HTTP/1.1" status: 204 len: 168 time: 1.4668558 Mar 11 12:07:54.092603 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50098) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:54.098586 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413d64cb-b167-4a4a-ba0f-603ce36a8770 None None] Network e532891a-d9f9-4838-8745-963ad9eaeacc requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:54.162950 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-65e85b0c-6941-41b8-b762-a7e25e90916e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8f6abb3315dd4497a3af344ea34309e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1401572 Mar 11 12:07:54.197135 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50102) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:54.295627 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (e532891a-d9f9-4838-8745-963ad9eaeacc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.300954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632cb34-d32f-4175-a5f4-bd47ecc13e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc42e876-74e9-4322-8608-e55a47f90e7b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:54.335164 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c2b85e0c-effd-46f9-8755-8c2932bcab94 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (ea95cfa5-6054-497b-b299-805b90ac4460), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.407735 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-196d1550-25c0-4b76-b573-21c05769103d admin admin] Publish callbacks [] for security_group (010f50c7-a944-41d4-84f7-3b999e95fefc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.411222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Allocated IP 172.25.7.173 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/16dff5ce-5fdb-43ac-a5b7-007368cfc67e) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:07:54.442811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0bb80c-0e93-4639-86a9-8b7f281d2d0c None None] DHCP port deletion for e532891a-d9f9-4838-8745-963ad9eaeacc request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:07:54.459429 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-196d1550-25c0-4b76-b573-21c05769103d admin admin] Publish callbacks [] for security_group (010f50c7-a944-41d4-84f7-3b999e95fefc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.465702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] Deleting port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:54.466319 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.541780 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] For port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:54.542248 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.556091 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0d0bb80c-0e93-4639-86a9-8b7f281d2d0c None None] Deleting port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:54.556374 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0d0bb80c-0e93-4639-86a9-8b7f281d2d0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.556567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] Calling delete_port for e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:54.656615 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c2b85e0c-effd-46f9-8755-8c2932bcab94 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (ea95cfa5-6054-497b-b299-805b90ac4460), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.690871 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-196d1550-25c0-4b76-b573-21c05769103d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (010f50c7-a944-41d4-84f7-3b999e95fefc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.693677 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-196d1550-25c0-4b76-b573-21c05769103d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.698080 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-196d1550-25c0-4b76-b573-21c05769103d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/010f50c7-a944-41d4-84f7-3b999e95fefc HTTP/1.1" status: 204 len: 168 time: 0.4995890 Mar 11 12:07:54.700580 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c2b85e0c-effd-46f9-8755-8c2932bcab94 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.701443 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for port (16dff5ce-5fdb-43ac-a5b7-007368cfc67e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.710953 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c2b85e0c-effd-46f9-8755-8c2932bcab94 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/subnets/ea95cfa5-6054-497b-b299-805b90ac4460 HTTP/1.1" status: 204 len: 168 time: 1.0348129 Mar 11 12:07:54.711987 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44a6846-8f3b-4e53-a0c7-9317d0405bfe None None] Network f60bba4a-6112-453f-88b4-ae99b6fade5e requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:54.712423 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.714684 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50112) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:54.726956 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d1550-25c0-4b76-b573-21c05769103d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010f50c7-a944-41d4-84f7-3b999e95fefc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:54.783824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b85e0c-effd-46f9-8755-8c2932bcab94 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Subnet': ['ID=ea95cfa5-6054-497b-b299-805b90ac4460,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:54.793852 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b908aa-316c-4393-a6a2-12d798e085ff tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting subnet aed3b010-369c-44b6-905e-f10039d29017 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:07:54.822705 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:54.825885 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (16dff5ce-5fdb-43ac-a5b7-007368cfc67e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.827057 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9b908aa-316c-4393-a6a2-12d798e085ff tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (aed3b010-369c-44b6-905e-f10039d29017), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:54.834730 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] No DVR routers for this DVR port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:07:54.925719 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:07:54.942895 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:07:54.960155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:07:54.963815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Pushing event updated for resources: {'Port': ['ID=16dff5ce-5fdb-43ac-a5b7-007368cfc67e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:55.034438 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0d0bb80c-0e93-4639-86a9-8b7f281d2d0c None None] For port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc,segment=NetworkSegment(89c2ac16-0479-4f39-a6b6-8c4ebcda3e35),segment_id=89c2ac16-0479-4f39-a6b6-8c4ebcda3e35)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:55.040894 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0d0bb80c-0e93-4639-86a9-8b7f281d2d0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:55.053436 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (e532891a-d9f9-4838-8745-963ad9eaeacc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:55.076491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e532891a-d9f9-4838-8745-963ad9eaeacc']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:55.089680 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:55.089680 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c2ac16-0479-4f39-a6b6-8c4ebcda3e35') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:55.100968 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (89c2ac16-0479-4f39-a6b6-8c4ebcda3e35), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:55.118273 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0d0bb80c-0e93-4639-86a9-8b7f281d2d0c None None] Calling delete_port for e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:55.128194 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (89c2ac16-0479-4f39-a6b6-8c4ebcda3e35), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:55.134730 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:07:55.136063 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (89c2ac16-0479-4f39-a6b6-8c4ebcda3e35), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:07:55.237639 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:07:55.270680 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (e532891a-d9f9-4838-8745-963ad9eaeacc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:55.288269 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:55.298861 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e532891a-d9f9-4838-8745-963ad9eaeacc HTTP/1.1" status: 204 len: 168 time: 1.1831610 Mar 11 12:07:55.331305 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:07:55.339744 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c51201-0d08-43c0-bd2b-e07354780ef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e532891a-d9f9-4838-8745-963ad9eaeacc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:55.359801 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9b908aa-316c-4393-a6a2-12d798e085ff tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (aed3b010-369c-44b6-905e-f10039d29017), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:55.365180 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:07:55.365738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:07:55.395428 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0d0bb80c-0e93-4639-86a9-8b7f281d2d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:55.463367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bb80c-0e93-4639-86a9-8b7f281d2d0c None None] Pushing event deleted for resources: {'Port': ['ID=e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:55.468061 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2cf5fc-87c3-433b-916e-5be44837b923 None None] DHCP port deletion for f60bba4a-6112-453f-88b4-ae99b6fade5e request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:07:55.472059 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d0bb80c-0e93-4639-86a9-8b7f281d2d0c None None] Network e532891a-d9f9-4838-8745-963ad9eaeacc is not hosted by any dhcp agent {{(pid=104033) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 12:07:55.472792 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0bb80c-0e93-4639-86a9-8b7f281d2d0c None None] No DVR routers for this DVR port e38a1b0b-0ef3-44fc-943c-cb0d55b42ccc on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:07:55.572506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cf5fc-87c3-433b-916e-5be44837b923 None None] Deleting port 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:55.575059 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab2cf5fc-87c3-433b-916e-5be44837b923 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8e4aa011-3ab6-4525-b024-ddf3f54f6e6d), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:55.649320 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50138) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:55.721047 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ab2cf5fc-87c3-433b-916e-5be44837b923 None None] For port 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8e4aa011-3ab6-4525-b024-ddf3f54f6e6d,segment=NetworkSegment(1ac75f37-ed45-4179-b5fa-8e5e4e41f117),segment_id=1ac75f37-ed45-4179-b5fa-8e5e4e41f117)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:55.721763 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab2cf5fc-87c3-433b-916e-5be44837b923 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8e4aa011-3ab6-4525-b024-ddf3f54f6e6d), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:55.722716 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (9196d98c-a5f2-4c2e-a765-46c79dc8d445), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:55.741253 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cf5fc-87c3-433b-916e-5be44837b923 None None] Calling delete_port for 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:55.775443 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9b908aa-316c-4393-a6a2-12d798e085ff tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (aed3b010-369c-44b6-905e-f10039d29017), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:55.792108 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f3bd848d-c013-45a3-ab51-7d4d1f40d6e0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1261e07bdfea4d9b80d7efcfb649be2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419241 Mar 11 12:07:55.838815 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50144) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:55.929014 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab2cf5fc-87c3-433b-916e-5be44837b923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (8e4aa011-3ab6-4525-b024-ddf3f54f6e6d), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:56.023385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2cf5fc-87c3-433b-916e-5be44837b923 None None] No DVR routers for this DVR port 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:07:56.025158 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cf5fc-87c3-433b-916e-5be44837b923 None None] Pushing event deleted for resources: {'Port': ['ID=8e4aa011-3ab6-4525-b024-ddf3f54f6e6d,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:56.062110 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0a985f46-9155-4c11-97ce-eeff62bce574 admin admin] Publish callbacks [] for security_group (71b6d709-7921-4013-83f5-2c61d3a3adc9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:56.175064 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0a985f46-9155-4c11-97ce-eeff62bce574 admin admin] Publish callbacks [] for security_group (71b6d709-7921-4013-83f5-2c61d3a3adc9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:56.185148 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9b908aa-316c-4393-a6a2-12d798e085ff tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (aed3b010-369c-44b6-905e-f10039d29017), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:56.235620 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9b908aa-316c-4393-a6a2-12d798e085ff tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:56.257375 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e9b908aa-316c-4393-a6a2-12d798e085ff tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/subnets/aed3b010-369c-44b6-905e-f10039d29017 HTTP/1.1" status: 204 len: 168 time: 1.5267818 Mar 11 12:07:56.257375 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50158) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:56.272454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c1e751-664c-4073-bf76-2a528e803674 None None] Network e37f4fe2-8e90-4a92-9ede-efdc343ba69f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:07:56.357732 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (9196d98c-a5f2-4c2e-a765-46c79dc8d445), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:56.452695 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ab9b27c-737d-44cc-b975-2c112ca2428b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (f60bba4a-6112-453f-88b4-ae99b6fade5e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:56.484377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b908aa-316c-4393-a6a2-12d798e085ff tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Subnet': ['ID=aed3b010-369c-44b6-905e-f10039d29017,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:56.567914 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50170) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:56.647018 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ab9b27c-737d-44cc-b975-2c112ca2428b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (f60bba4a-6112-453f-88b4-ae99b6fade5e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:56.673465 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-5ab9b27c-737d-44cc-b975-2c112ca2428b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60bba4a-6112-453f-88b4-ae99b6fade5e']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:56.686767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-5ab9b27c-737d-44cc-b975-2c112ca2428b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac75f37-ed45-4179-b5fa-8e5e4e41f117') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:56.687169 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-5ab9b27c-737d-44cc-b975-2c112ca2428b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac75f37-ed45-4179-b5fa-8e5e4e41f117') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:56.698866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e54ef9-248a-4c94-b8a1-2ccc2bbdf327 None None] DHCP port deletion for e37f4fe2-8e90-4a92-9ede-efdc343ba69f request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:07:56.703395 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ab9b27c-737d-44cc-b975-2c112ca2428b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (1ac75f37-ed45-4179-b5fa-8e5e4e41f117), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:56.720950 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ab9b27c-737d-44cc-b975-2c112ca2428b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (1ac75f37-ed45-4179-b5fa-8e5e4e41f117), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:56.729977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab9b27c-737d-44cc-b975-2c112ca2428b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:07:56.731157 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ab9b27c-737d-44cc-b975-2c112ca2428b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (1ac75f37-ed45-4179-b5fa-8e5e4e41f117), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:56.827059 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-45e54ef9-248a-4c94-b8a1-2ccc2bbdf327 None None] Deleting port ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:07:56.827442 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-45e54ef9-248a-4c94-b8a1-2ccc2bbdf327 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:56.830898 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0a985f46-9155-4c11-97ce-eeff62bce574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (71b6d709-7921-4013-83f5-2c61d3a3adc9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:56.832006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-654e6467-c7ba-48d9-91a5-07324f8b01fd admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1022862687-network', 'tenant_id': '2fd17cb4e8054bc6a52753c5dba41aaa'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:56.836771 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0a985f46-9155-4c11-97ce-eeff62bce574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:56.854157 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0a985f46-9155-4c11-97ce-eeff62bce574 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/71b6d709-7921-4013-83f5-2c61d3a3adc9 HTTP/1.1" status: 204 len: 168 time: 1.0033929 Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:07:56.859923 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:07:56.870283 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ab9b27c-737d-44cc-b975-2c112ca2428b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (f60bba4a-6112-453f-88b4-ae99b6fade5e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:56.871679 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Router 9196d98c-a5f2-4c2e-a765-46c79dc8d445 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:07:56.889646 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ab9b27c-737d-44cc-b975-2c112ca2428b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:56.902116 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5ab9b27c-737d-44cc-b975-2c112ca2428b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/networks/f60bba4a-6112-453f-88b4-ae99b6fade5e HTTP/1.1" status: 204 len: 168 time: 0.6484237 Mar 11 12:07:56.910860 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50178) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:56.927950 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a985f46-9155-4c11-97ce-eeff62bce574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b6d709-7921-4013-83f5-2c61d3a3adc9,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:56.958928 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9b27c-737d-44cc-b975-2c112ca2428b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Network': ['ID=f60bba4a-6112-453f-88b4-ae99b6fade5e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:56.969701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-45e54ef9-248a-4c94-b8a1-2ccc2bbdf327 None None] For port ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1,segment=NetworkSegment(695a11df-ba67-43ed-9de0-ea54a058b58d),segment_id=695a11df-ba67-43ed-9de0-ea54a058b58d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:07:56.970370 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-45e54ef9-248a-4c94-b8a1-2ccc2bbdf327 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:56.987962 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-45e54ef9-248a-4c94-b8a1-2ccc2bbdf327 None None] Calling delete_port for ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:07:57.150177 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a95dd74f-fa57-4fd1-9703-e33f8ecf94d3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (e37f4fe2-8e90-4a92-9ede-efdc343ba69f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:57.169478 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654e6467-c7ba-48d9-91a5-07324f8b01fd admin admin] Made reservation on behalf of 2fd17cb4e8054bc6a52753c5dba41aaa for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:57.175392 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-654e6467-c7ba-48d9-91a5-07324f8b01fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:57.236559 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-45e54ef9-248a-4c94-b8a1-2ccc2bbdf327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:57.323747 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e54ef9-248a-4c94-b8a1-2ccc2bbdf327 None None] No DVR routers for this DVR port ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:07:57.382190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e54ef9-248a-4c94-b8a1-2ccc2bbdf327 None None] Pushing event deleted for resources: {'Port': ['ID=ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:57.399016 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:07:57.466586 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:07:57.467117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8e4aa011-3ab6-4525-b024-ddf3f54f6e6d not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:07:57.467732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:07:57.492061 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:07:57.492979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ddfc97dc-ad9e-4420-98d7-b65b1a39f2b1 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:07:57.825400 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-654e6467-c7ba-48d9-91a5-07324f8b01fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:57.930093 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-654e6467-c7ba-48d9-91a5-07324f8b01fd admin admin] Publish callbacks [] for security_group (88e7b16e-e269-484b-8c77-cb7e58606c1b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:57.956789 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-654e6467-c7ba-48d9-91a5-07324f8b01fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (88e7b16e-e269-484b-8c77-cb7e58606c1b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:57.990809 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e6467-c7ba-48d9-91a5-07324f8b01fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e7b16e-e269-484b-8c77-cb7e58606c1b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:58.069642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654e6467-c7ba-48d9-91a5-07324f8b01fd admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:07:58.122606 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a95dd74f-fa57-4fd1-9703-e33f8ecf94d3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (e37f4fe2-8e90-4a92-9ede-efdc343ba69f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:58.134434 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-654e6467-c7ba-48d9-91a5-07324f8b01fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (2bbd30a1-fa2c-4e23-a08a-9677434b5664), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:58.134957 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-654e6467-c7ba-48d9-91a5-07324f8b01fd admin admin] Added segment 2bbd30a1-fa2c-4e23-a08a-9677434b5664 of type vlan for network ea58c754-75af-481d-bc91-2635bbf4caf8 Mar 11 12:07:58.150708 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:07:58.170072 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Sync routers for ids ['9196d98c-a5f2-4c2e-a765-46c79dc8d445'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:07:58.211708 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-a95dd74f-fa57-4fd1-9703-e33f8ecf94d3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37f4fe2-8e90-4a92-9ede-efdc343ba69f']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:58.212005 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Routers {'9196d98c-a5f2-4c2e-a765-46c79dc8d445'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:07:58.212619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['9196d98c-a5f2-4c2e-a765-46c79dc8d445'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:58.283462 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-a95dd74f-fa57-4fd1-9703-e33f8ecf94d3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695a11df-ba67-43ed-9de0-ea54a058b58d') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:58.285252 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-a95dd74f-fa57-4fd1-9703-e33f8ecf94d3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695a11df-ba67-43ed-9de0-ea54a058b58d') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:58.293526 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-654e6467-c7ba-48d9-91a5-07324f8b01fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (ea58c754-75af-481d-bc91-2635bbf4caf8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:58.332335 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:58.337055 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50224) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:58.344300 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-63330fb4-f311-41fb-9a44-538f08324127 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.8718045 Mar 11 12:07:58.355294 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a95dd74f-fa57-4fd1-9703-e33f8ecf94d3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (695a11df-ba67-43ed-9de0-ea54a058b58d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:58.412945 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a95dd74f-fa57-4fd1-9703-e33f8ecf94d3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (695a11df-ba67-43ed-9de0-ea54a058b58d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:58.438389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95dd74f-fa57-4fd1-9703-e33f8ecf94d3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:07:58.439483 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a95dd74f-fa57-4fd1-9703-e33f8ecf94d3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (695a11df-ba67-43ed-9de0-ea54a058b58d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:07:58.445865 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:07:58.496543 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-654e6467-c7ba-48d9-91a5-07324f8b01fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (ea58c754-75af-481d-bc91-2635bbf4caf8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:58.499790 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654e6467-c7ba-48d9-91a5-07324f8b01fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:58.515082 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-654e6467-c7ba-48d9-91a5-07324f8b01fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:58.647553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Set router 9196d98c-a5f2-4c2e-a765-46c79dc8d445 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:07:58.680552 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f24207bd-719c-4499-bca1-f7a8da7a6e7a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "GET /v2.0/routers/9196d98c-a5f2-4c2e-a765-46c79dc8d445 HTTP/1.1" status: 200 len: 909 time: 0.3416109 Mar 11 12:07:58.684212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50234) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:58.693641 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1549463444', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'enable_snat': True}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:58.745042 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (a0789bb7-9202-4bdd-a999-81ed31beda16), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:58.746564 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (a0789bb7-9202-4bdd-a999-81ed31beda16), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:58.788739 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-654e6467-c7ba-48d9-91a5-07324f8b01fd admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2153358 Mar 11 12:07:58.790088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50238) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:58.807861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-bc9c7cee-4c4e-4d02-af3f-37114ab74f17 admin admin] Request body: {'subnet': {'network_id': 'ea58c754-75af-481d-bc91-2635bbf4caf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1022862687-subnet', 'tenant_id': '2fd17cb4e8054bc6a52753c5dba41aaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:58.942992 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e6467-c7ba-48d9-91a5-07324f8b01fd admin admin] Pushing event updated for resources: {'Network': ['ID=ea58c754-75af-481d-bc91-2635bbf4caf8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:58.954062 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_controller (a0789bb7-9202-4bdd-a999-81ed31beda16), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:58.955436 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a95dd74f-fa57-4fd1-9703-e33f8ecf94d3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (e37f4fe2-8e90-4a92-9ede-efdc343ba69f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:58.973641 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a95dd74f-fa57-4fd1-9703-e33f8ecf94d3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:58.975603 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network ea58c754-75af-481d-bc91-2635bbf4caf8 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:07:58.983669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9c7cee-4c4e-4d02-af3f-37114ab74f17 admin admin] Made reservation on behalf of 2fd17cb4e8054bc6a52753c5dba41aaa for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:58.990346 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a95dd74f-fa57-4fd1-9703-e33f8ecf94d3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/networks/e37f4fe2-8e90-4a92-9ede-efdc343ba69f HTTP/1.1" status: 204 len: 168 time: 2.0778496 Mar 11 12:07:58.994082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50244) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:59.005994 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7cee-4c4e-4d02-af3f-37114ab74f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:59.029608 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a883f12b-fb79-4a7f-9ccb-f3836c7f9fb8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'network': {'name': 'tempest-RoutersTest-20025439'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:59.115738 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95dd74f-fa57-4fd1-9703-e33f8ecf94d3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Network': ['ID=e37f4fe2-8e90-4a92-9ede-efdc343ba69f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:59.175008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a883f12b-fb79-4a7f-9ccb-f3836c7f9fb8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:07:59.180530 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a883f12b-fb79-4a7f-9ccb-f3836c7f9fb8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:59.313388 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a883f12b-fb79-4a7f-9ccb-f3836c7f9fb8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:07:59.363773 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a883f12b-fb79-4a7f-9ccb-f3836c7f9fb8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (21bfd04e-187c-479b-bcf7-a839944ab5b2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:59.367096 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-a883f12b-fb79-4a7f-9ccb-f3836c7f9fb8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Added segment 21bfd04e-187c-479b-bcf7-a839944ab5b2 of type vlan for network a214680d-313c-4163-baf3-5fffd5852b5b Mar 11 12:07:59.463080 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7cee-4c4e-4d02-af3f-37114ab74f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (90730fe0-e770-41ed-a833-f39fde82a0fd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:59.509772 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a883f12b-fb79-4a7f-9ccb-f3836c7f9fb8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (a214680d-313c-4163-baf3-5fffd5852b5b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:59.597818 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9196d98c-a5f2-4c2e-a765-46c79dc8d445', 'name': 'tempest-snat-router-1549463444', 'tenant_id': 'f8f52a0cf11e47e78d60fef29b01034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173'}], 'enable_snat': False}, 'gw_port_id': '16dff5ce-5fdb-43ac-a5b7-007368cfc67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:07:52Z', 'updated_at': '2022-03-11T12:07:55Z', 'revision_number': 3, 'project_id': 'f8f52a0cf11e47e78d60fef29b01034f', 'gw_port': {'id': '16dff5ce-5fdb-43ac-a5b7-007368cfc67e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9196d98c-a5f2-4c2e-a765-46c79dc8d445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:07:54Z', 'updated_at': '2022-03-11T12:07:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:07:59.598520 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a883f12b-fb79-4a7f-9ccb-f3836c7f9fb8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (a214680d-313c-4163-baf3-5fffd5852b5b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:59.620985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a883f12b-fb79-4a7f-9ccb-f3836c7f9fb8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:07:59.622096 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a883f12b-fb79-4a7f-9ccb-f3836c7f9fb8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:59.688048 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Checking router: 9196d98c-a5f2-4c2e-a765-46c79dc8d445 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:07:59.688670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Updating router 9196d98c-a5f2-4c2e-a765-46c79dc8d445 port 16dff5ce-5fdb-43ac-a5b7-007368cfc67e binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:07:59.754780 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (16dff5ce-5fdb-43ac-a5b7-007368cfc67e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:07:59.788363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883f12b-fb79-4a7f-9ccb-f3836c7f9fb8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Network': ['ID=a214680d-313c-4163-baf3-5fffd5852b5b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:59.819917 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a883f12b-fb79-4a7f-9ccb-f3836c7f9fb8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8104713 Mar 11 12:07:59.820868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50266) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:07:59.832959 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-613c0110-fbaf-410d-bfe9-f9b2e1e7fbd9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'subnet': {'network_id': 'a214680d-313c-4163-baf3-5fffd5852b5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:07:59.840004 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network a214680d-313c-4163-baf3-5fffd5852b5b details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:07:59.895339 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c7cee-4c4e-4d02-af3f-37114ab74f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90730fe0-e770-41ed-a833-f39fde82a0fd,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:07:59.946283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9c7cee-4c4e-4d02-af3f-37114ab74f17 admin admin] Checking segment: {'id': '2bbd30a1-fa2c-4e23-a08a-9677434b5664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ea58c754-75af-481d-bc91-2635bbf4caf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:07:59.948891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9c7cee-4c4e-4d02-af3f-37114ab74f17 admin admin] Network hostable DHCP agents. Network: ea58c754-75af-481d-bc91-2635bbf4caf8, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:08:00.157337 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613c0110-fbaf-410d-bfe9-f9b2e1e7fbd9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:08:00.164250 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-613c0110-fbaf-410d-bfe9-f9b2e1e7fbd9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:00.586399 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-613c0110-fbaf-410d-bfe9-f9b2e1e7fbd9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (143d2f7a-7acd-46ea-9187-0887dd5a1fcf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:00.772262 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c0110-fbaf-410d-bfe9-f9b2e1e7fbd9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Subnet': ['ID=143d2f7a-7acd-46ea-9187-0887dd5a1fcf,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:00.841438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c0110-fbaf-410d-bfe9-f9b2e1e7fbd9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Checking segment: {'id': '21bfd04e-187c-479b-bcf7-a839944ab5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a214680d-313c-4163-baf3-5fffd5852b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:08:00.844002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613c0110-fbaf-410d-bfe9-f9b2e1e7fbd9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network hostable DHCP agents. Network: a214680d-313c-4163-baf3-5fffd5852b5b, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:08:00.868439 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Publish callbacks [] for port (16dff5ce-5fdb-43ac-a5b7-007368cfc67e), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:00.882172 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (16dff5ce-5fdb-43ac-a5b7-007368cfc67e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:00.886801 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613c0110-fbaf-410d-bfe9-f9b2e1e7fbd9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network a214680d-313c-4163-baf3-5fffd5852b5b is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:08:00.924519 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-613c0110-fbaf-410d-bfe9-f9b2e1e7fbd9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, a214680d-313c-4163-baf3-5fffd5852b5b) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:00.940381 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613c0110-fbaf-410d-bfe9-f9b2e1e7fbd9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:00.948261 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-613c0110-fbaf-410d-bfe9-f9b2e1e7fbd9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:00.995388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6083b1b8-3f28-4459-97a9-e577d8ae6600 None None] Network a214680d-313c-4163-baf3-5fffd5852b5b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:08:01.005299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-613c0110-fbaf-410d-bfe9-f9b2e1e7fbd9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1830761 Mar 11 12:08:01.011985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50300) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:01.017426 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-e9e22c7e-9049-4421-bace-8e3faca573a3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-74830121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:01.134321 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9e22c7e-9049-4421-bace-8e3faca573a3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (0a158733-1e2e-430b-992a-cd581ba4683d), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:01.135270 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9e22c7e-9049-4421-bace-8e3faca573a3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (0a158733-1e2e-430b-992a-cd581ba4683d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:01.153362 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (a0789bb7-9202-4bdd-a999-81ed31beda16), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:01.163723 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Attempting to bind port 16dff5ce-5fdb-43ac-a5b7-007368cfc67e on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:08:01.164210 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Attempting to bind port 16dff5ce-5fdb-43ac-a5b7-007368cfc67e by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:08:01.164656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Attempting to bind port 16dff5ce-5fdb-43ac-a5b7-007368cfc67e on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:08:01.173463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94457569-e296-4645-bd4a-1be19824474d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-a214680d-313c-4163-baf3-5fffd5852b5b', 'network_id': 'a214680d-313c-4163-baf3-5fffd5852b5b', 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'fixed_ips': [{'subnet_id': '143d2f7a-7acd-46ea-9187-0887dd5a1fcf'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:08:01.174504 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94457569-e296-4645-bd4a-1be19824474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:01.189300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2990a2-c52b-48d8-9e52-ec7ab63de492 None None] Pushing event updated for resources: {'Port': ['ID=16dff5ce-5fdb-43ac-a5b7-007368cfc67e,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:01.211418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:08:01.211948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:08:01.212452 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:01.213462 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:08:01.214774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Bound port: 16dff5ce-5fdb-43ac-a5b7-007368cfc67e, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:08:01.215404 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (16dff5ce-5fdb-43ac-a5b7-007368cfc67e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:01.241529 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9c7cee-4c4e-4d02-af3f-37114ab74f17 admin admin] Network ea58c754-75af-481d-bc91-2635bbf4caf8 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:08:01.262320 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-bc9c7cee-4c4e-4d02-af3f-37114ab74f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, ea58c754-75af-481d-bc91-2635bbf4caf8) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:01.280749 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9e22c7e-9049-4421-bace-8e3faca573a3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router_controller (0a158733-1e2e-430b-992a-cd581ba4683d), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:01.289426 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9e22c7e-9049-4421-bace-8e3faca573a3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (0a158733-1e2e-430b-992a-cd581ba4683d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:01.290366 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9c7cee-4c4e-4d02-af3f-37114ab74f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:01.294582 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7cee-4c4e-4d02-af3f-37114ab74f17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:01.304838 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c799ffe8-264f-4a3b-bbf3-da3106dceb92 None None] Network ea58c754-75af-481d-bc91-2635bbf4caf8 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:08:01.339242 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9e22c7e-9049-4421-bace-8e3faca573a3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:01.345900 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e9e22c7e-9049-4421-bace-8e3faca573a3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3327625 Mar 11 12:08:01.350235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50310) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:01.364226 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-43d76ddf-bc53-409d-8c4d-2589d0bf9ab7 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'port': {'network_id': 'a214680d-313c-4163-baf3-5fffd5852b5b', 'name': 'tempest-RoutersTest-1323824725'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:01.374596 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bc9c7cee-4c4e-4d02-af3f-37114ab74f17 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5833430 Mar 11 12:08:01.522551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] For port 16dff5ce-5fdb-43ac-a5b7-007368cfc67e, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:08:01.529431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] For port 16dff5ce-5fdb-43ac-a5b7-007368cfc67e, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=16dff5ce-5fdb-43ac-a5b7-007368cfc67e,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:08:01.674034 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (16dff5ce-5fdb-43ac-a5b7-007368cfc67e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:01.729058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d76ddf-bc53-409d-8c4d-2589d0bf9ab7 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:08:01.741222 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-43d76ddf-bc53-409d-8c4d-2589d0bf9ab7 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:01.771107 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (a0789bb7-9202-4bdd-a999-81ed31beda16), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:01.803938 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-43d76ddf-bc53-409d-8c4d-2589d0bf9ab7 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] device_id is not set on port ab60b0e1-ea15-4c74-95ba-8831d23b09a9 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:08:01.879718 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:01.889867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2990a2-c52b-48d8-9e52-ec7ab63de492 None None] Pushing event updated for resources: {'Port': ['ID=16dff5ce-5fdb-43ac-a5b7-007368cfc67e,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:02.050636 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-94457569-e296-4645-bd4a-1be19824474d None None] Allocated IP 172.20.0.2 (a214680d-313c-4163-baf3-5fffd5852b5b/143d2f7a-7acd-46ea-9187-0887dd5a1fcf/4e600f8a-b365-4dc4-9a12-cd908c49faec) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:02.115402 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Allocated IP 172.25.7.108 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/fde82981-ade2-461a-a4a1-579d47ac910a) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:02.467968 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for port (fde82981-ade2-461a-a4a1-579d47ac910a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:02.470811 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94457569-e296-4645-bd4a-1be19824474d None None] Publish callbacks [] for port (4e600f8a-b365-4dc4-9a12-cd908c49faec), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:02.528810 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (fde82981-ade2-461a-a4a1-579d47ac910a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:02.530115 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94457569-e296-4645-bd4a-1be19824474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (4e600f8a-b365-4dc4-9a12-cd908c49faec), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:02.549468 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94457569-e296-4645-bd4a-1be19824474d None None] Network a214680d-313c-4163-baf3-5fffd5852b5b is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:02.568939 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-94457569-e296-4645-bd4a-1be19824474d None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:02.575032 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94457569-e296-4645-bd4a-1be19824474d None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:08:02.580336 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:02.585713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:02.601148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:08:02.668710 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-43d76ddf-bc53-409d-8c4d-2589d0bf9ab7 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Allocated IP 172.20.0.14 (a214680d-313c-4163-baf3-5fffd5852b5b/143d2f7a-7acd-46ea-9187-0887dd5a1fcf/ab60b0e1-ea15-4c74-95ba-8831d23b09a9) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:02.933841 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Pushing event updated for resources: {'Port': ['ID=fde82981-ade2-461a-a4a1-579d47ac910a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:02.957368 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-43d76ddf-bc53-409d-8c4d-2589d0bf9ab7 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (ab60b0e1-ea15-4c74-95ba-8831d23b09a9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:02.969813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94457569-e296-4645-bd4a-1be19824474d None None] Pushing event updated for resources: {'Port': ['ID=4e600f8a-b365-4dc4-9a12-cd908c49faec,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:02.989406 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Routers {'9196d98c-a5f2-4c2e-a765-46c79dc8d445'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:02.990459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['9196d98c-a5f2-4c2e-a765-46c79dc8d445'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:03.013399 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-43d76ddf-bc53-409d-8c4d-2589d0bf9ab7 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ab60b0e1-ea15-4c74-95ba-8831d23b09a9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:03.080714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d76ddf-bc53-409d-8c4d-2589d0bf9ab7 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=ab60b0e1-ea15-4c74-95ba-8831d23b09a9,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:03.090230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d76ddf-bc53-409d-8c4d-2589d0bf9ab7 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network a214680d-313c-4163-baf3-5fffd5852b5b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:03.095848 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-43d76ddf-bc53-409d-8c4d-2589d0bf9ab7 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:03.102387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d76ddf-bc53-409d-8c4d-2589d0bf9ab7 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:08:03.204908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d76ddf-bc53-409d-8c4d-2589d0bf9ab7 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:03.210088 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-43d76ddf-bc53-409d-8c4d-2589d0bf9ab7 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:03.243499 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-43d76ddf-bc53-409d-8c4d-2589d0bf9ab7 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8917160 Mar 11 12:08:03.247023 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50372) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:03.306985 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] Set router 9196d98c-a5f2-4c2e-a765-46c79dc8d445 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:08:03.376597 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ad275-e7b3-4486-b94f-0dfdf3170902 None None] Network ea58c754-75af-481d-bc91-2635bbf4caf8 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:08:03.471452 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (a0789bb7-9202-4bdd-a999-81ed31beda16), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:03.565036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-94457569-e296-4645-bd4a-1be19824474d None None] Attempting to bind port 4e600f8a-b365-4dc4-9a12-cd908c49faec on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:08:03.565411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-94457569-e296-4645-bd4a-1be19824474d None None] Attempting to bind port 4e600f8a-b365-4dc4-9a12-cd908c49faec by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '21bfd04e-187c-479b-bcf7-a839944ab5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a214680d-313c-4163-baf3-5fffd5852b5b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:08:03.565770 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94457569-e296-4645-bd4a-1be19824474d None None] Attempting to bind port 4e600f8a-b365-4dc4-9a12-cd908c49faec on network a214680d-313c-4163-baf3-5fffd5852b5b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:08:03.581238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94457569-e296-4645-bd4a-1be19824474d None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:08:03.581632 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94457569-e296-4645-bd4a-1be19824474d None None] Checking segment: {'id': '21bfd04e-187c-479b-bcf7-a839944ab5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a214680d-313c-4163-baf3-5fffd5852b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:08:03.582263 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94457569-e296-4645-bd4a-1be19824474d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:03.582842 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94457569-e296-4645-bd4a-1be19824474d None None] Bound using segment: {'id': '21bfd04e-187c-479b-bcf7-a839944ab5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a214680d-313c-4163-baf3-5fffd5852b5b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:08:03.583495 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-94457569-e296-4645-bd4a-1be19824474d None None] Bound port: 4e600f8a-b365-4dc4-9a12-cd908c49faec, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21bfd04e-187c-479b-bcf7-a839944ab5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a214680d-313c-4163-baf3-5fffd5852b5b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:08:03.584089 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94457569-e296-4645-bd4a-1be19824474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4e600f8a-b365-4dc4-9a12-cd908c49faec), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:03.705172 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-94457569-e296-4645-bd4a-1be19824474d None None] For port 4e600f8a-b365-4dc4-9a12-cd908c49faec, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:08:03.709605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-94457569-e296-4645-bd4a-1be19824474d None None] For port 4e600f8a-b365-4dc4-9a12-cd908c49faec, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=4e600f8a-b365-4dc4-9a12-cd908c49faec,segment=NetworkSegment(21bfd04e-187c-479b-bcf7-a839944ab5b2),segment_id=21bfd04e-187c-479b-bcf7-a839944ab5b2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:08:03.728935 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94457569-e296-4645-bd4a-1be19824474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4e600f8a-b365-4dc4-9a12-cd908c49faec), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:03.792522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94457569-e296-4645-bd4a-1be19824474d None None] Pushing event updated for resources: {'Port': ['ID=4e600f8a-b365-4dc4-9a12-cd908c49faec,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:03.845130 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:03.859656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9196d98c-a5f2-4c2e-a765-46c79dc8d445', 'name': 'tempest-snat-router-1549463444', 'tenant_id': 'f8f52a0cf11e47e78d60fef29b01034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173'}], 'enable_snat': False}, 'gw_port_id': '16dff5ce-5fdb-43ac-a5b7-007368cfc67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:07:52Z', 'updated_at': '2022-03-11T12:07:55Z', 'revision_number': 3, 'project_id': 'f8f52a0cf11e47e78d60fef29b01034f', 'gw_port': {'id': '16dff5ce-5fdb-43ac-a5b7-007368cfc67e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9196d98c-a5f2-4c2e-a765-46c79dc8d445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:07:54Z', 'updated_at': '2022-03-11T12:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:03.881132 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (a0789bb7-9202-4bdd-a999-81ed31beda16), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:03.906909 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b009fc92-fb79-4571-90f8-3bcb45c3e427 None None] The sync data for ids ['9196d98c-a5f2-4c2e-a765-46c79dc8d445'] in n-d-833234-2 is: [{'id': '9196d98c-a5f2-4c2e-a765-46c79dc8d445', 'name': 'tempest-snat-router-1549463444', 'tenant_id': 'f8f52a0cf11e47e78d60fef29b01034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173'}], 'enable_snat': False}, 'gw_port_id': '16dff5ce-5fdb-43ac-a5b7-007368cfc67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:07:52Z', 'updated_at': '2022-03-11T12:07:55Z', 'revision_number': 3, 'project_id': 'f8f52a0cf11e47e78d60fef29b01034f', 'gw_port': {'id': '16dff5ce-5fdb-43ac-a5b7-007368cfc67e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9196d98c-a5f2-4c2e-a765-46c79dc8d445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:07:54Z', 'updated_at': '2022-03-11T12:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:08:03.937552 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-f866a99b-9aed-4152-8836-52a1c4988017 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:03.939496 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-f866a99b-9aed-4152-8836-52a1c4988017 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/networks?id=ea58c754-75af-481d-bc91-2635bbf4caf8 HTTP/1.1" status: 200 len: 809 time: 0.6834726 Mar 11 12:08:04.014921 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-3007bb77-c4de-40a1-bbea-45d80102b669 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/quotas/2fd17cb4e8054bc6a52753c5dba41aaa HTTP/1.1" status: 200 len: 375 time: 0.0674875 Mar 11 12:08:04.130279 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-a9ed6363-fae5-40b8-9778-14fbf90b5865 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2fd17cb4e8054bc6a52753c5dba41aaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631800 Mar 11 12:08:04.164475 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Router a0789bb7-9202-4bdd-a999-81ed31beda16 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:08:04.505860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:08:04.531385 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Sync routers for ids ['a0789bb7-9202-4bdd-a999-81ed31beda16'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:08:04.555512 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Routers {'a0789bb7-9202-4bdd-a999-81ed31beda16'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:04.556170 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a0789bb7-9202-4bdd-a999-81ed31beda16'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:04.562949 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:04.568014 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5d692db6-8df1-494e-b72a-82f34c93b662 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8803067 Mar 11 12:08:04.568936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50406) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:04.687640 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-9f819d8f-11a6-4cae-9b3d-1775b3182f5e service neutron] 10.222.0.78 "GET /v2.0/networks/ea58c754-75af-481d-bc91-2635bbf4caf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652603 Mar 11 12:08:04.759556 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Set router a0789bb7-9202-4bdd-a999-81ed31beda16 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:08:04.815442 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9f64606-b194-4889-870d-95c20c322b81 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ab60b0e1-ea15-4c74-95ba-8831d23b09a9), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:04.985966 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7f92cc81-18a7-4c67-86e7-d1c9136c89c6 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "GET /v2.0/routers/a0789bb7-9202-4bdd-a999-81ed31beda16 HTTP/1.1" status: 200 len: 908 time: 0.4156692 Mar 11 12:08:04.989579 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50416) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:05.066134 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0789bb7-9202-4bdd-a999-81ed31beda16', 'name': 'tempest-snat-router-1549463444', 'tenant_id': 'f8f52a0cf11e47e78d60fef29b01034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fde82981-ade2-461a-a4a1-579d47ac910a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:07:58Z', 'updated_at': '2022-03-11T12:08:03Z', 'revision_number': 3, 'project_id': 'f8f52a0cf11e47e78d60fef29b01034f', 'gw_port': {'id': 'fde82981-ade2-461a-a4a1-579d47ac910a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0789bb7-9202-4bdd-a999-81ed31beda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:01Z', 'updated_at': '2022-03-11T12:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:05.137837 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Checking router: a0789bb7-9202-4bdd-a999-81ed31beda16 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:08:05.140606 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Updating router a0789bb7-9202-4bdd-a999-81ed31beda16 port fde82981-ade2-461a-a4a1-579d47ac910a binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:08:05.221231 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fde82981-ade2-461a-a4a1-579d47ac910a), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:05.374003 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9f64606-b194-4889-870d-95c20c322b81 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (ab60b0e1-ea15-4c74-95ba-8831d23b09a9), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:05.405552 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9f64606-b194-4889-870d-95c20c322b81 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (ab60b0e1-ea15-4c74-95ba-8831d23b09a9), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:05.492385 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-649e7b34-ba3e-402b-a153-e92f7102c86b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router (a0789bb7-9202-4bdd-a999-81ed31beda16), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:05.548812 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f64606-b194-4889-870d-95c20c322b81 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=ab60b0e1-ea15-4c74-95ba-8831d23b09a9,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:05.923838 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-649e7b34-ba3e-402b-a153-e92f7102c86b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (a0789bb7-9202-4bdd-a999-81ed31beda16), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:06.017974 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d95b35f-9996-4a4b-ac7d-fd8986876056 None None] Network a214680d-313c-4163-baf3-5fffd5852b5b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:08:06.098231 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Publish callbacks [] for port (fde82981-ade2-461a-a4a1-579d47ac910a), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:06.107781 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-649e7b34-ba3e-402b-a153-e92f7102c86b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Deleting port fde82981-ade2-461a-a4a1-579d47ac910a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:08:06.108128 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-649e7b34-ba3e-402b-a153-e92f7102c86b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (fde82981-ade2-461a-a4a1-579d47ac910a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:06.122284 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fde82981-ade2-461a-a4a1-579d47ac910a), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:06.306739 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa7371-a1de-41ad-a6aa-a17b90b0252c None None] Pushing event updated for resources: {'Port': ['ID=fde82981-ade2-461a-a4a1-579d47ac910a,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:06.320005 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Attempting to bind port fde82981-ade2-461a-a4a1-579d47ac910a on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:08:06.320376 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Attempting to bind port fde82981-ade2-461a-a4a1-579d47ac910a by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:08:06.320745 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Attempting to bind port fde82981-ade2-461a-a4a1-579d47ac910a on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:08:06.325207 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-649e7b34-ba3e-402b-a153-e92f7102c86b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (fde82981-ade2-461a-a4a1-579d47ac910a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:06.328562 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:08:06.328835 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:08:06.329143 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:06.329679 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:08:06.330172 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Bound port: fde82981-ade2-461a-a4a1-579d47ac910a, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:08:06.330554 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fde82981-ade2-461a-a4a1-579d47ac910a), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:06.357282 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-d7a3d4bf-d72d-4e1a-ad61-a9291358f092 service neutron] 10.222.0.78 "GET /v2.0/networks/ea58c754-75af-481d-bc91-2635bbf4caf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5429289 Mar 11 12:08:06.359862 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-fac8bf3a-d05f-43c5-aa3a-1e6fe14e005b None None] Provisioning complete for port 4e600f8a-b365-4dc4-9a12-cd908c49faec triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:06.361092 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-649e7b34-ba3e-402b-a153-e92f7102c86b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Calling delete_port for fde82981-ade2-461a-a4a1-579d47ac910a owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:08:06.370559 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fac8bf3a-d05f-43c5-aa3a-1e6fe14e005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4e600f8a-b365-4dc4-9a12-cd908c49faec), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:06.451395 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9f64606-b194-4889-870d-95c20c322b81 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (0a158733-1e2e-430b-992a-cd581ba4683d), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:06.461242 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] For port fde82981-ade2-461a-a4a1-579d47ac910a, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:08:06.470544 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] For port fde82981-ade2-461a-a4a1-579d47ac910a, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fde82981-ade2-461a-a4a1-579d47ac910a,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:08:06.497428 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fde82981-ade2-461a-a4a1-579d47ac910a), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:06.651077 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa7371-a1de-41ad-a6aa-a17b90b0252c None None] Pushing event updated for resources: {'Port': ['ID=fde82981-ade2-461a-a4a1-579d47ac910a,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:06.701471 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Routers {'a0789bb7-9202-4bdd-a999-81ed31beda16'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:06.702967 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a0789bb7-9202-4bdd-a999-81ed31beda16'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:06.926775 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9f64606-b194-4889-870d-95c20c322b81 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ab60b0e1-ea15-4c74-95ba-8831d23b09a9), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:07.000833 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-649e7b34-ba3e-402b-a153-e92f7102c86b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (fde82981-ade2-461a-a4a1-579d47ac910a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:07.096644 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e7b34-ba3e-402b-a153-e92f7102c86b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Pushing event deleted for resources: {'Port': ['ID=fde82981-ade2-461a-a4a1-579d47ac910a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:07.099349 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] Set router a0789bb7-9202-4bdd-a999-81ed31beda16 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:08:07.170665 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 16dff5ce-5fdb-43ac-a5b7-007368cfc67e up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:08:07.339311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-649e7b34-ba3e-402b-a153-e92f7102c86b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (a0789bb7-9202-4bdd-a999-81ed31beda16), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:07.364953 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0789bb7-9202-4bdd-a999-81ed31beda16', 'name': 'tempest-snat-router-1549463444', 'tenant_id': 'f8f52a0cf11e47e78d60fef29b01034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:07:58Z', 'updated_at': '2022-03-11T12:08:05Z', 'revision_number': 4, 'project_id': 'f8f52a0cf11e47e78d60fef29b01034f', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:07.464215 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c73d62-e7f2-40cc-b182-1fe4a647ba68 None None] The sync data for ids ['a0789bb7-9202-4bdd-a999-81ed31beda16'] in n-d-833234-2 is: [{'id': 'a0789bb7-9202-4bdd-a999-81ed31beda16', 'name': 'tempest-snat-router-1549463444', 'tenant_id': 'f8f52a0cf11e47e78d60fef29b01034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:07:58Z', 'updated_at': '2022-03-11T12:08:05Z', 'revision_number': 4, 'project_id': 'f8f52a0cf11e47e78d60fef29b01034f', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:08:07.555153 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 16dff5ce-5fdb-43ac-a5b7-007368cfc67e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:07.555153 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (16dff5ce-5fdb-43ac-a5b7-007368cfc67e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:07.555410 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-649e7b34-ba3e-402b-a153-e92f7102c86b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (a0789bb7-9202-4bdd-a999-81ed31beda16), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:07.561929 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-649e7b34-ba3e-402b-a153-e92f7102c86b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_controller (a0789bb7-9202-4bdd-a999-81ed31beda16), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:07.602453 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3ef0a83-4f58-4178-a706-e10d9f7faab4 req-6e4e5ca6-1857-43e5-ab31-c224c56cf35c tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca055aeb-e531-434f-a95c-fc321e170bca HTTP/1.1" status: 200 len: 210 time: 0.7384408 Mar 11 12:08:07.685937 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-649e7b34-ba3e-402b-a153-e92f7102c86b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (a0789bb7-9202-4bdd-a999-81ed31beda16), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:07.686742 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649e7b34-ba3e-402b-a153-e92f7102c86b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0789bb7-9202-4bdd-a999-81ed31beda16 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:08:07.703967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fac8bf3a-d05f-43c5-aa3a-1e6fe14e005b None None] Current status of the port 4e600f8a-b365-4dc4-9a12-cd908c49faec is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:07.704883 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fac8bf3a-d05f-43c5-aa3a-1e6fe14e005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4e600f8a-b365-4dc4-9a12-cd908c49faec), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:07.709037 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-649e7b34-ba3e-402b-a153-e92f7102c86b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:07.716106 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-649e7b34-ba3e-402b-a153-e92f7102c86b tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "DELETE /v2.0/routers/a0789bb7-9202-4bdd-a999-81ed31beda16 HTTP/1.1" status: 204 len: 168 time: 2.7245121 Mar 11 12:08:07.717495 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50460) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:07.846683 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 16dff5ce-5fdb-43ac-a5b7-007368cfc67e is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:07.847152 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (16dff5ce-5fdb-43ac-a5b7-007368cfc67e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:07.902988 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fac8bf3a-d05f-43c5-aa3a-1e6fe14e005b None None] For port 4e600f8a-b365-4dc4-9a12-cd908c49faec, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=4e600f8a-b365-4dc4-9a12-cd908c49faec,segment=NetworkSegment(21bfd04e-187c-479b-bcf7-a839944ab5b2),segment_id=21bfd04e-187c-479b-bcf7-a839944ab5b2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:08:07.903369 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9f64606-b194-4889-870d-95c20c322b81 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (ab60b0e1-ea15-4c74-95ba-8831d23b09a9), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:07.915615 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fac8bf3a-d05f-43c5-aa3a-1e6fe14e005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4e600f8a-b365-4dc4-9a12-cd908c49faec), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:07.921596 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9f64606-b194-4889-870d-95c20c322b81 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (ab60b0e1-ea15-4c74-95ba-8831d23b09a9), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:07.940952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 16dff5ce-5fdb-43ac-a5b7-007368cfc67e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=16dff5ce-5fdb-43ac-a5b7-007368cfc67e,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:08:08.035201 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7242bb3-57f3-4ecf-ab3c-4904188d423a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router (9196d98c-a5f2-4c2e-a765-46c79dc8d445), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:08.082899 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8bf3a-d05f-43c5-aa3a-1e6fe14e005b None None] Pushing event updated for resources: {'Port': ['ID=4e600f8a-b365-4dc4-9a12-cd908c49faec,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:08.104077 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (16dff5ce-5fdb-43ac-a5b7-007368cfc67e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:08.107294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 4e600f8a-b365-4dc4-9a12-cd908c49faec up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:08:08.111762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f64606-b194-4889-870d-95c20c322b81 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=ab60b0e1-ea15-4c74-95ba-8831d23b09a9,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:08.171788 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9f64606-b194-4889-870d-95c20c322b81 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (0a158733-1e2e-430b-992a-cd581ba4683d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:08.196048 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7242bb3-57f3-4ecf-ab3c-4904188d423a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (9196d98c-a5f2-4c2e-a765-46c79dc8d445), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:08.318079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d7242bb3-57f3-4ecf-ab3c-4904188d423a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Deleting port 16dff5ce-5fdb-43ac-a5b7-007368cfc67e {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:08:08.318079 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7242bb3-57f3-4ecf-ab3c-4904188d423a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (16dff5ce-5fdb-43ac-a5b7-007368cfc67e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:08.352138 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=16dff5ce-5fdb-43ac-a5b7-007368cfc67e,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:08.395490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f64606-b194-4889-870d-95c20c322b81 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network a214680d-313c-4163-baf3-5fffd5852b5b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:08.398756 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-f9f64606-b194-4889-870d-95c20c322b81 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:08.414171 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6268396d-21ca-48aa-bd8c-b15b607ee224 None None] Provisioning complete for port ab60b0e1-ea15-4c74-95ba-8831d23b09a9 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:08.418202 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6268396d-21ca-48aa-bd8c-b15b607ee224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ab60b0e1-ea15-4c74-95ba-8831d23b09a9), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:08.421127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 4e600f8a-b365-4dc4-9a12-cd908c49faec triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:08.421746 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4e600f8a-b365-4dc4-9a12-cd908c49faec), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:08.492988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-d7242bb3-57f3-4ecf-ab3c-4904188d423a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] For port 16dff5ce-5fdb-43ac-a5b7-007368cfc67e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=16dff5ce-5fdb-43ac-a5b7-007368cfc67e,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:08:08.493358 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7242bb3-57f3-4ecf-ab3c-4904188d423a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (16dff5ce-5fdb-43ac-a5b7-007368cfc67e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:08.526674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6268396d-21ca-48aa-bd8c-b15b607ee224 None None] Port ab60b0e1-ea15-4c74-95ba-8831d23b09a9 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:08:08.528670 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d7242bb3-57f3-4ecf-ab3c-4904188d423a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Calling delete_port for 16dff5ce-5fdb-43ac-a5b7-007368cfc67e owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:08:08.600584 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 4e600f8a-b365-4dc4-9a12-cd908c49faec is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:08.638249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6268396d-21ca-48aa-bd8c-b15b607ee224 None None] Provisioning complete for port 4e600f8a-b365-4dc4-9a12-cd908c49faec triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:08.639937 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6268396d-21ca-48aa-bd8c-b15b607ee224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4e600f8a-b365-4dc4-9a12-cd908c49faec), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:08.862406 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 16dff5ce-5fdb-43ac-a5b7-007368cfc67e up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:08:08.905663 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c31fd372-8414-4041-ad63-1149c80f4cd0 req-af408f26-b2ad-4901-a888-7ee4710bec39 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca055aeb-e531-434f-a95c-fc321e170bca HTTP/1.1" status: 200 len: 210 time: 0.1303005 Mar 11 12:08:08.958778 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f64606-b194-4889-870d-95c20c322b81 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 0a158733-1e2e-430b-992a-cd581ba4683d is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:08:08.963233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6268396d-21ca-48aa-bd8c-b15b607ee224 None None] Current status of the port 4e600f8a-b365-4dc4-9a12-cd908c49faec is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:09.001221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 16dff5ce-5fdb-43ac-a5b7-007368cfc67e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:09.001768 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (16dff5ce-5fdb-43ac-a5b7-007368cfc67e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:09.034191 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7242bb3-57f3-4ecf-ab3c-4904188d423a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (16dff5ce-5fdb-43ac-a5b7-007368cfc67e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:09.099147 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7242bb3-57f3-4ecf-ab3c-4904188d423a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Pushing event deleted for resources: {'Port': ['ID=16dff5ce-5fdb-43ac-a5b7-007368cfc67e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:09.135007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Could not find standard attr ID for object 16dff5ce-5fdb-43ac-a5b7-007368cfc67e. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:08:09.141958 n-d-833234-2 neutron-server[104033]: INFO neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No ports have port_id starting with 16dff5ce-5fdb-43ac-a5b7-007368cfc67e Mar 11 12:08:09.144092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-85172a53-ac8a-4f98-969d-17f2c0c41df1 None None] Provisioning complete for port ab60b0e1-ea15-4c74-95ba-8831d23b09a9 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:09.144759 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-85172a53-ac8a-4f98-969d-17f2c0c41df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ab60b0e1-ea15-4c74-95ba-8831d23b09a9), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:09.186084 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 4e600f8a-b365-4dc4-9a12-cd908c49faec up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:08:09.259292 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7242bb3-57f3-4ecf-ab3c-4904188d423a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (9196d98c-a5f2-4c2e-a765-46c79dc8d445), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:09.278713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-85172a53-ac8a-4f98-969d-17f2c0c41df1 None None] Port ab60b0e1-ea15-4c74-95ba-8831d23b09a9 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:08:09.322043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 4e600f8a-b365-4dc4-9a12-cd908c49faec triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:09.322043 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4e600f8a-b365-4dc4-9a12-cd908c49faec), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:09.381212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f64606-b194-4889-870d-95c20c322b81 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:08:09.396382 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f9f64606-b194-4889-870d-95c20c322b81 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/0a158733-1e2e-430b-992a-cd581ba4683d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1478307 Mar 11 12:08:09.412747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-0f1fdcd6-4b3a-48f0-b016-5e3fcec98b21 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:09.419024 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-0f1fdcd6-4b3a-48f0-b016-5e3fcec98b21 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.37 "GET /v2.0/networks?id=ea58c754-75af-481d-bc91-2635bbf4caf8 HTTP/1.1" status: 200 len: 809 time: 0.5188797 Mar 11 12:08:09.419024 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50490) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:09.420652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce2ed25-976f-4fe9-8eed-734157c29d44 None None] Sync routers for ids ['0a158733-1e2e-430b-992a-cd581ba4683d'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:08:09.434571 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7242bb3-57f3-4ecf-ab3c-4904188d423a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (9196d98c-a5f2-4c2e-a765-46c79dc8d445), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:09.437063 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7242bb3-57f3-4ecf-ab3c-4904188d423a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_controller (9196d98c-a5f2-4c2e-a765-46c79dc8d445), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:09.451151 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-da8de3eb-cc2f-49b1-9ba0-6f15dc7d369d tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Request body: {'port': {'device_id': 'ca055aeb-e531-434f-a95c-fc321e170bca', 'network_id': 'ea58c754-75af-481d-bc91-2635bbf4caf8', 'admin_state_up': True, 'tenant_id': '2fd17cb4e8054bc6a52753c5dba41aaa'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:09.458050 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce2ed25-976f-4fe9-8eed-734157c29d44 None None] Routers {'0a158733-1e2e-430b-992a-cd581ba4683d'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:09.458702 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fce2ed25-976f-4fe9-8eed-734157c29d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['0a158733-1e2e-430b-992a-cd581ba4683d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:09.514189 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fce2ed25-976f-4fe9-8eed-734157c29d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:09.524978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f10a0475-5e55-4413-ba27-b05aa2712a1f None None] Provisioning complete for port ab60b0e1-ea15-4c74-95ba-8831d23b09a9 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:09.525261 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f10a0475-5e55-4413-ba27-b05aa2712a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ab60b0e1-ea15-4c74-95ba-8831d23b09a9), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:09.530689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce2ed25-976f-4fe9-8eed-734157c29d44 None None] Routers {'0a158733-1e2e-430b-992a-cd581ba4683d'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:09.532414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fce2ed25-976f-4fe9-8eed-734157c29d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['0a158733-1e2e-430b-992a-cd581ba4683d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:09.549187 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7242bb3-57f3-4ecf-ab3c-4904188d423a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (9196d98c-a5f2-4c2e-a765-46c79dc8d445), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:09.549777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7242bb3-57f3-4ecf-ab3c-4904188d423a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9196d98c-a5f2-4c2e-a765-46c79dc8d445 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:08:09.563523 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7242bb3-57f3-4ecf-ab3c-4904188d423a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:09.564848 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d7242bb3-57f3-4ecf-ab3c-4904188d423a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "DELETE /v2.0/routers/9196d98c-a5f2-4c2e-a765-46c79dc8d445 HTTP/1.1" status: 204 len: 168 time: 1.8442619 Mar 11 12:08:09.570734 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50494) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:09.588257 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-267357150', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:09.601385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5678736-d77a-4afa-a1ed-8db9e00a279c tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:09.607859 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b5678736-d77a-4afa-a1ed-8db9e00a279c tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports/ab60b0e1-ea15-4c74-95ba-8831d23b09a9 HTTP/1.1" status: 200 len: 978 time: 0.1916602 Mar 11 12:08:09.613361 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50496) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:09.650214 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (0ed3dd53-c0db-4e70-a83b-7485a720f2b1), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:09.655377 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (0ed3dd53-c0db-4e70-a83b-7485a720f2b1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:09.707490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fce2ed25-976f-4fe9-8eed-734157c29d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:09.708441 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce2ed25-976f-4fe9-8eed-734157c29d44 None None] The sync data for ids ['0a158733-1e2e-430b-992a-cd581ba4683d'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:08:09.735385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f10a0475-5e55-4413-ba27-b05aa2712a1f None None] Port ab60b0e1-ea15-4c74-95ba-8831d23b09a9 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:08:09.748848 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 4e600f8a-b365-4dc4-9a12-cd908c49faec is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:09.794193 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_controller (0ed3dd53-c0db-4e70-a83b-7485a720f2b1), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:09.864162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7fb73df3-48cc-4f84-a461-01a4180eb90b None None] Provisioning complete for port ab60b0e1-ea15-4c74-95ba-8831d23b09a9 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:09.864364 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7fb73df3-48cc-4f84-a461-01a4180eb90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ab60b0e1-ea15-4c74-95ba-8831d23b09a9), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:09.937011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7fb73df3-48cc-4f84-a461-01a4180eb90b None None] Port ab60b0e1-ea15-4c74-95ba-8831d23b09a9 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:08:10.418399 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f024497a-1db1-45e6-a1e8-d0c657f5192b req-fef7805f-805a-43f1-9775-13801088d159 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca055aeb-e531-434f-a95c-fc321e170bca HTTP/1.1" status: 200 len: 210 time: 0.0685906 Mar 11 12:08:10.452330 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (0ed3dd53-c0db-4e70-a83b-7485a720f2b1), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:10.489822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-da8de3eb-cc2f-49b1-9ba0-6f15dc7d369d tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Made reservation on behalf of 2fd17cb4e8054bc6a52753c5dba41aaa for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:08:10.493729 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-da8de3eb-cc2f-49b1-9ba0-6f15dc7d369d tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:10.714199 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 16dff5ce-5fdb-43ac-a5b7-007368cfc67e no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:08:10.741645 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (0ed3dd53-c0db-4e70-a83b-7485a720f2b1), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:10.745013 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 16dff5ce-5fdb-43ac-a5b7-007368cfc67e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:08:10.745360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 16dff5ce-5fdb-43ac-a5b7-007368cfc67e not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:08:10.790811 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-da8de3eb-cc2f-49b1-9ba0-6f15dc7d369d tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Allocated IP 172.20.0.4 (ea58c754-75af-481d-bc91-2635bbf4caf8/90730fe0-e770-41ed-a833-f39fde82a0fd/968c92e8-65b6-4d34-aee1-14b64df3b315) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:10.805656 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:10.865846 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50522) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:10.977082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Allocated IP 172.25.7.189 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/fc54f989-e0c9-4375-9f61-a79d17cc0fa7) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:11.051361 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ec1fba6-f754-4e53-95ec-70746d54cf7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.099928 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for port (fc54f989-e0c9-4375-9f61-a79d17cc0fa7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.139031 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-418fa65e-7fec-4887-adc6-05c05e58044d tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (0a158733-1e2e-430b-992a-cd581ba4683d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.141751 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (fc54f989-e0c9-4375-9f61-a79d17cc0fa7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.183486 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:11.186606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:11.193689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:08:11.218297 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ec1fba6-f754-4e53-95ec-70746d54cf7e admin admin] Publish callbacks [] for security_group (7e667660-a72a-4668-aeed-14cfdec7b482), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.219514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50528) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:11.220393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Pushing event updated for resources: {'Port': ['ID=fc54f989-e0c9-4375-9f61-a79d17cc0fa7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:11.230605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-653e82c7-18e6-48e4-b3e1-5d6a9b7d25c5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252494576', 'description': 'tempest-secgroup-smoke-1252494576 description', 'project_id': '31e0ead1ce934573a23d19ccfa96f23c'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:11.259175 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ec1fba6-f754-4e53-95ec-70746d54cf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7e667660-a72a-4668-aeed-14cfdec7b482), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.297234 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-653e82c7-18e6-48e4-b3e1-5d6a9b7d25c5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.353399 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-da8de3eb-cc2f-49b1-9ba0-6f15dc7d369d tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Publish callbacks [] for port (968c92e8-65b6-4d34-aee1-14b64df3b315), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.358008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1fba6-f754-4e53-95ec-70746d54cf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e667660-a72a-4668-aeed-14cfdec7b482,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:11.371826 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6ec1fba6-f754-4e53-95ec-70746d54cf7e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3935b8c8badb48a78c7a8d0c6f80c969&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5025852 Mar 11 12:08:11.373353 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50530) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:11.471550 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-da8de3eb-cc2f-49b1-9ba0-6f15dc7d369d tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (968c92e8-65b6-4d34-aee1-14b64df3b315), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.520711 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3db2f57a-a199-4c49-aede-ca3e1943ed9e admin admin] Publish callbacks [] for security_group (7e667660-a72a-4668-aeed-14cfdec7b482), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.531908 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-653e82c7-18e6-48e4-b3e1-5d6a9b7d25c5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group (abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.540728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-da8de3eb-cc2f-49b1-9ba0-6f15dc7d369d tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Network ea58c754-75af-481d-bc91-2635bbf4caf8 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:11.545015 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-653e82c7-18e6-48e4-b3e1-5d6a9b7d25c5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.570682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-da8de3eb-cc2f-49b1-9ba0-6f15dc7d369d tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:11.574702 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-da8de3eb-cc2f-49b1-9ba0-6f15dc7d369d tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:08:11.578297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8de3eb-cc2f-49b1-9ba0-6f15dc7d369d tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Pushing event updated for resources: {'Port': ['ID=968c92e8-65b6-4d34-aee1-14b64df3b315,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:11.605220 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3db2f57a-a199-4c49-aede-ca3e1943ed9e admin admin] Publish callbacks [] for security_group (7e667660-a72a-4668-aeed-14cfdec7b482), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.641410 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-653e82c7-18e6-48e4-b3e1-5d6a9b7d25c5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.642740 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-653e82c7-18e6-48e4-b3e1-5d6a9b7d25c5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4197085 Mar 11 12:08:11.648656 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50534) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:11.651593 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e82c7-18e6-48e4-b3e1-5d6a9b7d25c5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:11.664622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-da8de3eb-cc2f-49b1-9ba0-6f15dc7d369d tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:11.664937 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-da8de3eb-cc2f-49b1-9ba0-6f15dc7d369d tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.665110 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (0ed3dd53-c0db-4e70-a83b-7485a720f2b1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.684293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b1f5c-9a99-4e70-954d-4485cd91aad0 req-b14e9f41-15c5-4133-9882-7bd167eee4c2 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:11.685803 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea3b1f5c-9a99-4e70-954d-4485cd91aad0 req-b14e9f41-15c5-4133-9882-7bd167eee4c2 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca055aeb-e531-434f-a95c-fc321e170bca HTTP/1.1" status: 200 len: 931 time: 0.1644936 Mar 11 12:08:11.709999 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-da8de3eb-cc2f-49b1-9ba0-6f15dc7d369d tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2684867 Mar 11 12:08:11.736243 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Request body: {'port': {'device_id': 'ca055aeb-e531-434f-a95c-fc321e170bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:11.786612 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-418fa65e-7fec-4887-adc6-05c05e58044d tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting port ab60b0e1-ea15-4c74-95ba-8831d23b09a9 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:08:11.787200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-418fa65e-7fec-4887-adc6-05c05e58044d tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ab60b0e1-ea15-4c74-95ba-8831d23b09a9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.798289 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3db2f57a-a199-4c49-aede-ca3e1943ed9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7e667660-a72a-4668-aeed-14cfdec7b482), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.801806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3db2f57a-a199-4c49-aede-ca3e1943ed9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.803669 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3db2f57a-a199-4c49-aede-ca3e1943ed9e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7e667660-a72a-4668-aeed-14cfdec7b482 HTTP/1.1" status: 204 len: 168 time: 0.4276395 Mar 11 12:08:11.828717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea3b1f5c-9a99-4e70-954d-4485cd91aad0 req-43e728ee-e2da-4691-b4c0-6b2c1545ef82 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/security-groups?id=88e7b16e-e269-484b-8c77-cb7e58606c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270835 Mar 11 12:08:11.830224 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2f57a-a199-4c49-aede-ca3e1943ed9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e667660-a72a-4668-aeed-14cfdec7b482,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:11.876967 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ecd55c54-4b8b-4b4e-ab05-b3f0cd88f1ca tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Request body: {'security_group_rule': {'security_group_id': 'abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91', 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:11.945168 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (968c92e8-65b6-4d34-aee1-14b64df3b315), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:11.995073 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (0ed3dd53-c0db-4e70-a83b-7485a720f2b1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.014542 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ecd55c54-4b8b-4b4e-ab05-b3f0cd88f1ca tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group_rule (a741d5ed-2a07-4c77-9a72-560f4b9a4436), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.048225 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-418fa65e-7fec-4887-adc6-05c05e58044d tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ab60b0e1-ea15-4c74-95ba-8831d23b09a9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.081494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-418fa65e-7fec-4887-adc6-05c05e58044d tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Calling delete_port for ab60b0e1-ea15-4c74-95ba-8831d23b09a9 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:08:12.177952 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50546) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:12.191654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Router 0ed3dd53-c0db-4e70-a83b-7485a720f2b1 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:08:12.195833 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-819170b9-342a-4aa4-8eca-e659c3f9f97c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.204567 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ecd55c54-4b8b-4b4e-ab05-b3f0cd88f1ca tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group_rule (a741d5ed-2a07-4c77-9a72-560f4b9a4436), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.217690 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ecd55c54-4b8b-4b4e-ab05-b3f0cd88f1ca tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (a741d5ed-2a07-4c77-9a72-560f4b9a4436), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.261128 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd55c54-4b8b-4b4e-ab05-b3f0cd88f1ca tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a741d5ed-2a07-4c77-9a72-560f4b9a4436,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:12.342140 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ecd55c54-4b8b-4b4e-ab05-b3f0cd88f1ca tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.343330 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ecd55c54-4b8b-4b4e-ab05-b3f0cd88f1ca tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6918571 Mar 11 12:08:12.347491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50548) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:12.361436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9edf027b-9c3a-4c2a-8be8-87e24da76695 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Request body: {'security_group_rule': {'security_group_id': 'abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91', 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:12.371898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:08:12.392116 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-819170b9-342a-4aa4-8eca-e659c3f9f97c admin admin] Publish callbacks [] for security_group (0faef0af-f256-44bc-a27a-5f61d5fd4af8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.397793 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aff712-b1c0-4391-ada8-d409e899026a None None] Sync routers for ids ['0ed3dd53-c0db-4e70-a83b-7485a720f2b1'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:08:12.408060 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aff712-b1c0-4391-ada8-d409e899026a None None] Routers {'0ed3dd53-c0db-4e70-a83b-7485a720f2b1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:12.408947 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-01aff712-b1c0-4391-ada8-d409e899026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['0ed3dd53-c0db-4e70-a83b-7485a720f2b1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:12.414968 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-819170b9-342a-4aa4-8eca-e659c3f9f97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0faef0af-f256-44bc-a27a-5f61d5fd4af8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.446295 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-01aff712-b1c0-4391-ada8-d409e899026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:12.455813 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aff712-b1c0-4391-ada8-d409e899026a None None] Routers {'0ed3dd53-c0db-4e70-a83b-7485a720f2b1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:12.456730 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-01aff712-b1c0-4391-ada8-d409e899026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['0ed3dd53-c0db-4e70-a83b-7485a720f2b1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:12.485176 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-418fa65e-7fec-4887-adc6-05c05e58044d tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ab60b0e1-ea15-4c74-95ba-8831d23b09a9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.503150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819170b9-342a-4aa4-8eca-e659c3f9f97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0faef0af-f256-44bc-a27a-5f61d5fd4af8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:12.504883 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-01aff712-b1c0-4391-ada8-d409e899026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:12.505887 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aff712-b1c0-4391-ada8-d409e899026a None None] The sync data for ids ['0ed3dd53-c0db-4e70-a83b-7485a720f2b1'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:08:12.516249 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.517740 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a9d583f5-7ca2-4828-960f-6ab7b1ffa51d tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9464490 Mar 11 12:08:12.523746 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50550) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:12.532496 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-75b8e7d5-6a04-4e91-a76d-f1d09349a8a5 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'enable_snat': False}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:12.542151 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fa65e-7fec-4887-adc6-05c05e58044d tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Port': ['ID=ab60b0e1-ea15-4c74-95ba-8831d23b09a9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:12.549352 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968c92e8-65b6-4d34-aee1-14b64df3b315 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:08:12.565258 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-819170b9-342a-4aa4-8eca-e659c3f9f97c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b3e43949a484362bd927e366cd6debc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3862193 Mar 11 12:08:12.568316 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9edf027b-9c3a-4c2a-8be8-87e24da76695 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group_rule (96e18e02-9b39-4731-9f8e-5a1965710e5f), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.580238 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50552) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:12.591520 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Publish callbacks [] for port (968c92e8-65b6-4d34-aee1-14b64df3b315), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.651481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Transition to ACTIVE for port object 968c92e8-65b6-4d34-aee1-14b64df3b315 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:08:12.659400 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.689485 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (968c92e8-65b6-4d34-aee1-14b64df3b315), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.697470 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9edf027b-9c3a-4c2a-8be8-87e24da76695 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group_rule (96e18e02-9b39-4731-9f8e-5a1965710e5f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.713772 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9edf027b-9c3a-4c2a-8be8-87e24da76695 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (96e18e02-9b39-4731-9f8e-5a1965710e5f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.743332 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d9a200ad-d6df-49ba-adbd-67fb454c08e4 admin admin] Publish callbacks [] for security_group (0faef0af-f256-44bc-a27a-5f61d5fd4af8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.773006 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d9a200ad-d6df-49ba-adbd-67fb454c08e4 admin admin] Publish callbacks [] for security_group (0faef0af-f256-44bc-a27a-5f61d5fd4af8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.826933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf027b-9c3a-4c2a-8be8-87e24da76695 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e18e02-9b39-4731-9f8e-5a1965710e5f,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:12.834673 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9edf027b-9c3a-4c2a-8be8-87e24da76695 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.839815 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9edf027b-9c3a-4c2a-8be8-87e24da76695 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4861257 Mar 11 12:08:12.839815 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d9a200ad-d6df-49ba-adbd-67fb454c08e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0faef0af-f256-44bc-a27a-5f61d5fd4af8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.840564 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50556) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:12.843719 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d9a200ad-d6df-49ba-adbd-67fb454c08e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:12.847964 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d9a200ad-d6df-49ba-adbd-67fb454c08e4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0faef0af-f256-44bc-a27a-5f61d5fd4af8 HTTP/1.1" status: 204 len: 168 time: 0.2665160 Mar 11 12:08:12.863071 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-92522ed9-216e-4afe-b00d-7f42b01fe0ed tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Request body: {'security_group_rule': {'security_group_id': 'abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91', 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:12.877366 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a200ad-d6df-49ba-adbd-67fb454c08e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faef0af-f256-44bc-a27a-5f61d5fd4af8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:12.885767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Pushing event updated for resources: {'Port': ['ID=968c92e8-65b6-4d34-aee1-14b64df3b315,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:13.022148 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-418fa65e-7fec-4887-adc6-05c05e58044d tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (0a158733-1e2e-430b-992a-cd581ba4683d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:13.056577 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-92522ed9-216e-4afe-b00d-7f42b01fe0ed tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group_rule (b7e6b32a-dfcd-46cb-9589-2794c9a159ec), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:13.609013 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Attempting to bind port 968c92e8-65b6-4d34-aee1-14b64df3b315 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:08:13.609912 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Attempting to bind port 968c92e8-65b6-4d34-aee1-14b64df3b315 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '2bbd30a1-fa2c-4e23-a08a-9677434b5664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ea58c754-75af-481d-bc91-2635bbf4caf8'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:08:13.609912 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Attempting to bind port 968c92e8-65b6-4d34-aee1-14b64df3b315 on network ea58c754-75af-481d-bc91-2635bbf4caf8 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:08:13.620747 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b331215-648a-4efa-b365-74c1c63954c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:13.630877 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25225e-4f1c-4910-81c3-1d7a393e8faa req-272d91b9-37cd-4edd-ad46-a88cae9368b1 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:13.632451 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be25225e-4f1c-4910-81c3-1d7a393e8faa req-272d91b9-37cd-4edd-ad46-a88cae9368b1 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca055aeb-e531-434f-a95c-fc321e170bca HTTP/1.1" status: 200 len: 943 time: 0.6449630 Mar 11 12:08:13.643061 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Port 968c92e8-65b6-4d34-aee1-14b64df3b315 on network ea58c754-75af-481d-bc91-2635bbf4caf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:08:13.643388 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Attempting to bind port 968c92e8-65b6-4d34-aee1-14b64df3b315 on network ea58c754-75af-481d-bc91-2635bbf4caf8 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:08:13.709273 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-92522ed9-216e-4afe-b00d-7f42b01fe0ed tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group_rule (b7e6b32a-dfcd-46cb-9589-2794c9a159ec), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:13.751998 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:08:13.752351 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Checking segment: {'id': '2bbd30a1-fa2c-4e23-a08a-9677434b5664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ea58c754-75af-481d-bc91-2635bbf4caf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:08:13.752644 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Bound using segment: {'id': '2bbd30a1-fa2c-4e23-a08a-9677434b5664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ea58c754-75af-481d-bc91-2635bbf4caf8'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:08:13.753257 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Bound port: 968c92e8-65b6-4d34-aee1-14b64df3b315, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbd30a1-fa2c-4e23-a08a-9677434b5664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ea58c754-75af-481d-bc91-2635bbf4caf8'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:08:13.753914 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (968c92e8-65b6-4d34-aee1-14b64df3b315), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:13.783399 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-92522ed9-216e-4afe-b00d-7f42b01fe0ed tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (b7e6b32a-dfcd-46cb-9589-2794c9a159ec), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:13.894246 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92522ed9-216e-4afe-b00d-7f42b01fe0ed tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e6b32a-dfcd-46cb-9589-2794c9a159ec,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:13.947351 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418fa65e-7fec-4887-adc6-05c05e58044d tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 0a158733-1e2e-430b-992a-cd581ba4683d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:08:13.958910 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-92522ed9-216e-4afe-b00d-7f42b01fe0ed tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:13.960149 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-92522ed9-216e-4afe-b00d-7f42b01fe0ed tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1169116 Mar 11 12:08:13.963165 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50590) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:13.974805 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cdbcce42-2315-4182-b506-3cec313fabb2 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Request body: {'security_group_rule': {'security_group_id': 'abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91', 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:13.984731 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be25225e-4f1c-4910-81c3-1d7a393e8faa req-19e7ea3c-49e6-4c02-b309-fa35860d3ba7 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/security-groups?id=88e7b16e-e269-484b-8c77-cb7e58606c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269126 Mar 11 12:08:13.997296 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75b8e7d5-6a04-4e91-a76d-f1d09349a8a5 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (0ed3dd53-c0db-4e70-a83b-7485a720f2b1), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:14.021248 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] For port 968c92e8-65b6-4d34-aee1-14b64df3b315, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:08:14.021248 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] For port 968c92e8-65b6-4d34-aee1-14b64df3b315, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=968c92e8-65b6-4d34-aee1-14b64df3b315,segment=NetworkSegment(2bbd30a1-fa2c-4e23-a08a-9677434b5664),segment_id=2bbd30a1-fa2c-4e23-a08a-9677434b5664)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:08:14.030610 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cdbcce42-2315-4182-b506-3cec313fabb2 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group_rule (37b8fa58-941f-4f38-9594-64edce86b09c), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:14.099657 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cdbcce42-2315-4182-b506-3cec313fabb2 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group_rule (37b8fa58-941f-4f38-9594-64edce86b09c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:14.100357 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (968c92e8-65b6-4d34-aee1-14b64df3b315), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:14.110698 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cdbcce42-2315-4182-b506-3cec313fabb2 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (37b8fa58-941f-4f38-9594-64edce86b09c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:14.114042 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418fa65e-7fec-4887-adc6-05c05e58044d tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:08:14.123447 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-418fa65e-7fec-4887-adc6-05c05e58044d tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/0a158733-1e2e-430b-992a-cd581ba4683d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5054147 Mar 11 12:08:14.125603 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5daa8bd-ee3a-417f-b1e3-f66ae4db5226 None None] Sync routers for ids ['0a158733-1e2e-430b-992a-cd581ba4683d'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:08:14.138459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50596) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:14.149081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5daa8bd-ee3a-417f-b1e3-f66ae4db5226 None None] Routers {'0a158733-1e2e-430b-992a-cd581ba4683d'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:14.152044 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a5daa8bd-ee3a-417f-b1e3-f66ae4db5226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['0a158733-1e2e-430b-992a-cd581ba4683d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:14.153959 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcce42-2315-4182-b506-3cec313fabb2 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b8fa58-941f-4f38-9594-64edce86b09c,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:14.163058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:14.163715 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:14.165539 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] 10.222.0.37 "PUT /v2.0/ports/968c92e8-65b6-4d34-aee1-14b64df3b315 HTTP/1.1" status: 200 len: 1091 time: 2.4368315 Mar 11 12:08:14.168973 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca055aeb-e531-434f-a95c-fc321e170bca', 'tag': '968c92e8-65b6-4d34-aee1-14b64df3b315'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:08:14.172116 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045c92ef-733f-4e75-8741-71e5dc40604b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca055aeb-e531-434f-a95c-fc321e170bca", "tag": "968c92e8-65b6-4d34-aee1-14b64df3b315"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:08:14.225780 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cdbcce42-2315-4182-b506-3cec313fabb2 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:14.227246 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cdbcce42-2315-4182-b506-3cec313fabb2 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2607269 Mar 11 12:08:14.230050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50602) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:14.231533 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a5daa8bd-ee3a-417f-b1e3-f66ae4db5226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:14.233423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d04dc-491a-4355-837f-d146504d6d05 service neutron] Pushing event updated for resources: {'Port': ['ID=968c92e8-65b6-4d34-aee1-14b64df3b315,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:14.273076 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5daa8bd-ee3a-417f-b1e3-f66ae4db5226 None None] Routers {'0a158733-1e2e-430b-992a-cd581ba4683d'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:14.273717 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a5daa8bd-ee3a-417f-b1e3-f66ae4db5226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['0a158733-1e2e-430b-992a-cd581ba4683d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:14.304336 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc14eb0-71d2-4236-a6f6-41c204810f3b x-openstack-request-id: req-9bc14eb0-71d2-4236-a6f6-41c204810f3b {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:08:14.304690 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca055aeb-e531-434f-a95c-fc321e170bca", "tag": "968c92e8-65b6-4d34-aee1-14b64df3b315", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:08:14.305002 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9bc14eb0-71d2-4236-a6f6-41c204810f3b {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:08:14.305463 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca055aeb-e531-434f-a95c-fc321e170bca', 'tag': '968c92e8-65b6-4d34-aee1-14b64df3b315', 'status': 'completed', 'code': 200} Mar 11 12:08:14.310820 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-355359a5-e6f8-4d2a-b851-d08e6f6e1a89 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Request body: {'security_group_rule': {'security_group_id': 'abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91', 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:14.326011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a5daa8bd-ee3a-417f-b1e3-f66ae4db5226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:14.327262 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5daa8bd-ee3a-417f-b1e3-f66ae4db5226 None None] The sync data for ids ['0a158733-1e2e-430b-992a-cd581ba4683d'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:08:14.341409 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-7fc2db0b-9af2-4792-b750-4ace90a87fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:14.343022 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-7fc2db0b-9af2-4792-b750-4ace90a87fe7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fd17cb4e8054bc6a52753c5dba41aaa&device_id=ca055aeb-e531-434f-a95c-fc321e170bca HTTP/1.1" status: 200 len: 1125 time: 0.1004078 Mar 11 12:08:14.402915 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-c0476f4c-1387-472d-91d0-c2327c4ef9f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=968c92e8-65b6-4d34-aee1-14b64df3b315 HTTP/1.1" status: 200 len: 217 time: 0.0528488 Mar 11 12:08:14.462712 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-355359a5-e6f8-4d2a-b851-d08e6f6e1a89 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Project 31e0ead1ce934573a23d19ccfa96f23c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:08:14.463436 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-7ac73673-53e8-4200-b4fe-1f2a81f22651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:14.465015 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-7ac73673-53e8-4200-b4fe-1f2a81f22651 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90730fe0-e770-41ed-a833-f39fde82a0fd HTTP/1.1" status: 200 len: 849 time: 0.0525060 Mar 11 12:08:14.488166 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-355359a5-e6f8-4d2a-b851-d08e6f6e1a89 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group_rule (3678f891-9ad5-4b73-878a-abbd618fd003), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:14.550335 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-a65792ce-5f97-4fe3-a110-976565e9adfb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 12:08:14.554635 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a65792ce-5f97-4fe3-a110-976565e9adfb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/0a158733-1e2e-430b-992a-cd581ba4683d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4136822 Mar 11 12:08:14.561036 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50608) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:14.589788 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-64be448f-eba1-4f3f-8d97-0b1df29b1586 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea58c754-75af-481d-bc91-2635bbf4caf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290585 Mar 11 12:08:14.647679 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2a3463e6-631d-4979-a272-d2f760ab6b07 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a158733-1e2e-430b-992a-cd581ba4683d HTTP/1.1" status: 200 len: 205 time: 0.0845084 Mar 11 12:08:14.650168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50616) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:14.753758 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a4e6d0ae-d5a5-46f1-a2a8-db204686443a tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (0a158733-1e2e-430b-992a-cd581ba4683d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:14.781256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-2584d994-0a31-4984-a692-b1efc958dd05 service neutron] 10.222.0.37 "GET /v2.0/networks/ea58c754-75af-481d-bc91-2635bbf4caf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834917 Mar 11 12:08:14.864029 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-355359a5-e6f8-4d2a-b851-d08e6f6e1a89 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group_rule (3678f891-9ad5-4b73-878a-abbd618fd003), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:14.878046 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-355359a5-e6f8-4d2a-b851-d08e6f6e1a89 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (3678f891-9ad5-4b73-878a-abbd618fd003), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:14.978723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355359a5-e6f8-4d2a-b851-d08e6f6e1a89 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3678f891-9ad5-4b73-878a-abbd618fd003,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:14.986146 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f156bb62-dd0d-4156-b51f-e7977f6f2b39 req-56e7ad46-f091-40b4-8354-190368624e7f service neutron] 10.222.0.37 "GET /v2.0/networks/ea58c754-75af-481d-bc91-2635bbf4caf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885333 Mar 11 12:08:15.015786 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-355359a5-e6f8-4d2a-b851-d08e6f6e1a89 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.020586 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-355359a5-e6f8-4d2a-b851-d08e6f6e1a89 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7894735 Mar 11 12:08:15.021082 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75b8e7d5-6a04-4e91-a76d-f1d09349a8a5 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (0ed3dd53-c0db-4e70-a83b-7485a720f2b1), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.021272 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50628) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:15.024016 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a4e6d0ae-d5a5-46f1-a2a8-db204686443a tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (0a158733-1e2e-430b-992a-cd581ba4683d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.027025 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75b8e7d5-6a04-4e91-a76d-f1d09349a8a5 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (0ed3dd53-c0db-4e70-a83b-7485a720f2b1), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.028009 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a4e6d0ae-d5a5-46f1-a2a8-db204686443a tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router_controller (0a158733-1e2e-430b-992a-cd581ba4683d), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.033614 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-036d8bb2-2e38-4c27-b86b-9de29b549af5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Request body: {'security_group_rule': {'security_group_id': 'abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91', 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:15.107966 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-036d8bb2-2e38-4c27-b86b-9de29b549af5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Project 31e0ead1ce934573a23d19ccfa96f23c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:08:15.117288 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-036d8bb2-2e38-4c27-b86b-9de29b549af5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group_rule (03334bc4-8e9f-403a-87c3-e9240c385c59), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.185868 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a4e6d0ae-d5a5-46f1-a2a8-db204686443a tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (0a158733-1e2e-430b-992a-cd581ba4683d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.186790 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e6d0ae-d5a5-46f1-a2a8-db204686443a tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Fanout notify agent at l3_agent the message router_deleted on router 0a158733-1e2e-430b-992a-cd581ba4683d {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:08:15.208301 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a4e6d0ae-d5a5-46f1-a2a8-db204686443a tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.211771 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a4e6d0ae-d5a5-46f1-a2a8-db204686443a tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/routers/0a158733-1e2e-430b-992a-cd581ba4683d HTTP/1.1" status: 204 len: 168 time: 0.5603120 Mar 11 12:08:15.223905 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50632) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:15.269546 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c92ef-733f-4e75-8741-71e5dc40604b req-cbc61dd3-a568-4510-b913-4f5ce1dfead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:15.270883 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-045c92ef-733f-4e75-8741-71e5dc40604b req-cbc61dd3-a568-4510-b913-4f5ce1dfead1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fd17cb4e8054bc6a52753c5dba41aaa&device_id=ca055aeb-e531-434f-a95c-fc321e170bca HTTP/1.1" status: 200 len: 1125 time: 0.1550064 Mar 11 12:08:15.275684 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-036d8bb2-2e38-4c27-b86b-9de29b549af5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group_rule (03334bc4-8e9f-403a-87c3-e9240c385c59), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.280158 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bcb21-d31f-41ef-8146-ccd5a1bd5e74 req-4df70b8a-c326-46b4-994a-f29fff44e847 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:15.283200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-335bcb21-d31f-41ef-8146-ccd5a1bd5e74 req-4df70b8a-c326-46b4-994a-f29fff44e847 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca055aeb-e531-434f-a95c-fc321e170bca HTTP/1.1" status: 200 len: 943 time: 0.1661487 Mar 11 12:08:15.285758 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-036d8bb2-2e38-4c27-b86b-9de29b549af5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (03334bc4-8e9f-403a-87c3-e9240c385c59), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.322367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d8bb2-2e38-4c27-b86b-9de29b549af5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03334bc4-8e9f-403a-87c3-e9240c385c59,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:15.335369 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b61dd8-a412-46ae-9f93-d26740cc1f41 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting subnet 143d2f7a-7acd-46ea-9187-0887dd5a1fcf {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:08:15.339251 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45b61dd8-a412-46ae-9f93-d26740cc1f41 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (143d2f7a-7acd-46ea-9187-0887dd5a1fcf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.361027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b8e7d5-6a04-4e91-a76d-f1d09349a8a5 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Router 0ed3dd53-c0db-4e70-a83b-7485a720f2b1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:08:15.395890 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45b61dd8-a412-46ae-9f93-d26740cc1f41 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (143d2f7a-7acd-46ea-9187-0887dd5a1fcf), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.433175 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-335bcb21-d31f-41ef-8146-ccd5a1bd5e74 req-40dbeedc-59bd-4b39-a34d-dc13af368d14 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/security-groups?id=88e7b16e-e269-484b-8c77-cb7e58606c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325290 Mar 11 12:08:15.441297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c92ef-733f-4e75-8741-71e5dc40604b req-72e32718-e03e-419b-9104-af6e5b5d33a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:15.442895 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-045c92ef-733f-4e75-8741-71e5dc40604b req-72e32718-e03e-419b-9104-af6e5b5d33a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea58c754-75af-481d-bc91-2635bbf4caf8 HTTP/1.1" status: 200 len: 910 time: 0.1531043 Mar 11 12:08:15.459570 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-036d8bb2-2e38-4c27-b86b-9de29b549af5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.460920 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-036d8bb2-2e38-4c27-b86b-9de29b549af5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4346492 Mar 11 12:08:15.502369 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45b61dd8-a412-46ae-9f93-d26740cc1f41 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (143d2f7a-7acd-46ea-9187-0887dd5a1fcf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.526891 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-045c92ef-733f-4e75-8741-71e5dc40604b req-5ea5b119-ce43-4e13-9f1e-f6ef59da72bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=968c92e8-65b6-4d34-aee1-14b64df3b315 HTTP/1.1" status: 200 len: 217 time: 0.0372384 Mar 11 12:08:15.600841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45b61dd8-a412-46ae-9f93-d26740cc1f41 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (143d2f7a-7acd-46ea-9187-0887dd5a1fcf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.659392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b61dd8-a412-46ae-9f93-d26740cc1f41 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Subnet': ['ID=143d2f7a-7acd-46ea-9187-0887dd5a1fcf,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:15.671639 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45b61dd8-a412-46ae-9f93-d26740cc1f41 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.672187 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f53436-9520-4d8f-8ce6-c9f29e2004af None None] Network a214680d-313c-4163-baf3-5fffd5852b5b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:08:15.684632 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-45b61dd8-a412-46ae-9f93-d26740cc1f41 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/subnets/143d2f7a-7acd-46ea-9187-0887dd5a1fcf HTTP/1.1" status: 204 len: 168 time: 0.4518898 Mar 11 12:08:15.685655 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50648) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:15.702917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c92ef-733f-4e75-8741-71e5dc40604b req-3bb524a4-0204-4441-86e7-dd1514bc9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:15.711542 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-045c92ef-733f-4e75-8741-71e5dc40604b req-3bb524a4-0204-4441-86e7-dd1514bc9c67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90730fe0-e770-41ed-a833-f39fde82a0fd HTTP/1.1" status: 200 len: 849 time: 0.1768706 Mar 11 12:08:15.771278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b8e7d5-6a04-4e91-a76d-f1d09349a8a5 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:08:15.781133 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93da82fa-122c-4c9a-aa44-522a0e3e9371 None None] Sync routers for ids ['0ed3dd53-c0db-4e70-a83b-7485a720f2b1'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:08:15.796434 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (a214680d-313c-4163-baf3-5fffd5852b5b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.796623 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93da82fa-122c-4c9a-aa44-522a0e3e9371 None None] Routers {'0ed3dd53-c0db-4e70-a83b-7485a720f2b1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:15.804105 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-93da82fa-122c-4c9a-aa44-522a0e3e9371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['0ed3dd53-c0db-4e70-a83b-7485a720f2b1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:15.829398 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75b8e7d5-6a04-4e91-a76d-f1d09349a8a5 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.830618 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-75b8e7d5-6a04-4e91-a76d-f1d09349a8a5 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "PUT /v2.0/routers/0ed3dd53-c0db-4e70-a83b-7485a720f2b1 HTTP/1.1" status: 200 len: 921 time: 3.3032722 Mar 11 12:08:15.833921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50652) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:15.856230 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-045c92ef-733f-4e75-8741-71e5dc40604b req-c5f0611d-cf31-4ee1-b3e2-f3e0d987ab52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea58c754-75af-481d-bc91-2635bbf4caf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246519 Mar 11 12:08:15.920885 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-93da82fa-122c-4c9a-aa44-522a0e3e9371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:15.932629 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8b6351b7-b06c-4960-b165-5846f52fb800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:15.942944 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93da82fa-122c-4c9a-aa44-522a0e3e9371 None None] Routers {'0ed3dd53-c0db-4e70-a83b-7485a720f2b1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:15.943927 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-93da82fa-122c-4c9a-aa44-522a0e3e9371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['0ed3dd53-c0db-4e70-a83b-7485a720f2b1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:15.982633 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-06836b18-00df-4192-8714-7738e766923a tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252494576&fields=id&tenant_id=31e0ead1ce934573a23d19ccfa96f23c HTTP/1.1" status: 200 len: 267 time: 0.2957087 Mar 11 12:08:15.992991 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1182a63b-a5cb-4d54-905a-884ae84eb2b1 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "GET /v2.0/routers/0ed3dd53-c0db-4e70-a83b-7485a720f2b1 HTTP/1.1" status: 200 len: 921 time: 0.1524792 Mar 11 12:08:15.995601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50658) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:16.022325 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-93da82fa-122c-4c9a-aa44-522a0e3e9371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:16.022996 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93da82fa-122c-4c9a-aa44-522a0e3e9371 None None] The sync data for ids ['0ed3dd53-c0db-4e70-a83b-7485a720f2b1'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:08:16.069253 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fb70b7-97df-4baa-aa86-4283d00f41da None None] DHCP port deletion for a214680d-313c-4163-baf3-5fffd5852b5b request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:08:16.125971 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-93fb70b7-97df-4baa-aa86-4283d00f41da None None] Deleting port 4e600f8a-b365-4dc4-9a12-cd908c49faec {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:08:16.126728 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93fb70b7-97df-4baa-aa86-4283d00f41da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4e600f8a-b365-4dc4-9a12-cd908c49faec), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:16.130263 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-b2a2c82a-6bc0-4d13-b565-50769771887a tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:16.131820 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-b2a2c82a-6bc0-4d13-b565-50769771887a tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/networks?id=3531b32e-7565-40f4-a7c1-87027fb83c48 HTTP/1.1" status: 200 len: 814 time: 0.1209807 Mar 11 12:08:16.161877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting port 4e600f8a-b365-4dc4-9a12-cd908c49faec {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:08:16.161877 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4e600f8a-b365-4dc4-9a12-cd908c49faec), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:16.187785 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-3370a62c-7067-4a6e-b4f1-0fd4af2ad45b tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/quotas/31e0ead1ce934573a23d19ccfa96f23c HTTP/1.1" status: 200 len: 375 time: 0.0236883 Mar 11 12:08:16.188166 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6cc8c8-de2f-47e8-a2b0-517ca3ebda75 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:16.192910 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4a6cc8c8-de2f-47e8-a2b0-517ca3ebda75 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&device_id=0ed3dd53-c0db-4e70-a83b-7485a720f2b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1928549 Mar 11 12:08:16.193575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50660) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:16.209621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-93fb70b7-97df-4baa-aa86-4283d00f41da None None] For port 4e600f8a-b365-4dc4-9a12-cd908c49faec, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=4e600f8a-b365-4dc4-9a12-cd908c49faec,segment=NetworkSegment(21bfd04e-187c-479b-bcf7-a839944ab5b2),segment_id=21bfd04e-187c-479b-bcf7-a839944ab5b2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:08:16.210020 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93fb70b7-97df-4baa-aa86-4283d00f41da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4e600f8a-b365-4dc4-9a12-cd908c49faec), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:16.223831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-93fb70b7-97df-4baa-aa86-4283d00f41da None None] Calling delete_port for 4e600f8a-b365-4dc4-9a12-cd908c49faec owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:08:16.241415 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-045c92ef-733f-4e75-8741-71e5dc40604b req-38365b1d-bfc4-4e19-96e6-f84d4e6ad11c service neutron] 10.222.0.37 "GET /v2.0/networks/ea58c754-75af-481d-bc91-2635bbf4caf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647120 Mar 11 12:08:16.290834 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-3640dda6-1832-4841-954a-0fcd60d18547 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=31e0ead1ce934573a23d19ccfa96f23c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950918 Mar 11 12:08:16.324471 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93fb70b7-97df-4baa-aa86-4283d00f41da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (4e600f8a-b365-4dc4-9a12-cd908c49faec), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:16.354145 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb70b7-97df-4baa-aa86-4283d00f41da None None] Pushing event deleted for resources: {'Port': ['ID=4e600f8a-b365-4dc4-9a12-cd908c49faec,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:16.363376 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fb70b7-97df-4baa-aa86-4283d00f41da None None] No DVR routers for this DVR port 4e600f8a-b365-4dc4-9a12-cd908c49faec on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:08:16.382794 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-045c92ef-733f-4e75-8741-71e5dc40604b req-b2911cf9-0af1-44bd-a487-7bd44ffe83bc service neutron] 10.222.0.37 "GET /v2.0/networks/ea58c754-75af-481d-bc91-2635bbf4caf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307182 Mar 11 12:08:16.419634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] For port 4e600f8a-b365-4dc4-9a12-cd908c49faec, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=4e600f8a-b365-4dc4-9a12-cd908c49faec,segment=NetworkSegment(21bfd04e-187c-479b-bcf7-a839944ab5b2),segment_id=21bfd04e-187c-479b-bcf7-a839944ab5b2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:08:16.420128 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4e600f8a-b365-4dc4-9a12-cd908c49faec), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:16.478583 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Calling delete_port for 4e600f8a-b365-4dc4-9a12-cd908c49faec owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:08:16.578806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b743e72-2835-4d26-a2f7-7ea5af4be83f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:16.580665 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9b743e72-2835-4d26-a2f7-7ea5af4be83f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 881 time: 0.3861051 Mar 11 12:08:16.584809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50670) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:16.621995 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2d8b4090-a3c4-4fd2-bf31-2c4fcbfe4e7b tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ed3dd53-c0db-4e70-a83b-7485a720f2b1 HTTP/1.1" status: 200 len: 205 time: 0.0358682 Mar 11 12:08:16.626482 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50672) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:16.699530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-5662e826-8dbd-474c-a9f4-a2960220b99c service neutron] 10.222.0.78 "GET /v2.0/networks/3531b32e-7565-40f4-a7c1-87027fb83c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957379 Mar 11 12:08:16.722009 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 4e600f8a-b365-4dc4-9a12-cd908c49faec no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:08:16.749458 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4e600f8a-b365-4dc4-9a12-cd908c49faec), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:16.767188 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 968c92e8-65b6-4d34-aee1-14b64df3b315 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:08:16.778424 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 4e600f8a-b365-4dc4-9a12-cd908c49faec {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:08:16.778769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 4e600f8a-b365-4dc4-9a12-cd908c49faec not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:08:16.883468 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Port': ['ID=4e600f8a-b365-4dc4-9a12-cd908c49faec,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:16.905034 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 968c92e8-65b6-4d34-aee1-14b64df3b315, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=968c92e8-65b6-4d34-aee1-14b64df3b315,segment=NetworkSegment(2bbd30a1-fa2c-4e23-a08a-9677434b5664),segment_id=2bbd30a1-fa2c-4e23-a08a-9677434b5664)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:08:16.907982 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] No DVR routers for this DVR port 4e600f8a-b365-4dc4-9a12-cd908c49faec on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:08:16.919960 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '968c92e8-65b6-4d34-aee1-14b64df3b315', 'network_id': 'ea58c754-75af-481d-bc91-2635bbf4caf8', 'port_id': '968c92e8-65b6-4d34-aee1-14b64df3b315', 'mac_address': 'fa:16:3e:28:37:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90730fe0-e770-41ed-a833-f39fde82a0fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:08:16.971014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 968c92e8-65b6-4d34-aee1-14b64df3b315 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:16.971911 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (968c92e8-65b6-4d34-aee1-14b64df3b315), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:16.982867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50678) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:16.995030 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968c92e8-65b6-4d34-aee1-14b64df3b315 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:08:17.012962 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c3ac68d-947c-407c-9368-f6dd275fe406 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (0ed3dd53-c0db-4e70-a83b-7485a720f2b1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.062671 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 968c92e8-65b6-4d34-aee1-14b64df3b315, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=968c92e8-65b6-4d34-aee1-14b64df3b315,segment=NetworkSegment(2bbd30a1-fa2c-4e23-a08a-9677434b5664),segment_id=2bbd30a1-fa2c-4e23-a08a-9677434b5664)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:08:17.073496 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (968c92e8-65b6-4d34-aee1-14b64df3b315), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.113241 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (a214680d-313c-4163-baf3-5fffd5852b5b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.149970 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a214680d-313c-4163-baf3-5fffd5852b5b']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:17.166417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21bfd04e-187c-479b-bcf7-a839944ab5b2') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:17.166417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21bfd04e-187c-479b-bcf7-a839944ab5b2') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:17.205876 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (21bfd04e-187c-479b-bcf7-a839944ab5b2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.218526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=968c92e8-65b6-4d34-aee1-14b64df3b315,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:17.238460 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (21bfd04e-187c-479b-bcf7-a839944ab5b2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.257907 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:08:17.258601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (21bfd04e-187c-479b-bcf7-a839944ab5b2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: items = [ Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:08:17.263441 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:08:17.274569 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.292764 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c3ac68d-947c-407c-9368-f6dd275fe406 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (0ed3dd53-c0db-4e70-a83b-7485a720f2b1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.294575 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['968c92e8-65b6-4d34-aee1-14b64df3b315'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:08:17.305414 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e337d4ad-4562-4dc4-9b7c-b8f98e42c773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.317607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a3db5-bd03-493c-9655-a3b1c906779a req-6540bdb3-b012-4ca2-9bc3-0e14671a846e tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:17.319143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d20a3db5-bd03-493c-9655-a3b1c906779a req-6540bdb3-b012-4ca2-9bc3-0e14671a846e tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca055aeb-e531-434f-a95c-fc321e170bca HTTP/1.1" status: 200 len: 943 time: 0.7155650 Mar 11 12:08:17.356183 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c50a77a2-453d-46a4-ae09-6c21c9cc45dc service neutron] 10.222.0.78 "GET /v2.0/networks/3531b32e-7565-40f4-a7c1-87027fb83c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557119 Mar 11 12:08:17.389541 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d20a3db5-bd03-493c-9655-a3b1c906779a req-87456ba4-2ce4-482c-b629-541b80378ae7 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/security-groups?id=88e7b16e-e269-484b-8c77-cb7e58606c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623598 Mar 11 12:08:17.428127 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (a214680d-313c-4163-baf3-5fffd5852b5b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.471520 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.474794 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/networks/a214680d-313c-4163-baf3-5fffd5852b5b HTTP/1.1" status: 204 len: 168 time: 1.7880747 Mar 11 12:08:17.478576 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50686) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:17.479614 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7c149-f28a-41f2-a522-4bab42d11eb9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Network': ['ID=a214680d-313c-4163-baf3-5fffd5852b5b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:17.485956 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-908f4892-7f9c-4996-b015-d5d5a7a620a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'network': {'name': 'tempest-RoutersTest-2102758984'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:17.524469 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e337d4ad-4562-4dc4-9b7c-b8f98e42c773 admin admin] Publish callbacks [] for security_group (1d9a666f-49f5-406e-b504-9c806358f3ee), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.531077 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ac68d-947c-407c-9368-f6dd275fe406 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Deleting port fc54f989-e0c9-4375-9f61-a79d17cc0fa7 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:08:17.531507 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c3ac68d-947c-407c-9368-f6dd275fe406 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (fc54f989-e0c9-4375-9f61-a79d17cc0fa7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.532427 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908f4892-7f9c-4996-b015-d5d5a7a620a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:08:17.545692 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-908f4892-7f9c-4996-b015-d5d5a7a620a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.546188 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e337d4ad-4562-4dc4-9b7c-b8f98e42c773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1d9a666f-49f5-406e-b504-9c806358f3ee), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.591226 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908f4892-7f9c-4996-b015-d5d5a7a620a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:08:17.605383 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-908f4892-7f9c-4996-b015-d5d5a7a620a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (fcf2f0c5-6dd7-4075-9dc9-a2456204f8db), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.605728 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-908f4892-7f9c-4996-b015-d5d5a7a620a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Added segment fcf2f0c5-6dd7-4075-9dc9-a2456204f8db of type vlan for network 6eddfc75-4f51-4a04-af39-686a11a9f692 Mar 11 12:08:17.653366 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-908f4892-7f9c-4996-b015-d5d5a7a620a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (6eddfc75-4f51-4a04-af39-686a11a9f692), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.705113 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-908f4892-7f9c-4996-b015-d5d5a7a620a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (6eddfc75-4f51-4a04-af39-686a11a9f692), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.712294 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908f4892-7f9c-4996-b015-d5d5a7a620a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:17.713371 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-908f4892-7f9c-4996-b015-d5d5a7a620a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:17.822543 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f4892-7f9c-4996-b015-d5d5a7a620a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Network': ['ID=6eddfc75-4f51-4a04-af39-686a11a9f692,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:17.836053 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 6eddfc75-4f51-4a04-af39-686a11a9f692 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:08:17.863962 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b7225c0b-b599-474c-957e-4b45b803d2bb req-059a86d1-96dd-4935-98e3-88aa66d1fcb4 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 210 time: 0.0466399 Mar 11 12:08:17.868322 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-908f4892-7f9c-4996-b015-d5d5a7a620a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3883817 Mar 11 12:08:17.871084 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50696) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:17.877569 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ec6b9959-b736-4998-a04a-d40b9d210fae tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'subnet': {'network_id': '6eddfc75-4f51-4a04-af39-686a11a9f692', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:18.002942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6b9959-b736-4998-a04a-d40b9d210fae tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:08:18.013969 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9959-b736-4998-a04a-d40b9d210fae tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.044170 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e337d4ad-4562-4dc4-9b7c-b8f98e42c773 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5b9ed3de28f546a198b9781689bbb1c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0601833 Mar 11 12:08:18.046979 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50704) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:18.093754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337d4ad-4562-4dc4-9b7c-b8f98e42c773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9a666f-49f5-406e-b504-9c806358f3ee,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:18.128967 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c3ac68d-947c-407c-9368-f6dd275fe406 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (fc54f989-e0c9-4375-9f61-a79d17cc0fa7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.142374 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ac68d-947c-407c-9368-f6dd275fe406 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Calling delete_port for fc54f989-e0c9-4375-9f61-a79d17cc0fa7 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:08:18.191954 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-04079144-afeb-411c-9579-fe60e8a241a1 admin admin] Publish callbacks [] for security_group (1d9a666f-49f5-406e-b504-9c806358f3ee), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.224553 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-04079144-afeb-411c-9579-fe60e8a241a1 admin admin] Publish callbacks [] for security_group (1d9a666f-49f5-406e-b504-9c806358f3ee), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.365635 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-04079144-afeb-411c-9579-fe60e8a241a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1d9a666f-49f5-406e-b504-9c806358f3ee), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.368426 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-04079144-afeb-411c-9579-fe60e8a241a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.369610 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-04079144-afeb-411c-9579-fe60e8a241a1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1d9a666f-49f5-406e-b504-9c806358f3ee HTTP/1.1" status: 204 len: 168 time: 0.3203349 Mar 11 12:08:18.372720 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9959-b736-4998-a04a-d40b9d210fae tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (22954a5f-d0e3-4519-bd11-384cbf0f90de), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.392562 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c3ac68d-947c-407c-9368-f6dd275fe406 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (fc54f989-e0c9-4375-9f61-a79d17cc0fa7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.398152 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04079144-afeb-411c-9579-fe60e8a241a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9a666f-49f5-406e-b504-9c806358f3ee,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:18.424431 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ac68d-947c-407c-9368-f6dd275fe406 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Pushing event deleted for resources: {'Port': ['ID=fc54f989-e0c9-4375-9f61-a79d17cc0fa7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:18.488861 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b9959-b736-4998-a04a-d40b9d210fae tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Subnet': ['ID=22954a5f-d0e3-4519-bd11-384cbf0f90de,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:18.502418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6b9959-b736-4998-a04a-d40b9d210fae tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Checking segment: {'id': 'fcf2f0c5-6dd7-4075-9dc9-a2456204f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6eddfc75-4f51-4a04-af39-686a11a9f692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:08:18.502788 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6b9959-b736-4998-a04a-d40b9d210fae tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network hostable DHCP agents. Network: 6eddfc75-4f51-4a04-af39-686a11a9f692, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:08:18.545111 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c3ac68d-947c-407c-9368-f6dd275fe406 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (0ed3dd53-c0db-4e70-a83b-7485a720f2b1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.556787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6b9959-b736-4998-a04a-d40b9d210fae tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network 6eddfc75-4f51-4a04-af39-686a11a9f692 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:08:18.584438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a660d-4ed9-48ad-b156-67f7a61676e3 req-242e4773-02f0-47c3-b26c-2744c7ae6666 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:18.586120 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3f6a660d-4ed9-48ad-b156-67f7a61676e3 req-242e4773-02f0-47c3-b26c-2744c7ae6666 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca055aeb-e531-434f-a95c-fc321e170bca HTTP/1.1" status: 200 len: 944 time: 0.0744917 Mar 11 12:08:18.586775 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-ec6b9959-b736-4998-a04a-d40b9d210fae tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 6eddfc75-4f51-4a04-af39-686a11a9f692) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:18.590712 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6b9959-b736-4998-a04a-d40b9d210fae tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:18.591297 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9959-b736-4998-a04a-d40b9d210fae tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.606780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8723e44-04fa-4448-a17b-a2560a450f28 None None] Network 6eddfc75-4f51-4a04-af39-686a11a9f692 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:08:18.666454 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ec6b9959-b736-4998-a04a-d40b9d210fae tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7939358 Mar 11 12:08:18.679090 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3f6a660d-4ed9-48ad-b156-67f7a61676e3 req-04e07e05-fcc5-43ef-a383-0216f89e09e6 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/security-groups?id=88e7b16e-e269-484b-8c77-cb7e58606c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780263 Mar 11 12:08:18.685017 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50714) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:18.694913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-54370e8c-87f5-44aa-9695-655cbca9ad52 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-853662962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:18.728433 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54370e8c-87f5-44aa-9695-655cbca9ad52 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (653b942a-366e-4e30-b5ef-2730ed8698c8), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.729918 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54370e8c-87f5-44aa-9695-655cbca9ad52 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (653b942a-366e-4e30-b5ef-2730ed8698c8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.790270 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c3ac68d-947c-407c-9368-f6dd275fe406 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (0ed3dd53-c0db-4e70-a83b-7485a720f2b1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.794928 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c3ac68d-947c-407c-9368-f6dd275fe406 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_controller (0ed3dd53-c0db-4e70-a83b-7485a720f2b1), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.796630 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 968c92e8-65b6-4d34-aee1-14b64df3b315 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:08:18.829145 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54370e8c-87f5-44aa-9695-655cbca9ad52 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router_controller (653b942a-366e-4e30-b5ef-2730ed8698c8), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.845344 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54370e8c-87f5-44aa-9695-655cbca9ad52 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (653b942a-366e-4e30-b5ef-2730ed8698c8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.863957 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.878274 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54370e8c-87f5-44aa-9695-655cbca9ad52 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.882400 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-54370e8c-87f5-44aa-9695-655cbca9ad52 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1934211 Mar 11 12:08:18.882675 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50718) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:18.919416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-6eddfc75-4f51-4a04-af39-686a11a9f692', 'network_id': '6eddfc75-4f51-4a04-af39-686a11a9f692', 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'fixed_ips': [{'subnet_id': '22954a5f-d0e3-4519-bd11-384cbf0f90de'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:08:18.920652 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:18.938683 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 968c92e8-65b6-4d34-aee1-14b64df3b315 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:08:18.951793 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 968c92e8-65b6-4d34-aee1-14b64df3b315 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:18.952609 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (968c92e8-65b6-4d34-aee1-14b64df3b315), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:19.019243 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50722) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:19.029928 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e57015f0-5f00-41e3-983d-639c3b6c2121 req-4f3cf3b5-0819-4ffd-b9da-c74fd7ee3f81 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 210 time: 0.0497861 Mar 11 12:08:19.044858 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c3ac68d-947c-407c-9368-f6dd275fe406 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (0ed3dd53-c0db-4e70-a83b-7485a720f2b1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:19.045947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3ac68d-947c-407c-9368-f6dd275fe406 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Fanout notify agent at l3_agent the message router_deleted on router 0ed3dd53-c0db-4e70-a83b-7485a720f2b1 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:08:19.060285 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c3ac68d-947c-407c-9368-f6dd275fe406 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:19.061870 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6c3ac68d-947c-407c-9368-f6dd275fe406 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "DELETE /v2.0/routers/0ed3dd53-c0db-4e70-a83b-7485a720f2b1 HTTP/1.1" status: 204 len: 168 time: 2.4340396 Mar 11 12:08:19.080382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50726) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:19.086739 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-31d5dc11-ec35-443f-bf1c-dd53db83f2f6 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1728762228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:19.123471 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f451fd19-f19d-40b3-95d4-9bcc61577d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:19.143048 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31d5dc11-ec35-443f-bf1c-dd53db83f2f6 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (f92ea4db-7e11-4962-a262-b30f89ac581c), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:19.143546 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31d5dc11-ec35-443f-bf1c-dd53db83f2f6 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (f92ea4db-7e11-4962-a262-b30f89ac581c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:19.150248 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Allocated IP 172.20.0.2 (6eddfc75-4f51-4a04-af39-686a11a9f692/22954a5f-d0e3-4519-bd11-384cbf0f90de/140e3018-c737-47d0-ae0c-f308792427ce) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:19.174231 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 968c92e8-65b6-4d34-aee1-14b64df3b315 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:19.174622 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (968c92e8-65b6-4d34-aee1-14b64df3b315), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:19.279075 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca055aeb-e531-434f-a95c-fc321e170bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968c92e8-65b6-4d34-aee1-14b64df3b315'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:08:19.282068 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154f0010-6063-40ad-a9fc-f3fc8927aee2" -d '{"events": [{"server_uuid": "ca055aeb-e531-434f-a95c-fc321e170bca", "name": "network-vif-plugged", "status": "completed", "tag": "968c92e8-65b6-4d34-aee1-14b64df3b315"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:08:19.310334 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 968c92e8-65b6-4d34-aee1-14b64df3b315, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=968c92e8-65b6-4d34-aee1-14b64df3b315,segment=NetworkSegment(2bbd30a1-fa2c-4e23-a08a-9677434b5664),segment_id=2bbd30a1-fa2c-4e23-a08a-9677434b5664)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:08:19.317007 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31d5dc11-ec35-443f-bf1c-dd53db83f2f6 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_controller (f92ea4db-7e11-4962-a262-b30f89ac581c), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:19.356505 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31d5dc11-ec35-443f-bf1c-dd53db83f2f6 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (f92ea4db-7e11-4962-a262-b30f89ac581c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:19.422974 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31d5dc11-ec35-443f-bf1c-dd53db83f2f6 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:19.424115 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-31d5dc11-ec35-443f-bf1c-dd53db83f2f6 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3419015 Mar 11 12:08:19.429111 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50732) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:19.435216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1f17bc2c-6aa1-450f-a650-a9316329332c tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:19.452346 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:19.496847 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-ce498130-80ba-4591-979a-373290ba4e5d tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:19.498382 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-ce498130-80ba-4591-979a-373290ba4e5d tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.71 "GET /v2.0/networks?id=3531b32e-7565-40f4-a7c1-87027fb83c48 HTTP/1.1" status: 200 len: 814 time: 0.3015182 Mar 11 12:08:19.523793 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f451fd19-f19d-40b3-95d4-9bcc61577d30 admin admin] Publish callbacks [] for security_group (93990e23-2e0f-4068-9cd8-c4fc27d297b0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:19.568838 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f451fd19-f19d-40b3-95d4-9bcc61577d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (93990e23-2e0f-4068-9cd8-c4fc27d297b0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:19.617899 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0e10cf-5dba-4001-a43a-0c31e579d7cc x-openstack-request-id: req-2a0e10cf-5dba-4001-a43a-0c31e579d7cc {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:08:19.618772 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca055aeb-e531-434f-a95c-fc321e170bca", "name": "network-vif-plugged", "status": "completed", "tag": "968c92e8-65b6-4d34-aee1-14b64df3b315", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:08:19.619239 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a0e10cf-5dba-4001-a43a-0c31e579d7cc {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:08:19.619892 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca055aeb-e531-434f-a95c-fc321e170bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968c92e8-65b6-4d34-aee1-14b64df3b315', 'code': 200} Mar 11 12:08:19.621238 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (968c92e8-65b6-4d34-aee1-14b64df3b315), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:19.685306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=968c92e8-65b6-4d34-aee1-14b64df3b315,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:19.815550 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f451fd19-f19d-40b3-95d4-9bcc61577d30 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=be75451dfcd640529ad058f8c18818e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7833967 Mar 11 12:08:19.820464 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Publish callbacks [] for port (140e3018-c737-47d0-ae0c-f308792427ce), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:19.820664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b1607-5294-45d4-967c-fed29b24c0f7 req-1f6b2ecb-0e98-4ba9-9213-4424598122fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:19.823943 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50736) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:19.824431 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f32b1607-5294-45d4-967c-fed29b24c0f7 req-1f6b2ecb-0e98-4ba9-9213-4424598122fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ca055aeb-e531-434f-a95c-fc321e170bca HTTP/1.1" status: 200 len: 1127 time: 0.3862960 Mar 11 12:08:19.839542 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (140e3018-c737-47d0-ae0c-f308792427ce), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:19.850777 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-33c98038-b2ed-48f0-8622-d885dcbd4b69 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31e0ead1ce934573a23d19ccfa96f23c HTTP/1.1" status: 200 len: 380 time: 0.3251209 Mar 11 12:08:19.866165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-e8d3aecd-aa39-456b-bc34-3c106a4f8b2f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Request body: {'port': {'device_id': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'admin_state_up': True, 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'security_groups': ['abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:19.928653 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Network 6eddfc75-4f51-4a04-af39-686a11a9f692 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:19.934944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Allocated IP 172.20.0.1 (6eddfc75-4f51-4a04-af39-686a11a9f692/22954a5f-d0e3-4519-bd11-384cbf0f90de/4535890a-a792-48a5-b190-5e6f5cec7a29) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:19.945535 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:19.952207 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:08:19.971914 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Pushing event updated for resources: {'Port': ['ID=140e3018-c737-47d0-ae0c-f308792427ce,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:20.045461 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451fd19-f19d-40b3-95d4-9bcc61577d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93990e23-2e0f-4068-9cd8-c4fc27d297b0,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:20.080698 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (4535890a-a792-48a5-b190-5e6f5cec7a29), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:20.129753 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4535890a-a792-48a5-b190-5e6f5cec7a29), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:20.137780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Attempting to bind port 140e3018-c737-47d0-ae0c-f308792427ce on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:08:20.138169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Attempting to bind port 140e3018-c737-47d0-ae0c-f308792427ce by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'fcf2f0c5-6dd7-4075-9dc9-a2456204f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6eddfc75-4f51-4a04-af39-686a11a9f692'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:08:20.139364 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Attempting to bind port 140e3018-c737-47d0-ae0c-f308792427ce on network 6eddfc75-4f51-4a04-af39-686a11a9f692 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:08:20.148962 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:20.173026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:08:20.173422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Checking segment: {'id': 'fcf2f0c5-6dd7-4075-9dc9-a2456204f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6eddfc75-4f51-4a04-af39-686a11a9f692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:08:20.174983 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:20.175428 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Bound using segment: {'id': 'fcf2f0c5-6dd7-4075-9dc9-a2456204f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6eddfc75-4f51-4a04-af39-686a11a9f692'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:08:20.177241 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Bound port: 140e3018-c737-47d0-ae0c-f308792427ce, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf2f0c5-6dd7-4075-9dc9-a2456204f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6eddfc75-4f51-4a04-af39-686a11a9f692'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:08:20.177659 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (140e3018-c737-47d0-ae0c-f308792427ce), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:20.189853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-e8d3aecd-aa39-456b-bc34-3c106a4f8b2f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Made reservation on behalf of 31e0ead1ce934573a23d19ccfa96f23c for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:08:20.194192 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-e8d3aecd-aa39-456b-bc34-3c106a4f8b2f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:20.199760 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=4535890a-a792-48a5-b190-5e6f5cec7a29,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:20.213893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network 6eddfc75-4f51-4a04-af39-686a11a9f692 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:20.217951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:20.220284 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56fc08f0-bdcc-48a2-97d0-ec608cbc09fb admin admin] Publish callbacks [] for security_group (93990e23-2e0f-4068-9cd8-c4fc27d297b0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:20.222225 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:08:20.283430 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (653b942a-366e-4e30-b5ef-2730ed8698c8), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:20.288489 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e39e99-8554-4fd0-8dfd-5ef98208c0a3 req-2a5c3146-3b8f-46d2-83bd-1e77a5e61bb0 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:20.298081 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40e39e99-8554-4fd0-8dfd-5ef98208c0a3 req-2a5c3146-3b8f-46d2-83bd-1e77a5e61bb0 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca055aeb-e531-434f-a95c-fc321e170bca HTTP/1.1" status: 200 len: 945 time: 0.4717438 Mar 11 12:08:20.298669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] For port 140e3018-c737-47d0-ae0c-f308792427ce, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:08:20.304298 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] For port 140e3018-c737-47d0-ae0c-f308792427ce, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=140e3018-c737-47d0-ae0c-f308792427ce,segment=NetworkSegment(fcf2f0c5-6dd7-4075-9dc9-a2456204f8db),segment_id=fcf2f0c5-6dd7-4075-9dc9-a2456204f8db)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:08:20.314077 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-900f1624-3af0-4eb3-8306-4faf8aca58ae req-a58499e3-dfef-4ba1-8a70-17fe5e3ae377 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 210 time: 0.0842533 Mar 11 12:08:20.330685 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (140e3018-c737-47d0-ae0c-f308792427ce), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:20.400749 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f17bc2c-6aa1-450f-a650-a9316329332c tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (f92ea4db-7e11-4962-a262-b30f89ac581c), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:20.447696 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f32b1607-5294-45d4-967c-fed29b24c0f7 req-04b76b9d-0d39-4798-a812-4e9ff21e51b9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=88e7b16e-e269-484b-8c77-cb7e58606c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5926819 Mar 11 12:08:20.448382 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4535890a-a792-48a5-b190-5e6f5cec7a29), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:20.464372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6c063-d151-4b9b-aa81-45e179b8d071 None None] Pushing event updated for resources: {'Port': ['ID=140e3018-c737-47d0-ae0c-f308792427ce,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:20.475765 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56fc08f0-bdcc-48a2-97d0-ec608cbc09fb admin admin] Publish callbacks [] for security_group (93990e23-2e0f-4068-9cd8-c4fc27d297b0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:20.679778 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56fc08f0-bdcc-48a2-97d0-ec608cbc09fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (93990e23-2e0f-4068-9cd8-c4fc27d297b0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:20.682365 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-e8d3aecd-aa39-456b-bc34-3c106a4f8b2f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Allocated IP 172.20.0.6 (3531b32e-7565-40f4-a7c1-87027fb83c48/d91078cb-8134-445e-bcd4-1eb8bd489712/19be43f8-1844-486f-90c9-b5d203b3a29a) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:20.684238 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56fc08f0-bdcc-48a2-97d0-ec608cbc09fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:20.685959 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-56fc08f0-bdcc-48a2-97d0-ec608cbc09fb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/93990e23-2e0f-4068-9cd8-c4fc27d297b0 HTTP/1.1" status: 204 len: 168 time: 0.8610539 Mar 11 12:08:20.775198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc08f0-bdcc-48a2-97d0-ec608cbc09fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93990e23-2e0f-4068-9cd8-c4fc27d297b0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:20.817583 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40e39e99-8554-4fd0-8dfd-5ef98208c0a3 req-cd7b6085-ba33-4715-aa47-55508523d36e tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/security-groups?id=88e7b16e-e269-484b-8c77-cb7e58606c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185919 Mar 11 12:08:21.104125 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (4535890a-a792-48a5-b190-5e6f5cec7a29), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:21.111303 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-e8d3aecd-aa39-456b-bc34-3c106a4f8b2f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for port (19be43f8-1844-486f-90c9-b5d203b3a29a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:21.113940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (4535890a-a792-48a5-b190-5e6f5cec7a29), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:21.214595 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f17bc2c-6aa1-450f-a650-a9316329332c tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (f92ea4db-7e11-4962-a262-b30f89ac581c), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:21.250769 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=4535890a-a792-48a5-b190-5e6f5cec7a29,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:21.255651 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (653b942a-366e-4e30-b5ef-2730ed8698c8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:21.286576 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f17bc2c-6aa1-450f-a650-a9316329332c tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:21.350332 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-e8d3aecd-aa39-456b-bc34-3c106a4f8b2f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (19be43f8-1844-486f-90c9-b5d203b3a29a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:21.436725 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network 6eddfc75-4f51-4a04-af39-686a11a9f692 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:21.438454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:21.492676 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-e8d3aecd-aa39-456b-bc34-3c106a4f8b2f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Network 3531b32e-7565-40f4-a7c1-87027fb83c48 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:21.542809 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-1f17bc2c-6aa1-450f-a650-a9316329332c tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Allocated IP 172.25.7.149 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/c9700f27-1133-4d87-8f3b-524db5f9eabb) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:21.674029 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 653b942a-366e-4e30-b5ef-2730ed8698c8 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:08:21.707903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-e8d3aecd-aa39-456b-bc34-3c106a4f8b2f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:21.769305 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3aecd-aa39-456b-bc34-3c106a4f8b2f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Pushing event updated for resources: {'Port': ['ID=19be43f8-1844-486f-90c9-b5d203b3a29a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:21.782012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-e8d3aecd-aa39-456b-bc34-3c106a4f8b2f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:08:21.853185 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f17bc2c-6aa1-450f-a650-a9316329332c tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for port (c9700f27-1133-4d87-8f3b-524db5f9eabb), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:21.864438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:08:21.876406 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35825e4c-8bee-40e4-98f4-aab4d8cb472e None None] Sync routers for ids ['653b942a-366e-4e30-b5ef-2730ed8698c8'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:08:21.888154 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ee93c12b-f884-49b2-a5e7-a88dc9f03583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/653b942a-366e-4e30-b5ef-2730ed8698c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0018094 Mar 11 12:08:21.891275 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50768) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:21.902395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35825e4c-8bee-40e4-98f4-aab4d8cb472e None None] Routers {'653b942a-366e-4e30-b5ef-2730ed8698c8'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:21.903770 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-35825e4c-8bee-40e4-98f4-aab4d8cb472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['653b942a-366e-4e30-b5ef-2730ed8698c8'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:21.952122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a3039-7543-4cec-bf6e-b8cd6ede34fb req-526b9afc-e606-45d4-b005-4841ae588cba tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:21.954374 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b8a3039-7543-4cec-bf6e-b8cd6ede34fb req-526b9afc-e606-45d4-b005-4841ae588cba tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 931 time: 0.4601338 Mar 11 12:08:21.972950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-e8d3aecd-aa39-456b-bc34-3c106a4f8b2f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:21.976096 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-e8d3aecd-aa39-456b-bc34-3c106a4f8b2f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:22.018677 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-35825e4c-8bee-40e4-98f4-aab4d8cb472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:22.029156 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6660a2-9ef9-418b-8939-68080024284a tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:22.033982 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1c6660a2-9ef9-418b-8939-68080024284a tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports/4535890a-a792-48a5-b190-5e6f5cec7a29 HTTP/1.1" status: 200 len: 910 time: 0.1382174 Mar 11 12:08:22.034945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50772) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:22.037337 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35825e4c-8bee-40e4-98f4-aab4d8cb472e None None] Routers {'653b942a-366e-4e30-b5ef-2730ed8698c8'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:22.037971 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-35825e4c-8bee-40e4-98f4-aab4d8cb472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['653b942a-366e-4e30-b5ef-2730ed8698c8'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:22.039413 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-e8d3aecd-aa39-456b-bc34-3c106a4f8b2f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1774616 Mar 11 12:08:22.072487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-b9f7b3f4-1af0-4590-91fd-fc03dd42be78 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:08:22.073837 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-b9f7b3f4-1af0-4590-91fd-fc03dd42be78 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0226264 Mar 11 12:08:22.114672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Request body: {'port': {'device_id': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:22.121206 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f17bc2c-6aa1-450f-a650-a9316329332c tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c9700f27-1133-4d87-8f3b-524db5f9eabb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:22.128837 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-35825e4c-8bee-40e4-98f4-aab4d8cb472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:22.129493 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35825e4c-8bee-40e4-98f4-aab4d8cb472e None None] The sync data for ids ['653b942a-366e-4e30-b5ef-2730ed8698c8'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:08:22.147777 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1f842c57-c4d1-4e98-ada6-346a752b2f86 None None] Provisioning complete for port 19be43f8-1844-486f-90c9-b5d203b3a29a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:22.148152 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1f842c57-c4d1-4e98-ada6-346a752b2f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (19be43f8-1844-486f-90c9-b5d203b3a29a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:22.151359 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b8a3039-7543-4cec-bf6e-b8cd6ede34fb req-de1afc70-70e5-4f55-8116-428bafa5aa0a tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541133 Mar 11 12:08:22.188336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1f842c57-c4d1-4e98-ada6-346a752b2f86 None None] Port 19be43f8-1844-486f-90c9-b5d203b3a29a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:08:22.207989 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98387ced-26fd-4e62-9245-e5055fb8513d None None] Network 6eddfc75-4f51-4a04-af39-686a11a9f692 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:08:22.270136 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f17bc2c-6aa1-450f-a650-a9316329332c tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:22.308389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df925553-37d2-46cd-ad1f-2afd0c72ee30 req-b8ab5daa-eed6-4668-abec-7abbc92d0616 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:22.309977 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df925553-37d2-46cd-ad1f-2afd0c72ee30 req-b8ab5daa-eed6-4668-abec-7abbc92d0616 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca055aeb-e531-434f-a95c-fc321e170bca HTTP/1.1" status: 200 len: 945 time: 0.3156602 Mar 11 12:08:22.313534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-1f17bc2c-6aa1-450f-a650-a9316329332c tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:22.317579 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17bc2c-6aa1-450f-a650-a9316329332c tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Pushing event updated for resources: {'Port': ['ID=c9700f27-1133-4d87-8f3b-524db5f9eabb,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:22.320069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17bc2c-6aa1-450f-a650-a9316329332c tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:08:22.333485 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-97b0a810-1975-42b5-a835-3748391b2305 None None] Provisioning complete for port 140e3018-c737-47d0-ae0c-f308792427ce triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:22.333980 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-97b0a810-1975-42b5-a835-3748391b2305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (140e3018-c737-47d0-ae0c-f308792427ce), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:22.414040 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (19be43f8-1844-486f-90c9-b5d203b3a29a), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:22.428254 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-97b0a810-1975-42b5-a835-3748391b2305 None None] Current status of the port 140e3018-c737-47d0-ae0c-f308792427ce is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:22.428830 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-97b0a810-1975-42b5-a835-3748391b2305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (140e3018-c737-47d0-ae0c-f308792427ce), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:22.544414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-97b0a810-1975-42b5-a835-3748391b2305 None None] For port 140e3018-c737-47d0-ae0c-f308792427ce, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=140e3018-c737-47d0-ae0c-f308792427ce,segment=NetworkSegment(fcf2f0c5-6dd7-4075-9dc9-a2456204f8db),segment_id=fcf2f0c5-6dd7-4075-9dc9-a2456204f8db)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:08:22.545765 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df925553-37d2-46cd-ad1f-2afd0c72ee30 req-341e1329-fd63-43cc-979f-7a3dfcf658ab tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/security-groups?id=88e7b16e-e269-484b-8c77-cb7e58606c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856468 Mar 11 12:08:22.571937 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-97b0a810-1975-42b5-a835-3748391b2305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (140e3018-c737-47d0-ae0c-f308792427ce), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:22.689926 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f7a37fa-5c62-4fcc-85f1-e88a777a51fa tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (653b942a-366e-4e30-b5ef-2730ed8698c8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:22.736501 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0a810-1975-42b5-a835-3748391b2305 None None] Pushing event updated for resources: {'Port': ['ID=140e3018-c737-47d0-ae0c-f308792427ce,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:22.837790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 140e3018-c737-47d0-ae0c-f308792427ce up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:08:23.006388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 140e3018-c737-47d0-ae0c-f308792427ce triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:23.007132 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (140e3018-c737-47d0-ae0c-f308792427ce), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:23.196915 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 140e3018-c737-47d0-ae0c-f308792427ce is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:23.240338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-62945940-6483-4772-97fb-a6a2c9c716bc None None] Provisioning complete for port 4535890a-a792-48a5-b190-5e6f5cec7a29 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:23.240731 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-62945940-6483-4772-97fb-a6a2c9c716bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4535890a-a792-48a5-b190-5e6f5cec7a29), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:23.301350 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-9f7a37fa-5c62-4fcc-85f1-e88a777a51fa tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting port 4535890a-a792-48a5-b190-5e6f5cec7a29 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:08:23.301951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f7a37fa-5c62-4fcc-85f1-e88a777a51fa tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4535890a-a792-48a5-b190-5e6f5cec7a29), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:23.345217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-62945940-6483-4772-97fb-a6a2c9c716bc None None] Port 4535890a-a792-48a5-b190-5e6f5cec7a29 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:08:23.356064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-62945940-6483-4772-97fb-a6a2c9c716bc None None] Provisioning complete for port 140e3018-c737-47d0-ae0c-f308792427ce triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:23.356448 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-62945940-6483-4772-97fb-a6a2c9c716bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (140e3018-c737-47d0-ae0c-f308792427ce), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:23.473439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-62945940-6483-4772-97fb-a6a2c9c716bc None None] Current status of the port 140e3018-c737-47d0-ae0c-f308792427ce is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:23.517459 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f7a37fa-5c62-4fcc-85f1-e88a777a51fa tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4535890a-a792-48a5-b190-5e6f5cec7a29), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:23.543704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-9f7a37fa-5c62-4fcc-85f1-e88a777a51fa tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Calling delete_port for 4535890a-a792-48a5-b190-5e6f5cec7a29 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:08:23.632096 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f17bc2c-6aa1-450f-a650-a9316329332c tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (f92ea4db-7e11-4962-a262-b30f89ac581c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:23.714681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-000474b8-7dc4-42af-934f-1a4fae749c04 None None] Provisioning complete for port 4535890a-a792-48a5-b190-5e6f5cec7a29 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:23.719647 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-000474b8-7dc4-42af-934f-1a4fae749c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4535890a-a792-48a5-b190-5e6f5cec7a29), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:23.799059 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-000474b8-7dc4-42af-934f-1a4fae749c04 None None] Port 4535890a-a792-48a5-b190-5e6f5cec7a29 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:08:24.031826 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19be43f8-1844-486f-90c9-b5d203b3a29a {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:08:24.042450 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Publish callbacks [] for port (19be43f8-1844-486f-90c9-b5d203b3a29a), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:24.056104 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Transition to ACTIVE for port object 19be43f8-1844-486f-90c9-b5d203b3a29a will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:08:24.108448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e99a1-4754-4f3c-970f-8b3694dae309 req-23781d08-0c72-45ad-87d6-567f93430dd5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:24.110191 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea1e99a1-4754-4f3c-970f-8b3694dae309 req-23781d08-0c72-45ad-87d6-567f93430dd5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 931 time: 0.7632530 Mar 11 12:08:24.110879 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (19be43f8-1844-486f-90c9-b5d203b3a29a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:24.156610 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-349d7825-9316-4cac-9d8a-e4d13ca30856 None None] Provisioning complete for port 4535890a-a792-48a5-b190-5e6f5cec7a29 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:24.158163 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-349d7825-9316-4cac-9d8a-e4d13ca30856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4535890a-a792-48a5-b190-5e6f5cec7a29), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:24.259075 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-349d7825-9316-4cac-9d8a-e4d13ca30856 None None] Port 4535890a-a792-48a5-b190-5e6f5cec7a29 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:08:24.270285 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f7a37fa-5c62-4fcc-85f1-e88a777a51fa tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4535890a-a792-48a5-b190-5e6f5cec7a29), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:24.316530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea1e99a1-4754-4f3c-970f-8b3694dae309 req-346fca28-c8ab-43d5-83bf-acb6a0a90ae5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920860 Mar 11 12:08:24.329196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=19be43f8-1844-486f-90c9-b5d203b3a29a,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:24.370829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a37fa-5c62-4fcc-85f1-e88a777a51fa tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Port': ['ID=4535890a-a792-48a5-b190-5e6f5cec7a29,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:24.462909 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f17bc2c-6aa1-450f-a650-a9316329332c tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (f92ea4db-7e11-4962-a262-b30f89ac581c), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:24.482849 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f17bc2c-6aa1-450f-a650-a9316329332c tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (f92ea4db-7e11-4962-a262-b30f89ac581c), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:24.508410 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Attempting to bind port 19be43f8-1844-486f-90c9-b5d203b3a29a on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:08:24.508410 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Attempting to bind port 19be43f8-1844-486f-90c9-b5d203b3a29a by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '4b1f593a-5c3c-476a-9f81-32504e3130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:08:24.509224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Attempting to bind port 19be43f8-1844-486f-90c9-b5d203b3a29a on network 3531b32e-7565-40f4-a7c1-87027fb83c48 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:08:24.680022 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f7a37fa-5c62-4fcc-85f1-e88a777a51fa tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (653b942a-366e-4e30-b5ef-2730ed8698c8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:24.724214 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Port 19be43f8-1844-486f-90c9-b5d203b3a29a on network 3531b32e-7565-40f4-a7c1-87027fb83c48 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:08:24.724961 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Attempting to bind port 19be43f8-1844-486f-90c9-b5d203b3a29a on network 3531b32e-7565-40f4-a7c1-87027fb83c48 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:08:24.739447 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:08:24.740441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Checking segment: {'id': '4b1f593a-5c3c-476a-9f81-32504e3130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:08:24.740441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Bound using segment: {'id': '4b1f593a-5c3c-476a-9f81-32504e3130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:08:24.740703 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Bound port: 19be43f8-1844-486f-90c9-b5d203b3a29a, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1f593a-5c3c-476a-9f81-32504e3130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:08:24.740964 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (19be43f8-1844-486f-90c9-b5d203b3a29a), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:24.764037 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 140e3018-c737-47d0-ae0c-f308792427ce up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:08:24.884289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 140e3018-c737-47d0-ae0c-f308792427ce triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:24.885549 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (140e3018-c737-47d0-ae0c-f308792427ce), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:24.888882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] For port 19be43f8-1844-486f-90c9-b5d203b3a29a, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:08:24.895630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] For port 19be43f8-1844-486f-90c9-b5d203b3a29a, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=19be43f8-1844-486f-90c9-b5d203b3a29a,segment=NetworkSegment(4b1f593a-5c3c-476a-9f81-32504e3130cb),segment_id=4b1f593a-5c3c-476a-9f81-32504e3130cb)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:08:24.913034 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (19be43f8-1844-486f-90c9-b5d203b3a29a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:24.944167 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f17bc2c-6aa1-450f-a650-a9316329332c tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Router f92ea4db-7e11-4962-a262-b30f89ac581c is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:08:24.966416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:24.967073 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:24.971955 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] 10.222.0.71 "PUT /v2.0/ports/19be43f8-1844-486f-90c9-b5d203b3a29a HTTP/1.1" status: 200 len: 1091 time: 2.8608620 Mar 11 12:08:24.973343 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'tag': '19be43f8-1844-486f-90c9-b5d203b3a29a'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:08:24.980408 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de727a3-a738-4f36-9be8-97311e35c300" -d '{"events": [{"name": "network-changed", "server_uuid": "474f1fc6-ca83-4ba7-8d24-1b58a6508b2e", "tag": "19be43f8-1844-486f-90c9-b5d203b3a29a"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:08:25.078183 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 140e3018-c737-47d0-ae0c-f308792427ce is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:25.081685 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7a37fa-5c62-4fcc-85f1-e88a777a51fa tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 653b942a-366e-4e30-b5ef-2730ed8698c8 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:08:25.167320 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad78f47-74a1-4900-a5bd-50447f3805f8 x-openstack-request-id: req-2ad78f47-74a1-4900-a5bd-50447f3805f8 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:08:25.167872 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474f1fc6-ca83-4ba7-8d24-1b58a6508b2e", "tag": "19be43f8-1844-486f-90c9-b5d203b3a29a", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:08:25.167872 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2ad78f47-74a1-4900-a5bd-50447f3805f8 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:08:25.168271 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'tag': '19be43f8-1844-486f-90c9-b5d203b3a29a', 'status': 'completed', 'code': 200} Mar 11 12:08:25.316276 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7a37fa-5c62-4fcc-85f1-e88a777a51fa tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:08:25.318060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=19be43f8-1844-486f-90c9-b5d203b3a29a,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:25.327339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-a769ba16-ec1d-4b5e-9eb1-6c4370a82633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:25.328508 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9f7a37fa-5c62-4fcc-85f1-e88a777a51fa tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/653b942a-366e-4e30-b5ef-2730ed8698c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2924361 Mar 11 12:08:25.329307 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-a769ba16-ec1d-4b5e-9eb1-6c4370a82633 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31e0ead1ce934573a23d19ccfa96f23c&device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 1125 time: 0.2659061 Mar 11 12:08:25.331531 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50882) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:25.338663 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006c19fe-b69c-423b-8c86-e1cca2444f2e None None] Sync routers for ids ['653b942a-366e-4e30-b5ef-2730ed8698c8'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:08:25.378923 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:25.379283 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:25.379687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:25.380196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:25.380339 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006c19fe-b69c-423b-8c86-e1cca2444f2e None None] Routers {'653b942a-366e-4e30-b5ef-2730ed8698c8'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:25.380571 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:25.380865 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:25.381046 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-006c19fe-b69c-423b-8c86-e1cca2444f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['653b942a-366e-4e30-b5ef-2730ed8698c8'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:25.381192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:25.381509 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:25.381839 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:25.382182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:25.382491 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:25.382810 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:25.385279 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ead4a6-6c94-4f7f-941f-69061fc7f5e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:25.408490 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c38ae3c9-642b-4f7b-b4c9-d3c42fdb8100 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports?device_id=653b942a-366e-4e30-b5ef-2730ed8698c8 HTTP/1.1" status: 200 len: 205 time: 0.0717273 Mar 11 12:08:25.418163 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50890) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:25.505883 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-14f8eb4b-00bc-436a-8f69-746ee13f9f33 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19be43f8-1844-486f-90c9-b5d203b3a29a HTTP/1.1" status: 200 len: 217 time: 0.1372316 Mar 11 12:08:25.574905 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-841316d8-706f-454e-bfb1-00f61283d181 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (653b942a-366e-4e30-b5ef-2730ed8698c8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:25.588460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f17bc2c-6aa1-450f-a650-a9316329332c tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:08:25.603497 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f17bc2c-6aa1-450f-a650-a9316329332c tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:25.604582 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1f17bc2c-6aa1-450f-a650-a9316329332c tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "PUT /v2.0/routers/f92ea4db-7e11-4962-a262-b30f89ac581c HTTP/1.1" status: 200 len: 880 time: 6.1730790 Mar 11 12:08:25.607781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c6c90-93ba-4046-ba3f-529daa90e6c0 None None] Sync routers for ids ['f92ea4db-7e11-4962-a262-b30f89ac581c'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:08:25.609946 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50896) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:25.619227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c6c90-93ba-4046-ba3f-529daa90e6c0 None None] Routers {'f92ea4db-7e11-4962-a262-b30f89ac581c'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:25.636718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f62c6c90-93ba-4046-ba3f-529daa90e6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f92ea4db-7e11-4962-a262-b30f89ac581c'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:25.670120 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-006c19fe-b69c-423b-8c86-e1cca2444f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:25.682009 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006c19fe-b69c-423b-8c86-e1cca2444f2e None None] Routers {'653b942a-366e-4e30-b5ef-2730ed8698c8'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:25.682761 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-006c19fe-b69c-423b-8c86-e1cca2444f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['653b942a-366e-4e30-b5ef-2730ed8698c8'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:25.730772 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-006c19fe-b69c-423b-8c86-e1cca2444f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:25.731763 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006c19fe-b69c-423b-8c86-e1cca2444f2e None None] The sync data for ids ['653b942a-366e-4e30-b5ef-2730ed8698c8'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:08:25.735533 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f62c6c90-93ba-4046-ba3f-529daa90e6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:25.755393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c6c90-93ba-4046-ba3f-529daa90e6c0 None None] Routers {'f92ea4db-7e11-4962-a262-b30f89ac581c'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:25.756045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f62c6c90-93ba-4046-ba3f-529daa90e6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f92ea4db-7e11-4962-a262-b30f89ac581c'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:25.760257 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aff4b1-29a9-4357-8df1-5576e5ccc874 req-1467a533-0467-43da-8c96-c73a04fc80a4 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:25.761808 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-57aff4b1-29a9-4357-8df1-5576e5ccc874 req-1467a533-0467-43da-8c96-c73a04fc80a4 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.3153379 Mar 11 12:08:25.765415 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-e16816bc-cd60-4d9f-86b5-ba75bd59eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:25.775210 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-e16816bc-cd60-4d9f-86b5-ba75bd59eec3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d91078cb-8134-445e-bcd4-1eb8bd489712 HTTP/1.1" status: 200 len: 853 time: 0.2573948 Mar 11 12:08:25.841471 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-57aff4b1-29a9-4357-8df1-5576e5ccc874 req-dd07f797-88c5-4df7-a63b-d456f29e9380 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649045 Mar 11 12:08:25.853941 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f62c6c90-93ba-4046-ba3f-529daa90e6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:25.854619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c6c90-93ba-4046-ba3f-529daa90e6c0 None None] The sync data for ids ['f92ea4db-7e11-4962-a262-b30f89ac581c'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:08:25.920382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50904) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:25.962066 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-841316d8-706f-454e-bfb1-00f61283d181 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (653b942a-366e-4e30-b5ef-2730ed8698c8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:25.965535 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-841316d8-706f-454e-bfb1-00f61283d181 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router_controller (653b942a-366e-4e30-b5ef-2730ed8698c8), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:25.979186 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8fcae729-01f6-439c-915c-138e5c257981 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "GET /v2.0/routers/f92ea4db-7e11-4962-a262-b30f89ac581c HTTP/1.1" status: 200 len: 921 time: 0.3600099 Mar 11 12:08:25.982257 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50908) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:26.034205 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-841316d8-706f-454e-bfb1-00f61283d181 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (653b942a-366e-4e30-b5ef-2730ed8698c8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.035187 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841316d8-706f-454e-bfb1-00f61283d181 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Fanout notify agent at l3_agent the message router_deleted on router 653b942a-366e-4e30-b5ef-2730ed8698c8 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:08:26.048449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-db7e2783-5e54-49b3-95d9-038af9dbbcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:26.050050 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-db7e2783-5e54-49b3-95d9-038af9dbbcd1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3531b32e-7565-40f4-a7c1-87027fb83c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2202208 Mar 11 12:08:26.053739 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-841316d8-706f-454e-bfb1-00f61283d181 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.055727 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-841316d8-706f-454e-bfb1-00f61283d181 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/routers/653b942a-366e-4e30-b5ef-2730ed8698c8 HTTP/1.1" status: 204 len: 168 time: 0.6357074 Mar 11 12:08:26.059400 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50910) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:26.114973 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890d927-5e63-4af1-a400-7918be80803d req-bd86d560-267c-4416-a03c-046674510fc6 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:26.115645 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-1845c68e-c798-46ac-936b-06d044c74436 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting subnet 22954a5f-d0e3-4519-bd11-384cbf0f90de {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:08:26.116510 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9890d927-5e63-4af1-a400-7918be80803d req-bd86d560-267c-4416-a03c-046674510fc6 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca055aeb-e531-434f-a95c-fc321e170bca HTTP/1.1" status: 200 len: 945 time: 0.1925945 Mar 11 12:08:26.119295 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd361f51-c0df-49e0-ac03-ce9bd771e39a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.119450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1845c68e-c798-46ac-936b-06d044c74436 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (22954a5f-d0e3-4519-bd11-384cbf0f90de), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.162812 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1845c68e-c798-46ac-936b-06d044c74436 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (22954a5f-d0e3-4519-bd11-384cbf0f90de), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.199591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7481dbc4-f8e5-4787-b496-2f58e24317df tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:26.203734 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7481dbc4-f8e5-4787-b496-2f58e24317df tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&device_id=f92ea4db-7e11-4962-a262-b30f89ac581c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2180960 Mar 11 12:08:26.205151 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50912) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:26.277140 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-92f22fb2-6f1e-4aa7-8f10-2d2e00320599 service neutron] 10.222.0.71 "GET /v2.0/networks/3531b32e-7565-40f4-a7c1-87027fb83c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139399 Mar 11 12:08:26.280723 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9890d927-5e63-4af1-a400-7918be80803d req-71b008ac-f8ba-4059-8189-8b5c5b42c58c tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/security-groups?id=88e7b16e-e269-484b-8c77-cb7e58606c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480415 Mar 11 12:08:26.343573 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1845c68e-c798-46ac-936b-06d044c74436 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (22954a5f-d0e3-4519-bd11-384cbf0f90de), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.378164 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237b2b32-e0bf-496f-8e80-1ad2a74f3893 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:26.382944 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-237b2b32-e0bf-496f-8e80-1ad2a74f3893 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 881 time: 0.1774294 Mar 11 12:08:26.384347 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd361f51-c0df-49e0-ac03-ce9bd771e39a admin admin] Publish callbacks [] for security_group (48b8f96a-5da8-4ac5-805d-9588011c813b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.385122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50914) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:26.399518 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd361f51-c0df-49e0-ac03-ce9bd771e39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (48b8f96a-5da8-4ac5-805d-9588011c813b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.424395 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1845c68e-c798-46ac-936b-06d044c74436 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (22954a5f-d0e3-4519-bd11-384cbf0f90de), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.428321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a2d7810b-ce70-4c3d-ae69-d4c4d5154150 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "GET /v2.0/ports?device_id=f92ea4db-7e11-4962-a262-b30f89ac581c HTTP/1.1" status: 200 len: 205 time: 0.0421512 Mar 11 12:08:26.431909 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50918) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:26.488310 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bd361f51-c0df-49e0-ac03-ce9bd771e39a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b8bc06bad8e4b559ab1361d08d535ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5668497 Mar 11 12:08:26.491121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50922) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:26.492178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a970f10-dd83-47e6-a552-4e93dabc5730 req-abcd266c-401b-4273-9910-326dc251c2c6 service neutron] 10.222.0.71 "GET /v2.0/networks/3531b32e-7565-40f4-a7c1-87027fb83c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086892 Mar 11 12:08:26.510484 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd361f51-c0df-49e0-ac03-ce9bd771e39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b8f96a-5da8-4ac5-805d-9588011c813b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:26.517822 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845c68e-c798-46ac-936b-06d044c74436 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Subnet': ['ID=22954a5f-d0e3-4519-bd11-384cbf0f90de,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:26.520008 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1845c68e-c798-46ac-936b-06d044c74436 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.522784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e040cdf3-30c9-4d82-8dfd-291b294352ca None None] Network 6eddfc75-4f51-4a04-af39-686a11a9f692 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:08:26.523242 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1845c68e-c798-46ac-936b-06d044c74436 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/subnets/22954a5f-d0e3-4519-bd11-384cbf0f90de HTTP/1.1" status: 204 len: 168 time: 0.4628294 Mar 11 12:08:26.526742 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 50924) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:26.637897 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f09ef4a-7b99-48c6-9b9a-4cd10395b7a1 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (f92ea4db-7e11-4962-a262-b30f89ac581c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.656562 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (6eddfc75-4f51-4a04-af39-686a11a9f692), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.683046 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e3d3070-fc94-41e1-a99e-3e59d6cb500b admin admin] Publish callbacks [] for security_group (48b8f96a-5da8-4ac5-805d-9588011c813b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.719092 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de727a3-a738-4f36-9be8-97311e35c300 req-0926c6b5-c746-45df-9660-9d3a7a8ef12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:26.721376 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3de727a3-a738-4f36-9be8-97311e35c300 req-0926c6b5-c746-45df-9660-9d3a7a8ef12d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31e0ead1ce934573a23d19ccfa96f23c&device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 1125 time: 0.1384251 Mar 11 12:08:26.730704 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e3d3070-fc94-41e1-a99e-3e59d6cb500b admin admin] Publish callbacks [] for security_group (48b8f96a-5da8-4ac5-805d-9588011c813b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.742927 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca7dc63-ca25-4acc-9826-3e4f7ac51381 None None] DHCP port deletion for 6eddfc75-4f51-4a04-af39-686a11a9f692 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:08:26.772880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting port 140e3018-c737-47d0-ae0c-f308792427ce {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:08:26.773463 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (140e3018-c737-47d0-ae0c-f308792427ce), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.814335 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f09ef4a-7b99-48c6-9b9a-4cd10395b7a1 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (f92ea4db-7e11-4962-a262-b30f89ac581c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.849175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7dc63-ca25-4acc-9826-3e4f7ac51381 None None] Deleting port 140e3018-c737-47d0-ae0c-f308792427ce {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:08:26.849958 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9ca7dc63-ca25-4acc-9826-3e4f7ac51381 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (140e3018-c737-47d0-ae0c-f308792427ce), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.860021 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e3d3070-fc94-41e1-a99e-3e59d6cb500b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (48b8f96a-5da8-4ac5-805d-9588011c813b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.862668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e3d3070-fc94-41e1-a99e-3e59d6cb500b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:26.866486 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6e3d3070-fc94-41e1-a99e-3e59d6cb500b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/48b8f96a-5da8-4ac5-805d-9588011c813b HTTP/1.1" status: 204 len: 168 time: 0.3715136 Mar 11 12:08:26.880837 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d3070-fc94-41e1-a99e-3e59d6cb500b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b8f96a-5da8-4ac5-805d-9588011c813b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:26.900470 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-5f09ef4a-7b99-48c6-9b9a-4cd10395b7a1 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Deleting port c9700f27-1133-4d87-8f3b-524db5f9eabb {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:08:26.900912 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f09ef4a-7b99-48c6-9b9a-4cd10395b7a1 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c9700f27-1133-4d87-8f3b-524db5f9eabb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.041908 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f09ef4a-7b99-48c6-9b9a-4cd10395b7a1 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c9700f27-1133-4d87-8f3b-524db5f9eabb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.070378 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9ca7dc63-ca25-4acc-9826-3e4f7ac51381 None None] For port 140e3018-c737-47d0-ae0c-f308792427ce, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=140e3018-c737-47d0-ae0c-f308792427ce,segment=NetworkSegment(fcf2f0c5-6dd7-4075-9dc9-a2456204f8db),segment_id=fcf2f0c5-6dd7-4075-9dc9-a2456204f8db)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:08:27.071052 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9ca7dc63-ca25-4acc-9826-3e4f7ac51381 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (140e3018-c737-47d0-ae0c-f308792427ce), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.073310 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-5f09ef4a-7b99-48c6-9b9a-4cd10395b7a1 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Calling delete_port for c9700f27-1133-4d87-8f3b-524db5f9eabb owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:08:27.098156 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7dc63-ca25-4acc-9826-3e4f7ac51381 None None] Calling delete_port for 140e3018-c737-47d0-ae0c-f308792427ce owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:08:27.205655 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9ca7dc63-ca25-4acc-9826-3e4f7ac51381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (140e3018-c737-47d0-ae0c-f308792427ce), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.279236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca7dc63-ca25-4acc-9826-3e4f7ac51381 None None] No DVR routers for this DVR port 140e3018-c737-47d0-ae0c-f308792427ce on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:08:27.308577 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7dc63-ca25-4acc-9826-3e4f7ac51381 None None] Pushing event deleted for resources: {'Port': ['ID=140e3018-c737-47d0-ae0c-f308792427ce,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:27.345861 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f09ef4a-7b99-48c6-9b9a-4cd10395b7a1 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (c9700f27-1133-4d87-8f3b-524db5f9eabb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.382233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50934) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:27.400336 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09ef4a-7b99-48c6-9b9a-4cd10395b7a1 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Pushing event deleted for resources: {'Port': ['ID=c9700f27-1133-4d87-8f3b-524db5f9eabb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:27.405680 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bbff1dd0-5ccb-4e7a-a2a1-8e527aa0818d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.439344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] For port 140e3018-c737-47d0-ae0c-f308792427ce, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=140e3018-c737-47d0-ae0c-f308792427ce,segment=NetworkSegment(fcf2f0c5-6dd7-4075-9dc9-a2456204f8db),segment_id=fcf2f0c5-6dd7-4075-9dc9-a2456204f8db)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:08:27.440065 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (140e3018-c737-47d0-ae0c-f308792427ce), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.453637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Calling delete_port for 140e3018-c737-47d0-ae0c-f308792427ce owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:08:27.485529 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f09ef4a-7b99-48c6-9b9a-4cd10395b7a1 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (f92ea4db-7e11-4962-a262-b30f89ac581c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.596412 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f09ef4a-7b99-48c6-9b9a-4cd10395b7a1 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (f92ea4db-7e11-4962-a262-b30f89ac581c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.601763 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f09ef4a-7b99-48c6-9b9a-4cd10395b7a1 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_controller (f92ea4db-7e11-4962-a262-b30f89ac581c), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.621704 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de727a3-a738-4f36-9be8-97311e35c300 req-2e2fdff9-077c-455f-8c6e-7286c8172216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:27.623214 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3de727a3-a738-4f36-9be8-97311e35c300 req-2e2fdff9-077c-455f-8c6e-7286c8172216 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3531b32e-7565-40f4-a7c1-87027fb83c48 HTTP/1.1" status: 200 len: 915 time: 0.8956423 Mar 11 12:08:27.664199 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f09ef4a-7b99-48c6-9b9a-4cd10395b7a1 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (f92ea4db-7e11-4962-a262-b30f89ac581c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.664770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f09ef4a-7b99-48c6-9b9a-4cd10395b7a1 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Fanout notify agent at l3_agent the message router_deleted on router f92ea4db-7e11-4962-a262-b30f89ac581c {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:08:27.674191 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f09ef4a-7b99-48c6-9b9a-4cd10395b7a1 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.679353 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5f09ef4a-7b99-48c6-9b9a-4cd10395b7a1 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "DELETE /v2.0/routers/f92ea4db-7e11-4962-a262-b30f89ac581c HTTP/1.1" status: 204 len: 168 time: 1.2455649 Mar 11 12:08:27.679996 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50942) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:27.681992 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bbff1dd0-5ccb-4e7a-a2a1-8e527aa0818d admin admin] Publish callbacks [] for security_group (78e39df3-b469-4652-afab-0a0b10b6aab7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.687045 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-03580d1d-0ed4-4162-9d4a-db86bec2e062 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-599258778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:27.694137 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bbff1dd0-5ccb-4e7a-a2a1-8e527aa0818d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (78e39df3-b469-4652-afab-0a0b10b6aab7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.700237 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3de727a3-a738-4f36-9be8-97311e35c300 req-df05e1f7-9ca1-45ec-b552-5ae3d93a18a1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19be43f8-1844-486f-90c9-b5d203b3a29a HTTP/1.1" status: 200 len: 217 time: 0.0664482 Mar 11 12:08:27.745524 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bbff1dd0-5ccb-4e7a-a2a1-8e527aa0818d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c11355443eac4a1c87eaa8f69b46021e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3579857 Mar 11 12:08:27.746811 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50944) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:27.747729 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03580d1d-0ed4-4162-9d4a-db86bec2e062 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (94e9efd1-7737-43eb-9036-cdf56bdd4184), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.748802 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03580d1d-0ed4-4162-9d4a-db86bec2e062 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (94e9efd1-7737-43eb-9036-cdf56bdd4184), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.763387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07180495-262f-41ee-98c3-c719afa30895 req-09593a5c-f239-4aab-8d9a-03f3ca6bf056 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:27.765316 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07180495-262f-41ee-98c3-c719afa30895 req-09593a5c-f239-4aab-8d9a-03f3ca6bf056 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca055aeb-e531-434f-a95c-fc321e170bca HTTP/1.1" status: 200 len: 945 time: 0.2734389 Mar 11 12:08:27.769217 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff1dd0-5ccb-4e7a-a2a1-8e527aa0818d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e39df3-b469-4652-afab-0a0b10b6aab7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:27.785017 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de2910-750a-4969-b3be-acac7d4451e8 req-ba4c110b-9cd9-4f77-96bf-af088af18396 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:27.792388 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50de2910-750a-4969-b3be-acac7d4451e8 req-ba4c110b-9cd9-4f77-96bf-af088af18396 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.3021147 Mar 11 12:08:27.808798 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2e9f0-b086-49bb-859e-00afc2fca6c7 req-64ebc139-0356-46c8-ae98-a925750b2c97 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:27.815862 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62b2e9f0-b086-49bb-859e-00afc2fca6c7 req-64ebc139-0356-46c8-ae98-a925750b2c97 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca055aeb-e531-434f-a95c-fc321e170bca HTTP/1.1" status: 200 len: 945 time: 0.3508465 Mar 11 12:08:27.847292 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03580d1d-0ed4-4162-9d4a-db86bec2e062 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_controller (94e9efd1-7737-43eb-9036-cdf56bdd4184), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.856939 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03580d1d-0ed4-4162-9d4a-db86bec2e062 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (94e9efd1-7737-43eb-9036-cdf56bdd4184), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.867606 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bcf88646-1f45-4c02-8e1e-1eb146b8175a admin admin] Publish callbacks [] for security_group (78e39df3-b469-4652-afab-0a0b10b6aab7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.877700 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (140e3018-c737-47d0-ae0c-f308792427ce), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.892798 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03580d1d-0ed4-4162-9d4a-db86bec2e062 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.893062 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de727a3-a738-4f36-9be8-97311e35c300 req-040bad54-ef5c-4bb7-bf74-3fa12fb08809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:27.894602 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3de727a3-a738-4f36-9be8-97311e35c300 req-040bad54-ef5c-4bb7-bf74-3fa12fb08809 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d91078cb-8134-445e-bcd4-1eb8bd489712 HTTP/1.1" status: 200 len: 853 time: 0.1868896 Mar 11 12:08:27.897001 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-03580d1d-0ed4-4162-9d4a-db86bec2e062 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2134900 Mar 11 12:08:27.897604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50946) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:27.905088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cfa45d9e-d56f-478c-a255-69ebe1e821fd tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'enable_snat': True}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:27.909660 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bcf88646-1f45-4c02-8e1e-1eb146b8175a admin admin] Publish callbacks [] for security_group (78e39df3-b469-4652-afab-0a0b10b6aab7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:27.957529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Port': ['ID=140e3018-c737-47d0-ae0c-f308792427ce,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:28.018256 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] No DVR routers for this DVR port 140e3018-c737-47d0-ae0c-f308792427ce on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:08:28.052744 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50de2910-750a-4969-b3be-acac7d4451e8 req-e045f35d-6572-4596-bfbd-194da42e5cb4 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594781 Mar 11 12:08:28.070259 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62b2e9f0-b086-49bb-859e-00afc2fca6c7 req-629586c4-9787-4b59-93aa-ee45674f5548 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/security-groups?id=88e7b16e-e269-484b-8c77-cb7e58606c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534134 Mar 11 12:08:28.148987 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (6eddfc75-4f51-4a04-af39-686a11a9f692), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:28.163471 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa45d9e-d56f-478c-a255-69ebe1e821fd tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (94e9efd1-7737-43eb-9036-cdf56bdd4184), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:28.166534 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bcf88646-1f45-4c02-8e1e-1eb146b8175a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (78e39df3-b469-4652-afab-0a0b10b6aab7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:28.169039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bcf88646-1f45-4c02-8e1e-1eb146b8175a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:28.172654 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bcf88646-1f45-4c02-8e1e-1eb146b8175a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/78e39df3-b469-4652-afab-0a0b10b6aab7 HTTP/1.1" status: 204 len: 168 time: 0.4176040 Mar 11 12:08:28.174374 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de727a3-a738-4f36-9be8-97311e35c300 req-388369d1-7d58-49b4-8a6a-5db6dd767b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:28.174998 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3de727a3-a738-4f36-9be8-97311e35c300 req-388369d1-7d58-49b4-8a6a-5db6dd767b46 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3531b32e-7565-40f4-a7c1-87027fb83c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2411911 Mar 11 12:08:28.180676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf88646-1f45-4c02-8e1e-1eb146b8175a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e39df3-b469-4652-afab-0a0b10b6aab7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:28.187130 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eddfc75-4f51-4a04-af39-686a11a9f692']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:28.205764 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-07180495-262f-41ee-98c3-c719afa30895 req-e2daf028-017b-4cd1-beba-de231f597734 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Deleting port 968c92e8-65b6-4d34-aee1-14b64df3b315 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:08:28.206114 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-07180495-262f-41ee-98c3-c719afa30895 req-e2daf028-017b-4cd1-beba-de231f597734 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (968c92e8-65b6-4d34-aee1-14b64df3b315), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:28.211189 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf2f0c5-6dd7-4075-9dc9-a2456204f8db') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:28.211346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf2f0c5-6dd7-4075-9dc9-a2456204f8db') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:28.268870 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (fcf2f0c5-6dd7-4075-9dc9-a2456204f8db), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:28.360309 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (fcf2f0c5-6dd7-4075-9dc9-a2456204f8db), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:28.382752 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:08:28.383182 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (fcf2f0c5-6dd7-4075-9dc9-a2456204f8db), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:08:28.386594 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:08:28.473690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3de727a3-a738-4f36-9be8-97311e35c300 req-9af8ee3a-d2ab-456d-b59d-5a5ebcaa5173 service neutron] 10.222.0.71 "GET /v2.0/networks/3531b32e-7565-40f4-a7c1-87027fb83c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884977 Mar 11 12:08:28.483511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-07180495-262f-41ee-98c3-c719afa30895 req-e2daf028-017b-4cd1-beba-de231f597734 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] For port 968c92e8-65b6-4d34-aee1-14b64df3b315, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=968c92e8-65b6-4d34-aee1-14b64df3b315,segment=NetworkSegment(2bbd30a1-fa2c-4e23-a08a-9677434b5664),segment_id=2bbd30a1-fa2c-4e23-a08a-9677434b5664)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:08:28.484243 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-07180495-262f-41ee-98c3-c719afa30895 req-e2daf028-017b-4cd1-beba-de231f597734 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (968c92e8-65b6-4d34-aee1-14b64df3b315), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:28.543281 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (6eddfc75-4f51-4a04-af39-686a11a9f692), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:28.547038 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-07180495-262f-41ee-98c3-c719afa30895 req-e2daf028-017b-4cd1-beba-de231f597734 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Calling delete_port for 968c92e8-65b6-4d34-aee1-14b64df3b315 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:08:28.559569 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:28.567825 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 50960) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:28.569455 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/networks/6eddfc75-4f51-4a04-af39-686a11a9f692 HTTP/1.1" status: 204 len: 168 time: 2.0415421 Mar 11 12:08:28.580215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-469204274', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:28.597574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85be165-837e-44c6-81eb-36cddd2b8b74 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Network': ['ID=6eddfc75-4f51-4a04-af39-686a11a9f692,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:28.618858 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (bed29433-8fb4-407a-9c50-e00004ab7a03), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:28.620292 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (bed29433-8fb4-407a-9c50-e00004ab7a03), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:28.723143 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 140e3018-c737-47d0-ae0c-f308792427ce no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:08:28.747237 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3de727a3-a738-4f36-9be8-97311e35c300 req-1f8f7e67-7ea5-4b91-b324-b31dc709ead9 service neutron] 10.222.0.71 "GET /v2.0/networks/3531b32e-7565-40f4-a7c1-87027fb83c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662058 Mar 11 12:08:28.747689 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router_controller (bed29433-8fb4-407a-9c50-e00004ab7a03), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:28.749479 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 140e3018-c737-47d0-ae0c-f308792427ce {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:08:28.749982 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 140e3018-c737-47d0-ae0c-f308792427ce not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:08:28.822921 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:08:28.859633 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-07180495-262f-41ee-98c3-c719afa30895 req-e2daf028-017b-4cd1-beba-de231f597734 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (968c92e8-65b6-4d34-aee1-14b64df3b315), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:28.903757 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daf028-017b-4cd1-beba-de231f597734 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Pushing event deleted for resources: {'Port': ['ID=968c92e8-65b6-4d34-aee1-14b64df3b315,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:28.927871 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa45d9e-d56f-478c-a255-69ebe1e821fd tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (94e9efd1-7737-43eb-9036-cdf56bdd4184), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:28.954895 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa45d9e-d56f-478c-a255-69ebe1e821fd tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:28.963736 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-07180495-262f-41ee-98c3-c719afa30895 req-e2daf028-017b-4cd1-beba-de231f597734 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] No DVR routers for this DVR port 968c92e8-65b6-4d34-aee1-14b64df3b315 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:08:28.966711 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-07180495-262f-41ee-98c3-c719afa30895 req-e2daf028-017b-4cd1-beba-de231f597734 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:28.970795 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07180495-262f-41ee-98c3-c719afa30895 req-e2daf028-017b-4cd1-beba-de231f597734 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.37 "DELETE /v2.0/ports/968c92e8-65b6-4d34-aee1-14b64df3b315 HTTP/1.1" status: 204 len: 173 time: 1.1957026 Mar 11 12:08:28.971513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca055aeb-e531-434f-a95c-fc321e170bca', 'name': 'network-vif-deleted', 'tag': '968c92e8-65b6-4d34-aee1-14b64df3b315'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:08:28.983628 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f1f411-de64-4268-956e-37ede210bf02" -d '{"events": [{"server_uuid": "ca055aeb-e531-434f-a95c-fc321e170bca", "name": "network-vif-deleted", "tag": "968c92e8-65b6-4d34-aee1-14b64df3b315"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:08:29.054044 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95b4a26-044b-4d59-a814-ccd728994d09 x-openstack-request-id: req-f95b4a26-044b-4d59-a814-ccd728994d09 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:08:29.054668 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca055aeb-e531-434f-a95c-fc321e170bca", "name": "network-vif-deleted", "tag": "968c92e8-65b6-4d34-aee1-14b64df3b315", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:08:29.055330 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f95b4a26-044b-4d59-a814-ccd728994d09 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:08:29.057103 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca055aeb-e531-434f-a95c-fc321e170bca', 'name': 'network-vif-deleted', 'tag': '968c92e8-65b6-4d34-aee1-14b64df3b315', 'status': 'completed', 'code': 200} Mar 11 12:08:29.059889 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router_gateway (bed29433-8fb4-407a-9c50-e00004ab7a03), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:29.214703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-cfa45d9e-d56f-478c-a255-69ebe1e821fd tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Allocated IP 172.25.7.192 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/639d6548-6e97-4f72-85c5-b0d5f7abd21e) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:29.286642 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1200ebc1-ad81-4783-a7c2-b5ea665a0645 req-e7a170c2-7736-47b6-9293-86a7fa0d1c49 tempest-ServerTagsTestJSON-1015687368 tempest-ServerTagsTestJSON-1015687368-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca055aeb-e531-434f-a95c-fc321e170bca HTTP/1.1" status: 200 len: 210 time: 0.0499661 Mar 11 12:08:29.320885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027819a-0f60-40b4-b43a-a1aa702ad0b5 req-f7729bbf-0603-4374-828a-c5bfc8b1f64b tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:29.327901 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8027819a-0f60-40b4-b43a-a1aa702ad0b5 req-f7729bbf-0603-4374-828a-c5bfc8b1f64b tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.1403871 Mar 11 12:08:29.373847 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8027819a-0f60-40b4-b43a-a1aa702ad0b5 req-2c8669ec-08a2-4187-a1f7-c146db1344b2 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447335 Mar 11 12:08:29.498105 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa45d9e-d56f-478c-a255-69ebe1e821fd tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for port (639d6548-6e97-4f72-85c5-b0d5f7abd21e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:29.530081 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router_gateway (bed29433-8fb4-407a-9c50-e00004ab7a03), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:29.556037 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:29.649432 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa45d9e-d56f-478c-a255-69ebe1e821fd tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (639d6548-6e97-4f72-85c5-b0d5f7abd21e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:29.712246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa45d9e-d56f-478c-a255-69ebe1e821fd tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:29.722092 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-cfa45d9e-d56f-478c-a255-69ebe1e821fd tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:29.729901 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa45d9e-d56f-478c-a255-69ebe1e821fd tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:08:29.758726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa45d9e-d56f-478c-a255-69ebe1e821fd tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Pushing event updated for resources: {'Port': ['ID=639d6548-6e97-4f72-85c5-b0d5f7abd21e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:29.778689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Allocated IP 172.25.7.231 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/5df1d8b0-63aa-4dbf-bd98-aa6b591ffabc) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:30.030394 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (5df1d8b0-63aa-4dbf-bd98-aa6b591ffabc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:30.120806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa45d9e-d56f-478c-a255-69ebe1e821fd tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (94e9efd1-7737-43eb-9036-cdf56bdd4184), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:30.162587 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5df1d8b0-63aa-4dbf-bd98-aa6b591ffabc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:30.212780 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:30.244987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:30.251449 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:08:30.277357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=5df1d8b0-63aa-4dbf-bd98-aa6b591ffabc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:30.349214 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51008) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:30.420885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e9da8f-1bed-4d71-be20-f91aed0142e0 admin admin] Deleting subnet 90730fe0-e770-41ed-a833-f39fde82a0fd {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:08:30.430634 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8e9da8f-1bed-4d71-be20-f91aed0142e0 admin admin] Publish callbacks [] for subnet (90730fe0-e770-41ed-a833-f39fde82a0fd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:30.513319 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8e9da8f-1bed-4d71-be20-f91aed0142e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (90730fe0-e770-41ed-a833-f39fde82a0fd), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:30.517722 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa45d9e-d56f-478c-a255-69ebe1e821fd tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (94e9efd1-7737-43eb-9036-cdf56bdd4184), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:30.542376 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa45d9e-d56f-478c-a255-69ebe1e821fd tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (94e9efd1-7737-43eb-9036-cdf56bdd4184), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:30.572062 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b8f6b-0c6a-4298-ad86-88a4e13c0050 req-a6a81578-ec95-43df-acaa-88fd79ba3a0f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:30.579854 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b21b8f6b-0c6a-4298-ad86-88a4e13c0050 req-a6a81578-ec95-43df-acaa-88fd79ba3a0f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.1164145 Mar 11 12:08:30.588802 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8e9da8f-1bed-4d71-be20-f91aed0142e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (90730fe0-e770-41ed-a833-f39fde82a0fd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:30.720421 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b21b8f6b-0c6a-4298-ad86-88a4e13c0050 req-e871c57c-d4c1-4482-b434-ac358c554846 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394835 Mar 11 12:08:30.759736 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8e9da8f-1bed-4d71-be20-f91aed0142e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (90730fe0-e770-41ed-a833-f39fde82a0fd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:30.789873 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9da8f-1bed-4d71-be20-f91aed0142e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90730fe0-e770-41ed-a833-f39fde82a0fd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:30.800774 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8e9da8f-1bed-4d71-be20-f91aed0142e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:30.804629 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b8e9da8f-1bed-4d71-be20-f91aed0142e0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/90730fe0-e770-41ed-a833-f39fde82a0fd HTTP/1.1" status: 204 len: 168 time: 0.4539001 Mar 11 12:08:30.807162 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51022) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:30.814674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 968c92e8-65b6-4d34-aee1-14b64df3b315 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:08:30.854735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 968c92e8-65b6-4d34-aee1-14b64df3b315 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:08:30.855085 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 968c92e8-65b6-4d34-aee1-14b64df3b315 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:08:30.908514 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc170413-d9ba-4cb4-a4d0-0171cd62a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (ea58c754-75af-481d-bc91-2635bbf4caf8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:31.015512 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc170413-d9ba-4cb4-a4d0-0171cd62a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (ea58c754-75af-481d-bc91-2635bbf4caf8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:31.040462 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-dc170413-d9ba-4cb4-a4d0-0171cd62a6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea58c754-75af-481d-bc91-2635bbf4caf8']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:31.054053 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-dc170413-d9ba-4cb4-a4d0-0171cd62a6c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbd30a1-fa2c-4e23-a08a-9677434b5664') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:31.054418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-dc170413-d9ba-4cb4-a4d0-0171cd62a6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbd30a1-fa2c-4e23-a08a-9677434b5664') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:31.064945 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc170413-d9ba-4cb4-a4d0-0171cd62a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (2bbd30a1-fa2c-4e23-a08a-9677434b5664), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:31.080552 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc170413-d9ba-4cb4-a4d0-0171cd62a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (2bbd30a1-fa2c-4e23-a08a-9677434b5664), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:31.087087 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc170413-d9ba-4cb4-a4d0-0171cd62a6c0 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:08:31.087611 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc170413-d9ba-4cb4-a4d0-0171cd62a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (2bbd30a1-fa2c-4e23-a08a-9677434b5664), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:08:31.089658 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:08:31.099310 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router_gateway (bed29433-8fb4-407a-9c50-e00004ab7a03), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:31.158787 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc170413-d9ba-4cb4-a4d0-0171cd62a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (ea58c754-75af-481d-bc91-2635bbf4caf8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:31.166666 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc170413-d9ba-4cb4-a4d0-0171cd62a6c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:31.170778 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dc170413-d9ba-4cb4-a4d0-0171cd62a6c0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ea58c754-75af-481d-bc91-2635bbf4caf8 HTTP/1.1" status: 204 len: 168 time: 0.3623285 Mar 11 12:08:31.188704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa45d9e-d56f-478c-a255-69ebe1e821fd tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Router 94e9efd1-7737-43eb-9036-cdf56bdd4184 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:08:31.202627 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc170413-d9ba-4cb4-a4d0-0171cd62a6c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea58c754-75af-481d-bc91-2635bbf4caf8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:31.421376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa45d9e-d56f-478c-a255-69ebe1e821fd tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:08:31.427098 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa45d9e-d56f-478c-a255-69ebe1e821fd tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:31.428620 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cfa45d9e-d56f-478c-a255-69ebe1e821fd tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "PUT /v2.0/routers/94e9efd1-7737-43eb-9036-cdf56bdd4184 HTTP/1.1" status: 200 len: 914 time: 3.5272164 Mar 11 12:08:31.431483 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51032) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:31.433024 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067777c-1c9f-4dd1-b85a-d3077bf45ec4 None None] Sync routers for ids ['94e9efd1-7737-43eb-9036-cdf56bdd4184'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:08:31.449587 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5067777c-1c9f-4dd1-b85a-d3077bf45ec4 None None] Routers {'94e9efd1-7737-43eb-9036-cdf56bdd4184'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:31.452485 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5067777c-1c9f-4dd1-b85a-d3077bf45ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['94e9efd1-7737-43eb-9036-cdf56bdd4184'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:31.456760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51034) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:31.495168 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (bed29433-8fb4-407a-9c50-e00004ab7a03), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:31.498797 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5067777c-1c9f-4dd1-b85a-d3077bf45ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:31.513615 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5067777c-1c9f-4dd1-b85a-d3077bf45ec4 None None] Routers {'94e9efd1-7737-43eb-9036-cdf56bdd4184'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:31.514487 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5067777c-1c9f-4dd1-b85a-d3077bf45ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['94e9efd1-7737-43eb-9036-cdf56bdd4184'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:31.539078 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d0cd6ae8-3571-44f2-8665-81fb06162d7d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2fd17cb4e8054bc6a52753c5dba41aaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0807872 Mar 11 12:08:31.541563 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51038) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:31.553037 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5067777c-1c9f-4dd1-b85a-d3077bf45ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:31.553967 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067777c-1c9f-4dd1-b85a-d3077bf45ec4 None None] The sync data for ids ['94e9efd1-7737-43eb-9036-cdf56bdd4184'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:08:31.600720 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-febd07d7-16af-4fa8-a469-5cd5d12ea442 admin admin] Publish callbacks [] for security_group (88e7b16e-e269-484b-8c77-cb7e58606c1b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:31.644424 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-febd07d7-16af-4fa8-a469-5cd5d12ea442 admin admin] Publish callbacks [] for security_group (88e7b16e-e269-484b-8c77-cb7e58606c1b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:31.679707 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-702e391a-53e5-43ad-a039-ff95e277e63d tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "GET /v2.0/routers/94e9efd1-7737-43eb-9036-cdf56bdd4184 HTTP/1.1" status: 200 len: 920 time: 0.2448401 Mar 11 12:08:31.680010 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51044) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:31.723868 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-febd07d7-16af-4fa8-a469-5cd5d12ea442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (88e7b16e-e269-484b-8c77-cb7e58606c1b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:31.727830 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-febd07d7-16af-4fa8-a469-5cd5d12ea442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:31.732131 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-febd07d7-16af-4fa8-a469-5cd5d12ea442 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/88e7b16e-e269-484b-8c77-cb7e58606c1b HTTP/1.1" status: 204 len: 168 time: 0.1895897 Mar 11 12:08:31.746401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41599fd-6bf2-47ea-961b-d4ee3f713e20 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:31.750371 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d41599fd-6bf2-47ea-961b-d4ee3f713e20 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&device_id=94e9efd1-7737-43eb-9036-cdf56bdd4184&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0662715 Mar 11 12:08:31.751544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51054) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:31.775258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router bed29433-8fb4-407a-9c50-e00004ab7a03 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:08:31.783826 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd07d7-16af-4fa8-a469-5cd5d12ea442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e7b16e-e269-484b-8c77-cb7e58606c1b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:31.940998 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35293a-0084-45e3-9cd5-f658c3d20e17 req-af01194d-64e1-4d75-a0a1-697b1444f6d8 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:31.945027 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed35293a-0084-45e3-9cd5-f658c3d20e17 req-af01194d-64e1-4d75-a0a1-697b1444f6d8 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.1026447 Mar 11 12:08:31.956059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2db1d0-3e14-47a5-b2e2-d2265a01a496 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:31.958595 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-be2db1d0-3e14-47a5-b2e2-d2265a01a496 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 881 time: 0.2056055 Mar 11 12:08:31.965505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51058) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:31.995603 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-062d41b1-d894-489d-ae40-28a962e96e18 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "GET /v2.0/ports?device_id=94e9efd1-7737-43eb-9036-cdf56bdd4184 HTTP/1.1" status: 200 len: 205 time: 0.0289981 Mar 11 12:08:31.998966 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51064) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:32.029466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:08:32.043723 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec95d5-0b21-46e0-94c9-8c6fe78c89e5 None None] Sync routers for ids ['bed29433-8fb4-407a-9c50-e00004ab7a03'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:08:32.064009 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec95d5-0b21-46e0-94c9-8c6fe78c89e5 None None] Routers {'bed29433-8fb4-407a-9c50-e00004ab7a03'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:32.073779 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed35293a-0084-45e3-9cd5-f658c3d20e17 req-b2daec30-8dc2-4700-a920-d2004bc57cc3 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225879 Mar 11 12:08:32.075323 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-10ec95d5-0b21-46e0-94c9-8c6fe78c89e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['bed29433-8fb4-407a-9c50-e00004ab7a03'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:32.098611 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:32.100169 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0bc5e4bd-9ecf-42ed-a0f2-16343fbae6c3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.5303888 Mar 11 12:08:32.103518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51066) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:32.221135 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2f002088-8382-4b4c-b4f9-4e65911185dd tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (94e9efd1-7737-43eb-9036-cdf56bdd4184), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:32.227610 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-10ec95d5-0b21-46e0-94c9-8c6fe78c89e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:32.283738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec95d5-0b21-46e0-94c9-8c6fe78c89e5 None None] Routers {'bed29433-8fb4-407a-9c50-e00004ab7a03'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:32.284817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-10ec95d5-0b21-46e0-94c9-8c6fe78c89e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['bed29433-8fb4-407a-9c50-e00004ab7a03'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:32.350969 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3dbcc486-b996-4beb-b015-40620c8fc590 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/routers/bed29433-8fb4-407a-9c50-e00004ab7a03 HTTP/1.1" status: 200 len: 880 time: 0.2457955 Mar 11 12:08:32.353698 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51084) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:32.380036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-10ec95d5-0b21-46e0-94c9-8c6fe78c89e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:32.380885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec95d5-0b21-46e0-94c9-8c6fe78c89e5 None None] The sync data for ids ['bed29433-8fb4-407a-9c50-e00004ab7a03'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:08:32.553831 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2f002088-8382-4b4c-b4f9-4e65911185dd tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (94e9efd1-7737-43eb-9036-cdf56bdd4184), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:32.744747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-2f002088-8382-4b4c-b4f9-4e65911185dd tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Deleting port 639d6548-6e97-4f72-85c5-b0d5f7abd21e {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:08:32.745099 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2f002088-8382-4b4c-b4f9-4e65911185dd tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (639d6548-6e97-4f72-85c5-b0d5f7abd21e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:32.970137 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2f002088-8382-4b4c-b4f9-4e65911185dd tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (639d6548-6e97-4f72-85c5-b0d5f7abd21e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:32.981810 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-31fa078b-e33d-4044-b787-a7080f44177f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6228700 Mar 11 12:08:32.982377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51104) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:32.992988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-eed2f6db-214a-466d-a236-eb7ce7daf088 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-469204274'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:32.995736 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-2f002088-8382-4b4c-b4f9-4e65911185dd tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Calling delete_port for 639d6548-6e97-4f72-85c5-b0d5f7abd21e owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:08:33.443344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04ec4f-fa1e-431a-93d2-5e02b60602c4 req-c66436f4-dcbe-4a42-b9dc-d45953f606d2 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:33.444993 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec04ec4f-fa1e-431a-93d2-5e02b60602c4 req-c66436f4-dcbe-4a42-b9dc-d45953f606d2 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.2291074 Mar 11 12:08:33.445871 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2f002088-8382-4b4c-b4f9-4e65911185dd tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (639d6548-6e97-4f72-85c5-b0d5f7abd21e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:33.689799 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f002088-8382-4b4c-b4f9-4e65911185dd tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Pushing event deleted for resources: {'Port': ['ID=639d6548-6e97-4f72-85c5-b0d5f7abd21e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:33.698888 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2f002088-8382-4b4c-b4f9-4e65911185dd tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (94e9efd1-7737-43eb-9036-cdf56bdd4184), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:33.756885 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eed2f6db-214a-466d-a236-eb7ce7daf088 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (bed29433-8fb4-407a-9c50-e00004ab7a03), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:33.763282 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:33.777731 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eed2f6db-214a-466d-a236-eb7ce7daf088 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (bed29433-8fb4-407a-9c50-e00004ab7a03), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:34.178252 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec04ec4f-fa1e-431a-93d2-5e02b60602c4 req-971379a4-858e-491d-93f4-ad48382654b4 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7143202 Mar 11 12:08:34.238878 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2f002088-8382-4b4c-b4f9-4e65911185dd tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (94e9efd1-7737-43eb-9036-cdf56bdd4184), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:34.242803 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2f002088-8382-4b4c-b4f9-4e65911185dd tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_controller (94e9efd1-7737-43eb-9036-cdf56bdd4184), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:34.359661 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2f002088-8382-4b4c-b4f9-4e65911185dd tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (94e9efd1-7737-43eb-9036-cdf56bdd4184), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:34.360501 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f002088-8382-4b4c-b4f9-4e65911185dd tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Fanout notify agent at l3_agent the message router_deleted on router 94e9efd1-7737-43eb-9036-cdf56bdd4184 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:08:34.377060 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2f002088-8382-4b4c-b4f9-4e65911185dd tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:34.385406 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2f002088-8382-4b4c-b4f9-4e65911185dd tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "DELETE /v2.0/routers/94e9efd1-7737-43eb-9036-cdf56bdd4184 HTTP/1.1" status: 204 len: 168 time: 2.3790693 Mar 11 12:08:34.386342 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51220) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:34.401358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-239d6102-69ab-4663-b0d7-a0964fe1ec78 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1728721527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:34.471782 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed2f6db-214a-466d-a236-eb7ce7daf088 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router bed29433-8fb4-407a-9c50-e00004ab7a03 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:08:34.495866 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f39311b0-6135-4aef-9fd1-695f815a39f3 req-91f52458-e4c8-4145-93d7-e403d7c5db74 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=872dd00c-35ae-4d41-82f6-c9ef41cf9ed6 HTTP/1.1" status: 200 len: 210 time: 0.0424559 Mar 11 12:08:34.497806 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-239d6102-69ab-4663-b0d7-a0964fe1ec78 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (f1f4b749-26d1-4305-a98d-1377c7fc3fe3), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:34.499224 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-239d6102-69ab-4663-b0d7-a0964fe1ec78 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (f1f4b749-26d1-4305-a98d-1377c7fc3fe3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:34.644340 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-239d6102-69ab-4663-b0d7-a0964fe1ec78 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_controller (f1f4b749-26d1-4305-a98d-1377c7fc3fe3), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:34.652415 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-239d6102-69ab-4663-b0d7-a0964fe1ec78 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (f1f4b749-26d1-4305-a98d-1377c7fc3fe3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:34.688467 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-239d6102-69ab-4663-b0d7-a0964fe1ec78 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:34.691974 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-239d6102-69ab-4663-b0d7-a0964fe1ec78 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3044174 Mar 11 12:08:34.692779 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51252) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:34.697365 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-6b34e275-4f55-4172-80f2-d774966327ed tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'enable_snat': False}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:34.747228 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed2f6db-214a-466d-a236-eb7ce7daf088 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:08:34.760517 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d8b90-bbea-478b-bad6-20015e9e1484 None None] Sync routers for ids ['bed29433-8fb4-407a-9c50-e00004ab7a03'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:08:34.775762 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d8b90-bbea-478b-bad6-20015e9e1484 None None] Routers {'bed29433-8fb4-407a-9c50-e00004ab7a03'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:34.776289 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-942d8b90-bbea-478b-bad6-20015e9e1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['bed29433-8fb4-407a-9c50-e00004ab7a03'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:34.779330 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eed2f6db-214a-466d-a236-eb7ce7daf088 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:34.787742 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51266) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:34.793677 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-eed2f6db-214a-466d-a236-eb7ce7daf088 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/bed29433-8fb4-407a-9c50-e00004ab7a03 HTTP/1.1" status: 200 len: 887 time: 1.8049777 Mar 11 12:08:34.870396 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-942d8b90-bbea-478b-bad6-20015e9e1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:34.880031 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d8b90-bbea-478b-bad6-20015e9e1484 None None] Routers {'bed29433-8fb4-407a-9c50-e00004ab7a03'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:34.881182 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-942d8b90-bbea-478b-bad6-20015e9e1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['bed29433-8fb4-407a-9c50-e00004ab7a03'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:34.928625 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-942d8b90-bbea-478b-bad6-20015e9e1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:34.929181 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d8b90-bbea-478b-bad6-20015e9e1484 None None] The sync data for ids ['bed29433-8fb4-407a-9c50-e00004ab7a03'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:08:35.433858 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b34e275-4f55-4172-80f2-d774966327ed tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (f1f4b749-26d1-4305-a98d-1377c7fc3fe3), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:35.447849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-87670719-8ecc-4364-9a0b-dc769999168f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/routers/bed29433-8fb4-407a-9c50-e00004ab7a03 HTTP/1.1" status: 200 len: 887 time: 0.6589587 Mar 11 12:08:35.450662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51342) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:35.499314 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-15c16125-e403-40ac-a098-291f7af3cbe6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports?device_id=bed29433-8fb4-407a-9c50-e00004ab7a03 HTTP/1.1" status: 200 len: 205 time: 0.0472767 Mar 11 12:08:35.503343 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51352) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:35.547242 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-308ef5b8-e046-448b-88a3-4c488f3c314b req-176ae1e5-1dce-4ce8-9fef-2fe88038428a tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.1106288 Mar 11 12:08:35.652345 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a3ed1-5183-40f2-8929-4f54f193bbbb req-2972a4a8-8f4c-4ea9-ba7a-a62ea65e4d76 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:35.654215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef6a3ed1-5183-40f2-8929-4f54f193bbbb req-2972a4a8-8f4c-4ea9-ba7a-a62ea65e4d76 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.3280940 Mar 11 12:08:35.752536 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef6a3ed1-5183-40f2-8929-4f54f193bbbb req-ff4e9330-c8bd-4bb4-b8ac-ab2bebd40187 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876091 Mar 11 12:08:35.820619 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (bed29433-8fb4-407a-9c50-e00004ab7a03), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:36.065929 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router_gateway (bed29433-8fb4-407a-9c50-e00004ab7a03), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:36.073944 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b34e275-4f55-4172-80f2-d774966327ed tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (f1f4b749-26d1-4305-a98d-1377c7fc3fe3), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:36.111965 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b34e275-4f55-4172-80f2-d774966327ed tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:36.179735 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting port 5df1d8b0-63aa-4dbf-bd98-aa6b591ffabc {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:08:36.180221 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5df1d8b0-63aa-4dbf-bd98-aa6b591ffabc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:36.303910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-6b34e275-4f55-4172-80f2-d774966327ed tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Allocated IP 172.25.7.101 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/fb8fa744-e3f7-4004-b9c8-ccb92e64caee) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:36.335775 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5df1d8b0-63aa-4dbf-bd98-aa6b591ffabc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:36.353767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Calling delete_port for 5df1d8b0-63aa-4dbf-bd98-aa6b591ffabc owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:08:36.571006 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b34e275-4f55-4172-80f2-d774966327ed tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for port (fb8fa744-e3f7-4004-b9c8-ccb92e64caee), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:36.643335 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b34e275-4f55-4172-80f2-d774966327ed tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (fb8fa744-e3f7-4004-b9c8-ccb92e64caee), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:36.721742 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5df1d8b0-63aa-4dbf-bd98-aa6b591ffabc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:36.754665 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Port': ['ID=5df1d8b0-63aa-4dbf-bd98-aa6b591ffabc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:36.757029 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19847fa4-3b9d-45a2-8582-37be2e9dbf21 req-d4e684cc-85cd-4e9d-9140-e1024cb37464 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0621161 Mar 11 12:08:36.769222 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:36.769863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:36.771216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:36.771857 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:36.772427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:36.772992 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:36.773859 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:36.774899 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b34e275-4f55-4172-80f2-d774966327ed tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:36.775429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:36.775920 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:36.776871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:36.777452 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:36.778119 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:36.778718 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:36.783442 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-6b34e275-4f55-4172-80f2-d774966327ed tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:36.797863 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b34e275-4f55-4172-80f2-d774966327ed tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:08:36.805554 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34e275-4f55-4172-80f2-d774966327ed tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Pushing event updated for resources: {'Port': ['ID=fb8fa744-e3f7-4004-b9c8-ccb92e64caee,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:37.003310 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (bed29433-8fb4-407a-9c50-e00004ab7a03), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:37.205718 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (bed29433-8fb4-407a-9c50-e00004ab7a03), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:37.209236 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router_controller (bed29433-8fb4-407a-9c50-e00004ab7a03), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:37.310264 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7833ae-9445-4ac6-a96b-3f74f1207091 req-fe0d27fa-0cee-49e9-a4dd-172ed2085483 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:37.312377 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce7833ae-9445-4ac6-a96b-3f74f1207091 req-fe0d27fa-0cee-49e9-a4dd-172ed2085483 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.2845786 Mar 11 12:08:37.321822 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (bed29433-8fb4-407a-9c50-e00004ab7a03), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:37.322636 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Fanout notify agent at l3_agent the message router_deleted on router bed29433-8fb4-407a-9c50-e00004ab7a03 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:08:37.339237 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:37.343618 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-659697ba-badd-4fbe-9650-0f1b232ad2ca tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/routers/bed29433-8fb4-407a-9c50-e00004ab7a03 HTTP/1.1" status: 204 len: 168 time: 1.8391547 Mar 11 12:08:37.347534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51528) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:37.370222 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9bb8d68b-20f1-48ff-ab65-8c3a11d13a86 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'network': {'name': 'tempest-RoutersTest-1013475260'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:37.408999 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb8d68b-20f1-48ff-ab65-8c3a11d13a86 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:08:37.419237 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d68b-20f1-48ff-ab65-8c3a11d13a86 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:37.429616 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce7833ae-9445-4ac6-a96b-3f74f1207091 req-6c6bcac6-73e4-4368-93dd-91e8353d4ddb tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088569 Mar 11 12:08:37.449760 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb8d68b-20f1-48ff-ab65-8c3a11d13a86 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:08:37.461386 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b34e275-4f55-4172-80f2-d774966327ed tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router_gateway (f1f4b749-26d1-4305-a98d-1377c7fc3fe3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:37.462205 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d68b-20f1-48ff-ab65-8c3a11d13a86 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (288628b2-c5da-4765-87ca-e79d8b991709), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:37.462807 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-9bb8d68b-20f1-48ff-ab65-8c3a11d13a86 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Added segment 288628b2-c5da-4765-87ca-e79d8b991709 of type vlan for network 8247a0ce-2f4e-4331-a33b-69ee495e5f05 Mar 11 12:08:37.517186 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d68b-20f1-48ff-ab65-8c3a11d13a86 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (8247a0ce-2f4e-4331-a33b-69ee495e5f05), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:37.552793 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d68b-20f1-48ff-ab65-8c3a11d13a86 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (8247a0ce-2f4e-4331-a33b-69ee495e5f05), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:37.558044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb8d68b-20f1-48ff-ab65-8c3a11d13a86 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:37.558851 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d68b-20f1-48ff-ab65-8c3a11d13a86 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:37.610568 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9bb8d68b-20f1-48ff-ab65-8c3a11d13a86 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2617111 Mar 11 12:08:37.614098 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51556) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:37.647921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ec8bb128-6f4d-46ec-a920-84dfc726b5be tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'subnet': {'network_id': '8247a0ce-2f4e-4331-a33b-69ee495e5f05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:37.654029 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8d68b-20f1-48ff-ab65-8c3a11d13a86 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Network': ['ID=8247a0ce-2f4e-4331-a33b-69ee495e5f05,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:37.669605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 8247a0ce-2f4e-4331-a33b-69ee495e5f05 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:08:37.781288 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8bb128-6f4d-46ec-a920-84dfc726b5be tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:08:37.789857 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb128-6f4d-46ec-a920-84dfc726b5be tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:37.902315 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7887a052-5e3f-4803-8a7b-088524467053 req-0d385ec2-ed65-41a2-a6d3-0e599cbedb78 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=872dd00c-35ae-4d41-82f6-c9ef41cf9ed6 HTTP/1.1" status: 200 len: 210 time: 0.1401646 Mar 11 12:08:37.957630 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa73eaf3-33a8-425a-b13b-2907de6967e6 req-f53d628c-d00d-481e-aefb-94d9af9912c2 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0485446 Mar 11 12:08:37.964790 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b34e275-4f55-4172-80f2-d774966327ed tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (f1f4b749-26d1-4305-a98d-1377c7fc3fe3), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:37.968945 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b34e275-4f55-4172-80f2-d774966327ed tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (f1f4b749-26d1-4305-a98d-1377c7fc3fe3), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:38.095158 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb128-6f4d-46ec-a920-84dfc726b5be tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (04b167bd-bcca-4f56-a1d5-36009b3abd3a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:38.173153 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b34e275-4f55-4172-80f2-d774966327ed tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Router f1f4b749-26d1-4305-a98d-1377c7fc3fe3 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:08:38.193785 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8bb128-6f4d-46ec-a920-84dfc726b5be tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Checking segment: {'id': '288628b2-c5da-4765-87ca-e79d8b991709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8247a0ce-2f4e-4331-a33b-69ee495e5f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:08:38.194158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8bb128-6f4d-46ec-a920-84dfc726b5be tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network hostable DHCP agents. Network: 8247a0ce-2f4e-4331-a33b-69ee495e5f05, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:08:38.205141 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bb128-6f4d-46ec-a920-84dfc726b5be tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Subnet': ['ID=04b167bd-bcca-4f56-a1d5-36009b3abd3a,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:38.224537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8bb128-6f4d-46ec-a920-84dfc726b5be tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network 8247a0ce-2f4e-4331-a33b-69ee495e5f05 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:08:38.246236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ec8bb128-6f4d-46ec-a920-84dfc726b5be tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 8247a0ce-2f4e-4331-a33b-69ee495e5f05) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:38.260079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8bb128-6f4d-46ec-a920-84dfc726b5be tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:38.262841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb128-6f4d-46ec-a920-84dfc726b5be tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:38.265866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5c427e-af7a-4618-8bd3-018fd12f0ea1 None None] Network 8247a0ce-2f4e-4331-a33b-69ee495e5f05 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:08:38.300996 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ec8bb128-6f4d-46ec-a920-84dfc726b5be tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6855645 Mar 11 12:08:38.301688 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51636) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:38.309100 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-48913844-a224-482e-870a-4f0a1c2910eb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1805472902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:38.355341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b34e275-4f55-4172-80f2-d774966327ed tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:08:38.363836 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b34e275-4f55-4172-80f2-d774966327ed tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:38.365388 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6b34e275-4f55-4172-80f2-d774966327ed tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "PUT /v2.0/routers/f1f4b749-26d1-4305-a98d-1377c7fc3fe3 HTTP/1.1" status: 200 len: 916 time: 3.6717548 Mar 11 12:08:38.367953 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51646) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:38.389800 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48913844-a224-482e-870a-4f0a1c2910eb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (c0f4c639-076f-4a6f-9121-fdb1c5750b15), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:38.390989 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48913844-a224-482e-870a-4f0a1c2910eb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (c0f4c639-076f-4a6f-9121-fdb1c5750b15), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:38.462373 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5760227-c8ed-478f-92f0-766ecd62bc60 None None] Sync routers for ids ['f1f4b749-26d1-4305-a98d-1377c7fc3fe3'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:08:38.504653 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5760227-c8ed-478f-92f0-766ecd62bc60 None None] Routers {'f1f4b749-26d1-4305-a98d-1377c7fc3fe3'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:38.505750 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a5760227-c8ed-478f-92f0-766ecd62bc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f1f4b749-26d1-4305-a98d-1377c7fc3fe3'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:38.516160 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48913844-a224-482e-870a-4f0a1c2910eb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router_controller (c0f4c639-076f-4a6f-9121-fdb1c5750b15), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:38.529759 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48913844-a224-482e-870a-4f0a1c2910eb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (c0f4c639-076f-4a6f-9121-fdb1c5750b15), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:38.535405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-8247a0ce-2f4e-4331-a33b-69ee495e5f05', 'network_id': '8247a0ce-2f4e-4331-a33b-69ee495e5f05', 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'fixed_ips': [{'subnet_id': '04b167bd-bcca-4f56-a1d5-36009b3abd3a'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:08:38.536590 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:38.567354 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48913844-a224-482e-870a-4f0a1c2910eb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:38.571817 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-48913844-a224-482e-870a-4f0a1c2910eb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2687249 Mar 11 12:08:38.572520 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51668) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:38.618734 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-32a347c3-0221-4047-bb1d-011e6b0334ec tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "GET /v2.0/routers/f1f4b749-26d1-4305-a98d-1377c7fc3fe3 HTTP/1.1" status: 200 len: 922 time: 0.2483897 Mar 11 12:08:38.623055 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51674) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:38.745241 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e568af9-11bb-4c11-a8c7-06fa3978dd3a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:38.748558 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1e568af9-11bb-4c11-a8c7-06fa3978dd3a tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&device_id=f1f4b749-26d1-4305-a98d-1377c7fc3fe3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1215920 Mar 11 12:08:38.752569 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51686) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:38.781430 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6a5a7-361c-4c26-bbcb-8e96b3cc55ad req-9e6c2e20-110a-4a1e-ad03-c825e56b07f3 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:38.785576 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65f6a5a7-361c-4c26-bbcb-8e96b3cc55ad req-9e6c2e20-110a-4a1e-ad03-c825e56b07f3 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.1021297 Mar 11 12:08:38.819885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Allocated IP 172.20.0.2 (8247a0ce-2f4e-4331-a33b-69ee495e5f05/04b167bd-bcca-4f56-a1d5-36009b3abd3a/3add2cde-453c-488a-aad3-f28ea8cb7395) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:38.850403 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a5760227-c8ed-478f-92f0-766ecd62bc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:38.860844 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2e6cdb0-8d87-4d66-83a7-b283645927d0 req-94e455eb-5f34-4041-8bba-c7464a116198 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0715940 Mar 11 12:08:38.873303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5760227-c8ed-478f-92f0-766ecd62bc60 None None] Routers {'f1f4b749-26d1-4305-a98d-1377c7fc3fe3'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:38.874078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a5760227-c8ed-478f-92f0-766ecd62bc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f1f4b749-26d1-4305-a98d-1377c7fc3fe3'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:38.951372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a5760227-c8ed-478f-92f0-766ecd62bc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:38.952055 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5760227-c8ed-478f-92f0-766ecd62bc60 None None] The sync data for ids ['f1f4b749-26d1-4305-a98d-1377c7fc3fe3'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:08:39.065717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65f6a5a7-361c-4c26-bbcb-8e96b3cc55ad req-634f60fb-1a9f-4ef6-943c-455388534ef5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033281 Mar 11 12:08:39.105219 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6696a03c-9b3c-49ec-99cb-f944ba99d32f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:39.109344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6696a03c-9b3c-49ec-99cb-f944ba99d32f tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "GET /v2.0/networks/b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 881 time: 0.3187919 Mar 11 12:08:39.110003 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51702) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:39.126740 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Publish callbacks [] for port (3add2cde-453c-488a-aad3-f28ea8cb7395), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:39.142431 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (3add2cde-453c-488a-aad3-f28ea8cb7395), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:39.177977 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Network 8247a0ce-2f4e-4331-a33b-69ee495e5f05 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:39.192710 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e69c727c-1259-4ef7-a5a6-12593ec0aa97 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f4b749-26d1-4305-a98d-1377c7fc3fe3 HTTP/1.1" status: 200 len: 205 time: 0.0813947 Mar 11 12:08:39.197656 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51706) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:39.232532 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c7094d6-01a4-4ccb-a4cb-bf9573fedcfc req-55fe0e55-0bfe-4168-a7bb-5da3c5ab661e tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0978820 Mar 11 12:08:39.279664 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Pushing event updated for resources: {'Port': ['ID=3add2cde-453c-488a-aad3-f28ea8cb7395,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:39.288414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:39.288812 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:39.289986 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:39.290491 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:39.290988 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:39.291494 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:39.292025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:39.292612 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:39.293157 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:39.293722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:39.294268 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:39.294831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:39.295370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:39.306509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:39.310102 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:08:39.387447 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Attempting to bind port 3add2cde-453c-488a-aad3-f28ea8cb7395 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:08:39.387856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Attempting to bind port 3add2cde-453c-488a-aad3-f28ea8cb7395 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '288628b2-c5da-4765-87ca-e79d8b991709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8247a0ce-2f4e-4331-a33b-69ee495e5f05'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:08:39.388240 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Attempting to bind port 3add2cde-453c-488a-aad3-f28ea8cb7395 on network 8247a0ce-2f4e-4331-a33b-69ee495e5f05 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:08:39.394014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:08:39.394403 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Checking segment: {'id': '288628b2-c5da-4765-87ca-e79d8b991709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8247a0ce-2f4e-4331-a33b-69ee495e5f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:08:39.394855 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:39.395294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Bound using segment: {'id': '288628b2-c5da-4765-87ca-e79d8b991709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8247a0ce-2f4e-4331-a33b-69ee495e5f05'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:08:39.395938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Bound port: 3add2cde-453c-488a-aad3-f28ea8cb7395, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288628b2-c5da-4765-87ca-e79d8b991709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8247a0ce-2f4e-4331-a33b-69ee495e5f05'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:08:39.396329 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3add2cde-453c-488a-aad3-f28ea8cb7395), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:39.401187 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:39.501996 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fe4df31-0bf9-4279-9650-120eb22de50b tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (f1f4b749-26d1-4305-a98d-1377c7fc3fe3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:39.646025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] For port 3add2cde-453c-488a-aad3-f28ea8cb7395, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:08:39.651393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] For port 3add2cde-453c-488a-aad3-f28ea8cb7395, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3add2cde-453c-488a-aad3-f28ea8cb7395,segment=NetworkSegment(288628b2-c5da-4765-87ca-e79d8b991709),segment_id=288628b2-c5da-4765-87ca-e79d8b991709)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:08:39.661357 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3add2cde-453c-488a-aad3-f28ea8cb7395), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:39.747459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9974988-d53f-42bc-85fa-7d0c19cddcf6 None None] Pushing event updated for resources: {'Port': ['ID=3add2cde-453c-488a-aad3-f28ea8cb7395,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:40.378137 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fe4df31-0bf9-4279-9650-120eb22de50b tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (f1f4b749-26d1-4305-a98d-1377c7fc3fe3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:40.551925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Allocated IP 172.20.0.1 (8247a0ce-2f4e-4331-a33b-69ee495e5f05/04b167bd-bcca-4f56-a1d5-36009b3abd3a/f25dd585-bcb7-4fcb-b822-e79e02a38b33) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:40.561098 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8653c7e1-effb-4a5f-b0f3-804575af0d03 req-c5079b20-8a0b-4ce6-8b8a-70058cd42fde tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0954006 Mar 11 12:08:40.630194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932489c0-7f3e-4a48-83c4-ee2bea311769 req-8c1001b0-acf9-4e1a-b5d8-bedceb6270bb tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:40.632128 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-932489c0-7f3e-4a48-83c4-ee2bea311769 req-8c1001b0-acf9-4e1a-b5d8-bedceb6270bb tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.2631736 Mar 11 12:08:40.782158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4df31-0bf9-4279-9650-120eb22de50b tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Deleting port fb8fa744-e3f7-4004-b9c8-ccb92e64caee {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:08:40.782703 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fe4df31-0bf9-4279-9650-120eb22de50b tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (fb8fa744-e3f7-4004-b9c8-ccb92e64caee), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:40.793484 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (f25dd585-bcb7-4fcb-b822-e79e02a38b33), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:40.821722 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-932489c0-7f3e-4a48-83c4-ee2bea311769 req-f0dc7ba0-73b8-4c66-8d62-6c76f37118da tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827047 Mar 11 12:08:40.926389 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3add2cde-453c-488a-aad3-f28ea8cb7395 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:08:41.024177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 3add2cde-453c-488a-aad3-f28ea8cb7395 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:41.024584 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3add2cde-453c-488a-aad3-f28ea8cb7395), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:41.029499 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fe4df31-0bf9-4279-9650-120eb22de50b tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (fb8fa744-e3f7-4004-b9c8-ccb92e64caee), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:41.050226 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f25dd585-bcb7-4fcb-b822-e79e02a38b33), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:41.067861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4df31-0bf9-4279-9650-120eb22de50b tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Calling delete_port for fb8fa744-e3f7-4004-b9c8-ccb92e64caee owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:08:41.252503 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 3add2cde-453c-488a-aad3-f28ea8cb7395 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:41.252898 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3add2cde-453c-488a-aad3-f28ea8cb7395), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:41.377684 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 3add2cde-453c-488a-aad3-f28ea8cb7395, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3add2cde-453c-488a-aad3-f28ea8cb7395,segment=NetworkSegment(288628b2-c5da-4765-87ca-e79d8b991709),segment_id=288628b2-c5da-4765-87ca-e79d8b991709)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:08:41.390722 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3add2cde-453c-488a-aad3-f28ea8cb7395), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:41.489332 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab63e2c6-9dad-473f-b913-9f37e91e4c66 req-68b2e695-659e-4b42-be4d-8d77d6966743 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0883272 Mar 11 12:08:41.493157 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fe4df31-0bf9-4279-9650-120eb22de50b tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (fb8fa744-e3f7-4004-b9c8-ccb92e64caee), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:41.539884 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=3add2cde-453c-488a-aad3-f28ea8cb7395,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:41.554474 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network 8247a0ce-2f4e-4331-a33b-69ee495e5f05 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:41.567827 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:41.636953 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:08:41.700029 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d0af26-c2c6-43ed-a4ef-987a12173dfd None None] Network 8247a0ce-2f4e-4331-a33b-69ee495e5f05 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:08:41.701458 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (c0f4c639-076f-4a6f-9121-fdb1c5750b15), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:41.736631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51766) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:41.829108 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3f62c3f6-17a7-46fe-9e9f-418117a933d2 None None] Provisioning complete for port 3add2cde-453c-488a-aad3-f28ea8cb7395 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:41.829889 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3f62c3f6-17a7-46fe-9e9f-418117a933d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3add2cde-453c-488a-aad3-f28ea8cb7395), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:41.871351 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fe4df31-0bf9-4279-9650-120eb22de50b tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (f1f4b749-26d1-4305-a98d-1377c7fc3fe3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:41.909518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=f25dd585-bcb7-4fcb-b822-e79e02a38b33,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:41.955857 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3f62c3f6-17a7-46fe-9e9f-418117a933d2 None None] Current status of the port 3add2cde-453c-488a-aad3-f28ea8cb7395 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:42.042706 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f1975db0-a276-4893-b57a-828b72a7785c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.073195 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21816d5-512f-4ab4-91f8-8b2357bf5da9 req-7afa9146-0aef-49e7-b4a0-f0153fd4af57 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:42.080164 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e21816d5-512f-4ab4-91f8-8b2357bf5da9 req-7afa9146-0aef-49e7-b4a0-f0153fd4af57 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.0945656 Mar 11 12:08:42.120227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4df31-0bf9-4279-9650-120eb22de50b tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Pushing event deleted for resources: {'Port': ['ID=fb8fa744-e3f7-4004-b9c8-ccb92e64caee,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:42.125003 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fe4df31-0bf9-4279-9650-120eb22de50b tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (f1f4b749-26d1-4305-a98d-1377c7fc3fe3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.127438 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f25dd585-bcb7-4fcb-b822-e79e02a38b33), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.142385 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fe4df31-0bf9-4279-9650-120eb22de50b tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_controller (f1f4b749-26d1-4305-a98d-1377c7fc3fe3), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.203834 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f1975db0-a276-4893-b57a-828b72a7785c admin admin] Publish callbacks [] for security_group (b40b848c-6792-4e49-98fc-6222aa1248ac), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.219128 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f1975db0-a276-4893-b57a-828b72a7785c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b40b848c-6792-4e49-98fc-6222aa1248ac), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.289460 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f36f461c-b78e-4326-bd9a-ae2799022d3e None None] Provisioning complete for port f25dd585-bcb7-4fcb-b822-e79e02a38b33 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:42.290142 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f36f461c-b78e-4326-bd9a-ae2799022d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f25dd585-bcb7-4fcb-b822-e79e02a38b33), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.326392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1975db0-a276-4893-b57a-828b72a7785c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40b848c-6792-4e49-98fc-6222aa1248ac,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:42.338972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f1975db0-a276-4893-b57a-828b72a7785c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5eb765c584424a6189e58474df51120b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6004994 Mar 11 12:08:42.342981 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51772) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:42.372283 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e21816d5-512f-4ab4-91f8-8b2357bf5da9 req-285c92a2-9041-463b-b66a-1692e5630a82 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784474 Mar 11 12:08:42.383156 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f36f461c-b78e-4326-bd9a-ae2799022d3e None None] Port f25dd585-bcb7-4fcb-b822-e79e02a38b33 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:08:42.403845 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f36f461c-b78e-4326-bd9a-ae2799022d3e None None] Provisioning complete for port 3add2cde-453c-488a-aad3-f28ea8cb7395 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:42.409790 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f36f461c-b78e-4326-bd9a-ae2799022d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3add2cde-453c-488a-aad3-f28ea8cb7395), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.455886 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (f25dd585-bcb7-4fcb-b822-e79e02a38b33), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.479508 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf45213f-f34b-4968-98c4-4d4b1364b36f admin admin] Publish callbacks [] for security_group (b40b848c-6792-4e49-98fc-6222aa1248ac), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.541589 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (f25dd585-bcb7-4fcb-b822-e79e02a38b33), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.559381 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf45213f-f34b-4968-98c4-4d4b1364b36f admin admin] Publish callbacks [] for security_group (b40b848c-6792-4e49-98fc-6222aa1248ac), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.596929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f36f461c-b78e-4326-bd9a-ae2799022d3e None None] Current status of the port 3add2cde-453c-488a-aad3-f28ea8cb7395 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:42.608840 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (c0f4c639-076f-4a6f-9121-fdb1c5750b15), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.664502 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf45213f-f34b-4968-98c4-4d4b1364b36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b40b848c-6792-4e49-98fc-6222aa1248ac), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.667793 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf45213f-f34b-4968-98c4-4d4b1364b36f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.668868 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fe4df31-0bf9-4279-9650-120eb22de50b tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (f1f4b749-26d1-4305-a98d-1377c7fc3fe3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.669434 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cf45213f-f34b-4968-98c4-4d4b1364b36f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b40b848c-6792-4e49-98fc-6222aa1248ac HTTP/1.1" status: 204 len: 168 time: 0.3249869 Mar 11 12:08:42.669596 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe4df31-0bf9-4279-9650-120eb22de50b tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Fanout notify agent at l3_agent the message router_deleted on router f1f4b749-26d1-4305-a98d-1377c7fc3fe3 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:08:42.674330 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.684359 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fe4df31-0bf9-4279-9650-120eb22de50b tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.686632 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7fe4df31-0bf9-4279-9650-120eb22de50b tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "DELETE /v2.0/routers/f1f4b749-26d1-4305-a98d-1377c7fc3fe3 HTTP/1.1" status: 204 len: 168 time: 3.4852443 Mar 11 12:08:42.693345 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51782) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:42.702441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1006822877', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:42.727840 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1c45951d-8790-4948-8f2a-3dec883449e0 req-15728071-2c31-4f54-938b-7c1c0f17fa32 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0809431 Mar 11 12:08:42.743718 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (85c8cee5-325f-4835-8daf-99c3bdc739e2), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.744784 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (85c8cee5-325f-4835-8daf-99c3bdc739e2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.745192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45213f-f34b-4968-98c4-4d4b1364b36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40b848c-6792-4e49-98fc-6222aa1248ac,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:42.758259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d7c47fc0-760e-4ec4-9775-039df6b00360 None None] Provisioning complete for port f25dd585-bcb7-4fcb-b822-e79e02a38b33 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:42.758645 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d7c47fc0-760e-4ec4-9775-039df6b00360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f25dd585-bcb7-4fcb-b822-e79e02a38b33), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.761938 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=f25dd585-bcb7-4fcb-b822-e79e02a38b33,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:42.899662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3add2cde-453c-488a-aad3-f28ea8cb7395 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:08:42.950221 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_controller (85c8cee5-325f-4835-8daf-99c3bdc739e2), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:42.993264 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d7c47fc0-760e-4ec4-9775-039df6b00360 None None] Port f25dd585-bcb7-4fcb-b822-e79e02a38b33 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:08:43.020981 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network 8247a0ce-2f4e-4331-a33b-69ee495e5f05 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:43.027091 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:43.032566 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 3add2cde-453c-488a-aad3-f28ea8cb7395 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:43.032857 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3add2cde-453c-488a-aad3-f28ea8cb7395), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:43.166617 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 3add2cde-453c-488a-aad3-f28ea8cb7395 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:43.222269 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51786) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:43.245081 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (85c8cee5-325f-4835-8daf-99c3bdc739e2), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:43.259728 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2f23dcdd-2501-4a68-816f-276e6d8106bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:43.361630 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2f23dcdd-2501-4a68-816f-276e6d8106bd admin admin] Publish callbacks [] for security_group (0d5b69df-2a68-4ac9-9446-8ccf8bca36d1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:43.367466 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2f23dcdd-2501-4a68-816f-276e6d8106bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0d5b69df-2a68-4ac9-9446-8ccf8bca36d1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:43.390948 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router c0f4c639-076f-4a6f-9121-fdb1c5750b15 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:08:43.417885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23dcdd-2501-4a68-816f-276e6d8106bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5b69df-2a68-4ac9-9446-8ccf8bca36d1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:43.424389 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9b9c6180-df17-4aee-a3f0-9b0ef4351a71 None None] Provisioning complete for port f25dd585-bcb7-4fcb-b822-e79e02a38b33 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:43.424876 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9b9c6180-df17-4aee-a3f0-9b0ef4351a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f25dd585-bcb7-4fcb-b822-e79e02a38b33), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:43.453370 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2f23dcdd-2501-4a68-816f-276e6d8106bd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=74745f9ee5614c44acf3d99a84071652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2297564 Mar 11 12:08:43.465435 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51790) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:43.471339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9b9c6180-df17-4aee-a3f0-9b0ef4351a71 None None] Port f25dd585-bcb7-4fcb-b822-e79e02a38b33 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:08:43.546758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36168b-b048-40ab-9acd-95f168c34e8e req-5ff71b5e-01eb-44b3-b060-dde3254c9434 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:43.548361 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c36168b-b048-40ab-9acd-95f168c34e8e req-5ff71b5e-01eb-44b3-b060-dde3254c9434 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.0932109 Mar 11 12:08:43.567819 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0723f0f-98ee-433b-b283-1909abd001cf admin admin] Publish callbacks [] for security_group (0d5b69df-2a68-4ac9-9446-8ccf8bca36d1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:43.573795 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:08:43.581116 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-df92616e-d538-4af4-9dd1-195ce261546e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/c0f4c639-076f-4a6f-9121-fdb1c5750b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0074368 Mar 11 12:08:43.585872 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee0ac96-d5fc-46c9-b2f1-762ddd89501a None None] Sync routers for ids ['c0f4c639-076f-4a6f-9121-fdb1c5750b15'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:08:43.586568 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51794) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:43.608177 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee0ac96-d5fc-46c9-b2f1-762ddd89501a None None] Routers {'c0f4c639-076f-4a6f-9121-fdb1c5750b15'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:43.611830 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7ee0ac96-d5fc-46c9-b2f1-762ddd89501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c0f4c639-076f-4a6f-9121-fdb1c5750b15'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:43.616233 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b97b7a1e-5c3d-4c8b-bf18-b903b9d108f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:43.663272 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0723f0f-98ee-433b-b283-1909abd001cf admin admin] Publish callbacks [] for security_group (0d5b69df-2a68-4ac9-9446-8ccf8bca36d1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:43.671143 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7ee0ac96-d5fc-46c9-b2f1-762ddd89501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:43.680570 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee0ac96-d5fc-46c9-b2f1-762ddd89501a None None] Routers {'c0f4c639-076f-4a6f-9121-fdb1c5750b15'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:43.681428 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7ee0ac96-d5fc-46c9-b2f1-762ddd89501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c0f4c639-076f-4a6f-9121-fdb1c5750b15'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:43.692998 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (85c8cee5-325f-4835-8daf-99c3bdc739e2), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:43.700406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b564bc-ceb6-4c50-b79d-e24e54a1c535 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:43.701795 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-06b564bc-ceb6-4c50-b79d-e24e54a1c535 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports/f25dd585-bcb7-4fcb-b822-e79e02a38b33 HTTP/1.1" status: 200 len: 910 time: 0.0960424 Mar 11 12:08:43.706215 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51796) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:43.715980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-727e0000-c4dd-4251-951a-08f2bcdaa363 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '04b167bd-bcca-4f56-a1d5-36009b3abd3a'}]}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:43.720778 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:43.724075 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c36168b-b048-40ab-9acd-95f168c34e8e req-2d74c824-5f64-4823-b8e3-0e619597f6c9 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676326 Mar 11 12:08:43.748610 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7ee0ac96-d5fc-46c9-b2f1-762ddd89501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:43.749463 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee0ac96-d5fc-46c9-b2f1-762ddd89501a None None] The sync data for ids ['c0f4c639-076f-4a6f-9121-fdb1c5750b15'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:08:43.876125 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Allocated IP 172.25.7.234 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/9c4fa243-5238-4bf1-bc27-6b220be750ff) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:43.913646 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0723f0f-98ee-433b-b283-1909abd001cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0d5b69df-2a68-4ac9-9446-8ccf8bca36d1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:43.916370 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0723f0f-98ee-433b-b283-1909abd001cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:43.919793 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f0723f0f-98ee-433b-b283-1909abd001cf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0d5b69df-2a68-4ac9-9446-8ccf8bca36d1 HTTP/1.1" status: 204 len: 168 time: 0.4509161 Mar 11 12:08:43.967518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d5dd0d06-0886-4eea-9e40-58211094417f req-afd65762-907c-4c07-8fc4-993cf85572e5 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0742090 Mar 11 12:08:43.976020 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0723f0f-98ee-433b-b283-1909abd001cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5b69df-2a68-4ac9-9446-8ccf8bca36d1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:44.072794 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-727e0000-c4dd-4251-951a-08f2bcdaa363 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f25dd585-bcb7-4fcb-b822-e79e02a38b33), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:44.405891 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for port (9c4fa243-5238-4bf1-bc27-6b220be750ff), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:44.450885 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9c4fa243-5238-4bf1-bc27-6b220be750ff), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:44.504305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:44.510691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:44.519105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:08:44.557937 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Pushing event updated for resources: {'Port': ['ID=9c4fa243-5238-4bf1-bc27-6b220be750ff,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:44.920654 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (85c8cee5-325f-4835-8daf-99c3bdc739e2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:44.972452 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063d944-6e90-4b0a-84f4-11a2af55a1c5 req-8175ab0c-6b56-4f01-a0c9-be0c05760f5f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:44.974723 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f063d944-6e90-4b0a-84f4-11a2af55a1c5 req-8175ab0c-6b56-4f01-a0c9-be0c05760f5f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.1180494 Mar 11 12:08:45.129587 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f063d944-6e90-4b0a-84f4-11a2af55a1c5 req-8acaadf5-7b70-4aa8-bef8-4b698ba760a3 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413746 Mar 11 12:08:45.225198 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-edff903b-e46a-4375-abaa-9468093f4833 req-b5dc5ef7-2a7e-4990-8009-9167373c00da tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0888994 Mar 11 12:08:45.289121 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-727e0000-c4dd-4251-951a-08f2bcdaa363 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (f25dd585-bcb7-4fcb-b822-e79e02a38b33), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:45.302199 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-727e0000-c4dd-4251-951a-08f2bcdaa363 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (f25dd585-bcb7-4fcb-b822-e79e02a38b33), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:45.306623 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (85c8cee5-325f-4835-8daf-99c3bdc739e2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:45.428828 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e0000-c4dd-4251-951a-08f2bcdaa363 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:45.430356 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-727e0000-c4dd-4251-951a-08f2bcdaa363 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:45.433001 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-727e0000-c4dd-4251-951a-08f2bcdaa363 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/ports/f25dd585-bcb7-4fcb-b822-e79e02a38b33 HTTP/1.1" status: 200 len: 910 time: 1.7256286 Mar 11 12:08:45.436928 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51838) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:45.491061 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e0000-c4dd-4251-951a-08f2bcdaa363 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=f25dd585-bcb7-4fcb-b822-e79e02a38b33,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:45.580333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Router 85c8cee5-325f-4835-8daf-99c3bdc739e2 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:08:45.739461 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ac64893-7338-4e5a-aa07-7885e5b89d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:45.823032 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:08:45.835906 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d700f3-80c7-45d1-be0e-f5d9d7fdb00e None None] Sync routers for ids ['85c8cee5-325f-4835-8daf-99c3bdc739e2'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:08:45.855032 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d700f3-80c7-45d1-be0e-f5d9d7fdb00e None None] Routers {'85c8cee5-325f-4835-8daf-99c3bdc739e2'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:45.855705 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b3d700f3-80c7-45d1-be0e-f5d9d7fdb00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['85c8cee5-325f-4835-8daf-99c3bdc739e2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:45.873096 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:45.878223 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-561878a0-36e3-462e-960e-7c2c63a5fcc9 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1805692 Mar 11 12:08:45.879300 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51850) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:45.884759 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e6508a65-2f49-4ba8-a47e-52f48512d2fb tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:45.945781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b3d700f3-80c7-45d1-be0e-f5d9d7fdb00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:45.968058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d700f3-80c7-45d1-be0e-f5d9d7fdb00e None None] Routers {'85c8cee5-325f-4835-8daf-99c3bdc739e2'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:45.971445 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b3d700f3-80c7-45d1-be0e-f5d9d7fdb00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['85c8cee5-325f-4835-8daf-99c3bdc739e2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:46.078560 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b3d700f3-80c7-45d1-be0e-f5d9d7fdb00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:46.079244 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d700f3-80c7-45d1-be0e-f5d9d7fdb00e None None] The sync data for ids ['85c8cee5-325f-4835-8daf-99c3bdc739e2'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:08:46.241182 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a6cc-69f8-41da-96d0-5e6af41bb6cb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (c0f4c639-076f-4a6f-9121-fdb1c5750b15), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:46.437545 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6508a65-2f49-4ba8-a47e-52f48512d2fb tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (85c8cee5-325f-4835-8daf-99c3bdc739e2), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:46.457007 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6508a65-2f49-4ba8-a47e-52f48512d2fb tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_gateway (85c8cee5-325f-4835-8daf-99c3bdc739e2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:46.460231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8c81f12-4c15-4a9c-800a-28e35f745d2a req-54b2403c-a9b5-40ab-ad58-a6ced126713d tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0858803 Mar 11 12:08:46.560153 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62983421-06ef-4684-b06a-a9ff751b2896 req-08a0f867-7426-444d-a04b-cda708baefc3 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:46.562491 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62983421-06ef-4684-b06a-a9ff751b2896 req-08a0f867-7426-444d-a04b-cda708baefc3 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.1889935 Mar 11 12:08:46.568978 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e6508a65-2f49-4ba8-a47e-52f48512d2fb tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Deleting port 9c4fa243-5238-4bf1-bc27-6b220be750ff {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:08:46.569587 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6508a65-2f49-4ba8-a47e-52f48512d2fb tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9c4fa243-5238-4bf1-bc27-6b220be750ff), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:46.661610 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62983421-06ef-4684-b06a-a9ff751b2896 req-5c9b06b2-a610-40b6-8e23-481e4a410337 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846400 Mar 11 12:08:46.684702 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6508a65-2f49-4ba8-a47e-52f48512d2fb tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9c4fa243-5238-4bf1-bc27-6b220be750ff), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:46.699493 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e6508a65-2f49-4ba8-a47e-52f48512d2fb tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Calling delete_port for 9c4fa243-5238-4bf1-bc27-6b220be750ff owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:08:46.735319 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9ba1a6cc-69f8-41da-96d0-5e6af41bb6cb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting port f25dd585-bcb7-4fcb-b822-e79e02a38b33 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:08:46.735763 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a6cc-69f8-41da-96d0-5e6af41bb6cb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f25dd585-bcb7-4fcb-b822-e79e02a38b33), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:46.836181 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a6cc-69f8-41da-96d0-5e6af41bb6cb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f25dd585-bcb7-4fcb-b822-e79e02a38b33), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:46.850701 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9ba1a6cc-69f8-41da-96d0-5e6af41bb6cb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Calling delete_port for f25dd585-bcb7-4fcb-b822-e79e02a38b33 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:08:47.033693 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a6cc-69f8-41da-96d0-5e6af41bb6cb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f25dd585-bcb7-4fcb-b822-e79e02a38b33), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:47.079609 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1a6cc-69f8-41da-96d0-5e6af41bb6cb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Port': ['ID=f25dd585-bcb7-4fcb-b822-e79e02a38b33,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:47.223786 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:47.346584 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a6cc-69f8-41da-96d0-5e6af41bb6cb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (c0f4c639-076f-4a6f-9121-fdb1c5750b15), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:47.375343 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6508a65-2f49-4ba8-a47e-52f48512d2fb tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9c4fa243-5238-4bf1-bc27-6b220be750ff), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:47.422825 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6508a65-2f49-4ba8-a47e-52f48512d2fb tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Pushing event deleted for resources: {'Port': ['ID=9c4fa243-5238-4bf1-bc27-6b220be750ff,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:47.506247 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6508a65-2f49-4ba8-a47e-52f48512d2fb tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (85c8cee5-325f-4835-8daf-99c3bdc739e2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:47.576067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba1a6cc-69f8-41da-96d0-5e6af41bb6cb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router c0f4c639-076f-4a6f-9121-fdb1c5750b15 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:08:47.688077 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41b8110a-8afa-49d1-b304-6d69ac88fa9a req-e24a362d-3b49-4c6d-b631-efc2e9a6d088 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0663154 Mar 11 12:08:47.761038 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba1a6cc-69f8-41da-96d0-5e6af41bb6cb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:08:47.770539 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9ba1a6cc-69f8-41da-96d0-5e6af41bb6cb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/c0f4c639-076f-4a6f-9121-fdb1c5750b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3299124 Mar 11 12:08:47.772609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51910) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:47.775630 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22aa21b-dc28-4e05-90fd-698168b368f8 None None] Sync routers for ids ['c0f4c639-076f-4a6f-9121-fdb1c5750b15'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:08:47.788339 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22aa21b-dc28-4e05-90fd-698168b368f8 None None] Routers {'c0f4c639-076f-4a6f-9121-fdb1c5750b15'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:47.789028 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a22aa21b-dc28-4e05-90fd-698168b368f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c0f4c639-076f-4a6f-9121-fdb1c5750b15'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:47.882566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51912) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:47.883359 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a22aa21b-dc28-4e05-90fd-698168b368f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:47.891272 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f95927a1-627a-49a5-a141-03b1ed5cad76 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0f4c639-076f-4a6f-9121-fdb1c5750b15 HTTP/1.1" status: 200 len: 205 time: 0.1061895 Mar 11 12:08:47.905494 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22aa21b-dc28-4e05-90fd-698168b368f8 None None] Routers {'c0f4c639-076f-4a6f-9121-fdb1c5750b15'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:47.906248 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a22aa21b-dc28-4e05-90fd-698168b368f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c0f4c639-076f-4a6f-9121-fdb1c5750b15'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:47.917089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd429b1e-9062-46b9-8649-74f297c363ed req-d90de0e8-b277-49a1-b574-4d9dbde41b0a tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:47.918659 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd429b1e-9062-46b9-8649-74f297c363ed req-d90de0e8-b277-49a1-b574-4d9dbde41b0a tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.1175330 Mar 11 12:08:47.986917 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a22aa21b-dc28-4e05-90fd-698168b368f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:47.990551 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22aa21b-dc28-4e05-90fd-698168b368f8 None None] The sync data for ids ['c0f4c639-076f-4a6f-9121-fdb1c5750b15'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:08:48.014547 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6508a65-2f49-4ba8-a47e-52f48512d2fb tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (85c8cee5-325f-4835-8daf-99c3bdc739e2), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.019382 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6508a65-2f49-4ba8-a47e-52f48512d2fb tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (85c8cee5-325f-4835-8daf-99c3bdc739e2), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.061785 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ecff-f6ad-4ed6-87c1-c3d1472437a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (c0f4c639-076f-4a6f-9121-fdb1c5750b15), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.153236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6508a65-2f49-4ba8-a47e-52f48512d2fb tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Router 85c8cee5-325f-4835-8daf-99c3bdc739e2 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:08:48.165686 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd429b1e-9062-46b9-8649-74f297c363ed req-e93a9847-3c95-499e-b8f6-259f968a6fd3 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586175 Mar 11 12:08:48.251207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6508a65-2f49-4ba8-a47e-52f48512d2fb tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:08:48.258696 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6508a65-2f49-4ba8-a47e-52f48512d2fb tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.262243 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e6508a65-2f49-4ba8-a47e-52f48512d2fb tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "PUT /v2.0/routers/85c8cee5-325f-4835-8daf-99c3bdc739e2 HTTP/1.1" status: 200 len: 706 time: 2.3800247 Mar 11 12:08:48.262839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51916) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:48.265285 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3ef29-8615-4d61-9592-b326943f8917 None None] Sync routers for ids ['85c8cee5-325f-4835-8daf-99c3bdc739e2'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:08:48.276041 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3ef29-8615-4d61-9592-b326943f8917 None None] Routers {'85c8cee5-325f-4835-8daf-99c3bdc739e2'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:48.276656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cab3ef29-8615-4d61-9592-b326943f8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['85c8cee5-325f-4835-8daf-99c3bdc739e2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:48.308687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51920) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:48.315982 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ecff-f6ad-4ed6-87c1-c3d1472437a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (c0f4c639-076f-4a6f-9121-fdb1c5750b15), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.318709 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ecff-f6ad-4ed6-87c1-c3d1472437a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router_controller (c0f4c639-076f-4a6f-9121-fdb1c5750b15), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.377138 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ecff-f6ad-4ed6-87c1-c3d1472437a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (c0f4c639-076f-4a6f-9121-fdb1c5750b15), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.419083 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb9ecff-f6ad-4ed6-87c1-c3d1472437a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Fanout notify agent at l3_agent the message router_deleted on router c0f4c639-076f-4a6f-9121-fdb1c5750b15 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:08:48.419083 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ecff-f6ad-4ed6-87c1-c3d1472437a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.420143 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51924) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:48.420256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cdb9ecff-f6ad-4ed6-87c1-c3d1472437a8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/routers/c0f4c639-076f-4a6f-9121-fdb1c5750b15 HTTP/1.1" status: 204 len: 168 time: 0.5353396 Mar 11 12:08:48.429410 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cab3ef29-8615-4d61-9592-b326943f8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:48.440430 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b4937dd5-be27-48a8-8f9b-7099f7acda94 tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "GET /v2.0/routers/85c8cee5-325f-4835-8daf-99c3bdc739e2 HTTP/1.1" status: 200 len: 741 time: 0.1663752 Mar 11 12:08:48.443020 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51926) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:48.450306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3ef29-8615-4d61-9592-b326943f8917 None None] Routers {'85c8cee5-325f-4835-8daf-99c3bdc739e2'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:48.450937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cab3ef29-8615-4d61-9592-b326943f8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['85c8cee5-325f-4835-8daf-99c3bdc739e2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:48.500322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cab3ef29-8615-4d61-9592-b326943f8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:48.501367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3ef29-8615-4d61-9592-b326943f8917 None None] The sync data for ids ['85c8cee5-325f-4835-8daf-99c3bdc739e2'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:08:48.549611 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff49f839-7283-4e7f-a850-8171c222af2b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting subnet 04b167bd-bcca-4f56-a1d5-36009b3abd3a {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:08:48.554185 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff49f839-7283-4e7f-a850-8171c222af2b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (04b167bd-bcca-4f56-a1d5-36009b3abd3a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.556535 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f868898e-a084-4339-ad9e-8b859db9f75f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.608747 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.633343 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff49f839-7283-4e7f-a850-8171c222af2b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (04b167bd-bcca-4f56-a1d5-36009b3abd3a), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.653034 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f868898e-a084-4339-ad9e-8b859db9f75f admin admin] Publish callbacks [] for security_group (8149870f-d0fc-43ba-9086-f798470eae4c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.661539 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f868898e-a084-4339-ad9e-8b859db9f75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8149870f-d0fc-43ba-9086-f798470eae4c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.708329 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f868898e-a084-4339-ad9e-8b859db9f75f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fdb2150ed0f643e29004edee59a49369&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3961723 Mar 11 12:08:48.708329 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868898e-a084-4339-ad9e-8b859db9f75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8149870f-d0fc-43ba-9086-f798470eae4c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:48.709150 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51930) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:48.766426 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-87f101c6-a36f-4cb4-9d75-1d7c08ebe74c tempest-RoutersAdminTest-2086476197 tempest-RoutersAdminTest-2086476197-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&device_id=85c8cee5-325f-4835-8daf-99c3bdc739e2 HTTP/1.1" status: 200 len: 205 time: 0.3219273 Mar 11 12:08:48.774379 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51944) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:48.797059 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-281e2dd7-bb31-44fc-8a70-b3840afde174 admin admin] Publish callbacks [] for security_group (8149870f-d0fc-43ba-9086-f798470eae4c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.810511 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ca3b1e3f-7cb5-4f4d-91a1-25a66e9a7dd2 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "GET /v2.0/ports?device_id=85c8cee5-325f-4835-8daf-99c3bdc739e2 HTTP/1.1" status: 200 len: 205 time: 0.0344114 Mar 11 12:08:48.810996 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51948) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:48.821727 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff49f839-7283-4e7f-a850-8171c222af2b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (04b167bd-bcca-4f56-a1d5-36009b3abd3a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.888717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50858644-156b-4745-b261-c8a15193cd9b req-48254a95-c5b0-4bc4-b515-b1e976ca29c4 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0420182 Mar 11 12:08:48.888717 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-281e2dd7-bb31-44fc-8a70-b3840afde174 admin admin] Publish callbacks [] for security_group (8149870f-d0fc-43ba-9086-f798470eae4c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.943847 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-281e2dd7-bb31-44fc-8a70-b3840afde174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8149870f-d0fc-43ba-9086-f798470eae4c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.948219 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-281e2dd7-bb31-44fc-8a70-b3840afde174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.949784 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-281e2dd7-bb31-44fc-8a70-b3840afde174 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8149870f-d0fc-43ba-9086-f798470eae4c HTTP/1.1" status: 204 len: 168 time: 0.2396684 Mar 11 12:08:48.968611 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1566b17b-26c2-4998-a091-108e8a611052 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (85c8cee5-325f-4835-8daf-99c3bdc739e2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:48.980296 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e2dd7-bb31-44fc-8a70-b3840afde174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8149870f-d0fc-43ba-9086-f798470eae4c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:49.112114 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff49f839-7283-4e7f-a850-8171c222af2b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (04b167bd-bcca-4f56-a1d5-36009b3abd3a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:49.164654 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff49f839-7283-4e7f-a850-8171c222af2b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:49.170405 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ff49f839-7283-4e7f-a850-8171c222af2b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/subnets/04b167bd-bcca-4f56-a1d5-36009b3abd3a HTTP/1.1" status: 204 len: 168 time: 0.7479968 Mar 11 12:08:49.171315 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d425aa-8678-4f64-8bc6-21a7a5522ef7 None None] Network 8247a0ce-2f4e-4331-a33b-69ee495e5f05 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:08:49.171965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51954) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:49.238835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49f839-7283-4e7f-a850-8171c222af2b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Subnet': ['ID=04b167bd-bcca-4f56-a1d5-36009b3abd3a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:49.318788 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1566b17b-26c2-4998-a091-108e8a611052 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (85c8cee5-325f-4835-8daf-99c3bdc739e2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:49.321306 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1566b17b-26c2-4998-a091-108e8a611052 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router_controller (85c8cee5-325f-4835-8daf-99c3bdc739e2), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:49.362530 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (8247a0ce-2f4e-4331-a33b-69ee495e5f05), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:49.382503 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51964) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:49.412563 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a15cfed2-637f-4aed-8ace-c5df64eab266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:49.428072 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1566b17b-26c2-4998-a091-108e8a611052 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (85c8cee5-325f-4835-8daf-99c3bdc739e2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:49.428947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1566b17b-26c2-4998-a091-108e8a611052 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Fanout notify agent at l3_agent the message router_deleted on router 85c8cee5-325f-4835-8daf-99c3bdc739e2 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:08:49.454242 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1566b17b-26c2-4998-a091-108e8a611052 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:49.458603 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1566b17b-26c2-4998-a091-108e8a611052 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "DELETE /v2.0/routers/85c8cee5-325f-4835-8daf-99c3bdc739e2 HTTP/1.1" status: 204 len: 168 time: 0.6434515 Mar 11 12:08:49.459233 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51966) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:49.501034 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b9df1-d973-481d-9dc2-c8b7ead2b17a req-7140f93b-87bc-4c41-a6e3-72796808dc62 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:49.508946 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-073b9df1-d973-481d-9dc2-c8b7ead2b17a req-7140f93b-87bc-4c41-a6e3-72796808dc62 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.1426475 Mar 11 12:08:49.519054 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3397a083-f3bc-4035-8f72-0b8906da205a None None] DHCP port deletion for 8247a0ce-2f4e-4331-a33b-69ee495e5f05 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:08:49.535817 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e0185fbe-eab3-4339-bf83-38735ff50544 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "GET /v2.0/ports?device_id=85c8cee5-325f-4835-8daf-99c3bdc739e2 HTTP/1.1" status: 200 len: 205 time: 0.0728076 Mar 11 12:08:49.538376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51968) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:49.575521 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a15cfed2-637f-4aed-8ace-c5df64eab266 admin admin] Publish callbacks [] for security_group (5788ff86-c5e2-4228-a9f6-31d58c828611), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:49.583981 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a15cfed2-637f-4aed-8ace-c5df64eab266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5788ff86-c5e2-4228-a9f6-31d58c828611), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:49.592987 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-ff7f2879-6627-485f-8107-9f9600182afc tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] delete failed (client error): The resource could not be found. Mar 11 12:08:49.594363 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ff7f2879-6627-485f-8107-9f9600182afc tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "DELETE /v2.0/routers/85c8cee5-325f-4835-8daf-99c3bdc739e2 HTTP/1.1" status: 404 len: 336 time: 0.0490193 Mar 11 12:08:49.601050 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting port 3add2cde-453c-488a-aad3-f28ea8cb7395 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:08:49.601824 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3add2cde-453c-488a-aad3-f28ea8cb7395), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:49.604119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51970) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:49.614128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3397a083-f3bc-4035-8f72-0b8906da205a None None] Deleting port 3add2cde-453c-488a-aad3-f28ea8cb7395 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:08:49.614503 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3397a083-f3bc-4035-8f72-0b8906da205a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3add2cde-453c-488a-aad3-f28ea8cb7395), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:49.638730 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a15cfed2-637f-4aed-8ace-c5df64eab266 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=088f5eddeef545f483737d2096354559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2523937 Mar 11 12:08:49.638730 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cfed2-637f-4aed-8ace-c5df64eab266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5788ff86-c5e2-4228-a9f6-31d58c828611,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:49.658218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51972) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:49.666816 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f745f7e8-f276-4eff-969d-239aa87128db tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f4b749-26d1-4305-a98d-1377c7fc3fe3 HTTP/1.1" status: 200 len: 205 time: 0.0592999 Mar 11 12:08:49.669070 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51976) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:49.697325 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-073b9df1-d973-481d-9dc2-c8b7ead2b17a req-492f14d7-dce4-4511-b40e-cc8270cb4d7d tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880152 Mar 11 12:08:49.732914 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3397a083-f3bc-4035-8f72-0b8906da205a None None] For port 3add2cde-453c-488a-aad3-f28ea8cb7395, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3add2cde-453c-488a-aad3-f28ea8cb7395,segment=NetworkSegment(288628b2-c5da-4765-87ca-e79d8b991709),segment_id=288628b2-c5da-4765-87ca-e79d8b991709)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:08:49.733211 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3397a083-f3bc-4035-8f72-0b8906da205a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3add2cde-453c-488a-aad3-f28ea8cb7395), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:49.736796 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f58198d8-2f05-4a00-9530-a9475c584647 admin admin] Publish callbacks [] for security_group (5788ff86-c5e2-4228-a9f6-31d58c828611), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:49.743018 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-5c9d14f0-bfcd-4010-8e85-cffb8e18cffd tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] delete failed (client error): The resource could not be found. Mar 11 12:08:49.744312 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5c9d14f0-bfcd-4010-8e85-cffb8e18cffd tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "DELETE /v2.0/routers/f1f4b749-26d1-4305-a98d-1377c7fc3fe3 HTTP/1.1" status: 404 len: 336 time: 0.0734086 Mar 11 12:08:49.748049 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51980) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:49.756777 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3397a083-f3bc-4035-8f72-0b8906da205a None None] Calling delete_port for 3add2cde-453c-488a-aad3-f28ea8cb7395 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:08:49.825730 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-eb6d0862-affd-4527-a613-a2cfc465c54f tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "GET /v2.0/ports?device_id=94e9efd1-7737-43eb-9036-cdf56bdd4184 HTTP/1.1" status: 200 len: 205 time: 0.0393045 Mar 11 12:08:49.828202 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f58198d8-2f05-4a00-9530-a9475c584647 admin admin] Publish callbacks [] for security_group (5788ff86-c5e2-4228-a9f6-31d58c828611), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:49.829630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51984) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:49.837442 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] For port 3add2cde-453c-488a-aad3-f28ea8cb7395, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3add2cde-453c-488a-aad3-f28ea8cb7395,segment=NetworkSegment(288628b2-c5da-4765-87ca-e79d8b991709),segment_id=288628b2-c5da-4765-87ca-e79d8b991709)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:08:49.838841 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3add2cde-453c-488a-aad3-f28ea8cb7395), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:49.882866 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-85ac7cfa-aab8-4428-a1a1-fed63853d6f6 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] delete failed (client error): The resource could not be found. Mar 11 12:08:49.884035 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-85ac7cfa-aab8-4428-a1a1-fed63853d6f6 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "DELETE /v2.0/routers/94e9efd1-7737-43eb-9036-cdf56bdd4184 HTTP/1.1" status: 404 len: 336 time: 0.0534329 Mar 11 12:08:49.885093 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Calling delete_port for 3add2cde-453c-488a-aad3-f28ea8cb7395 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:08:49.886665 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 51986) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:49.922847 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f58198d8-2f05-4a00-9530-a9475c584647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5788ff86-c5e2-4228-a9f6-31d58c828611), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:49.928226 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f58198d8-2f05-4a00-9530-a9475c584647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:49.931835 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f58198d8-2f05-4a00-9530-a9475c584647 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5788ff86-c5e2-4228-a9f6-31d58c828611 HTTP/1.1" status: 204 len: 168 time: 0.2704740 Mar 11 12:08:49.944979 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58198d8-2f05-4a00-9530-a9475c584647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5788ff86-c5e2-4228-a9f6-31d58c828611,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:49.984250 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-df9a243e-75be-437c-af68-b7c888cae6b3 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "GET /v2.0/ports?device_id=f92ea4db-7e11-4962-a262-b30f89ac581c HTTP/1.1" status: 200 len: 205 time: 0.0929191 Mar 11 12:08:49.988573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51992) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:50.016745 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3397a083-f3bc-4035-8f72-0b8906da205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (3add2cde-453c-488a-aad3-f28ea8cb7395), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:50.054404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397a083-f3bc-4035-8f72-0b8906da205a None None] Pushing event deleted for resources: {'Port': ['ID=3add2cde-453c-488a-aad3-f28ea8cb7395,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:50.079923 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3397a083-f3bc-4035-8f72-0b8906da205a None None] No DVR routers for this DVR port 3add2cde-453c-488a-aad3-f28ea8cb7395 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:08:50.085464 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12f0be78-1230-472c-b081-b53157c72e36 req-d774fd47-fc2d-4b1b-a927-8e5d5553afef tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0886788 Mar 11 12:08:50.103385 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-b08d66b8-36bf-4fcc-9b25-2455133d142a tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] delete failed (client error): The resource could not be found. Mar 11 12:08:50.106908 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b08d66b8-36bf-4fcc-9b25-2455133d142a tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "DELETE /v2.0/routers/f92ea4db-7e11-4962-a262-b30f89ac581c HTTP/1.1" status: 404 len: 336 time: 0.1171358 Mar 11 12:08:50.110132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51994) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:50.115545 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:50.154712 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3add2cde-453c-488a-aad3-f28ea8cb7395), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:50.171616 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-00a02b31-9bee-4cee-ab4f-1b103afc914e tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ed3dd53-c0db-4e70-a83b-7485a720f2b1 HTTP/1.1" status: 200 len: 205 time: 0.0593967 Mar 11 12:08:50.176111 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 51996) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:50.213363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] No DVR routers for this DVR port 3add2cde-453c-488a-aad3-f28ea8cb7395 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:08:50.222045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Port': ['ID=3add2cde-453c-488a-aad3-f28ea8cb7395,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:50.252889 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-f54f0d48-04c5-4b98-9b88-6bf8deff9332 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] delete failed (client error): The resource could not be found. Mar 11 12:08:50.254343 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f54f0d48-04c5-4b98-9b88-6bf8deff9332 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "DELETE /v2.0/routers/0ed3dd53-c0db-4e70-a83b-7485a720f2b1 HTTP/1.1" status: 404 len: 336 time: 0.0771089 Mar 11 12:08:50.257795 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52000) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:50.313336 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9006a4e0-8efa-46ab-8116-e240c212b854 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3fa12df-9cd3-4b00-91d1-4543cfa95a1c HTTP/1.1" status: 200 len: 205 time: 0.0518494 Mar 11 12:08:50.315334 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52002) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:50.402288 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-beb5ce78-e215-461c-b5c1-acda826789d5 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] delete failed (client error): The resource could not be found. Mar 11 12:08:50.403905 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-beb5ce78-e215-461c-b5c1-acda826789d5 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "DELETE /v2.0/routers/d3fa12df-9cd3-4b00-91d1-4543cfa95a1c HTTP/1.1" status: 404 len: 336 time: 0.0871267 Mar 11 12:08:50.406570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52008) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:50.449645 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5941003-1455-439c-b105-acf0ee34cb30 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] DELETE failed (client error): The resource could not be found. Mar 11 12:08:50.450340 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5941003-1455-439c-b105-acf0ee34cb30 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:08:50.454360 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c5941003-1455-439c-b105-acf0ee34cb30 tempest-RoutersAdminTest-670085626 tempest-RoutersAdminTest-670085626-project] 10.222.0.78 "DELETE /v2.0/subnets/5bdb66e5-4241-4b97-b76a-0da4687bf5b9 HTTP/1.1" status: 404 len: 337 time: 0.0465376 Mar 11 12:08:50.766673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3add2cde-453c-488a-aad3-f28ea8cb7395 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:08:50.816544 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 3add2cde-453c-488a-aad3-f28ea8cb7395 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:08:50.817306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3add2cde-453c-488a-aad3-f28ea8cb7395 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:08:50.904945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52030) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:50.907758 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (8247a0ce-2f4e-4331-a33b-69ee495e5f05), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:50.936266 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8247a0ce-2f4e-4331-a33b-69ee495e5f05']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:50.947145 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288628b2-c5da-4765-87ca-e79d8b991709') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:50.947447 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288628b2-c5da-4765-87ca-e79d8b991709') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:50.958713 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (288628b2-c5da-4765-87ca-e79d8b991709), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:50.973075 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (288628b2-c5da-4765-87ca-e79d8b991709), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:50.979933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:08:50.980344 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (288628b2-c5da-4765-87ca-e79d8b991709), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:08:51.040518 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:08:51.057780 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (8247a0ce-2f4e-4331-a33b-69ee495e5f05), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.063475 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.074731 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/networks/8247a0ce-2f4e-4331-a33b-69ee495e5f05 HTTP/1.1" status: 204 len: 168 time: 1.8982508 Mar 11 12:08:51.075257 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52038) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:51.081516 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-62ebd88b-9cb7-459e-b8c2-9743be8d1664 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2089423647', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:51.138031 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6548dcbd-eb93-47d2-a5f7-d8e3c40506a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.148739 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62ebd88b-9cb7-459e-b8c2-9743be8d1664 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (1134f63b-0747-4619-b8af-c34a7336c8f2), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.149888 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62ebd88b-9cb7-459e-b8c2-9743be8d1664 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (1134f63b-0747-4619-b8af-c34a7336c8f2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.150059 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4977e50-8d18-4518-bd9c-16126c79ff8e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Network': ['ID=8247a0ce-2f4e-4331-a33b-69ee495e5f05,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:51.181029 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca9c6c-da2b-44a9-aea9-b5c7ffc85c5e req-f025f784-ec08-438c-9aeb-31eb5b0b3a4e tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:51.190104 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0dca9c6c-da2b-44a9-aea9-b5c7ffc85c5e req-f025f784-ec08-438c-9aeb-31eb5b0b3a4e tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.3614447 Mar 11 12:08:51.320650 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20b6aa4d-bbd6-46cd-a8ad-5f16f56a3037 req-0d43633a-61e2-4ea7-aa19-298e8c9ff66d tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0956826 Mar 11 12:08:51.363627 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6548dcbd-eb93-47d2-a5f7-d8e3c40506a7 admin admin] Publish callbacks [] for security_group (fc268104-b4ea-4583-b280-fcc07db59dfc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.368322 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0dca9c6c-da2b-44a9-aea9-b5c7ffc85c5e req-5abfc1be-7cd9-4d83-aca9-1b7221c20c34 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717751 Mar 11 12:08:51.407924 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62ebd88b-9cb7-459e-b8c2-9743be8d1664 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router_controller (1134f63b-0747-4619-b8af-c34a7336c8f2), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.410404 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6548dcbd-eb93-47d2-a5f7-d8e3c40506a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fc268104-b4ea-4583-b280-fcc07db59dfc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.433604 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62ebd88b-9cb7-459e-b8c2-9743be8d1664 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (1134f63b-0747-4619-b8af-c34a7336c8f2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.494593 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62ebd88b-9cb7-459e-b8c2-9743be8d1664 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.495808 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-62ebd88b-9cb7-459e-b8c2-9743be8d1664 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4186623 Mar 11 12:08:51.498597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52048) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:51.505181 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-daea8377-afee-42bd-a228-f7fd5f86d5dc tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'network': {'name': 'tempest-RoutersTest-1276876974'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:51.506347 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6548dcbd-eb93-47d2-a5f7-d8e3c40506a7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=18a950abd5f64a4b9f9bf9f59e5da514&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5999892 Mar 11 12:08:51.507682 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548dcbd-eb93-47d2-a5f7-d8e3c40506a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc268104-b4ea-4583-b280-fcc07db59dfc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:51.511032 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52050) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:51.539960 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daea8377-afee-42bd-a228-f7fd5f86d5dc tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:08:51.545416 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-daea8377-afee-42bd-a228-f7fd5f86d5dc tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.580741 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daea8377-afee-42bd-a228-f7fd5f86d5dc tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:08:51.596347 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-daea8377-afee-42bd-a228-f7fd5f86d5dc tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (3bc135a6-3987-469f-b8e0-1ddd03331ef3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.598593 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-daea8377-afee-42bd-a228-f7fd5f86d5dc tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Added segment 3bc135a6-3987-469f-b8e0-1ddd03331ef3 of type vlan for network c5c5a24c-85bf-4a0d-ad79-95e66b0b598c Mar 11 12:08:51.634203 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d051519d-62c6-421e-a950-abc3e0082299 admin admin] Publish callbacks [] for security_group (fc268104-b4ea-4583-b280-fcc07db59dfc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.664440 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-daea8377-afee-42bd-a228-f7fd5f86d5dc tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (c5c5a24c-85bf-4a0d-ad79-95e66b0b598c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.685521 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d051519d-62c6-421e-a950-abc3e0082299 admin admin] Publish callbacks [] for security_group (fc268104-b4ea-4583-b280-fcc07db59dfc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.709779 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-daea8377-afee-42bd-a228-f7fd5f86d5dc tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (c5c5a24c-85bf-4a0d-ad79-95e66b0b598c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.727946 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daea8377-afee-42bd-a228-f7fd5f86d5dc tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:51.729710 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-daea8377-afee-42bd-a228-f7fd5f86d5dc tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.757859 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d051519d-62c6-421e-a950-abc3e0082299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fc268104-b4ea-4583-b280-fcc07db59dfc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.760967 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d051519d-62c6-421e-a950-abc3e0082299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:51.765149 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d051519d-62c6-421e-a950-abc3e0082299 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fc268104-b4ea-4583-b280-fcc07db59dfc HTTP/1.1" status: 204 len: 168 time: 0.2503116 Mar 11 12:08:51.780893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051519d-62c6-421e-a950-abc3e0082299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc268104-b4ea-4583-b280-fcc07db59dfc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:51.870081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea8377-afee-42bd-a228-f7fd5f86d5dc tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Network': ['ID=c5c5a24c-85bf-4a0d-ad79-95e66b0b598c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:51.884157 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network c5c5a24c-85bf-4a0d-ad79-95e66b0b598c details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:08:51.915427 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-daea8377-afee-42bd-a228-f7fd5f86d5dc tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4156303 Mar 11 12:08:51.918125 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52066) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:51.926027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-78564859-b6f7-4fdf-b650-ab20ad02a583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'subnet': {'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:52.157699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78564859-b6f7-4fdf-b650-ab20ad02a583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:08:52.161660 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78564859-b6f7-4fdf-b650-ab20ad02a583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:52.376468 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52082) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:52.436641 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78564859-b6f7-4fdf-b650-ab20ad02a583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (81b7f343-cd5b-4f95-92ed-2e955bc6d995), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:52.457016 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f606f5cc-0a56-4d0b-9d44-fddbb15f4818 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f8f52a0cf11e47e78d60fef29b01034f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0743046 Mar 11 12:08:52.457016 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52086) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:52.551240 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78564859-b6f7-4fdf-b650-ab20ad02a583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Subnet': ['ID=81b7f343-cd5b-4f95-92ed-2e955bc6d995,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:52.596046 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78564859-b6f7-4fdf-b650-ab20ad02a583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Checking segment: {'id': '3bc135a6-3987-469f-b8e0-1ddd03331ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:08:52.596402 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78564859-b6f7-4fdf-b650-ab20ad02a583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network hostable DHCP agents. Network: c5c5a24c-85bf-4a0d-ad79-95e66b0b598c, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:08:52.622994 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78564859-b6f7-4fdf-b650-ab20ad02a583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network c5c5a24c-85bf-4a0d-ad79-95e66b0b598c is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:08:52.635974 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-78564859-b6f7-4fdf-b650-ab20ad02a583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, c5c5a24c-85bf-4a0d-ad79-95e66b0b598c) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:52.646468 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164fd136-b7af-4dff-9774-edcb20c3e472 None None] Network c5c5a24c-85bf-4a0d-ad79-95e66b0b598c requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:08:52.652403 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78564859-b6f7-4fdf-b650-ab20ad02a583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:52.653176 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78564859-b6f7-4fdf-b650-ab20ad02a583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:52.662457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d6901d4-85c1-4316-9273-440fbf61d096 req-38d36e55-ff5e-408a-8577-5d590e4bca79 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.1172318 Mar 11 12:08:52.677579 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-78564859-b6f7-4fdf-b650-ab20ad02a583 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7581356 Mar 11 12:08:52.680572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52092) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:52.797501 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920a59a-07b1-40bd-ad54-998e0d3da548 req-084ae63a-5976-4ef2-b03e-a0b1ed088c15 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:52.800750 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c920a59a-07b1-40bd-ad54-998e0d3da548 req-084ae63a-5976-4ef2-b03e-a0b1ed088c15 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.3235412 Mar 11 12:08:52.879478 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afed833-c9d1-4f0e-9303-1d482594c2d4 admin admin] Publish callbacks [] for security_group (0c0d18ac-b54a-4e4d-81c3-03bea2191e5d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:52.891994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:08:52.892874 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:52.987867 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afed833-c9d1-4f0e-9303-1d482594c2d4 admin admin] Publish callbacks [] for security_group (0c0d18ac-b54a-4e4d-81c3-03bea2191e5d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:52.992965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c920a59a-07b1-40bd-ad54-998e0d3da548 req-372cff57-1e10-4216-b774-c597a4cac251 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839597 Mar 11 12:08:53.097913 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afed833-c9d1-4f0e-9303-1d482594c2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0c0d18ac-b54a-4e4d-81c3-03bea2191e5d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:53.100680 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afed833-c9d1-4f0e-9303-1d482594c2d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:53.101980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0afed833-c9d1-4f0e-9303-1d482594c2d4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0c0d18ac-b54a-4e4d-81c3-03bea2191e5d HTTP/1.1" status: 204 len: 168 time: 0.6458633 Mar 11 12:08:53.115517 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afed833-c9d1-4f0e-9303-1d482594c2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0d18ac-b54a-4e4d-81c3-03bea2191e5d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:53.145549 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52100) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:53.190136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Allocated IP 172.20.0.2 (c5c5a24c-85bf-4a0d-ad79-95e66b0b598c/81b7f343-cd5b-4f95-92ed-2e955bc6d995/4265d9e4-8ed4-4989-bf37-68e20a82d6b8) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:53.366609 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d2514e3f-8a7b-40d2-8f65-19e526a778d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:53.456588 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Publish callbacks [] for port (4265d9e4-8ed4-4989-bf37-68e20a82d6b8), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:53.473385 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (4265d9e4-8ed4-4989-bf37-68e20a82d6b8), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:53.535543 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d2514e3f-8a7b-40d2-8f65-19e526a778d2 admin admin] Publish callbacks [] for security_group (94c6f772-0ae6-4052-8d82-802189cf1d00), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:53.552360 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d2514e3f-8a7b-40d2-8f65-19e526a778d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (94c6f772-0ae6-4052-8d82-802189cf1d00), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:53.606405 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d2514e3f-8a7b-40d2-8f65-19e526a778d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c998ea64305749719ee2a5c0726370e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4597309 Mar 11 12:08:53.629717 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Pushing event updated for resources: {'Port': ['ID=4265d9e4-8ed4-4989-bf37-68e20a82d6b8,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:53.636149 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52110) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:53.637007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Network c5c5a24c-85bf-4a0d-ad79-95e66b0b598c is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:53.638667 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:53.642110 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:08:53.687297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2514e3f-8a7b-40d2-8f65-19e526a778d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c6f772-0ae6-4052-8d82-802189cf1d00,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:53.703726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Attempting to bind port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:08:53.703726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Attempting to bind port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '3bc135a6-3987-469f-b8e0-1ddd03331ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:08:53.703726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Attempting to bind port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 on network c5c5a24c-85bf-4a0d-ad79-95e66b0b598c {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:08:53.710296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:08:53.710774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Checking segment: {'id': '3bc135a6-3987-469f-b8e0-1ddd03331ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:08:53.711505 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:53.712106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Bound using segment: {'id': '3bc135a6-3987-469f-b8e0-1ddd03331ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:08:53.712554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Bound port: 4265d9e4-8ed4-4989-bf37-68e20a82d6b8, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc135a6-3987-469f-b8e0-1ddd03331ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:08:53.713024 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4265d9e4-8ed4-4989-bf37-68e20a82d6b8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:53.758096 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:53.808914 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c125f208-5c9b-4fbb-9d56-030b2669f312 admin admin] Publish callbacks [] for security_group (94c6f772-0ae6-4052-8d82-802189cf1d00), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:53.828725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] For port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:08:53.836553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] For port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=4265d9e4-8ed4-4989-bf37-68e20a82d6b8,segment=NetworkSegment(3bc135a6-3987-469f-b8e0-1ddd03331ef3),segment_id=3bc135a6-3987-469f-b8e0-1ddd03331ef3)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:08:53.851822 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4265d9e4-8ed4-4989-bf37-68e20a82d6b8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:53.902372 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-57d1b383-ddcc-4f86-92aa-399d610bc69b req-63d6d901-84af-4d74-a751-d429b5787042 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0789299 Mar 11 12:08:53.968693 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c125f208-5c9b-4fbb-9d56-030b2669f312 admin admin] Publish callbacks [] for security_group (94c6f772-0ae6-4052-8d82-802189cf1d00), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:53.980313 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be3b55-25c1-48d3-8010-1662bc9f179c None None] Pushing event updated for resources: {'Port': ['ID=4265d9e4-8ed4-4989-bf37-68e20a82d6b8,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:54.090198 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c125f208-5c9b-4fbb-9d56-030b2669f312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (94c6f772-0ae6-4052-8d82-802189cf1d00), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:54.093471 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c125f208-5c9b-4fbb-9d56-030b2669f312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:54.098410 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c125f208-5c9b-4fbb-9d56-030b2669f312 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/94c6f772-0ae6-4052-8d82-802189cf1d00 HTTP/1.1" status: 204 len: 168 time: 0.4601057 Mar 11 12:08:54.115308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125f208-5c9b-4fbb-9d56-030b2669f312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c6f772-0ae6-4052-8d82-802189cf1d00,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:54.257823 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4cfc2-e37b-4369-9047-308fb58a0acf req-0e74275e-f18d-4296-9960-05d4a8c6cd2a tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:54.257823 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88e4cfc2-e37b-4369-9047-308fb58a0acf req-0e74275e-f18d-4296-9960-05d4a8c6cd2a tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.1176286 Mar 11 12:08:54.320585 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Allocated IP 172.20.0.1 (c5c5a24c-85bf-4a0d-ad79-95e66b0b598c/81b7f343-cd5b-4f95-92ed-2e955bc6d995/267af154-0895-45e0-9fcb-98db6a0a6a43) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:54.390244 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88e4cfc2-e37b-4369-9047-308fb58a0acf req-5cde9061-bcd6-4ebe-a85a-cb7e272e0db8 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252661 Mar 11 12:08:54.577094 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:54.629913 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:54.700986 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network c5c5a24c-85bf-4a0d-ad79-95e66b0b598c is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:54.711217 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:54.718066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:08:54.729057 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52148) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:54.745410 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c960602-2c5f-491e-b558-8640363c4ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:54.813390 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (1134f63b-0747-4619-b8af-c34a7336c8f2), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:54.842672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:08:54.917252 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c960602-2c5f-491e-b558-8640363c4ab5 admin admin] Publish callbacks [] for security_group (36386f92-05c1-4cee-9c9c-cbe6793a0f06), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:54.926434 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3c960602-2c5f-491e-b558-8640363c4ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (36386f92-05c1-4cee-9c9c-cbe6793a0f06), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:54.932422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:54.933058 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4265d9e4-8ed4-4989-bf37-68e20a82d6b8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:54.976175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=267af154-0895-45e0-9fcb-98db6a0a6a43,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:55.060311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3c960602-2c5f-491e-b558-8640363c4ab5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ef8c158fcf7b4812bd79698d54696715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3301234 Mar 11 12:08:55.070968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52160) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:55.073798 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c960602-2c5f-491e-b558-8640363c4ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36386f92-05c1-4cee-9c9c-cbe6793a0f06,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:55.150195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:55.150928 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4265d9e4-8ed4-4989-bf37-68e20a82d6b8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:55.177962 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba4a805b-cec1-467f-a274-d4604369988e req-1b9765a8-8dc6-487c-be2f-60b3cdbf34e1 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.1054833 Mar 11 12:08:55.219774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=4265d9e4-8ed4-4989-bf37-68e20a82d6b8,segment=NetworkSegment(3bc135a6-3987-469f-b8e0-1ddd03331ef3),segment_id=3bc135a6-3987-469f-b8e0-1ddd03331ef3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:08:55.228017 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:55.241941 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4265d9e4-8ed4-4989-bf37-68e20a82d6b8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:55.254918 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86b271c9-a1e2-4df8-ac12-15bdf653a70e admin admin] Publish callbacks [] for security_group (36386f92-05c1-4cee-9c9c-cbe6793a0f06), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:55.328627 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86b271c9-a1e2-4df8-ac12-15bdf653a70e admin admin] Publish callbacks [] for security_group (36386f92-05c1-4cee-9c9c-cbe6793a0f06), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:55.347539 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=4265d9e4-8ed4-4989-bf37-68e20a82d6b8,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:55.431057 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86b271c9-a1e2-4df8-ac12-15bdf653a70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (36386f92-05c1-4cee-9c9c-cbe6793a0f06), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:55.433680 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86b271c9-a1e2-4df8-ac12-15bdf653a70e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:55.441602 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-86b271c9-a1e2-4df8-ac12-15bdf653a70e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36386f92-05c1-4cee-9c9c-cbe6793a0f06 HTTP/1.1" status: 204 len: 168 time: 0.3426287 Mar 11 12:08:55.462786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b271c9-a1e2-4df8-ac12-15bdf653a70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36386f92-05c1-4cee-9c9c-cbe6793a0f06,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:55.664906 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc18088-2808-4b46-bd2a-c2b515856db9 req-14bbcc06-7693-4416-bdb4-c102bd5e18d4 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:55.669505 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dcc18088-2808-4b46-bd2a-c2b515856db9 req-14bbcc06-7693-4416-bdb4-c102bd5e18d4 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.1490498 Mar 11 12:08:55.723862 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb404ba-9756-46c3-952f-0b63d7828dcc None None] Network c5c5a24c-85bf-4a0d-ad79-95e66b0b598c requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:08:55.794446 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:55.799196 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dcc18088-2808-4b46-bd2a-c2b515856db9 req-320637d8-7718-4322-b2d5-15ad6b14482e tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177311 Mar 11 12:08:55.802687 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:55.903189 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b1a381b0-dde8-4e78-8f2e-bc695d833480 None None] Provisioning complete for port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:55.910872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=267af154-0895-45e0-9fcb-98db6a0a6a43,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:55.912041 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b1a381b0-dde8-4e78-8f2e-bc695d833480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4265d9e4-8ed4-4989-bf37-68e20a82d6b8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:55.936515 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (1134f63b-0747-4619-b8af-c34a7336c8f2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:56.165193 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52190) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:56.183801 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network c5c5a24c-85bf-4a0d-ad79-95e66b0b598c is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:56.185535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:56.275036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b1a381b0-dde8-4e78-8f2e-bc695d833480 None None] Current status of the port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:56.410553 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b8a6a82c-80dd-4440-ba1e-ec5170916097 req-8b95ed51-f612-4e06-88d1-6a48cb4f3b95 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0580411 Mar 11 12:08:56.509448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-814753f9-56dc-415b-be02-a8ec85869279 None None] Provisioning complete for port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:56.510210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 1134f63b-0747-4619-b8af-c34a7336c8f2 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:08:56.515214 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-814753f9-56dc-415b-be02-a8ec85869279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4265d9e4-8ed4-4989-bf37-68e20a82d6b8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:56.677001 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4ad4798a-c35c-4306-9d7e-edbd39a7a5df tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-71553703', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:56.679823 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-814753f9-56dc-415b-be02-a8ec85869279 None None] Current status of the port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:56.691384 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-814753f9-56dc-415b-be02-a8ec85869279 None None] Provisioning complete for port 267af154-0895-45e0-9fcb-98db6a0a6a43 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:56.692390 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-814753f9-56dc-415b-be02-a8ec85869279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:56.739743 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:08:56.759917 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Sync routers for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:08:56.772818 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:56.773807 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:56.778650 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-38595fd1-a1db-4f74-a6d9-1ce08f964311 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/1134f63b-0747-4619-b8af-c34a7336c8f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0957870 Mar 11 12:08:56.779658 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52212) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:56.787260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-814753f9-56dc-415b-be02-a8ec85869279 None None] Port 267af154-0895-45e0-9fcb-98db6a0a6a43 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:08:56.790001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-33c39f9d-2c9b-482c-9994-71cda152404b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'network': {'name': 'tempest-RoutersTest-982572137'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:56.807390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad4798a-c35c-4306-9d7e-edbd39a7a5df tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Made reservation on behalf of 08113f8ebcae479180476f29ab58a097 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:08:56.822061 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ad4798a-c35c-4306-9d7e-edbd39a7a5df tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:56.832340 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c39f9d-2c9b-482c-9994-71cda152404b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:08:56.837024 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33c39f9d-2c9b-482c-9994-71cda152404b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:56.868144 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ad4798a-c35c-4306-9d7e-edbd39a7a5df tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:56.897740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:08:56.914211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c39f9d-2c9b-482c-9994-71cda152404b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:08:56.944587 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:08:56.952593 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33c39f9d-2c9b-482c-9994-71cda152404b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ddf1df60-2bed-43da-8436-3d898ddbafeb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:56.953957 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-33c39f9d-2c9b-482c-9994-71cda152404b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Added segment ddf1df60-2bed-43da-8436-3d898ddbafeb of type vlan for network 58108ee5-2223-4659-9f08-b4c9d3b294dd Mar 11 12:08:57.109016 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a384b934-74aa-4e66-a9c6-672809b1eeef None None] Provisioning complete for port 267af154-0895-45e0-9fcb-98db6a0a6a43 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:57.110268 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a384b934-74aa-4e66-a9c6-672809b1eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:57.129784 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33c39f9d-2c9b-482c-9994-71cda152404b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (58108ee5-2223-4659-9f08-b4c9d3b294dd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:57.194816 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33c39f9d-2c9b-482c-9994-71cda152404b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (58108ee5-2223-4659-9f08-b4c9d3b294dd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:57.201639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c39f9d-2c9b-482c-9994-71cda152404b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:57.205900 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33c39f9d-2c9b-482c-9994-71cda152404b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:57.223883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:57.224556 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4265d9e4-8ed4-4989-bf37-68e20a82d6b8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:57.248657 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ad4798a-c35c-4306-9d7e-edbd39a7a5df tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks [] for security_group (44faff18-24ca-4d19-8f80-d2778ad23988), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:57.285382 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ad4798a-c35c-4306-9d7e-edbd39a7a5df tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (44faff18-24ca-4d19-8f80-d2778ad23988), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:57.309735 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-4ad4798a-c35c-4306-9d7e-edbd39a7a5df tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] device_id is not set on port 35c83027-622d-43bd-9bc0-39ee2a16e6db yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:08:57.326535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c39f9d-2c9b-482c-9994-71cda152404b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Network': ['ID=58108ee5-2223-4659-9f08-b4c9d3b294dd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:57.341188 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-33c39f9d-2c9b-482c-9994-71cda152404b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5587659 Mar 11 12:08:57.342892 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52226) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:57.349979 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-49827197-52f1-45fb-a634-e4303b51b279 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'subnet': {'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:57.405148 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 58108ee5-2223-4659-9f08-b4c9d3b294dd details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:08:57.521461 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49827197-52f1-45fb-a634-e4303b51b279 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:08:57.522215 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:08:55Z', 'revision_number': 2, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:08:55Z', 'revision_number': 2, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:57.525901 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49827197-52f1-45fb-a634-e4303b51b279 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:57.603282 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Checking router: 1134f63b-0747-4619-b8af-c34a7336c8f2 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:08:57.603667 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Updating router 1134f63b-0747-4619-b8af-c34a7336c8f2 port 267af154-0895-45e0-9fcb-98db6a0a6a43 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:08:57.747853 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:57.779756 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d129df4-9b81-4ce7-be63-f7fcdd6c8bc9 req-8858cd03-f86b-4742-bd1c-90238ddbfe4b tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0882885 Mar 11 12:08:57.825826 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72035229-d897-4b27-8e93-728f47d92909 req-4e8df3d6-0756-49fe-a5b3-aac5f984e70b tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:57.827511 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72035229-d897-4b27-8e93-728f47d92909 req-4e8df3d6-0756-49fe-a5b3-aac5f984e70b tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.7407329 Mar 11 12:08:57.831727 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4798a-c35c-4306-9d7e-edbd39a7a5df tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44faff18-24ca-4d19-8f80-d2778ad23988,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:57.888012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-4ad4798a-c35c-4306-9d7e-edbd39a7a5df tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Allocated IP 172.25.7.132 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/35c83027-622d-43bd-9bc0-39ee2a16e6db) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:57.970669 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49827197-52f1-45fb-a634-e4303b51b279 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (093f3c6a-8c13-4b9f-9eba-1553783cdd35), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:58.009817 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72035229-d897-4b27-8e93-728f47d92909 req-bd05883c-d320-4e22-bef1-ccd26d0fabce tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751511 Mar 11 12:08:58.112103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a384b934-74aa-4e66-a9c6-672809b1eeef None None] Port 267af154-0895-45e0-9fcb-98db6a0a6a43 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:08:58.220552 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49827197-52f1-45fb-a634-e4303b51b279 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Checking segment: {'id': 'ddf1df60-2bed-43da-8436-3d898ddbafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:08:58.220552 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49827197-52f1-45fb-a634-e4303b51b279 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network hostable DHCP agents. Network: 58108ee5-2223-4659-9f08-b4c9d3b294dd, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:08:58.230658 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49827197-52f1-45fb-a634-e4303b51b279 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Subnet': ['ID=093f3c6a-8c13-4b9f-9eba-1553783cdd35,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:58.235768 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:08:58.267384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49827197-52f1-45fb-a634-e4303b51b279 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network 58108ee5-2223-4659-9f08-b4c9d3b294dd is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:08:58.268782 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ce53cbca-81bd-47bd-af61-7ce0198677f9 None None] Provisioning complete for port 267af154-0895-45e0-9fcb-98db6a0a6a43 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:58.269155 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce53cbca-81bd-47bd-af61-7ce0198677f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:58.289979 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-49827197-52f1-45fb-a634-e4303b51b279 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 58108ee5-2223-4659-9f08-b4c9d3b294dd) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:58.300079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49827197-52f1-45fb-a634-e4303b51b279 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:58.302323 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ad4798a-c35c-4306-9d7e-edbd39a7a5df tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks [] for port (35c83027-622d-43bd-9bc0-39ee2a16e6db), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:58.302484 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49827197-52f1-45fb-a634-e4303b51b279 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:58.333937 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-49827197-52f1-45fb-a634-e4303b51b279 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9883940 Mar 11 12:08:58.336542 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52258) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:58.406730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ce53cbca-81bd-47bd-af61-7ce0198677f9 None None] Port 267af154-0895-45e0-9fcb-98db6a0a6a43 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:08:58.408215 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8265c13-dd72-4c3c-a4f8-06049fc406bd None None] Network 58108ee5-2223-4659-9f08-b4c9d3b294dd requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:08:58.410359 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ad4798a-c35c-4306-9d7e-edbd39a7a5df tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (35c83027-622d-43bd-9bc0-39ee2a16e6db), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:58.499074 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Publish callbacks [] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:58.516356 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:58.531014 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4798a-c35c-4306-9d7e-edbd39a7a5df tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Pushing event updated for resources: {'Port': ['ID=35c83027-622d-43bd-9bc0-39ee2a16e6db,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:58.617339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad4798a-c35c-4306-9d7e-edbd39a7a5df tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:58.631390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-4ad4798a-c35c-4306-9d7e-edbd39a7a5df tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:08:58.638939 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad4798a-c35c-4306-9d7e-edbd39a7a5df tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:08:58.670627 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-58108ee5-2223-4659-9f08-b4c9d3b294dd', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:08:58.671735 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:58.730631 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312235f3-dace-43e6-a277-895cb9c7a512 None None] Pushing event updated for resources: {'Port': ['ID=267af154-0895-45e0-9fcb-98db6a0a6a43,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:58.748423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad4798a-c35c-4306-9d7e-edbd39a7a5df tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:58.749026 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ad4798a-c35c-4306-9d7e-edbd39a7a5df tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:58.782389 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312235f3-dace-43e6-a277-895cb9c7a512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:58.782389 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312235f3-dace-43e6-a277-895cb9c7a512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:58.782389 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312235f3-dace-43e6-a277-895cb9c7a512 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:58.782389 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312235f3-dace-43e6-a277-895cb9c7a512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:58.783022 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312235f3-dace-43e6-a277-895cb9c7a512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:58.783022 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312235f3-dace-43e6-a277-895cb9c7a512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:58.783236 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312235f3-dace-43e6-a277-895cb9c7a512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:58.783555 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312235f3-dace-43e6-a277-895cb9c7a512 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:58.785387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4ad4798a-c35c-4306-9d7e-edbd39a7a5df tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.6190124 Mar 11 12:08:58.788208 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52266) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:08:58.792903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a8f6c6e6-3c8e-49a8-8d16-2168363b2982 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.132'}]}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:08:58.802864 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312235f3-dace-43e6-a277-895cb9c7a512 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:58.803530 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312235f3-dace-43e6-a277-895cb9c7a512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:58.803900 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312235f3-dace-43e6-a277-895cb9c7a512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:58.804235 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312235f3-dace-43e6-a277-895cb9c7a512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:58.804564 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312235f3-dace-43e6-a277-895cb9c7a512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:08:58.858133 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8f6c6e6-3c8e-49a8-8d16-2168363b2982 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (a3a14517-f6ce-41f7-b054-ec28eab6fdd3), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:58.859866 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8f6c6e6-3c8e-49a8-8d16-2168363b2982 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (a3a14517-f6ce-41f7-b054-ec28eab6fdd3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:58.871507 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Attempting to bind port 267af154-0895-45e0-9fcb-98db6a0a6a43 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:08:58.872645 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Attempting to bind port 267af154-0895-45e0-9fcb-98db6a0a6a43 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '3bc135a6-3987-469f-b8e0-1ddd03331ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:08:58.872645 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Attempting to bind port 267af154-0895-45e0-9fcb-98db6a0a6a43 on network c5c5a24c-85bf-4a0d-ad79-95e66b0b598c {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:08:58.889758 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:08:58.890789 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Checking segment: {'id': '3bc135a6-3987-469f-b8e0-1ddd03331ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:08:58.891472 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:58.891897 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Bound using segment: {'id': '3bc135a6-3987-469f-b8e0-1ddd03331ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:08:58.894065 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Bound port: 267af154-0895-45e0-9fcb-98db6a0a6a43, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc135a6-3987-469f-b8e0-1ddd03331ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:08:58.894065 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:58.988708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Allocated IP 172.21.0.2 (58108ee5-2223-4659-9f08-b4c9d3b294dd/093f3c6a-8c13-4b9f-9eba-1553783cdd35/0989ff51-a45f-4b5e-bfc2-b60ff4121641) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:08:59.053669 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8f6c6e6-3c8e-49a8-8d16-2168363b2982 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks [] for router_controller (a3a14517-f6ce-41f7-b054-ec28eab6fdd3), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:59.121848 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] For port 267af154-0895-45e0-9fcb-98db6a0a6a43, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:08:59.128091 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] For port 267af154-0895-45e0-9fcb-98db6a0a6a43, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=267af154-0895-45e0-9fcb-98db6a0a6a43,segment=NetworkSegment(3bc135a6-3987-469f-b8e0-1ddd03331ef3),segment_id=3bc135a6-3987-469f-b8e0-1ddd03331ef3)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:08:59.151605 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:59.231189 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-590b8370-5695-4568-ac68-d64608d0fffd None None] Provisioning complete for port 267af154-0895-45e0-9fcb-98db6a0a6a43 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:08:59.232004 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-590b8370-5695-4568-ac68-d64608d0fffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:59.301322 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:08:59.302053 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:08:59.351819 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e76c4580-3b1d-4071-93a0-0da37587f000 req-fe2ec60f-f12c-42a4-b2f6-9cf0324f3f87 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.3071916 Mar 11 12:08:59.423354 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312235f3-dace-43e6-a277-895cb9c7a512 None None] Pushing event updated for resources: {'Port': ['ID=267af154-0895-45e0-9fcb-98db6a0a6a43,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:59.497737 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:59.541908 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Publish callbacks [] for port (0989ff51-a45f-4b5e-bfc2-b60ff4121641), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:59.588536 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (0989ff51-a45f-4b5e-bfc2-b60ff4121641), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:08:59.760252 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Pushing event updated for resources: {'Port': ['ID=0989ff51-a45f-4b5e-bfc2-b60ff4121641,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:08:59.770278 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 19be43f8-1844-486f-90c9-b5d203b3a29a details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:08:59.775714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc39b6-19d8-4b8d-a9d4-f4665d50e959 req-f6f42ed2-f728-44ed-8d6a-713b8404e535 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:08:59.786693 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-abcc39b6-19d8-4b8d-a9d4-f4665d50e959 req-f6f42ed2-f728-44ed-8d6a-713b8404e535 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 943 time: 0.4614613 Mar 11 12:08:59.804204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Network 58108ee5-2223-4659-9f08-b4c9d3b294dd is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:08:59.848713 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:08:59.944323 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8f6c6e6-3c8e-49a8-8d16-2168363b2982 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks [] for router_gateway (a3a14517-f6ce-41f7-b054-ec28eab6fdd3), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:00.035309 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-abcc39b6-19d8-4b8d-a9d4-f4665d50e959 req-32a0da8e-142d-4fad-b298-039e138cd6ce tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457967 Mar 11 12:09:00.064649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Allocated IP 172.21.0.1 (58108ee5-2223-4659-9f08-b4c9d3b294dd/093f3c6a-8c13-4b9f-9eba-1553783cdd35/5cc898ad-5e25-492c-9c7e-d4d152ff6cfd) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:09:00.221436 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 19be43f8-1844-486f-90c9-b5d203b3a29a, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=19be43f8-1844-486f-90c9-b5d203b3a29a,segment=NetworkSegment(4b1f593a-5c3c-476a-9f81-32504e3130cb),segment_id=4b1f593a-5c3c-476a-9f81-32504e3130cb)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:00.294406 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:00.302910 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:09:00.316259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '19be43f8-1844-486f-90c9-b5d203b3a29a', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'port_id': '19be43f8-1844-486f-90c9-b5d203b3a29a', 'mac_address': 'fa:16:3e:76:6c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:09:00.420967 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:08:55Z', 'revision_number': 2, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:08:59Z', 'revision_number': 4, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:00.512484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-590b8370-5695-4568-ac68-d64608d0fffd None None] Current status of the port 267af154-0895-45e0-9fcb-98db6a0a6a43 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:00.512876 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-590b8370-5695-4568-ac68-d64608d0fffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:00.521369 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:00.531415 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb77108-2dc3-400f-8502-09a3c8a66b67 None None] The sync data for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 is: [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:08:55Z', 'revision_number': 2, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:08:59Z', 'revision_number': 4, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:09:00.613292 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:00.621980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63e01f25-dab4-45eb-9330-216a32d2ec5a req-8fdd56ec-e448-4923-9c71-d24b7d3db0b2 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.1271806 Mar 11 12:09:00.656624 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8f6c6e6-3c8e-49a8-8d16-2168363b2982 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks [] for router_gateway (a3a14517-f6ce-41f7-b054-ec28eab6fdd3), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:00.670643 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-590b8370-5695-4568-ac68-d64608d0fffd None None] For port 267af154-0895-45e0-9fcb-98db6a0a6a43, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=267af154-0895-45e0-9fcb-98db6a0a6a43,segment=NetworkSegment(3bc135a6-3987-469f-b8e0-1ddd03331ef3),segment_id=3bc135a6-3987-469f-b8e0-1ddd03331ef3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:00.680513 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8f6c6e6-3c8e-49a8-8d16-2168363b2982 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:00.696674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Attempting to bind port 0989ff51-a45f-4b5e-bfc2-b60ff4121641 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:09:00.697058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Attempting to bind port 0989ff51-a45f-4b5e-bfc2-b60ff4121641 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'ddf1df60-2bed-43da-8436-3d898ddbafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:09:00.697540 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Attempting to bind port 0989ff51-a45f-4b5e-bfc2-b60ff4121641 on network 58108ee5-2223-4659-9f08-b4c9d3b294dd {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:09:00.700318 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-590b8370-5695-4568-ac68-d64608d0fffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:00.728923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network 58108ee5-2223-4659-9f08-b4c9d3b294dd is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:09:00.737517 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:00.750484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:09:00.794391 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=5cc898ad-5e25-492c-9c7e-d4d152ff6cfd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:00.834328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:09:00.834707 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Checking segment: {'id': 'ddf1df60-2bed-43da-8436-3d898ddbafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:00.835116 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:00.835509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Bound using segment: {'id': 'ddf1df60-2bed-43da-8436-3d898ddbafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:09:00.836030 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Bound port: 0989ff51-a45f-4b5e-bfc2-b60ff4121641, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf1df60-2bed-43da-8436-3d898ddbafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:09:00.839562 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0989ff51-a45f-4b5e-bfc2-b60ff4121641), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:00.860601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (1134f63b-0747-4619-b8af-c34a7336c8f2), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:00.936598 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8f6c6e6-3c8e-49a8-8d16-2168363b2982 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks [] for router (a3a14517-f6ce-41f7-b054-ec28eab6fdd3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:00.968450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 19be43f8-1844-486f-90c9-b5d203b3a29a is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:00.968856 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (19be43f8-1844-486f-90c9-b5d203b3a29a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:01.045950 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19be43f8-1844-486f-90c9-b5d203b3a29a {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:09:01.181214 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:01.232349 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7aa97c7e-d65d-4fe4-a9f1-6d17246d9675 None None] Provisioning complete for port 267af154-0895-45e0-9fcb-98db6a0a6a43 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:01.232728 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7aa97c7e-d65d-4fe4-a9f1-6d17246d9675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:01.316741 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8f6c6e6-3c8e-49a8-8d16-2168363b2982 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (a3a14517-f6ce-41f7-b054-ec28eab6fdd3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:01.319414 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8f6c6e6-3c8e-49a8-8d16-2168363b2982 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks [] for router_controller (a3a14517-f6ce-41f7-b054-ec28eab6fdd3), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:01.364524 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b8370-5695-4568-ac68-d64608d0fffd None None] Pushing event updated for resources: {'Port': ['ID=267af154-0895-45e0-9fcb-98db6a0a6a43,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:01.377667 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 19be43f8-1844-486f-90c9-b5d203b3a29a, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=19be43f8-1844-486f-90c9-b5d203b3a29a,segment=NetworkSegment(4b1f593a-5c3c-476a-9f81-32504e3130cb),segment_id=4b1f593a-5c3c-476a-9f81-32504e3130cb)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:01.397143 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (19be43f8-1844-486f-90c9-b5d203b3a29a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:01.524484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=19be43f8-1844-486f-90c9-b5d203b3a29a,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:01.527680 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8f6c6e6-3c8e-49a8-8d16-2168363b2982 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (a3a14517-f6ce-41f7-b054-ec28eab6fdd3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:01.537717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f6c6e6-3c8e-49a8-8d16-2168363b2982 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3a14517-f6ce-41f7-b054-ec28eab6fdd3 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:09:01.547690 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] For port 0989ff51-a45f-4b5e-bfc2-b60ff4121641, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:09:01.553368 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] For port 0989ff51-a45f-4b5e-bfc2-b60ff4121641, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0989ff51-a45f-4b5e-bfc2-b60ff4121641,segment=NetworkSegment(ddf1df60-2bed-43da-8436-3d898ddbafeb),segment_id=ddf1df60-2bed-43da-8436-3d898ddbafeb)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:09:01.582101 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0989ff51-a45f-4b5e-bfc2-b60ff4121641), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:01.624267 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-a8f6c6e6-3c8e-49a8-8d16-2168363b2982 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 12:09:01.632347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a8f6c6e6-3c8e-49a8-8d16-2168363b2982 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8427758 Mar 11 12:09:01.635122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52404) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:01.683619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94108cb9-8c11-4b66-b065-4580a4a945c4 req-0e583931-f3d0-4c95-a636-12855f0752b0 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:01.691360 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94108cb9-8c11-4b66-b065-4580a4a945c4 req-0e583931-f3d0-4c95-a636-12855f0752b0 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 944 time: 0.2458560 Mar 11 12:09:01.741604 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fde9f-82fa-4515-b157-4b74db4702e4 None None] Pushing event updated for resources: {'Port': ['ID=0989ff51-a45f-4b5e-bfc2-b60ff4121641,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:01.803105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['19be43f8-1844-486f-90c9-b5d203b3a29a'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:09:01.809003 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7aa97c7e-d65d-4fe4-a9f1-6d17246d9675 None None] Current status of the port 267af154-0895-45e0-9fcb-98db6a0a6a43 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:01.817391 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94108cb9-8c11-4b66-b065-4580a4a945c4 req-d2438312-368d-4ec0-9059-0f992849582a tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209552 Mar 11 12:09:01.896067 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b4d8310-7a8d-409d-bc57-c6c92260006f req-238b0fc3-023d-4ede-b8e8-85fedcc8f2f7 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0795209 Mar 11 12:09:02.176520 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-bc60dde6-4fc4-4626-b294-2d460ec53ce2 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Deleting port 35c83027-622d-43bd-9bc0-39ee2a16e6db {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:09:02.179959 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc60dde6-4fc4-4626-b294-2d460ec53ce2 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (35c83027-622d-43bd-9bc0-39ee2a16e6db), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:02.269943 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:02.286947 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:02.755129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=5cc898ad-5e25-492c-9c7e-d4d152ff6cfd,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:02.830411 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (1134f63b-0747-4619-b8af-c34a7336c8f2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:02.842717 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc60dde6-4fc4-4626-b294-2d460ec53ce2 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (35c83027-622d-43bd-9bc0-39ee2a16e6db), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:02.913292 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-bc60dde6-4fc4-4626-b294-2d460ec53ce2 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Calling delete_port for 35c83027-622d-43bd-9bc0-39ee2a16e6db owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:09:02.974865 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0989ff51-a45f-4b5e-bfc2-b60ff4121641 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:03.104411 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813dc01-7248-442a-8429-aa32db2ed971 req-49e0e20b-b285-459e-b92d-93fad9686670 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:03.119996 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7813dc01-7248-442a-8429-aa32db2ed971 req-49e0e20b-b285-459e-b92d-93fad9686670 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 944 time: 0.1156125 Mar 11 12:09:03.154569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0989ff51-a45f-4b5e-bfc2-b60ff4121641 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:03.155056 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0989ff51-a45f-4b5e-bfc2-b60ff4121641), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:03.257338 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network 58108ee5-2223-4659-9f08-b4c9d3b294dd is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:09:03.266485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:03.270250 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c74686f0-94ea-4a83-bd06-8ecc31ed1aed req-e98e61e9-fd68-43cc-8f57-1e03cb0a1dbd tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.1477041 Mar 11 12:09:03.285563 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52478) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:03.325071 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7813dc01-7248-442a-8429-aa32db2ed971 req-2088c9b8-2792-4392-8b56-df0ec28b9f2b tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042532 Mar 11 12:09:03.328675 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0989ff51-a45f-4b5e-bfc2-b60ff4121641 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:03.329312 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0989ff51-a45f-4b5e-bfc2-b60ff4121641), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:03.383449 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 0989ff51-a45f-4b5e-bfc2-b60ff4121641, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0989ff51-a45f-4b5e-bfc2-b60ff4121641,segment=NetworkSegment(ddf1df60-2bed-43da-8436-3d898ddbafeb),segment_id=ddf1df60-2bed-43da-8436-3d898ddbafeb)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:03.395227 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0989ff51-a45f-4b5e-bfc2-b60ff4121641), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:03.396427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 267af154-0895-45e0-9fcb-98db6a0a6a43 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:03.536670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6650884d-1374-4477-be39-0e827d776988 None None] Network 58108ee5-2223-4659-9f08-b4c9d3b294dd requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:03.557465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=0989ff51-a45f-4b5e-bfc2-b60ff4121641,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:03.562702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 1134f63b-0747-4619-b8af-c34a7336c8f2 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:09:03.576730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 267af154-0895-45e0-9fcb-98db6a0a6a43 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:03.577458 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:03.579521 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-de0611f1-5ecc-4d31-bca3-b4b04d118141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:03.673476 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-dea55c8c-f0dc-4cd2-805d-5edd44475caf None None] Provisioning complete for port 0989ff51-a45f-4b5e-bfc2-b60ff4121641 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:03.673820 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dea55c8c-f0dc-4cd2-805d-5edd44475caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0989ff51-a45f-4b5e-bfc2-b60ff4121641), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:03.748663 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-de0611f1-5ecc-4d31-bca3-b4b04d118141 admin admin] Publish callbacks [] for security_group (0e97b524-74e0-4a7b-8fca-7ced850dafc6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:03.752285 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc60dde6-4fc4-4626-b294-2d460ec53ce2 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (35c83027-622d-43bd-9bc0-39ee2a16e6db), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:03.766476 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 19be43f8-1844-486f-90c9-b5d203b3a29a up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:03.792104 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-de0611f1-5ecc-4d31-bca3-b4b04d118141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0e97b524-74e0-4a7b-8fca-7ced850dafc6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:03.810200 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:03.855665 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-de0611f1-5ecc-4d31-bca3-b4b04d118141 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f6db8e58d8574330970782f828f19ba6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5331173 Mar 11 12:09:03.858861 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52488) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:03.871952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 267af154-0895-45e0-9fcb-98db6a0a6a43 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:03.880533 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0611f1-5ecc-4d31-bca3-b4b04d118141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e97b524-74e0-4a7b-8fca-7ced850dafc6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:03.886784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60dde6-4fc4-4626-b294-2d460ec53ce2 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Pushing event deleted for resources: {'Port': ['ID=35c83027-622d-43bd-9bc0-39ee2a16e6db,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:03.925149 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:09:03.936058 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7a4c1e90-445a-48d0-bf58-76e745efc240 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/1134f63b-0747-4619-b8af-c34a7336c8f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5984349 Mar 11 12:09:03.939699 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52490) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:03.939902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Sync routers for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:09:03.957128 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-66af97bc-c9e1-4ec5-8a27-2a038a48d024 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'network': {'name': 'tempest-RoutersTest-803150539'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:03.958329 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 19be43f8-1844-486f-90c9-b5d203b3a29a completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:09:03.962263 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-dea55c8c-f0dc-4cd2-805d-5edd44475caf None None] Current status of the port 0989ff51-a45f-4b5e-bfc2-b60ff4121641 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:03.971336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 19be43f8-1844-486f-90c9-b5d203b3a29a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:03.973854 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (19be43f8-1844-486f-90c9-b5d203b3a29a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:04.001013 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5742fb91-6cd9-4e9e-9eb2-80e776d9bcd5 admin admin] Publish callbacks [] for security_group (0e97b524-74e0-4a7b-8fca-7ced850dafc6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:04.014536 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc60dde6-4fc4-4626-b294-2d460ec53ce2 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:04.023063 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bc60dde6-4fc4-4626-b294-2d460ec53ce2 tempest-RoutersAdminNegativeIpV6Test-1971294023 tempest-RoutersAdminNegativeIpV6Test-1971294023-project-admin] 10.222.0.78 "DELETE /v2.0/ports/35c83027-622d-43bd-9bc0-39ee2a16e6db HTTP/1.1" status: 204 len: 168 time: 2.3869014 Mar 11 12:09:04.024805 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:04.025453 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:04.059120 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5742fb91-6cd9-4e9e-9eb2-80e776d9bcd5 admin admin] Publish callbacks [] for security_group (0e97b524-74e0-4a7b-8fca-7ced850dafc6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:04.162960 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5742fb91-6cd9-4e9e-9eb2-80e776d9bcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0e97b524-74e0-4a7b-8fca-7ced850dafc6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:04.167447 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5742fb91-6cd9-4e9e-9eb2-80e776d9bcd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:04.169033 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5742fb91-6cd9-4e9e-9eb2-80e776d9bcd5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0e97b524-74e0-4a7b-8fca-7ced850dafc6 HTTP/1.1" status: 204 len: 168 time: 0.3087630 Mar 11 12:09:04.179327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66af97bc-c9e1-4ec5-8a27-2a038a48d024 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:04.184669 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-66af97bc-c9e1-4ec5-8a27-2a038a48d024 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:04.188927 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 19be43f8-1844-486f-90c9-b5d203b3a29a is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:04.189695 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (19be43f8-1844-486f-90c9-b5d203b3a29a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:04.191613 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742fb91-6cd9-4e9e-9eb2-80e776d9bcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e97b524-74e0-4a7b-8fca-7ced850dafc6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:04.244594 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66af97bc-c9e1-4ec5-8a27-2a038a48d024 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:09:04.274230 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-66af97bc-c9e1-4ec5-8a27-2a038a48d024 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (60c6736b-4c77-4d21-8f64-269884f31e47), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:04.274812 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-66af97bc-c9e1-4ec5-8a27-2a038a48d024 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Added segment 60c6736b-4c77-4d21-8f64-269884f31e47 of type vlan for network 74e37023-d8e9-4333-bfaa-6e50a1488480 Mar 11 12:09:04.280375 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:04.318810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19be43f8-1844-486f-90c9-b5d203b3a29a'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:09:04.321445 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bdd211-fce4-4270-b164-9fa2dd5fb31d" -d '{"events": [{"server_uuid": "474f1fc6-ca83-4ba7-8d24-1b58a6508b2e", "name": "network-vif-plugged", "status": "completed", "tag": "19be43f8-1844-486f-90c9-b5d203b3a29a"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:09:04.337225 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-66af97bc-c9e1-4ec5-8a27-2a038a48d024 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (74e37023-d8e9-4333-bfaa-6e50a1488480), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:04.381699 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 19be43f8-1844-486f-90c9-b5d203b3a29a, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=19be43f8-1844-486f-90c9-b5d203b3a29a,segment=NetworkSegment(4b1f593a-5c3c-476a-9f81-32504e3130cb),segment_id=4b1f593a-5c3c-476a-9f81-32504e3130cb)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:04.398448 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (19be43f8-1844-486f-90c9-b5d203b3a29a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:04.404508 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-66af97bc-c9e1-4ec5-8a27-2a038a48d024 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (74e37023-d8e9-4333-bfaa-6e50a1488480), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:04.410819 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66af97bc-c9e1-4ec5-8a27-2a038a48d024 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:04.411796 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-66af97bc-c9e1-4ec5-8a27-2a038a48d024 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:04.423273 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e7b4a085-f404-43a4-a679-93ccb8835e91 None None] Provisioning complete for port 0989ff51-a45f-4b5e-bfc2-b60ff4121641 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:04.423681 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a085-f404-43a4-a679-93ccb8835e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0989ff51-a45f-4b5e-bfc2-b60ff4121641), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:04.572412 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52510) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:04.603746 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af97bc-c9e1-4ec5-8a27-2a038a48d024 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Network': ['ID=74e37023-d8e9-4333-bfaa-6e50a1488480,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:04.619384 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-66af97bc-c9e1-4ec5-8a27-2a038a48d024 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6754785 Mar 11 12:09:04.622510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52514) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:04.628660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d4a5217e-3bef-46f9-9fe8-e8190a98a330 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'subnet': {'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:04.832314 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2438f4cc-7e4d-4451-b52f-0dcfff04419e req-ce97257e-a603-4482-af6a-0796d08eaa77 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.2320449 Mar 11 12:09:04.885170 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed3274-258f-4892-9ed0-f4ccdb5ac30b req-e9a7cd4e-5420-4489-8a94-4721cade55df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:04.886757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99ed3274-258f-4892-9ed0-f4ccdb5ac30b req-e9a7cd4e-5420-4489-8a94-4721cade55df service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 1127 time: 0.2849460 Mar 11 12:09:04.893263 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2268d67-9764-4d5c-9630-6b4e313c0657 x-openstack-request-id: req-c2268d67-9764-4d5c-9630-6b4e313c0657 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:09:04.893541 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474f1fc6-ca83-4ba7-8d24-1b58a6508b2e", "name": "network-vif-plugged", "status": "completed", "tag": "19be43f8-1844-486f-90c9-b5d203b3a29a", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:09:04.893845 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c2268d67-9764-4d5c-9630-6b4e313c0657 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:09:04.894189 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19be43f8-1844-486f-90c9-b5d203b3a29a', 'code': 200} Mar 11 12:09:04.897599 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 74e37023-d8e9-4333-bfaa-6e50a1488480 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:09:04.898746 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f08bd6-36d2-4815-900f-360b392eb0d4 req-58c7fbdc-b2e8-4a2b-9cb1-a45b185b6f7b tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:04.901299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7f08bd6-36d2-4815-900f-360b392eb0d4 req-58c7fbdc-b2e8-4a2b-9cb1-a45b185b6f7b tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 945 time: 0.2985725 Mar 11 12:09:04.964924 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a5217e-3bef-46f9-9fe8-e8190a98a330 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:04.976981 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4a5217e-3bef-46f9-9fe8-e8190a98a330 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:04.983851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99ed3274-258f-4892-9ed0-f4ccdb5ac30b req-ae7b91f8-0114-419c-a078-db8a5bdd9b42 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813320 Mar 11 12:09:05.025504 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3662fa7-ba8d-4666-a7e6-aab509c99a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:05.028102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7f08bd6-36d2-4815-900f-360b392eb0d4 req-95047894-d29d-4ceb-842c-51dd691a3ff4 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986335 Mar 11 12:09:05.074148 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0989ff51-a45f-4b5e-bfc2-b60ff4121641 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:05.337954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e7b4a085-f404-43a4-a679-93ccb8835e91 None None] Current status of the port 0989ff51-a45f-4b5e-bfc2-b60ff4121641 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:05.378072 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3662fa7-ba8d-4666-a7e6-aab509c99a74 admin admin] Publish callbacks [] for security_group (08dd3597-fb38-4231-ad74-6da3676f9b4f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:05.390020 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3662fa7-ba8d-4666-a7e6-aab509c99a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (08dd3597-fb38-4231-ad74-6da3676f9b4f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:05.407728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=19be43f8-1844-486f-90c9-b5d203b3a29a,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:05.451490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e7b4a085-f404-43a4-a679-93ccb8835e91 None None] Provisioning complete for port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:05.452143 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a085-f404-43a4-a679-93ccb8835e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:05.486565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3662fa7-ba8d-4666-a7e6-aab509c99a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dd3597-fb38-4231-ad74-6da3676f9b4f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:05.510267 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4a5217e-3bef-46f9-9fe8-e8190a98a330 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (54056bf8-c291-4f39-bf58-81e0d299163f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:05.551142 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0989ff51-a45f-4b5e-bfc2-b60ff4121641 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:05.551927 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0989ff51-a45f-4b5e-bfc2-b60ff4121641), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:05.553806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e7b4a085-f404-43a4-a679-93ccb8835e91 None None] Port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:09:05.563265 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f3662fa7-ba8d-4666-a7e6-aab509c99a74 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c63df63e13fc49229e4f7b056eb52c85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9894607 Mar 11 12:09:05.566344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52538) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:05.638454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5217e-3bef-46f9-9fe8-e8190a98a330 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Subnet': ['ID=54056bf8-c291-4f39-bf58-81e0d299163f,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:05.641450 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a5217e-3bef-46f9-9fe8-e8190a98a330 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Checking segment: {'id': '60c6736b-4c77-4d21-8f64-269884f31e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:05.641760 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a5217e-3bef-46f9-9fe8-e8190a98a330 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network hostable DHCP agents. Network: 74e37023-d8e9-4333-bfaa-6e50a1488480, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:09:05.649907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:01Z', 'revision_number': 3, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:01Z', 'revision_number': 2, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:05.687531 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a5217e-3bef-46f9-9fe8-e8190a98a330 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network 74e37023-d8e9-4333-bfaa-6e50a1488480 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:09:05.689689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Checking router: 1134f63b-0747-4619-b8af-c34a7336c8f2 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:09:05.690653 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Updating router 1134f63b-0747-4619-b8af-c34a7336c8f2 port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:09:05.692185 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a3711f6e-a662-4a77-a3bf-386ae9585469 admin admin] Publish callbacks [] for security_group (08dd3597-fb38-4231-ad74-6da3676f9b4f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:05.706652 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-d4a5217e-3bef-46f9-9fe8-e8190a98a330 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 74e37023-d8e9-4333-bfaa-6e50a1488480) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:05.711234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a5217e-3bef-46f9-9fe8-e8190a98a330 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:05.711872 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4a5217e-3bef-46f9-9fe8-e8190a98a330 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:05.736138 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13332719-3621-4905-879c-1f4e51a0be4b None None] Network 74e37023-d8e9-4333-bfaa-6e50a1488480 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:05.742913 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d4a5217e-3bef-46f9-9fe8-e8190a98a330 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1190736 Mar 11 12:09:05.743451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52542) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:05.747508 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a3711f6e-a662-4a77-a3bf-386ae9585469 admin admin] Publish callbacks [] for security_group (08dd3597-fb38-4231-ad74-6da3676f9b4f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:05.822064 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:09:05.823992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3c6764ac-301e-49d3-a90b-a3ea62408b65 None None] Provisioning complete for port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:05.824377 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3c6764ac-301e-49d3-a90b-a3ea62408b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:05.848861 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:05.946218 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a3711f6e-a662-4a77-a3bf-386ae9585469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (08dd3597-fb38-4231-ad74-6da3676f9b4f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:05.950534 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a3711f6e-a662-4a77-a3bf-386ae9585469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:05.956259 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a3711f6e-a662-4a77-a3bf-386ae9585469 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/08dd3597-fb38-4231-ad74-6da3676f9b4f HTTP/1.1" status: 204 len: 168 time: 0.3870332 Mar 11 12:09:05.956743 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0989ff51-a45f-4b5e-bfc2-b60ff4121641 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:05.959803 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3c6764ac-301e-49d3-a90b-a3ea62408b65 None None] Port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:09:06.075510 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3711f6e-a662-4a77-a3bf-386ae9585469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dd3597-fb38-4231-ad74-6da3676f9b4f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:06.085591 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf6a3993-df38-45a9-826f-cf5e242879e0 req-9695971e-2077-4fd1-9bc6-0ed90bc171c5 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.1188502 Mar 11 12:09:06.108729 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-74e37023-d8e9-4333-bfaa-6e50a1488480', 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480', 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'fixed_ips': [{'subnet_id': '54056bf8-c291-4f39-bf58-81e0d299163f'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:09:06.109617 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:06.325174 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Allocated IP 172.22.0.2 (74e37023-d8e9-4333-bfaa-6e50a1488480/54056bf8-c291-4f39-bf58-81e0d299163f/cd0053e5-bfc5-4cea-81a3-31344e295afb) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:09:06.504977 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Publish callbacks [] for port (cd0053e5-bfc5-4cea-81a3-31344e295afb), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:06.568149 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (cd0053e5-bfc5-4cea-81a3-31344e295afb), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:06.643812 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Network 74e37023-d8e9-4333-bfaa-6e50a1488480 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:09:06.654820 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:06.661993 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:09:06.675993 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Pushing event updated for resources: {'Port': ['ID=cd0053e5-bfc5-4cea-81a3-31344e295afb,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:06.707253 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:06.786314 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52576) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:06.837079 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Attempting to bind port cd0053e5-bfc5-4cea-81a3-31344e295afb on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:09:06.837455 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Attempting to bind port cd0053e5-bfc5-4cea-81a3-31344e295afb by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '60c6736b-4c77-4d21-8f64-269884f31e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:09:06.837826 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Attempting to bind port cd0053e5-bfc5-4cea-81a3-31344e295afb on network 74e37023-d8e9-4333-bfaa-6e50a1488480 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:09:06.847757 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d987f0d3-152c-4c06-8ea2-4b98a7b9a59d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=08113f8ebcae479180476f29ab58a097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0588264 Mar 11 12:09:06.850336 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52580) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:06.856674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:09:06.857085 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Checking segment: {'id': '60c6736b-4c77-4d21-8f64-269884f31e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:06.857461 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:06.858835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Bound using segment: {'id': '60c6736b-4c77-4d21-8f64-269884f31e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:09:06.859349 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Bound port: cd0053e5-bfc5-4cea-81a3-31344e295afb, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c6736b-4c77-4d21-8f64-269884f31e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:09:06.859976 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cd0053e5-bfc5-4cea-81a3-31344e295afb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:06.956351 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-450b1109-453f-4e12-8d7c-754b5736779b admin admin] Publish callbacks [] for security_group (44faff18-24ca-4d19-8f80-d2778ad23988), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:06.989770 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-450b1109-453f-4e12-8d7c-754b5736779b admin admin] Publish callbacks [] for security_group (44faff18-24ca-4d19-8f80-d2778ad23988), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:06.990698 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] For port cd0053e5-bfc5-4cea-81a3-31344e295afb, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:09:07.011223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] For port cd0053e5-bfc5-4cea-81a3-31344e295afb, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=cd0053e5-bfc5-4cea-81a3-31344e295afb,segment=NetworkSegment(60c6736b-4c77-4d21-8f64-269884f31e47),segment_id=60c6736b-4c77-4d21-8f64-269884f31e47)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:09:07.070305 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cd0053e5-bfc5-4cea-81a3-31344e295afb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:07.083286 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-450b1109-453f-4e12-8d7c-754b5736779b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (44faff18-24ca-4d19-8f80-d2778ad23988), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:07.091445 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-450b1109-453f-4e12-8d7c-754b5736779b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:07.094446 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-450b1109-453f-4e12-8d7c-754b5736779b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/44faff18-24ca-4d19-8f80-d2778ad23988 HTTP/1.1" status: 204 len: 168 time: 0.2414126 Mar 11 12:09:07.148118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b1109-453f-4e12-8d7c-754b5736779b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44faff18-24ca-4d19-8f80-d2778ad23988,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:07.229271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc0a82-5eb3-4210-9361-adebdbf3d4ad None None] Pushing event updated for resources: {'Port': ['ID=cd0053e5-bfc5-4cea-81a3-31344e295afb,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:07.307503 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Publish callbacks [] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:07.320239 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:07.539816 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Allocated IP 172.22.0.1 (74e37023-d8e9-4333-bfaa-6e50a1488480/54056bf8-c291-4f39-bf58-81e0d299163f/ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:09:07.650737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5983fc3-d0c8-474f-bd6d-f686b3e56ab4 None None] Pushing event updated for resources: {'Port': ['ID=5cc898ad-5e25-492c-9c7e-d4d152ff6cfd,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:07.712993 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Attempting to bind port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:09:07.715408 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Attempting to bind port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'ddf1df60-2bed-43da-8436-3d898ddbafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:09:07.715947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Attempting to bind port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd on network 58108ee5-2223-4659-9f08-b4c9d3b294dd {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:09:07.732533 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:09:07.733422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Checking segment: {'id': 'ddf1df60-2bed-43da-8436-3d898ddbafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:07.734041 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:07.734824 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Bound using segment: {'id': 'ddf1df60-2bed-43da-8436-3d898ddbafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:09:07.735514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Bound port: 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf1df60-2bed-43da-8436-3d898ddbafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:09:07.736259 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:07.960454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] For port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:09:07.965237 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] For port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5cc898ad-5e25-492c-9c7e-d4d152ff6cfd,segment=NetworkSegment(ddf1df60-2bed-43da-8436-3d898ddbafeb),segment_id=ddf1df60-2bed-43da-8436-3d898ddbafeb)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:09:07.991875 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:08.017588 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a92750a9-e1fc-4e33-b942-289dbd205dc2 req-5662d0f4-4cb8-4bb4-8750-61e797a16b36 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.1385310 Mar 11 12:09:08.028463 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:08.074877 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f15633-0f3a-4603-a564-14c8807b151c req-086ee7b9-bb9f-4b32-a171-275194c21747 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:08.076501 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2f15633-0f3a-4603-a564-14c8807b151c req-086ee7b9-bb9f-4b32-a171-275194c21747 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 945 time: 1.6783488 Mar 11 12:09:08.136838 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:08.137486 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:08.226888 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:08.380613 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network 74e37023-d8e9-4333-bfaa-6e50a1488480 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:09:08.447829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:08.454465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:09:08.477095 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2f15633-0f3a-4603-a564-14c8807b151c req-bcc94d5e-5203-4050-84de-e5c6619b28bc tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3715720 Mar 11 12:09:08.634520 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:08.689198 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (1134f63b-0747-4619-b8af-c34a7336c8f2), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:08.978380 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cd0053e5-bfc5-4cea-81a3-31344e295afb up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:08.984681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-fafea606-510e-407b-9dd7-375053ee4016 None None] Provisioning complete for port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:08.985487 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fafea606-510e-407b-9dd7-375053ee4016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:09.173807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52652) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:09.299238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5983fc3-d0c8-474f-bd6d-f686b3e56ab4 None None] Pushing event updated for resources: {'Port': ['ID=5cc898ad-5e25-492c-9c7e-d4d152ff6cfd,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:09.304358 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:09.343933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97353c97-82e7-4fc2-9adf-279242ee3cc8 None None] Network 74e37023-d8e9-4333-bfaa-6e50a1488480 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:09.387486 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Request body: {'networks': [{'name': 'tempest-network--835046421'}, {'name': 'tempest-network--368001672'}]} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:09.387824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Request body: {'network': {'name': 'tempest-network--835046421'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:09.388291 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Request body: {'network': {'name': 'tempest-network--368001672'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:09.439539 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Made reservation on behalf of e5349b9ad2f041c08a4c77ea4af5470d for: {'network': 2} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:09.444343 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:09.459969 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:09.618444 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-46121fd1-39ec-4e12-b4d2-97689252f3e4 req-f177726d-3a4d-45d2-abd4-f021c3f4e787 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0544546 Mar 11 12:09:09.679078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port cd0053e5-bfc5-4cea-81a3-31344e295afb triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:09.680650 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cd0053e5-bfc5-4cea-81a3-31344e295afb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:09.750005 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for security_group (d3d27f1c-a864-4d13-bd0b-20a19119bde5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:09.762930 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d3d27f1c-a864-4d13-bd0b-20a19119bde5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:09.763764 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:09.825824 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:09.869312 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d27f1c-a864-4d13-bd0b-20a19119bde5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:09.888573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fafea606-510e-407b-9dd7-375053ee4016 None None] Current status of the port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:09.888945 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fafea606-510e-407b-9dd7-375053ee4016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:09.898936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:09:09.922488 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (07f80e74-3eed-4b77-8c9f-b68a3df2773e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:09.922997 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Added segment 07f80e74-3eed-4b77-8c9f-b68a3df2773e of type vlan for network 185a94ad-5334-40d3-a08d-2f0a58aff582 Mar 11 12:09:09.974867 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (185a94ad-5334-40d3-a08d-2f0a58aff582), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:09.999298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3eb3e8-fa56-4dc0-ae59-5d8a82070a10 req-019839ed-8afb-4cd8-bc9f-fa6fe765af1d tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:10.007184 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c3eb3e8-fa56-4dc0-ae59-5d8a82070a10 req-019839ed-8afb-4cd8-bc9f-fa6fe765af1d tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 945 time: 0.3147304 Mar 11 12:09:10.015567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:09:10.027072 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b566371a-7628-4541-afd7-75bceef9e2b8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:10.027785 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Added segment b566371a-7628-4541-afd7-75bceef9e2b8 of type vlan for network f2c202be-d76a-4d2f-851a-c3b42ac326a9 Mar 11 12:09:10.121276 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (f2c202be-d76a-4d2f-851a-c3b42ac326a9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:10.196841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (185a94ad-5334-40d3-a08d-2f0a58aff582), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:10.196841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (f2c202be-d76a-4d2f-851a-c3b42ac326a9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:10.201668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port cd0053e5-bfc5-4cea-81a3-31344e295afb is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:10.202708 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cd0053e5-bfc5-4cea-81a3-31344e295afb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:10.244131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:10.269729 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:10.272193 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:10.292363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port cd0053e5-bfc5-4cea-81a3-31344e295afb, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=cd0053e5-bfc5-4cea-81a3-31344e295afb,segment=NetworkSegment(60c6736b-4c77-4d21-8f64-269884f31e47),segment_id=60c6736b-4c77-4d21-8f64-269884f31e47)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:10.311142 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cd0053e5-bfc5-4cea-81a3-31344e295afb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:10.347896 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.1718369 Mar 11 12:09:10.352084 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52692) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:10.418968 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fafea606-510e-407b-9dd7-375053ee4016 None None] For port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5cc898ad-5e25-492c-9c7e-d4d152ff6cfd,segment=NetworkSegment(ddf1df60-2bed-43da-8436-3d898ddbafeb),segment_id=ddf1df60-2bed-43da-8436-3d898ddbafeb)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:10.464957 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fafea606-510e-407b-9dd7-375053ee4016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:10.482870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=cd0053e5-bfc5-4cea-81a3-31344e295afb,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:10.512668 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c3eb3e8-fa56-4dc0-ae59-5d8a82070a10 req-fa2af0a9-d853-435c-9945-fca0b1ecf60d tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3048906 Mar 11 12:09:10.608731 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:01Z', 'revision_number': 3, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:07Z', 'revision_number': 4, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:10.678415 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b83714-9dc0-45c6-b9d6-853f13d91edf tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:10.684548 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b83714-9dc0-45c6-b9d6-853f13d91edf tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:10.690185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b83714-9dc0-45c6-b9d6-853f13d91edf tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:10.697605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b83714-9dc0-45c6-b9d6-853f13d91edf tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:10.700470 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-82b83714-9dc0-45c6-b9d6-853f13d91edf tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3472476 Mar 11 12:09:10.706393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52708) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:10.791557 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73dd9c3-d856-44ae-923f-4efdab64e81d None None] The sync data for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 is: [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:01Z', 'revision_number': 3, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:07Z', 'revision_number': 4, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:09:10.827087 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event updated for resources: {'Network': ['ID=185a94ad-5334-40d3-a08d-2f0a58aff582,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:10.854005 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cd0053e5-bfc5-4cea-81a3-31344e295afb up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:10.885177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 185a94ad-5334-40d3-a08d-2f0a58aff582 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:09:10.950519 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfba18b8-e0de-4f0b-aa40-c6a706eb70c7 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (185a94ad-5334-40d3-a08d-2f0a58aff582), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:11.063910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dd25e-683f-4739-8f3d-54ca05b6740e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event updated for resources: {'Network': ['ID=f2c202be-d76a-4d2f-851a-c3b42ac326a9,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:11.071058 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb8a1c41-9b3e-4b9f-9890-6f370e59b82b req-218894d2-1da4-4ad4-bea8-cd12913715bd tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.2685168 Mar 11 12:09:11.138795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network f2c202be-d76a-4d2f-851a-c3b42ac326a9 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:09:11.168517 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1d846-7a7d-4e02-9e47-bfde738168dc req-0ce28201-d8ef-4f31-a93b-91f495489e6f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:11.170638 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-76d1d846-7a7d-4e02-9e47-bfde738168dc req-0ce28201-d8ef-4f31-a93b-91f495489e6f tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 945 time: 0.5122523 Mar 11 12:09:11.176050 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafea606-510e-407b-9dd7-375053ee4016 None None] Pushing event updated for resources: {'Port': ['ID=5cc898ad-5e25-492c-9c7e-d4d152ff6cfd,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:11.193540 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a2d5ffd9-a4a9-4fe2-bdb1-2eba3298ad72 None None] Provisioning complete for port cd0053e5-bfc5-4cea-81a3-31344e295afb triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:11.194110 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ffd9-a4a9-4fe2-bdb1-2eba3298ad72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cd0053e5-bfc5-4cea-81a3-31344e295afb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:11.305746 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-76d1d846-7a7d-4e02-9e47-bfde738168dc req-7c47fa66-8b1e-4771-b80e-a64398e989da tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140225 Mar 11 12:09:11.323943 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfba18b8-e0de-4f0b-aa40-c6a706eb70c7 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (185a94ad-5334-40d3-a08d-2f0a58aff582), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:11.334836 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:11.338773 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52728) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:11.368248 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:11.397656 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-bfba18b8-e0de-4f0b-aa40-c6a706eb70c7 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185a94ad-5334-40d3-a08d-2f0a58aff582']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:11.430045 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-bfba18b8-e0de-4f0b-aa40-c6a706eb70c7 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f80e74-3eed-4b77-8c9f-b68a3df2773e') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:11.430971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-bfba18b8-e0de-4f0b-aa40-c6a706eb70c7 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f80e74-3eed-4b77-8c9f-b68a3df2773e') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:11.464550 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port cd0053e5-bfc5-4cea-81a3-31344e295afb triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:11.465046 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cd0053e5-bfc5-4cea-81a3-31344e295afb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:11.477767 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfba18b8-e0de-4f0b-aa40-c6a706eb70c7 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (07f80e74-3eed-4b77-8c9f-b68a3df2773e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:11.540744 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfba18b8-e0de-4f0b-aa40-c6a706eb70c7 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (07f80e74-3eed-4b77-8c9f-b68a3df2773e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:11.565642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfba18b8-e0de-4f0b-aa40-c6a706eb70c7 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:09:11.566220 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfba18b8-e0de-4f0b-aa40-c6a706eb70c7 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (07f80e74-3eed-4b77-8c9f-b68a3df2773e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:09:11.569376 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:09:11.728272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a2d5ffd9-a4a9-4fe2-bdb1-2eba3298ad72 None None] Current status of the port cd0053e5-bfc5-4cea-81a3-31344e295afb is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:11.739130 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfba18b8-e0de-4f0b-aa40-c6a706eb70c7 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (185a94ad-5334-40d3-a08d-2f0a58aff582), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:11.745377 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfba18b8-e0de-4f0b-aa40-c6a706eb70c7 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:11.752141 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bfba18b8-e0de-4f0b-aa40-c6a706eb70c7 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "DELETE /v2.0/networks/185a94ad-5334-40d3-a08d-2f0a58aff582 HTTP/1.1" status: 204 len: 168 time: 1.0444136 Mar 11 12:09:11.759490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52748) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:11.786282 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba18b8-e0de-4f0b-aa40-c6a706eb70c7 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event deleted for resources: {'Network': ['ID=185a94ad-5334-40d3-a08d-2f0a58aff582,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:11.803562 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:11.822552 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (1134f63b-0747-4619-b8af-c34a7336c8f2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:11.845908 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port cd0053e5-bfc5-4cea-81a3-31344e295afb is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:11.857174 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a2d5ffd9-a4a9-4fe2-bdb1-2eba3298ad72 None None] Provisioning complete for port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:11.857550 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ffd9-a4a9-4fe2-bdb1-2eba3298ad72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:11.956014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a2d5ffd9-a4a9-4fe2-bdb1-2eba3298ad72 None None] Port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:09:11.969265 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a2d5ffd9-a4a9-4fe2-bdb1-2eba3298ad72 None None] Provisioning complete for port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:11.970337 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ffd9-a4a9-4fe2-bdb1-2eba3298ad72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:11.970853 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73401bef-59c7-4e31-a89e-cb189d919d98 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (f2c202be-d76a-4d2f-851a-c3b42ac326a9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:12.068902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a2d5ffd9-a4a9-4fe2-bdb1-2eba3298ad72 None None] Current status of the port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:12.110088 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86816553-418e-4e0c-a3c8-5c4cc20ebb73 tempest-TestVolumeBackupRestore-2031422120 tempest-TestVolumeBackupRestore-2031422120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:12.112120 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-86816553-418e-4e0c-a3c8-5c4cc20ebb73 tempest-TestVolumeBackupRestore-2031422120 tempest-TestVolumeBackupRestore-2031422120-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 1122 time: 0.7580352 Mar 11 12:09:12.115201 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52770) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:12.121365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '19be43f8-1844-486f-90c9-b5d203b3a29a', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:12.181766 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:12.217355 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-73da2ea3-43e1-4ee7-95ec-04e4b179e98d None None] Provisioning complete for port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:12.220545 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-73da2ea3-43e1-4ee7-95ec-04e4b179e98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:12.270236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network 74e37023-d8e9-4333-bfaa-6e50a1488480 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:09:12.322647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-73da2ea3-43e1-4ee7-95ec-04e4b179e98d None None] Port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:09:12.339953 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73401bef-59c7-4e31-a89e-cb189d919d98 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (f2c202be-d76a-4d2f-851a-c3b42ac326a9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:12.344106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:12.384186 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-16d54d30-77af-46f7-a6d6-b90d73b81638 req-51fca785-8266-43fa-a039-e23ba748cf7d tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0315816 Mar 11 12:09:12.410355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-73401bef-59c7-4e31-a89e-cb189d919d98 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c202be-d76a-4d2f-851a-c3b42ac326a9']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:12.472153 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-73401bef-59c7-4e31-a89e-cb189d919d98 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b566371a-7628-4541-afd7-75bceef9e2b8') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:12.480887 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-73401bef-59c7-4e31-a89e-cb189d919d98 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b566371a-7628-4541-afd7-75bceef9e2b8') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:12.488699 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:12.513583 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73401bef-59c7-4e31-a89e-cb189d919d98 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (b566371a-7628-4541-afd7-75bceef9e2b8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:12.584660 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73401bef-59c7-4e31-a89e-cb189d919d98 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b566371a-7628-4541-afd7-75bceef9e2b8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:12.605998 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73401bef-59c7-4e31-a89e-cb189d919d98 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:09:12.606517 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73401bef-59c7-4e31-a89e-cb189d919d98 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (b566371a-7628-4541-afd7-75bceef9e2b8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:09:12.669247 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:09:12.678220 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:12.680535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Allocated IP 172.25.7.30 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/f0541f7f-2b10-4d7c-a5c6-03313ba06344) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:09:12.831795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 1134f63b-0747-4619-b8af-c34a7336c8f2 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:09:12.862963 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73401bef-59c7-4e31-a89e-cb189d919d98 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (f2c202be-d76a-4d2f-851a-c3b42ac326a9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:12.865529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a375c90-88db-43ea-ad3d-ae34bcffa9a5 None None] Provisioning complete for port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:12.866020 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a375c90-88db-43ea-ad3d-ae34bcffa9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:12.921768 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73401bef-59c7-4e31-a89e-cb189d919d98 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:12.933027 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-73401bef-59c7-4e31-a89e-cb189d919d98 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "DELETE /v2.0/networks/f2c202be-d76a-4d2f-851a-c3b42ac326a9 HTTP/1.1" status: 204 len: 168 time: 1.1642053 Mar 11 12:09:12.933145 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52808) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:12.950134 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73401bef-59c7-4e31-a89e-cb189d919d98 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event deleted for resources: {'Network': ['ID=f2c202be-d76a-4d2f-851a-c3b42ac326a9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:12.961651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a375c90-88db-43ea-ad3d-ae34bcffa9a5 None None] Port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:09:12.963625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:13.017427 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for port (f0541f7f-2b10-4d7c-a5c6-03313ba06344), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:13.073742 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:09:13.079925 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-35fe5ed4-ef28-411d-8ed9-f927ca1fe62b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/1134f63b-0747-4619-b8af-c34a7336c8f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3353503 Mar 11 12:09:13.082623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52820) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:13.086589 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Sync routers for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:09:13.105947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:13.106518 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:13.110432 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:13.111281 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:13.119403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-366dd543-8395-429d-821b-1b218100daa3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'network': {'name': 'tempest-RoutersTest-279212018'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:13.189367 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366dd543-8395-429d-821b-1b218100daa3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:13.205809 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-366dd543-8395-429d-821b-1b218100daa3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:13.286792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366dd543-8395-429d-821b-1b218100daa3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:09:13.320314 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb6e05f-2e47-4f20-b2e2-0ef0543cf73b tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:13.320569 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-366dd543-8395-429d-821b-1b218100daa3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (3dcbb379-c1b7-4535-bf85-94c6b9354d7a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:13.323182 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-366dd543-8395-429d-821b-1b218100daa3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Added segment 3dcbb379-c1b7-4535-bf85-94c6b9354d7a of type vlan for network cefd1e97-8629-4b33-a501-53af82782ffd Mar 11 12:09:13.330368 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:13.334468 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb6e05f-2e47-4f20-b2e2-0ef0543cf73b tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:13.336706 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0fb6e05f-2e47-4f20-b2e2-0ef0543cf73b tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4026301 Mar 11 12:09:13.359943 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52830) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:13.372651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e96d3cb0-c71e-4c43-bc80-5a4cad3b9f14 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1743742'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:13.385103 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f0541f7f-2b10-4d7c-a5c6-03313ba06344), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:13.394571 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:13.415780 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-366dd543-8395-429d-821b-1b218100daa3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (cefd1e97-8629-4b33-a501-53af82782ffd), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:13.485536 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-366dd543-8395-429d-821b-1b218100daa3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (cefd1e97-8629-4b33-a501-53af82782ffd), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:13.491445 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366dd543-8395-429d-821b-1b218100daa3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:13.492216 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-366dd543-8395-429d-821b-1b218100daa3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:13.551918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96d3cb0-c71e-4c43-bc80-5a4cad3b9f14 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Made reservation on behalf of e5349b9ad2f041c08a4c77ea4af5470d for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:13.556002 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-366dd543-8395-429d-821b-1b218100daa3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4692011 Mar 11 12:09:13.556132 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e96d3cb0-c71e-4c43-bc80-5a4cad3b9f14 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:13.559079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52844) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:13.563890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:09:13.569714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5e3e0d9d-33a8-43fa-8506-c7c6f429d24e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'subnet': {'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:13.630656 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f50cc09c-55ca-4e29-a740-70dfba2743b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:13.690377 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3aaf0f41-1f67-4527-bd7f-3f86616e49b0 req-032c021c-f8d6-4a13-992b-ae139ebf7100 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.1073201 Mar 11 12:09:13.777705 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Pushing event updated for resources: {'Port': ['ID=f0541f7f-2b10-4d7c-a5c6-03313ba06344,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:13.780980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:13.792856 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3e0d9d-33a8-43fa-8506-c7c6f429d24e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Made reservation on behalf of a24261b17aac4e62ac61f7e15210aa07 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:13.797461 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e3e0d9d-33a8-43fa-8506-c7c6f429d24e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:13.825698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:09:13.849006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dd543-8395-429d-821b-1b218100daa3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Network': ['ID=cefd1e97-8629-4b33-a501-53af82782ffd,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:13.861844 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network cefd1e97-8629-4b33-a501-53af82782ffd details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:09:13.971343 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:09Z', 'revision_number': 4, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d', 'name': '', 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:37:8f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:07Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 2, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:13.984457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96d3cb0-c71e-4c43-bc80-5a4cad3b9f14 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:09:14.010781 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Checking router: 1134f63b-0747-4619-b8af-c34a7336c8f2 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:09:14.011493 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Updating router 1134f63b-0747-4619-b8af-c34a7336c8f2 port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:09:14.072086 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e96d3cb0-c71e-4c43-bc80-5a4cad3b9f14 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (5320dc77-0c73-4249-b53f-5795ca7d8187), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:14.072730 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-e96d3cb0-c71e-4c43-bc80-5a4cad3b9f14 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Added segment 5320dc77-0c73-4249-b53f-5795ca7d8187 of type vlan for network 6c249991-c61d-4916-870c-57c23b9abd71 Mar 11 12:09:14.074371 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:14.520211 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Publish callbacks [] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:14.532072 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:14.588538 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e7472-3a31-4fbb-a78d-ed8a7e0f82b6 None None] Pushing event updated for resources: {'Port': ['ID=ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:14.675711 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae366e2d-b459-4dba-b3f3-50ce77b5b11d req-c3d7bdaa-2b7a-4a41-9b57-a56ebd0ffd64 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.2053921 Mar 11 12:09:14.708763 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Attempting to bind port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:09:14.709403 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Attempting to bind port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '60c6736b-4c77-4d21-8f64-269884f31e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:09:14.710078 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Attempting to bind port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d on network 74e37023-d8e9-4333-bfaa-6e50a1488480 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:09:14.716665 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:09:14.717319 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Checking segment: {'id': '60c6736b-4c77-4d21-8f64-269884f31e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:14.718156 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:14.718733 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Bound using segment: {'id': '60c6736b-4c77-4d21-8f64-269884f31e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:09:14.719362 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Bound port: ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c6736b-4c77-4d21-8f64-269884f31e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:09:14.720087 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:14.797471 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e96d3cb0-c71e-4c43-bc80-5a4cad3b9f14 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (6c249991-c61d-4916-870c-57c23b9abd71), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:14.886281 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] For port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:09:14.896141 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] For port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d,segment=NetworkSegment(60c6736b-4c77-4d21-8f64-269884f31e47),segment_id=60c6736b-4c77-4d21-8f64-269884f31e47)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:09:14.919816 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:14.970043 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcefdbbf-d50e-4095-9f1e-100a588e75a9 req-08cc1158-5f85-4daa-ba86-7b79c3322777 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0961301 Mar 11 12:09:14.986331 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e96d3cb0-c71e-4c43-bc80-5a4cad3b9f14 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (6c249991-c61d-4916-870c-57c23b9abd71), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:14.999933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96d3cb0-c71e-4c43-bc80-5a4cad3b9f14 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:15.000447 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e96d3cb0-c71e-4c43-bc80-5a4cad3b9f14 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:15.014702 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4b9e2788-db70-468f-a820-ccffc2127ac4 None None] Provisioning complete for port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:15.015733 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b9e2788-db70-468f-a820-ccffc2127ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:15.066948 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:15.067972 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:08:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:15.129687 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e96d3cb0-c71e-4c43-bc80-5a4cad3b9f14 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7649853 Mar 11 12:09:15.130156 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52928) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:15.135937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-af311198-d215-4ed0-8d97-80d974f220a0 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1969894237'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:15.185647 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af311198-d215-4ed0-8d97-80d974f220a0 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Made reservation on behalf of e5349b9ad2f041c08a4c77ea4af5470d for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:15.192106 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-af311198-d215-4ed0-8d97-80d974f220a0 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:15.208306 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e7472-3a31-4fbb-a78d-ed8a7e0f82b6 None None] Pushing event updated for resources: {'Port': ['ID=ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:15.286934 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af311198-d215-4ed0-8d97-80d974f220a0 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:09:15.296899 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4b9e2788-db70-468f-a820-ccffc2127ac4 None None] Current status of the port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:15.297286 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b9e2788-db70-468f-a820-ccffc2127ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:15.321594 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-af311198-d215-4ed0-8d97-80d974f220a0 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ff989e03-9d3b-44a1-a6ca-6404f9468c63), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:15.326153 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-af311198-d215-4ed0-8d97-80d974f220a0 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Added segment ff989e03-9d3b-44a1-a6ca-6404f9468c63 of type vlan for network f8ca848c-3e68-454d-bb52-091e02c7e4ce Mar 11 12:09:15.396124 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4b9e2788-db70-468f-a820-ccffc2127ac4 None None] For port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d,segment=NetworkSegment(60c6736b-4c77-4d21-8f64-269884f31e47),segment_id=60c6736b-4c77-4d21-8f64-269884f31e47)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:15.402217 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:15.407911 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b9e2788-db70-468f-a820-ccffc2127ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:15.437874 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d3cb0-c71e-4c43-bc80-5a4cad3b9f14 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event updated for resources: {'Network': ['ID=6c249991-c61d-4916-870c-57c23b9abd71,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:15.482081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 6c249991-c61d-4916-870c-57c23b9abd71 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:09:15.510508 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-af311198-d215-4ed0-8d97-80d974f220a0 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (f8ca848c-3e68-454d-bb52-091e02c7e4ce), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:15.586513 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e3e0d9d-33a8-43fa-8506-c7c6f429d24e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (487d9d13-70f8-4036-87e8-298008d6cf5d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:15.614426 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-af311198-d215-4ed0-8d97-80d974f220a0 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (f8ca848c-3e68-454d-bb52-091e02c7e4ce), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:15.622487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af311198-d215-4ed0-8d97-80d974f220a0 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:15.627855 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-af311198-d215-4ed0-8d97-80d974f220a0 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:15.656710 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e0d9d-33a8-43fa-8506-c7c6f429d24e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Subnet': ['ID=487d9d13-70f8-4036-87e8-298008d6cf5d,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:15.780691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3e0d9d-33a8-43fa-8506-c7c6f429d24e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Checking segment: {'id': '3dcbb379-c1b7-4535-bf85-94c6b9354d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:15.781071 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3e0d9d-33a8-43fa-8506-c7c6f429d24e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network hostable DHCP agents. Network: cefd1e97-8629-4b33-a501-53af82782ffd, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:09:15.862837 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-af311198-d215-4ed0-8d97-80d974f220a0 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7304478 Mar 11 12:09:15.869762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 52958) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:15.877939 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Request body: {'ports': [{'network_id': '6c249991-c61d-4916-870c-57c23b9abd71', 'name': 'tempest-port--1592681031', 'admin_state_up': True}, {'network_id': 'f8ca848c-3e68-454d-bb52-091e02c7e4ce', 'admin_state_up': False}]} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:15.878595 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Request body: {'port': {'network_id': '6c249991-c61d-4916-870c-57c23b9abd71', 'name': 'tempest-port--1592681031', 'admin_state_up': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:15.879289 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Request body: {'port': {'network_id': 'f8ca848c-3e68-454d-bb52-091e02c7e4ce', 'admin_state_up': False}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:15.979839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3e0d9d-33a8-43fa-8506-c7c6f429d24e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network cefd1e97-8629-4b33-a501-53af82782ffd is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:09:15.990127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af311198-d215-4ed0-8d97-80d974f220a0 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event updated for resources: {'Network': ['ID=f8ca848c-3e68-454d-bb52-091e02c7e4ce,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:16.038526 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-5e3e0d9d-33a8-43fa-8506-c7c6f429d24e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, cefd1e97-8629-4b33-a501-53af82782ffd) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:16.050207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3e0d9d-33a8-43fa-8506-c7c6f429d24e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:16.051036 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e3e0d9d-33a8-43fa-8506-c7c6f429d24e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:16.147298 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5e3e0d9d-33a8-43fa-8506-c7c6f429d24e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5821402 Mar 11 12:09:16.151734 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 52974) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:16.245431 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30e10b87-e04f-4689-b3a3-a540eb484c31 req-fe24b8ef-a3d2-44d9-b60f-ef07e2cbec3e tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.0576472 Mar 11 12:09:16.267248 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:09Z', 'revision_number': 4, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d', 'name': '', 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:37:8f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:07Z', 'updated_at': '2022-03-11T12:09:14Z', 'revision_number': 4, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:16.347560 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for floatingip (972bd84f-500f-4877-a2fd-4153aedd8076), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:16.366194 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ccca04-2381-4e2b-8292-7dbcb7750bb1 None None] The sync data for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 is: [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:09Z', 'revision_number': 4, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d', 'name': '', 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:37:8f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:07Z', 'updated_at': '2022-03-11T12:09:14Z', 'revision_number': 4, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:09:16.424668 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Made reservation on behalf of e5349b9ad2f041c08a4c77ea4af5470d for: {'port': 2} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:16.432636 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network f8ca848c-3e68-454d-bb52-091e02c7e4ce details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:09:16.443413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739b1a89-c1ac-4a4b-a552-01b5899edc82 None None] Network cefd1e97-8629-4b33-a501-53af82782ffd requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:16.491171 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:16.561842 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:16.869016 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ebd07560-4f78-43dc-ada8-e0cf7ffc3351 None None] Provisioning complete for port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:16.885806 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ebd07560-4f78-43dc-ada8-e0cf7ffc3351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:16.953536 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f0541f7f-2b10-4d7c-a5c6-03313ba06344), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:17.012028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e2788-db70-468f-a820-ccffc2127ac4 None None] Pushing event updated for resources: {'Port': ['ID=ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:17.069009 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:17.270573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa7077e0-bfde-4a3d-bbe8-9e40e3d7ae20 req-6677b74b-9eb0-4733-aff8-9c0fe065d916 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428&device_id=872dd00c-35ae-4d41-82f6-c9ef41cf9ed6 HTTP/1.1" status: 200 len: 210 time: 0.0952799 Mar 11 12:09:17.304547 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] device_id is not set on port 8565b80d-8e55-47f7-8f14-25110aea2762 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:09:17.350374 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9e7a12ba-e842-41de-aee9-14cf23d19e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:17.404465 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d4c32aa-f4fc-4a03-b037-77e0a849d7b9 req-fc9deb03-3ed4-45d6-90a4-4654fbba89b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=872dd00c-35ae-4d41-82f6-c9ef41cf9ed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0898283 Mar 11 12:09:17.495804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-cefd1e97-8629-4b33-a501-53af82782ffd', 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd', 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'fixed_ips': [{'subnet_id': '487d9d13-70f8-4036-87e8-298008d6cf5d'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:09:17.498453 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:17.515827 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d4c32aa-f4fc-4a03-b037-77e0a849d7b9 req-c92df821-c380-4957-88bc-271f54c60385 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=920f9f28452b4891b0ac5d5275eecdf7&device_id=872dd00c-35ae-4d41-82f6-c9ef41cf9ed6 HTTP/1.1" status: 200 len: 210 time: 0.0677912 Mar 11 12:09:17.596241 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:17.652934 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d4c32aa-f4fc-4a03-b037-77e0a849d7b9 req-d8d9b0b4-b826-47be-85c5-ca881c48ce14 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=920f9f28452b4891b0ac5d5275eecdf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1192405 Mar 11 12:09:17.681015 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53014) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:17.871719 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-63e4cec4-442e-49ab-8a9e-78394e219386 req-9006ddc1-8a2f-4ec2-8f7e-07035626b2a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=920f9f28452b4891b0ac5d5275eecdf7&device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.1231678 Mar 11 12:09:17.916429 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:17.968719 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-63e4cec4-442e-49ab-8a9e-78394e219386 req-a38d7ce8-8d15-460f-a40b-20d74070d84f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=920f9f28452b4891b0ac5d5275eecdf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880275 Mar 11 12:09:18.021365 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69c9b8e4-3324-4e4f-af4e-874f29bd3616 req-44d45391-e123-4e61-83d3-1cba77f9fd25 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.1017692 Mar 11 12:09:18.036732 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c32aa-f4fc-4a03-b037-77e0a849d7b9 req-df4779bc-169e-4000-bc26-b93570582707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:18.039114 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d4c32aa-f4fc-4a03-b037-77e0a849d7b9 req-df4779bc-169e-4000-bc26-b93570582707 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3558283 Mar 11 12:09:18.041501 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Allocated IP 172.23.0.2 (cefd1e97-8629-4b33-a501-53af82782ffd/487d9d13-70f8-4036-87e8-298008d6cf5d/d24a290c-f49b-490a-ba3e-bb9d22d362ec) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:09:18.057779 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b96cf4a8-6963-4803-b116-75a22786ca64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:18.143373 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for port (8565b80d-8e55-47f7-8f14-25110aea2762), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:18.157450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ebd07560-4f78-43dc-ada8-e0cf7ffc3351 None None] Current status of the port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:18.209259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:18.210130 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:18.227255 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4cec4-442e-49ab-8a9e-78394e219386 req-4ea6f1d5-7088-4ac1-be87-e75ea6427269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:18.229284 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-63e4cec4-442e-49ab-8a9e-78394e219386 req-4ea6f1d5-7088-4ac1-be87-e75ea6427269 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2519555 Mar 11 12:09:18.332805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] device_id is not set on port 52ef477b-4ead-4430-b1b4-9e2940df3f45 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:09:18.429346 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b96cf4a8-6963-4803-b116-75a22786ca64 admin admin] Publish callbacks [] for security_group (69371878-d250-43cd-90e0-a8937767e8de), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:18.443482 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b96cf4a8-6963-4803-b116-75a22786ca64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (69371878-d250-43cd-90e0-a8937767e8de), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:18.459077 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:18.479090 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Publish callbacks [] for port (d24a290c-f49b-490a-ba3e-bb9d22d362ec), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:18.488162 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (d24a290c-f49b-490a-ba3e-bb9d22d362ec), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:18.490811 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b96cf4a8-6963-4803-b116-75a22786ca64 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=65bc7e8985674021a6901fe2c5f675c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8084831 Mar 11 12:09:18.491500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53028) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:18.513326 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Network cefd1e97-8629-4b33-a501-53af82782ffd is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:09:18.517883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:18.557418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:09:18.614167 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for port (f0541f7f-2b10-4d7c-a5c6-03313ba06344), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:18.619627 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96cf4a8-6963-4803-b116-75a22786ca64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69371878-d250-43cd-90e0-a8937767e8de,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:18.627415 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (f0541f7f-2b10-4d7c-a5c6-03313ba06344), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:18.656765 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bae2bda-1ca7-42f2-894d-d58913709a8d admin admin] Publish callbacks [] for security_group (69371878-d250-43cd-90e0-a8937767e8de), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:18.668905 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for port (52ef477b-4ead-4430-b1b4-9e2940df3f45), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:18.712398 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Attempting to bind port d24a290c-f49b-490a-ba3e-bb9d22d362ec on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:09:18.712767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Attempting to bind port d24a290c-f49b-490a-ba3e-bb9d22d362ec by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '3dcbb379-c1b7-4535-bf85-94c6b9354d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:09:18.713129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Attempting to bind port d24a290c-f49b-490a-ba3e-bb9d22d362ec on network cefd1e97-8629-4b33-a501-53af82782ffd {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:09:18.732174 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:09:18.732655 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Checking segment: {'id': '3dcbb379-c1b7-4535-bf85-94c6b9354d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:18.733034 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:18.734441 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Bound using segment: {'id': '3dcbb379-c1b7-4535-bf85-94c6b9354d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:09:18.735564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Bound port: d24a290c-f49b-490a-ba3e-bb9d22d362ec, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dcbb379-c1b7-4535-bf85-94c6b9354d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:09:18.736153 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d24a290c-f49b-490a-ba3e-bb9d22d362ec), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:18.738414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Pushing event updated for resources: {'Port': ['ID=d24a290c-f49b-490a-ba3e-bb9d22d362ec,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:18.742322 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:18.771004 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bae2bda-1ca7-42f2-894d-d58913709a8d admin admin] Publish callbacks [] for security_group (69371878-d250-43cd-90e0-a8937767e8de), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:18.828578 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:18.904271 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (8565b80d-8e55-47f7-8f14-25110aea2762), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:18.958976 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] For port d24a290c-f49b-490a-ba3e-bb9d22d362ec, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:09:18.974728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] For port d24a290c-f49b-490a-ba3e-bb9d22d362ec, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d24a290c-f49b-490a-ba3e-bb9d22d362ec,segment=NetworkSegment(3dcbb379-c1b7-4535-bf85-94c6b9354d7a),segment_id=3dcbb379-c1b7-4535-bf85-94c6b9354d7a)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:09:19.000062 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bae2bda-1ca7-42f2-894d-d58913709a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (69371878-d250-43cd-90e0-a8937767e8de), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:19.008043 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d24a290c-f49b-490a-ba3e-bb9d22d362ec), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:19.009728 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bae2bda-1ca7-42f2-894d-d58913709a8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:19.011474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8bae2bda-1ca7-42f2-894d-d58913709a8d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/69371878-d250-43cd-90e0-a8937767e8de HTTP/1.1" status: 204 len: 168 time: 0.5143423 Mar 11 12:09:19.102171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae2bda-1ca7-42f2-894d-d58913709a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69371878-d250-43cd-90e0-a8937767e8de,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:19.104392 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:19.104766 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:19.119725 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event updated for resources: {'Port': ['ID=8565b80d-8e55-47f7-8f14-25110aea2762,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:19.151295 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Checking segment: {'id': '5320dc77-0c73-4249-b53f-5795ca7d8187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6c249991-c61d-4916-870c-57c23b9abd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:19.151684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Network hostable DHCP agents. Network: 6c249991-c61d-4916-870c-57c23b9abd71, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:09:19.203425 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Network 6c249991-c61d-4916-870c-57c23b9abd71 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:09:19.321792 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafabf4a-a5e7-42f7-a028-2f37db98db6d None None] Pushing event updated for resources: {'Port': ['ID=d24a290c-f49b-490a-ba3e-bb9d22d362ec,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:19.327751 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1298fd24-d455-457a-b7a0-e35de5cfbfa5 req-f4d19e3a-a701-4c17-a0bb-8f5bfab8fb07 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.1079712 Mar 11 12:09:19.329002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 6c249991-c61d-4916-870c-57c23b9abd71) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:19.336927 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:09:19.338216 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (52ef477b-4ead-4430-b1b4-9e2940df3f45), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:19.354196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a482af-f605-4d93-b50b-cf3e7409b3af None None] Network 6c249991-c61d-4916-870c-57c23b9abd71 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:19.455041 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Allocated IP 172.23.0.1 (cefd1e97-8629-4b33-a501-53af82782ffd/487d9d13-70f8-4036-87e8-298008d6cf5d/b3c20cf2-cac7-4804-b74d-3392ad8fc8e7) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:09:19.519798 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event updated for resources: {'Port': ['ID=52ef477b-4ead-4430-b1b4-9e2940df3f45,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:19.528131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Pushing event updated for resources: {'Port': ['ID=f0541f7f-2b10-4d7c-a5c6-03313ba06344,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:19.606190 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Checking segment: {'id': 'ff989e03-9d3b-44a1-a6ca-6404f9468c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f8ca848c-3e68-454d-bb52-091e02c7e4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:19.609932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Network hostable DHCP agents. Network: f8ca848c-3e68-454d-bb52-091e02c7e4ce, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:09:19.642545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:19.645443 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (972bd84f-500f-4877-a2fd-4153aedd8076), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:19.649354 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Network f8ca848c-3e68-454d-bb52-091e02c7e4ce is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:09:19.677572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, f8ca848c-3e68-454d-bb52-091e02c7e4ce) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:19.682428 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:09:19.690180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:19.710366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4905b9a-3800-45dd-849b-fd720f5fedd4 None None] Network f8ca848c-3e68-454d-bb52-091e02c7e4ce requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:19.711146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:19.712006 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:19.756868 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-64b347a1-be16-4a31-b0b0-b38dad7dd057 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8845711 Mar 11 12:09:19.759439 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53042) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:19.845996 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-63e4cec4-442e-49ab-8a9e-78394e219386 req-b99ce63f-a902-4193-821c-e8e4e235d1f1 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.2379887 Mar 11 12:09:19.870296 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d4c98b-2dff-4366-917b-5875567b43a3 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:19.877046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d4c98b-2dff-4366-917b-5875567b43a3 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:19.879678 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-75d4c98b-2dff-4366-917b-5875567b43a3 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1190596 Mar 11 12:09:19.885778 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53050) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:20.073545 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:20.135758 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:20.141982 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-2a033f26-cfcd-4e4c-8a0a-7536be4df63e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Deleting port 8565b80d-8e55-47f7-8f14-25110aea2762 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:09:20.142521 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2a033f26-cfcd-4e4c-8a0a-7536be4df63e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8565b80d-8e55-47f7-8f14-25110aea2762), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:20.176969 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:20.245343 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2a033f26-cfcd-4e4c-8a0a-7536be4df63e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8565b80d-8e55-47f7-8f14-25110aea2762), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:20.259308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-2a033f26-cfcd-4e4c-8a0a-7536be4df63e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Calling delete_port for 8565b80d-8e55-47f7-8f14-25110aea2762 owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:09:20.403835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network cefd1e97-8629-4b33-a501-53af82782ffd is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:09:20.407374 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=b3c20cf2-cac7-4804-b74d-3392ad8fc8e7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:20.436990 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:20.441257 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Floating IP 972bd84f-500f-4877-a2fd-4153aedd8076 associated. External IP: 172.25.7.30, port: 19be43f8-1844-486f-90c9-b5d203b3a29a. Mar 11 12:09:20.442816 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2a033f26-cfcd-4e4c-8a0a-7536be4df63e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (8565b80d-8e55-47f7-8f14-25110aea2762), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:20.444237 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:09:20.481046 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2a033f26-cfcd-4e4c-8a0a-7536be4df63e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:20.489824 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2a033f26-cfcd-4e4c-8a0a-7536be4df63e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "DELETE /v2.0/ports/8565b80d-8e55-47f7-8f14-25110aea2762 HTTP/1.1" status: 204 len: 168 time: 0.6023858 Mar 11 12:09:20.493492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53066) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:20.523319 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (1134f63b-0747-4619-b8af-c34a7336c8f2), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:20.618247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a033f26-cfcd-4e4c-8a0a-7536be4df63e tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event deleted for resources: {'Port': ['ID=8565b80d-8e55-47f7-8f14-25110aea2762,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:20.675005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6b0fc18-2d7a-49b8-96ff-b0f01b874979 req-ed362649-6c96-403b-9d89-7e83c56e1ac6 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c600df-bedc-404f-bad0-4f248ad08428 HTTP/1.1" status: 200 len: 210 time: 0.1149664 Mar 11 12:09:20.872379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-bd7aa8d9-c047-49fc-acbe-6e7e0558b540 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Deleting port 52ef477b-4ead-4430-b1b4-9e2940df3f45 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:09:20.872932 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa8d9-c047-49fc-acbe-6e7e0558b540 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (52ef477b-4ead-4430-b1b4-9e2940df3f45), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:20.910820 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:20.929902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d24a290c-f49b-490a-ba3e-bb9d22d362ec up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:21.034765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d24a290c-f49b-490a-ba3e-bb9d22d362ec triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:21.035810 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d24a290c-f49b-490a-ba3e-bb9d22d362ec), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:21.123952 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa8d9-c047-49fc-acbe-6e7e0558b540 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (52ef477b-4ead-4430-b1b4-9e2940df3f45), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:21.156728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d24a290c-f49b-490a-ba3e-bb9d22d362ec is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:21.157481 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d24a290c-f49b-490a-ba3e-bb9d22d362ec), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:21.162640 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-bd7aa8d9-c047-49fc-acbe-6e7e0558b540 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Calling delete_port for 52ef477b-4ead-4430-b1b4-9e2940df3f45 owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:09:21.247803 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port d24a290c-f49b-490a-ba3e-bb9d22d362ec, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d24a290c-f49b-490a-ba3e-bb9d22d362ec,segment=NetworkSegment(3dcbb379-c1b7-4535-bf85-94c6b9354d7a),segment_id=3dcbb379-c1b7-4535-bf85-94c6b9354d7a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:21.265931 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d24a290c-f49b-490a-ba3e-bb9d22d362ec), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:21.367744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa7b8e0-bc35-4c5d-8fc5-dd835287054f None None] Network cefd1e97-8629-4b33-a501-53af82782ffd requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:21.394293 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa8d9-c047-49fc-acbe-6e7e0558b540 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (52ef477b-4ead-4430-b1b4-9e2940df3f45), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:21.423785 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa8d9-c047-49fc-acbe-6e7e0558b540 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:21.432438 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bd7aa8d9-c047-49fc-acbe-6e7e0558b540 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "DELETE /v2.0/ports/52ef477b-4ead-4430-b1b4-9e2940df3f45 HTTP/1.1" status: 204 len: 168 time: 0.9363201 Mar 11 12:09:21.433356 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53088) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:21.453536 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7aa8d9-c047-49fc-acbe-6e7e0558b540 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event deleted for resources: {'Port': ['ID=52ef477b-4ead-4430-b1b4-9e2940df3f45,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:21.491222 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b300efaf-7079-491f-9569-8c8156b4cb83 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0524142 Mar 11 12:09:21.496192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53090) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:21.537953 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ecf59900-89a1-4a31-8ac9-b3f4a846877b tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1685292155'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:21.562944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4134908d-ac94-4d7c-a08f-0d00874e952d None None] Provisioning complete for port d24a290c-f49b-490a-ba3e-bb9d22d362ec triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:21.563952 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4134908d-ac94-4d7c-a08f-0d00874e952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d24a290c-f49b-490a-ba3e-bb9d22d362ec), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:21.569498 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf59900-89a1-4a31-8ac9-b3f4a846877b tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Made reservation on behalf of e5349b9ad2f041c08a4c77ea4af5470d for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:21.573314 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecf59900-89a1-4a31-8ac9-b3f4a846877b tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:21.591057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=d24a290c-f49b-490a-ba3e-bb9d22d362ec,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:21.690930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Router 6f750004-febb-46d7-9113-630d27308351 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:09:21.739021 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4134908d-ac94-4d7c-a08f-0d00874e952d None None] Current status of the port d24a290c-f49b-490a-ba3e-bb9d22d362ec is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:21.749435 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf59900-89a1-4a31-8ac9-b3f4a846877b tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:09:21.785606 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecf59900-89a1-4a31-8ac9-b3f4a846877b tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (fd916b27-f860-4e3a-805c-86506acb7d67), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:21.786294 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-ecf59900-89a1-4a31-8ac9-b3f4a846877b tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Added segment fd916b27-f860-4e3a-805c-86506acb7d67 of type vlan for network 4a51e3f8-33ec-4022-a8be-f45161a3fc8a Mar 11 12:09:21.917135 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:21.936958 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:22.022474 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecf59900-89a1-4a31-8ac9-b3f4a846877b tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (4a51e3f8-33ec-4022-a8be-f45161a3fc8a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:22.050464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53112) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:22.087234 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (1134f63b-0747-4619-b8af-c34a7336c8f2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:22.144125 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-460ac132-9cd0-475c-8f66-4acd795946e7 req-678f47b8-bbcf-4f42-a2e6-5f3f1ac285d1 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=872dd00c-35ae-4d41-82f6-c9ef41cf9ed6 HTTP/1.1" status: 200 len: 210 time: 0.0592382 Mar 11 12:09:22.207310 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1f2396b6-89c5-47e1-a020-955ebaef5e35 req-7f023cf4-9f93-4b6f-af1c-3b36c60f666e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=920f9f28452b4891b0ac5d5275eecdf7&device_id=872dd00c-35ae-4d41-82f6-c9ef41cf9ed6 HTTP/1.1" status: 200 len: 210 time: 0.0890887 Mar 11 12:09:22.236177 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event updated for resources: {'Port': ['ID=b3c20cf2-cac7-4804-b74d-3392ad8fc8e7,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:22.240062 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecf59900-89a1-4a31-8ac9-b3f4a846877b tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (4a51e3f8-33ec-4022-a8be-f45161a3fc8a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:22.245777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf59900-89a1-4a31-8ac9-b3f4a846877b tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:22.246377 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecf59900-89a1-4a31-8ac9-b3f4a846877b tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:22.274901 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9f99636f-06e7-4d0c-a65b-6ec045931ce3 None None] Provisioning complete for port d24a290c-f49b-490a-ba3e-bb9d22d362ec triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:22.275493 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f99636f-06e7-4d0c-a65b-6ec045931ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d24a290c-f49b-490a-ba3e-bb9d22d362ec), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:22.286806 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1f2396b6-89c5-47e1-a020-955ebaef5e35 req-c26baa90-0a69-4420-87bf-09ea77fdb206 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=920f9f28452b4891b0ac5d5275eecdf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373900 Mar 11 12:09:22.348255 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2b0835ff-36a8-409e-8552-686071669cb7 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-752513842'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:22.391442 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9f99636f-06e7-4d0c-a65b-6ec045931ce3 None None] Current status of the port d24a290c-f49b-490a-ba3e-bb9d22d362ec is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:22.410252 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9f99636f-06e7-4d0c-a65b-6ec045931ce3 None None] Provisioning complete for port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:22.410624 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f99636f-06e7-4d0c-a65b-6ec045931ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:22.477238 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0835ff-36a8-409e-8552-686071669cb7 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Made reservation on behalf of 62ab016243094a58a08ca29bd70957f8 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:22.482119 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b0835ff-36a8-409e-8552-686071669cb7 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:22.508786 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b0835ff-36a8-409e-8552-686071669cb7 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:22.515964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9f99636f-06e7-4d0c-a65b-6ec045931ce3 None None] Port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:09:22.619149 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Network cefd1e97-8629-4b33-a501-53af82782ffd is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:09:22.622430 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b0835ff-36a8-409e-8552-686071669cb7 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks [] for security_group (ef09dba9-d5c1-41f2-b63b-4dcb533e6e48), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:22.628396 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b0835ff-36a8-409e-8552-686071669cb7 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ef09dba9-d5c1-41f2-b63b-4dcb533e6e48), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:22.632447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:22.634810 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf59900-89a1-4a31-8ac9-b3f4a846877b tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event updated for resources: {'Network': ['ID=4a51e3f8-33ec-4022-a8be-f45161a3fc8a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:22.647661 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ecf59900-89a1-4a31-8ac9-b3f4a846877b tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1132936 Mar 11 12:09:22.648420 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53126) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:22.653499 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:09:22.663434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-59ad6cb9-a434-4842-98d1-603e2f444c40 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1131845584'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:22.686648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ef768c09-de5b-4f12-b4b7-b72453f37454 None None] Provisioning complete for port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:22.687385 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ef768c09-de5b-4f12-b4b7-b72453f37454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:22.687890 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0835ff-36a8-409e-8552-686071669cb7 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:09:22.708029 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0835ff-36a8-409e-8552-686071669cb7 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef09dba9-d5c1-41f2-b63b-4dcb533e6e48,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:22.726292 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b0835ff-36a8-409e-8552-686071669cb7 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (326b0c5c-1f9a-4ec4-bde0-73de2489d9a0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:22.726553 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-2b0835ff-36a8-409e-8552-686071669cb7 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Added segment 326b0c5c-1f9a-4ec4-bde0-73de2489d9a0 of type vlan for network 25024d75-8401-49fa-872f-0fe1f12ac451 Mar 11 12:09:22.737395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2712efc1-00f5-4537-a571-15e75b71aa5e None None] Sync routers for ids ['6f750004-febb-46d7-9113-630d27308351'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:09:22.740262 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 4a51e3f8-33ec-4022-a8be-f45161a3fc8a details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:09:22.746551 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ad6cb9-a434-4842-98d1-603e2f444c40 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Made reservation on behalf of e5349b9ad2f041c08a4c77ea4af5470d for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:22.747186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ef768c09-de5b-4f12-b4b7-b72453f37454 None None] Port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:09:22.750615 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59ad6cb9-a434-4842-98d1-603e2f444c40 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:22.782449 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2712efc1-00f5-4537-a571-15e75b71aa5e None None] Routers {'6f750004-febb-46d7-9113-630d27308351'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:22.783947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2712efc1-00f5-4537-a571-15e75b71aa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6f750004-febb-46d7-9113-630d27308351'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:22.828629 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b0835ff-36a8-409e-8552-686071669cb7 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (25024d75-8401-49fa-872f-0fe1f12ac451), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:22.855843 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ad6cb9-a434-4842-98d1-603e2f444c40 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:09:22.912328 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59ad6cb9-a434-4842-98d1-603e2f444c40 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (c847d2de-86fb-4b19-9889-0c52804216d3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:22.913253 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-59ad6cb9-a434-4842-98d1-603e2f444c40 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Added segment c847d2de-86fb-4b19-9889-0c52804216d3 of type vlan for network 5e484f43-687c-47a9-9c69-a3a93919ce9a Mar 11 12:09:22.913382 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d24a290c-f49b-490a-ba3e-bb9d22d362ec up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:22.930980 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b0835ff-36a8-409e-8552-686071669cb7 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (25024d75-8401-49fa-872f-0fe1f12ac451), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:22.946468 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0835ff-36a8-409e-8552-686071669cb7 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:22.947346 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b0835ff-36a8-409e-8552-686071669cb7 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:22.949295 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:23.000427 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59ad6cb9-a434-4842-98d1-603e2f444c40 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (5e484f43-687c-47a9-9c69-a3a93919ce9a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:23.064326 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59ad6cb9-a434-4842-98d1-603e2f444c40 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (5e484f43-687c-47a9-9c69-a3a93919ce9a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:23.074847 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ad6cb9-a434-4842-98d1-603e2f444c40 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:23.074847 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59ad6cb9-a434-4842-98d1-603e2f444c40 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:23.090522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d24a290c-f49b-490a-ba3e-bb9d22d362ec triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:23.090766 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d24a290c-f49b-490a-ba3e-bb9d22d362ec), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:23.126180 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2b0835ff-36a8-409e-8552-686071669cb7 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0745387 Mar 11 12:09:23.133288 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53134) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:23.134798 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2396b6-89c5-47e1-a020-955ebaef5e35 req-0e9e34cd-3e8b-455c-91c0-83c857b50ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:23.136526 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1f2396b6-89c5-47e1-a020-955ebaef5e35 req-0e9e34cd-3e8b-455c-91c0-83c857b50ccf service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8253701 Mar 11 12:09:23.138707 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2712efc1-00f5-4537-a571-15e75b71aa5e None None] Set router 6f750004-febb-46d7-9113-630d27308351 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:23.143159 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-59ad6cb9-a434-4842-98d1-603e2f444c40 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4916008 Mar 11 12:09:23.145391 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3a934908-2838-493d-8f45-27c7ec58b734 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Request body: {'subnet': {'network_id': '25024d75-8401-49fa-872f-0fe1f12ac451', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:23.226494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0835ff-36a8-409e-8552-686071669cb7 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Pushing event updated for resources: {'Network': ['ID=25024d75-8401-49fa-872f-0fe1f12ac451,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:23.308931 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 25024d75-8401-49fa-872f-0fe1f12ac451 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:09:23.442674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad6cb9-a434-4842-98d1-603e2f444c40 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event updated for resources: {'Network': ['ID=5e484f43-687c-47a9-9c69-a3a93919ce9a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:23.459910 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d168d29-c778-488d-a567-f581628b4198 req-7458395b-02d5-4e62-a972-36daf65e546f tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=872dd00c-35ae-4d41-82f6-c9ef41cf9ed6 HTTP/1.1" status: 200 len: 210 time: 0.1203761 Mar 11 12:09:23.634651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 5e484f43-687c-47a9-9c69-a3a93919ce9a details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:09:23.730136 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53150) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:23.730730 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-014ef242-784d-4f1f-857d-70000efcc969 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 11.6137731 Mar 11 12:09:23.733799 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'tag': '19be43f8-1844-486f-90c9-b5d203b3a29a'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:09:23.736546 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2406f15-25ae-41b9-928e-91e061d358b8" -d '{"events": [{"name": "network-changed", "server_uuid": "474f1fc6-ca83-4ba7-8d24-1b58a6508b2e", "tag": "19be43f8-1844-486f-90c9-b5d203b3a29a"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:09:23.759559 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 1134f63b-0747-4619-b8af-c34a7336c8f2 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:09:23.831291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ebd27f-58f4-4bab-813b-b9ce01090c52 tempest-TestVolumeBackupRestore-2031422120 tempest-TestVolumeBackupRestore-2031422120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:23.834054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-79ebd27f-58f4-4bab-813b-b9ce01090c52 tempest-TestVolumeBackupRestore-2031422120 tempest-TestVolumeBackupRestore-2031422120-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 1122 time: 0.1012878 Mar 11 12:09:23.837740 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53158) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:23.852361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e67db18c-fa45-452a-9fed-32347d9f8e2b tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Request body: {'floatingip': {'port_id': '19be43f8-1844-486f-90c9-b5d203b3a29a'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:23.879186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d24a290c-f49b-490a-ba3e-bb9d22d362ec is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:23.948297 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e67db18c-fa45-452a-9fed-32347d9f8e2b tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for floatingip (972bd84f-500f-4877-a2fd-4153aedd8076), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:24.049296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3194cc57-55d2-4fc7-b6d1-8458a320ade2 None None] Provisioning complete for port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:24.049673 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3194cc57-55d2-4fc7-b6d1-8458a320ade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:24.060951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a934908-2838-493d-8f45-27c7ec58b734 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Made reservation on behalf of 62ab016243094a58a08ca29bd70957f8 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:24.077993 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a934908-2838-493d-8f45-27c7ec58b734 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:24.210328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:09:24.221182 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739d2614-4919-45b2-9f1f-86759b147202 x-openstack-request-id: req-739d2614-4919-45b2-9f1f-86759b147202 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:09:24.221474 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474f1fc6-ca83-4ba7-8d24-1b58a6508b2e", "tag": "19be43f8-1844-486f-90c9-b5d203b3a29a", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:09:24.221729 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-739d2614-4919-45b2-9f1f-86759b147202 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:09:24.222127 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'tag': '19be43f8-1844-486f-90c9-b5d203b3a29a', 'status': 'completed', 'code': 200} Mar 11 12:09:24.232407 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-43d39bb6-487b-4cd7-8c84-5b9526733287 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/1134f63b-0747-4619-b8af-c34a7336c8f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0771003 Mar 11 12:09:24.240060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53168) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:24.240496 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Sync routers for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:09:24.248475 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f5203ac3-88e4-439a-869e-bfc0c5345fd0 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:24.259326 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:24.260415 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:24.405551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3194cc57-55d2-4fc7-b6d1-8458a320ade2 None None] Port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:09:24.409061 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:24.526337 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1f2396b6-89c5-47e1-a020-955ebaef5e35 req-d00996ca-13e1-44b8-be3f-ef59d6c437ab tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.37 "GET /v2.0/ports?device_id=872dd00c-35ae-4d41-82f6-c9ef41cf9ed6 HTTP/1.1" status: 200 len: 210 time: 0.0641448 Mar 11 12:09:24.816340 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2712efc1-00f5-4537-a571-15e75b71aa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f750004-febb-46d7-9113-630d27308351', 'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:41Z', 'updated_at': '2022-03-11T12:02:52Z', 'revision_number': 4, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'gw_port': {'id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:44Z', 'updated_at': '2022-03-11T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '972bd84f-500f-4877-a2fd-4153aedd8076', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '6f750004-febb-46d7-9113-630d27308351', 'port_id': '19be43f8-1844-486f-90c9-b5d203b3a29a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'mac_address': 'fa:16:3e:76:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:09:15Z', 'updated_at': '2022-03-11T12:09:15Z', 'revision_number': 0, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfb3a1-234f-484c-a832-7156c34429df', 'name': '', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'mac_address': 'fa:16:3e:a3:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:50Z', 'updated_at': '2022-03-11T12:03:07Z', 'revision_number': 5, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'subnets': [{'id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:24.844495 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd6813ed-2b5d-4c10-948a-ea5913a80337 req-c4359129-555f-4c30-8652-be0fe4458554 tempest-ServerShowV247Test-1707197381 tempest-ServerShowV247Test-1707197381-project] 10.222.0.78 "GET /v2.0/ports?device_id=872dd00c-35ae-4d41-82f6-c9ef41cf9ed6 HTTP/1.1" status: 200 len: 210 time: 0.1339185 Mar 11 12:09:24.854807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2712efc1-00f5-4537-a571-15e75b71aa5e None None] Checking router: 6f750004-febb-46d7-9113-630d27308351 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:09:24.862660 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2406f15-25ae-41b9-928e-91e061d358b8 req-497441b5-cedd-4982-92ed-5b4877246f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:24.868327 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2712efc1-00f5-4537-a571-15e75b71aa5e None None] Routers {'6f750004-febb-46d7-9113-630d27308351'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:24.868968 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2712efc1-00f5-4537-a571-15e75b71aa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6f750004-febb-46d7-9113-630d27308351'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:24.878921 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2406f15-25ae-41b9-928e-91e061d358b8 req-497441b5-cedd-4982-92ed-5b4877246f15 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31e0ead1ce934573a23d19ccfa96f23c&device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 1127 time: 0.6995008 Mar 11 12:09:25.292509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2712efc1-00f5-4537-a571-15e75b71aa5e None None] Set router 6f750004-febb-46d7-9113-630d27308351 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:25.361791 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2406f15-25ae-41b9-928e-91e061d358b8 req-7971b515-2335-4369-b4a3-2e06139a4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:25.363371 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2406f15-25ae-41b9-928e-91e061d358b8 req-7971b515-2335-4369-b4a3-2e06139a4553 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3531b32e-7565-40f4-a7c1-87027fb83c48 HTTP/1.1" status: 200 len: 915 time: 0.4335489 Mar 11 12:09:25.365768 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a934908-2838-493d-8f45-27c7ec58b734 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (9c922ec6-d6a3-4364-a477-cb94b53b2211), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:25.443167 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:20Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c20cf2-cac7-4804-b74d-3392ad8fc8e7', 'name': '', 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:46:3c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '487d9d13-70f8-4036-87e8-298008d6cf5d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:18Z', 'updated_at': '2022-03-11T12:09:21Z', 'revision_number': 2, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '487d9d13-70f8-4036-87e8-298008d6cf5d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d', 'name': '', 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:37:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:07Z', 'updated_at': '2022-03-11T12:09:15Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:25.537003 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Checking router: 1134f63b-0747-4619-b8af-c34a7336c8f2 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:09:25.540443 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Updating router 1134f63b-0747-4619-b8af-c34a7336c8f2 port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:09:25.550787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a934908-2838-493d-8f45-27c7ec58b734 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Checking segment: {'id': '326b0c5c-1f9a-4ec4-bde0-73de2489d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '25024d75-8401-49fa-872f-0fe1f12ac451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:25.551154 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a934908-2838-493d-8f45-27c7ec58b734 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Network hostable DHCP agents. Network: 25024d75-8401-49fa-872f-0fe1f12ac451, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:09:25.567080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a934908-2838-493d-8f45-27c7ec58b734 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Pushing event updated for resources: {'Subnet': ['ID=9c922ec6-d6a3-4364-a477-cb94b53b2211,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:25.638615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a934908-2838-493d-8f45-27c7ec58b734 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Network 25024d75-8401-49fa-872f-0fe1f12ac451 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:09:25.654612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-3a934908-2838-493d-8f45-27c7ec58b734 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 25024d75-8401-49fa-872f-0fe1f12ac451) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:25.666213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a934908-2838-493d-8f45-27c7ec58b734 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:25.668872 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:25.670977 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a934908-2838-493d-8f45-27c7ec58b734 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:25.697490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccf7899-617f-46bb-a236-cc2446ac66c8 None None] Network 25024d75-8401-49fa-872f-0fe1f12ac451 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:25.767976 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3a934908-2838-493d-8f45-27c7ec58b734 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6278193 Mar 11 12:09:25.770337 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53188) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:25.789679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-30d6c8ad-d3c6-4b86-8abd-bad4fd6cd8f8 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Request body: {'port': {'network_id': '25024d75-8401-49fa-872f-0fe1f12ac451', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1213196081'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:25.854606 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.db.resource_extend [None req-e67db18c-fa45-452a-9fed-32347d9f8e2b tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 12:09:25.985526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-25024d75-8401-49fa-872f-0fe1f12ac451', 'network_id': '25024d75-8401-49fa-872f-0fe1f12ac451', 'project_id': '62ab016243094a58a08ca29bd70957f8', 'fixed_ips': [{'subnet_id': '9c922ec6-d6a3-4364-a477-cb94b53b2211'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:09:26.000652 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:26.201532 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e67db18c-fa45-452a-9fed-32347d9f8e2b tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:26.229685 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e67db18c-fa45-452a-9fed-32347d9f8e2b tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (972bd84f-500f-4877-a2fd-4153aedd8076), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:26.529398 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d6c8ad-d3c6-4b86-8abd-bad4fd6cd8f8 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Made reservation on behalf of 62ab016243094a58a08ca29bd70957f8 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:26.536922 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30d6c8ad-d3c6-4b86-8abd-bad4fd6cd8f8 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:26.580257 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-30d6c8ad-d3c6-4b86-8abd-bad4fd6cd8f8 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] device_id is not set on port 7d8a693f-8abe-41e7-92db-5d457fb7f61c yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:09:26.620513 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2406f15-25ae-41b9-928e-91e061d358b8 req-efbc8b4a-5457-454e-9362-d018ff172837 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19be43f8-1844-486f-90c9-b5d203b3a29a HTTP/1.1" status: 200 len: 998 time: 1.2138989 Mar 11 12:09:26.676513 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Allocated IP 172.20.0.2 (25024d75-8401-49fa-872f-0fe1f12ac451/9c922ec6-d6a3-4364-a477-cb94b53b2211/76b38bd9-b469-495d-b07d-57ef3b4a5bde) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:09:26.710875 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Publish callbacks [] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:26.729086 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:26.747414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2406f15-25ae-41b9-928e-91e061d358b8 req-6eee19ac-e039-4813-a473-766adc801650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:26.761633 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2406f15-25ae-41b9-928e-91e061d358b8 req-6eee19ac-e039-4813-a473-766adc801650 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d91078cb-8134-445e-bcd4-1eb8bd489712 HTTP/1.1" status: 200 len: 853 time: 0.1292315 Mar 11 12:09:26.817410 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53210) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:26.823755 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Request body: {'subnets': [{'network_id': '4a51e3f8-33ec-4022-a8be-f45161a3fc8a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--391336302', 'ip_version': 6}, {'network_id': '5e484f43-687c-47a9-9c69-a3a93919ce9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:26.824109 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Request body: {'subnet': {'network_id': '4a51e3f8-33ec-4022-a8be-f45161a3fc8a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--391336302', 'ip_version': 6}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:26.825017 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Request body: {'subnet': {'network_id': '5e484f43-687c-47a9-9c69-a3a93919ce9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:26.860702 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6430c-cfe7-476d-865c-8904720b6eec None None] Pushing event updated for resources: {'Port': ['ID=b3c20cf2-cac7-4804-b74d-3392ad8fc8e7,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:26.964975 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.extraroute_db [None req-f5203ac3-88e4-439a-869e-bfc0c5345fd0 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=104031) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 12:09:27.041132 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Attempting to bind port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:09:27.041369 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Attempting to bind port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '3dcbb379-c1b7-4535-bf85-94c6b9354d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:09:27.041774 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Attempting to bind port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 on network cefd1e97-8629-4b33-a501-53af82782ffd {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:09:27.060064 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:09:27.060442 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Checking segment: {'id': '3dcbb379-c1b7-4535-bf85-94c6b9354d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:27.060901 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:27.061307 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Bound using segment: {'id': '3dcbb379-c1b7-4535-bf85-94c6b9354d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:09:27.061796 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Bound port: b3c20cf2-cac7-4804-b74d-3392ad8fc8e7, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dcbb379-c1b7-4535-bf85-94c6b9354d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:09:27.062179 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:27.067530 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Publish callbacks [] for port (76b38bd9-b469-495d-b07d-57ef3b4a5bde), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:27.106739 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (76b38bd9-b469-495d-b07d-57ef3b4a5bde), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:27.204385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Network 25024d75-8401-49fa-872f-0fe1f12ac451 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:09:27.208425 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-30d6c8ad-d3c6-4b86-8abd-bad4fd6cd8f8 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Allocated IP 172.20.0.10 (25024d75-8401-49fa-872f-0fe1f12ac451/9c922ec6-d6a3-4364-a477-cb94b53b2211/7d8a693f-8abe-41e7-92db-5d457fb7f61c) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:09:27.216923 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53216) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:27.220314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.extraroute_db [None req-f5203ac3-88e4-439a-869e-bfc0c5345fd0 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Removed routes are [] {{(pid=104031) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 12:09:27.220719 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f5203ac3-88e4-439a-869e-bfc0c5345fd0 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (1134f63b-0747-4619-b8af-c34a7336c8f2), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:27.221997 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:27.229074 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:09:27.266602 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] For port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:09:27.273208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Pushing event updated for resources: {'Port': ['ID=76b38bd9-b469-495d-b07d-57ef3b4a5bde,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:27.274567 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] For port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b3c20cf2-cac7-4804-b74d-3392ad8fc8e7,segment=NetworkSegment(3dcbb379-c1b7-4535-bf85-94c6b9354d7a),segment_id=3dcbb379-c1b7-4535-bf85-94c6b9354d7a)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:09:27.298747 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:27.359749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2406f15-25ae-41b9-928e-91e061d358b8 req-51bcc330-c96f-4851-aa22-311be5935cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:27.361639 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2406f15-25ae-41b9-928e-91e061d358b8 req-51bcc330-c96f-4851-aa22-311be5935cc7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3531b32e-7565-40f4-a7c1-87027fb83c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5451794 Mar 11 12:09:27.368207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Made reservation on behalf of e5349b9ad2f041c08a4c77ea4af5470d for: {'subnet': 2} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:27.373309 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:27.373931 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:27.464090 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6430c-cfe7-476d-865c-8904720b6eec None None] Pushing event updated for resources: {'Port': ['ID=b3c20cf2-cac7-4804-b74d-3392ad8fc8e7,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:27.480901 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:27.481789 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:27.526443 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67db18c-fa45-452a-9fed-32347d9f8e2b tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Router 6f750004-febb-46d7-9113-630d27308351 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:09:27.553867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-669d9753-e329-42c7-b4d3-f1e852e66245 None None] Provisioning complete for port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:27.554674 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-669d9753-e329-42c7-b4d3-f1e852e66245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:27.578271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2406f15-25ae-41b9-928e-91e061d358b8 req-8219aa1b-6b97-4792-b3aa-5493be55cdca service neutron] 10.222.0.71 "GET /v2.0/networks/3531b32e-7565-40f4-a7c1-87027fb83c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946890 Mar 11 12:09:27.623534 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Attempting to bind port 76b38bd9-b469-495d-b07d-57ef3b4a5bde on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:09:27.627856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Attempting to bind port 76b38bd9-b469-495d-b07d-57ef3b4a5bde by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '326b0c5c-1f9a-4ec4-bde0-73de2489d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '25024d75-8401-49fa-872f-0fe1f12ac451'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:09:27.628798 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Attempting to bind port 76b38bd9-b469-495d-b07d-57ef3b4a5bde on network 25024d75-8401-49fa-872f-0fe1f12ac451 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:09:27.642688 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:09:27.645186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Checking segment: {'id': '326b0c5c-1f9a-4ec4-bde0-73de2489d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '25024d75-8401-49fa-872f-0fe1f12ac451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:27.646941 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:27.647527 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Bound using segment: {'id': '326b0c5c-1f9a-4ec4-bde0-73de2489d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '25024d75-8401-49fa-872f-0fe1f12ac451'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:09:27.648356 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30d6c8ad-d3c6-4b86-8abd-bad4fd6cd8f8 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks [] for port (7d8a693f-8abe-41e7-92db-5d457fb7f61c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:27.650877 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Bound port: 76b38bd9-b469-495d-b07d-57ef3b4a5bde, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326b0c5c-1f9a-4ec4-bde0-73de2489d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '25024d75-8401-49fa-872f-0fe1f12ac451'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:09:27.651569 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (76b38bd9-b469-495d-b07d-57ef3b4a5bde), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:27.724570 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:27.750580 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58239dcf-da4f-40ab-8a7b-059f5b7cbc97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:27.751984 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] For port 76b38bd9-b469-495d-b07d-57ef3b4a5bde, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:09:27.755553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] For port 76b38bd9-b469-495d-b07d-57ef3b4a5bde, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=76b38bd9-b469-495d-b07d-57ef3b4a5bde,segment=NetworkSegment(326b0c5c-1f9a-4ec4-bde0-73de2489d9a0),segment_id=326b0c5c-1f9a-4ec4-bde0-73de2489d9a0)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:09:27.776087 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (76b38bd9-b469-495d-b07d-57ef3b4a5bde), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:27.817394 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67db18c-fa45-452a-9fed-32347d9f8e2b tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:09:27.830840 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e67db18c-fa45-452a-9fed-32347d9f8e2b tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:27.833614 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2712efc1-00f5-4537-a571-15e75b71aa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f750004-febb-46d7-9113-630d27308351', 'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:41Z', 'updated_at': '2022-03-11T12:02:52Z', 'revision_number': 4, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'gw_port': {'id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:44Z', 'updated_at': '2022-03-11T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '972bd84f-500f-4877-a2fd-4153aedd8076', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '6f750004-febb-46d7-9113-630d27308351', 'port_id': '19be43f8-1844-486f-90c9-b5d203b3a29a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'mac_address': 'fa:16:3e:76:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:09:15Z', 'updated_at': '2022-03-11T12:09:15Z', 'revision_number': 0, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfb3a1-234f-484c-a832-7156c34429df', 'name': '', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'mac_address': 'fa:16:3e:a3:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:50Z', 'updated_at': '2022-03-11T12:03:07Z', 'revision_number': 5, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'subnets': [{'id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:27.870157 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30d6c8ad-d3c6-4b86-8abd-bad4fd6cd8f8 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7d8a693f-8abe-41e7-92db-5d457fb7f61c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:27.898321 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2712efc1-00f5-4537-a571-15e75b71aa5e None None] The sync data for ids ['6f750004-febb-46d7-9113-630d27308351'] in n-d-833234-2 is: [{'id': '6f750004-febb-46d7-9113-630d27308351', 'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:41Z', 'updated_at': '2022-03-11T12:02:52Z', 'revision_number': 4, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'gw_port': {'id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:44Z', 'updated_at': '2022-03-11T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '972bd84f-500f-4877-a2fd-4153aedd8076', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '6f750004-febb-46d7-9113-630d27308351', 'port_id': '19be43f8-1844-486f-90c9-b5d203b3a29a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'mac_address': 'fa:16:3e:76:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:09:15Z', 'updated_at': '2022-03-11T12:09:15Z', 'revision_number': 0, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfb3a1-234f-484c-a832-7156c34429df', 'name': '', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'mac_address': 'fa:16:3e:a3:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:50Z', 'updated_at': '2022-03-11T12:03:07Z', 'revision_number': 5, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'subnets': [{'id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:09:28.085740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-669d9753-e329-42c7-b4d3-f1e852e66245 None None] Current status of the port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:28.085740 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-669d9753-e329-42c7-b4d3-f1e852e66245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:28.087522 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'tag': '19be43f8-1844-486f-90c9-b5d203b3a29a'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:09:28.093548 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51aa2792-737a-4003-881b-16b8ea05b0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "474f1fc6-ca83-4ba7-8d24-1b58a6508b2e", "tag": "19be43f8-1844-486f-90c9-b5d203b3a29a"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:09:28.107911 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e67db18c-fa45-452a-9fed-32347d9f8e2b tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "PUT /v2.0/floatingips/972bd84f-500f-4877-a2fd-4153aedd8076 HTTP/1.1" status: 200 len: 990 time: 4.2662115 Mar 11 12:09:28.133801 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a97f7-3548-41dc-ae36-01457441e0c3 None None] Pushing event updated for resources: {'Port': ['ID=76b38bd9-b469-495d-b07d-57ef3b4a5bde,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:28.141308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d6c8ad-d3c6-4b86-8abd-bad4fd6cd8f8 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Network 25024d75-8401-49fa-872f-0fe1f12ac451 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:09:28.159082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-30d6c8ad-d3c6-4b86-8abd-bad4fd6cd8f8 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:28.166434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d6c8ad-d3c6-4b86-8abd-bad4fd6cd8f8 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:09:28.178562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-669d9753-e329-42c7-b4d3-f1e852e66245 None None] For port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b3c20cf2-cac7-4804-b74d-3392ad8fc8e7,segment=NetworkSegment(3dcbb379-c1b7-4535-bf85-94c6b9354d7a),segment_id=3dcbb379-c1b7-4535-bf85-94c6b9354d7a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:28.189700 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-669d9753-e329-42c7-b4d3-f1e852e66245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:28.295039 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:26Z', 'revision_number': 6, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c20cf2-cac7-4804-b74d-3392ad8fc8e7', 'name': '', 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:46:3c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '487d9d13-70f8-4036-87e8-298008d6cf5d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:18Z', 'updated_at': '2022-03-11T12:09:27Z', 'revision_number': 4, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '487d9d13-70f8-4036-87e8-298008d6cf5d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d', 'name': '', 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:37:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:07Z', 'updated_at': '2022-03-11T12:09:15Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:28.300747 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4644cf-d90c-40df-b8b4-8c675a260b17 x-openstack-request-id: req-6f4644cf-d90c-40df-b8b4-8c675a260b17 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:09:28.300747 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474f1fc6-ca83-4ba7-8d24-1b58a6508b2e", "tag": "19be43f8-1844-486f-90c9-b5d203b3a29a", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:09:28.300747 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6f4644cf-d90c-40df-b8b4-8c675a260b17 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:09:28.302787 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'tag': '19be43f8-1844-486f-90c9-b5d203b3a29a', 'status': 'completed', 'code': 200} Mar 11 12:09:28.318520 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d6c8ad-d3c6-4b86-8abd-bad4fd6cd8f8 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:28.319236 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30d6c8ad-d3c6-4b86-8abd-bad4fd6cd8f8 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:28.333211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6c8ad-d3c6-4b86-8abd-bad4fd6cd8f8 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Pushing event updated for resources: {'Port': ['ID=7d8a693f-8abe-41e7-92db-5d457fb7f61c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:28.342284 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-30d6c8ad-d3c6-4b86-8abd-bad4fd6cd8f8 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.5709953 Mar 11 12:09:28.347153 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53238) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:28.369891 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d9753-e329-42c7-b4d3-f1e852e66245 None None] Pushing event updated for resources: {'Port': ['ID=b3c20cf2-cac7-4804-b74d-3392ad8fc8e7,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:28.400937 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa88e4-71ba-462f-b62f-36f0e2d6d3cb None None] The sync data for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 is: [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:26Z', 'revision_number': 6, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c20cf2-cac7-4804-b74d-3392ad8fc8e7', 'name': '', 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:46:3c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '487d9d13-70f8-4036-87e8-298008d6cf5d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:18Z', 'updated_at': '2022-03-11T12:09:27Z', 'revision_number': 4, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '487d9d13-70f8-4036-87e8-298008d6cf5d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d', 'name': '', 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:37:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:07Z', 'updated_at': '2022-03-11T12:09:15Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:09:28.490295 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2da62f9a-c115-42c4-b34c-7cbeeddb364c None None] Provisioning complete for port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:28.491201 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2da62f9a-c115-42c4-b34c-7cbeeddb364c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:28.548041 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-bccb7fff-053d-48b5-b72b-004d689763b3 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Deleting port 7d8a693f-8abe-41e7-92db-5d457fb7f61c {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:09:28.549608 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bccb7fff-053d-48b5-b72b-004d689763b3 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7d8a693f-8abe-41e7-92db-5d457fb7f61c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:28.613858 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab118b86-6f14-44ba-bd34-4454cfeb495f None None] New status for floating IP 972bd84f-500f-4877-a2fd-4153aedd8076: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:09:28.678577 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f5203ac3-88e4-439a-869e-bfc0c5345fd0 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (1134f63b-0747-4619-b8af-c34a7336c8f2), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:28.682424 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f5203ac3-88e4-439a-869e-bfc0c5345fd0 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (1134f63b-0747-4619-b8af-c34a7336c8f2), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:28.698723 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58239dcf-da4f-40ab-8a7b-059f5b7cbc97 admin admin] Publish callbacks [] for security_group (a5e5696d-d51b-4ffa-bdf6-d52e7dd8db13), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:28.723201 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58239dcf-da4f-40ab-8a7b-059f5b7cbc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a5e5696d-d51b-4ffa-bdf6-d52e7dd8db13), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:28.835317 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bccb7fff-053d-48b5-b72b-004d689763b3 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7d8a693f-8abe-41e7-92db-5d457fb7f61c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:28.866629 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-bccb7fff-053d-48b5-b72b-004d689763b3 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Calling delete_port for 7d8a693f-8abe-41e7-92db-5d457fb7f61c owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:09:29.008515 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2406f15-25ae-41b9-928e-91e061d358b8 req-14e2bf17-8caa-4edf-b5be-dae35a4fc6d5 service neutron] 10.222.0.71 "GET /v2.0/networks/3531b32e-7565-40f4-a7c1-87027fb83c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3913350 Mar 11 12:09:29.077229 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-58239dcf-da4f-40ab-8a7b-059f5b7cbc97 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=920f9f28452b4891b0ac5d5275eecdf7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8519547 Mar 11 12:09:29.102419 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53248) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:29.215068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58239dcf-da4f-40ab-8a7b-059f5b7cbc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e5696d-d51b-4ffa-bdf6-d52e7dd8db13,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:29.332857 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-20462797-4277-4b3b-8638-486c8ea4e4af admin admin] Publish callbacks [] for security_group (a5e5696d-d51b-4ffa-bdf6-d52e7dd8db13), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:29.354221 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bccb7fff-053d-48b5-b72b-004d689763b3 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7d8a693f-8abe-41e7-92db-5d457fb7f61c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:29.359863 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239dcf-da4f-40ab-8a7b-059f5b7cbc97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:29.360500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239dcf-da4f-40ab-8a7b-059f5b7cbc97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:29.360979 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239dcf-da4f-40ab-8a7b-059f5b7cbc97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:29.361449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239dcf-da4f-40ab-8a7b-059f5b7cbc97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:29.361916 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239dcf-da4f-40ab-8a7b-059f5b7cbc97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:29.362444 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239dcf-da4f-40ab-8a7b-059f5b7cbc97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:29.362906 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239dcf-da4f-40ab-8a7b-059f5b7cbc97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:29.363366 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239dcf-da4f-40ab-8a7b-059f5b7cbc97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:29.363855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239dcf-da4f-40ab-8a7b-059f5b7cbc97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:29.364589 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239dcf-da4f-40ab-8a7b-059f5b7cbc97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:29.365075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239dcf-da4f-40ab-8a7b-059f5b7cbc97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:29.365675 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239dcf-da4f-40ab-8a7b-059f5b7cbc97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:29.366527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239dcf-da4f-40ab-8a7b-059f5b7cbc97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:29.374221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:29.441240 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2da62f9a-c115-42c4-b34c-7cbeeddb364c None None] Current status of the port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:29.463802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5203ac3-88e4-439a-869e-bfc0c5345fd0 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 1134f63b-0747-4619-b8af-c34a7336c8f2 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:09:29.472733 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa2792-737a-4003-881b-16b8ea05b0c3 req-da774ce6-879e-4cc5-bcbb-7a731c6b86de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:29.476739 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-51aa2792-737a-4003-881b-16b8ea05b0c3 req-da774ce6-879e-4cc5-bcbb-7a731c6b86de service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31e0ead1ce934573a23d19ccfa96f23c&device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 1127 time: 0.3159506 Mar 11 12:09:29.629828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:29.631998 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:29.809166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5203ac3-88e4-439a-869e-bfc0c5345fd0 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:09:29.818314 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f5203ac3-88e4-439a-869e-bfc0c5345fd0 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:29.821935 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f5203ac3-88e4-439a-869e-bfc0c5345fd0 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/1134f63b-0747-4619-b8af-c34a7336c8f2 HTTP/1.1" status: 200 len: 934 time: 5.5785112 Mar 11 12:09:29.829450 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53262) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:29.880352 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:29.882471 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 76b38bd9-b469-495d-b07d-57ef3b4a5bde up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:29.904047 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6088fa85-7de9-4a61-8282-a2b3a3cc1020 None None] Sync routers for ids ['6f750004-febb-46d7-9113-630d27308351'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:09:29.951232 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6088fa85-7de9-4a61-8282-a2b3a3cc1020 None None] Routers {'6f750004-febb-46d7-9113-630d27308351'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:29.951927 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6088fa85-7de9-4a61-8282-a2b3a3cc1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6f750004-febb-46d7-9113-630d27308351'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:29.952739 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-20462797-4277-4b3b-8638-486c8ea4e4af admin admin] Publish callbacks [] for security_group (a5e5696d-d51b-4ffa-bdf6-d52e7dd8db13), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:30.018287 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 76b38bd9-b469-495d-b07d-57ef3b4a5bde triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:30.028054 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (76b38bd9-b469-495d-b07d-57ef3b4a5bde), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:30.056907 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb7fff-053d-48b5-b72b-004d689763b3 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Pushing event deleted for resources: {'Port': ['ID=7d8a693f-8abe-41e7-92db-5d457fb7f61c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:30.085344 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878408b9-39cb-4b1f-8b5f-819032c86d63 None None] Network 25024d75-8401-49fa-872f-0fe1f12ac451 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:30.115695 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-20462797-4277-4b3b-8638-486c8ea4e4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a5e5696d-d51b-4ffa-bdf6-d52e7dd8db13), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:30.118957 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-20462797-4277-4b3b-8638-486c8ea4e4af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:30.120566 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-20462797-4277-4b3b-8638-486c8ea4e4af admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a5e5696d-d51b-4ffa-bdf6-d52e7dd8db13 HTTP/1.1" status: 204 len: 168 time: 1.0172040 Mar 11 12:09:30.211011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20462797-4277-4b3b-8638-486c8ea4e4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e5696d-d51b-4ffa-bdf6-d52e7dd8db13,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:30.258723 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bccb7fff-053d-48b5-b72b-004d689763b3 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:30.270909 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bccb7fff-053d-48b5-b72b-004d689763b3 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] 10.222.0.78 "DELETE /v2.0/ports/7d8a693f-8abe-41e7-92db-5d457fb7f61c HTTP/1.1" status: 204 len: 168 time: 1.9223943 Mar 11 12:09:30.273485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53274) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:30.276784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e11753-160d-4013-b891-0b626b162359 None None] Sync routers for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:09:30.293150 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-6088fa85-7de9-4a61-8282-a2b3a3cc1020 None None] Set router 6f750004-febb-46d7-9113-630d27308351 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:30.303115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'tag': '19be43f8-1844-486f-90c9-b5d203b3a29a'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:09:30.304910 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de050140-fd96-4188-8f47-cce2b1b502fb" -d '{"events": [{"name": "network-changed", "server_uuid": "474f1fc6-ca83-4ba7-8d24-1b58a6508b2e", "tag": "19be43f8-1844-486f-90c9-b5d203b3a29a"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:09:30.352478 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c35702d8-204f-4489-87fd-f7c5624aaf56 None None] Provisioning complete for port 76b38bd9-b469-495d-b07d-57ef3b4a5bde triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:30.353671 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c35702d8-204f-4489-87fd-f7c5624aaf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (76b38bd9-b469-495d-b07d-57ef3b4a5bde), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:30.363472 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953d12e5-6761-4b46-9fba-0f78087f0735 x-openstack-request-id: req-953d12e5-6761-4b46-9fba-0f78087f0735 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:09:30.363793 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474f1fc6-ca83-4ba7-8d24-1b58a6508b2e", "tag": "19be43f8-1844-486f-90c9-b5d203b3a29a", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:09:30.364054 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-953d12e5-6761-4b46-9fba-0f78087f0735 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:09:30.364453 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'tag': '19be43f8-1844-486f-90c9-b5d203b3a29a', 'status': 'completed', 'code': 200} Mar 11 12:09:30.402178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e11753-160d-4013-b891-0b626b162359 None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:30.403466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c7e11753-160d-4013-b891-0b626b162359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:30.542547 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-c7e11753-160d-4013-b891-0b626b162359 None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:30.622068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa2792-737a-4003-881b-16b8ea05b0c3 req-19a6690f-2121-4a95-9be3-8d273406945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:30.624076 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-51aa2792-737a-4003-881b-16b8ea05b0c3 req-19a6690f-2121-4a95-9be3-8d273406945b service neutron] 10.222.0.71 "GET /v2.0/networks?id=3531b32e-7565-40f4-a7c1-87027fb83c48 HTTP/1.1" status: 200 len: 915 time: 1.1266329 Mar 11 12:09:30.647079 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (f0bce068-db8c-401e-8eb5-bb851845254f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:30.685670 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-80b96f29-7dc0-474b-b4c4-6466c0422669 tempest-DHCPAgentSchedulersTestJSON-368637812 tempest-DHCPAgentSchedulersTestJSON-368637812-project-admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.4110115 Mar 11 12:09:30.686589 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53288) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:30.697650 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2bf82af2-7bae-49df-870d-a932e9dacd06 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-680929350'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:30.766446 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf82af2-7bae-49df-870d-a932e9dacd06 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Made reservation on behalf of 62ab016243094a58a08ca29bd70957f8 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:30.771745 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2bf82af2-7bae-49df-870d-a932e9dacd06 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:30.808864 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-51aa2792-737a-4003-881b-16b8ea05b0c3 req-067972a7-a686-4681-89ae-369cd11a382a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19be43f8-1844-486f-90c9-b5d203b3a29a HTTP/1.1" status: 200 len: 1000 time: 0.1674433 Mar 11 12:09:30.828178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d937bffc-773d-4b24-a2b1-03f7f3d9638b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/routers/1134f63b-0747-4619-b8af-c34a7336c8f2 HTTP/1.1" status: 200 len: 934 time: 0.9925239 Mar 11 12:09:30.838838 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf82af2-7bae-49df-870d-a932e9dacd06 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:09:30.855409 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2bf82af2-7bae-49df-870d-a932e9dacd06 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6ad3b371-ed1b-4b5b-b621-4331fb3a522a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:30.856577 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-2bf82af2-7bae-49df-870d-a932e9dacd06 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Added segment 6ad3b371-ed1b-4b5b-b621-4331fb3a522a of type vlan for network 059c8f62-f38f-42a6-8d37-578c143da9aa Mar 11 12:09:30.885325 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53296) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:30.886700 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6088fa85-7de9-4a61-8282-a2b3a3cc1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f750004-febb-46d7-9113-630d27308351', 'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:41Z', 'updated_at': '2022-03-11T12:02:52Z', 'revision_number': 4, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'gw_port': {'id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:44Z', 'updated_at': '2022-03-11T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '972bd84f-500f-4877-a2fd-4153aedd8076', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '6f750004-febb-46d7-9113-630d27308351', 'port_id': '19be43f8-1844-486f-90c9-b5d203b3a29a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'mac_address': 'fa:16:3e:76:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:09:15Z', 'updated_at': '2022-03-11T12:09:29Z', 'revision_number': 2, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfb3a1-234f-484c-a832-7156c34429df', 'name': '', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'mac_address': 'fa:16:3e:a3:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:50Z', 'updated_at': '2022-03-11T12:03:07Z', 'revision_number': 5, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'subnets': [{'id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:30.897756 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ae761960-aa21-42eb-8fa6-b4f30966bc8b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'router': {'routes': None}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:30.962827 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2bf82af2-7bae-49df-870d-a932e9dacd06 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (059c8f62-f38f-42a6-8d37-578c143da9aa), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:31.005428 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6088fa85-7de9-4a61-8282-a2b3a3cc1020 None None] Checking router: 6f750004-febb-46d7-9113-630d27308351 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:09:31.030566 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6088fa85-7de9-4a61-8282-a2b3a3cc1020 None None] Routers {'6f750004-febb-46d7-9113-630d27308351'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:31.031218 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6088fa85-7de9-4a61-8282-a2b3a3cc1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6f750004-febb-46d7-9113-630d27308351'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:31.032226 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2bf82af2-7bae-49df-870d-a932e9dacd06 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (059c8f62-f38f-42a6-8d37-578c143da9aa), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:31.038012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf82af2-7bae-49df-870d-a932e9dacd06 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:31.038626 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2bf82af2-7bae-49df-870d-a932e9dacd06 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:31.095153 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event updated for resources: {'Subnet': ['ID=f0bce068-db8c-401e-8eb5-bb851845254f,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:31.129967 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Checking segment: {'id': 'fd916b27-f860-4e3a-805c-86506acb7d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4a51e3f8-33ec-4022-a8be-f45161a3fc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:31.133124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf82af2-7bae-49df-870d-a932e9dacd06 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Pushing event updated for resources: {'Network': ['ID=059c8f62-f38f-42a6-8d37-578c143da9aa,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:31.134167 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Network hostable DHCP agents. Network: 4a51e3f8-33ec-4022-a8be-f45161a3fc8a, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:09:31.160182 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2bf82af2-7bae-49df-870d-a932e9dacd06 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4722972 Mar 11 12:09:31.160854 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53304) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:31.196885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa2792-737a-4003-881b-16b8ea05b0c3 req-d6a964f6-e98b-4cd6-82aa-99f8069b34e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:31.200298 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-51aa2792-737a-4003-881b-16b8ea05b0c3 req-d6a964f6-e98b-4cd6-82aa-99f8069b34e3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d91078cb-8134-445e-bcd4-1eb8bd489712 HTTP/1.1" status: 200 len: 853 time: 0.3131783 Mar 11 12:09:31.420737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 059c8f62-f38f-42a6-8d37-578c143da9aa details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:09:31.564632 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c35702d8-204f-4489-87fd-f7c5624aaf56 None None] Current status of the port 76b38bd9-b469-495d-b07d-57ef3b4a5bde is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:31.567711 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c35702d8-204f-4489-87fd-f7c5624aaf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (76b38bd9-b469-495d-b07d-57ef3b4a5bde), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:31.595801 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-6088fa85-7de9-4a61-8282-a2b3a3cc1020 None None] Set router 6f750004-febb-46d7-9113-630d27308351 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:31.634753 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53320) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:31.640995 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0aeea4c1-81b5-43a1-9d1e-bdd6356a1e00 tempest-DHCPAgentSchedulersTestJSON-368637812 tempest-DHCPAgentSchedulersTestJSON-368637812-project-admin] 10.222.0.78 "GET /v2.0/agents/efa84b04-0430-4abe-a629-7c70402979fb/dhcp-networks HTTP/1.1" status: 200 len: 9544 time: 0.4789929 Mar 11 12:09:31.646566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53324) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:31.747856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 76b38bd9-b469-495d-b07d-57ef3b4a5bde is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:31.748252 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (76b38bd9-b469-495d-b07d-57ef3b4a5bde), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:31.754038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a18368d-5901-445a-8ed9-7a01f791bd58 tempest-DHCPAgentSchedulersTestJSON-368637812 tempest-DHCPAgentSchedulersTestJSON-368637812-project-admin] Network 059c8f62-f38f-42a6-8d37-578c143da9aa is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:09:31.777291 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0a18368d-5901-445a-8ed9-7a01f791bd58 tempest-DHCPAgentSchedulersTestJSON-368637812 tempest-DHCPAgentSchedulersTestJSON-368637812-project-admin] 10.222.0.78 "POST /v2.0/agents/efa84b04-0430-4abe-a629-7c70402979fb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1294456 Mar 11 12:09:31.777823 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53328) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:31.795390 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c35702d8-204f-4489-87fd-f7c5624aaf56 None None] For port 76b38bd9-b469-495d-b07d-57ef3b4a5bde, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=76b38bd9-b469-495d-b07d-57ef3b4a5bde,segment=NetworkSegment(326b0c5c-1f9a-4ec4-bde0-73de2489d9a0),segment_id=326b0c5c-1f9a-4ec4-bde0-73de2489d9a0)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:31.807539 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2834e1c7-52ee-49ef-991d-917724b13084 None None] Network 059c8f62-f38f-42a6-8d37-578c143da9aa requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:31.870367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5bfb4cf4-5055-4f53-98d1-235e6c569279 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1813778471-network', 'tenant_id': '9a8a1ab2e35a4c68af61bee4e54ed507'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:31.873454 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c35702d8-204f-4489-87fd-f7c5624aaf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (76b38bd9-b469-495d-b07d-57ef3b4a5bde), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:31.923265 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfb4cf4-5055-4f53-98d1-235e6c569279 admin admin] Made reservation on behalf of 9a8a1ab2e35a4c68af61bee4e54ed507 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:31.925959 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5bfb4cf4-5055-4f53-98d1-235e6c569279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:31.962841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5bfb4cf4-5055-4f53-98d1-235e6c569279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:32.126630 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c7e11753-160d-4013-b891-0b626b162359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:26Z', 'revision_number': 6, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c20cf2-cac7-4804-b74d-3392ad8fc8e7', 'name': '', 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:46:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '487d9d13-70f8-4036-87e8-298008d6cf5d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:18Z', 'updated_at': '2022-03-11T12:09:28Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '487d9d13-70f8-4036-87e8-298008d6cf5d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d', 'name': '', 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:37:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:07Z', 'updated_at': '2022-03-11T12:09:15Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:32.184041 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5bfb4cf4-5055-4f53-98d1-235e6c569279 admin admin] Publish callbacks [] for security_group (d4557fa5-80d8-4928-912e-5ce034d23b98), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:32.192705 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5bfb4cf4-5055-4f53-98d1-235e6c569279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d4557fa5-80d8-4928-912e-5ce034d23b98), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:32.207100 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6088fa85-7de9-4a61-8282-a2b3a3cc1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f750004-febb-46d7-9113-630d27308351', 'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:41Z', 'updated_at': '2022-03-11T12:02:52Z', 'revision_number': 4, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'gw_port': {'id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:44Z', 'updated_at': '2022-03-11T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '972bd84f-500f-4877-a2fd-4153aedd8076', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '6f750004-febb-46d7-9113-630d27308351', 'port_id': '19be43f8-1844-486f-90c9-b5d203b3a29a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'mac_address': 'fa:16:3e:76:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:09:15Z', 'updated_at': '2022-03-11T12:09:29Z', 'revision_number': 2, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfb3a1-234f-484c-a832-7156c34429df', 'name': '', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'mac_address': 'fa:16:3e:a3:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:50Z', 'updated_at': '2022-03-11T12:03:07Z', 'revision_number': 5, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'subnets': [{'id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:32.238443 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bfb4cf4-5055-4f53-98d1-235e6c569279 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:09:32.291054 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6088fa85-7de9-4a61-8282-a2b3a3cc1020 None None] The sync data for ids ['6f750004-febb-46d7-9113-630d27308351'] in n-d-833234-2 is: [{'id': '6f750004-febb-46d7-9113-630d27308351', 'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:41Z', 'updated_at': '2022-03-11T12:02:52Z', 'revision_number': 4, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'gw_port': {'id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:44Z', 'updated_at': '2022-03-11T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '972bd84f-500f-4877-a2fd-4153aedd8076', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '6f750004-febb-46d7-9113-630d27308351', 'port_id': '19be43f8-1844-486f-90c9-b5d203b3a29a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'mac_address': 'fa:16:3e:76:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:09:15Z', 'updated_at': '2022-03-11T12:09:29Z', 'revision_number': 2, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfb3a1-234f-484c-a832-7156c34429df', 'name': '', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'mac_address': 'fa:16:3e:a3:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:50Z', 'updated_at': '2022-03-11T12:03:07Z', 'revision_number': 5, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'subnets': [{'id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:09:32.299699 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5bfb4cf4-5055-4f53-98d1-235e6c569279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4a0696a9-0f73-46fa-9d44-6ef5df7488ab), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:32.300102 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-5bfb4cf4-5055-4f53-98d1-235e6c569279 admin admin] Added segment 4a0696a9-0f73-46fa-9d44-6ef5df7488ab of type vlan for network 1d2a7297-5ebd-4c8d-8678-24a106f6a5cc Mar 11 12:09:32.301499 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb4cf4-5055-4f53-98d1-235e6c569279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4557fa5-80d8-4928-912e-5ce034d23b98,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:32.321595 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e11753-160d-4013-b891-0b626b162359 None None] Checking router: 1134f63b-0747-4619-b8af-c34a7336c8f2 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:09:32.324376 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:09:32.325225 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:09:32.325770 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35702d8-204f-4489-87fd-f7c5624aaf56 None None] Pushing event updated for resources: {'Port': ['ID=76b38bd9-b469-495d-b07d-57ef3b4a5bde,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:32.347184 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e11753-160d-4013-b891-0b626b162359 None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:32.348011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c7e11753-160d-4013-b891-0b626b162359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:32.449285 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5bfb4cf4-5055-4f53-98d1-235e6c569279 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (1d2a7297-5ebd-4c8d-8678-24a106f6a5cc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:32.497466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-c7e11753-160d-4013-b891-0b626b162359 None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:32.519474 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5bfb4cf4-5055-4f53-98d1-235e6c569279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (1d2a7297-5ebd-4c8d-8678-24a106f6a5cc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:32.520751 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfb4cf4-5055-4f53-98d1-235e6c569279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:32.521274 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5bfb4cf4-5055-4f53-98d1-235e6c569279 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:32.559413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3190c726-b062-4b4a-9f94-fe03e0eff570 None None] Provisioning complete for port 76b38bd9-b469-495d-b07d-57ef3b4a5bde triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:32.560074 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3190c726-b062-4b4a-9f94-fe03e0eff570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (76b38bd9-b469-495d-b07d-57ef3b4a5bde), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:32.625359 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5bfb4cf4-5055-4f53-98d1-235e6c569279 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9701569 Mar 11 12:09:32.711709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53342) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:32.714202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.extraroute_db [None req-ae761960-aa21-42eb-8fa6-b4f30966bc8b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Added routes are [] {{(pid=104031) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 12:09:32.714748 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.extraroute_db [None req-ae761960-aa21-42eb-8fa6-b4f30966bc8b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=104031) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 12:09:32.717808 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3981900a-7995-47a6-952a-8372b279d2e6 admin admin] Request body: {'subnet': {'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1813778471-subnet', 'tenant_id': '9a8a1ab2e35a4c68af61bee4e54ed507', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:32.735119 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb4cf4-5055-4f53-98d1-235e6c569279 admin admin] Pushing event updated for resources: {'Network': ['ID=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:32.753939 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 1d2a7297-5ebd-4c8d-8678-24a106f6a5cc details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:09:32.772426 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3981900a-7995-47a6-952a-8372b279d2e6 admin admin] Made reservation on behalf of 9a8a1ab2e35a4c68af61bee4e54ed507 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:32.775109 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3981900a-7995-47a6-952a-8372b279d2e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:32.795538 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ae761960-aa21-42eb-8fa6-b4f30966bc8b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (1134f63b-0747-4619-b8af-c34a7336c8f2), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:32.799303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Network 4a51e3f8-33ec-4022-a8be-f45161a3fc8a is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:09:33.034126 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3981900a-7995-47a6-952a-8372b279d2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (ba949ad3-acd0-4240-bdb9-834f19359038), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:33.059242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 4a51e3f8-33ec-4022-a8be-f45161a3fc8a) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:33.064984 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (1e2e2465-8882-4881-b353-226e72b4e6b3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:33.130557 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981900a-7995-47a6-952a-8372b279d2e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba949ad3-acd0-4240-bdb9-834f19359038,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:33.140802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813dc6a9-3445-4007-bcf7-3025fdd517b6 None None] Network 4a51e3f8-33ec-4022-a8be-f45161a3fc8a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:33.159627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3981900a-7995-47a6-952a-8372b279d2e6 admin admin] Checking segment: {'id': '4a0696a9-0f73-46fa-9d44-6ef5df7488ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:33.164280 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3981900a-7995-47a6-952a-8372b279d2e6 admin admin] Network hostable DHCP agents. Network: 1d2a7297-5ebd-4c8d-8678-24a106f6a5cc, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:09:33.204295 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3981900a-7995-47a6-952a-8372b279d2e6 admin admin] Network 1d2a7297-5ebd-4c8d-8678-24a106f6a5cc is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:09:33.225998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-3981900a-7995-47a6-952a-8372b279d2e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 1d2a7297-5ebd-4c8d-8678-24a106f6a5cc) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:33.230749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3981900a-7995-47a6-952a-8372b279d2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:33.231359 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3981900a-7995-47a6-952a-8372b279d2e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:33.260977 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3981900a-7995-47a6-952a-8372b279d2e6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5481071 Mar 11 12:09:33.278421 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ed8de6c2-c24d-453e-a186-4b737fc1989e tempest-DHCPAgentSchedulersTestJSON-368637812 tempest-DHCPAgentSchedulersTestJSON-368637812-project-admin] 10.222.0.78 "GET /v2.0/agents/efa84b04-0430-4abe-a629-7c70402979fb/dhcp-networks HTTP/1.1" status: 200 len: 11119 time: 1.4660051 Mar 11 12:09:33.281909 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53356) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:33.333785 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa2792-737a-4003-881b-16b8ea05b0c3 req-e1889c20-2bc6-467b-b0f5-301b7c14ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:33.335888 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-51aa2792-737a-4003-881b-16b8ea05b0c3 req-e1889c20-2bc6-467b-b0f5-301b7c14ff39 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3531b32e-7565-40f4-a7c1-87027fb83c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.7386315 Mar 11 12:09:33.405449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event updated for resources: {'Subnet': ['ID=1e2e2465-8882-4881-b353-226e72b4e6b3,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:33.451458 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d2355478-97e0-49d0-bf62-fdc79cd9570d tempest-DHCPAgentSchedulersTestJSON-368637812 tempest-DHCPAgentSchedulersTestJSON-368637812-project-admin] 10.222.0.78 "DELETE /v2.0/agents/efa84b04-0430-4abe-a629-7c70402979fb/dhcp-networks/059c8f62-f38f-42a6-8d37-578c143da9aa HTTP/1.1" status: 204 len: 168 time: 0.1682255 Mar 11 12:09:33.452675 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53362) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:33.464949 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Checking segment: {'id': 'c847d2de-86fb-4b19-9889-0c52804216d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5e484f43-687c-47a9-9c69-a3a93919ce9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:33.465459 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Network hostable DHCP agents. Network: 5e484f43-687c-47a9-9c69-a3a93919ce9a, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:09:33.564052 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-51aa2792-737a-4003-881b-16b8ea05b0c3 req-6458968c-0e10-4dee-9587-d6e93bf3505c service neutron] 10.222.0.71 "GET /v2.0/networks/3531b32e-7565-40f4-a7c1-87027fb83c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199695 Mar 11 12:09:33.710753 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-69cf03c1-3617-4451-aa99-04a7580cde22 tempest-DHCPAgentSchedulersTestJSON-368637812 tempest-DHCPAgentSchedulersTestJSON-368637812-project-admin] 10.222.0.78 "GET /v2.0/agents/efa84b04-0430-4abe-a629-7c70402979fb/dhcp-networks HTTP/1.1" status: 200 len: 11149 time: 0.2569280 Mar 11 12:09:33.725425 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53372) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:33.730386 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Network 5e484f43-687c-47a9-9c69-a3a93919ce9a is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:09:33.754304 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ae761960-aa21-42eb-8fa6-b4f30966bc8b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (1134f63b-0747-4619-b8af-c34a7336c8f2), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:33.759818 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 5e484f43-687c-47a9-9c69-a3a93919ce9a) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:33.766308 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ae761960-aa21-42eb-8fa6-b4f30966bc8b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (1134f63b-0747-4619-b8af-c34a7336c8f2), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:33.771438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:33.772323 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:33.772819 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:33.785326 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753d2b17-c0b6-49a1-8241-5e8723eca92a None None] Network 1d2a7297-5ebd-4c8d-8678-24a106f6a5cc requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:33.785856 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4a643a6f-fd1c-4935-b5d9-18cf6721c3d4 tempest-DHCPAgentSchedulersTestJSON-368637812 tempest-DHCPAgentSchedulersTestJSON-368637812-project-admin] 10.222.0.78 "GET /v2.0/networks/25024d75-8401-49fa-872f-0fe1f12ac451/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0575395 Mar 11 12:09:33.786328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53374) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:33.825036 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-19322d13-00ae-4b25-9e91-73103319eb3a tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 7.0061100 Mar 11 12:09:33.827017 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4389118-7587-48e2-bc8b-d0bd10afacfa None None] Network 5e484f43-687c-47a9-9c69-a3a93919ce9a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:33.827151 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53376) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:33.843964 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-51aa2792-737a-4003-881b-16b8ea05b0c3 req-c3452a74-0122-4b34-b38d-c744a291ce7d service neutron] 10.222.0.71 "GET /v2.0/networks/3531b32e-7565-40f4-a7c1-87027fb83c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709804 Mar 11 12:09:33.846817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f332a73-6399-47d0-8e99-7fa405c54923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-4a51e3f8-33ec-4022-a8be-f45161a3fc8a', 'network_id': '4a51e3f8-33ec-4022-a8be-f45161a3fc8a', 'project_id': 'e5349b9ad2f041c08a4c77ea4af5470d', 'fixed_ips': [{'subnet_id': 'f0bce068-db8c-401e-8eb5-bb851845254f'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:09:33.847726 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5f332a73-6399-47d0-8e99-7fa405c54923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:33.861817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 76b38bd9-b469-495d-b07d-57ef3b4a5bde is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:33.917407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3190c726-b062-4b4a-9f94-fe03e0eff570 None None] Current status of the port 76b38bd9-b469-495d-b07d-57ef3b4a5bde is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:33.932247 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:34.085740 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e18d5669-112b-4937-ba69-552e2a120fbe tempest-DHCPAgentSchedulersTestJSON-368637812 tempest-DHCPAgentSchedulersTestJSON-368637812-project-admin] 10.222.0.78 "GET /v2.0/networks/25024d75-8401-49fa-872f-0fe1f12ac451/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2979634 Mar 11 12:09:34.087698 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53392) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:34.125753 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b43940-f82e-4134-a339-a23efc71c7b9 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:34.127192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b43940-f82e-4134-a339-a23efc71c7b9 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:34.128767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b43940-f82e-4134-a339-a23efc71c7b9 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:34.130350 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c9b43940-f82e-4134-a339-a23efc71c7b9 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3000240 Mar 11 12:09:34.139880 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53394) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:34.148814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 76b38bd9-b469-495d-b07d-57ef3b4a5bde up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:34.156571 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de050140-fd96-4188-8f47-cce2b1b502fb req-074089c2-052f-46cc-8e78-71be1711058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:34.170252 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de050140-fd96-4188-8f47-cce2b1b502fb req-074089c2-052f-46cc-8e78-71be1711058b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31e0ead1ce934573a23d19ccfa96f23c&device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 1127 time: 0.2226145 Mar 11 12:09:34.235920 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae761960-aa21-42eb-8fa6-b4f30966bc8b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 1134f63b-0747-4619-b8af-c34a7336c8f2 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:09:34.241206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-7152ea32-e193-4c90-bcbf-c37672c5c4c8 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Deleting subnet f0bce068-db8c-401e-8eb5-bb851845254f {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:09:34.244803 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7152ea32-e193-4c90-bcbf-c37672c5c4c8 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for subnet (f0bce068-db8c-401e-8eb5-bb851845254f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:34.265085 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5a910aa8-4d8f-4f1e-bb0c-8146456825eb None None] Could not find standard attr ID for object 7d8a693f-8abe-41e7-92db-5d457fb7f61c. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:09:34.324794 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7152ea32-e193-4c90-bcbf-c37672c5c4c8 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (f0bce068-db8c-401e-8eb5-bb851845254f), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:34.367274 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81edb969-8b40-4c72-8905-4f49c38061c8 None None] Network 1d2a7297-5ebd-4c8d-8678-24a106f6a5cc requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:34.372291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c7e11753-160d-4013-b891-0b626b162359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:26Z', 'revision_number': 6, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c20cf2-cac7-4804-b74d-3392ad8fc8e7', 'name': '', 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:46:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '487d9d13-70f8-4036-87e8-298008d6cf5d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:18Z', 'updated_at': '2022-03-11T12:09:28Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '487d9d13-70f8-4036-87e8-298008d6cf5d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d', 'name': '', 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:37:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:07Z', 'updated_at': '2022-03-11T12:09:15Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:34.408335 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7152ea32-e193-4c90-bcbf-c37672c5c4c8 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (f0bce068-db8c-401e-8eb5-bb851845254f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:34.432125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 76b38bd9-b469-495d-b07d-57ef3b4a5bde triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:34.432665 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (76b38bd9-b469-495d-b07d-57ef3b4a5bde), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:34.442354 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e11753-160d-4013-b891-0b626b162359 None None] The sync data for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 is: [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:26Z', 'revision_number': 6, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c20cf2-cac7-4804-b74d-3392ad8fc8e7', 'name': '', 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:46:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '487d9d13-70f8-4036-87e8-298008d6cf5d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:18Z', 'updated_at': '2022-03-11T12:09:28Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '487d9d13-70f8-4036-87e8-298008d6cf5d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d', 'name': '', 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:37:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:07Z', 'updated_at': '2022-03-11T12:09:15Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:09:34.532382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-b1ee123c-142c-4caf-8fd2-c5be7c9323cf tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:34.534265 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-b1ee123c-142c-4caf-8fd2-c5be7c9323cf tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/networks?id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc HTTP/1.1" status: 200 len: 814 time: 0.5863652 Mar 11 12:09:34.559060 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7152ea32-e193-4c90-bcbf-c37672c5c4c8 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (f0bce068-db8c-401e-8eb5-bb851845254f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:34.582818 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7152ea32-e193-4c90-bcbf-c37672c5c4c8 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:34.606288 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7152ea32-e193-4c90-bcbf-c37672c5c4c8 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "DELETE /v2.0/subnets/f0bce068-db8c-401e-8eb5-bb851845254f HTTP/1.1" status: 204 len: 168 time: 0.4629419 Mar 11 12:09:34.606484 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53402) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:34.606484 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de050140-fd96-4188-8f47-cce2b1b502fb req-005a57c3-4549-424f-871b-011973e1a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:34.607735 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de050140-fd96-4188-8f47-cce2b1b502fb req-005a57c3-4549-424f-871b-011973e1a726 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3531b32e-7565-40f4-a7c1-87027fb83c48 HTTP/1.1" status: 200 len: 915 time: 0.4366965 Mar 11 12:09:34.653524 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-859c82ab-1755-402d-92c0-69131c39f350 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/quotas/9a8a1ab2e35a4c68af61bee4e54ed507 HTTP/1.1" status: 200 len: 375 time: 0.0809097 Mar 11 12:09:34.664843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152ea32-e193-4c90-bcbf-c37672c5c4c8 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event deleted for resources: {'Subnet': ['ID=f0bce068-db8c-401e-8eb5-bb851845254f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:34.694741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faedc4c7-1093-40e4-bfc0-517f3de7c748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-5e484f43-687c-47a9-9c69-a3a93919ce9a', 'network_id': '5e484f43-687c-47a9-9c69-a3a93919ce9a', 'project_id': 'e5349b9ad2f041c08a4c77ea4af5470d', 'fixed_ips': [{'subnet_id': '1e2e2465-8882-4881-b353-226e72b4e6b3'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:09:34.700561 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faedc4c7-1093-40e4-bfc0-517f3de7c748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server [None req-5f332a73-6399-47d0-8e99-7fa405c54923 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0bce068-db8c-401e-8eb5-bb851845254f: This subnet is being modified by another concurrent operation. Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise exception Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0bce068-db8c-401e-8eb5-bb851845254f: This subnet is being modified by another concurrent operation. Mar 11 12:09:34.743570 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Mar 11 12:09:34.795948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb836574-c563-4c9d-8a96-c36058a60722 None None] Network 4a51e3f8-33ec-4022-a8be-f45161a3fc8a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:34.829757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-93a32686-5873-4d28-a1b5-e45502827e9a tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9a8a1ab2e35a4c68af61bee4e54ed507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1376021 Mar 11 12:09:34.859250 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae761960-aa21-42eb-8fa6-b4f30966bc8b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:09:34.868766 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ae761960-aa21-42eb-8fa6-b4f30966bc8b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:34.870485 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd3e38-ab3f-4955-9a89-054b707672be None None] Sync routers for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:09:34.871151 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ae761960-aa21-42eb-8fa6-b4f30966bc8b tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/1134f63b-0747-4619-b8af-c34a7336c8f2 HTTP/1.1" status: 200 len: 700 time: 3.9771085 Mar 11 12:09:34.874391 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53412) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:34.891717 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd3e38-ab3f-4955-9a89-054b707672be None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:34.892648 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e3cd3e38-ab3f-4955-9a89-054b707672be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:34.955241 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de050140-fd96-4188-8f47-cce2b1b502fb req-f930d5ca-9448-499f-9b31-278d89ceb47e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19be43f8-1844-486f-90c9-b5d203b3a29a HTTP/1.1" status: 200 len: 1000 time: 0.2983382 Mar 11 12:09:34.959138 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad27c389-b281-462e-99e9-da50f50c38cc tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Deleting subnet 1e2e2465-8882-4881-b353-226e72b4e6b3 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:09:34.992765 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6bdf634f-040b-4b50-9846-8d3f2057a4b9 tempest-DHCPAgentSchedulersTestJSON-368637812 tempest-DHCPAgentSchedulersTestJSON-368637812-project-admin] 10.222.0.78 "GET /v2.0/agents/efa84b04-0430-4abe-a629-7c70402979fb/dhcp-networks HTTP/1.1" status: 200 len: 11953 time: 0.8990450 Mar 11 12:09:35.006993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53414) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:35.018952 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad27c389-b281-462e-99e9-da50f50c38cc tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for subnet (1e2e2465-8882-4881-b353-226e72b4e6b3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:35.040673 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e3cd3e38-ab3f-4955-9a89-054b707672be None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:35.062203 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 76b38bd9-b469-495d-b07d-57ef3b4a5bde is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:35.158837 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9805925f-6c36-4671-9f9d-54be155d7038 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/routers/1134f63b-0747-4619-b8af-c34a7336c8f2 HTTP/1.1" status: 200 len: 700 time: 0.2829881 Mar 11 12:09:35.164236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53418) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:35.202163 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad27c389-b281-462e-99e9-da50f50c38cc tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (1e2e2465-8882-4881-b353-226e72b4e6b3), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:35.210445 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72a6d78c-fd9a-408c-8a80-4291894f5071 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (059c8f62-f38f-42a6-8d37-578c143da9aa), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:35.262535 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de050140-fd96-4188-8f47-cce2b1b502fb req-56d55052-28b0-44f5-827b-404c84874df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:35.264135 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de050140-fd96-4188-8f47-cce2b1b502fb req-56d55052-28b0-44f5-827b-404c84874df0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d91078cb-8134-445e-bcd4-1eb8bd489712 HTTP/1.1" status: 200 len: 853 time: 0.2808402 Mar 11 12:09:35.292413 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-b1baea3b-8ab0-4520-af9c-31031970d060 service neutron] 10.222.0.78 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442739 Mar 11 12:09:35.424997 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad27c389-b281-462e-99e9-da50f50c38cc tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (1e2e2465-8882-4881-b353-226e72b4e6b3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:35.474773 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e3cd3e38-ab3f-4955-9a89-054b707672be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:32Z', 'revision_number': 7, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c20cf2-cac7-4804-b74d-3392ad8fc8e7', 'name': '', 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:46:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '487d9d13-70f8-4036-87e8-298008d6cf5d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:18Z', 'updated_at': '2022-03-11T12:09:28Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '487d9d13-70f8-4036-87e8-298008d6cf5d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d', 'name': '', 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:37:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:07Z', 'updated_at': '2022-03-11T12:09:15Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server [None req-faedc4c7-1093-40e4-bfc0-517f3de7c748 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e2e2465-8882-4881-b353-226e72b4e6b3: This subnet is being modified by another concurrent operation. Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise exception Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e2e2465-8882-4881-b353-226e72b4e6b3: This subnet is being modified by another concurrent operation. Mar 11 12:09:35.504359 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Mar 11 12:09:35.509117 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad27c389-b281-462e-99e9-da50f50c38cc tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (1e2e2465-8882-4881-b353-226e72b4e6b3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:35.520219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df258842-88f7-4ef0-8bd2-68624f84b177 None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 12:09:35.552013 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd3e38-ab3f-4955-9a89-054b707672be None None] Checking router: 1134f63b-0747-4619-b8af-c34a7336c8f2 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:09:35.567981 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72a6d78c-fd9a-408c-8a80-4291894f5071 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (059c8f62-f38f-42a6-8d37-578c143da9aa), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:35.578887 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd3e38-ab3f-4955-9a89-054b707672be None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:35.579507 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e3cd3e38-ab3f-4955-9a89-054b707672be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:35.639349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27c389-b281-462e-99e9-da50f50c38cc tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event deleted for resources: {'Subnet': ['ID=1e2e2465-8882-4881-b353-226e72b4e6b3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:35.653801 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad27c389-b281-462e-99e9-da50f50c38cc tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:35.664479 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ad27c389-b281-462e-99e9-da50f50c38cc tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "DELETE /v2.0/subnets/1e2e2465-8882-4881-b353-226e72b4e6b3 HTTP/1.1" status: 204 len: 168 time: 1.0528808 Mar 11 12:09:35.667028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53428) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:35.679900 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de050140-fd96-4188-8f47-cce2b1b502fb req-988d05e2-fa19-4295-a969-805d87b276cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:35.681572 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de050140-fd96-4188-8f47-cce2b1b502fb req-988d05e2-fa19-4295-a969-805d87b276cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3531b32e-7565-40f4-a7c1-87027fb83c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4064248 Mar 11 12:09:35.695182 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-72a6d78c-fd9a-408c-8a80-4291894f5071 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059c8f62-f38f-42a6-8d37-578c143da9aa']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:35.745192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-72a6d78c-fd9a-408c-8a80-4291894f5071 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad3b371-ed1b-4b5b-b621-4331fb3a522a') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:35.745413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-72a6d78c-fd9a-408c-8a80-4291894f5071 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad3b371-ed1b-4b5b-b621-4331fb3a522a') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:35.746762 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e3cd3e38-ab3f-4955-9a89-054b707672be None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:35.781145 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72a6d78c-fd9a-408c-8a80-4291894f5071 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (6ad3b371-ed1b-4b5b-b621-4331fb3a522a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:35.799922 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df258842-88f7-4ef0-8bd2-68624f84b177 None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 12:09:35.842222 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de050140-fd96-4188-8f47-cce2b1b502fb req-bc22d083-3e58-40de-a28c-843f0cb625b2 service neutron] 10.222.0.71 "GET /v2.0/networks/3531b32e-7565-40f4-a7c1-87027fb83c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344612 Mar 11 12:09:35.866843 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72a6d78c-fd9a-408c-8a80-4291894f5071 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6ad3b371-ed1b-4b5b-b621-4331fb3a522a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:35.887671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a6d78c-fd9a-408c-8a80-4291894f5071 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:09:35.888239 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72a6d78c-fd9a-408c-8a80-4291894f5071 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (6ad3b371-ed1b-4b5b-b621-4331fb3a522a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:09:35.896050 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:09:35.913100 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-5ad51215-e4ad-40e1-b6b4-07630ebdab4a service neutron] 10.222.0.78 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966225 Mar 11 12:09:35.935888 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4469278-9f00-49ab-a0d6-0fcac404bb91 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:35.938341 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e4469278-9f00-49ab-a0d6-0fcac404bb91 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2701013 Mar 11 12:09:35.943830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53432) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:36.094844 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72a6d78c-fd9a-408c-8a80-4291894f5071 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (059c8f62-f38f-42a6-8d37-578c143da9aa), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:36.177415 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72a6d78c-fd9a-408c-8a80-4291894f5071 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:36.187336 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-72a6d78c-fd9a-408c-8a80-4291894f5071 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] 10.222.0.78 "DELETE /v2.0/networks/059c8f62-f38f-42a6-8d37-578c143da9aa HTTP/1.1" status: 204 len: 168 time: 1.1793315 Mar 11 12:09:36.197080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53442) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:36.293883 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e3cd3e38-ab3f-4955-9a89-054b707672be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:32Z', 'revision_number': 7, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c20cf2-cac7-4804-b74d-3392ad8fc8e7', 'name': '', 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:46:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '487d9d13-70f8-4036-87e8-298008d6cf5d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:18Z', 'updated_at': '2022-03-11T12:09:28Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '487d9d13-70f8-4036-87e8-298008d6cf5d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d', 'name': '', 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:37:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:07Z', 'updated_at': '2022-03-11T12:09:15Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:36.328460 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec6ac15-6b0d-4efb-b64d-155811884fc8 None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 12:09:36.357008 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd3e38-ab3f-4955-9a89-054b707672be None None] The sync data for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 is: [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:32Z', 'revision_number': 7, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c20cf2-cac7-4804-b74d-3392ad8fc8e7', 'name': '', 'network_id': 'cefd1e97-8629-4b33-a501-53af82782ffd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:46:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '487d9d13-70f8-4036-87e8-298008d6cf5d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:18Z', 'updated_at': '2022-03-11T12:09:28Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '487d9d13-70f8-4036-87e8-298008d6cf5d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d', 'name': '', 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:37:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:07Z', 'updated_at': '2022-03-11T12:09:15Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:09:36.373085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6d78c-fd9a-408c-8a80-4291894f5071 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Pushing event deleted for resources: {'Network': ['ID=059c8f62-f38f-42a6-8d37-578c143da9aa,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:36.388643 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35292c9-90e8-485b-bb9f-67f7bdb17b2a tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] DELETE failed (client error): The resource could not be found. Mar 11 12:09:36.405052 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35292c9-90e8-485b-bb9f-67f7bdb17b2a tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:09:36.412977 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d35292c9-90e8-485b-bb9f-67f7bdb17b2a tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] 10.222.0.78 "DELETE /v2.0/ports/7d8a693f-8abe-41e7-92db-5d457fb7f61c HTTP/1.1" status: 404 len: 333 time: 0.2096677 Mar 11 12:09:36.416635 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53450) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:36.430065 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ca20bbb-056f-4967-bbd1-d7f76f8c9905 req-49785680-eb5a-43b2-9b4b-45cb7f65e06c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 210 time: 0.1304400 Mar 11 12:09:36.436141 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9155009c-3cc6-4c51-b571-1db0bd5a001c tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (5e484f43-687c-47a9-9c69-a3a93919ce9a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:36.443943 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de050140-fd96-4188-8f47-cce2b1b502fb req-efe1c3b6-192a-4396-a8ed-e7c485ba5686 service neutron] 10.222.0.71 "GET /v2.0/networks/3531b32e-7565-40f4-a7c1-87027fb83c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920780 Mar 11 12:09:36.571493 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Deleting subnet 9c922ec6-d6a3-4364-a477-cb94b53b2211 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:09:36.595022 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks [] for subnet (9c922ec6-d6a3-4364-a477-cb94b53b2211), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:36.616399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec6ac15-6b0d-4efb-b64d-155811884fc8 None None] Resources bound (agent type, host, resource id): {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 12:09:36.618466 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9155009c-3cc6-4c51-b571-1db0bd5a001c tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (5e484f43-687c-47a9-9c69-a3a93919ce9a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:36.694817 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d11c2e4-0404-40f1-b0f2-d4ecdbd56ede tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (1134f63b-0747-4619-b8af-c34a7336c8f2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:36.751804 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (9c922ec6-d6a3-4364-a477-cb94b53b2211), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:36.934259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3938bd6-197c-44ad-8dc8-3e24bd8ad973 None None] Network 5e484f43-687c-47a9-9c69-a3a93919ce9a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:37.086827 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (9c922ec6-d6a3-4364-a477-cb94b53b2211), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:37.213984 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-9155009c-3cc6-4c51-b571-1db0bd5a001c tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e484f43-687c-47a9-9c69-a3a93919ce9a']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:37.229281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-9155009c-3cc6-4c51-b571-1db0bd5a001c tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c847d2de-86fb-4b19-9889-0c52804216d3') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:37.229876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-9155009c-3cc6-4c51-b571-1db0bd5a001c tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c847d2de-86fb-4b19-9889-0c52804216d3') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:37.248224 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9155009c-3cc6-4c51-b571-1db0bd5a001c tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (c847d2de-86fb-4b19-9889-0c52804216d3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:37.286797 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9155009c-3cc6-4c51-b571-1db0bd5a001c tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (c847d2de-86fb-4b19-9889-0c52804216d3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:37.295137 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9155009c-3cc6-4c51-b571-1db0bd5a001c tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:09:37.296804 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9155009c-3cc6-4c51-b571-1db0bd5a001c tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (c847d2de-86fb-4b19-9889-0c52804216d3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:09:37.300796 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:09:37.368605 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9155009c-3cc6-4c51-b571-1db0bd5a001c tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (5e484f43-687c-47a9-9c69-a3a93919ce9a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:37.377768 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9155009c-3cc6-4c51-b571-1db0bd5a001c tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:37.380877 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9155009c-3cc6-4c51-b571-1db0bd5a001c tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "DELETE /v2.0/networks/5e484f43-687c-47a9-9c69-a3a93919ce9a HTTP/1.1" status: 204 len: 168 time: 1.4360821 Mar 11 12:09:37.383376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53472) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:37.403122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155009c-3cc6-4c51-b571-1db0bd5a001c tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event deleted for resources: {'Network': ['ID=5e484f43-687c-47a9-9c69-a3a93919ce9a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:37.535443 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d308fa5f-defd-47cf-9503-0d435db95ca4 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (4a51e3f8-33ec-4022-a8be-f45161a3fc8a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:37.594322 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b7298e94-084b-4c62-b68a-1cacd2261c4d req-40b0b654-b986-4abf-aea8-5c2040a2b2d2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 210 time: 0.0507848 Mar 11 12:09:37.631414 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (9c922ec6-d6a3-4364-a477-cb94b53b2211), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:37.664859 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Pushing event deleted for resources: {'Subnet': ['ID=9c922ec6-d6a3-4364-a477-cb94b53b2211,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:37.670194 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:37.673408 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] 10.222.0.78 "DELETE /v2.0/subnets/9c922ec6-d6a3-4364-a477-cb94b53b2211 HTTP/1.1" status: 204 len: 168 time: 1.2556429 Mar 11 12:09:37.679120 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82372a95-af1c-4f4d-baeb-c80752f4d91d None None] Network 25024d75-8401-49fa-872f-0fe1f12ac451 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:37.683067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53480) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:37.690339 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:37.690690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:37.691028 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:37.691364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:37.691725 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:37.692054 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:37.692377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:37.692705 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:37.693025 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:37.693346 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:37.693667 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:37.693981 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:37.694300 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff12010-79de-4057-bbb4-acf2c9e11dbf tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:37.711266 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-8d11c2e4-0404-40f1-b0f2-d4ecdbd56ede tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:09:37.711888 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d11c2e4-0404-40f1-b0f2-d4ecdbd56ede tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:37.837396 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-8d11c2e4-0404-40f1-b0f2-d4ecdbd56ede tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] For port b3c20cf2-cac7-4804-b74d-3392ad8fc8e7, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b3c20cf2-cac7-4804-b74d-3392ad8fc8e7,segment=NetworkSegment(3dcbb379-c1b7-4535-bf85-94c6b9354d7a),segment_id=3dcbb379-c1b7-4535-bf85-94c6b9354d7a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:37.837930 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d11c2e4-0404-40f1-b0f2-d4ecdbd56ede tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:37.848489 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (25024d75-8401-49fa-872f-0fe1f12ac451), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:37.866287 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-8d11c2e4-0404-40f1-b0f2-d4ecdbd56ede tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Calling delete_port for b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:09:37.886653 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d308fa5f-defd-47cf-9503-0d435db95ca4 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (4a51e3f8-33ec-4022-a8be-f45161a3fc8a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:37.909604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-d308fa5f-defd-47cf-9503-0d435db95ca4 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a51e3f8-33ec-4022-a8be-f45161a3fc8a']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:37.919496 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-d308fa5f-defd-47cf-9503-0d435db95ca4 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd916b27-f860-4e3a-805c-86506acb7d67') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:37.919999 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-d308fa5f-defd-47cf-9503-0d435db95ca4 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd916b27-f860-4e3a-805c-86506acb7d67') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:37.931677 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d308fa5f-defd-47cf-9503-0d435db95ca4 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (fd916b27-f860-4e3a-805c-86506acb7d67), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:37.997060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c583e531-57eb-41ac-99bc-b819fe13e97d None None] DHCP port deletion for 25024d75-8401-49fa-872f-0fe1f12ac451 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:09:38.039689 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d308fa5f-defd-47cf-9503-0d435db95ca4 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (fd916b27-f860-4e3a-805c-86506acb7d67), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:38.056913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d308fa5f-defd-47cf-9503-0d435db95ca4 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:09:38.065797 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d308fa5f-defd-47cf-9503-0d435db95ca4 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (fd916b27-f860-4e3a-805c-86506acb7d67), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:09:38.110918 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:09:38.113775 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c583e531-57eb-41ac-99bc-b819fe13e97d None None] Deleting port 76b38bd9-b469-495d-b07d-57ef3b4a5bde {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:09:38.115193 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c583e531-57eb-41ac-99bc-b819fe13e97d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (76b38bd9-b469-495d-b07d-57ef3b4a5bde), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:38.259369 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d308fa5f-defd-47cf-9503-0d435db95ca4 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (4a51e3f8-33ec-4022-a8be-f45161a3fc8a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:38.276551 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d308fa5f-defd-47cf-9503-0d435db95ca4 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:38.284106 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d308fa5f-defd-47cf-9503-0d435db95ca4 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "DELETE /v2.0/networks/4a51e3f8-33ec-4022-a8be-f45161a3fc8a HTTP/1.1" status: 204 len: 168 time: 0.8971417 Mar 11 12:09:38.285109 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53492) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:38.314746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-664de792-4200-4025-8b66-373dab209146 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:38.316281 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-664de792-4200-4025-8b66-373dab209146 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.37 "GET /v2.0/networks?id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc HTTP/1.1" status: 200 len: 814 time: 0.2848780 Mar 11 12:09:38.334340 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c583e531-57eb-41ac-99bc-b819fe13e97d None None] For port 76b38bd9-b469-495d-b07d-57ef3b4a5bde, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=76b38bd9-b469-495d-b07d-57ef3b4a5bde,segment=NetworkSegment(326b0c5c-1f9a-4ec4-bde0-73de2489d9a0),segment_id=326b0c5c-1f9a-4ec4-bde0-73de2489d9a0)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:38.334904 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c583e531-57eb-41ac-99bc-b819fe13e97d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (76b38bd9-b469-495d-b07d-57ef3b4a5bde), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:38.345745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-5d29a516-cf0f-452f-99db-997fae1788a2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Request body: {'port': {'device_id': '8ca76ebd-98c1-42b1-8cb9-b316136245e2', 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc', 'admin_state_up': True, 'tenant_id': '9a8a1ab2e35a4c68af61bee4e54ed507'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:38.353096 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c583e531-57eb-41ac-99bc-b819fe13e97d None None] Calling delete_port for 76b38bd9-b469-495d-b07d-57ef3b4a5bde owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:09:38.389981 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6112-43d9-464a-a00b-bfc1290066b2 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (f8ca848c-3e68-454d-bb52-091e02c7e4ce), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:38.396151 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Deleting port 76b38bd9-b469-495d-b07d-57ef3b4a5bde {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:09:38.396422 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (76b38bd9-b469-495d-b07d-57ef3b4a5bde), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:38.399143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308fa5f-defd-47cf-9503-0d435db95ca4 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event deleted for resources: {'Network': ['ID=4a51e3f8-33ec-4022-a8be-f45161a3fc8a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:38.467829 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c583e531-57eb-41ac-99bc-b819fe13e97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (76b38bd9-b469-495d-b07d-57ef3b4a5bde), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:38.507495 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583e531-57eb-41ac-99bc-b819fe13e97d None None] Pushing event deleted for resources: {'Port': ['ID=76b38bd9-b469-495d-b07d-57ef3b4a5bde,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:38.513332 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c583e531-57eb-41ac-99bc-b819fe13e97d None None] No DVR routers for this DVR port 76b38bd9-b469-495d-b07d-57ef3b4a5bde on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:09:38.579699 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d11c2e4-0404-40f1-b0f2-d4ecdbd56ede tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b3c20cf2-cac7-4804-b74d-3392ad8fc8e7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:38.604831 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6112-43d9-464a-a00b-bfc1290066b2 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (f8ca848c-3e68-454d-bb52-091e02c7e4ce), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:38.608635 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] For port 76b38bd9-b469-495d-b07d-57ef3b4a5bde, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=76b38bd9-b469-495d-b07d-57ef3b4a5bde,segment=NetworkSegment(326b0c5c-1f9a-4ec4-bde0-73de2489d9a0),segment_id=326b0c5c-1f9a-4ec4-bde0-73de2489d9a0)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:38.615138 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11c2e4-0404-40f1-b0f2-d4ecdbd56ede tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Port': ['ID=b3c20cf2-cac7-4804-b74d-3392ad8fc8e7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:38.631613 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (76b38bd9-b469-495d-b07d-57ef3b4a5bde), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:38.631789 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-5d29a516-cf0f-452f-99db-997fae1788a2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Made reservation on behalf of 9a8a1ab2e35a4c68af61bee4e54ed507 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:38.634404 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-5d29a516-cf0f-452f-99db-997fae1788a2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:38.671546 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Calling delete_port for 76b38bd9-b469-495d-b07d-57ef3b4a5bde owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:09:38.788932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ec5f6112-43d9-464a-a00b-bfc1290066b2 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ca848c-3e68-454d-bb52-091e02c7e4ce']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:38.803050 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ec5fe06-d839-4e10-8b4d-3d953d0eea36 req-36d40629-df67-4209-b7fc-9486603069f3 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 210 time: 0.0527110 Mar 11 12:09:38.835630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ec5f6112-43d9-464a-a00b-bfc1290066b2 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff989e03-9d3b-44a1-a6ca-6404f9468c63') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:38.836090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ec5f6112-43d9-464a-a00b-bfc1290066b2 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff989e03-9d3b-44a1-a6ca-6404f9468c63') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:38.855310 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6112-43d9-464a-a00b-bfc1290066b2 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (ff989e03-9d3b-44a1-a6ca-6404f9468c63), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:38.880970 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6112-43d9-464a-a00b-bfc1290066b2 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ff989e03-9d3b-44a1-a6ca-6404f9468c63), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:38.913003 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5f6112-43d9-464a-a00b-bfc1290066b2 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:09:38.913446 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6112-43d9-464a-a00b-bfc1290066b2 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (ff989e03-9d3b-44a1-a6ca-6404f9468c63), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:09:38.919574 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:09:38.949960 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (76b38bd9-b469-495d-b07d-57ef3b4a5bde), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:38.951194 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d11c2e4-0404-40f1-b0f2-d4ecdbd56ede tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (1134f63b-0747-4619-b8af-c34a7336c8f2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:39.082467 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6112-43d9-464a-a00b-bfc1290066b2 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (f8ca848c-3e68-454d-bb52-091e02c7e4ce), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:39.090606 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6112-43d9-464a-a00b-bfc1290066b2 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:39.091708 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ec5f6112-43d9-464a-a00b-bfc1290066b2 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "DELETE /v2.0/networks/f8ca848c-3e68-454d-bb52-091e02c7e4ce HTTP/1.1" status: 204 len: 168 time: 0.7972662 Mar 11 12:09:39.093364 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Pushing event deleted for resources: {'Port': ['ID=76b38bd9-b469-495d-b07d-57ef3b4a5bde,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:39.096137 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53510) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:39.104893 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] No DVR routers for this DVR port 76b38bd9-b469-495d-b07d-57ef3b4a5bde on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:09:39.158384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-5d29a516-cf0f-452f-99db-997fae1788a2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Allocated IP 172.20.0.3 (1d2a7297-5ebd-4c8d-8678-24a106f6a5cc/ba949ad3-acd0-4240-bdb9-834f19359038/e941fb05-4896-4c38-9b4c-d33880735661) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:09:39.182773 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f6112-43d9-464a-a00b-bfc1290066b2 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event deleted for resources: {'Network': ['ID=f8ca848c-3e68-454d-bb52-091e02c7e4ce,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:39.308158 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (25024d75-8401-49fa-872f-0fe1f12ac451), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:39.325290 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-94614505-ef34-413d-adb2-b8b7375631f3 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (6c249991-c61d-4916-870c-57c23b9abd71), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:39.345228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25024d75-8401-49fa-872f-0fe1f12ac451']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:39.359627 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326b0c5c-1f9a-4ec4-bde0-73de2489d9a0') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:39.360090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326b0c5c-1f9a-4ec4-bde0-73de2489d9a0') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:39.395011 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (326b0c5c-1f9a-4ec4-bde0-73de2489d9a0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:39.427834 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d11c2e4-0404-40f1-b0f2-d4ecdbd56ede tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 1134f63b-0747-4619-b8af-c34a7336c8f2 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:09:39.440344 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (326b0c5c-1f9a-4ec4-bde0-73de2489d9a0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:39.475996 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-94614505-ef34-413d-adb2-b8b7375631f3 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (6c249991-c61d-4916-870c-57c23b9abd71), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:39.479201 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:09:39.479745 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (326b0c5c-1f9a-4ec4-bde0-73de2489d9a0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:09:39.484317 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:09:39.533281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-94614505-ef34-413d-adb2-b8b7375631f3 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c249991-c61d-4916-870c-57c23b9abd71']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:39.570779 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-94614505-ef34-413d-adb2-b8b7375631f3 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5320dc77-0c73-4249-b53f-5795ca7d8187') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:39.571177 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-94614505-ef34-413d-adb2-b8b7375631f3 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5320dc77-0c73-4249-b53f-5795ca7d8187') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:39.582846 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-94614505-ef34-413d-adb2-b8b7375631f3 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (5320dc77-0c73-4249-b53f-5795ca7d8187), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:39.585608 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-5d29a516-cf0f-452f-99db-997fae1788a2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Publish callbacks [] for port (e941fb05-4896-4c38-9b4c-d33880735661), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:39.597291 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (25024d75-8401-49fa-872f-0fe1f12ac451), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:39.602393 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:39.608922 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] 10.222.0.78 "DELETE /v2.0/networks/25024d75-8401-49fa-872f-0fe1f12ac451 HTTP/1.1" status: 204 len: 168 time: 1.9090967 Mar 11 12:09:39.630484 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb84401-24c7-485f-9843-2ba8943f56c5 tempest-DHCPAgentSchedulersTestJSON-1929172701 tempest-DHCPAgentSchedulersTestJSON-1929172701-project] Pushing event deleted for resources: {'Network': ['ID=25024d75-8401-49fa-872f-0fe1f12ac451,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:39.634835 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-94614505-ef34-413d-adb2-b8b7375631f3 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (5320dc77-0c73-4249-b53f-5795ca7d8187), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:39.643915 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94614505-ef34-413d-adb2-b8b7375631f3 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:09:39.644534 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-94614505-ef34-413d-adb2-b8b7375631f3 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (5320dc77-0c73-4249-b53f-5795ca7d8187), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:09:39.648908 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:09:39.738894 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-94614505-ef34-413d-adb2-b8b7375631f3 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (6c249991-c61d-4916-870c-57c23b9abd71), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:39.745153 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d11c2e4-0404-40f1-b0f2-d4ecdbd56ede tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:09:39.758848 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea117e4-954e-445f-a088-149822a45a38 None None] Sync routers for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:09:39.763493 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8d11c2e4-0404-40f1-b0f2-d4ecdbd56ede tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/1134f63b-0747-4619-b8af-c34a7336c8f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5981884 Mar 11 12:09:39.765587 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-5d29a516-cf0f-452f-99db-997fae1788a2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e941fb05-4896-4c38-9b4c-d33880735661), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:39.771644 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53524) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:39.778247 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea117e4-954e-445f-a088-149822a45a38 None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:39.778535 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-94614505-ef34-413d-adb2-b8b7375631f3 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:39.778910 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0ea117e4-954e-445f-a088-149822a45a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:39.792571 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-94614505-ef34-413d-adb2-b8b7375631f3 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] 10.222.0.78 "DELETE /v2.0/networks/6c249991-c61d-4916-870c-57c23b9abd71 HTTP/1.1" status: 204 len: 168 time: 0.6795714 Mar 11 12:09:39.815930 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94614505-ef34-413d-adb2-b8b7375631f3 tempest-BulkNetworkOpsIpV6Test-1653649883 tempest-BulkNetworkOpsIpV6Test-1653649883-project] Pushing event deleted for resources: {'Network': ['ID=6c249991-c61d-4916-870c-57c23b9abd71,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:39.884732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-5d29a516-cf0f-452f-99db-997fae1788a2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Network 1d2a7297-5ebd-4c8d-8678-24a106f6a5cc is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:09:39.891872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29a516-cf0f-452f-99db-997fae1788a2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Pushing event updated for resources: {'Port': ['ID=e941fb05-4896-4c38-9b4c-d33880735661,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:39.898676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-5d29a516-cf0f-452f-99db-997fae1788a2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:39.901865 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-5d29a516-cf0f-452f-99db-997fae1788a2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:09:39.943267 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cbaecb-4768-4f31-848a-e9bfb9e0abd5 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting subnet 487d9d13-70f8-4036-87e8-298008d6cf5d {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:09:39.971083 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c7cbaecb-4768-4f31-848a-e9bfb9e0abd5 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (487d9d13-70f8-4036-87e8-298008d6cf5d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:40.083144 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-5d29a516-cf0f-452f-99db-997fae1788a2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:40.094349 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-5d29a516-cf0f-452f-99db-997fae1788a2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:40.102988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53536) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:40.122456 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c7cbaecb-4768-4f31-848a-e9bfb9e0abd5 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (487d9d13-70f8-4036-87e8-298008d6cf5d), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:40.192719 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe069a78-c85b-4a7d-9307-a2014227201d req-1bb90f50-ce98-4093-91ae-a099f7279374 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:40.199946 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe069a78-c85b-4a7d-9307-a2014227201d req-1bb90f50-ce98-4093-91ae-a099f7279374 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 931 time: 0.2152476 Mar 11 12:09:40.245645 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-5d29a516-cf0f-452f-99db-997fae1788a2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8914795 Mar 11 12:09:40.286761 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7b3cbb02-4d35-4ed5-ab45-07f8fe92cdbd tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:09:40.286761 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7b3cbb02-4d35-4ed5-ab45-07f8fe92cdbd tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0416255 Mar 11 12:09:40.312290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Request body: {'port': {'device_id': '8ca76ebd-98c1-42b1-8cb9-b316136245e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:40.464452 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe069a78-c85b-4a7d-9307-a2014227201d req-5dbf91a9-4aa7-4bb8-aa46-490984add65d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524419 Mar 11 12:09:40.505587 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53550) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:40.515529 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e941fb05-4896-4c38-9b4c-d33880735661), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:40.539335 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c7cbaecb-4768-4f31-848a-e9bfb9e0abd5 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (487d9d13-70f8-4036-87e8-298008d6cf5d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:40.651365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 76b38bd9-b469-495d-b07d-57ef3b4a5bde no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:09:40.728226 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 76b38bd9-b469-495d-b07d-57ef3b4a5bde {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:09:40.729324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 76b38bd9-b469-495d-b07d-57ef3b4a5bde not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:09:40.757304 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0ea117e4-954e-445f-a088-149822a45a38 None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:40.885598 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6f0b0c67-9cc8-4a98-addf-7419be95c7e0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=62ab016243094a58a08ca29bd70957f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7813442 Mar 11 12:09:40.891571 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53558) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:41.024556 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ea738e35-2aba-4695-97bd-6ff4fcbe4bd4 admin admin] Publish callbacks [] for security_group (ef09dba9-d5c1-41f2-b63b-4dcb533e6e48), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:41.071808 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ea738e35-2aba-4695-97bd-6ff4fcbe4bd4 admin admin] Publish callbacks [] for security_group (ef09dba9-d5c1-41f2-b63b-4dcb533e6e48), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:41.095979 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e537d790-4e41-4021-a1a4-fe2498d3bd95 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e5349b9ad2f041c08a4c77ea4af5470d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5890553 Mar 11 12:09:41.098552 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53564) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:41.101831 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c7cbaecb-4768-4f31-848a-e9bfb9e0abd5 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (487d9d13-70f8-4036-87e8-298008d6cf5d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:41.130162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7af4e2d-385a-451b-b13f-5a260951d203 None None] Network cefd1e97-8629-4b33-a501-53af82782ffd requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:41.152283 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c7cbaecb-4768-4f31-848a-e9bfb9e0abd5 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:41.156520 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c7cbaecb-4768-4f31-848a-e9bfb9e0abd5 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/subnets/487d9d13-70f8-4036-87e8-298008d6cf5d HTTP/1.1" status: 204 len: 168 time: 1.3809919 Mar 11 12:09:41.159639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53566) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:41.160700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbaecb-4768-4f31-848a-e9bfb9e0abd5 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Subnet': ['ID=487d9d13-70f8-4036-87e8-298008d6cf5d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:41.209852 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c0d37b7b-00f0-4dd7-a880-e8981d91b7d1 admin admin] Publish callbacks [] for security_group (d3d27f1c-a864-4d13-bd0b-20a19119bde5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:41.213577 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ea738e35-2aba-4695-97bd-6ff4fcbe4bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ef09dba9-d5c1-41f2-b63b-4dcb533e6e48), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:41.216318 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ea738e35-2aba-4695-97bd-6ff4fcbe4bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:41.220534 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ea738e35-2aba-4695-97bd-6ff4fcbe4bd4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ef09dba9-d5c1-41f2-b63b-4dcb533e6e48 HTTP/1.1" status: 204 len: 168 time: 0.3277681 Mar 11 12:09:41.278862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea738e35-2aba-4695-97bd-6ff4fcbe4bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef09dba9-d5c1-41f2-b63b-4dcb533e6e48,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:41.290254 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (cefd1e97-8629-4b33-a501-53af82782ffd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:41.297007 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c0d37b7b-00f0-4dd7-a880-e8981d91b7d1 admin admin] Publish callbacks [] for security_group (d3d27f1c-a864-4d13-bd0b-20a19119bde5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:41.378139 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e941fb05-4896-4c38-9b4c-d33880735661 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:09:41.392100 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Publish callbacks [] for port (e941fb05-4896-4c38-9b4c-d33880735661), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:41.408945 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c0d37b7b-00f0-4dd7-a880-e8981d91b7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d3d27f1c-a864-4d13-bd0b-20a19119bde5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:41.412542 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c0d37b7b-00f0-4dd7-a880-e8981d91b7d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:41.415910 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c0d37b7b-00f0-4dd7-a880-e8981d91b7d1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d3d27f1c-a864-4d13-bd0b-20a19119bde5 HTTP/1.1" status: 204 len: 168 time: 0.3153510 Mar 11 12:09:41.416537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Transition to ACTIVE for port object e941fb05-4896-4c38-9b4c-d33880735661 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:09:41.430835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d37b7b-00f0-4dd7-a880-e8981d91b7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d27f1c-a864-4d13-bd0b-20a19119bde5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:41.435504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting port d24a290c-f49b-490a-ba3e-bb9d22d362ec {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:09:41.436229 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d24a290c-f49b-490a-ba3e-bb9d22d362ec), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:41.444015 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (e941fb05-4896-4c38-9b4c-d33880735661), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:41.478818 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0ea117e4-954e-445f-a088-149822a45a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:38Z', 'revision_number': 8, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d', 'name': '', 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:37:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:07Z', 'updated_at': '2022-03-11T12:09:15Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:41.575150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea117e4-954e-445f-a088-149822a45a38 None None] Checking router: 1134f63b-0747-4619-b8af-c34a7336c8f2 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:09:41.579503 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] For port d24a290c-f49b-490a-ba3e-bb9d22d362ec, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d24a290c-f49b-490a-ba3e-bb9d22d362ec,segment=NetworkSegment(3dcbb379-c1b7-4535-bf85-94c6b9354d7a),segment_id=3dcbb379-c1b7-4535-bf85-94c6b9354d7a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:41.580126 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d24a290c-f49b-490a-ba3e-bb9d22d362ec), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:41.610421 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea117e4-954e-445f-a088-149822a45a38 None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:41.612794 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0ea117e4-954e-445f-a088-149822a45a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:41.652706 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Calling delete_port for d24a290c-f49b-490a-ba3e-bb9d22d362ec owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:09:41.723300 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Pushing event updated for resources: {'Port': ['ID=e941fb05-4896-4c38-9b4c-d33880735661,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:41.862603 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Attempting to bind port e941fb05-4896-4c38-9b4c-d33880735661 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:09:41.863034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Attempting to bind port e941fb05-4896-4c38-9b4c-d33880735661 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '4a0696a9-0f73-46fa-9d44-6ef5df7488ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:09:41.864521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Attempting to bind port e941fb05-4896-4c38-9b4c-d33880735661 on network 1d2a7297-5ebd-4c8d-8678-24a106f6a5cc {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:09:41.874305 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0ea117e4-954e-445f-a088-149822a45a38 None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:41.879178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Port e941fb05-4896-4c38-9b4c-d33880735661 on network 1d2a7297-5ebd-4c8d-8678-24a106f6a5cc not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:09:41.879727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Attempting to bind port e941fb05-4896-4c38-9b4c-d33880735661 on network 1d2a7297-5ebd-4c8d-8678-24a106f6a5cc {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:09:41.892249 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:09:41.898176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Checking segment: {'id': '4a0696a9-0f73-46fa-9d44-6ef5df7488ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:41.898176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Bound using segment: {'id': '4a0696a9-0f73-46fa-9d44-6ef5df7488ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:09:41.898176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Bound port: e941fb05-4896-4c38-9b4c-d33880735661, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0696a9-0f73-46fa-9d44-6ef5df7488ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:09:41.902208 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e941fb05-4896-4c38-9b4c-d33880735661), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:41.912010 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53586) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:41.958818 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (d24a290c-f49b-490a-ba3e-bb9d22d362ec), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:41.992271 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56993751-79cc-47e3-a3cb-d862b01dbe95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:42.043674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Port': ['ID=d24a290c-f49b-490a-ba3e-bb9d22d362ec,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:42.048269 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] No DVR routers for this DVR port d24a290c-f49b-490a-ba3e-bb9d22d362ec on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:09:42.108667 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da922e1a-6332-422d-86a2-ccc03f0e9145 None None] DHCP port deletion for cefd1e97-8629-4b33-a501-53af82782ffd request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:09:42.120966 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] For port e941fb05-4896-4c38-9b4c-d33880735661, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:09:42.126654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] For port e941fb05-4896-4c38-9b4c-d33880735661, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e941fb05-4896-4c38-9b4c-d33880735661,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:09:42.216427 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (cefd1e97-8629-4b33-a501-53af82782ffd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:42.244269 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefd1e97-8629-4b33-a501-53af82782ffd']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:42.259763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dcbb379-c1b7-4535-bf85-94c6b9354d7a') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:42.259763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dcbb379-c1b7-4535-bf85-94c6b9354d7a') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:42.272255 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (3dcbb379-c1b7-4535-bf85-94c6b9354d7a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:42.293862 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (3dcbb379-c1b7-4535-bf85-94c6b9354d7a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:42.295515 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (e941fb05-4896-4c38-9b4c-d33880735661), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:42.301937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:09:42.302386 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (3dcbb379-c1b7-4535-bf85-94c6b9354d7a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:42.340060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0ea117e4-954e-445f-a088-149822a45a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:38Z', 'revision_number': 8, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d', 'name': '', 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:37:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:07Z', 'updated_at': '2022-03-11T12:09:15Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:42.373095 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69199835-7002-49d8-8b14-8fb5f40f0575 req-d8f4908c-ffcf-486d-bee3-053811816b7f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:42.375186 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69199835-7002-49d8-8b14-8fb5f40f0575 req-d8f4908c-ffcf-486d-bee3-053811816b7f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 943 time: 0.6983922 Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:09:42.385209 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:09:42.388641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea117e4-954e-445f-a088-149822a45a38 None None] The sync data for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 is: [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:38Z', 'revision_number': 8, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d', 'name': '', 'network_id': '74e37023-d8e9-4333-bfaa-6e50a1488480', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:37:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:09:07Z', 'updated_at': '2022-03-11T12:09:15Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '54056bf8-c291-4f39-bf58-81e0d299163f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:09:42.413042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:42.413671 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:42.415192 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] 10.222.0.37 "PUT /v2.0/ports/e941fb05-4896-4c38-9b4c-d33880735661 HTTP/1.1" status: 200 len: 1091 time: 2.1145141 Mar 11 12:09:42.415791 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca76ebd-98c1-42b1-8cb9-b316136245e2', 'tag': 'e941fb05-4896-4c38-9b4c-d33880735661'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:09:42.418118 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02399493-c46a-48eb-95f1-574bbc9ecd85" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca76ebd-98c1-42b1-8cb9-b316136245e2", "tag": "e941fb05-4896-4c38-9b4c-d33880735661"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:09:42.437773 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (cefd1e97-8629-4b33-a501-53af82782ffd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:42.475187 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:42.478873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/networks/cefd1e97-8629-4b33-a501-53af82782ffd HTTP/1.1" status: 204 len: 168 time: 1.3179600 Mar 11 12:09:42.482248 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53608) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:42.520092 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69199835-7002-49d8-8b14-8fb5f40f0575 req-91172ada-bc77-4351-acf1-23ea27ebfd88 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350608 Mar 11 12:09:42.521108 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2e0b8-b88b-47a5-9510-3b2a02fe8c91 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Network': ['ID=cefd1e97-8629-4b33-a501-53af82782ffd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:42.534015 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e298dd42-ec25-47b5-bdae-c32cbb5f32e7 x-openstack-request-id: req-e298dd42-ec25-47b5-bdae-c32cbb5f32e7 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:09:42.534257 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca76ebd-98c1-42b1-8cb9-b316136245e2", "tag": "e941fb05-4896-4c38-9b4c-d33880735661", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:09:42.534513 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e298dd42-ec25-47b5-bdae-c32cbb5f32e7 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:09:42.534928 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca76ebd-98c1-42b1-8cb9-b316136245e2', 'tag': 'e941fb05-4896-4c38-9b4c-d33880735661', 'status': 'completed', 'code': 200} Mar 11 12:09:42.632607 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56993751-79cc-47e3-a3cb-d862b01dbe95 admin admin] Publish callbacks [] for security_group (d6ac36bf-4660-4c4f-a504-4e18c186fbaf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:42.639541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d3c15-8c29-4b25-a8f1-178f308b43ef service neutron] Pushing event updated for resources: {'Port': ['ID=e941fb05-4896-4c38-9b4c-d33880735661,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:42.668092 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56993751-79cc-47e3-a3cb-d862b01dbe95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d6ac36bf-4660-4c4f-a504-4e18c186fbaf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:42.705314 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56993751-79cc-47e3-a3cb-d862b01dbe95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ac36bf-4660-4c4f-a504-4e18c186fbaf,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:42.716316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7fe752e7-effb-4f57-a79c-f749fd96dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:42.718594 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-7fe752e7-effb-4f57-a79c-f749fd96dd1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a8a1ab2e35a4c68af61bee4e54ed507&device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 1125 time: 0.2351038 Mar 11 12:09:42.738598 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:42.824323 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:09:43.081586 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96487e7c-5285-4aa7-b8a9-f992a6ce931e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (1134f63b-0747-4619-b8af-c34a7336c8f2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:43.212634 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53624) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:43.235042 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-2b340d9a-10d2-4a37-88ee-1a3da1d64a71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e941fb05-4896-4c38-9b4c-d33880735661 HTTP/1.1" status: 200 len: 217 time: 0.5067782 Mar 11 12:09:43.241432 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-56993751-79cc-47e3-a3cb-d862b01dbe95 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8e0fa066d03b4e28ad5922cbf8dbeda3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3280632 Mar 11 12:09:43.248395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53632) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:43.299921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-02e7e1e6-42a8-4362-be73-acc50d86cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:43.305138 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-02e7e1e6-42a8-4362-be73-acc50d86cedc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba949ad3-acd0-4240-bdb9-834f19359038 HTTP/1.1" status: 200 len: 854 time: 0.0622957 Mar 11 12:09:43.400737 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68c5616f-8e43-4907-81cd-f182ef1f8813 admin admin] Publish callbacks [] for security_group (d6ac36bf-4660-4c4f-a504-4e18c186fbaf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:43.408873 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-c44cad37-73c6-46c2-b294-3e42255c650b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988379 Mar 11 12:09:43.427542 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68c5616f-8e43-4907-81cd-f182ef1f8813 admin admin] Publish callbacks [] for security_group (d6ac36bf-4660-4c4f-a504-4e18c186fbaf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:43.472420 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-cd332a5f-8330-4e20-86b2-016f8dc2d28d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-805698533'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:43.549273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd332a5f-8330-4e20-86b2-016f8dc2d28d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:43.553886 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cd332a5f-8330-4e20-86b2-016f8dc2d28d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:43.556630 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-c2fe06e6-0e11-46c8-9902-7864e151ca4f service neutron] 10.222.0.37 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406074 Mar 11 12:09:43.559675 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68c5616f-8e43-4907-81cd-f182ef1f8813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d6ac36bf-4660-4c4f-a504-4e18c186fbaf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:43.562833 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68c5616f-8e43-4907-81cd-f182ef1f8813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:43.566711 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-68c5616f-8e43-4907-81cd-f182ef1f8813 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6ac36bf-4660-4c4f-a504-4e18c186fbaf HTTP/1.1" status: 204 len: 168 time: 0.3174396 Mar 11 12:09:43.602271 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5616f-8e43-4907-81cd-f182ef1f8813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ac36bf-4660-4c4f-a504-4e18c186fbaf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:43.606401 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cd332a5f-8330-4e20-86b2-016f8dc2d28d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:43.683966 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-90cebd12-3937-452e-a8f7-8b2015ef1157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:43.757942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-96487e7c-5285-4aa7-b8a9-f992a6ce931e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:09:43.758353 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96487e7c-5285-4aa7-b8a9-f992a6ce931e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:43.812655 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9b521b05-2f2a-41d2-91dd-52493284d320 req-fa1cbffa-9dc5-4e2f-8c41-ddd3eef87934 service neutron] 10.222.0.37 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491701 Mar 11 12:09:43.929068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddebca4-beda-4240-afee-9ad773476b5e req-c689ceda-1712-4fe9-a14d-d2e664f48161 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:43.938247 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ddebca4-beda-4240-afee-9ad773476b5e req-c689ceda-1712-4fe9-a14d-d2e664f48161 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 943 time: 0.1853192 Mar 11 12:09:43.972357 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cd332a5f-8330-4e20-86b2-016f8dc2d28d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for security_group (642199ce-7bd2-4cdd-8937-42bb75518a9a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:43.993038 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cd332a5f-8330-4e20-86b2-016f8dc2d28d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (642199ce-7bd2-4cdd-8937-42bb75518a9a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:43.994964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02399493-c46a-48eb-95f1-574bbc9ecd85 req-c087342c-19b5-4aaf-bf39-a26535900069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:44.000082 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-02399493-c46a-48eb-95f1-574bbc9ecd85 req-c087342c-19b5-4aaf-bf39-a26535900069 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a8a1ab2e35a4c68af61bee4e54ed507&device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 1125 time: 0.1284950 Mar 11 12:09:44.040834 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:09:44.053958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd332a5f-8330-4e20-86b2-016f8dc2d28d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642199ce-7bd2-4cdd-8937-42bb75518a9a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:44.098590 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:09:44.099102 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b3c20cf2-cac7-4804-b74d-3392ad8fc8e7 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:09:44.101015 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d24a290c-f49b-490a-ba3e-bb9d22d362ec no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:09:44.135802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-96487e7c-5285-4aa7-b8a9-f992a6ce931e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] For port ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d,segment=NetworkSegment(60c6736b-4c77-4d21-8f64-269884f31e47),segment_id=60c6736b-4c77-4d21-8f64-269884f31e47)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:44.136315 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96487e7c-5285-4aa7-b8a9-f992a6ce931e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:44.138305 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: d24a290c-f49b-490a-ba3e-bb9d22d362ec {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:09:44.139402 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d24a290c-f49b-490a-ba3e-bb9d22d362ec not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:09:44.149482 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd332a5f-8330-4e20-86b2-016f8dc2d28d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:09:44.205010 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ddebca4-beda-4240-afee-9ad773476b5e req-9f14fc7e-cc22-469c-ae65-a038ba53ed56 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633774 Mar 11 12:09:44.223820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-96487e7c-5285-4aa7-b8a9-f992a6ce931e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Calling delete_port for ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:09:44.226885 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cd332a5f-8330-4e20-86b2-016f8dc2d28d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (01b0117a-0186-4262-97a0-efd27b28715c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:44.227364 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-cd332a5f-8330-4e20-86b2-016f8dc2d28d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Added segment 01b0117a-0186-4262-97a0-efd27b28715c of type vlan for network bf816752-bd1f-4f95-ae07-c81c9d7dd371 Mar 11 12:09:44.243329 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02399493-c46a-48eb-95f1-574bbc9ecd85 req-e3bcde71-5596-46a7-94e3-0a7395281edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:44.245398 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-02399493-c46a-48eb-95f1-574bbc9ecd85 req-e3bcde71-5596-46a7-94e3-0a7395281edc service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc HTTP/1.1" status: 200 len: 915 time: 0.2379761 Mar 11 12:09:44.305711 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-02399493-c46a-48eb-95f1-574bbc9ecd85 req-36e6010e-70d0-4092-b68d-404edc7d5b26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e941fb05-4896-4c38-9b4c-d33880735661 HTTP/1.1" status: 200 len: 217 time: 0.0541246 Mar 11 12:09:44.317355 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cd332a5f-8330-4e20-86b2-016f8dc2d28d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (bf816752-bd1f-4f95-ae07-c81c9d7dd371), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:44.394859 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02399493-c46a-48eb-95f1-574bbc9ecd85 req-37895737-d0f1-47f6-bab5-1fc32eed410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:44.396753 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-02399493-c46a-48eb-95f1-574bbc9ecd85 req-37895737-d0f1-47f6-bab5-1fc32eed410b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba949ad3-acd0-4240-bdb9-834f19359038 HTTP/1.1" status: 200 len: 854 time: 0.0844488 Mar 11 12:09:44.468206 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-02399493-c46a-48eb-95f1-574bbc9ecd85 req-083914c0-6d71-489f-9082-e0be60612892 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632973 Mar 11 12:09:44.552360 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cd332a5f-8330-4e20-86b2-016f8dc2d28d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (bf816752-bd1f-4f95-ae07-c81c9d7dd371), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:44.558684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd332a5f-8330-4e20-86b2-016f8dc2d28d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:44.559290 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cd332a5f-8330-4e20-86b2-016f8dc2d28d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:44.575154 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96487e7c-5285-4aa7-b8a9-f992a6ce931e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:44.596430 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cd332a5f-8330-4e20-86b2-016f8dc2d28d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3800879 Mar 11 12:09:44.598112 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53678) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:44.616104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8a17ca7d-ec99-48ef-b732-5db89a4dc680 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1750180244'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:44.627926 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-02399493-c46a-48eb-95f1-574bbc9ecd85 req-3de1c6a5-3b06-4e86-90e1-e62a2c7d9ee3 service neutron] 10.222.0.37 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513247 Mar 11 12:09:44.701939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a17ca7d-ec99-48ef-b732-5db89a4dc680 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:44.726408 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a17ca7d-ec99-48ef-b732-5db89a4dc680 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:44.799174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd332a5f-8330-4e20-86b2-016f8dc2d28d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Network': ['ID=bf816752-bd1f-4f95-ae07-c81c9d7dd371,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:44.811633 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network bf816752-bd1f-4f95-ae07-c81c9d7dd371 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:09:44.843267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96487e7c-5285-4aa7-b8a9-f992a6ce931e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Port': ['ID=ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:44.949223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a17ca7d-ec99-48ef-b732-5db89a4dc680 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:09:44.970526 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-02399493-c46a-48eb-95f1-574bbc9ecd85 req-9581b85a-c5cc-4adb-ae25-6a60e3a800a1 service neutron] 10.222.0.37 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331378 Mar 11 12:09:44.973828 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a17ca7d-ec99-48ef-b732-5db89a4dc680 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b2957652-3d4c-48f8-927e-13f29978b933), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:44.974156 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-8a17ca7d-ec99-48ef-b732-5db89a4dc680 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Added segment b2957652-3d4c-48f8-927e-13f29978b933 of type vlan for network 5d64db90-5e81-4224-8804-baa9d8f90b21 Mar 11 12:09:45.039520 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96487e7c-5285-4aa7-b8a9-f992a6ce931e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (1134f63b-0747-4619-b8af-c34a7336c8f2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:45.091364 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a17ca7d-ec99-48ef-b732-5db89a4dc680 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (5d64db90-5e81-4224-8804-baa9d8f90b21), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:45.149884 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a17ca7d-ec99-48ef-b732-5db89a4dc680 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (5d64db90-5e81-4224-8804-baa9d8f90b21), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:45.155934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a17ca7d-ec99-48ef-b732-5db89a4dc680 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:45.156735 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a17ca7d-ec99-48ef-b732-5db89a4dc680 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:45.217528 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8a17ca7d-ec99-48ef-b732-5db89a4dc680 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6174583 Mar 11 12:09:45.222158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53696) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:45.231209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f05ce5ee-e511-45f5-acec-7195d6dc2987 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'subnet': {'network_id': 'bf816752-bd1f-4f95-ae07-c81c9d7dd371', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:45.290841 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17ca7d-ec99-48ef-b732-5db89a4dc680 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Network': ['ID=5d64db90-5e81-4224-8804-baa9d8f90b21,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:45.302226 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 5d64db90-5e81-4224-8804-baa9d8f90b21 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:09:45.428119 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05ce5ee-e511-45f5-acec-7195d6dc2987 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:45.437231 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f05ce5ee-e511-45f5-acec-7195d6dc2987 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:45.449413 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96487e7c-5285-4aa7-b8a9-f992a6ce931e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 1134f63b-0747-4619-b8af-c34a7336c8f2 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:09:45.476631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad8aae-2a8e-4268-9d85-4593596f1009 req-d979c492-2285-4555-bc9d-fdb45e775cb1 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:45.478156 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2fad8aae-2a8e-4268-9d85-4593596f1009 req-d979c492-2285-4555-bc9d-fdb45e775cb1 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 943 time: 0.1312697 Mar 11 12:09:45.666609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2fad8aae-2a8e-4268-9d85-4593596f1009 req-32e89b31-1995-4256-9909-427c33d52101 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711445 Mar 11 12:09:45.670217 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96487e7c-5285-4aa7-b8a9-f992a6ce931e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:09:45.678954 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-96487e7c-5285-4aa7-b8a9-f992a6ce931e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/1134f63b-0747-4619-b8af-c34a7336c8f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1700625 Mar 11 12:09:45.682130 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53712) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:45.683866 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae53a14e-8084-463b-9b1e-13ced5341d75 None None] Sync routers for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:09:45.699906 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae53a14e-8084-463b-9b1e-13ced5341d75 None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:45.710645 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ae53a14e-8084-463b-9b1e-13ced5341d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:45.741973 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a82a676b-a395-4fe0-a222-4f21a2a5267e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:45.836136 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f05ce5ee-e511-45f5-acec-7195d6dc2987 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (bb6c9d95-4afd-4ef0-848b-9683b70a625d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:45.840962 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-ae53a14e-8084-463b-9b1e-13ced5341d75 None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:45.954491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ce5ee-e511-45f5-acec-7195d6dc2987 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Subnet': ['ID=bb6c9d95-4afd-4ef0-848b-9683b70a625d,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:45.990313 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ce5ee-e511-45f5-acec-7195d6dc2987 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Checking segment: {'id': '01b0117a-0186-4262-97a0-efd27b28715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bf816752-bd1f-4f95-ae07-c81c9d7dd371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:45.990678 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05ce5ee-e511-45f5-acec-7195d6dc2987 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network hostable DHCP agents. Network: bf816752-bd1f-4f95-ae07-c81c9d7dd371, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:09:46.024676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05ce5ee-e511-45f5-acec-7195d6dc2987 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network bf816752-bd1f-4f95-ae07-c81c9d7dd371 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:09:46.057121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53722) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:46.068867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f05ce5ee-e511-45f5-acec-7195d6dc2987 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, bf816752-bd1f-4f95-ae07-c81c9d7dd371) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:46.079540 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05ce5ee-e511-45f5-acec-7195d6dc2987 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:46.079831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724c75e7-fdad-4c4f-8ed8-fce269b75187 None None] Network bf816752-bd1f-4f95-ae07-c81c9d7dd371 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:46.080314 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f05ce5ee-e511-45f5-acec-7195d6dc2987 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:46.119824 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f05ce5ee-e511-45f5-acec-7195d6dc2987 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8936298 Mar 11 12:09:46.120189 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53726) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:46.125432 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1e717ad4-3b70-4b35-a9f5-cf4371fc88bb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'subnet': {'network_id': '5d64db90-5e81-4224-8804-baa9d8f90b21', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:46.266861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b48b6494-a2e4-4db1-bd64-bbcbc7f39b49 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1271881218'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:46.267602 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b48b6494-a2e4-4db1-bd64-bbcbc7f39b49 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] Unknown quota resources ['metering_label']. {{(pid=104032) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 12:09:46.371497 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-bf816752-bd1f-4f95-ae07-c81c9d7dd371', 'network_id': 'bf816752-bd1f-4f95-ae07-c81c9d7dd371', 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'fixed_ips': [{'subnet_id': 'bb6c9d95-4afd-4ef0-848b-9683b70a625d'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:09:46.372577 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:46.374102 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ae53a14e-8084-463b-9b1e-13ced5341d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:44Z', 'revision_number': 9, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:46.387405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e717ad4-3b70-4b35-a9f5-cf4371fc88bb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:46.405219 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e717ad4-3b70-4b35-a9f5-cf4371fc88bb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:46.420989 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae53a14e-8084-463b-9b1e-13ced5341d75 None None] Checking router: 1134f63b-0747-4619-b8af-c34a7336c8f2 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:09:46.447231 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae53a14e-8084-463b-9b1e-13ced5341d75 None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:46.447894 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ae53a14e-8084-463b-9b1e-13ced5341d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:46.453322 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6857b2-dc8a-4289-b796-c1b40c109576 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting subnet 54056bf8-c291-4f39-bf58-81e0d299163f {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:09:46.457428 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec6857b2-dc8a-4289-b796-c1b40c109576 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (54056bf8-c291-4f39-bf58-81e0d299163f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:46.521082 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec6857b2-dc8a-4289-b796-c1b40c109576 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (54056bf8-c291-4f39-bf58-81e0d299163f), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:46.598892 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b48b6494-a2e4-4db1-bd64-bbcbc7f39b49 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:46.598892 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b48b6494-a2e4-4db1-bd64-bbcbc7f39b49 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5282016 Mar 11 12:09:46.599673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Allocated IP 2001:db8::2 (bf816752-bd1f-4f95-ae07-c81c9d7dd371/bb6c9d95-4afd-4ef0-848b-9683b70a625d/71da7a84-6c55-4efb-be78-646f145a081d) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:09:46.599771 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53738) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:46.604777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5d40f59a-60b3-4c93-bd30-6b937d091703 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '684fc48b-b331-4d0a-9049-0e54ff29a541'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:46.605147 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5d40f59a-60b3-4c93-bd30-6b937d091703 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104032) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 12:09:46.697687 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec6857b2-dc8a-4289-b796-c1b40c109576 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (54056bf8-c291-4f39-bf58-81e0d299163f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:46.805465 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Publish callbacks [] for port (71da7a84-6c55-4efb-be78-646f145a081d), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:46.819231 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (71da7a84-6c55-4efb-be78-646f145a081d), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:46.820439 n-d-833234-2 neutron-server[104032]: WARNING neutron.services.metering.metering_plugin [None req-5d40f59a-60b3-4c93-bd30-6b937d091703 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 11 12:09:46.875734 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Pushing event updated for resources: {'Port': ['ID=71da7a84-6c55-4efb-be78-646f145a081d,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:46.893290 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Network bf816752-bd1f-4f95-ae07-c81c9d7dd371 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:09:46.898193 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-ae53a14e-8084-463b-9b1e-13ced5341d75 None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:46.900963 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:46.901516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:46.901861 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:46.902351 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:46.904247 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:46.904693 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:46.905272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:46.905650 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:46.906023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:46.906396 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:46.906769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:46.907609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:46.908598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:09:46.914868 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:46.918154 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:09:46.935294 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f1d4c-bb3d-40c3-a160-32d174cd9a3a req-a970ec3b-c77c-45a7-9a6e-3b4f161864ef tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:46.952549 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc7f1d4c-bb3d-40c3-a160-32d174cd9a3a req-a970ec3b-c77c-45a7-9a6e-3b4f161864ef tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 943 time: 0.1586444 Mar 11 12:09:46.992561 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec6857b2-dc8a-4289-b796-c1b40c109576 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (54056bf8-c291-4f39-bf58-81e0d299163f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:46.997416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Attempting to bind port 71da7a84-6c55-4efb-be78-646f145a081d on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:09:46.997989 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Attempting to bind port 71da7a84-6c55-4efb-be78-646f145a081d by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '01b0117a-0186-4262-97a0-efd27b28715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bf816752-bd1f-4f95-ae07-c81c9d7dd371'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:09:46.998806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Attempting to bind port 71da7a84-6c55-4efb-be78-646f145a081d on network bf816752-bd1f-4f95-ae07-c81c9d7dd371 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:09:47.005471 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:09:47.006131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Checking segment: {'id': '01b0117a-0186-4262-97a0-efd27b28715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bf816752-bd1f-4f95-ae07-c81c9d7dd371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:47.006675 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.007198 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Bound using segment: {'id': '01b0117a-0186-4262-97a0-efd27b28715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bf816752-bd1f-4f95-ae07-c81c9d7dd371'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:09:47.007981 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Bound port: 71da7a84-6c55-4efb-be78-646f145a081d, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b0117a-0186-4262-97a0-efd27b28715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bf816752-bd1f-4f95-ae07-c81c9d7dd371'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:09:47.008550 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (71da7a84-6c55-4efb-be78-646f145a081d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.086994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6857b2-dc8a-4289-b796-c1b40c109576 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Subnet': ['ID=54056bf8-c291-4f39-bf58-81e0d299163f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:47.090954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ea22b9-7900-491f-93e6-c1a795b3ccc3 None None] Network 74e37023-d8e9-4333-bfaa-6e50a1488480 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:47.094972 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec6857b2-dc8a-4289-b796-c1b40c109576 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.098216 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ec6857b2-dc8a-4289-b796-c1b40c109576 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/subnets/54056bf8-c291-4f39-bf58-81e0d299163f HTTP/1.1" status: 204 len: 168 time: 1.4151337 Mar 11 12:09:47.109301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53748) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:47.219877 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device e941fb05-4896-4c38-9b4c-d33880735661 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:09:47.249916 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (74e37023-d8e9-4333-bfaa-6e50a1488480), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.279516 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc7f1d4c-bb3d-40c3-a160-32d174cd9a3a req-94b885e5-e5a3-446e-a941-6206b38c3cc0 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222868 Mar 11 12:09:47.339624 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d40f59a-60b3-4c93-bd30-6b937d091703 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.345018 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port e941fb05-4896-4c38-9b4c-d33880735661, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e941fb05-4896-4c38-9b4c-d33880735661,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:47.346693 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5d40f59a-60b3-4c93-bd30-6b937d091703 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7485192 Mar 11 12:09:47.347522 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53752) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:47.348572 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e717ad4-3b70-4b35-a9f5-cf4371fc88bb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (e0265f87-efdd-47df-8778-7bf26cfd1141), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.362899 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1fa8d6ca-c3cd-4d12-90dc-24e3f9706e78 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '684fc48b-b331-4d0a-9049-0e54ff29a541'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:47.363488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1fa8d6ca-c3cd-4d12-90dc-24e3f9706e78 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104031) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 12:09:47.369218 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'e941fb05-4896-4c38-9b4c-d33880735661', 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc', 'port_id': 'e941fb05-4896-4c38-9b4c-d33880735661', 'mac_address': 'fa:16:3e:5a:78:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba949ad3-acd0-4240-bdb9-834f19359038', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:09:47.380244 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ae53a14e-8084-463b-9b1e-13ced5341d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:44Z', 'revision_number': 9, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:47.450229 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae53a14e-8084-463b-9b1e-13ced5341d75 None None] The sync data for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 is: [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:44Z', 'revision_number': 9, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc898ad-5e25-492c-9c7e-d4d152ff6cfd', 'name': '', 'network_id': '58108ee5-2223-4659-9f08-b4c9d3b294dd', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:b8:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:59Z', 'updated_at': '2022-03-11T12:09:10Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '093f3c6a-8c13-4b9f-9eba-1553783cdd35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:09:47.455959 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] For port 71da7a84-6c55-4efb-be78-646f145a081d, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:09:47.458884 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port e941fb05-4896-4c38-9b4c-d33880735661 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:47.460248 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e941fb05-4896-4c38-9b4c-d33880735661), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.484169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e941fb05-4896-4c38-9b4c-d33880735661 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:09:47.490874 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e717ad4-3b70-4b35-a9f5-cf4371fc88bb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Subnet': ['ID=e0265f87-efdd-47df-8778-7bf26cfd1141,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:47.515099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e717ad4-3b70-4b35-a9f5-cf4371fc88bb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Checking segment: {'id': 'b2957652-3d4c-48f8-927e-13f29978b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d64db90-5e81-4224-8804-baa9d8f90b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:47.515862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e717ad4-3b70-4b35-a9f5-cf4371fc88bb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network hostable DHCP agents. Network: 5d64db90-5e81-4224-8804-baa9d8f90b21, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:09:47.528168 n-d-833234-2 neutron-server[104031]: WARNING neutron.services.metering.metering_plugin [None req-1fa8d6ca-c3cd-4d12-90dc-24e3f9706e78 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 11 12:09:47.534820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting port cd0053e5-bfc5-4cea-81a3-31344e295afb {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:09:47.534820 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (cd0053e5-bfc5-4cea-81a3-31344e295afb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.549050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e717ad4-3b70-4b35-a9f5-cf4371fc88bb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network 5d64db90-5e81-4224-8804-baa9d8f90b21 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:09:47.550731 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.580458 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1e717ad4-3b70-4b35-a9f5-cf4371fc88bb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 5d64db90-5e81-4224-8804-baa9d8f90b21) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:47.580687 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] For port 71da7a84-6c55-4efb-be78-646f145a081d, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=71da7a84-6c55-4efb-be78-646f145a081d,segment=NetworkSegment(01b0117a-0186-4262-97a0-efd27b28715c),segment_id=01b0117a-0186-4262-97a0-efd27b28715c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:09:47.588185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port e941fb05-4896-4c38-9b4c-d33880735661, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e941fb05-4896-4c38-9b4c-d33880735661,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:47.600259 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e717ad4-3b70-4b35-a9f5-cf4371fc88bb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:47.600904 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e717ad4-3b70-4b35-a9f5-cf4371fc88bb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.611028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a5873c-4364-47d5-b013-f6cfd0d8dcb3 None None] Network 5d64db90-5e81-4224-8804-baa9d8f90b21 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:47.638965 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1e717ad4-3b70-4b35-a9f5-cf4371fc88bb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5137143 Mar 11 12:09:47.639853 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53758) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:47.647908 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2815095c-0ed1-4167-a505-06b5505a35ea tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1487534142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:47.694012 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2815095c-0ed1-4167-a505-06b5505a35ea tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (b849fc6e-4ecb-41aa-8a0f-46b885da5d95), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.695401 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2815095c-0ed1-4167-a505-06b5505a35ea tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (b849fc6e-4ecb-41aa-8a0f-46b885da5d95), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.695531 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e941fb05-4896-4c38-9b4c-d33880735661), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.698761 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (71da7a84-6c55-4efb-be78-646f145a081d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.778788 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d6ca-c3cd-4d12-90dc-24e3f9706e78 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.780005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1fa8d6ca-c3cd-4d12-90dc-24e3f9706e78 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4309461 Mar 11 12:09:47.783131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53764) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:47.799727 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e72fccbb-fee1-4233-bdd0-ddb6ca6d4eef tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=d6db1a97-afa3-4d75-a020-fd421554e06d HTTP/1.1" status: 200 len: 464 time: 0.0135734 Mar 11 12:09:47.806320 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2815095c-0ed1-4167-a505-06b5505a35ea tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router_controller (b849fc6e-4ecb-41aa-8a0f-46b885da5d95), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.817020 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53768) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:47.837098 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2815095c-0ed1-4167-a505-06b5505a35ea tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (b849fc6e-4ecb-41aa-8a0f-46b885da5d95), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.865346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] For port cd0053e5-bfc5-4cea-81a3-31344e295afb, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=cd0053e5-bfc5-4cea-81a3-31344e295afb,segment=NetworkSegment(60c6736b-4c77-4d21-8f64-269884f31e47),segment_id=60c6736b-4c77-4d21-8f64-269884f31e47)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:47.865681 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (cd0053e5-bfc5-4cea-81a3-31344e295afb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.881208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d79225d-0777-4201-9136-de76b874e629 None None] DHCP port deletion for 74e37023-d8e9-4333-bfaa-6e50a1488480 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:09:47.887074 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Calling delete_port for cd0053e5-bfc5-4cea-81a3-31344e295afb owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:09:47.932346 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=e941fb05-4896-4c38-9b4c-d33880735661,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:47.966853 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2815095c-0ed1-4167-a505-06b5505a35ea tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:47.969027 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['e941fb05-4896-4c38-9b4c-d33880735661'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:09:47.976809 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2815095c-0ed1-4167-a505-06b5505a35ea tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3340995 Mar 11 12:09:47.979760 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53770) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:48.067190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cd0053e5-bfc5-4cea-81a3-31344e295afb no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:09:48.089931 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (cd0053e5-bfc5-4cea-81a3-31344e295afb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:48.128502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Port': ['ID=cd0053e5-bfc5-4cea-81a3-31344e295afb,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:48.149856 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] No DVR routers for this DVR port cd0053e5-bfc5-4cea-81a3-31344e295afb on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:09:48.155645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-5d64db90-5e81-4224-8804-baa9d8f90b21', 'network_id': '5d64db90-5e81-4224-8804-baa9d8f90b21', 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'fixed_ips': [{'subnet_id': 'e0265f87-efdd-47df-8778-7bf26cfd1141'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:09:48.156532 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:48.310481 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffc3bb-42df-472b-8b21-0cd9e8d6c24a None None] Pushing event updated for resources: {'Port': ['ID=71da7a84-6c55-4efb-be78-646f145a081d,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:48.372907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1d79225d-0777-4201-9136-de76b874e629 None None] The port 'cd0053e5-bfc5-4cea-81a3-31344e295afb' was deleted {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 11 12:09:48.382637 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: cd0053e5-bfc5-4cea-81a3-31344e295afb {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:09:48.382990 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cd0053e5-bfc5-4cea-81a3-31344e295afb not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:09:48.383416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:09:48.395210 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (74e37023-d8e9-4333-bfaa-6e50a1488480), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:48.438186 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e37023-d8e9-4333-bfaa-6e50a1488480']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:48.461276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c6736b-4c77-4d21-8f64-269884f31e47') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:48.461598 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c6736b-4c77-4d21-8f64-269884f31e47') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:48.467166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:09:48.468249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ebef2d47-1bd3-4b06-90d3-c1cc17ed1c7d not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:09:48.493604 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ed5147d8-eea8-447e-a430-fe38274f4b9c tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:48.498812 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ed5147d8-eea8-447e-a430-fe38274f4b9c tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/d6db1a97-afa3-4d75-a020-fd421554e06d HTTP/1.1" status: 204 len: 168 time: 0.6805625 Mar 11 12:09:48.499655 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53780) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:48.510579 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (60c6736b-4c77-4d21-8f64-269884f31e47), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:48.540030 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (60c6736b-4c77-4d21-8f64-269884f31e47), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:48.556730 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-63d8ea91-2067-4923-a7c3-421a810b36a8 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=d6db1a97-afa3-4d75-a020-fd421554e06d HTTP/1.1" status: 200 len: 221 time: 0.0159304 Mar 11 12:09:48.560423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53786) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:48.565419 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:09:48.565816 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (60c6736b-4c77-4d21-8f64-269884f31e47), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:48.567597 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-78072f09-b41d-4631-a470-2a8753995f1a tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1302613', 'description': 'label created by tempest'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:48.568129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-78072f09-b41d-4631-a470-2a8753995f1a tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] Unknown quota resources ['metering_label']. {{(pid=104032) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 12:09:48.663310 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:09:48.699928 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:09:48.716615 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (74e37023-d8e9-4333-bfaa-6e50a1488480), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:48.743814 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:48.749683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/networks/74e37023-d8e9-4333-bfaa-6e50a1488480 HTTP/1.1" status: 204 len: 168 time: 1.6369865 Mar 11 12:09:48.750707 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53790) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:48.778084 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:48.816199 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747ef9a-aa9c-452d-8f64-06b97dbdb5de tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Network': ['ID=74e37023-d8e9-4333-bfaa-6e50a1488480,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:48.840440 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Allocated IP 2001:db8:1::2 (5d64db90-5e81-4224-8804-baa9d8f90b21/e0265f87-efdd-47df-8778-7bf26cfd1141/aa9265b3-e741-4a45-acc6-b34e8546cbc0) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:09:48.892014 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cebdbd-76aa-407e-834a-aa4010257ced req-e05ec7bf-df6a-4ed4-9815-e055a4041c82 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:48.893633 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d7cebdbd-76aa-407e-834a-aa4010257ced req-e05ec7bf-df6a-4ed4-9815-e055a4041c82 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.1953804 Mar 11 12:09:48.948654 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78072f09-b41d-4631-a470-2a8753995f1a tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:48.952398 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-78072f09-b41d-4631-a470-2a8753995f1a tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 467 time: 0.3888285 Mar 11 12:09:48.956085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53794) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:49.065310 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d7cebdbd-76aa-407e-834a-aa4010257ced req-d02ae4a8-746a-4e16-b700-3051841d9e3d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562912 Mar 11 12:09:49.137759 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a67d689f-f17b-48f8-98b9-259eef443518 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=6972ef07-6a4c-49bf-9130-fa2000d49942 HTTP/1.1" status: 200 len: 465 time: 0.1783862 Mar 11 12:09:49.141434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53800) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:49.416604 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa920928-d156-4a25-990d-501d57e848e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (1134f63b-0747-4619-b8af-c34a7336c8f2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:49.515852 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Publish callbacks [] for port (aa9265b3-e741-4a45-acc6-b34e8546cbc0), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:49.533980 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1976862-9888-4822-884c-e5fe6e93d6c5 None None] Network bf816752-bd1f-4f95-ae07-c81c9d7dd371 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:49.565180 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (aa9265b3-e741-4a45-acc6-b34e8546cbc0), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:49.650931 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Network 5d64db90-5e81-4224-8804-baa9d8f90b21 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:09:49.670166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:49.744810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Pushing event updated for resources: {'Port': ['ID=aa9265b3-e741-4a45-acc6-b34e8546cbc0,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:49.747988 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-decb5c77-3a04-4269-9e4f-e9932a505c97 None None] Provisioning complete for port 71da7a84-6c55-4efb-be78-646f145a081d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:49.749347 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-decb5c77-3a04-4269-9e4f-e9932a505c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (71da7a84-6c55-4efb-be78-646f145a081d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:49.800584 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:09:49.902653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-aa920928-d156-4a25-990d-501d57e848e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:09:49.905605 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa920928-d156-4a25-990d-501d57e848e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:49.918099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Attempting to bind port aa9265b3-e741-4a45-acc6-b34e8546cbc0 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:09:49.918605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Attempting to bind port aa9265b3-e741-4a45-acc6-b34e8546cbc0 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'b2957652-3d4c-48f8-927e-13f29978b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d64db90-5e81-4224-8804-baa9d8f90b21'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:09:49.919058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Attempting to bind port aa9265b3-e741-4a45-acc6-b34e8546cbc0 on network 5d64db90-5e81-4224-8804-baa9d8f90b21 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:09:49.963246 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:09:49.966681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Checking segment: {'id': 'b2957652-3d4c-48f8-927e-13f29978b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d64db90-5e81-4224-8804-baa9d8f90b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:09:49.967197 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:49.968335 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Bound using segment: {'id': 'b2957652-3d4c-48f8-927e-13f29978b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d64db90-5e81-4224-8804-baa9d8f90b21'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:09:49.968950 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Bound port: aa9265b3-e741-4a45-acc6-b34e8546cbc0, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2957652-3d4c-48f8-927e-13f29978b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d64db90-5e81-4224-8804-baa9d8f90b21'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:09:49.969489 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aa9265b3-e741-4a45-acc6-b34e8546cbc0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:50.052001 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3edac985-0d0a-4804-a0de-036ffa723e85 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:50.057401 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3edac985-0d0a-4804-a0de-036ffa723e85 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/6972ef07-6a4c-49bf-9130-fa2000d49942 HTTP/1.1" status: 204 len: 168 time: 0.9112358 Mar 11 12:09:50.058018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53824) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:50.077881 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-79267783-829a-4c09-8787-0833eaffebb9 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=6972ef07-6a4c-49bf-9130-fa2000d49942 HTTP/1.1" status: 200 len: 216 time: 0.0162370 Mar 11 12:09:50.083378 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53826) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:50.102338 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8e469f01-faa9-4750-a1b5-3e41406ad187 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0194924 Mar 11 12:09:50.102945 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53830) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:50.149445 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 71da7a84-6c55-4efb-be78-646f145a081d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:50.159164 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-aa920928-d156-4a25-990d-501d57e848e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] For port 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5cc898ad-5e25-492c-9c7e-d4d152ff6cfd,segment=NetworkSegment(ddf1df60-2bed-43da-8436-3d898ddbafeb),segment_id=ddf1df60-2bed-43da-8436-3d898ddbafeb)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:50.159699 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa920928-d156-4a25-990d-501d57e848e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:50.163547 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7f09a9bc-263f-4989-970b-6e07bf0f6cd8 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0519218 Mar 11 12:09:50.167301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53832) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:50.186019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Allocated IP 2001:db8::1 (bf816752-bd1f-4f95-ae07-c81c9d7dd371/bb6c9d95-4afd-4ef0-848b-9683b70a625d/6ebadce0-53e1-4ccf-b439-df07c310a9ca) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:09:50.272629 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-aa920928-d156-4a25-990d-501d57e848e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Calling delete_port for 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:09:50.293935 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-decb5c77-3a04-4269-9e4f-e9932a505c97 None None] Current status of the port 71da7a84-6c55-4efb-be78-646f145a081d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:50.294758 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-decb5c77-3a04-4269-9e4f-e9932a505c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (71da7a84-6c55-4efb-be78-646f145a081d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:50.303506 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:50.389126 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d93a0793-9271-4358-b275-2bd00d2c213f tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels/684fc48b-b331-4d0a-9049-0e54ff29a541 HTTP/1.1" status: 200 len: 473 time: 0.2183049 Mar 11 12:09:50.395289 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53838) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:50.396870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49811a34-b9ff-4321-82b2-7cf07b4673f1 req-b3aa98bf-e7e0-428d-9586-0c8254ae6e8f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:50.398530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49811a34-b9ff-4321-82b2-7cf07b4673f1 req-b3aa98bf-e7e0-428d-9586-0c8254ae6e8f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.2179790 Mar 11 12:09:50.464448 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (6ebadce0-53e1-4ccf-b439-df07c310a9ca), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:50.509611 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] For port aa9265b3-e741-4a45-acc6-b34e8546cbc0, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:09:50.517360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] For port aa9265b3-e741-4a45-acc6-b34e8546cbc0, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=aa9265b3-e741-4a45-acc6-b34e8546cbc0,segment=NetworkSegment(b2957652-3d4c-48f8-927e-13f29978b933),segment_id=b2957652-3d4c-48f8-927e-13f29978b933)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:09:50.521186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-decb5c77-3a04-4269-9e4f-e9932a505c97 None None] For port 71da7a84-6c55-4efb-be78-646f145a081d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=71da7a84-6c55-4efb-be78-646f145a081d,segment=NetworkSegment(01b0117a-0186-4262-97a0-efd27b28715c),segment_id=01b0117a-0186-4262-97a0-efd27b28715c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:50.530918 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aa9265b3-e741-4a45-acc6-b34e8546cbc0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:50.557273 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-decb5c77-3a04-4269-9e4f-e9932a505c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (71da7a84-6c55-4efb-be78-646f145a081d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:50.569800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 71da7a84-6c55-4efb-be78-646f145a081d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:50.570151 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (71da7a84-6c55-4efb-be78-646f145a081d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:50.592532 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49811a34-b9ff-4321-82b2-7cf07b4673f1 req-4b8cd3c3-3d29-4417-a871-85114d223123 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100216 Mar 11 12:09:50.594342 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6ebadce0-53e1-4ccf-b439-df07c310a9ca), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:50.630083 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0d802045-15bd-4aa7-9290-71b6c154c2a5 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules/f9dd8791-3de4-4255-9ba7-0c9f37169bb9 HTTP/1.1" status: 200 len: 461 time: 0.0577335 Mar 11 12:09:50.644182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53846) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:50.699234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=6ebadce0-53e1-4ccf-b439-df07c310a9ca,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:50.700123 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa920928-d156-4a25-990d-501d57e848e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (5cc898ad-5e25-492c-9c7e-d4d152ff6cfd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:50.719943 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network bf816752-bd1f-4f95-ae07-c81c9d7dd371 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:09:50.722755 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:50.728299 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:09:50.728973 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (b849fc6e-4ecb-41aa-8a0f-46b885da5d95), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:50.781246 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa920928-d156-4a25-990d-501d57e848e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Port': ['ID=5cc898ad-5e25-492c-9c7e-d4d152ff6cfd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:50.828342 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 71da7a84-6c55-4efb-be78-646f145a081d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:50.833735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee98b8-8dc2-4f18-9c63-d094222df3f3 None None] Pushing event updated for resources: {'Port': ['ID=aa9265b3-e741-4a45-acc6-b34e8546cbc0,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:50.915269 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb5c77-3a04-4269-9e4f-e9932a505c97 None None] Pushing event updated for resources: {'Port': ['ID=71da7a84-6c55-4efb-be78-646f145a081d,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:50.950962 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-23b7c289-37dc-4907-98fb-b50824358d71 None None] Provisioning complete for port 71da7a84-6c55-4efb-be78-646f145a081d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:50.952222 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-23b7c289-37dc-4907-98fb-b50824358d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (71da7a84-6c55-4efb-be78-646f145a081d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:51.081377 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6ebadce0-53e1-4ccf-b439-df07c310a9ca), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:51.176603 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device e941fb05-4896-4c38-9b4c-d33880735661 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:51.188045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-23b7c289-37dc-4907-98fb-b50824358d71 None None] Current status of the port 71da7a84-6c55-4efb-be78-646f145a081d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:51.344852 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port e941fb05-4896-4c38-9b4c-d33880735661 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:09:51.349529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port e941fb05-4896-4c38-9b4c-d33880735661 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:51.349904 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e941fb05-4896-4c38-9b4c-d33880735661), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:51.430176 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa920928-d156-4a25-990d-501d57e848e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (1134f63b-0747-4619-b8af-c34a7336c8f2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:51.435348 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afe59c52-9a26-48f7-bf9d-1235022e553b tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:51.437633 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-afe59c52-9a26-48f7-bf9d-1235022e553b tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/f9dd8791-3de4-4255-9ba7-0c9f37169bb9 HTTP/1.1" status: 204 len: 168 time: 0.7890382 Mar 11 12:09:51.443325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53858) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:51.477906 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-af70bf34-5752-4cc7-a86c-f0d166b14b9d None None] Provisioning complete for port 6ebadce0-53e1-4ccf-b439-df07c310a9ca triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:51.489778 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-af70bf34-5752-4cc7-a86c-f0d166b14b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6ebadce0-53e1-4ccf-b439-df07c310a9ca), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:51.637877 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (6ebadce0-53e1-4ccf-b439-df07c310a9ca), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:51.642167 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port e941fb05-4896-4c38-9b4c-d33880735661 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:51.642657 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e941fb05-4896-4c38-9b4c-d33880735661), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:51.645718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-af70bf34-5752-4cc7-a86c-f0d166b14b9d None None] Port 6ebadce0-53e1-4ccf-b439-df07c310a9ca cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:09:51.665000 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (6ebadce0-53e1-4ccf-b439-df07c310a9ca), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:51.669419 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (b849fc6e-4ecb-41aa-8a0f-46b885da5d95), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:51.684318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca76ebd-98c1-42b1-8cb9-b316136245e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e941fb05-4896-4c38-9b4c-d33880735661'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:09:51.686831 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb75fd3d-8066-469a-8f69-649cdbd1b3fe" -d '{"events": [{"server_uuid": "8ca76ebd-98c1-42b1-8cb9-b316136245e2", "name": "network-vif-plugged", "status": "completed", "tag": "e941fb05-4896-4c38-9b4c-d33880735661"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:09:51.720121 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port e941fb05-4896-4c38-9b4c-d33880735661, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e941fb05-4896-4c38-9b4c-d33880735661,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:51.725943 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e941fb05-4896-4c38-9b4c-d33880735661), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:51.783232 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa920928-d156-4a25-990d-501d57e848e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 1134f63b-0747-4619-b8af-c34a7336c8f2 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:09:51.852128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=e941fb05-4896-4c38-9b4c-d33880735661,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:51.919732 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d775-0463-41fe-920b-cd7f0a85508e req-74183180-96bd-4e00-9e91-99c6a7d82956 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:51.927544 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-acc8d775-0463-41fe-920b-cd7f0a85508e req-74183180-96bd-4e00-9e91-99c6a7d82956 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1912925 Mar 11 12:09:52.093991 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=6ebadce0-53e1-4ccf-b439-df07c310a9ca,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:52.103862 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7470d940-b75f-4ef9-8360-a27f610cdcba x-openstack-request-id: req-7470d940-b75f-4ef9-8360-a27f610cdcba {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:09:52.104360 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca76ebd-98c1-42b1-8cb9-b316136245e2", "name": "network-vif-plugged", "status": "completed", "tag": "e941fb05-4896-4c38-9b4c-d33880735661", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:09:52.104474 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7470d940-b75f-4ef9-8360-a27f610cdcba {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:09:52.104899 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca76ebd-98c1-42b1-8cb9-b316136245e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e941fb05-4896-4c38-9b4c-d33880735661', 'code': 200} Mar 11 12:09:52.124408 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-acc8d775-0463-41fe-920b-cd7f0a85508e req-12ea1346-2e5b-44ab-ac46-485e77035989 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958916 Mar 11 12:09:52.150853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa920928-d156-4a25-990d-501d57e848e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:09:52.163646 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-aa920928-d156-4a25-990d-501d57e848e6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/1134f63b-0747-4619-b8af-c34a7336c8f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4104946 Mar 11 12:09:52.164729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53880) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:52.171467 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93b3745-e09d-400e-87b0-3499cf8f86a6 None None] Sync routers for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:09:52.192199 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93b3745-e09d-400e-87b0-3499cf8f86a6 None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:52.194592 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a93b3745-e09d-400e-87b0-3499cf8f86a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:52.342768 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d6cfd9-aed1-451d-94e3-cfd894a548d0 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting subnet 093f3c6a-8c13-4b9f-9eba-1553783cdd35 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:09:52.344443 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-a93b3745-e09d-400e-87b0-3499cf8f86a6 None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:52.352604 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90d6cfd9-aed1-451d-94e3-cfd894a548d0 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (093f3c6a-8c13-4b9f-9eba-1553783cdd35), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:52.380787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network bf816752-bd1f-4f95-ae07-c81c9d7dd371 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:09:52.394234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device aa9265b3-e741-4a45-acc6-b34e8546cbc0 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:52.429038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:52.444661 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90d6cfd9-aed1-451d-94e3-cfd894a548d0 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (093f3c6a-8c13-4b9f-9eba-1553783cdd35), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:52.572951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-61ffe0e4-7f05-414b-9b3a-e548627c7908 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:52.577477 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-61ffe0e4-7f05-414b-9b3a-e548627c7908 tempest-MeteringTestJSON-1667642846 tempest-MeteringTestJSON-1667642846-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/684fc48b-b331-4d0a-9049-0e54ff29a541 HTTP/1.1" status: 204 len: 168 time: 1.1318080 Mar 11 12:09:52.699760 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90d6cfd9-aed1-451d-94e3-cfd894a548d0 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (093f3c6a-8c13-4b9f-9eba-1553783cdd35), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:52.713211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb7dfc-2d22-4776-b92c-3979e56372d2 req-3f352d32-cd06-453d-8123-28ceea84f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:52.714822 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12eb7dfc-2d22-4776-b92c-3979e56372d2 req-3f352d32-cd06-453d-8123-28ceea84f7f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 1127 time: 0.4679766 Mar 11 12:09:52.728079 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d67fb6-c851-429f-a3cf-74c6d667fd5e None None] Network 5d64db90-5e81-4224-8804-baa9d8f90b21 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:52.825221 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90d6cfd9-aed1-451d-94e3-cfd894a548d0 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (093f3c6a-8c13-4b9f-9eba-1553783cdd35), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:52.895124 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90d6cfd9-aed1-451d-94e3-cfd894a548d0 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:52.903012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53892) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:52.903512 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-90d6cfd9-aed1-451d-94e3-cfd894a548d0 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/subnets/093f3c6a-8c13-4b9f-9eba-1553783cdd35 HTTP/1.1" status: 204 len: 168 time: 0.7371154 Mar 11 12:09:52.905290 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6cfd9-aed1-451d-94e3-cfd894a548d0 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Subnet': ['ID=093f3c6a-8c13-4b9f-9eba-1553783cdd35,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:52.926489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e865919-1591-4056-9237-18c260a0e134 None None] Network 58108ee5-2223-4659-9f08-b4c9d3b294dd requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:09:53.050867 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (58108ee5-2223-4659-9f08-b4c9d3b294dd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:53.104359 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12eb7dfc-2d22-4776-b92c-3979e56372d2 req-9d1ad296-1dad-499b-bb6b-65257de65b4b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154573 Mar 11 12:09:53.106556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53902) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:53.171601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router b849fc6e-4ecb-41aa-8a0f-46b885da5d95 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:09:53.208001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting port 0989ff51-a45f-4b5e-bfc2-b60ff4121641 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:09:53.208001 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0989ff51-a45f-4b5e-bfc2-b60ff4121641), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:53.281988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] For port 0989ff51-a45f-4b5e-bfc2-b60ff4121641, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0989ff51-a45f-4b5e-bfc2-b60ff4121641,segment=NetworkSegment(ddf1df60-2bed-43da-8436-3d898ddbafeb),segment_id=ddf1df60-2bed-43da-8436-3d898ddbafeb)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:53.282966 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0989ff51-a45f-4b5e-bfc2-b60ff4121641), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:53.304148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Calling delete_port for 0989ff51-a45f-4b5e-bfc2-b60ff4121641 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:09:53.426356 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5abdde7b-555e-4d2d-aa94-5fc5b44c0f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:53.449025 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0989ff51-a45f-4b5e-bfc2-b60ff4121641), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:53.486837 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Port': ['ID=0989ff51-a45f-4b5e-bfc2-b60ff4121641,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:53.510598 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079982f9-5915-44e8-b1d3-9d62448f0eb4 req-27cbd1de-841d-40b1-a851-f6c745eb8e19 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:53.514956 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-079982f9-5915-44e8-b1d3-9d62448f0eb4 req-27cbd1de-841d-40b1-a851-f6c745eb8e19 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1802452 Mar 11 12:09:53.547027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] No DVR routers for this DVR port 0989ff51-a45f-4b5e-bfc2-b60ff4121641 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:09:53.596659 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-897835cb-70e6-49ea-a3ae-fb6d5e21b137 None None] Provisioning complete for port aa9265b3-e741-4a45-acc6-b34e8546cbc0 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:53.599188 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-897835cb-70e6-49ea-a3ae-fb6d5e21b137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aa9265b3-e741-4a45-acc6-b34e8546cbc0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:53.624666 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-079982f9-5915-44e8-b1d3-9d62448f0eb4 req-a068ebb3-7e1e-4614-9153-ec91dfa866ff tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022041 Mar 11 12:09:53.625056 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:09:53.635026 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-41ec8323-5b2a-4552-88e6-f36cb06fd2a1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/b849fc6e-4ecb-41aa-8a0f-46b885da5d95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5754795 Mar 11 12:09:53.639468 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53914) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:53.646401 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d84de2-928c-4a3e-a65f-e58b59ba462b None None] Sync routers for ids ['b849fc6e-4ecb-41aa-8a0f-46b885da5d95'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:09:53.664594 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d84de2-928c-4a3e-a65f-e58b59ba462b None None] Routers {'b849fc6e-4ecb-41aa-8a0f-46b885da5d95'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:53.667683 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b5d84de2-928c-4a3e-a65f-e58b59ba462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b849fc6e-4ecb-41aa-8a0f-46b885da5d95'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:53.698213 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5abdde7b-555e-4d2d-aa94-5fc5b44c0f8f admin admin] Publish callbacks [] for security_group (a7b59e01-8aeb-424f-8fd5-4f4912a25455), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:53.705252 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5abdde7b-555e-4d2d-aa94-5fc5b44c0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a7b59e01-8aeb-424f-8fd5-4f4912a25455), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:53.758347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5abdde7b-555e-4d2d-aa94-5fc5b44c0f8f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=34bba1c4e186484dba8174c33040ce85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6506963 Mar 11 12:09:53.759571 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdde7b-555e-4d2d-aa94-5fc5b44c0f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b59e01-8aeb-424f-8fd5-4f4912a25455,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:53.762067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53918) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:53.776471 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (58108ee5-2223-4659-9f08-b4c9d3b294dd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:53.799113 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b5d84de2-928c-4a3e-a65f-e58b59ba462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:53.818301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port aa9265b3-e741-4a45-acc6-b34e8546cbc0 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:53.818301 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aa9265b3-e741-4a45-acc6-b34e8546cbc0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:53.833290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58108ee5-2223-4659-9f08-b4c9d3b294dd']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:53.842212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc0a539-728a-46ca-b2cc-bbd4161285e9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:53.843677 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-edc0a539-728a-46ca-b2cc-bbd4161285e9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports/6ebadce0-53e1-4ccf-b439-df07c310a9ca HTTP/1.1" status: 200 len: 911 time: 0.2027559 Mar 11 12:09:53.846780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 53922) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:53.849752 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d84de2-928c-4a3e-a65f-e58b59ba462b None None] Routers {'b849fc6e-4ecb-41aa-8a0f-46b885da5d95'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:53.850886 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b5d84de2-928c-4a3e-a65f-e58b59ba462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b849fc6e-4ecb-41aa-8a0f-46b885da5d95'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:53.857086 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6230e3df-a1f6-4e26-abe0-62acb5f2a49d admin admin] Publish callbacks [] for security_group (a7b59e01-8aeb-424f-8fd5-4f4912a25455), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:53.868565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf1df60-2bed-43da-8436-3d898ddbafeb') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:53.868888 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf1df60-2bed-43da-8436-3d898ddbafeb') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:53.888879 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (ddf1df60-2bed-43da-8436-3d898ddbafeb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:53.916693 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ddf1df60-2bed-43da-8436-3d898ddbafeb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:53.934584 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:09:53.934584 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (ddf1df60-2bed-43da-8436-3d898ddbafeb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:53.947275 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b5d84de2-928c-4a3e-a65f-e58b59ba462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:53.949436 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d84de2-928c-4a3e-a65f-e58b59ba462b None None] The sync data for ids ['b849fc6e-4ecb-41aa-8a0f-46b885da5d95'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:09:53.975547 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6230e3df-a1f6-4e26-abe0-62acb5f2a49d admin admin] Publish callbacks [] for security_group (a7b59e01-8aeb-424f-8fd5-4f4912a25455), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:09:54.116072 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:09:54.120144 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (58108ee5-2223-4659-9f08-b4c9d3b294dd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:54.129808 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:54.137581 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/networks/58108ee5-2223-4659-9f08-b4c9d3b294dd HTTP/1.1" status: 204 len: 168 time: 1.2285025 Mar 11 12:09:54.140494 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53930) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:54.168689 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6230e3df-a1f6-4e26-abe0-62acb5f2a49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a7b59e01-8aeb-424f-8fd5-4f4912a25455), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:54.172767 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6230e3df-a1f6-4e26-abe0-62acb5f2a49d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:54.176065 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6230e3df-a1f6-4e26-abe0-62acb5f2a49d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a7b59e01-8aeb-424f-8fd5-4f4912a25455 HTTP/1.1" status: 204 len: 168 time: 0.4121127 Mar 11 12:09:54.184198 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfa5e4f-4336-4b13-b07c-67f75ad60a5c None None] DHCP port deletion for 58108ee5-2223-4659-9f08-b4c9d3b294dd request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:09:54.319094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port aa9265b3-e741-4a45-acc6-b34e8546cbc0 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:54.320698 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aa9265b3-e741-4a45-acc6-b34e8546cbc0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:54.449114 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e71ab-f841-4ffb-99fa-6b1bd81ed114 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Network': ['ID=58108ee5-2223-4659-9f08-b4c9d3b294dd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:54.464518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230e3df-a1f6-4e26-abe0-62acb5f2a49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b59e01-8aeb-424f-8fd5-4f4912a25455,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:54.485908 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-897835cb-70e6-49ea-a3ae-fb6d5e21b137 None None] Current status of the port aa9265b3-e741-4a45-acc6-b34e8546cbc0 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:54.486592 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-897835cb-70e6-49ea-a3ae-fb6d5e21b137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aa9265b3-e741-4a45-acc6-b34e8546cbc0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:54.683684 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:54.759399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port aa9265b3-e741-4a45-acc6-b34e8546cbc0, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=aa9265b3-e741-4a45-acc6-b34e8546cbc0,segment=NetworkSegment(b2957652-3d4c-48f8-927e-13f29978b933),segment_id=b2957652-3d4c-48f8-927e-13f29978b933)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:54.768960 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a93b3745-e09d-400e-87b0-3499cf8f86a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:50Z', 'revision_number': 10, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:54.829149 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53948) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:54.829678 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53950) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:54.863233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93b3745-e09d-400e-87b0-3499cf8f86a6 None None] Checking router: 1134f63b-0747-4619-b8af-c34a7336c8f2 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:09:54.889333 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aa9265b3-e741-4a45-acc6-b34e8546cbc0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:54.894833 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 71da7a84-6c55-4efb-be78-646f145a081d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:54.905078 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29ff71fa-de91-4a1a-9925-8c90904d434d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:55.023007 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29ff71fa-de91-4a1a-9925-8c90904d434d admin admin] Publish callbacks [] for security_group (98f2200e-1605-46d6-8d5d-543e7a1c53c5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:55.081378 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29ff71fa-de91-4a1a-9925-8c90904d434d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (98f2200e-1605-46d6-8d5d-543e7a1c53c5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:55.088210 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=aa9265b3-e741-4a45-acc6-b34e8546cbc0,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:55.117116 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9fdc-ef3f-4958-b89d-fc3984efacce tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (1134f63b-0747-4619-b8af-c34a7336c8f2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:55.124332 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93b3745-e09d-400e-87b0-3499cf8f86a6 None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:55.124718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a93b3745-e09d-400e-87b0-3499cf8f86a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:55.133672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 71da7a84-6c55-4efb-be78-646f145a081d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:55.133672 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (71da7a84-6c55-4efb-be78-646f145a081d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:55.391971 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-897835cb-70e6-49ea-a3ae-fb6d5e21b137 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:09:55.392584 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-897835cb-70e6-49ea-a3ae-fb6d5e21b137 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:09:55.532403 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-a93b3745-e09d-400e-87b0-3499cf8f86a6 None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:55.711916 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-29ff71fa-de91-4a1a-9925-8c90904d434d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=57532138ba234e9daf81fa0a8f1e8e5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8808122 Mar 11 12:09:55.722701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 53966) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:55.752218 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398587f7-b236-4dc9-a55b-325b040254c9 req-24ced782-7c7d-46fa-9bba-2cb22c1e08c2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:55.761621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-398587f7-b236-4dc9-a55b-325b040254c9 req-24ced782-7c7d-46fa-9bba-2cb22c1e08c2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.9258809 Mar 11 12:09:55.857012 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 71da7a84-6c55-4efb-be78-646f145a081d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:55.865162 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-398587f7-b236-4dc9-a55b-325b040254c9 req-229b6af8-cb4f-4fd3-b3e8-4caaa3b22349 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024497 Mar 11 12:09:55.872068 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff71fa-de91-4a1a-9925-8c90904d434d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f2200e-1605-46d6-8d5d-543e7a1c53c5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:55.930630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Allocated IP 2001:db8:1::1 (5d64db90-5e81-4224-8804-baa9d8f90b21/e0265f87-efdd-47df-8778-7bf26cfd1141/dd9652dd-1593-4256-aa99-5c06015f8bce) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:09:56.006381 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34ea718d-1917-4996-84b8-d373a2310b30 admin admin] Publish callbacks [] for security_group (98f2200e-1605-46d6-8d5d-543e7a1c53c5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:56.041759 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device aa9265b3-e741-4a45-acc6-b34e8546cbc0 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:09:56.082443 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ce66e-03d6-4506-a171-2be54d223519 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Deleting port f0541f7f-2b10-4d7c-a5c6-03313ba06344 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:09:56.084909 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca2ce66e-03d6-4506-a171-2be54d223519 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f0541f7f-2b10-4d7c-a5c6-03313ba06344), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:56.142104 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34ea718d-1917-4996-84b8-d373a2310b30 admin admin] Publish callbacks [] for security_group (98f2200e-1605-46d6-8d5d-543e7a1c53c5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:56.154459 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (dd9652dd-1593-4256-aa99-5c06015f8bce), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:56.242975 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca2ce66e-03d6-4506-a171-2be54d223519 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f0541f7f-2b10-4d7c-a5c6-03313ba06344), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:56.243377 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca2ce66e-03d6-4506-a171-2be54d223519 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for floatingip (f0541f7f-2b10-4d7c-a5c6-03313ba06344), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:56.269291 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ce66e-03d6-4506-a171-2be54d223519 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Calling delete_port for f0541f7f-2b10-4d7c-a5c6-03313ba06344 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:09:56.270916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-897835cb-70e6-49ea-a3ae-fb6d5e21b137 None None] Current status of the port aa9265b3-e741-4a45-acc6-b34e8546cbc0 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:56.305252 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (dd9652dd-1593-4256-aa99-5c06015f8bce), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:56.327439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port aa9265b3-e741-4a45-acc6-b34e8546cbc0 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:56.327914 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aa9265b3-e741-4a45-acc6-b34e8546cbc0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:56.425001 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network 5d64db90-5e81-4224-8804-baa9d8f90b21 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:09:56.453463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a93b3745-e09d-400e-87b0-3499cf8f86a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:50Z', 'revision_number': 10, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:56.514947 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:56.524507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-608e185d-0974-4542-b6b2-0b4238c3c292 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:56.526028 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-608e185d-0974-4542-b6b2-0b4238c3c292 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/networks?id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc HTTP/1.1" status: 200 len: 814 time: 0.3256969 Mar 11 12:09:56.526958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:09:56.527495 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (b849fc6e-4ecb-41aa-8a0f-46b885da5d95), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:56.568924 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93b3745-e09d-400e-87b0-3499cf8f86a6 None None] The sync data for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 is: [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:50Z', 'revision_number': 10, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None, '_interfaces': [{'id': '267af154-0895-45e0-9fcb-98db6a0a6a43', 'name': '', 'network_id': 'c5c5a24c-85bf-4a0d-ad79-95e66b0b598c', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'mac_address': 'fa:16:3e:ca:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:08:53Z', 'updated_at': '2022-03-11T12:09:00Z', 'revision_number': 5, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'subnets': [{'id': '81b7f343-cd5b-4f95-92ed-2e955bc6d995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:09:56.599258 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-83a27c64-049d-45a8-a740-3b61d5793333 None None] Provisioning complete for port aa9265b3-e741-4a45-acc6-b34e8546cbc0 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:56.601611 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-83a27c64-049d-45a8-a740-3b61d5793333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aa9265b3-e741-4a45-acc6-b34e8546cbc0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:56.666883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port aa9265b3-e741-4a45-acc6-b34e8546cbc0 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:56.667965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=dd9652dd-1593-4256-aa99-5c06015f8bce,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:56.700531 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-c342c021-728a-494a-a4f9-81c074b86a37 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/quotas/9a8a1ab2e35a4c68af61bee4e54ed507 HTTP/1.1" status: 200 len: 375 time: 0.0225675 Mar 11 12:09:56.818176 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-0fea1b32-13ac-493c-aedb-24d25e92ceed tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9a8a1ab2e35a4c68af61bee4e54ed507&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1096401 Mar 11 12:09:56.835515 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-83a27c64-049d-45a8-a740-3b61d5793333 None None] Current status of the port aa9265b3-e741-4a45-acc6-b34e8546cbc0 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:09:56.866103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-83a27c64-049d-45a8-a740-3b61d5793333 None None] Provisioning complete for port 6ebadce0-53e1-4ccf-b439-df07c310a9ca triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:56.866499 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-83a27c64-049d-45a8-a740-3b61d5793333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6ebadce0-53e1-4ccf-b439-df07c310a9ca), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:56.886445 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34ea718d-1917-4996-84b8-d373a2310b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (98f2200e-1605-46d6-8d5d-543e7a1c53c5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:56.890586 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34ea718d-1917-4996-84b8-d373a2310b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:56.892520 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-34ea718d-1917-4996-84b8-d373a2310b30 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/98f2200e-1605-46d6-8d5d-543e7a1c53c5 HTTP/1.1" status: 204 len: 168 time: 1.1680713 Mar 11 12:09:56.933560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea718d-1917-4996-84b8-d373a2310b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f2200e-1605-46d6-8d5d-543e7a1c53c5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:56.963276 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca2ce66e-03d6-4506-a171-2be54d223519 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f0541f7f-2b10-4d7c-a5c6-03313ba06344), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:57.053606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0989ff51-a45f-4b5e-bfc2-b60ff4121641 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:09:57.057817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-83a27c64-049d-45a8-a740-3b61d5793333 None None] Port 6ebadce0-53e1-4ccf-b439-df07c310a9ca cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:09:57.094919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 0989ff51-a45f-4b5e-bfc2-b60ff4121641 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:09:57.095348 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0989ff51-a45f-4b5e-bfc2-b60ff4121641 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:09:57.121486 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ce66e-03d6-4506-a171-2be54d223519 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Pushing event deleted for resources: {'Port': ['ID=f0541f7f-2b10-4d7c-a5c6-03313ba06344,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:57.211365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-cbcb3de5-386d-4890-8518-9434dc1ebb28 None None] Provisioning complete for port dd9652dd-1593-4256-aa99-5c06015f8bce triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:57.211771 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3de5-386d-4890-8518-9434dc1ebb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (dd9652dd-1593-4256-aa99-5c06015f8bce), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:57.281102 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b9fdc-ef3f-4958-b89d-fc3984efacce tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting port 267af154-0895-45e0-9fcb-98db6a0a6a43 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:09:57.282266 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9fdc-ef3f-4958-b89d-fc3984efacce tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:57.308340 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-3d105b9b-dcac-436c-9166-01dd201bd225 service neutron] 10.222.0.78 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827616 Mar 11 12:09:57.318331 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca2ce66e-03d6-4506-a171-2be54d223519 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for floatingip (972bd84f-500f-4877-a2fd-4153aedd8076), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:57.318765 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-ca2ce66e-03d6-4506-a171-2be54d223519 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Floating IP 972bd84f-500f-4877-a2fd-4153aedd8076 disassociated (deleted). External IP: 172.25.7.30, port: 19be43f8-1844-486f-90c9-b5d203b3a29a. Mar 11 12:09:57.338664 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (dd9652dd-1593-4256-aa99-5c06015f8bce), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:57.343944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb3de5-386d-4890-8518-9434dc1ebb28 None None] Port dd9652dd-1593-4256-aa99-5c06015f8bce cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:09:57.539821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-5d9b9fdc-ef3f-4958-b89d-fc3984efacce tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] For port 267af154-0895-45e0-9fcb-98db6a0a6a43, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=267af154-0895-45e0-9fcb-98db6a0a6a43,segment=NetworkSegment(3bc135a6-3987-469f-b8e0-1ddd03331ef3),segment_id=3bc135a6-3987-469f-b8e0-1ddd03331ef3)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:09:57.540201 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9fdc-ef3f-4958-b89d-fc3984efacce tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:57.561616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b9fdc-ef3f-4958-b89d-fc3984efacce tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Calling delete_port for 267af154-0895-45e0-9fcb-98db6a0a6a43 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:09:57.761017 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-02b3ac5d-069e-4561-8cab-29191087fbb0 service neutron] 10.222.0.78 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971071 Mar 11 12:09:57.901775 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:09:57.956304 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:09:57.956654 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5cc898ad-5e25-492c-9c7e-d4d152ff6cfd not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:09:57.973898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2ce66e-03d6-4506-a171-2be54d223519 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Router 6f750004-febb-46d7-9113-630d27308351 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:09:58.031198 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (dd9652dd-1593-4256-aa99-5c06015f8bce), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:58.040195 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (dd9652dd-1593-4256-aa99-5c06015f8bce), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:58.042717 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (b849fc6e-4ecb-41aa-8a0f-46b885da5d95), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:58.156819 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=dd9652dd-1593-4256-aa99-5c06015f8bce,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:58.304061 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-34c140a2-68c8-4e93-90ec-eeeb38946303 req-3fe0d148-01d0-4678-b4f8-6ace493e12a7 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 210 time: 0.0909641 Mar 11 12:09:58.364189 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network 5d64db90-5e81-4224-8804-baa9d8f90b21 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:09:58.365844 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:09:58.414052 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9fdc-ef3f-4958-b89d-fc3984efacce tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (267af154-0895-45e0-9fcb-98db6a0a6a43), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:58.504196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54046) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:58.568093 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b9fdc-ef3f-4958-b89d-fc3984efacce tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Port': ['ID=267af154-0895-45e0-9fcb-98db6a0a6a43,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:09:58.668869 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router b849fc6e-4ecb-41aa-8a0f-46b885da5d95 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:09:58.690349 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2ce66e-03d6-4506-a171-2be54d223519 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:09:58.704574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5762460b-e18b-4c1f-aeae-e02e2da5ff2e None None] Sync routers for ids ['6f750004-febb-46d7-9113-630d27308351'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:09:58.741744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5762460b-e18b-4c1f-aeae-e02e2da5ff2e None None] Routers {'6f750004-febb-46d7-9113-630d27308351'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:58.750555 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5762460b-e18b-4c1f-aeae-e02e2da5ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6f750004-febb-46d7-9113-630d27308351'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:58.781327 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca2ce66e-03d6-4506-a171-2be54d223519 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:58.871742 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ca2ce66e-03d6-4506-a171-2be54d223519 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "DELETE /v2.0/floatingips/972bd84f-500f-4877-a2fd-4153aedd8076 HTTP/1.1" status: 204 len: 168 time: 4.0345943 Mar 11 12:09:58.883126 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'tag': '19be43f8-1844-486f-90c9-b5d203b3a29a'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:09:58.887098 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc7d0e7-e447-4bdd-a5da-581e5d0b1233" -d '{"events": [{"name": "network-changed", "server_uuid": "474f1fc6-ca83-4ba7-8d24-1b58a6508b2e", "tag": "19be43f8-1844-486f-90c9-b5d203b3a29a"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:09:58.978984 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:09:58.989214 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5a83a89b-3dff-4b8b-9936-6c1d4e3c9438 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/b849fc6e-4ecb-41aa-8a0f-46b885da5d95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1407509 Mar 11 12:09:58.989996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54068) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:58.990640 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc2d9b3-a654-43fe-97d0-ef3040384a2e None None] Sync routers for ids ['b849fc6e-4ecb-41aa-8a0f-46b885da5d95'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:09:58.995439 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b668670f-70ca-47d3-bac5-7ae12613e56b tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-577819585'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:09:59.013766 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc2d9b3-a654-43fe-97d0-ef3040384a2e None None] Routers {'b849fc6e-4ecb-41aa-8a0f-46b885da5d95'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:59.018923 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4fc2d9b3-a654-43fe-97d0-ef3040384a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b849fc6e-4ecb-41aa-8a0f-46b885da5d95'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:59.091173 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6c5690-1d81-4434-8009-701cdbf0f464 x-openstack-request-id: req-ef6c5690-1d81-4434-8009-701cdbf0f464 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:09:59.091987 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474f1fc6-ca83-4ba7-8d24-1b58a6508b2e", "tag": "19be43f8-1844-486f-90c9-b5d203b3a29a", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:09:59.092321 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef6c5690-1d81-4434-8009-701cdbf0f464 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:09:59.093951 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'tag': '19be43f8-1844-486f-90c9-b5d203b3a29a', 'status': 'completed', 'code': 200} Mar 11 12:09:59.167003 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4fc2d9b3-a654-43fe-97d0-ef3040384a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:59.187983 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9fdc-ef3f-4958-b89d-fc3984efacce tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (1134f63b-0747-4619-b8af-c34a7336c8f2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:59.220456 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc2d9b3-a654-43fe-97d0-ef3040384a2e None None] Routers {'b849fc6e-4ecb-41aa-8a0f-46b885da5d95'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:09:59.225198 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4fc2d9b3-a654-43fe-97d0-ef3040384a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b849fc6e-4ecb-41aa-8a0f-46b885da5d95'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:59.305020 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5762460b-e18b-4c1f-aeae-e02e2da5ff2e None None] Set router 6f750004-febb-46d7-9113-630d27308351 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:09:59.311927 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832744da-fefe-487f-a50e-087579ebf0d3 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:59.325802 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-832744da-fefe-487f-a50e-087579ebf0d3 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports/dd9652dd-1593-4256-aa99-5c06015f8bce HTTP/1.1" status: 200 len: 913 time: 0.3263071 Mar 11 12:09:59.330941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54076) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:59.401423 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4fc2d9b3-a654-43fe-97d0-ef3040384a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:09:59.405537 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc2d9b3-a654-43fe-97d0-ef3040384a2e None None] The sync data for ids ['b849fc6e-4ecb-41aa-8a0f-46b885da5d95'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:09:59.422874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c5fe1baf-cb73-4a32-8904-4f02377a72e8 None None] Provisioning complete for port dd9652dd-1593-4256-aa99-5c06015f8bce triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:09:59.423936 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c5fe1baf-cb73-4a32-8904-4f02377a72e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (dd9652dd-1593-4256-aa99-5c06015f8bce), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:59.506432 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9b9fdc-ef3f-4958-b89d-fc3984efacce tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 1134f63b-0747-4619-b8af-c34a7336c8f2 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:09:59.510070 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c5fe1baf-cb73-4a32-8904-4f02377a72e8 None None] Port dd9652dd-1593-4256-aa99-5c06015f8bce cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:09:59.597255 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b668670f-70ca-47d3-bac5-7ae12613e56b tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Made reservation on behalf of 8590d9c1a6d14ff1999976e68356fa72 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:09:59.607519 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b668670f-70ca-47d3-bac5-7ae12613e56b tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:59.710789 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c58ebb92-c2a0-4ea0-90db-bdd42901d9e8 req-c8e38b09-116a-4060-a192-820ebe75284e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 210 time: 0.2251639 Mar 11 12:09:59.711982 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b668670f-70ca-47d3-bac5-7ae12613e56b tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:09:59.745133 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9b9fdc-ef3f-4958-b89d-fc3984efacce tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:09:59.761627 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5d9b9fdc-ef3f-4958-b89d-fc3984efacce tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/1134f63b-0747-4619-b8af-c34a7336c8f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6173701 Mar 11 12:09:59.763774 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54084) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:09:59.780112 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7d0e7-e447-4bdd-a5da-581e5d0b1233 req-58eb7edc-7e8f-49be-963b-edecf37dc0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:59.781889 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8bc7d0e7-e447-4bdd-a5da-581e5d0b1233 req-58eb7edc-7e8f-49be-963b-edecf37dc0fc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31e0ead1ce934573a23d19ccfa96f23c&device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 1127 time: 0.6863115 Mar 11 12:09:59.841142 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b320-2bf6-4752-a3a2-9dea31520fe0 req-7573debf-3459-4d46-9fd6-551127d05e61 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:09:59.843126 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4d2b320-2bf6-4752-a3a2-9dea31520fe0 req-7573debf-3459-4d46-9fd6-551127d05e61 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 945 time: 0.3749251 Mar 11 12:09:59.995867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d30577-2e6d-4eba-a7ec-03b70a3caf2f None None] Sync routers for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:10:00.011274 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d30577-2e6d-4eba-a7ec-03b70a3caf2f None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:00.013093 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b3d30577-2e6d-4eba-a7ec-03b70a3caf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:00.069849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7d0e7-e447-4bdd-a5da-581e5d0b1233 req-c983e370-cc47-4902-a8ac-c673d59f18fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:00.071348 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8bc7d0e7-e447-4bdd-a5da-581e5d0b1233 req-c983e370-cc47-4902-a8ac-c673d59f18fd service neutron] 10.222.0.71 "GET /v2.0/networks?id=3531b32e-7565-40f4-a7c1-87027fb83c48 HTTP/1.1" status: 200 len: 915 time: 0.2818615 Mar 11 12:10:00.162296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b3d30577-2e6d-4eba-a7ec-03b70a3caf2f None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:10:00.323993 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b3d30577-2e6d-4eba-a7ec-03b70a3caf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:58Z', 'revision_number': 11, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:00.352713 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d5f17c-1fba-4ac3-a8e7-6573ec1d9821 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting subnet 81b7f343-cd5b-4f95-92ed-2e955bc6d995 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:10:00.360243 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b668670f-70ca-47d3-bac5-7ae12613e56b tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks [] for security_group (41aef8eb-7253-42b9-9f62-fe10f97910d0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:00.381936 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d30577-2e6d-4eba-a7ec-03b70a3caf2f None None] Checking router: 1134f63b-0747-4619-b8af-c34a7336c8f2 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:10:00.414366 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37d5f17c-1fba-4ac3-a8e7-6573ec1d9821 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (81b7f343-cd5b-4f95-92ed-2e955bc6d995), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:00.420586 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d30577-2e6d-4eba-a7ec-03b70a3caf2f None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:00.421470 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b668670f-70ca-47d3-bac5-7ae12613e56b tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (41aef8eb-7253-42b9-9f62-fe10f97910d0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:00.425968 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b3d30577-2e6d-4eba-a7ec-03b70a3caf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:00.440047 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-37c4ee07-7628-44f6-b5ca-431441ee256a tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:00.441672 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-37c4ee07-7628-44f6-b5ca-431441ee256a tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.71 "GET /v2.0/networks?id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc HTTP/1.1" status: 200 len: 814 time: 0.3451314 Mar 11 12:10:00.455546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-2bba6a36-4948-4f01-8a36-a7457f7b98b4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Request body: {'port': {'device_id': 'ef9897a0-7e6a-4b8a-8039-1f4c5be7113d', 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc', 'admin_state_up': True, 'tenant_id': '9a8a1ab2e35a4c68af61bee4e54ed507'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:00.489769 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8bc7d0e7-e447-4bdd-a5da-581e5d0b1233 req-c23a7394-44db-4578-9d4f-3745dfee424a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19be43f8-1844-486f-90c9-b5d203b3a29a HTTP/1.1" status: 200 len: 217 time: 0.1283629 Mar 11 12:10:00.578597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b668670f-70ca-47d3-bac5-7ae12613e56b tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:10:00.609619 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37d5f17c-1fba-4ac3-a8e7-6573ec1d9821 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (81b7f343-cd5b-4f95-92ed-2e955bc6d995), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:00.616201 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668670f-70ca-47d3-bac5-7ae12613e56b tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41aef8eb-7253-42b9-9f62-fe10f97910d0,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:00.665981 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b3d30577-2e6d-4eba-a7ec-03b70a3caf2f None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:10:00.697927 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4d2b320-2bf6-4752-a3a2-9dea31520fe0 req-aca07a19-888a-4628-9aeb-57fb69832206 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8348441 Mar 11 12:10:00.710072 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b668670f-70ca-47d3-bac5-7ae12613e56b tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (a704e1ce-fa3a-4ef3-9a18-656f3e5bceda), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:00.712363 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-b668670f-70ca-47d3-bac5-7ae12613e56b tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Added segment a704e1ce-fa3a-4ef3-9a18-656f3e5bceda of type vlan for network c9186103-6b2d-486a-b106-26052165db2b Mar 11 12:10:00.756802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b3d30577-2e6d-4eba-a7ec-03b70a3caf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:58Z', 'revision_number': 11, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:00.767575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-2bba6a36-4948-4f01-8a36-a7457f7b98b4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Made reservation on behalf of 9a8a1ab2e35a4c68af61bee4e54ed507 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:00.780232 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-2bba6a36-4948-4f01-8a36-a7457f7b98b4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:00.832974 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d30577-2e6d-4eba-a7ec-03b70a3caf2f None None] The sync data for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 is: [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:58Z', 'revision_number': 11, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:10:00.863105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5762460b-e18b-4c1f-aeae-e02e2da5ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f750004-febb-46d7-9113-630d27308351', 'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:41Z', 'updated_at': '2022-03-11T12:02:52Z', 'revision_number': 4, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'gw_port': {'id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:44Z', 'updated_at': '2022-03-11T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '70dfb3a1-234f-484c-a832-7156c34429df', 'name': '', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'mac_address': 'fa:16:3e:a3:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:50Z', 'updated_at': '2022-03-11T12:03:07Z', 'revision_number': 5, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'subnets': [{'id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:00.932610 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b668670f-70ca-47d3-bac5-7ae12613e56b tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (c9186103-6b2d-486a-b106-26052165db2b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:00.958432 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5762460b-e18b-4c1f-aeae-e02e2da5ff2e None None] Checking router: 6f750004-febb-46d7-9113-630d27308351 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:10:00.982728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5762460b-e18b-4c1f-aeae-e02e2da5ff2e None None] Routers {'6f750004-febb-46d7-9113-630d27308351'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:00.983785 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5762460b-e18b-4c1f-aeae-e02e2da5ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6f750004-febb-46d7-9113-630d27308351'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:01.048892 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b668670f-70ca-47d3-bac5-7ae12613e56b tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (c9186103-6b2d-486a-b106-26052165db2b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:01.054940 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b668670f-70ca-47d3-bac5-7ae12613e56b tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:01.055673 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b668670f-70ca-47d3-bac5-7ae12613e56b tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:01.066227 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7d0e7-e447-4bdd-a5da-581e5d0b1233 req-68745ac2-6eb5-41b4-8482-c95b1dfd0418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:01.067711 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8bc7d0e7-e447-4bdd-a5da-581e5d0b1233 req-68745ac2-6eb5-41b4-8482-c95b1dfd0418 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d91078cb-8134-445e-bcd4-1eb8bd489712 HTTP/1.1" status: 200 len: 853 time: 0.5478964 Mar 11 12:10:01.086557 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34170a62-9ef5-4aa2-b245-803fc6db7a1f req-cb8027b8-0d69-4813-808b-63e2a76195f5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:01.088108 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-34170a62-9ef5-4aa2-b245-803fc6db7a1f req-cb8027b8-0d69-4813-808b-63e2a76195f5 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.71 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 945 time: 0.1402044 Mar 11 12:10:01.139565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-2bba6a36-4948-4f01-8a36-a7457f7b98b4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Allocated IP 172.20.0.11 (1d2a7297-5ebd-4c8d-8678-24a106f6a5cc/ba949ad3-acd0-4240-bdb9-834f19359038/40dba865-7fb3-4960-ba41-e60e597c2d64) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:10:01.152766 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3f4c53f-7194-469f-a960-260a583378ec req-dd4e7935-bab7-4309-be45-8b041b8f3da9 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 210 time: 0.1556091 Mar 11 12:10:01.189865 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5762460b-e18b-4c1f-aeae-e02e2da5ff2e None None] Set router 6f750004-febb-46d7-9113-630d27308351 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:10:01.257323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54114) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:01.262071 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b668670f-70ca-47d3-bac5-7ae12613e56b tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.7513015 Mar 11 12:10:01.270157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-43e2e05c-1fdd-4ea0-9735-d8b137fcd4b9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Request body: {'subnet': {'network_id': 'c9186103-6b2d-486a-b106-26052165db2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:01.307382 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37d5f17c-1fba-4ac3-a8e7-6573ec1d9821 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (81b7f343-cd5b-4f95-92ed-2e955bc6d995), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:01.336228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668670f-70ca-47d3-bac5-7ae12613e56b tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event updated for resources: {'Network': ['ID=c9186103-6b2d-486a-b106-26052165db2b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:01.383156 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network c9186103-6b2d-486a-b106-26052165db2b details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:10:01.433714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7d0e7-e447-4bdd-a5da-581e5d0b1233 req-8c989e4a-f1fe-4e3f-a1cd-4b8d341a91b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:01.435386 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8bc7d0e7-e447-4bdd-a5da-581e5d0b1233 req-8c989e4a-f1fe-4e3f-a1cd-4b8d341a91b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3531b32e-7565-40f4-a7c1-87027fb83c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2877488 Mar 11 12:10:01.514695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e2e05c-1fdd-4ea0-9735-d8b137fcd4b9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Made reservation on behalf of 8590d9c1a6d14ff1999976e68356fa72 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:01.517763 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43e2e05c-1fdd-4ea0-9735-d8b137fcd4b9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:01.661019 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5762460b-e18b-4c1f-aeae-e02e2da5ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f750004-febb-46d7-9113-630d27308351', 'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:41Z', 'updated_at': '2022-03-11T12:02:52Z', 'revision_number': 4, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'gw_port': {'id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:44Z', 'updated_at': '2022-03-11T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '70dfb3a1-234f-484c-a832-7156c34429df', 'name': '', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'mac_address': 'fa:16:3e:a3:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:50Z', 'updated_at': '2022-03-11T12:03:07Z', 'revision_number': 5, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'subnets': [{'id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:01.700836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5762460b-e18b-4c1f-aeae-e02e2da5ff2e None None] The sync data for ids ['6f750004-febb-46d7-9113-630d27308351'] in n-d-833234-2 is: [{'id': '6f750004-febb-46d7-9113-630d27308351', 'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:41Z', 'updated_at': '2022-03-11T12:02:52Z', 'revision_number': 4, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'gw_port': {'id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:44Z', 'updated_at': '2022-03-11T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '70dfb3a1-234f-484c-a832-7156c34429df', 'name': '', 'network_id': '3531b32e-7565-40f4-a7c1-87027fb83c48', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'mac_address': 'fa:16:3e:a3:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:50Z', 'updated_at': '2022-03-11T12:03:07Z', 'revision_number': 5, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'subnets': [{'id': 'd91078cb-8134-445e-bcd4-1eb8bd489712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:10:01.827265 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-34170a62-9ef5-4aa2-b245-803fc6db7a1f req-765d7680-132f-42d0-8d43-477deccdf67c tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Deleting port 19be43f8-1844-486f-90c9-b5d203b3a29a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:01.828030 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-34170a62-9ef5-4aa2-b245-803fc6db7a1f req-765d7680-132f-42d0-8d43-477deccdf67c tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (19be43f8-1844-486f-90c9-b5d203b3a29a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:01.920888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 267af154-0895-45e0-9fcb-98db6a0a6a43 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:10:02.003383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 267af154-0895-45e0-9fcb-98db6a0a6a43 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:10:02.004210 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 267af154-0895-45e0-9fcb-98db6a0a6a43 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:10:02.066710 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-34170a62-9ef5-4aa2-b245-803fc6db7a1f req-765d7680-132f-42d0-8d43-477deccdf67c tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] For port 19be43f8-1844-486f-90c9-b5d203b3a29a, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=19be43f8-1844-486f-90c9-b5d203b3a29a,segment=NetworkSegment(4b1f593a-5c3c-476a-9f81-32504e3130cb),segment_id=4b1f593a-5c3c-476a-9f81-32504e3130cb)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:02.067776 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-34170a62-9ef5-4aa2-b245-803fc6db7a1f req-765d7680-132f-42d0-8d43-477deccdf67c tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (19be43f8-1844-486f-90c9-b5d203b3a29a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:02.104445 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-34170a62-9ef5-4aa2-b245-803fc6db7a1f req-765d7680-132f-42d0-8d43-477deccdf67c tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Calling delete_port for 19be43f8-1844-486f-90c9-b5d203b3a29a owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:02.115721 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37d5f17c-1fba-4ac3-a8e7-6573ec1d9821 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (81b7f343-cd5b-4f95-92ed-2e955bc6d995), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:02.167280 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf594f-5741-4410-b915-af1dd7259b61 None None] New status for floating IP 972bd84f-500f-4877-a2fd-4153aedd8076: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:10:02.191669 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-2bba6a36-4948-4f01-8a36-a7457f7b98b4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Publish callbacks [] for port (40dba865-7fb3-4960-ba41-e60e597c2d64), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:02.284561 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37d5f17c-1fba-4ac3-a8e7-6573ec1d9821 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:02.291301 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-37d5f17c-1fba-4ac3-a8e7-6573ec1d9821 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/subnets/81b7f343-cd5b-4f95-92ed-2e955bc6d995 HTTP/1.1" status: 204 len: 168 time: 2.5230887 Mar 11 12:10:02.296965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54136) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:02.308181 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5f17c-1fba-4ac3-a8e7-6573ec1d9821 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Subnet': ['ID=81b7f343-cd5b-4f95-92ed-2e955bc6d995,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:02.309176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1669480c-b31c-4b3b-8a15-7943f97018fb None None] Network c5c5a24c-85bf-4a0d-ad79-95e66b0b598c requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:02.345578 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43e2e05c-1fdd-4ea0-9735-d8b137fcd4b9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (4d60861a-567a-4939-ba8f-5ec37a6d7efa), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:02.378367 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-2bba6a36-4948-4f01-8a36-a7457f7b98b4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (40dba865-7fb3-4960-ba41-e60e597c2d64), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:02.386392 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-34170a62-9ef5-4aa2-b245-803fc6db7a1f req-765d7680-132f-42d0-8d43-477deccdf67c tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (19be43f8-1844-486f-90c9-b5d203b3a29a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:02.420293 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (c5c5a24c-85bf-4a0d-ad79-95e66b0b598c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:02.466331 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-2bba6a36-4948-4f01-8a36-a7457f7b98b4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Network 1d2a7297-5ebd-4c8d-8678-24a106f6a5cc is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:02.491062 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['e941fb05-4896-4c38-9b4c-d33880735661'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:10:02.491348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016041a-58c5-46c6-9c45-ab6bae602de2 req-93e9cd4d-fb6d-421a-9d25-240b7159cb60 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:02.492915 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6016041a-58c5-46c6-9c45-ab6bae602de2 req-93e9cd4d-fb6d-421a-9d25-240b7159cb60 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 867 time: 0.3787680 Mar 11 12:10:02.530172 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07c91f81-f68d-4547-994e-c64de2a5dc38 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (b849fc6e-4ecb-41aa-8a0f-46b885da5d95), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:02.530515 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-2bba6a36-4948-4f01-8a36-a7457f7b98b4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:02.552035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-2bba6a36-4948-4f01-8a36-a7457f7b98b4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:10:02.554725 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2e05c-1fdd-4ea0-9735-d8b137fcd4b9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event updated for resources: {'Subnet': ['ID=4d60861a-567a-4939-ba8f-5ec37a6d7efa,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:02.556926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba6a36-4948-4f01-8a36-a7457f7b98b4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Pushing event updated for resources: {'Port': ['ID=40dba865-7fb3-4960-ba41-e60e597c2d64,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:02.659514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-34170a62-9ef5-4aa2-b245-803fc6db7a1f req-765d7680-132f-42d0-8d43-477deccdf67c tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] No DVR routers for this DVR port 19be43f8-1844-486f-90c9-b5d203b3a29a on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:10:02.718757 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-34170a62-9ef5-4aa2-b245-803fc6db7a1f req-765d7680-132f-42d0-8d43-477deccdf67c tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:02.724178 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-34170a62-9ef5-4aa2-b245-803fc6db7a1f req-765d7680-132f-42d0-8d43-477deccdf67c tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.71 "DELETE /v2.0/ports/19be43f8-1844-486f-90c9-b5d203b3a29a HTTP/1.1" status: 204 len: 173 time: 1.6314831 Mar 11 12:10:02.724809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'name': 'network-vif-deleted', 'tag': '19be43f8-1844-486f-90c9-b5d203b3a29a'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:10:02.728369 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6287b893-e9cf-4527-8abd-8e5e178112b2" -d '{"events": [{"server_uuid": "474f1fc6-ca83-4ba7-8d24-1b58a6508b2e", "name": "network-vif-deleted", "tag": "19be43f8-1844-486f-90c9-b5d203b3a29a"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:10:02.754774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8bc7d0e7-e447-4bdd-a5da-581e5d0b1233 req-d60bbf95-c7b5-4019-b66d-f50ab5916477 service neutron] 10.222.0.71 "GET /v2.0/networks/3531b32e-7565-40f4-a7c1-87027fb83c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2791851 Mar 11 12:10:02.783845 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d7680-132f-42d0-8d43-477deccdf67c tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Pushing event deleted for resources: {'Port': ['ID=19be43f8-1844-486f-90c9-b5d203b3a29a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:02.799394 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2e05c-1fdd-4ea0-9735-d8b137fcd4b9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Checking segment: {'id': 'a704e1ce-fa3a-4ef3-9a18-656f3e5bceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c9186103-6b2d-486a-b106-26052165db2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:10:02.800521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e2e05c-1fdd-4ea0-9735-d8b137fcd4b9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Network hostable DHCP agents. Network: c9186103-6b2d-486a-b106-26052165db2b, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:10:02.824500 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e04e4cc-a42e-4f5a-9220-82b86fafca17 None None] DHCP port deletion for c5c5a24c-85bf-4a0d-ad79-95e66b0b598c request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:10:02.880931 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8bc7d0e7-e447-4bdd-a5da-581e5d0b1233 req-e950f67b-59ac-4f05-b8e2-ec607210c688 service neutron] 10.222.0.71 "GET /v2.0/networks/3531b32e-7565-40f4-a7c1-87027fb83c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144717 Mar 11 12:10:02.912860 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2e04e4cc-a42e-4f5a-9220-82b86fafca17 None None] Deleting port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:02.913367 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e04e4cc-a42e-4f5a-9220-82b86fafca17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4265d9e4-8ed4-4989-bf37-68e20a82d6b8), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:02.915132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e2e05c-1fdd-4ea0-9735-d8b137fcd4b9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Network c9186103-6b2d-486a-b106-26052165db2b is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:10:02.929078 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-2bba6a36-4948-4f01-8a36-a7457f7b98b4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:02.933186 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-2bba6a36-4948-4f01-8a36-a7457f7b98b4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:02.974201 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-2bba6a36-4948-4f01-8a36-a7457f7b98b4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5230680 Mar 11 12:10:02.974856 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-43e2e05c-1fdd-4ea0-9735-d8b137fcd4b9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, c9186103-6b2d-486a-b106-26052165db2b) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:03.002689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Request body: {'port': {'device_id': 'ef9897a0-7e6a-4b8a-8039-1f4c5be7113d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:03.006501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2e05c-1fdd-4ea0-9735-d8b137fcd4b9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:03.007094 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43e2e05c-1fdd-4ea0-9735-d8b137fcd4b9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:03.021915 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2e04e4cc-a42e-4f5a-9220-82b86fafca17 None None] For port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=4265d9e4-8ed4-4989-bf37-68e20a82d6b8,segment=NetworkSegment(3bc135a6-3987-469f-b8e0-1ddd03331ef3),segment_id=3bc135a6-3987-469f-b8e0-1ddd03331ef3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:03.022692 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e04e4cc-a42e-4f5a-9220-82b86fafca17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4265d9e4-8ed4-4989-bf37-68e20a82d6b8), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:03.039001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e623b89-2bda-4ed2-92f4-4124b8f4c4d0 None None] Network c9186103-6b2d-486a-b106-26052165db2b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:03.040004 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6016041a-58c5-46c6-9c45-ab6bae602de2 req-dde4b89f-70ec-47f4-bac5-7ad19936bb10 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/security-groups?id=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3696876 Mar 11 12:10:03.055088 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a7848-868d-4f6b-98be-403aafd06b32 req-12da1948-6b4d-4a45-a4d3-a3fd138f934a tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:03.056691 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-399a7848-868d-4f6b-98be-403aafd06b32 req-12da1948-6b4d-4a45-a4d3-a3fd138f934a tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 932 time: 0.6321690 Mar 11 12:10:03.085608 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-43e2e05c-1fdd-4ea0-9735-d8b137fcd4b9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8211982 Mar 11 12:10:03.093836 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54146) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:03.094883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2e04e4cc-a42e-4f5a-9220-82b86fafca17 None None] Calling delete_port for 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:03.113012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e2a417b2-2780-4e5e-b732-0516e177dab9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Request body: {'port': {'network_id': 'c9186103-6b2d-486a-b106-26052165db2b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1742912201'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:03.150194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Deleting port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:03.150373 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4265d9e4-8ed4-4989-bf37-68e20a82d6b8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:03.160587 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-399a7848-868d-4f6b-98be-403aafd06b32 req-35475b60-2aa4-4088-b94d-8b35fe64cb55 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868354 Mar 11 12:10:03.203429 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b63af0-488c-4259-b16e-bf4d35c2d48b x-openstack-request-id: req-16b63af0-488c-4259-b16e-bf4d35c2d48b {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:10:03.203837 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474f1fc6-ca83-4ba7-8d24-1b58a6508b2e", "name": "network-vif-deleted", "tag": "19be43f8-1844-486f-90c9-b5d203b3a29a", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:10:03.204024 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-16b63af0-488c-4259-b16e-bf4d35c2d48b {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:10:03.204444 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474f1fc6-ca83-4ba7-8d24-1b58a6508b2e', 'name': 'network-vif-deleted', 'tag': '19be43f8-1844-486f-90c9-b5d203b3a29a', 'status': 'completed', 'code': 200} Mar 11 12:10:03.309388 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] For port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=4265d9e4-8ed4-4989-bf37-68e20a82d6b8,segment=NetworkSegment(3bc135a6-3987-469f-b8e0-1ddd03331ef3),segment_id=3bc135a6-3987-469f-b8e0-1ddd03331ef3)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:03.309734 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4265d9e4-8ed4-4989-bf37-68e20a82d6b8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:03.332052 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Calling delete_port for 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:03.361347 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (40dba865-7fb3-4960-ba41-e60e597c2d64), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:03.458890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-c9186103-6b2d-486a-b106-26052165db2b', 'network_id': 'c9186103-6b2d-486a-b106-26052165db2b', 'project_id': '8590d9c1a6d14ff1999976e68356fa72', 'fixed_ips': [{'subnet_id': '4d60861a-567a-4939-ba8f-5ec37a6d7efa'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:10:03.460421 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:03.551424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-07c91f81-f68d-4547-994e-c64de2a5dc38 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting port dd9652dd-1593-4256-aa99-5c06015f8bce {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:03.552062 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07c91f81-f68d-4547-994e-c64de2a5dc38 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (dd9652dd-1593-4256-aa99-5c06015f8bce), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:03.565389 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a417b2-2780-4e5e-b732-0516e177dab9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Made reservation on behalf of 8590d9c1a6d14ff1999976e68356fa72 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:03.567801 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e04e4cc-a42e-4f5a-9220-82b86fafca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (4265d9e4-8ed4-4989-bf37-68e20a82d6b8), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:03.568752 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2a417b2-2780-4e5e-b732-0516e177dab9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:03.607146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04e4cc-a42e-4f5a-9220-82b86fafca17 None None] Pushing event deleted for resources: {'Port': ['ID=4265d9e4-8ed4-4989-bf37-68e20a82d6b8,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:03.631947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e04e4cc-a42e-4f5a-9220-82b86fafca17 None None] No DVR routers for this DVR port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:10:03.724822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Allocated IP 2001:db8::2 (c9186103-6b2d-486a-b106-26052165db2b/4d60861a-567a-4939-ba8f-5ec37a6d7efa/98e08bfc-5153-4c23-929d-17b8f933a7ab) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:10:03.787212 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (4265d9e4-8ed4-4989-bf37-68e20a82d6b8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:03.787489 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-e2a417b2-2780-4e5e-b732-0516e177dab9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] device_id is not set on port 657f84a1-f8c6-4733-a327-6fe3ccd8b731 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:10:03.838202 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:03.865717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Port': ['ID=4265d9e4-8ed4-4989-bf37-68e20a82d6b8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:03.900615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] No DVR routers for this DVR port 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:10:04.027192 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:10:04.055658 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (c5c5a24c-85bf-4a0d-ad79-95e66b0b598c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:04.080636 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:10:04.081065 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 4265d9e4-8ed4-4989-bf37-68e20a82d6b8 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:10:04.134581 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Publish callbacks [] for port (98e08bfc-5153-4c23-929d-17b8f933a7ab), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:04.141867 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07c91f81-f68d-4547-994e-c64de2a5dc38 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (dd9652dd-1593-4256-aa99-5c06015f8bce), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:04.147293 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (98e08bfc-5153-4c23-929d-17b8f933a7ab), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:04.155205 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c5a24c-85bf-4a0d-ad79-95e66b0b598c']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:04.227238 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc135a6-3987-469f-b8e0-1ddd03331ef3') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:04.227757 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc135a6-3987-469f-b8e0-1ddd03331ef3') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:04.256738 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (3bc135a6-3987-469f-b8e0-1ddd03331ef3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:04.330643 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (3bc135a6-3987-469f-b8e0-1ddd03331ef3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:04.340835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:10:04.341329 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (3bc135a6-3987-469f-b8e0-1ddd03331ef3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:10:04.432325 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:10:04.467390 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Network c9186103-6b2d-486a-b106-26052165db2b is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:04.472856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:04.476657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:10:04.507042 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Pushing event updated for resources: {'Port': ['ID=98e08bfc-5153-4c23-929d-17b8f933a7ab,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:04.523565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-07c91f81-f68d-4547-994e-c64de2a5dc38 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Calling delete_port for dd9652dd-1593-4256-aa99-5c06015f8bce owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:04.535917 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (c5c5a24c-85bf-4a0d-ad79-95e66b0b598c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:04.559168 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Attempting to bind port 98e08bfc-5153-4c23-929d-17b8f933a7ab on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:10:04.559545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Attempting to bind port 98e08bfc-5153-4c23-929d-17b8f933a7ab by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'a704e1ce-fa3a-4ef3-9a18-656f3e5bceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c9186103-6b2d-486a-b106-26052165db2b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:10:04.559935 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Attempting to bind port 98e08bfc-5153-4c23-929d-17b8f933a7ab on network c9186103-6b2d-486a-b106-26052165db2b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:10:04.584752 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:10:04.588100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Checking segment: {'id': 'a704e1ce-fa3a-4ef3-9a18-656f3e5bceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c9186103-6b2d-486a-b106-26052165db2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:10:04.588767 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:04.589431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Bound using segment: {'id': 'a704e1ce-fa3a-4ef3-9a18-656f3e5bceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c9186103-6b2d-486a-b106-26052165db2b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:10:04.590135 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Bound port: 98e08bfc-5153-4c23-929d-17b8f933a7ab, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a704e1ce-fa3a-4ef3-9a18-656f3e5bceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c9186103-6b2d-486a-b106-26052165db2b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:10:04.590724 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (98e08bfc-5153-4c23-929d-17b8f933a7ab), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:04.618075 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ed4faab-be19-4c11-b4ed-4d532c60d419 req-3ac84183-49ec-4028-94b6-0171c2cac171 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 210 time: 0.1332972 Mar 11 12:10:04.624255 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:04.631834 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/networks/c5c5a24c-85bf-4a0d-ad79-95e66b0b598c HTTP/1.1" status: 204 len: 168 time: 2.3161705 Mar 11 12:10:04.640764 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54180) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:04.648417 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f40c8e71-59e6-4568-b974-5fefb1f68b13 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'router': {'routes': None}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:04.743167 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] For port 98e08bfc-5153-4c23-929d-17b8f933a7ab, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:10:04.743167 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] For port 98e08bfc-5153-4c23-929d-17b8f933a7ab, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=98e08bfc-5153-4c23-929d-17b8f933a7ab,segment=NetworkSegment(a704e1ce-fa3a-4ef3-9a18-656f3e5bceda),segment_id=a704e1ce-fa3a-4ef3-9a18-656f3e5bceda)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:10:04.751061 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (98e08bfc-5153-4c23-929d-17b8f933a7ab), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:04.823634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca97cde-f351-49d4-8072-6d1045029b89 None None] Pushing event updated for resources: {'Port': ['ID=98e08bfc-5153-4c23-929d-17b8f933a7ab,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:04.869701 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96221e26-edb6-476d-a040-f2e26c433692 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Pushing event deleted for resources: {'Network': ['ID=c5c5a24c-85bf-4a0d-ad79-95e66b0b598c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:04.911467 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-e2a417b2-2780-4e5e-b732-0516e177dab9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Allocated IP 2001:db8::1b3 (c9186103-6b2d-486a-b106-26052165db2b/4d60861a-567a-4939-ba8f-5ec37a6d7efa/657f84a1-f8c6-4733-a327-6fe3ccd8b731) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:10:04.916610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40dba865-7fb3-4960-ba41-e60e597c2d64 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:10:04.930571 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Publish callbacks [] for port (40dba865-7fb3-4960-ba41-e60e597c2d64), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:04.958353 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Transition to ACTIVE for port object 40dba865-7fb3-4960-ba41-e60e597c2d64 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:10:04.971793 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (40dba865-7fb3-4960-ba41-e60e597c2d64), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:05.031388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Pushing event updated for resources: {'Port': ['ID=40dba865-7fb3-4960-ba41-e60e597c2d64,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:05.243732 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.extraroute_db [None req-f40c8e71-59e6-4568-b974-5fefb1f68b13 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Added routes are [] {{(pid=104031) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 12:10:05.244040 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.extraroute_db [None req-f40c8e71-59e6-4568-b974-5fefb1f68b13 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Removed routes are [] {{(pid=104031) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 12:10:05.244402 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f40c8e71-59e6-4568-b974-5fefb1f68b13 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (1134f63b-0747-4619-b8af-c34a7336c8f2), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:05.303699 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483688d1-67b6-4695-8fcb-1911a13a011b req-7cd713c7-f057-408b-9f6e-40da01c94607 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:05.314160 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-483688d1-67b6-4695-8fcb-1911a13a011b req-7cd713c7-f057-408b-9f6e-40da01c94607 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 932 time: 0.8704741 Mar 11 12:10:05.385158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Attempting to bind port 40dba865-7fb3-4960-ba41-e60e597c2d64 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:10:05.385473 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Attempting to bind port 40dba865-7fb3-4960-ba41-e60e597c2d64 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '4a0696a9-0f73-46fa-9d44-6ef5df7488ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:10:05.385790 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Attempting to bind port 40dba865-7fb3-4960-ba41-e60e597c2d64 on network 1d2a7297-5ebd-4c8d-8678-24a106f6a5cc {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:10:05.390831 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2a417b2-2780-4e5e-b732-0516e177dab9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks [] for port (657f84a1-f8c6-4733-a327-6fe3ccd8b731), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:05.398218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Port 40dba865-7fb3-4960-ba41-e60e597c2d64 on network 1d2a7297-5ebd-4c8d-8678-24a106f6a5cc not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:10:05.398537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Attempting to bind port 40dba865-7fb3-4960-ba41-e60e597c2d64 on network 1d2a7297-5ebd-4c8d-8678-24a106f6a5cc {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:10:05.411329 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:10:05.411700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Checking segment: {'id': '4a0696a9-0f73-46fa-9d44-6ef5df7488ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:10:05.412083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Bound using segment: {'id': '4a0696a9-0f73-46fa-9d44-6ef5df7488ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:10:05.412527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Bound port: 40dba865-7fb3-4960-ba41-e60e597c2d64, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0696a9-0f73-46fa-9d44-6ef5df7488ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:10:05.412883 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (40dba865-7fb3-4960-ba41-e60e597c2d64), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:05.566747 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2a417b2-2780-4e5e-b732-0516e177dab9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (657f84a1-f8c6-4733-a327-6fe3ccd8b731), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:05.578562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] For port 40dba865-7fb3-4960-ba41-e60e597c2d64, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:10:05.589920 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] For port 40dba865-7fb3-4960-ba41-e60e597c2d64, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=40dba865-7fb3-4960-ba41-e60e597c2d64,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:10:05.625432 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (40dba865-7fb3-4960-ba41-e60e597c2d64), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:05.633139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-483688d1-67b6-4695-8fcb-1911a13a011b req-decc610c-0f05-4bd8-90c8-d6b15388acba tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130393 Mar 11 12:10:05.655340 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a417b2-2780-4e5e-b732-0516e177dab9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Network c9186103-6b2d-486a-b106-26052165db2b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:05.676185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-e2a417b2-2780-4e5e-b732-0516e177dab9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:05.681966 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a417b2-2780-4e5e-b732-0516e177dab9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:10:05.702614 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a417b2-2780-4e5e-b732-0516e177dab9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:05.703482 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2a417b2-2780-4e5e-b732-0516e177dab9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:05.736378 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e2a417b2-2780-4e5e-b732-0516e177dab9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6413224 Mar 11 12:10:05.742182 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54208) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:05.747663 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-616df949-fd46-4f64-9022-86efdd72f76c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Request body: {'port': {'network_id': 'c9186103-6b2d-486a-b106-26052165db2b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1311416566', 'allowed_address_pairs': [{'ip_address': '2001:db8::1b3', 'mac_address': 'fa:16:3e:f9:92:2d'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:05.752926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:05.753553 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:05.755375 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] 10.222.0.71 "PUT /v2.0/ports/40dba865-7fb3-4960-ba41-e60e597c2d64 HTTP/1.1" status: 200 len: 1092 time: 2.7616894 Mar 11 12:10:05.756071 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9897a0-7e6a-4b8a-8039-1f4c5be7113d', 'tag': '40dba865-7fb3-4960-ba41-e60e597c2d64'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:10:05.758442 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10e5f98-3b30-48a7-b913-37425c2a69b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9897a0-7e6a-4b8a-8039-1f4c5be7113d", "tag": "40dba865-7fb3-4960-ba41-e60e597c2d64"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:10:05.770158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a417b2-2780-4e5e-b732-0516e177dab9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event updated for resources: {'Port': ['ID=657f84a1-f8c6-4733-a327-6fe3ccd8b731,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:05.890553 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f40c8e71-59e6-4568-b974-5fefb1f68b13 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (1134f63b-0747-4619-b8af-c34a7336c8f2), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:05.894116 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02044120-74ee-415a-b6fb-a97491448365 req-22d057c4-5812-4119-82cc-f545b25c5709 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 210 time: 0.1383018 Mar 11 12:10:05.902825 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f40c8e71-59e6-4568-b974-5fefb1f68b13 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (1134f63b-0747-4619-b8af-c34a7336c8f2), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:05.958486 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd5ea9-fcec-4ff2-a13e-3d51c09fabbd service neutron] Pushing event updated for resources: {'Port': ['ID=40dba865-7fb3-4960-ba41-e60e597c2d64,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:05.969881 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a68ef74-703b-40c1-93d0-7e8478b9f422 x-openstack-request-id: req-9a68ef74-703b-40c1-93d0-7e8478b9f422 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:10:05.970169 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9897a0-7e6a-4b8a-8039-1f4c5be7113d", "tag": "40dba865-7fb3-4960-ba41-e60e597c2d64", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:10:05.970422 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a68ef74-703b-40c1-93d0-7e8478b9f422 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:10:05.970825 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9897a0-7e6a-4b8a-8039-1f4c5be7113d', 'tag': '40dba865-7fb3-4960-ba41-e60e597c2d64', 'status': 'completed', 'code': 200} Mar 11 12:10:06.044244 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 19be43f8-1844-486f-90c9-b5d203b3a29a no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:10:06.116259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 98e08bfc-5153-4c23-929d-17b8f933a7ab up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:10:06.124538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40c8e71-59e6-4568-b974-5fefb1f68b13 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 1134f63b-0747-4619-b8af-c34a7336c8f2 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:10:06.149348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-4bf33f0b-cab5-408c-8dce-a5251124b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:06.150819 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-4bf33f0b-cab5-408c-8dce-a5251124b53d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a8a1ab2e35a4c68af61bee4e54ed507&device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 1126 time: 0.1791892 Mar 11 12:10:06.197383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 19be43f8-1844-486f-90c9-b5d203b3a29a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:10:06.197913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 19be43f8-1844-486f-90c9-b5d203b3a29a not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:10:06.248092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 98e08bfc-5153-4c23-929d-17b8f933a7ab triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:06.248666 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (98e08bfc-5153-4c23-929d-17b8f933a7ab), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:06.255692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40c8e71-59e6-4568-b974-5fefb1f68b13 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:10:06.264804 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-f867bf2b-b1d7-46b4-a495-e6024a0772fb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40dba865-7fb3-4960-ba41-e60e597c2d64 HTTP/1.1" status: 200 len: 217 time: 0.0980515 Mar 11 12:10:06.277601 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f40c8e71-59e6-4568-b974-5fefb1f68b13 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:06.278886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f40c8e71-59e6-4568-b974-5fefb1f68b13 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/1134f63b-0747-4619-b8af-c34a7336c8f2 HTTP/1.1" status: 200 len: 701 time: 1.6346648 Mar 11 12:10:06.290544 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54216) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:06.324304 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efefc819-7c4a-4197-9bb2-950e09781650 None None] Sync routers for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:10:06.326965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fc019fdf-095c-4fed-8a9d-2e46ed81eff3 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports?device_id=1134f63b-0747-4619-b8af-c34a7336c8f2 HTTP/1.1" status: 200 len: 205 time: 0.0347614 Mar 11 12:10:06.329686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54218) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:06.330363 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07c91f81-f68d-4547-994e-c64de2a5dc38 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (dd9652dd-1593-4256-aa99-5c06015f8bce), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:06.368700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-fdf28759-41d0-4afe-a647-8189b0408b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:06.370204 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-fdf28759-41d0-4afe-a647-8189b0408b59 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba949ad3-acd0-4240-bdb9-834f19359038 HTTP/1.1" status: 200 len: 854 time: 0.0985770 Mar 11 12:10:06.371268 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616df949-fd46-4f64-9022-86efdd72f76c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Made reservation on behalf of 8590d9c1a6d14ff1999976e68356fa72 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:06.379518 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efefc819-7c4a-4197-9bb2-950e09781650 None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:06.399521 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-efefc819-7c4a-4197-9bb2-950e09781650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:06.475093 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b49253f1-5d91-4d40-8187-4c6ce5bd64b8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (1134f63b-0747-4619-b8af-c34a7336c8f2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:06.491459 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-826c9e79-f6c6-455a-b8c6-9933aa4c174a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028180 Mar 11 12:10:06.499019 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c91f81-f68d-4547-994e-c64de2a5dc38 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Port': ['ID=dd9652dd-1593-4256-aa99-5c06015f8bce,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:06.514383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-efefc819-7c4a-4197-9bb2-950e09781650 None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:10:06.620950 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-efefc819-7c4a-4197-9bb2-950e09781650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:58Z', 'revision_number': 11, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:06.685017 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07c91f81-f68d-4547-994e-c64de2a5dc38 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (b849fc6e-4ecb-41aa-8a0f-46b885da5d95), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:06.763190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efefc819-7c4a-4197-9bb2-950e09781650 None None] Checking router: 1134f63b-0747-4619-b8af-c34a7336c8f2 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:10:06.801922 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efefc819-7c4a-4197-9bb2-950e09781650 None None] Routers {'1134f63b-0747-4619-b8af-c34a7336c8f2'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:06.808485 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-efefc819-7c4a-4197-9bb2-950e09781650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1134f63b-0747-4619-b8af-c34a7336c8f2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:06.883278 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-616df949-fd46-4f64-9022-86efdd72f76c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:06.971128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e62aeaa-3da8-4f70-803e-63c5d77acd1f None None] Network c9186103-6b2d-486a-b106-26052165db2b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:06.978830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-616df949-fd46-4f64-9022-86efdd72f76c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] device_id is not set on port 783a74a3-9049-49cd-aadb-24dda1123b4f yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:10:06.997426 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-ba026e5a-ba9c-46d9-8926-6f6c747456c0 service neutron] 10.222.0.71 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972947 Mar 11 12:10:07.095681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ef9c5214-22f0-49a6-915e-f0f90063fe99 None None] Provisioning complete for port 98e08bfc-5153-4c23-929d-17b8f933a7ab triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:07.096644 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ef9c5214-22f0-49a6-915e-f0f90063fe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (98e08bfc-5153-4c23-929d-17b8f933a7ab), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:07.133307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-efefc819-7c4a-4197-9bb2-950e09781650 None None] Set router 1134f63b-0747-4619-b8af-c34a7336c8f2 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:10:07.163927 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d8d6062-5782-4d75-9b55-9d1a516ed488 req-0843e44f-1bdd-4156-b0c1-aaf4d644c79d tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 210 time: 0.0691803 Mar 11 12:10:07.192091 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 98e08bfc-5153-4c23-929d-17b8f933a7ab is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:07.192715 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (98e08bfc-5153-4c23-929d-17b8f933a7ab), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:07.252720 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b49253f1-5d91-4d40-8187-4c6ce5bd64b8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (1134f63b-0747-4619-b8af-c34a7336c8f2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:07.269102 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b49253f1-5d91-4d40-8187-4c6ce5bd64b8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router_controller (1134f63b-0747-4619-b8af-c34a7336c8f2), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:07.301996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b455e9-eb31-4c83-bc16-126c68a0d46f req-1c0718a4-1083-4876-9220-3512a739e5da tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:07.326805 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19b455e9-eb31-4c83-bc16-126c68a0d46f req-1c0718a4-1083-4876-9220-3512a739e5da tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 944 time: 0.4550486 Mar 11 12:10:07.404222 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-efefc819-7c4a-4197-9bb2-950e09781650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:58Z', 'revision_number': 11, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:07.423247 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-616df949-fd46-4f64-9022-86efdd72f76c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Allocated IP 2001:db8::54 (c9186103-6b2d-486a-b106-26052165db2b/4d60861a-567a-4939-ba8f-5ec37a6d7efa/783a74a3-9049-49cd-aadb-24dda1123b4f) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:10:07.428470 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e9dcfbfd-68bf-49be-a3a3-78dfd2f4cfab req-127f5430-4a61-4937-b7a4-7868b3a7c9b6 service neutron] 10.222.0.71 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572962 Mar 11 12:10:07.525399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efefc819-7c4a-4197-9bb2-950e09781650 None None] The sync data for ids ['1134f63b-0747-4619-b8af-c34a7336c8f2'] in n-d-833234-2 is: [{'id': '1134f63b-0747-4619-b8af-c34a7336c8f2', 'name': 'tempest-RoutersTest-router-2089423647', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:08:51Z', 'updated_at': '2022-03-11T12:09:58Z', 'revision_number': 11, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:10:07.531475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 98e08bfc-5153-4c23-929d-17b8f933a7ab, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=98e08bfc-5153-4c23-929d-17b8f933a7ab,segment=NetworkSegment(a704e1ce-fa3a-4ef3-9a18-656f3e5bceda),segment_id=a704e1ce-fa3a-4ef3-9a18-656f3e5bceda)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:07.537511 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c5214-22f0-49a6-915e-f0f90063fe99 None None] Current status of the port 98e08bfc-5153-4c23-929d-17b8f933a7ab is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:07.538220 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ef9c5214-22f0-49a6-915e-f0f90063fe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (98e08bfc-5153-4c23-929d-17b8f933a7ab), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:07.595990 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (98e08bfc-5153-4c23-929d-17b8f933a7ab), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:07.744057 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e5f98-3b30-48a7-b913-37425c2a69b6 req-5ee1fdba-bf87-4cb8-8c4a-bdfa334f4a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:07.745952 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b10e5f98-3b30-48a7-b913-37425c2a69b6 req-5ee1fdba-bf87-4cb8-8c4a-bdfa334f4a2d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a8a1ab2e35a4c68af61bee4e54ed507&device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 1126 time: 0.2093935 Mar 11 12:10:07.908419 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-616df949-fd46-4f64-9022-86efdd72f76c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks [] for port (783a74a3-9049-49cd-aadb-24dda1123b4f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:07.935217 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e5f98-3b30-48a7-b913-37425c2a69b6 req-173a9293-f082-40cb-a951-fdadc8b7675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:07.937067 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b10e5f98-3b30-48a7-b913-37425c2a69b6 req-173a9293-f082-40cb-a951-fdadc8b7675a service neutron] 10.222.0.71 "GET /v2.0/networks?id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc HTTP/1.1" status: 200 len: 915 time: 0.1544936 Mar 11 12:10:07.983199 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=98e08bfc-5153-4c23-929d-17b8f933a7ab,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:08.020401 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b10e5f98-3b30-48a7-b913-37425c2a69b6 req-c87f4c70-6865-45a8-ade2-61bfde36e279 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40dba865-7fb3-4960-ba41-e60e597c2d64 HTTP/1.1" status: 200 len: 217 time: 0.0739141 Mar 11 12:10:08.059223 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-ef9c5214-22f0-49a6-915e-f0f90063fe99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:10:08.059223 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-ef9c5214-22f0-49a6-915e-f0f90063fe99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:10:08.097341 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e5f98-3b30-48a7-b913-37425c2a69b6 req-6f4fcd66-983f-43d4-bda2-2648413b0a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:08.100163 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b10e5f98-3b30-48a7-b913-37425c2a69b6 req-6f4fcd66-983f-43d4-bda2-2648413b0a59 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba949ad3-acd0-4240-bdb9-834f19359038 HTTP/1.1" status: 200 len: 854 time: 0.0727592 Mar 11 12:10:08.144723 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b49253f1-5d91-4d40-8187-4c6ce5bd64b8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (1134f63b-0747-4619-b8af-c34a7336c8f2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:08.145290 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49253f1-5d91-4d40-8187-4c6ce5bd64b8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Fanout notify agent at l3_agent the message router_deleted on router 1134f63b-0747-4619-b8af-c34a7336c8f2 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:10:08.161864 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b49253f1-5d91-4d40-8187-4c6ce5bd64b8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:08.163006 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b49253f1-5d91-4d40-8187-4c6ce5bd64b8 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/routers/1134f63b-0747-4619-b8af-c34a7336c8f2 HTTP/1.1" status: 204 len: 168 time: 1.8132451 Mar 11 12:10:08.168103 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54252) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:08.175459 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b10e5f98-3b30-48a7-b913-37425c2a69b6 req-56373d6e-9baf-4949-a9ac-16b377043d7a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685358 Mar 11 12:10:08.180228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f752238c-6efc-4dc7-8410-e09852bb2976 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-316018912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:08.183852 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-616df949-fd46-4f64-9022-86efdd72f76c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (783a74a3-9049-49cd-aadb-24dda1123b4f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:08.282673 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f752238c-6efc-4dc7-8410-e09852bb2976 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (378e0de2-5d4e-4487-9a80-360fd5a616e1), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:08.296232 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f752238c-6efc-4dc7-8410-e09852bb2976 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (378e0de2-5d4e-4487-9a80-360fd5a616e1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:08.337036 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19b455e9-eb31-4c83-bc16-126c68a0d46f req-05e098a9-f0b9-4d73-8451-e2d75f389b36 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0062642 Mar 11 12:10:08.371706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616df949-fd46-4f64-9022-86efdd72f76c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event updated for resources: {'Port': ['ID=783a74a3-9049-49cd-aadb-24dda1123b4f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:08.413317 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d9a4df4-4073-4586-a668-b224b5a3b5ec req-bf39c0b0-ddee-4577-8e50-89f635a28047 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 210 time: 0.1024125 Mar 11 12:10:08.419294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616df949-fd46-4f64-9022-86efdd72f76c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Network c9186103-6b2d-486a-b106-26052165db2b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:08.423573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c91f81-f68d-4547-994e-c64de2a5dc38 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router b849fc6e-4ecb-41aa-8a0f-46b885da5d95 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:10:08.435852 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-616df949-fd46-4f64-9022-86efdd72f76c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:08.458647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616df949-fd46-4f64-9022-86efdd72f76c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:10:08.468958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616df949-fd46-4f64-9022-86efdd72f76c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:08.469745 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-616df949-fd46-4f64-9022-86efdd72f76c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:08.555500 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f752238c-6efc-4dc7-8410-e09852bb2976 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router_controller (378e0de2-5d4e-4487-9a80-360fd5a616e1), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:08.563396 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-616df949-fd46-4f64-9022-86efdd72f76c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.8189831 Mar 11 12:10:08.569812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54264) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:08.635165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c5214-22f0-49a6-915e-f0f90063fe99 None None] Current status of the port 98e08bfc-5153-4c23-929d-17b8f933a7ab is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:08.641942 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f752238c-6efc-4dc7-8410-e09852bb2976 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (378e0de2-5d4e-4487-9a80-360fd5a616e1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:08.697617 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b10e5f98-3b30-48a7-b913-37425c2a69b6 req-132762e8-651f-4b3e-bf42-2a02ad6c5669 service neutron] 10.222.0.71 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814355 Mar 11 12:10:08.715472 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f752238c-6efc-4dc7-8410-e09852bb2976 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:08.720434 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f752238c-6efc-4dc7-8410-e09852bb2976 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5513184 Mar 11 12:10:08.723330 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54272) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:08.733678 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d5c4a101-c35c-4d77-8c52-85b6ed63b7b9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:08.749126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c91f81-f68d-4547-994e-c64de2a5dc38 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:10:08.762674 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-07c91f81-f68d-4547-994e-c64de2a5dc38 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/b849fc6e-4ecb-41aa-8a0f-46b885da5d95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4302461 Mar 11 12:10:08.769792 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90de7ee-d672-44aa-aa9d-7cc35a2e87a5 None None] Sync routers for ids ['b849fc6e-4ecb-41aa-8a0f-46b885da5d95'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:10:08.782071 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54274) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:08.789835 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90de7ee-d672-44aa-aa9d-7cc35a2e87a5 None None] Routers {'b849fc6e-4ecb-41aa-8a0f-46b885da5d95'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:08.790458 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b90de7ee-d672-44aa-aa9d-7cc35a2e87a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b849fc6e-4ecb-41aa-8a0f-46b885da5d95'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:08.792807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-fb4f94c8-3fb1-4091-802c-6485783bfe43 None None] Provisioning complete for port 98e08bfc-5153-4c23-929d-17b8f933a7ab triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:08.793181 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fb4f94c8-3fb1-4091-802c-6485783bfe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (98e08bfc-5153-4c23-929d-17b8f933a7ab), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:08.801659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56f3c1a-5377-4763-9e98-8b40dbf9a4f1 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:08.824256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56f3c1a-5377-4763-9e98-8b40dbf9a4f1 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:08.830364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56f3c1a-5377-4763-9e98-8b40dbf9a4f1 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:08.834324 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f56f3c1a-5377-4763-9e98-8b40dbf9a4f1 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2632456 Mar 11 12:10:08.839784 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54276) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:08.939404 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b90de7ee-d672-44aa-aa9d-7cc35a2e87a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:08.969615 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90de7ee-d672-44aa-aa9d-7cc35a2e87a5 None None] Routers {'b849fc6e-4ecb-41aa-8a0f-46b885da5d95'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:08.973772 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b90de7ee-d672-44aa-aa9d-7cc35a2e87a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b849fc6e-4ecb-41aa-8a0f-46b885da5d95'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:09.064464 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b90de7ee-d672-44aa-aa9d-7cc35a2e87a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:09.065433 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90de7ee-d672-44aa-aa9d-7cc35a2e87a5 None None] The sync data for ids ['b849fc6e-4ecb-41aa-8a0f-46b885da5d95'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:10:09.075711 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f94c8-3fb1-4091-802c-6485783bfe43 None None] Current status of the port 98e08bfc-5153-4c23-929d-17b8f933a7ab is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:09.106456 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b10e5f98-3b30-48a7-b913-37425c2a69b6 req-f8885bbf-1084-4f09-b2ba-587fef6c19c2 service neutron] 10.222.0.71 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003570 Mar 11 12:10:09.109821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-fb4f94c8-3fb1-4091-802c-6485783bfe43 None None] Provisioning complete for port 657f84a1-f8c6-4733-a327-6fe3ccd8b731 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:09.112349 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fb4f94c8-3fb1-4091-802c-6485783bfe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (657f84a1-f8c6-4733-a327-6fe3ccd8b731), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:09.179488 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f94c8-3fb1-4091-802c-6485783bfe43 None None] Port 657f84a1-f8c6-4733-a327-6fe3ccd8b731 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:10:09.309844 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5c4a101-c35c-4d77-8c52-85b6ed63b7b9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (378e0de2-5d4e-4487-9a80-360fd5a616e1), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:09.312616 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9ed960d6-66d5-498b-a2f2-6ca3fb191d01 None None] Provisioning complete for port 657f84a1-f8c6-4733-a327-6fe3ccd8b731 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:09.312990 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9ed960d6-66d5-498b-a2f2-6ca3fb191d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (657f84a1-f8c6-4733-a327-6fe3ccd8b731), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:09.358470 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5c4a101-c35c-4d77-8c52-85b6ed63b7b9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (378e0de2-5d4e-4487-9a80-360fd5a616e1), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:09.411981 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9ed960d6-66d5-498b-a2f2-6ca3fb191d01 None None] Port 657f84a1-f8c6-4733-a327-6fe3ccd8b731 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:10:09.481381 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f568a41f-add1-42d6-80c9-b47f65514289 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Deleting port 783a74a3-9049-49cd-aadb-24dda1123b4f {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:09.481804 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f568a41f-add1-42d6-80c9-b47f65514289 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (783a74a3-9049-49cd-aadb-24dda1123b4f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:09.546115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-41f3d9ad-b49f-46f8-ba4b-b712deab604d None None] Provisioning complete for port 783a74a3-9049-49cd-aadb-24dda1123b4f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:09.546501 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41f3d9ad-b49f-46f8-ba4b-b712deab604d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (783a74a3-9049-49cd-aadb-24dda1123b4f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:09.602475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-41f3d9ad-b49f-46f8-ba4b-b712deab604d None None] Port 783a74a3-9049-49cd-aadb-24dda1123b4f cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:10:09.635407 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e498ddf4-138a-4ca5-8e1b-f04cd85a55a3 req-f44cdeeb-a55c-4e30-9030-ff0f9f7a436d tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 210 time: 0.1046486 Mar 11 12:10:09.698572 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d091033a-cc7a-47a4-b2e3-7b3b7f01fceb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (b849fc6e-4ecb-41aa-8a0f-46b885da5d95), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:09.749002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e8e87-bf87-4abd-8530-e6672caaf087 req-e6309eac-3217-4b96-9a26-a7b2050bb98f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:09.750540 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-127e8e87-bf87-4abd-8530-e6672caaf087 req-e6309eac-3217-4b96-9a26-a7b2050bb98f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 944 time: 0.2088497 Mar 11 12:10:09.755663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c4a101-c35c-4d77-8c52-85b6ed63b7b9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Router 378e0de2-5d4e-4487-9a80-360fd5a616e1 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:10:09.896756 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f568a41f-add1-42d6-80c9-b47f65514289 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (783a74a3-9049-49cd-aadb-24dda1123b4f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:09.915508 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f568a41f-add1-42d6-80c9-b47f65514289 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Calling delete_port for 783a74a3-9049-49cd-aadb-24dda1123b4f owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:09.996526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 98e08bfc-5153-4c23-929d-17b8f933a7ab up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:10:10.087665 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 40dba865-7fb3-4960-ba41-e60e597c2d64 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:10:10.089436 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c4a101-c35c-4d77-8c52-85b6ed63b7b9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:10:10.116016 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89f4cb9-8221-480f-9c54-400056a3abe2 None None] Sync routers for ids ['378e0de2-5d4e-4487-9a80-360fd5a616e1'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:10:10.161031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89f4cb9-8221-480f-9c54-400056a3abe2 None None] Routers {'378e0de2-5d4e-4487-9a80-360fd5a616e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:10.161680 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a89f4cb9-8221-480f-9c54-400056a3abe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['378e0de2-5d4e-4487-9a80-360fd5a616e1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:10.211231 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5c4a101-c35c-4d77-8c52-85b6ed63b7b9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:10.213250 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d5c4a101-c35c-4d77-8c52-85b6ed63b7b9 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "PUT /v2.0/routers/378e0de2-5d4e-4487-9a80-360fd5a616e1 HTTP/1.1" status: 200 len: 693 time: 1.4840903 Mar 11 12:10:10.217235 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-127e8e87-bf87-4abd-8530-e6672caaf087 req-683a38e1-6190-4bf5-8fab-b68ce94893fa tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561453 Mar 11 12:10:10.217909 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54308) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:10.260552 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.resource_extend [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 12:10:10.371765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-a89f4cb9-8221-480f-9c54-400056a3abe2 None None] Set router 378e0de2-5d4e-4487-9a80-360fd5a616e1 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:10:10.392903 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f568a41f-add1-42d6-80c9-b47f65514289 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (783a74a3-9049-49cd-aadb-24dda1123b4f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:10.403076 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 98e08bfc-5153-4c23-929d-17b8f933a7ab triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:10.403449 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (98e08bfc-5153-4c23-929d-17b8f933a7ab), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:10.450294 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568a41f-add1-42d6-80c9-b47f65514289 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event deleted for resources: {'Port': ['ID=783a74a3-9049-49cd-aadb-24dda1123b4f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:10.468872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d091033a-cc7a-47a4-b2e3-7b3b7f01fceb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting port 6ebadce0-53e1-4ccf-b439-df07c310a9ca {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:10.469212 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d091033a-cc7a-47a4-b2e3-7b3b7f01fceb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6ebadce0-53e1-4ccf-b439-df07c310a9ca), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:10.576728 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d091033a-cc7a-47a4-b2e3-7b3b7f01fceb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6ebadce0-53e1-4ccf-b439-df07c310a9ca), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:10.597845 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d091033a-cc7a-47a4-b2e3-7b3b7f01fceb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Calling delete_port for 6ebadce0-53e1-4ccf-b439-df07c310a9ca owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:10.604238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a89f4cb9-8221-480f-9c54-400056a3abe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378e0de2-5d4e-4487-9a80-360fd5a616e1', 'name': 'tempest-RoutersTest-router-316018912', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:10:08Z', 'updated_at': '2022-03-11T12:10:09Z', 'revision_number': 2, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:10.702296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89f4cb9-8221-480f-9c54-400056a3abe2 None None] Checking router: 378e0de2-5d4e-4487-9a80-360fd5a616e1 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:10:10.774542 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3c839831-b5a7-4d80-bda4-4914597bc00f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/routers/378e0de2-5d4e-4487-9a80-360fd5a616e1 HTTP/1.1" status: 200 len: 699 time: 0.5552673 Mar 11 12:10:10.774737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 40dba865-7fb3-4960-ba41-e60e597c2d64, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=40dba865-7fb3-4960-ba41-e60e597c2d64,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:10.778008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54318) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:10.783528 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f568a41f-add1-42d6-80c9-b47f65514289 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:10.795568 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f568a41f-add1-42d6-80c9-b47f65514289 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "DELETE /v2.0/ports/783a74a3-9049-49cd-aadb-24dda1123b4f HTTP/1.1" status: 204 len: 168 time: 1.9516559 Mar 11 12:10:10.798082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54320) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:10.841041 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89f4cb9-8221-480f-9c54-400056a3abe2 None None] Routers {'378e0de2-5d4e-4487-9a80-360fd5a616e1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:10.841864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a89f4cb9-8221-480f-9c54-400056a3abe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['378e0de2-5d4e-4487-9a80-360fd5a616e1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:10.921382 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6acc7281-9517-4431-b1b9-bdb356dd26b9 req-d35201cc-24f1-497e-951c-55e315b53e74 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 210 time: 0.1231358 Mar 11 12:10:10.937030 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d558e3d0-c72b-4d87-ba76-ccf8207c20f6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports?device_id=378e0de2-5d4e-4487-9a80-360fd5a616e1 HTTP/1.1" status: 200 len: 205 time: 0.1568449 Mar 11 12:10:10.938063 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54326) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:10.953169 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc8cacf-8454-4953-972e-c24b36dd85f0 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] GET failed (client error): The resource could not be found. Mar 11 12:10:10.954570 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cfc8cacf-8454-4953-972e-c24b36dd85f0 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "GET /v2.0/ports/783a74a3-9049-49cd-aadb-24dda1123b4f HTTP/1.1" status: 404 len: 333 time: 0.1520541 Mar 11 12:10:10.958982 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54328) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:10.971536 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-96ab3a10-822d-42d2-ae3e-11c5f6363211 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Request body: {'port': {'network_id': 'c9186103-6b2d-486a-b106-26052165db2b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1022683062'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:10.980001 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d091033a-cc7a-47a4-b2e3-7b3b7f01fceb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6ebadce0-53e1-4ccf-b439-df07c310a9ca), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:11.081338 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091033a-cc7a-47a4-b2e3-7b3b7f01fceb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Port': ['ID=6ebadce0-53e1-4ccf-b439-df07c310a9ca,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:11.102655 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16b5ca07-cb82-49d7-a312-d7437ad5668f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (378e0de2-5d4e-4487-9a80-360fd5a616e1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:11.361950 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-a89f4cb9-8221-480f-9c54-400056a3abe2 None None] Set router 378e0de2-5d4e-4487-9a80-360fd5a616e1 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:10:11.515246 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a89f4cb9-8221-480f-9c54-400056a3abe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378e0de2-5d4e-4487-9a80-360fd5a616e1', 'name': 'tempest-RoutersTest-router-316018912', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:10:08Z', 'updated_at': '2022-03-11T12:10:09Z', 'revision_number': 2, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:11.517267 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '40dba865-7fb3-4960-ba41-e60e597c2d64', 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc', 'port_id': '40dba865-7fb3-4960-ba41-e60e597c2d64', 'mac_address': 'fa:16:3e:c8:a7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba949ad3-acd0-4240-bdb9-834f19359038', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:10:11.557834 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89f4cb9-8221-480f-9c54-400056a3abe2 None None] The sync data for ids ['378e0de2-5d4e-4487-9a80-360fd5a616e1'] in n-d-833234-2 is: [{'id': '378e0de2-5d4e-4487-9a80-360fd5a616e1', 'name': 'tempest-RoutersTest-router-316018912', 'tenant_id': 'a24261b17aac4e62ac61f7e15210aa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:10:08Z', 'updated_at': '2022-03-11T12:10:09Z', 'revision_number': 2, 'project_id': 'a24261b17aac4e62ac61f7e15210aa07', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:10:11.590657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 98e08bfc-5153-4c23-929d-17b8f933a7ab is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:11.635368 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 40dba865-7fb3-4960-ba41-e60e597c2d64 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:11.635872 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (40dba865-7fb3-4960-ba41-e60e597c2d64), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:11.644477 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16b5ca07-cb82-49d7-a312-d7437ad5668f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (378e0de2-5d4e-4487-9a80-360fd5a616e1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:11.658620 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16b5ca07-cb82-49d7-a312-d7437ad5668f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router_controller (378e0de2-5d4e-4487-9a80-360fd5a616e1), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:11.688988 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40dba865-7fb3-4960-ba41-e60e597c2d64 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:10:11.720782 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 40dba865-7fb3-4960-ba41-e60e597c2d64, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=40dba865-7fb3-4960-ba41-e60e597c2d64,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:11.726554 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (40dba865-7fb3-4960-ba41-e60e597c2d64), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:11.777189 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d091033a-cc7a-47a4-b2e3-7b3b7f01fceb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (b849fc6e-4ecb-41aa-8a0f-46b885da5d95), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:11.798234 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16b5ca07-cb82-49d7-a312-d7437ad5668f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (378e0de2-5d4e-4487-9a80-360fd5a616e1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:11.799171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b5ca07-cb82-49d7-a312-d7437ad5668f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Fanout notify agent at l3_agent the message router_deleted on router 378e0de2-5d4e-4487-9a80-360fd5a616e1 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:10:11.819083 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16b5ca07-cb82-49d7-a312-d7437ad5668f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:11.825185 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-16b5ca07-cb82-49d7-a312-d7437ad5668f tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/routers/378e0de2-5d4e-4487-9a80-360fd5a616e1 HTTP/1.1" status: 204 len: 168 time: 0.8812149 Mar 11 12:10:11.833946 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa71a4-3e03-4b67-afe3-fad0ebe768a6 req-cfbb07d3-4833-4ee5-8638-325a04f87d12 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:11.839362 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4fa71a4-3e03-4b67-afe3-fad0ebe768a6 req-cfbb07d3-4833-4ee5-8638-325a04f87d12 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 944 time: 0.3817527 Mar 11 12:10:11.843762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54346) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:11.901259 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ab3a10-822d-42d2-ae3e-11c5f6363211 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Made reservation on behalf of 8590d9c1a6d14ff1999976e68356fa72 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:11.907850 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=40dba865-7fb3-4960-ba41-e60e597c2d64,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:11.917883 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96ab3a10-822d-42d2-ae3e-11c5f6363211 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:12.014173 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['40dba865-7fb3-4960-ba41-e60e597c2d64'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:10:12.015444 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-96ab3a10-822d-42d2-ae3e-11c5f6363211 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] device_id is not set on port 3b4b1dc4-32fe-4052-80aa-013a67f50333 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:10:12.029246 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fecdf409-4f1c-45cc-bf2d-65eb97622c05 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports?device_id=378e0de2-5d4e-4487-9a80-360fd5a616e1 HTTP/1.1" status: 200 len: 205 time: 0.1821260 Mar 11 12:10:12.037246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54360) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:12.111846 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4fa71a4-3e03-4b67-afe3-fad0ebe768a6 req-59420c2c-37a9-47b5-a1e6-5f4bf7baf63a tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771991 Mar 11 12:10:12.153125 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-ff03efbd-2de2-4aa9-a59e-668a3d585696 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] delete failed (client error): The resource could not be found. Mar 11 12:10:12.156589 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8676ad56-016e-4da2-a654-8759fcc21841 req-0a424bfc-05f2-46e2-adbe-5ecc4216e182 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 210 time: 0.0663066 Mar 11 12:10:12.157681 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ff03efbd-2de2-4aa9-a59e-668a3d585696 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/routers/378e0de2-5d4e-4487-9a80-360fd5a616e1 HTTP/1.1" status: 404 len: 336 time: 0.1176364 Mar 11 12:10:12.158492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54362) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:12.206504 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f5e113-132e-4831-8adb-3abc5fbdfa35 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] DELETE failed (client error): The resource could not be found. Mar 11 12:10:12.207840 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f5e113-132e-4831-8adb-3abc5fbdfa35 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:10:12.213175 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b2f5e113-132e-4831-8adb-3abc5fbdfa35 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/subnets/487d9d13-70f8-4036-87e8-298008d6cf5d HTTP/1.1" status: 404 len: 337 time: 0.0508437 Mar 11 12:10:12.215673 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54364) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:12.219094 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d091033a-cc7a-47a4-b2e3-7b3b7f01fceb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router b849fc6e-4ecb-41aa-8a0f-46b885da5d95 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:10:12.286229 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-714657ef-2e84-4e71-addb-d3b42f430201 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] DELETE failed (client error): The resource could not be found. Mar 11 12:10:12.286862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-714657ef-2e84-4e71-addb-d3b42f430201 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:10:12.290294 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-714657ef-2e84-4e71-addb-d3b42f430201 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/subnets/54056bf8-c291-4f39-bf58-81e0d299163f HTTP/1.1" status: 404 len: 337 time: 0.0735800 Mar 11 12:10:12.304391 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54366) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:12.338204 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-96ab3a10-822d-42d2-ae3e-11c5f6363211 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Allocated IP 2001:db8::3f (c9186103-6b2d-486a-b106-26052165db2b/4d60861a-567a-4939-ba8f-5ec37a6d7efa/3b4b1dc4-32fe-4052-80aa-013a67f50333) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:10:12.350744 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-8809509b-fdf9-44b3-81e8-eeba411f1e48 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] DELETE failed (client error): The resource could not be found. Mar 11 12:10:12.351267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8809509b-fdf9-44b3-81e8-eeba411f1e48 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:10:12.354589 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8809509b-fdf9-44b3-81e8-eeba411f1e48 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/subnets/093f3c6a-8c13-4b9f-9eba-1553783cdd35 HTTP/1.1" status: 404 len: 337 time: 0.0490508 Mar 11 12:10:12.358130 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54370) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:12.377251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d091033a-cc7a-47a4-b2e3-7b3b7f01fceb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:10:12.386043 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d091033a-cc7a-47a4-b2e3-7b3b7f01fceb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/b849fc6e-4ecb-41aa-8a0f-46b885da5d95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5502205 Mar 11 12:10:12.393634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54374) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:12.396404 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c09d10-6dcd-48e5-ad29-f1680d711b53 None None] Sync routers for ids ['b849fc6e-4ecb-41aa-8a0f-46b885da5d95'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:10:12.428882 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-8add0f6d-4abd-47f9-98db-c2fc6fc8b0c6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] DELETE failed (client error): The resource could not be found. Mar 11 12:10:12.429349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8add0f6d-4abd-47f9-98db-c2fc6fc8b0c6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:10:12.431043 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c09d10-6dcd-48e5-ad29-f1680d711b53 None None] Routers {'b849fc6e-4ecb-41aa-8a0f-46b885da5d95'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:12.433408 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-16c09d10-6dcd-48e5-ad29-f1680d711b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b849fc6e-4ecb-41aa-8a0f-46b885da5d95'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:12.435079 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8add0f6d-4abd-47f9-98db-c2fc6fc8b0c6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/subnets/81b7f343-cd5b-4f95-92ed-2e955bc6d995 HTTP/1.1" status: 404 len: 337 time: 0.0710578 Mar 11 12:10:12.435727 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54376) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:12.454838 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1f900095-5e1a-4fa8-a190-089cf168f477 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports?device_id=b849fc6e-4ecb-41aa-8a0f-46b885da5d95 HTTP/1.1" status: 200 len: 205 time: 0.0600600 Mar 11 12:10:12.460173 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54378) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:12.521011 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-16c09d10-6dcd-48e5-ad29-f1680d711b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:12.547375 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5dbba2b7-51e2-4484-a87e-98b519ab262e tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports?device_id=1134f63b-0747-4619-b8af-c34a7336c8f2 HTTP/1.1" status: 200 len: 205 time: 0.1100242 Mar 11 12:10:12.555329 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54380) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:12.563287 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c09d10-6dcd-48e5-ad29-f1680d711b53 None None] Routers {'b849fc6e-4ecb-41aa-8a0f-46b885da5d95'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:12.564156 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-16c09d10-6dcd-48e5-ad29-f1680d711b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:09:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b849fc6e-4ecb-41aa-8a0f-46b885da5d95'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:12.629457 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-a4134e75-725c-49f5-9e7d-8962b02dc259 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] delete failed (client error): The resource could not be found. Mar 11 12:10:12.635140 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a4134e75-725c-49f5-9e7d-8962b02dc259 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/routers/1134f63b-0747-4619-b8af-c34a7336c8f2 HTTP/1.1" status: 404 len: 336 time: 0.0721264 Mar 11 12:10:12.637970 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54382) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:12.640624 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-16c09d10-6dcd-48e5-ad29-f1680d711b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:12.646481 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c09d10-6dcd-48e5-ad29-f1680d711b53 None None] The sync data for ids ['b849fc6e-4ecb-41aa-8a0f-46b885da5d95'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:10:12.697596 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6bdfa80-2a88-4904-aa64-7ea509659d93 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (b849fc6e-4ecb-41aa-8a0f-46b885da5d95), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:12.698123 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-340bc698-1e4b-4231-998b-46d75b20c401 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0f4c639-076f-4a6f-9121-fdb1c5750b15 HTTP/1.1" status: 200 len: 205 time: 0.0561972 Mar 11 12:10:12.699415 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54384) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:12.702835 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:12.798453 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96ab3a10-822d-42d2-ae3e-11c5f6363211 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks [] for port (3b4b1dc4-32fe-4052-80aa-013a67f50333), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:12.847904 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96ab3a10-822d-42d2-ae3e-11c5f6363211 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3b4b1dc4-32fe-4052-80aa-013a67f50333), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:12.971613 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6bdfa80-2a88-4904-aa64-7ea509659d93 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (b849fc6e-4ecb-41aa-8a0f-46b885da5d95), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:12.973872 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6bdfa80-2a88-4904-aa64-7ea509659d93 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router_controller (b849fc6e-4ecb-41aa-8a0f-46b885da5d95), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:12.994996 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab3a10-822d-42d2-ae3e-11c5f6363211 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event updated for resources: {'Port': ['ID=3b4b1dc4-32fe-4052-80aa-013a67f50333,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:13.012969 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ab3a10-822d-42d2-ae3e-11c5f6363211 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Network c9186103-6b2d-486a-b106-26052165db2b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:13.016648 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-96ab3a10-822d-42d2-ae3e-11c5f6363211 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:13.020918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ab3a10-822d-42d2-ae3e-11c5f6363211 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:10:13.023000 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-d59fc249-0775-4d91-880d-e1662635c0e1 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] delete failed (client error): The resource could not be found. Mar 11 12:10:13.024387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d59fc249-0775-4d91-880d-e1662635c0e1 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/routers/c0f4c639-076f-4a6f-9121-fdb1c5750b15 HTTP/1.1" status: 404 len: 336 time: 0.3199241 Mar 11 12:10:13.028046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54390) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:13.035093 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ab3a10-822d-42d2-ae3e-11c5f6363211 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:13.037030 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96ab3a10-822d-42d2-ae3e-11c5f6363211 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:13.046744 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6bdfa80-2a88-4904-aa64-7ea509659d93 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (b849fc6e-4ecb-41aa-8a0f-46b885da5d95), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:13.047244 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bdfa80-2a88-4904-aa64-7ea509659d93 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Fanout notify agent at l3_agent the message router_deleted on router b849fc6e-4ecb-41aa-8a0f-46b885da5d95 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:10:13.067686 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-96ab3a10-822d-42d2-ae3e-11c5f6363211 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1073515 Mar 11 12:10:13.071039 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54392) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:13.078498 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d90971ad-9118-4c5d-9651-e2cc6e64e692 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b3', 'mac_address': 'fa:16:3e:f9:92:2d'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:13.120638 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6bdfa80-2a88-4904-aa64-7ea509659d93 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:13.125450 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a6bdfa80-2a88-4904-aa64-7ea509659d93 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/routers/b849fc6e-4ecb-41aa-8a0f-46b885da5d95 HTTP/1.1" status: 204 len: 168 time: 0.6656735 Mar 11 12:10:13.126901 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da02494-95db-44c9-8a6b-e3d58a7005f6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] DELETE failed (client error): The resource could not be found. Mar 11 12:10:13.127269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54396) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:13.127381 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da02494-95db-44c9-8a6b-e3d58a7005f6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:10:13.130912 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0da02494-95db-44c9-8a6b-e3d58a7005f6 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/subnets/04b167bd-bcca-4f56-a1d5-36009b3abd3a HTTP/1.1" status: 404 len: 337 time: 0.1013970 Mar 11 12:10:13.134253 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54398) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:13.203650 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d0cdc5fb-fa42-425f-bb70-b23306a8e175 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports?device_id=bed29433-8fb4-407a-9c50-e00004ab7a03 HTTP/1.1" status: 200 len: 205 time: 0.0680082 Mar 11 12:10:13.206953 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54406) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:13.404865 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8680859-9aad-40bd-85c4-3e385e95561f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting subnet e0265f87-efdd-47df-8778-7bf26cfd1141 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:10:13.413593 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8680859-9aad-40bd-85c4-3e385e95561f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (e0265f87-efdd-47df-8778-7bf26cfd1141), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:13.429457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3151d7c-7fae-4d13-81d0-d9f26e8179ec req-eef74f4c-9050-4f98-bca4-63985f53ca9e tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 210 time: 0.0513480 Mar 11 12:10:13.436622 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-30c65e91-43da-4bae-bfdd-06babee73490 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] delete failed (client error): The resource could not be found. Mar 11 12:10:13.438180 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-30c65e91-43da-4bae-bfdd-06babee73490 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/routers/bed29433-8fb4-407a-9c50-e00004ab7a03 HTTP/1.1" status: 404 len: 336 time: 0.2294915 Mar 11 12:10:13.441214 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54408) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:13.505130 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-af3b125f-d564-4baf-adaf-ba87ea0c787d tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports?device_id=653b942a-366e-4e30-b5ef-2730ed8698c8 HTTP/1.1" status: 200 len: 205 time: 0.0549514 Mar 11 12:10:13.514712 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54410) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:13.523892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125918e1-1562-4ca4-8102-b774a13b852d req-7841b618-0b64-4c90-9d3d-dff4baa4c6bb tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:13.533877 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d90971ad-9118-4c5d-9651-e2cc6e64e692 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3b4b1dc4-32fe-4052-80aa-013a67f50333), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:13.544766 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-125918e1-1562-4ca4-8102-b774a13b852d req-7841b618-0b64-4c90-9d3d-dff4baa4c6bb tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 945 time: 0.1971357 Mar 11 12:10:13.555839 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8680859-9aad-40bd-85c4-3e385e95561f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (e0265f87-efdd-47df-8778-7bf26cfd1141), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:13.641211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6c960885-abce-48ff-835e-f77fd7d69bf3 None None] Provisioning complete for port 3b4b1dc4-32fe-4052-80aa-013a67f50333 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:13.641594 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6c960885-abce-48ff-835e-f77fd7d69bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3b4b1dc4-32fe-4052-80aa-013a67f50333), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:13.648676 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-63f5f0cc-9236-4cde-9e63-f9b4bae2a867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:13.672053 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-125918e1-1562-4ca4-8102-b774a13b852d req-cb53f63f-85e9-4123-92ec-c4b3ea480783 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257277 Mar 11 12:10:13.684287 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-7a9ef9ed-4212-40c8-8ab7-029d07aa7402 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] delete failed (client error): The resource could not be found. Mar 11 12:10:13.692717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7a9ef9ed-4212-40c8-8ab7-029d07aa7402 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/routers/653b942a-366e-4e30-b5ef-2730ed8698c8 HTTP/1.1" status: 404 len: 336 time: 0.1121492 Mar 11 12:10:13.695090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54412) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:13.741747 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6c960885-abce-48ff-835e-f77fd7d69bf3 None None] Port 3b4b1dc4-32fe-4052-80aa-013a67f50333 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:10:13.744484 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce80fe8-21cc-47b1-a2d8-c5a7ea758efb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] DELETE failed (client error): The resource could not be found. Mar 11 12:10:13.744985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce80fe8-21cc-47b1-a2d8-c5a7ea758efb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:10:13.751164 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8ce80fe8-21cc-47b1-a2d8-c5a7ea758efb tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/subnets/22954a5f-d0e3-4519-bd11-384cbf0f90de HTTP/1.1" status: 404 len: 337 time: 0.0548759 Mar 11 12:10:13.752407 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54414) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:13.806957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9e70894c-7931-4aaf-81c6-3a463d6d8356 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a158733-1e2e-430b-992a-cd581ba4683d HTTP/1.1" status: 200 len: 205 time: 0.0533600 Mar 11 12:10:13.807602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54416) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:13.872103 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-d532cffa-f14c-4447-8995-0db28e27b344 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] delete failed (client error): The resource could not be found. Mar 11 12:10:13.873703 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d532cffa-f14c-4447-8995-0db28e27b344 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/routers/0a158733-1e2e-430b-992a-cd581ba4683d HTTP/1.1" status: 404 len: 336 time: 0.0650198 Mar 11 12:10:13.876844 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54420) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:13.895396 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d90971ad-9118-4c5d-9651-e2cc6e64e692 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks [] for port (3b4b1dc4-32fe-4052-80aa-013a67f50333), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:13.920606 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d90971ad-9118-4c5d-9651-e2cc6e64e692 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (3b4b1dc4-32fe-4052-80aa-013a67f50333), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:13.923684 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f0e9f9-973a-434c-915f-59395ac0f281 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] DELETE failed (client error): The resource could not be found. Mar 11 12:10:13.924201 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f0e9f9-973a-434c-915f-59395ac0f281 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:10:13.928084 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-11f0e9f9-973a-434c-915f-59395ac0f281 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/subnets/143d2f7a-7acd-46ea-9187-0887dd5a1fcf HTTP/1.1" status: 404 len: 337 time: 0.0494215 Mar 11 12:10:13.931397 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54424) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:14.011180 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d90971ad-9118-4c5d-9651-e2cc6e64e692 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] In _notify_port_updated(), no bound segment for port 3b4b1dc4-32fe-4052-80aa-013a67f50333 on network c9186103-6b2d-486a-b106-26052165db2b {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:10:14.018082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90971ad-9118-4c5d-9651-e2cc6e64e692 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:14.018932 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d90971ad-9118-4c5d-9651-e2cc6e64e692 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:14.023420 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d90971ad-9118-4c5d-9651-e2cc6e64e692 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "PUT /v2.0/ports/3b4b1dc4-32fe-4052-80aa-013a67f50333 HTTP/1.1" status: 200 len: 1002 time: 0.9512775 Mar 11 12:10:14.025876 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dc3ee0a9-4e22-4306-a6c6-6fce0383ac22 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "GET /v2.0/ports?device_id=64e36148-cbd5-47cd-86e8-2229b93b8498 HTTP/1.1" status: 200 len: 205 time: 0.0827281 Mar 11 12:10:14.025876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54430) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:14.025876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54432) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:14.071074 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8680859-9aad-40bd-85c4-3e385e95561f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (e0265f87-efdd-47df-8778-7bf26cfd1141), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:14.075385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90971ad-9118-4c5d-9651-e2cc6e64e692 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event updated for resources: {'Port': ['ID=3b4b1dc4-32fe-4052-80aa-013a67f50333,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:14.120171 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 40dba865-7fb3-4960-ba41-e60e597c2d64 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:10:14.140140 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-47080b00-3c00-4ffa-94ce-d6347cd88265 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] delete failed (client error): The resource could not be found. Mar 11 12:10:14.144049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-47080b00-3c00-4ffa-94ce-d6347cd88265 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/routers/64e36148-cbd5-47cd-86e8-2229b93b8498 HTTP/1.1" status: 404 len: 336 time: 0.1176589 Mar 11 12:10:14.147067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54434) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:14.182175 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8680859-9aad-40bd-85c4-3e385e95561f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (e0265f87-efdd-47df-8778-7bf26cfd1141), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:14.235329 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-f084da3f-a51f-4986-8304-d45ff1000b36 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] DELETE failed (client error): The resource could not be found. Mar 11 12:10:14.235749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f084da3f-a51f-4986-8304-d45ff1000b36 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:10:14.244285 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f084da3f-a51f-4986-8304-d45ff1000b36 tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/subnets/ea95cfa5-6054-497b-b299-805b90ac4460 HTTP/1.1" status: 404 len: 337 time: 0.0960734 Mar 11 12:10:14.249243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 40dba865-7fb3-4960-ba41-e60e597c2d64 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:10:14.254496 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8680859-9aad-40bd-85c4-3e385e95561f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:14.257219 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54436) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:14.262301 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e8680859-9aad-40bd-85c4-3e385e95561f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/subnets/e0265f87-efdd-47df-8778-7bf26cfd1141 HTTP/1.1" status: 204 len: 168 time: 1.1330369 Mar 11 12:10:14.265741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 40dba865-7fb3-4960-ba41-e60e597c2d64 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:14.266113 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (40dba865-7fb3-4960-ba41-e60e597c2d64), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:14.267982 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebdc841-e928-478f-a140-bb79ad8ed536 None None] Network 5d64db90-5e81-4224-8804-baa9d8f90b21 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:14.273083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54438) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:14.274005 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8680859-9aad-40bd-85c4-3e385e95561f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Subnet': ['ID=e0265f87-efdd-47df-8778-7bf26cfd1141,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:14.375371 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bda36c7-2547-4733-aeb8-8f40529e3f41 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting subnet bb6c9d95-4afd-4ef0-848b-9683b70a625d {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:10:14.381631 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2bda36c7-2547-4733-aeb8-8f40529e3f41 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (bb6c9d95-4afd-4ef0-848b-9683b70a625d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:14.480952 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2bda36c7-2547-4733-aeb8-8f40529e3f41 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (bb6c9d95-4afd-4ef0-848b-9683b70a625d), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:14.543526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-cf87a810-70e8-4f9a-8283-f98a1135d2e1 None None] Provisioning complete for port 3b4b1dc4-32fe-4052-80aa-013a67f50333 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:14.545733 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cf87a810-70e8-4f9a-8283-f98a1135d2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3b4b1dc4-32fe-4052-80aa-013a67f50333), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:14.679753 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2bda36c7-2547-4733-aeb8-8f40529e3f41 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (bb6c9d95-4afd-4ef0-848b-9683b70a625d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:14.726907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 40dba865-7fb3-4960-ba41-e60e597c2d64 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:14.733580 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (40dba865-7fb3-4960-ba41-e60e597c2d64), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:14.741840 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aca563b-d56d-44f2-8737-34fd4b41c72d None None] DHCP port deletion for 5d64db90-5e81-4224-8804-baa9d8f90b21 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:10:14.793732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cf87a810-70e8-4f9a-8283-f98a1135d2e1 None None] Port 3b4b1dc4-32fe-4052-80aa-013a67f50333 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:10:14.861132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 40dba865-7fb3-4960-ba41-e60e597c2d64, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=40dba865-7fb3-4960-ba41-e60e597c2d64,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:14.868330 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9897a0-7e6a-4b8a-8039-1f4c5be7113d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dba865-7fb3-4960-ba41-e60e597c2d64'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:10:14.871119 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76486b23-87e8-4716-9342-2bf06e0f8522" -d '{"events": [{"server_uuid": "ef9897a0-7e6a-4b8a-8039-1f4c5be7113d", "name": "network-vif-plugged", "status": "completed", "tag": "40dba865-7fb3-4960-ba41-e60e597c2d64"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:10:14.871877 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2bda36c7-2547-4733-aeb8-8f40529e3f41 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (bb6c9d95-4afd-4ef0-848b-9683b70a625d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:14.881423 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (40dba865-7fb3-4960-ba41-e60e597c2d64), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:14.926395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda36c7-2547-4733-aeb8-8f40529e3f41 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6c9d95-4afd-4ef0-848b-9683b70a625d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:14.944966 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2bda36c7-2547-4733-aeb8-8f40529e3f41 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:14.948966 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2bda36c7-2547-4733-aeb8-8f40529e3f41 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/subnets/bb6c9d95-4afd-4ef0-848b-9683b70a625d HTTP/1.1" status: 204 len: 168 time: 0.6718829 Mar 11 12:10:14.952412 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=40dba865-7fb3-4960-ba41-e60e597c2d64,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:14.952896 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54450) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:14.959014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f2a03d-b751-4150-af7d-ce2c33860015 None None] Network bf816752-bd1f-4f95-ae07-c81c9d7dd371 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:15.045207 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-98fbc758-fc34-4c50-8c75-77d3cd8342cf req-0c9dbae2-96d0-4d88-a9c6-776c198acf64 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 210 time: 0.1134202 Mar 11 12:10:15.065010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5aca563b-d56d-44f2-8737-34fd4b41c72d None None] Deleting port aa9265b3-e741-4a45-acc6-b34e8546cbc0 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:15.065010 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5aca563b-d56d-44f2-8737-34fd4b41c72d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (aa9265b3-e741-4a45-acc6-b34e8546cbc0), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:15.081038 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02bca0c-b533-4712-bd54-d5cb2142abee tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] DELETE failed (client error): The resource could not be found. Mar 11 12:10:15.081671 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02bca0c-b533-4712-bd54-d5cb2142abee tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:10:15.101658 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a02bca0c-b533-4712-bd54-d5cb2142abee tempest-RoutersTest-469543495 tempest-RoutersTest-469543495-project] 10.222.0.78 "DELETE /v2.0/subnets/aed3b010-369c-44b6-905e-f10039d29017 HTTP/1.1" status: 404 len: 337 time: 0.8424630 Mar 11 12:10:15.128034 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (5d64db90-5e81-4224-8804-baa9d8f90b21), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:15.135297 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b32f44f-8c54-4089-a0ed-07a37b2e187a x-openstack-request-id: req-9b32f44f-8c54-4089-a0ed-07a37b2e187a {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:10:15.135733 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9897a0-7e6a-4b8a-8039-1f4c5be7113d", "name": "network-vif-plugged", "status": "completed", "tag": "40dba865-7fb3-4960-ba41-e60e597c2d64", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:10:15.136863 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9b32f44f-8c54-4089-a0ed-07a37b2e187a {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:10:15.136992 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9897a0-7e6a-4b8a-8039-1f4c5be7113d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dba865-7fb3-4960-ba41-e60e597c2d64', 'code': 200} Mar 11 12:10:15.177357 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-befb002e-087d-48d3-b083-cdfb04c060cd tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Deleting port 3b4b1dc4-32fe-4052-80aa-013a67f50333 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:15.178371 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-befb002e-087d-48d3-b083-cdfb04c060cd tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3b4b1dc4-32fe-4052-80aa-013a67f50333), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:15.206281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f5987-4df4-446e-80fc-6efcc3ae55a4 req-2336bc03-3be2-4c08-83ba-bfcf8e9dbe76 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:15.207802 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-087f5987-4df4-446e-80fc-6efcc3ae55a4 req-2336bc03-3be2-4c08-83ba-bfcf8e9dbe76 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 946 time: 0.2863269 Mar 11 12:10:15.304506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5aca563b-d56d-44f2-8737-34fd4b41c72d None None] For port aa9265b3-e741-4a45-acc6-b34e8546cbc0, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=aa9265b3-e741-4a45-acc6-b34e8546cbc0,segment=NetworkSegment(b2957652-3d4c-48f8-927e-13f29978b933),segment_id=b2957652-3d4c-48f8-927e-13f29978b933)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:15.305106 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5aca563b-d56d-44f2-8737-34fd4b41c72d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (aa9265b3-e741-4a45-acc6-b34e8546cbc0), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:15.337004 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5aca563b-d56d-44f2-8737-34fd4b41c72d None None] Calling delete_port for aa9265b3-e741-4a45-acc6-b34e8546cbc0 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:15.346873 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting port aa9265b3-e741-4a45-acc6-b34e8546cbc0 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:15.347215 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (aa9265b3-e741-4a45-acc6-b34e8546cbc0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:15.368591 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580740c0-24d3-4b1e-92f2-69ec6464b956 req-706f8cbe-3cca-4efc-9381-d17fa1702de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:15.370476 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-580740c0-24d3-4b1e-92f2-69ec6464b956 req-706f8cbe-3cca-4efc-9381-d17fa1702de3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 1128 time: 0.1499805 Mar 11 12:10:15.438014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4165c5f6-51fe-4459-8186-c581bfbf59fa None None] DHCP port deletion for bf816752-bd1f-4f95-ae07-c81c9d7dd371 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:10:15.459316 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-087f5987-4df4-446e-80fc-6efcc3ae55a4 req-a6c63b08-4669-4a54-be6b-8fef6cc2749a tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054486 Mar 11 12:10:15.483811 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] For port aa9265b3-e741-4a45-acc6-b34e8546cbc0, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=aa9265b3-e741-4a45-acc6-b34e8546cbc0,segment=NetworkSegment(b2957652-3d4c-48f8-927e-13f29978b933),segment_id=b2957652-3d4c-48f8-927e-13f29978b933)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:15.484207 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (aa9265b3-e741-4a45-acc6-b34e8546cbc0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:15.488938 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-580740c0-24d3-4b1e-92f2-69ec6464b956 req-ed5c516b-d43f-4957-89af-1b7f4fb865bd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109056 Mar 11 12:10:15.489593 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-befb002e-087d-48d3-b083-cdfb04c060cd tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3b4b1dc4-32fe-4052-80aa-013a67f50333), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:15.501870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Calling delete_port for aa9265b3-e741-4a45-acc6-b34e8546cbc0 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:15.516653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-befb002e-087d-48d3-b083-cdfb04c060cd tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Calling delete_port for 3b4b1dc4-32fe-4052-80aa-013a67f50333 owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:15.636479 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4165c5f6-51fe-4459-8186-c581bfbf59fa None None] Deleting port 71da7a84-6c55-4efb-be78-646f145a081d {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:15.637191 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4165c5f6-51fe-4459-8186-c581bfbf59fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (71da7a84-6c55-4efb-be78-646f145a081d), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:15.655883 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (aa9265b3-e741-4a45-acc6-b34e8546cbc0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:15.668001 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5aca563b-d56d-44f2-8737-34fd4b41c72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (aa9265b3-e741-4a45-acc6-b34e8546cbc0), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:15.701830 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca563b-d56d-44f2-8737-34fd4b41c72d None None] Pushing event deleted for resources: {'Port': ['ID=aa9265b3-e741-4a45-acc6-b34e8546cbc0,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:15.736100 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] No DVR routers for this DVR port aa9265b3-e741-4a45-acc6-b34e8546cbc0 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:10:15.741535 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54468) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:15.798496 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Port': ['ID=aa9265b3-e741-4a45-acc6-b34e8546cbc0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:15.800468 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca563b-d56d-44f2-8737-34fd4b41c72d None None] No DVR routers for this DVR port aa9265b3-e741-4a45-acc6-b34e8546cbc0 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:10:15.801983 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c5433678-993e-4dac-9327-ff783601a26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:15.811140 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-befb002e-087d-48d3-b083-cdfb04c060cd tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3b4b1dc4-32fe-4052-80aa-013a67f50333), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:15.821920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4165c5f6-51fe-4459-8186-c581bfbf59fa None None] For port 71da7a84-6c55-4efb-be78-646f145a081d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=71da7a84-6c55-4efb-be78-646f145a081d,segment=NetworkSegment(01b0117a-0186-4262-97a0-efd27b28715c),segment_id=01b0117a-0186-4262-97a0-efd27b28715c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:15.822381 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4165c5f6-51fe-4459-8186-c581bfbf59fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (71da7a84-6c55-4efb-be78-646f145a081d), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:15.849215 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4165c5f6-51fe-4459-8186-c581bfbf59fa None None] Calling delete_port for 71da7a84-6c55-4efb-be78-646f145a081d owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:15.873899 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb002e-087d-48d3-b083-cdfb04c060cd tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event deleted for resources: {'Port': ['ID=3b4b1dc4-32fe-4052-80aa-013a67f50333,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:15.925420 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (5d64db90-5e81-4224-8804-baa9d8f90b21), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:15.972074 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d64db90-5e81-4224-8804-baa9d8f90b21']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:16.006294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2957652-3d4c-48f8-927e-13f29978b933') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:16.006597 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2957652-3d4c-48f8-927e-13f29978b933') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:16.012658 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-533ada1d-6fef-4ff2-b973-9ec28be402c6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a24261b17aac4e62ac61f7e15210aa07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2699013 Mar 11 12:10:16.015533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54472) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:16.030407 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4165c5f6-51fe-4459-8186-c581bfbf59fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (71da7a84-6c55-4efb-be78-646f145a081d), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:16.046766 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (b2957652-3d4c-48f8-927e-13f29978b933), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:16.076656 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b2957652-3d4c-48f8-927e-13f29978b933), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:16.090733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:10:16.091144 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (b2957652-3d4c-48f8-927e-13f29978b933), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:16.093136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165c5f6-51fe-4459-8186-c581bfbf59fa None None] Pushing event deleted for resources: {'Port': ['ID=71da7a84-6c55-4efb-be78-646f145a081d,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:10:16.094499 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:10:16.106640 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device aa9265b3-e741-4a45-acc6-b34e8546cbc0 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:10:16.177978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: aa9265b3-e741-4a45-acc6-b34e8546cbc0 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:10:16.185348 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device aa9265b3-e741-4a45-acc6-b34e8546cbc0 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:10:16.185919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 71da7a84-6c55-4efb-be78-646f145a081d no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:10:16.189993 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-befb002e-087d-48d3-b083-cdfb04c060cd tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:16.200890 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-befb002e-087d-48d3-b083-cdfb04c060cd tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "DELETE /v2.0/ports/3b4b1dc4-32fe-4052-80aa-013a67f50333 HTTP/1.1" status: 204 len: 168 time: 2.1663985 Mar 11 12:10:16.211316 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54484) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:16.219389 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 71da7a84-6c55-4efb-be78-646f145a081d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:10:16.227464 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 71da7a84-6c55-4efb-be78-646f145a081d not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:10:16.235044 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (5d64db90-5e81-4224-8804-baa9d8f90b21), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:16.242231 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:16.252894 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/networks/5d64db90-5e81-4224-8804-baa9d8f90b21 HTTP/1.1" status: 204 len: 168 time: 1.2988651 Mar 11 12:10:16.253572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54486) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:16.255965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4165c5f6-51fe-4459-8186-c581bfbf59fa None None] No DVR routers for this DVR port 71da7a84-6c55-4efb-be78-646f145a081d on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:10:16.323102 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43001fb-fdd1-4c1a-8e41-4caf4fba6969 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Network': ['ID=5d64db90-5e81-4224-8804-baa9d8f90b21,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:16.323348 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4523fc2-4faf-4707-99e7-ed1ef61988a7 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] GET failed (client error): The resource could not be found. Mar 11 12:10:16.327444 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c4523fc2-4faf-4707-99e7-ed1ef61988a7 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "GET /v2.0/ports/3b4b1dc4-32fe-4052-80aa-013a67f50333 HTTP/1.1" status: 404 len: 333 time: 0.1060812 Mar 11 12:10:16.345671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54488) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:16.353520 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d442d7b-b279-488b-97c8-48493dbffa52 req-b83c1cda-50b5-4549-b74e-4521f0f9b2a7 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 210 time: 0.1430585 Mar 11 12:10:16.356452 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c6806cc9-7f2b-4762-aafe-9c4799bfec66 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Request body: {'port': {'network_id': 'c9186103-6b2d-486a-b106-26052165db2b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1214738979'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:16.358329 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc9b5419-e989-40af-be84-b263c64ef4ae admin admin] Publish callbacks [] for security_group (7a40073b-8ad5-4735-ad46-89e29f8fb092), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:16.403502 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc9b5419-e989-40af-be84-b263c64ef4ae admin admin] Publish callbacks [] for security_group (7a40073b-8ad5-4735-ad46-89e29f8fb092), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:16.465508 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc9b5419-e989-40af-be84-b263c64ef4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7a40073b-8ad5-4735-ad46-89e29f8fb092), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:16.468551 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc9b5419-e989-40af-be84-b263c64ef4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:16.472778 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bc9b5419-e989-40af-be84-b263c64ef4ae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7a40073b-8ad5-4735-ad46-89e29f8fb092 HTTP/1.1" status: 204 len: 168 time: 0.4512868 Mar 11 12:10:16.481546 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b5419-e989-40af-be84-b263c64ef4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a40073b-8ad5-4735-ad46-89e29f8fb092,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:16.606482 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41b9a98d-7be3-4c41-8641-fad73b81fdbd tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (bf816752-bd1f-4f95-ae07-c81c9d7dd371), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:16.621306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6d254-79c7-4452-85cf-ffb27fc877f3 req-2aab0a85-9bb1-48ba-ae14-634ef239aab8 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:16.632701 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9a6d254-79c7-4452-85cf-ffb27fc877f3 req-2aab0a85-9bb1-48ba-ae14-634ef239aab8 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 946 time: 0.0772688 Mar 11 12:10:16.673341 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6806cc9-7f2b-4762-aafe-9c4799bfec66 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Made reservation on behalf of 8590d9c1a6d14ff1999976e68356fa72 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:16.679180 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6806cc9-7f2b-4762-aafe-9c4799bfec66 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:16.774429 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9a6d254-79c7-4452-85cf-ffb27fc877f3 req-c9d8daa3-3a4a-45cc-b939-2b67b1db934e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401834 Mar 11 12:10:16.802154 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41b9a98d-7be3-4c41-8641-fad73b81fdbd tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (bf816752-bd1f-4f95-ae07-c81c9d7dd371), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:16.818432 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-c6806cc9-7f2b-4762-aafe-9c4799bfec66 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] device_id is not set on port 242ac10b-ca41-4b2f-8bfd-7b4ca3771f64 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:10:16.880176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-41b9a98d-7be3-4c41-8641-fad73b81fdbd tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf816752-bd1f-4f95-ae07-c81c9d7dd371']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:16.895709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-41b9a98d-7be3-4c41-8641-fad73b81fdbd tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b0117a-0186-4262-97a0-efd27b28715c') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:16.896506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-41b9a98d-7be3-4c41-8641-fad73b81fdbd tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b0117a-0186-4262-97a0-efd27b28715c') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:16.908489 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41b9a98d-7be3-4c41-8641-fad73b81fdbd tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (01b0117a-0186-4262-97a0-efd27b28715c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:16.933649 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41b9a98d-7be3-4c41-8641-fad73b81fdbd tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (01b0117a-0186-4262-97a0-efd27b28715c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:16.941664 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b9a98d-7be3-4c41-8641-fad73b81fdbd tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:10:16.943469 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41b9a98d-7be3-4c41-8641-fad73b81fdbd tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (01b0117a-0186-4262-97a0-efd27b28715c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:10:17.020001 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:10:17.027698 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41b9a98d-7be3-4c41-8641-fad73b81fdbd tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (bf816752-bd1f-4f95-ae07-c81c9d7dd371), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:17.052320 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41b9a98d-7be3-4c41-8641-fad73b81fdbd tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:17.055714 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-41b9a98d-7be3-4c41-8641-fad73b81fdbd tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/networks/bf816752-bd1f-4f95-ae07-c81c9d7dd371 HTTP/1.1" status: 204 len: 168 time: 0.7950034 Mar 11 12:10:17.062368 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54506) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:17.067009 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a5a35cd8-8520-41d9-bc93-3c64e807bf19 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1573928981'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:17.072856 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9a98d-7be3-4c41-8641-fad73b81fdbd tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Network': ['ID=bf816752-bd1f-4f95-ae07-c81c9d7dd371,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:17.110086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a35cd8-8520-41d9-bc93-3c64e807bf19 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:17.122817 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a5a35cd8-8520-41d9-bc93-3c64e807bf19 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:17.136039 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-c6806cc9-7f2b-4762-aafe-9c4799bfec66 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Allocated IP 2001:db8::227 (c9186103-6b2d-486a-b106-26052165db2b/4d60861a-567a-4939-ba8f-5ec37a6d7efa/242ac10b-ca41-4b2f-8bfd-7b4ca3771f64) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:10:17.197992 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a35cd8-8520-41d9-bc93-3c64e807bf19 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:10:17.220251 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a5a35cd8-8520-41d9-bc93-3c64e807bf19 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (8e79ab48-6a45-41e5-a95f-b40b7c3dacd3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:17.221651 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-a5a35cd8-8520-41d9-bc93-3c64e807bf19 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Added segment 8e79ab48-6a45-41e5-a95f-b40b7c3dacd3 of type vlan for network 28089965-e70a-4b32-9779-825c08a71252 Mar 11 12:10:17.242631 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:17.304169 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a5a35cd8-8520-41d9-bc93-3c64e807bf19 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (28089965-e70a-4b32-9779-825c08a71252), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:17.339854 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a5a35cd8-8520-41d9-bc93-3c64e807bf19 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (28089965-e70a-4b32-9779-825c08a71252), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:17.346273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a35cd8-8520-41d9-bc93-3c64e807bf19 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:17.347021 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a5a35cd8-8520-41d9-bc93-3c64e807bf19 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:17.479668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6806cc9-7f2b-4762-aafe-9c4799bfec66 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks [] for port (242ac10b-ca41-4b2f-8bfd-7b4ca3771f64), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:17.520628 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a4e372c-3230-4736-b598-6ff3a2022a76 req-f19b6b79-0d90-4caa-a852-bf1acf2fbf87 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 210 time: 0.0853503 Mar 11 12:10:17.524242 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6806cc9-7f2b-4762-aafe-9c4799bfec66 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (242ac10b-ca41-4b2f-8bfd-7b4ca3771f64), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:17.536552 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a35cd8-8520-41d9-bc93-3c64e807bf19 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Network': ['ID=28089965-e70a-4b32-9779-825c08a71252,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:17.566320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 28089965-e70a-4b32-9779-825c08a71252 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:10:17.579008 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a5a35cd8-8520-41d9-bc93-3c64e807bf19 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5108278 Mar 11 12:10:17.579994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54526) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:17.583012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6806cc9-7f2b-4762-aafe-9c4799bfec66 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Network c9186103-6b2d-486a-b106-26052165db2b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:17.589660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c6806cc9-7f2b-4762-aafe-9c4799bfec66 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:17.594322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6806cc9-7f2b-4762-aafe-9c4799bfec66 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:10:17.601101 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6806cc9-7f2b-4762-aafe-9c4799bfec66 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:17.601931 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6806cc9-7f2b-4762-aafe-9c4799bfec66 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:17.608770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9f8f22f4-d73d-490a-8c7f-b2d66baa8ba2 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'subnet': {'network_id': '28089965-e70a-4b32-9779-825c08a71252', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:17.618541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6806cc9-7f2b-4762-aafe-9c4799bfec66 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event updated for resources: {'Port': ['ID=242ac10b-ca41-4b2f-8bfd-7b4ca3771f64,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:17.629583 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c6806cc9-7f2b-4762-aafe-9c4799bfec66 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2804701 Mar 11 12:10:17.630293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54528) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:17.669031 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-81f0901c-1e6b-4b26-b57b-0e885ccbe3cd tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f9:92:2d'}]}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:17.834368 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54534) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:17.979534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-83e54a13-3455-4ec5-a322-b1ecc53f7f6e tempest-DvrRoutersNegativeTest-589072389 tempest-DvrRoutersNegativeTest-589072389-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1482465959', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:17.983562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.policy [None req-83e54a13-3455-4ec5-a322-b1ecc53f7f6e tempest-DvrRoutersNegativeTest-589072389 tempest-DvrRoutersNegativeTest-589072389-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104032) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 11 12:10:17.984545 n-d-833234-2 neutron-server[104032]: DEBUG neutron.policy [None req-83e54a13-3455-4ec5-a322-b1ecc53f7f6e tempest-DvrRoutersNegativeTest-589072389 tempest-DvrRoutersNegativeTest-589072389-project] Failed policy check for 'create_router' {{(pid=104032) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 11 12:10:17.985325 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-83e54a13-3455-4ec5-a322-b1ecc53f7f6e tempest-DvrRoutersNegativeTest-589072389 tempest-DvrRoutersNegativeTest-589072389-project] create failed (client error): Access was denied to this resource. Mar 11 12:10:18.004237 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-83e54a13-3455-4ec5-a322-b1ecc53f7f6e tempest-DvrRoutersNegativeTest-589072389 tempest-DvrRoutersNegativeTest-589072389-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1583619 Mar 11 12:10:18.009859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8f22f4-d73d-490a-8c7f-b2d66baa8ba2 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:18.014246 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f8f22f4-d73d-490a-8c7f-b2d66baa8ba2 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:18.064404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8518fb0a-855d-48ee-bcff-91978c6e8700 None None] Provisioning complete for port 242ac10b-ca41-4b2f-8bfd-7b4ca3771f64 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:18.065006 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8518fb0a-855d-48ee-bcff-91978c6e8700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (242ac10b-ca41-4b2f-8bfd-7b4ca3771f64), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:18.117792 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8518fb0a-855d-48ee-bcff-91978c6e8700 None None] Port 242ac10b-ca41-4b2f-8bfd-7b4ca3771f64 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:10:18.164368 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241bb2e-99bc-4ef7-b118-112f2d883418 req-f52502e0-2c72-45bb-9d68-c4b62b15848c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:18.172293 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a241bb2e-99bc-4ef7-b118-112f2d883418 req-f52502e0-2c72-45bb-9d68-c4b62b15848c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 946 time: 0.2534916 Mar 11 12:10:18.261219 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81f0901c-1e6b-4b26-b57b-0e885ccbe3cd tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (242ac10b-ca41-4b2f-8bfd-7b4ca3771f64), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:18.411898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54546) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:18.478640 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a241bb2e-99bc-4ef7-b118-112f2d883418 req-b8aec7aa-87fd-4a7b-8d55-68f2904529d8 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048275 Mar 11 12:10:18.565095 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f8f22f4-d73d-490a-8c7f-b2d66baa8ba2 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (6690b486-1b4f-490a-9178-7c4670f26c25), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:18.603549 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a39404a7-994c-412b-82eb-62e93dd79fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:18.640827 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:18.704226 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f22f4-d73d-490a-8c7f-b2d66baa8ba2 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Subnet': ['ID=6690b486-1b4f-490a-9178-7c4670f26c25,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:18.726970 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d640b655-c315-4f8b-8364-2166b456befb req-cb07f0ab-e3e6-4698-b1a1-3834312f8456 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 210 time: 0.0788300 Mar 11 12:10:18.775610 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a39404a7-994c-412b-82eb-62e93dd79fa8 admin admin] Publish callbacks [] for security_group (3595cedb-e561-4c3d-910d-b837af552dc3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:18.789037 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a39404a7-994c-412b-82eb-62e93dd79fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3595cedb-e561-4c3d-910d-b837af552dc3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:18.851171 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a39404a7-994c-412b-82eb-62e93dd79fa8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7c5df7d0a00245898ec4716cdc82e96f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4371104 Mar 11 12:10:18.852356 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39404a7-994c-412b-82eb-62e93dd79fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3595cedb-e561-4c3d-910d-b837af552dc3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:18.855812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54556) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:18.869260 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f22f4-d73d-490a-8c7f-b2d66baa8ba2 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Checking segment: {'id': '8e79ab48-6a45-41e5-a95f-b40b7c3dacd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '28089965-e70a-4b32-9779-825c08a71252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:10:18.875964 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8f22f4-d73d-490a-8c7f-b2d66baa8ba2 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network hostable DHCP agents. Network: 28089965-e70a-4b32-9779-825c08a71252, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:10:18.910274 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81f0901c-1e6b-4b26-b57b-0e885ccbe3cd tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks [] for port (242ac10b-ca41-4b2f-8bfd-7b4ca3771f64), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:18.925351 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81f0901c-1e6b-4b26-b57b-0e885ccbe3cd tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (242ac10b-ca41-4b2f-8bfd-7b4ca3771f64), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:18.926462 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ebb41e5-d9b8-4f2f-bed1-5d715b40bea5 admin admin] Publish callbacks [] for security_group (3595cedb-e561-4c3d-910d-b837af552dc3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:18.956541 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ebb41e5-d9b8-4f2f-bed1-5d715b40bea5 admin admin] Publish callbacks [] for security_group (3595cedb-e561-4c3d-910d-b837af552dc3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:18.965867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8f22f4-d73d-490a-8c7f-b2d66baa8ba2 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network 28089965-e70a-4b32-9779-825c08a71252 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:10:18.979848 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed2f7b-1cf4-47a5-84dc-09797550095c req-928a806a-e64d-4853-abac-86485500d25c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:18.981589 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73ed2f7b-1cf4-47a5-84dc-09797550095c req-928a806a-e64d-4853-abac-86485500d25c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 946 time: 0.1726542 Mar 11 12:10:18.996177 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-81f0901c-1e6b-4b26-b57b-0e885ccbe3cd tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] In _notify_port_updated(), no bound segment for port 242ac10b-ca41-4b2f-8bfd-7b4ca3771f64 on network c9186103-6b2d-486a-b106-26052165db2b {{(pid=104031) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:10:19.003445 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f0901c-1e6b-4b26-b57b-0e885ccbe3cd tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:19.004413 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81f0901c-1e6b-4b26-b57b-0e885ccbe3cd tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:19.009840 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-81f0901c-1e6b-4b26-b57b-0e885ccbe3cd tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "PUT /v2.0/ports/242ac10b-ca41-4b2f-8bfd-7b4ca3771f64 HTTP/1.1" status: 200 len: 1003 time: 1.3486900 Mar 11 12:10:19.028392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54558) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:19.050872 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-9f8f22f4-d73d-490a-8c7f-b2d66baa8ba2 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 28089965-e70a-4b32-9779-825c08a71252) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:19.061765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0f2f48-4302-4a90-b6be-409fbb600371 None None] Network 28089965-e70a-4b32-9779-825c08a71252 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:19.065756 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0901c-1e6b-4b26-b57b-0e885ccbe3cd tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event updated for resources: {'Port': ['ID=242ac10b-ca41-4b2f-8bfd-7b4ca3771f64,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:19.071458 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8f22f4-d73d-490a-8c7f-b2d66baa8ba2 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:19.072291 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f8f22f4-d73d-490a-8c7f-b2d66baa8ba2 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:19.101305 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73ed2f7b-1cf4-47a5-84dc-09797550095c req-10f790b3-41c6-44cd-bb7b-9c0ce6484c33 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086562 Mar 11 12:10:19.116122 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9f8f22f4-d73d-490a-8c7f-b2d66baa8ba2 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5318232 Mar 11 12:10:19.119340 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54564) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:19.130235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-06f0531c-d0c8-4401-b96d-a0b838a8496e tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1117345916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:19.145612 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ebb41e5-d9b8-4f2f-bed1-5d715b40bea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3595cedb-e561-4c3d-910d-b837af552dc3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:19.149053 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ebb41e5-d9b8-4f2f-bed1-5d715b40bea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:19.155177 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9ebb41e5-d9b8-4f2f-bed1-5d715b40bea5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3595cedb-e561-4c3d-910d-b837af552dc3 HTTP/1.1" status: 204 len: 168 time: 0.2930243 Mar 11 12:10:19.201920 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06f0531c-d0c8-4401-b96d-a0b838a8496e tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (baddecfd-88fa-4ed2-a772-6097b77f2d14), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:19.203166 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06f0531c-d0c8-4401-b96d-a0b838a8496e tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (baddecfd-88fa-4ed2-a772-6097b77f2d14), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:19.261545 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb41e5-d9b8-4f2f-bed1-5d715b40bea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3595cedb-e561-4c3d-910d-b837af552dc3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:19.329746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-55457663-77f2-4a6a-9875-3a3aa6a94fe8 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Deleting port 242ac10b-ca41-4b2f-8bfd-7b4ca3771f64 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:19.330151 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55457663-77f2-4a6a-9875-3a3aa6a94fe8 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (242ac10b-ca41-4b2f-8bfd-7b4ca3771f64), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:19.334297 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06f0531c-d0c8-4401-b96d-a0b838a8496e tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router_controller (baddecfd-88fa-4ed2-a772-6097b77f2d14), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:19.348519 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06f0531c-d0c8-4401-b96d-a0b838a8496e tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (baddecfd-88fa-4ed2-a772-6097b77f2d14), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:19.360312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-28089965-e70a-4b32-9779-825c08a71252', 'network_id': '28089965-e70a-4b32-9779-825c08a71252', 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'fixed_ips': [{'subnet_id': '6690b486-1b4f-490a-9178-7c4670f26c25'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:10:19.361578 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:19.387384 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06f0531c-d0c8-4401-b96d-a0b838a8496e tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:19.391279 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-06f0531c-d0c8-4401-b96d-a0b838a8496e tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2680597 Mar 11 12:10:19.391559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54572) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:19.400920 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c1295067-9c30-455c-b7b9-a3863b964b1c tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'port': {'network_id': '28089965-e70a-4b32-9779-825c08a71252', 'name': 'tempest-RoutersIpV6Test-1769764709'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:19.539556 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55457663-77f2-4a6a-9875-3a3aa6a94fe8 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (242ac10b-ca41-4b2f-8bfd-7b4ca3771f64), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:19.571555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-55457663-77f2-4a6a-9875-3a3aa6a94fe8 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Calling delete_port for 242ac10b-ca41-4b2f-8bfd-7b4ca3771f64 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:19.584250 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-94dfad20-16fb-4300-857d-7a202d978080 None None] Provisioning complete for port 242ac10b-ca41-4b2f-8bfd-7b4ca3771f64 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:19.584916 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94dfad20-16fb-4300-857d-7a202d978080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (242ac10b-ca41-4b2f-8bfd-7b4ca3771f64), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:19.612729 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Allocated IP 2001:db8::2 (28089965-e70a-4b32-9779-825c08a71252/6690b486-1b4f-490a-9178-7c4670f26c25/d87e7740-cb8b-4959-8096-900d7201f81a) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:10:19.635664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1295067-9c30-455c-b7b9-a3863b964b1c tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:19.639440 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c1295067-9c30-455c-b7b9-a3863b964b1c tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:19.675936 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-c1295067-9c30-455c-b7b9-a3863b964b1c tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] device_id is not set on port 9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:10:19.696609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-94dfad20-16fb-4300-857d-7a202d978080 None None] Port 242ac10b-ca41-4b2f-8bfd-7b4ca3771f64 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:10:19.824892 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:10:19.858235 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55457663-77f2-4a6a-9875-3a3aa6a94fe8 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (242ac10b-ca41-4b2f-8bfd-7b4ca3771f64), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:19.945483 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f605dd4c-f867-4983-896f-9f6414f2f969 req-88925b84-431d-46a1-b41b-d452d40c911a tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 210 time: 0.0993345 Mar 11 12:10:19.978253 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55457663-77f2-4a6a-9875-3a3aa6a94fe8 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event deleted for resources: {'Port': ['ID=242ac10b-ca41-4b2f-8bfd-7b4ca3771f64,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:20.006676 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-55457663-77f2-4a6a-9875-3a3aa6a94fe8 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:20.010402 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-55457663-77f2-4a6a-9875-3a3aa6a94fe8 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "DELETE /v2.0/ports/242ac10b-ca41-4b2f-8bfd-7b4ca3771f64 HTTP/1.1" status: 204 len: 168 time: 0.9806406 Mar 11 12:10:20.013081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54590) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:20.043047 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e236c7f-01f9-4d37-af36-7b07d2ed1e39 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] GET failed (client error): The resource could not be found. Mar 11 12:10:20.044806 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Publish callbacks [] for port (d87e7740-cb8b-4959-8096-900d7201f81a), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:20.045873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3e236c7f-01f9-4d37-af36-7b07d2ed1e39 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "GET /v2.0/ports/242ac10b-ca41-4b2f-8bfd-7b4ca3771f64 HTTP/1.1" status: 404 len: 333 time: 0.0314159 Mar 11 12:10:20.051625 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54592) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:20.058314 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7d9ee56a-7bb7-47d7-8926-43474d4134cb tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Request body: {'port': {'network_id': 'c9186103-6b2d-486a-b106-26052165db2b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1826160930'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:20.070294 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (d87e7740-cb8b-4959-8096-900d7201f81a), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:20.140845 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:20.176152 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Network 28089965-e70a-4b32-9779-825c08a71252 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:20.179525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:20.181443 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Pushing event updated for resources: {'Port': ['ID=d87e7740-cb8b-4959-8096-900d7201f81a,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:20.189072 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:10:20.304527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-c1295067-9c30-455c-b7b9-a3863b964b1c tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Allocated IP 2001:db8::f6 (28089965-e70a-4b32-9779-825c08a71252/6690b486-1b4f-490a-9178-7c4670f26c25/9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:10:20.317593 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Attempting to bind port d87e7740-cb8b-4959-8096-900d7201f81a on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:10:20.317966 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Attempting to bind port d87e7740-cb8b-4959-8096-900d7201f81a by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '8e79ab48-6a45-41e5-a95f-b40b7c3dacd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '28089965-e70a-4b32-9779-825c08a71252'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:10:20.318381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Attempting to bind port d87e7740-cb8b-4959-8096-900d7201f81a on network 28089965-e70a-4b32-9779-825c08a71252 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:10:20.337422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:10:20.337422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Checking segment: {'id': '8e79ab48-6a45-41e5-a95f-b40b7c3dacd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '28089965-e70a-4b32-9779-825c08a71252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:10:20.337422 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:20.337422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Bound using segment: {'id': '8e79ab48-6a45-41e5-a95f-b40b7c3dacd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '28089965-e70a-4b32-9779-825c08a71252'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:10:20.337422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Bound port: d87e7740-cb8b-4959-8096-900d7201f81a, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e79ab48-6a45-41e5-a95f-b40b7c3dacd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '28089965-e70a-4b32-9779-825c08a71252'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:10:20.337422 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d87e7740-cb8b-4959-8096-900d7201f81a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:20.474854 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-54366214-dece-47e0-94cb-28b261b89793 None None] For port d87e7740-cb8b-4959-8096-900d7201f81a, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:10:20.481506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-54366214-dece-47e0-94cb-28b261b89793 None None] For port d87e7740-cb8b-4959-8096-900d7201f81a, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d87e7740-cb8b-4959-8096-900d7201f81a,segment=NetworkSegment(8e79ab48-6a45-41e5-a95f-b40b7c3dacd3),segment_id=8e79ab48-6a45-41e5-a95f-b40b7c3dacd3)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:10:20.495350 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d97f84-0618-45b9-a29b-c8d91a434fd7 req-e60e1cbb-14ae-4c7e-aa1a-0f4495c309a9 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:20.497013 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-13d97f84-0618-45b9-a29b-c8d91a434fd7 req-e60e1cbb-14ae-4c7e-aa1a-0f4495c309a9 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 946 time: 0.3293383 Mar 11 12:10:20.499935 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d87e7740-cb8b-4959-8096-900d7201f81a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:20.580914 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9ee56a-7bb7-47d7-8926-43474d4134cb tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Made reservation on behalf of 8590d9c1a6d14ff1999976e68356fa72 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:20.584619 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee56a-7bb7-47d7-8926-43474d4134cb tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:20.587491 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54366214-dece-47e0-94cb-28b261b89793 None None] Pushing event updated for resources: {'Port': ['ID=d87e7740-cb8b-4959-8096-900d7201f81a,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:20.606401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54612) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:20.641309 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-7d9ee56a-7bb7-47d7-8926-43474d4134cb tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] device_id is not set on port ac36e831-1232-4d59-b2bc-a55bf9f711f1 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:10:20.748494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4cf6c-ac2c-478f-96ac-ba3eef790559 req-a67d332e-322d-4839-b9c5-93546b37e919 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:20.756606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92f4cf6c-ac2c-478f-96ac-ba3eef790559 req-a67d332e-322d-4839-b9c5-93546b37e919 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 946 time: 0.4556179 Mar 11 12:10:20.790623 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c1295067-9c30-455c-b7b9-a3863b964b1c tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:20.859761 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92f4cf6c-ac2c-478f-96ac-ba3eef790559 req-c7bc575d-6f76-4bd0-afb4-b5d9d25dc3aa tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976491 Mar 11 12:10:20.888505 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5f4ef025-c18e-4d4d-a0d7-557622773b8c tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:20.888947 n-d-833234-2 neutron-server[104032]: WARNING neutron.api.v2.base [None req-5f4ef025-c18e-4d4d-a0d7-557622773b8c tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 12:10:20.889443 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-5f4ef025-c18e-4d4d-a0d7-557622773b8c tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 12:10:20.890462 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5f4ef025-c18e-4d4d-a0d7-557622773b8c tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2826822 Mar 11 12:10:20.895996 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54616) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:20.902095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b143b37b-4cbc-4b5e-85c3-0d85b536e48d tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group': {'name': 'tempest-secgroup--1327896150'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:20.904447 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c1295067-9c30-455c-b7b9-a3863b964b1c tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:20.937298 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-13d97f84-0618-45b9-a29b-c8d91a434fd7 req-a2e8968f-eda4-4a7f-945b-7af27c098f09 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Deleting port 40dba865-7fb3-4960-ba41-e60e597c2d64 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:20.937744 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-13d97f84-0618-45b9-a29b-c8d91a434fd7 req-a2e8968f-eda4-4a7f-945b-7af27c098f09 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (40dba865-7fb3-4960-ba41-e60e597c2d64), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:20.944770 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b143b37b-4cbc-4b5e-85c3-0d85b536e48d tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:20.969658 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1295067-9c30-455c-b7b9-a3863b964b1c tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:20.978193 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b143b37b-4cbc-4b5e-85c3-0d85b536e48d tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:20.987759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1295067-9c30-455c-b7b9-a3863b964b1c tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network 28089965-e70a-4b32-9779-825c08a71252 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:20.989630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-c1295067-9c30-455c-b7b9-a3863b964b1c tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:20.992144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1295067-9c30-455c-b7b9-a3863b964b1c tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:10:20.998647 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1295067-9c30-455c-b7b9-a3863b964b1c tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:20.999598 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c1295067-9c30-455c-b7b9-a3863b964b1c tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:21.014459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-7d9ee56a-7bb7-47d7-8926-43474d4134cb tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Allocated IP 2001:db8::3f (c9186103-6b2d-486a-b106-26052165db2b/4d60861a-567a-4939-ba8f-5ec37a6d7efa/ac36e831-1232-4d59-b2bc-a55bf9f711f1) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:10:21.024433 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c1295067-9c30-455c-b7b9-a3863b964b1c tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6315842 Mar 11 12:10:21.027720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54622) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:21.240944 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d6239f2-3872-4486-8cca-468a438cad2a req-5737ef3e-17fd-4bb2-9ac1-bde4fc8f6ae9 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "GET /v2.0/ports?device_id=474f1fc6-ca83-4ba7-8d24-1b58a6508b2e HTTP/1.1" status: 200 len: 210 time: 0.0910027 Mar 11 12:10:21.301393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-13d97f84-0618-45b9-a29b-c8d91a434fd7 req-a2e8968f-eda4-4a7f-945b-7af27c098f09 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] For port 40dba865-7fb3-4960-ba41-e60e597c2d64, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=40dba865-7fb3-4960-ba41-e60e597c2d64,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:21.301925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-13d97f84-0618-45b9-a29b-c8d91a434fd7 req-a2e8968f-eda4-4a7f-945b-7af27c098f09 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (40dba865-7fb3-4960-ba41-e60e597c2d64), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:21.678674 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67ec2704-24ce-4f4f-a1a6-1019edaa4dfb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:21.813540 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-13d97f84-0618-45b9-a29b-c8d91a434fd7 req-a2e8968f-eda4-4a7f-945b-7af27c098f09 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Calling delete_port for 40dba865-7fb3-4960-ba41-e60e597c2d64 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:21.978238 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b143b37b-4cbc-4b5e-85c3-0d85b536e48d tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (41b2f69a-62b6-4657-ab18-fbc24b3f002b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:21.987527 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee56a-7bb7-47d7-8926-43474d4134cb tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks [] for port (ac36e831-1232-4d59-b2bc-a55bf9f711f1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:21.996191 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b143b37b-4cbc-4b5e-85c3-0d85b536e48d tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (41b2f69a-62b6-4657-ab18-fbc24b3f002b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:22.096960 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67ec2704-24ce-4f4f-a1a6-1019edaa4dfb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:22.117043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d87e7740-cb8b-4959-8096-900d7201f81a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:10:22.128953 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67ec2704-24ce-4f4f-a1a6-1019edaa4dfb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:22.159893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143b37b-4cbc-4b5e-85c3-0d85b536e48d tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b2f69a-62b6-4657-ab18-fbc24b3f002b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:22.226127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d87e7740-cb8b-4959-8096-900d7201f81a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:22.226503 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d87e7740-cb8b-4959-8096-900d7201f81a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:22.357347 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee56a-7bb7-47d7-8926-43474d4134cb tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ac36e831-1232-4d59-b2bc-a55bf9f711f1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:22.375567 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54646) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:22.390100 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b143b37b-4cbc-4b5e-85c3-0d85b536e48d tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (6aa5e675-9bba-4bc2-9630-211db0e908c3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:22.402077 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-13d97f84-0618-45b9-a29b-c8d91a434fd7 req-a2e8968f-eda4-4a7f-945b-7af27c098f09 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (40dba865-7fb3-4960-ba41-e60e597c2d64), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:22.414008 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['e941fb05-4896-4c38-9b4c-d33880735661'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:10:22.455120 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b143b37b-4cbc-4b5e-85c3-0d85b536e48d tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6aa5e675-9bba-4bc2-9630-211db0e908c3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:22.468418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec2704-24ce-4f4f-a1a6-1019edaa4dfb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:22.480543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ee56a-7bb7-47d7-8926-43474d4134cb tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Network c9186103-6b2d-486a-b106-26052165db2b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:22.489290 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b143b37b-4cbc-4b5e-85c3-0d85b536e48d tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:22.493582 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b143b37b-4cbc-4b5e-85c3-0d85b536e48d tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5968220 Mar 11 12:10:22.494214 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54650) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:22.502802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d67bdf-ce46-4aec-88d7-e42b6d6c01a5 None None] Network 28089965-e70a-4b32-9779-825c08a71252 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:22.509203 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d87e7740-cb8b-4959-8096-900d7201f81a is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:22.509822 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d87e7740-cb8b-4959-8096-900d7201f81a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:22.517415 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2befd68d-8afd-4844-b444-66bafd189ba5 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': '6aa5e675-9bba-4bc2-9630-211db0e908c3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:22.528524 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-7d9ee56a-7bb7-47d7-8926-43474d4134cb tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:22.543356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6ad7d-0b19-460a-9976-537d451a7d18 req-038ba480-8746-4cbe-a5c5-f276cd551b9a tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:22.545454 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eaa6ad7d-0b19-460a-9976-537d451a7d18 req-038ba480-8746-4cbe-a5c5-f276cd551b9a tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9897a0-7e6a-4b8a-8039-1f4c5be7113d HTTP/1.1" status: 200 len: 867 time: 0.4452949 Mar 11 12:10:22.566467 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ee56a-7bb7-47d7-8926-43474d4134cb tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:10:22.573354 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9ee56a-7bb7-47d7-8926-43474d4134cb tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:22.574156 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee56a-7bb7-47d7-8926-43474d4134cb tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:22.628819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ee56a-7bb7-47d7-8926-43474d4134cb tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event updated for resources: {'Port': ['ID=ac36e831-1232-4d59-b2bc-a55bf9f711f1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:22.664387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143b37b-4cbc-4b5e-85c3-0d85b536e48d tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa5e675-9bba-4bc2-9630-211db0e908c3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:22.669382 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d97f84-0618-45b9-a29b-c8d91a434fd7 req-a2e8968f-eda4-4a7f-945b-7af27c098f09 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] No DVR routers for this DVR port 40dba865-7fb3-4960-ba41-e60e597c2d64 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:10:22.678545 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c888b5d-f976-4018-8fe0-8f4756f6ca34 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group (abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:22.689099 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-13d97f84-0618-45b9-a29b-c8d91a434fd7 req-a2e8968f-eda4-4a7f-945b-7af27c098f09 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:22.695289 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-13d97f84-0618-45b9-a29b-c8d91a434fd7 req-a2e8968f-eda4-4a7f-945b-7af27c098f09 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.71 "DELETE /v2.0/ports/40dba865-7fb3-4960-ba41-e60e597c2d64 HTTP/1.1" status: 204 len: 173 time: 2.1669710 Mar 11 12:10:22.704546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9897a0-7e6a-4b8a-8039-1f4c5be7113d', 'name': 'network-vif-deleted', 'tag': '40dba865-7fb3-4960-ba41-e60e597c2d64'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:10:22.707162 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4908ad7-95d0-4a8c-9e30-554382419cc3" -d '{"events": [{"server_uuid": "ef9897a0-7e6a-4b8a-8039-1f4c5be7113d", "name": "network-vif-deleted", "tag": "40dba865-7fb3-4960-ba41-e60e597c2d64"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:10:22.719211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-445b6f03-7f75-45f0-8b39-5b9b38b30e91 None None] Provisioning complete for port d87e7740-cb8b-4959-8096-900d7201f81a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:22.719907 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-445b6f03-7f75-45f0-8b39-5b9b38b30e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d87e7740-cb8b-4959-8096-900d7201f81a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:22.735824 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67ec2704-24ce-4f4f-a1a6-1019edaa4dfb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (baddecfd-88fa-4ed2-a772-6097b77f2d14), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:22.783783 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7d9ee56a-7bb7-47d7-8926-43474d4134cb tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7306376 Mar 11 12:10:22.799802 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54660) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:22.800650 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8968f-eda4-4a7f-945b-7af27c098f09 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Pushing event deleted for resources: {'Port': ['ID=40dba865-7fb3-4960-ba41-e60e597c2d64,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:22.830660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-aa4ea6eb-e9ba-421d-8f0f-e447ba03b806 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Request body: {'port': {'network_id': 'c9186103-6b2d-486a-b106-26052165db2b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1753400106'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:22.833642 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port d87e7740-cb8b-4959-8096-900d7201f81a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d87e7740-cb8b-4959-8096-900d7201f81a,segment=NetworkSegment(8e79ab48-6a45-41e5-a95f-b40b7c3dacd3),segment_id=8e79ab48-6a45-41e5-a95f-b40b7c3dacd3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:22.900740 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81dd3a0-e2e3-43a6-8b6e-6e4c0de6ca14 x-openstack-request-id: req-c81dd3a0-e2e3-43a6-8b6e-6e4c0de6ca14 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:10:22.901036 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9897a0-7e6a-4b8a-8039-1f4c5be7113d", "name": "network-vif-deleted", "tag": "40dba865-7fb3-4960-ba41-e60e597c2d64", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:10:22.901293 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c81dd3a0-e2e3-43a6-8b6e-6e4c0de6ca14 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:10:22.901698 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9897a0-7e6a-4b8a-8039-1f4c5be7113d', 'name': 'network-vif-deleted', 'tag': '40dba865-7fb3-4960-ba41-e60e597c2d64', 'status': 'completed', 'code': 200} Mar 11 12:10:22.963046 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-445b6f03-7f75-45f0-8b39-5b9b38b30e91 None None] Current status of the port d87e7740-cb8b-4959-8096-900d7201f81a is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:22.965806 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-445b6f03-7f75-45f0-8b39-5b9b38b30e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d87e7740-cb8b-4959-8096-900d7201f81a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:22.975901 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d87e7740-cb8b-4959-8096-900d7201f81a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:23.007461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eaa6ad7d-0b19-460a-9976-537d451a7d18 req-a2cb1f9e-2bf5-4bc9-99a8-7f73df8b0726 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263783 Mar 11 12:10:23.061131 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2befd68d-8afd-4844-b444-66bafd189ba5 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group_rule (8b179f34-126a-4a29-8915-746358c356db), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:23.071761 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c888b5d-f976-4018-8fe0-8f4756f6ca34 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group (abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:23.105632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4ea6eb-e9ba-421d-8f0f-e447ba03b806 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Made reservation on behalf of 8590d9c1a6d14ff1999976e68356fa72 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:23.116862 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aa4ea6eb-e9ba-421d-8f0f-e447ba03b806 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:23.126924 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67ec2704-24ce-4f4f-a1a6-1019edaa4dfb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:23.169564 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-aa4ea6eb-e9ba-421d-8f0f-e447ba03b806 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] device_id is not set on port d6bb3159-7d63-40f2-9fb1-bc0402274bdb yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:10:23.201871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=d87e7740-cb8b-4959-8096-900d7201f81a,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:23.255702 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-445b6f03-7f75-45f0-8b39-5b9b38b30e91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:10:23.255702 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-445b6f03-7f75-45f0-8b39-5b9b38b30e91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:10:23.271680 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2befd68d-8afd-4844-b444-66bafd189ba5 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group_rule (8b179f34-126a-4a29-8915-746358c356db), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:23.299507 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2befd68d-8afd-4844-b444-66bafd189ba5 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (8b179f34-126a-4a29-8915-746358c356db), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:23.332078 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befd68d-8afd-4844-b444-66bafd189ba5 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b179f34-126a-4a29-8915-746358c356db,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:23.366524 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c888b5d-f976-4018-8fe0-8f4756f6ca34 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:23.369263 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c888b5d-f976-4018-8fe0-8f4756f6ca34 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:23.370484 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2c888b5d-f976-4018-8fe0-8f4756f6ca34 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] 10.222.0.78 "DELETE /v2.0/security-groups/abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91 HTTP/1.1" status: 204 len: 168 time: 0.9808946 Mar 11 12:10:23.474569 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2befd68d-8afd-4844-b444-66bafd189ba5 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:23.481357 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54672) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:23.482212 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2befd68d-8afd-4844-b444-66bafd189ba5 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9759412 Mar 11 12:10:23.482333 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c888b5d-f976-4018-8fe0-8f4756f6ca34 tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abda5fb4-7b65-4b15-8bd7-f9dd5f69bb91,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:23.488433 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-52a2a63d-755f-4923-9ff5-a3d1f95b534a tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': '6aa5e675-9bba-4bc2-9630-211db0e908c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:23.562912 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-aa4ea6eb-e9ba-421d-8f0f-e447ba03b806 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Allocated IP 2001:db8::2a0 (c9186103-6b2d-486a-b106-26052165db2b/4d60861a-567a-4939-ba8f-5ec37a6d7efa/d6bb3159-7d63-40f2-9fb1-bc0402274bdb) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:10:23.685445 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-52a2a63d-755f-4923-9ff5-a3d1f95b534a tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group_rule (cca1c2a6-47b6-48b8-8cba-07cd12da7388), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:23.821811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-445b6f03-7f75-45f0-8b39-5b9b38b30e91 None None] Current status of the port d87e7740-cb8b-4959-8096-900d7201f81a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:23.822422 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67ec2704-24ce-4f4f-a1a6-1019edaa4dfb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:23.825174 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-52a2a63d-755f-4923-9ff5-a3d1f95b534a tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 12:10:23.826488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-52a2a63d-755f-4923-9ff5-a3d1f95b534a tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3417568 Mar 11 12:10:23.832426 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54694) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:23.842724 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67ec2704-24ce-4f4f-a1a6-1019edaa4dfb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:23.846053 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67ec2704-24ce-4f4f-a1a6-1019edaa4dfb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (baddecfd-88fa-4ed2-a772-6097b77f2d14), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:23.884658 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aa4ea6eb-e9ba-421d-8f0f-e447ba03b806 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks [] for port (d6bb3159-7d63-40f2-9fb1-bc0402274bdb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:23.965961 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c71ff4bc-c0ce-4595-8924-5a2bfb36e1cb None None] Provisioning complete for port 9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:23.968223 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c71ff4bc-c0ce-4595-8924-5a2bfb36e1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:23.972173 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aa4ea6eb-e9ba-421d-8f0f-e447ba03b806 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d6bb3159-7d63-40f2-9fb1-bc0402274bdb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:24.047161 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec2704-24ce-4f4f-a1a6-1019edaa4dfb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:24.184050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4ea6eb-e9ba-421d-8f0f-e447ba03b806 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Network c9186103-6b2d-486a-b106-26052165db2b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:24.201127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-aa4ea6eb-e9ba-421d-8f0f-e447ba03b806 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:24.215772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4ea6eb-e9ba-421d-8f0f-e447ba03b806 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:10:24.244270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4ea6eb-e9ba-421d-8f0f-e447ba03b806 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:24.245362 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aa4ea6eb-e9ba-421d-8f0f-e447ba03b806 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:24.263487 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ea6eb-e9ba-421d-8f0f-e447ba03b806 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event updated for resources: {'Port': ['ID=d6bb3159-7d63-40f2-9fb1-bc0402274bdb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:24.310662 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-aa4ea6eb-e9ba-421d-8f0f-e447ba03b806 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5044920 Mar 11 12:10:24.313005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54704) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:24.326346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d7e83169-ed41-41f1-8b53-eead2ecaffc9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b3', 'mac_address': 'fa:16:3e:f9:92:2d'}, {'ip_address': '2001:db8::3f', 'mac_address': 'fa:16:3e:3f:de:5f'}]}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:24.414213 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d87e7740-cb8b-4959-8096-900d7201f81a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:10:24.416957 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 40dba865-7fb3-4960-ba41-e60e597c2d64 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:10:24.468559 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 40dba865-7fb3-4960-ba41-e60e597c2d64 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:10:24.469059 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 40dba865-7fb3-4960-ba41-e60e597c2d64 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:10:24.487655 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c71ff4bc-c0ce-4595-8924-5a2bfb36e1cb None None] Port 9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:10:24.534077 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c71ff4bc-c0ce-4595-8924-5a2bfb36e1cb None None] Provisioning complete for port d87e7740-cb8b-4959-8096-900d7201f81a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:24.534838 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c71ff4bc-c0ce-4595-8924-5a2bfb36e1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d87e7740-cb8b-4959-8096-900d7201f81a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:24.685926 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d87e7740-cb8b-4959-8096-900d7201f81a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:24.686302 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d87e7740-cb8b-4959-8096-900d7201f81a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:24.896428 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c71ff4bc-c0ce-4595-8924-5a2bfb36e1cb None None] Current status of the port d87e7740-cb8b-4959-8096-900d7201f81a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:24.998938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d87e7740-cb8b-4959-8096-900d7201f81a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:25.007721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c71ff4bc-c0ce-4595-8924-5a2bfb36e1cb None None] Provisioning complete for port ac36e831-1232-4d59-b2bc-a55bf9f711f1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:25.013861 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c71ff4bc-c0ce-4595-8924-5a2bfb36e1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ac36e831-1232-4d59-b2bc-a55bf9f711f1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:25.021823 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5f21-3dfd-40a1-b905-7fcd911ca9c0 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (6aa5e675-9bba-4bc2-9630-211db0e908c3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:25.093233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c71ff4bc-c0ce-4595-8924-5a2bfb36e1cb None None] Port ac36e831-1232-4d59-b2bc-a55bf9f711f1 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:10:25.094721 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5f21-3dfd-40a1-b905-7fcd911ca9c0 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (6aa5e675-9bba-4bc2-9630-211db0e908c3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:25.185788 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0356623-bd41-4fb4-b20c-c69738c2469e req-3cdb9838-a907-4f89-96f6-47ec3b070525 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:25.192755 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0356623-bd41-4fb4-b20c-c69738c2469e req-3cdb9838-a907-4f89-96f6-47ec3b070525 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.9831898 Mar 11 12:10:25.245099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a905ac5c-fe32-47a2-98bf-c1f1031ec400 None None] Provisioning complete for port 9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:25.245653 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a905ac5c-fe32-47a2-98bf-c1f1031ec400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:25.269852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ec2704-24ce-4f4f-a1a6-1019edaa4dfb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network 28089965-e70a-4b32-9779-825c08a71252 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:25.276623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-67ec2704-24ce-4f4f-a1a6-1019edaa4dfb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:25.306658 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5f21-3dfd-40a1-b905-7fcd911ca9c0 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6aa5e675-9bba-4bc2-9630-211db0e908c3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:25.309258 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5f21-3dfd-40a1-b905-7fcd911ca9c0 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:25.315646 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2d3e5f21-3dfd-40a1-b905-7fcd911ca9c0 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "DELETE /v2.0/security-groups/6aa5e675-9bba-4bc2-9630-211db0e908c3 HTTP/1.1" status: 204 len: 168 time: 1.4795957 Mar 11 12:10:25.316628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54788) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:25.346493 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0356623-bd41-4fb4-b20c-c69738c2469e req-ab265013-3606-4f75-a553-60dfa2b7cbd9 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528022 Mar 11 12:10:25.367611 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a905ac5c-fe32-47a2-98bf-c1f1031ec400 None None] Port 9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:10:25.400021 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e5f21-3dfd-40a1-b905-7fcd911ca9c0 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa5e675-9bba-4bc2-9630-211db0e908c3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:25.449145 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a905ac5c-fe32-47a2-98bf-c1f1031ec400 None None] Provisioning complete for port d6bb3159-7d63-40f2-9fb1-bc0402274bdb triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:25.450162 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a905ac5c-fe32-47a2-98bf-c1f1031ec400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d6bb3159-7d63-40f2-9fb1-bc0402274bdb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:25.458628 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-486c231e-1b3e-4f62-838d-44af1ae93c0b tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1353400 Mar 11 12:10:25.459367 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d7e83169-ed41-41f1-8b53-eead2ecaffc9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d6bb3159-7d63-40f2-9fb1-bc0402274bdb), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:25.459793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54804) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:25.473923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0473c9a9-b29b-4898-ae73-3c8ee5f23dd5 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group': {'name': 'tempest-secgroup--506265184'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:25.532652 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0473c9a9-b29b-4898-ae73-3c8ee5f23dd5 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:25.568559 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a905ac5c-fe32-47a2-98bf-c1f1031ec400 None None] Port d6bb3159-7d63-40f2-9fb1-bc0402274bdb cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:10:25.736697 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0473c9a9-b29b-4898-ae73-3c8ee5f23dd5 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (fea385f4-2822-4169-867c-7d02fe21952e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:25.751233 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0473c9a9-b29b-4898-ae73-3c8ee5f23dd5 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fea385f4-2822-4169-867c-7d02fe21952e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:25.799072 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0473c9a9-b29b-4898-ae73-3c8ee5f23dd5 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:25.802194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ec2704-24ce-4f4f-a1a6-1019edaa4dfb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router baddecfd-88fa-4ed2-a772-6097b77f2d14 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:10:25.804562 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0473c9a9-b29b-4898-ae73-3c8ee5f23dd5 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3432219 Mar 11 12:10:25.805252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54838) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:25.811520 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c6f1c07a-610c-4684-8c19-2b6c7ff43055 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': 'fea385f4-2822-4169-867c-7d02fe21952e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:25.812527 n-d-833234-2 neutron-server[104032]: WARNING neutron.api.v2.base [None req-c6f1c07a-610c-4684-8c19-2b6c7ff43055 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 11 12:10:25.813101 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-c6f1c07a-610c-4684-8c19-2b6c7ff43055 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:25.815573 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c6f1c07a-610c-4684-8c19-2b6c7ff43055 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0082822 Mar 11 12:10:25.818381 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54842) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:25.867747 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473c9a9-b29b-4898-ae73-3c8ee5f23dd5 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fea385f4-2822-4169-867c-7d02fe21952e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:25.908108 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49d50fe6-71df-4b36-b14b-c0ed704a8e9f tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (fea385f4-2822-4169-867c-7d02fe21952e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:25.956335 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49d50fe6-71df-4b36-b14b-c0ed704a8e9f tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (fea385f4-2822-4169-867c-7d02fe21952e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:26.017331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6285e2f2-13fc-43e8-8716-b7746170bad7 None None] Provisioning complete for port 9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:26.017739 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6285e2f2-13fc-43e8-8716-b7746170bad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:26.020788 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49d50fe6-71df-4b36-b14b-c0ed704a8e9f tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fea385f4-2822-4169-867c-7d02fe21952e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:26.023848 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49d50fe6-71df-4b36-b14b-c0ed704a8e9f tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:26.028221 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-49d50fe6-71df-4b36-b14b-c0ed704a8e9f tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "DELETE /v2.0/security-groups/fea385f4-2822-4169-867c-7d02fe21952e HTTP/1.1" status: 204 len: 168 time: 0.2088194 Mar 11 12:10:26.029460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54866) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:26.055701 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cf1ed-a36b-409b-b823-17e2806657c3 req-3fd177c0-0cd1-4a47-900c-9a3e8960cecd tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:26.057823 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-833cf1ed-a36b-409b-b823-17e2806657c3 req-3fd177c0-0cd1-4a47-900c-9a3e8960cecd tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2678249 Mar 11 12:10:26.077370 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d50fe6-71df-4b36-b14b-c0ed704a8e9f tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea385f4-2822-4169-867c-7d02fe21952e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:26.105006 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d7e83169-ed41-41f1-8b53-eead2ecaffc9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks [] for port (d6bb3159-7d63-40f2-9fb1-bc0402274bdb), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:26.108948 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ec2704-24ce-4f4f-a1a6-1019edaa4dfb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:10:26.125403 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-67ec2704-24ce-4f4f-a1a6-1019edaa4dfb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/baddecfd-88fa-4ed2-a772-6097b77f2d14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0963089 Mar 11 12:10:26.128467 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d7e83169-ed41-41f1-8b53-eead2ecaffc9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (d6bb3159-7d63-40f2-9fb1-bc0402274bdb), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:26.137127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54876) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:26.137990 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54878) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:26.138416 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d1ffdc4c-70ac-466d-b75c-19b88b535194 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0993383 Mar 11 12:10:26.160657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6285e2f2-13fc-43e8-8716-b7746170bad7 None None] Port 9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:10:26.187113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b097ec-026c-437a-9a08-cb889a8b7723 None None] Sync routers for ids ['baddecfd-88fa-4ed2-a772-6097b77f2d14'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:10:26.210272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b097ec-026c-437a-9a08-cb889a8b7723 None None] Routers {'baddecfd-88fa-4ed2-a772-6097b77f2d14'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:26.210501 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c2e466d8-6ab0-4f1f-856a-1fb329209bf6 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group': {'name': 'tempest-secgroup--317226762'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:26.213045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-82b097ec-026c-437a-9a08-cb889a8b7723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['baddecfd-88fa-4ed2-a772-6097b77f2d14'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:26.230827 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e83169-ed41-41f1-8b53-eead2ecaffc9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event updated for resources: {'Port': ['ID=d6bb3159-7d63-40f2-9fb1-bc0402274bdb,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:26.282710 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-82b097ec-026c-437a-9a08-cb889a8b7723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:26.293796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b097ec-026c-437a-9a08-cb889a8b7723 None None] Routers {'baddecfd-88fa-4ed2-a772-6097b77f2d14'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:26.294475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-82b097ec-026c-437a-9a08-cb889a8b7723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['baddecfd-88fa-4ed2-a772-6097b77f2d14'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:26.335032 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-82b097ec-026c-437a-9a08-cb889a8b7723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:26.336496 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b097ec-026c-437a-9a08-cb889a8b7723 None None] The sync data for ids ['baddecfd-88fa-4ed2-a772-6097b77f2d14'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:10:26.352333 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2e466d8-6ab0-4f1f-856a-1fb329209bf6 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:26.355733 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-d7e83169-ed41-41f1-8b53-eead2ecaffc9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] In _notify_port_updated(), no bound segment for port d6bb3159-7d63-40f2-9fb1-bc0402274bdb on network c9186103-6b2d-486a-b106-26052165db2b {{(pid=104031) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:10:26.361907 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e83169-ed41-41f1-8b53-eead2ecaffc9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:26.362710 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d7e83169-ed41-41f1-8b53-eead2ecaffc9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:26.364232 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d7e83169-ed41-41f1-8b53-eead2ecaffc9 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "PUT /v2.0/ports/d6bb3159-7d63-40f2-9fb1-bc0402274bdb HTTP/1.1" status: 200 len: 1067 time: 2.0502934 Mar 11 12:10:26.367276 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54900) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:26.401852 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-833cf1ed-a36b-409b-b823-17e2806657c3 req-d50690ec-42d6-489a-a346-735a5f5e5f6a tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132217 Mar 11 12:10:26.419082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12da61b-2c10-4930-a602-4c4bc592899e tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:26.420948 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d12da61b-2c10-4930-a602-4c4bc592899e tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports/9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad HTTP/1.1" status: 200 len: 983 time: 0.2151725 Mar 11 12:10:26.424680 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54908) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:26.606387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-2e409787-c5aa-4b96-8bf9-30d9e94adbd1 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Deleting port d6bb3159-7d63-40f2-9fb1-bc0402274bdb {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:26.607673 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e409787-c5aa-4b96-8bf9-30d9e94adbd1 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d6bb3159-7d63-40f2-9fb1-bc0402274bdb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:26.828358 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e409787-c5aa-4b96-8bf9-30d9e94adbd1 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d6bb3159-7d63-40f2-9fb1-bc0402274bdb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:26.854800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-2e409787-c5aa-4b96-8bf9-30d9e94adbd1 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Calling delete_port for d6bb3159-7d63-40f2-9fb1-bc0402274bdb owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:26.892463 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2e466d8-6ab0-4f1f-856a-1fb329209bf6 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (5bc83ba5-a34c-4241-8316-5817e53689ea), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:26.911820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8be98-382a-4ca3-be20-feecd4739e53 req-3bde2a1a-2948-408c-b9ef-bc982de2be57 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:26.914135 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cfe8be98-382a-4ca3-be20-feecd4739e53 req-3bde2a1a-2948-408c-b9ef-bc982de2be57 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.3877120 Mar 11 12:10:26.940596 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2e466d8-6ab0-4f1f-856a-1fb329209bf6 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5bc83ba5-a34c-4241-8316-5817e53689ea), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:27.015178 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e466d8-6ab0-4f1f-856a-1fb329209bf6 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc83ba5-a34c-4241-8316-5817e53689ea,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:27.033542 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e409787-c5aa-4b96-8bf9-30d9e94adbd1 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d6bb3159-7d63-40f2-9fb1-bc0402274bdb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:27.047392 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ceafc76d-69a8-43a2-9a2c-fecfb3a948f6 None None] Could not find standard attr ID for object d6bb3159-7d63-40f2-9fb1-bc0402274bdb. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:10:27.049236 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2e466d8-6ab0-4f1f-856a-1fb329209bf6 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:27.056610 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c2e466d8-6ab0-4f1f-856a-1fb329209bf6 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8491504 Mar 11 12:10:27.057470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 54968) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:27.072521 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ab628450-faa5-4612-86b4-f0a42fc585d4 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': '5bc83ba5-a34c-4241-8316-5817e53689ea', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:27.080688 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e409787-c5aa-4b96-8bf9-30d9e94adbd1 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event deleted for resources: {'Port': ['ID=d6bb3159-7d63-40f2-9fb1-bc0402274bdb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:27.094452 n-d-833234-2 neutron-server[104031]: WARNING neutron.api.v2.base [None req-ab628450-faa5-4612-86b4-f0a42fc585d4 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 11 12:10:27.095034 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-ab628450-faa5-4612-86b4-f0a42fc585d4 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:27.106703 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ab628450-faa5-4612-86b4-f0a42fc585d4 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0383747 Mar 11 12:10:27.111401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 54974) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:27.145841 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cfe8be98-382a-4ca3-be20-feecd4739e53 req-063ed43e-caf3-4711-aace-053464b4b99d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915221 Mar 11 12:10:27.321466 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a92e8b3d-1f36-434b-a4e0-91759ae0f261 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (baddecfd-88fa-4ed2-a772-6097b77f2d14), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:27.513358 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fdbe32e7-cbf6-4931-a60b-9183ff510c0a tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (5bc83ba5-a34c-4241-8316-5817e53689ea), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:27.733375 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fdbe32e7-cbf6-4931-a60b-9183ff510c0a tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (5bc83ba5-a34c-4241-8316-5817e53689ea), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:27.771621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a92e8b3d-1f36-434b-a4e0-91759ae0f261 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting port 9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:27.786698 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a92e8b3d-1f36-434b-a4e0-91759ae0f261 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:27.862252 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e409787-c5aa-4b96-8bf9-30d9e94adbd1 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:27.868256 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2e409787-c5aa-4b96-8bf9-30d9e94adbd1 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "DELETE /v2.0/ports/d6bb3159-7d63-40f2-9fb1-bc0402274bdb HTTP/1.1" status: 204 len: 168 time: 1.4996409 Mar 11 12:10:27.869391 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55052) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:27.869806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fdbe32e7-cbf6-4931-a60b-9183ff510c0a tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5bc83ba5-a34c-4241-8316-5817e53689ea), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:27.872776 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fdbe32e7-cbf6-4931-a60b-9183ff510c0a tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:27.877029 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fdbe32e7-cbf6-4931-a60b-9183ff510c0a tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "DELETE /v2.0/security-groups/5bc83ba5-a34c-4241-8316-5817e53689ea HTTP/1.1" status: 204 len: 168 time: 0.7640901 Mar 11 12:10:27.877698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55054) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:27.908421 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe32e7-cbf6-4931-a60b-9183ff510c0a tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc83ba5-a34c-4241-8316-5817e53689ea,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:27.940776 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-591ae149-e068-4e75-bdb2-25f3a065e20e tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0589254 Mar 11 12:10:27.941440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55060) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:27.945882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ef23fa16-90f2-4dcd-bcd6-fac6b224b606 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group': {'name': 'tempest-secgroup--2066548813'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:27.963408 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-82bda5b9-5076-4f42-a362-4fa68a45d766 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] GET failed (client error): The resource could not be found. Mar 11 12:10:27.967816 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55064) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:27.967980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-82bda5b9-5076-4f42-a362-4fa68a45d766 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "GET /v2.0/ports/d6bb3159-7d63-40f2-9fb1-bc0402274bdb HTTP/1.1" status: 404 len: 333 time: 0.0959051 Mar 11 12:10:28.004711 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef23fa16-90f2-4dcd-bcd6-fac6b224b606 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:28.006102 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a92e8b3d-1f36-434b-a4e0-91759ae0f261 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:28.030070 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a92e8b3d-1f36-434b-a4e0-91759ae0f261 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Calling delete_port for 9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:28.155998 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef23fa16-90f2-4dcd-bcd6-fac6b224b606 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (69438013-d872-47ee-92e9-1c04c685c363), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:28.176539 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7148ee8d-6b27-4efe-a0c6-e008d164eb04 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Deleting port ac36e831-1232-4d59-b2bc-a55bf9f711f1 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:28.177046 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7148ee8d-6b27-4efe-a0c6-e008d164eb04 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ac36e831-1232-4d59-b2bc-a55bf9f711f1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:28.180308 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef23fa16-90f2-4dcd-bcd6-fac6b224b606 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (69438013-d872-47ee-92e9-1c04c685c363), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:28.314317 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef23fa16-90f2-4dcd-bcd6-fac6b224b606 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:28.319881 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55102) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:28.320058 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ef23fa16-90f2-4dcd-bcd6-fac6b224b606 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3774099 Mar 11 12:10:28.326845 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-6b3d7c31-4a82-4317-a1ff-f98df45b91d7 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': '69438013-d872-47ee-92e9-1c04c685c363', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:28.327887 n-d-833234-2 neutron-server[104031]: WARNING neutron.api.v2.base [None req-6b3d7c31-4a82-4317-a1ff-f98df45b91d7 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 11 12:10:28.328629 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-6b3d7c31-4a82-4317-a1ff-f98df45b91d7 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:28.329645 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6b3d7c31-4a82-4317-a1ff-f98df45b91d7 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086083 Mar 11 12:10:28.337548 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55106) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:28.355133 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-25dea6d2-d50d-4175-bcfd-8ff69989e9fd tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': '69438013-d872-47ee-92e9-1c04c685c363', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:28.355875 n-d-833234-2 neutron-server[104031]: WARNING neutron.api.v2.base [None req-25dea6d2-d50d-4175-bcfd-8ff69989e9fd tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 11 12:10:28.356958 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-25dea6d2-d50d-4175-bcfd-8ff69989e9fd tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:28.358155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-25dea6d2-d50d-4175-bcfd-8ff69989e9fd tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073950 Mar 11 12:10:28.362514 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55110) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:28.404330 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23fa16-90f2-4dcd-bcd6-fac6b224b606 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69438013-d872-47ee-92e9-1c04c685c363,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:28.471795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-cb15afc8-013a-4ac1-a816-aa65cbed801a tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': '69438013-d872-47ee-92e9-1c04c685c363', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:28.474462 n-d-833234-2 neutron-server[104031]: WARNING neutron.api.v2.base [None req-cb15afc8-013a-4ac1-a816-aa65cbed801a tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 11 12:10:28.475001 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-cb15afc8-013a-4ac1-a816-aa65cbed801a tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:28.476815 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7148ee8d-6b27-4efe-a0c6-e008d164eb04 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ac36e831-1232-4d59-b2bc-a55bf9f711f1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:28.478418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cb15afc8-013a-4ac1-a816-aa65cbed801a tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1133654 Mar 11 12:10:28.481472 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a92e8b3d-1f36-434b-a4e0-91759ae0f261 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:28.487180 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55124) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:28.504927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6a6da9b2-d615-454a-babb-2b989f2004a6 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': '69438013-d872-47ee-92e9-1c04c685c363', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:28.507739 n-d-833234-2 neutron-server[104032]: WARNING neutron.api.v2.base [None req-6a6da9b2-d615-454a-babb-2b989f2004a6 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 11 12:10:28.508307 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-6a6da9b2-d615-454a-babb-2b989f2004a6 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:28.513112 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6a6da9b2-d615-454a-babb-2b989f2004a6 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0207212 Mar 11 12:10:28.535149 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55128) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:28.561528 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e8b3d-1f36-434b-a4e0-91759ae0f261 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Port': ['ID=9e8fb325-dba4-4e6e-b8f2-bd1300ff2fad,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:28.623660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7148ee8d-6b27-4efe-a0c6-e008d164eb04 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Calling delete_port for ac36e831-1232-4d59-b2bc-a55bf9f711f1 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:28.773207 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a92e8b3d-1f36-434b-a4e0-91759ae0f261 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (baddecfd-88fa-4ed2-a772-6097b77f2d14), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:28.820047 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-367f0d98-274b-4d96-9e5c-be7cbed7d232 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (69438013-d872-47ee-92e9-1c04c685c363), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:28.863918 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-367f0d98-274b-4d96-9e5c-be7cbed7d232 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (69438013-d872-47ee-92e9-1c04c685c363), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:28.968803 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7148ee8d-6b27-4efe-a0c6-e008d164eb04 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ac36e831-1232-4d59-b2bc-a55bf9f711f1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:29.048044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148ee8d-6b27-4efe-a0c6-e008d164eb04 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event deleted for resources: {'Port': ['ID=ac36e831-1232-4d59-b2bc-a55bf9f711f1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:29.054221 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-367f0d98-274b-4d96-9e5c-be7cbed7d232 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (69438013-d872-47ee-92e9-1c04c685c363), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:29.057668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-367f0d98-274b-4d96-9e5c-be7cbed7d232 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:29.059069 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-367f0d98-274b-4d96-9e5c-be7cbed7d232 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "DELETE /v2.0/security-groups/69438013-d872-47ee-92e9-1c04c685c363 HTTP/1.1" status: 204 len: 168 time: 0.5228233 Mar 11 12:10:29.070785 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55178) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:29.098800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f0d98-274b-4d96-9e5c-be7cbed7d232 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69438013-d872-47ee-92e9-1c04c685c363,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:29.104664 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7148ee8d-6b27-4efe-a0c6-e008d164eb04 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:29.113601 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7148ee8d-6b27-4efe-a0c6-e008d164eb04 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "DELETE /v2.0/ports/ac36e831-1232-4d59-b2bc-a55bf9f711f1 HTTP/1.1" status: 204 len: 168 time: 1.1447423 Mar 11 12:10:29.115141 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55184) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:29.162195 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34bded2-f305-4d60-a835-0911099e85cb tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] GET failed (client error): The resource could not be found. Mar 11 12:10:29.168911 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d34bded2-f305-4d60-a835-0911099e85cb tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "GET /v2.0/ports/ac36e831-1232-4d59-b2bc-a55bf9f711f1 HTTP/1.1" status: 404 len: 333 time: 0.0524786 Mar 11 12:10:29.169930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55192) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:29.257488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92e8b3d-1f36-434b-a4e0-91759ae0f261 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router baddecfd-88fa-4ed2-a772-6097b77f2d14 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:10:29.339385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1b3945f0-39b1-4a53-81c7-58d33114db64 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2674627 Mar 11 12:10:29.340586 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55206) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:29.355192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b393fd1b-a27e-4347-a23c-dc3668edf7df tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311923482'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:29.370753 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b087e4bc-55f7-4406-bade-0de5f7526b1c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Deleting port 657f84a1-f8c6-4733-a327-6fe3ccd8b731 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:29.371073 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b087e4bc-55f7-4406-bade-0de5f7526b1c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (657f84a1-f8c6-4733-a327-6fe3ccd8b731), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:29.519105 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92e8b3d-1f36-434b-a4e0-91759ae0f261 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:10:29.535324 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44bc70-e0f0-4215-93cf-42544124649d None None] Sync routers for ids ['baddecfd-88fa-4ed2-a772-6097b77f2d14'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:10:29.551541 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a92e8b3d-1f36-434b-a4e0-91759ae0f261 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/baddecfd-88fa-4ed2-a772-6097b77f2d14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1256008 Mar 11 12:10:29.552241 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55228) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:29.554528 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b393fd1b-a27e-4347-a23c-dc3668edf7df tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:29.561900 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44bc70-e0f0-4215-93cf-42544124649d None None] Routers {'baddecfd-88fa-4ed2-a772-6097b77f2d14'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:29.566309 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-de44bc70-e0f0-4215-93cf-42544124649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['baddecfd-88fa-4ed2-a772-6097b77f2d14'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:29.667086 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-de44bc70-e0f0-4215-93cf-42544124649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:29.693104 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44bc70-e0f0-4215-93cf-42544124649d None None] Routers {'baddecfd-88fa-4ed2-a772-6097b77f2d14'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:29.693104 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-de44bc70-e0f0-4215-93cf-42544124649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['baddecfd-88fa-4ed2-a772-6097b77f2d14'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:29.704108 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b087e4bc-55f7-4406-bade-0de5f7526b1c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (657f84a1-f8c6-4733-a327-6fe3ccd8b731), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:29.773235 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b087e4bc-55f7-4406-bade-0de5f7526b1c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Calling delete_port for 657f84a1-f8c6-4733-a327-6fe3ccd8b731 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:29.792346 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-de44bc70-e0f0-4215-93cf-42544124649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:29.793127 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44bc70-e0f0-4215-93cf-42544124649d None None] The sync data for ids ['baddecfd-88fa-4ed2-a772-6097b77f2d14'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:10:29.976247 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-d3a633e9-5c0c-4dc8-8ee5-71392d2ed8d3 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 12:10:29.981262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d3a633e9-5c0c-4dc8-8ee5-71392d2ed8d3 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/baddecfd-88fa-4ed2-a772-6097b77f2d14/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4280066 Mar 11 12:10:29.982051 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55268) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:30.052397 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7947614d-781b-4dae-a554-bdcea101c9c7 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddecfd-88fa-4ed2-a772-6097b77f2d14 HTTP/1.1" status: 200 len: 205 time: 0.0692041 Mar 11 12:10:30.054909 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55278) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:30.056957 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b087e4bc-55f7-4406-bade-0de5f7526b1c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (657f84a1-f8c6-4733-a327-6fe3ccd8b731), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:30.063621 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b393fd1b-a27e-4347-a23c-dc3668edf7df tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (34b6e02f-4f3e-4a46-b28d-08fee1fb7239), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:30.089147 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b393fd1b-a27e-4347-a23c-dc3668edf7df tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (34b6e02f-4f3e-4a46-b28d-08fee1fb7239), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:30.187972 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393fd1b-a27e-4347-a23c-dc3668edf7df tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b6e02f-4f3e-4a46-b28d-08fee1fb7239,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:30.190222 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087e4bc-55f7-4406-bade-0de5f7526b1c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event deleted for resources: {'Port': ['ID=657f84a1-f8c6-4733-a327-6fe3ccd8b731,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:30.195388 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b393fd1b-a27e-4347-a23c-dc3668edf7df tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:30.196074 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b393fd1b-a27e-4347-a23c-dc3668edf7df tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8532784 Mar 11 12:10:30.204362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55284) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:30.221433 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-da952e69-7931-4d5d-a0e1-7300c42ee622 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': '34b6e02f-4f3e-4a46-b28d-08fee1fb7239', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:30.222075 n-d-833234-2 neutron-server[104032]: WARNING neutron.api.v2.base [None req-da952e69-7931-4d5d-a0e1-7300c42ee622 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 12:10:30.222442 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-da952e69-7931-4d5d-a0e1-7300c42ee622 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:30.226003 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-da952e69-7931-4d5d-a0e1-7300c42ee622 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0152473 Mar 11 12:10:30.239996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55286) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:30.253377 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-975de564-8555-4669-ad9a-ea3df61df6cd tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': '34b6e02f-4f3e-4a46-b28d-08fee1fb7239', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:30.278269 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b087e4bc-55f7-4406-bade-0de5f7526b1c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:30.283271 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60ce15d4-5597-4f56-8106-a33e81fb51d8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (baddecfd-88fa-4ed2-a772-6097b77f2d14), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:30.286998 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b087e4bc-55f7-4406-bade-0de5f7526b1c tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "DELETE /v2.0/ports/657f84a1-f8c6-4733-a327-6fe3ccd8b731 HTTP/1.1" status: 204 len: 168 time: 1.1158350 Mar 11 12:10:30.290117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55288) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:30.349180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Deleting subnet 4d60861a-567a-4939-ba8f-5ec37a6d7efa {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:10:30.352768 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks [] for subnet (4d60861a-567a-4939-ba8f-5ec37a6d7efa), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:30.412597 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (4d60861a-567a-4939-ba8f-5ec37a6d7efa), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:30.505180 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (4d60861a-567a-4939-ba8f-5ec37a6d7efa), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:30.618992 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (4d60861a-567a-4939-ba8f-5ec37a6d7efa), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:30.683237 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event deleted for resources: {'Subnet': ['ID=4d60861a-567a-4939-ba8f-5ec37a6d7efa,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:30.690126 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6e71ee-5a3a-4d82-aad9-88c43657ba96 None None] Network c9186103-6b2d-486a-b106-26052165db2b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:30.696116 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:30.701740 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "DELETE /v2.0/subnets/4d60861a-567a-4939-ba8f-5ec37a6d7efa HTTP/1.1" status: 204 len: 168 time: 0.4076369 Mar 11 12:10:30.703488 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55300) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:30.706822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:30.707164 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:30.707501 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:30.708024 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:30.708503 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:30.709129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:30.709600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:30.710096 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:30.710573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:30.711085 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:30.711557 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:30.712060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:30.712528 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6197a-f416-4886-8065-6941643fd10f tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:30.774522 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-975de564-8555-4669-ad9a-ea3df61df6cd tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:30.775879 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-975de564-8555-4669-ad9a-ea3df61df6cd tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5344951 Mar 11 12:10:30.809947 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55302) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:30.816786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a280640d-5b92-40f0-abea-cb929c8c1a87 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': '34b6e02f-4f3e-4a46-b28d-08fee1fb7239', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:30.817271 n-d-833234-2 neutron-server[104031]: WARNING neutron.api.v2.base [None req-a280640d-5b92-40f0-abea-cb929c8c1a87 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 11 12:10:30.817754 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-a280640d-5b92-40f0-abea-cb929c8c1a87 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:30.818756 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a280640d-5b92-40f0-abea-cb929c8c1a87 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074551 Mar 11 12:10:30.822706 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55304) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:30.827886 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-aa1f136d-49b9-4f93-bb3f-5557e349a620 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': '34b6e02f-4f3e-4a46-b28d-08fee1fb7239', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:30.881726 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60ce15d4-5597-4f56-8106-a33e81fb51d8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (baddecfd-88fa-4ed2-a772-6097b77f2d14), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:30.884566 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60ce15d4-5597-4f56-8106-a33e81fb51d8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router_controller (baddecfd-88fa-4ed2-a772-6097b77f2d14), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:30.885184 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (c9186103-6b2d-486a-b106-26052165db2b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:30.951448 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Deleting port 98e08bfc-5153-4c23-929d-17b8f933a7ab {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:30.951975 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (98e08bfc-5153-4c23-929d-17b8f933a7ab), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:30.976518 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60ce15d4-5597-4f56-8106-a33e81fb51d8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (baddecfd-88fa-4ed2-a772-6097b77f2d14), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:30.977613 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ce15d4-5597-4f56-8106-a33e81fb51d8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Fanout notify agent at l3_agent the message router_deleted on router baddecfd-88fa-4ed2-a772-6097b77f2d14 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:10:31.001999 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60ce15d4-5597-4f56-8106-a33e81fb51d8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:31.003256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-60ce15d4-5597-4f56-8106-a33e81fb51d8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/routers/baddecfd-88fa-4ed2-a772-6097b77f2d14 HTTP/1.1" status: 204 len: 168 time: 0.9473524 Mar 11 12:10:31.008281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55310) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:31.028947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b054459-37fb-416e-b155-2582c632030d None None] DHCP port deletion for c9186103-6b2d-486a-b106-26052165db2b request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:10:31.065978 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-aa1f136d-49b9-4f93-bb3f-5557e349a620 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:31.070662 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-aa1f136d-49b9-4f93-bb3f-5557e349a620 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2433753 Mar 11 12:10:31.071307 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55314) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:31.081866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f135cad1-c621-4d6f-9ee9-a9eea2d11a9d tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': '34b6e02f-4f3e-4a46-b28d-08fee1fb7239', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:31.083201 n-d-833234-2 neutron-server[104031]: WARNING neutron.api.v2.base [None req-f135cad1-c621-4d6f-9ee9-a9eea2d11a9d tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 12:10:31.084830 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-f135cad1-c621-4d6f-9ee9-a9eea2d11a9d tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:31.090194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55316) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:31.092210 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f135cad1-c621-4d6f-9ee9-a9eea2d11a9d tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0154605 Mar 11 12:10:31.095436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9ce9d11c-f1f2-4301-9244-2bd83ad21775 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': '34b6e02f-4f3e-4a46-b28d-08fee1fb7239', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:31.101307 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] For port 98e08bfc-5153-4c23-929d-17b8f933a7ab, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=98e08bfc-5153-4c23-929d-17b8f933a7ab,segment=NetworkSegment(a704e1ce-fa3a-4ef3-9a18-656f3e5bceda),segment_id=a704e1ce-fa3a-4ef3-9a18-656f3e5bceda)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:31.101680 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (98e08bfc-5153-4c23-929d-17b8f933a7ab), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:31.109381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2b054459-37fb-416e-b155-2582c632030d None None] Deleting port 98e08bfc-5153-4c23-929d-17b8f933a7ab {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:31.109890 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2b054459-37fb-416e-b155-2582c632030d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (98e08bfc-5153-4c23-929d-17b8f933a7ab), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:31.114579 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fc292a-476c-4ce6-a5c7-e7b53f920844 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting subnet 6690b486-1b4f-490a-9178-7c4670f26c25 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:10:31.119352 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2fc292a-476c-4ce6-a5c7-e7b53f920844 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (6690b486-1b4f-490a-9178-7c4670f26c25), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:31.120939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Calling delete_port for 98e08bfc-5153-4c23-929d-17b8f933a7ab owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:31.189398 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2b054459-37fb-416e-b155-2582c632030d None None] For port 98e08bfc-5153-4c23-929d-17b8f933a7ab, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=98e08bfc-5153-4c23-929d-17b8f933a7ab,segment=NetworkSegment(a704e1ce-fa3a-4ef3-9a18-656f3e5bceda),segment_id=a704e1ce-fa3a-4ef3-9a18-656f3e5bceda)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:31.190415 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2b054459-37fb-416e-b155-2582c632030d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (98e08bfc-5153-4c23-929d-17b8f933a7ab), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:31.205093 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2b054459-37fb-416e-b155-2582c632030d None None] Calling delete_port for 98e08bfc-5153-4c23-929d-17b8f933a7ab owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:31.209915 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2fc292a-476c-4ce6-a5c7-e7b53f920844 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (6690b486-1b4f-490a-9178-7c4670f26c25), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:31.212537 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-9ce9d11c-f1f2-4301-9244-2bd83ad21775 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Project 21f0fe3d4492445b9072914afc9bdc30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:10:31.291360 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-9ce9d11c-f1f2-4301-9244-2bd83ad21775 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:31.295221 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9ce9d11c-f1f2-4301-9244-2bd83ad21775 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2013443 Mar 11 12:10:31.308983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55324) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:31.327405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9a22a176-5863-46ef-a88e-990f27270a45 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': '34b6e02f-4f3e-4a46-b28d-08fee1fb7239', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:31.327925 n-d-833234-2 neutron-server[104032]: WARNING neutron.api.v2.base [None req-9a22a176-5863-46ef-a88e-990f27270a45 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 11 12:10:31.330185 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-9a22a176-5863-46ef-a88e-990f27270a45 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:31.333321 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9a22a176-5863-46ef-a88e-990f27270a45 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0225351 Mar 11 12:10:31.348693 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55328) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:31.360526 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e8643656-9437-4aea-9744-1ecfad0ccaaf tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': '34b6e02f-4f3e-4a46-b28d-08fee1fb7239', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:31.362245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2fc292a-476c-4ce6-a5c7-e7b53f920844 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (6690b486-1b4f-490a-9178-7c4670f26c25), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:31.399681 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (98e08bfc-5153-4c23-929d-17b8f933a7ab), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:31.405438 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2b054459-37fb-416e-b155-2582c632030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (98e08bfc-5153-4c23-929d-17b8f933a7ab), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:31.407507 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-e8643656-9437-4aea-9744-1ecfad0ccaaf tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Project 21f0fe3d4492445b9072914afc9bdc30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:10:31.435817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event deleted for resources: {'Port': ['ID=98e08bfc-5153-4c23-929d-17b8f933a7ab,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:31.440724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] No DVR routers for this DVR port 98e08bfc-5153-4c23-929d-17b8f933a7ab on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:10:31.455456 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2fc292a-476c-4ce6-a5c7-e7b53f920844 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (6690b486-1b4f-490a-9178-7c4670f26c25), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:31.466250 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b054459-37fb-416e-b155-2582c632030d None None] No DVR routers for this DVR port 98e08bfc-5153-4c23-929d-17b8f933a7ab on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:10:31.473392 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-e8643656-9437-4aea-9744-1ecfad0ccaaf tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:31.475269 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e8643656-9437-4aea-9744-1ecfad0ccaaf tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1247287 Mar 11 12:10:31.484255 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b054459-37fb-416e-b155-2582c632030d None None] Pushing event deleted for resources: {'Port': ['ID=98e08bfc-5153-4c23-929d-17b8f933a7ab,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:31.518619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55332) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:31.527193 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a048ceba-70d8-4bea-a9bd-f77eb6c266b1 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': '34b6e02f-4f3e-4a46-b28d-08fee1fb7239', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:31.529543 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc292a-476c-4ce6-a5c7-e7b53f920844 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Subnet': ['ID=6690b486-1b4f-490a-9178-7c4670f26c25,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:31.549673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067005cb-ed05-4fa0-abc2-919487a33d56 None None] Network 28089965-e70a-4b32-9779-825c08a71252 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:31.551399 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2fc292a-476c-4ce6-a5c7-e7b53f920844 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:31.563982 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e2fc292a-476c-4ce6-a5c7-e7b53f920844 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/subnets/6690b486-1b4f-490a-9178-7c4670f26c25 HTTP/1.1" status: 204 len: 168 time: 0.5520911 Mar 11 12:10:31.566856 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55342) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:31.616321 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-a048ceba-70d8-4bea-a9bd-f77eb6c266b1 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Project 21f0fe3d4492445b9072914afc9bdc30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:10:31.745304 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (c9186103-6b2d-486a-b106-26052165db2b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:31.791417 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-a048ceba-70d8-4bea-a9bd-f77eb6c266b1 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:31.797135 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a048ceba-70d8-4bea-a9bd-f77eb6c266b1 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2773798 Mar 11 12:10:31.798234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55348) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:31.834918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9186103-6b2d-486a-b106-26052165db2b']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:31.877521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a704e1ce-fa3a-4ef3-9a18-656f3e5bceda') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:31.883317 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a704e1ce-fa3a-4ef3-9a18-656f3e5bceda') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:31.890996 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1338656-eb78-4611-9607-218010d81859 None None] DHCP port deletion for 28089965-e70a-4b32-9779-825c08a71252 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:10:31.927676 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (a704e1ce-fa3a-4ef3-9a18-656f3e5bceda), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.030289 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (a704e1ce-fa3a-4ef3-9a18-656f3e5bceda), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.032780 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-22b0eee9-c93a-4369-a8f0-bb738b252976 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (34b6e02f-4f3e-4a46-b28d-08fee1fb7239), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.061562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a1338656-eb78-4611-9607-218010d81859 None None] Deleting port d87e7740-cb8b-4959-8096-900d7201f81a {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:32.062198 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a1338656-eb78-4611-9607-218010d81859 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d87e7740-cb8b-4959-8096-900d7201f81a), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.071267 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:10:32.072935 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (a704e1ce-fa3a-4ef3-9a18-656f3e5bceda), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:10:32.093319 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:10:32.141831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a1338656-eb78-4611-9607-218010d81859 None None] For port d87e7740-cb8b-4959-8096-900d7201f81a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d87e7740-cb8b-4959-8096-900d7201f81a,segment=NetworkSegment(8e79ab48-6a45-41e5-a95f-b40b7c3dacd3),segment_id=8e79ab48-6a45-41e5-a95f-b40b7c3dacd3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:32.142139 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a1338656-eb78-4611-9607-218010d81859 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d87e7740-cb8b-4959-8096-900d7201f81a), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.172157 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a1338656-eb78-4611-9607-218010d81859 None None] Calling delete_port for d87e7740-cb8b-4959-8096-900d7201f81a owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:32.186669 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-22b0eee9-c93a-4369-a8f0-bb738b252976 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (34b6e02f-4f3e-4a46-b28d-08fee1fb7239), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.254036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d87e7740-cb8b-4959-8096-900d7201f81a no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:10:32.294573 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a1338656-eb78-4611-9607-218010d81859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (d87e7740-cb8b-4959-8096-900d7201f81a), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.325997 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (c9186103-6b2d-486a-b106-26052165db2b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.329197 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1338656-eb78-4611-9607-218010d81859 None None] Pushing event deleted for resources: {'Port': ['ID=d87e7740-cb8b-4959-8096-900d7201f81a,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:32.331499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1338656-eb78-4611-9607-218010d81859 None None] No DVR routers for this DVR port d87e7740-cb8b-4959-8096-900d7201f81a on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:10:32.333569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No active binding found for port d87e7740-cb8b-4959-8096-900d7201f81a {{(pid=104033) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 12:10:32.334272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] The host n-d-833234-2 is not matching for port d87e7740-cb8b-4959-8096-900d7201f81a host None! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 12:10:32.334803 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d87e7740-cb8b-4959-8096-900d7201f81a not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:10:32.335354 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 98e08bfc-5153-4c23-929d-17b8f933a7ab no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:10:32.389853 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33dd9c0b-5feb-4b44-ac72-595cb74120f0 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (28089965-e70a-4b32-9779-825c08a71252), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.392602 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.395603 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 98e08bfc-5153-4c23-929d-17b8f933a7ab {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:10:32.395953 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 98e08bfc-5153-4c23-929d-17b8f933a7ab not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:10:32.400206 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] 10.222.0.78 "DELETE /v2.0/networks/c9186103-6b2d-486a-b106-26052165db2b HTTP/1.1" status: 204 len: 168 time: 1.6950104 Mar 11 12:10:32.414903 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1c174-b129-4607-97df-02bce5146771 tempest-AllowedAddressPairIpV6TestJSON-1560005606 tempest-AllowedAddressPairIpV6TestJSON-1560005606-project] Pushing event deleted for resources: {'Network': ['ID=c9186103-6b2d-486a-b106-26052165db2b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:32.418358 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-22b0eee9-c93a-4369-a8f0-bb738b252976 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (34b6e02f-4f3e-4a46-b28d-08fee1fb7239), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.420971 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-22b0eee9-c93a-4369-a8f0-bb738b252976 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.425398 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-22b0eee9-c93a-4369-a8f0-bb738b252976 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "DELETE /v2.0/security-groups/34b6e02f-4f3e-4a46-b28d-08fee1fb7239 HTTP/1.1" status: 204 len: 168 time: 0.6125848 Mar 11 12:10:32.426018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55360) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:32.443960 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0eee9-c93a-4369-a8f0-bb738b252976 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b6e02f-4f3e-4a46-b28d-08fee1fb7239,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:32.535548 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-66187445-9923-49a6-9638-06885643495c tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0993955 Mar 11 12:10:32.536206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55362) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:32.549466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-87d7db85-2f45-4bab-b4e1-a31c46c5bbf2 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group': {'name': 'tempest-secgroup--1368328495'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:32.597808 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87d7db85-2f45-4bab-b4e1-a31c46c5bbf2 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.622404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17967ceb-a90b-4901-b816-641261fa0147 req-6587312f-1e69-4881-9e90-6ab3a736b54e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:32.631358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-17967ceb-a90b-4901-b816-641261fa0147 req-6587312f-1e69-4881-9e90-6ab3a736b54e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2086415 Mar 11 12:10:32.696108 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33dd9c0b-5feb-4b44-ac72-595cb74120f0 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (28089965-e70a-4b32-9779-825c08a71252), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.771454 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-33dd9c0b-5feb-4b44-ac72-595cb74120f0 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28089965-e70a-4b32-9779-825c08a71252']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:32.787431 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-33dd9c0b-5feb-4b44-ac72-595cb74120f0 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e79ab48-6a45-41e5-a95f-b40b7c3dacd3') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:32.787789 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-33dd9c0b-5feb-4b44-ac72-595cb74120f0 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e79ab48-6a45-41e5-a95f-b40b7c3dacd3') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:32.792002 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87d7db85-2f45-4bab-b4e1-a31c46c5bbf2 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (aeb61a92-8fcc-42e0-b9ee-b2de08d8d830), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.793310 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-17967ceb-a90b-4901-b816-641261fa0147 req-de402e92-cf30-4969-bc35-5371e4da9c01 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602302 Mar 11 12:10:32.804016 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33dd9c0b-5feb-4b44-ac72-595cb74120f0 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (8e79ab48-6a45-41e5-a95f-b40b7c3dacd3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.817883 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87d7db85-2f45-4bab-b4e1-a31c46c5bbf2 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (aeb61a92-8fcc-42e0-b9ee-b2de08d8d830), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.825220 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33dd9c0b-5feb-4b44-ac72-595cb74120f0 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (8e79ab48-6a45-41e5-a95f-b40b7c3dacd3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.833241 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33dd9c0b-5feb-4b44-ac72-595cb74120f0 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:10:32.834245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33dd9c0b-5feb-4b44-ac72-595cb74120f0 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (8e79ab48-6a45-41e5-a95f-b40b7c3dacd3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:10:32.838556 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:10:32.921593 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87d7db85-2f45-4bab-b4e1-a31c46c5bbf2 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:32.923279 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-87d7db85-2f45-4bab-b4e1-a31c46c5bbf2 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3861382 Mar 11 12:10:32.929753 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55376) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:32.940603 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-56f65cb4-4f94-4665-8521-41cdc0b5cce0 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': 'aeb61a92-8fcc-42e0-b9ee-b2de08d8d830', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:32.945906 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7db85-2f45-4bab-b4e1-a31c46c5bbf2 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb61a92-8fcc-42e0-b9ee-b2de08d8d830,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:32.994121 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33dd9c0b-5feb-4b44-ac72-595cb74120f0 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (28089965-e70a-4b32-9779-825c08a71252), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:33.003518 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33dd9c0b-5feb-4b44-ac72-595cb74120f0 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:33.007639 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-33dd9c0b-5feb-4b44-ac72-595cb74120f0 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/networks/28089965-e70a-4b32-9779-825c08a71252 HTTP/1.1" status: 204 len: 168 time: 1.4383867 Mar 11 12:10:33.012287 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55378) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:33.021721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b27a4b32-bde9-4523-ba56-84b83ca940bf tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1834134876'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:33.043710 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd9c0b-5feb-4b44-ac72-595cb74120f0 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Network': ['ID=28089965-e70a-4b32-9779-825c08a71252,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:33.054208 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-56f65cb4-4f94-4665-8521-41cdc0b5cce0 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The resource could not be found. Mar 11 12:10:33.058293 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-56f65cb4-4f94-4665-8521-41cdc0b5cce0 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1235693 Mar 11 12:10:33.058951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55380) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:33.073711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-baac3bb2-4229-402c-a51d-5b0d3168a5d7 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': 'aeb61a92-8fcc-42e0-b9ee-b2de08d8d830', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6e2407d4-da65-46a2-bb6f-ab9c05148b18'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:33.082597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c108b-21c2-4b2b-8884-f79757515073 req-fe494859-ad3a-431d-aa6a-31cfa139e8c5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:33.084822 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a34c108b-21c2-4b2b-8884-f79757515073 req-fe494859-ad3a-431d-aa6a-31cfa139e8c5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1356134 Mar 11 12:10:33.133279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27a4b32-bde9-4523-ba56-84b83ca940bf tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:33.146305 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b27a4b32-bde9-4523-ba56-84b83ca940bf tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:33.147128 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55384) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:33.193048 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-baac3bb2-4229-402c-a51d-5b0d3168a5d7 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The resource could not be found. Mar 11 12:10:33.197339 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-baac3bb2-4229-402c-a51d-5b0d3168a5d7 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1352229 Mar 11 12:10:33.197934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55390) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:33.211736 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27a4b32-bde9-4523-ba56-84b83ca940bf tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:10:33.215283 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a34c108b-21c2-4b2b-8884-f79757515073 req-9e41c40c-ee3a-4c87-b54b-2217db336650 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238384 Mar 11 12:10:33.251945 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b27a4b32-bde9-4523-ba56-84b83ca940bf tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (8569d1d8-75fd-41ec-bdfc-98232a90b30a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:33.252459 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-b27a4b32-bde9-4523-ba56-84b83ca940bf tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Added segment 8569d1d8-75fd-41ec-bdfc-98232a90b30a of type vlan for network 846541c7-9f66-45c1-b341-0e85f980d6a2 Mar 11 12:10:33.363895 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b27a4b32-bde9-4523-ba56-84b83ca940bf tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (846541c7-9f66-45c1-b341-0e85f980d6a2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:33.384797 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e5d7bb31-5708-4724-8e39-9413920aefca tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (aeb61a92-8fcc-42e0-b9ee-b2de08d8d830), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:33.411137 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c110917c-68b3-419c-b62d-e41fc173969b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8590d9c1a6d14ff1999976e68356fa72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2628233 Mar 11 12:10:33.413627 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55396) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:33.413948 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e5d7bb31-5708-4724-8e39-9413920aefca tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (aeb61a92-8fcc-42e0-b9ee-b2de08d8d830), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:33.468572 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e5d7bb31-5708-4724-8e39-9413920aefca tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (aeb61a92-8fcc-42e0-b9ee-b2de08d8d830), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:33.471198 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e5d7bb31-5708-4724-8e39-9413920aefca tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:33.475381 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55398) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:33.476260 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e5d7bb31-5708-4724-8e39-9413920aefca tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "DELETE /v2.0/security-groups/aeb61a92-8fcc-42e0-b9ee-b2de08d8d830 HTTP/1.1" status: 204 len: 168 time: 0.2748728 Mar 11 12:10:33.489504 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7bb31-5708-4724-8e39-9413920aefca tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb61a92-8fcc-42e0-b9ee-b2de08d8d830,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:33.496945 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b27a4b32-bde9-4523-ba56-84b83ca940bf tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (846541c7-9f66-45c1-b341-0e85f980d6a2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:33.503902 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27a4b32-bde9-4523-ba56-84b83ca940bf tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:33.504554 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b27a4b32-bde9-4523-ba56-84b83ca940bf tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:33.541908 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b27a4b32-bde9-4523-ba56-84b83ca940bf tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5258319 Mar 11 12:10:33.544163 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55400) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:33.560772 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c4bb06df-5fd8-464f-9a2e-35035026e9d9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'subnet': {'network_id': '846541c7-9f66-45c1-b341-0e85f980d6a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:33.568785 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e10912c4-6925-421f-b9d7-f88547991f80 admin admin] Publish callbacks [] for security_group (41aef8eb-7253-42b9-9f62-fe10f97910d0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:33.613434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a4b32-bde9-4523-ba56-84b83ca940bf tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Network': ['ID=846541c7-9f66-45c1-b341-0e85f980d6a2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:33.625740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 846541c7-9f66-45c1-b341-0e85f980d6a2 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:10:33.797980 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:33.819166 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e10912c4-6925-421f-b9d7-f88547991f80 admin admin] Publish callbacks [] for security_group (41aef8eb-7253-42b9-9f62-fe10f97910d0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:33.837659 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8795a2ec-34e8-4d87-aeb6-c80de818debc tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3601065 Mar 11 12:10:33.841892 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55410) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:33.856188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-702283da-611a-4e6d-8e4f-3bd349c66c9d tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': '54c3ca74-f1f3-46ac-9d43-0383e97daa91', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:33.881443 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bb06df-5fd8-464f-9a2e-35035026e9d9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:33.890210 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4bb06df-5fd8-464f-9a2e-35035026e9d9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:33.953519 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-702283da-611a-4e6d-8e4f-3bd349c66c9d tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The resource could not be found. Mar 11 12:10:33.954759 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-702283da-611a-4e6d-8e4f-3bd349c66c9d tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1110661 Mar 11 12:10:33.961953 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55412) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:33.966625 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-216797b2-7b44-4142-b3da-3e6511307ee4 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group': {'name': 'tempest-secgroup--570562805'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:34.058589 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-216797b2-7b44-4142-b3da-3e6511307ee4 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:34.209928 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e10912c4-6925-421f-b9d7-f88547991f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (41aef8eb-7253-42b9-9f62-fe10f97910d0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:34.212662 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e10912c4-6925-421f-b9d7-f88547991f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:34.213741 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e10912c4-6925-421f-b9d7-f88547991f80 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/41aef8eb-7253-42b9-9f62-fe10f97910d0 HTTP/1.1" status: 204 len: 168 time: 0.7984047 Mar 11 12:10:34.242694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10912c4-6925-421f-b9d7-f88547991f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41aef8eb-7253-42b9-9f62-fe10f97910d0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:34.265925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-216797b2-7b44-4142-b3da-3e6511307ee4 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (2f25157e-accd-4e3a-91a1-b20b99fb7989), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:34.278402 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-216797b2-7b44-4142-b3da-3e6511307ee4 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2f25157e-accd-4e3a-91a1-b20b99fb7989), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:34.339462 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216797b2-7b44-4142-b3da-3e6511307ee4 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f25157e-accd-4e3a-91a1-b20b99fb7989,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:34.375801 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4bb06df-5fd8-464f-9a2e-35035026e9d9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (dbb3911c-50d9-4636-95f8-b7474c8055ae), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:34.379216 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-216797b2-7b44-4142-b3da-3e6511307ee4 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:34.383663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55428) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:34.384520 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-216797b2-7b44-4142-b3da-3e6511307ee4 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4214029 Mar 11 12:10:34.447539 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-156f4b4d-f2e4-472f-ba5a-727e89790129 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group': {'name': 'tempest-secgroup--641612571'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:34.495923 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb06df-5fd8-464f-9a2e-35035026e9d9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Subnet': ['ID=dbb3911c-50d9-4636-95f8-b7474c8055ae,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:34.508063 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-156f4b4d-f2e4-472f-ba5a-727e89790129 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:34.547827 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bb06df-5fd8-464f-9a2e-35035026e9d9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Checking segment: {'id': '8569d1d8-75fd-41ec-bdfc-98232a90b30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '846541c7-9f66-45c1-b341-0e85f980d6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:10:34.548195 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bb06df-5fd8-464f-9a2e-35035026e9d9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network hostable DHCP agents. Network: 846541c7-9f66-45c1-b341-0e85f980d6a2, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:10:34.597264 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bb06df-5fd8-464f-9a2e-35035026e9d9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network 846541c7-9f66-45c1-b341-0e85f980d6a2 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:10:34.657053 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-156f4b4d-f2e4-472f-ba5a-727e89790129 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (ae42b630-a6a6-4a5a-b099-acfbcfc2cd56), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:34.660456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-c4bb06df-5fd8-464f-9a2e-35035026e9d9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 846541c7-9f66-45c1-b341-0e85f980d6a2) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:34.677365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdb5061-8f49-4a00-875e-a117c172a353 None None] Network 846541c7-9f66-45c1-b341-0e85f980d6a2 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:34.698995 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bb06df-5fd8-464f-9a2e-35035026e9d9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:34.704245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4bb06df-5fd8-464f-9a2e-35035026e9d9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:34.737648 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-156f4b4d-f2e4-472f-ba5a-727e89790129 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ae42b630-a6a6-4a5a-b099-acfbcfc2cd56), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:34.768163 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c4bb06df-5fd8-464f-9a2e-35035026e9d9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2161973 Mar 11 12:10:34.768615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55442) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:34.775221 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-62db66e5-85e4-45b8-8c2d-fc754b8bfd76 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1489847639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:34.851468 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f4b4d-f2e4-472f-ba5a-727e89790129 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae42b630-a6a6-4a5a-b099-acfbcfc2cd56,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:34.862161 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62db66e5-85e4-45b8-8c2d-fc754b8bfd76 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (257b2aad-34d1-49e2-880c-de8ef5fa1989), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:34.863945 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62db66e5-85e4-45b8-8c2d-fc754b8bfd76 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (257b2aad-34d1-49e2-880c-de8ef5fa1989), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:34.872123 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-156f4b4d-f2e4-472f-ba5a-727e89790129 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:34.876988 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-156f4b4d-f2e4-472f-ba5a-727e89790129 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4920750 Mar 11 12:10:34.880126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55446) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:34.894298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-31b134a3-c14d-422e-8e58-46a3a01c9649 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': '2f25157e-accd-4e3a-91a1-b20b99fb7989', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ae42b630-a6a6-4a5a-b099-acfbcfc2cd56'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:34.964963 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-846541c7-9f66-45c1-b341-0e85f980d6a2', 'network_id': '846541c7-9f66-45c1-b341-0e85f980d6a2', 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'fixed_ips': [{'subnet_id': 'dbb3911c-50d9-4636-95f8-b7474c8055ae'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:10:34.966903 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:34.993612 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-31b134a3-c14d-422e-8e58-46a3a01c9649 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:34.997571 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-31b134a3-c14d-422e-8e58-46a3a01c9649 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1124721 Mar 11 12:10:34.998464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55450) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:35.020710 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62db66e5-85e4-45b8-8c2d-fc754b8bfd76 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router_controller (257b2aad-34d1-49e2-880c-de8ef5fa1989), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:35.038289 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62db66e5-85e4-45b8-8c2d-fc754b8bfd76 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (257b2aad-34d1-49e2-880c-de8ef5fa1989), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:35.072282 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62db66e5-85e4-45b8-8c2d-fc754b8bfd76 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:35.076268 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-62db66e5-85e4-45b8-8c2d-fc754b8bfd76 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3040588 Mar 11 12:10:35.076644 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55454) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:35.152750 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f73941ad-2bda-40be-bd47-3b09c9111c3b tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (ae42b630-a6a6-4a5a-b099-acfbcfc2cd56), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:35.213547 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f73941ad-2bda-40be-bd47-3b09c9111c3b tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (ae42b630-a6a6-4a5a-b099-acfbcfc2cd56), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:35.347607 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f73941ad-2bda-40be-bd47-3b09c9111c3b tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ae42b630-a6a6-4a5a-b099-acfbcfc2cd56), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:35.350613 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f73941ad-2bda-40be-bd47-3b09c9111c3b tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:35.352297 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f73941ad-2bda-40be-bd47-3b09c9111c3b tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "DELETE /v2.0/security-groups/ae42b630-a6a6-4a5a-b099-acfbcfc2cd56 HTTP/1.1" status: 204 len: 168 time: 0.3527899 Mar 11 12:10:35.361175 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55466) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:35.390049 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73941ad-2bda-40be-bd47-3b09c9111c3b tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae42b630-a6a6-4a5a-b099-acfbcfc2cd56,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:35.422473 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Allocated IP 2001:db8::2 (846541c7-9f66-45c1-b341-0e85f980d6a2/dbb3911c-50d9-4636-95f8-b7474c8055ae/83451668-e3b3-41e5-87d9-219ca4d2ca12) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:10:35.462417 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5565f6ce-51c6-48ee-8efb-e5694518b889 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0989618 Mar 11 12:10:35.464270 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55470) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:35.587569 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b5c284c-704c-4f1a-bb37-85c5cdfdaacf tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (2f25157e-accd-4e3a-91a1-b20b99fb7989), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:35.677854 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b5c284c-704c-4f1a-bb37-85c5cdfdaacf tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (2f25157e-accd-4e3a-91a1-b20b99fb7989), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:35.777825 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:35.789436 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b5c284c-704c-4f1a-bb37-85c5cdfdaacf tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2f25157e-accd-4e3a-91a1-b20b99fb7989), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:35.792868 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b5c284c-704c-4f1a-bb37-85c5cdfdaacf tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:35.797412 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0b5c284c-704c-4f1a-bb37-85c5cdfdaacf tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "DELETE /v2.0/security-groups/2f25157e-accd-4e3a-91a1-b20b99fb7989 HTTP/1.1" status: 204 len: 168 time: 0.3297181 Mar 11 12:10:35.798092 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55476) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:35.905850 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55484) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:35.933070 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55486) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:35.933070 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2b6c8984-cef6-47d1-992b-70e4f9dd2ef7 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group': {'name': 'tempest-secgroup--233430599'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:35.933364 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Publish callbacks [] for port (83451668-e3b3-41e5-87d9-219ca4d2ca12), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:35.947096 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (83451668-e3b3-41e5-87d9-219ca4d2ca12), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:35.955380 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8b00ac70-4c4a-4969-918d-1381091c89c0 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1528254 Mar 11 12:10:35.968714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c284c-704c-4f1a-bb37-85c5cdfdaacf tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f25157e-accd-4e3a-91a1-b20b99fb7989,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:36.107065 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Network 846541c7-9f66-45c1-b341-0e85f980d6a2 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:36.118505 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:36.123370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:10:36.130355 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Pushing event updated for resources: {'Port': ['ID=83451668-e3b3-41e5-87d9-219ca4d2ca12,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:36.224128 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b6c8984-cef6-47d1-992b-70e4f9dd2ef7 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:36.298910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5e897098-cdf1-4e64-9e15-9ad83d9de016 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2131805677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:36.308957 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Attempting to bind port 83451668-e3b3-41e5-87d9-219ca4d2ca12 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:10:36.309334 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Attempting to bind port 83451668-e3b3-41e5-87d9-219ca4d2ca12 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '8569d1d8-75fd-41ec-bdfc-98232a90b30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '846541c7-9f66-45c1-b341-0e85f980d6a2'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:10:36.309762 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Attempting to bind port 83451668-e3b3-41e5-87d9-219ca4d2ca12 on network 846541c7-9f66-45c1-b341-0e85f980d6a2 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:10:36.317537 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:10:36.317901 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Checking segment: {'id': '8569d1d8-75fd-41ec-bdfc-98232a90b30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '846541c7-9f66-45c1-b341-0e85f980d6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:10:36.318628 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:36.319188 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Bound using segment: {'id': '8569d1d8-75fd-41ec-bdfc-98232a90b30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '846541c7-9f66-45c1-b341-0e85f980d6a2'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:10:36.319822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Bound port: 83451668-e3b3-41e5-87d9-219ca4d2ca12, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8569d1d8-75fd-41ec-bdfc-98232a90b30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '846541c7-9f66-45c1-b341-0e85f980d6a2'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:10:36.320369 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (83451668-e3b3-41e5-87d9-219ca4d2ca12), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:36.417793 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e897098-cdf1-4e64-9e15-9ad83d9de016 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (dd09a6cd-2101-45d6-bcfe-86e2b75445a0), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:36.419674 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e897098-cdf1-4e64-9e15-9ad83d9de016 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (dd09a6cd-2101-45d6-bcfe-86e2b75445a0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:36.467387 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] For port 83451668-e3b3-41e5-87d9-219ca4d2ca12, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:10:36.473337 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] For port 83451668-e3b3-41e5-87d9-219ca4d2ca12, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=83451668-e3b3-41e5-87d9-219ca4d2ca12,segment=NetworkSegment(8569d1d8-75fd-41ec-bdfc-98232a90b30a),segment_id=8569d1d8-75fd-41ec-bdfc-98232a90b30a)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:10:36.513367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Allocated IP 2001:db8::1 (846541c7-9f66-45c1-b341-0e85f980d6a2/dbb3911c-50d9-4636-95f8-b7474c8055ae/435ef410-1e8f-4942-9a8b-130b4f430af6) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:10:36.521234 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (83451668-e3b3-41e5-87d9-219ca4d2ca12), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:36.593462 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e897098-cdf1-4e64-9e15-9ad83d9de016 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for router_controller (dd09a6cd-2101-45d6-bcfe-86e2b75445a0), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:36.598323 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b6c8984-cef6-47d1-992b-70e4f9dd2ef7 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (b786f831-8c18-4728-b99a-803f7c49289d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:36.623558 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e897098-cdf1-4e64-9e15-9ad83d9de016 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (dd09a6cd-2101-45d6-bcfe-86e2b75445a0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:36.636651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00467ea2-4593-45e8-8ca9-18f84ecc222f None None] Pushing event updated for resources: {'Port': ['ID=83451668-e3b3-41e5-87d9-219ca4d2ca12,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:36.651330 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b6c8984-cef6-47d1-992b-70e4f9dd2ef7 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b786f831-8c18-4728-b99a-803f7c49289d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:36.717175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c8984-cef6-47d1-992b-70e4f9dd2ef7 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b786f831-8c18-4728-b99a-803f7c49289d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:36.723031 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b6c8984-cef6-47d1-992b-70e4f9dd2ef7 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:36.728238 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2b6c8984-cef6-47d1-992b-70e4f9dd2ef7 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8077354 Mar 11 12:10:36.728367 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55502) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:36.733435 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-333e46f6-e73b-43c2-b0b4-4ae17dcd3a96 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': 'b786f831-8c18-4728-b99a-803f7c49289d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:36.735827 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5e897098-cdf1-4e64-9e15-9ad83d9de016 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:36.740718 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5e897098-cdf1-4e64-9e15-9ad83d9de016 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8338041 Mar 11 12:10:36.741383 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55504) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:36.757611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b25abd5d-8b13-4fac-a556-40f16887a653 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-517145849'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:36.835710 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25abd5d-8b13-4fac-a556-40f16887a653 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Made reservation on behalf of 17542d874d9744f092ce0baaf39b3d4e for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:36.844055 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b25abd5d-8b13-4fac-a556-40f16887a653 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:36.869629 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b25abd5d-8b13-4fac-a556-40f16887a653 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:36.922338 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (435ef410-1e8f-4942-9a8b-130b4f430af6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:37.080507 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-333e46f6-e73b-43c2-b0b4-4ae17dcd3a96 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:37.083924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-333e46f6-e73b-43c2-b0b4-4ae17dcd3a96 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3543911 Mar 11 12:10:37.088514 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55512) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:37.098344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f1c78430-784b-4f43-aa47-700657acb9ed tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group_rule': {'security_group_id': 'b786f831-8c18-4728-b99a-803f7c49289d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:37.121781 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (435ef410-1e8f-4942-9a8b-130b4f430af6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:37.307900 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-f1c78430-784b-4f43-aa47-700657acb9ed tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:37.312344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f1c78430-784b-4f43-aa47-700657acb9ed tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2174392 Mar 11 12:10:37.317261 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55518) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:37.347030 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b25abd5d-8b13-4fac-a556-40f16887a653 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for security_group (50ee8c92-7077-40d7-97ac-714e24f14345), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:37.361575 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b25abd5d-8b13-4fac-a556-40f16887a653 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (50ee8c92-7077-40d7-97ac-714e24f14345), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:37.377729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25abd5d-8b13-4fac-a556-40f16887a653 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:10:37.386114 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network 846541c7-9f66-45c1-b341-0e85f980d6a2 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:37.393267 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b25abd5d-8b13-4fac-a556-40f16887a653 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (d17bfbb5-3e66-465f-b7e5-d05d1b2354b2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:37.393856 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-b25abd5d-8b13-4fac-a556-40f16887a653 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Added segment d17bfbb5-3e66-465f-b7e5-d05d1b2354b2 of type vlan for network b74584d2-59a6-444f-9a2c-a76004e8534f Mar 11 12:10:37.396634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:37.407681 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=435ef410-1e8f-4942-9a8b-130b4f430af6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:37.423937 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:10:37.424577 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (257b2aad-34d1-49e2-880c-de8ef5fa1989), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:37.469014 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b25abd5d-8b13-4fac-a556-40f16887a653 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (b74584d2-59a6-444f-9a2c-a76004e8534f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:37.533561 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b25abd5d-8b13-4fac-a556-40f16887a653 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (b74584d2-59a6-444f-9a2c-a76004e8534f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:37.542794 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25abd5d-8b13-4fac-a556-40f16887a653 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:37.543434 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b25abd5d-8b13-4fac-a556-40f16887a653 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:37.685236 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (435ef410-1e8f-4942-9a8b-130b4f430af6), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:37.754866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25abd5d-8b13-4fac-a556-40f16887a653 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event updated for resources: {'Network': ['ID=b74584d2-59a6-444f-9a2c-a76004e8534f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:37.771010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network b74584d2-59a6-444f-9a2c-a76004e8534f details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:10:37.780317 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b25abd5d-8b13-4fac-a556-40f16887a653 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0364616 Mar 11 12:10:37.793935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55530) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:37.807470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1c949cec-e580-493f-922c-b0ac91a4e5bf tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Request body: {'subnet': {'network_id': 'b74584d2-59a6-444f-9a2c-a76004e8534f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:38.054716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25abd5d-8b13-4fac-a556-40f16887a653 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ee8c92-7077-40d7-97ac-714e24f14345,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:38.119227 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0133f3e-bd86-4c15-9a2f-bdf40189442e tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (b786f831-8c18-4728-b99a-803f7c49289d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:38.146599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c949cec-e580-493f-922c-b0ac91a4e5bf tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Made reservation on behalf of 17542d874d9744f092ce0baaf39b3d4e for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:38.153602 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c949cec-e580-493f-922c-b0ac91a4e5bf tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:38.201852 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 83451668-e3b3-41e5-87d9-219ca4d2ca12 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:10:38.221819 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0133f3e-bd86-4c15-9a2f-bdf40189442e tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (b786f831-8c18-4728-b99a-803f7c49289d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:38.388190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 83451668-e3b3-41e5-87d9-219ca4d2ca12 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:38.391056 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (83451668-e3b3-41e5-87d9-219ca4d2ca12), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:38.488957 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3848b9e6-8c5c-401d-93c8-4bb1ac776fa6 None None] Network 846541c7-9f66-45c1-b341-0e85f980d6a2 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:38.574670 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0133f3e-bd86-4c15-9a2f-bdf40189442e tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b786f831-8c18-4728-b99a-803f7c49289d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:38.577874 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0133f3e-bd86-4c15-9a2f-bdf40189442e tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:38.579466 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f0133f3e-bd86-4c15-9a2f-bdf40189442e tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "DELETE /v2.0/security-groups/b786f831-8c18-4728-b99a-803f7c49289d HTTP/1.1" status: 204 len: 168 time: 1.2611110 Mar 11 12:10:38.591001 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55554) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:38.667205 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-705d4186-8e6b-4efe-9454-3007ea2346ff None None] Provisioning complete for port 83451668-e3b3-41e5-87d9-219ca4d2ca12 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:38.667504 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-705d4186-8e6b-4efe-9454-3007ea2346ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (83451668-e3b3-41e5-87d9-219ca4d2ca12), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:38.689747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0133f3e-bd86-4c15-9a2f-bdf40189442e tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b786f831-8c18-4728-b99a-803f7c49289d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:38.780924 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 83451668-e3b3-41e5-87d9-219ca4d2ca12 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:38.781475 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (83451668-e3b3-41e5-87d9-219ca4d2ca12), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:38.802403 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (435ef410-1e8f-4942-9a8b-130b4f430af6), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:38.813626 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (435ef410-1e8f-4942-9a8b-130b4f430af6), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:38.814535 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (257b2aad-34d1-49e2-880c-de8ef5fa1989), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:38.929233 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ee994653-b698-476b-84f8-4fc0ff36cecf tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3231013 Mar 11 12:10:38.934243 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55556) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:38.960666 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1901cbdc-a79d-4551-ab49-e94550fc6417 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group': {'name': 'tempest-secgroup--794124132'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:38.965615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=435ef410-1e8f-4942-9a8b-130b4f430af6,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:39.015274 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 83451668-e3b3-41e5-87d9-219ca4d2ca12, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=83451668-e3b3-41e5-87d9-219ca4d2ca12,segment=NetworkSegment(8569d1d8-75fd-41ec-bdfc-98232a90b30a),segment_id=8569d1d8-75fd-41ec-bdfc-98232a90b30a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:39.052669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-705d4186-8e6b-4efe-9454-3007ea2346ff None None] Current status of the port 83451668-e3b3-41e5-87d9-219ca4d2ca12 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:39.054596 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-705d4186-8e6b-4efe-9454-3007ea2346ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (83451668-e3b3-41e5-87d9-219ca4d2ca12), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:39.059039 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:39.059429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:39.060067 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:39.060550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:39.061286 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:39.061629 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:39.062006 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:39.062377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:39.062775 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:39.063114 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:39.063476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:39.063872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:39.064199 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:39.105665 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (83451668-e3b3-41e5-87d9-219ca4d2ca12), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:39.108926 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918c5b8-f124-4ad7-a7fb-36902fc97d99 req-b37e6e90-91f1-4222-8eb5-64d15c90f463 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:39.110586 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9918c5b8-f124-4ad7-a7fb-36902fc97d99 req-b37e6e90-91f1-4222-8eb5-64d15c90f463 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.3923001 Mar 11 12:10:39.134773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network 846541c7-9f66-45c1-b341-0e85f980d6a2 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:39.137360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:39.160324 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1901cbdc-a79d-4551-ab49-e94550fc6417 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:39.239961 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c949cec-e580-493f-922c-b0ac91a4e5bf tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (893ca822-b608-47dd-81b3-4c7b6efc42ee), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:39.361934 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-705d4186-8e6b-4efe-9454-3007ea2346ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:10:39.362289 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-705d4186-8e6b-4efe-9454-3007ea2346ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:10:39.428433 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=83451668-e3b3-41e5-87d9-219ca4d2ca12,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:39.489245 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c949cec-e580-493f-922c-b0ac91a4e5bf tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event updated for resources: {'Subnet': ['ID=893ca822-b608-47dd-81b3-4c7b6efc42ee,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:39.539008 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9918c5b8-f124-4ad7-a7fb-36902fc97d99 req-94fcacca-605a-41f0-acbf-99a73aafde5b tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152029 Mar 11 12:10:39.542619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router 257b2aad-34d1-49e2-880c-de8ef5fa1989 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:10:39.566717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c949cec-e580-493f-922c-b0ac91a4e5bf tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Checking segment: {'id': 'd17bfbb5-3e66-465f-b7e5-d05d1b2354b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b74584d2-59a6-444f-9a2c-a76004e8534f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:10:39.568144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c949cec-e580-493f-922c-b0ac91a4e5bf tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Network hostable DHCP agents. Network: b74584d2-59a6-444f-9a2c-a76004e8534f, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:10:39.635116 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c949cec-e580-493f-922c-b0ac91a4e5bf tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Network b74584d2-59a6-444f-9a2c-a76004e8534f is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:10:39.665526 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-1c949cec-e580-493f-922c-b0ac91a4e5bf tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, b74584d2-59a6-444f-9a2c-a76004e8534f) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:39.675674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c949cec-e580-493f-922c-b0ac91a4e5bf tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:39.679311 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c949cec-e580-493f-922c-b0ac91a4e5bf tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:39.679941 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620a1ab0-a3e2-4290-b738-15840acb9cf8 None None] Network b74584d2-59a6-444f-9a2c-a76004e8534f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:39.683718 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55566) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:39.789833 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1901cbdc-a79d-4551-ab49-e94550fc6417 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (25cc022a-4b7e-4362-9f33-59f66f74c6bf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:39.817211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:10:39.830586 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a874c018-8fa2-4dd4-a976-10e70b4ddb8b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/257b2aad-34d1-49e2-880c-de8ef5fa1989/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7527375 Mar 11 12:10:39.831412 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55570) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:39.921036 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1901cbdc-a79d-4551-ab49-e94550fc6417 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (25cc022a-4b7e-4362-9f33-59f66f74c6bf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:39.974990 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cd1bae-04ff-40eb-b456-ee2810914500 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:39.986655 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c3cd1bae-04ff-40eb-b456-ee2810914500 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports/435ef410-1e8f-4942-9a8b-130b4f430af6 HTTP/1.1" status: 200 len: 911 time: 0.1538236 Mar 11 12:10:39.987213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55572) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:40.073045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1c949cec-e580-493f-922c-b0ac91a4e5bf tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2749119 Mar 11 12:10:40.073843 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55574) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:40.078992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-705d4186-8e6b-4efe-9454-3007ea2346ff None None] Current status of the port 83451668-e3b3-41e5-87d9-219ca4d2ca12 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:40.079551 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901cbdc-a79d-4551-ab49-e94550fc6417 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25cc022a-4b7e-4362-9f33-59f66f74c6bf,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:40.104256 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389b278-04ec-4bd4-84e8-2e7eee5a2057 None None] Sync routers for ids ['257b2aad-34d1-49e2-880c-de8ef5fa1989'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:10:40.108379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-06c2b62a-e173-42f2-9280-a3ad6bb919d0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Request body: {'network': {'name': 'tempest-router-network01--78683137'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:40.114037 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1901cbdc-a79d-4551-ab49-e94550fc6417 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:40.118043 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1901cbdc-a79d-4551-ab49-e94550fc6417 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1766226 Mar 11 12:10:40.118819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55576) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:40.132644 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b16c3989-3e38-4b71-9abe-fdcab8256431 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:40.133074 n-d-833234-2 neutron-server[104032]: WARNING neutron.api.v2.base [None req-b16c3989-3e38-4b71-9abe-fdcab8256431 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 12:10:40.133582 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-b16c3989-3e38-4b71-9abe-fdcab8256431 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 12:10:40.137126 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b16c3989-3e38-4b71-9abe-fdcab8256431 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "PUT /v2.0/security-groups/25cc022a-4b7e-4362-9f33-59f66f74c6bf HTTP/1.1" status: 409 len: 330 time: 0.0143096 Mar 11 12:10:40.139173 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55578) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:40.177431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 83451668-e3b3-41e5-87d9-219ca4d2ca12 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:10:40.293739 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c2b62a-e173-42f2-9280-a3ad6bb919d0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Made reservation on behalf of 17542d874d9744f092ce0baaf39b3d4e for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:40.297522 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06c2b62a-e173-42f2-9280-a3ad6bb919d0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:40.306001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0389b278-04ec-4bd4-84e8-2e7eee5a2057 None None] Routers {'257b2aad-34d1-49e2-880c-de8ef5fa1989'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:40.307180 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0389b278-04ec-4bd4-84e8-2e7eee5a2057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['257b2aad-34d1-49e2-880c-de8ef5fa1989'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:40.370593 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b84224-304d-4043-b1f7-b9874ecf2ec6 req-c7c9e0e2-6f21-4fec-9222-03424b46cc08 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:40.390100 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4b84224-304d-4043-b1f7-b9874ecf2ec6 req-c7c9e0e2-6f21-4fec-9222-03424b46cc08 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.6056418 Mar 11 12:10:40.416099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0389b278-04ec-4bd4-84e8-2e7eee5a2057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:40.437489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-b74584d2-59a6-444f-9a2c-a76004e8534f', 'network_id': 'b74584d2-59a6-444f-9a2c-a76004e8534f', 'project_id': '17542d874d9744f092ce0baaf39b3d4e', 'fixed_ips': [{'subnet_id': '893ca822-b608-47dd-81b3-4c7b6efc42ee'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:10:40.439082 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:40.443410 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0389b278-04ec-4bd4-84e8-2e7eee5a2057 None None] Routers {'257b2aad-34d1-49e2-880c-de8ef5fa1989'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:40.444079 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0389b278-04ec-4bd4-84e8-2e7eee5a2057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['257b2aad-34d1-49e2-880c-de8ef5fa1989'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:40.445870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6e9d2275-f701-4c6f-9fa9-4d676eef7416 None None] Provisioning complete for port 435ef410-1e8f-4942-9a8b-130b4f430af6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:40.446243 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6e9d2275-f701-4c6f-9fa9-4d676eef7416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (435ef410-1e8f-4942-9a8b-130b4f430af6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:40.473418 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-725b4caa-16c3-4473-89de-ca577ffe4008 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (25cc022a-4b7e-4362-9f33-59f66f74c6bf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:40.567524 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c2b62a-e173-42f2-9280-a3ad6bb919d0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:10:40.593164 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0389b278-04ec-4bd4-84e8-2e7eee5a2057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:40.593748 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389b278-04ec-4bd4-84e8-2e7eee5a2057 None None] The sync data for ids ['257b2aad-34d1-49e2-880c-de8ef5fa1989'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:10:40.629231 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06c2b62a-e173-42f2-9280-a3ad6bb919d0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f0fd24b3-a4f9-4bf6-8b1c-ce4f03890e72), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:40.629584 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-06c2b62a-e173-42f2-9280-a3ad6bb919d0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Added segment f0fd24b3-a4f9-4bf6-8b1c-ce4f03890e72 of type vlan for network 9af37410-f548-43d0-a04c-05962aa2b7be Mar 11 12:10:40.701493 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-725b4caa-16c3-4473-89de-ca577ffe4008 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (25cc022a-4b7e-4362-9f33-59f66f74c6bf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:40.917030 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-725b4caa-16c3-4473-89de-ca577ffe4008 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (25cc022a-4b7e-4362-9f33-59f66f74c6bf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:40.917974 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4b84224-304d-4043-b1f7-b9874ecf2ec6 req-0c3d66c3-fba5-4369-8571-3bc75d02327c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246477 Mar 11 12:10:40.926981 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-725b4caa-16c3-4473-89de-ca577ffe4008 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:40.935298 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-725b4caa-16c3-4473-89de-ca577ffe4008 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "DELETE /v2.0/security-groups/25cc022a-4b7e-4362-9f33-59f66f74c6bf HTTP/1.1" status: 204 len: 168 time: 0.7947690 Mar 11 12:10:40.940003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55584) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:40.986818 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b4caa-16c3-4473-89de-ca577ffe4008 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cc022a-4b7e-4362-9f33-59f66f74c6bf,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:41.098004 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06c2b62a-e173-42f2-9280-a3ad6bb919d0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (9af37410-f548-43d0-a04c-05962aa2b7be), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:41.178063 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b4d6bb12-902b-4880-b525-44efba6c9f2a tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2259011 Mar 11 12:10:41.179145 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55592) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:41.215049 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-35adfd75-632f-4133-a9d5-694d9b742817 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] delete failed (client error): The resource could not be found. Mar 11 12:10:41.225919 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-35adfd75-632f-4133-a9d5-694d9b742817 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "DELETE /v2.0/security-groups/a762151b-54e8-4b05-a987-b633adb4bf17 HTTP/1.1" status: 404 len: 347 time: 0.0435283 Mar 11 12:10:41.226549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55594) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:41.295406 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06c2b62a-e173-42f2-9280-a3ad6bb919d0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (9af37410-f548-43d0-a04c-05962aa2b7be), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:41.337843 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c2b62a-e173-42f2-9280-a3ad6bb919d0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:41.347822 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06c2b62a-e173-42f2-9280-a3ad6bb919d0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:41.359354 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-ad7a87c9-ce0d-4f80-83fd-9b391e08f07e tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] show failed (client error): The resource could not be found. Mar 11 12:10:41.376728 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ad7a87c9-ce0d-4f80-83fd-9b391e08f07e tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "GET /v2.0/security-groups/40c955c2-94b8-4fca-90aa-1ffce0a8f2ad HTTP/1.1" status: 404 len: 347 time: 0.1481521 Mar 11 12:10:41.415500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55598) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:41.460475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d2275-f701-4c6f-9fa9-4d676eef7416 None None] Port 435ef410-1e8f-4942-9a8b-130b4f430af6 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:10:41.470656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Allocated IP 172.20.0.2 (b74584d2-59a6-444f-9a2c-a76004e8534f/893ca822-b608-47dd-81b3-4c7b6efc42ee/fb9cef2a-cea7-4921-9e9a-63add2ff1d27) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:10:41.487152 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-951b7b8a-3675-4c46-9680-95174bd693ee tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (257b2aad-34d1-49e2-880c-de8ef5fa1989), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:41.502151 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 83451668-e3b3-41e5-87d9-219ca4d2ca12 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:41.502778 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (83451668-e3b3-41e5-87d9-219ca4d2ca12), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:41.568319 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6e9d2275-f701-4c6f-9fa9-4d676eef7416 None None] Provisioning complete for port 83451668-e3b3-41e5-87d9-219ca4d2ca12 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:41.569237 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6e9d2275-f701-4c6f-9fa9-4d676eef7416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (83451668-e3b3-41e5-87d9-219ca4d2ca12), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:41.621934 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2b62a-e173-42f2-9280-a3ad6bb919d0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event updated for resources: {'Network': ['ID=9af37410-f548-43d0-a04c-05962aa2b7be,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:41.629550 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-06c2b62a-e173-42f2-9280-a3ad6bb919d0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5391612 Mar 11 12:10:41.635156 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55602) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:41.644262 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a31860ca-0e9a-4108-a759-a3137ce39e3a tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Request body: {'network': {'name': 'tempest-router-network02--1991430586'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:41.663096 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-96bc9145-2537-4d5a-b404-7dfeabfe4096 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] show failed (client error): The resource could not be found. Mar 11 12:10:41.664191 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-96bc9145-2537-4d5a-b404-7dfeabfe4096 tempest-NegativeSecGroupIPv6Test-1477189905 tempest-NegativeSecGroupIPv6Test-1477189905-project] 10.222.0.78 "GET /v2.0/security-group-rules/04219d76-c02d-48e0-b71c-ec48d52739ae HTTP/1.1" status: 404 len: 356 time: 0.0815012 Mar 11 12:10:41.682066 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 9af37410-f548-43d0-a04c-05962aa2b7be details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:10:41.776149 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31860ca-0e9a-4108-a759-a3137ce39e3a tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Made reservation on behalf of 17542d874d9744f092ce0baaf39b3d4e for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:41.790074 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a31860ca-0e9a-4108-a759-a3137ce39e3a tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:41.824609 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ba7ac-cd93-464c-bb0c-58439fbc9745 req-272d2e69-bce8-4896-96cc-e7f06e4ed081 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:41.826461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c02ba7ac-cd93-464c-bb0c-58439fbc9745 req-272d2e69-bce8-4896-96cc-e7f06e4ed081 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.5903616 Mar 11 12:10:41.933778 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c02ba7ac-cd93-464c-bb0c-58439fbc9745 req-48102749-8bbf-4dea-95b7-b0b4d1fbf990 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891280 Mar 11 12:10:41.940833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31860ca-0e9a-4108-a759-a3137ce39e3a tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:10:41.993757 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a31860ca-0e9a-4108-a759-a3137ce39e3a tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:41.994968 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-a31860ca-0e9a-4108-a759-a3137ce39e3a tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Added segment bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc of type vlan for network 3132047c-df42-43b1-bfdc-56305d732913 Mar 11 12:10:42.121802 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Publish callbacks [] for port (fb9cef2a-cea7-4921-9e9a-63add2ff1d27), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:42.143786 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (fb9cef2a-cea7-4921-9e9a-63add2ff1d27), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:42.155723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-951b7b8a-3675-4c46-9680-95174bd693ee tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting port 435ef410-1e8f-4942-9a8b-130b4f430af6 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:42.156311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-951b7b8a-3675-4c46-9680-95174bd693ee tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (435ef410-1e8f-4942-9a8b-130b4f430af6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:42.177508 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a31860ca-0e9a-4108-a759-a3137ce39e3a tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (3132047c-df42-43b1-bfdc-56305d732913), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:42.193960 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55610) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:42.219943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Pushing event updated for resources: {'Port': ['ID=fb9cef2a-cea7-4921-9e9a-63add2ff1d27,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:42.226356 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 83451668-e3b3-41e5-87d9-219ca4d2ca12 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:42.252390 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d2275-f701-4c6f-9fa9-4d676eef7416 None None] Current status of the port 83451668-e3b3-41e5-87d9-219ca4d2ca12 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:42.266268 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e49eed6-be4e-47fa-ba20-18d0964630c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (6f750004-febb-46d7-9113-630d27308351), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:42.268831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Network b74584d2-59a6-444f-9a2c-a76004e8534f is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:42.270313 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:42.272630 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:10:42.349656 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-951b7b8a-3675-4c46-9680-95174bd693ee tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (435ef410-1e8f-4942-9a8b-130b4f430af6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:42.372508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-951b7b8a-3675-4c46-9680-95174bd693ee tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Calling delete_port for 435ef410-1e8f-4942-9a8b-130b4f430af6 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:42.382259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Attempting to bind port fb9cef2a-cea7-4921-9e9a-63add2ff1d27 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:10:42.385662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Attempting to bind port fb9cef2a-cea7-4921-9e9a-63add2ff1d27 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'd17bfbb5-3e66-465f-b7e5-d05d1b2354b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b74584d2-59a6-444f-9a2c-a76004e8534f'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:10:42.385880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Attempting to bind port fb9cef2a-cea7-4921-9e9a-63add2ff1d27 on network b74584d2-59a6-444f-9a2c-a76004e8534f {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:10:42.397094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:10:42.397873 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Checking segment: {'id': 'd17bfbb5-3e66-465f-b7e5-d05d1b2354b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b74584d2-59a6-444f-9a2c-a76004e8534f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:10:42.397873 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:42.398258 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Bound using segment: {'id': 'd17bfbb5-3e66-465f-b7e5-d05d1b2354b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b74584d2-59a6-444f-9a2c-a76004e8534f'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:10:42.398725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Bound port: fb9cef2a-cea7-4921-9e9a-63add2ff1d27, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17bfbb5-3e66-465f-b7e5-d05d1b2354b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b74584d2-59a6-444f-9a2c-a76004e8534f'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:10:42.399099 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fb9cef2a-cea7-4921-9e9a-63add2ff1d27), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:42.469723 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-55b0ae1b-ac0f-454a-bbf4-81a7f23095ec None None] Provisioning complete for port 435ef410-1e8f-4942-9a8b-130b4f430af6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:42.470401 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-55b0ae1b-ac0f-454a-bbf4-81a7f23095ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (435ef410-1e8f-4942-9a8b-130b4f430af6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:42.571226 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a31860ca-0e9a-4108-a759-a3137ce39e3a tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (3132047c-df42-43b1-bfdc-56305d732913), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:42.577631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31860ca-0e9a-4108-a759-a3137ce39e3a tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:42.578770 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a31860ca-0e9a-4108-a759-a3137ce39e3a tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:42.630195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] For port fb9cef2a-cea7-4921-9e9a-63add2ff1d27, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:10:42.638950 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] For port fb9cef2a-cea7-4921-9e9a-63add2ff1d27, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fb9cef2a-cea7-4921-9e9a-63add2ff1d27,segment=NetworkSegment(d17bfbb5-3e66-465f-b7e5-d05d1b2354b2),segment_id=d17bfbb5-3e66-465f-b7e5-d05d1b2354b2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:10:42.673440 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c913d-6ebe-45d9-8a86-c558c9fe0ae4 req-a94c9b93-70c5-4e68-9680-753d76c50bc2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:42.677591 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-477c913d-6ebe-45d9-8a86-c558c9fe0ae4 req-a94c9b93-70c5-4e68-9680-753d76c50bc2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.5613980 Mar 11 12:10:42.691758 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fb9cef2a-cea7-4921-9e9a-63add2ff1d27), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:42.696008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31860ca-0e9a-4108-a759-a3137ce39e3a tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event updated for resources: {'Network': ['ID=3132047c-df42-43b1-bfdc-56305d732913,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:42.699412 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-951b7b8a-3675-4c46-9680-95174bd693ee tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (435ef410-1e8f-4942-9a8b-130b4f430af6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:42.747952 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b7b8a-3675-4c46-9680-95174bd693ee tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Port': ['ID=435ef410-1e8f-4942-9a8b-130b4f430af6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:42.772339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312c648-cdb5-41d1-afcd-7b4da3b59b46 None None] Pushing event updated for resources: {'Port': ['ID=fb9cef2a-cea7-4921-9e9a-63add2ff1d27,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:42.775075 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 3132047c-df42-43b1-bfdc-56305d732913 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:10:42.826619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a31860ca-0e9a-4108-a759-a3137ce39e3a tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1840632 Mar 11 12:10:42.853403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55618) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:42.866156 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2b83afd9-4e27-42bc-b5e0-ef2e8f944ac2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=21f0fe3d4492445b9072914afc9bdc30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6661725 Mar 11 12:10:42.874242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55620) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:42.890207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a432208a-5b99-4063-91a9-d88a92a1cc67 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Request body: {'subnet': {'network_id': '9af37410-f548-43d0-a04c-05962aa2b7be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:42.904878 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-55b0ae1b-ac0f-454a-bbf4-81a7f23095ec None None] Port 435ef410-1e8f-4942-9a8b-130b4f430af6 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:10:42.916750 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:42.983805 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-477c913d-6ebe-45d9-8a86-c558c9fe0ae4 req-9a16af1d-7b2c-4932-9226-d18e51da0a48 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632124 Mar 11 12:10:43.061161 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-951b7b8a-3675-4c46-9680-95174bd693ee tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (257b2aad-34d1-49e2-880c-de8ef5fa1989), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:43.342694 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24158f99-4aad-4933-a38e-49d2b4aa46d8 admin admin] Publish callbacks [] for security_group (41b2f69a-62b6-4657-ab18-fbc24b3f002b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:43.345306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a432208a-5b99-4063-91a9-d88a92a1cc67 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Made reservation on behalf of 17542d874d9744f092ce0baaf39b3d4e for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:43.348884 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a432208a-5b99-4063-91a9-d88a92a1cc67 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:43.426321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951b7b8a-3675-4c46-9680-95174bd693ee tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router 257b2aad-34d1-49e2-880c-de8ef5fa1989 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:10:43.495830 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24158f99-4aad-4933-a38e-49d2b4aa46d8 admin admin] Publish callbacks [] for security_group (41b2f69a-62b6-4657-ab18-fbc24b3f002b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:43.630776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac15ed-52f7-4c3b-be4b-63c4a6b8949d req-5710e85f-4b40-4c52-a93b-757822e78b3f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:43.632406 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4dac15ed-52f7-4c3b-be4b-63c4a6b8949d req-5710e85f-4b40-4c52-a93b-757822e78b3f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2792640 Mar 11 12:10:43.683314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-7e49eed6-be4e-47fa-ba20-18d0964630c6 admin admin] Deleting port 70dfb3a1-234f-484c-a832-7156c34429df {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:43.683769 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e49eed6-be4e-47fa-ba20-18d0964630c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (70dfb3a1-234f-484c-a832-7156c34429df), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:43.688441 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-14d02d09-598f-4760-b148-f4483d875fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:43.700339 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951b7b8a-3675-4c46-9680-95174bd693ee tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:10:43.705512 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-951b7b8a-3675-4c46-9680-95174bd693ee tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/257b2aad-34d1-49e2-880c-de8ef5fa1989/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7094462 Mar 11 12:10:43.708116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55632) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:43.721295 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24158f99-4aad-4933-a38e-49d2b4aa46d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (41b2f69a-62b6-4657-ab18-fbc24b3f002b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:43.721712 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3be4183-b016-4dfb-914a-00be99790915 None None] Sync routers for ids ['257b2aad-34d1-49e2-880c-de8ef5fa1989'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:10:43.723901 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24158f99-4aad-4933-a38e-49d2b4aa46d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:43.727417 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-24158f99-4aad-4933-a38e-49d2b4aa46d8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/41b2f69a-62b6-4657-ab18-fbc24b3f002b HTTP/1.1" status: 204 len: 168 time: 0.8187079 Mar 11 12:10:43.748721 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3be4183-b016-4dfb-914a-00be99790915 None None] Routers {'257b2aad-34d1-49e2-880c-de8ef5fa1989'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:43.751518 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f3be4183-b016-4dfb-914a-00be99790915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['257b2aad-34d1-49e2-880c-de8ef5fa1989'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:43.765395 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-992c2d7e-b6de-4a63-b6d0-086439f0f0c5 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports?device_id=257b2aad-34d1-49e2-880c-de8ef5fa1989 HTTP/1.1" status: 200 len: 205 time: 0.0561223 Mar 11 12:10:43.766034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55636) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:43.784161 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24158f99-4aad-4933-a38e-49d2b4aa46d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b2f69a-62b6-4657-ab18-fbc24b3f002b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:43.888026 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f3be4183-b016-4dfb-914a-00be99790915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:43.908288 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3be4183-b016-4dfb-914a-00be99790915 None None] Routers {'257b2aad-34d1-49e2-880c-de8ef5fa1989'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:43.909446 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f3be4183-b016-4dfb-914a-00be99790915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['257b2aad-34d1-49e2-880c-de8ef5fa1989'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:43.935464 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4dac15ed-52f7-4c3b-be4b-63c4a6b8949d req-010ad955-5e5e-42c3-9d2f-c07f058b1dcb tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960222 Mar 11 12:10:43.977396 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1be49a6-608d-4ef3-ad1d-445caceb496b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (257b2aad-34d1-49e2-880c-de8ef5fa1989), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:43.977762 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f3be4183-b016-4dfb-914a-00be99790915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:43.978429 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3be4183-b016-4dfb-914a-00be99790915 None None] The sync data for ids ['257b2aad-34d1-49e2-880c-de8ef5fa1989'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:10:44.048792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-7e49eed6-be4e-47fa-ba20-18d0964630c6 admin admin] For port 70dfb3a1-234f-484c-a832-7156c34429df, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=70dfb3a1-234f-484c-a832-7156c34429df,segment=NetworkSegment(4b1f593a-5c3c-476a-9f81-32504e3130cb),segment_id=4b1f593a-5c3c-476a-9f81-32504e3130cb)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:44.059550 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e49eed6-be4e-47fa-ba20-18d0964630c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (70dfb3a1-234f-484c-a832-7156c34429df), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:44.076866 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a432208a-5b99-4063-91a9-d88a92a1cc67 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (e6f3e4f2-075a-4976-a036-922b6603092d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:44.179004 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-7e49eed6-be4e-47fa-ba20-18d0964630c6 admin admin] Calling delete_port for 70dfb3a1-234f-484c-a832-7156c34429df owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:44.376077 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432208a-5b99-4063-91a9-d88a92a1cc67 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event updated for resources: {'Subnet': ['ID=e6f3e4f2-075a-4976-a036-922b6603092d,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:44.413110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38316e-0d42-4099-babe-144b2ff590c5 req-e2f7b57d-9c91-435f-8938-32a82b2e2d6f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:44.421133 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c38316e-0d42-4099-babe-144b2ff590c5 req-e2f7b57d-9c91-435f-8938-32a82b2e2d6f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.3549936 Mar 11 12:10:44.426929 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1be49a6-608d-4ef3-ad1d-445caceb496b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (257b2aad-34d1-49e2-880c-de8ef5fa1989), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:44.431652 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1be49a6-608d-4ef3-ad1d-445caceb496b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router_controller (257b2aad-34d1-49e2-880c-de8ef5fa1989), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:44.524215 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fb9cef2a-cea7-4921-9e9a-63add2ff1d27 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:10:44.559269 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1be49a6-608d-4ef3-ad1d-445caceb496b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (257b2aad-34d1-49e2-880c-de8ef5fa1989), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:44.560475 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1be49a6-608d-4ef3-ad1d-445caceb496b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Fanout notify agent at l3_agent the message router_deleted on router 257b2aad-34d1-49e2-880c-de8ef5fa1989 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:10:44.591073 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1be49a6-608d-4ef3-ad1d-445caceb496b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:44.598133 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e1be49a6-608d-4ef3-ad1d-445caceb496b tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/routers/257b2aad-34d1-49e2-880c-de8ef5fa1989 HTTP/1.1" status: 204 len: 168 time: 0.8311014 Mar 11 12:10:44.599670 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55654) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:44.614069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a432208a-5b99-4063-91a9-d88a92a1cc67 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Checking segment: {'id': 'f0fd24b3-a4f9-4bf6-8b1c-ce4f03890e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9af37410-f548-43d0-a04c-05962aa2b7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:10:44.614446 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a432208a-5b99-4063-91a9-d88a92a1cc67 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Network hostable DHCP agents. Network: 9af37410-f548-43d0-a04c-05962aa2b7be, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:10:44.634747 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5050ab5-b17f-47ab-87cf-75de738f5122 None None] Network b74584d2-59a6-444f-9a2c-a76004e8534f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:44.669328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port fb9cef2a-cea7-4921-9e9a-63add2ff1d27 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:44.669757 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fb9cef2a-cea7-4921-9e9a-63add2ff1d27), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:44.731622 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c38316e-0d42-4099-babe-144b2ff590c5 req-274dca25-700b-4cd3-9014-2f807da0d84e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893496 Mar 11 12:10:44.741843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-faad120e-d381-4b7d-afad-d8af717dd341 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting subnet dbb3911c-50d9-4636-95f8-b7474c8055ae {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:10:44.749365 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-faad120e-d381-4b7d-afad-d8af717dd341 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (dbb3911c-50d9-4636-95f8-b7474c8055ae), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:44.750893 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a432208a-5b99-4063-91a9-d88a92a1cc67 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Network 9af37410-f548-43d0-a04c-05962aa2b7be is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:10:44.781225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-a432208a-5b99-4063-91a9-d88a92a1cc67 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 9af37410-f548-43d0-a04c-05962aa2b7be) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:44.792567 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a432208a-5b99-4063-91a9-d88a92a1cc67 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:44.793167 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a432208a-5b99-4063-91a9-d88a92a1cc67 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:44.814039 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55575e84-22d8-4b86-9215-0a99a7a225c6 None None] Network 9af37410-f548-43d0-a04c-05962aa2b7be requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:44.821004 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a3136b37-ea13-4137-aca4-6da3c8457916 None None] Provisioning complete for port fb9cef2a-cea7-4921-9e9a-63add2ff1d27 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:44.821934 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a3136b37-ea13-4137-aca4-6da3c8457916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fb9cef2a-cea7-4921-9e9a-63add2ff1d27), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:44.842044 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-faad120e-d381-4b7d-afad-d8af717dd341 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (dbb3911c-50d9-4636-95f8-b7474c8055ae), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:44.884653 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a432208a-5b99-4063-91a9-d88a92a1cc67 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0193939 Mar 11 12:10:44.892179 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55664) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:44.908341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4d95bf44-c046-4308-8e7a-974fb8340f4d tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Request body: {'subnet': {'network_id': '3132047c-df42-43b1-bfdc-56305d732913', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:45.080129 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-faad120e-d381-4b7d-afad-d8af717dd341 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (dbb3911c-50d9-4636-95f8-b7474c8055ae), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:45.137413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port fb9cef2a-cea7-4921-9e9a-63add2ff1d27 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:45.138545 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fb9cef2a-cea7-4921-9e9a-63add2ff1d27), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:45.202221 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e49eed6-be4e-47fa-ba20-18d0964630c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (70dfb3a1-234f-484c-a832-7156c34429df), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:45.213806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-faad120e-d381-4b7d-afad-d8af717dd341 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (dbb3911c-50d9-4636-95f8-b7474c8055ae), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:45.224476 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a3136b37-ea13-4137-aca4-6da3c8457916 None None] Current status of the port fb9cef2a-cea7-4921-9e9a-63add2ff1d27 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:45.225023 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a3136b37-ea13-4137-aca4-6da3c8457916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fb9cef2a-cea7-4921-9e9a-63add2ff1d27), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:45.264282 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-faad120e-d381-4b7d-afad-d8af717dd341 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:45.267591 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-9af37410-f548-43d0-a04c-05962aa2b7be', 'network_id': '9af37410-f548-43d0-a04c-05962aa2b7be', 'project_id': '17542d874d9744f092ce0baaf39b3d4e', 'fixed_ips': [{'subnet_id': 'e6f3e4f2-075a-4976-a036-922b6603092d'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:10:45.268713 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:45.273689 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-faad120e-d381-4b7d-afad-d8af717dd341 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/subnets/dbb3911c-50d9-4636-95f8-b7474c8055ae HTTP/1.1" status: 204 len: 168 time: 0.6692581 Mar 11 12:10:45.275421 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55674) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:45.289071 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc27aedb-ff71-40f9-948d-960237e304f0 None None] Network 846541c7-9f66-45c1-b341-0e85f980d6a2 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:45.303069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port fb9cef2a-cea7-4921-9e9a-63add2ff1d27, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fb9cef2a-cea7-4921-9e9a-63add2ff1d27,segment=NetworkSegment(d17bfbb5-3e66-465f-b7e5-d05d1b2354b2),segment_id=d17bfbb5-3e66-465f-b7e5-d05d1b2354b2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:45.328001 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fb9cef2a-cea7-4921-9e9a-63add2ff1d27), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:45.328321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad120e-d381-4b7d-afad-d8af717dd341 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb3911c-50d9-4636-95f8-b7474c8055ae,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:45.409190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=fb9cef2a-cea7-4921-9e9a-63add2ff1d27,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:45.544380 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (846541c7-9f66-45c1-b341-0e85f980d6a2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:45.651636 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-a3136b37-ea13-4137-aca4-6da3c8457916 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:10:45.652120 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-a3136b37-ea13-4137-aca4-6da3c8457916 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:10:45.683910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49eed6-be4e-47fa-ba20-18d0964630c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=70dfb3a1-234f-484c-a832-7156c34429df,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:45.800558 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-271bd145-e5b0-4483-a681-ff19ec84412d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:45.829407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Allocated IP 172.20.0.2 (9af37410-f548-43d0-a04c-05962aa2b7be/e6f3e4f2-075a-4976-a036-922b6603092d/d7f79ac0-c4a3-441f-8aa4-d29c58bd0730) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:10:45.848677 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] DHCP port deletion for 846541c7-9f66-45c1-b341-0e85f980d6a2 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:10:46.310852 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Publish callbacks [] for port (d7f79ac0-c4a3-441f-8aa4-d29c58bd0730), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:46.329477 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e756c1d-5981-4474-a3d1-f3693f203efa req-13ef5e78-b155-46fa-8b72-3fcf80871459 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:46.331174 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e756c1d-5981-4474-a3d1-f3693f203efa req-13ef5e78-b155-46fa-8b72-3fcf80871459 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 1.2003527 Mar 11 12:10:46.335802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a3136b37-ea13-4137-aca4-6da3c8457916 None None] Current status of the port fb9cef2a-cea7-4921-9e9a-63add2ff1d27 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:46.340862 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (d7f79ac0-c4a3-441f-8aa4-d29c58bd0730), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:46.365492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d95bf44-c046-4308-8e7a-974fb8340f4d tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Made reservation on behalf of 17542d874d9744f092ce0baaf39b3d4e for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:10:46.368950 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4d95bf44-c046-4308-8e7a-974fb8340f4d tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:46.400507 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e756c1d-5981-4474-a3d1-f3693f203efa req-41eab59f-1bb4-4859-a1bd-808e3bf5c445 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602379 Mar 11 12:10:46.407066 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Deleting port 83451668-e3b3-41e5-87d9-219ca4d2ca12 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:46.407511 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (83451668-e3b3-41e5-87d9-219ca4d2ca12), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:46.492621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Network 9af37410-f548-43d0-a04c-05962aa2b7be is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:46.584637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting port 83451668-e3b3-41e5-87d9-219ca4d2ca12 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:46.585167 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (83451668-e3b3-41e5-87d9-219ca4d2ca12), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:46.651347 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e49eed6-be4e-47fa-ba20-18d0964630c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (6f750004-febb-46d7-9113-630d27308351), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:46.665719 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fb9cef2a-cea7-4921-9e9a-63add2ff1d27 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:10:46.669279 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:46.686380 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:10:46.741766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Pushing event updated for resources: {'Port': ['ID=d7f79ac0-c4a3-441f-8aa4-d29c58bd0730,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:46.748206 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] For port 83451668-e3b3-41e5-87d9-219ca4d2ca12, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=83451668-e3b3-41e5-87d9-219ca4d2ca12,segment=NetworkSegment(8569d1d8-75fd-41ec-bdfc-98232a90b30a),segment_id=8569d1d8-75fd-41ec-bdfc-98232a90b30a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:46.748610 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (83451668-e3b3-41e5-87d9-219ca4d2ca12), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:46.786805 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-eafc3a2d-9a7a-4ea6-a709-aec58f984c9f None None] Provisioning complete for port fb9cef2a-cea7-4921-9e9a-63add2ff1d27 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:46.786805 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eafc3a2d-9a7a-4ea6-a709-aec58f984c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fb9cef2a-cea7-4921-9e9a-63add2ff1d27), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:46.848297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d93ae-7bab-45be-afc5-251c415f6f76 req-ccf7cb50-65f3-440e-b4b3-c61af21e9357 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:46.849849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-145d93ae-7bab-45be-afc5-251c415f6f76 req-ccf7cb50-65f3-440e-b4b3-c61af21e9357 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2986555 Mar 11 12:10:46.891315 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Calling delete_port for 83451668-e3b3-41e5-87d9-219ca4d2ca12 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:46.893476 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Attempting to bind port d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:10:46.893829 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Attempting to bind port d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'f0fd24b3-a4f9-4bf6-8b1c-ce4f03890e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9af37410-f548-43d0-a04c-05962aa2b7be'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:10:46.894190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Attempting to bind port d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 on network 9af37410-f548-43d0-a04c-05962aa2b7be {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:10:46.908346 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:10:46.908737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Checking segment: {'id': 'f0fd24b3-a4f9-4bf6-8b1c-ce4f03890e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9af37410-f548-43d0-a04c-05962aa2b7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:10:46.909215 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:46.909611 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Bound using segment: {'id': 'f0fd24b3-a4f9-4bf6-8b1c-ce4f03890e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9af37410-f548-43d0-a04c-05962aa2b7be'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:10:46.910082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Bound port: d7f79ac0-c4a3-441f-8aa4-d29c58bd0730, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fd24b3-a4f9-4bf6-8b1c-ce4f03890e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9af37410-f548-43d0-a04c-05962aa2b7be'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:10:46.910712 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d7f79ac0-c4a3-441f-8aa4-d29c58bd0730), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:46.953084 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] For port 83451668-e3b3-41e5-87d9-219ca4d2ca12, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=83451668-e3b3-41e5-87d9-219ca4d2ca12,segment=NetworkSegment(8569d1d8-75fd-41ec-bdfc-98232a90b30a),segment_id=8569d1d8-75fd-41ec-bdfc-98232a90b30a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:46.953458 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (83451668-e3b3-41e5-87d9-219ca4d2ca12), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:47.007623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Calling delete_port for 83451668-e3b3-41e5-87d9-219ca4d2ca12 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:47.032704 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port fb9cef2a-cea7-4921-9e9a-63add2ff1d27 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:47.033133 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fb9cef2a-cea7-4921-9e9a-63add2ff1d27), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:47.124070 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-eafc3a2d-9a7a-4ea6-a709-aec58f984c9f None None] Current status of the port fb9cef2a-cea7-4921-9e9a-63add2ff1d27 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:47.174107 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] For port d7f79ac0-c4a3-441f-8aa4-d29c58bd0730, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:10:47.177319 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (83451668-e3b3-41e5-87d9-219ca4d2ca12), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:47.188257 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] For port d7f79ac0-c4a3-441f-8aa4-d29c58bd0730, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d7f79ac0-c4a3-441f-8aa4-d29c58bd0730,segment=NetworkSegment(f0fd24b3-a4f9-4bf6-8b1c-ce4f03890e72),segment_id=f0fd24b3-a4f9-4bf6-8b1c-ce4f03890e72)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:10:47.211546 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (83451668-e3b3-41e5-87d9-219ca4d2ca12), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:47.219753 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Pushing event deleted for resources: {'Port': ['ID=83451668-e3b3-41e5-87d9-219ca4d2ca12,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:47.229592 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] No DVR routers for this DVR port 83451668-e3b3-41e5-87d9-219ca4d2ca12 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:10:47.245155 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d7f79ac0-c4a3-441f-8aa4-d29c58bd0730), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:47.280356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e49eed6-be4e-47fa-ba20-18d0964630c6 admin admin] Router 6f750004-febb-46d7-9113-630d27308351 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:10:47.283874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:47.284475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:47.284902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:47.285244 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:47.285579 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:47.285954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:47.286288 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:47.286615 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:47.286955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:47.287305 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:47.287648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:47.287973 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:47.288339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a5d02-0bfd-4439-b09c-7fecc6bcda69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:10:47.349063 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:47.352232 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] No DVR routers for this DVR port 83451668-e3b3-41e5-87d9-219ca4d2ca12 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:10:47.352602 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port fb9cef2a-cea7-4921-9e9a-63add2ff1d27 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:47.354635 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Port': ['ID=83451668-e3b3-41e5-87d9-219ca4d2ca12,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:47.415109 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028ec9a-c284-46df-918a-9e7e6ac68e9c None None] Pushing event updated for resources: {'Port': ['ID=d7f79ac0-c4a3-441f-8aa4-d29c58bd0730,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:47.457560 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 83451668-e3b3-41e5-87d9-219ca4d2ca12 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:10:47.502546 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 83451668-e3b3-41e5-87d9-219ca4d2ca12 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:10:47.502875 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 83451668-e3b3-41e5-87d9-219ca4d2ca12 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:10:47.539456 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (846541c7-9f66-45c1-b341-0e85f980d6a2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:47.546709 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-145d93ae-7bab-45be-afc5-251c415f6f76 req-981ca470-ed93-42ac-9701-424a82353cde tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378953 Mar 11 12:10:47.649116 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846541c7-9f66-45c1-b341-0e85f980d6a2']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:47.707872 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4d95bf44-c046-4308-8e7a-974fb8340f4d tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (c55eb8f6-5a4f-4d05-9f5d-61516e5feff8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:47.724933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8569d1d8-75fd-41ec-bdfc-98232a90b30a') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:47.725237 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8569d1d8-75fd-41ec-bdfc-98232a90b30a') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:47.836158 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (8569d1d8-75fd-41ec-bdfc-98232a90b30a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:47.911992 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e49eed6-be4e-47fa-ba20-18d0964630c6 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:10:47.918012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7e49eed6-be4e-47fa-ba20-18d0964630c6 admin admin] 10.222.0.78 "PUT /v2.0/routers/6f750004-febb-46d7-9113-630d27308351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2184100 Mar 11 12:10:47.920662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55738) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:47.923930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d598cef6-213b-4481-9a11-5d066e825672 None None] Sync routers for ids ['6f750004-febb-46d7-9113-630d27308351'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:10:47.962116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d598cef6-213b-4481-9a11-5d066e825672 None None] Routers {'6f750004-febb-46d7-9113-630d27308351'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:47.964831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d598cef6-213b-4481-9a11-5d066e825672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6f750004-febb-46d7-9113-630d27308351'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:48.037348 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (8569d1d8-75fd-41ec-bdfc-98232a90b30a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:48.050496 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95bf44-c046-4308-8e7a-974fb8340f4d tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event updated for resources: {'Subnet': ['ID=c55eb8f6-5a4f-4d05-9f5d-61516e5feff8,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:48.053100 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:10:48.053542 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (8569d1d8-75fd-41ec-bdfc-98232a90b30a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:10:48.063131 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:10:48.120800 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d95bf44-c046-4308-8e7a-974fb8340f4d tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Checking segment: {'id': 'bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3132047c-df42-43b1-bfdc-56305d732913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:10:48.121097 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d95bf44-c046-4308-8e7a-974fb8340f4d tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Network hostable DHCP agents. Network: 3132047c-df42-43b1-bfdc-56305d732913, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:10:48.171438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0686f-31fc-404d-81b4-a8be3b70d17f req-45fe3505-b0c0-412e-8819-12ba454aacff tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:48.173156 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-edf0686f-31fc-404d-81b4-a8be3b70d17f req-45fe3505-b0c0-412e-8819-12ba454aacff tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2272105 Mar 11 12:10:48.176926 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (846541c7-9f66-45c1-b341-0e85f980d6a2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:48.200373 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d598cef6-213b-4481-9a11-5d066e825672 None None] Set router 6f750004-febb-46d7-9113-630d27308351 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:10:48.207855 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:48.211012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/networks/846541c7-9f66-45c1-b341-0e85f980d6a2 HTTP/1.1" status: 204 len: 168 time: 2.9194365 Mar 11 12:10:48.211965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b56a3b-02b4-4297-943a-5336a3872878 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Network': ['ID=846541c7-9f66-45c1-b341-0e85f980d6a2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:48.219406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55742) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:48.229133 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1464537437', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:48.243787 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5cadb8-a895-450d-abe5-9e95fe6f6b61 admin admin] Publish callbacks [] for router (6f750004-febb-46d7-9113-630d27308351), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:48.328980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-edf0686f-31fc-404d-81b4-a8be3b70d17f req-fd326c35-8c86-422a-98f9-ffd8936cbd56 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408494 Mar 11 12:10:48.331326 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d95bf44-c046-4308-8e7a-974fb8340f4d tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Network 3132047c-df42-43b1-bfdc-56305d732913 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:10:48.368621 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (55a0552d-99b2-4645-8962-30157031781c), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:48.369617 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (55a0552d-99b2-4645-8962-30157031781c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:48.380881 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-4d95bf44-c046-4308-8e7a-974fb8340f4d tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 3132047c-df42-43b1-bfdc-56305d732913) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:48.390648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d95bf44-c046-4308-8e7a-974fb8340f4d tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:48.400235 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4d95bf44-c046-4308-8e7a-974fb8340f4d tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:48.416659 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0046c526-4707-4430-94ca-be72bdb78295 None None] Network 3132047c-df42-43b1-bfdc-56305d732913 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:48.426754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55746) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:48.451506 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4d95bf44-c046-4308-8e7a-974fb8340f4d tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5473046 Mar 11 12:10:48.452423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55750) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:48.556100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:10:48.621924 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5cadb8-a895-450d-abe5-9e95fe6f6b61 admin admin] Publish callbacks [] for router_gateway (6f750004-febb-46d7-9113-630d27308351), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:48.660084 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router_controller (55a0552d-99b2-4645-8962-30157031781c), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:48.860085 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:48.870820 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b64e1748-366c-4dd4-b47a-8e4d59368737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:48.871396 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-3132047c-df42-43b1-bfdc-56305d732913', 'network_id': '3132047c-df42-43b1-bfdc-56305d732913', 'project_id': '17542d874d9744f092ce0baaf39b3d4e', 'fixed_ips': [{'subnet_id': 'c55eb8f6-5a4f-4d05-9f5d-61516e5feff8'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:10:48.873479 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:48.909948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d598cef6-213b-4481-9a11-5d066e825672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f750004-febb-46d7-9113-630d27308351', 'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:41Z', 'updated_at': '2022-03-11T12:10:44Z', 'revision_number': 5, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'gw_port': {'id': '0f12738b-b796-495f-8609-6829b7f8b0e2', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f750004-febb-46d7-9113-630d27308351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:44Z', 'updated_at': '2022-03-11T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:48.912946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:48.913449 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d7f79ac0-c4a3-441f-8aa4-d29c58bd0730), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:49.018960 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbb9b0-fdfa-4aab-b033-adc617519857 req-9e6b5bd8-b035-4487-a518-2b00eafc84c6 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:49.020737 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69dbb9b0-fdfa-4aab-b033-adc617519857 req-9e6b5bd8-b035-4487-a518-2b00eafc84c6 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.4964416 Mar 11 12:10:49.092614 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d598cef6-213b-4481-9a11-5d066e825672 None None] Checking router: 6f750004-febb-46d7-9113-630d27308351 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:10:49.098627 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6fbbe0-2a51-4b68-85ea-3f77bafa1ba5 None None] Network 9af37410-f548-43d0-a04c-05962aa2b7be requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:49.115200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:49.144003 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d598cef6-213b-4481-9a11-5d066e825672 None None] Routers {'6f750004-febb-46d7-9113-630d27308351'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:49.144231 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d598cef6-213b-4481-9a11-5d066e825672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6f750004-febb-46d7-9113-630d27308351'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:49.167017 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69dbb9b0-fdfa-4aab-b033-adc617519857 req-1083de03-dbf5-45b3-85f7-d856a6e546d4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400115 Mar 11 12:10:49.286302 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b64e1748-366c-4dd4-b47a-8e4d59368737 admin admin] Publish callbacks [] for security_group (d35a2d4c-4282-43f4-bb69-7f76c55ef750), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:49.319856 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b64e1748-366c-4dd4-b47a-8e4d59368737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d35a2d4c-4282-43f4-bb69-7f76c55ef750), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:49.380139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b64e1748-366c-4dd4-b47a-8e4d59368737 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8d16ef1f6c9a474db8659f382d651d70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9503524 Mar 11 12:10:49.389281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55766) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:49.426146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e1748-366c-4dd4-b47a-8e4d59368737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35a2d4c-4282-43f4-bb69-7f76c55ef750,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:49.533692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d598cef6-213b-4481-9a11-5d066e825672 None None] Set router 6f750004-febb-46d7-9113-630d27308351 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:10:49.556328 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router_gateway (55a0552d-99b2-4645-8962-30157031781c), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:49.568317 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-3a5cadb8-a895-450d-abe5-9e95fe6f6b61 admin admin] Deleting port 0f12738b-b796-495f-8609-6829b7f8b0e2 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:49.568967 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5cadb8-a895-450d-abe5-9e95fe6f6b61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0f12738b-b796-495f-8609-6829b7f8b0e2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:49.582806 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a15cfa31-7e58-4ec0-8205-cccfe901b822 admin admin] Publish callbacks [] for security_group (d35a2d4c-4282-43f4-bb69-7f76c55ef750), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:49.606644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d598cef6-213b-4481-9a11-5d066e825672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f750004-febb-46d7-9113-630d27308351', 'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:41Z', 'updated_at': '2022-03-11T12:10:48Z', 'revision_number': 6, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:49.630390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Allocated IP 172.20.0.1 (9af37410-f548-43d0-a04c-05962aa2b7be/e6f3e4f2-075a-4976-a036-922b6603092d/ec2bb25a-eb1a-4bd1-9c25-be34c7622dee) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:10:49.634345 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a15cfa31-7e58-4ec0-8205-cccfe901b822 admin admin] Publish callbacks [] for security_group (d35a2d4c-4282-43f4-bb69-7f76c55ef750), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:49.654236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564155f1-f63f-4063-a953-ddbf70cc48db req-90b1d170-77e1-4708-b487-431e6cf39eea tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:49.655962 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-564155f1-f63f-4063-a953-ddbf70cc48db req-90b1d170-77e1-4708-b487-431e6cf39eea tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1775570 Mar 11 12:10:49.736511 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:49.736511 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d7f79ac0-c4a3-441f-8aa4-d29c58bd0730), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:49.738500 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d598cef6-213b-4481-9a11-5d066e825672 None None] The sync data for ids ['6f750004-febb-46d7-9113-630d27308351'] in n-d-833234-2 is: [{'id': '6f750004-febb-46d7-9113-630d27308351', 'name': 'tempest-TestVolumeBackupRestore-2014696394-router', 'tenant_id': '31e0ead1ce934573a23d19ccfa96f23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:41Z', 'updated_at': '2022-03-11T12:10:48Z', 'revision_number': 6, 'project_id': '31e0ead1ce934573a23d19ccfa96f23c', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:10:49.756144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a8f6ff78-b464-4d65-ac66-7c7672412306 None None] Provisioning complete for port d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:49.756523 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ff78-b464-4d65-ac66-7c7672412306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d7f79ac0-c4a3-441f-8aa4-d29c58bd0730), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:49.837658 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-3a5cadb8-a895-450d-abe5-9e95fe6f6b61 admin admin] For port 0f12738b-b796-495f-8609-6829b7f8b0e2, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0f12738b-b796-495f-8609-6829b7f8b0e2,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:49.838034 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5cadb8-a895-450d-abe5-9e95fe6f6b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0f12738b-b796-495f-8609-6829b7f8b0e2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:49.851511 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-564155f1-f63f-4063-a953-ddbf70cc48db req-0db5a228-c3d5-41c2-8ec0-b989d630d0fc tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879086 Mar 11 12:10:49.880156 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a15cfa31-7e58-4ec0-8205-cccfe901b822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d35a2d4c-4282-43f4-bb69-7f76c55ef750), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:49.880156 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a15cfa31-7e58-4ec0-8205-cccfe901b822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:49.880890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Allocated IP 172.20.0.2 (3132047c-df42-43b1-bfdc-56305d732913/c55eb8f6-5a4f-4d05-9f5d-61516e5feff8/815ec6d5-b47c-44b1-80dd-8426b358c0f1) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:10:49.881811 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-3a5cadb8-a895-450d-abe5-9e95fe6f6b61 admin admin] Calling delete_port for 0f12738b-b796-495f-8609-6829b7f8b0e2 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:49.883156 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a15cfa31-7e58-4ec0-8205-cccfe901b822 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d35a2d4c-4282-43f4-bb69-7f76c55ef750 HTTP/1.1" status: 204 len: 168 time: 0.4876120 Mar 11 12:10:49.921313 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cfa31-7e58-4ec0-8205-cccfe901b822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35a2d4c-4282-43f4-bb69-7f76c55ef750,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:49.930959 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port d7f79ac0-c4a3-441f-8aa4-d29c58bd0730, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d7f79ac0-c4a3-441f-8aa4-d29c58bd0730,segment=NetworkSegment(f0fd24b3-a4f9-4bf6-8b1c-ce4f03890e72),segment_id=f0fd24b3-a4f9-4bf6-8b1c-ce4f03890e72)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:49.956528 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d7f79ac0-c4a3-441f-8aa4-d29c58bd0730), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:50.019524 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=d7f79ac0-c4a3-441f-8aa4-d29c58bd0730,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:50.027481 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for port (ec2bb25a-eb1a-4bd1-9c25-be34c7622dee), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:50.105245 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router_gateway (55a0552d-99b2-4645-8962-30157031781c), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:50.129090 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ec2bb25a-eb1a-4bd1-9c25-be34c7622dee), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:50.150962 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a8f6ff78-b464-4d65-ac66-7c7672412306 None None] Current status of the port d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:50.250188 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:50.252069 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:50.317005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Network 9af37410-f548-43d0-a04c-05962aa2b7be is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:50.346355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:50.353290 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:10:50.418441 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Publish callbacks [] for port (815ec6d5-b47c-44b1-80dd-8426b358c0f1), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:50.437543 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (815ec6d5-b47c-44b1-80dd-8426b358c0f1), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:50.449712 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (dd09a6cd-2101-45d6-bcfe-86e2b75445a0), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:50.477663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event updated for resources: {'Port': ['ID=ec2bb25a-eb1a-4bd1-9c25-be34c7622dee,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:50.525563 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:10:50.539091 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5869fd-a5e7-4a43-a6a4-e397cf1e35d3 req-0276d48b-0945-4fa6-9c0d-5583ecd5a810 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:50.542690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae5869fd-a5e7-4a43-a6a4-e397cf1e35d3 req-0276d48b-0945-4fa6-9c0d-5583ecd5a810 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.5484288 Mar 11 12:10:50.604670 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Allocated IP 172.25.7.181 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/1387b1e3-0864-426f-955d-dd4db5e81559) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:10:50.644228 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5cadb8-a895-450d-abe5-9e95fe6f6b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0f12738b-b796-495f-8609-6829b7f8b0e2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:50.683359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55794) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:50.699743 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cadb8-a895-450d-abe5-9e95fe6f6b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f12738b-b796-495f-8609-6829b7f8b0e2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:50.716786 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ae5869fd-a5e7-4a43-a6a4-e397cf1e35d3 req-436feb16-ea67-4091-a793-0535ca2d1373 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910792 Mar 11 12:10:50.743603 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Pushing event updated for resources: {'Port': ['ID=815ec6d5-b47c-44b1-80dd-8426b358c0f1,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:50.745163 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f91009c6-9f79-4998-91ce-c6ba2c773a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:50.765345 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Network 3132047c-df42-43b1-bfdc-56305d732913 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:50.769528 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:50.782665 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:10:50.830249 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ec2bb25a-eb1a-4bd1-9c25-be34c7622dee), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:50.962337 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f91009c6-9f79-4998-91ce-c6ba2c773a16 admin admin] Publish callbacks [] for security_group (26991d60-1b15-4054-a931-92e3a81e6f9b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:50.987491 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:50.987910 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d7f79ac0-c4a3-441f-8aa4-d29c58bd0730), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:50.994826 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Attempting to bind port 815ec6d5-b47c-44b1-80dd-8426b358c0f1 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:10:50.995478 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Attempting to bind port 815ec6d5-b47c-44b1-80dd-8426b358c0f1 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3132047c-df42-43b1-bfdc-56305d732913'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:10:50.996031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Attempting to bind port 815ec6d5-b47c-44b1-80dd-8426b358c0f1 on network 3132047c-df42-43b1-bfdc-56305d732913 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:10:50.998545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2f608278-1a79-454c-b17e-daf7de8bb30f None None] Provisioning complete for port d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:50.999146 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f608278-1a79-454c-b17e-daf7de8bb30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d7f79ac0-c4a3-441f-8aa4-d29c58bd0730), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:51.061033 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f91009c6-9f79-4998-91ce-c6ba2c773a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (26991d60-1b15-4054-a931-92e3a81e6f9b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:51.067209 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:10:51.067855 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Checking segment: {'id': 'bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3132047c-df42-43b1-bfdc-56305d732913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:10:51.070843 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:51.071749 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Bound using segment: {'id': 'bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3132047c-df42-43b1-bfdc-56305d732913'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:10:51.074404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Bound port: 815ec6d5-b47c-44b1-80dd-8426b358c0f1, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3132047c-df42-43b1-bfdc-56305d732913'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:10:51.074813 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (815ec6d5-b47c-44b1-80dd-8426b358c0f1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:51.236717 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f91009c6-9f79-4998-91ce-c6ba2c773a16 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6d96b3355fc64f3dbaf20adf8a19eb4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5488462 Mar 11 12:10:51.240278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 55844) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:51.285795 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5cadb8-a895-450d-abe5-9e95fe6f6b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (6f750004-febb-46d7-9113-630d27308351), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:51.288410 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] For port 815ec6d5-b47c-44b1-80dd-8426b358c0f1, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:10:51.292767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] For port 815ec6d5-b47c-44b1-80dd-8426b358c0f1, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=815ec6d5-b47c-44b1-80dd-8426b358c0f1,segment=NetworkSegment(bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc),segment_id=bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:10:51.350899 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (815ec6d5-b47c-44b1-80dd-8426b358c0f1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:51.367278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91009c6-9f79-4998-91ce-c6ba2c773a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26991d60-1b15-4054-a931-92e3a81e6f9b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:51.380775 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67473bd-d2f5-4975-8ccd-945c0a94ee20 req-0ed98364-0f9d-40c5-a840-f1a046cf932e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:51.390042 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c67473bd-d2f5-4975-8ccd-945c0a94ee20 req-0ed98364-0f9d-40c5-a840-f1a046cf932e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/networks?id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc HTTP/1.1" status: 200 len: 814 time: 0.2697809 Mar 11 12:10:51.414851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c67473bd-d2f5-4975-8ccd-945c0a94ee20 req-229473bd-5196-4198-9df4-086664ac3855 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/quotas/9a8a1ab2e35a4c68af61bee4e54ed507 HTTP/1.1" status: 200 len: 375 time: 0.0237916 Mar 11 12:10:51.509962 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:51.533864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 70dfb3a1-234f-484c-a832-7156c34429df no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:10:51.555405 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (1387b1e3-0864-426f-955d-dd4db5e81559), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:51.555640 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for port (ec2bb25a-eb1a-4bd1-9c25-be34c7622dee), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:51.559143 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5cadb8-a895-450d-abe5-9e95fe6f6b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (6f750004-febb-46d7-9113-630d27308351), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:51.564393 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5cadb8-a895-450d-abe5-9e95fe6f6b61 admin admin] Publish callbacks [] for router_controller (6f750004-febb-46d7-9113-630d27308351), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:51.580990 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c67473bd-d2f5-4975-8ccd-945c0a94ee20 req-d6a4ca7c-63b9-4e9a-a3dd-924039cf3fb0 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9a8a1ab2e35a4c68af61bee4e54ed507&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1651433 Mar 11 12:10:51.581905 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (ec2bb25a-eb1a-4bd1-9c25-be34c7622dee), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:51.609973 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 70dfb3a1-234f-484c-a832-7156c34429df {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:10:51.610306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 70dfb3a1-234f-484c-a832-7156c34429df not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:10:51.620823 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2f608278-1a79-454c-b17e-daf7de8bb30f None None] Current status of the port d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:51.636352 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94226c-75d5-4df3-83eb-efaba83a7256 None None] Pushing event updated for resources: {'Port': ['ID=815ec6d5-b47c-44b1-80dd-8426b358c0f1,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:51.683311 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (dd09a6cd-2101-45d6-bcfe-86e2b75445a0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:51.706845 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a585d12-a297-4c06-8381-2d8b10f105ec admin admin] Publish callbacks [] for security_group (26991d60-1b15-4054-a931-92e3a81e6f9b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:51.713389 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5cadb8-a895-450d-abe5-9e95fe6f6b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (6f750004-febb-46d7-9113-630d27308351), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:51.714045 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5cadb8-a895-450d-abe5-9e95fe6f6b61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f750004-febb-46d7-9113-630d27308351 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:10:51.730435 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5cadb8-a895-450d-abe5-9e95fe6f6b61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:51.733895 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3a5cadb8-a895-450d-abe5-9e95fe6f6b61 admin admin] 10.222.0.78 "DELETE /v2.0/routers/6f750004-febb-46d7-9113-630d27308351 HTTP/1.1" status: 204 len: 168 time: 3.8093319 Mar 11 12:10:51.742191 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 55884) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:51.770228 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ed20b3b3-9149-420e-a74f-8d519343e4e2 None None] Provisioning complete for port ec2bb25a-eb1a-4bd1-9c25-be34c7622dee triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:51.771540 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ed20b3b3-9149-420e-a74f-8d519343e4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ec2bb25a-eb1a-4bd1-9c25-be34c7622dee), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:51.832662 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a585d12-a297-4c06-8381-2d8b10f105ec admin admin] Publish callbacks [] for security_group (26991d60-1b15-4054-a931-92e3a81e6f9b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:51.863338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ed20b3b3-9149-420e-a74f-8d519343e4e2 None None] Port ec2bb25a-eb1a-4bd1-9c25-be34c7622dee cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:10:51.869520 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1387b1e3-0864-426f-955d-dd4db5e81559), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:51.978842 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=1387b1e3-0864-426f-955d-dd4db5e81559,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:52.009500 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:52.011993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:52.016064 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:10:52.236581 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a585d12-a297-4c06-8381-2d8b10f105ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (26991d60-1b15-4054-a931-92e3a81e6f9b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:52.245102 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a585d12-a297-4c06-8381-2d8b10f105ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:52.246564 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5a585d12-a297-4c06-8381-2d8b10f105ec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26991d60-1b15-4054-a931-92e3a81e6f9b HTTP/1.1" status: 204 len: 168 time: 1.0053608 Mar 11 12:10:52.270200 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a585d12-a297-4c06-8381-2d8b10f105ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26991d60-1b15-4054-a931-92e3a81e6f9b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:52.532378 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 815ec6d5-b47c-44b1-80dd-8426b358c0f1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:10:52.547203 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event updated for resources: {'Port': ['ID=ec2bb25a-eb1a-4bd1-9c25-be34c7622dee,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:52.596240 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router_gateway (55a0552d-99b2-4645-8962-30157031781c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:52.643547 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-825e51bc-2301-4f6c-ab70-19a943b3faaf admin admin] Deleting subnet d91078cb-8134-445e-bcd4-1eb8bd489712 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:10:52.657361 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-825e51bc-2301-4f6c-ab70-19a943b3faaf admin admin] Publish callbacks [] for subnet (d91078cb-8134-445e-bcd4-1eb8bd489712), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:52.691466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 815ec6d5-b47c-44b1-80dd-8426b358c0f1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:52.693933 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (815ec6d5-b47c-44b1-80dd-8426b358c0f1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:52.736072 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362529de-6631-4b7c-8d40-a4b3cbd5747d req-bb4d4afd-ea2d-40a5-86ec-2d5edad2afb1 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:52.737673 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-362529de-6631-4b7c-8d40-a4b3cbd5747d req-bb4d4afd-ea2d-40a5-86ec-2d5edad2afb1 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 1.0250680 Mar 11 12:10:52.775125 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-825e51bc-2301-4f6c-ab70-19a943b3faaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (d91078cb-8134-445e-bcd4-1eb8bd489712), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:52.904318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 815ec6d5-b47c-44b1-80dd-8426b358c0f1 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:52.905907 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (815ec6d5-b47c-44b1-80dd-8426b358c0f1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:52.907737 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-825e51bc-2301-4f6c-ab70-19a943b3faaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (d91078cb-8134-445e-bcd4-1eb8bd489712), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:53.023522 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-825e51bc-2301-4f6c-ab70-19a943b3faaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (d91078cb-8134-445e-bcd4-1eb8bd489712), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:53.026995 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (55a0552d-99b2-4645-8962-30157031781c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:53.055618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 815ec6d5-b47c-44b1-80dd-8426b358c0f1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=815ec6d5-b47c-44b1-80dd-8426b358c0f1,segment=NetworkSegment(bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc),segment_id=bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:53.084037 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (815ec6d5-b47c-44b1-80dd-8426b358c0f1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:53.145453 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e51bc-2301-4f6c-ab70-19a943b3faaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d91078cb-8134-445e-bcd4-1eb8bd489712,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:53.187368 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0f12738b-b796-495f-8609-6829b7f8b0e2 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:10:53.193559 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-825e51bc-2301-4f6c-ab70-19a943b3faaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:53.204483 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-825e51bc-2301-4f6c-ab70-19a943b3faaf admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d91078cb-8134-445e-bcd4-1eb8bd489712 HTTP/1.1" status: 204 len: 168 time: 1.4594948 Mar 11 12:10:53.219396 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Network 9af37410-f548-43d0-a04c-05962aa2b7be is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:10:53.221336 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56016) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:53.225813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 0f12738b-b796-495f-8609-6829b7f8b0e2 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:10:53.226161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0f12738b-b796-495f-8609-6829b7f8b0e2 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:10:53.227776 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d29ddaf-6aa6-4c6c-b48d-81791142c4db None None] Network 3531b32e-7565-40f4-a7c1-87027fb83c48 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:53.243899 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:10:53.340661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-362529de-6631-4b7c-8d40-a4b3cbd5747d req-c4d5411a-c040-4ad1-890c-f80d815b6048 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300667 Mar 11 12:10:53.349119 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router 55a0552d-99b2-4645-8962-30157031781c is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:10:53.368869 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a01fe8-baf4-4456-9165-559bbb40768a None None] Network 3132047c-df42-43b1-bfdc-56305d732913 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:10:53.499718 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (3531b32e-7565-40f4-a7c1-87027fb83c48), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:53.523867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=815ec6d5-b47c-44b1-80dd-8426b358c0f1,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:53.580721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:10:53.594229 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080fc423-8e4b-4c3c-b8bd-9a4c03b3dc32 None None] Sync routers for ids ['55a0552d-99b2-4645-8962-30157031781c'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:10:53.615802 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fc423-8e4b-4c3c-b8bd-9a4c03b3dc32 None None] Routers {'55a0552d-99b2-4645-8962-30157031781c'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:53.620190 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-080fc423-8e4b-4c3c-b8bd-9a4c03b3dc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['55a0552d-99b2-4645-8962-30157031781c'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:53.627254 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:53.631311 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-57b09e9c-331d-46e8-a2b0-5512981d1745 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4110167 Mar 11 12:10:53.632131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56050) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:53.709287 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4e07e274-2024-454e-aef2-2f6bfc2932e7 None None] Provisioning complete for port 815ec6d5-b47c-44b1-80dd-8426b358c0f1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:53.709868 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4e07e274-2024-454e-aef2-2f6bfc2932e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (815ec6d5-b47c-44b1-80dd-8426b358c0f1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:53.732575 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdf067-58a9-4696-b578-20691966bd60 req-c56031d0-3909-46f2-95ef-c6f7ef5ebdcb tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:53.740281 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6dcdf067-58a9-4696-b578-20691966bd60 req-c56031d0-3909-46f2-95ef-c6f7ef5ebdcb tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1865046 Mar 11 12:10:53.761107 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-080fc423-8e4b-4c3c-b8bd-9a4c03b3dc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:53.775206 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fc423-8e4b-4c3c-b8bd-9a4c03b3dc32 None None] Routers {'55a0552d-99b2-4645-8962-30157031781c'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:53.776086 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-080fc423-8e4b-4c3c-b8bd-9a4c03b3dc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['55a0552d-99b2-4645-8962-30157031781c'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:53.834987 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] Deleting port e5a80aba-73e4-47e6-b905-6aa50c471c81 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:53.835574 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e5a80aba-73e4-47e6-b905-6aa50c471c81), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:53.844751 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Router dd09a6cd-2101-45d6-bcfe-86e2b75445a0 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:10:53.890873 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56076) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:53.893231 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fb4fd45d-95f4-499d-b714-0806af26526f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/routers/55a0552d-99b2-4645-8962-30157031781c HTTP/1.1" status: 200 len: 885 time: 0.2595479 Mar 11 12:10:53.901435 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-080fc423-8e4b-4c3c-b8bd-9a4c03b3dc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:53.902702 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080fc423-8e4b-4c3c-b8bd-9a4c03b3dc32 None None] The sync data for ids ['55a0552d-99b2-4645-8962-30157031781c'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:10:53.928597 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6dcdf067-58a9-4696-b578-20691966bd60 req-3f48cfbc-e33f-45d1-80cd-a73085b69f04 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868103 Mar 11 12:10:54.099105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4e07e274-2024-454e-aef2-2f6bfc2932e7 None None] Current status of the port 815ec6d5-b47c-44b1-80dd-8426b358c0f1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:54.106060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1252cc03-9343-4414-87fb-a0e5aaacd861 None None] DHCP port deletion for 3531b32e-7565-40f4-a7c1-87027fb83c48 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:10:54.145338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] For port e5a80aba-73e4-47e6-b905-6aa50c471c81, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e5a80aba-73e4-47e6-b905-6aa50c471c81,segment=NetworkSegment(4b1f593a-5c3c-476a-9f81-32504e3130cb),segment_id=4b1f593a-5c3c-476a-9f81-32504e3130cb)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:54.145619 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e5a80aba-73e4-47e6-b905-6aa50c471c81), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:54.229030 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] Calling delete_port for e5a80aba-73e4-47e6-b905-6aa50c471c81 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:54.260936 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:10:54.272501 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f4f86f1f-50df-493e-8c0f-7f4cbf3891c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "PUT /v2.0/routers/dd09a6cd-2101-45d6-bcfe-86e2b75445a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8189662 Mar 11 12:10:54.276142 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56116) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:54.281123 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9561f0b0-568c-4b43-b83f-ccd60267466a None None] Sync routers for ids ['dd09a6cd-2101-45d6-bcfe-86e2b75445a0'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:10:54.341930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-74a2abc3-46e0-4ae9-af83-a16c92119aa8 None None] Provisioning complete for port ec2bb25a-eb1a-4bd1-9c25-be34c7622dee triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:54.344358 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-74a2abc3-46e0-4ae9-af83-a16c92119aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ec2bb25a-eb1a-4bd1-9c25-be34c7622dee), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:54.464697 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9561f0b0-568c-4b43-b83f-ccd60267466a None None] Routers {'dd09a6cd-2101-45d6-bcfe-86e2b75445a0'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:54.489359 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-9561f0b0-568c-4b43-b83f-ccd60267466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['dd09a6cd-2101-45d6-bcfe-86e2b75445a0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:54.504466 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50c6c373-8c1c-4f7a-ac21-6eccb4d672ed req-20cb5e08-bbb8-4044-9ad8-76b1f599dd03 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9a8a1ab2e35a4c68af61bee4e54ed507 HTTP/1.1" status: 200 len: 221 time: 0.0959215 Mar 11 12:10:54.606433 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 815ec6d5-b47c-44b1-80dd-8426b358c0f1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:10:54.643190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-74a2abc3-46e0-4ae9-af83-a16c92119aa8 None None] Port ec2bb25a-eb1a-4bd1-9c25-be34c7622dee cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:10:54.693645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-9561f0b0-568c-4b43-b83f-ccd60267466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:54.709638 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e5a80aba-73e4-47e6-b905-6aa50c471c81), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:54.713302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1252cc03-9343-4414-87fb-a0e5aaacd861 None None] Deleting port e5a80aba-73e4-47e6-b905-6aa50c471c81 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:54.713825 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1252cc03-9343-4414-87fb-a0e5aaacd861 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e5a80aba-73e4-47e6-b905-6aa50c471c81), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:54.747249 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] No DVR routers for this DVR port e5a80aba-73e4-47e6-b905-6aa50c471c81 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:10:54.822912 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca75f2-4720-4e5b-a750-734dba5e4c49 req-c057d1c4-9837-4e1a-a41c-64ac49294e2d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:54.832670 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6dca75f2-4720-4e5b-a750-734dba5e4c49 req-c057d1c4-9837-4e1a-a41c-64ac49294e2d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2186227 Mar 11 12:10:54.904355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a80aba-73e4-47e6-b905-6aa50c471c81,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:55.040824 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-01041821-0e05-48fb-8f86-0d2e5ac327eb tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:10:55.042145 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-01041821-0e05-48fb-8f86-0d2e5ac327eb tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "PUT /v2.0/routers/dd09a6cd-2101-45d6-bcfe-86e2b75445a0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7644227 Mar 11 12:10:55.058212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56198) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:55.062246 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (3531b32e-7565-40f4-a7c1-87027fb83c48), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:55.174418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3531b32e-7565-40f4-a7c1-87027fb83c48']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:55.218213 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1f593a-5c3c-476a-9f81-32504e3130cb') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:55.218545 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1f593a-5c3c-476a-9f81-32504e3130cb') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:55.223274 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9561f0b0-568c-4b43-b83f-ccd60267466a None None] Routers {'dd09a6cd-2101-45d6-bcfe-86e2b75445a0'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:55.224238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-9561f0b0-568c-4b43-b83f-ccd60267466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['dd09a6cd-2101-45d6-bcfe-86e2b75445a0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:55.260661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6dca75f2-4720-4e5b-a750-734dba5e4c49 req-b033be3c-eb28-4608-a9f3-2316e8bb8577 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265797 Mar 11 12:10:55.298774 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (4b1f593a-5c3c-476a-9f81-32504e3130cb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:55.329938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-9561f0b0-568c-4b43-b83f-ccd60267466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:55.330764 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9561f0b0-568c-4b43-b83f-ccd60267466a None None] The sync data for ids ['dd09a6cd-2101-45d6-bcfe-86e2b75445a0'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:10:55.355965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6461eccd-5f45-4f0b-ad2b-a3e0843c8ef9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.4638491 Mar 11 12:10:55.357134 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56236) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:55.363304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-415e2d06-8092-47d4-a921-742cc436605e tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1464537437'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:55.370729 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4b1f593a-5c3c-476a-9f81-32504e3130cb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:55.482295 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ee4dcceb-b3eb-4087-a061-03e6e69c6f48 None None] Provisioning complete for port 815ec6d5-b47c-44b1-80dd-8426b358c0f1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:55.482681 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ee4dcceb-b3eb-4087-a061-03e6e69c6f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (815ec6d5-b47c-44b1-80dd-8426b358c0f1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:55.486724 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1252cc03-9343-4414-87fb-a0e5aaacd861 None None] For port e5a80aba-73e4-47e6-b905-6aa50c471c81, host n-d-833234-2, got binding levels [] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:55.487388 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1252cc03-9343-4414-87fb-a0e5aaacd861 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e5a80aba-73e4-47e6-b905-6aa50c471c81), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:55.552990 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:10:55.553409 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (4b1f593a-5c3c-476a-9f81-32504e3130cb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:10:55.566034 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:10:55.574649 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 815ec6d5-b47c-44b1-80dd-8426b358c0f1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:10:55.575296 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (815ec6d5-b47c-44b1-80dd-8426b358c0f1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:55.589563 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1252cc03-9343-4414-87fb-a0e5aaacd861 None None] Calling delete_port for e5a80aba-73e4-47e6-b905-6aa50c471c81 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:55.595110 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.ipam_backend_mixin [None req-1252cc03-9343-4414-87fb-a0e5aaacd861 None None] Port e5a80aba-73e4-47e6-b905-6aa50c471c81 was not found and therefore no delete operation was performed {{(pid=104033) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 12:10:55.639728 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1252cc03-9343-4414-87fb-a0e5aaacd861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (e5a80aba-73e4-47e6-b905-6aa50c471c81), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:55.737792 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252cc03-9343-4414-87fb-a0e5aaacd861 None None] Pushing event deleted for resources: {'Port': ['ID=e5a80aba-73e4-47e6-b905-6aa50c471c81,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:55.742198 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252cc03-9343-4414-87fb-a0e5aaacd861 None None] No DVR routers for this DVR port e5a80aba-73e4-47e6-b905-6aa50c471c81 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:10:55.800384 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d215fd-d91b-4409-be14-f40c3c940352 req-b1318833-721d-4707-b951-e8ac311f0b39 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:55.835103 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25d215fd-d91b-4409-be14-f40c3c940352 req-b1318833-721d-4707-b951-e8ac311f0b39 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.3556190 Mar 11 12:10:55.949476 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ee4dcceb-b3eb-4087-a061-03e6e69c6f48 None None] Current status of the port 815ec6d5-b47c-44b1-80dd-8426b358c0f1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:55.951725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 815ec6d5-b47c-44b1-80dd-8426b358c0f1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:10:56.036526 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25d215fd-d91b-4409-be14-f40c3c940352 req-dc66a355-24b8-4a68-8dfa-8bc9f87d1265 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001741 Mar 11 12:10:56.049799 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (3531b32e-7565-40f4-a7c1-87027fb83c48), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:56.073485 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:56.089339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3531b32e-7565-40f4-a7c1-87027fb83c48 HTTP/1.1" status: 204 len: 168 time: 2.8643069 Mar 11 12:10:56.136802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56306) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:56.140156 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e5a80aba-73e4-47e6-b905-6aa50c471c81 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:10:56.173018 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: e5a80aba-73e4-47e6-b905-6aa50c471c81 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:10:56.182763 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e5a80aba-73e4-47e6-b905-6aa50c471c81 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:10:56.220382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6898ce4-3ece-47da-b5d4-ffa755390314 admin admin] Pushing event deleted for resources: {'Network': ['ID=3531b32e-7565-40f4-a7c1-87027fb83c48,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:56.550551 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8d7cc-c51e-4624-a8a3-0fb7328a0735 req-8c17cb6a-03dd-4416-a87f-77af66817a34 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:56.556998 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-80c8d7cc-c51e-4624-a8a3-0fb7328a0735 req-8c17cb6a-03dd-4416-a87f-77af66817a34 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.3737383 Mar 11 12:10:56.560849 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-91d330c6-ad19-430b-ae0b-8c336163b758 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (dd09a6cd-2101-45d6-bcfe-86e2b75445a0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:56.817533 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-80c8d7cc-c51e-4624-a8a3-0fb7328a0735 req-00ae216f-0b34-4ba4-be5b-64bb31000c4e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417636 Mar 11 12:10:56.837149 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:10:56.943413 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-415e2d06-8092-47d4-a921-742cc436605e tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (55a0552d-99b2-4645-8962-30157031781c), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:57.087373 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-415e2d06-8092-47d4-a921-742cc436605e tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (55a0552d-99b2-4645-8962-30157031781c), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:57.119234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-91d330c6-ad19-430b-ae0b-8c336163b758 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Deleting port ec2bb25a-eb1a-4bd1-9c25-be34c7622dee {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:57.120009 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-91d330c6-ad19-430b-ae0b-8c336163b758 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ec2bb25a-eb1a-4bd1-9c25-be34c7622dee), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:57.196234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a544a9-fa20-46ea-9a47-d3d22f3d0523 req-2952c6ab-abf6-46c3-adf1-ab306253fcb2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:57.197832 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1a544a9-fa20-46ea-9a47-d3d22f3d0523 req-2952c6ab-abf6-46c3-adf1-ab306253fcb2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2094223 Mar 11 12:10:57.332251 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-91d330c6-ad19-430b-ae0b-8c336163b758 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ec2bb25a-eb1a-4bd1-9c25-be34c7622dee), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:57.348245 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-91d330c6-ad19-430b-ae0b-8c336163b758 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Calling delete_port for ec2bb25a-eb1a-4bd1-9c25-be34c7622dee owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:57.422857 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1a544a9-fa20-46ea-9a47-d3d22f3d0523 req-cf97dfda-0fae-48e9-8be5-fa138fddf451 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162478 Mar 11 12:10:57.447689 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415e2d06-8092-47d4-a921-742cc436605e tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router 55a0552d-99b2-4645-8962-30157031781c has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:10:57.665705 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bbc8fba-d9ae-4f9f-afde-da72cb7275b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (98d161da-0fba-4b8e-b072-c27a3b8400a6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:57.682627 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-91d330c6-ad19-430b-ae0b-8c336163b758 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ec2bb25a-eb1a-4bd1-9c25-be34c7622dee), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:57.738755 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d330c6-ad19-430b-ae0b-8c336163b758 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event deleted for resources: {'Port': ['ID=ec2bb25a-eb1a-4bd1-9c25-be34c7622dee,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:57.744993 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415e2d06-8092-47d4-a921-742cc436605e tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:10:57.757892 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53426630-63aa-449a-b4f8-3587a9f9e749 None None] Sync routers for ids ['55a0552d-99b2-4645-8962-30157031781c'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:10:57.765705 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-415e2d06-8092-47d4-a921-742cc436605e tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:57.772708 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56350) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:57.773478 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-415e2d06-8092-47d4-a921-742cc436605e tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/55a0552d-99b2-4645-8962-30157031781c HTTP/1.1" status: 200 len: 892 time: 2.4142234 Mar 11 12:10:57.779358 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53426630-63aa-449a-b4f8-3587a9f9e749 None None] Routers {'55a0552d-99b2-4645-8962-30157031781c'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:57.785418 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-53426630-63aa-449a-b4f8-3587a9f9e749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['55a0552d-99b2-4645-8962-30157031781c'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:57.806206 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628b336-8cb9-457e-93c9-0c81a27219a1 req-0f2533b9-5a8e-4333-8e2a-76fa0294319c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:57.818156 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7628b336-8cb9-457e-93c9-0c81a27219a1 req-0f2533b9-5a8e-4333-8e2a-76fa0294319c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1890402 Mar 11 12:10:57.912267 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-53426630-63aa-449a-b4f8-3587a9f9e749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:57.939543 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53426630-63aa-449a-b4f8-3587a9f9e749 None None] Routers {'55a0552d-99b2-4645-8962-30157031781c'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:57.940188 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-53426630-63aa-449a-b4f8-3587a9f9e749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['55a0552d-99b2-4645-8962-30157031781c'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:58.001693 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-53426630-63aa-449a-b4f8-3587a9f9e749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:58.002488 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53426630-63aa-449a-b4f8-3587a9f9e749 None None] The sync data for ids ['55a0552d-99b2-4645-8962-30157031781c'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:10:58.057739 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-91d330c6-ad19-430b-ae0b-8c336163b758 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (dd09a6cd-2101-45d6-bcfe-86e2b75445a0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:58.092133 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b66b1a9b-dad8-41f1-84b7-18f7520d566e tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/routers/55a0552d-99b2-4645-8962-30157031781c HTTP/1.1" status: 200 len: 892 time: 0.2895489 Mar 11 12:10:58.093317 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56352) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:58.178049 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-95229635-6f22-4108-baac-4d1a169751cd tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports?device_id=55a0552d-99b2-4645-8962-30157031781c HTTP/1.1" status: 200 len: 205 time: 0.0815461 Mar 11 12:10:58.178795 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56354) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:58.375040 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59a2e16c-a7c1-4a89-b603-2a5fd0bca238 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (55a0552d-99b2-4645-8962-30157031781c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:58.452876 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7628b336-8cb9-457e-93c9-0c81a27219a1 req-09be8092-d12c-4b38-b303-f9cce5ee3946 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6336436 Mar 11 12:10:58.628712 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59a2e16c-a7c1-4a89-b603-2a5fd0bca238 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router_gateway (55a0552d-99b2-4645-8962-30157031781c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:58.699726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d330c6-ad19-430b-ae0b-8c336163b758 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Router dd09a6cd-2101-45d6-bcfe-86e2b75445a0 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:10:58.751982 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a039b-fd9a-429d-a8de-0440ea276743 req-35c01f9f-b93a-4d38-8e6b-baf2100547e2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:58.765018 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea2a039b-fd9a-429d-a8de-0440ea276743 req-35c01f9f-b93a-4d38-8e6b-baf2100547e2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2233512 Mar 11 12:10:58.831161 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d330c6-ad19-430b-ae0b-8c336163b758 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:10:58.844178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140297d-9eb3-498f-84bb-8fbdefa9c649 None None] Sync routers for ids ['dd09a6cd-2101-45d6-bcfe-86e2b75445a0'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:10:58.857273 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-91d330c6-ad19-430b-ae0b-8c336163b758 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "PUT /v2.0/routers/dd09a6cd-2101-45d6-bcfe-86e2b75445a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7917414 Mar 11 12:10:58.861626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56366) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:58.862205 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140297d-9eb3-498f-84bb-8fbdefa9c649 None None] Routers {'dd09a6cd-2101-45d6-bcfe-86e2b75445a0'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:58.862965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c140297d-9eb3-498f-84bb-8fbdefa9c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['dd09a6cd-2101-45d6-bcfe-86e2b75445a0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:58.872628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc8fba-d9ae-4f9f-afde-da72cb7275b8 admin admin] Deleting port 3968f053-9fe7-4361-abea-2fb3f40a67c2 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:58.876022 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bbc8fba-d9ae-4f9f-afde-da72cb7275b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:58.894288 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea2a039b-fd9a-429d-a8de-0440ea276743 req-5f30b3be-ef67-45c0-b9c2-54b18b3252a3 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180239 Mar 11 12:10:58.981740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c140297d-9eb3-498f-84bb-8fbdefa9c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:59.011401 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140297d-9eb3-498f-84bb-8fbdefa9c649 None None] Routers {'dd09a6cd-2101-45d6-bcfe-86e2b75445a0'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:10:59.012060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c140297d-9eb3-498f-84bb-8fbdefa9c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['dd09a6cd-2101-45d6-bcfe-86e2b75445a0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:59.020523 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-5a9187be-b749-4e3e-aaa3-f47e3ca048b7 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] delete failed (client error): The resource could not be found. Mar 11 12:10:59.026574 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5a9187be-b749-4e3e-aaa3-f47e3ca048b7 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-911283124 HTTP/1.1" status: 404 len: 334 time: 0.1570809 Mar 11 12:10:59.032788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56374) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:10:59.041669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-59a2e16c-a7c1-4a89-b603-2a5fd0bca238 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting port 1387b1e3-0864-426f-955d-dd4db5e81559 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:10:59.041669 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59a2e16c-a7c1-4a89-b603-2a5fd0bca238 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1387b1e3-0864-426f-955d-dd4db5e81559), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:59.096304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-8bbc8fba-d9ae-4f9f-afde-da72cb7275b8 admin admin] For port 3968f053-9fe7-4361-abea-2fb3f40a67c2, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3968f053-9fe7-4361-abea-2fb3f40a67c2,segment=NetworkSegment(e448e649-e1de-41c4-b655-2463935d575c),segment_id=e448e649-e1de-41c4-b655-2463935d575c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:10:59.096696 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bbc8fba-d9ae-4f9f-afde-da72cb7275b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:59.121853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c140297d-9eb3-498f-84bb-8fbdefa9c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:10:59.123976 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140297d-9eb3-498f-84bb-8fbdefa9c649 None None] The sync data for ids ['dd09a6cd-2101-45d6-bcfe-86e2b75445a0'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:10:59.128593 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc8fba-d9ae-4f9f-afde-da72cb7275b8 admin admin] Calling delete_port for 3968f053-9fe7-4361-abea-2fb3f40a67c2 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:59.204926 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683513a-3eaf-41ba-a653-7971afc40c7a req-aef3c91f-b9bc-4e1d-8a46-28b1e0f3438a tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:59.206753 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59a2e16c-a7c1-4a89-b603-2a5fd0bca238 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1387b1e3-0864-426f-955d-dd4db5e81559), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:59.213483 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6683513a-3eaf-41ba-a653-7971afc40c7a req-aef3c91f-b9bc-4e1d-8a46-28b1e0f3438a tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1349201 Mar 11 12:10:59.230085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-59a2e16c-a7c1-4a89-b603-2a5fd0bca238 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Calling delete_port for 1387b1e3-0864-426f-955d-dd4db5e81559 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:10:59.374388 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6683513a-3eaf-41ba-a653-7971afc40c7a req-dec289e3-fe85-4fa4-99d4-50a3e8e83481 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599076 Mar 11 12:10:59.450592 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-bcc089f5-8be8-4386-b688-3ef4e3006f51 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dd09a6cd-2101-45d6-bcfe-86e2b75445a0'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:10:59.456263 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59a2e16c-a7c1-4a89-b603-2a5fd0bca238 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1387b1e3-0864-426f-955d-dd4db5e81559), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:59.545358 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bbc8fba-d9ae-4f9f-afde-da72cb7275b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3968f053-9fe7-4361-abea-2fb3f40a67c2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:59.559762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2e16c-a7c1-4a89-b603-2a5fd0bca238 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Port': ['ID=1387b1e3-0864-426f-955d-dd4db5e81559,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:59.607813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc8fba-d9ae-4f9f-afde-da72cb7275b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3968f053-9fe7-4361-abea-2fb3f40a67c2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:10:59.690566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ef747-f1f7-433e-bd26-abdfa23d440a req-52712442-feba-4abe-9ec1-0eebde426b09 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:10:59.692196 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb2ef747-f1f7-433e-bd26-abdfa23d440a req-52712442-feba-4abe-9ec1-0eebde426b09 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1889219 Mar 11 12:10:59.816808 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bcc089f5-8be8-4386-b688-3ef4e3006f51 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for router_gateway (dd09a6cd-2101-45d6-bcfe-86e2b75445a0), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:59.830558 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb2ef747-f1f7-433e-bd26-abdfa23d440a req-2dfe7d0d-c55c-4881-ac52-edbe67ff17f2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272397 Mar 11 12:10:59.845811 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59a2e16c-a7c1-4a89-b603-2a5fd0bca238 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (55a0552d-99b2-4645-8962-30157031781c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:59.913381 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8bbc8fba-d9ae-4f9f-afde-da72cb7275b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (98d161da-0fba-4b8e-b072-c27a3b8400a6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:10:59.944709 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-bcc089f5-8be8-4386-b688-3ef4e3006f51 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] update failed (client error): The resource could not be found. Mar 11 12:10:59.951110 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bcc089f5-8be8-4386-b688-3ef4e3006f51 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "PUT /v2.0/routers/dd09a6cd-2101-45d6-bcfe-86e2b75445a0 HTTP/1.1" status: 404 len: 339 time: 0.5040667 Mar 11 12:10:59.953774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56388) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:00.042667 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59a2e16c-a7c1-4a89-b603-2a5fd0bca238 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (55a0552d-99b2-4645-8962-30157031781c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:00.046464 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59a2e16c-a7c1-4a89-b603-2a5fd0bca238 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router_controller (55a0552d-99b2-4645-8962-30157031781c), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:00.112666 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6c1a4-7cb6-45ae-a1dc-7d0ff40ea9e7 req-6011799f-ae1f-4ca9-8ae2-9da7a3ab817c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:00.114494 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4f6c1a4-7cb6-45ae-a1dc-7d0ff40ea9e7 req-6011799f-ae1f-4ca9-8ae2-9da7a3ab817c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1276240 Mar 11 12:11:00.170731 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59a2e16c-a7c1-4a89-b603-2a5fd0bca238 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (55a0552d-99b2-4645-8962-30157031781c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:00.171721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a2e16c-a7c1-4a89-b603-2a5fd0bca238 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Fanout notify agent at l3_agent the message router_deleted on router 55a0552d-99b2-4645-8962-30157031781c {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:11:00.184960 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-59a2e16c-a7c1-4a89-b603-2a5fd0bca238 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:00.186422 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-59a2e16c-a7c1-4a89-b603-2a5fd0bca238 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/routers/55a0552d-99b2-4645-8962-30157031781c HTTP/1.1" status: 204 len: 168 time: 2.0044782 Mar 11 12:11:00.193192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56392) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:00.202717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-35581d25-64bf-435e-b921-46709a260488 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-393170973'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:00.246205 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35581d25-64bf-435e-b921-46709a260488 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:11:00.256235 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35581d25-64bf-435e-b921-46709a260488 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:00.276734 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4f6c1a4-7cb6-45ae-a1dc-7d0ff40ea9e7 req-ff456af5-9c74-4b31-9717-c6baa389ddd4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539118 Mar 11 12:11:00.404491 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbc8fba-d9ae-4f9f-afde-da72cb7275b8 admin admin] Router 98d161da-0fba-4b8e-b072-c27a3b8400a6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:11:00.428526 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35581d25-64bf-435e-b921-46709a260488 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:11:00.496100 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:00.592017 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35581d25-64bf-435e-b921-46709a260488 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (167f18c0-8567-4d01-b9a5-181ecfec32e7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:00.592379 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-35581d25-64bf-435e-b921-46709a260488 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Added segment 167f18c0-8567-4d01-b9a5-181ecfec32e7 of type vlan for network fcba2188-5141-4b03-82c1-49cea42c0e5d Mar 11 12:11:00.633298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbc8fba-d9ae-4f9f-afde-da72cb7275b8 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:11:00.645333 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8bbc8fba-d9ae-4f9f-afde-da72cb7275b8 admin admin] 10.222.0.78 "PUT /v2.0/routers/98d161da-0fba-4b8e-b072-c27a3b8400a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5078614 Mar 11 12:11:00.646956 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0265e42-ba41-47aa-9b06-038e809a8542 None None] Sync routers for ids ['98d161da-0fba-4b8e-b072-c27a3b8400a6'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:11:00.649057 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56398) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:00.656615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ae8d3-0d94-455f-9095-2baa854fc1fd req-494eda9e-64b0-40c2-b1f1-5f3fba3a90ec tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:00.658150 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-034ae8d3-0d94-455f-9095-2baa854fc1fd req-494eda9e-64b0-40c2-b1f1-5f3fba3a90ec tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2481403 Mar 11 12:11:00.667473 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0265e42-ba41-47aa-9b06-038e809a8542 None None] Routers {'98d161da-0fba-4b8e-b072-c27a3b8400a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:00.668136 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a0265e42-ba41-47aa-9b06-038e809a8542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['98d161da-0fba-4b8e-b072-c27a3b8400a6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:00.674763 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35581d25-64bf-435e-b921-46709a260488 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (fcba2188-5141-4b03-82c1-49cea42c0e5d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:00.772282 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-034ae8d3-0d94-455f-9095-2baa854fc1fd req-7b08dd27-10d8-4268-803f-0b5eaba87a97 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007860 Mar 11 12:11:00.829825 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35581d25-64bf-435e-b921-46709a260488 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (fcba2188-5141-4b03-82c1-49cea42c0e5d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:00.838023 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35581d25-64bf-435e-b921-46709a260488 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:00.838669 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35581d25-64bf-435e-b921-46709a260488 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:00.881045 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a0265e42-ba41-47aa-9b06-038e809a8542 None None] Set router 98d161da-0fba-4b8e-b072-c27a3b8400a6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:11:01.011121 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35581d25-64bf-435e-b921-46709a260488 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Network': ['ID=fcba2188-5141-4b03-82c1-49cea42c0e5d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:01.030835 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a25ae26-8afb-4162-bd31-629ac75ab8ca admin admin] Publish callbacks [] for router (98d161da-0fba-4b8e-b072-c27a3b8400a6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:01.035765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network fcba2188-5141-4b03-82c1-49cea42c0e5d details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:11:01.057235 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-35581d25-64bf-435e-b921-46709a260488 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8594058 Mar 11 12:11:01.108490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56406) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:01.115355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-72ece3fb-cd52-4087-b209-9306233f3355 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'subnet': {'network_id': 'fcba2188-5141-4b03-82c1-49cea42c0e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:01.129562 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a0265e42-ba41-47aa-9b06-038e809a8542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'name': 'tempest-TestVolumeBackupRestore-1893870437-router', 'tenant_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '9661a760-64cf-4681-80c2-5f09f08d563c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:57Z', 'updated_at': '2022-03-11T12:10:59Z', 'revision_number': 5, 'project_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'gw_port': {'id': '9661a760-64cf-4681-80c2-5f09f08d563c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:59Z', 'updated_at': '2022-03-11T12:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:01.161538 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0265e42-ba41-47aa-9b06-038e809a8542 None None] Checking router: 98d161da-0fba-4b8e-b072-c27a3b8400a6 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:11:01.171810 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0265e42-ba41-47aa-9b06-038e809a8542 None None] Routers {'98d161da-0fba-4b8e-b072-c27a3b8400a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:01.172651 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a0265e42-ba41-47aa-9b06-038e809a8542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['98d161da-0fba-4b8e-b072-c27a3b8400a6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:01.251178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Allocated IP 172.20.0.1 (b74584d2-59a6-444f-9a2c-a76004e8534f/893ca822-b608-47dd-81b3-4c7b6efc42ee/7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:11:01.268777 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50723-d130-4307-a03e-aaa828d3341a req-db6907ac-6b0d-460e-9b78-4997876c4275 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:01.270560 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65d50723-d130-4307-a03e-aaa828d3341a req-db6907ac-6b0d-460e-9b78-4997876c4275 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.3520880 Mar 11 12:11:01.294148 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a0265e42-ba41-47aa-9b06-038e809a8542 None None] Set router 98d161da-0fba-4b8e-b072-c27a3b8400a6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:11:01.340293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ece3fb-cd52-4087-b209-9306233f3355 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:11:01.343879 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-72ece3fb-cd52-4087-b209-9306233f3355 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:01.396514 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65d50723-d130-4307-a03e-aaa828d3341a req-8f0dc745-4dfb-4de3-a3fa-ca19e3b2fd81 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199231 Mar 11 12:11:01.414560 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a25ae26-8afb-4162-bd31-629ac75ab8ca admin admin] Publish callbacks [] for router_gateway (98d161da-0fba-4b8e-b072-c27a3b8400a6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:01.451000 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for port (7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:01.495970 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:01.539102 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a0265e42-ba41-47aa-9b06-038e809a8542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'name': 'tempest-TestVolumeBackupRestore-1893870437-router', 'tenant_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '9661a760-64cf-4681-80c2-5f09f08d563c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:57Z', 'updated_at': '2022-03-11T12:10:59Z', 'revision_number': 5, 'project_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'gw_port': {'id': '9661a760-64cf-4681-80c2-5f09f08d563c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:59Z', 'updated_at': '2022-03-11T12:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:01.553090 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Network b74584d2-59a6-444f-9a2c-a76004e8534f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:11:01.558262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:01.561016 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:11:01.597866 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event updated for resources: {'Port': ['ID=7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:01.631171 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (dd09a6cd-2101-45d6-bcfe-86e2b75445a0), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:01.645690 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5a25ae26-8afb-4162-bd31-629ac75ab8ca admin admin] Deleting port 9661a760-64cf-4681-80c2-5f09f08d563c {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:11:01.646468 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a25ae26-8afb-4162-bd31-629ac75ab8ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9661a760-64cf-4681-80c2-5f09f08d563c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:01.703894 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0265e42-ba41-47aa-9b06-038e809a8542 None None] The sync data for ids ['98d161da-0fba-4b8e-b072-c27a3b8400a6'] in n-d-833234-2 is: [{'id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'name': 'tempest-TestVolumeBackupRestore-1893870437-router', 'tenant_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '9661a760-64cf-4681-80c2-5f09f08d563c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:02:57Z', 'updated_at': '2022-03-11T12:10:59Z', 'revision_number': 5, 'project_id': '2176b09ee0ee4ac0ad22ba45da06de1d', 'gw_port': {'id': '9661a760-64cf-4681-80c2-5f09f08d563c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d161da-0fba-4b8e-b072-c27a3b8400a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:02:59Z', 'updated_at': '2022-03-11T12:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:11:01.821540 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:01.830839 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32115f97-d435-4945-8faf-dfffea1100f4 req-d2c68ff1-1559-4bea-91a5-4908d1243bf2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:01.831991 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32115f97-d435-4945-8faf-dfffea1100f4 req-d2c68ff1-1559-4bea-91a5-4908d1243bf2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.3045459 Mar 11 12:11:01.860328 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-72ece3fb-cd52-4087-b209-9306233f3355 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (0d916a73-2355-47cf-aa52-0b2316cc50b0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:01.925786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-5a25ae26-8afb-4162-bd31-629ac75ab8ca admin admin] For port 9661a760-64cf-4681-80c2-5f09f08d563c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9661a760-64cf-4681-80c2-5f09f08d563c,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:01.926150 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a25ae26-8afb-4162-bd31-629ac75ab8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9661a760-64cf-4681-80c2-5f09f08d563c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:01.936965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d6c004ea-cba3-4e81-baaf-8e6c66e24bd5 None None] Provisioning complete for port 7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:01.937682 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6c004ea-cba3-4e81-baaf-8e6c66e24bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:01.962516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5a25ae26-8afb-4162-bd31-629ac75ab8ca admin admin] Calling delete_port for 9661a760-64cf-4681-80c2-5f09f08d563c owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:11:01.978798 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32115f97-d435-4945-8faf-dfffea1100f4 req-178ac16d-6b43-4be7-8896-64232a0f993d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406958 Mar 11 12:11:01.989423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ece3fb-cd52-4087-b209-9306233f3355 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Subnet': ['ID=0d916a73-2355-47cf-aa52-0b2316cc50b0,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:01.994925 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d6c004ea-cba3-4e81-baaf-8e6c66e24bd5 None None] Port 7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:11:02.056738 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ece3fb-cd52-4087-b209-9306233f3355 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Checking segment: {'id': '167f18c0-8567-4d01-b9a5-181ecfec32e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fcba2188-5141-4b03-82c1-49cea42c0e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:11:02.057328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ece3fb-cd52-4087-b209-9306233f3355 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network hostable DHCP agents. Network: fcba2188-5141-4b03-82c1-49cea42c0e5d, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:11:02.187306 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for port (7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:02.198321 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:02.284757 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (dd09a6cd-2101-45d6-bcfe-86e2b75445a0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:02.296090 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event updated for resources: {'Port': ['ID=7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:02.328668 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a25ae26-8afb-4162-bd31-629ac75ab8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9661a760-64cf-4681-80c2-5f09f08d563c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:02.339226 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ece3fb-cd52-4087-b209-9306233f3355 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network fcba2188-5141-4b03-82c1-49cea42c0e5d is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:11:02.347202 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3968f053-9fe7-4361-abea-2fb3f40a67c2 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:11:02.376691 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25ae26-8afb-4162-bd31-629ac75ab8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9661a760-64cf-4681-80c2-5f09f08d563c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:02.390920 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-72ece3fb-cd52-4087-b209-9306233f3355 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, fcba2188-5141-4b03-82c1-49cea42c0e5d) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:02.395016 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ece3fb-cd52-4087-b209-9306233f3355 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:02.395902 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-72ece3fb-cd52-4087-b209-9306233f3355 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:02.410794 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 3968f053-9fe7-4361-abea-2fb3f40a67c2 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:11:02.411155 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3968f053-9fe7-4361-abea-2fb3f40a67c2 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:11:02.416433 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c6ebfc-7e4c-4d0f-bd96-247187ea5216 None None] Network fcba2188-5141-4b03-82c1-49cea42c0e5d requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:11:02.464222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47beec71-d36b-4f42-ab30-4c537c09a547 req-e0abfa63-a2c8-487f-a6b1-2fcebac7add8 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:02.468156 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47beec71-d36b-4f42-ab30-4c537c09a547 req-e0abfa63-a2c8-487f-a6b1-2fcebac7add8 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.3799508 Mar 11 12:11:02.483159 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Network b74584d2-59a6-444f-9a2c-a76004e8534f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:11:02.485037 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:02.554448 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-72ece3fb-cd52-4087-b209-9306233f3355 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4448452 Mar 11 12:11:02.558201 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56424) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:02.568954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f8edad1b-b3b2-4a01-ad25-c8a288c3f59d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1604999643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:02.576773 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-fcba2188-5141-4b03-82c1-49cea42c0e5d', 'network_id': 'fcba2188-5141-4b03-82c1-49cea42c0e5d', 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'fixed_ips': [{'subnet_id': '0d916a73-2355-47cf-aa52-0b2316cc50b0'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:11:02.577944 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:02.614889 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47beec71-d36b-4f42-ab30-4c537c09a547 req-209316db-4cfb-4fcb-83f8-3d2212132eb2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954516 Mar 11 12:11:02.632059 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a25ae26-8afb-4162-bd31-629ac75ab8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (98d161da-0fba-4b8e-b072-c27a3b8400a6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:02.660514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Router dd09a6cd-2101-45d6-bcfe-86e2b75445a0 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:11:02.813064 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f8edad1b-b3b2-4a01-ad25-c8a288c3f59d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (6813d073-f612-4978-abfa-eb50944c9726), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:02.814139 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f8edad1b-b3b2-4a01-ad25-c8a288c3f59d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (6813d073-f612-4978-abfa-eb50944c9726), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:02.815553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:11:02.823984 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-925db4a3-8a76-4b71-a152-e161750b9203 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "PUT /v2.0/routers/dd09a6cd-2101-45d6-bcfe-86e2b75445a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8692744 Mar 11 12:11:02.824623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56430) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:02.830314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81877eb-0406-462b-92a4-3196ec6e4e32 None None] Sync routers for ids ['dd09a6cd-2101-45d6-bcfe-86e2b75445a0'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:11:02.846096 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81877eb-0406-462b-92a4-3196ec6e4e32 None None] Routers {'dd09a6cd-2101-45d6-bcfe-86e2b75445a0'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:02.847030 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d81877eb-0406-462b-92a4-3196ec6e4e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['dd09a6cd-2101-45d6-bcfe-86e2b75445a0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:02.853408 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a25ae26-8afb-4162-bd31-629ac75ab8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (98d161da-0fba-4b8e-b072-c27a3b8400a6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:02.856744 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a25ae26-8afb-4162-bd31-629ac75ab8ca admin admin] Publish callbacks [] for router_controller (98d161da-0fba-4b8e-b072-c27a3b8400a6), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:02.898233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d81877eb-0406-462b-92a4-3196ec6e4e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:02.907650 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Allocated IP 2001:db8::2 (fcba2188-5141-4b03-82c1-49cea42c0e5d/0d916a73-2355-47cf-aa52-0b2316cc50b0/9c66b89c-4d0e-4508-8d72-e64c20738130) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:11:02.925975 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a25ae26-8afb-4162-bd31-629ac75ab8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (98d161da-0fba-4b8e-b072-c27a3b8400a6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:02.926502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a25ae26-8afb-4162-bd31-629ac75ab8ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98d161da-0fba-4b8e-b072-c27a3b8400a6 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:11:02.935010 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a25ae26-8afb-4162-bd31-629ac75ab8ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:02.936929 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5a25ae26-8afb-4162-bd31-629ac75ab8ca admin admin] 10.222.0.78 "DELETE /v2.0/routers/98d161da-0fba-4b8e-b072-c27a3b8400a6 HTTP/1.1" status: 204 len: 168 time: 2.2778125 Mar 11 12:11:02.939963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56432) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:02.945634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81877eb-0406-462b-92a4-3196ec6e4e32 None None] Routers {'dd09a6cd-2101-45d6-bcfe-86e2b75445a0'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:02.946312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d81877eb-0406-462b-92a4-3196ec6e4e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['dd09a6cd-2101-45d6-bcfe-86e2b75445a0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:02.952787 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8e0476c6-41fa-4fe3-a46b-8e903c50650a None None] Provisioning complete for port 7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:02.953165 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8e0476c6-41fa-4fe3-a46b-8e903c50650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:02.987483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadd131-6cbd-49c9-9be1-99a21de1ea55 req-d8b18c54-10cf-4856-8c03-fac1ae27c118 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:02.989321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dcadd131-6cbd-49c9-9be1-99a21de1ea55 req-d8b18c54-10cf-4856-8c03-fac1ae27c118 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2263644 Mar 11 12:11:02.999301 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c4f0c40c-4377-47b2-9913-8f8a7115940b tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for router (dd09a6cd-2101-45d6-bcfe-86e2b75445a0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:03.009141 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d81877eb-0406-462b-92a4-3196ec6e4e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:03.009806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81877eb-0406-462b-92a4-3196ec6e4e32 None None] The sync data for ids ['dd09a6cd-2101-45d6-bcfe-86e2b75445a0'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:11:03.049752 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f8edad1b-b3b2-4a01-ad25-c8a288c3f59d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router_controller (6813d073-f612-4978-abfa-eb50944c9726), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:03.070431 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f8edad1b-b3b2-4a01-ad25-c8a288c3f59d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (6813d073-f612-4978-abfa-eb50944c9726), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:03.108198 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-c4f0c40c-4377-47b2-9913-8f8a7115940b tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 12:11:03.112543 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c4f0c40c-4377-47b2-9913-8f8a7115940b tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "DELETE /v2.0/routers/dd09a6cd-2101-45d6-bcfe-86e2b75445a0 HTTP/1.1" status: 409 len: 376 time: 0.2867482 Mar 11 12:11:03.113194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56436) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:03.130940 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dcadd131-6cbd-49c9-9be1-99a21de1ea55 req-7fb7b685-efce-4cc0-957f-cdf18a1ee756 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885849 Mar 11 12:11:03.140117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-b612bca2-c8fb-46d0-b1eb-326b0d693f63 admin admin] Deleting subnet 2639828a-e18b-4366-b6f2-df793e98a40b {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:11:03.144106 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b612bca2-c8fb-46d0-b1eb-326b0d693f63 admin admin] Publish callbacks [] for subnet (2639828a-e18b-4366-b6f2-df793e98a40b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:03.145453 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8e0476c6-41fa-4fe3-a46b-8e903c50650a None None] Port 7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:11:03.148361 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f8edad1b-b3b2-4a01-ad25-c8a288c3f59d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:03.149781 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f8edad1b-b3b2-4a01-ad25-c8a288c3f59d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5902772 Mar 11 12:11:03.169787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56438) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:03.234102 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b612bca2-c8fb-46d0-b1eb-326b0d693f63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (2639828a-e18b-4366-b6f2-df793e98a40b), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:03.323247 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Publish callbacks [] for port (9c66b89c-4d0e-4508-8d72-e64c20738130), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:03.337912 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (9c66b89c-4d0e-4508-8d72-e64c20738130), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:03.410431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Pushing event updated for resources: {'Port': ['ID=9c66b89c-4d0e-4508-8d72-e64c20738130,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:03.439971 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Network fcba2188-5141-4b03-82c1-49cea42c0e5d is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:11:03.441470 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:03.444299 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:11:03.572779 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Attempting to bind port 9c66b89c-4d0e-4508-8d72-e64c20738130 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:11:03.573165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Attempting to bind port 9c66b89c-4d0e-4508-8d72-e64c20738130 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '167f18c0-8567-4d01-b9a5-181ecfec32e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fcba2188-5141-4b03-82c1-49cea42c0e5d'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:11:03.573539 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Attempting to bind port 9c66b89c-4d0e-4508-8d72-e64c20738130 on network fcba2188-5141-4b03-82c1-49cea42c0e5d {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:11:03.584254 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:11:03.584654 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Checking segment: {'id': '167f18c0-8567-4d01-b9a5-181ecfec32e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fcba2188-5141-4b03-82c1-49cea42c0e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:11:03.585046 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:03.585448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Bound using segment: {'id': '167f18c0-8567-4d01-b9a5-181ecfec32e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fcba2188-5141-4b03-82c1-49cea42c0e5d'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:11:03.585928 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Bound port: 9c66b89c-4d0e-4508-8d72-e64c20738130, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167f18c0-8567-4d01-b9a5-181ecfec32e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fcba2188-5141-4b03-82c1-49cea42c0e5d'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:11:03.586333 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9c66b89c-4d0e-4508-8d72-e64c20738130), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:03.685807 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02b90d8f-949e-4479-b379-b74f6f7fcf65 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (dd09a6cd-2101-45d6-bcfe-86e2b75445a0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:03.718100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] For port 9c66b89c-4d0e-4508-8d72-e64c20738130, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:11:03.722459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] For port 9c66b89c-4d0e-4508-8d72-e64c20738130, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9c66b89c-4d0e-4508-8d72-e64c20738130,segment=NetworkSegment(167f18c0-8567-4d01-b9a5-181ecfec32e7),segment_id=167f18c0-8567-4d01-b9a5-181ecfec32e7)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:11:03.760139 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9c66b89c-4d0e-4508-8d72-e64c20738130), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:03.774976 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:03.908256 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a000e0-3dfb-403d-a1da-4e141c467015 None None] Pushing event updated for resources: {'Port': ['ID=9c66b89c-4d0e-4508-8d72-e64c20738130,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:04.102607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767786f1-27b5-4098-8ba4-9f90dfaa832b req-8c620d49-a856-415d-a42a-10e25c4247d9 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:04.105754 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-767786f1-27b5-4098-8ba4-9f90dfaa832b req-8c620d49-a856-415d-a42a-10e25c4247d9 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2893522 Mar 11 12:11:04.180727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-02b90d8f-949e-4479-b379-b74f6f7fcf65 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Deleting port 7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:11:04.181540 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02b90d8f-949e-4479-b379-b74f6f7fcf65 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:04.189993 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b612bca2-c8fb-46d0-b1eb-326b0d693f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (2639828a-e18b-4366-b6f2-df793e98a40b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:04.276092 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-767786f1-27b5-4098-8ba4-9f90dfaa832b req-609f2697-9e08-4678-85e5-51781fda168c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420703 Mar 11 12:11:04.313269 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:04.400136 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02b90d8f-949e-4479-b379-b74f6f7fcf65 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:04.440557 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-02b90d8f-949e-4479-b379-b74f6f7fcf65 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Calling delete_port for 7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:11:04.457402 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b612bca2-c8fb-46d0-b1eb-326b0d693f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (2639828a-e18b-4366-b6f2-df793e98a40b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:04.491847 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb3f6f0-f2e1-4a63-a778-f2612da1b7b4 None None] Network 048aa929-2b0c-49ee-b7f2-245772ea5139 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:11:04.505968 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b612bca2-c8fb-46d0-b1eb-326b0d693f63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:04.509643 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b612bca2-c8fb-46d0-b1eb-326b0d693f63 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2639828a-e18b-4366-b6f2-df793e98a40b HTTP/1.1" status: 204 len: 168 time: 1.5669901 Mar 11 12:11:04.544675 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56464) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:04.545817 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612bca2-c8fb-46d0-b1eb-326b0d693f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2639828a-e18b-4366-b6f2-df793e98a40b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:04.565646 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9c66b89c-4d0e-4508-8d72-e64c20738130 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:11:04.647903 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 9c66b89c-4d0e-4508-8d72-e64c20738130 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:04.648280 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9c66b89c-4d0e-4508-8d72-e64c20738130), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:04.698851 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fe20e-f3d4-44e7-9242-9f4639f2bb33 req-eb7c1645-a9d4-48f7-a44c-b1b9eb807938 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:04.701261 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1e1fe20e-f3d4-44e7-9242-9f4639f2bb33 req-eb7c1645-a9d4-48f7-a44c-b1b9eb807938 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2552929 Mar 11 12:11:04.743844 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (048aa929-2b0c-49ee-b7f2-245772ea5139), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:04.812151 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798590d3-52ba-4f07-90a0-080a282a8bea None None] DHCP port deletion for 048aa929-2b0c-49ee-b7f2-245772ea5139 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:11:04.844380 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02b90d8f-949e-4479-b379-b74f6f7fcf65 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:04.858810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 9c66b89c-4d0e-4508-8d72-e64c20738130 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:04.859785 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9c66b89c-4d0e-4508-8d72-e64c20738130), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:04.892874 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1e1fe20e-f3d4-44e7-9242-9f4639f2bb33 req-1e7b71f7-92a8-479c-9dde-e56bb1703c42 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633382 Mar 11 12:11:04.923376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Allocated IP 2001:db8::1 (fcba2188-5141-4b03-82c1-49cea42c0e5d/0d916a73-2355-47cf-aa52-0b2316cc50b0/736170d6-85a3-4e05-bb7f-657827746d0c) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:11:04.994028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 9c66b89c-4d0e-4508-8d72-e64c20738130, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9c66b89c-4d0e-4508-8d72-e64c20738130,segment=NetworkSegment(167f18c0-8567-4d01-b9a5-181ecfec32e7),segment_id=167f18c0-8567-4d01-b9a5-181ecfec32e7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:05.017701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b90d8f-949e-4479-b379-b74f6f7fcf65 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event deleted for resources: {'Port': ['ID=7cc9a5f2-e8e5-4b2e-b54b-0e71af324c25,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:05.026272 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] Deleting port efa133ac-5876-42a0-8d8c-0b0cde483aaa {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:11:05.026840 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (efa133ac-5876-42a0-8d8c-0b0cde483aaa), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:05.033259 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9c66b89c-4d0e-4508-8d72-e64c20738130), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:05.173492 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=9c66b89c-4d0e-4508-8d72-e64c20738130,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:05.189916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9661a760-64cf-4681-80c2-5f09f08d563c no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:11:05.221800 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] For port efa133ac-5876-42a0-8d8c-0b0cde483aaa, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=efa133ac-5876-42a0-8d8c-0b0cde483aaa,segment=NetworkSegment(e448e649-e1de-41c4-b655-2463935d575c),segment_id=e448e649-e1de-41c4-b655-2463935d575c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:05.222396 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (efa133ac-5876-42a0-8d8c-0b0cde483aaa), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:05.255816 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] Calling delete_port for efa133ac-5876-42a0-8d8c-0b0cde483aaa owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:11:05.260041 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 9661a760-64cf-4681-80c2-5f09f08d563c {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:11:05.269452 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9661a760-64cf-4681-80c2-5f09f08d563c not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:11:05.279928 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-798590d3-52ba-4f07-90a0-080a282a8bea None None] Deleting port efa133ac-5876-42a0-8d8c-0b0cde483aaa {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:11:05.280321 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-798590d3-52ba-4f07-90a0-080a282a8bea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (efa133ac-5876-42a0-8d8c-0b0cde483aaa), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:05.349722 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02b90d8f-949e-4479-b379-b74f6f7fcf65 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (dd09a6cd-2101-45d6-bcfe-86e2b75445a0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:05.427866 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (736170d6-85a3-4e05-bb7f-657827746d0c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:05.435552 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-798590d3-52ba-4f07-90a0-080a282a8bea None None] For port efa133ac-5876-42a0-8d8c-0b0cde483aaa, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=efa133ac-5876-42a0-8d8c-0b0cde483aaa,segment=NetworkSegment(e448e649-e1de-41c4-b655-2463935d575c),segment_id=e448e649-e1de-41c4-b655-2463935d575c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:05.435979 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-798590d3-52ba-4f07-90a0-080a282a8bea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (efa133ac-5876-42a0-8d8c-0b0cde483aaa), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:05.473119 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-798590d3-52ba-4f07-90a0-080a282a8bea None None] Calling delete_port for efa133ac-5876-42a0-8d8c-0b0cde483aaa owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:11:05.503272 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (efa133ac-5876-42a0-8d8c-0b0cde483aaa), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:05.508169 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (736170d6-85a3-4e05-bb7f-657827746d0c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:05.582197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] Pushing event deleted for resources: {'Port': ['ID=efa133ac-5876-42a0-8d8c-0b0cde483aaa,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:05.619010 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] No DVR routers for this DVR port efa133ac-5876-42a0-8d8c-0b0cde483aaa on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:11:05.644049 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-798590d3-52ba-4f07-90a0-080a282a8bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (efa133ac-5876-42a0-8d8c-0b0cde483aaa), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:05.669087 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42538669-d330-4818-9acd-ca599af3a471 None None] Network fcba2188-5141-4b03-82c1-49cea42c0e5d requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:11:05.673522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798590d3-52ba-4f07-90a0-080a282a8bea None None] No DVR routers for this DVR port efa133ac-5876-42a0-8d8c-0b0cde483aaa on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:11:05.680070 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b90d8f-949e-4479-b379-b74f6f7fcf65 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Router dd09a6cd-2101-45d6-bcfe-86e2b75445a0 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:11:05.723566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network fcba2188-5141-4b03-82c1-49cea42c0e5d is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:11:05.736991 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798590d3-52ba-4f07-90a0-080a282a8bea None None] Pushing event deleted for resources: {'Port': ['ID=efa133ac-5876-42a0-8d8c-0b0cde483aaa,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:05.743518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d57a68-fbe4-43c6-a889-b136fc44c921 req-b5e8574b-e8ae-4ba6-837b-bc1d66a48103 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:05.745416 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65d57a68-fbe4-43c6-a889-b136fc44c921 req-b5e8574b-e8ae-4ba6-837b-bc1d66a48103 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.3757484 Mar 11 12:11:05.754504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:05.768841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:11:05.769367 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (6813d073-f612-4978-abfa-eb50944c9726), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:05.846697 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b90d8f-949e-4479-b379-b74f6f7fcf65 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:11:05.861504 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-02b90d8f-949e-4479-b379-b74f6f7fcf65 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "PUT /v2.0/routers/dd09a6cd-2101-45d6-bcfe-86e2b75445a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7465582 Mar 11 12:11:05.862619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56476) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:05.865210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=736170d6-85a3-4e05-bb7f-657827746d0c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:05.865541 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f41f3d-2c2e-43f1-a2e8-d72a37a1f05f None None] Sync routers for ids ['dd09a6cd-2101-45d6-bcfe-86e2b75445a0'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:11:05.887192 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f41f3d-2c2e-43f1-a2e8-d72a37a1f05f None None] Routers {'dd09a6cd-2101-45d6-bcfe-86e2b75445a0'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:05.893919 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a7f41f3d-2c2e-43f1-a2e8-d72a37a1f05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['dd09a6cd-2101-45d6-bcfe-86e2b75445a0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:05.905456 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (048aa929-2b0c-49ee-b7f2-245772ea5139), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:05.954656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b3e23d15-6b29-4176-beea-e4ee89df7dd6 None None] Provisioning complete for port 9c66b89c-4d0e-4508-8d72-e64c20738130 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:05.955024 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b3e23d15-6b29-4176-beea-e4ee89df7dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9c66b89c-4d0e-4508-8d72-e64c20738130), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:05.959846 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048aa929-2b0c-49ee-b7f2-245772ea5139']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:05.980800 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a7f41f3d-2c2e-43f1-a2e8-d72a37a1f05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:05.990268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e448e649-e1de-41c4-b655-2463935d575c') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:05.990556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e448e649-e1de-41c4-b655-2463935d575c') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:06.003867 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-f4108a78-ec72-45fb-9dba-efa54ffc0ee9 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] show failed (client error): The resource could not be found. Mar 11 12:11:06.011210 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f41f3d-2c2e-43f1-a2e8-d72a37a1f05f None None] Routers {'dd09a6cd-2101-45d6-bcfe-86e2b75445a0'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:06.011210 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a7f41f3d-2c2e-43f1-a2e8-d72a37a1f05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['dd09a6cd-2101-45d6-bcfe-86e2b75445a0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:06.011530 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (736170d6-85a3-4e05-bb7f-657827746d0c), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:06.014983 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56480) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:06.015294 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f4108a78-ec72-45fb-9dba-efa54ffc0ee9 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-231187393 HTTP/1.1" status: 404 len: 334 time: 0.1506128 Mar 11 12:11:06.020339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9f52f825-7afe-4605-9de1-37070d5db8c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:06.032210 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (e448e649-e1de-41c4-b655-2463935d575c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:06.044946 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65d57a68-fbe4-43c6-a889-b136fc44c921 req-4206c6ea-4d65-4e3d-a949-32150949171f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879529 Mar 11 12:11:06.085705 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-9f52f825-7afe-4605-9de1-37070d5db8c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] update failed (client error): The resource could not be found. Mar 11 12:11:06.086750 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9f52f825-7afe-4605-9de1-37070d5db8c0 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-158241790 HTTP/1.1" status: 404 len: 334 time: 0.0707610 Mar 11 12:11:06.087850 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (e448e649-e1de-41c4-b655-2463935d575c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:06.092718 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56484) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:06.106621 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a7f41f3d-2c2e-43f1-a2e8-d72a37a1f05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:06.107526 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f41f3d-2c2e-43f1-a2e8-d72a37a1f05f None None] The sync data for ids ['dd09a6cd-2101-45d6-bcfe-86e2b75445a0'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:11:06.133035 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:11:06.133628 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (e448e649-e1de-41c4-b655-2463935d575c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:11:06.135779 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:11:06.166124 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b3e23d15-6b29-4176-beea-e4ee89df7dd6 None None] Current status of the port 9c66b89c-4d0e-4508-8d72-e64c20738130 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:06.212043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-8335ba75-984e-4d2d-b07e-3940e1ea19ae tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Deleting subnet c55eb8f6-5a4f-4d05-9f5d-61516e5feff8 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:11:06.216811 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8335ba75-984e-4d2d-b07e-3940e1ea19ae tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for subnet (c55eb8f6-5a4f-4d05-9f5d-61516e5feff8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:06.288281 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8335ba75-984e-4d2d-b07e-3940e1ea19ae tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (c55eb8f6-5a4f-4d05-9f5d-61516e5feff8), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:06.425310 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (048aa929-2b0c-49ee-b7f2-245772ea5139), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:06.448112 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:06.455952 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] 10.222.0.78 "DELETE /v2.0/networks/048aa929-2b0c-49ee-b7f2-245772ea5139 HTTP/1.1" status: 204 len: 168 time: 1.9075291 Mar 11 12:11:06.501777 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8335ba75-984e-4d2d-b07e-3940e1ea19ae tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (c55eb8f6-5a4f-4d05-9f5d-61516e5feff8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:06.507823 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d61131-93da-42ef-934a-5c03127ac36b admin admin] Pushing event deleted for resources: {'Network': ['ID=048aa929-2b0c-49ee-b7f2-245772ea5139,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:06.526630 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9c66b89c-4d0e-4508-8d72-e64c20738130 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:11:06.550134 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3876168-8e66-4cbc-9504-cd66113e142f req-48bbf32a-6a5e-4a27-b1af-d971acf005d5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:06.552187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e3876168-8e66-4cbc-9504-cd66113e142f req-48bbf32a-6a5e-4a27-b1af-d971acf005d5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2718928 Mar 11 12:11:06.671161 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8335ba75-984e-4d2d-b07e-3940e1ea19ae tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (c55eb8f6-5a4f-4d05-9f5d-61516e5feff8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:06.689300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 9c66b89c-4d0e-4508-8d72-e64c20738130 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:06.689766 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9c66b89c-4d0e-4508-8d72-e64c20738130), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:06.706002 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8335ba75-984e-4d2d-b07e-3940e1ea19ae tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:06.712297 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8335ba75-984e-4d2d-b07e-3940e1ea19ae tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "DELETE /v2.0/subnets/c55eb8f6-5a4f-4d05-9f5d-61516e5feff8 HTTP/1.1" status: 204 len: 168 time: 0.6185081 Mar 11 12:11:06.713205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56490) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:06.714069 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335ba75-984e-4d2d-b07e-3940e1ea19ae tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event deleted for resources: {'Subnet': ['ID=c55eb8f6-5a4f-4d05-9f5d-61516e5feff8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:06.782595 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bc0a2c-4988-481a-95f4-74410862aa69 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Deleting subnet e6f3e4f2-075a-4976-a036-922b6603092d {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:11:06.787852 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65bc0a2c-4988-481a-95f4-74410862aa69 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for subnet (e6f3e4f2-075a-4976-a036-922b6603092d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:06.849001 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65bc0a2c-4988-481a-95f4-74410862aa69 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (e6f3e4f2-075a-4976-a036-922b6603092d), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:06.916186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 9c66b89c-4d0e-4508-8d72-e64c20738130 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:06.976191 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65bc0a2c-4988-481a-95f4-74410862aa69 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (e6f3e4f2-075a-4976-a036-922b6603092d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:07.011609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device efa133ac-5876-42a0-8d8c-0b0cde483aaa no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:11:07.040461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e3876168-8e66-4cbc-9504-cd66113e142f req-fa84fb91-6ffe-41c6-a323-3025784fc396 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480536 Mar 11 12:11:07.050642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56494) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:07.058835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: efa133ac-5876-42a0-8d8c-0b0cde483aaa {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:11:07.059465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device efa133ac-5876-42a0-8d8c-0b0cde483aaa not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:11:07.126649 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-db11659e-55ce-44b2-aeab-a391047a38d1 None None] Provisioning complete for port 9c66b89c-4d0e-4508-8d72-e64c20738130 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:07.127026 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-db11659e-55ce-44b2-aeab-a391047a38d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9c66b89c-4d0e-4508-8d72-e64c20738130), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:07.131046 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65bc0a2c-4988-481a-95f4-74410862aa69 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (e6f3e4f2-075a-4976-a036-922b6603092d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:07.143146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be13a44-6fd5-4546-a422-e80cb84ae984 None None] Network 3132047c-df42-43b1-bfdc-56305d732913 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:11:07.198745 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c7a2c5bc-bd33-4ee5-aa7a-81b2b8e93c3f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=31e0ead1ce934573a23d19ccfa96f23c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1442604 Mar 11 12:11:07.219391 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56502) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:07.439521 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-db11659e-55ce-44b2-aeab-a391047a38d1 None None] Current status of the port 9c66b89c-4d0e-4508-8d72-e64c20738130 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:07.450699 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (736170d6-85a3-4e05-bb7f-657827746d0c), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:07.471714 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75ee27a4-c7bc-4ae3-ba8d-daebe6cf7ffd admin admin] Publish callbacks [] for security_group (e501386e-9a06-482a-9928-f7f4cd4e14d3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:07.474256 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (736170d6-85a3-4e05-bb7f-657827746d0c), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:07.475035 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (6813d073-f612-4978-abfa-eb50944c9726), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:07.486838 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-db11659e-55ce-44b2-aeab-a391047a38d1 None None] Provisioning complete for port 736170d6-85a3-4e05-bb7f-657827746d0c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:07.487204 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-db11659e-55ce-44b2-aeab-a391047a38d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (736170d6-85a3-4e05-bb7f-657827746d0c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:07.573226 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-db11659e-55ce-44b2-aeab-a391047a38d1 None None] Port 736170d6-85a3-4e05-bb7f-657827746d0c cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:11:07.599465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f32737-4651-462d-a7f9-fe56479860d8 None None] DHCP port deletion for 3132047c-df42-43b1-bfdc-56305d732913 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:11:07.638064 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75ee27a4-c7bc-4ae3-ba8d-daebe6cf7ffd admin admin] Publish callbacks [] for security_group (e501386e-9a06-482a-9928-f7f4cd4e14d3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:07.735180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364f398-d680-42b1-8799-2a6e8422752b req-31c51828-1d3c-4e1d-b830-4a0b34b331e5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:07.736862 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1364f398-d680-42b1-8799-2a6e8422752b req-31c51828-1d3c-4e1d-b830-4a0b34b331e5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.4282615 Mar 11 12:11:07.770560 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d053638c-07ae-473b-a10d-8d55bb648876 None None] Provisioning complete for port 736170d6-85a3-4e05-bb7f-657827746d0c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:07.771028 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d053638c-07ae-473b-a10d-8d55bb648876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (736170d6-85a3-4e05-bb7f-657827746d0c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:07.788657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=736170d6-85a3-4e05-bb7f-657827746d0c,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:07.834856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-77f32737-4651-462d-a7f9-fe56479860d8 None None] Deleting port 815ec6d5-b47c-44b1-80dd-8426b358c0f1 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:11:07.835137 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-77f32737-4651-462d-a7f9-fe56479860d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (815ec6d5-b47c-44b1-80dd-8426b358c0f1), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:07.872222 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d053638c-07ae-473b-a10d-8d55bb648876 None None] Port 736170d6-85a3-4e05-bb7f-657827746d0c cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:11:07.980479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network fcba2188-5141-4b03-82c1-49cea42c0e5d is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:11:07.995328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:08.037885 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75ee27a4-c7bc-4ae3-ba8d-daebe6cf7ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e501386e-9a06-482a-9928-f7f4cd4e14d3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:08.039982 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-77f32737-4651-462d-a7f9-fe56479860d8 None None] For port 815ec6d5-b47c-44b1-80dd-8426b358c0f1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=815ec6d5-b47c-44b1-80dd-8426b358c0f1,segment=NetworkSegment(bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc),segment_id=bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:08.040453 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-77f32737-4651-462d-a7f9-fe56479860d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (815ec6d5-b47c-44b1-80dd-8426b358c0f1), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:08.050050 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75ee27a4-c7bc-4ae3-ba8d-daebe6cf7ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:08.051273 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-75ee27a4-c7bc-4ae3-ba8d-daebe6cf7ffd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e501386e-9a06-482a-9928-f7f4cd4e14d3 HTTP/1.1" status: 204 len: 168 time: 0.8304212 Mar 11 12:11:08.071931 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1364f398-d680-42b1-8799-2a6e8422752b req-ff76f2a7-4b73-4341-94cc-d06dc9213332 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109860 Mar 11 12:11:08.077188 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-77f32737-4651-462d-a7f9-fe56479860d8 None None] Calling delete_port for 815ec6d5-b47c-44b1-80dd-8426b358c0f1 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:11:08.091483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee27a4-c7bc-4ae3-ba8d-daebe6cf7ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e501386e-9a06-482a-9928-f7f4cd4e14d3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:08.211143 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f2fda0-7da6-4449-a944-38ca9c8a226a None None] Network 9af37410-f548-43d0-a04c-05962aa2b7be requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:11:08.216259 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc0a2c-4988-481a-95f4-74410862aa69 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f3e4f2-075a-4976-a036-922b6603092d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:08.219823 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65bc0a2c-4988-481a-95f4-74410862aa69 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:08.235976 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-65bc0a2c-4988-481a-95f4-74410862aa69 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "DELETE /v2.0/subnets/e6f3e4f2-075a-4976-a036-922b6603092d HTTP/1.1" status: 204 len: 168 time: 1.5164130 Mar 11 12:11:08.239214 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56514) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:08.454632 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (3132047c-df42-43b1-bfdc-56305d732913), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:08.553612 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf9485-fc8c-4ac7-b329-7195b2d95f62 req-3d6dbd5e-9d66-4193-9a64-914c7a413722 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:08.555192 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40bf9485-fc8c-4ac7-b329-7195b2d95f62 req-3d6dbd5e-9d66-4193-9a64-914c7a413722 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2077017 Mar 11 12:11:08.577166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router 6813d073-f612-4978-abfa-eb50944c9726 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:11:08.595161 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Deleting port 815ec6d5-b47c-44b1-80dd-8426b358c0f1 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:11:08.595505 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (815ec6d5-b47c-44b1-80dd-8426b358c0f1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:08.752242 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 815ec6d5-b47c-44b1-80dd-8426b358c0f1 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:11:08.769361 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:11:08.775234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56522) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:08.793129 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-07e09ceb-0682-4102-b4b7-614043d85bca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/6813d073-f612-4978-abfa-eb50944c9726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6199057 Mar 11 12:11:08.793621 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] For port 815ec6d5-b47c-44b1-80dd-8426b358c0f1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=815ec6d5-b47c-44b1-80dd-8426b358c0f1,segment=NetworkSegment(bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc),segment_id=bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:08.794026 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (815ec6d5-b47c-44b1-80dd-8426b358c0f1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:08.796678 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56524) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:08.843648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40bf9485-fc8c-4ac7-b329-7195b2d95f62 req-c0e9bd93-a021-4022-a50e-96420b8f3923 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816532 Mar 11 12:11:08.850109 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46101962-a29e-4d34-984e-68bdb2097948 None None] Sync routers for ids ['6813d073-f612-4978-abfa-eb50944c9726'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:11:08.874394 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Calling delete_port for 815ec6d5-b47c-44b1-80dd-8426b358c0f1 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:11:08.896327 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-77f32737-4651-462d-a7f9-fe56479860d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (815ec6d5-b47c-44b1-80dd-8426b358c0f1), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:08.910712 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46101962-a29e-4d34-984e-68bdb2097948 None None] Routers {'6813d073-f612-4978-abfa-eb50944c9726'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:08.911720 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-46101962-a29e-4d34-984e-68bdb2097948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6813d073-f612-4978-abfa-eb50944c9726'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:08.951541 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5acec6a0-75d7-4b72-83e8-46e9e47909ae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2176b09ee0ee4ac0ad22ba45da06de1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1641538 Mar 11 12:11:08.953280 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56530) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:08.958975 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a1abd0d9-f649-4679-9210-1c826e726ac2 None None] Provisioning complete for port 736170d6-85a3-4e05-bb7f-657827746d0c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:08.959850 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a1abd0d9-f649-4679-9210-1c826e726ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (736170d6-85a3-4e05-bb7f-657827746d0c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:08.998831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f32737-4651-462d-a7f9-fe56479860d8 None None] No DVR routers for this DVR port 815ec6d5-b47c-44b1-80dd-8426b358c0f1 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:11:09.040095 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-46101962-a29e-4d34-984e-68bdb2097948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:09.043032 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (815ec6d5-b47c-44b1-80dd-8426b358c0f1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:09.055781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f32737-4651-462d-a7f9-fe56479860d8 None None] Pushing event deleted for resources: {'Port': ['ID=815ec6d5-b47c-44b1-80dd-8426b358c0f1,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:09.093920 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf93b875-c955-4e1a-b45f-7802e5e88472 admin admin] Publish callbacks [] for security_group (4d018653-6216-4215-be19-747bbf98e82c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:09.129290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] No DVR routers for this DVR port 815ec6d5-b47c-44b1-80dd-8426b358c0f1 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:11:09.156454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event deleted for resources: {'Port': ['ID=815ec6d5-b47c-44b1-80dd-8426b358c0f1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:09.168616 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf93b875-c955-4e1a-b45f-7802e5e88472 admin admin] Publish callbacks [] for security_group (4d018653-6216-4215-be19-747bbf98e82c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:09.175432 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46101962-a29e-4d34-984e-68bdb2097948 None None] Routers {'6813d073-f612-4978-abfa-eb50944c9726'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:09.176126 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-46101962-a29e-4d34-984e-68bdb2097948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6813d073-f612-4978-abfa-eb50944c9726'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:09.181042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29dcb30-2760-46ed-8a80-6cbd2470a2d5 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:09.182529 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d29dcb30-2760-46ed-8a80-6cbd2470a2d5 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports/736170d6-85a3-4e05-bb7f-657827746d0c HTTP/1.1" status: 200 len: 911 time: 0.3848996 Mar 11 12:11:09.257267 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-46101962-a29e-4d34-984e-68bdb2097948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:09.257935 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46101962-a29e-4d34-984e-68bdb2097948 None None] The sync data for ids ['6813d073-f612-4978-abfa-eb50944c9726'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:11:09.267806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56536) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:09.274173 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6681f5-ca42-45f5-8b04-8b5108e81e77 None None] DHCP port deletion for 9af37410-f548-43d0-a04c-05962aa2b7be request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:11:09.276821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8ebd5860-a4e4-4cb3-ba7e-635ccb4b2de9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d916a73-2355-47cf-aa52-0b2316cc50b0'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:09.326939 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No active binding found for port 815ec6d5-b47c-44b1-80dd-8426b358c0f1 {{(pid=104033) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 12:11:09.327372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] The host n-d-833234-2 is not matching for port 815ec6d5-b47c-44b1-80dd-8426b358c0f1 host None! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 12:11:09.327854 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 815ec6d5-b47c-44b1-80dd-8426b358c0f1 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:11:09.344008 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a1abd0d9-f649-4679-9210-1c826e726ac2 None None] Port 736170d6-85a3-4e05-bb7f-657827746d0c cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:11:09.374750 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf93b875-c955-4e1a-b45f-7802e5e88472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4d018653-6216-4215-be19-747bbf98e82c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:09.380980 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf93b875-c955-4e1a-b45f-7802e5e88472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:09.382117 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cf93b875-c955-4e1a-b45f-7802e5e88472 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4d018653-6216-4215-be19-747bbf98e82c HTTP/1.1" status: 204 len: 168 time: 0.4279242 Mar 11 12:11:09.383611 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2d6681f5-ca42-45f5-8b04-8b5108e81e77 None None] Deleting port d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:11:09.384230 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2d6681f5-ca42-45f5-8b04-8b5108e81e77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d7f79ac0-c4a3-441f-8aa4-d29c58bd0730), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:09.412068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93b875-c955-4e1a-b45f-7802e5e88472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d018653-6216-4215-be19-747bbf98e82c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:09.451247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fefec-34b7-4155-866a-78034ad71757 req-4dcb7fd7-aed3-4ca0-9d6c-9d42330ef5ff tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:09.453025 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-896fefec-34b7-4155-866a-78034ad71757 req-4dcb7fd7-aed3-4ca0-9d6c-9d42330ef5ff tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1754212 Mar 11 12:11:09.504811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2d6681f5-ca42-45f5-8b04-8b5108e81e77 None None] For port d7f79ac0-c4a3-441f-8aa4-d29c58bd0730, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d7f79ac0-c4a3-441f-8aa4-d29c58bd0730,segment=NetworkSegment(f0fd24b3-a4f9-4bf6-8b1c-ce4f03890e72),segment_id=f0fd24b3-a4f9-4bf6-8b1c-ce4f03890e72)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:09.505314 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2d6681f5-ca42-45f5-8b04-8b5108e81e77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d7f79ac0-c4a3-441f-8aa4-d29c58bd0730), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:09.519709 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2d6681f5-ca42-45f5-8b04-8b5108e81e77 None None] Calling delete_port for d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:11:09.536988 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-896fefec-34b7-4155-866a-78034ad71757 req-b05301c7-3137-46c1-bf17-891660d0d6ed tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762172 Mar 11 12:11:09.630346 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2d6681f5-ca42-45f5-8b04-8b5108e81e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (d7f79ac0-c4a3-441f-8aa4-d29c58bd0730), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:09.658794 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6681f5-ca42-45f5-8b04-8b5108e81e77 None None] Pushing event deleted for resources: {'Port': ['ID=d7f79ac0-c4a3-441f-8aa4-d29c58bd0730,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:09.663197 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6681f5-ca42-45f5-8b04-8b5108e81e77 None None] No DVR routers for this DVR port d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:11:09.812772 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (3132047c-df42-43b1-bfdc-56305d732913), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:09.883477 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3132047c-df42-43b1-bfdc-56305d732913']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:09.895998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:09.896308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:09.907353 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:09.925980 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:09.933798 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:11:09.934273 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (bfa5c1e4-fe52-4482-abfa-ae28b92f0ccc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:11:10.021004 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:11:10.024466 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ebd5860-a4e4-4cb3-ba7e-635ccb4b2de9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (736170d6-85a3-4e05-bb7f-657827746d0c), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:10.140561 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (3132047c-df42-43b1-bfdc-56305d732913), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:10.151901 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:10.160730 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56546) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:10.161962 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "DELETE /v2.0/networks/3132047c-df42-43b1-bfdc-56305d732913 HTTP/1.1" status: 204 len: 168 time: 1.9201763 Mar 11 12:11:10.187491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f2d49-0e30-4fba-b917-80a1a054ba93 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event deleted for resources: {'Network': ['ID=3132047c-df42-43b1-bfdc-56305d732913,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:10.330253 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4332773-102e-459a-9629-b779d3373b95 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (9af37410-f548-43d0-a04c-05962aa2b7be), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:10.429026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:11:10.463846 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:11:10.464506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d7f79ac0-c4a3-441f-8aa4-d29c58bd0730 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:11:10.470598 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4332773-102e-459a-9629-b779d3373b95 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (9af37410-f548-43d0-a04c-05962aa2b7be), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:10.493247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-e4332773-102e-459a-9629-b779d3373b95 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af37410-f548-43d0-a04c-05962aa2b7be']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:10.504226 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-e4332773-102e-459a-9629-b779d3373b95 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fd24b3-a4f9-4bf6-8b1c-ce4f03890e72') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:10.504784 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-e4332773-102e-459a-9629-b779d3373b95 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fd24b3-a4f9-4bf6-8b1c-ce4f03890e72') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:10.518721 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4332773-102e-459a-9629-b779d3373b95 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (f0fd24b3-a4f9-4bf6-8b1c-ce4f03890e72), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:10.536547 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4332773-102e-459a-9629-b779d3373b95 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f0fd24b3-a4f9-4bf6-8b1c-ce4f03890e72), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:10.547197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4332773-102e-459a-9629-b779d3373b95 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:11:10.547619 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4332773-102e-459a-9629-b779d3373b95 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (f0fd24b3-a4f9-4bf6-8b1c-ce4f03890e72), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:11:10.632397 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:11:10.636893 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4332773-102e-459a-9629-b779d3373b95 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (9af37410-f548-43d0-a04c-05962aa2b7be), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:10.642431 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4332773-102e-459a-9629-b779d3373b95 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:10.649157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56552) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:10.650027 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e4332773-102e-459a-9629-b779d3373b95 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "DELETE /v2.0/networks/9af37410-f548-43d0-a04c-05962aa2b7be HTTP/1.1" status: 204 len: 168 time: 0.4873967 Mar 11 12:11:10.676770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4332773-102e-459a-9629-b779d3373b95 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event deleted for resources: {'Network': ['ID=9af37410-f548-43d0-a04c-05962aa2b7be,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:10.728494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdf8db-4287-4366-902a-a53c97b0e4d9 req-1e17182e-17ff-492d-bc45-f52dc8f23828 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:10.730155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-24bdf8db-4287-4366-902a-a53c97b0e4d9 req-1e17182e-17ff-492d-bc45-f52dc8f23828 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.0790019 Mar 11 12:11:10.730410 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-715d16e0-ac10-450c-9651-64c5a5f59795 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Deleting subnet 893ca822-b608-47dd-81b3-4c7b6efc42ee {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:11:10.737168 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-715d16e0-ac10-450c-9651-64c5a5f59795 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for subnet (893ca822-b608-47dd-81b3-4c7b6efc42ee), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:10.791411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-24bdf8db-4287-4366-902a-a53c97b0e4d9 req-4bc0493f-a1b1-4949-ad49-9d44e9ec06cf tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548518 Mar 11 12:11:10.796337 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ebd5860-a4e4-4cb3-ba7e-635ccb4b2de9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (736170d6-85a3-4e05-bb7f-657827746d0c), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:10.809513 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-715d16e0-ac10-450c-9651-64c5a5f59795 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (893ca822-b608-47dd-81b3-4c7b6efc42ee), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:10.813502 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ebd5860-a4e4-4cb3-ba7e-635ccb4b2de9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (736170d6-85a3-4e05-bb7f-657827746d0c), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:10.819466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebd5860-a4e4-4cb3-ba7e-635ccb4b2de9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:10.820206 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ebd5860-a4e4-4cb3-ba7e-635ccb4b2de9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:10.821622 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8ebd5860-a4e4-4cb3-ba7e-635ccb4b2de9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/ports/736170d6-85a3-4e05-bb7f-657827746d0c HTTP/1.1" status: 200 len: 911 time: 1.5528491 Mar 11 12:11:10.824632 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56556) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:10.903015 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd5860-a4e4-4cb3-ba7e-635ccb4b2de9 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=736170d6-85a3-4e05-bb7f-657827746d0c,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:10.947800 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-715d16e0-ac10-450c-9651-64c5a5f59795 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (893ca822-b608-47dd-81b3-4c7b6efc42ee), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:11.022608 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-715d16e0-ac10-450c-9651-64c5a5f59795 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (893ca822-b608-47dd-81b3-4c7b6efc42ee), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:11.074205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d16e0-ac10-450c-9651-64c5a5f59795 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event deleted for resources: {'Subnet': ['ID=893ca822-b608-47dd-81b3-4c7b6efc42ee,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:11.075841 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5848c4c-8312-41df-a669-029be8a4773d None None] Network b74584d2-59a6-444f-9a2c-a76004e8534f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:11:11.083434 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-715d16e0-ac10-450c-9651-64c5a5f59795 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:11.088503 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-715d16e0-ac10-450c-9651-64c5a5f59795 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "DELETE /v2.0/subnets/893ca822-b608-47dd-81b3-4c7b6efc42ee HTTP/1.1" status: 204 len: 168 time: 0.4382668 Mar 11 12:11:11.092122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56562) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:11.232156 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (b74584d2-59a6-444f-9a2c-a76004e8534f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:11.376774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c82116e-ec49-429d-bcda-7ea83d7952cb None None] DHCP port deletion for b74584d2-59a6-444f-9a2c-a76004e8534f request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:11:11.395505 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Deleting port fb9cef2a-cea7-4921-9e9a-63add2ff1d27 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:11:11.395505 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (fb9cef2a-cea7-4921-9e9a-63add2ff1d27), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:11.438999 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08586d97-d4f2-43bf-bb0a-43c6d2d10d26 req-f82fb36b-b2e7-418d-a438-9150720bc013 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:11.440678 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08586d97-d4f2-43bf-bb0a-43c6d2d10d26 req-f82fb36b-b2e7-418d-a438-9150720bc013 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2607560 Mar 11 12:11:11.475484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8c82116e-ec49-429d-bcda-7ea83d7952cb None None] Deleting port fb9cef2a-cea7-4921-9e9a-63add2ff1d27 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:11:11.476738 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8c82116e-ec49-429d-bcda-7ea83d7952cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (fb9cef2a-cea7-4921-9e9a-63add2ff1d27), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:11.548765 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08586d97-d4f2-43bf-bb0a-43c6d2d10d26 req-fecd3bac-cc4f-41d1-937a-5c4013770f8c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954683 Mar 11 12:11:11.554642 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-8c82116e-ec49-429d-bcda-7ea83d7952cb None None] For port fb9cef2a-cea7-4921-9e9a-63add2ff1d27, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fb9cef2a-cea7-4921-9e9a-63add2ff1d27,segment=NetworkSegment(d17bfbb5-3e66-465f-b7e5-d05d1b2354b2),segment_id=d17bfbb5-3e66-465f-b7e5-d05d1b2354b2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:11.555057 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8c82116e-ec49-429d-bcda-7ea83d7952cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (fb9cef2a-cea7-4921-9e9a-63add2ff1d27), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:11.568973 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cf94e85-5d97-4ae9-8553-85484d9287e8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (6813d073-f612-4978-abfa-eb50944c9726), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:11.571204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8c82116e-ec49-429d-bcda-7ea83d7952cb None None] Calling delete_port for fb9cef2a-cea7-4921-9e9a-63add2ff1d27 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:11:11.589267 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] For port fb9cef2a-cea7-4921-9e9a-63add2ff1d27, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fb9cef2a-cea7-4921-9e9a-63add2ff1d27,segment=NetworkSegment(d17bfbb5-3e66-465f-b7e5-d05d1b2354b2),segment_id=d17bfbb5-3e66-465f-b7e5-d05d1b2354b2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:11.595737 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (fb9cef2a-cea7-4921-9e9a-63add2ff1d27), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:11.630546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Calling delete_port for fb9cef2a-cea7-4921-9e9a-63add2ff1d27 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:11:11.675081 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8c82116e-ec49-429d-bcda-7ea83d7952cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (fb9cef2a-cea7-4921-9e9a-63add2ff1d27), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:11.735043 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (fb9cef2a-cea7-4921-9e9a-63add2ff1d27), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:11.756010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c82116e-ec49-429d-bcda-7ea83d7952cb None None] No DVR routers for this DVR port fb9cef2a-cea7-4921-9e9a-63add2ff1d27 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:11:11.772290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event deleted for resources: {'Port': ['ID=fb9cef2a-cea7-4921-9e9a-63add2ff1d27,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:11.774376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] No DVR routers for this DVR port fb9cef2a-cea7-4921-9e9a-63add2ff1d27 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:11:11.782698 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82116e-ec49-429d-bcda-7ea83d7952cb None None] Pushing event deleted for resources: {'Port': ['ID=fb9cef2a-cea7-4921-9e9a-63add2ff1d27,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:11.862313 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (b74584d2-59a6-444f-9a2c-a76004e8534f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:11.885466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74584d2-59a6-444f-9a2c-a76004e8534f']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:11.896474 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17bfbb5-3e66-465f-b7e5-d05d1b2354b2') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:11.896796 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17bfbb5-3e66-465f-b7e5-d05d1b2354b2') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:11.912829 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (d17bfbb5-3e66-465f-b7e5-d05d1b2354b2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:11.927948 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (d17bfbb5-3e66-465f-b7e5-d05d1b2354b2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:11.937637 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:11:11.938114 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (d17bfbb5-3e66-465f-b7e5-d05d1b2354b2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:11:11.942995 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:11:12.016675 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (b74584d2-59a6-444f-9a2c-a76004e8534f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:12.061435 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:12.066485 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "DELETE /v2.0/networks/b74584d2-59a6-444f-9a2c-a76004e8534f HTTP/1.1" status: 204 len: 168 time: 0.9732373 Mar 11 12:11:12.069373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c3a04-f789-4a09-9d75-53b6cc4a9471 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Pushing event deleted for resources: {'Network': ['ID=b74584d2-59a6-444f-9a2c-a76004e8534f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:12.073923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56572) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:12.125294 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d090cc64-0977-4a3d-808d-21aa385811c3 tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd09a6cd-2101-45d6-bcfe-86e2b75445a0 HTTP/1.1" status: 200 len: 205 time: 0.0500669 Mar 11 12:11:12.127760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56574) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:12.318975 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2fac8d5-2c31-41c4-b5d9-89d664d1962b tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for router (dd09a6cd-2101-45d6-bcfe-86e2b75445a0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:12.402715 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fb9cef2a-cea7-4921-9e9a-63add2ff1d27 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:11:12.441037 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: fb9cef2a-cea7-4921-9e9a-63add2ff1d27 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:11:12.441339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fb9cef2a-cea7-4921-9e9a-63add2ff1d27 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:11:12.570432 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2fac8d5-2c31-41c4-b5d9-89d664d1962b tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (dd09a6cd-2101-45d6-bcfe-86e2b75445a0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:12.575621 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2fac8d5-2c31-41c4-b5d9-89d664d1962b tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for router_controller (dd09a6cd-2101-45d6-bcfe-86e2b75445a0), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:12.672813 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2fac8d5-2c31-41c4-b5d9-89d664d1962b tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (dd09a6cd-2101-45d6-bcfe-86e2b75445a0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:12.673322 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fac8d5-2c31-41c4-b5d9-89d664d1962b tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Fanout notify agent at l3_agent the message router_deleted on router dd09a6cd-2101-45d6-bcfe-86e2b75445a0 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:11:12.705887 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2fac8d5-2c31-41c4-b5d9-89d664d1962b tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:12.708413 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f2fac8d5-2c31-41c4-b5d9-89d664d1962b tempest-RoutersNegativeTest-461983676 tempest-RoutersNegativeTest-461983676-project] 10.222.0.78 "DELETE /v2.0/routers/dd09a6cd-2101-45d6-bcfe-86e2b75445a0 HTTP/1.1" status: 204 len: 168 time: 0.5795443 Mar 11 12:11:12.720165 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:12.804852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099a312-7f90-4cc8-8201-c2a7f410f869 req-ccf358f6-0eab-490d-87b1-742fa9e1c8ff tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:12.813568 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6099a312-7f90-4cc8-8201-c2a7f410f869 req-ccf358f6-0eab-490d-87b1-742fa9e1c8ff tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1453412 Mar 11 12:11:12.870257 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-0cf94e85-5d97-4ae9-8553-85484d9287e8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting port 736170d6-85a3-4e05-bb7f-657827746d0c {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:11:12.870782 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cf94e85-5d97-4ae9-8553-85484d9287e8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (736170d6-85a3-4e05-bb7f-657827746d0c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:12.891112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6099a312-7f90-4cc8-8201-c2a7f410f869 req-e2dd92b8-6b5a-4e0d-8364-0e1d8da6474d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721028 Mar 11 12:11:13.092369 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cf94e85-5d97-4ae9-8553-85484d9287e8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (736170d6-85a3-4e05-bb7f-657827746d0c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:13.120331 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d168a37-05c9-4909-9dd1-5e3b3ecf7679 req-ca9736ae-bb70-4536-bae0-a3637a9f33ef tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:13.122386 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d168a37-05c9-4909-9dd1-5e3b3ecf7679 req-ca9736ae-bb70-4536-bae0-a3637a9f33ef tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1106269 Mar 11 12:11:13.123225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-0cf94e85-5d97-4ae9-8553-85484d9287e8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Calling delete_port for 736170d6-85a3-4e05-bb7f-657827746d0c owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:11:13.162649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56590) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:13.214094 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d168a37-05c9-4909-9dd1-5e3b3ecf7679 req-6b6a467d-69a4-4203-9eb7-03b499f17a6c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807745 Mar 11 12:11:13.440626 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d345f87b-5cf0-4101-8061-640573efc1bb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=17542d874d9744f092ce0baaf39b3d4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2767129 Mar 11 12:11:13.443072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56606) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:13.469746 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cf94e85-5d97-4ae9-8553-85484d9287e8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (736170d6-85a3-4e05-bb7f-657827746d0c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:13.537726 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9f961b4-e665-420c-a3b9-8122d38fe2a2 admin admin] Publish callbacks [] for security_group (50ee8c92-7077-40d7-97ac-714e24f14345), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:13.546003 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf94e85-5d97-4ae9-8553-85484d9287e8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Port': ['ID=736170d6-85a3-4e05-bb7f-657827746d0c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:13.581413 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9f961b4-e665-420c-a3b9-8122d38fe2a2 admin admin] Publish callbacks [] for security_group (50ee8c92-7077-40d7-97ac-714e24f14345), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:13.619304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a538070-3de3-45ff-acaa-8716c2beebf6 req-2a2f82ce-3a4e-476b-8cde-09a9e6ec6f36 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:13.620902 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a538070-3de3-45ff-acaa-8716c2beebf6 req-2a2f82ce-3a4e-476b-8cde-09a9e6ec6f36 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1665659 Mar 11 12:11:13.627445 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-25300848-b1d9-46c9-9724-15f51c5feb99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:13.665813 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9f961b4-e665-420c-a3b9-8122d38fe2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (50ee8c92-7077-40d7-97ac-714e24f14345), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:13.669446 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9f961b4-e665-420c-a3b9-8122d38fe2a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:13.679572 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b9f961b4-e665-420c-a3b9-8122d38fe2a2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/50ee8c92-7077-40d7-97ac-714e24f14345 HTTP/1.1" status: 204 len: 168 time: 0.2353365 Mar 11 12:11:13.689495 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f961b4-e665-420c-a3b9-8122d38fe2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ee8c92-7077-40d7-97ac-714e24f14345,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:13.819220 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cf94e85-5d97-4ae9-8553-85484d9287e8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (6813d073-f612-4978-abfa-eb50944c9726), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:13.825038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a538070-3de3-45ff-acaa-8716c2beebf6 req-c9852fa6-fece-4e67-8fef-b06c736df925 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882944 Mar 11 12:11:14.070338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04d11e-27f8-4456-9448-e69513db5cd1 req-8cdd9bf1-58a2-4579-9a94-2cef377ebd0b tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:14.072409 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c04d11e-27f8-4456-9448-e69513db5cd1 req-8cdd9bf1-58a2-4579-9a94-2cef377ebd0b tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1383250 Mar 11 12:11:14.127804 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf94e85-5d97-4ae9-8553-85484d9287e8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router 6813d073-f612-4978-abfa-eb50944c9726 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:11:14.265661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c04d11e-27f8-4456-9448-e69513db5cd1 req-b94332e9-f0e4-43d7-a0ed-51d808a20ae7 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309862 Mar 11 12:11:14.267195 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf94e85-5d97-4ae9-8553-85484d9287e8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:11:14.273030 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0cf94e85-5d97-4ae9-8553-85484d9287e8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/6813d073-f612-4978-abfa-eb50944c9726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4453278 Mar 11 12:11:14.277507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56624) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:14.279773 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9484984-df96-4cff-a096-eb86981435b2 None None] Sync routers for ids ['6813d073-f612-4978-abfa-eb50944c9726'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:11:14.296997 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9484984-df96-4cff-a096-eb86981435b2 None None] Routers {'6813d073-f612-4978-abfa-eb50944c9726'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:14.297665 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c9484984-df96-4cff-a096-eb86981435b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6813d073-f612-4978-abfa-eb50944c9726'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:14.335973 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c9484984-df96-4cff-a096-eb86981435b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:14.346429 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9484984-df96-4cff-a096-eb86981435b2 None None] Routers {'6813d073-f612-4978-abfa-eb50944c9726'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:14.347268 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c9484984-df96-4cff-a096-eb86981435b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['6813d073-f612-4978-abfa-eb50944c9726'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:14.364536 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-319c950b-efaf-4c7f-bea3-7ba961ebdfe8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports?device_id=6813d073-f612-4978-abfa-eb50944c9726 HTTP/1.1" status: 200 len: 205 time: 0.0856082 Mar 11 12:11:14.366960 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56632) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:14.386113 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c9484984-df96-4cff-a096-eb86981435b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:14.387061 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9484984-df96-4cff-a096-eb86981435b2 None None] The sync data for ids ['6813d073-f612-4978-abfa-eb50944c9726'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:11:14.442240 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a1d4b-1656-4c2f-814d-f29c1b0fae3d req-31caa3e4-3b8e-41d4-8296-6b68197c83ef tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:14.449391 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f75a1d4b-1656-4c2f-814d-f29c1b0fae3d req-31caa3e4-3b8e-41d4-8296-6b68197c83ef tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.0691328 Mar 11 12:11:14.517529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f75a1d4b-1656-4c2f-814d-f29c1b0fae3d req-c5f877a9-9b42-43b8-b490-902bdbe95de4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640316 Mar 11 12:11:14.552297 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09d8f7af-3ad1-48bd-bf46-eb9ef066af8a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (6813d073-f612-4978-abfa-eb50944c9726), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:14.718621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc4f87-93f8-4771-9fa0-12a7032add87 req-6e11cf8a-4d19-4cca-a95f-96942b62aea2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:14.720947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-43dc4f87-93f8-4771-9fa0-12a7032add87 req-6e11cf8a-4d19-4cca-a95f-96942b62aea2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1019781 Mar 11 12:11:14.782096 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-43dc4f87-93f8-4771-9fa0-12a7032add87 req-e885bee6-7a9c-4548-a6d5-a7af23dd1199 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551345 Mar 11 12:11:14.787310 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56648) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:14.806201 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09d8f7af-3ad1-48bd-bf46-eb9ef066af8a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (6813d073-f612-4978-abfa-eb50944c9726), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:14.809045 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09d8f7af-3ad1-48bd-bf46-eb9ef066af8a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router_controller (6813d073-f612-4978-abfa-eb50944c9726), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:14.905257 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f38cf97d-6095-4933-826f-ec8c1261196a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group': {'name': 'tempest-secgroup--960480482'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:14.930313 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09d8f7af-3ad1-48bd-bf46-eb9ef066af8a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (6813d073-f612-4978-abfa-eb50944c9726), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:14.936066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d8f7af-3ad1-48bd-bf46-eb9ef066af8a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Fanout notify agent at l3_agent the message router_deleted on router 6813d073-f612-4978-abfa-eb50944c9726 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:11:14.948074 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09d8f7af-3ad1-48bd-bf46-eb9ef066af8a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:14.950884 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-09d8f7af-3ad1-48bd-bf46-eb9ef066af8a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/routers/6813d073-f612-4978-abfa-eb50944c9726 HTTP/1.1" status: 204 len: 168 time: 0.5828853 Mar 11 12:11:14.953662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56656) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:14.991364 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f38cf97d-6095-4933-826f-ec8c1261196a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.038065 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f38cf97d-6095-4933-826f-ec8c1261196a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.064838 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3d471f-27be-41f2-b52f-67025bb3fbce tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting subnet 0d916a73-2355-47cf-aa52-0b2316cc50b0 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:11:15.073669 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d3d471f-27be-41f2-b52f-67025bb3fbce tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (0d916a73-2355-47cf-aa52-0b2316cc50b0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.136912 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f436d84-76b0-43b6-8265-6a658971b387 req-e5132f51-1ead-4890-894f-9d69ae3f2b96 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:15.139195 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f436d84-76b0-43b6-8265-6a658971b387 req-e5132f51-1ead-4890-894f-9d69ae3f2b96 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1518853 Mar 11 12:11:15.149498 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d3d471f-27be-41f2-b52f-67025bb3fbce tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (0d916a73-2355-47cf-aa52-0b2316cc50b0), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.292063 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f436d84-76b0-43b6-8265-6a658971b387 req-d21c6012-d91f-4b73-b192-7c18dcb3fe96 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392846 Mar 11 12:11:15.300263 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f38cf97d-6095-4933-826f-ec8c1261196a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (0418f944-5d9b-42d0-ac45-43866b824129), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.305269 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f38cf97d-6095-4933-826f-ec8c1261196a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0418f944-5d9b-42d0-ac45-43866b824129), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.337378 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d3d471f-27be-41f2-b52f-67025bb3fbce tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (0d916a73-2355-47cf-aa52-0b2316cc50b0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.397870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cf97d-6095-4933-826f-ec8c1261196a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0418f944-5d9b-42d0-ac45-43866b824129,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:15.473783 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f38cf97d-6095-4933-826f-ec8c1261196a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (24a72d82-c50d-4294-8380-d2656c0b32c5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.477434 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d3d471f-27be-41f2-b52f-67025bb3fbce tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (0d916a73-2355-47cf-aa52-0b2316cc50b0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.509548 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f38cf97d-6095-4933-826f-ec8c1261196a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (24a72d82-c50d-4294-8380-d2656c0b32c5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.519364 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d471f-27be-41f2-b52f-67025bb3fbce tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Subnet': ['ID=0d916a73-2355-47cf-aa52-0b2316cc50b0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:15.528027 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90911ec0-11c8-4eee-95f4-e7eec55b8a65 None None] Network fcba2188-5141-4b03-82c1-49cea42c0e5d requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:11:15.531608 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d3d471f-27be-41f2-b52f-67025bb3fbce tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.534765 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8d3d471f-27be-41f2-b52f-67025bb3fbce tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/subnets/0d916a73-2355-47cf-aa52-0b2316cc50b0 HTTP/1.1" status: 204 len: 168 time: 0.5800126 Mar 11 12:11:15.539925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56662) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:15.557858 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f38cf97d-6095-4933-826f-ec8c1261196a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.561750 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f38cf97d-6095-4933-826f-ec8c1261196a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7707787 Mar 11 12:11:15.568562 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76833782-2ae3-419c-8383-14dab0e7b08e req-6d14b36f-3f8b-491e-b86d-56b73ab141f7 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:15.570158 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-76833782-2ae3-419c-8383-14dab0e7b08e req-6d14b36f-3f8b-491e-b86d-56b73ab141f7 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1466403 Mar 11 12:11:15.570941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56666) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:15.578203 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cf97d-6095-4933-826f-ec8c1261196a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a72d82-c50d-4294-8380-d2656c0b32c5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:15.686127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-76833782-2ae3-419c-8383-14dab0e7b08e req-23870bda-3cf7-47a4-8f93-d57c183c17f6 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042311 Mar 11 12:11:15.698692 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f5c66211-afa0-40c2-9b27-1d57e8c5aac2 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1265543 Mar 11 12:11:15.701514 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56670) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:15.709874 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-54b31976-f463-4001-a486-735758d723d3 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group': {'name': 'tempest-security--1855630103', 'description': 'tempest-security-description-724068839'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:15.743676 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (fcba2188-5141-4b03-82c1-49cea42c0e5d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.746242 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a40565e5-de1c-4501-9866-0e26470d25f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.789791 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54b31976-f463-4001-a486-735758d723d3 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (24a72d82-c50d-4294-8380-d2656c0b32c5), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.805609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b0edc-741f-4d6d-881f-1dd4752a2c94 None None] DHCP port deletion for fcba2188-5141-4b03-82c1-49cea42c0e5d request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:11:15.879490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-490b0edc-741f-4d6d-881f-1dd4752a2c94 None None] Deleting port 9c66b89c-4d0e-4508-8d72-e64c20738130 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:11:15.879903 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-490b0edc-741f-4d6d-881f-1dd4752a2c94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9c66b89c-4d0e-4508-8d72-e64c20738130), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.881352 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting port 9c66b89c-4d0e-4508-8d72-e64c20738130 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:11:15.883140 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9c66b89c-4d0e-4508-8d72-e64c20738130), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.894036 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54b31976-f463-4001-a486-735758d723d3 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (24a72d82-c50d-4294-8380-d2656c0b32c5), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.910732 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54b31976-f463-4001-a486-735758d723d3 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (24a72d82-c50d-4294-8380-d2656c0b32c5), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.913731 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54b31976-f463-4001-a486-735758d723d3 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.914979 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-54b31976-f463-4001-a486-735758d723d3 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "PUT /v2.0/security-groups/24a72d82-c50d-4294-8380-d2656c0b32c5 HTTP/1.1" status: 200 len: 1796 time: 0.2123029 Mar 11 12:11:15.919912 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56676) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:15.923740 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef6d01-1c23-4f5b-baad-bae30a11e140 req-d7407497-9c58-43f7-9c0a-c76cf2703bf0 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:15.930586 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8cef6d01-1c23-4f5b-baad-bae30a11e140 req-d7407497-9c58-43f7-9c0a-c76cf2703bf0 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.0924156 Mar 11 12:11:15.952278 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-490b0edc-741f-4d6d-881f-1dd4752a2c94 None None] For port 9c66b89c-4d0e-4508-8d72-e64c20738130, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9c66b89c-4d0e-4508-8d72-e64c20738130,segment=NetworkSegment(167f18c0-8567-4d01-b9a5-181ecfec32e7),segment_id=167f18c0-8567-4d01-b9a5-181ecfec32e7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:15.952681 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-490b0edc-741f-4d6d-881f-1dd4752a2c94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9c66b89c-4d0e-4508-8d72-e64c20738130), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:15.960927 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b31976-f463-4001-a486-735758d723d3 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a72d82-c50d-4294-8380-d2656c0b32c5,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:15.967062 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-490b0edc-741f-4d6d-881f-1dd4752a2c94 None None] Calling delete_port for 9c66b89c-4d0e-4508-8d72-e64c20738130 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:11:16.008559 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] For port 9c66b89c-4d0e-4508-8d72-e64c20738130, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9c66b89c-4d0e-4508-8d72-e64c20738130,segment=NetworkSegment(167f18c0-8567-4d01-b9a5-181ecfec32e7),segment_id=167f18c0-8567-4d01-b9a5-181ecfec32e7)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:16.008925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9c66b89c-4d0e-4508-8d72-e64c20738130), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.020903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8cef6d01-1c23-4f5b-baad-bae30a11e140 req-dcb99dcf-f8ef-4636-abc3-cd390c115091 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894220 Mar 11 12:11:16.025013 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Calling delete_port for 9c66b89c-4d0e-4508-8d72-e64c20738130 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:11:16.046967 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e5af63f7-c2b3-45a8-89c6-9fc450179bbd tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-groups/24a72d82-c50d-4294-8380-d2656c0b32c5 HTTP/1.1" status: 200 len: 1796 time: 0.1146510 Mar 11 12:11:16.047171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56678) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:16.058173 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-490b0edc-741f-4d6d-881f-1dd4752a2c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (9c66b89c-4d0e-4508-8d72-e64c20738130), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.092190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b0edc-741f-4d6d-881f-1dd4752a2c94 None None] Pushing event deleted for resources: {'Port': ['ID=9c66b89c-4d0e-4508-8d72-e64c20738130,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:16.095866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490b0edc-741f-4d6d-881f-1dd4752a2c94 None None] No DVR routers for this DVR port 9c66b89c-4d0e-4508-8d72-e64c20738130 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:11:16.150487 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a413e281-a306-498d-940f-134fcc46f6dd tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (24a72d82-c50d-4294-8380-d2656c0b32c5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.156392 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9c66b89c-4d0e-4508-8d72-e64c20738130), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.182214 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a413e281-a306-498d-940f-134fcc46f6dd tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (24a72d82-c50d-4294-8380-d2656c0b32c5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.183628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Port': ['ID=9c66b89c-4d0e-4508-8d72-e64c20738130,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:16.185606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] No DVR routers for this DVR port 9c66b89c-4d0e-4508-8d72-e64c20738130 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:11:16.215251 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202f946-370e-4886-9584-4d2a85ab1e68 req-2b7a83e4-8c35-4337-9799-220d84fd328f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:16.217203 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1202f946-370e-4886-9584-4d2a85ab1e68 req-2b7a83e4-8c35-4337-9799-220d84fd328f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.0989416 Mar 11 12:11:16.271289 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a413e281-a306-498d-940f-134fcc46f6dd tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (24a72d82-c50d-4294-8380-d2656c0b32c5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.271732 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (fcba2188-5141-4b03-82c1-49cea42c0e5d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.273995 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a413e281-a306-498d-940f-134fcc46f6dd tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.275134 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a413e281-a306-498d-940f-134fcc46f6dd tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-groups/24a72d82-c50d-4294-8380-d2656c0b32c5 HTTP/1.1" status: 204 len: 168 time: 0.2342622 Mar 11 12:11:16.279828 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56682) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:16.300706 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413e281-a306-498d-940f-134fcc46f6dd tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a72d82-c50d-4294-8380-d2656c0b32c5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:16.305664 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcba2188-5141-4b03-82c1-49cea42c0e5d']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:16.334163 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1202f946-370e-4886-9584-4d2a85ab1e68 req-42600bf4-bf76-489c-a56a-4528b5e4d645 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062381 Mar 11 12:11:16.344527 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0d6daea8-6fb4-4c7a-8132-5554b13c208a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0607083 Mar 11 12:11:16.344527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167f18c0-8567-4d01-b9a5-181ecfec32e7') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:16.344527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167f18c0-8567-4d01-b9a5-181ecfec32e7') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:16.345585 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56684) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:16.361735 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (167f18c0-8567-4d01-b9a5-181ecfec32e7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.411634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9c66b89c-4d0e-4508-8d72-e64c20738130 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:11:16.412114 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-0ddac481-dc3f-4ed8-83c1-caa5f07e1a07 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] delete failed (client error): The resource could not be found. Mar 11 12:11:16.421025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56692) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:16.423369 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0ddac481-dc3f-4ed8-83c1-caa5f07e1a07 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-groups/24a72d82-c50d-4294-8380-d2656c0b32c5 HTTP/1.1" status: 404 len: 347 time: 0.0765092 Mar 11 12:11:16.424923 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (167f18c0-8567-4d01-b9a5-181ecfec32e7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.425988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-cee38d66-c287-463c-aecb-d1ee65f05d04 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628287551'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:16.433202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:11:16.433709 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (167f18c0-8567-4d01-b9a5-181ecfec32e7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:11:16.437322 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:11:16.457140 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 9c66b89c-4d0e-4508-8d72-e64c20738130 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:11:16.457481 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9c66b89c-4d0e-4508-8d72-e64c20738130 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:11:16.500066 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cee38d66-c287-463c-aecb-d1ee65f05d04 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.508786 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (fcba2188-5141-4b03-82c1-49cea42c0e5d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.514156 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.521259 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/networks/fcba2188-5141-4b03-82c1-49cea42c0e5d HTTP/1.1" status: 204 len: 168 time: 0.9756460 Mar 11 12:11:16.521995 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56694) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:16.530582 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-bd9b68f6-2c52-442c-9357-e7ecdc4bac75 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1956837645', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:16.535475 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b71dc-28a4-4ea7-820a-cf35b8b44203 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Network': ['ID=fcba2188-5141-4b03-82c1-49cea42c0e5d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:16.544248 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175a8fa-f857-4c52-912c-49fad2416fbd req-d274c7f8-fc4a-453a-b5b4-2562c26a994d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:16.545752 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7175a8fa-f857-4c52-912c-49fad2416fbd req-d274c7f8-fc4a-453a-b5b4-2562c26a994d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1144040 Mar 11 12:11:16.599232 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd9b68f6-2c52-442c-9357-e7ecdc4bac75 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (82f6c506-6c3b-4b24-a339-935a89c2b6a6), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.600188 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd9b68f6-2c52-442c-9357-e7ecdc4bac75 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (82f6c506-6c3b-4b24-a339-935a89c2b6a6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.657920 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7175a8fa-f857-4c52-912c-49fad2416fbd req-fc41908a-9196-44bc-a19c-74c3470d1f94 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049352 Mar 11 12:11:16.660067 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cee38d66-c287-463c-aecb-d1ee65f05d04 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (7540068e-d00e-4ec2-968e-bd22f44cfe1c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.669767 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cee38d66-c287-463c-aecb-d1ee65f05d04 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7540068e-d00e-4ec2-968e-bd22f44cfe1c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.729759 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd9b68f6-2c52-442c-9357-e7ecdc4bac75 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router_controller (82f6c506-6c3b-4b24-a339-935a89c2b6a6), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.752308 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd9b68f6-2c52-442c-9357-e7ecdc4bac75 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (82f6c506-6c3b-4b24-a339-935a89c2b6a6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.758773 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cee38d66-c287-463c-aecb-d1ee65f05d04 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.762901 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cee38d66-c287-463c-aecb-d1ee65f05d04 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3379409 Mar 11 12:11:16.763239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56702) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:16.768546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-70cdabe3-fed1-4127-b162-afbbb25cffdb tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group_rule': {'security_group_id': '7540068e-d00e-4ec2-968e-bd22f44cfe1c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:16.785774 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee38d66-c287-463c-aecb-d1ee65f05d04 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7540068e-d00e-4ec2-968e-bd22f44cfe1c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:16.800843 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd9b68f6-2c52-442c-9357-e7ecdc4bac75 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.802023 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bd9b68f6-2c52-442c-9357-e7ecdc4bac75 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2780385 Mar 11 12:11:16.804834 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56704) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:16.811936 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5451be6c-d966-4f2c-8b31-dc82692c61bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2071461463'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:16.814350 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70cdabe3-fed1-4127-b162-afbbb25cffdb tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (93069a14-947c-4870-8942-2c727fe65a4c), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.833698 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670473d4-4cbe-44e9-832e-76ff243f9645 req-f3b21bce-d7db-4703-a777-3779ac9bfc7f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:16.835202 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-670473d4-4cbe-44e9-832e-76ff243f9645 req-f3b21bce-d7db-4703-a777-3779ac9bfc7f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1005054 Mar 11 12:11:16.845646 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5451be6c-d966-4f2c-8b31-dc82692c61bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:11:16.849295 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5451be6c-d966-4f2c-8b31-dc82692c61bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.886197 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70cdabe3-fed1-4127-b162-afbbb25cffdb tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (93069a14-947c-4870-8942-2c727fe65a4c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.891513 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70cdabe3-fed1-4127-b162-afbbb25cffdb tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (93069a14-947c-4870-8942-2c727fe65a4c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.904735 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5451be6c-d966-4f2c-8b31-dc82692c61bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:11:16.919792 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-670473d4-4cbe-44e9-832e-76ff243f9645 req-65541060-ede9-4ed8-9fbd-ea056a725a1b tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681109 Mar 11 12:11:16.923994 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5451be6c-d966-4f2c-8b31-dc82692c61bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (a7a6913e-2377-485d-92b9-ed348fb5363d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.924455 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-5451be6c-d966-4f2c-8b31-dc82692c61bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Added segment a7a6913e-2377-485d-92b9-ed348fb5363d of type vlan for network 46f5dd98-21fb-4b9b-b206-139a1a7e5114 Mar 11 12:11:16.939677 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70cdabe3-fed1-4127-b162-afbbb25cffdb tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:16.943613 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-70cdabe3-fed1-4127-b162-afbbb25cffdb tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1760368 Mar 11 12:11:16.943788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdabe3-fed1-4127-b162-afbbb25cffdb tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93069a14-947c-4870-8942-2c727fe65a4c,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:16.944303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56706) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:17.007836 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-02cf731f-01d2-4bfd-9f38-89806eeab92b tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (93069a14-947c-4870-8942-2c727fe65a4c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.026739 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-02cf731f-01d2-4bfd-9f38-89806eeab92b tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (93069a14-947c-4870-8942-2c727fe65a4c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.037838 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5451be6c-d966-4f2c-8b31-dc82692c61bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (46f5dd98-21fb-4b9b-b206-139a1a7e5114), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.083413 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-02cf731f-01d2-4bfd-9f38-89806eeab92b tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (93069a14-947c-4870-8942-2c727fe65a4c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.088908 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-02cf731f-01d2-4bfd-9f38-89806eeab92b tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.090392 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-02cf731f-01d2-4bfd-9f38-89806eeab92b tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/93069a14-947c-4870-8942-2c727fe65a4c HTTP/1.1" status: 204 len: 168 time: 0.1451774 Mar 11 12:11:17.093749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56712) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:17.120328 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5451be6c-d966-4f2c-8b31-dc82692c61bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (46f5dd98-21fb-4b9b-b206-139a1a7e5114), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.126686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5451be6c-d966-4f2c-8b31-dc82692c61bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:17.127444 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5451be6c-d966-4f2c-8b31-dc82692c61bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.138616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf731f-01d2-4bfd-9f38-89806eeab92b tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93069a14-947c-4870-8942-2c727fe65a4c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:17.143169 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-075093ba-b83c-4a57-aff2-887ef028597e tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0476332 Mar 11 12:11:17.145865 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56714) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:17.185683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5451be6c-d966-4f2c-8b31-dc82692c61bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3783221 Mar 11 12:11:17.188859 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56716) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:17.193866 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d3a8fa9c-a63b-47fd-ad9a-604f823b4c6a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'subnet': {'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:17.225027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451be6c-d966-4f2c-8b31-dc82692c61bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Network': ['ID=46f5dd98-21fb-4b9b-b206-139a1a7e5114,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:17.241409 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 46f5dd98-21fb-4b9b-b206-139a1a7e5114 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:11:17.253421 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f3d77-4b4f-442e-b609-b38e382132b6 req-61a17729-cb88-4215-bc7f-278e803100bb tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:17.261685 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c18f3d77-4b4f-442e-b609-b38e382132b6 req-61a17729-cb88-4215-bc7f-278e803100bb tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1935184 Mar 11 12:11:17.273462 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0a1c8f60-2609-4848-8fa3-f3e78bce517d tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (7540068e-d00e-4ec2-968e-bd22f44cfe1c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.315278 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.335368 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0a1c8f60-2609-4848-8fa3-f3e78bce517d tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (7540068e-d00e-4ec2-968e-bd22f44cfe1c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.374800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a8fa9c-a63b-47fd-ad9a-604f823b4c6a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:11:17.378431 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3a8fa9c-a63b-47fd-ad9a-604f823b4c6a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.475857 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0a1c8f60-2609-4848-8fa3-f3e78bce517d tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7540068e-d00e-4ec2-968e-bd22f44cfe1c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.478612 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0a1c8f60-2609-4848-8fa3-f3e78bce517d tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.479833 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0a1c8f60-2609-4848-8fa3-f3e78bce517d tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-groups/7540068e-d00e-4ec2-968e-bd22f44cfe1c HTTP/1.1" status: 204 len: 168 time: 0.3328669 Mar 11 12:11:17.487053 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56720) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:17.517931 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c8f60-2609-4848-8fa3-f3e78bce517d tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7540068e-d00e-4ec2-968e-bd22f44cfe1c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:17.578144 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8f6f25b7-504b-46c9-9253-b56c599d0aee tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0876274 Mar 11 12:11:17.582775 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56722) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:17.587360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-16aed220-e51c-4005-b1b6-3a4014fc4b82 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group': {'name': 'tempest-secgroup--92378696'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:17.643954 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16aed220-e51c-4005-b1b6-3a4014fc4b82 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.748003 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c18f3d77-4b4f-442e-b609-b38e382132b6 req-d17fb52b-ef25-4525-89a8-2d78db548d1a tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849784 Mar 11 12:11:17.773644 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3a8fa9c-a63b-47fd-ad9a-604f823b4c6a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (8933622f-d924-4ab8-9393-8de2f04a6005), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.792164 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16aed220-e51c-4005-b1b6-3a4014fc4b82 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (27e912fd-7b53-466a-af6a-af8854a9dba9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.823185 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16aed220-e51c-4005-b1b6-3a4014fc4b82 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (27e912fd-7b53-466a-af6a-af8854a9dba9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.900787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bcfcf-58cc-45c3-95d4-04a1c907e414 req-a4b772d8-8fd7-4b17-805c-b7f021bb51e2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:17.905835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8fa9c-a63b-47fd-ad9a-604f823b4c6a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Subnet': ['ID=8933622f-d924-4ab8-9393-8de2f04a6005,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:17.908198 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a32bcfcf-58cc-45c3-95d4-04a1c907e414 req-a4b772d8-8fd7-4b17-805c-b7f021bb51e2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.0677450 Mar 11 12:11:17.914779 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16aed220-e51c-4005-b1b6-3a4014fc4b82 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.916703 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-16aed220-e51c-4005-b1b6-3a4014fc4b82 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3335042 Mar 11 12:11:17.919264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aed220-e51c-4005-b1b6-3a4014fc4b82 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e912fd-7b53-466a-af6a-af8854a9dba9,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:17.923185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56732) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:17.928197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2691d444-e701-43e0-a7c1-306b54d6f1e3 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group_rule': {'security_group_id': '27e912fd-7b53-466a-af6a-af8854a9dba9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:17.934918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a8fa9c-a63b-47fd-ad9a-604f823b4c6a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Checking segment: {'id': 'a7a6913e-2377-485d-92b9-ed348fb5363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:11:17.935569 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a8fa9c-a63b-47fd-ad9a-604f823b4c6a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network hostable DHCP agents. Network: 46f5dd98-21fb-4b9b-b206-139a1a7e5114, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:11:17.959947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a32bcfcf-58cc-45c3-95d4-04a1c907e414 req-4b8daa10-eaf0-459c-93f7-5b6fb8583be1 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506482 Mar 11 12:11:17.966142 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a8fa9c-a63b-47fd-ad9a-604f823b4c6a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network 46f5dd98-21fb-4b9b-b206-139a1a7e5114 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:11:17.969168 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2691d444-e701-43e0-a7c1-306b54d6f1e3 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (8286b7d7-ad93-4384-8e2d-cf8ba83072a3), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:17.986298 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-d3a8fa9c-a63b-47fd-ad9a-604f823b4c6a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 46f5dd98-21fb-4b9b-b206-139a1a7e5114) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:17.996707 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a8fa9c-a63b-47fd-ad9a-604f823b4c6a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:17.997437 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d3a8fa9c-a63b-47fd-ad9a-604f823b4c6a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.003513 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916343a3-a7e8-4584-a6e6-5f3c5ca66526 None None] Network 46f5dd98-21fb-4b9b-b206-139a1a7e5114 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:11:18.034639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56738) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:18.034831 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d3a8fa9c-a63b-47fd-ad9a-604f823b4c6a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8446896 Mar 11 12:11:18.069977 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2691d444-e701-43e0-a7c1-306b54d6f1e3 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (8286b7d7-ad93-4384-8e2d-cf8ba83072a3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.083538 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2691d444-e701-43e0-a7c1-306b54d6f1e3 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (8286b7d7-ad93-4384-8e2d-cf8ba83072a3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.117139 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691d444-e701-43e0-a7c1-306b54d6f1e3 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8286b7d7-ad93-4384-8e2d-cf8ba83072a3,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:18.129237 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2691d444-e701-43e0-a7c1-306b54d6f1e3 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.132773 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2691d444-e701-43e0-a7c1-306b54d6f1e3 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2063973 Mar 11 12:11:18.134312 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56740) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:18.140553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-28ff11f0-23c0-47b2-886f-19ff33cc6cee tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group_rule': {'security_group_id': '27e912fd-7b53-466a-af6a-af8854a9dba9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:18.155245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:11:18.156554 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.188615 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28ff11f0-23c0-47b2-886f-19ff33cc6cee tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (50ae129c-fd49-49c7-80fe-ddd8f9855a36), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.285585 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28ff11f0-23c0-47b2-886f-19ff33cc6cee tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (50ae129c-fd49-49c7-80fe-ddd8f9855a36), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.291037 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28ff11f0-23c0-47b2-886f-19ff33cc6cee tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (50ae129c-fd49-49c7-80fe-ddd8f9855a36), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.313635 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff11f0-23c0-47b2-886f-19ff33cc6cee tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ae129c-fd49-49c7-80fe-ddd8f9855a36,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:18.332557 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28ff11f0-23c0-47b2-886f-19ff33cc6cee tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.337668 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-28ff11f0-23c0-47b2-886f-19ff33cc6cee tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2021799 Mar 11 12:11:18.340483 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56742) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:18.345862 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Allocated IP 2001:db8::2 (46f5dd98-21fb-4b9b-b206-139a1a7e5114/8933622f-d924-4ab8-9393-8de2f04a6005/351c09d5-4a5b-4dc9-b609-769e77f089f1) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:11:18.347277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-199c40e0-6ef4-473c-94f3-c4541bd2a393 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group_rule': {'security_group_id': '27e912fd-7b53-466a-af6a-af8854a9dba9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:18.391031 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-199c40e0-6ef4-473c-94f3-c4541bd2a393 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (c93b0279-3b71-4c37-9d3e-2a76944c182b), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.405426 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dad67-c2c6-4815-860a-0188d87c0a55 req-15b6edae-7927-4f4a-9d23-9b87c6b03254 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:18.411962 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de1dad67-c2c6-4815-860a-0188d87c0a55 req-15b6edae-7927-4f4a-9d23-9b87c6b03254 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1792300 Mar 11 12:11:18.454176 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.495913 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de1dad67-c2c6-4815-860a-0188d87c0a55 req-a38a221a-ef7a-436d-a585-fe37d97fb774 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830390 Mar 11 12:11:18.508894 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-199c40e0-6ef4-473c-94f3-c4541bd2a393 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (c93b0279-3b71-4c37-9d3e-2a76944c182b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.517427 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-199c40e0-6ef4-473c-94f3-c4541bd2a393 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (c93b0279-3b71-4c37-9d3e-2a76944c182b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.539552 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c40e0-6ef4-473c-94f3-c4541bd2a393 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93b0279-3b71-4c37-9d3e-2a76944c182b,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:18.555396 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-199c40e0-6ef4-473c-94f3-c4541bd2a393 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.561545 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-199c40e0-6ef4-473c-94f3-c4541bd2a393 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2195871 Mar 11 12:11:18.563480 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56748) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:18.568085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-fab69ed4-b422-4817-8ded-31f2bfe71ae4 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group_rule': {'security_group_id': '27e912fd-7b53-466a-af6a-af8854a9dba9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:18.577521 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Publish callbacks [] for port (351c09d5-4a5b-4dc9-b609-769e77f089f1), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.586057 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (351c09d5-4a5b-4dc9-b609-769e77f089f1), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.633236 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fab69ed4-b422-4817-8ded-31f2bfe71ae4 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (60c85a4a-4ad3-435c-8ed8-05507569424e), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.657015 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Pushing event updated for resources: {'Port': ['ID=351c09d5-4a5b-4dc9-b609-769e77f089f1,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:18.683084 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Network 46f5dd98-21fb-4b9b-b206-139a1a7e5114 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:11:18.687193 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:18.689876 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:11:18.738084 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fab69ed4-b422-4817-8ded-31f2bfe71ae4 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (60c85a4a-4ad3-435c-8ed8-05507569424e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.744389 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fab69ed4-b422-4817-8ded-31f2bfe71ae4 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (60c85a4a-4ad3-435c-8ed8-05507569424e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.754114 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.754934 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c49c0-453a-49d0-95d6-a2e135e4929e req-cdbad185-2861-40ca-b190-36ece4b2f38d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:18.756836 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-079c49c0-453a-49d0-95d6-a2e135e4929e req-cdbad185-2861-40ca-b190-36ece4b2f38d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1279247 Mar 11 12:11:18.775337 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Attempting to bind port 351c09d5-4a5b-4dc9-b609-769e77f089f1 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:11:18.776117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Attempting to bind port 351c09d5-4a5b-4dc9-b609-769e77f089f1 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'a7a6913e-2377-485d-92b9-ed348fb5363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:11:18.776657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Attempting to bind port 351c09d5-4a5b-4dc9-b609-769e77f089f1 on network 46f5dd98-21fb-4b9b-b206-139a1a7e5114 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:11:18.777840 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab69ed4-b422-4817-8ded-31f2bfe71ae4 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c85a4a-4ad3-435c-8ed8-05507569424e,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:18.784360 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fab69ed4-b422-4817-8ded-31f2bfe71ae4 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.788525 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fab69ed4-b422-4817-8ded-31f2bfe71ae4 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2215178 Mar 11 12:11:18.788862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56752) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:18.793688 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8f3b9fac-37ad-46fd-9c07-afd8fc2ca472 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group_rule': {'security_group_id': '27e912fd-7b53-466a-af6a-af8854a9dba9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:18.794785 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:11:18.795346 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Checking segment: {'id': 'a7a6913e-2377-485d-92b9-ed348fb5363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:11:18.795964 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.796496 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Bound using segment: {'id': 'a7a6913e-2377-485d-92b9-ed348fb5363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:11:18.797751 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Bound port: 351c09d5-4a5b-4dc9-b609-769e77f089f1, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a6913e-2377-485d-92b9-ed348fb5363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:11:18.798293 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (351c09d5-4a5b-4dc9-b609-769e77f089f1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.831352 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f3b9fac-37ad-46fd-9c07-afd8fc2ca472 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (4c5a2784-a34d-460c-be01-3824621b64c5), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.847141 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Allocated IP 2001:db8::1 (46f5dd98-21fb-4b9b-b206-139a1a7e5114/8933622f-d924-4ab8-9393-8de2f04a6005/107f914d-19f8-4f31-a645-d1a3d34c2639) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:11:18.860495 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-079c49c0-453a-49d0-95d6-a2e135e4929e req-4e253a99-0769-46c7-9f53-11661f1fbb2d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721700 Mar 11 12:11:18.909854 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] For port 351c09d5-4a5b-4dc9-b609-769e77f089f1, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:11:18.914780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] For port 351c09d5-4a5b-4dc9-b609-769e77f089f1, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=351c09d5-4a5b-4dc9-b609-769e77f089f1,segment=NetworkSegment(a7a6913e-2377-485d-92b9-ed348fb5363d),segment_id=a7a6913e-2377-485d-92b9-ed348fb5363d)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:11:18.916708 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f3b9fac-37ad-46fd-9c07-afd8fc2ca472 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (4c5a2784-a34d-460c-be01-3824621b64c5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.924577 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f3b9fac-37ad-46fd-9c07-afd8fc2ca472 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (4c5a2784-a34d-460c-be01-3824621b64c5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.927043 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (351c09d5-4a5b-4dc9-b609-769e77f089f1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.974000 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b9fac-37ad-46fd-9c07-afd8fc2ca472 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5a2784-a34d-460c-be01-3824621b64c5,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:18.987957 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f3b9fac-37ad-46fd-9c07-afd8fc2ca472 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:18.994425 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8f3b9fac-37ad-46fd-9c07-afd8fc2ca472 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2043023 Mar 11 12:11:18.995046 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56762) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:19.024215 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.028013 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-42aaf161-3145-429a-9c1d-a6fd95b54e12 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (4c5a2784-a34d-460c-be01-3824621b64c5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.037698 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-42aaf161-3145-429a-9c1d-a6fd95b54e12 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (4c5a2784-a34d-460c-be01-3824621b64c5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.072573 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.077282 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92374e-f2bf-487d-be9f-230098314f41 None None] Pushing event updated for resources: {'Port': ['ID=351c09d5-4a5b-4dc9-b609-769e77f089f1,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:19.089438 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-42aaf161-3145-429a-9c1d-a6fd95b54e12 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (4c5a2784-a34d-460c-be01-3824621b64c5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.096561 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-42aaf161-3145-429a-9c1d-a6fd95b54e12 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.100236 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-42aaf161-3145-429a-9c1d-a6fd95b54e12 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/4c5a2784-a34d-460c-be01-3824621b64c5 HTTP/1.1" status: 204 len: 168 time: 0.1018698 Mar 11 12:11:19.107094 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56764) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:19.107913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aaf161-3145-429a-9c1d-a6fd95b54e12 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c5a2784-a34d-460c-be01-3824621b64c5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:19.149986 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network 46f5dd98-21fb-4b9b-b206-139a1a7e5114 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:11:19.177436 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:19.183052 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:11:19.183624 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (82f6c506-6c3b-4b24-a339-935a89c2b6a6), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.184790 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-883b0e89-22ba-4e54-a4aa-845fdc5345f0 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0735288 Mar 11 12:11:19.191288 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56768) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:19.237537 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=107f914d-19f8-4f31-a645-d1a3d34c2639,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:19.258012 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6b62caaf-221f-4d1a-bce0-21592f5cd30a req-fa1bfee6-49eb-48f9-bfd4-3135a3e2c094 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714540 Mar 11 12:11:19.311529 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a45f8edc-498b-4974-ae09-f3f4a9379372 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (60c85a4a-4ad3-435c-8ed8-05507569424e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.320277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ab154-21dc-40ad-bb6e-139fc6295fcf req-c38a0e7c-2aab-4404-88f6-299c5730fc2d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:19.321906 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-210ab154-21dc-40ad-bb6e-139fc6295fcf req-c38a0e7c-2aab-4404-88f6-299c5730fc2d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2053120 Mar 11 12:11:19.334811 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a45f8edc-498b-4974-ae09-f3f4a9379372 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (60c85a4a-4ad3-435c-8ed8-05507569424e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.407852 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62caaf-221f-4d1a-bce0-21592f5cd30a req-8f58bab2-6f18-4ca5-92ab-0b9aa02d2e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:19.409633 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6b62caaf-221f-4d1a-bce0-21592f5cd30a req-8f58bab2-6f18-4ca5-92ab-0b9aa02d2e01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a8a1ab2e35a4c68af61bee4e54ed507&device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 1127 time: 0.1006534 Mar 11 12:11:19.422155 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.445733 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a45f8edc-498b-4974-ae09-f3f4a9379372 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (60c85a4a-4ad3-435c-8ed8-05507569424e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.457693 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a45f8edc-498b-4974-ae09-f3f4a9379372 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.461603 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a45f8edc-498b-4974-ae09-f3f4a9379372 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/60c85a4a-4ad3-435c-8ed8-05507569424e HTTP/1.1" status: 204 len: 168 time: 0.2690666 Mar 11 12:11:19.466935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56770) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:19.493133 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-210ab154-21dc-40ad-bb6e-139fc6295fcf req-03e11695-09ed-48b1-852d-223d004feefe tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529028 Mar 11 12:11:19.530299 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f8edc-498b-4974-ae09-f3f4a9379372 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60c85a4a-4ad3-435c-8ed8-05507569424e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:19.569886 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62caaf-221f-4d1a-bce0-21592f5cd30a req-9ef77888-7a00-42d5-99e6-20bef423c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:19.573903 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6b62caaf-221f-4d1a-bce0-21592f5cd30a req-9ef77888-7a00-42d5-99e6-20bef423c8f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc HTTP/1.1" status: 200 len: 915 time: 0.1382143 Mar 11 12:11:19.587401 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c2725eb9-1cf9-4f59-8f2d-de8f95ef0cbb tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1173222 Mar 11 12:11:19.588956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56776) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:19.628019 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6b62caaf-221f-4d1a-bce0-21592f5cd30a req-1871745b-2cbb-4c39-8bd8-d4c78e41993c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e941fb05-4896-4c38-9b4c-d33880735661 HTTP/1.1" status: 200 len: 217 time: 0.0492163 Mar 11 12:11:19.679115 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7bb3ad0-7597-4fe9-878f-8bec4f121ed1 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (c93b0279-3b71-4c37-9d3e-2a76944c182b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.690852 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7bb3ad0-7597-4fe9-878f-8bec4f121ed1 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (c93b0279-3b71-4c37-9d3e-2a76944c182b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.709904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62caaf-221f-4d1a-bce0-21592f5cd30a req-06f42e7c-0f2a-4347-8b6b-e44331f2a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:19.711395 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6b62caaf-221f-4d1a-bce0-21592f5cd30a req-06f42e7c-0f2a-4347-8b6b-e44331f2a964 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba949ad3-acd0-4240-bdb9-834f19359038 HTTP/1.1" status: 200 len: 854 time: 0.0767241 Mar 11 12:11:19.745756 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6b62caaf-221f-4d1a-bce0-21592f5cd30a req-14604a35-a102-4c36-8d62-20f571b0fca1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275402 Mar 11 12:11:19.763564 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7bb3ad0-7597-4fe9-878f-8bec4f121ed1 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (c93b0279-3b71-4c37-9d3e-2a76944c182b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.771670 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc0d37-fed9-4847-a198-26ab52a02e0c req-b436e1d2-b360-4bb7-a7ea-6f7754c65490 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:19.779883 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7dc0d37-fed9-4847-a198-26ab52a02e0c req-b436e1d2-b360-4bb7-a7ea-6f7754c65490 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1448522 Mar 11 12:11:19.781700 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7bb3ad0-7597-4fe9-878f-8bec4f121ed1 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.782821 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f7bb3ad0-7597-4fe9-878f-8bec4f121ed1 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/c93b0279-3b71-4c37-9d3e-2a76944c182b HTTP/1.1" status: 204 len: 168 time: 0.1624770 Mar 11 12:11:19.790018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56780) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:19.804631 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb3ad0-7597-4fe9-878f-8bec4f121ed1 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c93b0279-3b71-4c37-9d3e-2a76944c182b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:19.887927 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7dc0d37-fed9-4847-a198-26ab52a02e0c req-3c0b9e32-b6ed-4251-a368-c7d102d19e8e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068492 Mar 11 12:11:19.890943 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b3b322a2-18e0-4e8c-be25-6f41ecfb2f11 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0998652 Mar 11 12:11:19.895255 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6b62caaf-221f-4d1a-bce0-21592f5cd30a req-234ab16c-5d8b-472c-b3ef-281814a0af3d service neutron] 10.222.0.37 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427009 Mar 11 12:11:19.895732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56782) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:19.940277 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36d48a43-074c-4149-b9bd-4151752d9798 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (50ae129c-fd49-49c7-80fe-ddd8f9855a36), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.941748 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.956692 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36d48a43-074c-4149-b9bd-4151752d9798 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (50ae129c-fd49-49c7-80fe-ddd8f9855a36), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.978143 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:19.981710 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (82f6c506-6c3b-4b24-a339-935a89c2b6a6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.093929 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.114996 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6b62caaf-221f-4d1a-bce0-21592f5cd30a req-5d987b6b-0be2-479e-ab02-a09b232e837c service neutron] 10.222.0.37 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045710 Mar 11 12:11:20.115762 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36d48a43-074c-4149-b9bd-4151752d9798 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (50ae129c-fd49-49c7-80fe-ddd8f9855a36), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.122717 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36d48a43-074c-4149-b9bd-4151752d9798 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.123963 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-36d48a43-074c-4149-b9bd-4151752d9798 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/50ae129c-fd49-49c7-80fe-ddd8f9855a36 HTTP/1.1" status: 204 len: 168 time: 0.2272723 Mar 11 12:11:20.126554 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56792) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:20.150322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d48a43-074c-4149-b9bd-4151752d9798 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50ae129c-fd49-49c7-80fe-ddd8f9855a36,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:20.179187 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-da47ea5d-e38b-47d0-be1d-d5deb872ebae tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0514574 Mar 11 12:11:20.181851 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56794) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:20.189257 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=107f914d-19f8-4f31-a645-d1a3d34c2639,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:20.218774 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network 46f5dd98-21fb-4b9b-b206-139a1a7e5114 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:11:20.222460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:20.230186 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d899b18-1eb0-428a-a93b-1f9e66446576 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (8286b7d7-ad93-4384-8e2d-cf8ba83072a3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.247290 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d899b18-1eb0-428a-a93b-1f9e66446576 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (8286b7d7-ad93-4384-8e2d-cf8ba83072a3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.285533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453b1f1-38c0-42e1-80e2-4611a7219b61 req-0a0106f8-88d2-41af-a31b-0f62fd76e9a3 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:20.287049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3453b1f1-38c0-42e1-80e2-4611a7219b61 req-0a0106f8-88d2-41af-a31b-0f62fd76e9a3 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1554079 Mar 11 12:11:20.301625 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d899b18-1eb0-428a-a93b-1f9e66446576 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (8286b7d7-ad93-4384-8e2d-cf8ba83072a3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.318636 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d899b18-1eb0-428a-a93b-1f9e66446576 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.322371 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9d899b18-1eb0-428a-a93b-1f9e66446576 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/8286b7d7-ad93-4384-8e2d-cf8ba83072a3 HTTP/1.1" status: 204 len: 168 time: 0.1367960 Mar 11 12:11:20.322876 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56796) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:20.359181 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d899b18-1eb0-428a-a93b-1f9e66446576 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8286b7d7-ad93-4384-8e2d-cf8ba83072a3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:20.401607 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e85332f9-fecf-4d57-88c9-f0fd6d25009a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0751760 Mar 11 12:11:20.406190 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56798) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:20.408171 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3453b1f1-38c0-42e1-80e2-4611a7219b61 req-fd4e6350-6173-4aa2-bc6f-2b73c18f6e57 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683544 Mar 11 12:11:20.470653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:11:20.495130 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 351c09d5-4a5b-4dc9-b609-769e77f089f1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:11:20.513619 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1875c35-f6d1-4033-b888-6392d816faee tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (27e912fd-7b53-466a-af6a-af8854a9dba9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.548308 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1875c35-f6d1-4033-b888-6392d816faee tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (27e912fd-7b53-466a-af6a-af8854a9dba9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.613564 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1875c35-f6d1-4033-b888-6392d816faee tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (27e912fd-7b53-466a-af6a-af8854a9dba9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.616190 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a1875c35-f6d1-4033-b888-6392d816faee tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.616311 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 351c09d5-4a5b-4dc9-b609-769e77f089f1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:20.616746 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (351c09d5-4a5b-4dc9-b609-769e77f089f1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.619635 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a1875c35-f6d1-4033-b888-6392d816faee tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-groups/27e912fd-7b53-466a-af6a-af8854a9dba9 HTTP/1.1" status: 204 len: 168 time: 0.2101681 Mar 11 12:11:20.621922 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56804) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:20.650898 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c0d36c-7a91-470f-8043-5a0a6bcf6b37 None None] Network 46f5dd98-21fb-4b9b-b206-139a1a7e5114 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:11:20.652267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:11:20.658895 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-82f3be45-1eac-4329-88a8-77fb8dca6032 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/82f6c506-6c3b-4b24-a339-935a89c2b6a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6227243 Mar 11 12:11:20.663525 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56806) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:20.664384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1875c35-f6d1-4033-b888-6392d816faee tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e912fd-7b53-466a-af6a-af8854a9dba9,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:20.681608 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d7aad00d-7a70-47f5-af77-0fdd6d5d27fb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1748282880'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:20.691480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbea99a-dd50-42bb-b97a-3f2ccf708cb6 req-b8d59e73-5bde-4787-a3ae-93121930442c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:20.693552 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dbea99a-dd50-42bb-b97a-3f2ccf708cb6 req-b8d59e73-5bde-4787-a3ae-93121930442c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1372404 Mar 11 12:11:20.717014 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cb2af549-c58f-40b1-a870-684409906850 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0916531 Mar 11 12:11:20.722323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56808) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:20.727799 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f83ffdde-5372-407b-a272-96a0e4f04905 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group': {'name': 'tempest-secgroup--2120288189'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:20.736257 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7aad00d-7a70-47f5-af77-0fdd6d5d27fb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:11:20.739905 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7aad00d-7a70-47f5-af77-0fdd6d5d27fb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.771496 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7dbea99a-dd50-42bb-b97a-3f2ccf708cb6 req-b7515bc6-3b72-4ad8-9fb3-85c177435ba1 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717192 Mar 11 12:11:20.794020 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f83ffdde-5372-407b-a272-96a0e4f04905 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.816419 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7aad00d-7a70-47f5-af77-0fdd6d5d27fb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:11:20.832752 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7aad00d-7a70-47f5-af77-0fdd6d5d27fb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (692dc2a7-37ef-4293-90ac-48797d7252b1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.833107 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-d7aad00d-7a70-47f5-af77-0fdd6d5d27fb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Added segment 692dc2a7-37ef-4293-90ac-48797d7252b1 of type vlan for network 20959c28-4769-4213-8673-79ff65c1ae78 Mar 11 12:11:20.899173 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7aad00d-7a70-47f5-af77-0fdd6d5d27fb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (20959c28-4769-4213-8673-79ff65c1ae78), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.952034 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f83ffdde-5372-407b-a272-96a0e4f04905 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (1a6ddf22-3bfb-4b34-a9a1-f29ff9fd2827), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.953630 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7aad00d-7a70-47f5-af77-0fdd6d5d27fb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (20959c28-4769-4213-8673-79ff65c1ae78), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.960695 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Sync routers for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:11:20.960888 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aad00d-7a70-47f5-af77-0fdd6d5d27fb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:20.962202 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7aad00d-7a70-47f5-af77-0fdd6d5d27fb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:20.983508 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08c842-dab0-4b4a-88e6-b27ea20fb6b2 req-f225344b-c46c-40c9-ac3b-f16d8df63239 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:20.985224 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a08c842-dab0-4b4a-88e6-b27ea20fb6b2 req-f225344b-c46c-40c9-ac3b-f16d8df63239 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.0751739 Mar 11 12:11:20.990422 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f83ffdde-5372-407b-a272-96a0e4f04905 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1a6ddf22-3bfb-4b34-a9a1-f29ff9fd2827), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:21.027090 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d7aad00d-7a70-47f5-af77-0fdd6d5d27fb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3577795 Mar 11 12:11:21.034137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56816) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:21.043683 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b75d623b-381d-45f2-83cb-39b5761a52bd None None] Provisioning complete for port 351c09d5-4a5b-4dc9-b609-769e77f089f1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:21.044617 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b75d623b-381d-45f2-83cb-39b5761a52bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (351c09d5-4a5b-4dc9-b609-769e77f089f1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:21.046843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c357caf6-5dd7-48c0-9494-5ba3ab89fd8d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'subnet': {'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:21.057217 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a08c842-dab0-4b4a-88e6-b27ea20fb6b2 req-bbf29f33-22e0-456b-b98d-b1617a25c4a9 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661106 Mar 11 12:11:21.078679 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:21.080905 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:11:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:21.096618 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f83ffdde-5372-407b-a272-96a0e4f04905 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:21.097862 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f83ffdde-5372-407b-a272-96a0e4f04905 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3744872 Mar 11 12:11:21.100963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56822) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:21.106477 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c8b20df6-22f4-48ef-a973-a2afdeb303fc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group_rule': {'security_group_id': '1a6ddf22-3bfb-4b34-a9a1-f29ff9fd2827', 'direction': 'ingress', 'protocol': 17}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:21.160213 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8b20df6-22f4-48ef-a973-a2afdeb303fc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (1f6e1d40-6b22-4f13-8976-ea20d17c2468), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:21.299032 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:11:21.330095 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8b20df6-22f4-48ef-a973-a2afdeb303fc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (1f6e1d40-6b22-4f13-8976-ea20d17c2468), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:21.339739 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1401bd-7346-412a-9248-0cd25c49593c req-a0f793e5-09aa-4cfe-ba28-bb03f1da0672 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:21.341566 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e1401bd-7346-412a-9248-0cd25c49593c req-a0f793e5-09aa-4cfe-ba28-bb03f1da0672 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1387167 Mar 11 12:11:21.343028 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8b20df6-22f4-48ef-a973-a2afdeb303fc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (1f6e1d40-6b22-4f13-8976-ea20d17c2468), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:21.385020 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b20df6-22f4-48ef-a973-a2afdeb303fc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6e1d40-6b22-4f13-8976-ea20d17c2468,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:21.400240 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8b20df6-22f4-48ef-a973-a2afdeb303fc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:21.403450 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c8b20df6-22f4-48ef-a973-a2afdeb303fc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3006494 Mar 11 12:11:21.410474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56824) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:21.419343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b75d623b-381d-45f2-83cb-39b5761a52bd None None] Current status of the port 351c09d5-4a5b-4dc9-b609-769e77f089f1 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:21.419779 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b75d623b-381d-45f2-83cb-39b5761a52bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (351c09d5-4a5b-4dc9-b609-769e77f089f1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:21.421645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 351c09d5-4a5b-4dc9-b609-769e77f089f1 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:21.422399 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (351c09d5-4a5b-4dc9-b609-769e77f089f1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:21.460908 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e1401bd-7346-412a-9248-0cd25c49593c req-e0157446-3558-4620-b436-88bd4536e5a9 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106868 Mar 11 12:11:21.534122 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f19b51d-54d4-4678-8b9b-a907562715eb tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (1a6ddf22-3bfb-4b34-a9a1-f29ff9fd2827), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:21.566883 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f19b51d-54d4-4678-8b9b-a907562715eb tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (1a6ddf22-3bfb-4b34-a9a1-f29ff9fd2827), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:21.599131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ffdde-5372-407b-a272-96a0e4f04905 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6ddf22-3bfb-4b34-a9a1-f29ff9fd2827,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:21.622924 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f19b51d-54d4-4678-8b9b-a907562715eb tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1a6ddf22-3bfb-4b34-a9a1-f29ff9fd2827), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:21.631217 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f19b51d-54d4-4678-8b9b-a907562715eb tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:21.637661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1f19b51d-54d4-4678-8b9b-a907562715eb tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-groups/1a6ddf22-3bfb-4b34-a9a1-f29ff9fd2827 HTTP/1.1" status: 204 len: 168 time: 0.2252319 Mar 11 12:11:21.639451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56830) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:21.657216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aad00d-7a70-47f5-af77-0fdd6d5d27fb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Network': ['ID=20959c28-4769-4213-8673-79ff65c1ae78,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:21.680698 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19b51d-54d4-4678-8b9b-a907562715eb tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6ddf22-3bfb-4b34-a9a1-f29ff9fd2827,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:21.689754 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 20959c28-4769-4213-8673-79ff65c1ae78 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:11:21.711542 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c357caf6-5dd7-48c0-9494-5ba3ab89fd8d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:11:21.715541 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c357caf6-5dd7-48c0-9494-5ba3ab89fd8d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:21.775017 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0f294799-7e88-47d9-89a4-88cc3cb0fa32 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1270630 Mar 11 12:11:21.782106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56836) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:21.816422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f879bc17-ea86-47bd-a9f0-05331eb24f92 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group': {'name': 'tempest-secgroup--563148617'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:21.881298 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f879bc17-ea86-47bd-a9f0-05331eb24f92 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:21.960668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b75d623b-381d-45f2-83cb-39b5761a52bd None None] For port 351c09d5-4a5b-4dc9-b609-769e77f089f1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=351c09d5-4a5b-4dc9-b609-769e77f089f1,segment=NetworkSegment(a7a6913e-2377-485d-92b9-ed348fb5363d),segment_id=a7a6913e-2377-485d-92b9-ed348fb5363d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:21.972772 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b75d623b-381d-45f2-83cb-39b5761a52bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (351c09d5-4a5b-4dc9-b609-769e77f089f1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.023443 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c357caf6-5dd7-48c0-9494-5ba3ab89fd8d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (c93c8b88-7931-4bab-9541-a580e3e0d61d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.047847 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f879bc17-ea86-47bd-a9f0-05331eb24f92 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (5613cb53-81eb-4019-a379-782ca2ce2dbc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.062998 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f879bc17-ea86-47bd-a9f0-05331eb24f92 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5613cb53-81eb-4019-a379-782ca2ce2dbc), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.075731 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d623b-381d-45f2-83cb-39b5761a52bd None None] Pushing event updated for resources: {'Port': ['ID=351c09d5-4a5b-4dc9-b609-769e77f089f1,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:22.087744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:19Z', 'revision_number': 2, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:19Z', 'revision_number': 2, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:22.100082 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f879bc17-ea86-47bd-a9f0-05331eb24f92 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.103977 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f879bc17-ea86-47bd-a9f0-05331eb24f92 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3183761 Mar 11 12:11:22.116801 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56848) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:22.139399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Checking router: 82f6c506-6c3b-4b24-a339-935a89c2b6a6 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:11:22.139796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Updating router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 port 107f914d-19f8-4f31-a645-d1a3d34c2639 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:11:22.140684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-feff2579-1d5a-4fb5-b6ab-042e345e1e50 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887341723'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:22.202878 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879bc17-ea86-47bd-a9f0-05331eb24f92 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5613cb53-81eb-4019-a379-782ca2ce2dbc,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:22.217467 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-feff2579-1d5a-4fb5-b6ab-042e345e1e50 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.230880 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357caf6-5dd7-48c0-9494-5ba3ab89fd8d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Subnet': ['ID=c93c8b88-7931-4bab-9541-a580e3e0d61d,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:22.249945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c357caf6-5dd7-48c0-9494-5ba3ab89fd8d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Checking segment: {'id': '692dc2a7-37ef-4293-90ac-48797d7252b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:11:22.250339 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c357caf6-5dd7-48c0-9494-5ba3ab89fd8d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network hostable DHCP agents. Network: 20959c28-4769-4213-8673-79ff65c1ae78, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:11:22.265546 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:11:22.272656 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:11:22.281168 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.285478 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c357caf6-5dd7-48c0-9494-5ba3ab89fd8d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network 20959c28-4769-4213-8673-79ff65c1ae78 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:11:22.298258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c357caf6-5dd7-48c0-9494-5ba3ab89fd8d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 20959c28-4769-4213-8673-79ff65c1ae78) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:22.323452 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c357caf6-5dd7-48c0-9494-5ba3ab89fd8d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:22.324402 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c357caf6-5dd7-48c0-9494-5ba3ab89fd8d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.330223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e661caa-4f54-4894-a740-ae4ff38b28d3 req-b230479f-8f5f-402a-9ee0-994dada8440b tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:22.332028 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e661caa-4f54-4894-a740-ae4ff38b28d3 req-b230479f-8f5f-402a-9ee0-994dada8440b tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1101263 Mar 11 12:11:22.350232 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c357caf6-5dd7-48c0-9494-5ba3ab89fd8d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3067753 Mar 11 12:11:22.350411 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56852) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:22.390674 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-feff2579-1d5a-4fb5-b6ab-042e345e1e50 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (f933a2f6-6329-4229-8022-b53efb18e724), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.412424 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-feff2579-1d5a-4fb5-b6ab-042e345e1e50 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f933a2f6-6329-4229-8022-b53efb18e724), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.450957 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-feff2579-1d5a-4fb5-b6ab-042e345e1e50 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.455342 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-feff2579-1d5a-4fb5-b6ab-042e345e1e50 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3374243 Mar 11 12:11:22.459456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56854) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:22.466372 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-dd6a72d7-801c-4a5e-9ec3-6e98e138cd41 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group_rule': {'security_group_id': '5613cb53-81eb-4019-a379-782ca2ce2dbc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f933a2f6-6329-4229-8022-b53efb18e724', 'remote_ip_prefix': None}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:22.518379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff2579-1d5a-4fb5-b6ab-042e345e1e50 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f933a2f6-6329-4229-8022-b53efb18e724,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:22.556808 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e661caa-4f54-4894-a740-ae4ff38b28d3 req-a06e7a61-0c42-43d1-9e83-f4b3f31dd46e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632495 Mar 11 12:11:22.560275 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dd6a72d7-801c-4a5e-9ec3-6e98e138cd41 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (95118c0d-3a61-4c66-9f50-ab626c9b6863), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.615381 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Publish callbacks [] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.617893 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b8bc95a5-521f-42bf-8d7c-bf658c1e5b04 None None] Provisioning complete for port 351c09d5-4a5b-4dc9-b609-769e77f089f1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:22.618266 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b8bc95a5-521f-42bf-8d7c-bf658c1e5b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (351c09d5-4a5b-4dc9-b609-769e77f089f1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.653821 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dd6a72d7-801c-4a5e-9ec3-6e98e138cd41 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (95118c0d-3a61-4c66-9f50-ab626c9b6863), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.660888 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dd6a72d7-801c-4a5e-9ec3-6e98e138cd41 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (95118c0d-3a61-4c66-9f50-ab626c9b6863), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.665590 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.673436 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e50847-3e06-4c40-bb49-e693e6786af6 None None] Network 20959c28-4769-4213-8673-79ff65c1ae78 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:11:22.680225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a72d7-801c-4a5e-9ec3-6e98e138cd41 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95118c0d-3a61-4c66-9f50-ab626c9b6863,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:22.704368 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dd6a72d7-801c-4a5e-9ec3-6e98e138cd41 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.705881 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dd6a72d7-801c-4a5e-9ec3-6e98e138cd41 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2451696 Mar 11 12:11:22.708716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56858) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:22.738087 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8c18abf7-ede5-4402-bc07-f801e24f32a2 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (95118c0d-3a61-4c66-9f50-ab626c9b6863), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.748947 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8c18abf7-ede5-4402-bc07-f801e24f32a2 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (95118c0d-3a61-4c66-9f50-ab626c9b6863), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.804766 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8c18abf7-ede5-4402-bc07-f801e24f32a2 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (95118c0d-3a61-4c66-9f50-ab626c9b6863), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.816010 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8c18abf7-ede5-4402-bc07-f801e24f32a2 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:22.823314 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8c18abf7-ede5-4402-bc07-f801e24f32a2 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/95118c0d-3a61-4c66-9f50-ab626c9b6863 HTTP/1.1" status: 204 len: 168 time: 0.1135485 Mar 11 12:11:22.824191 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56860) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:22.886081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 351c09d5-4a5b-4dc9-b609-769e77f089f1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:22.900296 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18abf7-ede5-4402-bc07-f801e24f32a2 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95118c0d-3a61-4c66-9f50-ab626c9b6863,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:22.936714 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-722224fc-9ab8-4c4d-b482-333d439b0f65 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1062658 Mar 11 12:11:22.937958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56864) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:23.004474 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc95a5-521f-42bf-8d7c-bf658c1e5b04 None None] Current status of the port 351c09d5-4a5b-4dc9-b609-769e77f089f1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:23.006758 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-20959c28-4769-4213-8673-79ff65c1ae78', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:11:23.007602 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.024039 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc19e40f-5e56-4beb-82b2-f2fd80d48862 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (f933a2f6-6329-4229-8022-b53efb18e724), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.085115 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc19e40f-5e56-4beb-82b2-f2fd80d48862 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (f933a2f6-6329-4229-8022-b53efb18e724), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.089857 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.103278 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 351c09d5-4a5b-4dc9-b609-769e77f089f1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:11:23.111094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403fcd5-c765-49d8-88c3-bffc7b7a6957 None None] Pushing event updated for resources: {'Port': ['ID=107f914d-19f8-4f31-a645-d1a3d34c2639,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:23.152720 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc19e40f-5e56-4beb-82b2-f2fd80d48862 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f933a2f6-6329-4229-8022-b53efb18e724), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.158313 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc19e40f-5e56-4beb-82b2-f2fd80d48862 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.161552 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dc19e40f-5e56-4beb-82b2-f2fd80d48862 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-groups/f933a2f6-6329-4229-8022-b53efb18e724 HTTP/1.1" status: 204 len: 168 time: 0.2224760 Mar 11 12:11:23.166653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56866) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:23.182325 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19e40f-5e56-4beb-82b2-f2fd80d48862 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f933a2f6-6329-4229-8022-b53efb18e724,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:23.241468 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Attempting to bind port 107f914d-19f8-4f31-a645-d1a3d34c2639 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:11:23.241979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Attempting to bind port 107f914d-19f8-4f31-a645-d1a3d34c2639 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'a7a6913e-2377-485d-92b9-ed348fb5363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:11:23.242349 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Attempting to bind port 107f914d-19f8-4f31-a645-d1a3d34c2639 on network 46f5dd98-21fb-4b9b-b206-139a1a7e5114 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:11:23.268006 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b8bc95a5-521f-42bf-8d7c-bf658c1e5b04 None None] Provisioning complete for port 107f914d-19f8-4f31-a645-d1a3d34c2639 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:23.268253 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b8bc95a5-521f-42bf-8d7c-bf658c1e5b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.269093 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-574ccc35-5142-4c7f-8815-3e7bdc2206e3 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1011286 Mar 11 12:11:23.271938 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56870) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:23.309521 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:11:23.309915 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Checking segment: {'id': 'a7a6913e-2377-485d-92b9-ed348fb5363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:11:23.310319 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.310706 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Bound using segment: {'id': 'a7a6913e-2377-485d-92b9-ed348fb5363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:11:23.311180 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Bound port: 107f914d-19f8-4f31-a645-d1a3d34c2639, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a6913e-2377-485d-92b9-ed348fb5363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:11:23.311560 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.355826 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-784be880-4965-4fa3-b7ab-bac396d0169b tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (5613cb53-81eb-4019-a379-782ca2ce2dbc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.383327 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-784be880-4965-4fa3-b7ab-bac396d0169b tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (5613cb53-81eb-4019-a379-782ca2ce2dbc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.409532 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc95a5-521f-42bf-8d7c-bf658c1e5b04 None None] Port 107f914d-19f8-4f31-a645-d1a3d34c2639 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:11:23.428255 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 351c09d5-4a5b-4dc9-b609-769e77f089f1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:23.428620 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (351c09d5-4a5b-4dc9-b609-769e77f089f1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.431312 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-784be880-4965-4fa3-b7ab-bac396d0169b tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5613cb53-81eb-4019-a379-782ca2ce2dbc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.434303 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-784be880-4965-4fa3-b7ab-bac396d0169b tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.435555 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-784be880-4965-4fa3-b7ab-bac396d0169b tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-groups/5613cb53-81eb-4019-a379-782ca2ce2dbc HTTP/1.1" status: 204 len: 168 time: 0.1623995 Mar 11 12:11:23.439262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56872) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:23.446942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784be880-4965-4fa3-b7ab-bac396d0169b tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5613cb53-81eb-4019-a379-782ca2ce2dbc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:23.463551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Allocated IP 2001:db8:1::2 (20959c28-4769-4213-8673-79ff65c1ae78/c93c8b88-7931-4bab-9541-a580e3e0d61d/aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:11:23.481372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] For port 107f914d-19f8-4f31-a645-d1a3d34c2639, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:11:23.500505 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3339ae8e-0558-4320-950b-75ecacd94140 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0556042 Mar 11 12:11:23.500927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56874) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:23.505504 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2f45f6bd-534e-4039-bb6f-a8d749965560 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875094293'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:23.512875 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] For port 107f914d-19f8-4f31-a645-d1a3d34c2639, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=107f914d-19f8-4f31-a645-d1a3d34c2639,segment=NetworkSegment(a7a6913e-2377-485d-92b9-ed348fb5363d),segment_id=a7a6913e-2377-485d-92b9-ed348fb5363d)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:11:23.527789 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f45f6bd-534e-4039-bb6f-a8d749965560 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.531376 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.601703 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f45f6bd-534e-4039-bb6f-a8d749965560 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (2a5b98d8-75d3-490c-bb62-c7dd172105d6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.610237 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f45f6bd-534e-4039-bb6f-a8d749965560 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2a5b98d8-75d3-490c-bb62-c7dd172105d6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.641433 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b1d6087e-e661-48dd-831f-f2fa48aaa496 None None] Provisioning complete for port 107f914d-19f8-4f31-a645-d1a3d34c2639 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:23.642055 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b1d6087e-e661-48dd-831f-f2fa48aaa496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.654582 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f45f6bd-534e-4039-bb6f-a8d749965560 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.656599 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2f45f6bd-534e-4039-bb6f-a8d749965560 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1542027 Mar 11 12:11:23.659794 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56878) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:23.665725 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-baebb9f4-b63c-4c99-ab45-e9fd787be856 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group_rule': {'security_group_id': '2a5b98d8-75d3-490c-bb62-c7dd172105d6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:23.669931 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45f6bd-534e-4039-bb6f-a8d749965560 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5b98d8-75d3-490c-bb62-c7dd172105d6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:23.729129 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-baebb9f4-b63c-4c99-ab45-e9fd787be856 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (e1ea5a69-2344-4b93-bddf-0eb0c0f9f42d), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.834860 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-baebb9f4-b63c-4c99-ab45-e9fd787be856 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (e1ea5a69-2344-4b93-bddf-0eb0c0f9f42d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.845858 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871922e-9e7f-4260-8429-aae56f104a0f req-d74e5115-6e8f-48f0-beb6-083f0dbf439a tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:23.853111 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e871922e-9e7f-4260-8429-aae56f104a0f req-d74e5115-6e8f-48f0-beb6-083f0dbf439a tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1172357 Mar 11 12:11:23.862295 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-baebb9f4-b63c-4c99-ab45-e9fd787be856 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (e1ea5a69-2344-4b93-bddf-0eb0c0f9f42d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.894716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebb9f4-b63c-4c99-ab45-e9fd787be856 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ea5a69-2344-4b93-bddf-0eb0c0f9f42d,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:23.908055 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-baebb9f4-b63c-4c99-ab45-e9fd787be856 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.909283 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-baebb9f4-b63c-4c99-ab45-e9fd787be856 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2483928 Mar 11 12:11:23.913667 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56884) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:23.916246 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 351c09d5-4a5b-4dc9-b609-769e77f089f1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:23.924658 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403fcd5-c765-49d8-88c3-bffc7b7a6957 None None] Pushing event updated for resources: {'Port': ['ID=107f914d-19f8-4f31-a645-d1a3d34c2639,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:23.950339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e871922e-9e7f-4260-8429-aae56f104a0f req-58323411-5747-440d-8578-5e6a5e8eb446 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962632 Mar 11 12:11:23.950812 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46ce3343-8801-44c9-b663-f47b0cfe1aae tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (e1ea5a69-2344-4b93-bddf-0eb0c0f9f42d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:23.966943 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46ce3343-8801-44c9-b663-f47b0cfe1aae tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (e1ea5a69-2344-4b93-bddf-0eb0c0f9f42d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.000679 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:24.001309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:11:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:24.007722 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46ce3343-8801-44c9-b663-f47b0cfe1aae tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (e1ea5a69-2344-4b93-bddf-0eb0c0f9f42d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.014643 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46ce3343-8801-44c9-b663-f47b0cfe1aae tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.018059 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-46ce3343-8801-44c9-b663-f47b0cfe1aae tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/e1ea5a69-2344-4b93-bddf-0eb0c0f9f42d HTTP/1.1" status: 204 len: 168 time: 0.1009731 Mar 11 12:11:24.018444 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56886) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:24.023685 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce3343-8801-44c9-b663-f47b0cfe1aae tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1ea5a69-2344-4b93-bddf-0eb0c0f9f42d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:24.063637 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-66a00867-2320-4ac9-aca6-0f0334ed1c51 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0414402 Mar 11 12:11:24.064038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56888) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:24.120463 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3bce3dd4-2d71-408f-b0b9-edf7043339a8 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (2a5b98d8-75d3-490c-bb62-c7dd172105d6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.146493 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3bce3dd4-2d71-408f-b0b9-edf7043339a8 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (2a5b98d8-75d3-490c-bb62-c7dd172105d6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.188813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:11:24.196565 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3bce3dd4-2d71-408f-b0b9-edf7043339a8 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2a5b98d8-75d3-490c-bb62-c7dd172105d6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.199801 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3bce3dd4-2d71-408f-b0b9-edf7043339a8 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.203996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56890) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:24.204755 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3bce3dd4-2d71-408f-b0b9-edf7043339a8 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-groups/2a5b98d8-75d3-490c-bb62-c7dd172105d6 HTTP/1.1" status: 204 len: 168 time: 0.1387980 Mar 11 12:11:24.216333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce3dd4-2d71-408f-b0b9-edf7043339a8 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5b98d8-75d3-490c-bb62-c7dd172105d6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:24.222357 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Publish callbacks [] for port (aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.273223 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.278964 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a6647175-bdda-4daf-8d6b-74a2c4de1327 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0697651 Mar 11 12:11:24.280098 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56892) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:24.285118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-09cafd61-516e-4776-9059-902e196c7b92 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group': {'name': 'tempest-secgroup--2114722221'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:24.314965 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-09cafd61-516e-4776-9059-902e196c7b92 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.353050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Allocated IP 2001:db8:1::1 (20959c28-4769-4213-8673-79ff65c1ae78/c93c8b88-7931-4bab-9541-a580e3e0d61d/def13bf7-adfd-4d6f-b374-f4dc66a58ea3) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:11:24.357350 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Network 20959c28-4769-4213-8673-79ff65c1ae78 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:11:24.361282 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Pushing event updated for resources: {'Port': ['ID=aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:24.374626 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:24.377261 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:11:24.385292 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6087e-e661-48dd-831f-f2fa48aaa496 None None] Current status of the port 107f914d-19f8-4f31-a645-d1a3d34c2639 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:24.385292 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b1d6087e-e661-48dd-831f-f2fa48aaa496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.448197 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-09cafd61-516e-4776-9059-902e196c7b92 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (948a7737-851d-48d9-8ee6-ab05628e1bb9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.469077 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-09cafd61-516e-4776-9059-902e196c7b92 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (948a7737-851d-48d9-8ee6-ab05628e1bb9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.518989 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-09cafd61-516e-4776-9059-902e196c7b92 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.521474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-09cafd61-516e-4776-9059-902e196c7b92 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2399530 Mar 11 12:11:24.524263 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56896) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:24.533295 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-bbe0e5e7-4267-4f18-a1f8-9e70ee4b5604 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group_rule': {'security_group_id': '948a7737-851d-48d9-8ee6-ab05628e1bb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:24.540411 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cafd61-516e-4776-9059-902e196c7b92 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948a7737-851d-48d9-8ee6-ab05628e1bb9,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:24.560985 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.572154 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbe0e5e7-4267-4f18-a1f8-9e70ee4b5604 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (8e064e2c-104f-4e02-80c8-e96f0d74b084), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.648667 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbe0e5e7-4267-4f18-a1f8-9e70ee4b5604 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (8e064e2c-104f-4e02-80c8-e96f0d74b084), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.649226 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.656851 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbe0e5e7-4267-4f18-a1f8-9e70ee4b5604 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (8e064e2c-104f-4e02-80c8-e96f0d74b084), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.673296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b1d6087e-e661-48dd-831f-f2fa48aaa496 None None] For port 107f914d-19f8-4f31-a645-d1a3d34c2639, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=107f914d-19f8-4f31-a645-d1a3d34c2639,segment=NetworkSegment(a7a6913e-2377-485d-92b9-ed348fb5363d),segment_id=a7a6913e-2377-485d-92b9-ed348fb5363d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:24.680433 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Attempting to bind port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:11:24.680876 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Attempting to bind port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '692dc2a7-37ef-4293-90ac-48797d7252b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:11:24.681241 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Attempting to bind port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c on network 20959c28-4769-4213-8673-79ff65c1ae78 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:11:24.694605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0e5e7-4267-4f18-a1f8-9e70ee4b5604 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e064e2c-104f-4e02-80c8-e96f0d74b084,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:24.695299 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:11:24.696249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Checking segment: {'id': '692dc2a7-37ef-4293-90ac-48797d7252b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:11:24.696249 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.699322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network 20959c28-4769-4213-8673-79ff65c1ae78 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:11:24.704944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:24.707273 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Bound using segment: {'id': '692dc2a7-37ef-4293-90ac-48797d7252b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:11:24.707890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Bound port: aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692dc2a7-37ef-4293-90ac-48797d7252b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:11:24.708673 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.708787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:11:24.709344 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (82f6c506-6c3b-4b24-a339-935a89c2b6a6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.721344 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbe0e5e7-4267-4f18-a1f8-9e70ee4b5604 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.723632 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bbe0e5e7-4267-4f18-a1f8-9e70ee4b5604 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1966054 Mar 11 12:11:24.725892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56898) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:24.740656 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b1d6087e-e661-48dd-831f-f2fa48aaa496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.786844 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-86b480a9-a318-47d1-9713-f32477e0a28b tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-group-rules/8e064e2c-104f-4e02-80c8-e96f0d74b084 HTTP/1.1" status: 200 len: 763 time: 0.0596228 Mar 11 12:11:24.789636 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56902) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:24.845942 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a040dbce-7896-440c-8f7c-81982e2926e7 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0546417 Mar 11 12:11:24.850810 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56904) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:24.861452 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=def13bf7-adfd-4d6f-b374-f4dc66a58ea3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:24.914064 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26900b52-5c71-434e-b841-1627ded32b99 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (8e064e2c-104f-4e02-80c8-e96f0d74b084), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.929831 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26900b52-5c71-434e-b841-1627ded32b99 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (8e064e2c-104f-4e02-80c8-e96f0d74b084), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:24.961309 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:25.006310 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26900b52-5c71-434e-b841-1627ded32b99 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (8e064e2c-104f-4e02-80c8-e96f0d74b084), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:25.012961 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26900b52-5c71-434e-b841-1627ded32b99 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:25.014113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-26900b52-5c71-434e-b841-1627ded32b99 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/8e064e2c-104f-4e02-80c8-e96f0d74b084 HTTP/1.1" status: 204 len: 168 time: 0.1610341 Mar 11 12:11:25.019136 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56910) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:25.028974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26900b52-5c71-434e-b841-1627ded32b99 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e064e2c-104f-4e02-80c8-e96f0d74b084,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:25.033382 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] For port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:11:25.037346 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b05da135-6221-4382-816f-a8cc359713fe None None] Provisioning complete for port 107f914d-19f8-4f31-a645-d1a3d34c2639 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:25.037759 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b05da135-6221-4382-816f-a8cc359713fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:25.080554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6087e-e661-48dd-831f-f2fa48aaa496 None None] Pushing event updated for resources: {'Port': ['ID=107f914d-19f8-4f31-a645-d1a3d34c2639,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:25.102896 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] For port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c,segment=NetworkSegment(692dc2a7-37ef-4293-90ac-48797d7252b1),segment_id=692dc2a7-37ef-4293-90ac-48797d7252b1)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:11:25.107405 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-aaf7d8c3-42d4-43dd-bb5b-941c2576ed12 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0855374 Mar 11 12:11:25.114746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56912) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:25.123531 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ee31c002-81cf-4938-851c-d67dc4dbefbc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group_rule': {'security_group_id': '948a7737-851d-48d9-8ee6-ab05628e1bb9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:25.158561 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:25.179943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183bb90-626b-4e64-a643-f5be721cd416 req-e6d58d1f-bcaa-4cdd-93eb-074daec4afb7 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:25.191251 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c183bb90-626b-4e64-a643-f5be721cd416 req-e6d58d1f-bcaa-4cdd-93eb-074daec4afb7 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1035037 Mar 11 12:11:25.295700 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c183bb90-626b-4e64-a643-f5be721cd416 req-3d602c7d-6018-41eb-b9db-64f00a8ff490 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974844 Mar 11 12:11:25.319507 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091db8a-cce1-4b3e-900c-2e4aeaf1ed5b None None] Pushing event updated for resources: {'Port': ['ID=aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:25.362336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b05da135-6221-4382-816f-a8cc359713fe None None] Current status of the port 107f914d-19f8-4f31-a645-d1a3d34c2639 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:25.388534 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:19Z', 'revision_number': 2, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:23Z', 'revision_number': 4, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:25.423753 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee31c002-81cf-4938-851c-d67dc4dbefbc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (be0c1d99-fe51-4e06-b8c6-0d9e0b5ed8cf), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:25.434431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb443e29-bda2-49ec-a5e5-02828687254f None None] The sync data for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 is: [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:19Z', 'revision_number': 2, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:23Z', 'revision_number': 4, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:11:25.543187 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:25.555274 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee31c002-81cf-4938-851c-d67dc4dbefbc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (be0c1d99-fe51-4e06-b8c6-0d9e0b5ed8cf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:25.556011 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:25.556851 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (82f6c506-6c3b-4b24-a339-935a89c2b6a6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:25.567305 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee31c002-81cf-4938-851c-d67dc4dbefbc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (be0c1d99-fe51-4e06-b8c6-0d9e0b5ed8cf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:25.642987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31c002-81cf-4938-851c-d67dc4dbefbc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0c1d99-fe51-4e06-b8c6-0d9e0b5ed8cf,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:25.656771 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee31c002-81cf-4938-851c-d67dc4dbefbc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:25.658069 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ee31c002-81cf-4938-851c-d67dc4dbefbc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5421481 Mar 11 12:11:25.660827 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56916) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:25.680025 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=def13bf7-adfd-4d6f-b374-f4dc66a58ea3,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:25.700800 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-637ba42b-92bc-4d0c-9c17-4718b57f6114 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-group-rules/be0c1d99-fe51-4e06-b8c6-0d9e0b5ed8cf HTTP/1.1" status: 200 len: 763 time: 0.0386598 Mar 11 12:11:25.703703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56918) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:25.807520 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-12acc901-91b0-4095-954a-1bf0b971bdd9 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1025734 Mar 11 12:11:25.810813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56922) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:25.832565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network 20959c28-4769-4213-8673-79ff65c1ae78 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:11:25.848290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:25.885842 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9cdecd2d-f751-4d2b-8c37-00341dc489cc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (be0c1d99-fe51-4e06-b8c6-0d9e0b5ed8cf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:25.898712 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9cdecd2d-f751-4d2b-8c37-00341dc489cc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (be0c1d99-fe51-4e06-b8c6-0d9e0b5ed8cf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:25.953470 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9cdecd2d-f751-4d2b-8c37-00341dc489cc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (be0c1d99-fe51-4e06-b8c6-0d9e0b5ed8cf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:25.962195 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9cdecd2d-f751-4d2b-8c37-00341dc489cc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:25.966307 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9cdecd2d-f751-4d2b-8c37-00341dc489cc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/be0c1d99-fe51-4e06-b8c6-0d9e0b5ed8cf HTTP/1.1" status: 204 len: 168 time: 0.1513596 Mar 11 12:11:25.967008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56924) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:25.986722 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdecd2d-f751-4d2b-8c37-00341dc489cc tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be0c1d99-fe51-4e06-b8c6-0d9e0b5ed8cf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:26.057429 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d00bd695-629c-4778-97c7-850e032cca30 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0881348 Mar 11 12:11:26.058671 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56928) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:26.059774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:11:26.063896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-dcfd8b3a-7f60-406f-8582-99b426c7696a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group_rule': {'security_group_id': '948a7737-851d-48d9-8ee6-ab05628e1bb9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:26.117978 n-d-833234-2 neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-dcfd8b3a-7f60-406f-8582-99b426c7696a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Project 16a61b57239c4329a9ef391199f32a35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:11:26.124913 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dcfd8b3a-7f60-406f-8582-99b426c7696a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (e1105c2e-62dd-44b8-b73c-e398645c44fa), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:26.225317 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dcfd8b3a-7f60-406f-8582-99b426c7696a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (e1105c2e-62dd-44b8-b73c-e398645c44fa), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:26.236306 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dcfd8b3a-7f60-406f-8582-99b426c7696a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (e1105c2e-62dd-44b8-b73c-e398645c44fa), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:26.249276 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:11:26.264559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd8b3a-7f60-406f-8582-99b426c7696a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1105c2e-62dd-44b8-b73c-e398645c44fa,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:26.266026 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-36e9e7f0-ca5d-4019-9496-bd6db9ee667f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/82f6c506-6c3b-4b24-a339-935a89c2b6a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9122255 Mar 11 12:11:26.266885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56930) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:26.279752 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dcfd8b3a-7f60-406f-8582-99b426c7696a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:26.284220 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-07c0f74c-fd75-4836-aa49-c68cedce9390 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1566673910'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:26.285847 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dcfd8b3a-7f60-406f-8582-99b426c7696a tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2259545 Mar 11 12:11:26.286805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56932) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:26.315453 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6ecf338f-37a5-48c9-ad56-b46f0054dc2d tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-group-rules/e1105c2e-62dd-44b8-b73c-e398645c44fa HTTP/1.1" status: 200 len: 769 time: 0.0272381 Mar 11 12:11:26.316274 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56934) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:26.320881 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c0f74c-fd75-4836-aa49-c68cedce9390 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:11:26.326441 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07c0f74c-fd75-4836-aa49-c68cedce9390 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:26.359430 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c0f74c-fd75-4836-aa49-c68cedce9390 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:11:26.373609 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07c0f74c-fd75-4836-aa49-c68cedce9390 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (d932edf5-7d62-4b85-9722-bcf19abfd6bb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:26.374158 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-07c0f74c-fd75-4836-aa49-c68cedce9390 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Added segment d932edf5-7d62-4b85-9722-bcf19abfd6bb of type vlan for network a5f6960b-5f90-42d1-bba5-07f6e45abaaf Mar 11 12:11:26.376513 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c91615fe-8f7d-4c13-a022-0d0dcfe5e698 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0586824 Mar 11 12:11:26.377327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56938) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:26.432912 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c355efc7-51ec-44a7-97c0-ed822c184313 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (e1105c2e-62dd-44b8-b73c-e398645c44fa), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:26.446361 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c355efc7-51ec-44a7-97c0-ed822c184313 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (e1105c2e-62dd-44b8-b73c-e398645c44fa), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:26.471410 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07c0f74c-fd75-4836-aa49-c68cedce9390 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (a5f6960b-5f90-42d1-bba5-07f6e45abaaf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:26.525713 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07c0f74c-fd75-4836-aa49-c68cedce9390 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (a5f6960b-5f90-42d1-bba5-07f6e45abaaf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:26.539858 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c0f74c-fd75-4836-aa49-c68cedce9390 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:26.540509 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07c0f74c-fd75-4836-aa49-c68cedce9390 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:26.578348 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c355efc7-51ec-44a7-97c0-ed822c184313 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (e1105c2e-62dd-44b8-b73c-e398645c44fa), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:26.586798 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c355efc7-51ec-44a7-97c0-ed822c184313 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:26.592261 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c355efc7-51ec-44a7-97c0-ed822c184313 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/e1105c2e-62dd-44b8-b73c-e398645c44fa HTTP/1.1" status: 204 len: 168 time: 0.2112947 Mar 11 12:11:26.592875 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56942) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:26.608041 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-07c0f74c-fd75-4836-aa49-c68cedce9390 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3306170 Mar 11 12:11:26.618216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56944) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:26.630231 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c93de3c7-566c-44a1-9d10-ddca720e7250 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'subnet': {'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:26.646716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355efc7-51ec-44a7-97c0-ed822c184313 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1105c2e-62dd-44b8-b73c-e398645c44fa,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:26.705150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0f74c-fd75-4836-aa49-c68cedce9390 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Network': ['ID=a5f6960b-5f90-42d1-bba5-07f6e45abaaf,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:26.717400 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network a5f6960b-5f90-42d1-bba5-07f6e45abaaf details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:11:26.726562 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fe6dab19-5ff3-4a26-8d14-8b47223c47f1 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1295924 Mar 11 12:11:26.730991 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56946) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:26.764426 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e18049-57a2-49e3-86b2-f66886018dcc req-58d497d9-8816-4721-b524-f57a08350572 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:26.768483 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09e18049-57a2-49e3-86b2-f66886018dcc req-58d497d9-8816-4721-b524-f57a08350572 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2627807 Mar 11 12:11:26.895801 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93de3c7-566c-44a1-9d10-ddca720e7250 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:11:26.899751 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c93de3c7-566c-44a1-9d10-ddca720e7250 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:26.951993 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09e18049-57a2-49e3-86b2-f66886018dcc req-71706979-e56a-495c-8459-d8fe193138f7 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768086 Mar 11 12:11:26.967421 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d8028e5-9283-4dc5-9366-f750a6a1d8b1 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (948a7737-851d-48d9-8ee6-ab05628e1bb9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.041814 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d8028e5-9283-4dc5-9366-f750a6a1d8b1 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (948a7737-851d-48d9-8ee6-ab05628e1bb9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.120034 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28edfef1-9e06-4f84-98f3-8f9ee10de8e0 None None] Network 20959c28-4769-4213-8673-79ff65c1ae78 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:11:27.122897 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d8028e5-9283-4dc5-9366-f750a6a1d8b1 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (948a7737-851d-48d9-8ee6-ab05628e1bb9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.127568 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d8028e5-9283-4dc5-9366-f750a6a1d8b1 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.132428 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3d8028e5-9283-4dc5-9366-f750a6a1d8b1 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-groups/948a7737-851d-48d9-8ee6-ab05628e1bb9 HTTP/1.1" status: 204 len: 168 time: 0.3993220 Mar 11 12:11:27.133690 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56952) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:27.164397 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8028e5-9283-4dc5-9366-f750a6a1d8b1 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948a7737-851d-48d9-8ee6-ab05628e1bb9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:27.193959 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c93de3c7-566c-44a1-9d10-ddca720e7250 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.270796 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-74edb2a5-00c4-48ed-b90b-e4c36fe9b795 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1080587 Mar 11 12:11:27.276014 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56954) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:27.305018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5273cfd8-10b5-4733-8136-98d0c83dc314 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878658948'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:27.325249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-918e0768-e11b-479f-b18a-5dad5faf73b2 None None] Provisioning complete for port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:27.325847 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-918e0768-e11b-479f-b18a-5dad5faf73b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.328676 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 107f914d-19f8-4f31-a645-d1a3d34c2639 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:11:27.352468 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5273cfd8-10b5-4733-8136-98d0c83dc314 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.376979 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93de3c7-566c-44a1-9d10-ddca720e7250 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Subnet': ['ID=c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:27.394190 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93de3c7-566c-44a1-9d10-ddca720e7250 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Checking segment: {'id': 'd932edf5-7d62-4b85-9722-bcf19abfd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:11:27.394520 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93de3c7-566c-44a1-9d10-ddca720e7250 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network hostable DHCP agents. Network: a5f6960b-5f90-42d1-bba5-07f6e45abaaf, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:11:27.437137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93de3c7-566c-44a1-9d10-ddca720e7250 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network a5f6960b-5f90-42d1-bba5-07f6e45abaaf is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:11:27.462068 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c93de3c7-566c-44a1-9d10-ddca720e7250 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, a5f6960b-5f90-42d1-bba5-07f6e45abaaf) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:27.467059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93de3c7-566c-44a1-9d10-ddca720e7250 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:27.467797 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c93de3c7-566c-44a1-9d10-ddca720e7250 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.500695 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c93de3c7-566c-44a1-9d10-ddca720e7250 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8758259 Mar 11 12:11:27.500918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56956) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:27.501888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaafbee1-7bff-42ff-a3a8-ebe6af58e1fa None None] Network a5f6960b-5f90-42d1-bba5-07f6e45abaaf requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:11:27.504314 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5273cfd8-10b5-4733-8136-98d0c83dc314 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (9bcf8906-79d7-4938-bc53-92c6c590a871), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.514307 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5273cfd8-10b5-4733-8136-98d0c83dc314 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9bcf8906-79d7-4938-bc53-92c6c590a871), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.572102 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 107f914d-19f8-4f31-a645-d1a3d34c2639 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:27.578185 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.582156 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5273cfd8-10b5-4733-8136-98d0c83dc314 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.585962 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5273cfd8-10b5-4733-8136-98d0c83dc314 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3069289 Mar 11 12:11:27.589115 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56960) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:27.606516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d7b246d3-f234-4b24-bec8-a0dbcb198b26 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Request body: {'security_group_rule': {'security_group_id': '9bcf8906-79d7-4938-bc53-92c6c590a871', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:27.612212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273cfd8-10b5-4733-8136-98d0c83dc314 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcf8906-79d7-4938-bc53-92c6c590a871,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:27.692643 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d7b246d3-f234-4b24-bec8-a0dbcb198b26 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (481ca8fe-2149-4764-9cfa-55c0ec03d593), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.781269 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-918e0768-e11b-479f-b18a-5dad5faf73b2 None None] Current status of the port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:27.781742 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-918e0768-e11b-479f-b18a-5dad5faf73b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.808600 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-a5f6960b-5f90-42d1-bba5-07f6e45abaaf', 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf', 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'fixed_ips': [{'subnet_id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:11:27.809954 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.827704 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d7b246d3-f234-4b24-bec8-a0dbcb198b26 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (481ca8fe-2149-4764-9cfa-55c0ec03d593), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.838463 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d7b246d3-f234-4b24-bec8-a0dbcb198b26 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (481ca8fe-2149-4764-9cfa-55c0ec03d593), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.867384 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b246d3-f234-4b24-bec8-a0dbcb198b26 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481ca8fe-2149-4764-9cfa-55c0ec03d593,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:27.884719 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d7b246d3-f234-4b24-bec8-a0dbcb198b26 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.889901 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d7b246d3-f234-4b24-bec8-a0dbcb198b26 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2896826 Mar 11 12:11:27.891463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56962) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:27.927140 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-918e0768-e11b-479f-b18a-5dad5faf73b2 None None] For port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c,segment=NetworkSegment(692dc2a7-37ef-4293-90ac-48797d7252b1),segment_id=692dc2a7-37ef-4293-90ac-48797d7252b1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:27.944619 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Sync routers for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:11:27.958634 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-918e0768-e11b-479f-b18a-5dad5faf73b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:27.972655 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:27.973341 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:11:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:28.061967 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f097cc5f-2c20-4e5c-b50c-4100174a07b2 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (9bcf8906-79d7-4938-bc53-92c6c590a871), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:28.141667 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f097cc5f-2c20-4e5c-b50c-4100174a07b2 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (9bcf8906-79d7-4938-bc53-92c6c590a871), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:28.150430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e0768-e11b-479f-b18a-5dad5faf73b2 None None] Pushing event updated for resources: {'Port': ['ID=aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:28.197585 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:11:28.293509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 107f914d-19f8-4f31-a645-d1a3d34c2639 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:28.294882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:11:28.326700 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:28.332008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565a74e-eaab-48e5-9af2-0706234d4835 req-387f9a6c-a46b-4d6b-bb94-7ce413691256 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:28.333729 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c565a74e-eaab-48e5-9af2-0706234d4835 req-387f9a6c-a46b-4d6b-bb94-7ce413691256 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2010853 Mar 11 12:11:28.384183 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f097cc5f-2c20-4e5c-b50c-4100174a07b2 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9bcf8906-79d7-4938-bc53-92c6c590a871), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:28.387005 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f097cc5f-2c20-4e5c-b50c-4100174a07b2 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:28.392465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f417c5d5-ef0b-4a87-9d9a-42835e76bc98 None None] Provisioning complete for port def13bf7-adfd-4d6f-b374-f4dc66a58ea3 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:28.393325 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f417c5d5-ef0b-4a87-9d9a-42835e76bc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:28.399311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f097cc5f-2c20-4e5c-b50c-4100174a07b2 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-groups/9bcf8906-79d7-4938-bc53-92c6c590a871 HTTP/1.1" status: 204 len: 168 time: 0.5066061 Mar 11 12:11:28.404093 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56970) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:28.434748 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f417c5d5-ef0b-4a87-9d9a-42835e76bc98 None None] Port def13bf7-adfd-4d6f-b374-f4dc66a58ea3 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:11:28.441963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097cc5f-2c20-4e5c-b50c-4100174a07b2 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcf8906-79d7-4938-bc53-92c6c590a871,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:28.496656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f417c5d5-ef0b-4a87-9d9a-42835e76bc98 None None] Provisioning complete for port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:28.497290 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f417c5d5-ef0b-4a87-9d9a-42835e76bc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:28.499015 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:28.500881 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:28.506698 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c565a74e-eaab-48e5-9af2-0706234d4835 req-44787b7e-816e-4b13-beec-55ab146e1857 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615870 Mar 11 12:11:28.610473 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56972) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:28.611887 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-24dec3ef-b9f2-4c75-86a4-86529491353e tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2022619 Mar 11 12:11:28.674327 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-63acaf31-4c85-47b2-9114-fab494512f17 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0602937 Mar 11 12:11:28.680242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56976) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:28.685773 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Allocated IP 2001:db8:2::2 (a5f6960b-5f90-42d1-bba5-07f6e45abaaf/c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b/45786999-dd2c-4c0b-8e50-9dae83dabf88) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:11:28.706393 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-d2507d59-707d-4bae-8a84-c0c98ef9f074 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] delete failed (client error): The resource could not be found. Mar 11 12:11:28.707434 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d2507d59-707d-4bae-8a84-c0c98ef9f074 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "DELETE /v2.0/security-groups/9bcf8906-79d7-4938-bc53-92c6c590a871 HTTP/1.1" status: 404 len: 347 time: 0.0262492 Mar 11 12:11:28.713530 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56978) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:28.730202 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 3, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def13bf7-adfd-4d6f-b374-f4dc66a58ea3', 'name': '', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:54:f7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:23Z', 'updated_at': '2022-03-11T12:11:25Z', 'revision_number': 2, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:28.785431 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Checking router: 82f6c506-6c3b-4b24-a339-935a89c2b6a6 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:11:28.786751 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Updating router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 port def13bf7-adfd-4d6f-b374-f4dc66a58ea3 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:11:28.819597 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:28.829430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:28.830662 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-54265ba3-d89a-4503-9813-c7b01bf34db7 tempest-SecGroupIPv6Test-190634742 tempest-SecGroupIPv6Test-190634742-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1101837 Mar 11 12:11:28.962767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f417c5d5-ef0b-4a87-9d9a-42835e76bc98 None None] Current status of the port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:29.299219 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Publish callbacks [] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:29.309825 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:29.330735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:11:29.356570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 56988) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:29.423071 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d2a69-42ff-4723-b16d-2554274efc9f None None] Pushing event updated for resources: {'Port': ['ID=def13bf7-adfd-4d6f-b374-f4dc66a58ea3,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:29.429903 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:29.430282 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:29.437259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a56f7dd8-5538-4c73-af35-7734f2026e02 None None] Provisioning complete for port def13bf7-adfd-4d6f-b374-f4dc66a58ea3 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:29.437850 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a56f7dd8-5538-4c73-af35-7734f2026e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:29.470237 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d2a69-42ff-4723-b16d-2554274efc9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:29.471448 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d2a69-42ff-4723-b16d-2554274efc9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:29.472570 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d2a69-42ff-4723-b16d-2554274efc9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:29.475078 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d2a69-42ff-4723-b16d-2554274efc9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:29.475535 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d2a69-42ff-4723-b16d-2554274efc9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:29.476733 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d2a69-42ff-4723-b16d-2554274efc9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:29.477155 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d2a69-42ff-4723-b16d-2554274efc9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:29.478356 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d2a69-42ff-4723-b16d-2554274efc9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:29.478783 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d2a69-42ff-4723-b16d-2554274efc9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:29.480652 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d2a69-42ff-4723-b16d-2554274efc9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:29.481640 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d2a69-42ff-4723-b16d-2554274efc9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:29.482067 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d2a69-42ff-4723-b16d-2554274efc9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:29.483245 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d2a69-42ff-4723-b16d-2554274efc9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:29.566312 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Attempting to bind port def13bf7-adfd-4d6f-b374-f4dc66a58ea3 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:11:29.568432 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Attempting to bind port def13bf7-adfd-4d6f-b374-f4dc66a58ea3 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '692dc2a7-37ef-4293-90ac-48797d7252b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:11:29.571736 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Attempting to bind port def13bf7-adfd-4d6f-b374-f4dc66a58ea3 on network 20959c28-4769-4213-8673-79ff65c1ae78 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:11:29.580305 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:11:29.581124 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Checking segment: {'id': '692dc2a7-37ef-4293-90ac-48797d7252b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:11:29.581645 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:29.582426 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Bound using segment: {'id': '692dc2a7-37ef-4293-90ac-48797d7252b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:11:29.583037 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Bound port: def13bf7-adfd-4d6f-b374-f4dc66a58ea3, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692dc2a7-37ef-4293-90ac-48797d7252b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:11:29.583535 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:29.630266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a56f7dd8-5538-4c73-af35-7734f2026e02 None None] Port def13bf7-adfd-4d6f-b374-f4dc66a58ea3 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:11:29.665682 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Publish callbacks [] for port (45786999-dd2c-4c0b-8e50-9dae83dabf88), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:29.674859 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-af6f2ea5-2d85-4911-8b20-87fa27885cb1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=16a61b57239c4329a9ef391199f32a35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3168824 Mar 11 12:11:29.677359 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 56994) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:29.683218 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (45786999-dd2c-4c0b-8e50-9dae83dabf88), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:29.739672 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] For port def13bf7-adfd-4d6f-b374-f4dc66a58ea3, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:11:29.747857 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] For port def13bf7-adfd-4d6f-b374-f4dc66a58ea3, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=def13bf7-adfd-4d6f-b374-f4dc66a58ea3,segment=NetworkSegment(692dc2a7-37ef-4293-90ac-48797d7252b1),segment_id=692dc2a7-37ef-4293-90ac-48797d7252b1)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:11:29.764731 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:29.796773 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Network a5f6960b-5f90-42d1-bba5-07f6e45abaaf is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:11:29.804167 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Allocated IP 2001:db8:2::1 (a5f6960b-5f90-42d1-bba5-07f6e45abaaf/c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b/05ea7533-41b8-4913-8fc4-35565b31d039) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:11:29.806619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:29.822758 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:11:29.844723 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:29.860096 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Pushing event updated for resources: {'Port': ['ID=45786999-dd2c-4c0b-8e50-9dae83dabf88,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:29.869584 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-95e46bb6-3183-43a4-9db6-a4e509b392db None None] Provisioning complete for port def13bf7-adfd-4d6f-b374-f4dc66a58ea3 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:29.870082 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-95e46bb6-3183-43a4-9db6-a4e509b392db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:29.910869 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-751875b1-a123-4134-b71d-0a0e30ddc964 admin admin] Publish callbacks [] for security_group (0418f944-5d9b-42d0-ac45-43866b824129), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:29.915248 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:29.915990 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:11:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:29.932458 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d2a69-42ff-4723-b16d-2554274efc9f None None] Pushing event updated for resources: {'Port': ['ID=def13bf7-adfd-4d6f-b374-f4dc66a58ea3,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:29.939422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6be6fd-2d4a-49ee-9680-29a3356b5cd2 req-a03bf38a-ec04-4b31-bed4-7f473f247a1f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:29.954152 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b6be6fd-2d4a-49ee-9680-29a3356b5cd2 req-a03bf38a-ec04-4b31-bed4-7f473f247a1f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2678149 Mar 11 12:11:30.057528 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Attempting to bind port 45786999-dd2c-4c0b-8e50-9dae83dabf88 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:11:30.058330 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Attempting to bind port 45786999-dd2c-4c0b-8e50-9dae83dabf88 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'd932edf5-7d62-4b85-9722-bcf19abfd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:11:30.059820 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Attempting to bind port 45786999-dd2c-4c0b-8e50-9dae83dabf88 on network a5f6960b-5f90-42d1-bba5-07f6e45abaaf {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:11:30.075554 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-751875b1-a123-4134-b71d-0a0e30ddc964 admin admin] Publish callbacks [] for security_group (0418f944-5d9b-42d0-ac45-43866b824129), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:30.080765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:11:30.081288 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Checking segment: {'id': 'd932edf5-7d62-4b85-9722-bcf19abfd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:11:30.081828 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:30.082342 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Bound using segment: {'id': 'd932edf5-7d62-4b85-9722-bcf19abfd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:11:30.082929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Bound port: 45786999-dd2c-4c0b-8e50-9dae83dabf88, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd932edf5-7d62-4b85-9722-bcf19abfd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:11:30.083409 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (45786999-dd2c-4c0b-8e50-9dae83dabf88), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:30.104440 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (05ea7533-41b8-4913-8fc4-35565b31d039), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:30.125595 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b6be6fd-2d4a-49ee-9680-29a3356b5cd2 req-95420034-4fb0-4a36-bab9-8e513918a465 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657956 Mar 11 12:11:30.175112 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:11:30.178737 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (05ea7533-41b8-4913-8fc4-35565b31d039), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:30.210740 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-751875b1-a123-4134-b71d-0a0e30ddc964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0418f944-5d9b-42d0-ac45-43866b824129), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:30.213703 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-751875b1-a123-4134-b71d-0a0e30ddc964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:30.215422 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-751875b1-a123-4134-b71d-0a0e30ddc964 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0418f944-5d9b-42d0-ac45-43866b824129 HTTP/1.1" status: 204 len: 168 time: 0.5363305 Mar 11 12:11:30.238079 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751875b1-a123-4134-b71d-0a0e30ddc964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0418f944-5d9b-42d0-ac45-43866b824129,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:30.298785 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network a5f6960b-5f90-42d1-bba5-07f6e45abaaf is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:11:30.307512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] For port 45786999-dd2c-4c0b-8e50-9dae83dabf88, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:11:30.319111 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:30.324408 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] For port 45786999-dd2c-4c0b-8e50-9dae83dabf88, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=45786999-dd2c-4c0b-8e50-9dae83dabf88,segment=NetworkSegment(d932edf5-7d62-4b85-9722-bcf19abfd6bb),segment_id=d932edf5-7d62-4b85-9722-bcf19abfd6bb)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:11:30.332202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=05ea7533-41b8-4913-8fc4-35565b31d039,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:30.334479 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:11:30.335311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (82f6c506-6c3b-4b24-a339-935a89c2b6a6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:30.346100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-95e46bb6-3183-43a4-9db6-a4e509b392db None None] Current status of the port def13bf7-adfd-4d6f-b374-f4dc66a58ea3 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:30.346679 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-95e46bb6-3183-43a4-9db6-a4e509b392db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:30.359369 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (45786999-dd2c-4c0b-8e50-9dae83dabf88), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:30.558221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85f143-7c12-4683-be19-bdaefff5cba7 None None] Pushing event updated for resources: {'Port': ['ID=45786999-dd2c-4c0b-8e50-9dae83dabf88,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:30.567750 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (05ea7533-41b8-4913-8fc4-35565b31d039), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:30.575253 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-95e46bb6-3183-43a4-9db6-a4e509b392db None None] For port def13bf7-adfd-4d6f-b374-f4dc66a58ea3, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=def13bf7-adfd-4d6f-b374-f4dc66a58ea3,segment=NetworkSegment(692dc2a7-37ef-4293-90ac-48797d7252b1),segment_id=692dc2a7-37ef-4293-90ac-48797d7252b1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:30.585398 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-95e46bb6-3183-43a4-9db6-a4e509b392db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:30.723316 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e46bb6-3183-43a4-9db6-a4e509b392db None None] Pushing event updated for resources: {'Port': ['ID=def13bf7-adfd-4d6f-b374-f4dc66a58ea3,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:30.765788 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ae6b10af-489f-43a3-91c8-928e16695967 None None] Provisioning complete for port def13bf7-adfd-4d6f-b374-f4dc66a58ea3 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:30.766230 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ae6b10af-489f-43a3-91c8-928e16695967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:30.960301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ae6b10af-489f-43a3-91c8-928e16695967 None None] Current status of the port def13bf7-adfd-4d6f-b374-f4dc66a58ea3 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:30.978267 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 3, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def13bf7-adfd-4d6f-b374-f4dc66a58ea3', 'name': '', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:54:f7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:23Z', 'updated_at': '2022-03-11T12:11:29Z', 'revision_number': 4, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:31.108584 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f9a50-2f55-4c37-ba80-3fe6ad4eae98 None None] The sync data for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 is: [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 3, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def13bf7-adfd-4d6f-b374-f4dc66a58ea3', 'name': '', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:54:f7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:23Z', 'updated_at': '2022-03-11T12:11:29Z', 'revision_number': 4, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:11:31.136381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 45786999-dd2c-4c0b-8e50-9dae83dabf88 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:11:31.259848 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 45786999-dd2c-4c0b-8e50-9dae83dabf88 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:31.260229 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (45786999-dd2c-4c0b-8e50-9dae83dabf88), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:31.415270 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 45786999-dd2c-4c0b-8e50-9dae83dabf88 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:31.415709 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (45786999-dd2c-4c0b-8e50-9dae83dabf88), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:31.514376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316e879-22e6-4c96-b486-dee8d8121bdb req-49f31d87-7773-4778-8aa2-48111f552c0d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:31.517836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 45786999-dd2c-4c0b-8e50-9dae83dabf88, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=45786999-dd2c-4c0b-8e50-9dae83dabf88,segment=NetworkSegment(d932edf5-7d62-4b85-9722-bcf19abfd6bb),segment_id=d932edf5-7d62-4b85-9722-bcf19abfd6bb)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:31.523449 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7316e879-22e6-4c96-b486-dee8d8121bdb req-49f31d87-7773-4778-8aa2-48111f552c0d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1661181 Mar 11 12:11:31.532036 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (45786999-dd2c-4c0b-8e50-9dae83dabf88), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:31.692232 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7316e879-22e6-4c96-b486-dee8d8121bdb req-e6325146-3808-44c0-9c3f-d50be80b93c7 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677525 Mar 11 12:11:31.715067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57030) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:31.746227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=45786999-dd2c-4c0b-8e50-9dae83dabf88,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:31.990032 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-687b52b5-3eac-4ef7-9e1d-d151a5071b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:32.104818 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (05ea7533-41b8-4913-8fc4-35565b31d039), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:32.122291 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (05ea7533-41b8-4913-8fc4-35565b31d039), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:32.123102 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (82f6c506-6c3b-4b24-a339-935a89c2b6a6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:32.268754 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-687b52b5-3eac-4ef7-9e1d-d151a5071b00 admin admin] Publish callbacks [] for security_group (503e5075-4275-4f57-b592-47414b4479bc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:32.279633 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57042) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:32.288207 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-687b52b5-3eac-4ef7-9e1d-d151a5071b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (503e5075-4275-4f57-b592-47414b4479bc), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:32.345225 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-687b52b5-3eac-4ef7-9e1d-d151a5071b00 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09b6be847acc472e993dc72a88311502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6286891 Mar 11 12:11:32.347760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57048) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:32.366674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b399ed4-0160-41ef-89f2-745d1899c36e None None] Network a5f6960b-5f90-42d1-bba5-07f6e45abaaf requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:11:32.431027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=05ea7533-41b8-4913-8fc4-35565b31d039,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:32.450761 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network a5f6960b-5f90-42d1-bba5-07f6e45abaaf is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:11:32.452700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:32.463488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b52b5-3eac-4ef7-9e1d-d151a5071b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503e5075-4275-4f57-b592-47414b4479bc,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:32.498131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b52b5-3eac-4ef7-9e1d-d151a5071b00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:32.498484 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b52b5-3eac-4ef7-9e1d-d151a5071b00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:32.498830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b52b5-3eac-4ef7-9e1d-d151a5071b00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:32.499164 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b52b5-3eac-4ef7-9e1d-d151a5071b00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:32.506194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b52b5-3eac-4ef7-9e1d-d151a5071b00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:32.508057 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b52b5-3eac-4ef7-9e1d-d151a5071b00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:32.508592 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b52b5-3eac-4ef7-9e1d-d151a5071b00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:32.509104 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b52b5-3eac-4ef7-9e1d-d151a5071b00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:32.510690 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b52b5-3eac-4ef7-9e1d-d151a5071b00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:32.511200 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b52b5-3eac-4ef7-9e1d-d151a5071b00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:32.512117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b52b5-3eac-4ef7-9e1d-d151a5071b00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:32.515418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b52b5-3eac-4ef7-9e1d-d151a5071b00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:32.516567 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b52b5-3eac-4ef7-9e1d-d151a5071b00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:32.563487 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9295ab2b-a5a9-4676-808d-919408579bb9 admin admin] Publish callbacks [] for security_group (503e5075-4275-4f57-b592-47414b4479bc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:32.600853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ba2392a2-c797-4ff5-b568-4eb3959b7da9 None None] Provisioning complete for port 45786999-dd2c-4c0b-8e50-9dae83dabf88 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:32.601356 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ba2392a2-c797-4ff5-b568-4eb3959b7da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (45786999-dd2c-4c0b-8e50-9dae83dabf88), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:32.610029 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-bd0cbc36-c44c-45fe-99c7-6d6eb7410843 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group': {'name': 'tempest-secgroup--688564521'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:32.625439 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:11:32.638112 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9295ab2b-a5a9-4676-808d-919408579bb9 admin admin] Publish callbacks [] for security_group (503e5075-4275-4f57-b592-47414b4479bc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:32.689230 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd0cbc36-c44c-45fe-99c7-6d6eb7410843 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:32.699875 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd0cbc36-c44c-45fe-99c7-6d6eb7410843 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:32.744115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:11:32.750039 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9295ab2b-a5a9-4676-808d-919408579bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (503e5075-4275-4f57-b592-47414b4479bc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:32.753395 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9295ab2b-a5a9-4676-808d-919408579bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:32.760132 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9295ab2b-a5a9-4676-808d-919408579bb9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/503e5075-4275-4f57-b592-47414b4479bc HTTP/1.1" status: 204 len: 168 time: 0.4109535 Mar 11 12:11:32.761194 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9bf716d5-def4-4ea7-b9ea-14f5983632b4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/82f6c506-6c3b-4b24-a339-935a89c2b6a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2593229 Mar 11 12:11:32.763186 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57054) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:32.771122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cbe35f94-062e-4a6c-a6d7-21e0fb701217 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-686654020'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:32.773454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Sync routers for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:11:32.800648 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe35f94-062e-4a6c-a6d7-21e0fb701217 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:11:32.806078 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbe35f94-062e-4a6c-a6d7-21e0fb701217 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:32.806617 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295ab2b-a5a9-4676-808d-919408579bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503e5075-4275-4f57-b592-47414b4479bc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:32.843042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe35f94-062e-4a6c-a6d7-21e0fb701217 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:11:32.858515 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:32.859261 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:11:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:32.861091 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ba2392a2-c797-4ff5-b568-4eb3959b7da9 None None] Current status of the port 45786999-dd2c-4c0b-8e50-9dae83dabf88 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:32.872216 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbe35f94-062e-4a6c-a6d7-21e0fb701217 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (63d14608-b9d8-47ca-8167-945a6f7774da), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:32.872565 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-cbe35f94-062e-4a6c-a6d7-21e0fb701217 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Added segment 63d14608-b9d8-47ca-8167-945a6f7774da of type vlan for network d23bf12e-1b8f-493b-84e4-712a364a3ab2 Mar 11 12:11:33.045862 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:11:33.051791 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbe35f94-062e-4a6c-a6d7-21e0fb701217 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (d23bf12e-1b8f-493b-84e4-712a364a3ab2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:33.126635 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbe35f94-062e-4a6c-a6d7-21e0fb701217 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (d23bf12e-1b8f-493b-84e4-712a364a3ab2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:33.133221 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe35f94-062e-4a6c-a6d7-21e0fb701217 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:33.140055 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cbe35f94-062e-4a6c-a6d7-21e0fb701217 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:33.229620 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device def13bf7-adfd-4d6f-b374-f4dc66a58ea3 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:11:33.288120 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cbe35f94-062e-4a6c-a6d7-21e0fb701217 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5235703 Mar 11 12:11:33.304380 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57060) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:33.317713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-38000f78-fc66-4f43-a77f-d8a44cb8d059 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'subnet': {'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:33.430301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe35f94-062e-4a6c-a6d7-21e0fb701217 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Network': ['ID=d23bf12e-1b8f-493b-84e4-712a364a3ab2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:33.457541 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network d23bf12e-1b8f-493b-84e4-712a364a3ab2 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:11:33.601867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57064) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:33.632123 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c3f9be5a-413e-482c-b688-f6114054575d None None] Provisioning complete for port 45786999-dd2c-4c0b-8e50-9dae83dabf88 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:33.632653 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c3f9be5a-413e-482c-b688-f6114054575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (45786999-dd2c-4c0b-8e50-9dae83dabf88), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:33.634419 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device e941fb05-4896-4c38-9b4c-d33880735661 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:11:33.680932 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc1de4bf-6eb1-457b-bc6e-8f08e267f964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:33.771059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38000f78-fc66-4f43-a77f-d8a44cb8d059 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Made reservation on behalf of 4c6e8c5c6d7942dfbbd1e170fdd64972 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:11:33.779553 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38000f78-fc66-4f43-a77f-d8a44cb8d059 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:33.829970 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:11:33.890678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port def13bf7-adfd-4d6f-b374-f4dc66a58ea3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:33.892084 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:33.978770 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.031632 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc1de4bf-6eb1-457b-bc6e-8f08e267f964 admin admin] Publish callbacks [] for security_group (0b9863d0-8017-49db-b4db-0fac9848692a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.041902 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc1de4bf-6eb1-457b-bc6e-8f08e267f964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0b9863d0-8017-49db-b4db-0fac9848692a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.137847 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038bc45-59e4-440e-a6d1-f234dcfa2377 req-3e49fecd-5694-4204-b9b5-592b15652203 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:34.151730 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a038bc45-59e4-440e-a6d1-f234dcfa2377 req-3e49fecd-5694-4204-b9b5-592b15652203 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 1.3487465 Mar 11 12:11:34.242957 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fc1de4bf-6eb1-457b-bc6e-8f08e267f964 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6b8f18570f994339b5f9ce42c3bc1c4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6283345 Mar 11 12:11:34.246760 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1de4bf-6eb1-457b-bc6e-8f08e267f964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9863d0-8017-49db-b4db-0fac9848692a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:34.269262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57068) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:34.292845 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a038bc45-59e4-440e-a6d1-f234dcfa2377 req-9995b465-cc94-4344-82b1-49131cf36bca tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362348 Mar 11 12:11:34.332298 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd0cbc36-c44c-45fe-99c7-6d6eb7410843 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (d4c6632d-978c-459c-accf-96528c149c5d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.347401 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd0cbc36-c44c-45fe-99c7-6d6eb7410843 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d4c6632d-978c-459c-accf-96528c149c5d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.359537 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port e941fb05-4896-4c38-9b4c-d33880735661, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e941fb05-4896-4c38-9b4c-d33880735661,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:34.389046 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74dffdbb-5906-46e2-b02e-9520f63ddabc admin admin] Publish callbacks [] for security_group (0b9863d0-8017-49db-b4db-0fac9848692a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.416231 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9be5a-413e-482c-b688-f6114054575d None None] Current status of the port 45786999-dd2c-4c0b-8e50-9dae83dabf88 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:34.442868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cbc36-c44c-45fe-99c7-6d6eb7410843 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c6632d-978c-459c-accf-96528c149c5d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:34.457094 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74dffdbb-5906-46e2-b02e-9520f63ddabc admin admin] Publish callbacks [] for security_group (0b9863d0-8017-49db-b4db-0fac9848692a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.460053 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38000f78-fc66-4f43-a77f-d8a44cb8d059 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (a0fc4cfa-cf9f-4e4e-b417-6749033a9004), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.526716 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'e941fb05-4896-4c38-9b4c-d33880735661', 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc', 'port_id': 'e941fb05-4896-4c38-9b4c-d33880735661', 'mac_address': 'fa:16:3e:5a:78:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba949ad3-acd0-4240-bdb9-834f19359038', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:11:34.527615 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd0cbc36-c44c-45fe-99c7-6d6eb7410843 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (21f91605-3eca-40be-9abe-119bb0654190), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.535894 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38000f78-fc66-4f43-a77f-d8a44cb8d059 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Subnet': ['ID=a0fc4cfa-cf9f-4e4e-b417-6749033a9004,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:34.545131 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd0cbc36-c44c-45fe-99c7-6d6eb7410843 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (21f91605-3eca-40be-9abe-119bb0654190), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.570614 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c3f9be5a-413e-482c-b688-f6114054575d None None] Provisioning complete for port 05ea7533-41b8-4913-8fc4-35565b31d039 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:34.575709 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c3f9be5a-413e-482c-b688-f6114054575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (05ea7533-41b8-4913-8fc4-35565b31d039), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.589395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38000f78-fc66-4f43-a77f-d8a44cb8d059 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Checking segment: {'id': '63d14608-b9d8-47ca-8167-945a6f7774da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:11:34.590528 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38000f78-fc66-4f43-a77f-d8a44cb8d059 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network hostable DHCP agents. Network: d23bf12e-1b8f-493b-84e4-712a364a3ab2, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:11:34.606433 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bd0cbc36-c44c-45fe-99c7-6d6eb7410843 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.609047 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:30Z', 'revision_number': 4, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '05ea7533-41b8-4913-8fc4-35565b31d039', 'name': '', 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:b5:f9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:28Z', 'updated_at': '2022-03-11T12:11:31Z', 'revision_number': 2, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def13bf7-adfd-4d6f-b374-f4dc66a58ea3', 'name': '', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:54:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:23Z', 'updated_at': '2022-03-11T12:11:30Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:34.610770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57072) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:34.613395 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bd0cbc36-c44c-45fe-99c7-6d6eb7410843 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.3314307 Mar 11 12:11:34.635365 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cbc36-c44c-45fe-99c7-6d6eb7410843 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f91605-3eca-40be-9abe-119bb0654190,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:34.637913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38000f78-fc66-4f43-a77f-d8a44cb8d059 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network d23bf12e-1b8f-493b-84e4-712a364a3ab2 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:11:34.664036 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74dffdbb-5906-46e2-b02e-9520f63ddabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0b9863d0-8017-49db-b4db-0fac9848692a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.667125 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74dffdbb-5906-46e2-b02e-9520f63ddabc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.669754 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-74dffdbb-5906-46e2-b02e-9520f63ddabc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0b9863d0-8017-49db-b4db-0fac9848692a HTTP/1.1" status: 204 len: 168 time: 0.3962994 Mar 11 12:11:34.698340 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7e1b8f0b-5d9b-479c-a2b5-ed6bd6da4a2f tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0860097 Mar 11 12:11:34.701026 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-38000f78-fc66-4f43-a77f-d8a44cb8d059 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, d23bf12e-1b8f-493b-84e4-712a364a3ab2) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:34.701990 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57076) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:34.707316 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-096a4482-53d7-4ddf-90a8-a64c6c86d527 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group': {'name': 'tempest-security--1447085766', 'description': 'tempest-security-description-1542588361'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:34.707623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38000f78-fc66-4f43-a77f-d8a44cb8d059 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:34.708668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38000f78-fc66-4f43-a77f-d8a44cb8d059 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.720588 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dffdbb-5906-46e2-b02e-9520f63ddabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9863d0-8017-49db-b4db-0fac9848692a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:34.751942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9be5a-413e-482c-b688-f6114054575d None None] Port 05ea7533-41b8-4913-8fc4-35565b31d039 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:11:34.753911 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-38000f78-fc66-4f43-a77f-d8a44cb8d059 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4482181 Mar 11 12:11:34.757625 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57078) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:34.784591 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-096a4482-53d7-4ddf-90a8-a64c6c86d527 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (21f91605-3eca-40be-9abe-119bb0654190), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.862330 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79415e90-8c39-465d-a388-ed9d2ada69bc None None] Network d23bf12e-1b8f-493b-84e4-712a364a3ab2 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:11:34.898150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Checking router: 82f6c506-6c3b-4b24-a339-935a89c2b6a6 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:11:34.898500 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Updating router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 port 05ea7533-41b8-4913-8fc4-35565b31d039 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:11:34.907197 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port def13bf7-adfd-4d6f-b374-f4dc66a58ea3 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:34.908379 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 45786999-dd2c-4c0b-8e50-9dae83dabf88 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:11:34.921288 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-096a4482-53d7-4ddf-90a8-a64c6c86d527 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (21f91605-3eca-40be-9abe-119bb0654190), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.935324 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-096a4482-53d7-4ddf-90a8-a64c6c86d527 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (21f91605-3eca-40be-9abe-119bb0654190), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.939985 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-096a4482-53d7-4ddf-90a8-a64c6c86d527 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:34.949831 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-096a4482-53d7-4ddf-90a8-a64c6c86d527 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "PUT /v2.0/security-groups/21f91605-3eca-40be-9abe-119bb0654190 HTTP/1.1" status: 200 len: 1797 time: 0.2454300 Mar 11 12:11:34.951176 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57082) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:35.103286 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a4482-53d7-4ddf-90a8-a64c6c86d527 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f91605-3eca-40be-9abe-119bb0654190,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:35.193736 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8f16b7b4-4689-418a-902f-5f429728c379 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-groups/21f91605-3eca-40be-9abe-119bb0654190 HTTP/1.1" status: 200 len: 1797 time: 0.2255435 Mar 11 12:11:35.195400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57090) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:35.302916 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-874ee611-e22d-404a-9e5d-e344d4b7d53e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (21f91605-3eca-40be-9abe-119bb0654190), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:35.331768 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-874ee611-e22d-404a-9e5d-e344d4b7d53e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (21f91605-3eca-40be-9abe-119bb0654190), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:35.398545 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-874ee611-e22d-404a-9e5d-e344d4b7d53e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (21f91605-3eca-40be-9abe-119bb0654190), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:35.401628 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-874ee611-e22d-404a-9e5d-e344d4b7d53e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:35.403559 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-874ee611-e22d-404a-9e5d-e344d4b7d53e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-groups/21f91605-3eca-40be-9abe-119bb0654190 HTTP/1.1" status: 204 len: 168 time: 0.2067659 Mar 11 12:11:35.407796 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57102) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:35.481774 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ee611-e22d-404a-9e5d-e344d4b7d53e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f91605-3eca-40be-9abe-119bb0654190,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:35.553285 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2ca8d97f-9a45-4c5d-bbf3-bb25ba5c5a54 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1412270 Mar 11 12:11:35.559910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57118) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:35.603547 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-80abf799-e25c-41e7-a96a-3b7b054cfbc3 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] delete failed (client error): The resource could not be found. Mar 11 12:11:35.609424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c780a7-ac34-40ae-86e9-1abcf1a83e67 req-cc925c43-95db-434b-ad90-93cc5f4d0371 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:35.609745 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01c780a7-ac34-40ae-86e9-1abcf1a83e67 req-cc925c43-95db-434b-ad90-93cc5f4d0371 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1326416 Mar 11 12:11:35.610251 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57122) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:35.610811 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-80abf799-e25c-41e7-a96a-3b7b054cfbc3 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-groups/21f91605-3eca-40be-9abe-119bb0654190 HTTP/1.1" status: 404 len: 347 time: 0.0463443 Mar 11 12:11:35.628712 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-df686dee-4e9d-4a27-ad48-6d3bf3f56172 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1471096854'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:35.665431 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:35.689260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port e941fb05-4896-4c38-9b4c-d33880735661 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:35.689851 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e941fb05-4896-4c38-9b4c-d33880735661), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:35.743950 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (05ea7533-41b8-4913-8fc4-35565b31d039), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:35.746235 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-28e44d89-b40d-4fb5-b08d-f6b6b99368f5 None None] Provisioning complete for port 05ea7533-41b8-4913-8fc4-35565b31d039 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:35.746655 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28e44d89-b40d-4fb5-b08d-f6b6b99368f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (05ea7533-41b8-4913-8fc4-35565b31d039), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:35.754390 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01c780a7-ac34-40ae-86e9-1abcf1a83e67 req-5bcb87b1-95ab-4225-8207-089bcbba153e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296749 Mar 11 12:11:35.755754 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df686dee-4e9d-4a27-ad48-6d3bf3f56172 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:35.839088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e941fb05-4896-4c38-9b4c-d33880735661 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:11:35.897992 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df686dee-4e9d-4a27-ad48-6d3bf3f56172 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (430abc15-f8de-4ab1-bea2-ecbb56465a2d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:35.908035 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df686dee-4e9d-4a27-ad48-6d3bf3f56172 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (430abc15-f8de-4ab1-bea2-ecbb56465a2d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:35.957692 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df686dee-4e9d-4a27-ad48-6d3bf3f56172 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:35.958636 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-df686dee-4e9d-4a27-ad48-6d3bf3f56172 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3474038 Mar 11 12:11:35.966161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port e941fb05-4896-4c38-9b4c-d33880735661, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e941fb05-4896-4c38-9b4c-d33880735661,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:35.972318 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57142) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:35.989233 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-73f801d0-a755-40af-bebb-734656a15f77 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group_rule': {'security_group_id': '430abc15-f8de-4ab1-bea2-ecbb56465a2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:35.996552 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df686dee-4e9d-4a27-ad48-6d3bf3f56172 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430abc15-f8de-4ab1-bea2-ecbb56465a2d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:36.033686 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73f801d0-a755-40af-bebb-734656a15f77 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (99bfd8cc-00de-4722-8b1f-772a155387d6), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:36.055346 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e941fb05-4896-4c38-9b4c-d33880735661), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:36.090384 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-28e44d89-b40d-4fb5-b08d-f6b6b99368f5 None None] Port 05ea7533-41b8-4913-8fc4-35565b31d039 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:11:36.135029 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-d23bf12e-1b8f-493b-84e4-712a364a3ab2', 'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2', 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'fixed_ips': [{'subnet_id': 'a0fc4cfa-cf9f-4e4e-b417-6749033a9004'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:11:36.135952 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:36.196142 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 45786999-dd2c-4c0b-8e50-9dae83dabf88 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:36.196142 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (45786999-dd2c-4c0b-8e50-9dae83dabf88), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:36.204089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['e941fb05-4896-4c38-9b4c-d33880735661'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:11:36.242816 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73f801d0-a755-40af-bebb-734656a15f77 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (99bfd8cc-00de-4722-8b1f-772a155387d6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:36.281130 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Allocated IP 2001:db8:3::1 (d23bf12e-1b8f-493b-84e4-712a364a3ab2/a0fc4cfa-cf9f-4e4e-b417-6749033a9004/3115ac8e-e4b4-440e-be8c-5d596693db1d) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:11:36.282887 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73f801d0-a755-40af-bebb-734656a15f77 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (99bfd8cc-00de-4722-8b1f-772a155387d6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:36.328908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f801d0-a755-40af-bebb-734656a15f77 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bfd8cc-00de-4722-8b1f-772a155387d6,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:36.351031 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73f801d0-a755-40af-bebb-734656a15f77 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:36.355146 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-73f801d0-a755-40af-bebb-734656a15f77 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3793824 Mar 11 12:11:36.355758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57160) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:36.410626 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df64e066-61e4-407e-a579-ad5389a5aa30 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (99bfd8cc-00de-4722-8b1f-772a155387d6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:36.419427 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df64e066-61e4-407e-a579-ad5389a5aa30 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (99bfd8cc-00de-4722-8b1f-772a155387d6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:36.532796 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df64e066-61e4-407e-a579-ad5389a5aa30 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (99bfd8cc-00de-4722-8b1f-772a155387d6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:36.543295 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df64e066-61e4-407e-a579-ad5389a5aa30 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:36.554633 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-df64e066-61e4-407e-a579-ad5389a5aa30 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/99bfd8cc-00de-4722-8b1f-772a155387d6 HTTP/1.1" status: 204 len: 168 time: 0.1961999 Mar 11 12:11:36.555735 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57174) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:36.628121 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:36.678486 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64e066-61e4-407e-a579-ad5389a5aa30 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99bfd8cc-00de-4722-8b1f-772a155387d6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:36.733519 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-638d3e92-4964-4ff2-b8e8-1dbf053b9bc7 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1505468 Mar 11 12:11:36.736340 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57176) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:36.764052 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:36.887160 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49d30102-3123-4f07-a1b3-d5775e7c808f tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (430abc15-f8de-4ab1-bea2-ecbb56465a2d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:36.895121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=3115ac8e-e4b4-440e-be8c-5d596693db1d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:36.922605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Allocated IP 2001:db8:3::2 (d23bf12e-1b8f-493b-84e4-712a364a3ab2/a0fc4cfa-cf9f-4e4e-b417-6749033a9004/21f9316d-d43b-49c7-86dd-16fc0b0eab00) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:11:36.941436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network d23bf12e-1b8f-493b-84e4-712a364a3ab2 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:11:36.947228 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:36.956410 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:11:36.957671 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (82f6c506-6c3b-4b24-a339-935a89c2b6a6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:36.981836 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49d30102-3123-4f07-a1b3-d5775e7c808f tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (430abc15-f8de-4ab1-bea2-ecbb56465a2d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:37.047062 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=e941fb05-4896-4c38-9b4c-d33880735661,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:37.175937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2d7b0-c9d6-420f-8e6e-a6c7c2652c62 req-1782f4a7-4411-40fe-b0ae-f0fd47da2405 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:37.185903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f6d2d7b0-c9d6-420f-8e6e-a6c7c2652c62 req-1782f4a7-4411-40fe-b0ae-f0fd47da2405 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.1750579 Mar 11 12:11:37.197309 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49d30102-3123-4f07-a1b3-d5775e7c808f tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (430abc15-f8de-4ab1-bea2-ecbb56465a2d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:37.201598 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49d30102-3123-4f07-a1b3-d5775e7c808f tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:37.202924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-49d30102-3123-4f07-a1b3-d5775e7c808f tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-groups/430abc15-f8de-4ab1-bea2-ecbb56465a2d HTTP/1.1" status: 204 len: 168 time: 0.4654140 Mar 11 12:11:37.236979 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57188) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:37.291451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d30102-3123-4f07-a1b3-d5775e7c808f tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=430abc15-f8de-4ab1-bea2-ecbb56465a2d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:37.379835 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:37.403812 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-273ae8f8-0dd7-4bb2-b866-593a805b81fc tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1608112 Mar 11 12:11:37.407646 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57192) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:37.432181 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f6d2d7b0-c9d6-420f-8e6e-a6c7c2652c62 req-e533f43a-e85b-4dd3-a2aa-a0833347771a tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451513 Mar 11 12:11:37.448331 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-fdedd146-a9fe-4227-a347-9f978f839c5c tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720168642'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:37.502642 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fdedd146-a9fe-4227-a347-9f978f839c5c tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:37.684873 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fdedd146-a9fe-4227-a347-9f978f839c5c tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (93b8e58c-1cc6-4952-881e-407579802d78), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:37.701571 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fdedd146-a9fe-4227-a347-9f978f839c5c tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (93b8e58c-1cc6-4952-881e-407579802d78), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:37.750712 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fdedd146-a9fe-4227-a347-9f978f839c5c tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:37.755552 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fdedd146-a9fe-4227-a347-9f978f839c5c tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3138309 Mar 11 12:11:37.761746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57206) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:37.764162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-204258fc-d579-4774-a2c3-1eb4dda01a82 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group_rule': {'security_group_id': '93b8e58c-1cc6-4952-881e-407579802d78', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:37.790657 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Publish callbacks [] for port (21f9316d-d43b-49c7-86dd-16fc0b0eab00), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:37.796117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 45786999-dd2c-4c0b-8e50-9dae83dabf88 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:37.822235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedd146-a9fe-4227-a347-9f978f839c5c tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b8e58c-1cc6-4952-881e-407579802d78,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:38.012729 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:38.021827 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-204258fc-d579-4774-a2c3-1eb4dda01a82 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (f5a9e542-d422-40ad-b912-a51445543439), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:38.041380 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:38.042735 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (82f6c506-6c3b-4b24-a339-935a89c2b6a6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:38.084738 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Publish callbacks [] for port (05ea7533-41b8-4913-8fc4-35565b31d039), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:38.142542 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (21f9316d-d43b-49c7-86dd-16fc0b0eab00), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:38.169903 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (05ea7533-41b8-4913-8fc4-35565b31d039), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:38.244537 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Network d23bf12e-1b8f-493b-84e4-712a364a3ab2 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:11:38.264669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Pushing event updated for resources: {'Port': ['ID=21f9316d-d43b-49c7-86dd-16fc0b0eab00,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:38.268317 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:38.334749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event updated for resources: {'Port': ['ID=3115ac8e-e4b4-440e-be8c-5d596693db1d,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:38.358894 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Network d23bf12e-1b8f-493b-84e4-712a364a3ab2 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:11:38.374382 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:11:38.375306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b55a0-fce6-4643-a918-3bd7a1b9e8e5 None None] Pushing event updated for resources: {'Port': ['ID=05ea7533-41b8-4913-8fc4-35565b31d039,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:38.392922 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:11:38.424136 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-204258fc-d579-4774-a2c3-1eb4dda01a82 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (f5a9e542-d422-40ad-b912-a51445543439), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:38.499095 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-204258fc-d579-4774-a2c3-1eb4dda01a82 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (f5a9e542-d422-40ad-b912-a51445543439), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:38.619302 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-204258fc-d579-4774-a2c3-1eb4dda01a82 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:38.623828 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-204258fc-d579-4774-a2c3-1eb4dda01a82 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8608932 Mar 11 12:11:38.635705 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57226) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:38.648195 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group_rule': {'security_group_id': '93b8e58c-1cc6-4952-881e-407579802d78', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:38.664818 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204258fc-d579-4774-a2c3-1eb4dda01a82 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a9e542-d422-40ad-b912-a51445543439,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:38.710470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458c001-a34c-4aee-bb1f-e9f3a433e4c4 req-659b1ec4-abea-416a-bd2c-22480a9299bb tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:38.718326 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2458c001-a34c-4aee-bb1f-e9f3a433e4c4 req-659b1ec4-abea-416a-bd2c-22480a9299bb tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.1515598 Mar 11 12:11:38.722145 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Attempting to bind port 05ea7533-41b8-4913-8fc4-35565b31d039 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:11:38.736210 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Attempting to bind port 05ea7533-41b8-4913-8fc4-35565b31d039 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'd932edf5-7d62-4b85-9722-bcf19abfd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:11:38.736660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Attempting to bind port 05ea7533-41b8-4913-8fc4-35565b31d039 on network a5f6960b-5f90-42d1-bba5-07f6e45abaaf {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:11:38.749647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:11:38.760388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Attempting to bind port 21f9316d-d43b-49c7-86dd-16fc0b0eab00 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:11:38.760988 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Attempting to bind port 21f9316d-d43b-49c7-86dd-16fc0b0eab00 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '63d14608-b9d8-47ca-8167-945a6f7774da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:11:38.761623 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Attempting to bind port 21f9316d-d43b-49c7-86dd-16fc0b0eab00 on network d23bf12e-1b8f-493b-84e4-712a364a3ab2 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:11:38.765863 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:11:38.769671 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (fc10629c-33b2-4b02-a9d3-26931eaaf64f), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:38.772371 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Checking segment: {'id': 'd932edf5-7d62-4b85-9722-bcf19abfd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:11:38.772985 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:38.773562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Bound using segment: {'id': 'd932edf5-7d62-4b85-9722-bcf19abfd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:11:38.776199 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Bound port: 05ea7533-41b8-4913-8fc4-35565b31d039, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd932edf5-7d62-4b85-9722-bcf19abfd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:11:38.776761 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (05ea7533-41b8-4913-8fc4-35565b31d039), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:38.833810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:11:38.836175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Checking segment: {'id': '63d14608-b9d8-47ca-8167-945a6f7774da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:11:38.836781 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:38.837949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Bound using segment: {'id': '63d14608-b9d8-47ca-8167-945a6f7774da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:11:38.838585 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Bound port: 21f9316d-d43b-49c7-86dd-16fc0b0eab00, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d14608-b9d8-47ca-8167-945a6f7774da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:11:38.840304 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (21f9316d-d43b-49c7-86dd-16fc0b0eab00), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:38.845604 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2458c001-a34c-4aee-bb1f-e9f3a433e4c4 req-c1c4375f-8172-4854-b843-2ba06dc44454 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263702 Mar 11 12:11:38.905376 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-cffdde48-1234-401c-976b-50ee461d65e9 None None] Provisioning complete for port 05ea7533-41b8-4913-8fc4-35565b31d039 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:38.917561 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cffdde48-1234-401c-976b-50ee461d65e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (05ea7533-41b8-4913-8fc4-35565b31d039), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:39.014714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:11:39.023198 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7dce0bde-ba81-4a41-9b77-00b654029862 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/82f6c506-6c3b-4b24-a339-935a89c2b6a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2631922 Mar 11 12:11:39.025237 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (fc10629c-33b2-4b02-a9d3-26931eaaf64f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:39.026836 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57234) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:39.034043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-de7c0556-7a83-4c08-bf59-ea6658eb17bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:39.048106 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (fc10629c-33b2-4b02-a9d3-26931eaaf64f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:39.090649 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:39.092317 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4515858 Mar 11 12:11:39.094804 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57236) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:39.101398 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-aaa550d5-4345-478a-97d5-e26c62d37e3e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group_rule': {'security_group_id': '93b8e58c-1cc6-4952-881e-407579802d78', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:39.129641 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc10629c-33b2-4b02-a9d3-26931eaaf64f,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:39.151747 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:39.152403 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:39.153205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:39.153302 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:39.153673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:39.154355 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:39.154355 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:39.154824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:39.156372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:39.156765 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:39.157176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:39.157696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:39.158109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa22d21-7151-4926-bc71-f0a8f313560d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:39.161228 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cffdde48-1234-401c-976b-50ee461d65e9 None None] Port 05ea7533-41b8-4913-8fc4-35565b31d039 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:11:39.179531 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aaa550d5-4345-478a-97d5-e26c62d37e3e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (0bf6617e-8417-4f84-998b-dd17e663a8ea), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:39.205320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] For port 05ea7533-41b8-4913-8fc4-35565b31d039, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:11:39.209808 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] For port 05ea7533-41b8-4913-8fc4-35565b31d039, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=05ea7533-41b8-4913-8fc4-35565b31d039,segment=NetworkSegment(d932edf5-7d62-4b85-9722-bcf19abfd6bb),segment_id=d932edf5-7d62-4b85-9722-bcf19abfd6bb)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:11:39.266979 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (05ea7533-41b8-4913-8fc4-35565b31d039), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:39.271510 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] For port 21f9316d-d43b-49c7-86dd-16fc0b0eab00, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:11:39.282471 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] For port 21f9316d-d43b-49c7-86dd-16fc0b0eab00, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=21f9316d-d43b-49c7-86dd-16fc0b0eab00,segment=NetworkSegment(63d14608-b9d8-47ca-8167-945a6f7774da),segment_id=63d14608-b9d8-47ca-8167-945a6f7774da)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:11:39.330017 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aaa550d5-4345-478a-97d5-e26c62d37e3e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (0bf6617e-8417-4f84-998b-dd17e663a8ea), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:39.342287 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aaa550d5-4345-478a-97d5-e26c62d37e3e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (0bf6617e-8417-4f84-998b-dd17e663a8ea), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:39.357840 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (21f9316d-d43b-49c7-86dd-16fc0b0eab00), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:39.405951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aaa550d5-4345-478a-97d5-e26c62d37e3e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:39.407865 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-aaa550d5-4345-478a-97d5-e26c62d37e3e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3114033 Mar 11 12:11:39.410704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa550d5-4345-478a-97d5-e26c62d37e3e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf6617e-8417-4f84-998b-dd17e663a8ea,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:39.424420 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57246) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:39.497627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b400677d-d1ff-4541-acfc-97c19692f660 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group_rule': {'security_group_id': '93b8e58c-1cc6-4952-881e-407579802d78', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:39.522074 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:39.531732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:11:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:39.538872 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b400677d-d1ff-4541-acfc-97c19692f660 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (50db279a-3a1f-4d8e-84fb-ed99cc6c86b2), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:39.753986 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b400677d-d1ff-4541-acfc-97c19692f660 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (50db279a-3a1f-4d8e-84fb-ed99cc6c86b2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:39.767758 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b400677d-d1ff-4541-acfc-97c19692f660 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (50db279a-3a1f-4d8e-84fb-ed99cc6c86b2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:39.826061 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400677d-d1ff-4541-acfc-97c19692f660 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50db279a-3a1f-4d8e-84fb-ed99cc6c86b2,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:39.838949 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b400677d-d1ff-4541-acfc-97c19692f660 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:39.850216 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b400677d-d1ff-4541-acfc-97c19692f660 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4246662 Mar 11 12:11:39.853442 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57254) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:39.866805 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d1207c5c-9734-49db-93ff-00254610d85a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group_rule': {'security_group_id': '93b8e58c-1cc6-4952-881e-407579802d78', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:39.866951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:11:39.939365 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1207c5c-9734-49db-93ff-00254610d85a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (1be798db-9270-4273-869f-05780d8d5f5f), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:40.157184 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1207c5c-9734-49db-93ff-00254610d85a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (1be798db-9270-4273-869f-05780d8d5f5f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:40.173463 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1207c5c-9734-49db-93ff-00254610d85a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (1be798db-9270-4273-869f-05780d8d5f5f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:40.199302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device e941fb05-4896-4c38-9b4c-d33880735661 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:11:40.263167 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1207c5c-9734-49db-93ff-00254610d85a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be798db-9270-4273-869f-05780d8d5f5f,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:40.328188 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1207c5c-9734-49db-93ff-00254610d85a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:40.332407 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57262) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:40.336644 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d1207c5c-9734-49db-93ff-00254610d85a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4820573 Mar 11 12:11:40.410472 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ca85e-f66d-4bb4-8d24-677dd9e52fc4 req-62811023-715d-4538-bb69-c37f912fb9c1 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:40.424799 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b8ca85e-f66d-4bb4-8d24-677dd9e52fc4 req-62811023-715d-4538-bb69-c37f912fb9c1 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.3911335 Mar 11 12:11:40.489190 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.extraroute_db [None req-de7c0556-7a83-4c08-bf59-ea6658eb17bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104031) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 12:11:40.498398 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b55a0-fce6-4643-a918-3bd7a1b9e8e5 None None] Pushing event updated for resources: {'Port': ['ID=05ea7533-41b8-4913-8fc4-35565b31d039,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:40.582708 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b2ce772a-0a0a-451e-809f-28024469ebb1 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (1be798db-9270-4273-869f-05780d8d5f5f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:40.592245 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.extraroute_db [None req-de7c0556-7a83-4c08-bf59-ea6658eb17bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Removed routes are [] {{(pid=104031) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 12:11:40.592800 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de7c0556-7a83-4c08-bf59-ea6658eb17bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (82f6c506-6c3b-4b24-a339-935a89c2b6a6), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:40.620675 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b2ce772a-0a0a-451e-809f-28024469ebb1 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (1be798db-9270-4273-869f-05780d8d5f5f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:40.759156 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port e941fb05-4896-4c38-9b4c-d33880735661 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:40.759840 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e941fb05-4896-4c38-9b4c-d33880735661), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:40.762014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2ff9e314-a58f-458b-9ee4-7cbd7a2bec96 None None] Provisioning complete for port 05ea7533-41b8-4913-8fc4-35565b31d039 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:40.762616 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e314-a58f-458b-9ee4-7cbd7a2bec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (05ea7533-41b8-4913-8fc4-35565b31d039), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:40.929097 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fdc3e-8686-41b1-9824-e80f32e09a0e None None] Pushing event updated for resources: {'Port': ['ID=21f9316d-d43b-49c7-86dd-16fc0b0eab00,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:40.978882 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b8ca85e-f66d-4bb4-8d24-677dd9e52fc4 req-fb1aa8c3-e0d4-4ac4-a9a0-35497551f493 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491822 Mar 11 12:11:41.070732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9e314-a58f-458b-9ee4-7cbd7a2bec96 None None] Current status of the port 05ea7533-41b8-4913-8fc4-35565b31d039 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:41.071453 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e314-a58f-458b-9ee4-7cbd7a2bec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (05ea7533-41b8-4913-8fc4-35565b31d039), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:41.117083 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b2ce772a-0a0a-451e-809f-28024469ebb1 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (1be798db-9270-4273-869f-05780d8d5f5f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:41.138513 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:37Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '05ea7533-41b8-4913-8fc4-35565b31d039', 'name': '', 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:b5:f9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:28Z', 'updated_at': '2022-03-11T12:11:39Z', 'revision_number': 4, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3115ac8e-e4b4-440e-be8c-5d596693db1d', 'name': '', 'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:9f:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a0fc4cfa-cf9f-4e4e-b417-6749033a9004', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:35Z', 'updated_at': '2022-03-11T12:11:37Z', 'revision_number': 2, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'a0fc4cfa-cf9f-4e4e-b417-6749033a9004', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def13bf7-adfd-4d6f-b374-f4dc66a58ea3', 'name': '', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:54:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:23Z', 'updated_at': '2022-03-11T12:11:30Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:41.139183 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b2ce772a-0a0a-451e-809f-28024469ebb1 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:41.143908 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b2ce772a-0a0a-451e-809f-28024469ebb1 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/1be798db-9270-4273-869f-05780d8d5f5f HTTP/1.1" status: 204 len: 168 time: 0.8052797 Mar 11 12:11:41.144696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57276) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:41.198805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce772a-0a0a-451e-809f-28024469ebb1 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1be798db-9270-4273-869f-05780d8d5f5f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:41.224313 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de7c0556-7a83-4c08-bf59-ea6658eb17bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (82f6c506-6c3b-4b24-a339-935a89c2b6a6), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:41.238373 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de7c0556-7a83-4c08-bf59-ea6658eb17bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (82f6c506-6c3b-4b24-a339-935a89c2b6a6), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:41.259642 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2ff9e314-a58f-458b-9ee4-7cbd7a2bec96 None None] For port 05ea7533-41b8-4913-8fc4-35565b31d039, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=05ea7533-41b8-4913-8fc4-35565b31d039,segment=NetworkSegment(d932edf5-7d62-4b85-9722-bcf19abfd6bb),segment_id=d932edf5-7d62-4b85-9722-bcf19abfd6bb)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:41.261850 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port e941fb05-4896-4c38-9b4c-d33880735661 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:41.269385 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e941fb05-4896-4c38-9b4c-d33880735661), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:41.272087 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e314-a58f-458b-9ee4-7cbd7a2bec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (05ea7533-41b8-4913-8fc4-35565b31d039), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:41.287465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0794cc9-30b6-4920-be5c-a3e31f580058 None None] The sync data for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 is: [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:37Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '05ea7533-41b8-4913-8fc4-35565b31d039', 'name': '', 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:b5:f9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:28Z', 'updated_at': '2022-03-11T12:11:39Z', 'revision_number': 4, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3115ac8e-e4b4-440e-be8c-5d596693db1d', 'name': '', 'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:9f:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a0fc4cfa-cf9f-4e4e-b417-6749033a9004', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:35Z', 'updated_at': '2022-03-11T12:11:37Z', 'revision_number': 2, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'a0fc4cfa-cf9f-4e4e-b417-6749033a9004', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def13bf7-adfd-4d6f-b374-f4dc66a58ea3', 'name': '', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:54:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:23Z', 'updated_at': '2022-03-11T12:11:30Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:11:41.437387 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dd0adbb1-dcd2-4143-810d-098e08cdfb07 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2805398 Mar 11 12:11:41.439568 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57282) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:41.581697 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d587cd07-f3be-4de6-a44c-15a6120cf440 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (50db279a-3a1f-4d8e-84fb-ed99cc6c86b2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:41.619519 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d587cd07-f3be-4de6-a44c-15a6120cf440 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (50db279a-3a1f-4d8e-84fb-ed99cc6c86b2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:41.716884 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d587cd07-f3be-4de6-a44c-15a6120cf440 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (50db279a-3a1f-4d8e-84fb-ed99cc6c86b2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:41.723607 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d587cd07-f3be-4de6-a44c-15a6120cf440 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:41.729460 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d587cd07-f3be-4de6-a44c-15a6120cf440 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/50db279a-3a1f-4d8e-84fb-ed99cc6c86b2 HTTP/1.1" status: 204 len: 168 time: 0.2789993 Mar 11 12:11:41.731156 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57288) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:41.770184 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587cd07-f3be-4de6-a44c-15a6120cf440 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50db279a-3a1f-4d8e-84fb-ed99cc6c86b2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:41.788524 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7c0556-7a83-4c08-bf59-ea6658eb17bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:11:42.070542 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-466d71b2-f97c-4892-9088-e167105082fc tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3316965 Mar 11 12:11:42.080611 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57298) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:42.132684 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9efbbcbf-de3b-44ea-a3a4-476ef375b399 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (0bf6617e-8417-4f84-998b-dd17e663a8ea), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:42.152956 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9efbbcbf-de3b-44ea-a3a4-476ef375b399 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (0bf6617e-8417-4f84-998b-dd17e663a8ea), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:42.183661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port e941fb05-4896-4c38-9b4c-d33880735661, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e941fb05-4896-4c38-9b4c-d33880735661,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:42.198853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca76ebd-98c1-42b1-8cb9-b316136245e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e941fb05-4896-4c38-9b4c-d33880735661'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:11:42.201812 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073b23aa-0262-4a18-bc1c-0b647073cb46" -d '{"events": [{"server_uuid": "8ca76ebd-98c1-42b1-8cb9-b316136245e2", "name": "network-vif-plugged", "status": "completed", "tag": "e941fb05-4896-4c38-9b4c-d33880735661"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:11:42.237078 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e941fb05-4896-4c38-9b4c-d33880735661), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:42.280942 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9efbbcbf-de3b-44ea-a3a4-476ef375b399 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (0bf6617e-8417-4f84-998b-dd17e663a8ea), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:42.292852 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9efbbcbf-de3b-44ea-a3a4-476ef375b399 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:42.296660 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9efbbcbf-de3b-44ea-a3a4-476ef375b399 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/0bf6617e-8417-4f84-998b-dd17e663a8ea HTTP/1.1" status: 204 len: 168 time: 0.2125814 Mar 11 12:11:42.297640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57302) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:42.333771 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbbcbf-de3b-44ea-a3a4-476ef375b399 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bf6617e-8417-4f84-998b-dd17e663a8ea,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:42.355239 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3628e1-5842-4baa-b8bd-b4554d5ab88e x-openstack-request-id: req-3f3628e1-5842-4baa-b8bd-b4554d5ab88e {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:11:42.357784 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca76ebd-98c1-42b1-8cb9-b316136245e2", "name": "network-vif-plugged", "status": "completed", "tag": "e941fb05-4896-4c38-9b4c-d33880735661", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:11:42.362499 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f3628e1-5842-4baa-b8bd-b4554d5ab88e {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:11:42.363099 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca76ebd-98c1-42b1-8cb9-b316136245e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e941fb05-4896-4c38-9b4c-d33880735661', 'code': 200} Mar 11 12:11:42.395865 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ab8fd7-1eca-47c9-8038-7fea71a3043e None None] Network d23bf12e-1b8f-493b-84e4-712a364a3ab2 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:11:42.402963 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0e9dc1cf-8cda-4c03-86ea-e940fe61c623 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1039042 Mar 11 12:11:42.410216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57304) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:42.481386 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18fcd773-4858-47d0-a08b-4280b2f2a642 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (fc10629c-33b2-4b02-a9d3-26931eaaf64f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:42.494452 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18fcd773-4858-47d0-a08b-4280b2f2a642 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (fc10629c-33b2-4b02-a9d3-26931eaaf64f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:42.583372 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18fcd773-4858-47d0-a08b-4280b2f2a642 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (fc10629c-33b2-4b02-a9d3-26931eaaf64f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:42.594490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 05ea7533-41b8-4913-8fc4-35565b31d039 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:11:42.645848 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7c0556-7a83-4c08-bf59-ea6658eb17bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:11:42.660698 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18fcd773-4858-47d0-a08b-4280b2f2a642 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:42.665586 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de7c0556-7a83-4c08-bf59-ea6658eb17bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:42.666644 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-18fcd773-4858-47d0-a08b-4280b2f2a642 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/fc10629c-33b2-4b02-a9d3-26931eaaf64f HTTP/1.1" status: 204 len: 168 time: 0.2554305 Mar 11 12:11:42.667872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fcd773-4858-47d0-a08b-4280b2f2a642 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc10629c-33b2-4b02-a9d3-26931eaaf64f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:42.668822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9e314-a58f-458b-9ee4-7cbd7a2bec96 None None] Pushing event updated for resources: {'Port': ['ID=05ea7533-41b8-4913-8fc4-35565b31d039,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:42.670727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57310) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:42.679570 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-de7c0556-7a83-4c08-bf59-ea6658eb17bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/82f6c506-6c3b-4b24-a339-935a89c2b6a6 HTTP/1.1" status: 200 len: 954 time: 3.6513028 Mar 11 12:11:42.684139 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57312) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:42.824175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=e941fb05-4896-4c38-9b4c-d33880735661,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:42.841721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b2d493f6-a773-4f63-bc07-480afe112ae4 None None] Provisioning complete for port 21f9316d-d43b-49c7-86dd-16fc0b0eab00 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:42.842472 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2d493f6-a773-4f63-bc07-480afe112ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (21f9316d-d43b-49c7-86dd-16fc0b0eab00), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:42.889745 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-26029f35-8f1d-4797-b5d1-a250ff26089a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1960597 Mar 11 12:11:42.896099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57320) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:42.918969 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a7227-251a-4aaa-868f-4d0975fce4e8 req-93ff0bb7-0755-4ae1-a299-11cfd48f1a6b tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:42.924540 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef4a7227-251a-4aaa-868f-4d0975fce4e8 req-93ff0bb7-0755-4ae1-a299-11cfd48f1a6b tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.5966318 Mar 11 12:11:42.930201 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:42.956230 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 05ea7533-41b8-4913-8fc4-35565b31d039 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:42.956866 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (05ea7533-41b8-4913-8fc4-35565b31d039), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:43.001959 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43df924c-53db-4e79-a128-cd8e9bf086f8 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (f5a9e542-d422-40ad-b912-a51445543439), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:43.029488 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43df924c-53db-4e79-a128-cd8e9bf086f8 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (f5a9e542-d422-40ad-b912-a51445543439), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:43.102010 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43df924c-53db-4e79-a128-cd8e9bf086f8 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (f5a9e542-d422-40ad-b912-a51445543439), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:43.114996 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43df924c-53db-4e79-a128-cd8e9bf086f8 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:43.115973 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-43df924c-53db-4e79-a128-cd8e9bf086f8 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/f5a9e542-d422-40ad-b912-a51445543439 HTTP/1.1" status: 204 len: 168 time: 0.2143738 Mar 11 12:11:43.116903 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df924c-53db-4e79-a128-cd8e9bf086f8 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5a9e542-d422-40ad-b912-a51445543439,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:43.118956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57322) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:43.145679 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bf9915eb-bbcd-4a99-9373-0cf375be086f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/routers/82f6c506-6c3b-4b24-a339-935a89c2b6a6 HTTP/1.1" status: 200 len: 954 time: 0.4600806 Mar 11 12:11:43.150044 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57324) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:43.174225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-31c9533b-4595-4e38-9d31-47ff99affe63 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'router': {'routes': None}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:43.206610 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef4a7227-251a-4aaa-868f-4d0975fce4e8 req-6111038e-1b28-4fc6-839b-0a2921b350b7 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750673 Mar 11 12:11:43.230738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 05ea7533-41b8-4913-8fc4-35565b31d039 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:43.231077 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c043502a-b0e9-4c28-bacd-10558f243720 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1068053 Mar 11 12:11:43.232439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 21f9316d-d43b-49c7-86dd-16fc0b0eab00 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:11:43.236207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57326) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:43.368215 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72b07a18-7f8f-4d6f-98c6-148e02046390 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (93b8e58c-1cc6-4952-881e-407579802d78), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:43.419450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b2d493f6-a773-4f63-bc07-480afe112ae4 None None] Current status of the port 21f9316d-d43b-49c7-86dd-16fc0b0eab00 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:43.420301 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2d493f6-a773-4f63-bc07-480afe112ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (21f9316d-d43b-49c7-86dd-16fc0b0eab00), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:43.429783 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72b07a18-7f8f-4d6f-98c6-148e02046390 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (93b8e58c-1cc6-4952-881e-407579802d78), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:43.535841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72b07a18-7f8f-4d6f-98c6-148e02046390 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (93b8e58c-1cc6-4952-881e-407579802d78), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:43.539796 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-72b07a18-7f8f-4d6f-98c6-148e02046390 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:43.542183 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-72b07a18-7f8f-4d6f-98c6-148e02046390 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-groups/93b8e58c-1cc6-4952-881e-407579802d78 HTTP/1.1" status: 204 len: 168 time: 0.3039041 Mar 11 12:11:43.555089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57332) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:43.580351 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b2d493f6-a773-4f63-bc07-480afe112ae4 None None] For port 21f9316d-d43b-49c7-86dd-16fc0b0eab00, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=21f9316d-d43b-49c7-86dd-16fc0b0eab00,segment=NetworkSegment(63d14608-b9d8-47ca-8167-945a6f7774da),segment_id=63d14608-b9d8-47ca-8167-945a6f7774da)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:43.595539 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2d493f6-a773-4f63-bc07-480afe112ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (21f9316d-d43b-49c7-86dd-16fc0b0eab00), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:43.624176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 21f9316d-d43b-49c7-86dd-16fc0b0eab00 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:43.624661 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (21f9316d-d43b-49c7-86dd-16fc0b0eab00), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:43.669146 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b07a18-7f8f-4d6f-98c6-148e02046390 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b8e58c-1cc6-4952-881e-407579802d78,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:43.715988 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f5c09d9d-f993-4af1-852f-ed1f42b66777 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1504931 Mar 11 12:11:43.721089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57334) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:43.735051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8caa2e45-2bc4-41dd-9dbd-4ab5fdfc735e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group': {'name': 'tempest-secgroup--477256138'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:43.818882 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8caa2e45-2bc4-41dd-9dbd-4ab5fdfc735e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:43.890124 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d493f6-a773-4f63-bc07-480afe112ae4 None None] Pushing event updated for resources: {'Port': ['ID=21f9316d-d43b-49c7-86dd-16fc0b0eab00,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:44.076577 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a58469af-14de-400a-bc32-5041ddbc153b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:44.079768 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-21cb4eab-5bd3-48ab-ae19-c059d51bbab3 None None] Provisioning complete for port 21f9316d-d43b-49c7-86dd-16fc0b0eab00 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:44.080184 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-21cb4eab-5bd3-48ab-ae19-c059d51bbab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (21f9316d-d43b-49c7-86dd-16fc0b0eab00), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:44.148754 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8caa2e45-2bc4-41dd-9dbd-4ab5fdfc735e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (52478633-c480-42b4-ad94-f8784d61dc95), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:44.150023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 21f9316d-d43b-49c7-86dd-16fc0b0eab00 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:44.170736 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8caa2e45-2bc4-41dd-9dbd-4ab5fdfc735e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (52478633-c480-42b4-ad94-f8784d61dc95), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:44.279919 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa2e45-2bc4-41dd-9dbd-4ab5fdfc735e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52478633-c480-42b4-ad94-f8784d61dc95,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:44.319439 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8caa2e45-2bc4-41dd-9dbd-4ab5fdfc735e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:44.326528 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57348) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:44.327989 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8caa2e45-2bc4-41dd-9dbd-4ab5fdfc735e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6056793 Mar 11 12:11:44.339043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c075503b-ebfa-41a2-861a-510ed04b1dc5 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group_rule': {'security_group_id': '52478633-c480-42b4-ad94-f8784d61dc95', 'direction': 'ingress', 'protocol': 17}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:44.353445 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-21cb4eab-5bd3-48ab-ae19-c059d51bbab3 None None] Current status of the port 21f9316d-d43b-49c7-86dd-16fc0b0eab00 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:44.370600 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-21cb4eab-5bd3-48ab-ae19-c059d51bbab3 None None] Provisioning complete for port 3115ac8e-e4b4-440e-be8c-5d596693db1d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:44.371156 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-21cb4eab-5bd3-48ab-ae19-c059d51bbab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:44.408994 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Sync routers for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:11:44.424671 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:44.425312 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:11:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:44.518175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-21cb4eab-5bd3-48ab-ae19-c059d51bbab3 None None] Port 3115ac8e-e4b4-440e-be8c-5d596693db1d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:11:44.656675 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9b91fc3e-ab22-4082-b001-7067dc23537a None None] Provisioning complete for port 3115ac8e-e4b4-440e-be8c-5d596693db1d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:44.661162 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9b91fc3e-ab22-4082-b001-7067dc23537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:44.670893 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c075503b-ebfa-41a2-861a-510ed04b1dc5 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (f4fdda48-b221-483c-85f8-4c690a9e6007), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:44.717591 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:11:44.798900 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9b91fc3e-ab22-4082-b001-7067dc23537a None None] Port 3115ac8e-e4b4-440e-be8c-5d596693db1d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:11:44.806127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9abf97-04d9-4b4a-9bac-f6eed8e51381 req-918fcd60-16f0-404f-a8c3-2bcd686f9b62 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:44.807972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b9abf97-04d9-4b4a-9bac-f6eed8e51381 req-918fcd60-16f0-404f-a8c3-2bcd686f9b62 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.3885138 Mar 11 12:11:44.850540 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.extraroute_db [None req-31c9533b-4595-4e38-9d31-47ff99affe63 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Added routes are [] {{(pid=104031) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 12:11:44.850930 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.extraroute_db [None req-31c9533b-4595-4e38-9d31-47ff99affe63 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104031) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 12:11:44.894359 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c075503b-ebfa-41a2-861a-510ed04b1dc5 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (f4fdda48-b221-483c-85f8-4c690a9e6007), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:44.918018 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c075503b-ebfa-41a2-861a-510ed04b1dc5 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (f4fdda48-b221-483c-85f8-4c690a9e6007), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:44.953005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b9abf97-04d9-4b4a-9bac-f6eed8e51381 req-a003e32c-976f-4d32-be2d-f0be750deeb7 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321206 Mar 11 12:11:44.965647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2cce8b5-7dbb-477f-bb67-71ae352d95af None None] Provisioning complete for port 3115ac8e-e4b4-440e-be8c-5d596693db1d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:44.970862 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2cce8b5-7dbb-477f-bb67-71ae352d95af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:44.973924 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075503b-ebfa-41a2-861a-510ed04b1dc5 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fdda48-b221-483c-85f8-4c690a9e6007,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:44.979261 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31c9533b-4595-4e38-9d31-47ff99affe63 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (82f6c506-6c3b-4b24-a339-935a89c2b6a6), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:45.002659 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c075503b-ebfa-41a2-861a-510ed04b1dc5 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:45.007804 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c075503b-ebfa-41a2-861a-510ed04b1dc5 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6774533 Mar 11 12:11:45.011197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57360) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:45.012659 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 21f9316d-d43b-49c7-86dd-16fc0b0eab00 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:11:45.143899 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81fce668-d21a-4f80-8c9f-45d3a7a43ab4 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (52478633-c480-42b4-ad94-f8784d61dc95), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:45.181933 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81fce668-d21a-4f80-8c9f-45d3a7a43ab4 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (52478633-c480-42b4-ad94-f8784d61dc95), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:45.343401 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2cce8b5-7dbb-477f-bb67-71ae352d95af None None] Port 3115ac8e-e4b4-440e-be8c-5d596693db1d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:11:45.343957 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81fce668-d21a-4f80-8c9f-45d3a7a43ab4 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (52478633-c480-42b4-ad94-f8784d61dc95), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:45.356340 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81fce668-d21a-4f80-8c9f-45d3a7a43ab4 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:45.372644 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:40Z', 'revision_number': 6, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '05ea7533-41b8-4913-8fc4-35565b31d039', 'name': '', 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:b5:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:28Z', 'updated_at': '2022-03-11T12:11:41Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3115ac8e-e4b4-440e-be8c-5d596693db1d', 'name': '', 'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:9f:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a0fc4cfa-cf9f-4e4e-b417-6749033a9004', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:35Z', 'updated_at': '2022-03-11T12:11:37Z', 'revision_number': 2, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'a0fc4cfa-cf9f-4e4e-b417-6749033a9004', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def13bf7-adfd-4d6f-b374-f4dc66a58ea3', 'name': '', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:54:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:23Z', 'updated_at': '2022-03-11T12:11:30Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:45.373487 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-81fce668-d21a-4f80-8c9f-45d3a7a43ab4 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-groups/52478633-c480-42b4-ad94-f8784d61dc95 HTTP/1.1" status: 204 len: 168 time: 0.3563943 Mar 11 12:11:45.378660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57370) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:45.396504 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 21f9316d-d43b-49c7-86dd-16fc0b0eab00 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:45.397200 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (21f9316d-d43b-49c7-86dd-16fc0b0eab00), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:45.424753 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Checking router: 82f6c506-6c3b-4b24-a339-935a89c2b6a6 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:11:45.425189 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Updating router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 port 3115ac8e-e4b4-440e-be8c-5d596693db1d binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:11:45.459204 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fce668-d21a-4f80-8c9f-45d3a7a43ab4 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52478633-c480-42b4-ad94-f8784d61dc95,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:45.492925 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31c9533b-4595-4e38-9d31-47ff99affe63 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (82f6c506-6c3b-4b24-a339-935a89c2b6a6), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:45.494583 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:45.508124 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31c9533b-4595-4e38-9d31-47ff99affe63 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (82f6c506-6c3b-4b24-a339-935a89c2b6a6), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:45.543946 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-13446ba7-e759-4c65-b169-67b66a0ee4d6 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1221583 Mar 11 12:11:45.544672 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57380) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:45.549690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3edef6ea-58e3-49c2-ae6d-5e8d1039417c tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group': {'name': 'tempest-secgroup--172928821'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:45.716762 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3edef6ea-58e3-49c2-ae6d-5e8d1039417c tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:45.717525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 21f9316d-d43b-49c7-86dd-16fc0b0eab00 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:45.717525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 05ea7533-41b8-4913-8fc4-35565b31d039 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:11:45.792795 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3edef6ea-58e3-49c2-ae6d-5e8d1039417c tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (f8f25144-abb2-4f17-bbdd-8f7c1080a3eb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:45.808502 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b61c42c-66f6-427f-bb71-5a6c265a2aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:45.808943 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3edef6ea-58e3-49c2-ae6d-5e8d1039417c tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f8f25144-abb2-4f17-bbdd-8f7c1080a3eb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:45.866739 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3edef6ea-58e3-49c2-ae6d-5e8d1039417c tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:45.868052 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 05ea7533-41b8-4913-8fc4-35565b31d039 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:45.868693 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (05ea7533-41b8-4913-8fc4-35565b31d039), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:45.874982 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3edef6ea-58e3-49c2-ae6d-5e8d1039417c tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3292470 Mar 11 12:11:45.878757 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57396) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:45.892146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c9533b-4595-4e38-9d31-47ff99affe63 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:11:45.900658 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cd6176d8-6434-4332-9552-c44ff6db9164 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860452476'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:45.923133 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edef6ea-58e3-49c2-ae6d-5e8d1039417c tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f25144-abb2-4f17-bbdd-8f7c1080a3eb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:46.025898 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cd6176d8-6434-4332-9552-c44ff6db9164 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:46.259371 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 05ea7533-41b8-4913-8fc4-35565b31d039 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:46.340376 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cd6176d8-6434-4332-9552-c44ff6db9164 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (617938f9-1c28-422f-9089-c8f71e0ae289), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:46.355856 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cd6176d8-6434-4332-9552-c44ff6db9164 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (617938f9-1c28-422f-9089-c8f71e0ae289), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:46.389487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c9533b-4595-4e38-9d31-47ff99affe63 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:11:46.398921 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31c9533b-4595-4e38-9d31-47ff99affe63 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:46.408212 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-31c9533b-4595-4e38-9d31-47ff99affe63 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/82f6c506-6c3b-4b24-a339-935a89c2b6a6 HTTP/1.1" status: 200 len: 704 time: 3.2545731 Mar 11 12:11:46.413309 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57408) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:46.421329 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cd6176d8-6434-4332-9552-c44ff6db9164 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:46.422625 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cd6176d8-6434-4332-9552-c44ff6db9164 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5367916 Mar 11 12:11:46.426262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57412) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:46.432836 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2d33fb11-2253-413e-a512-82a1ec0e6873 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group_rule': {'security_group_id': 'f8f25144-abb2-4f17-bbdd-8f7c1080a3eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '617938f9-1c28-422f-9089-c8f71e0ae289', 'remote_ip_prefix': None}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:46.446809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6176d8-6434-4332-9552-c44ff6db9164 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617938f9-1c28-422f-9089-c8f71e0ae289,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:46.509849 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Publish callbacks [] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:46.514495 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2d33fb11-2253-413e-a512-82a1ec0e6873 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (66fbea26-dc4f-4db6-ab18-c4f84190d413), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:46.524378 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:46.524631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d493676-02f3-456a-9a57-eafefbb673bc req-62d6b87f-1162-4bd9-95b8-5fcd343ca6f7 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:46.526142 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d493676-02f3-456a-9a57-eafefbb673bc req-62d6b87f-1162-4bd9-95b8-5fcd343ca6f7 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2961354 Mar 11 12:11:46.656427 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ef0a4-db23-42ad-b19f-aa789a8cac02 None None] Pushing event updated for resources: {'Port': ['ID=3115ac8e-e4b4-440e-be8c-5d596693db1d,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:46.702059 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2d33fb11-2253-413e-a512-82a1ec0e6873 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (66fbea26-dc4f-4db6-ab18-c4f84190d413), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:46.727259 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2d33fb11-2253-413e-a512-82a1ec0e6873 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (66fbea26-dc4f-4db6-ab18-c4f84190d413), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:46.735324 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a15f6bf4-3f81-42ae-915e-47122cfc85cf tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/routers/82f6c506-6c3b-4b24-a339-935a89c2b6a6 HTTP/1.1" status: 200 len: 704 time: 0.3207116 Mar 11 12:11:46.738212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57422) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:46.763095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33fb11-2253-413e-a512-82a1ec0e6873 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66fbea26-dc4f-4db6-ab18-c4f84190d413,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:46.791927 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2d33fb11-2253-413e-a512-82a1ec0e6873 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:46.793371 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2d33fb11-2253-413e-a512-82a1ec0e6873 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3661621 Mar 11 12:11:46.798037 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57426) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:46.865792 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Attempting to bind port 3115ac8e-e4b4-440e-be8c-5d596693db1d on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:11:46.866238 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Attempting to bind port 3115ac8e-e4b4-440e-be8c-5d596693db1d by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '63d14608-b9d8-47ca-8167-945a6f7774da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:11:46.866611 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Attempting to bind port 3115ac8e-e4b4-440e-be8c-5d596693db1d on network d23bf12e-1b8f-493b-84e4-712a364a3ab2 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:11:46.874660 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:11:46.875077 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Checking segment: {'id': '63d14608-b9d8-47ca-8167-945a6f7774da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:11:46.875429 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:46.882211 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Bound using segment: {'id': '63d14608-b9d8-47ca-8167-945a6f7774da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:11:46.882787 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Bound port: 3115ac8e-e4b4-440e-be8c-5d596693db1d, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d14608-b9d8-47ca-8167-945a6f7774da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:11:46.883189 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:46.897943 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ee8a-4c79-48ef-bded-2dbe0fb3a56a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (66fbea26-dc4f-4db6-ab18-c4f84190d413), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:46.917964 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ee8a-4c79-48ef-bded-2dbe0fb3a56a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (66fbea26-dc4f-4db6-ab18-c4f84190d413), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:47.009018 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ee8a-4c79-48ef-bded-2dbe0fb3a56a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (66fbea26-dc4f-4db6-ab18-c4f84190d413), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:47.015693 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ee8a-4c79-48ef-bded-2dbe0fb3a56a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:47.028155 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e9b5ee8a-4c79-48ef-bded-2dbe0fb3a56a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/66fbea26-dc4f-4db6-ab18-c4f84190d413 HTTP/1.1" status: 204 len: 168 time: 0.2289138 Mar 11 12:11:47.034461 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57430) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:47.075934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5ee8a-4c79-48ef-bded-2dbe0fb3a56a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66fbea26-dc4f-4db6-ab18-c4f84190d413,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:47.076855 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] For port 3115ac8e-e4b4-440e-be8c-5d596693db1d, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:11:47.097064 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] For port 3115ac8e-e4b4-440e-be8c-5d596693db1d, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3115ac8e-e4b4-440e-be8c-5d596693db1d,segment=NetworkSegment(63d14608-b9d8-47ca-8167-945a6f7774da),segment_id=63d14608-b9d8-47ca-8167-945a6f7774da)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:11:47.123677 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:47.179477 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Provisioning complete for port 3115ac8e-e4b4-440e-be8c-5d596693db1d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:47.182142 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:47.278653 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:47.289569 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ef0a4-db23-42ad-b19f-aa789a8cac02 None None] Pushing event updated for resources: {'Port': ['ID=3115ac8e-e4b4-440e-be8c-5d596693db1d,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:47.348193 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:47.356588 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:11:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:47.408549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Current status of the port 3115ac8e-e4b4-440e-be8c-5d596693db1d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:47.408549 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:47.506743 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] For port 3115ac8e-e4b4-440e-be8c-5d596693db1d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3115ac8e-e4b4-440e-be8c-5d596693db1d,segment=NetworkSegment(63d14608-b9d8-47ca-8167-945a6f7774da),segment_id=63d14608-b9d8-47ca-8167-945a6f7774da)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:47.525903 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:47.612649 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:11:47.657092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Pushing event updated for resources: {'Port': ['ID=3115ac8e-e4b4-440e-be8c-5d596693db1d,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:47.666262 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:47.666887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:47.672095 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:47.672880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:47.673393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:47.673890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:47.674459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:47.677258 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:47.677770 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:47.678260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:47.678761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:47.679297 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:47.680026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98aa89-1091-447c-9caf-3975d6b5c454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:11:47.980314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6931320b-8793-4e6a-b36e-e458bac74fcb None None] Provisioning complete for port 3115ac8e-e4b4-440e-be8c-5d596693db1d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:47.980959 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6931320b-8793-4e6a-b36e-e458bac74fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:48.040728 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:44Z', 'revision_number': 7, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '05ea7533-41b8-4913-8fc4-35565b31d039', 'name': '', 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:b5:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:28Z', 'updated_at': '2022-03-11T12:11:41Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3115ac8e-e4b4-440e-be8c-5d596693db1d', 'name': '', 'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:9f:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a0fc4cfa-cf9f-4e4e-b417-6749033a9004', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:35Z', 'updated_at': '2022-03-11T12:11:47Z', 'revision_number': 4, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'a0fc4cfa-cf9f-4e4e-b417-6749033a9004', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def13bf7-adfd-4d6f-b374-f4dc66a58ea3', 'name': '', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:54:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:23Z', 'updated_at': '2022-03-11T12:11:30Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:48.113980 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a077ce5-1872-4120-a2d0-7caeceb5b1e6 None None] The sync data for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 is: [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:44Z', 'revision_number': 7, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '05ea7533-41b8-4913-8fc4-35565b31d039', 'name': '', 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:b5:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:28Z', 'updated_at': '2022-03-11T12:11:41Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3115ac8e-e4b4-440e-be8c-5d596693db1d', 'name': '', 'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:9f:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a0fc4cfa-cf9f-4e4e-b417-6749033a9004', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:35Z', 'updated_at': '2022-03-11T12:11:47Z', 'revision_number': 4, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'a0fc4cfa-cf9f-4e4e-b417-6749033a9004', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def13bf7-adfd-4d6f-b374-f4dc66a58ea3', 'name': '', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:54:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:23Z', 'updated_at': '2022-03-11T12:11:30Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:11:48.202990 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6931320b-8793-4e6a-b36e-e458bac74fcb None None] Current status of the port 3115ac8e-e4b4-440e-be8c-5d596693db1d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:48.216839 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d493676-02f3-456a-9a57-eafefbb673bc req-95701673-1e64-419f-9ef7-5eca3182f36f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6693754 Mar 11 12:11:48.244955 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1d223861-5f3a-4649-9723-e77807331734 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 1.2093656 Mar 11 12:11:48.252031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57456) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:48.403694 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85f407fa-7e56-4a6b-b4ca-18a1617478d0 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (617938f9-1c28-422f-9089-c8f71e0ae289), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:48.455522 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85f407fa-7e56-4a6b-b4ca-18a1617478d0 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (617938f9-1c28-422f-9089-c8f71e0ae289), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:48.523147 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85f407fa-7e56-4a6b-b4ca-18a1617478d0 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (617938f9-1c28-422f-9089-c8f71e0ae289), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:48.534068 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85f407fa-7e56-4a6b-b4ca-18a1617478d0 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:48.541559 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3115ac8e-e4b4-440e-be8c-5d596693db1d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:11:48.541772 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-85f407fa-7e56-4a6b-b4ca-18a1617478d0 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-groups/617938f9-1c28-422f-9089-c8f71e0ae289 HTTP/1.1" status: 204 len: 168 time: 0.2861133 Mar 11 12:11:48.545246 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57462) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:48.585059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f407fa-7e56-4a6b-b4ca-18a1617478d0 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=617938f9-1c28-422f-9089-c8f71e0ae289,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:48.630669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51cabf7-8a50-475f-8f08-a1b117619b8a None None] Sync routers for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:11:48.728329 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:48.734626 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51cabf7-8a50-475f-8f08-a1b117619b8a None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:48.735201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b51cabf7-8a50-475f-8f08-a1b117619b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:11:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:48.795097 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-88d2a10d-36d5-47a6-bb31-d606d0ef7fe5 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2457850 Mar 11 12:11:48.795501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57472) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:48.831303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 3115ac8e-e4b4-440e-be8c-5d596693db1d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:11:48.835557 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:48.929875 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd32a-c956-455b-8a97-c1d87b64593f tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (f8f25144-abb2-4f17-bbdd-8f7c1080a3eb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:48.959190 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd32a-c956-455b-8a97-c1d87b64593f tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (f8f25144-abb2-4f17-bbdd-8f7c1080a3eb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:48.988981 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be4f4dd9-3daf-4a0b-8d7b-45522936f1dc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (82f6c506-6c3b-4b24-a339-935a89c2b6a6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:48.992052 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b51cabf7-8a50-475f-8f08-a1b117619b8a None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:11:49.033526 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd32a-c956-455b-8a97-c1d87b64593f tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f8f25144-abb2-4f17-bbdd-8f7c1080a3eb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:49.038280 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd32a-c956-455b-8a97-c1d87b64593f tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:49.039842 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0e4dd32a-c956-455b-8a97-c1d87b64593f tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-groups/f8f25144-abb2-4f17-bbdd-8f7c1080a3eb HTTP/1.1" status: 204 len: 168 time: 0.2432470 Mar 11 12:11:49.043245 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57476) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:49.085667 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd32a-c956-455b-8a97-c1d87b64593f tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f25144-abb2-4f17-bbdd-8f7c1080a3eb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:49.148760 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-30909016-f752-49b1-9c4f-89dbd89a45d2 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0950708 Mar 11 12:11:49.149716 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57482) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:49.162782 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6b484f12-f0db-4a18-8523-09403a6452aa tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group': {'name': 'tempest-secgroup--177773156'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:49.213476 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b484f12-f0db-4a18-8523-09403a6452aa tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:49.218124 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 3115ac8e-e4b4-440e-be8c-5d596693db1d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:11:49.409356 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b484f12-f0db-4a18-8523-09403a6452aa tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (7f27e1eb-c9a0-49d5-8173-d6407546f953), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:49.419823 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b484f12-f0db-4a18-8523-09403a6452aa tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7f27e1eb-c9a0-49d5-8173-d6407546f953), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:49.460102 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b484f12-f0db-4a18-8523-09403a6452aa tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f27e1eb-c9a0-49d5-8173-d6407546f953,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:49.486517 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b484f12-f0db-4a18-8523-09403a6452aa tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:49.489758 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6b484f12-f0db-4a18-8523-09403a6452aa tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3389723 Mar 11 12:11:49.492484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57496) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:49.502238 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-74f374e4-16d6-48b9-ae93-51b2d83eb17d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group_rule': {'security_group_id': '7f27e1eb-c9a0-49d5-8173-d6407546f953', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:49.580655 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74f374e4-16d6-48b9-ae93-51b2d83eb17d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (14ad690d-04bb-44f3-80b0-9812240ca6e1), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:49.658971 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b51cabf7-8a50-475f-8f08-a1b117619b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:44Z', 'revision_number': 7, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '05ea7533-41b8-4913-8fc4-35565b31d039', 'name': '', 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:b5:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:28Z', 'updated_at': '2022-03-11T12:11:41Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3115ac8e-e4b4-440e-be8c-5d596693db1d', 'name': '', 'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:9f:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a0fc4cfa-cf9f-4e4e-b417-6749033a9004', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:35Z', 'updated_at': '2022-03-11T12:11:47Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'a0fc4cfa-cf9f-4e4e-b417-6749033a9004', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def13bf7-adfd-4d6f-b374-f4dc66a58ea3', 'name': '', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:54:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:23Z', 'updated_at': '2022-03-11T12:11:30Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:49.687763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37241cb-4c2a-4c83-8cd9-5966e17975d0 req-50775b6e-c0c6-44de-bbd2-c38b91c9f775 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:49.694346 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e37241cb-4c2a-4c83-8cd9-5966e17975d0 req-50775b6e-c0c6-44de-bbd2-c38b91c9f775 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2882850 Mar 11 12:11:49.698707 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51cabf7-8a50-475f-8f08-a1b117619b8a None None] Checking router: 82f6c506-6c3b-4b24-a339-935a89c2b6a6 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:11:49.712624 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51cabf7-8a50-475f-8f08-a1b117619b8a None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:49.713283 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b51cabf7-8a50-475f-8f08-a1b117619b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:11:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:49.886441 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e37241cb-4c2a-4c83-8cd9-5966e17975d0 req-400b637e-948f-4677-be3d-0a5f2bd9a49f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785779 Mar 11 12:11:49.896662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-be4f4dd9-3daf-4a0b-8d7b-45522936f1dc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting port 3115ac8e-e4b4-440e-be8c-5d596693db1d {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:11:49.908194 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be4f4dd9-3daf-4a0b-8d7b-45522936f1dc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:49.926376 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b51cabf7-8a50-475f-8f08-a1b117619b8a None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:11:50.103508 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-be4f4dd9-3daf-4a0b-8d7b-45522936f1dc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] For port 3115ac8e-e4b4-440e-be8c-5d596693db1d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3115ac8e-e4b4-440e-be8c-5d596693db1d,segment=NetworkSegment(63d14608-b9d8-47ca-8167-945a6f7774da),segment_id=63d14608-b9d8-47ca-8167-945a6f7774da)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:50.104099 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be4f4dd9-3daf-4a0b-8d7b-45522936f1dc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:50.146719 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-be4f4dd9-3daf-4a0b-8d7b-45522936f1dc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Calling delete_port for 3115ac8e-e4b4-440e-be8c-5d596693db1d owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:11:50.151770 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:50.177918 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74f374e4-16d6-48b9-ae93-51b2d83eb17d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (14ad690d-04bb-44f3-80b0-9812240ca6e1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:50.193667 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74f374e4-16d6-48b9-ae93-51b2d83eb17d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (14ad690d-04bb-44f3-80b0-9812240ca6e1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:50.250936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f374e4-16d6-48b9-ae93-51b2d83eb17d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ad690d-04bb-44f3-80b0-9812240ca6e1,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:50.268854 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74f374e4-16d6-48b9-ae93-51b2d83eb17d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:50.270537 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-74f374e4-16d6-48b9-ae93-51b2d83eb17d tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7764699 Mar 11 12:11:50.279505 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57512) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:50.404019 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5ad4c04-8065-4d85-aa99-f1761e7d681e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (14ad690d-04bb-44f3-80b0-9812240ca6e1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:50.419255 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5ad4c04-8065-4d85-aa99-f1761e7d681e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (14ad690d-04bb-44f3-80b0-9812240ca6e1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:50.435423 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b51cabf7-8a50-475f-8f08-a1b117619b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:44Z', 'revision_number': 7, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '05ea7533-41b8-4913-8fc4-35565b31d039', 'name': '', 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:b5:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:28Z', 'updated_at': '2022-03-11T12:11:41Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3115ac8e-e4b4-440e-be8c-5d596693db1d', 'name': '', 'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:9f:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a0fc4cfa-cf9f-4e4e-b417-6749033a9004', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:35Z', 'updated_at': '2022-03-11T12:11:47Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'a0fc4cfa-cf9f-4e4e-b417-6749033a9004', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def13bf7-adfd-4d6f-b374-f4dc66a58ea3', 'name': '', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:54:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:23Z', 'updated_at': '2022-03-11T12:11:30Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:50.499321 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51cabf7-8a50-475f-8f08-a1b117619b8a None None] The sync data for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 is: [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:44Z', 'revision_number': 7, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '05ea7533-41b8-4913-8fc4-35565b31d039', 'name': '', 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:b5:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:28Z', 'updated_at': '2022-03-11T12:11:41Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3115ac8e-e4b4-440e-be8c-5d596693db1d', 'name': '', 'network_id': 'd23bf12e-1b8f-493b-84e4-712a364a3ab2', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:9f:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a0fc4cfa-cf9f-4e4e-b417-6749033a9004', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:35Z', 'updated_at': '2022-03-11T12:11:47Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'a0fc4cfa-cf9f-4e4e-b417-6749033a9004', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def13bf7-adfd-4d6f-b374-f4dc66a58ea3', 'name': '', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:54:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:23Z', 'updated_at': '2022-03-11T12:11:30Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:11:50.503608 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5ad4c04-8065-4d85-aa99-f1761e7d681e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (14ad690d-04bb-44f3-80b0-9812240ca6e1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:50.523990 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5ad4c04-8065-4d85-aa99-f1761e7d681e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:50.527272 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a5ad4c04-8065-4d85-aa99-f1761e7d681e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/14ad690d-04bb-44f3-80b0-9812240ca6e1 HTTP/1.1" status: 204 len: 168 time: 0.2465165 Mar 11 12:11:50.531531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57522) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:50.540891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad4c04-8065-4d85-aa99-f1761e7d681e tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14ad690d-04bb-44f3-80b0-9812240ca6e1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:50.610097 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be4f4dd9-3daf-4a0b-8d7b-45522936f1dc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3115ac8e-e4b4-440e-be8c-5d596693db1d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:50.725893 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7cd2230e-8f1f-492f-ba8e-0a77bb82b116 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1673257 Mar 11 12:11:50.728579 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57526) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:50.737899 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f4dd9-3daf-4a0b-8d7b-45522936f1dc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Port': ['ID=3115ac8e-e4b4-440e-be8c-5d596693db1d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:50.888811 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c08c499d-29e4-419a-b3d6-a5e391472ebf tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (7f27e1eb-c9a0-49d5-8173-d6407546f953), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:51.007671 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c08c499d-29e4-419a-b3d6-a5e391472ebf tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (7f27e1eb-c9a0-49d5-8173-d6407546f953), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:51.097446 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c08c499d-29e4-419a-b3d6-a5e391472ebf tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7f27e1eb-c9a0-49d5-8173-d6407546f953), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:51.100109 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c08c499d-29e4-419a-b3d6-a5e391472ebf tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:51.103879 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c08c499d-29e4-419a-b3d6-a5e391472ebf tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-groups/7f27e1eb-c9a0-49d5-8173-d6407546f953 HTTP/1.1" status: 204 len: 168 time: 0.3717244 Mar 11 12:11:51.104792 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57536) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:51.134691 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be4f4dd9-3daf-4a0b-8d7b-45522936f1dc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (82f6c506-6c3b-4b24-a339-935a89c2b6a6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:51.207976 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c499d-29e4-419a-b3d6-a5e391472ebf tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f27e1eb-c9a0-49d5-8173-d6407546f953,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:51.295640 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b946d981-1e12-40e6-8f40-7ebf53f470d6 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1896420 Mar 11 12:11:51.300552 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57542) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:51.311779 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e4d6b2a7-806e-4bc6-8666-581745ae3780 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group': {'name': 'tempest-secgroup--249323173'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:51.411348 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b2a7-806e-4bc6-8666-581745ae3780 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:51.498438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fb9f3-55ce-469f-912c-70acfeb41438 req-c5fad54f-7c9c-4848-bc16-bc0dee1813ca tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:51.508853 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-640fb9f3-55ce-469f-912c-70acfeb41438 req-c5fad54f-7c9c-4848-bc16-bc0dee1813ca tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.3752055 Mar 11 12:11:51.583272 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b2a7-806e-4bc6-8666-581745ae3780 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (21cc5126-fbf4-4d73-bfcb-00dba73c7688), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:51.590770 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b2a7-806e-4bc6-8666-581745ae3780 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (21cc5126-fbf4-4d73-bfcb-00dba73c7688), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:51.635790 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6b2a7-806e-4bc6-8666-581745ae3780 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21cc5126-fbf4-4d73-bfcb-00dba73c7688,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:51.662091 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b2a7-806e-4bc6-8666-581745ae3780 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:51.664016 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e4d6b2a7-806e-4bc6-8666-581745ae3780 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3623381 Mar 11 12:11:51.666767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57554) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:51.682833 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6d6647bd-f4a0-4d17-877c-24b51db019d6 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group_rule': {'security_group_id': '21cc5126-fbf4-4d73-bfcb-00dba73c7688', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:51.711982 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-640fb9f3-55ce-469f-912c-70acfeb41438 req-bccbaf6f-7c99-4fb0-a770-1d07ce7a0c0c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901078 Mar 11 12:11:51.739732 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d6647bd-f4a0-4d17-877c-24b51db019d6 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (d74269fd-e4c4-46d2-9cd8-b64860ec6226), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:51.834014 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4f4dd9-3daf-4a0b-8d7b-45522936f1dc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:11:51.859241 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d6647bd-f4a0-4d17-877c-24b51db019d6 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (d74269fd-e4c4-46d2-9cd8-b64860ec6226), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:51.866997 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d6647bd-f4a0-4d17-877c-24b51db019d6 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (d74269fd-e4c4-46d2-9cd8-b64860ec6226), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:51.883886 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6647bd-f4a0-4d17-877c-24b51db019d6 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74269fd-e4c4-46d2-9cd8-b64860ec6226,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:51.930090 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6d6647bd-f4a0-4d17-877c-24b51db019d6 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:51.931712 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6d6647bd-f4a0-4d17-877c-24b51db019d6 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2617614 Mar 11 12:11:51.934845 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57558) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:51.970453 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-29c18035-f097-4168-ac33-b41944c35973 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-group-rules/d74269fd-e4c4-46d2-9cd8-b64860ec6226 HTTP/1.1" status: 200 len: 763 time: 0.0341017 Mar 11 12:11:51.974690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57560) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:52.110255 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-06dca4b7-d47d-4df8-af2c-405256473b43 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1335056 Mar 11 12:11:52.112800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57564) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:52.145348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4f4dd9-3daf-4a0b-8d7b-45522936f1dc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:11:52.147274 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca301180-bb88-4a4b-8bd8-f69787fd4fc7 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (d74269fd-e4c4-46d2-9cd8-b64860ec6226), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:52.158801 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe94813-3461-4d85-8ac4-593effd7840a None None] Sync routers for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:11:52.159892 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-be4f4dd9-3daf-4a0b-8d7b-45522936f1dc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/82f6c506-6c3b-4b24-a339-935a89c2b6a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4201891 Mar 11 12:11:52.170659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57568) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:52.190639 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe94813-3461-4d85-8ac4-593effd7840a None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:52.191569 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-bbe94813-3461-4d85-8ac4-593effd7840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:11:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:52.199507 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca301180-bb88-4a4b-8bd8-f69787fd4fc7 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (d74269fd-e4c4-46d2-9cd8-b64860ec6226), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:52.444764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-83017b6b-9c5e-4ce2-9be6-c061fb90b4ef tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting subnet a0fc4cfa-cf9f-4e4e-b417-6749033a9004 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:11:52.460955 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83017b6b-9c5e-4ce2-9be6-c061fb90b4ef tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (a0fc4cfa-cf9f-4e4e-b417-6749033a9004), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:52.500878 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-bbe94813-3461-4d85-8ac4-593effd7840a None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:11:52.546589 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca301180-bb88-4a4b-8bd8-f69787fd4fc7 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (d74269fd-e4c4-46d2-9cd8-b64860ec6226), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:52.568824 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca301180-bb88-4a4b-8bd8-f69787fd4fc7 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:52.568824 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ca301180-bb88-4a4b-8bd8-f69787fd4fc7 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/d74269fd-e4c4-46d2-9cd8-b64860ec6226 HTTP/1.1" status: 204 len: 168 time: 0.4483733 Mar 11 12:11:52.569130 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57578) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:52.619808 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca301180-bb88-4a4b-8bd8-f69787fd4fc7 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d74269fd-e4c4-46d2-9cd8-b64860ec6226,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:52.665756 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83017b6b-9c5e-4ce2-9be6-c061fb90b4ef tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (a0fc4cfa-cf9f-4e4e-b417-6749033a9004), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:52.719102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7698c9da-dcb1-488e-a8b2-166490b97091 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1526892 Mar 11 12:11:52.720179 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57582) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:52.792879 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-85688d88-6baf-470b-9fdc-104f0c892266 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group_rule': {'security_group_id': '21cc5126-fbf4-4d73-bfcb-00dba73c7688', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:52.910169 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-85688d88-6baf-470b-9fdc-104f0c892266 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (c7228bba-bc6a-47dd-bcb8-970160bf6a32), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:53.005003 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83017b6b-9c5e-4ce2-9be6-c061fb90b4ef tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (a0fc4cfa-cf9f-4e4e-b417-6749033a9004), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:53.134815 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83017b6b-9c5e-4ce2-9be6-c061fb90b4ef tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (a0fc4cfa-cf9f-4e4e-b417-6749033a9004), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:53.166478 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83017b6b-9c5e-4ce2-9be6-c061fb90b4ef tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:53.172921 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-83017b6b-9c5e-4ce2-9be6-c061fb90b4ef tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/subnets/a0fc4cfa-cf9f-4e4e-b417-6749033a9004 HTTP/1.1" status: 204 len: 168 time: 0.9999857 Mar 11 12:11:53.177538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57592) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:53.206263 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-85688d88-6baf-470b-9fdc-104f0c892266 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (c7228bba-bc6a-47dd-bcb8-970160bf6a32), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:53.215399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f125cb9-edfc-45db-80a0-f0c241e4b69b None None] Network d23bf12e-1b8f-493b-84e4-712a364a3ab2 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:11:53.248681 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83017b6b-9c5e-4ce2-9be6-c061fb90b4ef tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Subnet': ['ID=a0fc4cfa-cf9f-4e4e-b417-6749033a9004,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:53.252404 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-bbe94813-3461-4d85-8ac4-593effd7840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:50Z', 'revision_number': 8, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '05ea7533-41b8-4913-8fc4-35565b31d039', 'name': '', 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:b5:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:28Z', 'updated_at': '2022-03-11T12:11:41Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def13bf7-adfd-4d6f-b374-f4dc66a58ea3', 'name': '', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:54:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:23Z', 'updated_at': '2022-03-11T12:11:30Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:53.255467 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0e8b2-327f-44df-b6fe-b95a8737361b req-6e40a197-d070-46fc-a4c6-160213b86266 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:53.277359 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4c0e8b2-327f-44df-b6fe-b95a8737361b req-6e40a197-d070-46fc-a4c6-160213b86266 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.3515208 Mar 11 12:11:53.303298 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-85688d88-6baf-470b-9fdc-104f0c892266 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (c7228bba-bc6a-47dd-bcb8-970160bf6a32), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:53.372701 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe94813-3461-4d85-8ac4-593effd7840a None None] Checking router: 82f6c506-6c3b-4b24-a339-935a89c2b6a6 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:11:53.396894 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe94813-3461-4d85-8ac4-593effd7840a None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:53.397803 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-bbe94813-3461-4d85-8ac4-593effd7840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:11:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:53.398236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85688d88-6baf-470b-9fdc-104f0c892266 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7228bba-bc6a-47dd-bcb8-970160bf6a32,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:53.495381 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4c0e8b2-327f-44df-b6fe-b95a8737361b req-8882d56a-f926-4602-bc38-df188651f052 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114711 Mar 11 12:11:53.501480 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (d23bf12e-1b8f-493b-84e4-712a364a3ab2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:53.506155 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-85688d88-6baf-470b-9fdc-104f0c892266 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:53.510263 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57602) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:53.510490 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-85688d88-6baf-470b-9fdc-104f0c892266 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7384343 Mar 11 12:11:53.539351 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bd24f454-0448-407c-ae41-8c2be89d21ca tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-group-rules/c7228bba-bc6a-47dd-bcb8-970160bf6a32 HTTP/1.1" status: 200 len: 763 time: 0.0277290 Mar 11 12:11:53.543462 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57606) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:53.642910 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cf9c626b-7a8d-48e3-bd95-d5c9a07c9079 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0966604 Mar 11 12:11:53.645502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57612) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:53.660790 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting port 21f9316d-d43b-49c7-86dd-16fc0b0eab00 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:11:53.662215 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (21f9316d-d43b-49c7-86dd-16fc0b0eab00), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:53.693963 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-bbe94813-3461-4d85-8ac4-593effd7840a None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:11:53.744386 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274abbfe-7a4d-49ca-8047-ea5036a0f4e1 None None] DHCP port deletion for d23bf12e-1b8f-493b-84e4-712a364a3ab2 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:11:53.775372 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffca8072-63ff-44f8-8ea0-872fb412ef71 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (c7228bba-bc6a-47dd-bcb8-970160bf6a32), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:53.810186 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffca8072-63ff-44f8-8ea0-872fb412ef71 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (c7228bba-bc6a-47dd-bcb8-970160bf6a32), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:53.837600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] For port 21f9316d-d43b-49c7-86dd-16fc0b0eab00, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=21f9316d-d43b-49c7-86dd-16fc0b0eab00,segment=NetworkSegment(63d14608-b9d8-47ca-8167-945a6f7774da),segment_id=63d14608-b9d8-47ca-8167-945a6f7774da)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:53.838244 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (21f9316d-d43b-49c7-86dd-16fc0b0eab00), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:53.867486 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Calling delete_port for 21f9316d-d43b-49c7-86dd-16fc0b0eab00 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:11:53.991639 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-274abbfe-7a4d-49ca-8047-ea5036a0f4e1 None None] Deleting port 21f9316d-d43b-49c7-86dd-16fc0b0eab00 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:11:53.992706 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-274abbfe-7a4d-49ca-8047-ea5036a0f4e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (21f9316d-d43b-49c7-86dd-16fc0b0eab00), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.029105 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffca8072-63ff-44f8-8ea0-872fb412ef71 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (c7228bba-bc6a-47dd-bcb8-970160bf6a32), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.034995 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffca8072-63ff-44f8-8ea0-872fb412ef71 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.036197 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ffca8072-63ff-44f8-8ea0-872fb412ef71 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/c7228bba-bc6a-47dd-bcb8-970160bf6a32 HTTP/1.1" status: 204 len: 168 time: 0.3897722 Mar 11 12:11:54.039012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57620) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:54.102462 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (21f9316d-d43b-49c7-86dd-16fc0b0eab00), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.122710 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca8072-63ff-44f8-8ea0-872fb412ef71 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7228bba-bc6a-47dd-bcb8-970160bf6a32,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:54.128638 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-274abbfe-7a4d-49ca-8047-ea5036a0f4e1 None None] For port 21f9316d-d43b-49c7-86dd-16fc0b0eab00, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=21f9316d-d43b-49c7-86dd-16fc0b0eab00,segment=NetworkSegment(63d14608-b9d8-47ca-8167-945a6f7774da),segment_id=63d14608-b9d8-47ca-8167-945a6f7774da)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:54.129038 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-274abbfe-7a4d-49ca-8047-ea5036a0f4e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (21f9316d-d43b-49c7-86dd-16fc0b0eab00), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.143072 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-274abbfe-7a4d-49ca-8047-ea5036a0f4e1 None None] Calling delete_port for 21f9316d-d43b-49c7-86dd-16fc0b0eab00 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:11:54.157129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Port': ['ID=21f9316d-d43b-49c7-86dd-16fc0b0eab00,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:54.169758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] No DVR routers for this DVR port 21f9316d-d43b-49c7-86dd-16fc0b0eab00 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:11:54.193141 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-bbe94813-3461-4d85-8ac4-593effd7840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:50Z', 'revision_number': 8, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '05ea7533-41b8-4913-8fc4-35565b31d039', 'name': '', 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:b5:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:28Z', 'updated_at': '2022-03-11T12:11:41Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def13bf7-adfd-4d6f-b374-f4dc66a58ea3', 'name': '', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:54:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:23Z', 'updated_at': '2022-03-11T12:11:30Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:54.224531 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3cffb1ec-75fa-4538-9ed7-c73e3756fee4 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1755927 Mar 11 12:11:54.228157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57632) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:54.239379 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9cb7af67-bdb0-4da3-9781-e1fde93c39a9 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group_rule': {'security_group_id': '21cc5126-fbf4-4d73-bfcb-00dba73c7688', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:54.265151 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe94813-3461-4d85-8ac4-593effd7840a None None] The sync data for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 is: [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:50Z', 'revision_number': 8, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '05ea7533-41b8-4913-8fc4-35565b31d039', 'name': '', 'network_id': 'a5f6960b-5f90-42d1-bba5-07f6e45abaaf', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:b5:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:28Z', 'updated_at': '2022-03-11T12:11:41Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def13bf7-adfd-4d6f-b374-f4dc66a58ea3', 'name': '', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:54:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:23Z', 'updated_at': '2022-03-11T12:11:30Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:11:54.337222 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9cb7af67-bdb0-4da3-9781-e1fde93c39a9 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (3424c1d1-0d95-4243-a221-069ea47e03b1), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.358982 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-274abbfe-7a4d-49ca-8047-ea5036a0f4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (21f9316d-d43b-49c7-86dd-16fc0b0eab00), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.425313 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274abbfe-7a4d-49ca-8047-ea5036a0f4e1 None None] Pushing event deleted for resources: {'Port': ['ID=21f9316d-d43b-49c7-86dd-16fc0b0eab00,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:54.431885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274abbfe-7a4d-49ca-8047-ea5036a0f4e1 None None] No DVR routers for this DVR port 21f9316d-d43b-49c7-86dd-16fc0b0eab00 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:11:54.459610 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (d23bf12e-1b8f-493b-84e4-712a364a3ab2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.496906 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9cb7af67-bdb0-4da3-9781-e1fde93c39a9 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (3424c1d1-0d95-4243-a221-069ea47e03b1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.498518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23bf12e-1b8f-493b-84e4-712a364a3ab2']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:54.515628 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9cb7af67-bdb0-4da3-9781-e1fde93c39a9 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (3424c1d1-0d95-4243-a221-069ea47e03b1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.568523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7af67-bdb0-4da3-9781-e1fde93c39a9 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3424c1d1-0d95-4243-a221-069ea47e03b1,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:54.573358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d14608-b9d8-47ca-8167-945a6f7774da') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:54.573758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d14608-b9d8-47ca-8167-945a6f7774da') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:54.604399 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (63d14608-b9d8-47ca-8167-945a6f7774da), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.608718 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9cb7af67-bdb0-4da3-9781-e1fde93c39a9 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.612145 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9cb7af67-bdb0-4da3-9781-e1fde93c39a9 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3824482 Mar 11 12:11:54.616310 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57644) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:54.650419 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9080b85b-3074-4d01-847a-88dfead066b0 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-group-rules/3424c1d1-0d95-4243-a221-069ea47e03b1 HTTP/1.1" status: 200 len: 764 time: 0.0325022 Mar 11 12:11:54.654685 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57648) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:54.705811 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (63d14608-b9d8-47ca-8167-945a6f7774da), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.730933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 21f9316d-d43b-49c7-86dd-16fc0b0eab00 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:11:54.761911 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:11:54.763254 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (63d14608-b9d8-47ca-8167-945a6f7774da), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.784111 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-155f2c92-165e-4d33-b4b0-a73a01ac3dd8 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1214852 Mar 11 12:11:54.785429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57654) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:54.813798 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 21f9316d-d43b-49c7-86dd-16fc0b0eab00 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:11:54.814143 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 21f9316d-d43b-49c7-86dd-16fc0b0eab00 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:11:54.890027 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85384f9a-f766-46da-86f7-4f4c39b932aa tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (3424c1d1-0d95-4243-a221-069ea47e03b1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.916512 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85384f9a-f766-46da-86f7-4f4c39b932aa tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (3424c1d1-0d95-4243-a221-069ea47e03b1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:11:54.918785 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:11:54.972933 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (d23bf12e-1b8f-493b-84e4-712a364a3ab2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.988890 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85384f9a-f766-46da-86f7-4f4c39b932aa tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (3424c1d1-0d95-4243-a221-069ea47e03b1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.994732 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:54.998613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/networks/d23bf12e-1b8f-493b-84e4-712a364a3ab2 HTTP/1.1" status: 204 len: 168 time: 1.8191302 Mar 11 12:11:54.999944 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85384f9a-f766-46da-86f7-4f4c39b932aa tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:55.002195 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-85384f9a-f766-46da-86f7-4f4c39b932aa tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/3424c1d1-0d95-4243-a221-069ea47e03b1 HTTP/1.1" status: 204 len: 168 time: 0.2132492 Mar 11 12:11:55.008087 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57660) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:55.014451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57662) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:55.024140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85384f9a-f766-46da-86f7-4f4c39b932aa tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3424c1d1-0d95-4243-a221-069ea47e03b1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:55.152037 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc8da4-6a91-4955-af67-cae2132563de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Network': ['ID=d23bf12e-1b8f-493b-84e4-712a364a3ab2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:55.319765 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c25681-1b00-493a-af48-4ab66c7bd21e req-e75e0910-c74e-4f2b-8eda-3a0812f0edb9 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:55.321995 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73c25681-1b00-493a-af48-4ab66c7bd21e req-e75e0910-c74e-4f2b-8eda-3a0812f0edb9 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.6273150 Mar 11 12:11:55.396975 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-45562b8b-78d8-457c-b90a-b6f5286a33bd tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3571849 Mar 11 12:11:55.400409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57672) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:55.531701 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1179f725-eefa-4938-81d1-16f96461a6e7 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (21cc5126-fbf4-4d73-bfcb-00dba73c7688), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:55.535617 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73c25681-1b00-493a-af48-4ab66c7bd21e req-759b7d0f-b937-4e44-a110-c1a8376a6c1e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564615 Mar 11 12:11:55.581183 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1179f725-eefa-4938-81d1-16f96461a6e7 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (21cc5126-fbf4-4d73-bfcb-00dba73c7688), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:55.708602 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1179f725-eefa-4938-81d1-16f96461a6e7 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (21cc5126-fbf4-4d73-bfcb-00dba73c7688), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:55.711529 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1179f725-eefa-4938-81d1-16f96461a6e7 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:55.715219 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1179f725-eefa-4938-81d1-16f96461a6e7 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-groups/21cc5126-fbf4-4d73-bfcb-00dba73c7688 HTTP/1.1" status: 204 len: 168 time: 0.3112481 Mar 11 12:11:55.716276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57680) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:55.729944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179f725-eefa-4938-81d1-16f96461a6e7 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cc5126-fbf4-4d73-bfcb-00dba73c7688,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:55.787662 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-626272b1-c006-4953-a118-8f3949fce18b tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0584562 Mar 11 12:11:55.793609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57682) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:55.796807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d4e4e0be-251a-463a-a335-2baaf28773bd tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group': {'name': 'tempest-secgroup--80213323'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:55.843008 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e0be-251a-463a-a335-2baaf28773bd tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:55.885549 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-063ed461-42d3-4bd7-866c-cc7ad058db04 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (82f6c506-6c3b-4b24-a339-935a89c2b6a6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:55.985471 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e0be-251a-463a-a335-2baaf28773bd tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (04c77a29-4b33-4c3e-902d-a53a0230ca0a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:55.997663 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e0be-251a-463a-a335-2baaf28773bd tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (04c77a29-4b33-4c3e-902d-a53a0230ca0a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:56.073091 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e0be-251a-463a-a335-2baaf28773bd tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:56.074929 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d4e4e0be-251a-463a-a335-2baaf28773bd tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2818050 Mar 11 12:11:56.081975 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57686) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:56.083932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4e0be-251a-463a-a335-2baaf28773bd tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c77a29-4b33-4c3e-902d-a53a0230ca0a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:56.097503 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8a4a5b82-d390-4472-a81f-ee6dea632b9a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Request body: {'security_group_rule': {'security_group_id': '04c77a29-4b33-4c3e-902d-a53a0230ca0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:11:56.248385 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5b82-d390-4472-a81f-ee6dea632b9a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (c0d86ab9-1e63-43bd-bd98-581b63b69629), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:56.320298 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3115ac8e-e4b4-440e-be8c-5d596693db1d no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:11:56.405082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 3115ac8e-e4b4-440e-be8c-5d596693db1d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:11:56.406130 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3115ac8e-e4b4-440e-be8c-5d596693db1d not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:11:56.458131 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5b82-d390-4472-a81f-ee6dea632b9a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (c0d86ab9-1e63-43bd-bd98-581b63b69629), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:56.482627 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5b82-d390-4472-a81f-ee6dea632b9a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (c0d86ab9-1e63-43bd-bd98-581b63b69629), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:56.527058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a5b82-d390-4472-a81f-ee6dea632b9a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d86ab9-1e63-43bd-bd98-581b63b69629,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:56.609789 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5b82-d390-4472-a81f-ee6dea632b9a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:56.611009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8a4a5b82-d390-4472-a81f-ee6dea632b9a tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5281994 Mar 11 12:11:56.613800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57700) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:56.776639 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-135cd14b-bcfd-4500-a91e-16c06b451cb3 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (04c77a29-4b33-4c3e-902d-a53a0230ca0a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:56.826438 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-135cd14b-bcfd-4500-a91e-16c06b451cb3 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (04c77a29-4b33-4c3e-902d-a53a0230ca0a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:56.834330 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-063ed461-42d3-4bd7-866c-cc7ad058db04 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting port 05ea7533-41b8-4913-8fc4-35565b31d039 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:11:56.834944 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-063ed461-42d3-4bd7-866c-cc7ad058db04 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (05ea7533-41b8-4913-8fc4-35565b31d039), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:56.942511 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-135cd14b-bcfd-4500-a91e-16c06b451cb3 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (04c77a29-4b33-4c3e-902d-a53a0230ca0a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:56.945695 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-135cd14b-bcfd-4500-a91e-16c06b451cb3 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:56.950689 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-135cd14b-bcfd-4500-a91e-16c06b451cb3 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-groups/04c77a29-4b33-4c3e-902d-a53a0230ca0a HTTP/1.1" status: 204 len: 168 time: 0.3357146 Mar 11 12:11:56.953050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57710) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:56.984638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cd14b-bcfd-4500-a91e-16c06b451cb3 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c77a29-4b33-4c3e-902d-a53a0230ca0a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:57.053873 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-65e13d9d-65e8-4e65-bf9a-573a111d0314 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0963411 Mar 11 12:11:57.055798 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57712) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:57.144321 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-eeb0ea66-42d7-4831-ae97-a9be8deb01e0 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0795519 Mar 11 12:11:57.146264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57714) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:57.172553 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-063ed461-42d3-4bd7-866c-cc7ad058db04 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] For port 05ea7533-41b8-4913-8fc4-35565b31d039, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=05ea7533-41b8-4913-8fc4-35565b31d039,segment=NetworkSegment(d932edf5-7d62-4b85-9722-bcf19abfd6bb),segment_id=d932edf5-7d62-4b85-9722-bcf19abfd6bb)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:11:57.174294 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-063ed461-42d3-4bd7-866c-cc7ad058db04 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (05ea7533-41b8-4913-8fc4-35565b31d039), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:57.175390 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-f8f187d2-2dda-4ade-8b12-2d1d8c2758f6 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] delete failed (client error): The resource could not be found. Mar 11 12:11:57.193304 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f8f187d2-2dda-4ade-8b12-2d1d8c2758f6 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "DELETE /v2.0/security-groups/04c77a29-4b33-4c3e-902d-a53a0230ca0a HTTP/1.1" status: 404 len: 347 time: 0.0308492 Mar 11 12:11:57.194132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57716) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:57.226483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-063ed461-42d3-4bd7-866c-cc7ad058db04 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Calling delete_port for 05ea7533-41b8-4913-8fc4-35565b31d039 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:11:57.372136 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-77955546-65fa-4085-9f81-89368a38f6d4 tempest-SecGroupTest-1178128546 tempest-SecGroupTest-1178128546-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1686559 Mar 11 12:11:57.457924 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e41ea0-c4ff-477b-99ef-4194c4339c2c req-2fea6fc5-c779-4085-8f8d-0bc4551c4fb1 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:57.468431 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14e41ea0-c4ff-477b-99ef-4194c4339c2c req-2fea6fc5-c779-4085-8f8d-0bc4551c4fb1 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.7589591 Mar 11 12:11:57.592795 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14e41ea0-c4ff-477b-99ef-4194c4339c2c req-72fed31f-029f-4ff6-9638-d892e7858729 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146579 Mar 11 12:11:57.770058 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-063ed461-42d3-4bd7-866c-cc7ad058db04 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (05ea7533-41b8-4913-8fc4-35565b31d039), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:57.824430 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ed461-42d3-4bd7-866c-cc7ad058db04 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Port': ['ID=05ea7533-41b8-4913-8fc4-35565b31d039,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:58.025782 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57736) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:58.189144 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-063ed461-42d3-4bd7-866c-cc7ad058db04 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (82f6c506-6c3b-4b24-a339-935a89c2b6a6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:58.339329 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0f0c549e-32a5-4f0f-9d08-19aef885ad55 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=640c36c040504cb79af6d2713eba6738&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3099356 Mar 11 12:11:58.340106 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57746) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:58.565057 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98c1298a-00a7-4200-b29b-32726fc809f7 admin admin] Publish callbacks [] for security_group (d4c6632d-978c-459c-accf-96528c149c5d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:58.594824 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063ed461-42d3-4bd7-866c-cc7ad058db04 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:11:58.613853 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98c1298a-00a7-4200-b29b-32726fc809f7 admin admin] Publish callbacks [] for security_group (d4c6632d-978c-459c-accf-96528c149c5d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:58.716418 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98c1298a-00a7-4200-b29b-32726fc809f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d4c6632d-978c-459c-accf-96528c149c5d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:58.720659 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98c1298a-00a7-4200-b29b-32726fc809f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:58.722808 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-98c1298a-00a7-4200-b29b-32726fc809f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d4c6632d-978c-459c-accf-96528c149c5d HTTP/1.1" status: 204 len: 168 time: 0.3816969 Mar 11 12:11:58.751223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1298a-00a7-4200-b29b-32726fc809f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c6632d-978c-459c-accf-96528c149c5d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:11:59.569123 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063ed461-42d3-4bd7-866c-cc7ad058db04 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:11:59.601572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57790) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:11:59.608089 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-063ed461-42d3-4bd7-866c-cc7ad058db04 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/82f6c506-6c3b-4b24-a339-935a89c2b6a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5603225 Mar 11 12:11:59.611316 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9a26a-2ba6-4bec-ae34-9129acb113df None None] Sync routers for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:11:59.637911 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9a26a-2ba6-4bec-ae34-9129acb113df None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:11:59.641293 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-39c9a26a-2ba6-4bec-ae34-9129acb113df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:11:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:11:59.643476 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50dfce0-903c-445c-bae6-919040ce55f4 req-5f7222cd-3e53-4c05-add7-32429601cb53 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:11:59.663727 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d50dfce0-903c-445c-bae6-919040ce55f4 req-5f7222cd-3e53-4c05-add7-32429601cb53 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1860151 Mar 11 12:11:59.748380 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f58e71e-a74b-4074-a188-6d5fa0cb9b6f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting subnet c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:11:59.754313 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0f58e71e-a74b-4074-a188-6d5fa0cb9b6f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:11:59.784454 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d50dfce0-903c-445c-bae6-919040ce55f4 req-2bd97684-999c-451b-9979-9d7e64281e31 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197052 Mar 11 12:11:59.818120 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0f58e71e-a74b-4074-a188-6d5fa0cb9b6f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:00.022132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-39c9a26a-2ba6-4bec-ae34-9129acb113df None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:12:00.185129 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0f58e71e-a74b-4074-a188-6d5fa0cb9b6f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:00.362015 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0f58e71e-a74b-4074-a188-6d5fa0cb9b6f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:00.407846 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0f58e71e-a74b-4074-a188-6d5fa0cb9b6f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:00.411175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6998b7-c976-491d-81cb-b1e2c3c3e1d3 None None] Network a5f6960b-5f90-42d1-bba5-07f6e45abaaf requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:12:00.412694 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0f58e71e-a74b-4074-a188-6d5fa0cb9b6f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/subnets/c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b HTTP/1.1" status: 204 len: 168 time: 0.8099291 Mar 11 12:12:00.415392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57814) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:00.515918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58e71e-a74b-4074-a188-6d5fa0cb9b6f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:00.696073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-39c9a26a-2ba6-4bec-ae34-9129acb113df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:57Z', 'revision_number': 9, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def13bf7-adfd-4d6f-b374-f4dc66a58ea3', 'name': '', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:54:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:23Z', 'updated_at': '2022-03-11T12:11:30Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:00.711962 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (a5f6960b-5f90-42d1-bba5-07f6e45abaaf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:00.819310 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9a26a-2ba6-4bec-ae34-9129acb113df None None] Checking router: 82f6c506-6c3b-4b24-a339-935a89c2b6a6 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:12:00.868173 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9a26a-2ba6-4bec-ae34-9129acb113df None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:12:00.880913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-39c9a26a-2ba6-4bec-ae34-9129acb113df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:11:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:00.933436 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting port 45786999-dd2c-4c0b-8e50-9dae83dabf88 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:12:00.933963 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (45786999-dd2c-4c0b-8e50-9dae83dabf88), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:01.057349 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93158489-c2aa-4708-89f9-1295aba26120 None None] DHCP port deletion for a5f6960b-5f90-42d1-bba5-07f6e45abaaf request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:12:01.250424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] For port 45786999-dd2c-4c0b-8e50-9dae83dabf88, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=45786999-dd2c-4c0b-8e50-9dae83dabf88,segment=NetworkSegment(d932edf5-7d62-4b85-9722-bcf19abfd6bb),segment_id=d932edf5-7d62-4b85-9722-bcf19abfd6bb)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:01.251098 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (45786999-dd2c-4c0b-8e50-9dae83dabf88), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:01.291427 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Calling delete_port for 45786999-dd2c-4c0b-8e50-9dae83dabf88 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:12:01.315356 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-39c9a26a-2ba6-4bec-ae34-9129acb113df None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:12:01.408041 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-93158489-c2aa-4708-89f9-1295aba26120 None None] Deleting port 45786999-dd2c-4c0b-8e50-9dae83dabf88 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:12:01.409036 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93158489-c2aa-4708-89f9-1295aba26120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (45786999-dd2c-4c0b-8e50-9dae83dabf88), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:01.439836 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (45786999-dd2c-4c0b-8e50-9dae83dabf88), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:01.460760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] No DVR routers for this DVR port 45786999-dd2c-4c0b-8e50-9dae83dabf88 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:12:01.518984 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Port': ['ID=45786999-dd2c-4c0b-8e50-9dae83dabf88,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:01.617476 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-93158489-c2aa-4708-89f9-1295aba26120 None None] For port 45786999-dd2c-4c0b-8e50-9dae83dabf88, host n-d-833234-2, got binding levels [] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:01.617884 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93158489-c2aa-4708-89f9-1295aba26120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (45786999-dd2c-4c0b-8e50-9dae83dabf88), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:01.673215 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-93158489-c2aa-4708-89f9-1295aba26120 None None] Calling delete_port for 45786999-dd2c-4c0b-8e50-9dae83dabf88 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:12:01.695868 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.ipam_backend_mixin [None req-93158489-c2aa-4708-89f9-1295aba26120 None None] Port 45786999-dd2c-4c0b-8e50-9dae83dabf88 was not found and therefore no delete operation was performed {{(pid=104033) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 12:12:01.734270 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (a5f6960b-5f90-42d1-bba5-07f6e45abaaf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:01.765095 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28314c94-56d6-408f-8650-2c3b338a105b req-81cd99cc-b7ff-4af9-b10b-fc5d65b46dad tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:01.779318 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28314c94-56d6-408f-8650-2c3b338a105b req-81cd99cc-b7ff-4af9-b10b-fc5d65b46dad tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.3749535 Mar 11 12:12:01.879158 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93158489-c2aa-4708-89f9-1295aba26120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (45786999-dd2c-4c0b-8e50-9dae83dabf88), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:01.899851 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93158489-c2aa-4708-89f9-1295aba26120 None None] No DVR routers for this DVR port 45786999-dd2c-4c0b-8e50-9dae83dabf88 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:12:01.972803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f6960b-5f90-42d1-bba5-07f6e45abaaf']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:01.987565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93158489-c2aa-4708-89f9-1295aba26120 None None] Pushing event deleted for resources: {'Port': ['ID=45786999-dd2c-4c0b-8e50-9dae83dabf88,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:02.027167 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28314c94-56d6-408f-8650-2c3b338a105b req-b80aa33c-baca-4930-bf5c-da059b944317 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473671 Mar 11 12:12:02.061901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd932edf5-7d62-4b85-9722-bcf19abfd6bb') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:02.062202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd932edf5-7d62-4b85-9722-bcf19abfd6bb') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:02.085383 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (d932edf5-7d62-4b85-9722-bcf19abfd6bb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:02.132142 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (d932edf5-7d62-4b85-9722-bcf19abfd6bb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:02.148566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:12:02.149391 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (d932edf5-7d62-4b85-9722-bcf19abfd6bb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:12:02.160645 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:12:02.167291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-39c9a26a-2ba6-4bec-ae34-9129acb113df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:57Z', 'revision_number': 9, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def13bf7-adfd-4d6f-b374-f4dc66a58ea3', 'name': '', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:54:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:23Z', 'updated_at': '2022-03-11T12:11:30Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:02.202577 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9a26a-2ba6-4bec-ae34-9129acb113df None None] The sync data for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 is: [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:11:57Z', 'revision_number': 9, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def13bf7-adfd-4d6f-b374-f4dc66a58ea3', 'name': '', 'network_id': '20959c28-4769-4213-8673-79ff65c1ae78', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:54:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:23Z', 'updated_at': '2022-03-11T12:11:30Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': 'c93c8b88-7931-4bab-9541-a580e3e0d61d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:12:02.376216 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (a5f6960b-5f90-42d1-bba5-07f6e45abaaf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:02.462415 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:02.478871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 57868) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:02.523082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/networks/a5f6960b-5f90-42d1-bba5-07f6e45abaaf HTTP/1.1" status: 204 len: 168 time: 2.1064401 Mar 11 12:12:02.527842 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee178173-ac90-41c9-8ecd-9fc8353fb6de tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Network': ['ID=a5f6960b-5f90-42d1-bba5-07f6e45abaaf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:02.768828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 05ea7533-41b8-4913-8fc4-35565b31d039 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:12:02.818617 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 05ea7533-41b8-4913-8fc4-35565b31d039 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:12:02.819326 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 05ea7533-41b8-4913-8fc4-35565b31d039 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:12:02.820024 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 45786999-dd2c-4c0b-8e50-9dae83dabf88 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:12:02.872927 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 45786999-dd2c-4c0b-8e50-9dae83dabf88 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:12:02.875277 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 45786999-dd2c-4c0b-8e50-9dae83dabf88 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:12:03.348167 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d5e30-d0ab-48ac-bb57-1e62e31b0c12 req-55cf47bb-0e4e-45bc-b99a-8489bf0219bf tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:03.349863 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c02d5e30-d0ab-48ac-bb57-1e62e31b0c12 req-55cf47bb-0e4e-45bc-b99a-8489bf0219bf tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1433442 Mar 11 12:12:03.487781 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c02d5e30-d0ab-48ac-bb57-1e62e31b0c12 req-98e8c3f5-577d-4315-bd62-3bc1a9cff895 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305864 Mar 11 12:12:03.608425 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b23eab94-4713-4d3c-ada0-206402d69c02 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (82f6c506-6c3b-4b24-a339-935a89c2b6a6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:03.805042 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:04.234134 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b23eab94-4713-4d3c-ada0-206402d69c02 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting port def13bf7-adfd-4d6f-b374-f4dc66a58ea3 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:12:04.234543 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b23eab94-4713-4d3c-ada0-206402d69c02 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:04.403575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-b23eab94-4713-4d3c-ada0-206402d69c02 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] For port def13bf7-adfd-4d6f-b374-f4dc66a58ea3, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=def13bf7-adfd-4d6f-b374-f4dc66a58ea3,segment=NetworkSegment(692dc2a7-37ef-4293-90ac-48797d7252b1),segment_id=692dc2a7-37ef-4293-90ac-48797d7252b1)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:04.404110 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b23eab94-4713-4d3c-ada0-206402d69c02 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:04.419157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b23eab94-4713-4d3c-ada0-206402d69c02 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Calling delete_port for def13bf7-adfd-4d6f-b374-f4dc66a58ea3 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:12:04.785640 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b23eab94-4713-4d3c-ada0-206402d69c02 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (def13bf7-adfd-4d6f-b374-f4dc66a58ea3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:04.797850 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc270874-5cbb-47fe-886b-2afcdf83912d req-80e4bb3a-dd33-43a3-935f-c32af287b88e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:04.804966 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc270874-5cbb-47fe-886b-2afcdf83912d req-80e4bb3a-dd33-43a3-935f-c32af287b88e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.1211231 Mar 11 12:12:04.878214 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23eab94-4713-4d3c-ada0-206402d69c02 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Port': ['ID=def13bf7-adfd-4d6f-b374-f4dc66a58ea3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:04.943882 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc270874-5cbb-47fe-886b-2afcdf83912d req-95731af6-283e-4140-bbab-6a8cbf854aef tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176767 Mar 11 12:12:05.196486 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b23eab94-4713-4d3c-ada0-206402d69c02 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (82f6c506-6c3b-4b24-a339-935a89c2b6a6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:05.489335 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23eab94-4713-4d3c-ada0-206402d69c02 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:12:05.618517 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23eab94-4713-4d3c-ada0-206402d69c02 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:12:05.626596 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b23eab94-4713-4d3c-ada0-206402d69c02 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/82f6c506-6c3b-4b24-a339-935a89c2b6a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1437256 Mar 11 12:12:05.627703 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57962) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:05.630494 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a43ed-a8ff-4d6b-91cc-2b708fb10129 None None] Sync routers for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:12:05.650365 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a43ed-a8ff-4d6b-91cc-2b708fb10129 None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:12:05.650988 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-061a43ed-a8ff-4d6b-91cc-2b708fb10129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:11:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:05.762922 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98905b3b-b3f1-406f-9fe6-361c5de19584 req-bf9c896a-80ff-45eb-b5f0-e8213c2e8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:05.765834 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-98905b3b-b3f1-406f-9fe6-361c5de19584 req-bf9c896a-80ff-45eb-b5f0-e8213c2e8cd8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a8a1ab2e35a4c68af61bee4e54ed507&device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 1127 time: 0.1277583 Mar 11 12:12:05.779097 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b2cb86-5926-4bce-832c-675c6a8ef9d7 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting subnet c93c8b88-7931-4bab-9541-a580e3e0d61d {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:12:05.783530 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-89b2cb86-5926-4bce-832c-675c6a8ef9d7 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (c93c8b88-7931-4bab-9541-a580e3e0d61d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:05.803204 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-061a43ed-a8ff-4d6b-91cc-2b708fb10129 None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:12:05.873130 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-89b2cb86-5926-4bce-832c-675c6a8ef9d7 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (c93c8b88-7931-4bab-9541-a580e3e0d61d), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:06.007899 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98905b3b-b3f1-406f-9fe6-361c5de19584 req-cf54853f-e628-4546-8788-76ed871995b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:06.034119 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-98905b3b-b3f1-406f-9fe6-361c5de19584 req-cf54853f-e628-4546-8788-76ed871995b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc HTTP/1.1" status: 200 len: 915 time: 0.2594011 Mar 11 12:12:06.084371 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-89b2cb86-5926-4bce-832c-675c6a8ef9d7 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (c93c8b88-7931-4bab-9541-a580e3e0d61d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:06.152489 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-98905b3b-b3f1-406f-9fe6-361c5de19584 req-37580e63-7bf3-4a0a-9608-2ccc1be25288 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e941fb05-4896-4c38-9b4c-d33880735661 HTTP/1.1" status: 200 len: 217 time: 0.1045260 Mar 11 12:12:06.187422 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-061a43ed-a8ff-4d6b-91cc-2b708fb10129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:12:04Z', 'revision_number': 10, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:06.223544 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a43ed-a8ff-4d6b-91cc-2b708fb10129 None None] Checking router: 82f6c506-6c3b-4b24-a339-935a89c2b6a6 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:12:06.233779 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a43ed-a8ff-4d6b-91cc-2b708fb10129 None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:12:06.234641 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-061a43ed-a8ff-4d6b-91cc-2b708fb10129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:11:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:06.309741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98905b3b-b3f1-406f-9fe6-361c5de19584 req-db906853-5452-4b2d-bd29-b6441272a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:06.311230 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-98905b3b-b3f1-406f-9fe6-361c5de19584 req-db906853-5452-4b2d-bd29-b6441272a0f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba949ad3-acd0-4240-bdb9-834f19359038 HTTP/1.1" status: 200 len: 854 time: 0.1537874 Mar 11 12:12:06.338842 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-061a43ed-a8ff-4d6b-91cc-2b708fb10129 None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:12:06.390046 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-98905b3b-b3f1-406f-9fe6-361c5de19584 req-6b3dbdc1-166f-421e-83a3-5dfc6ba04144 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712457 Mar 11 12:12:06.499840 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df552b-25f5-42e2-bb08-3737de7a0694 req-431b279f-49f2-4d43-a315-85d5fb7f0ace tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:06.516557 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d5df552b-25f5-42e2-bb08-3737de7a0694 req-431b279f-49f2-4d43-a315-85d5fb7f0ace tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.3631754 Mar 11 12:12:06.628333 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-061a43ed-a8ff-4d6b-91cc-2b708fb10129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:12:04Z', 'revision_number': 10, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:06.671519 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-89b2cb86-5926-4bce-832c-675c6a8ef9d7 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (c93c8b88-7931-4bab-9541-a580e3e0d61d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:06.683015 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a43ed-a8ff-4d6b-91cc-2b708fb10129 None None] The sync data for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 is: [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:12:04Z', 'revision_number': 10, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None, '_interfaces': [{'id': '107f914d-19f8-4f31-a645-d1a3d34c2639', 'name': '', 'network_id': '46f5dd98-21fb-4b9b-b206-139a1a7e5114', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'mac_address': 'fa:16:3e:65:84:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:11:18Z', 'updated_at': '2022-03-11T12:11:24Z', 'revision_number': 5, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'subnets': [{'id': '8933622f-d924-4ab8-9393-8de2f04a6005', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:12:06.747400 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-98905b3b-b3f1-406f-9fe6-361c5de19584 req-584125f2-ff58-4269-8114-eb616a652e9a service neutron] 10.222.0.37 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362246 Mar 11 12:12:06.778024 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d5df552b-25f5-42e2-bb08-3737de7a0694 req-241b164d-48c9-427a-9d8d-389fb45157fc tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543430 Mar 11 12:12:06.781653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2cb86-5926-4bce-832c-675c6a8ef9d7 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Subnet': ['ID=c93c8b88-7931-4bab-9541-a580e3e0d61d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:06.791985 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-89b2cb86-5926-4bce-832c-675c6a8ef9d7 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:06.804697 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e33172-9f58-496d-b216-a405acd49d59 None None] Network 20959c28-4769-4213-8673-79ff65c1ae78 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:12:06.805761 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-89b2cb86-5926-4bce-832c-675c6a8ef9d7 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/subnets/c93c8b88-7931-4bab-9541-a580e3e0d61d HTTP/1.1" status: 204 len: 168 time: 1.1772876 Mar 11 12:12:06.806611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 57994) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:06.938116 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-98905b3b-b3f1-406f-9fe6-361c5de19584 req-1f94e496-6c4f-4b3c-bfad-39ab3b26f4d0 service neutron] 10.222.0.37 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854270 Mar 11 12:12:06.975655 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (20959c28-4769-4213-8673-79ff65c1ae78), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:07.150371 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:12:07.150820 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:07.364452 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dc7e5e-2c9a-4e93-bb31-5cda01078184 None None] DHCP port deletion for 20959c28-4769-4213-8673-79ff65c1ae78 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:12:07.381951 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] For port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c,segment=NetworkSegment(692dc2a7-37ef-4293-90ac-48797d7252b1),segment_id=692dc2a7-37ef-4293-90ac-48797d7252b1)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:07.382585 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:07.403155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Calling delete_port for aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:12:07.521160 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc7e5e-2c9a-4e93-bb31-5cda01078184 None None] Deleting port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:12:07.521741 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e8dc7e5e-2c9a-4e93-bb31-5cda01078184 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:07.544872 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:07.566263 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] No DVR routers for this DVR port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:12:07.594983 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e8dc7e5e-2c9a-4e93-bb31-5cda01078184 None None] For port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c,segment=NetworkSegment(692dc2a7-37ef-4293-90ac-48797d7252b1),segment_id=692dc2a7-37ef-4293-90ac-48797d7252b1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:07.595637 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e8dc7e5e-2c9a-4e93-bb31-5cda01078184 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:07.609871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc7e5e-2c9a-4e93-bb31-5cda01078184 None None] Calling delete_port for aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:12:07.714226 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (20959c28-4769-4213-8673-79ff65c1ae78), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:07.732621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Port': ['ID=aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:07.751035 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20959c28-4769-4213-8673-79ff65c1ae78']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:07.788086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692dc2a7-37ef-4293-90ac-48797d7252b1') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:07.788506 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692dc2a7-37ef-4293-90ac-48797d7252b1') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:07.822204 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (692dc2a7-37ef-4293-90ac-48797d7252b1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:07.852030 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (692dc2a7-37ef-4293-90ac-48797d7252b1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:07.874498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:12:07.875235 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (692dc2a7-37ef-4293-90ac-48797d7252b1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:12:08.004882 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:12:08.079039 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (20959c28-4769-4213-8673-79ff65c1ae78), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:08.117731 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:08.129310 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/networks/20959c28-4769-4213-8673-79ff65c1ae78 HTTP/1.1" status: 204 len: 168 time: 1.3104086 Mar 11 12:12:08.129770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58032) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:08.198574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3ec6e-0724-4b3d-91f3-34d890f1aa11 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Network': ['ID=20959c28-4769-4213-8673-79ff65c1ae78,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:08.203384 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device e941fb05-4896-4c38-9b4c-d33880735661 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:12:08.251158 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d781f-0d8d-44a2-aa82-dd42bbbefdd8 req-c3e07dcc-8650-4825-9b25-57e461e460da tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:08.268699 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-154d781f-0d8d-44a2-aa82-dd42bbbefdd8 req-c3e07dcc-8650-4825-9b25-57e461e460da tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2627029 Mar 11 12:12:08.425364 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e8dc7e5e-2c9a-4e93-bb31-5cda01078184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:08.480499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8dc7e5e-2c9a-4e93-bb31-5cda01078184 None None] Network 20959c28-4769-4213-8673-79ff65c1ae78 is not hosted by any dhcp agent {{(pid=104033) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 12:12:08.481561 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dc7e5e-2c9a-4e93-bb31-5cda01078184 None None] No DVR routers for this DVR port aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:12:08.492150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device def13bf7-adfd-4d6f-b374-f4dc66a58ea3 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:12:08.512001 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-154d781f-0d8d-44a2-aa82-dd42bbbefdd8 req-444194a4-faaf-4936-b359-4f4d2c300a71 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296677 Mar 11 12:12:08.617746 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: def13bf7-adfd-4d6f-b374-f4dc66a58ea3 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:12:08.618431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device def13bf7-adfd-4d6f-b374-f4dc66a58ea3 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:12:08.619166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:12:08.667897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc7e5e-2c9a-4e93-bb31-5cda01078184 None None] Pushing event deleted for resources: {'Port': ['ID=aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:08.674626 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port e941fb05-4896-4c38-9b4c-d33880735661 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:08.674991 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e941fb05-4896-4c38-9b4c-d33880735661), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:08.679440 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:12:08.680116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device aa09c40b-cbe4-49a2-8c63-a0e0363b6b0c not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:12:08.743480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port e941fb05-4896-4c38-9b4c-d33880735661, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e941fb05-4896-4c38-9b4c-d33880735661,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:08.744880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca76ebd-98c1-42b1-8cb9-b316136245e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e941fb05-4896-4c38-9b4c-d33880735661'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:12:08.747820 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617652d2-974b-412a-beda-6cd71159d77c" -d '{"events": [{"server_uuid": "8ca76ebd-98c1-42b1-8cb9-b316136245e2", "name": "network-vif-unplugged", "status": "completed", "tag": "e941fb05-4896-4c38-9b4c-d33880735661"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:12:08.769020 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e941fb05-4896-4c38-9b4c-d33880735661), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:08.846267 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef06ca4a-2984-411b-99f9-0d928984680f x-openstack-request-id: req-ef06ca4a-2984-411b-99f9-0d928984680f {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:12:08.847614 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca76ebd-98c1-42b1-8cb9-b316136245e2", "name": "network-vif-unplugged", "status": "completed", "tag": "e941fb05-4896-4c38-9b4c-d33880735661", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:12:08.848060 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef06ca4a-2984-411b-99f9-0d928984680f {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:12:08.849490 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca76ebd-98c1-42b1-8cb9-b316136245e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e941fb05-4896-4c38-9b4c-d33880735661', 'code': 200} Mar 11 12:12:08.951707 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=e941fb05-4896-4c38-9b4c-d33880735661,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:09.044888 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2938d61f-c504-467f-b00a-70e0773dd98f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (82f6c506-6c3b-4b24-a339-935a89c2b6a6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:09.828393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-2938d61f-c504-467f-b00a-70e0773dd98f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting port 107f914d-19f8-4f31-a645-d1a3d34c2639 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:12:09.828393 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2938d61f-c504-467f-b00a-70e0773dd98f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:09.860504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821946e-30a1-4814-a2b1-33b75aa563c0 req-5f54ee0e-ff09-450b-9997-d561f77f4eb4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:09.869397 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7821946e-30a1-4814-a2b1-33b75aa563c0 req-5f54ee0e-ff09-450b-9997-d561f77f4eb4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 943 time: 0.1892114 Mar 11 12:12:10.015079 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7821946e-30a1-4814-a2b1-33b75aa563c0 req-02b9c19c-0dc0-46fb-9178-5e4dbad779e9 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441057 Mar 11 12:12:10.133912 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-2938d61f-c504-467f-b00a-70e0773dd98f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] For port 107f914d-19f8-4f31-a645-d1a3d34c2639, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=107f914d-19f8-4f31-a645-d1a3d34c2639,segment=NetworkSegment(a7a6913e-2377-485d-92b9-ed348fb5363d),segment_id=a7a6913e-2377-485d-92b9-ed348fb5363d)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:10.135345 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2938d61f-c504-467f-b00a-70e0773dd98f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:10.176787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-2938d61f-c504-467f-b00a-70e0773dd98f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Calling delete_port for 107f914d-19f8-4f31-a645-d1a3d34c2639 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:12:10.398254 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f55a1b-9332-46ce-adaa-e74436a40c67 req-8999a994-c1ad-4278-998f-aa2c66b33df4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:10.417964 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d5f55a1b-9332-46ce-adaa-e74436a40c67 req-8999a994-c1ad-4278-998f-aa2c66b33df4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 943 time: 0.1823456 Mar 11 12:12:10.627321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d5f55a1b-9332-46ce-adaa-e74436a40c67 req-15f44850-6f4d-413e-a1db-16d7f5823043 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847718 Mar 11 12:12:10.841623 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:12:11.029568 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-54323342-d52f-451f-be9a-8e2c4cccce1f req-ae672361-4703-4c5c-8fd9-c5e26cfe37be service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:12:11.031046 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54323342-d52f-451f-be9a-8e2c4cccce1f req-ae672361-4703-4c5c-8fd9-c5e26cfe37be service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063941 Mar 11 12:12:11.381630 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2938d61f-c504-467f-b00a-70e0773dd98f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (107f914d-19f8-4f31-a645-d1a3d34c2639), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:11.462583 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938d61f-c504-467f-b00a-70e0773dd98f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Port': ['ID=107f914d-19f8-4f31-a645-d1a3d34c2639,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:11.507694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a7342-1a26-4c22-b69c-a94d63b418e9 req-7f4057dc-9f90-40f9-9731-a7d0a9c4f54f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:11.513933 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c49a7342-1a26-4c22-b69c-a94d63b418e9 req-7f4057dc-9f90-40f9-9731-a7d0a9c4f54f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 943 time: 0.1619806 Mar 11 12:12:11.754937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c49a7342-1a26-4c22-b69c-a94d63b418e9 req-bdaefcef-1a14-480a-bd74-b1f0d2b53cad tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356627 Mar 11 12:12:11.912171 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2938d61f-c504-467f-b00a-70e0773dd98f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (82f6c506-6c3b-4b24-a339-935a89c2b6a6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:12.226223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device e941fb05-4896-4c38-9b4c-d33880735661 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:12:12.484367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2938d61f-c504-467f-b00a-70e0773dd98f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:12:12.510696 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port e941fb05-4896-4c38-9b4c-d33880735661 is: DOWN; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:12.587170 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-3aa7bd8d-e804-4d21-b200-fd2e0b1572e3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5077405 Mar 11 12:12:12.599109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-89973712-b514-429f-a99f-a46566d416cb service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:12:12.600363 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-89973712-b514-429f-a99f-a46566d416cb service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076766 Mar 11 12:12:12.675778 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2938d61f-c504-467f-b00a-70e0773dd98f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:12:12.689336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acdf144-52d2-4f3e-8acb-b93c93795020 None None] Sync routers for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:12:12.691461 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58204) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:12.702559 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2938d61f-c504-467f-b00a-70e0773dd98f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/82f6c506-6c3b-4b24-a339-935a89c2b6a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5715749 Mar 11 12:12:12.713553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acdf144-52d2-4f3e-8acb-b93c93795020 None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:12:12.714294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5acdf144-52d2-4f3e-8acb-b93c93795020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:11:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:12.815977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95772fa-2753-46a9-bd4d-3a0079a949fe tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting subnet 8933622f-d924-4ab8-9393-8de2f04a6005 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:12:12.829030 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a95772fa-2753-46a9-bd4d-3a0079a949fe tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (8933622f-d924-4ab8-9393-8de2f04a6005), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:12.958398 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a95772fa-2753-46a9-bd4d-3a0079a949fe tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (8933622f-d924-4ab8-9393-8de2f04a6005), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:13.020087 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5acdf144-52d2-4f3e-8acb-b93c93795020 None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:12:13.102233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5acdf144-52d2-4f3e-8acb-b93c93795020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:12:10Z', 'revision_number': 11, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:13.149661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acdf144-52d2-4f3e-8acb-b93c93795020 None None] Checking router: 82f6c506-6c3b-4b24-a339-935a89c2b6a6 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:12:13.172148 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a95772fa-2753-46a9-bd4d-3a0079a949fe tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (8933622f-d924-4ab8-9393-8de2f04a6005), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:13.176336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acdf144-52d2-4f3e-8acb-b93c93795020 None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:12:13.176887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5acdf144-52d2-4f3e-8acb-b93c93795020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:11:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:13.184894 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:13.301506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5acdf144-52d2-4f3e-8acb-b93c93795020 None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:12:13.420872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5acdf144-52d2-4f3e-8acb-b93c93795020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:12:10Z', 'revision_number': 11, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:13.452710 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-8c53c3f0-250f-4aec-aa80-1463d068eed8 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:13.454422 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-8c53c3f0-250f-4aec-aa80-1463d068eed8 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports/e941fb05-4896-4c38-9b4c-d33880735661 HTTP/1.1" status: 200 len: 940 time: 0.7901459 Mar 11 12:12:13.471467 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a95772fa-2753-46a9-bd4d-3a0079a949fe tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (8933622f-d924-4ab8-9393-8de2f04a6005), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:13.473756 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acdf144-52d2-4f3e-8acb-b93c93795020 None None] The sync data for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 is: [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:12:10Z', 'revision_number': 11, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:12:13.572475 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a95772fa-2753-46a9-bd4d-3a0079a949fe tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:13.581676 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7d4245-ae68-44c0-ac4a-66e4cf0d51fd None None] Network 46f5dd98-21fb-4b9b-b206-139a1a7e5114 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:12:13.610463 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58234) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:13.638196 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a95772fa-2753-46a9-bd4d-3a0079a949fe tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/subnets/8933622f-d924-4ab8-9393-8de2f04a6005 HTTP/1.1" status: 204 len: 168 time: 0.9453313 Mar 11 12:12:13.640377 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95772fa-2753-46a9-bd4d-3a0079a949fe tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Subnet': ['ID=8933622f-d924-4ab8-9393-8de2f04a6005,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:13.847027 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (46f5dd98-21fb-4b9b-b206-139a1a7e5114), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:13.853299 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ca5f1815-659f-480f-b0f8-65d81e67b9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:13.872627 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f427b-62e1-4c37-81b7-b9b18bc74bda req-48b1debe-dc00-46bf-a62a-ec1c316ffbc5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:13.887010 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a04f427b-62e1-4c37-81b7-b9b18bc74bda req-48b1debe-dc00-46bf-a62a-ec1c316ffbc5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 943 time: 0.5658529 Mar 11 12:12:13.967050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Deleting port 351c09d5-4a5b-4dc9-b609-769e77f089f1 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:12:13.967381 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (351c09d5-4a5b-4dc9-b609-769e77f089f1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:14.050925 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a04f427b-62e1-4c37-81b7-b9b18bc74bda req-497d37d5-6000-49e3-82ae-b0f6057d2fcb tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542645 Mar 11 12:12:14.082939 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e456d0e7-d233-4a5a-bbad-e932eb3bb469 None None] DHCP port deletion for 46f5dd98-21fb-4b9b-b206-139a1a7e5114 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:12:14.189504 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] For port 351c09d5-4a5b-4dc9-b609-769e77f089f1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=351c09d5-4a5b-4dc9-b609-769e77f089f1,segment=NetworkSegment(a7a6913e-2377-485d-92b9-ed348fb5363d),segment_id=a7a6913e-2377-485d-92b9-ed348fb5363d)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:14.189504 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (351c09d5-4a5b-4dc9-b609-769e77f089f1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:14.209035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Calling delete_port for 351c09d5-4a5b-4dc9-b609-769e77f089f1 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:12:14.331611 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e456d0e7-d233-4a5a-bbad-e932eb3bb469 None None] Deleting port 351c09d5-4a5b-4dc9-b609-769e77f089f1 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:12:14.332189 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e456d0e7-d233-4a5a-bbad-e932eb3bb469 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (351c09d5-4a5b-4dc9-b609-769e77f089f1), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:14.463234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 351c09d5-4a5b-4dc9-b609-769e77f089f1 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:12:14.484116 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (351c09d5-4a5b-4dc9-b609-769e77f089f1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:14.531180 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Port': ['ID=351c09d5-4a5b-4dc9-b609-769e77f089f1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:14.545357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] No DVR routers for this DVR port 351c09d5-4a5b-4dc9-b609-769e77f089f1 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:12:14.712125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No active binding found for port 351c09d5-4a5b-4dc9-b609-769e77f089f1 {{(pid=104033) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 12:12:14.712581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] The host n-d-833234-2 is not matching for port 351c09d5-4a5b-4dc9-b609-769e77f089f1 host None! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 12:12:14.713321 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 351c09d5-4a5b-4dc9-b609-769e77f089f1 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:12:14.713958 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 107f914d-19f8-4f31-a645-d1a3d34c2639 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:12:14.715328 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (46f5dd98-21fb-4b9b-b206-139a1a7e5114), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:14.717866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e456d0e7-d233-4a5a-bbad-e932eb3bb469 None None] For port 351c09d5-4a5b-4dc9-b609-769e77f089f1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=351c09d5-4a5b-4dc9-b609-769e77f089f1,segment=NetworkSegment(a7a6913e-2377-485d-92b9-ed348fb5363d),segment_id=a7a6913e-2377-485d-92b9-ed348fb5363d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:14.718477 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e456d0e7-d233-4a5a-bbad-e932eb3bb469 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (351c09d5-4a5b-4dc9-b609-769e77f089f1), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:14.752570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f5dd98-21fb-4b9b-b206-139a1a7e5114']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:14.765263 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e456d0e7-d233-4a5a-bbad-e932eb3bb469 None None] Calling delete_port for 351c09d5-4a5b-4dc9-b609-769e77f089f1 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:12:14.774018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a6913e-2377-485d-92b9-ed348fb5363d') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:14.774509 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a6913e-2377-485d-92b9-ed348fb5363d') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:14.780377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 107f914d-19f8-4f31-a645-d1a3d34c2639 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:12:14.781562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 107f914d-19f8-4f31-a645-d1a3d34c2639 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:12:14.797523 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (a7a6913e-2377-485d-92b9-ed348fb5363d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:14.832715 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (a7a6913e-2377-485d-92b9-ed348fb5363d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:14.844125 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:12:14.844927 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (a7a6913e-2377-485d-92b9-ed348fb5363d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:12:14.850321 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:12:14.937357 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (46f5dd98-21fb-4b9b-b206-139a1a7e5114), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:14.966083 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:14.971912 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/networks/46f5dd98-21fb-4b9b-b206-139a1a7e5114 HTTP/1.1" status: 204 len: 168 time: 1.3578205 Mar 11 12:12:14.971912 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e82528-d85c-4f50-8488-6fa9804802f4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Pushing event deleted for resources: {'Network': ['ID=46f5dd98-21fb-4b9b-b206-139a1a7e5114,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:14.972607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58272) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:14.978229 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-aeb38fc6-df8e-45c8-8064-cdc63e38b182 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'router': {'routes': None}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:12:15.015034 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e456d0e7-d233-4a5a-bbad-e932eb3bb469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (351c09d5-4a5b-4dc9-b609-769e77f089f1), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:15.100204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e456d0e7-d233-4a5a-bbad-e932eb3bb469 None None] Network 46f5dd98-21fb-4b9b-b206-139a1a7e5114 is not hosted by any dhcp agent {{(pid=104033) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 12:12:15.100820 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e456d0e7-d233-4a5a-bbad-e932eb3bb469 None None] No DVR routers for this DVR port 351c09d5-4a5b-4dc9-b609-769e77f089f1 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:12:15.108836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456d0e7-d233-4a5a-bbad-e932eb3bb469 None None] Pushing event deleted for resources: {'Port': ['ID=351c09d5-4a5b-4dc9-b609-769e77f089f1,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:15.278314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.extraroute_db [None req-aeb38fc6-df8e-45c8-8064-cdc63e38b182 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Added routes are [] {{(pid=104031) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 12:12:15.278934 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.extraroute_db [None req-aeb38fc6-df8e-45c8-8064-cdc63e38b182 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Removed routes are [] {{(pid=104031) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 12:12:15.279449 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aeb38fc6-df8e-45c8-8064-cdc63e38b182 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (82f6c506-6c3b-4b24-a339-935a89c2b6a6), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:15.282621 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-bedd312b-8ec4-432b-a7b0-f9406c44ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:15.284185 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-bedd312b-8ec4-432b-a7b0-f9406c44ddc3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2&tenant_id=9a8a1ab2e35a4c68af61bee4e54ed507 HTTP/1.1" status: 200 len: 1125 time: 0.1830428 Mar 11 12:12:15.298817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:12:15.390565 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e941fb05-4896-4c38-9b4c-d33880735661), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:15.615188 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aeb38fc6-df8e-45c8-8064-cdc63e38b182 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (82f6c506-6c3b-4b24-a339-935a89c2b6a6), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:15.632517 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57c680-7255-4f08-a8e8-8fb2e9699f8a req-f17ff492-5e5b-43e3-a638-46a24594a7d3 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:15.640855 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6d57c680-7255-4f08-a8e8-8fb2e9699f8a req-f17ff492-5e5b-43e3-a638-46a24594a7d3 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 943 time: 0.3570156 Mar 11 12:12:15.695359 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aeb38fc6-df8e-45c8-8064-cdc63e38b182 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (82f6c506-6c3b-4b24-a339-935a89c2b6a6), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:15.751000 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6d65fdef-88d3-45fd-a80e-c55e36b3651e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:15.778126 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6d57c680-7255-4f08-a8e8-8fb2e9699f8a req-142031ae-1926-4e6c-936f-5a8e56926d31 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347814 Mar 11 12:12:15.875834 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] For port e941fb05-4896-4c38-9b4c-d33880735661, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e941fb05-4896-4c38-9b4c-d33880735661,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:15.895996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb38fc6-df8e-45c8-8064-cdc63e38b182 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:12:15.914108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] For port e941fb05-4896-4c38-9b4c-d33880735661, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:12:15.964898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e941fb05-4896-4c38-9b4c-d33880735661 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:12:15.974000 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Publish callbacks [] for port (e941fb05-4896-4c38-9b4c-d33880735661), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:15.994934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Transition to ACTIVE for port object e941fb05-4896-4c38-9b4c-d33880735661 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:12:16.002922 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (e941fb05-4896-4c38-9b4c-d33880735661), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:16.050835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb38fc6-df8e-45c8-8064-cdc63e38b182 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:12:16.056527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Pushing event updated for resources: {'Port': ['ID=e941fb05-4896-4c38-9b4c-d33880735661,revision_number=9']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:16.065277 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aeb38fc6-df8e-45c8-8064-cdc63e38b182 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:16.071111 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58294) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:16.076986 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fe46f-66ac-4b8b-aa09-fa6a8ad30bce None None] Sync routers for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:12:16.080154 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-aeb38fc6-df8e-45c8-8064-cdc63e38b182 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/82f6c506-6c3b-4b24-a339-935a89c2b6a6 HTTP/1.1" status: 200 len: 705 time: 1.1057754 Mar 11 12:12:16.123631 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7fe46f-66ac-4b8b-aa09-fa6a8ad30bce None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:12:16.124520 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-bf7fe46f-66ac-4b8b-aa09-fa6a8ad30bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:12:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:16.155397 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] No DVR routers for this DVR port e941fb05-4896-4c38-9b4c-d33880735661 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:12:16.161745 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58296) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:16.162722 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9975129b-f03e-4a52-bebc-60962ef3fd92 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports?device_id=82f6c506-6c3b-4b24-a339-935a89c2b6a6 HTTP/1.1" status: 200 len: 205 time: 0.0895140 Mar 11 12:12:16.205809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Attempting to bind port e941fb05-4896-4c38-9b4c-d33880735661 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:12:16.209846 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Attempting to bind port e941fb05-4896-4c38-9b4c-d33880735661 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '4a0696a9-0f73-46fa-9d44-6ef5df7488ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:12:16.210296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Attempting to bind port e941fb05-4896-4c38-9b4c-d33880735661 on network 1d2a7297-5ebd-4c8d-8678-24a106f6a5cc {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:12:16.218183 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Port e941fb05-4896-4c38-9b4c-d33880735661 on network 1d2a7297-5ebd-4c8d-8678-24a106f6a5cc not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:12:16.218495 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Attempting to bind port e941fb05-4896-4c38-9b4c-d33880735661 on network 1d2a7297-5ebd-4c8d-8678-24a106f6a5cc {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:12:16.233415 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:12:16.233773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Checking segment: {'id': '4a0696a9-0f73-46fa-9d44-6ef5df7488ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:12:16.236045 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Bound using segment: {'id': '4a0696a9-0f73-46fa-9d44-6ef5df7488ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:12:16.236261 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Bound port: e941fb05-4896-4c38-9b4c-d33880735661, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0696a9-0f73-46fa-9d44-6ef5df7488ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:12:16.236789 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e941fb05-4896-4c38-9b4c-d33880735661), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:16.326130 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-bf7fe46f-66ac-4b8b-aa09-fa6a8ad30bce None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:12:16.327731 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6404ed6c-a02c-47f5-ab4e-1ade586a84db tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (82f6c506-6c3b-4b24-a339-935a89c2b6a6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:16.416602 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] For port e941fb05-4896-4c38-9b4c-d33880735661, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:12:16.421208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] For port e941fb05-4896-4c38-9b4c-d33880735661, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e941fb05-4896-4c38-9b4c-d33880735661,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:12:16.441376 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (e941fb05-4896-4c38-9b4c-d33880735661), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:16.512274 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Pushing event updated for resources: {'Port': ['ID=e941fb05-4896-4c38-9b4c-d33880735661,revision_number=10']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:16.532549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:16.533646 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:16.535746 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-5a1f87bd-6c3f-4bcf-b2fc-2be201c332eb service neutron] 10.222.0.71 "PUT /v2.0/ports/e941fb05-4896-4c38-9b4c-d33880735661 HTTP/1.1" status: 200 len: 1091 time: 1.2416065 Mar 11 12:12:16.536399 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca76ebd-98c1-42b1-8cb9-b316136245e2', 'tag': 'e941fb05-4896-4c38-9b4c-d33880735661'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:12:16.538977 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53824b05-0284-4c5c-97ed-ad401f0cc9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca76ebd-98c1-42b1-8cb9-b316136245e2", "tag": "e941fb05-4896-4c38-9b4c-d33880735661"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:12:16.540131 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-bf7fe46f-66ac-4b8b-aa09-fa6a8ad30bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:12:10Z', 'revision_number': 11, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:16.633319 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1ef094-6c32-4492-8fdf-0fce57b620f3 x-openstack-request-id: req-fc1ef094-6c32-4492-8fdf-0fce57b620f3 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:12:16.633747 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca76ebd-98c1-42b1-8cb9-b316136245e2", "tag": "e941fb05-4896-4c38-9b4c-d33880735661", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:12:16.635833 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc1ef094-6c32-4492-8fdf-0fce57b620f3 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:12:16.636680 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca76ebd-98c1-42b1-8cb9-b316136245e2', 'tag': 'e941fb05-4896-4c38-9b4c-d33880735661', 'status': 'completed', 'code': 200} Mar 11 12:12:16.671939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-73028486-ab69-4a7c-bc31-4aea61b59379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:16.673716 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-73028486-ab69-4a7c-bc31-4aea61b59379 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a8a1ab2e35a4c68af61bee4e54ed507&device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 1126 time: 0.1101506 Mar 11 12:12:16.793971 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6404ed6c-a02c-47f5-ab4e-1ade586a84db tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (82f6c506-6c3b-4b24-a339-935a89c2b6a6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:16.796309 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6404ed6c-a02c-47f5-ab4e-1ade586a84db tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router_controller (82f6c506-6c3b-4b24-a339-935a89c2b6a6), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:16.802463 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fe46f-66ac-4b8b-aa09-fa6a8ad30bce None None] Checking router: 82f6c506-6c3b-4b24-a339-935a89c2b6a6 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:12:16.823233 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7fe46f-66ac-4b8b-aa09-fa6a8ad30bce None None] Routers {'82f6c506-6c3b-4b24-a339-935a89c2b6a6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:12:16.824152 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-bf7fe46f-66ac-4b8b-aa09-fa6a8ad30bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:12:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:16.877861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-abb3c751-88df-4f3d-8fc1-22cfb9558e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:16.883408 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-abb3c751-88df-4f3d-8fc1-22cfb9558e9e service neutron] 10.222.0.71 "GET /v2.0/networks?id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc HTTP/1.1" status: 200 len: 915 time: 0.2024214 Mar 11 12:12:16.911044 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-bf7fe46f-66ac-4b8b-aa09-fa6a8ad30bce None None] Set router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:12:16.930214 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6404ed6c-a02c-47f5-ab4e-1ade586a84db tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (82f6c506-6c3b-4b24-a339-935a89c2b6a6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:16.931025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6404ed6c-a02c-47f5-ab4e-1ade586a84db tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Fanout notify agent at l3_agent the message router_deleted on router 82f6c506-6c3b-4b24-a339-935a89c2b6a6 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:12:16.943999 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6404ed6c-a02c-47f5-ab4e-1ade586a84db tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:16.947191 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6404ed6c-a02c-47f5-ab4e-1ade586a84db tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/routers/82f6c506-6c3b-4b24-a339-935a89c2b6a6 HTTP/1.1" status: 204 len: 168 time: 0.7824388 Mar 11 12:12:16.949534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58320) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:16.958504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-61485a10-93e1-4179-b2ff-f06688bb58ca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1797198730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:12:16.972266 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-bf7fe46f-66ac-4b8b-aa09-fa6a8ad30bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:12:10Z', 'revision_number': 11, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:16.984886 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-12ddc267-61c6-477b-b53c-df7a48bba598 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e941fb05-4896-4c38-9b4c-d33880735661 HTTP/1.1" status: 200 len: 217 time: 0.0907059 Mar 11 12:12:17.012172 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fe46f-66ac-4b8b-aa09-fa6a8ad30bce None None] The sync data for ids ['82f6c506-6c3b-4b24-a339-935a89c2b6a6'] in n-d-833234-2 is: [{'id': '82f6c506-6c3b-4b24-a339-935a89c2b6a6', 'name': 'tempest-RoutersIpV6Test-router-1956837645', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:11:16Z', 'updated_at': '2022-03-11T12:12:10Z', 'revision_number': 11, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:12:17.113907 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-61485a10-93e1-4179-b2ff-f06688bb58ca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (f5145c46-405e-438e-9609-4afb25a2dc72), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:17.118178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-09ac7221-d8d0-4473-943a-4902e589a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:17.119082 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-61485a10-93e1-4179-b2ff-f06688bb58ca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (f5145c46-405e-438e-9609-4afb25a2dc72), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:17.119941 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-09ac7221-d8d0-4473-943a-4902e589a08f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba949ad3-acd0-4240-bdb9-834f19359038 HTTP/1.1" status: 200 len: 854 time: 0.1260219 Mar 11 12:12:17.159095 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323f753-3e9a-4b7c-93ca-e8d092ac5a14 req-31b1ff00-35b5-4e3d-b75f-988ee335935f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:17.167241 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e323f753-3e9a-4b7c-93ca-e8d092ac5a14 req-31b1ff00-35b5-4e3d-b75f-988ee335935f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.1973529 Mar 11 12:12:17.179337 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-378fd6b8-480b-4f8b-8e0f-95bfd845d04d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520644 Mar 11 12:12:17.246956 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:17.306019 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-61485a10-93e1-4179-b2ff-f06688bb58ca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router_controller (f5145c46-405e-438e-9609-4afb25a2dc72), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:17.333947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e323f753-3e9a-4b7c-93ca-e8d092ac5a14 req-42f79e60-b727-4abc-a910-9975ac610f16 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588089 Mar 11 12:12:17.335287 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-61485a10-93e1-4179-b2ff-f06688bb58ca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (f5145c46-405e-438e-9609-4afb25a2dc72), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:17.378152 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-61485a10-93e1-4179-b2ff-f06688bb58ca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:17.382665 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58322) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:17.384546 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-61485a10-93e1-4179-b2ff-f06688bb58ca tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4329698 Mar 11 12:12:17.395462 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-615ece67-c49a-4ccf-b0b3-f3868e6b08da tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:12:17.545861 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-98b0539c-d478-47ce-9ab2-102d032bc374 service neutron] 10.222.0.71 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555484 Mar 11 12:12:17.805960 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-615ece67-c49a-4ccf-b0b3-f3868e6b08da tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123128'] for router (f5145c46-405e-438e-9609-4afb25a2dc72), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:17.887857 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-615ece67-c49a-4ccf-b0b3-f3868e6b08da tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588250'] for router (f5145c46-405e-438e-9609-4afb25a2dc72), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:18.060881 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bbf9bd20-2edc-4c37-bff5-2e8485068928 req-cf2aac33-c531-4e61-ace8-caafc6155717 service neutron] 10.222.0.71 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881747 Mar 11 12:12:18.176811 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615ece67-c49a-4ccf-b0b3-f3868e6b08da tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Router f5145c46-405e-438e-9609-4afb25a2dc72 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:12:18.326533 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615ece67-c49a-4ccf-b0b3-f3868e6b08da tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:12:18.329502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53824b05-0284-4c5c-97ed-ad401f0cc9e6 req-1de75fa4-a1fa-4c03-821f-7e9a5a12dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:18.331029 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-53824b05-0284-4c5c-97ed-ad401f0cc9e6 req-1de75fa4-a1fa-4c03-821f-7e9a5a12dfb3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a8a1ab2e35a4c68af61bee4e54ed507&device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 1126 time: 0.2115684 Mar 11 12:12:18.336269 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-615ece67-c49a-4ccf-b0b3-f3868e6b08da tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:18.339874 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-615ece67-c49a-4ccf-b0b3-f3868e6b08da tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "PUT /v2.0/routers/f5145c46-405e-438e-9609-4afb25a2dc72 HTTP/1.1" status: 200 len: 698 time: 0.9536445 Mar 11 12:12:18.340569 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58352) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:18.353639 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edafe55f-d482-4908-9af5-6efdf4cbc6ca None None] Sync routers for ids ['f5145c46-405e-438e-9609-4afb25a2dc72'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:12:18.387662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edafe55f-d482-4908-9af5-6efdf4cbc6ca None None] Routers {'f5145c46-405e-438e-9609-4afb25a2dc72'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:12:18.390301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-edafe55f-d482-4908-9af5-6efdf4cbc6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:12:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f5145c46-405e-438e-9609-4afb25a2dc72'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:18.511561 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53824b05-0284-4c5c-97ed-ad401f0cc9e6 req-80d31a28-0d5d-4597-ae14-bfcedc9979df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:18.521078 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-53824b05-0284-4c5c-97ed-ad401f0cc9e6 req-80d31a28-0d5d-4597-ae14-bfcedc9979df service neutron] 10.222.0.71 "GET /v2.0/networks?id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc HTTP/1.1" status: 200 len: 915 time: 0.1825218 Mar 11 12:12:18.533131 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a43f3cc9-78d7-4c76-ac07-c6b6ee1d29a5 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/routers/f5145c46-405e-438e-9609-4afb25a2dc72 HTTP/1.1" status: 200 len: 704 time: 0.1893983 Mar 11 12:12:18.534642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58356) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:18.584280 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-53824b05-0284-4c5c-97ed-ad401f0cc9e6 req-7ba1d062-7a7c-4c50-8180-b9b1de3e0838 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e941fb05-4896-4c38-9b4c-d33880735661 HTTP/1.1" status: 200 len: 217 time: 0.0545475 Mar 11 12:12:18.688844 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-edafe55f-d482-4908-9af5-6efdf4cbc6ca None None] Set router f5145c46-405e-438e-9609-4afb25a2dc72 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:12:18.691893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53824b05-0284-4c5c-97ed-ad401f0cc9e6 req-462771eb-5bc7-467a-aa0b-cf534c850711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:18.695920 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-53824b05-0284-4c5c-97ed-ad401f0cc9e6 req-462771eb-5bc7-467a-aa0b-cf534c850711 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba949ad3-acd0-4240-bdb9-834f19359038 HTTP/1.1" status: 200 len: 854 time: 0.1026185 Mar 11 12:12:18.697535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58366) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:18.707456 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-33088db0-79a8-40a7-80de-b796aadbcdc4 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports?device_id=f5145c46-405e-438e-9609-4afb25a2dc72 HTTP/1.1" status: 200 len: 205 time: 0.1669738 Mar 11 12:12:18.809314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faf61d-fa54-4dd2-b0fa-8ce3998d59b5 req-830759e8-9bac-4b49-899f-bf05ebd4e67d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:18.834949 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6faf61d-fa54-4dd2-b0fa-8ce3998d59b5 req-830759e8-9bac-4b49-899f-bf05ebd4e67d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.2941482 Mar 11 12:12:18.877583 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-53824b05-0284-4c5c-97ed-ad401f0cc9e6 req-74b189a8-1dbd-41f4-a33a-0e2b359f33d2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1644454 Mar 11 12:12:18.890234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-edafe55f-d482-4908-9af5-6efdf4cbc6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5145c46-405e-438e-9609-4afb25a2dc72', 'name': 'tempest-RoutersIpV6Test-router-1797198730', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:12:17Z', 'updated_at': '2022-03-11T12:12:17Z', 'revision_number': 2, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:18.966923 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6faf61d-fa54-4dd2-b0fa-8ce3998d59b5 req-ecf7bc2e-e809-488e-b777-281024b49fa2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304173 Mar 11 12:12:18.975434 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ff7b8b4-8264-438e-b5c7-5d866ef78012 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (f5145c46-405e-438e-9609-4afb25a2dc72), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:19.020606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edafe55f-d482-4908-9af5-6efdf4cbc6ca None None] Checking router: f5145c46-405e-438e-9609-4afb25a2dc72 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:12:19.067568 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edafe55f-d482-4908-9af5-6efdf4cbc6ca None None] Routers {'f5145c46-405e-438e-9609-4afb25a2dc72'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:12:19.070502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-edafe55f-d482-4908-9af5-6efdf4cbc6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:12:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f5145c46-405e-438e-9609-4afb25a2dc72'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:19.219754 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-edafe55f-d482-4908-9af5-6efdf4cbc6ca None None] Set router f5145c46-405e-438e-9609-4afb25a2dc72 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:12:19.401004 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-edafe55f-d482-4908-9af5-6efdf4cbc6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5145c46-405e-438e-9609-4afb25a2dc72', 'name': 'tempest-RoutersIpV6Test-router-1797198730', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:12:17Z', 'updated_at': '2022-03-11T12:12:17Z', 'revision_number': 2, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:19.408290 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:19.474766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edafe55f-d482-4908-9af5-6efdf4cbc6ca None None] The sync data for ids ['f5145c46-405e-438e-9609-4afb25a2dc72'] in n-d-833234-2 is: [{'id': 'f5145c46-405e-438e-9609-4afb25a2dc72', 'name': 'tempest-RoutersIpV6Test-router-1797198730', 'tenant_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:12:17Z', 'updated_at': '2022-03-11T12:12:17Z', 'revision_number': 2, 'project_id': '4c6e8c5c6d7942dfbbd1e170fdd64972', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:12:20.121655 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:20.265332 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53bf22-c61b-42a4-8655-e01902b0160d req-627dcf6a-94e8-4dbb-b0ae-1303d7a38efb tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:20.288332 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2f53bf22-c61b-42a4-8655-e01902b0160d req-627dcf6a-94e8-4dbb-b0ae-1303d7a38efb tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.1314518 Mar 11 12:12:20.421483 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2f53bf22-c61b-42a4-8655-e01902b0160d req-608f8f0b-0203-4a27-bc48-0bf36bc98e1e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285567 Mar 11 12:12:20.570023 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ff7b8b4-8264-438e-b5c7-5d866ef78012 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (f5145c46-405e-438e-9609-4afb25a2dc72), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:20.574360 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ff7b8b4-8264-438e-b5c7-5d866ef78012 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router_controller (f5145c46-405e-438e-9609-4afb25a2dc72), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:20.584168 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-53824b05-0284-4c5c-97ed-ad401f0cc9e6 req-12e43530-b907-4837-8461-ee00047f3ea3 service neutron] 10.222.0.71 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6322205 Mar 11 12:12:20.837882 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-53824b05-0284-4c5c-97ed-ad401f0cc9e6 req-e055d442-7065-4de7-826e-c60f372e74b7 service neutron] 10.222.0.71 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510079 Mar 11 12:12:20.858263 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ff7b8b4-8264-438e-b5c7-5d866ef78012 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (f5145c46-405e-438e-9609-4afb25a2dc72), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:20.859080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff7b8b4-8264-438e-b5c7-5d866ef78012 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Fanout notify agent at l3_agent the message router_deleted on router f5145c46-405e-438e-9609-4afb25a2dc72 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:12:20.866966 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ff7b8b4-8264-438e-b5c7-5d866ef78012 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:20.868323 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0ff7b8b4-8264-438e-b5c7-5d866ef78012 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/routers/f5145c46-405e-438e-9609-4afb25a2dc72 HTTP/1.1" status: 204 len: 168 time: 2.1663556 Mar 11 12:12:20.872238 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58408) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:20.988280 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-caef6eee-9fa7-4972-8d14-10bce8fc6be8 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports?device_id=f5145c46-405e-438e-9609-4afb25a2dc72 HTTP/1.1" status: 200 len: 205 time: 0.1138992 Mar 11 12:12:20.990180 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58412) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:21.087495 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-f55d49ef-4306-4a00-b740-9a47a53811cd tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] delete failed (client error): The resource could not be found. Mar 11 12:12:21.088643 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f55d49ef-4306-4a00-b740-9a47a53811cd tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/routers/f5145c46-405e-438e-9609-4afb25a2dc72 HTTP/1.1" status: 404 len: 336 time: 0.0974267 Mar 11 12:12:21.091336 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58414) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:21.151016 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a732b13-c3b5-449e-8897-d448f89bd926 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:12:21.151221 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a732b13-c3b5-449e-8897-d448f89bd926 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:12:21.174034 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3a732b13-c3b5-449e-8897-d448f89bd926 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/subnets/a0fc4cfa-cf9f-4e4e-b417-6749033a9004 HTTP/1.1" status: 404 len: 337 time: 0.0791979 Mar 11 12:12:21.174460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58420) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:21.281172 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-8475139c-ed63-405a-b45c-4f3fabd607c3 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:12:21.281853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8475139c-ed63-405a-b45c-4f3fabd607c3 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:12:21.288516 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8475139c-ed63-405a-b45c-4f3fabd607c3 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/subnets/c7e6c5c5-0bcd-41aa-9bad-c4c2bb93b36b HTTP/1.1" status: 404 len: 337 time: 0.1125853 Mar 11 12:12:21.290894 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58424) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:21.356213 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-215a6a81-808b-4c3a-bea5-c0a005a8b253 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:12:21.356709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215a6a81-808b-4c3a-bea5-c0a005a8b253 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:12:21.362507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58428) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:21.366636 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-215a6a81-808b-4c3a-bea5-c0a005a8b253 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/subnets/c93c8b88-7931-4bab-9541-a580e3e0d61d HTTP/1.1" status: 404 len: 337 time: 0.0677581 Mar 11 12:12:21.436264 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-69dabcfc-d943-4500-909c-498376c9ff90 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:12:21.436740 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69dabcfc-d943-4500-909c-498376c9ff90 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:12:21.470115 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-69dabcfc-d943-4500-909c-498376c9ff90 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/subnets/8933622f-d924-4ab8-9393-8de2f04a6005 HTTP/1.1" status: 404 len: 337 time: 0.1065693 Mar 11 12:12:21.472935 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58438) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:21.584070 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-12857a46-1d33-4c16-a2d2-85f9caa1f9b0 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports?device_id=82f6c506-6c3b-4b24-a339-935a89c2b6a6 HTTP/1.1" status: 200 len: 205 time: 0.1098955 Mar 11 12:12:21.586902 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58442) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:21.761234 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-34cafb10-0b29-4a99-9b0d-6f826614090c tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] delete failed (client error): The resource could not be found. Mar 11 12:12:21.767196 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58444) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:21.767723 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-34cafb10-0b29-4a99-9b0d-6f826614090c tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/routers/82f6c506-6c3b-4b24-a339-935a89c2b6a6 HTTP/1.1" status: 404 len: 336 time: 0.1793051 Mar 11 12:12:21.845937 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-661cfa5b-b7fd-4610-8d4c-3fd90f3b7d8f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports?device_id=6813d073-f612-4978-abfa-eb50944c9726 HTTP/1.1" status: 200 len: 205 time: 0.0770359 Mar 11 12:12:21.848288 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58446) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:21.954153 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-2e1ee938-6fcf-4698-8190-4cf6949af7ea tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] delete failed (client error): The resource could not be found. Mar 11 12:12:21.959334 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2e1ee938-6fcf-4698-8190-4cf6949af7ea tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/routers/6813d073-f612-4978-abfa-eb50944c9726 HTTP/1.1" status: 404 len: 336 time: 0.1098902 Mar 11 12:12:21.959703 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58448) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:22.092119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a7671-974b-4406-b715-66159a65e676 req-653ac76c-1616-486a-8072-e3404bc14ac9 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:22.102714 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-412a7671-974b-4406-b715-66159a65e676 req-653ac76c-1616-486a-8072-e3404bc14ac9 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.3336420 Mar 11 12:12:22.160863 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-572b8d27-7bb7-41b5-99ef-4fa1e119ab5a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:12:22.161581 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572b8d27-7bb7-41b5-99ef-4fa1e119ab5a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:12:22.169416 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58452) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:22.184691 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-572b8d27-7bb7-41b5-99ef-4fa1e119ab5a tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/subnets/0d916a73-2355-47cf-aa52-0b2316cc50b0 HTTP/1.1" status: 404 len: 337 time: 0.2196741 Mar 11 12:12:22.279053 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e39c12ad-9419-45fb-8d19-e9d1ccc6dc80 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports?device_id=55a0552d-99b2-4645-8962-30157031781c HTTP/1.1" status: 200 len: 205 time: 0.1032917 Mar 11 12:12:22.283724 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58460) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:22.448351 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-412a7671-974b-4406-b715-66159a65e676 req-d65be4fb-a153-41d9-a12f-5d1b604e367e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000963 Mar 11 12:12:22.461348 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-20d8f02d-eaf3-481b-a26e-c243235c8daa tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] delete failed (client error): The resource could not be found. Mar 11 12:12:22.462543 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-20d8f02d-eaf3-481b-a26e-c243235c8daa tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/routers/55a0552d-99b2-4645-8962-30157031781c HTTP/1.1" status: 404 len: 336 time: 0.1778367 Mar 11 12:12:22.465250 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58464) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:22.514013 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f2e2027d-9860-481c-a678-54eb15b5cf5d tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports?device_id=257b2aad-34d1-49e2-880c-de8ef5fa1989 HTTP/1.1" status: 200 len: 205 time: 0.0475469 Mar 11 12:12:22.516639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58466) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:22.598053 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-539b4aef-68fb-4a8a-b735-bb1f2a80b999 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] delete failed (client error): The resource could not be found. Mar 11 12:12:22.604423 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-539b4aef-68fb-4a8a-b735-bb1f2a80b999 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/routers/257b2aad-34d1-49e2-880c-de8ef5fa1989 HTTP/1.1" status: 404 len: 336 time: 0.0864508 Mar 11 12:12:22.607034 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58468) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:22.690348 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d40349d-ce3f-4b8c-89ab-ea7fd9b564e5 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:12:22.698491 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d40349d-ce3f-4b8c-89ab-ea7fd9b564e5 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:12:22.702372 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5d40349d-ce3f-4b8c-89ab-ea7fd9b564e5 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/subnets/dbb3911c-50d9-4636-95f8-b7474c8055ae HTTP/1.1" status: 404 len: 337 time: 0.0940087 Mar 11 12:12:22.705149 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58470) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:22.797660 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cd47b853-8a74-4258-ad93-8a8ec519d743 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddecfd-88fa-4ed2-a772-6097b77f2d14 HTTP/1.1" status: 200 len: 205 time: 0.0910678 Mar 11 12:12:22.799971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58476) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:22.884169 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-d3b664a3-c84a-42da-95b3-1e6dfe6341c1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] delete failed (client error): The resource could not be found. Mar 11 12:12:22.889046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58480) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:22.889343 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d3b664a3-c84a-42da-95b3-1e6dfe6341c1 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/routers/baddecfd-88fa-4ed2-a772-6097b77f2d14 HTTP/1.1" status: 404 len: 336 time: 0.0872545 Mar 11 12:12:22.969261 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-108c6fdf-d3b5-41d9-bd3d-3b9349cf743f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:12:22.969738 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108c6fdf-d3b5-41d9-bd3d-3b9349cf743f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:12:22.975251 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-108c6fdf-d3b5-41d9-bd3d-3b9349cf743f tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/subnets/6690b486-1b4f-490a-9178-7c4670f26c25 HTTP/1.1" status: 404 len: 337 time: 0.0828211 Mar 11 12:12:22.977138 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58482) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:23.089393 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58492) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:23.090412 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fff28920-1228-4fed-8f13-6a95899c1f4c tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "GET /v2.0/ports?device_id=b849fc6e-4ecb-41aa-8a0f-46b885da5d95 HTTP/1.1" status: 200 len: 205 time: 0.1107976 Mar 11 12:12:23.208531 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-5bbcae82-3334-444d-9c05-7487c3e6deeb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] delete failed (client error): The resource could not be found. Mar 11 12:12:23.209325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58494) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:23.223869 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5bbcae82-3334-444d-9c05-7487c3e6deeb tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/routers/b849fc6e-4ecb-41aa-8a0f-46b885da5d95 HTTP/1.1" status: 404 len: 336 time: 0.1329663 Mar 11 12:12:23.300656 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70fd2fb-b00e-4c99-a437-649ad78498bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:12:23.301097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70fd2fb-b00e-4c99-a437-649ad78498bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:12:23.308992 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c70fd2fb-b00e-4c99-a437-649ad78498bc tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/subnets/e0265f87-efdd-47df-8778-7bf26cfd1141 HTTP/1.1" status: 404 len: 337 time: 0.0906672 Mar 11 12:12:23.312108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58506) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:23.400459 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-437cc47e-45f9-43aa-8290-b3ebacb9cd61 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:12:23.401375 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437cc47e-45f9-43aa-8290-b3ebacb9cd61 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:12:23.407129 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-437cc47e-45f9-43aa-8290-b3ebacb9cd61 tempest-RoutersIpV6Test-1085059162 tempest-RoutersIpV6Test-1085059162-project] 10.222.0.78 "DELETE /v2.0/subnets/bb6c9d95-4afd-4ef0-848b-9683b70a625d HTTP/1.1" status: 404 len: 337 time: 0.0938215 Mar 11 12:12:23.864782 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00c5b9-52e2-411f-9f03-2c3a6cb4eb00 req-2df7c108-51d1-4942-8e76-1d04813640a6 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:23.877779 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af00c5b9-52e2-411f-9f03-2c3a6cb4eb00 req-2df7c108-51d1-4942-8e76-1d04813640a6 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.2466266 Mar 11 12:12:24.202870 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af00c5b9-52e2-411f-9f03-2c3a6cb4eb00 req-4ad5dc9c-b5af-4bae-90f1-008eb5fa9bbd tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187394 Mar 11 12:12:24.273178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58526) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:24.645622 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b676b327-65ba-46b4-895d-226fb3e6eef9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4c6e8c5c6d7942dfbbd1e170fdd64972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3696964 Mar 11 12:12:24.647992 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58536) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:24.790224 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-115fa2cc-233a-4d95-88a1-9eb2c066c79d admin admin] Publish callbacks [] for security_group (642199ce-7bd2-4cdd-8937-42bb75518a9a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:24.880619 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-115fa2cc-233a-4d95-88a1-9eb2c066c79d admin admin] Publish callbacks [] for security_group (642199ce-7bd2-4cdd-8937-42bb75518a9a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:25.008978 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-115fa2cc-233a-4d95-88a1-9eb2c066c79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (642199ce-7bd2-4cdd-8937-42bb75518a9a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:25.012189 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-115fa2cc-233a-4d95-88a1-9eb2c066c79d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:25.013708 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-115fa2cc-233a-4d95-88a1-9eb2c066c79d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/642199ce-7bd2-4cdd-8937-42bb75518a9a HTTP/1.1" status: 204 len: 168 time: 0.3648038 Mar 11 12:12:25.028061 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fa2cc-233a-4d95-88a1-9eb2c066c79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642199ce-7bd2-4cdd-8937-42bb75518a9a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:25.609532 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeeab87-2a1d-4bff-a8fa-7cbf15fc30b4 req-3c314f92-3ddf-4062-a7e1-2dd0ed9c2aef tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:25.623730 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3aeeab87-2a1d-4bff-a8fa-7cbf15fc30b4 req-3c314f92-3ddf-4062-a7e1-2dd0ed9c2aef tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.2584321 Mar 11 12:12:25.838831 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3aeeab87-2a1d-4bff-a8fa-7cbf15fc30b4 req-757ffeee-867e-4bf2-95bd-e457bb12e084 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114029 Mar 11 12:12:27.145326 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fefe45-51ed-4b1a-8988-bae4343e339a req-6b100587-cea7-4e78-84ae-0668e5060c0b tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:27.156206 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1fefe45-51ed-4b1a-8988-bae4343e339a req-6b100587-cea7-4e78-84ae-0668e5060c0b tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.0918498 Mar 11 12:12:27.262182 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58610) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:27.338142 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1fefe45-51ed-4b1a-8988-bae4343e339a req-5d25024c-6a7b-4b0c-ae85-bd6d1aa90e83 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808031 Mar 11 12:12:27.572099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e4727f56-9176-4290-9b04-4cdcadc22a38 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1256403327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:12:27.641466 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e4727f56-9176-4290-9b04-4cdcadc22a38 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (d6622b35-14fd-4711-8d84-e31dd4dcad4b), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:27.642643 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e4727f56-9176-4290-9b04-4cdcadc22a38 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (d6622b35-14fd-4711-8d84-e31dd4dcad4b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:27.773054 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e4727f56-9176-4290-9b04-4cdcadc22a38 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for router_controller (d6622b35-14fd-4711-8d84-e31dd4dcad4b), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:27.784007 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e4727f56-9176-4290-9b04-4cdcadc22a38 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (d6622b35-14fd-4711-8d84-e31dd4dcad4b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:27.821149 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e4727f56-9176-4290-9b04-4cdcadc22a38 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:27.826622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58624) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:27.832717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9bcd89d0-b4e6-4284-b4fa-4ec4a88a673d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1054202356'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:12:27.841892 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e4727f56-9176-4290-9b04-4cdcadc22a38 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5708053 Mar 11 12:12:27.888166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcd89d0-b4e6-4284-b4fa-4ec4a88a673d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Made reservation on behalf of b0e86fae4ba14f64923e38381ea6bf8e for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:12:27.892082 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bcd89d0-b4e6-4284-b4fa-4ec4a88a673d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:27.915715 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bcd89d0-b4e6-4284-b4fa-4ec4a88a673d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:28.109534 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bcd89d0-b4e6-4284-b4fa-4ec4a88a673d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for security_group (52ddc1f8-4ce3-4a8b-8cfd-4658d80913ff), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:28.117656 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bcd89d0-b4e6-4284-b4fa-4ec4a88a673d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (52ddc1f8-4ce3-4a8b-8cfd-4658d80913ff), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:28.238700 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bcd89d0-b4e6-4284-b4fa-4ec4a88a673d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:12:28.253764 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bcd89d0-b4e6-4284-b4fa-4ec4a88a673d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (a944c056-02fa-4583-b1d3-4cdc3bc06e0d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:28.253764 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-9bcd89d0-b4e6-4284-b4fa-4ec4a88a673d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Added segment a944c056-02fa-4583-b1d3-4cdc3bc06e0d of type vlan for network f364f850-7ab3-4ddc-872d-7fae03652586 Mar 11 12:12:28.315131 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bcd89d0-b4e6-4284-b4fa-4ec4a88a673d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (f364f850-7ab3-4ddc-872d-7fae03652586), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:28.344990 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd89d0-b4e6-4284-b4fa-4ec4a88a673d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ddc1f8-4ce3-4a8b-8cfd-4658d80913ff,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:28.393299 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bcd89d0-b4e6-4284-b4fa-4ec4a88a673d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (f364f850-7ab3-4ddc-872d-7fae03652586), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:28.431300 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcd89d0-b4e6-4284-b4fa-4ec4a88a673d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:28.432870 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bcd89d0-b4e6-4284-b4fa-4ec4a88a673d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:28.585615 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9bcd89d0-b4e6-4284-b4fa-4ec4a88a673d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7542093 Mar 11 12:12:28.586210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58640) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:28.593929 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-78d6db69-bb58-4864-925a-8f8b37849b07 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Request body: {'subnet': {'network_id': 'f364f850-7ab3-4ddc-872d-7fae03652586', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:12:28.720609 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd89d0-b4e6-4284-b4fa-4ec4a88a673d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event updated for resources: {'Network': ['ID=f364f850-7ab3-4ddc-872d-7fae03652586,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:28.753271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network f364f850-7ab3-4ddc-872d-7fae03652586 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:12:28.772148 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dc00e-2c1f-485f-9a1d-4df3f924dae3 req-56e98be4-e073-4ed8-9750-d9555fe1e510 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:28.774625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a1dc00e-2c1f-485f-9a1d-4df3f924dae3 req-56e98be4-e073-4ed8-9750-d9555fe1e510 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.2994893 Mar 11 12:12:28.781290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d6db69-bb58-4864-925a-8f8b37849b07 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Made reservation on behalf of b0e86fae4ba14f64923e38381ea6bf8e for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:12:28.793511 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78d6db69-bb58-4864-925a-8f8b37849b07 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:28.984008 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a1dc00e-2c1f-485f-9a1d-4df3f924dae3 req-d6638e7a-4e99-467a-b7e8-dd26cb3aeae9 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004559 Mar 11 12:12:29.325602 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78d6db69-bb58-4864-925a-8f8b37849b07 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (1e12b2f1-da62-4ca4-b6f4-b95959e6091c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:29.518889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58656) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:29.593395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6db69-bb58-4864-925a-8f8b37849b07 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event updated for resources: {'Subnet': ['ID=1e12b2f1-da62-4ca4-b6f4-b95959e6091c,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:29.618060 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6db69-bb58-4864-925a-8f8b37849b07 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Checking segment: {'id': 'a944c056-02fa-4583-b1d3-4cdc3bc06e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f364f850-7ab3-4ddc-872d-7fae03652586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:12:29.625359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d6db69-bb58-4864-925a-8f8b37849b07 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Network hostable DHCP agents. Network: f364f850-7ab3-4ddc-872d-7fae03652586, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:12:29.682323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d6db69-bb58-4864-925a-8f8b37849b07 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Network f364f850-7ab3-4ddc-872d-7fae03652586 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:12:29.723373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-78d6db69-bb58-4864-925a-8f8b37849b07 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, f364f850-7ab3-4ddc-872d-7fae03652586) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:12:29.733443 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d6db69-bb58-4864-925a-8f8b37849b07 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:29.734204 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78d6db69-bb58-4864-925a-8f8b37849b07 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:29.735437 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cc5b96-9351-4157-9cee-e375fd52a979 None None] Network f364f850-7ab3-4ddc-872d-7fae03652586 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:12:29.802369 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-78d6db69-bb58-4864-925a-8f8b37849b07 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2117984 Mar 11 12:12:29.802608 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58672) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:29.808537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e86c2ac7-4b51-4ed2-9023-c4782fe06520 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Request body: {'network': {'name': 'tempest-router-network01--1054935264'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:12:29.835403 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86c2ac7-4b51-4ed2-9023-c4782fe06520 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Made reservation on behalf of b0e86fae4ba14f64923e38381ea6bf8e for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:12:29.843842 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e86c2ac7-4b51-4ed2-9023-c4782fe06520 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:29.891070 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d621384-4b6f-484c-ae13-6d1578cf3999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:29.911866 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86c2ac7-4b51-4ed2-9023-c4782fe06520 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:12:29.955536 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e86c2ac7-4b51-4ed2-9023-c4782fe06520 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (22cb225b-b556-4531-a3cd-ac082dbb12db), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:29.956015 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-e86c2ac7-4b51-4ed2-9023-c4782fe06520 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Added segment 22cb225b-b556-4531-a3cd-ac082dbb12db of type vlan for network 8e2bb5b7-dd75-40e6-878a-a672f6428800 Mar 11 12:12:29.960452 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91af9852-35e5-4328-9752-be269d93359b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-f364f850-7ab3-4ddc-872d-7fae03652586', 'network_id': 'f364f850-7ab3-4ddc-872d-7fae03652586', 'project_id': 'b0e86fae4ba14f64923e38381ea6bf8e', 'fixed_ips': [{'subnet_id': '1e12b2f1-da62-4ca4-b6f4-b95959e6091c'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:12:29.962073 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91af9852-35e5-4328-9752-be269d93359b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:30.116504 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e86c2ac7-4b51-4ed2-9023-c4782fe06520 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (8e2bb5b7-dd75-40e6-878a-a672f6428800), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:30.185710 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e86c2ac7-4b51-4ed2-9023-c4782fe06520 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (8e2bb5b7-dd75-40e6-878a-a672f6428800), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:30.195871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86c2ac7-4b51-4ed2-9023-c4782fe06520 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:30.197119 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e86c2ac7-4b51-4ed2-9023-c4782fe06520 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:30.300200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d621384-4b6f-484c-ae13-6d1578cf3999 admin admin] Publish callbacks [] for security_group (ef596524-79a9-4117-894f-38347b4873c9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:30.313623 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d621384-4b6f-484c-ae13-6d1578cf3999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ef596524-79a9-4117-894f-38347b4873c9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:30.422049 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-91af9852-35e5-4328-9752-be269d93359b None None] Allocated IP 2001:db8::2 (f364f850-7ab3-4ddc-872d-7fae03652586/1e12b2f1-da62-4ca4-b6f4-b95959e6091c/3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:12:30.436018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c2ac7-4b51-4ed2-9023-c4782fe06520 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event updated for resources: {'Network': ['ID=8e2bb5b7-dd75-40e6-878a-a672f6428800,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:30.462042 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e86c2ac7-4b51-4ed2-9023-c4782fe06520 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6584895 Mar 11 12:12:30.465183 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58682) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:30.487723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-897ff893-382a-4163-a211-7d2dcc7a2c19 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Request body: {'network': {'name': 'tempest-router-network02--1776811406'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:12:30.554865 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897ff893-382a-4163-a211-7d2dcc7a2c19 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Made reservation on behalf of b0e86fae4ba14f64923e38381ea6bf8e for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:12:30.575106 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-897ff893-382a-4163-a211-7d2dcc7a2c19 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:30.603778 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d621384-4b6f-484c-ae13-6d1578cf3999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef596524-79a9-4117-894f-38347b4873c9,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:30.628311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2d621384-4b6f-484c-ae13-6d1578cf3999 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=88c61c913f5a477d9300501df6afb45e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1078825 Mar 11 12:12:30.646664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58692) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:30.695677 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897ff893-382a-4163-a211-7d2dcc7a2c19 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:12:30.722169 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887de3f0-9f8e-4009-964f-79d34d1ec97b req-d394696e-ae80-4c66-b809-ad12326d6f29 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:30.734706 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-887de3f0-9f8e-4009-964f-79d34d1ec97b req-d394696e-ae80-4c66-b809-ad12326d6f29 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.5943422 Mar 11 12:12:30.752840 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-897ff893-382a-4163-a211-7d2dcc7a2c19 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6e781bca-bf3b-46e0-a781-4caf7d36aea9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:30.753353 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-897ff893-382a-4163-a211-7d2dcc7a2c19 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Added segment 6e781bca-bf3b-46e0-a781-4caf7d36aea9 of type vlan for network e40a8827-a3d2-498c-bd8e-9d34e611cdaa Mar 11 12:12:30.925352 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-897ff893-382a-4163-a211-7d2dcc7a2c19 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (e40a8827-a3d2-498c-bd8e-9d34e611cdaa), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:30.933666 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-887de3f0-9f8e-4009-964f-79d34d1ec97b req-92ef72ca-ac95-4ce0-a4da-2991c18f35b3 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816590 Mar 11 12:12:31.008973 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-897ff893-382a-4163-a211-7d2dcc7a2c19 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (e40a8827-a3d2-498c-bd8e-9d34e611cdaa), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:31.014478 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897ff893-382a-4163-a211-7d2dcc7a2c19 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:31.026294 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-47a53605-350b-4883-b113-53db5b2aaa4e admin admin] Publish callbacks [] for security_group (ef596524-79a9-4117-894f-38347b4873c9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:31.027520 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-897ff893-382a-4163-a211-7d2dcc7a2c19 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:31.086077 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-47a53605-350b-4883-b113-53db5b2aaa4e admin admin] Publish callbacks [] for security_group (ef596524-79a9-4117-894f-38347b4873c9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:31.147108 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-47a53605-350b-4883-b113-53db5b2aaa4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ef596524-79a9-4117-894f-38347b4873c9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:31.152207 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-47a53605-350b-4883-b113-53db5b2aaa4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:31.156535 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-47a53605-350b-4883-b113-53db5b2aaa4e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ef596524-79a9-4117-894f-38347b4873c9 HTTP/1.1" status: 204 len: 168 time: 0.5052309 Mar 11 12:12:31.160814 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-897ff893-382a-4163-a211-7d2dcc7a2c19 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6942613 Mar 11 12:12:31.181807 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58708) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:31.188993 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a53605-350b-4883-b113-53db5b2aaa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef596524-79a9-4117-894f-38347b4873c9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:31.210369 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Request body: {'subnet': {'network_id': '8e2bb5b7-dd75-40e6-878a-a672f6428800', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:12:31.327787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ff893-382a-4163-a211-7d2dcc7a2c19 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event updated for resources: {'Network': ['ID=e40a8827-a3d2-498c-bd8e-9d34e611cdaa,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:31.356765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 8e2bb5b7-dd75-40e6-878a-a672f6428800 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:12:31.371081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network e40a8827-a3d2-498c-bd8e-9d34e611cdaa details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:12:31.607781 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Made reservation on behalf of b0e86fae4ba14f64923e38381ea6bf8e for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:12:31.615200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:31.642074 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91af9852-35e5-4328-9752-be269d93359b None None] Publish callbacks [] for port (3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:31.785157 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91af9852-35e5-4328-9752-be269d93359b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:31.966776 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91af9852-35e5-4328-9752-be269d93359b None None] Network f364f850-7ab3-4ddc-872d-7fae03652586 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:12:31.971829 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-91af9852-35e5-4328-9752-be269d93359b None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:12:31.987433 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af9852-35e5-4328-9752-be269d93359b None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:12:32.175294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58726) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:32.176088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af9852-35e5-4328-9752-be269d93359b None None] Pushing event updated for resources: {'Port': ['ID=3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:32.178621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-91af9852-35e5-4328-9752-be269d93359b None None] Attempting to bind port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:12:32.178995 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-91af9852-35e5-4328-9752-be269d93359b None None] Attempting to bind port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'a944c056-02fa-4583-b1d3-4cdc3bc06e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f364f850-7ab3-4ddc-872d-7fae03652586'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:12:32.179420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af9852-35e5-4328-9752-be269d93359b None None] Attempting to bind port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 on network f364f850-7ab3-4ddc-872d-7fae03652586 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:12:32.189089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af9852-35e5-4328-9752-be269d93359b None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:12:32.189450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af9852-35e5-4328-9752-be269d93359b None None] Checking segment: {'id': 'a944c056-02fa-4583-b1d3-4cdc3bc06e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f364f850-7ab3-4ddc-872d-7fae03652586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:12:32.189755 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91af9852-35e5-4328-9752-be269d93359b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:32.190203 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af9852-35e5-4328-9752-be269d93359b None None] Bound using segment: {'id': 'a944c056-02fa-4583-b1d3-4cdc3bc06e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f364f850-7ab3-4ddc-872d-7fae03652586'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:12:32.190685 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-91af9852-35e5-4328-9752-be269d93359b None None] Bound port: 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a944c056-02fa-4583-b1d3-4cdc3bc06e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f364f850-7ab3-4ddc-872d-7fae03652586'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:12:32.191072 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91af9852-35e5-4328-9752-be269d93359b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:32.201991 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0fdf652e-795d-478a-9898-5738680c3428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:32.389877 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-91af9852-35e5-4328-9752-be269d93359b None None] For port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:12:32.399874 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb35676-2826-4bc5-aee5-71910c4e61e4 req-dcca187b-2ca4-4641-9040-415864134ed9 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:32.400165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-91af9852-35e5-4328-9752-be269d93359b None None] For port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4,segment=NetworkSegment(a944c056-02fa-4583-b1d3-4cdc3bc06e0d),segment_id=a944c056-02fa-4583-b1d3-4cdc3bc06e0d)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:12:32.412572 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5eb35676-2826-4bc5-aee5-71910c4e61e4 req-dcca187b-2ca4-4641-9040-415864134ed9 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.2825198 Mar 11 12:12:32.412879 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91af9852-35e5-4328-9752-be269d93359b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:32.421784 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (390b9826-8055-402a-b519-992fc7977b0c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:32.470956 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0fdf652e-795d-478a-9898-5738680c3428 admin admin] Publish callbacks [] for security_group (5f5ae0f5-6f8f-4168-a314-6729c1881594), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:32.485135 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0fdf652e-795d-478a-9898-5738680c3428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5f5ae0f5-6f8f-4168-a314-6729c1881594), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:32.594218 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af9852-35e5-4328-9752-be269d93359b None None] Pushing event updated for resources: {'Port': ['ID=3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:32.634728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf652e-795d-478a-9898-5738680c3428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5ae0f5-6f8f-4168-a314-6729c1881594,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:32.660086 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0fdf652e-795d-478a-9898-5738680c3428 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4101e90d3ac346b9b64f02ec1079bad8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4819376 Mar 11 12:12:32.664337 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58732) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:32.712050 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event updated for resources: {'Subnet': ['ID=390b9826-8055-402a-b519-992fc7977b0c,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:32.845403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:32.849329 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:32.849937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:32.850529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:32.851099 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:32.853779 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:32.854450 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:32.855031 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:32.856338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:32.856927 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:32.859056 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:32.859686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:32.860268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:32.866036 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46a71bc9-ec2b-44b9-adfa-868f6a68218a admin admin] Publish callbacks [] for security_group (5f5ae0f5-6f8f-4168-a314-6729c1881594), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:32.905976 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5eb35676-2826-4bc5-aee5-71910c4e61e4 req-ef764d79-8230-4f4c-884a-7f173f5e8b17 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862716 Mar 11 12:12:32.954061 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46a71bc9-ec2b-44b9-adfa-868f6a68218a admin admin] Publish callbacks [] for security_group (5f5ae0f5-6f8f-4168-a314-6729c1881594), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:32.959009 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Checking segment: {'id': '22cb225b-b556-4531-a3cd-ac082dbb12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8e2bb5b7-dd75-40e6-878a-a672f6428800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:12:32.964490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Network hostable DHCP agents. Network: 8e2bb5b7-dd75-40e6-878a-a672f6428800, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:12:33.021773 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Network 8e2bb5b7-dd75-40e6-878a-a672f6428800 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:12:33.055301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 8e2bb5b7-dd75-40e6-878a-a672f6428800) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:12:33.095687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:33.098440 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:33.099269 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0b666f-80e9-4d27-9381-6031836a0cb8 None None] Network 8e2bb5b7-dd75-40e6-878a-a672f6428800 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:12:33.116953 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46a71bc9-ec2b-44b9-adfa-868f6a68218a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5f5ae0f5-6f8f-4168-a314-6729c1881594), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:33.138294 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46a71bc9-ec2b-44b9-adfa-868f6a68218a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:33.144889 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-46a71bc9-ec2b-44b9-adfa-868f6a68218a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5f5ae0f5-6f8f-4168-a314-6729c1881594 HTTP/1.1" status: 204 len: 168 time: 0.4709086 Mar 11 12:12:33.182399 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8148a199-df3d-404b-ab74-8ac64def73f5 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9905496 Mar 11 12:12:33.189750 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58748) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:33.190633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a71bc9-ec2b-44b9-adfa-868f6a68218a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5ae0f5-6f8f-4168-a314-6729c1881594,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:33.278611 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-719f4c92-ade6-493b-b469-a0583a3271dd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Request body: {'subnet': {'network_id': 'e40a8827-a3d2-498c-bd8e-9d34e611cdaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:12:33.431491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719f4c92-ade6-493b-b469-a0583a3271dd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Made reservation on behalf of b0e86fae4ba14f64923e38381ea6bf8e for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:12:33.441174 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-719f4c92-ade6-493b-b469-a0583a3271dd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:33.538721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-8e2bb5b7-dd75-40e6-878a-a672f6428800', 'network_id': '8e2bb5b7-dd75-40e6-878a-a672f6428800', 'project_id': 'b0e86fae4ba14f64923e38381ea6bf8e', 'fixed_ips': [{'subnet_id': '390b9826-8055-402a-b519-992fc7977b0c'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:12:33.539866 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:33.879884 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:34.080025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Allocated IP 2001:db8::2 (8e2bb5b7-dd75-40e6-878a-a672f6428800/390b9826-8055-402a-b519-992fc7977b0c/0d4e8b6d-4f0d-483d-ad92-694cecd0fa15) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:12:34.085174 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-719f4c92-ade6-493b-b469-a0583a3271dd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (d4f174f7-8ac5-4f7e-a993-dc589f589884), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:34.233299 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaed67-f36f-4ffc-a11f-9b0aee148491 req-122a2b22-d649-4bf5-9d42-a31ec790e695 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:34.246620 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1baaed67-f36f-4ffc-a11f-9b0aee148491 req-122a2b22-d649-4bf5-9d42-a31ec790e695 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.1734519 Mar 11 12:12:34.281115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f4c92-ade6-493b-b469-a0583a3271dd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event updated for resources: {'Subnet': ['ID=d4f174f7-8ac5-4f7e-a993-dc589f589884,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:34.362900 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1baaed67-f36f-4ffc-a11f-9b0aee148491 req-7ca70e57-a757-4240-904d-22b52f9f1df2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148236 Mar 11 12:12:34.507017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719f4c92-ade6-493b-b469-a0583a3271dd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Checking segment: {'id': '6e781bca-bf3b-46e0-a781-4caf7d36aea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e40a8827-a3d2-498c-bd8e-9d34e611cdaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:12:34.507376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719f4c92-ade6-493b-b469-a0583a3271dd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Network hostable DHCP agents. Network: e40a8827-a3d2-498c-bd8e-9d34e611cdaa, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:12:34.575118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719f4c92-ade6-493b-b469-a0583a3271dd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Network e40a8827-a3d2-498c-bd8e-9d34e611cdaa is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:12:34.599836 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-719f4c92-ade6-493b-b469-a0583a3271dd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, e40a8827-a3d2-498c-bd8e-9d34e611cdaa) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:12:34.604382 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719f4c92-ade6-493b-b469-a0583a3271dd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:34.605529 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-719f4c92-ade6-493b-b469-a0583a3271dd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:34.637972 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58778) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:34.638200 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-719f4c92-ade6-493b-b469-a0583a3271dd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4242158 Mar 11 12:12:34.658043 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Publish callbacks [] for port (0d4e8b6d-4f0d-483d-ad92-694cecd0fa15), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:34.665175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:12:34.751544 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb25bd-e62c-4c8c-98b4-776a05a20630 None None] Network e40a8827-a3d2-498c-bd8e-9d34e611cdaa requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:12:34.764882 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (0d4e8b6d-4f0d-483d-ad92-694cecd0fa15), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:34.935711 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Network 8e2bb5b7-dd75-40e6-878a-a672f6428800 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:12:34.953205 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:12:35.049555 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:12:35.105463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea739d93-21fd-48a0-90e0-35cde91fe3aa None None] Network f364f850-7ab3-4ddc-872d-7fae03652586 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:12:35.289677 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:35.290185 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:35.301223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Pushing event updated for resources: {'Port': ['ID=0d4e8b6d-4f0d-483d-ad92-694cecd0fa15,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:35.549797 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-e40a8827-a3d2-498c-bd8e-9d34e611cdaa', 'network_id': 'e40a8827-a3d2-498c-bd8e-9d34e611cdaa', 'project_id': 'b0e86fae4ba14f64923e38381ea6bf8e', 'fixed_ips': [{'subnet_id': 'd4f174f7-8ac5-4f7e-a993-dc589f589884'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:12:35.550678 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:35.693310 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-69809725-acf1-43b1-a5b4-74a1643a0575 None None] Provisioning complete for port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:35.694016 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-69809725-acf1-43b1-a5b4-74a1643a0575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:36.048045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Attempting to bind port 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:12:36.048045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Attempting to bind port 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '22cb225b-b556-4531-a3cd-ac082dbb12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8e2bb5b7-dd75-40e6-878a-a672f6428800'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:12:36.048045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Attempting to bind port 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 on network 8e2bb5b7-dd75-40e6-878a-a672f6428800 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:12:36.160547 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:12:36.160926 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Checking segment: {'id': '22cb225b-b556-4531-a3cd-ac082dbb12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8e2bb5b7-dd75-40e6-878a-a672f6428800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:12:36.161345 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:36.161752 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Bound using segment: {'id': '22cb225b-b556-4531-a3cd-ac082dbb12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8e2bb5b7-dd75-40e6-878a-a672f6428800'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:12:36.162251 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Bound port: 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cb225b-b556-4531-a3cd-ac082dbb12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8e2bb5b7-dd75-40e6-878a-a672f6428800'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:12:36.162637 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0d4e8b6d-4f0d-483d-ad92-694cecd0fa15), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:36.463945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] For port 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:12:36.525759 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] For port 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0d4e8b6d-4f0d-483d-ad92-694cecd0fa15,segment=NetworkSegment(22cb225b-b556-4531-a3cd-ac082dbb12db),segment_id=22cb225b-b556-4531-a3cd-ac082dbb12db)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:12:36.614514 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0d4e8b6d-4f0d-483d-ad92-694cecd0fa15), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:36.684286 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29968bd3-1023-4731-b3dc-1bcc1ad2000b None None] Pushing event updated for resources: {'Port': ['ID=0d4e8b6d-4f0d-483d-ad92-694cecd0fa15,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:36.697660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:36.699007 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:36.758291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-69809725-acf1-43b1-a5b4-74a1643a0575 None None] Current status of the port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:36.758890 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-69809725-acf1-43b1-a5b4-74a1643a0575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:36.825293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fe7ca-be77-48b6-bb15-a68cd89f5c0d req-b21e7cb1-45a2-4334-a2dd-0958265087be tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:36.832364 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a84fe7ca-be77-48b6-bb15-a68cd89f5c0d req-b21e7cb1-45a2-4334-a2dd-0958265087be tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.6608973 Mar 11 12:12:36.833503 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Allocated IP 2001:db8::2 (e40a8827-a3d2-498c-bd8e-9d34e611cdaa/d4f174f7-8ac5-4f7e-a993-dc589f589884/e549fec4-e5b0-4eed-8dcc-5e7d26ede389) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:12:36.890866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-69809725-acf1-43b1-a5b4-74a1643a0575 None None] For port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4,segment=NetworkSegment(a944c056-02fa-4583-b1d3-4cdc3bc06e0d),segment_id=a944c056-02fa-4583-b1d3-4cdc3bc06e0d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:36.924151 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-69809725-acf1-43b1-a5b4-74a1643a0575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:37.008099 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a84fe7ca-be77-48b6-bb15-a68cd89f5c0d req-5b5d0426-71f8-47aa-b823-b2e09614b114 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748302 Mar 11 12:12:37.137407 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:37.156436 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69809725-acf1-43b1-a5b4-74a1643a0575 None None] Pushing event updated for resources: {'Port': ['ID=3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:37.277592 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-778ddcaa-3a78-49ea-9b13-041c4f6e22ab None None] Provisioning complete for port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:37.278446 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-778ddcaa-3a78-49ea-9b13-041c4f6e22ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:37.339159 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:12:37.339538 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:12:37.534550 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Publish callbacks [] for port (e549fec4-e5b0-4eed-8dcc-5e7d26ede389), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:37.716480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Allocated IP 2001:db8::1 (8e2bb5b7-dd75-40e6-878a-a672f6428800/390b9826-8055-402a-b519-992fc7977b0c/f4ed0031-c14a-44d9-b3ad-2d64b2f62152) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:12:38.028740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:38.034491 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for port (f4ed0031-c14a-44d9-b3ad-2d64b2f62152), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:38.055844 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (e549fec4-e5b0-4eed-8dcc-5e7d26ede389), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:38.079852 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-778ddcaa-3a78-49ea-9b13-041c4f6e22ab None None] Current status of the port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:38.156489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Network e40a8827-a3d2-498c-bd8e-9d34e611cdaa is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:12:38.160587 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:12:38.162997 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:12:38.200858 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f4ed0031-c14a-44d9-b3ad-2d64b2f62152), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:38.301158 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Attempting to bind port e549fec4-e5b0-4eed-8dcc-5e7d26ede389 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:12:38.301903 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Attempting to bind port e549fec4-e5b0-4eed-8dcc-5e7d26ede389 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '6e781bca-bf3b-46e0-a781-4caf7d36aea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e40a8827-a3d2-498c-bd8e-9d34e611cdaa'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:12:38.303017 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Attempting to bind port e549fec4-e5b0-4eed-8dcc-5e7d26ede389 on network e40a8827-a3d2-498c-bd8e-9d34e611cdaa {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:12:38.308357 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Pushing event updated for resources: {'Port': ['ID=e549fec4-e5b0-4eed-8dcc-5e7d26ede389,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:38.337765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:12:38.338582 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Checking segment: {'id': '6e781bca-bf3b-46e0-a781-4caf7d36aea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e40a8827-a3d2-498c-bd8e-9d34e611cdaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:12:38.341375 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:38.343435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Bound using segment: {'id': '6e781bca-bf3b-46e0-a781-4caf7d36aea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e40a8827-a3d2-498c-bd8e-9d34e611cdaa'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:12:38.344592 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Bound port: e549fec4-e5b0-4eed-8dcc-5e7d26ede389, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e781bca-bf3b-46e0-a781-4caf7d36aea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e40a8827-a3d2-498c-bd8e-9d34e611cdaa'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:12:38.348459 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e549fec4-e5b0-4eed-8dcc-5e7d26ede389), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:38.426817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:12:38.504068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event updated for resources: {'Port': ['ID=f4ed0031-c14a-44d9-b3ad-2d64b2f62152,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:38.516267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Network 8e2bb5b7-dd75-40e6-878a-a672f6428800 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:12:38.520645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:12:38.531006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:12:38.552370 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (d6622b35-14fd-4711-8d84-e31dd4dcad4b), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:38.667948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:38.670284 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df69bc3-cf0a-4093-8d63-612a884db97c req-539a4af3-8445-40c3-84bd-3667219ccadb tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:38.671957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5df69bc3-cf0a-4093-8d63-612a884db97c req-539a4af3-8445-40c3-84bd-3667219ccadb tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.3290937 Mar 11 12:12:38.680316 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:38.787653 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] For port e549fec4-e5b0-4eed-8dcc-5e7d26ede389, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:12:38.816741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] For port e549fec4-e5b0-4eed-8dcc-5e7d26ede389, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e549fec4-e5b0-4eed-8dcc-5e7d26ede389,segment=NetworkSegment(6e781bca-bf3b-46e0-a781-4caf7d36aea9),segment_id=6e781bca-bf3b-46e0-a781-4caf7d36aea9)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:12:38.834369 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5df69bc3-cf0a-4093-8d63-612a884db97c req-43b09c6b-a342-47ce-aa09-5e5f3fcaa3be tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222656 Mar 11 12:12:38.880836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e6ff19-116b-4fbb-912a-006b48658cb7 None None] Network 8e2bb5b7-dd75-40e6-878a-a672f6428800 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:12:38.894338 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e549fec4-e5b0-4eed-8dcc-5e7d26ede389), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:38.918388 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f4ed0031-c14a-44d9-b3ad-2d64b2f62152), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:39.044175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4cbdfd-ba38-462a-a190-fb160c808d08 None None] Pushing event updated for resources: {'Port': ['ID=e549fec4-e5b0-4eed-8dcc-5e7d26ede389,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:39.144914 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:39.146007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:12:39.188802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4be806e0-5e06-47cd-89d9-d6da03b4c9e2 None None] Provisioning complete for port 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:39.189179 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4be806e0-5e06-47cd-89d9-d6da03b4c9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0d4e8b6d-4f0d-483d-ad92-694cecd0fa15), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:39.514450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:39.523601 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0d4e8b6d-4f0d-483d-ad92-694cecd0fa15), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:39.604791 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for port (f4ed0031-c14a-44d9-b3ad-2d64b2f62152), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:39.617434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4be806e0-5e06-47cd-89d9-d6da03b4c9e2 None None] Current status of the port 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:39.617812 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (f4ed0031-c14a-44d9-b3ad-2d64b2f62152), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:39.618438 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4be806e0-5e06-47cd-89d9-d6da03b4c9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0d4e8b6d-4f0d-483d-ad92-694cecd0fa15), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:39.618647 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (d6622b35-14fd-4711-8d84-e31dd4dcad4b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:39.656100 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-e6e2f801-33fd-4a84-9511-ef016f7ec457 req-03280547-6a92-47fd-9358-e76d9714f38b service neutron] (104032) timed out ('10.222.0.37', 57354) {{(pid=104032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:12:39.775387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event updated for resources: {'Port': ['ID=f4ed0031-c14a-44d9-b3ad-2d64b2f62152,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:39.801797 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4be806e0-5e06-47cd-89d9-d6da03b4c9e2 None None] For port 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0d4e8b6d-4f0d-483d-ad92-694cecd0fa15,segment=NetworkSegment(22cb225b-b556-4531-a3cd-ac082dbb12db),segment_id=22cb225b-b556-4531-a3cd-ac082dbb12db)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:39.827433 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4be806e0-5e06-47cd-89d9-d6da03b4c9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0d4e8b6d-4f0d-483d-ad92-694cecd0fa15), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:39.933997 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Network 8e2bb5b7-dd75-40e6-878a-a672f6428800 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:12:39.936921 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:12:39.992971 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be806e0-5e06-47cd-89d9-d6da03b4c9e2 None None] Pushing event updated for resources: {'Port': ['ID=0d4e8b6d-4f0d-483d-ad92-694cecd0fa15,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:40.093929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:40.267095 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-084e5029-2e3e-45be-876f-c992b7009edb None None] Provisioning complete for port f4ed0031-c14a-44d9-b3ad-2d64b2f62152 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:40.267673 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-084e5029-2e3e-45be-876f-c992b7009edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f4ed0031-c14a-44d9-b3ad-2d64b2f62152), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:40.284913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdd198-7eca-4141-ba93-b276bd40d0f7 req-9fcfb679-a489-4e9d-9d10-dc29edc382d1 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:40.299504 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8cdd198-7eca-4141-ba93-b276bd40d0f7 req-9fcfb679-a489-4e9d-9d10-dc29edc382d1 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.2509782 Mar 11 12:12:40.388895 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-084e5029-2e3e-45be-876f-c992b7009edb None None] Port f4ed0031-c14a-44d9-b3ad-2d64b2f62152 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:12:40.437315 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-084e5029-2e3e-45be-876f-c992b7009edb None None] Provisioning complete for port 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:40.440025 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-084e5029-2e3e-45be-876f-c992b7009edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0d4e8b6d-4f0d-483d-ad92-694cecd0fa15), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:40.448831 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8cdd198-7eca-4141-ba93-b276bd40d0f7 req-a0cd5298-5907-4056-bcb6-31f92e4ab479 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416459 Mar 11 12:12:40.455245 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Router d6622b35-14fd-4711-8d84-e31dd4dcad4b is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:12:40.580085 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:12:40.678316 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:12:40.685905 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4551915c-dfdb-4b85-85f5-df7a9918e180 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "PUT /v2.0/routers/d6622b35-14fd-4711-8d84-e31dd4dcad4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0462351 Mar 11 12:12:40.688793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 58932) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:40.696031 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5880dd3-84d3-43ee-9990-6e2fa5f5d780 None None] Sync routers for ids ['d6622b35-14fd-4711-8d84-e31dd4dcad4b'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:12:40.731284 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5880dd3-84d3-43ee-9990-6e2fa5f5d780 None None] Routers {'d6622b35-14fd-4711-8d84-e31dd4dcad4b'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:12:40.732195 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c5880dd3-84d3-43ee-9990-6e2fa5f5d780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:12:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d6622b35-14fd-4711-8d84-e31dd4dcad4b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:40.773859 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e941fb05-4896-4c38-9b4c-d33880735661 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:12:40.840912 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c5880dd3-84d3-43ee-9990-6e2fa5f5d780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:40.872822 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5880dd3-84d3-43ee-9990-6e2fa5f5d780 None None] Routers {'d6622b35-14fd-4711-8d84-e31dd4dcad4b'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:12:40.873703 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c5880dd3-84d3-43ee-9990-6e2fa5f5d780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:12:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d6622b35-14fd-4711-8d84-e31dd4dcad4b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:40.937657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-084e5029-2e3e-45be-876f-c992b7009edb None None] Current status of the port 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:40.947434 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.resource_extend [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 12:12:40.966094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:40.966469 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0d4e8b6d-4f0d-483d-ad92-694cecd0fa15), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:41.016211 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c5880dd3-84d3-43ee-9990-6e2fa5f5d780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:41.022884 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5880dd3-84d3-43ee-9990-6e2fa5f5d780 None None] The sync data for ids ['d6622b35-14fd-4711-8d84-e31dd4dcad4b'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:12:41.163121 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e941fb05-4896-4c38-9b4c-d33880735661, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e941fb05-4896-4c38-9b4c-d33880735661,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:41.193064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'e941fb05-4896-4c38-9b4c-d33880735661', 'network_id': '1d2a7297-5ebd-4c8d-8678-24a106f6a5cc', 'port_id': 'e941fb05-4896-4c38-9b4c-d33880735661', 'mac_address': 'fa:16:3e:5a:78:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba949ad3-acd0-4240-bdb9-834f19359038', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:12:41.227399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2cea0c-7121-4465-bc2c-8f5a79b2f119 None None] Network e40a8827-a3d2-498c-bd8e-9d34e611cdaa requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:12:41.448741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-130239b8-6d1e-4466-856a-3c32ab09a634 None None] Provisioning complete for port f4ed0031-c14a-44d9-b3ad-2d64b2f62152 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:41.449124 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-130239b8-6d1e-4466-856a-3c32ab09a634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f4ed0031-c14a-44d9-b3ad-2d64b2f62152), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:41.568025 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-d8a680e5-4007-45e6-bc61-d2b6f84e89d2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:12:41.575673 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 58952) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:41.576016 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d8a680e5-4007-45e6-bc61-d2b6f84e89d2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "PUT /v2.0/routers/d6622b35-14fd-4711-8d84-e31dd4dcad4b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8850594 Mar 11 12:12:41.580752 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e941fb05-4896-4c38-9b4c-d33880735661 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:41.581597 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e941fb05-4896-4c38-9b4c-d33880735661), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:41.621784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-130239b8-6d1e-4466-856a-3c32ab09a634 None None] Port f4ed0031-c14a-44d9-b3ad-2d64b2f62152 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:12:41.638732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e941fb05-4896-4c38-9b4c-d33880735661 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:12:41.678891 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:41.680931 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e549fec4-e5b0-4eed-8dcc-5e7d26ede389 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:12:41.732307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e941fb05-4896-4c38-9b4c-d33880735661, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e941fb05-4896-4c38-9b4c-d33880735661,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:41.750381 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e941fb05-4896-4c38-9b4c-d33880735661), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:41.807550 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b63ef041-0180-4d71-916d-2f5576e0ec1e None None] Provisioning complete for port e549fec4-e5b0-4eed-8dcc-5e7d26ede389 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:41.807960 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b63ef041-0180-4d71-916d-2f5576e0ec1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e549fec4-e5b0-4eed-8dcc-5e7d26ede389), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:41.924135 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e549fec4-e5b0-4eed-8dcc-5e7d26ede389 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:41.924729 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e549fec4-e5b0-4eed-8dcc-5e7d26ede389), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:41.978162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e941fb05-4896-4c38-9b4c-d33880735661,revision_number=11']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:42.089081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdc454-bba1-422f-9473-4f713657fb94 req-31c36f44-fb68-409b-8631-e6f8bfa606e1 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:42.090907 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78fdc454-bba1-422f-9473-4f713657fb94 req-31c36f44-fb68-409b-8631-e6f8bfa606e1 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 944 time: 0.4007807 Mar 11 12:12:42.112296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e549fec4-e5b0-4eed-8dcc-5e7d26ede389 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:42.113114 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e549fec4-e5b0-4eed-8dcc-5e7d26ede389), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:42.115534 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['e941fb05-4896-4c38-9b4c-d33880735661'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:12:42.232285 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port e549fec4-e5b0-4eed-8dcc-5e7d26ede389, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e549fec4-e5b0-4eed-8dcc-5e7d26ede389,segment=NetworkSegment(6e781bca-bf3b-46e0-a781-4caf7d36aea9),segment_id=6e781bca-bf3b-46e0-a781-4caf7d36aea9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:42.286752 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e549fec4-e5b0-4eed-8dcc-5e7d26ede389), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:42.364472 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78fdc454-bba1-422f-9473-4f713657fb94 req-933da766-fd6a-446c-ad4d-9b6873d8c7a3 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435849 Mar 11 12:12:42.451235 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=e549fec4-e5b0-4eed-8dcc-5e7d26ede389,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:42.498085 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b63ef041-0180-4d71-916d-2f5576e0ec1e None None] Current status of the port e549fec4-e5b0-4eed-8dcc-5e7d26ede389 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:42.498508 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b63ef041-0180-4d71-916d-2f5576e0ec1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e549fec4-e5b0-4eed-8dcc-5e7d26ede389), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:42.634503 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c14d5505-6a6b-4db5-ae59-45b1433bf539 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (d6622b35-14fd-4711-8d84-e31dd4dcad4b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:42.684308 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-b63ef041-0180-4d71-916d-2f5576e0ec1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:12:42.684702 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-b63ef041-0180-4d71-916d-2f5576e0ec1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:12:42.817370 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:43.000996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c14d5505-6a6b-4db5-ae59-45b1433bf539 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Deleting port f4ed0031-c14a-44d9-b3ad-2d64b2f62152 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:12:43.001463 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c14d5505-6a6b-4db5-ae59-45b1433bf539 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f4ed0031-c14a-44d9-b3ad-2d64b2f62152), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:43.154681 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c14d5505-6a6b-4db5-ae59-45b1433bf539 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f4ed0031-c14a-44d9-b3ad-2d64b2f62152), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:43.173164 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c14d5505-6a6b-4db5-ae59-45b1433bf539 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Calling delete_port for f4ed0031-c14a-44d9-b3ad-2d64b2f62152 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:12:43.305629 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b63ef041-0180-4d71-916d-2f5576e0ec1e None None] Current status of the port e549fec4-e5b0-4eed-8dcc-5e7d26ede389 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:43.359985 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b63ef041-0180-4d71-916d-2f5576e0ec1e None None] Provisioning complete for port f4ed0031-c14a-44d9-b3ad-2d64b2f62152 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:43.360714 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b63ef041-0180-4d71-916d-2f5576e0ec1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f4ed0031-c14a-44d9-b3ad-2d64b2f62152), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:43.454393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b63ef041-0180-4d71-916d-2f5576e0ec1e None None] Port f4ed0031-c14a-44d9-b3ad-2d64b2f62152 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:12:43.602181 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c14d5505-6a6b-4db5-ae59-45b1433bf539 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f4ed0031-c14a-44d9-b3ad-2d64b2f62152), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:43.604651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b008a25d-12f2-4039-8aee-6d0d7c6abd1b None None] Provisioning complete for port e549fec4-e5b0-4eed-8dcc-5e7d26ede389 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:43.607416 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b008a25d-12f2-4039-8aee-6d0d7c6abd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e549fec4-e5b0-4eed-8dcc-5e7d26ede389), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:43.679539 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d5505-6a6b-4db5-ae59-45b1433bf539 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event deleted for resources: {'Port': ['ID=f4ed0031-c14a-44d9-b3ad-2d64b2f62152,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:43.709932 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6c793e44-0ed5-4363-b5bb-a1c3ba85b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:43.750086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af06c32-d334-46a1-9061-fed6cad01c16 req-a6c3abd9-bdd5-4b26-8dce-d7ea3ba00d00 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:43.751841 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9af06c32-d334-46a1-9061-fed6cad01c16 req-a6c3abd9-bdd5-4b26-8dce-d7ea3ba00d00 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 945 time: 0.2167013 Mar 11 12:12:43.870191 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b008a25d-12f2-4039-8aee-6d0d7c6abd1b None None] Current status of the port e549fec4-e5b0-4eed-8dcc-5e7d26ede389 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:43.981431 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c14d5505-6a6b-4db5-ae59-45b1433bf539 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (d6622b35-14fd-4711-8d84-e31dd4dcad4b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:44.165239 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9af06c32-d334-46a1-9061-fed6cad01c16 req-1bdb6fd4-2820-40ca-9930-bc9b700cd4e0 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016440 Mar 11 12:12:44.278908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14d5505-6a6b-4db5-ae59-45b1433bf539 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Router d6622b35-14fd-4711-8d84-e31dd4dcad4b has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:12:44.432120 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e549fec4-e5b0-4eed-8dcc-5e7d26ede389 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:12:44.433173 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14d5505-6a6b-4db5-ae59-45b1433bf539 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:12:44.442038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c14d5505-6a6b-4db5-ae59-45b1433bf539 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "PUT /v2.0/routers/d6622b35-14fd-4711-8d84-e31dd4dcad4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8651896 Mar 11 12:12:44.445802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59016) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:44.520287 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-d8074d56-c11d-4810-857a-4d762aa4d38c tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] delete failed (client error): The resource could not be found. Mar 11 12:12:44.521400 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d8074d56-c11d-4810-857a-4d762aa4d38c tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-14463581 HTTP/1.1" status: 404 len: 333 time: 0.0746219 Mar 11 12:12:44.524936 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59018) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:44.537553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb15703-e1c3-4251-b874-b97191557ed7 None None] Sync routers for ids ['d6622b35-14fd-4711-8d84-e31dd4dcad4b'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:12:44.538306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4f4de55c-8d95-42a3-a6d2-74debc39c098 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd6622b35-14fd-4711-8d84-e31dd4dcad4b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:12:44.566651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb15703-e1c3-4251-b874-b97191557ed7 None None] Routers {'d6622b35-14fd-4711-8d84-e31dd4dcad4b'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:12:44.567752 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5bb15703-e1c3-4251-b874-b97191557ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:12:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d6622b35-14fd-4711-8d84-e31dd4dcad4b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:44.608562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5bb15703-e1c3-4251-b874-b97191557ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:44.619186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb15703-e1c3-4251-b874-b97191557ed7 None None] Routers {'d6622b35-14fd-4711-8d84-e31dd4dcad4b'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:12:44.620169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5bb15703-e1c3-4251-b874-b97191557ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:12:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d6622b35-14fd-4711-8d84-e31dd4dcad4b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:44.628429 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e549fec4-e5b0-4eed-8dcc-5e7d26ede389 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:44.629111 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e549fec4-e5b0-4eed-8dcc-5e7d26ede389), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:44.724095 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5bb15703-e1c3-4251-b874-b97191557ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:44.724848 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb15703-e1c3-4251-b874-b97191557ed7 None None] The sync data for ids ['d6622b35-14fd-4711-8d84-e31dd4dcad4b'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:12:44.815241 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e549fec4-e5b0-4eed-8dcc-5e7d26ede389 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:44.824131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e941fb05-4896-4c38-9b4c-d33880735661 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:12:44.839674 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4f4de55c-8d95-42a3-a6d2-74debc39c098 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for router_gateway (d6622b35-14fd-4711-8d84-e31dd4dcad4b), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:44.868801 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-4f4de55c-8d95-42a3-a6d2-74debc39c098 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] update failed (client error): The resource could not be found. Mar 11 12:12:44.881542 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4f4de55c-8d95-42a3-a6d2-74debc39c098 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "PUT /v2.0/routers/d6622b35-14fd-4711-8d84-e31dd4dcad4b HTTP/1.1" status: 404 len: 339 time: 0.3555572 Mar 11 12:12:44.885140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59022) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:44.891371 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-44c38c23-e5d0-4d70-9b76-75ff4072f1cb tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1700858902'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:12:44.908101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port e941fb05-4896-4c38-9b4c-d33880735661 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:12:44.924073 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c38c23-e5d0-4d70-9b76-75ff4072f1cb tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Made reservation on behalf of b0e86fae4ba14f64923e38381ea6bf8e for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:12:44.927777 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port e941fb05-4896-4c38-9b4c-d33880735661 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:44.927934 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44c38c23-e5d0-4d70-9b76-75ff4072f1cb tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:44.928524 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e941fb05-4896-4c38-9b4c-d33880735661), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:44.970494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c38c23-e5d0-4d70-9b76-75ff4072f1cb tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:12:44.984189 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44c38c23-e5d0-4d70-9b76-75ff4072f1cb tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:44.984538 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-44c38c23-e5d0-4d70-9b76-75ff4072f1cb tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Added segment fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8 of type vlan for network 57766ba7-9059-49af-af6f-cfd8b78e1fcd Mar 11 12:12:45.073130 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44c38c23-e5d0-4d70-9b76-75ff4072f1cb tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (57766ba7-9059-49af-af6f-cfd8b78e1fcd), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:45.170779 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e941fb05-4896-4c38-9b4c-d33880735661 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:45.171309 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e941fb05-4896-4c38-9b4c-d33880735661), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:45.191929 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44c38c23-e5d0-4d70-9b76-75ff4072f1cb tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (57766ba7-9059-49af-af6f-cfd8b78e1fcd), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:45.202260 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c38c23-e5d0-4d70-9b76-75ff4072f1cb tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:45.206100 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44c38c23-e5d0-4d70-9b76-75ff4072f1cb tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:45.281646 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e941fb05-4896-4c38-9b4c-d33880735661, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e941fb05-4896-4c38-9b4c-d33880735661,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:45.282981 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca76ebd-98c1-42b1-8cb9-b316136245e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e941fb05-4896-4c38-9b4c-d33880735661'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:12:45.291510 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014a3bf7-e1ad-4d99-a09f-561a9361a252" -d '{"events": [{"server_uuid": "8ca76ebd-98c1-42b1-8cb9-b316136245e2", "name": "network-vif-plugged", "status": "completed", "tag": "e941fb05-4896-4c38-9b4c-d33880735661"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:12:45.305437 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e941fb05-4896-4c38-9b4c-d33880735661), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:45.429223 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dfa9d2-9d96-4715-9671-19aae60b1701 x-openstack-request-id: req-d8dfa9d2-9d96-4715-9671-19aae60b1701 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:12:45.429601 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca76ebd-98c1-42b1-8cb9-b316136245e2", "name": "network-vif-plugged", "status": "completed", "tag": "e941fb05-4896-4c38-9b4c-d33880735661", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:12:45.429783 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8dfa9d2-9d96-4715-9671-19aae60b1701 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:12:45.430154 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca76ebd-98c1-42b1-8cb9-b316136245e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e941fb05-4896-4c38-9b4c-d33880735661', 'code': 200} Mar 11 12:12:45.472746 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e941fb05-4896-4c38-9b4c-d33880735661,revision_number=12']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:45.659063 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0150a1-2d8a-4252-a506-0f9fe8624e35 req-2303e92d-6b8d-4b48-8fcf-5f1e0b815c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:45.660815 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fb0150a1-2d8a-4252-a506-0f9fe8624e35 req-2303e92d-6b8d-4b48-8fcf-5f1e0b815c61 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 1128 time: 0.0960805 Mar 11 12:12:45.752814 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4705a09b-f8e8-44f0-bb88-2d6264203de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:45.759309 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fb0150a1-2d8a-4252-a506-0f9fe8624e35 req-b895dd84-4974-45a8-9bfd-a562122ca13e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902398 Mar 11 12:12:45.892699 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-44c38c23-e5d0-4d70-9b76-75ff4072f1cb tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0064056 Mar 11 12:12:45.895549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59038) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:45.901336 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Request body: {'subnet': {'network_id': '57766ba7-9059-49af-af6f-cfd8b78e1fcd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:12:45.956901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c38c23-e5d0-4d70-9b76-75ff4072f1cb tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event updated for resources: {'Network': ['ID=57766ba7-9059-49af-af6f-cfd8b78e1fcd,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:45.970266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 57766ba7-9059-49af-af6f-cfd8b78e1fcd details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:12:46.003366 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeaa74b-4ec4-4ec0-b9f3-1189129c99b6 req-9e64d584-3c3e-4550-8ce5-657ae93d8125 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:46.009277 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bfeaa74b-4ec4-4ec0-b9f3-1189129c99b6 req-9e64d584-3c3e-4550-8ce5-657ae93d8125 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.7084813 Mar 11 12:12:46.122312 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Made reservation on behalf of b0e86fae4ba14f64923e38381ea6bf8e for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:12:46.126594 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:46.132823 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bfeaa74b-4ec4-4ec0-b9f3-1189129c99b6 req-b533c717-a920-45cc-86dd-c55802158129 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162076 Mar 11 12:12:46.326009 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (c5f05284-7609-47f4-a840-19ef58e14041), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:46.437244 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event updated for resources: {'Subnet': ['ID=c5f05284-7609-47f4-a840-19ef58e14041,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:46.444338 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Checking segment: {'id': 'fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57766ba7-9059-49af-af6f-cfd8b78e1fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:12:46.444704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Network hostable DHCP agents. Network: 57766ba7-9059-49af-af6f-cfd8b78e1fcd, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:12:46.449179 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:46.449532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:46.449874 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:46.450211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:46.450546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:46.450883 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:46.451205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:46.451523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:46.452041 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:46.452527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:46.453029 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:46.453508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:46.454006 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:46.480359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Network 57766ba7-9059-49af-af6f-cfd8b78e1fcd is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:12:46.492900 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 57766ba7-9059-49af-af6f-cfd8b78e1fcd) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:12:46.499706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:46.501237 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:46.504996 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b000e5-6c49-4ea5-a217-58cd876613a0 None None] Network 57766ba7-9059-49af-af6f-cfd8b78e1fcd requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:12:46.526819 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e722cbb6-1798-497b-84e6-3ad813f4f036 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6283245 Mar 11 12:12:46.528812 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59048) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:46.535230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-303ff3bc-725b-4f67-a58a-99aa7ecd6572 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Request body: {'router': {'external_gateway_info': {'network_id': '57766ba7-9059-49af-af6f-cfd8b78e1fcd'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:12:46.891257 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-303ff3bc-725b-4f67-a58a-99aa7ecd6572 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for router_gateway (d6622b35-14fd-4711-8d84-e31dd4dcad4b), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:46.950196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-57766ba7-9059-49af-af6f-cfd8b78e1fcd', 'network_id': '57766ba7-9059-49af-af6f-cfd8b78e1fcd', 'project_id': 'b0e86fae4ba14f64923e38381ea6bf8e', 'fixed_ips': [{'subnet_id': 'c5f05284-7609-47f4-a840-19ef58e14041'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:12:46.951177 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:47.106716 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-303ff3bc-725b-4f67-a58a-99aa7ecd6572 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:12:47.112745 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-303ff3bc-725b-4f67-a58a-99aa7ecd6572 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "PUT /v2.0/routers/d6622b35-14fd-4711-8d84-e31dd4dcad4b HTTP/1.1" status: 400 len: 364 time: 0.5777400 Mar 11 12:12:47.112745 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59056) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:47.244322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Allocated IP 2001:db8:1::2 (57766ba7-9059-49af-af6f-cfd8b78e1fcd/c5f05284-7609-47f4-a840-19ef58e14041/552c7301-c3ea-44b1-bc94-3b40afa8f22d) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:12:47.574764 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Publish callbacks [] for port (552c7301-c3ea-44b1-bc94-3b40afa8f22d), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:47.589530 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:47.595675 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (552c7301-c3ea-44b1-bc94-3b40afa8f22d), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:47.769683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2b419-cd36-4210-af65-579eb1d2ffba req-ca8bd38b-4d5a-444a-969b-a28fc0ddb3d4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:47.774493 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Network 57766ba7-9059-49af-af6f-cfd8b78e1fcd is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:12:47.777240 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:12:47.784330 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1fe2b419-cd36-4210-af65-579eb1d2ffba req-ca8bd38b-4d5a-444a-969b-a28fc0ddb3d4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.4459448 Mar 11 12:12:47.789939 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Pushing event updated for resources: {'Port': ['ID=552c7301-c3ea-44b1-bc94-3b40afa8f22d,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:47.802188 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:12:47.841494 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:12:47.845166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:47.849536 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:47.849883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:47.850222 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:47.850554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:47.851346 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:47.851346 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:47.851556 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:47.851818 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:47.855173 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:47.855593 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:47.855948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:47.858450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:12:48.021139 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Attempting to bind port 552c7301-c3ea-44b1-bc94-3b40afa8f22d on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:12:48.021880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Attempting to bind port 552c7301-c3ea-44b1-bc94-3b40afa8f22d by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57766ba7-9059-49af-af6f-cfd8b78e1fcd'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:12:48.022470 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Attempting to bind port 552c7301-c3ea-44b1-bc94-3b40afa8f22d on network 57766ba7-9059-49af-af6f-cfd8b78e1fcd {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:12:48.035794 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:12:48.036246 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Checking segment: {'id': 'fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57766ba7-9059-49af-af6f-cfd8b78e1fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:12:48.037884 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:48.038559 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Bound using segment: {'id': 'fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57766ba7-9059-49af-af6f-cfd8b78e1fcd'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:12:48.039058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Bound port: 552c7301-c3ea-44b1-bc94-3b40afa8f22d, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57766ba7-9059-49af-af6f-cfd8b78e1fcd'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:12:48.039447 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (552c7301-c3ea-44b1-bc94-3b40afa8f22d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:48.045983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1fe2b419-cd36-4210-af65-579eb1d2ffba req-be436be6-68a9-4d99-86f8-edaa7cbee891 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574308 Mar 11 12:12:48.149415 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] For port 552c7301-c3ea-44b1-bc94-3b40afa8f22d, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:12:48.156308 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] For port 552c7301-c3ea-44b1-bc94-3b40afa8f22d, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=552c7301-c3ea-44b1-bc94-3b40afa8f22d,segment=NetworkSegment(fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8),segment_id=fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:12:48.157407 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:48.165245 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (552c7301-c3ea-44b1-bc94-3b40afa8f22d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:48.247937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2708d7-91cb-448f-a131-880e560f895e None None] Pushing event updated for resources: {'Port': ['ID=552c7301-c3ea-44b1-bc94-3b40afa8f22d,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:48.305234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59106) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:48.609674 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6032c393-69aa-4e20-9f46-eb3b2331432d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:48.659437 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:48.803750 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6032c393-69aa-4e20-9f46-eb3b2331432d admin admin] Publish callbacks [] for security_group (102ffa01-2c36-4696-b041-751709edea50), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:48.815170 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6032c393-69aa-4e20-9f46-eb3b2331432d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (102ffa01-2c36-4696-b041-751709edea50), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:48.904535 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6032c393-69aa-4e20-9f46-eb3b2331432d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3d6ef4c15e7e43ef8eacd998e9443e02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5961258 Mar 11 12:12:48.904993 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59118) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:48.958397 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Allocated IP 2001:db8::1 (f364f850-7ab3-4ddc-872d-7fae03652586/1e12b2f1-da62-4ca4-b6f4-b95959e6091c/b731e7b1-1f10-4db4-9ac1-9ef71c784f66) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:12:48.958596 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032c393-69aa-4e20-9f46-eb3b2331432d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102ffa01-2c36-4696-b041-751709edea50,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:49.110788 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-db22bd91-0618-465b-9c2a-cb964df6eedc admin admin] Publish callbacks [] for security_group (102ffa01-2c36-4696-b041-751709edea50), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:49.282460 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for port (b731e7b1-1f10-4db4-9ac1-9ef71c784f66), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:49.330152 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b731e7b1-1f10-4db4-9ac1-9ef71c784f66), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:49.426506 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-db22bd91-0618-465b-9c2a-cb964df6eedc admin admin] Publish callbacks [] for security_group (102ffa01-2c36-4696-b041-751709edea50), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:49.481641 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event updated for resources: {'Port': ['ID=b731e7b1-1f10-4db4-9ac1-9ef71c784f66,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:49.490817 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Network f364f850-7ab3-4ddc-872d-7fae03652586 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:12:49.505324 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:12:49.508188 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:12:49.508985 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (d6622b35-14fd-4711-8d84-e31dd4dcad4b), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:49.617656 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335656b-dbbf-4be0-a4ef-762c2ca13301 req-cb818bc9-05b7-4725-b136-6031ae6bb830 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:49.623416 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5335656b-dbbf-4be0-a4ef-762c2ca13301 req-cb818bc9-05b7-4725-b136-6031ae6bb830 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.3060277 Mar 11 12:12:49.734931 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5335656b-dbbf-4be0-a4ef-762c2ca13301 req-e502597d-2325-4618-875a-7cf0a2732c39 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852265 Mar 11 12:12:49.842168 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-db22bd91-0618-465b-9c2a-cb964df6eedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (102ffa01-2c36-4696-b041-751709edea50), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:49.850968 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-db22bd91-0618-465b-9c2a-cb964df6eedc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:49.852723 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-db22bd91-0618-465b-9c2a-cb964df6eedc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/102ffa01-2c36-4696-b041-751709edea50 HTTP/1.1" status: 204 len: 168 time: 0.9466674 Mar 11 12:12:49.924533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22bd91-0618-465b-9c2a-cb964df6eedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102ffa01-2c36-4696-b041-751709edea50,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:50.030007 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b731e7b1-1f10-4db4-9ac1-9ef71c784f66), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:50.126253 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-250e985a-6f57-42c0-a97e-1d249ca32f82 None None] Provisioning complete for port b731e7b1-1f10-4db4-9ac1-9ef71c784f66 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:50.129336 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-250e985a-6f57-42c0-a97e-1d249ca32f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b731e7b1-1f10-4db4-9ac1-9ef71c784f66), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:50.210538 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852cb339-bf70-44d3-95e2-a7d2915734e4 None None] Network 57766ba7-9059-49af-af6f-cfd8b78e1fcd requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:12:50.398454 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:50.407345 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-250e985a-6f57-42c0-a97e-1d249ca32f82 None None] Port b731e7b1-1f10-4db4-9ac1-9ef71c784f66 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:12:50.540637 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ba6be9fc-e71e-4ead-951e-56283a0fbe23 None None] Provisioning complete for port 552c7301-c3ea-44b1-bc94-3b40afa8f22d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:50.541166 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ba6be9fc-e71e-4ead-951e-56283a0fbe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (552c7301-c3ea-44b1-bc94-3b40afa8f22d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:50.559884 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a476c68-18e2-41c4-9521-01cad9b92850 req-fd061d58-6f01-4e3a-b161-66fbc9538d89 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:50.563717 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59136) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:50.565340 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a476c68-18e2-41c4-9521-01cad9b92850 req-fd061d58-6f01-4e3a-b161-66fbc9538d89 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.6652505 Mar 11 12:12:50.599016 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df1c5c19-77d4-49ab-a605-85d426ea9916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:50.614610 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 552c7301-c3ea-44b1-bc94-3b40afa8f22d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:12:50.672292 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for port (b731e7b1-1f10-4db4-9ac1-9ef71c784f66), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:50.699453 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b731e7b1-1f10-4db4-9ac1-9ef71c784f66), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:50.702691 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (d6622b35-14fd-4711-8d84-e31dd4dcad4b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:50.795184 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 552c7301-c3ea-44b1-bc94-3b40afa8f22d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:50.795506 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (552c7301-c3ea-44b1-bc94-3b40afa8f22d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:50.798837 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df1c5c19-77d4-49ab-a605-85d426ea9916 admin admin] Publish callbacks [] for security_group (0813b331-5a26-48d5-a22b-a392845665da), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:50.822313 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df1c5c19-77d4-49ab-a605-85d426ea9916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0813b331-5a26-48d5-a22b-a392845665da), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:50.882316 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-df1c5c19-77d4-49ab-a605-85d426ea9916 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8f852d0446824cd5a198900f2e45f09f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3174727 Mar 11 12:12:50.889593 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ba6be9fc-e71e-4ead-951e-56283a0fbe23 None None] Current status of the port 552c7301-c3ea-44b1-bc94-3b40afa8f22d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:50.890279 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ba6be9fc-e71e-4ead-951e-56283a0fbe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (552c7301-c3ea-44b1-bc94-3b40afa8f22d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:50.898828 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59140) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:50.984499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ba6be9fc-e71e-4ead-951e-56283a0fbe23 None None] For port 552c7301-c3ea-44b1-bc94-3b40afa8f22d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=552c7301-c3ea-44b1-bc94-3b40afa8f22d,segment=NetworkSegment(fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8),segment_id=fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:51.012962 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event updated for resources: {'Port': ['ID=b731e7b1-1f10-4db4-9ac1-9ef71c784f66,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:51.018720 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a476c68-18e2-41c4-9521-01cad9b92850 req-1a5d9e09-bf63-42b1-8582-9bc200b439c9 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281662 Mar 11 12:12:51.028088 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Network f364f850-7ab3-4ddc-872d-7fae03652586 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:12:51.030053 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:12:51.081656 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ba6be9fc-e71e-4ead-951e-56283a0fbe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (552c7301-c3ea-44b1-bc94-3b40afa8f22d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:51.095900 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 552c7301-c3ea-44b1-bc94-3b40afa8f22d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:51.125710 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c5c19-77d4-49ab-a605-85d426ea9916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0813b331-5a26-48d5-a22b-a392845665da,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:51.155394 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6be9fc-e71e-4ead-951e-56283a0fbe23 None None] Pushing event updated for resources: {'Port': ['ID=552c7301-c3ea-44b1-bc94-3b40afa8f22d,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:51.182239 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd39e-5ca3-48ca-bd38-885142e60524 admin admin] Publish callbacks [] for security_group (0813b331-5a26-48d5-a22b-a392845665da), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:51.222507 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5a43abb1-bf60-4e99-9137-e1ed3947dc4c None None] Provisioning complete for port 552c7301-c3ea-44b1-bc94-3b40afa8f22d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:51.223073 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a43abb1-bf60-4e99-9137-e1ed3947dc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (552c7301-c3ea-44b1-bc94-3b40afa8f22d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:51.248292 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd39e-5ca3-48ca-bd38-885142e60524 admin admin] Publish callbacks [] for security_group (0813b331-5a26-48d5-a22b-a392845665da), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:51.369952 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd39e-5ca3-48ca-bd38-885142e60524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0813b331-5a26-48d5-a22b-a392845665da), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:51.373472 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd39e-5ca3-48ca-bd38-885142e60524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:51.374743 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ef9dd39e-5ca3-48ca-bd38-885142e60524 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0813b331-5a26-48d5-a22b-a392845665da HTTP/1.1" status: 204 len: 168 time: 0.4749107 Mar 11 12:12:51.400619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9dd39e-5ca3-48ca-bd38-885142e60524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0813b331-5a26-48d5-a22b-a392845665da,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:51.451904 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5a43abb1-bf60-4e99-9137-e1ed3947dc4c None None] Current status of the port 552c7301-c3ea-44b1-bc94-3b40afa8f22d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:51.521064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d8e7b-f78f-432b-be81-f6bc383e7125 req-7f2c4d03-2488-4df0-949a-1341ed0ee016 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:51.533258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e3d8e7b-f78f-432b-be81-f6bc383e7125 req-7f2c4d03-2488-4df0-949a-1341ed0ee016 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.3113480 Mar 11 12:12:51.542901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Router d6622b35-14fd-4711-8d84-e31dd4dcad4b has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:12:51.580444 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7aef481d-6a56-4810-a994-d8cd41c9a083 None None] Provisioning complete for port b731e7b1-1f10-4db4-9ac1-9ef71c784f66 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:51.580735 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7aef481d-6a56-4810-a994-d8cd41c9a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b731e7b1-1f10-4db4-9ac1-9ef71c784f66), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:51.674664 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7aef481d-6a56-4810-a994-d8cd41c9a083 None None] Port b731e7b1-1f10-4db4-9ac1-9ef71c784f66 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:12:51.824535 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:12:51.837406 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-efda00fa-298b-41e5-803b-f8410ca65f98 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "PUT /v2.0/routers/d6622b35-14fd-4711-8d84-e31dd4dcad4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7198162 Mar 11 12:12:51.837589 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c4e328-108e-4816-abca-839b0861785c None None] Sync routers for ids ['d6622b35-14fd-4711-8d84-e31dd4dcad4b'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:12:51.838401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59154) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:51.864269 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c4e328-108e-4816-abca-839b0861785c None None] Routers {'d6622b35-14fd-4711-8d84-e31dd4dcad4b'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:12:51.864903 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-03c4e328-108e-4816-abca-839b0861785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:12:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d6622b35-14fd-4711-8d84-e31dd4dcad4b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:51.890966 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e3d8e7b-f78f-432b-be81-f6bc383e7125 req-8063f1bf-d28e-4a20-aa71-092eff4b732c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418360 Mar 11 12:12:51.970012 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-03c4e328-108e-4816-abca-839b0861785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:51.992676 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c4e328-108e-4816-abca-839b0861785c None None] Routers {'d6622b35-14fd-4711-8d84-e31dd4dcad4b'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:12:51.998458 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-03c4e328-108e-4816-abca-839b0861785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:12:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d6622b35-14fd-4711-8d84-e31dd4dcad4b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:52.100400 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-03c4e328-108e-4816-abca-839b0861785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:52.102339 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c4e328-108e-4816-abca-839b0861785c None None] The sync data for ids ['d6622b35-14fd-4711-8d84-e31dd4dcad4b'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:12:52.127970 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1ea5cfd-dcec-4219-ac5e-6d55b5b1f44d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for router (d6622b35-14fd-4711-8d84-e31dd4dcad4b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:52.228202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5fe41-e141-49c1-9c3a-9db775610098 req-bfff88b6-454c-46ed-a11d-5e1a9e18c8eb tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:52.260366 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22b5fe41-e141-49c1-9c3a-9db775610098 req-bfff88b6-454c-46ed-a11d-5e1a9e18c8eb tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.1485691 Mar 11 12:12:52.350443 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22b5fe41-e141-49c1-9c3a-9db775610098 req-8f9f2159-75f2-4f28-b357-3dd7713166f7 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884676 Mar 11 12:12:52.411482 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-d1ea5cfd-dcec-4219-ac5e-6d55b5b1f44d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 12:12:52.415326 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d1ea5cfd-dcec-4219-ac5e-6d55b5b1f44d tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "DELETE /v2.0/routers/d6622b35-14fd-4711-8d84-e31dd4dcad4b HTTP/1.1" status: 409 len: 376 time: 0.5753143 Mar 11 12:12:52.415713 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59182) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:52.438793 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 552c7301-c3ea-44b1-bc94-3b40afa8f22d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:12:52.537953 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 552c7301-c3ea-44b1-bc94-3b40afa8f22d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:12:52.538437 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (552c7301-c3ea-44b1-bc94-3b40afa8f22d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:52.737674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 552c7301-c3ea-44b1-bc94-3b40afa8f22d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:12:52.887573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff6de8-2797-4019-bc3e-1983be2e7fd6 req-12c9c17d-e3b8-4b10-885f-07a0466e0b55 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:52.889200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-66ff6de8-2797-4019-bc3e-1983be2e7fd6 req-12c9c17d-e3b8-4b10-885f-07a0466e0b55 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.1034102 Mar 11 12:12:52.964406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59192) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:53.013621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-66ff6de8-2797-4019-bc3e-1983be2e7fd6 req-8b11af14-271d-4acf-abac-b306eb5a1b9c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897503 Mar 11 12:12:53.137057 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ba97f424-116f-4457-aab6-596dc84c66a2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (d6622b35-14fd-4711-8d84-e31dd4dcad4b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:53.160557 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-65353a10-09d6-42ea-ad0e-d967a9797e4b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1254379724-network', 'tenant_id': '05f50f93b72343c3aaa53b992efba6c5'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:12:53.212756 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65353a10-09d6-42ea-ad0e-d967a9797e4b admin admin] Made reservation on behalf of 05f50f93b72343c3aaa53b992efba6c5 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:12:53.215764 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65353a10-09d6-42ea-ad0e-d967a9797e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:53.241099 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65353a10-09d6-42ea-ad0e-d967a9797e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:53.308883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9efe0-bb82-4dfb-9e7d-78a7b9081eda req-4e577278-1612-4cf5-9f5f-fb2d41d21664 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:53.309762 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05f9efe0-bb82-4dfb-9e7d-78a7b9081eda req-4e577278-1612-4cf5-9f5f-fb2d41d21664 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.1307087 Mar 11 12:12:53.456087 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65353a10-09d6-42ea-ad0e-d967a9797e4b admin admin] Publish callbacks [] for security_group (70548ff7-b110-4c71-b9e8-414a856ebcf2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:53.472816 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05f9efe0-bb82-4dfb-9e7d-78a7b9081eda req-1b7dfbd1-5f2d-4394-91e9-ac9ff790eee4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323330 Mar 11 12:12:53.480642 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65353a10-09d6-42ea-ad0e-d967a9797e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (70548ff7-b110-4c71-b9e8-414a856ebcf2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:53.548743 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65353a10-09d6-42ea-ad0e-d967a9797e4b admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:12:53.574737 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65353a10-09d6-42ea-ad0e-d967a9797e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70548ff7-b110-4c71-b9e8-414a856ebcf2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:53.588293 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65353a10-09d6-42ea-ad0e-d967a9797e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (eb01ec46-ef58-425d-9e16-2ac37b8c5db2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:53.589290 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-65353a10-09d6-42ea-ad0e-d967a9797e4b admin admin] Added segment eb01ec46-ef58-425d-9e16-2ac37b8c5db2 of type vlan for network 5a082aa4-c670-4785-bf4e-b2f1479d70cf Mar 11 12:12:53.685735 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65353a10-09d6-42ea-ad0e-d967a9797e4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (5a082aa4-c670-4785-bf4e-b2f1479d70cf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:53.735567 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095853e-d1d5-4efe-9ad2-9e6dbcd9f8eb req-c3855596-a19a-4201-af5a-04eb35285497 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:53.737789 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1095853e-d1d5-4efe-9ad2-9e6dbcd9f8eb req-c3855596-a19a-4201-af5a-04eb35285497 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.1155834 Mar 11 12:12:53.751454 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65353a10-09d6-42ea-ad0e-d967a9797e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (5a082aa4-c670-4785-bf4e-b2f1479d70cf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:53.752511 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65353a10-09d6-42ea-ad0e-d967a9797e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:53.753092 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65353a10-09d6-42ea-ad0e-d967a9797e4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:53.822154 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-65353a10-09d6-42ea-ad0e-d967a9797e4b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8566070 Mar 11 12:12:53.828081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59224) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:53.839462 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1e3ddc6e-07ea-434d-8ddf-0df8c0388f1a admin admin] Request body: {'subnet': {'network_id': '5a082aa4-c670-4785-bf4e-b2f1479d70cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1254379724-subnet', 'tenant_id': '05f50f93b72343c3aaa53b992efba6c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:12:53.892226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65353a10-09d6-42ea-ad0e-d967a9797e4b admin admin] Pushing event updated for resources: {'Network': ['ID=5a082aa4-c670-4785-bf4e-b2f1479d70cf,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:53.894581 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3ddc6e-07ea-434d-8ddf-0df8c0388f1a admin admin] Made reservation on behalf of 05f50f93b72343c3aaa53b992efba6c5 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:12:53.905370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 5a082aa4-c670-4785-bf4e-b2f1479d70cf details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:12:53.921375 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1e3ddc6e-07ea-434d-8ddf-0df8c0388f1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:54.173936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59232) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:54.365135 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f22a377-888f-4ba9-9e1d-ecbcd533b883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:54.481486 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f22a377-888f-4ba9-9e1d-ecbcd533b883 admin admin] Publish callbacks [] for security_group (21219790-7299-43ae-86c5-19a59254ccb4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:54.487395 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f22a377-888f-4ba9-9e1d-ecbcd533b883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (21219790-7299-43ae-86c5-19a59254ccb4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:54.584550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22a377-888f-4ba9-9e1d-ecbcd533b883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21219790-7299-43ae-86c5-19a59254ccb4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:54.591883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-ba97f424-116f-4457-aab6-596dc84c66a2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Deleting port b731e7b1-1f10-4db4-9ac1-9ef71c784f66 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:12:54.592390 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ba97f424-116f-4457-aab6-596dc84c66a2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b731e7b1-1f10-4db4-9ac1-9ef71c784f66), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:54.623800 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2f22a377-888f-4ba9-9e1d-ecbcd533b883 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9c58a527287a411481c86db245e8973f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4478340 Mar 11 12:12:54.626355 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59236) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:54.685337 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-975633fe-0f4e-4f4f-adb4-13aabd25b742 admin admin] Publish callbacks [] for security_group (21219790-7299-43ae-86c5-19a59254ccb4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:54.745250 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1e3ddc6e-07ea-434d-8ddf-0df8c0388f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (ec557878-3d2e-4ae7-a4ee-29dfd69ac2b4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:54.747513 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-975633fe-0f4e-4f4f-adb4-13aabd25b742 admin admin] Publish callbacks [] for security_group (21219790-7299-43ae-86c5-19a59254ccb4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:54.832678 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1095853e-d1d5-4efe-9ad2-9e6dbcd9f8eb req-0bafd71c-5ab9-485c-9b52-546ec4d93015 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0760140 Mar 11 12:12:54.836189 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-975633fe-0f4e-4f4f-adb4-13aabd25b742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (21219790-7299-43ae-86c5-19a59254ccb4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:54.840848 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-975633fe-0f4e-4f4f-adb4-13aabd25b742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:54.842320 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-975633fe-0f4e-4f4f-adb4-13aabd25b742 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/21219790-7299-43ae-86c5-19a59254ccb4 HTTP/1.1" status: 204 len: 168 time: 0.2142303 Mar 11 12:12:54.855415 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975633fe-0f4e-4f4f-adb4-13aabd25b742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21219790-7299-43ae-86c5-19a59254ccb4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:54.908990 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ba97f424-116f-4457-aab6-596dc84c66a2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b731e7b1-1f10-4db4-9ac1-9ef71c784f66), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:54.936871 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-ba97f424-116f-4457-aab6-596dc84c66a2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Calling delete_port for b731e7b1-1f10-4db4-9ac1-9ef71c784f66 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:12:55.292834 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ba97f424-116f-4457-aab6-596dc84c66a2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b731e7b1-1f10-4db4-9ac1-9ef71c784f66), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:55.412845 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97f424-116f-4457-aab6-596dc84c66a2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event deleted for resources: {'Port': ['ID=b731e7b1-1f10-4db4-9ac1-9ef71c784f66,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:55.462778 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59264) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:55.499881 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ef72511-2bda-48d4-908f-6135f5ffb202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:55.552228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ddc6e-07ea-434d-8ddf-0df8c0388f1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec557878-3d2e-4ae7-a4ee-29dfd69ac2b4,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:55.648966 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3ddc6e-07ea-434d-8ddf-0df8c0388f1a admin admin] Checking segment: {'id': 'eb01ec46-ef58-425d-9e16-2ac37b8c5db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5a082aa4-c670-4785-bf4e-b2f1479d70cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:12:55.649565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3ddc6e-07ea-434d-8ddf-0df8c0388f1a admin admin] Network hostable DHCP agents. Network: 5a082aa4-c670-4785-bf4e-b2f1479d70cf, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:12:55.653516 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ba97f424-116f-4457-aab6-596dc84c66a2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (d6622b35-14fd-4711-8d84-e31dd4dcad4b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:55.722355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1f4a8-c3b2-4c79-b48a-79bf591f5b04 req-5ca3323d-7514-4d22-9b4d-ffc7ea6835cc tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:55.731892 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7e1f4a8-c3b2-4c79-b48a-79bf591f5b04 req-5ca3323d-7514-4d22-9b4d-ffc7ea6835cc tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.4489810 Mar 11 12:12:55.769321 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ef72511-2bda-48d4-908f-6135f5ffb202 admin admin] Publish callbacks [] for security_group (7551088c-4cfd-4ed9-b0ed-55c798979a3a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:55.778547 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ef72511-2bda-48d4-908f-6135f5ffb202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7551088c-4cfd-4ed9-b0ed-55c798979a3a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:55.839917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3ddc6e-07ea-434d-8ddf-0df8c0388f1a admin admin] Network 5a082aa4-c670-4785-bf4e-b2f1479d70cf is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:12:55.843492 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef72511-2bda-48d4-908f-6135f5ffb202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7551088c-4cfd-4ed9-b0ed-55c798979a3a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:55.893267 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0ef72511-2bda-48d4-908f-6135f5ffb202 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f352c823245646bf97bb8134e5b74ca0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4287519 Mar 11 12:12:55.895497 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59300) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:55.905120 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-1e3ddc6e-07ea-434d-8ddf-0df8c0388f1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 5a082aa4-c670-4785-bf4e-b2f1479d70cf) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:12:55.913291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc035a1d-2def-4dc8-8a77-3e4c3277aa47 None None] Network 5a082aa4-c670-4785-bf4e-b2f1479d70cf requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:12:55.966745 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f77b-1eb2-4029-9f95-99fd189bf6a7 admin admin] Publish callbacks [] for security_group (7551088c-4cfd-4ed9-b0ed-55c798979a3a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:55.992429 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f77b-1eb2-4029-9f95-99fd189bf6a7 admin admin] Publish callbacks [] for security_group (7551088c-4cfd-4ed9-b0ed-55c798979a3a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:56.002469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ddc6e-07ea-434d-8ddf-0df8c0388f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:56.002992 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1e3ddc6e-07ea-434d-8ddf-0df8c0388f1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:56.018818 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7e1f4a8-c3b2-4c79-b48a-79bf591f5b04 req-4454b564-0b87-46cd-96c1-e673c28dacfd tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859242 Mar 11 12:12:56.077118 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f77b-1eb2-4029-9f95-99fd189bf6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7551088c-4cfd-4ed9-b0ed-55c798979a3a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:56.081841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f77b-1eb2-4029-9f95-99fd189bf6a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:56.083763 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3cb0f77b-1eb2-4029-9f95-99fd189bf6a7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7551088c-4cfd-4ed9-b0ed-55c798979a3a HTTP/1.1" status: 204 len: 168 time: 0.1853278 Mar 11 12:12:56.101853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4d624b-0a98-4672-8ba9-f39463466d06 None None] Network 5a082aa4-c670-4785-bf4e-b2f1479d70cf requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:12:56.112800 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1e3ddc6e-07ea-434d-8ddf-0df8c0388f1a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2796242 Mar 11 12:12:56.121711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0f77b-1eb2-4029-9f95-99fd189bf6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7551088c-4cfd-4ed9-b0ed-55c798979a3a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:56.137423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba97f424-116f-4457-aab6-596dc84c66a2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Router d6622b35-14fd-4711-8d84-e31dd4dcad4b has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:12:56.401901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba97f424-116f-4457-aab6-596dc84c66a2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:12:56.419059 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ba97f424-116f-4457-aab6-596dc84c66a2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "PUT /v2.0/routers/d6622b35-14fd-4711-8d84-e31dd4dcad4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0020618 Mar 11 12:12:56.423298 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a32f7ba-ef97-4102-8047-ca3b55106961 None None] Sync routers for ids ['d6622b35-14fd-4711-8d84-e31dd4dcad4b'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:12:56.428188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59360) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:56.481262 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a32f7ba-ef97-4102-8047-ca3b55106961 None None] Routers {'d6622b35-14fd-4711-8d84-e31dd4dcad4b'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:12:56.485246 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7a32f7ba-ef97-4102-8047-ca3b55106961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:12:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d6622b35-14fd-4711-8d84-e31dd4dcad4b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:56.498838 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-9bf4c825-b44a-48c5-8678-95c77b37211c tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] show failed (client error): The resource could not be found. Mar 11 12:12:56.503828 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59370) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:56.504555 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9bf4c825-b44a-48c5-8678-95c77b37211c tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-284093976 HTTP/1.1" status: 404 len: 334 time: 0.0746996 Mar 11 12:12:56.508609 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-289e8c26-35d2-43e1-b399-9b94aa8f1a16 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:12:56.596357 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7a32f7ba-ef97-4102-8047-ca3b55106961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:56.645185 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-289e8c26-35d2-43e1-b399-9b94aa8f1a16 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] update failed (client error): The resource could not be found. Mar 11 12:12:56.646342 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-289e8c26-35d2-43e1-b399-9b94aa8f1a16 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-118372 HTTP/1.1" status: 404 len: 331 time: 0.1415005 Mar 11 12:12:56.651954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59388) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:56.710631 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a32f7ba-ef97-4102-8047-ca3b55106961 None None] Routers {'d6622b35-14fd-4711-8d84-e31dd4dcad4b'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:12:56.711341 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7a32f7ba-ef97-4102-8047-ca3b55106961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:12:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d6622b35-14fd-4711-8d84-e31dd4dcad4b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:56.827386 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-618c682c-4d9a-4ff5-916d-7984201aafb2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Deleting subnet c5f05284-7609-47f4-a840-19ef58e14041 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:12:56.833752 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7a32f7ba-ef97-4102-8047-ca3b55106961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:56.834400 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a32f7ba-ef97-4102-8047-ca3b55106961 None None] The sync data for ids ['d6622b35-14fd-4711-8d84-e31dd4dcad4b'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:12:56.837005 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-618c682c-4d9a-4ff5-916d-7984201aafb2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for subnet (c5f05284-7609-47f4-a840-19ef58e14041), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:56.902168 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-618c682c-4d9a-4ff5-916d-7984201aafb2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (c5f05284-7609-47f4-a840-19ef58e14041), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:57.020049 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-618c682c-4d9a-4ff5-916d-7984201aafb2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (c5f05284-7609-47f4-a840-19ef58e14041), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:57.221988 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-618c682c-4d9a-4ff5-916d-7984201aafb2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (c5f05284-7609-47f4-a840-19ef58e14041), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:57.272520 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-618c682c-4d9a-4ff5-916d-7984201aafb2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:57.281332 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c256255-5758-4f2a-af1e-70aa4c36bd01 None None] Network 57766ba7-9059-49af-af6f-cfd8b78e1fcd requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:12:57.303483 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-618c682c-4d9a-4ff5-916d-7984201aafb2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "DELETE /v2.0/subnets/c5f05284-7609-47f4-a840-19ef58e14041 HTTP/1.1" status: 204 len: 168 time: 0.6477027 Mar 11 12:12:57.306022 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59458) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:57.385367 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c682c-4d9a-4ff5-916d-7984201aafb2 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f05284-7609-47f4-a840-19ef58e14041,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:57.490237 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7855d-67b0-4399-b3ff-03b4c073f7e6 req-be2d4286-579b-4240-9b0c-3ca4f7856f95 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:57.506114 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2f7855d-67b0-4399-b3ff-03b4c073f7e6 req-be2d4286-579b-4240-9b0c-3ca4f7856f95 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.3847919 Mar 11 12:12:57.631392 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2f7855d-67b0-4399-b3ff-03b4c073f7e6 req-0141d06f-6445-4536-b125-0061752551d7 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140401 Mar 11 12:12:57.658224 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (57766ba7-9059-49af-af6f-cfd8b78e1fcd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:57.816602 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df497a8c-6eb3-4866-b08b-f470908d5b9b None None] DHCP port deletion for 57766ba7-9059-49af-af6f-cfd8b78e1fcd request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:12:57.832188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Deleting port 552c7301-c3ea-44b1-bc94-3b40afa8f22d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:12:57.832819 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (552c7301-c3ea-44b1-bc94-3b40afa8f22d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:57.995648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-df497a8c-6eb3-4866-b08b-f470908d5b9b None None] Deleting port 552c7301-c3ea-44b1-bc94-3b40afa8f22d {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:12:57.996024 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-df497a8c-6eb3-4866-b08b-f470908d5b9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (552c7301-c3ea-44b1-bc94-3b40afa8f22d), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:58.016389 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] For port 552c7301-c3ea-44b1-bc94-3b40afa8f22d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=552c7301-c3ea-44b1-bc94-3b40afa8f22d,segment=NetworkSegment(fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8),segment_id=fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:58.016763 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (552c7301-c3ea-44b1-bc94-3b40afa8f22d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:58.070643 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Calling delete_port for 552c7301-c3ea-44b1-bc94-3b40afa8f22d owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:12:58.221597 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-df497a8c-6eb3-4866-b08b-f470908d5b9b None None] For port 552c7301-c3ea-44b1-bc94-3b40afa8f22d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=552c7301-c3ea-44b1-bc94-3b40afa8f22d,segment=NetworkSegment(fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8),segment_id=fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:12:58.223607 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-df497a8c-6eb3-4866-b08b-f470908d5b9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (552c7301-c3ea-44b1-bc94-3b40afa8f22d), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:58.259635 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-df497a8c-6eb3-4866-b08b-f470908d5b9b None None] Calling delete_port for 552c7301-c3ea-44b1-bc94-3b40afa8f22d owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:12:58.361974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001f92f-5bc4-4fce-a1f2-f272b4e3af02 req-6c32bb30-ad53-4b9f-b43e-165386a8b6c6 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:58.376047 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e001f92f-5bc4-4fce-a1f2-f272b4e3af02 req-6c32bb30-ad53-4b9f-b43e-165386a8b6c6 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.1004572 Mar 11 12:12:58.481757 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (552c7301-c3ea-44b1-bc94-3b40afa8f22d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:58.489916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 552c7301-c3ea-44b1-bc94-3b40afa8f22d no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:12:58.496438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c2233-484d-424e-b058-495a931b9767 req-5dcd559b-a90e-4bea-ad65-128d533477af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:58.498123 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-796c2233-484d-424e-b058-495a931b9767 req-5dcd559b-a90e-4bea-ad65-128d533477af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a8a1ab2e35a4c68af61bee4e54ed507&device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 1128 time: 0.2633278 Mar 11 12:12:58.562171 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e001f92f-5bc4-4fce-a1f2-f272b4e3af02 req-09e91f51-d05b-4021-9129-0f58519ad905 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851747 Mar 11 12:12:58.585244 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 552c7301-c3ea-44b1-bc94-3b40afa8f22d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:12:58.587095 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 552c7301-c3ea-44b1-bc94-3b40afa8f22d not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:12:58.594703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] No DVR routers for this DVR port 552c7301-c3ea-44b1-bc94-3b40afa8f22d on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:12:58.610263 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event deleted for resources: {'Port': ['ID=552c7301-c3ea-44b1-bc94-3b40afa8f22d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:58.654383 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-df497a8c-6eb3-4866-b08b-f470908d5b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (552c7301-c3ea-44b1-bc94-3b40afa8f22d), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:58.737925 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df497a8c-6eb3-4866-b08b-f470908d5b9b None None] Pushing event deleted for resources: {'Port': ['ID=552c7301-c3ea-44b1-bc94-3b40afa8f22d,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:58.776092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df497a8c-6eb3-4866-b08b-f470908d5b9b None None] No DVR routers for this DVR port 552c7301-c3ea-44b1-bc94-3b40afa8f22d on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:12:59.050501 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59624) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:59.294481 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-62fcbc00-86ac-4549-b96c-85c47d4fe87f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:59.473840 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-62fcbc00-86ac-4549-b96c-85c47d4fe87f admin admin] Publish callbacks [] for security_group (331dcec2-b403-46ac-b83c-f5041ebd1584), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:59.486500 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-62fcbc00-86ac-4549-b96c-85c47d4fe87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (331dcec2-b403-46ac-b83c-f5041ebd1584), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:59.577696 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-62fcbc00-86ac-4549-b96c-85c47d4fe87f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ff84d34b11234df6af64fb8b86b7d652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5215583 Mar 11 12:12:59.579131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59678) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:12:59.649211 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcbc00-86ac-4549-b96c-85c47d4fe87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331dcec2-b403-46ac-b83c-f5041ebd1584,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:12:59.689305 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (57766ba7-9059-49af-af6f-cfd8b78e1fcd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:59.733515 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57766ba7-9059-49af-af6f-cfd8b78e1fcd']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:59.752688 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:59.753345 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:12:59.762255 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c2233-484d-424e-b058-495a931b9767 req-c4c35a09-aa8e-48a1-bf3f-c14084443d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:12:59.764350 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-796c2233-484d-424e-b058-495a931b9767 req-c4c35a09-aa8e-48a1-bf3f-c14084443d26 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc HTTP/1.1" status: 200 len: 915 time: 1.2129054 Mar 11 12:12:59.764968 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b7d4342-4637-4c17-83e2-bdc063597cb6 admin admin] Publish callbacks [] for security_group (331dcec2-b403-46ac-b83c-f5041ebd1584), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:59.774387 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:59.897134 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b7d4342-4637-4c17-83e2-bdc063597cb6 admin admin] Publish callbacks [] for security_group (331dcec2-b403-46ac-b83c-f5041ebd1584), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:59.914855 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-796c2233-484d-424e-b058-495a931b9767 req-2a1d215a-f400-4476-a7ef-88109beaa80f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e941fb05-4896-4c38-9b4c-d33880735661 HTTP/1.1" status: 200 len: 217 time: 0.1167583 Mar 11 12:12:59.930165 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:59.986956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:12:59.987639 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (fe4a71d1-c5a7-452d-bbb0-88d6d9d5a0b8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:12:59.993056 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:13:00.026739 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91db23-4890-459a-b495-41954f70c4e1 req-d600ee10-e5ea-454b-bd63-a05705670a3f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:00.030431 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa91db23-4890-459a-b495-41954f70c4e1 req-d600ee10-e5ea-454b-bd63-a05705670a3f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.2607582 Mar 11 12:13:00.118119 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c2233-484d-424e-b058-495a931b9767 req-2e4339e3-59cb-4b57-9b09-1dd476f46432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:00.119762 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-796c2233-484d-424e-b058-495a931b9767 req-2e4339e3-59cb-4b57-9b09-1dd476f46432 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba949ad3-acd0-4240-bdb9-834f19359038 HTTP/1.1" status: 200 len: 854 time: 0.1912990 Mar 11 12:13:00.129885 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b7d4342-4637-4c17-83e2-bdc063597cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (331dcec2-b403-46ac-b83c-f5041ebd1584), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:00.133211 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b7d4342-4637-4c17-83e2-bdc063597cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:00.134887 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6b7d4342-4637-4c17-83e2-bdc063597cb6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/331dcec2-b403-46ac-b83c-f5041ebd1584 HTTP/1.1" status: 204 len: 168 time: 0.5548251 Mar 11 12:13:00.153614 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (57766ba7-9059-49af-af6f-cfd8b78e1fcd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:00.164954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d4342-4637-4c17-83e2-bdc063597cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331dcec2-b403-46ac-b83c-f5041ebd1584,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:00.175311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa91db23-4890-459a-b495-41954f70c4e1 req-0fab56be-3531-445c-b78b-e264d570b82f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256104 Mar 11 12:13:00.242160 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-796c2233-484d-424e-b058-495a931b9767 req-f9cb0628-3147-47a6-b4da-9a1d64168789 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156862 Mar 11 12:13:00.278639 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:00.283331 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "DELETE /v2.0/networks/57766ba7-9059-49af-af6f-cfd8b78e1fcd HTTP/1.1" status: 204 len: 168 time: 2.9742136 Mar 11 12:13:00.288480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59746) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:00.304466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a510a0-0836-42ed-97c5-983000aa95cd tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event deleted for resources: {'Network': ['ID=57766ba7-9059-49af-af6f-cfd8b78e1fcd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:00.466954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-e916c8f4-1cf3-4a5b-a2c2-3f6b98e894af tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Deleting subnet d4f174f7-8ac5-4f7e-a993-dc589f589884 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:13:00.478451 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e916c8f4-1cf3-4a5b-a2c2-3f6b98e894af tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for subnet (d4f174f7-8ac5-4f7e-a993-dc589f589884), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:00.515169 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-796c2233-484d-424e-b058-495a931b9767 req-e9be09b8-7bcc-4de2-8be9-60aa5594c59d service neutron] 10.222.0.71 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613256 Mar 11 12:13:00.581550 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e916c8f4-1cf3-4a5b-a2c2-3f6b98e894af tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (d4f174f7-8ac5-4f7e-a993-dc589f589884), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:00.697732 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-796c2233-484d-424e-b058-495a931b9767 req-634962d6-73a2-4aab-acee-10a5a366ca2a service neutron] 10.222.0.71 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754339 Mar 11 12:13:00.776239 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e916c8f4-1cf3-4a5b-a2c2-3f6b98e894af tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (d4f174f7-8ac5-4f7e-a993-dc589f589884), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:00.880155 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e916c8f4-1cf3-4a5b-a2c2-3f6b98e894af tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (d4f174f7-8ac5-4f7e-a993-dc589f589884), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:00.921901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916c8f4-1cf3-4a5b-a2c2-3f6b98e894af tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f174f7-8ac5-4f7e-a993-dc589f589884,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:00.937733 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e916c8f4-1cf3-4a5b-a2c2-3f6b98e894af tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:00.938079 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bb95fe-39f8-4da9-bf23-8ed9d484dc2b None None] Network e40a8827-a3d2-498c-bd8e-9d34e611cdaa requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:13:00.945405 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e916c8f4-1cf3-4a5b-a2c2-3f6b98e894af tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "DELETE /v2.0/subnets/d4f174f7-8ac5-4f7e-a993-dc589f589884 HTTP/1.1" status: 204 len: 168 time: 0.6557074 Mar 11 12:13:00.948506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59798) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:01.007135 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bad989a-bd30-4166-a71d-e18dcee35fc7 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Deleting subnet 390b9826-8055-402a-b519-992fc7977b0c {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:13:01.011266 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7bad989a-bd30-4166-a71d-e18dcee35fc7 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for subnet (390b9826-8055-402a-b519-992fc7977b0c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:01.071901 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7bad989a-bd30-4166-a71d-e18dcee35fc7 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (390b9826-8055-402a-b519-992fc7977b0c), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:01.161043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae5e174-7c3b-4025-bf49-fb0bb00a47db None None] DHCP port deletion for e40a8827-a3d2-498c-bd8e-9d34e611cdaa request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:13:01.249882 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7bad989a-bd30-4166-a71d-e18dcee35fc7 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (390b9826-8055-402a-b519-992fc7977b0c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:01.260212 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fae5e174-7c3b-4025-bf49-fb0bb00a47db None None] Deleting port e549fec4-e5b0-4eed-8dcc-5e7d26ede389 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:13:01.260212 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fae5e174-7c3b-4025-bf49-fb0bb00a47db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e549fec4-e5b0-4eed-8dcc-5e7d26ede389), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:01.362953 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7bad989a-bd30-4166-a71d-e18dcee35fc7 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (390b9826-8055-402a-b519-992fc7977b0c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:01.375815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fae5e174-7c3b-4025-bf49-fb0bb00a47db None None] For port e549fec4-e5b0-4eed-8dcc-5e7d26ede389, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e549fec4-e5b0-4eed-8dcc-5e7d26ede389,segment=NetworkSegment(6e781bca-bf3b-46e0-a781-4caf7d36aea9),segment_id=6e781bca-bf3b-46e0-a781-4caf7d36aea9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:13:01.376380 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fae5e174-7c3b-4025-bf49-fb0bb00a47db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e549fec4-e5b0-4eed-8dcc-5e7d26ede389), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:01.385059 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7bad989a-bd30-4166-a71d-e18dcee35fc7 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:01.392913 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7bad989a-bd30-4166-a71d-e18dcee35fc7 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "DELETE /v2.0/subnets/390b9826-8055-402a-b519-992fc7977b0c HTTP/1.1" status: 204 len: 168 time: 0.4430187 Mar 11 12:13:01.396082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59822) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:01.405309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2257c1-206a-47e4-b242-2486cd3b279f None None] Network 8e2bb5b7-dd75-40e6-878a-a672f6428800 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:13:01.438014 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad989a-bd30-4166-a71d-e18dcee35fc7 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event deleted for resources: {'Subnet': ['ID=390b9826-8055-402a-b519-992fc7977b0c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:01.465695 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-c06a600f-5cf4-40a2-99bb-90e671d6b816 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:01.467523 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-c06a600f-5cf4-40a2-99bb-90e671d6b816 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/networks?id=5a082aa4-c670-4785-bf4e-b2f1479d70cf HTTP/1.1" status: 200 len: 809 time: 0.2610607 Mar 11 12:13:01.480104 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97151e75-aee1-44c2-adf9-6072c0aeb3ad req-80113392-9dca-4f56-864c-e8ef6751685c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:01.482430 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97151e75-aee1-44c2-adf9-6072c0aeb3ad req-80113392-9dca-4f56-864c-e8ef6751685c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.1094365 Mar 11 12:13:01.486704 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fae5e174-7c3b-4025-bf49-fb0bb00a47db None None] Calling delete_port for e549fec4-e5b0-4eed-8dcc-5e7d26ede389 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:13:01.507193 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-17545ace-cf01-4656-be80-fa3ed5a9f921 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/quotas/05f50f93b72343c3aaa53b992efba6c5 HTTP/1.1" status: 200 len: 375 time: 0.0235753 Mar 11 12:13:01.566938 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-b0dd033d-3580-4d70-a53c-298a7e917e72 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=05f50f93b72343c3aaa53b992efba6c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518491 Mar 11 12:13:01.583349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-e4442da1-dc99-4eea-b804-8b054be8b4ad service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:13:01.585062 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-e4442da1-dc99-4eea-b804-8b054be8b4ad service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073762 Mar 11 12:13:01.610734 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (e40a8827-a3d2-498c-bd8e-9d34e611cdaa), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:01.631805 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97151e75-aee1-44c2-adf9-6072c0aeb3ad req-2492cfb5-0b3a-4c1c-83aa-7f548962157c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232333 Mar 11 12:13:01.749919 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Deleting port e549fec4-e5b0-4eed-8dcc-5e7d26ede389 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:13:01.752178 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e549fec4-e5b0-4eed-8dcc-5e7d26ede389), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:01.763889 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fae5e174-7c3b-4025-bf49-fb0bb00a47db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (e549fec4-e5b0-4eed-8dcc-5e7d26ede389), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:01.785648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-7987d3d4-2969-4fd3-8267-7891d5d47b58 service neutron] 10.222.0.78 "GET /v2.0/networks/5a082aa4-c670-4785-bf4e-b2f1479d70cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883724 Mar 11 12:13:01.822701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5e174-7c3b-4025-bf49-fb0bb00a47db None None] Pushing event deleted for resources: {'Port': ['ID=e549fec4-e5b0-4eed-8dcc-5e7d26ede389,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:01.829136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae5e174-7c3b-4025-bf49-fb0bb00a47db None None] No DVR routers for this DVR port e549fec4-e5b0-4eed-8dcc-5e7d26ede389 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:13:01.833838 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fa5af8-5d08-40ad-ac55-de6a7818ab04 None None] DHCP port deletion for 8e2bb5b7-dd75-40e6-878a-a672f6428800 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:13:01.899494 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] For port e549fec4-e5b0-4eed-8dcc-5e7d26ede389, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e549fec4-e5b0-4eed-8dcc-5e7d26ede389,segment=NetworkSegment(6e781bca-bf3b-46e0-a781-4caf7d36aea9),segment_id=6e781bca-bf3b-46e0-a781-4caf7d36aea9)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:13:01.900391 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e549fec4-e5b0-4eed-8dcc-5e7d26ede389), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:01.916711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Calling delete_port for e549fec4-e5b0-4eed-8dcc-5e7d26ede389 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:13:01.937075 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-20fa5af8-5d08-40ad-ac55-de6a7818ab04 None None] Deleting port 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:13:01.937666 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-20fa5af8-5d08-40ad-ac55-de6a7818ab04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0d4e8b6d-4f0d-483d-ad92-694cecd0fa15), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:01.993270 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-3f1bba25-15d9-4b3c-a001-9c39e45a9d37 service neutron] 10.222.0.78 "GET /v2.0/networks/5a082aa4-c670-4785-bf4e-b2f1479d70cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921351 Mar 11 12:13:02.068570 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e549fec4-e5b0-4eed-8dcc-5e7d26ede389), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:02.084195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-20fa5af8-5d08-40ad-ac55-de6a7818ab04 None None] For port 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0d4e8b6d-4f0d-483d-ad92-694cecd0fa15,segment=NetworkSegment(22cb225b-b556-4531-a3cd-ac082dbb12db),segment_id=22cb225b-b556-4531-a3cd-ac082dbb12db)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:13:02.086481 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-20fa5af8-5d08-40ad-ac55-de6a7818ab04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0d4e8b6d-4f0d-483d-ad92-694cecd0fa15), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:02.121780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-20fa5af8-5d08-40ad-ac55-de6a7818ab04 None None] Calling delete_port for 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:13:02.147531 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] No DVR routers for this DVR port e549fec4-e5b0-4eed-8dcc-5e7d26ede389 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:13:02.150761 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event deleted for resources: {'Port': ['ID=e549fec4-e5b0-4eed-8dcc-5e7d26ede389,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:02.285835 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7a977ecd-ec7a-428d-a2a8-bbae98058805 req-0a1b1df1-1274-4dc0-ade2-fc7560803adc tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 210 time: 0.0398583 Mar 11 12:13:02.331349 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-20fa5af8-5d08-40ad-ac55-de6a7818ab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (0d4e8b6d-4f0d-483d-ad92-694cecd0fa15), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:02.349062 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fa5af8-5d08-40ad-ac55-de6a7818ab04 None None] No DVR routers for this DVR port 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:13:02.371179 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa5af8-5d08-40ad-ac55-de6a7818ab04 None None] Pushing event deleted for resources: {'Port': ['ID=0d4e8b6d-4f0d-483d-ad92-694cecd0fa15,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:02.418764 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (e40a8827-a3d2-498c-bd8e-9d34e611cdaa), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:02.431101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:13:02.463240 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40a8827-a3d2-498c-bd8e-9d34e611cdaa']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:02.483291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:13:02.484620 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0d4e8b6d-4f0d-483d-ad92-694cecd0fa15 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:13:02.485294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e549fec4-e5b0-4eed-8dcc-5e7d26ede389 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:13:02.493544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e781bca-bf3b-46e0-a781-4caf7d36aea9') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:02.493918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e781bca-bf3b-46e0-a781-4caf7d36aea9') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:02.522436 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (6e781bca-bf3b-46e0-a781-4caf7d36aea9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:02.527860 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: e549fec4-e5b0-4eed-8dcc-5e7d26ede389 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:13:02.528211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e549fec4-e5b0-4eed-8dcc-5e7d26ede389 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:13:02.554054 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6e781bca-bf3b-46e0-a781-4caf7d36aea9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:02.566197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:13:02.566611 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (6e781bca-bf3b-46e0-a781-4caf7d36aea9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: self.session.flush() Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:13:02.573231 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:13:02.650143 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (e40a8827-a3d2-498c-bd8e-9d34e611cdaa), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:02.679047 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:02.691765 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "DELETE /v2.0/networks/e40a8827-a3d2-498c-bd8e-9d34e611cdaa HTTP/1.1" status: 204 len: 168 time: 1.2937164 Mar 11 12:13:02.693988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59888) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:02.730017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef13f49-1559-4161-bd26-f26c0524c712 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event deleted for resources: {'Network': ['ID=e40a8827-a3d2-498c-bd8e-9d34e611cdaa,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:02.805002 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8855ce13-78d6-4675-a493-50b4b04d298a tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (8e2bb5b7-dd75-40e6-878a-a672f6428800), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:02.819700 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6b966-14b2-4c6e-93f3-960c3f288952 req-ad9ed74d-2095-450a-b490-a38a45c76f5e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:02.827704 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fbb6b966-14b2-4c6e-93f3-960c3f288952 req-ad9ed74d-2095-450a-b490-a38a45c76f5e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.1034410 Mar 11 12:13:02.891993 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fbb6b966-14b2-4c6e-93f3-960c3f288952 req-f7c299e1-2c64-4d2b-9e49-e5de931c72a0 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588398 Mar 11 12:13:03.046652 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8855ce13-78d6-4675-a493-50b4b04d298a tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (8e2bb5b7-dd75-40e6-878a-a672f6428800), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:03.068407 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-8855ce13-78d6-4675-a493-50b4b04d298a tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2bb5b7-dd75-40e6-878a-a672f6428800']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:03.078831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-8855ce13-78d6-4675-a493-50b4b04d298a tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cb225b-b556-4531-a3cd-ac082dbb12db') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:03.079129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-8855ce13-78d6-4675-a493-50b4b04d298a tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cb225b-b556-4531-a3cd-ac082dbb12db') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:03.089966 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8855ce13-78d6-4675-a493-50b4b04d298a tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (22cb225b-b556-4531-a3cd-ac082dbb12db), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:03.121309 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8855ce13-78d6-4675-a493-50b4b04d298a tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (22cb225b-b556-4531-a3cd-ac082dbb12db), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:03.140594 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8855ce13-78d6-4675-a493-50b4b04d298a tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:13:03.141024 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8855ce13-78d6-4675-a493-50b4b04d298a tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (22cb225b-b556-4531-a3cd-ac082dbb12db), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:13:03.146174 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:13:03.290542 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8855ce13-78d6-4675-a493-50b4b04d298a tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (8e2bb5b7-dd75-40e6-878a-a672f6428800), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:03.314952 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8855ce13-78d6-4675-a493-50b4b04d298a tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:03.332521 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59934) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:03.337942 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8855ce13-78d6-4675-a493-50b4b04d298a tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "DELETE /v2.0/networks/8e2bb5b7-dd75-40e6-878a-a672f6428800 HTTP/1.1" status: 204 len: 168 time: 0.6343172 Mar 11 12:13:03.358131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855ce13-78d6-4675-a493-50b4b04d298a tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event deleted for resources: {'Network': ['ID=8e2bb5b7-dd75-40e6-878a-a672f6428800,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:03.470578 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f964d477-95d0-4d6d-a380-f4ed19e36df4 req-ef4d3542-4761-4513-89ca-4b3fd03b2bc0 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 210 time: 0.0958276 Mar 11 12:13:03.488859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a32e7d8-72a3-4259-bc3c-a7e5c33a3891 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Deleting subnet 1e12b2f1-da62-4ca4-b6f4-b95959e6091c {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:13:03.496319 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a32e7d8-72a3-4259-bc3c-a7e5c33a3891 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for subnet (1e12b2f1-da62-4ca4-b6f4-b95959e6091c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:03.549761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40257c-1b8d-478f-93a5-da8c49b213b7 req-6333b586-5008-4963-be45-69facf0f180d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:03.558164 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb40257c-1b8d-478f-93a5-da8c49b213b7 req-6333b586-5008-4963-be45-69facf0f180d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.5954330 Mar 11 12:13:03.592828 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a32e7d8-72a3-4259-bc3c-a7e5c33a3891 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (1e12b2f1-da62-4ca4-b6f4-b95959e6091c), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:03.706655 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb40257c-1b8d-478f-93a5-da8c49b213b7 req-16bc1def-f9e3-428b-9452-f05bac6db60b tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402106 Mar 11 12:13:03.801308 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a32e7d8-72a3-4259-bc3c-a7e5c33a3891 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (1e12b2f1-da62-4ca4-b6f4-b95959e6091c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:03.815082 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:03.944816 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd45e28-1f7f-4505-843e-eece3a93d288 req-ad0b5386-317b-47bf-829e-dfd97fff3524 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:03.946464 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7fd45e28-1f7f-4505-843e-eece3a93d288 req-ad0b5386-317b-47bf-829e-dfd97fff3524 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.1049614 Mar 11 12:13:03.948798 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a32e7d8-72a3-4259-bc3c-a7e5c33a3891 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (1e12b2f1-da62-4ca4-b6f4-b95959e6091c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:04.009080 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32e7d8-72a3-4259-bc3c-a7e5c33a3891 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event deleted for resources: {'Subnet': ['ID=1e12b2f1-da62-4ca4-b6f4-b95959e6091c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:04.017774 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a32e7d8-72a3-4259-bc3c-a7e5c33a3891 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:04.023646 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8a32e7d8-72a3-4259-bc3c-a7e5c33a3891 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "DELETE /v2.0/subnets/1e12b2f1-da62-4ca4-b6f4-b95959e6091c HTTP/1.1" status: 204 len: 168 time: 0.6878879 Mar 11 12:13:04.023994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce0a9ad-149e-4e2b-adb9-8669785cda00 None None] Network f364f850-7ab3-4ddc-872d-7fae03652586 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:13:04.024419 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59950) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:04.105547 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7fd45e28-1f7f-4505-843e-eece3a93d288 req-0cbfad47-6ca7-4e91-b2f2-e2047cd9bf20 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472940 Mar 11 12:13:04.232058 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (f364f850-7ab3-4ddc-872d-7fae03652586), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:04.359187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141fc29-80c8-467e-8f63-a39923e3c679 req-0502f0e6-f241-41ec-bebb-1da2ea544338 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:04.369847 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9141fc29-80c8-467e-8f63-a39923e3c679 req-0502f0e6-f241-41ec-bebb-1da2ea544338 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.1575880 Mar 11 12:13:04.382577 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Deleting port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:13:04.382901 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:04.459223 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9141fc29-80c8-467e-8f63-a39923e3c679 req-91315d4d-95a2-4f2e-9f62-0b587b0b6664 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882964 Mar 11 12:13:04.494602 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbd7ba8-ae80-4cd0-83a8-85b416ac3c45 None None] DHCP port deletion for f364f850-7ab3-4ddc-872d-7fae03652586 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:13:04.518165 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] For port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4,segment=NetworkSegment(a944c056-02fa-4583-b1d3-4cdc3bc06e0d),segment_id=a944c056-02fa-4583-b1d3-4cdc3bc06e0d)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:13:04.518842 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:04.534549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Calling delete_port for 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:13:04.560585 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9dbd7ba8-ae80-4cd0-83a8-85b416ac3c45 None None] Deleting port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:13:04.561250 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9dbd7ba8-ae80-4cd0-83a8-85b416ac3c45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:04.621531 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-56c0deef-912d-4367-bd3f-6d363e9605a4 req-d1ac72da-0aef-42f5-a3c8-c4d85aafa9f3 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 210 time: 0.0590117 Mar 11 12:13:04.664429 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:04.720867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9dbd7ba8-ae80-4cd0-83a8-85b416ac3c45 None None] For port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4,segment=NetworkSegment(a944c056-02fa-4583-b1d3-4cdc3bc06e0d),segment_id=a944c056-02fa-4583-b1d3-4cdc3bc06e0d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:13:04.721900 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event deleted for resources: {'Port': ['ID=3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:04.726078 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9dbd7ba8-ae80-4cd0-83a8-85b416ac3c45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:04.728896 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] No DVR routers for this DVR port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:13:04.738657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e758b1-d056-40a6-98e7-d7939bbd52ee req-cd7d6949-dc59-446f-8ea9-6700e0966f84 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:04.748098 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88e758b1-d056-40a6-98e7-d7939bbd52ee req-cd7d6949-dc59-446f-8ea9-6700e0966f84 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.0702085 Mar 11 12:13:04.760419 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9dbd7ba8-ae80-4cd0-83a8-85b416ac3c45 None None] Calling delete_port for 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:13:04.839816 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88e758b1-d056-40a6-98e7-d7939bbd52ee req-134c54e9-fd7f-4d25-9a8f-ff5eada50abd tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817406 Mar 11 12:13:04.903661 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (f364f850-7ab3-4ddc-872d-7fae03652586), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:04.910075 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9dbd7ba8-ae80-4cd0-83a8-85b416ac3c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:04.931176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f364f850-7ab3-4ddc-872d-7fae03652586']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:04.942772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a944c056-02fa-4583-b1d3-4cdc3bc06e0d') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:04.943070 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a944c056-02fa-4583-b1d3-4cdc3bc06e0d') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:04.951698 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd7ba8-ae80-4cd0-83a8-85b416ac3c45 None None] No DVR routers for this DVR port 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:13:04.958953 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd7ba8-ae80-4cd0-83a8-85b416ac3c45 None None] Pushing event deleted for resources: {'Port': ['ID=3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:04.969513 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (a944c056-02fa-4583-b1d3-4cdc3bc06e0d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:04.990501 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (a944c056-02fa-4583-b1d3-4cdc3bc06e0d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:04.999284 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a983f2-0f1d-4d82-a913-bf81d15a6529 req-0c8cd068-8e80-43a6-9e18-18f71eef713f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:05.000935 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8a983f2-0f1d-4d82-a913-bf81d15a6529 req-0c8cd068-8e80-43a6-9e18-18f71eef713f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.1124046 Mar 11 12:13:05.010297 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:13:05.011077 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (a944c056-02fa-4583-b1d3-4cdc3bc06e0d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:13:05.014140 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:13:05.074378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8a983f2-0f1d-4d82-a913-bf81d15a6529 req-c71ae643-804c-43ac-8ba2-1ec41c268f65 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673187 Mar 11 12:13:05.114512 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (f364f850-7ab3-4ddc-872d-7fae03652586), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:05.114512 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:05.117877 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "DELETE /v2.0/networks/f364f850-7ab3-4ddc-872d-7fae03652586 HTTP/1.1" status: 204 len: 168 time: 1.0920565 Mar 11 12:13:05.120907 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 59972) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:05.167926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b458ab-c6ed-4a84-86a6-925c0c827969 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Pushing event deleted for resources: {'Network': ['ID=f364f850-7ab3-4ddc-872d-7fae03652586,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:05.183565 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-44074693-bcf3-47e9-81f0-723c5e2e7646 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6622b35-14fd-4711-8d84-e31dd4dcad4b HTTP/1.1" status: 200 len: 205 time: 0.0582976 Mar 11 12:13:05.184095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 59976) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:05.320213 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973d47e-d28c-4249-962c-fbe8ab49d927 req-99af3f8c-7973-44d0-b4a8-fba94a2c746a tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:05.325109 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2973d47e-d28c-4249-962c-fbe8ab49d927 req-99af3f8c-7973-44d0-b4a8-fba94a2c746a tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.0923648 Mar 11 12:13:05.344772 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c686cbf-f0fc-4b0f-ac12-7bbe09fb9376 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for router (d6622b35-14fd-4711-8d84-e31dd4dcad4b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:05.423208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2973d47e-d28c-4249-962c-fbe8ab49d927 req-d3d4fcaf-8dd7-4170-9c24-e7dc426b067c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930521 Mar 11 12:13:05.584670 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64b2ed-f4bc-4a3d-a002-f35d364bffa0 req-48c73e4a-a110-4e3d-8955-f8bec7de0074 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:05.596383 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b64b2ed-f4bc-4a3d-a002-f35d364bffa0 req-48c73e4a-a110-4e3d-8955-f8bec7de0074 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.0821137 Mar 11 12:13:05.705450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c686cbf-f0fc-4b0f-ac12-7bbe09fb9376 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (d6622b35-14fd-4711-8d84-e31dd4dcad4b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:05.710461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b64b2ed-f4bc-4a3d-a002-f35d364bffa0 req-60423b4a-722e-442b-a9ce-8d295ccc3e1c tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130714 Mar 11 12:13:05.764395 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c686cbf-f0fc-4b0f-ac12-7bbe09fb9376 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for router_controller (d6622b35-14fd-4711-8d84-e31dd4dcad4b), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:05.808395 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e197bdc-2bd0-4b28-9983-6fb6eb642d2f req-fe14e65b-72c9-4cf2-814d-b89cf2b50e90 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 210 time: 0.0563972 Mar 11 12:13:05.948656 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5a571-cf7c-4583-9cb7-ce7233afb753 req-f652c9f6-dda6-4f3b-b03f-0c681e86fc5e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:05.950329 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1b5a571-cf7c-4583-9cb7-ce7233afb753 req-f652c9f6-dda6-4f3b-b03f-0c681e86fc5e tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.0731091 Mar 11 12:13:05.970742 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f5d8d6a8-5e91-4c5b-bd62-2183ee9f6332 req-435c83a5-9946-4b0e-a62c-664808d8f6be service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2890651 Mar 11 12:13:05.976696 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c686cbf-f0fc-4b0f-ac12-7bbe09fb9376 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (d6622b35-14fd-4711-8d84-e31dd4dcad4b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:05.977296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c686cbf-f0fc-4b0f-ac12-7bbe09fb9376 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Fanout notify agent at l3_agent the message router_deleted on router d6622b35-14fd-4711-8d84-e31dd4dcad4b {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:13:05.986050 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c686cbf-f0fc-4b0f-ac12-7bbe09fb9376 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:05.989509 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0c686cbf-f0fc-4b0f-ac12-7bbe09fb9376 tempest-RoutersNegativeIpV6Test-941428531 tempest-RoutersNegativeIpV6Test-941428531-project] 10.222.0.78 "DELETE /v2.0/routers/d6622b35-14fd-4711-8d84-e31dd4dcad4b HTTP/1.1" status: 204 len: 168 time: 0.8020709 Mar 11 12:13:06.040073 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1b5a571-cf7c-4583-9cb7-ce7233afb753 req-666a06c2-422e-466a-806f-c43d471c88b7 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829616 Mar 11 12:13:06.043243 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-b21e4eb6-4b3f-4a7f-8af3-54cfb4896905 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:06.045440 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-b21e4eb6-4b3f-4a7f-8af3-54cfb4896905 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.37 "GET /v2.0/networks?id=5a082aa4-c670-4785-bf4e-b2f1479d70cf HTTP/1.1" status: 200 len: 809 time: 0.2766497 Mar 11 12:13:06.086141 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-bc1c0ac1-b69c-404e-a65a-d45c4cea9ed0 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Request body: {'port': {'device_id': '7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0', 'network_id': '5a082aa4-c670-4785-bf4e-b2f1479d70cf', 'admin_state_up': True, 'tenant_id': '05f50f93b72343c3aaa53b992efba6c5'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:13:06.236796 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576f6d0-ed14-4834-bb9e-b20f2a885b34 req-d5e080fb-a6be-43a9-a638-2dfcc4d175a2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:06.239312 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d576f6d0-ed14-4834-bb9e-b20f2a885b34 req-d5e080fb-a6be-43a9-a638-2dfcc4d175a2 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.1048760 Mar 11 12:13:06.245610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8d6a8-5e91-4c5b-bd62-2183ee9f6332 req-125f2d5b-3723-48fb-8049-b5697618ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:06.247799 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f5d8d6a8-5e91-4c5b-bd62-2183ee9f6332 req-125f2d5b-3723-48fb-8049-b5697618ab68 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a8a1ab2e35a4c68af61bee4e54ed507&device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 1128 time: 0.2012532 Mar 11 12:13:06.256000 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-bc1c0ac1-b69c-404e-a65a-d45c4cea9ed0 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Made reservation on behalf of 05f50f93b72343c3aaa53b992efba6c5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:13:06.270955 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-bc1c0ac1-b69c-404e-a65a-d45c4cea9ed0 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:06.314344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d576f6d0-ed14-4834-bb9e-b20f2a885b34 req-69b049bf-c8e8-4a4c-b09b-6ab24e54daad tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651033 Mar 11 12:13:06.387921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8d6a8-5e91-4c5b-bd62-2183ee9f6332 req-083a31d6-a7d8-4e64-95a6-12b5d42e9b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:06.389670 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f5d8d6a8-5e91-4c5b-bd62-2183ee9f6332 req-083a31d6-a7d8-4e64-95a6-12b5d42e9b4a service neutron] 10.222.0.71 "GET /v2.0/networks?id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc HTTP/1.1" status: 200 len: 915 time: 0.1016948 Mar 11 12:13:06.438573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60008) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:06.448827 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f5d8d6a8-5e91-4c5b-bd62-2183ee9f6332 req-e3dfbe0b-7e07-4cae-87e2-81b936018953 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e941fb05-4896-4c38-9b4c-d33880735661 HTTP/1.1" status: 200 len: 217 time: 0.0509551 Mar 11 12:13:06.453059 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:13:06.491864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:13:06.492574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3ccde0f6-4b5e-457c-ab6b-d10e4e91ddc4 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:13:06.598450 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f3972-4503-4b7a-a96a-a04ebb520a55 req-118cd1ef-1605-41a4-a2a2-e52839f1eb46 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:06.600186 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-267f3972-4503-4b7a-a96a-a04ebb520a55 req-118cd1ef-1605-41a4-a2a2-e52839f1eb46 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.1131988 Mar 11 12:13:06.607934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8d6a8-5e91-4c5b-bd62-2183ee9f6332 req-7def8701-7716-4820-9d6c-db883745d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:06.609426 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f5d8d6a8-5e91-4c5b-bd62-2183ee9f6332 req-7def8701-7716-4820-9d6c-db883745d9c1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba949ad3-acd0-4240-bdb9-834f19359038 HTTP/1.1" status: 200 len: 854 time: 0.1223333 Mar 11 12:13:06.657407 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f5d8d6a8-5e91-4c5b-bd62-2183ee9f6332 req-41af5324-f7a8-43f6-b27c-97093c3b1f21 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379639 Mar 11 12:13:06.693935 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-08a52e23-1a68-4426-8380-b577a474a218 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b0e86fae4ba14f64923e38381ea6bf8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2456923 Mar 11 12:13:06.700762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60016) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:06.702394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-267f3972-4503-4b7a-a96a-a04ebb520a55 req-4f61c05b-f615-4e15-90e4-76492391c40f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918338 Mar 11 12:13:06.799974 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-bc1c0ac1-b69c-404e-a65a-d45c4cea9ed0 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Allocated IP 172.20.0.8 (5a082aa4-c670-4785-bf4e-b2f1479d70cf/ec557878-3d2e-4ae7-a4ee-29dfd69ac2b4/3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:13:06.858646 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349425f-c697-45ee-b38a-9740643d19d6 req-20bc2db1-2c12-4600-bbec-6a7a88fbedef tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:06.872844 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7349425f-c697-45ee-b38a-9740643d19d6 req-20bc2db1-2c12-4600-bbec-6a7a88fbedef tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.0944285 Mar 11 12:13:07.028028 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7349425f-c697-45ee-b38a-9740643d19d6 req-fbb42cfb-95c4-4710-8cb5-45a93519f1b0 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488595 Mar 11 12:13:07.074983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f610219-6fdb-4bfb-ac86-2c6bc9674b9b req-a38a7c2d-98a6-4c0e-9a27-fcc71135238c tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 210 time: 0.0865648 Mar 11 12:13:07.244653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e65b2-96b6-4a2d-bf28-9d6484776629 req-64c805b0-2fde-455c-a1a6-050ee896a843 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:07.254832 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-008e65b2-96b6-4a2d-bf28-9d6484776629 req-64c805b0-2fde-455c-a1a6-050ee896a843 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.0979636 Mar 11 12:13:07.337600 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-008e65b2-96b6-4a2d-bf28-9d6484776629 req-a8da3e4e-59c1-4583-8dca-015d7564bfd9 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757008 Mar 11 12:13:07.524412 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb6dad-0fb8-4ba4-88fd-643074197ed2 req-239d26b2-81ab-451c-88ed-8e6b7e64ff08 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:07.526809 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53cb6dad-0fb8-4ba4-88fd-643074197ed2 req-239d26b2-81ab-451c-88ed-8e6b7e64ff08 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.0741587 Mar 11 12:13:07.619043 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53cb6dad-0fb8-4ba4-88fd-643074197ed2 req-195dc414-0696-4fdd-bf74-af9354729857 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818982 Mar 11 12:13:07.696920 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-114327ae-3927-4a89-92ba-7f77c786b4e3 admin admin] Publish callbacks [] for security_group (52ddc1f8-4ce3-4a8b-8cfd-4658d80913ff), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:07.718619 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f5d8d6a8-5e91-4c5b-bd62-2183ee9f6332 req-6c071a39-52bb-497e-9b59-d2d27f19cac1 service neutron] 10.222.0.71 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0436761 Mar 11 12:13:07.771204 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-bc1c0ac1-b69c-404e-a65a-d45c4cea9ed0 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Publish callbacks [] for port (3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:07.815379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab59f7-5804-40d2-85a0-2bf2bb875395 req-787133d7-c81e-41d0-8560-aebd32a223f4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:07.816992 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74ab59f7-5804-40d2-85a0-2bf2bb875395 req-787133d7-c81e-41d0-8560-aebd32a223f4 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.0988686 Mar 11 12:13:07.839725 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-bc1c0ac1-b69c-404e-a65a-d45c4cea9ed0 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:07.844639 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-114327ae-3927-4a89-92ba-7f77c786b4e3 admin admin] Publish callbacks [] for security_group (52ddc1f8-4ce3-4a8b-8cfd-4658d80913ff), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:07.945470 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74ab59f7-5804-40d2-85a0-2bf2bb875395 req-592abdbe-a503-463c-af5e-e066af17decc tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214077 Mar 11 12:13:08.001508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-bc1c0ac1-b69c-404e-a65a-d45c4cea9ed0 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Network 5a082aa4-c670-4785-bf4e-b2f1479d70cf is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:13:08.011336 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-bc1c0ac1-b69c-404e-a65a-d45c4cea9ed0 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:13:08.014555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-bc1c0ac1-b69c-404e-a65a-d45c4cea9ed0 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:13:08.077855 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c0ac1-b69c-404e-a65a-d45c4cea9ed0 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Pushing event updated for resources: {'Port': ['ID=3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:08.140886 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f5d8d6a8-5e91-4c5b-bd62-2183ee9f6332 req-ccebca33-8818-42ba-b39c-1c629e20553a service neutron] 10.222.0.71 "GET /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083633 Mar 11 12:13:08.174387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-bc1c0ac1-b69c-404e-a65a-d45c4cea9ed0 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:08.175088 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-bc1c0ac1-b69c-404e-a65a-d45c4cea9ed0 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:08.179053 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-114327ae-3927-4a89-92ba-7f77c786b4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (52ddc1f8-4ce3-4a8b-8cfd-4658d80913ff), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:08.181723 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-114327ae-3927-4a89-92ba-7f77c786b4e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:08.182878 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-114327ae-3927-4a89-92ba-7f77c786b4e3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/52ddc1f8-4ce3-4a8b-8cfd-4658d80913ff HTTP/1.1" status: 204 len: 168 time: 1.4616740 Mar 11 12:13:08.220447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114327ae-3927-4a89-92ba-7f77c786b4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ddc1f8-4ce3-4a8b-8cfd-4658d80913ff,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:08.235744 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-bc1c0ac1-b69c-404e-a65a-d45c4cea9ed0 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1649575 Mar 11 12:13:08.241824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Request body: {'port': {'device_id': '7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:13:08.378474 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:08.547838 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c3433-58b7-4f3b-aa86-9014a5bee07b req-4f52059f-8e07-4b98-bec2-f25423d74a87 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:08.561386 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-340c3433-58b7-4f3b-aa86-9014a5bee07b req-4f52059f-8e07-4b98-bec2-f25423d74a87 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 931 time: 0.3647432 Mar 11 12:13:08.686517 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-340c3433-58b7-4f3b-aa86-9014a5bee07b req-524b8455-8662-46c4-89f9-487f4c101424 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229501 Mar 11 12:13:08.896503 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:13:08.912385 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Publish callbacks [] for port (3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:08.960567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Transition to ACTIVE for port object 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:13:08.968146 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:09.087481 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Pushing event updated for resources: {'Port': ['ID=3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:09.282528 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Attempting to bind port 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:13:09.283440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Attempting to bind port 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'eb01ec46-ef58-425d-9e16-2ac37b8c5db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5a082aa4-c670-4785-bf4e-b2f1479d70cf'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:13:09.284216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Attempting to bind port 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c on network 5a082aa4-c670-4785-bf4e-b2f1479d70cf {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:13:09.299366 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Port 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c on network 5a082aa4-c670-4785-bf4e-b2f1479d70cf not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:13:09.299748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Attempting to bind port 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c on network 5a082aa4-c670-4785-bf4e-b2f1479d70cf {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:13:09.305489 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:13:09.306013 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Checking segment: {'id': 'eb01ec46-ef58-425d-9e16-2ac37b8c5db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5a082aa4-c670-4785-bf4e-b2f1479d70cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:13:09.306601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Bound using segment: {'id': 'eb01ec46-ef58-425d-9e16-2ac37b8c5db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5a082aa4-c670-4785-bf4e-b2f1479d70cf'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:13:09.307262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Bound port: 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb01ec46-ef58-425d-9e16-2ac37b8c5db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5a082aa4-c670-4785-bf4e-b2f1479d70cf'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:13:09.307841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:09.481387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] For port 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:13:09.492031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] For port 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c,segment=NetworkSegment(eb01ec46-ef58-425d-9e16-2ac37b8c5db2),segment_id=eb01ec46-ef58-425d-9e16-2ac37b8c5db2)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:13:09.506073 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:09.608080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:09.608720 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:09.610142 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] 10.222.0.37 "PUT /v2.0/ports/3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c HTTP/1.1" status: 200 len: 1091 time: 1.3735368 Mar 11 12:13:09.610583 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0', 'tag': '3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:13:09.629380 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6424403e-23d9-4f38-9adb-68aa54ac6d59" -d '{"events": [{"name": "network-changed", "server_uuid": "7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0", "tag": "3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:13:09.693074 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d84df6-dfef-4f71-a698-35b48193161f service neutron] Pushing event updated for resources: {'Port': ['ID=3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:09.700732 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d01137a-88c4-4aec-892a-4abd4442445d x-openstack-request-id: req-6d01137a-88c4-4aec-892a-4abd4442445d {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:13:09.701328 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0", "tag": "3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:13:09.701796 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d01137a-88c4-4aec-892a-4abd4442445d {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:13:09.702420 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0', 'tag': '3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c', 'status': 'completed', 'code': 200} Mar 11 12:13:09.847711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-853c1340-ed2b-4c91-ba1c-53c2942bb507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:09.849273 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-853c1340-ed2b-4c91-ba1c-53c2942bb507 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05f50f93b72343c3aaa53b992efba6c5&device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 1125 time: 0.1455481 Mar 11 12:13:09.900740 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60328) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:09.918963 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-75355287-2873-4510-a487-a022a14ae01e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c HTTP/1.1" status: 200 len: 217 time: 0.0570984 Mar 11 12:13:09.970281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b674e7f-6b99-4762-a682-1fb1b762b7c5 req-fdd6188b-feed-4524-be15-29ef7a4ab5a7 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:09.972969 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b674e7f-6b99-4762-a682-1fb1b762b7c5 req-fdd6188b-feed-4524-be15-29ef7a4ab5a7 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 943 time: 0.1220264 Mar 11 12:13:10.004332 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-47ddf00f-a412-4ac8-89f7-86268be22eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:10.005839 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-47ddf00f-a412-4ac8-89f7-86268be22eec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec557878-3d2e-4ae7-a4ee-29dfd69ac2b4 HTTP/1.1" status: 200 len: 849 time: 0.0798917 Mar 11 12:13:10.078263 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-e2a5d492-e28f-40e7-81f9-194ef5f9bf47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a082aa4-c670-4785-bf4e-b2f1479d70cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552707 Mar 11 12:13:10.112617 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b674e7f-6b99-4762-a682-1fb1b762b7c5 req-c6402ea9-01a5-49e6-b811-ba54fe1239a3 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321094 Mar 11 12:13:10.172905 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-70f1eb9a-e9eb-403f-bfc1-924fab66f237 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1553444340'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:13:10.212889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f1eb9a-e9eb-403f-bfc1-924fab66f237 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Made reservation on behalf of 5a82fd82dd38497885da9e00071f4851 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:13:10.216694 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70f1eb9a-e9eb-403f-bfc1-924fab66f237 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:10.230101 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70f1eb9a-e9eb-403f-bfc1-924fab66f237 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:10.278158 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-834643d1-eadb-4e03-8388-1570b1a6d154 service neutron] 10.222.0.37 "GET /v2.0/networks/5a082aa4-c670-4785-bf4e-b2f1479d70cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926069 Mar 11 12:13:10.461545 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-07feb4c4-fa8e-4fdb-9b1a-7f2028c891b8 req-1b5756f1-c98d-4d1e-9e72-a5674c2566b0 service neutron] 10.222.0.37 "GET /v2.0/networks/5a082aa4-c670-4785-bf4e-b2f1479d70cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764815 Mar 11 12:13:10.520769 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70f1eb9a-e9eb-403f-bfc1-924fab66f237 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Publish callbacks [] for security_group (f2af0de6-0abe-466a-b651-13b5a2d6d3e6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:10.554090 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70f1eb9a-e9eb-403f-bfc1-924fab66f237 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f2af0de6-0abe-466a-b651-13b5a2d6d3e6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:10.621406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f1eb9a-e9eb-403f-bfc1-924fab66f237 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:13:10.648085 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1eb9a-e9eb-403f-bfc1-924fab66f237 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2af0de6-0abe-466a-b651-13b5a2d6d3e6,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:10.667203 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424403e-23d9-4f38-9adb-68aa54ac6d59 req-65ec6c4f-16c6-4646-b663-12c30610bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:10.672342 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6424403e-23d9-4f38-9adb-68aa54ac6d59 req-65ec6c4f-16c6-4646-b663-12c30610bb2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05f50f93b72343c3aaa53b992efba6c5&device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 1125 time: 0.1405275 Mar 11 12:13:10.680140 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70f1eb9a-e9eb-403f-bfc1-924fab66f237 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f15b0546-e7a9-4e69-b351-9642e8277850), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:10.680480 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-70f1eb9a-e9eb-403f-bfc1-924fab66f237 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Added segment f15b0546-e7a9-4e69-b351-9642e8277850 of type vlan for network 9ad56d1a-9d96-4420-aaae-79b734332f16 Mar 11 12:13:10.738014 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70f1eb9a-e9eb-403f-bfc1-924fab66f237 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (9ad56d1a-9d96-4420-aaae-79b734332f16), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:10.797103 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70f1eb9a-e9eb-403f-bfc1-924fab66f237 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (9ad56d1a-9d96-4420-aaae-79b734332f16), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:10.803278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f1eb9a-e9eb-403f-bfc1-924fab66f237 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:10.803902 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70f1eb9a-e9eb-403f-bfc1-924fab66f237 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:10.876932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424403e-23d9-4f38-9adb-68aa54ac6d59 req-ddd71d5a-8868-44e9-a0f4-2dd44e23a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:10.879256 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6424403e-23d9-4f38-9adb-68aa54ac6d59 req-ddd71d5a-8868-44e9-a0f4-2dd44e23a33e service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a082aa4-c670-4785-bf4e-b2f1479d70cf HTTP/1.1" status: 200 len: 910 time: 0.1981516 Mar 11 12:13:10.899760 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-70f1eb9a-e9eb-403f-bfc1-924fab66f237 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9834294 Mar 11 12:13:10.904274 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60432) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:10.924926 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-6a322832-5234-4046-8c8d-0c719b7449e7 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9ad56d1a-9d96-4420-aaae-79b734332f16', 'tempest-TagsTest-Tag-1390033967') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:11.030079 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1eb9a-e9eb-403f-bfc1-924fab66f237 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Pushing event updated for resources: {'Network': ['ID=9ad56d1a-9d96-4420-aaae-79b734332f16,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:11.042856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 9ad56d1a-9d96-4420-aaae-79b734332f16 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:13:11.049252 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6424403e-23d9-4f38-9adb-68aa54ac6d59 req-736193fa-30a8-461f-bc50-c929e6f53f22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c HTTP/1.1" status: 200 len: 217 time: 0.1632614 Mar 11 12:13:11.172610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424403e-23d9-4f38-9adb-68aa54ac6d59 req-97e21644-8082-4ee0-8acd-737950be5d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:11.175189 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6424403e-23d9-4f38-9adb-68aa54ac6d59 req-97e21644-8082-4ee0-8acd-737950be5d16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec557878-3d2e-4ae7-a4ee-29dfd69ac2b4 HTTP/1.1" status: 200 len: 849 time: 0.1187072 Mar 11 12:13:11.235668 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6a322832-5234-4046-8c8d-0c719b7449e7 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] 10.222.0.78 "PUT /v2.0/networks/9ad56d1a-9d96-4420-aaae-79b734332f16/tags/tempest-TagsTest-Tag-1390033967 HTTP/1.1" status: 201 len: 201 time: 0.3212042 Mar 11 12:13:11.240864 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60466) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:11.245628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-ed5eff1e-201e-431b-af7b-f1f99d391674 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9ad56d1a-9d96-4420-aaae-79b734332f16', 'tempest-TagsTest-Tag-1390033967') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:11.272520 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6424403e-23d9-4f38-9adb-68aa54ac6d59 req-8ff155e5-0f26-48b5-86dc-093b9964809a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a082aa4-c670-4785-bf4e-b2f1479d70cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872045 Mar 11 12:13:11.409278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3d994-e526-4683-be73-02d43008b0ec req-321d97da-f404-4b28-9fc9-656a8437c2d4 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:11.411257 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1b3d994-e526-4683-be73-02d43008b0ec req-321d97da-f404-4b28-9fc9-656a8437c2d4 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 943 time: 0.1893969 Mar 11 12:13:11.514492 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ed5eff1e-201e-431b-af7b-f1f99d391674 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] 10.222.0.78 "GET /v2.0/networks/9ad56d1a-9d96-4420-aaae-79b734332f16/tags/tempest-TagsTest-Tag-1390033967 HTTP/1.1" status: 204 len: 168 time: 0.2736118 Mar 11 12:13:11.517433 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60498) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:11.530595 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-cff29ad9-ca61-456a-9bef-1beed2d60732 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9ad56d1a-9d96-4420-aaae-79b734332f16') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:11.591041 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1b3d994-e526-4683-be73-02d43008b0ec req-0adc8e00-cfde-4ee2-a4a0-28646d4c563c tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645243 Mar 11 12:13:11.613188 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6424403e-23d9-4f38-9adb-68aa54ac6d59 req-423e419a-a377-4de4-836d-5ad14a9ea698 service neutron] 10.222.0.37 "GET /v2.0/networks/5a082aa4-c670-4785-bf4e-b2f1479d70cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330431 Mar 11 12:13:11.817971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60532) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:11.818103 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cff29ad9-ca61-456a-9bef-1beed2d60732 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] 10.222.0.78 "GET /v2.0/networks/9ad56d1a-9d96-4420-aaae-79b734332f16/tags HTTP/1.1" status: 200 len: 238 time: 0.2998538 Mar 11 12:13:11.824646 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-abe1b08f-230a-45e4-b776-18fefed0f813 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9ad56d1a-9d96-4420-aaae-79b734332f16', {'tags': ['tempest-TagsTest-Tag-472966850', 'tempest-TagsTest-Tag-595840972', 'tempest-TagsTest-Tag-140213349']}) {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:11.852028 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6424403e-23d9-4f38-9adb-68aa54ac6d59 req-7e0bfd14-f3b5-491d-8881-4294ce6f36c5 service neutron] 10.222.0.37 "GET /v2.0/networks/5a082aa4-c670-4785-bf4e-b2f1479d70cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227309 Mar 11 12:13:11.972658 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60550) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:11.979852 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-70c53f89-0320-44c6-8148-1b39e19c3d62 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9ad56d1a-9d96-4420-aaae-79b734332f16', 'tempest-TagsTest-Tag-472966850') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:11.985411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-abe1b08f-230a-45e4-b776-18fefed0f813 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] 10.222.0.78 "PUT /v2.0/networks/9ad56d1a-9d96-4420-aaae-79b734332f16/tags HTTP/1.1" status: 200 len: 306 time: 0.1662514 Mar 11 12:13:12.108863 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-70c53f89-0320-44c6-8148-1b39e19c3d62 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] 10.222.0.78 "DELETE /v2.0/networks/9ad56d1a-9d96-4420-aaae-79b734332f16/tags/tempest-TagsTest-Tag-472966850 HTTP/1.1" status: 204 len: 168 time: 0.1348023 Mar 11 12:13:12.111423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60552) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:12.116647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-ebf2ea72-bce2-432b-a403-35e0a1c2254d tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9ad56d1a-9d96-4420-aaae-79b734332f16', 'tempest-TagsTest-Tag-472966850') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:12.193464 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-ebf2ea72-bce2-432b-a403-35e0a1c2254d tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] show failed (client error): The resource could not be found. Mar 11 12:13:12.194539 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ebf2ea72-bce2-432b-a403-35e0a1c2254d tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] 10.222.0.78 "GET /v2.0/networks/9ad56d1a-9d96-4420-aaae-79b734332f16/tags/tempest-TagsTest-Tag-472966850 HTTP/1.1" status: 404 len: 325 time: 0.0819452 Mar 11 12:13:12.197705 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60554) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:12.202679 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-75523674-ebda-402e-9729-a8e41df3cf11 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9ad56d1a-9d96-4420-aaae-79b734332f16', 'tempest-TagsTest-Tag-595840972') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:12.313649 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-75523674-ebda-402e-9729-a8e41df3cf11 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] 10.222.0.78 "GET /v2.0/networks/9ad56d1a-9d96-4420-aaae-79b734332f16/tags/tempest-TagsTest-Tag-595840972 HTTP/1.1" status: 204 len: 168 time: 0.1144497 Mar 11 12:13:12.315881 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60556) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:12.322233 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-344d3dd7-e09c-4add-8b25-49e481382f60 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9ad56d1a-9d96-4420-aaae-79b734332f16', 'tempest-TagsTest-Tag-140213349') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:12.413106 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-344d3dd7-e09c-4add-8b25-49e481382f60 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] 10.222.0.78 "GET /v2.0/networks/9ad56d1a-9d96-4420-aaae-79b734332f16/tags/tempest-TagsTest-Tag-140213349 HTTP/1.1" status: 204 len: 168 time: 0.0959644 Mar 11 12:13:12.415485 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60560) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:12.421892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-6cf72539-f3bc-4320-a33d-9d51ec78022d tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9ad56d1a-9d96-4420-aaae-79b734332f16') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:12.542549 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6cf72539-f3bc-4320-a33d-9d51ec78022d tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] 10.222.0.78 "DELETE /v2.0/networks/9ad56d1a-9d96-4420-aaae-79b734332f16/tags HTTP/1.1" status: 204 len: 168 time: 0.1249440 Mar 11 12:13:12.543495 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60564) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:12.548506 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.tag.tag_plugin [None req-bdec4639-b7f5-46b7-a390-d781c751044b tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9ad56d1a-9d96-4420-aaae-79b734332f16', 'tempest-TagsTest-Tag-595840972') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:12.567687 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:13:12.756070 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-bdec4639-b7f5-46b7-a390-d781c751044b tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] show failed (client error): The resource could not be found. Mar 11 12:13:12.760034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60576) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:12.765284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-6e849304-7f14-48e0-a7c1-a3d08446f627 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9ad56d1a-9d96-4420-aaae-79b734332f16', 'tempest-TagsTest-Tag-140213349') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:12.768625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bdec4639-b7f5-46b7-a390-d781c751044b tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] 10.222.0.78 "GET /v2.0/networks/9ad56d1a-9d96-4420-aaae-79b734332f16/tags/tempest-TagsTest-Tag-595840972 HTTP/1.1" status: 404 len: 325 time: 0.2237196 Mar 11 12:13:12.839414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c,segment=NetworkSegment(eb01ec46-ef58-425d-9e16-2ac37b8c5db2),segment_id=eb01ec46-ef58-425d-9e16-2ac37b8c5db2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:13:12.900766 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003b8e9-0c27-494d-9fa1-2c3fd3933214 req-733938be-0106-4ec7-a5a9-f8d734bc6905 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:12.906621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c', 'network_id': '5a082aa4-c670-4785-bf4e-b2f1479d70cf', 'port_id': '3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c', 'mac_address': 'fa:16:3e:e6:b9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec557878-3d2e-4ae7-a4ee-29dfd69ac2b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:13:12.913803 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a003b8e9-0c27-494d-9fa1-2c3fd3933214 req-733938be-0106-4ec7-a5a9-f8d734bc6905 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 943 time: 0.1422157 Mar 11 12:13:12.918333 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-6e849304-7f14-48e0-a7c1-a3d08446f627 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] show failed (client error): The resource could not be found. Mar 11 12:13:12.922157 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6e849304-7f14-48e0-a7c1-a3d08446f627 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] 10.222.0.78 "GET /v2.0/networks/9ad56d1a-9d96-4420-aaae-79b734332f16/tags/tempest-TagsTest-Tag-140213349 HTTP/1.1" status: 404 len: 325 time: 0.1607001 Mar 11 12:13:12.922886 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60578) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:12.928899 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.tag.tag_plugin [None req-c934589f-4a5e-45d3-b91a-a438c59a1f45 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9ad56d1a-9d96-4420-aaae-79b734332f16') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:12.988360 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:13.000806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a003b8e9-0c27-494d-9fa1-2c3fd3933214 req-2d4e889f-4b0e-46cf-80a1-66d410cdbec5 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794733 Mar 11 12:13:13.018558 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:13:13.018962 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:13.036237 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:13:13.062305 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c,segment=NetworkSegment(eb01ec46-ef58-425d-9e16-2ac37b8c5db2),segment_id=eb01ec46-ef58-425d-9e16-2ac37b8c5db2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:13:13.071303 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:13.105593 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60580) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:13.117676 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c934589f-4a5e-45d3-b91a-a438c59a1f45 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] 10.222.0.78 "DELETE /v2.0/networks/9ad56d1a-9d96-4420-aaae-79b734332f16/tags HTTP/1.1" status: 204 len: 168 time: 0.1935372 Mar 11 12:13:13.144505 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:13.218768 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef4e665f-0c24-4413-9cdc-f1c6ea9a2c02 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (9ad56d1a-9d96-4420-aaae-79b734332f16), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:13.316355 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:13:13.328010 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef4e665f-0c24-4413-9cdc-f1c6ea9a2c02 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (9ad56d1a-9d96-4420-aaae-79b734332f16), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:13.354005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ef4e665f-0c24-4413-9cdc-f1c6ea9a2c02 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad56d1a-9d96-4420-aaae-79b734332f16']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:13.366652 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ef4e665f-0c24-4413-9cdc-f1c6ea9a2c02 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15b0546-e7a9-4e69-b351-9642e8277850') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:13.366957 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-ef4e665f-0c24-4413-9cdc-f1c6ea9a2c02 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15b0546-e7a9-4e69-b351-9642e8277850') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:13.384724 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef4e665f-0c24-4413-9cdc-f1c6ea9a2c02 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (f15b0546-e7a9-4e69-b351-9642e8277850), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:13.402453 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef4e665f-0c24-4413-9cdc-f1c6ea9a2c02 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f15b0546-e7a9-4e69-b351-9642e8277850), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:13.414845 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4e665f-0c24-4413-9cdc-f1c6ea9a2c02 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:13:13.415469 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef4e665f-0c24-4413-9cdc-f1c6ea9a2c02 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (f15b0546-e7a9-4e69-b351-9642e8277850), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:13:13.426047 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:13:13.541657 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef4e665f-0c24-4413-9cdc-f1c6ea9a2c02 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (9ad56d1a-9d96-4420-aaae-79b734332f16), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:13.549957 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef4e665f-0c24-4413-9cdc-f1c6ea9a2c02 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:13.555733 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ef4e665f-0c24-4413-9cdc-f1c6ea9a2c02 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] 10.222.0.78 "DELETE /v2.0/networks/9ad56d1a-9d96-4420-aaae-79b734332f16 HTTP/1.1" status: 204 len: 168 time: 0.4468787 Mar 11 12:13:13.571140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e665f-0c24-4413-9cdc-f1c6ea9a2c02 tempest-TagsTest-1450060911 tempest-TagsTest-1450060911-project] Pushing event deleted for resources: {'Network': ['ID=9ad56d1a-9d96-4420-aaae-79b734332f16,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:13.621136 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8e35e688-4522-4914-8b9b-a6ea0d52fd49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:13.939348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60594) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:14.134379 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9ea30193-e239-4cc8-a709-b9949cf1f82a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5a82fd82dd38497885da9e00071f4851&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1936970 Mar 11 12:13:14.138137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60600) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:14.147860 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b00a68-c333-4617-b81c-9693cbe42c1b req-29051961-dc13-4750-bc6f-19cd940e4ef4 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:14.149762 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07b00a68-c333-4617-b81c-9693cbe42c1b req-29051961-dc13-4750-bc6f-19cd940e4ef4 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 944 time: 0.0768824 Mar 11 12:13:14.256813 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a63d5cc9-e5f6-4b8b-be4a-5ef027d27de0 admin admin] Publish callbacks [] for security_group (f2af0de6-0abe-466a-b651-13b5a2d6d3e6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:14.261531 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07b00a68-c333-4617-b81c-9693cbe42c1b req-93ab7b57-e264-4a8e-9145-603005f4e28b tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050835 Mar 11 12:13:14.294590 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a63d5cc9-e5f6-4b8b-be4a-5ef027d27de0 admin admin] Publish callbacks [] for security_group (f2af0de6-0abe-466a-b651-13b5a2d6d3e6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:14.352267 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a63d5cc9-e5f6-4b8b-be4a-5ef027d27de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f2af0de6-0abe-466a-b651-13b5a2d6d3e6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:14.356403 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a63d5cc9-e5f6-4b8b-be4a-5ef027d27de0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:14.357968 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a63d5cc9-e5f6-4b8b-be4a-5ef027d27de0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f2af0de6-0abe-466a-b651-13b5a2d6d3e6 HTTP/1.1" status: 204 len: 168 time: 0.2186921 Mar 11 12:13:14.367871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d5cc9-e5f6-4b8b-be4a-5ef027d27de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2af0de6-0abe-466a-b651-13b5a2d6d3e6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:14.567630 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:13:14.633992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:13:14.641933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:13:14.642553 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:14.765389 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:13:14.766214 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:14.827103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:13:14.830705 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d3fa10-168b-4a03-b306-532c1f536fc0" -d '{"events": [{"server_uuid": "7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0", "name": "network-vif-plugged", "status": "completed", "tag": "3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:13:14.878480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c,segment=NetworkSegment(eb01ec46-ef58-425d-9e16-2ac37b8c5db2),segment_id=eb01ec46-ef58-425d-9e16-2ac37b8c5db2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:13:14.894234 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:14.939676 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd644e40-add7-452e-a057-f57c03f6741b x-openstack-request-id: req-fd644e40-add7-452e-a057-f57c03f6741b {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:13:14.940030 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0", "name": "network-vif-plugged", "status": "completed", "tag": "3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:13:14.940339 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd644e40-add7-452e-a057-f57c03f6741b {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:13:14.940756 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c', 'code': 200} Mar 11 12:13:15.083870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:15.102282 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37701048-b425-4804-b2df-c0ccbffa4252 req-7a7a0f2f-c600-44ff-a252-c402c9dd15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:15.106104 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37701048-b425-4804-b2df-c0ccbffa4252 req-7a7a0f2f-c600-44ff-a252-c402c9dd15d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 1127 time: 0.1087785 Mar 11 12:13:15.162596 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-37701048-b425-4804-b2df-c0ccbffa4252 req-377e837f-2dcc-45e1-b0a7-6c5a5306cab3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492935 Mar 11 12:13:15.561043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97333ec1-3811-4d6c-96a4-534d2e442fb0 req-7d5d0c3f-903f-4710-b677-4a8e95953e1d tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:15.571477 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97333ec1-3811-4d6c-96a4-534d2e442fb0 req-7d5d0c3f-903f-4710-b677-4a8e95953e1d tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 945 time: 0.1615281 Mar 11 12:13:15.669487 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97333ec1-3811-4d6c-96a4-534d2e442fb0 req-0a39d510-1925-4410-ad2d-5b50323ec7b0 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917664 Mar 11 12:13:15.764419 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7fced512-2ff3-4748-8cc2-e2a6db5fb0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:16.885319 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54b57d-331a-4cd4-bc0c-695b32f31067 req-c1bcbbe7-d177-4f60-a9bf-20b5c503191f tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:16.893575 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad54b57d-331a-4cd4-bc0c-695b32f31067 req-c1bcbbe7-d177-4f60-a9bf-20b5c503191f tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 945 time: 0.1092205 Mar 11 12:13:16.956919 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad54b57d-331a-4cd4-bc0c-695b32f31067 req-bd99ecc0-3076-4135-879b-2e98d93fe10f tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622706 Mar 11 12:13:17.269866 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:17.490911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60692) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:17.667824 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2c0f50af-35ba-414d-b662-034a2eba5494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:17.876047 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2c0f50af-35ba-414d-b662-034a2eba5494 admin admin] Publish callbacks [] for security_group (fc4bf9f1-bf3f-4ab4-ac47-7b0b252429e5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:17.885571 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2c0f50af-35ba-414d-b662-034a2eba5494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fc4bf9f1-bf3f-4ab4-ac47-7b0b252429e5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:17.929947 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2c0f50af-35ba-414d-b662-034a2eba5494 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5f6bcc198fa5473f87b7b3d07300eae4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4376197 Mar 11 12:13:17.932561 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60704) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:17.976211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f50af-35ba-414d-b662-034a2eba5494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4bf9f1-bf3f-4ab4-ac47-7b0b252429e5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:18.018489 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ebf993b2-4235-4d8c-81df-919348dfc913 admin admin] Publish callbacks [] for security_group (fc4bf9f1-bf3f-4ab4-ac47-7b0b252429e5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:18.060342 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837eef2-b6e2-4ece-aa75-ba1f6d455a65 req-479dd852-f0fb-41f1-a075-cc80656dcec7 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:18.070114 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5837eef2-b6e2-4ece-aa75-ba1f6d455a65 req-479dd852-f0fb-41f1-a075-cc80656dcec7 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 945 time: 0.0703647 Mar 11 12:13:18.084268 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ebf993b2-4235-4d8c-81df-919348dfc913 admin admin] Publish callbacks [] for security_group (fc4bf9f1-bf3f-4ab4-ac47-7b0b252429e5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:18.164860 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ebf993b2-4235-4d8c-81df-919348dfc913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fc4bf9f1-bf3f-4ab4-ac47-7b0b252429e5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:18.167539 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ebf993b2-4235-4d8c-81df-919348dfc913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:18.172192 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ebf993b2-4235-4d8c-81df-919348dfc913 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fc4bf9f1-bf3f-4ab4-ac47-7b0b252429e5 HTTP/1.1" status: 204 len: 168 time: 0.2384195 Mar 11 12:13:18.179242 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5837eef2-b6e2-4ece-aa75-ba1f6d455a65 req-ab6f1f0b-7ff9-44cf-be41-0db7db48cf6a tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902386 Mar 11 12:13:18.187060 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf993b2-4235-4d8c-81df-919348dfc913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4bf9f1-bf3f-4ab4-ac47-7b0b252429e5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:18.606271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60716) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:18.628575 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c109d7b-f26e-4816-89c7-07b73a40c543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:18.639303 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:18.728634 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c109d7b-f26e-4816-89c7-07b73a40c543 admin admin] Publish callbacks [] for security_group (b38e253c-bf99-474a-a851-62e4a92e72f3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:18.736359 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c109d7b-f26e-4816-89c7-07b73a40c543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b38e253c-bf99-474a-a851-62e4a92e72f3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:18.765712 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c109d7b-f26e-4816-89c7-07b73a40c543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38e253c-bf99-474a-a851-62e4a92e72f3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:18.800330 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60720) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:18.808988 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9c109d7b-f26e-4816-89c7-07b73a40c543 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f1db957a9fdf4eb5a70bc80b6ac5764b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2015326 Mar 11 12:13:18.862180 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e17dd188-f7f7-4e9e-9260-b5a1c8aa6cb5 admin admin] Publish callbacks [] for security_group (b38e253c-bf99-474a-a851-62e4a92e72f3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:18.889533 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e17dd188-f7f7-4e9e-9260-b5a1c8aa6cb5 admin admin] Publish callbacks [] for security_group (b38e253c-bf99-474a-a851-62e4a92e72f3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:18.948402 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e17dd188-f7f7-4e9e-9260-b5a1c8aa6cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b38e253c-bf99-474a-a851-62e4a92e72f3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:18.952031 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e17dd188-f7f7-4e9e-9260-b5a1c8aa6cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:18.957423 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e17dd188-f7f7-4e9e-9260-b5a1c8aa6cb5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b38e253c-bf99-474a-a851-62e4a92e72f3 HTTP/1.1" status: 204 len: 168 time: 0.1555564 Mar 11 12:13:18.968607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17dd188-f7f7-4e9e-9260-b5a1c8aa6cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38e253c-bf99-474a-a851-62e4a92e72f3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:19.352913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ee7f8-52a0-4caa-9682-87993c8dec94 req-04550af6-f4e7-4cd4-9f17-dac4cdabb99a tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:19.363768 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cf3ee7f8-52a0-4caa-9682-87993c8dec94 req-04550af6-f4e7-4cd4-9f17-dac4cdabb99a tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.37 "GET /v2.0/ports?device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 945 time: 0.1434112 Mar 11 12:13:19.493458 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ead2b-3e38-46aa-a798-2ed4556d8bdb req-948f71d2-675d-4c27-88b3-4f8eb99780c2 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:19.495148 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-772ead2b-3e38-46aa-a798-2ed4556d8bdb req-948f71d2-675d-4c27-88b3-4f8eb99780c2 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 945 time: 0.1537857 Mar 11 12:13:19.630630 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-cf3ee7f8-52a0-4caa-9682-87993c8dec94 req-14d21d76-0c8d-4dae-b5e2-5bec4fbc6a14 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Deleting port 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:13:19.631219 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf3ee7f8-52a0-4caa-9682-87993c8dec94 req-14d21d76-0c8d-4dae-b5e2-5bec4fbc6a14 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:19.656399 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-772ead2b-3e38-46aa-a798-2ed4556d8bdb req-72c60f5d-4fc2-4a9e-9fd5-59f9905121de tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419873 Mar 11 12:13:19.900841 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-cf3ee7f8-52a0-4caa-9682-87993c8dec94 req-14d21d76-0c8d-4dae-b5e2-5bec4fbc6a14 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] For port 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c,segment=NetworkSegment(eb01ec46-ef58-425d-9e16-2ac37b8c5db2),segment_id=eb01ec46-ef58-425d-9e16-2ac37b8c5db2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:13:19.900841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf3ee7f8-52a0-4caa-9682-87993c8dec94 req-14d21d76-0c8d-4dae-b5e2-5bec4fbc6a14 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:19.900841 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-cf3ee7f8-52a0-4caa-9682-87993c8dec94 req-14d21d76-0c8d-4dae-b5e2-5bec4fbc6a14 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Calling delete_port for 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:13:20.026197 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf3ee7f8-52a0-4caa-9682-87993c8dec94 req-14d21d76-0c8d-4dae-b5e2-5bec4fbc6a14 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:20.040306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:13:20.159332 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:20.175072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d21d76-0c8d-4dae-b5e2-5bec4fbc6a14 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Pushing event deleted for resources: {'Port': ['ID=3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:20.290901 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3ee7f8-52a0-4caa-9682-87993c8dec94 req-14d21d76-0c8d-4dae-b5e2-5bec4fbc6a14 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] No DVR routers for this DVR port 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:13:20.294458 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf3ee7f8-52a0-4caa-9682-87993c8dec94 req-14d21d76-0c8d-4dae-b5e2-5bec4fbc6a14 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:20.298325 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cf3ee7f8-52a0-4caa-9682-87993c8dec94 req-14d21d76-0c8d-4dae-b5e2-5bec4fbc6a14 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.37 "DELETE /v2.0/ports/3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c HTTP/1.1" status: 204 len: 173 time: 0.9289484 Mar 11 12:13:20.298978 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0', 'name': 'network-vif-deleted', 'tag': '3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:13:20.308839 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ded1fc-a754-41b8-9c6c-87d0792f90f0" -d '{"events": [{"server_uuid": "7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0", "name": "network-vif-deleted", "tag": "3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:13:20.358275 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb65334-7c5e-468b-9bba-a0edd13b458a x-openstack-request-id: req-9fb65334-7c5e-468b-9bba-a0edd13b458a {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:13:20.358653 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0", "name": "network-vif-deleted", "tag": "3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:13:20.358993 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9fb65334-7c5e-468b-9bba-a0edd13b458a {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:13:20.359803 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0', 'name': 'network-vif-deleted', 'tag': '3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c', 'status': 'completed', 'code': 200} Mar 11 12:13:20.891424 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e7e1655-7c31-4bdc-9202-bbe30a04d097 req-59f67071-06f9-47ac-929e-237ff4283cd0 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=7858d346-d2ab-4a36-b2a9-d1a2e8cc0fe0 HTTP/1.1" status: 200 len: 210 time: 0.1053483 Mar 11 12:13:21.347683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099331b-36b0-4891-b4e4-758695027efe req-e0a34c79-9562-4977-b3d0-dfbd5dd8298f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:21.357032 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6099331b-36b0-4891-b4e4-758695027efe req-e0a34c79-9562-4977-b3d0-dfbd5dd8298f tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.1145310 Mar 11 12:13:21.457107 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6099331b-36b0-4891-b4e4-758695027efe req-867c051a-b5bd-4983-ab38-9c9770785b5d tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975285 Mar 11 12:13:22.554112 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-1b863b88-de2c-4a3c-9e09-e82215bfda7f tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:22.555682 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-1b863b88-de2c-4a3c-9e09-e82215bfda7f tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/networks?id=5a082aa4-c670-4785-bf4e-b2f1479d70cf HTTP/1.1" status: 200 len: 809 time: 0.2287905 Mar 11 12:13:22.582882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:13:22.670567 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:13:22.672630 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3dcbe0cc-0b8a-42ae-b5ca-18549db3a07c not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:13:22.746888 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-e750943b-e241-4eb2-920d-93cb1e56a712 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/quotas/05f50f93b72343c3aaa53b992efba6c5 HTTP/1.1" status: 200 len: 375 time: 0.0703237 Mar 11 12:13:22.828459 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562474d-ed59-4693-8ee0-acbfbb9cc2cb req-5088ea7d-0825-480c-9ac8-513f3a77f5f5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:22.835854 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9562474d-ed59-4693-8ee0-acbfbb9cc2cb req-5088ea7d-0825-480c-9ac8-513f3a77f5f5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.2785659 Mar 11 12:13:22.870980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-323ca463-796e-4dd2-a653-4a44f8b2705a tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=05f50f93b72343c3aaa53b992efba6c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1127048 Mar 11 12:13:22.958551 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9562474d-ed59-4693-8ee0-acbfbb9cc2cb req-e1bb3acd-22fe-454f-9249-61118fcf3cdb tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4557fa5-80d8-4928-912e-5ce034d23b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185923 Mar 11 12:13:22.994927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16886ebf-4129-4d3d-aa10-cb0787ff3134 req-553f213f-b01c-4228-9766-de34ed4d74b1 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:22.997931 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-16886ebf-4129-4d3d-aa10-cb0787ff3134 req-553f213f-b01c-4228-9766-de34ed4d74b1 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 946 time: 0.1148062 Mar 11 12:13:23.140947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-16886ebf-4129-4d3d-aa10-cb0787ff3134 req-2d6876a5-e7a3-4ec8-b8e9-c4cb4542f9f5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Deleting port e941fb05-4896-4c38-9b4c-d33880735661 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:13:23.141667 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-16886ebf-4129-4d3d-aa10-cb0787ff3134 req-2d6876a5-e7a3-4ec8-b8e9-c4cb4542f9f5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e941fb05-4896-4c38-9b4c-d33880735661), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:23.206248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-4f24ec73-494b-4bba-a69c-a21da75c24f6 service neutron] 10.222.0.78 "GET /v2.0/networks/5a082aa4-c670-4785-bf4e-b2f1479d70cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343549 Mar 11 12:13:23.291173 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-16886ebf-4129-4d3d-aa10-cb0787ff3134 req-2d6876a5-e7a3-4ec8-b8e9-c4cb4542f9f5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] For port e941fb05-4896-4c38-9b4c-d33880735661, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e941fb05-4896-4c38-9b4c-d33880735661,segment=NetworkSegment(4a0696a9-0f73-46fa-9d44-6ef5df7488ab),segment_id=4a0696a9-0f73-46fa-9d44-6ef5df7488ab)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:13:23.292001 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-16886ebf-4129-4d3d-aa10-cb0787ff3134 req-2d6876a5-e7a3-4ec8-b8e9-c4cb4542f9f5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e941fb05-4896-4c38-9b4c-d33880735661), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:23.315494 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-16886ebf-4129-4d3d-aa10-cb0787ff3134 req-2d6876a5-e7a3-4ec8-b8e9-c4cb4542f9f5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Calling delete_port for e941fb05-4896-4c38-9b4c-d33880735661 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:13:23.489925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-16886ebf-4129-4d3d-aa10-cb0787ff3134 req-2d6876a5-e7a3-4ec8-b8e9-c4cb4542f9f5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e941fb05-4896-4c38-9b4c-d33880735661), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:23.503180 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['e941fb05-4896-4c38-9b4c-d33880735661'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:13:23.553774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6876a5-e7a3-4ec8-b8e9-c4cb4542f9f5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Pushing event deleted for resources: {'Port': ['ID=e941fb05-4896-4c38-9b4c-d33880735661,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:23.577035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-16886ebf-4129-4d3d-aa10-cb0787ff3134 req-2d6876a5-e7a3-4ec8-b8e9-c4cb4542f9f5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] No DVR routers for this DVR port e941fb05-4896-4c38-9b4c-d33880735661 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:13:23.580092 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-16886ebf-4129-4d3d-aa10-cb0787ff3134 req-2d6876a5-e7a3-4ec8-b8e9-c4cb4542f9f5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:23.583850 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-16886ebf-4129-4d3d-aa10-cb0787ff3134 req-2d6876a5-e7a3-4ec8-b8e9-c4cb4542f9f5 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.71 "DELETE /v2.0/ports/e941fb05-4896-4c38-9b4c-d33880735661 HTTP/1.1" status: 204 len: 173 time: 0.5793135 Mar 11 12:13:23.584393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca76ebd-98c1-42b1-8cb9-b316136245e2', 'name': 'network-vif-deleted', 'tag': 'e941fb05-4896-4c38-9b4c-d33880735661'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:13:23.586864 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0131ad5f-1c32-447e-b486-2f3effd9ac58" -d '{"events": [{"server_uuid": "8ca76ebd-98c1-42b1-8cb9-b316136245e2", "name": "network-vif-deleted", "tag": "e941fb05-4896-4c38-9b4c-d33880735661"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:13:23.635645 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d2b409-7a40-4272-b03f-a072878a1714 x-openstack-request-id: req-d1d2b409-7a40-4272-b03f-a072878a1714 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:13:23.636226 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca76ebd-98c1-42b1-8cb9-b316136245e2", "name": "network-vif-deleted", "tag": "e941fb05-4896-4c38-9b4c-d33880735661", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:13:23.636753 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1d2b409-7a40-4272-b03f-a072878a1714 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:13:23.637748 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca76ebd-98c1-42b1-8cb9-b316136245e2', 'name': 'network-vif-deleted', 'tag': 'e941fb05-4896-4c38-9b4c-d33880735661', 'status': 'completed', 'code': 200} Mar 11 12:13:23.989364 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-93748d49-acb4-4329-b297-86521bc305cb service neutron] 10.222.0.78 "GET /v2.0/networks/5a082aa4-c670-4785-bf4e-b2f1479d70cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7818389 Mar 11 12:13:24.205126 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7733aefe-f1b8-4fac-bac8-94b79af77adb req-777cea9a-214f-4103-a459-a0d49200bcf8 tempest-ServersNegativeTestJSON-246580522 tempest-ServersNegativeTestJSON-246580522-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ca76ebd-98c1-42b1-8cb9-b316136245e2 HTTP/1.1" status: 200 len: 210 time: 0.0639858 Mar 11 12:13:24.338731 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f52e55e-01ec-418d-b9b0-9c1a03ad4981 req-126a2771-da61-4c7f-8197-345d6e710f29 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 210 time: 0.0442686 Mar 11 12:13:24.841689 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:13:25.319610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60880) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:25.406399 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-2450bd42-e8d7-44f7-b02a-e1fcb63716c0 admin admin] Deleting subnet ba949ad3-acd0-4240-bdb9-834f19359038 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:13:25.410177 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2450bd42-e8d7-44f7-b02a-e1fcb63716c0 admin admin] Publish callbacks [] for subnet (ba949ad3-acd0-4240-bdb9-834f19359038), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:25.449943 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2450bd42-e8d7-44f7-b02a-e1fcb63716c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (ba949ad3-acd0-4240-bdb9-834f19359038), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:25.504658 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d6b12576-f794-4073-80b7-68d5991b551c req-c2f766e3-65f2-4d55-bc76-ad19d29fb9ae tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 210 time: 0.0420761 Mar 11 12:13:25.505937 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2450bd42-e8d7-44f7-b02a-e1fcb63716c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (ba949ad3-acd0-4240-bdb9-834f19359038), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:25.575860 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2450bd42-e8d7-44f7-b02a-e1fcb63716c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (ba949ad3-acd0-4240-bdb9-834f19359038), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:25.618255 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450bd42-e8d7-44f7-b02a-e1fcb63716c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba949ad3-acd0-4240-bdb9-834f19359038,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:25.630425 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2450bd42-e8d7-44f7-b02a-e1fcb63716c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:25.638682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60886) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:25.648735 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2450bd42-e8d7-44f7-b02a-e1fcb63716c0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ba949ad3-acd0-4240-bdb9-834f19359038 HTTP/1.1" status: 204 len: 168 time: 0.3270555 Mar 11 12:13:25.750524 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4bbe071b-aa42-4dec-8523-fc1a0a559bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (1d2a7297-5ebd-4c8d-8678-24a106f6a5cc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:25.835169 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4bbe071b-aa42-4dec-8523-fc1a0a559bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (1d2a7297-5ebd-4c8d-8678-24a106f6a5cc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:25.856886 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-4bbe071b-aa42-4dec-8523-fc1a0a559bee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2a7297-5ebd-4c8d-8678-24a106f6a5cc']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:25.869682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-4bbe071b-aa42-4dec-8523-fc1a0a559bee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0696a9-0f73-46fa-9d44-6ef5df7488ab') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:25.870232 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-4bbe071b-aa42-4dec-8523-fc1a0a559bee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0696a9-0f73-46fa-9d44-6ef5df7488ab') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:25.888719 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4bbe071b-aa42-4dec-8523-fc1a0a559bee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (4a0696a9-0f73-46fa-9d44-6ef5df7488ab), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:25.907916 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4bbe071b-aa42-4dec-8523-fc1a0a559bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4a0696a9-0f73-46fa-9d44-6ef5df7488ab), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:25.915107 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbe071b-aa42-4dec-8523-fc1a0a559bee admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:13:25.916072 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4bbe071b-aa42-4dec-8523-fc1a0a559bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (4a0696a9-0f73-46fa-9d44-6ef5df7488ab), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:25.966466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-cf1f2584-eafd-4312-a461-ef72efc90c2e tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:25.968224 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-cf1f2584-eafd-4312-a461-ef72efc90c2e tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.37 "GET /v2.0/networks?id=5a082aa4-c670-4785-bf4e-b2f1479d70cf HTTP/1.1" status: 200 len: 809 time: 0.2974260 Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:13:25.973510 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:13:25.979271 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4bbe071b-aa42-4dec-8523-fc1a0a559bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (1d2a7297-5ebd-4c8d-8678-24a106f6a5cc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:25.986036 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-99b8d46f-ef1e-43b8-b7f8-18815e5cfaad tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Request body: {'port': {'device_id': 'a21d3778-2362-4d82-9d85-a7b5acdd0914', 'network_id': '5a082aa4-c670-4785-bf4e-b2f1479d70cf', 'admin_state_up': True, 'tenant_id': '05f50f93b72343c3aaa53b992efba6c5'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:13:26.042957 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4bbe071b-aa42-4dec-8523-fc1a0a559bee admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:26.046183 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4bbe071b-aa42-4dec-8523-fc1a0a559bee admin admin] 10.222.0.78 "DELETE /v2.0/networks/1d2a7297-5ebd-4c8d-8678-24a106f6a5cc HTTP/1.1" status: 204 len: 168 time: 0.4058444 Mar 11 12:13:26.054718 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe071b-aa42-4dec-8523-fc1a0a559bee admin admin] Pushing event deleted for resources: {'Network': ['ID=1d2a7297-5ebd-4c8d-8678-24a106f6a5cc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:26.199716 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-99b8d46f-ef1e-43b8-b7f8-18815e5cfaad tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Made reservation on behalf of 05f50f93b72343c3aaa53b992efba6c5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:13:26.207728 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-99b8d46f-ef1e-43b8-b7f8-18815e5cfaad tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:26.333832 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60910) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:26.370866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60912) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:26.447841 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-40fdcfc7-0542-44f3-85d0-231811826d92 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9a8a1ab2e35a4c68af61bee4e54ed507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1116724 Mar 11 12:13:26.456688 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 60916) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:26.532072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-99b8d46f-ef1e-43b8-b7f8-18815e5cfaad tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Allocated IP 172.20.0.11 (5a082aa4-c670-4785-bf4e-b2f1479d70cf/ec557878-3d2e-4ae7-a4ee-29dfd69ac2b4/c1fbcf86-e25f-4afa-b4e6-0bdc769739bd) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:13:26.641386 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e730589-8d0a-4d13-b655-b72d115dd472 admin admin] Publish callbacks [] for security_group (d4557fa5-80d8-4928-912e-5ce034d23b98), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:26.658645 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ed0e9203-d24b-4953-ab86-c07a7227bfb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:26.708315 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbbb4eb0-d8eb-4fd4-9b4e-0232bc46b3a0 req-033ebde7-5b5c-4e68-b210-05028006c935 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 210 time: 0.0508075 Mar 11 12:13:26.886318 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ed0e9203-d24b-4953-ab86-c07a7227bfb8 admin admin] Publish callbacks [] for security_group (bda849cc-8d74-49d0-900e-9caf8f012e4b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:26.901521 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ed0e9203-d24b-4953-ab86-c07a7227bfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bda849cc-8d74-49d0-900e-9caf8f012e4b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:26.928813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e9203-d24b-4953-ab86-c07a7227bfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda849cc-8d74-49d0-900e-9caf8f012e4b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:26.959018 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ed0e9203-d24b-4953-ab86-c07a7227bfb8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d476f28fd5b44a6ca4a2d48a9dc391a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5867715 Mar 11 12:13:26.961760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 60924) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:26.983035 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-99b8d46f-ef1e-43b8-b7f8-18815e5cfaad tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Publish callbacks [] for port (c1fbcf86-e25f-4afa-b4e6-0bdc769739bd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:26.985293 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e941fb05-4896-4c38-9b4c-d33880735661 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:13:27.020773 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-99b8d46f-ef1e-43b8-b7f8-18815e5cfaad tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (c1fbcf86-e25f-4afa-b4e6-0bdc769739bd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:27.024088 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e730589-8d0a-4d13-b655-b72d115dd472 admin admin] Publish callbacks [] for security_group (d4557fa5-80d8-4928-912e-5ce034d23b98), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:27.052444 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2cdd74a0-06d8-44d1-8e39-3c1891762d20 admin admin] Publish callbacks [] for security_group (bda849cc-8d74-49d0-900e-9caf8f012e4b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:27.060448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: e941fb05-4896-4c38-9b4c-d33880735661 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:13:27.062338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e941fb05-4896-4c38-9b4c-d33880735661 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:13:27.093044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-99b8d46f-ef1e-43b8-b7f8-18815e5cfaad tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Network 5a082aa4-c670-4785-bf4e-b2f1479d70cf is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:13:27.100748 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2cdd74a0-06d8-44d1-8e39-3c1891762d20 admin admin] Publish callbacks [] for security_group (bda849cc-8d74-49d0-900e-9caf8f012e4b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:27.104981 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-99b8d46f-ef1e-43b8-b7f8-18815e5cfaad tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:13:27.129390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-99b8d46f-ef1e-43b8-b7f8-18815e5cfaad tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:13:27.215475 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2cdd74a0-06d8-44d1-8e39-3c1891762d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bda849cc-8d74-49d0-900e-9caf8f012e4b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:27.218851 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2cdd74a0-06d8-44d1-8e39-3c1891762d20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:27.226674 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2cdd74a0-06d8-44d1-8e39-3c1891762d20 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bda849cc-8d74-49d0-900e-9caf8f012e4b HTTP/1.1" status: 204 len: 168 time: 0.2611847 Mar 11 12:13:27.239447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8d46f-ef1e-43b8-b7f8-18815e5cfaad tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Pushing event updated for resources: {'Port': ['ID=c1fbcf86-e25f-4afa-b4e6-0bdc769739bd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:27.251819 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd74a0-06d8-44d1-8e39-3c1891762d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda849cc-8d74-49d0-900e-9caf8f012e4b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:27.337861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-99b8d46f-ef1e-43b8-b7f8-18815e5cfaad tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:27.340815 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-99b8d46f-ef1e-43b8-b7f8-18815e5cfaad tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:27.347320 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e730589-8d0a-4d13-b655-b72d115dd472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d4557fa5-80d8-4928-912e-5ce034d23b98), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:27.351687 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e730589-8d0a-4d13-b655-b72d115dd472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:27.352844 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0e730589-8d0a-4d13-b655-b72d115dd472 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d4557fa5-80d8-4928-912e-5ce034d23b98 HTTP/1.1" status: 204 len: 168 time: 0.8952198 Mar 11 12:13:27.370825 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e730589-8d0a-4d13-b655-b72d115dd472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4557fa5-80d8-4928-912e-5ce034d23b98,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:27.414199 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-99b8d46f-ef1e-43b8-b7f8-18815e5cfaad tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4323077 Mar 11 12:13:27.427649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Request body: {'port': {'device_id': 'a21d3778-2362-4d82-9d85-a7b5acdd0914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:13:27.577670 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c1fbcf86-e25f-4afa-b4e6-0bdc769739bd), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:27.939527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c39c6-7388-4f8b-a168-11d9a338140f req-5ce5ef2a-d48f-4a0d-9729-27b26f96bd58 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:27.945520 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab1c39c6-7388-4f8b-a168-11d9a338140f req-5ce5ef2a-d48f-4a0d-9729-27b26f96bd58 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 932 time: 0.1009202 Mar 11 12:13:28.072809 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab1c39c6-7388-4f8b-a168-11d9a338140f req-14349a54-0c9f-418b-b368-bb2007853cf3 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159191 Mar 11 12:13:28.217849 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1fbcf86-e25f-4afa-b4e6-0bdc769739bd {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:13:28.228370 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Publish callbacks [] for port (c1fbcf86-e25f-4afa-b4e6-0bdc769739bd), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:28.268967 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Transition to ACTIVE for port object c1fbcf86-e25f-4afa-b4e6-0bdc769739bd will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:13:28.276480 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (c1fbcf86-e25f-4afa-b4e6-0bdc769739bd), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:28.522413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Pushing event updated for resources: {'Port': ['ID=c1fbcf86-e25f-4afa-b4e6-0bdc769739bd,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:28.557420 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Attempting to bind port c1fbcf86-e25f-4afa-b4e6-0bdc769739bd on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:13:28.557859 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Attempting to bind port c1fbcf86-e25f-4afa-b4e6-0bdc769739bd by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'eb01ec46-ef58-425d-9e16-2ac37b8c5db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5a082aa4-c670-4785-bf4e-b2f1479d70cf'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:13:28.558292 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Attempting to bind port c1fbcf86-e25f-4afa-b4e6-0bdc769739bd on network 5a082aa4-c670-4785-bf4e-b2f1479d70cf {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:13:28.564712 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Port c1fbcf86-e25f-4afa-b4e6-0bdc769739bd on network 5a082aa4-c670-4785-bf4e-b2f1479d70cf not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:13:28.565162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Attempting to bind port c1fbcf86-e25f-4afa-b4e6-0bdc769739bd on network 5a082aa4-c670-4785-bf4e-b2f1479d70cf {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:13:28.577322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:13:28.577861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Checking segment: {'id': 'eb01ec46-ef58-425d-9e16-2ac37b8c5db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5a082aa4-c670-4785-bf4e-b2f1479d70cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:13:28.578452 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Bound using segment: {'id': 'eb01ec46-ef58-425d-9e16-2ac37b8c5db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5a082aa4-c670-4785-bf4e-b2f1479d70cf'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:13:28.579356 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Bound port: c1fbcf86-e25f-4afa-b4e6-0bdc769739bd, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb01ec46-ef58-425d-9e16-2ac37b8c5db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5a082aa4-c670-4785-bf4e-b2f1479d70cf'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:13:28.579848 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c1fbcf86-e25f-4afa-b4e6-0bdc769739bd), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:28.785287 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] For port c1fbcf86-e25f-4afa-b4e6-0bdc769739bd, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:13:28.793297 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] For port c1fbcf86-e25f-4afa-b4e6-0bdc769739bd, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=c1fbcf86-e25f-4afa-b4e6-0bdc769739bd,segment=NetworkSegment(eb01ec46-ef58-425d-9e16-2ac37b8c5db2),segment_id=eb01ec46-ef58-425d-9e16-2ac37b8c5db2)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:13:28.802195 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (c1fbcf86-e25f-4afa-b4e6-0bdc769739bd), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:28.927730 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Pushing event updated for resources: {'Port': ['ID=c1fbcf86-e25f-4afa-b4e6-0bdc769739bd,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:28.969936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:28.970836 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:28.972425 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-8f1dd57d-afdc-482c-9a2b-4e4a244630bd service neutron] 10.222.0.37 "PUT /v2.0/ports/c1fbcf86-e25f-4afa-b4e6-0bdc769739bd HTTP/1.1" status: 200 len: 1092 time: 1.5506740 Mar 11 12:13:28.972982 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21d3778-2362-4d82-9d85-a7b5acdd0914', 'tag': 'c1fbcf86-e25f-4afa-b4e6-0bdc769739bd'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:13:28.982208 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8d7020-b8a8-4efc-b33e-02b7c644bfbe" -d '{"events": [{"name": "network-changed", "server_uuid": "a21d3778-2362-4d82-9d85-a7b5acdd0914", "tag": "c1fbcf86-e25f-4afa-b4e6-0bdc769739bd"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:13:29.107999 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ea3a5c-7d23-4d83-838a-c00ca5274558 x-openstack-request-id: req-a6ea3a5c-7d23-4d83-838a-c00ca5274558 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:13:29.107999 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21d3778-2362-4d82-9d85-a7b5acdd0914", "tag": "c1fbcf86-e25f-4afa-b4e6-0bdc769739bd", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:13:29.108444 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a6ea3a5c-7d23-4d83-838a-c00ca5274558 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:13:29.108955 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21d3778-2362-4d82-9d85-a7b5acdd0914', 'tag': 'c1fbcf86-e25f-4afa-b4e6-0bdc769739bd', 'status': 'completed', 'code': 200} Mar 11 12:13:29.152600 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-5a778a46-59d8-4c0f-b4d3-110397afc58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:29.158913 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-5a778a46-59d8-4c0f-b4d3-110397afc58b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05f50f93b72343c3aaa53b992efba6c5&device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 1126 time: 0.1100206 Mar 11 12:13:29.230681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04955ec-85ac-4fe0-ae30-4471b6ee5bc8 req-4312b5da-89e9-498c-9b92-946eda91e2a3 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:29.237667 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b04955ec-85ac-4fe0-ae30-4471b6ee5bc8 req-4312b5da-89e9-498c-9b92-946eda91e2a3 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 944 time: 0.0777910 Mar 11 12:13:29.244179 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-701b95dc-f091-473a-b074-799b409866b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1fbcf86-e25f-4afa-b4e6-0bdc769739bd HTTP/1.1" status: 200 len: 217 time: 0.0775292 Mar 11 12:13:29.385083 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b04955ec-85ac-4fe0-ae30-4471b6ee5bc8 req-b5a4e30a-1bb2-4fd5-a02a-d1b749d4aea5 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447198 Mar 11 12:13:29.417500 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-5aa36cb0-ae30-4500-b456-3679a52186b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:29.421861 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-5aa36cb0-ae30-4500-b456-3679a52186b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec557878-3d2e-4ae7-a4ee-29dfd69ac2b4 HTTP/1.1" status: 200 len: 849 time: 0.1704667 Mar 11 12:13:29.498633 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-01df4f11-42d7-4ca2-811f-ee231923b33e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a082aa4-c670-4785-bf4e-b2f1479d70cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696025 Mar 11 12:13:29.697605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 32798) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:29.787311 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-21875f5c-0aca-4871-96b5-d8202de42cbe service neutron] 10.222.0.37 "GET /v2.0/networks/5a082aa4-c670-4785-bf4e-b2f1479d70cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820327 Mar 11 12:13:29.933017 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e66d929-02b3-4128-90ae-cdc5d5029d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:29.958654 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff325c6b-f293-4551-bd5c-bce167a8b4b7 req-42a0799d-6538-4e0c-8a56-ca62ce951984 service neutron] 10.222.0.37 "GET /v2.0/networks/5a082aa4-c670-4785-bf4e-b2f1479d70cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638482 Mar 11 12:13:30.049738 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e66d929-02b3-4128-90ae-cdc5d5029d95 admin admin] Publish callbacks [] for security_group (40fe25f3-6d4f-4d48-915f-1185551d69e6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:30.062240 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e66d929-02b3-4128-90ae-cdc5d5029d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (40fe25f3-6d4f-4d48-915f-1185551d69e6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:30.093453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d7020-b8a8-4efc-b33e-02b7c644bfbe req-63f53914-2163-45ff-8539-e7143f2d6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:30.094996 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-db8d7020-b8a8-4efc-b33e-02b7c644bfbe req-63f53914-2163-45ff-8539-e7143f2d6878 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05f50f93b72343c3aaa53b992efba6c5&device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 1126 time: 0.0570400 Mar 11 12:13:30.144619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66d929-02b3-4128-90ae-cdc5d5029d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fe25f3-6d4f-4d48-915f-1185551d69e6,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:30.187119 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9e66d929-02b3-4128-90ae-cdc5d5029d95 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=57ace33a93f34c17a749803677f0b1ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4876528 Mar 11 12:13:30.187891 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 32816) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:30.232960 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d7020-b8a8-4efc-b33e-02b7c644bfbe req-47186cac-f9e2-4800-ba07-6dfb0ddc661d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:30.235727 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-db8d7020-b8a8-4efc-b33e-02b7c644bfbe req-47186cac-f9e2-4800-ba07-6dfb0ddc661d service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a082aa4-c670-4785-bf4e-b2f1479d70cf HTTP/1.1" status: 200 len: 910 time: 0.1332262 Mar 11 12:13:30.286355 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-db8d7020-b8a8-4efc-b33e-02b7c644bfbe req-a93cdb34-1980-4e5f-a986-b5c5e4ebaf2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1fbcf86-e25f-4afa-b4e6-0bdc769739bd HTTP/1.1" status: 200 len: 217 time: 0.0440645 Mar 11 12:13:30.300041 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4fc5-d5a1-4aaa-8b2e-b5ce568701e7 admin admin] Publish callbacks [] for security_group (40fe25f3-6d4f-4d48-915f-1185551d69e6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:30.357304 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4fc5-d5a1-4aaa-8b2e-b5ce568701e7 admin admin] Publish callbacks [] for security_group (40fe25f3-6d4f-4d48-915f-1185551d69e6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:30.402650 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d7020-b8a8-4efc-b33e-02b7c644bfbe req-3bae1178-ca7d-4636-8bec-a7ba4c287c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:30.405073 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-db8d7020-b8a8-4efc-b33e-02b7c644bfbe req-3bae1178-ca7d-4636-8bec-a7ba4c287c5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec557878-3d2e-4ae7-a4ee-29dfd69ac2b4 HTTP/1.1" status: 200 len: 849 time: 0.1084836 Mar 11 12:13:30.455781 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-db8d7020-b8a8-4efc-b33e-02b7c644bfbe req-f454ff82-d265-4f8e-a258-57b81336b09e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a082aa4-c670-4785-bf4e-b2f1479d70cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408807 Mar 11 12:13:30.464375 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4fc5-d5a1-4aaa-8b2e-b5ce568701e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (40fe25f3-6d4f-4d48-915f-1185551d69e6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:30.468515 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4fc5-d5a1-4aaa-8b2e-b5ce568701e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:30.474050 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4f3e4fc5-d5a1-4aaa-8b2e-b5ce568701e7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/40fe25f3-6d4f-4d48-915f-1185551d69e6 HTTP/1.1" status: 204 len: 168 time: 0.2838743 Mar 11 12:13:30.485697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e4fc5-d5a1-4aaa-8b2e-b5ce568701e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fe25f3-6d4f-4d48-915f-1185551d69e6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:30.644403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9d311-4f50-42c6-a6b8-bceaf14b0a50 req-24e35f04-c971-42fe-b426-426e6b19f54c tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:30.654676 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02a9d311-4f50-42c6-a6b8-bceaf14b0a50 req-24e35f04-c971-42fe-b426-426e6b19f54c tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 944 time: 0.1295831 Mar 11 12:13:30.720858 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-db8d7020-b8a8-4efc-b33e-02b7c644bfbe req-01cee7c2-2ef5-40bd-b90a-e80488652fca service neutron] 10.222.0.37 "GET /v2.0/networks/5a082aa4-c670-4785-bf4e-b2f1479d70cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551725 Mar 11 12:13:30.808196 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02a9d311-4f50-42c6-a6b8-bceaf14b0a50 req-65a4654b-9b94-49f4-a9cb-f7e5bfd30d61 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477675 Mar 11 12:13:30.932492 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-db8d7020-b8a8-4efc-b33e-02b7c644bfbe req-f241d81e-07b4-4df4-a9f3-e29db3cb6df5 service neutron] 10.222.0.37 "GET /v2.0/networks/5a082aa4-c670-4785-bf4e-b2f1479d70cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079778 Mar 11 12:13:32.096435 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b0459-d4a7-418e-83ff-4b51b9e194f7 req-06778e42-a0ee-47be-bcb6-708f318087a9 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:32.104421 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d1b0459-d4a7-418e-83ff-4b51b9e194f7 req-06778e42-a0ee-47be-bcb6-708f318087a9 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 944 time: 0.0798461 Mar 11 12:13:32.190627 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d1b0459-d4a7-418e-83ff-4b51b9e194f7 req-3c87f32b-8aed-4b52-b766-660c8b331f86 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846138 Mar 11 12:13:32.645749 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device c1fbcf86-e25f-4afa-b4e6-0bdc769739bd details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:13:32.767558 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port c1fbcf86-e25f-4afa-b4e6-0bdc769739bd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=c1fbcf86-e25f-4afa-b4e6-0bdc769739bd,segment=NetworkSegment(eb01ec46-ef58-425d-9e16-2ac37b8c5db2),segment_id=eb01ec46-ef58-425d-9e16-2ac37b8c5db2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:13:32.784932 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'c1fbcf86-e25f-4afa-b4e6-0bdc769739bd', 'network_id': '5a082aa4-c670-4785-bf4e-b2f1479d70cf', 'port_id': 'c1fbcf86-e25f-4afa-b4e6-0bdc769739bd', 'mac_address': 'fa:16:3e:9d:3a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec557878-3d2e-4ae7-a4ee-29dfd69ac2b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:13:32.833218 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port c1fbcf86-e25f-4afa-b4e6-0bdc769739bd is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:13:32.833813 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c1fbcf86-e25f-4afa-b4e6-0bdc769739bd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:32.850624 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1fbcf86-e25f-4afa-b4e6-0bdc769739bd {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:13:32.872774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port c1fbcf86-e25f-4afa-b4e6-0bdc769739bd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=c1fbcf86-e25f-4afa-b4e6-0bdc769739bd,segment=NetworkSegment(eb01ec46-ef58-425d-9e16-2ac37b8c5db2),segment_id=eb01ec46-ef58-425d-9e16-2ac37b8c5db2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:13:32.884599 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c1fbcf86-e25f-4afa-b4e6-0bdc769739bd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:32.945558 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 32934) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:32.962598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=c1fbcf86-e25f-4afa-b4e6-0bdc769739bd,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:33.099866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['c1fbcf86-e25f-4afa-b4e6-0bdc769739bd'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:13:33.133754 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2103d788-c5fc-41f8-9d23-eb1bf2199f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:33.321168 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2103d788-c5fc-41f8-9d23-eb1bf2199f5b admin admin] Publish callbacks [] for security_group (300b5afb-20cc-4198-91d7-557347402e51), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:33.328740 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2103d788-c5fc-41f8-9d23-eb1bf2199f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (300b5afb-20cc-4198-91d7-557347402e51), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:33.418142 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103d788-c5fc-41f8-9d23-eb1bf2199f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300b5afb-20cc-4198-91d7-557347402e51,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:33.436152 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103d788-c5fc-41f8-9d23-eb1bf2199f5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:33.436643 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103d788-c5fc-41f8-9d23-eb1bf2199f5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:33.437046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103d788-c5fc-41f8-9d23-eb1bf2199f5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:33.437776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103d788-c5fc-41f8-9d23-eb1bf2199f5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:33.438619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103d788-c5fc-41f8-9d23-eb1bf2199f5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:33.439063 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103d788-c5fc-41f8-9d23-eb1bf2199f5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:33.439452 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103d788-c5fc-41f8-9d23-eb1bf2199f5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:33.439876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103d788-c5fc-41f8-9d23-eb1bf2199f5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:33.440483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103d788-c5fc-41f8-9d23-eb1bf2199f5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:33.440869 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103d788-c5fc-41f8-9d23-eb1bf2199f5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:33.441282 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103d788-c5fc-41f8-9d23-eb1bf2199f5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:33.441665 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103d788-c5fc-41f8-9d23-eb1bf2199f5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:33.442045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103d788-c5fc-41f8-9d23-eb1bf2199f5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:33.461127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2103d788-c5fc-41f8-9d23-eb1bf2199f5b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=583f4f67628b42898cc404c9bea69ef3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5144393 Mar 11 12:13:33.463870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 32952) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:33.544650 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1659c-89e8-4203-82f6-3f530c7f1f78 req-8737c353-6763-4fcb-a86a-61a7a4a97c24 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:33.546226 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55c1659c-89e8-4203-82f6-3f530c7f1f78 req-8737c353-6763-4fcb-a86a-61a7a4a97c24 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 945 time: 0.1154294 Mar 11 12:13:33.571105 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae3b6-a4aa-4c2c-9797-b5ae048304c5 admin admin] Publish callbacks [] for security_group (300b5afb-20cc-4198-91d7-557347402e51), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:33.598600 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae3b6-a4aa-4c2c-9797-b5ae048304c5 admin admin] Publish callbacks [] for security_group (300b5afb-20cc-4198-91d7-557347402e51), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:33.658983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-55c1659c-89e8-4203-82f6-3f530c7f1f78 req-668cdc2f-fae7-4755-b0f8-24306494a3a3 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982132 Mar 11 12:13:33.699548 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae3b6-a4aa-4c2c-9797-b5ae048304c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (300b5afb-20cc-4198-91d7-557347402e51), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:33.702778 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae3b6-a4aa-4c2c-9797-b5ae048304c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:33.704257 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3d6ae3b6-a4aa-4c2c-9797-b5ae048304c5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/300b5afb-20cc-4198-91d7-557347402e51 HTTP/1.1" status: 204 len: 168 time: 0.2392945 Mar 11 12:13:33.724803 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ae3b6-a4aa-4c2c-9797-b5ae048304c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300b5afb-20cc-4198-91d7-557347402e51,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:33.811183 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:34.645085 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device c1fbcf86-e25f-4afa-b4e6-0bdc769739bd up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:13:34.822498 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port c1fbcf86-e25f-4afa-b4e6-0bdc769739bd completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:13:34.831008 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port c1fbcf86-e25f-4afa-b4e6-0bdc769739bd triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:13:34.831382 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c1fbcf86-e25f-4afa-b4e6-0bdc769739bd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:34.883175 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed841a-0887-4789-aa9f-2811c28cfc6a req-4ccf109e-b369-4f16-ab9b-2a801b75b3b2 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:34.891065 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-68ed841a-0887-4789-aa9f-2811c28cfc6a req-4ccf109e-b369-4f16-ab9b-2a801b75b3b2 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 945 time: 0.1075945 Mar 11 12:13:34.975236 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-68ed841a-0887-4789-aa9f-2811c28cfc6a req-87e9160f-abac-4485-90ab-5633db7f2b77 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713296 Mar 11 12:13:35.059811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port c1fbcf86-e25f-4afa-b4e6-0bdc769739bd is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:13:35.060233 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c1fbcf86-e25f-4afa-b4e6-0bdc769739bd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:35.126063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21d3778-2362-4d82-9d85-a7b5acdd0914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1fbcf86-e25f-4afa-b4e6-0bdc769739bd'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:13:35.128367 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f26736b-0924-47c3-93c8-14bd9e66c18d" -d '{"events": [{"server_uuid": "a21d3778-2362-4d82-9d85-a7b5acdd0914", "name": "network-vif-plugged", "status": "completed", "tag": "c1fbcf86-e25f-4afa-b4e6-0bdc769739bd"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:13:35.178451 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port c1fbcf86-e25f-4afa-b4e6-0bdc769739bd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=c1fbcf86-e25f-4afa-b4e6-0bdc769739bd,segment=NetworkSegment(eb01ec46-ef58-425d-9e16-2ac37b8c5db2),segment_id=eb01ec46-ef58-425d-9e16-2ac37b8c5db2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:13:35.194145 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c1fbcf86-e25f-4afa-b4e6-0bdc769739bd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:35.267408 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dc11b0-a5a3-4ae4-ad09-05468754bcc0 x-openstack-request-id: req-d8dc11b0-a5a3-4ae4-ad09-05468754bcc0 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:13:35.270094 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21d3778-2362-4d82-9d85-a7b5acdd0914", "name": "network-vif-plugged", "status": "completed", "tag": "c1fbcf86-e25f-4afa-b4e6-0bdc769739bd", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:13:35.270506 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8dc11b0-a5a3-4ae4-ad09-05468754bcc0 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:13:35.271565 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21d3778-2362-4d82-9d85-a7b5acdd0914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1fbcf86-e25f-4afa-b4e6-0bdc769739bd', 'code': 200} Mar 11 12:13:35.340425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=c1fbcf86-e25f-4afa-b4e6-0bdc769739bd,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:35.400494 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0ba92-318c-42ea-96fc-1db9619d9d2c req-e0f655b0-e117-42ed-8977-ba11cdb84152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:35.404361 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-77e0ba92-318c-42ea-96fc-1db9619d9d2c req-e0f655b0-e117-42ed-8977-ba11cdb84152 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 1128 time: 0.0761833 Mar 11 12:13:35.517629 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-77e0ba92-318c-42ea-96fc-1db9619d9d2c req-9ff86fe8-09cd-43e4-ab47-651c210ff051 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943134 Mar 11 12:13:35.701807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33034) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:35.866004 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c2a68cd8-2b71-4e1f-badd-b526a4c2c685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:35.949949 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c2a68cd8-2b71-4e1f-badd-b526a4c2c685 admin admin] Publish callbacks [] for security_group (043f8df7-b88a-4982-887f-cc2898f1351a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:35.956052 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c2a68cd8-2b71-4e1f-badd-b526a4c2c685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (043f8df7-b88a-4982-887f-cc2898f1351a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:35.999934 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c2a68cd8-2b71-4e1f-badd-b526a4c2c685 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bf774ec838a3479dbf1686473807e321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2965374 Mar 11 12:13:36.001000 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a68cd8-2b71-4e1f-badd-b526a4c2c685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043f8df7-b88a-4982-887f-cc2898f1351a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:36.002415 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33044) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:36.079313 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-695d973e-e06f-4490-98e5-03d4409bfd63 admin admin] Publish callbacks [] for security_group (043f8df7-b88a-4982-887f-cc2898f1351a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:36.133550 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-695d973e-e06f-4490-98e5-03d4409bfd63 admin admin] Publish callbacks [] for security_group (043f8df7-b88a-4982-887f-cc2898f1351a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:36.266763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7276c9c-78a3-4565-8f0e-8789ceb806e1 req-6c0e6fa3-42a0-4556-bdcb-a8cc83e05624 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:36.268501 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b7276c9c-78a3-4565-8f0e-8789ceb806e1 req-6c0e6fa3-42a0-4556-bdcb-a8cc83e05624 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 946 time: 0.1177759 Mar 11 12:13:36.313693 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-695d973e-e06f-4490-98e5-03d4409bfd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (043f8df7-b88a-4982-887f-cc2898f1351a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:36.322258 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-695d973e-e06f-4490-98e5-03d4409bfd63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:36.328617 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-695d973e-e06f-4490-98e5-03d4409bfd63 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/043f8df7-b88a-4982-887f-cc2898f1351a HTTP/1.1" status: 204 len: 168 time: 0.3202379 Mar 11 12:13:36.404390 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b7276c9c-78a3-4565-8f0e-8789ceb806e1 req-81d15da8-829d-43fa-ab0b-5cbc4e4bc030 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225681 Mar 11 12:13:36.405189 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d973e-e06f-4490-98e5-03d4409bfd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043f8df7-b88a-4982-887f-cc2898f1351a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:37.650855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb51f6-c0f5-451e-b4a2-6586d5f6ee0f req-a2811ed5-f438-407a-ac7a-602d4d040d50 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:37.663015 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86cb51f6-c0f5-451e-b4a2-6586d5f6ee0f req-a2811ed5-f438-407a-ac7a-602d4d040d50 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 946 time: 0.1157792 Mar 11 12:13:37.743702 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86cb51f6-c0f5-451e-b4a2-6586d5f6ee0f req-e9183f5b-408f-45b2-99a9-e48fa38c4305 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757279 Mar 11 12:13:39.085257 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4c297-3390-4d79-89b6-25940067d2ef req-5ea47af3-04e1-40fa-8c25-ed0270083237 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:39.093063 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8a4c297-3390-4d79-89b6-25940067d2ef req-5ea47af3-04e1-40fa-8c25-ed0270083237 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 946 time: 0.0899770 Mar 11 12:13:39.150435 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8a4c297-3390-4d79-89b6-25940067d2ef req-5faa1118-e3d5-4f8e-852d-1eb2b695a5d6 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560277 Mar 11 12:13:40.455732 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a375eb-5ea4-4b33-9f7c-875fdc7b8dc6 req-12afedba-c324-4b25-a5a8-986e1fe453cc tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:40.469544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd0d64-1b38-4828-999a-238f5028a53a req-774c3386-5439-4b05-9daa-38f9c0fa1f39 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:40.470608 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82a375eb-5ea4-4b33-9f7c-875fdc7b8dc6 req-12afedba-c324-4b25-a5a8-986e1fe453cc tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 946 time: 0.1154544 Mar 11 12:13:40.477286 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-10fd0d64-1b38-4828-999a-238f5028a53a req-774c3386-5439-4b05-9daa-38f9c0fa1f39 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.37 "GET /v2.0/ports?device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 946 time: 0.1499805 Mar 11 12:13:40.581176 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82a375eb-5ea4-4b33-9f7c-875fdc7b8dc6 req-19fd1eac-6b99-4f1f-9cad-7595cff7e1b7 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094360 Mar 11 12:13:40.633397 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33222) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:40.650226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-10fd0d64-1b38-4828-999a-238f5028a53a req-b41d5690-a1a5-460d-b50a-474940128bb5 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Deleting port c1fbcf86-e25f-4afa-b4e6-0bdc769739bd {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:13:40.650572 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-10fd0d64-1b38-4828-999a-238f5028a53a req-b41d5690-a1a5-460d-b50a-474940128bb5 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c1fbcf86-e25f-4afa-b4e6-0bdc769739bd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:40.656855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33226) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:40.940647 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c03aafdb-5c07-4de1-bd0b-49d8969b9b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:40.964561 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a60c2f04-330d-4914-82cb-b1c417d8952e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:41.309751 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c03aafdb-5c07-4de1-bd0b-49d8969b9b86 admin admin] Publish callbacks [] for security_group (8c44318d-f956-4c42-9d05-43ba3120cf4b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:41.333630 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c03aafdb-5c07-4de1-bd0b-49d8969b9b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8c44318d-f956-4c42-9d05-43ba3120cf4b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:41.376867 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c03aafdb-5c07-4de1-bd0b-49d8969b9b86 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=76e429b1b0b84c7c858531089b54825a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7421050 Mar 11 12:13:41.381411 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33250) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:41.401500 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-10fd0d64-1b38-4828-999a-238f5028a53a req-b41d5690-a1a5-460d-b50a-474940128bb5 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] For port c1fbcf86-e25f-4afa-b4e6-0bdc769739bd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=c1fbcf86-e25f-4afa-b4e6-0bdc769739bd,segment=NetworkSegment(eb01ec46-ef58-425d-9e16-2ac37b8c5db2),segment_id=eb01ec46-ef58-425d-9e16-2ac37b8c5db2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:13:41.412057 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-10fd0d64-1b38-4828-999a-238f5028a53a req-b41d5690-a1a5-460d-b50a-474940128bb5 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c1fbcf86-e25f-4afa-b4e6-0bdc769739bd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:41.434341 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-10fd0d64-1b38-4828-999a-238f5028a53a req-b41d5690-a1a5-460d-b50a-474940128bb5 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Calling delete_port for c1fbcf86-e25f-4afa-b4e6-0bdc769739bd owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:13:41.439678 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a60c2f04-330d-4914-82cb-b1c417d8952e admin admin] Publish callbacks [] for security_group (5fb25ba9-1aea-42eb-9a79-db5302c7050a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:41.455692 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a60c2f04-330d-4914-82cb-b1c417d8952e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5fb25ba9-1aea-42eb-9a79-db5302c7050a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:41.468657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03aafdb-5c07-4de1-bd0b-49d8969b9b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c44318d-f956-4c42-9d05-43ba3120cf4b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:41.476354 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f5da197-89ca-4cba-9e93-7286f8fac760 admin admin] Publish callbacks [] for security_group (8c44318d-f956-4c42-9d05-43ba3120cf4b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:41.501326 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f5da197-89ca-4cba-9e93-7286f8fac760 admin admin] Publish callbacks [] for security_group (8c44318d-f956-4c42-9d05-43ba3120cf4b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:41.565902 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f5da197-89ca-4cba-9e93-7286f8fac760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8c44318d-f956-4c42-9d05-43ba3120cf4b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:41.569372 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f5da197-89ca-4cba-9e93-7286f8fac760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:41.570695 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7f5da197-89ca-4cba-9e93-7286f8fac760 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8c44318d-f956-4c42-9d05-43ba3120cf4b HTTP/1.1" status: 204 len: 168 time: 0.1837254 Mar 11 12:13:41.588347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a60c2f04-330d-4914-82cb-b1c417d8952e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=601a85d4be6646a5a8ce0d3c933b4ddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9290485 Mar 11 12:13:41.590943 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33254) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:41.595843 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c2f04-330d-4914-82cb-b1c417d8952e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb25ba9-1aea-42eb-9a79-db5302c7050a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:41.622348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5da197-89ca-4cba-9e93-7286f8fac760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c44318d-f956-4c42-9d05-43ba3120cf4b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:41.785511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ff106-49a1-4ba9-9e0e-8deb32d0ce59 req-65d2cef8-76a6-40f9-8c90-fb0120efb2ec tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:41.793512 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a13ff106-49a1-4ba9-9e0e-8deb32d0ce59 req-65d2cef8-76a6-40f9-8c90-fb0120efb2ec tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 946 time: 0.1073256 Mar 11 12:13:41.901590 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a13ff106-49a1-4ba9-9e0e-8deb32d0ce59 req-1a8ae619-76a2-469a-a7e3-544d92933b80 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/security-groups?id=70548ff7-b110-4c71-b9e8-414a856ebcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066101 Mar 11 12:13:41.943443 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b046e0d3-23d6-440e-8615-ffb8d90d06b3 admin admin] Publish callbacks [] for security_group (5fb25ba9-1aea-42eb-9a79-db5302c7050a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:42.031735 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b046e0d3-23d6-440e-8615-ffb8d90d06b3 admin admin] Publish callbacks [] for security_group (5fb25ba9-1aea-42eb-9a79-db5302c7050a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:42.105523 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-10fd0d64-1b38-4828-999a-238f5028a53a req-b41d5690-a1a5-460d-b50a-474940128bb5 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (c1fbcf86-e25f-4afa-b4e6-0bdc769739bd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:42.152924 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b046e0d3-23d6-440e-8615-ffb8d90d06b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5fb25ba9-1aea-42eb-9a79-db5302c7050a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:42.168380 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b046e0d3-23d6-440e-8615-ffb8d90d06b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:42.171555 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b046e0d3-23d6-440e-8615-ffb8d90d06b3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5fb25ba9-1aea-42eb-9a79-db5302c7050a HTTP/1.1" status: 204 len: 168 time: 0.5793581 Mar 11 12:13:42.299907 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d5690-a1a5-460d-b50a-474940128bb5 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Pushing event deleted for resources: {'Port': ['ID=c1fbcf86-e25f-4afa-b4e6-0bdc769739bd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:42.303007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fd0d64-1b38-4828-999a-238f5028a53a req-b41d5690-a1a5-460d-b50a-474940128bb5 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] No DVR routers for this DVR port c1fbcf86-e25f-4afa-b4e6-0bdc769739bd on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:13:42.309036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33278) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:42.331216 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-10fd0d64-1b38-4828-999a-238f5028a53a req-b41d5690-a1a5-460d-b50a-474940128bb5 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:42.333880 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5f3203be-dfef-4ad7-a3af-aef49ff59d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:42.337110 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-10fd0d64-1b38-4828-999a-238f5028a53a req-b41d5690-a1a5-460d-b50a-474940128bb5 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.37 "DELETE /v2.0/ports/c1fbcf86-e25f-4afa-b4e6-0bdc769739bd HTTP/1.1" status: 204 len: 173 time: 1.8556790 Mar 11 12:13:42.338250 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21d3778-2362-4d82-9d85-a7b5acdd0914', 'name': 'network-vif-deleted', 'tag': 'c1fbcf86-e25f-4afa-b4e6-0bdc769739bd'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:13:42.344726 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a245a14c-dada-4b43-8144-a12eaa0c1f1f" -d '{"events": [{"server_uuid": "a21d3778-2362-4d82-9d85-a7b5acdd0914", "name": "network-vif-deleted", "tag": "c1fbcf86-e25f-4afa-b4e6-0bdc769739bd"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:13:42.352135 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046e0d3-23d6-440e-8615-ffb8d90d06b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb25ba9-1aea-42eb-9a79-db5302c7050a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:42.481379 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41351da6-373f-46c2-a46d-acff6b41e022 x-openstack-request-id: req-41351da6-373f-46c2-a46d-acff6b41e022 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:13:42.481756 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21d3778-2362-4d82-9d85-a7b5acdd0914", "name": "network-vif-deleted", "tag": "c1fbcf86-e25f-4afa-b4e6-0bdc769739bd", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:13:42.482400 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-41351da6-373f-46c2-a46d-acff6b41e022 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:13:42.482529 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21d3778-2362-4d82-9d85-a7b5acdd0914', 'name': 'network-vif-deleted', 'tag': 'c1fbcf86-e25f-4afa-b4e6-0bdc769739bd', 'status': 'completed', 'code': 200} Mar 11 12:13:42.566322 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5f3203be-dfef-4ad7-a3af-aef49ff59d6d admin admin] Publish callbacks [] for security_group (631c043f-f7b1-4570-880a-342a42d40c07), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:42.576274 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5f3203be-dfef-4ad7-a3af-aef49ff59d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (631c043f-f7b1-4570-880a-342a42d40c07), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:42.666846 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5f3203be-dfef-4ad7-a3af-aef49ff59d6d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=35b2a60f9bc84921a5c6183306bba3c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3549571 Mar 11 12:13:42.667906 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33288) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:42.713513 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device c1fbcf86-e25f-4afa-b4e6-0bdc769739bd no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:13:42.738214 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3203be-dfef-4ad7-a3af-aef49ff59d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631c043f-f7b1-4570-880a-342a42d40c07,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:42.848661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: c1fbcf86-e25f-4afa-b4e6-0bdc769739bd {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:13:42.848954 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57ddeaa3-a4af-4b22-9b66-e7ccc1b6f725 admin admin] Publish callbacks [] for security_group (631c043f-f7b1-4570-880a-342a42d40c07), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:42.849453 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device c1fbcf86-e25f-4afa-b4e6-0bdc769739bd not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:13:42.856156 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:42.913856 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57ddeaa3-a4af-4b22-9b66-e7ccc1b6f725 admin admin] Publish callbacks [] for security_group (631c043f-f7b1-4570-880a-342a42d40c07), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:43.065703 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57ddeaa3-a4af-4b22-9b66-e7ccc1b6f725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (631c043f-f7b1-4570-880a-342a42d40c07), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:43.070644 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57ddeaa3-a4af-4b22-9b66-e7ccc1b6f725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:43.108526 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-57ddeaa3-a4af-4b22-9b66-e7ccc1b6f725 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/631c043f-f7b1-4570-880a-342a42d40c07 HTTP/1.1" status: 204 len: 168 time: 0.4331844 Mar 11 12:13:43.162825 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddeaa3-a4af-4b22-9b66-e7ccc1b6f725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631c043f-f7b1-4570-880a-342a42d40c07,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:43.294076 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7795f101-ae0f-440b-b8a3-3ca2fddfcbb8 req-c594e455-d1ba-412c-a974-176d38193a92 tempest-VolumesActionsTest-1572567659 tempest-VolumesActionsTest-1572567659-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21d3778-2362-4d82-9d85-a7b5acdd0914 HTTP/1.1" status: 200 len: 210 time: 0.0829957 Mar 11 12:13:43.650113 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a5637579-6a3b-46f1-b436-2d89feacf23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:44.076044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33342) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:44.974543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-991a6ad4-767a-4917-9919-e3ab8d158bca admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1668595257-network', 'tenant_id': '758ee43ac4ca411883095fec0f775952'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:13:45.049721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991a6ad4-767a-4917-9919-e3ab8d158bca admin admin] Made reservation on behalf of 758ee43ac4ca411883095fec0f775952 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:13:45.052144 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-991a6ad4-767a-4917-9919-e3ab8d158bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:45.065490 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-991a6ad4-767a-4917-9919-e3ab8d158bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:45.194928 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-991a6ad4-767a-4917-9919-e3ab8d158bca admin admin] Publish callbacks [] for security_group (bc7a397d-3b65-4a56-9989-5ed265d9eef3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:45.202041 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-991a6ad4-767a-4917-9919-e3ab8d158bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bc7a397d-3b65-4a56-9989-5ed265d9eef3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:45.289732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a6ad4-767a-4917-9919-e3ab8d158bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7a397d-3b65-4a56-9989-5ed265d9eef3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:45.314440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991a6ad4-767a-4917-9919-e3ab8d158bca admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:13:45.336141 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-991a6ad4-767a-4917-9919-e3ab8d158bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (695bc2b2-eff2-4b7e-9f2b-5e6b84c02281), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:45.336680 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-991a6ad4-767a-4917-9919-e3ab8d158bca admin admin] Added segment 695bc2b2-eff2-4b7e-9f2b-5e6b84c02281 of type vlan for network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 Mar 11 12:13:45.439509 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-991a6ad4-767a-4917-9919-e3ab8d158bca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (7cbab3e1-9384-45e7-81df-5a60ee9627f7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:45.493609 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-991a6ad4-767a-4917-9919-e3ab8d158bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (7cbab3e1-9384-45e7-81df-5a60ee9627f7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:45.495944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991a6ad4-767a-4917-9919-e3ab8d158bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:45.499107 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-991a6ad4-767a-4917-9919-e3ab8d158bca admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:45.545576 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-991a6ad4-767a-4917-9919-e3ab8d158bca admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4607832 Mar 11 12:13:45.548391 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33410) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:45.554320 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-eac2c836-28bc-4ccd-8d63-928c0b11c72f admin admin] Request body: {'subnet': {'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1668595257-subnet', 'tenant_id': '758ee43ac4ca411883095fec0f775952', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:13:45.621024 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a6ad4-767a-4917-9919-e3ab8d158bca admin admin] Pushing event updated for resources: {'Network': ['ID=7cbab3e1-9384-45e7-81df-5a60ee9627f7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:45.644671 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:13:45.649023 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac2c836-28bc-4ccd-8d63-928c0b11c72f admin admin] Made reservation on behalf of 758ee43ac4ca411883095fec0f775952 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:13:45.658237 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eac2c836-28bc-4ccd-8d63-928c0b11c72f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:45.899992 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-214f8599-7540-40e8-b443-71c43d604135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:46.131388 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eac2c836-28bc-4ccd-8d63-928c0b11c72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (73e1048a-d00a-42c3-a6bf-d6dd66909a9b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:46.281549 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2c836-28bc-4ccd-8d63-928c0b11c72f admin admin] Pushing event updated for resources: {'Subnet': ['ID=73e1048a-d00a-42c3-a6bf-d6dd66909a9b,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:46.300795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac2c836-28bc-4ccd-8d63-928c0b11c72f admin admin] Checking segment: {'id': '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:13:46.301157 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac2c836-28bc-4ccd-8d63-928c0b11c72f admin admin] Network hostable DHCP agents. Network: 7cbab3e1-9384-45e7-81df-5a60ee9627f7, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:13:46.366529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac2c836-28bc-4ccd-8d63-928c0b11c72f admin admin] Network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:13:46.386225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-eac2c836-28bc-4ccd-8d63-928c0b11c72f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 7cbab3e1-9384-45e7-81df-5a60ee9627f7) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:13:46.396461 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9b38c5-ca39-4a04-8d7d-a86a822b6707 None None] Network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:13:46.399989 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac2c836-28bc-4ccd-8d63-928c0b11c72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:46.402358 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eac2c836-28bc-4ccd-8d63-928c0b11c72f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:46.443205 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-eac2c836-28bc-4ccd-8d63-928c0b11c72f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8924925 Mar 11 12:13:46.445202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33450) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:46.450550 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1668595257-router', 'tenant_id': '758ee43ac4ca411883095fec0f775952', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:13:46.496289 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (1c9c96be-4701-46b0-9ad7-4f17d52bce44), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:46.500067 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (1c9c96be-4701-46b0-9ad7-4f17d52bce44), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:46.606065 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Publish callbacks [] for router_controller (1c9c96be-4701-46b0-9ad7-4f17d52bce44), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:46.748366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-7cbab3e1-9384-45e7-81df-5a60ee9627f7', 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7', 'project_id': '758ee43ac4ca411883095fec0f775952', 'fixed_ips': [{'subnet_id': '73e1048a-d00a-42c3-a6bf-d6dd66909a9b'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:13:46.755991 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:46.859051 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Publish callbacks [] for router_gateway (1c9c96be-4701-46b0-9ad7-4f17d52bce44), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:47.167314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Allocated IP 172.20.0.2 (7cbab3e1-9384-45e7-81df-5a60ee9627f7/73e1048a-d00a-42c3-a6bf-d6dd66909a9b/00da07fa-444c-4d72-83e9-d18b2287fdf0) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:13:47.429885 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Publish callbacks [] for router_gateway (1c9c96be-4701-46b0-9ad7-4f17d52bce44), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:47.483105 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:47.511918 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Publish callbacks [] for port (00da07fa-444c-4d72-83e9-d18b2287fdf0), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:47.522282 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:47.529666 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (00da07fa-444c-4d72-83e9-d18b2287fdf0), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:47.640664 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:13:47.658575 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:13:47.662813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:13:47.803806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Pushing event updated for resources: {'Port': ['ID=00da07fa-444c-4d72-83e9-d18b2287fdf0,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:47.820411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Attempting to bind port 00da07fa-444c-4d72-83e9-d18b2287fdf0 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:13:47.820786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Attempting to bind port 00da07fa-444c-4d72-83e9-d18b2287fdf0 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:13:47.821146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Attempting to bind port 00da07fa-444c-4d72-83e9-d18b2287fdf0 on network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:13:47.831118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:13:47.831616 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Checking segment: {'id': '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:13:47.832084 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:47.832652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Bound using segment: {'id': '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:13:47.833678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Bound port: 00da07fa-444c-4d72-83e9-d18b2287fdf0, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:13:47.834128 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (00da07fa-444c-4d72-83e9-d18b2287fdf0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:47.873572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Allocated IP 172.25.7.247 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/229c10ab-a5c0-42b2-b7be-1ea01f621e62) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:13:47.951088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] For port 00da07fa-444c-4d72-83e9-d18b2287fdf0, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:13:47.959486 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] For port 00da07fa-444c-4d72-83e9-d18b2287fdf0, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=00da07fa-444c-4d72-83e9-d18b2287fdf0,segment=NetworkSegment(695bc2b2-eff2-4b7e-9f2b-5e6b84c02281),segment_id=695bc2b2-eff2-4b7e-9f2b-5e6b84c02281)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:13:47.997214 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (00da07fa-444c-4d72-83e9-d18b2287fdf0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:48.260239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33510) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:48.261463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Pushing event updated for resources: {'Port': ['ID=00da07fa-444c-4d72-83e9-d18b2287fdf0,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:48.283024 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:48.283383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:48.283752 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:48.288315 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:48.288919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:48.289261 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:48.289693 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:48.290056 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:48.290765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:48.291528 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:48.292076 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:48.295073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:48.295762 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e406c-d771-46c0-b94d-0fcd9bf34f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:48.416789 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Publish callbacks [] for port (229c10ab-a5c0-42b2-b7be-1ea01f621e62), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:48.590865 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (229c10ab-a5c0-42b2-b7be-1ea01f621e62), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:48.654494 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:48.655318 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0dd3fd2-fc42-499b-b488-9285b8bb3504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:48.696822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:13:48.717826 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:13:48.733389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:13:48.815797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33522) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:48.864126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Pushing event updated for resources: {'Port': ['ID=229c10ab-a5c0-42b2-b7be-1ea01f621e62,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:49.087931 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0dd3fd2-fc42-499b-b488-9285b8bb3504 admin admin] Publish callbacks [] for security_group (be5ab8f0-4b33-4691-914c-a5f3fad14f1b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:49.097759 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0dd3fd2-fc42-499b-b488-9285b8bb3504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (be5ab8f0-4b33-4691-914c-a5f3fad14f1b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:49.210822 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a0dd3fd2-fc42-499b-b488-9285b8bb3504 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5caea2a2d6b44564a456a90d90281244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9446206 Mar 11 12:13:49.214697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33538) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:49.251674 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd3fd2-fc42-499b-b488-9285b8bb3504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5ab8f0-4b33-4691-914c-a5f3fad14f1b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:49.304694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd3fd2-fc42-499b-b488-9285b8bb3504 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:49.305198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd3fd2-fc42-499b-b488-9285b8bb3504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:49.305386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd3fd2-fc42-499b-b488-9285b8bb3504 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:49.305865 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd3fd2-fc42-499b-b488-9285b8bb3504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:49.306334 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd3fd2-fc42-499b-b488-9285b8bb3504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:49.311784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd3fd2-fc42-499b-b488-9285b8bb3504 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:49.312144 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd3fd2-fc42-499b-b488-9285b8bb3504 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:49.319669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd3fd2-fc42-499b-b488-9285b8bb3504 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:49.320017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd3fd2-fc42-499b-b488-9285b8bb3504 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:49.320369 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd3fd2-fc42-499b-b488-9285b8bb3504 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:49.323322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd3fd2-fc42-499b-b488-9285b8bb3504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:49.323703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd3fd2-fc42-499b-b488-9285b8bb3504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:49.324051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd3fd2-fc42-499b-b488-9285b8bb3504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:49.376108 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-934f978e-f1ff-4c21-8433-d33b1428461c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:49.632777 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-934f978e-f1ff-4c21-8433-d33b1428461c admin admin] Publish callbacks [] for security_group (1257f83e-d1bc-440a-9c70-1f60b1854ff3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:49.641697 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-934f978e-f1ff-4c21-8433-d33b1428461c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1257f83e-d1bc-440a-9c70-1f60b1854ff3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:49.701290 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea4b4-4c3c-4712-9ead-7693833d714a admin admin] Publish callbacks [] for security_group (be5ab8f0-4b33-4691-914c-a5f3fad14f1b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:49.744223 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-934f978e-f1ff-4c21-8433-d33b1428461c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6753207c2ae748af887896de313eb572&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9207864 Mar 11 12:13:49.759004 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33562) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:49.790452 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f978e-f1ff-4c21-8433-d33b1428461c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1257f83e-d1bc-440a-9c70-1f60b1854ff3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:49.821831 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea4b4-4c3c-4712-9ead-7693833d714a admin admin] Publish callbacks [] for security_group (be5ab8f0-4b33-4691-914c-a5f3fad14f1b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:49.832656 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Publish callbacks [] for router_gateway (1c9c96be-4701-46b0-9ad7-4f17d52bce44), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:50.097890 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:50.235367 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-32ce4de2-1bdd-4853-b129-45b0004fd687 admin admin] Publish callbacks [] for security_group (1257f83e-d1bc-440a-9c70-1f60b1854ff3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:50.304774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd28b668-0ffc-4459-a56a-a716cc2a5584 None None] Network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:13:50.582842 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-52330b21-99eb-4b93-b56f-0900741b3ae4 None None] Provisioning complete for port 00da07fa-444c-4d72-83e9-d18b2287fdf0 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:13:50.583221 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-52330b21-99eb-4b93-b56f-0900741b3ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (00da07fa-444c-4d72-83e9-d18b2287fdf0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:50.713589 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 00da07fa-444c-4d72-83e9-d18b2287fdf0 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:13:50.887226 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 00da07fa-444c-4d72-83e9-d18b2287fdf0 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:13:50.887694 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (00da07fa-444c-4d72-83e9-d18b2287fdf0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:50.891821 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-32ce4de2-1bdd-4853-b129-45b0004fd687 admin admin] Publish callbacks [] for security_group (1257f83e-d1bc-440a-9c70-1f60b1854ff3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:51.015707 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-32ce4de2-1bdd-4853-b129-45b0004fd687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (1257f83e-d1bc-440a-9c70-1f60b1854ff3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:51.019700 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-32ce4de2-1bdd-4853-b129-45b0004fd687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:51.023361 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-32ce4de2-1bdd-4853-b129-45b0004fd687 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1257f83e-d1bc-440a-9c70-1f60b1854ff3 HTTP/1.1" status: 204 len: 168 time: 1.2516830 Mar 11 12:13:51.065087 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-52330b21-99eb-4b93-b56f-0900741b3ae4 None None] Current status of the port 00da07fa-444c-4d72-83e9-d18b2287fdf0 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:13:51.066993 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-52330b21-99eb-4b93-b56f-0900741b3ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (00da07fa-444c-4d72-83e9-d18b2287fdf0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:51.122252 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea4b4-4c3c-4712-9ead-7693833d714a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (be5ab8f0-4b33-4691-914c-a5f3fad14f1b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:51.126480 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea4b4-4c3c-4712-9ead-7693833d714a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:51.131131 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6b6ea4b4-4c3c-4712-9ead-7693833d714a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/be5ab8f0-4b33-4691-914c-a5f3fad14f1b HTTP/1.1" status: 204 len: 168 time: 1.9153507 Mar 11 12:13:51.145301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce4de2-1bdd-4853-b129-45b0004fd687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1257f83e-d1bc-440a-9c70-1f60b1854ff3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:51.280596 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ea4b4-4c3c-4712-9ead-7693833d714a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5ab8f0-4b33-4691-914c-a5f3fad14f1b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:51.374383 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (1c9c96be-4701-46b0-9ad7-4f17d52bce44), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:51.509841 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 00da07fa-444c-4d72-83e9-d18b2287fdf0 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:13:51.510310 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (00da07fa-444c-4d72-83e9-d18b2287fdf0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:51.597381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-52330b21-99eb-4b93-b56f-0900741b3ae4 None None] For port 00da07fa-444c-4d72-83e9-d18b2287fdf0, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=00da07fa-444c-4d72-83e9-d18b2287fdf0,segment=NetworkSegment(695bc2b2-eff2-4b7e-9f2b-5e6b84c02281),segment_id=695bc2b2-eff2-4b7e-9f2b-5e6b84c02281)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:13:51.628962 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-52330b21-99eb-4b93-b56f-0900741b3ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (00da07fa-444c-4d72-83e9-d18b2287fdf0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:51.883097 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Router 1c9c96be-4701-46b0-9ad7-4f17d52bce44 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:13:51.889514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33612) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:51.890483 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:13:51.890845 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:13:51.899444 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52330b21-99eb-4b93-b56f-0900741b3ae4 None None] Pushing event updated for resources: {'Port': ['ID=00da07fa-444c-4d72-83e9-d18b2287fdf0,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:51.927396 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23eaef8a-e39e-4f26-9d05-f89ec1acb340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:52.061070 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ab9f2748-ce1e-4cb5-9096-f2fc7d59bd59 None None] Provisioning complete for port 00da07fa-444c-4d72-83e9-d18b2287fdf0 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:13:52.061414 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2748-ce1e-4cb5-9096-f2fc7d59bd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (00da07fa-444c-4d72-83e9-d18b2287fdf0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:52.122056 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23eaef8a-e39e-4f26-9d05-f89ec1acb340 admin admin] Publish callbacks [] for security_group (315bf42c-9193-49f7-b678-5abd098685f7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:52.131154 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23eaef8a-e39e-4f26-9d05-f89ec1acb340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (315bf42c-9193-49f7-b678-5abd098685f7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:52.203932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:13:52.215861 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Sync routers for ids ['1c9c96be-4701-46b0-9ad7-4f17d52bce44'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:13:52.237810 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Routers {'1c9c96be-4701-46b0-9ad7-4f17d52bce44'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:13:52.239761 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:13:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1c9c96be-4701-46b0-9ad7-4f17d52bce44'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:52.270615 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ab9f2748-ce1e-4cb5-9096-f2fc7d59bd59 None None] Current status of the port 00da07fa-444c-4d72-83e9-d18b2287fdf0 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:13:52.287627 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:52.295997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-838264a9-b97a-42eb-85df-5b43fe2575e5 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8434875 Mar 11 12:13:52.297595 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33632) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:52.323039 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-23eaef8a-e39e-4f26-9d05-f89ec1acb340 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a33c62f72e3d4a928d74e35bd4d10f2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4323702 Mar 11 12:13:52.327300 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33634) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:52.328368 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eaef8a-e39e-4f26-9d05-f89ec1acb340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315bf42c-9193-49f7-b678-5abd098685f7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:52.466094 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d620488-6e94-4848-bd4e-88982786764d admin admin] Publish callbacks [] for security_group (315bf42c-9193-49f7-b678-5abd098685f7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:52.553508 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d620488-6e94-4848-bd4e-88982786764d admin admin] Publish callbacks [] for security_group (315bf42c-9193-49f7-b678-5abd098685f7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:52.620708 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Set router 1c9c96be-4701-46b0-9ad7-4f17d52bce44 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:13:52.675683 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 00da07fa-444c-4d72-83e9-d18b2287fdf0 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:13:52.725984 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d620488-6e94-4848-bd4e-88982786764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (315bf42c-9193-49f7-b678-5abd098685f7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:52.736242 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d620488-6e94-4848-bd4e-88982786764d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:52.751711 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5d620488-6e94-4848-bd4e-88982786764d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/315bf42c-9193-49f7-b678-5abd098685f7 HTTP/1.1" status: 204 len: 168 time: 0.4002552 Mar 11 12:13:52.829911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d620488-6e94-4848-bd4e-88982786764d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315bf42c-9193-49f7-b678-5abd098685f7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:52.873561 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 00da07fa-444c-4d72-83e9-d18b2287fdf0 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:13:53.222708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 00da07fa-444c-4d72-83e9-d18b2287fdf0 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:13:53.235517 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (00da07fa-444c-4d72-83e9-d18b2287fdf0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:53.241805 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'name': 'tempest-TestServerMultinode-1668595257-router', 'tenant_id': '758ee43ac4ca411883095fec0f775952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '229c10ab-a5c0-42b2-b7be-1ea01f621e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:13:46Z', 'updated_at': '2022-03-11T12:13:49Z', 'revision_number': 3, 'project_id': '758ee43ac4ca411883095fec0f775952', 'gw_port': {'id': '229c10ab-a5c0-42b2-b7be-1ea01f621e62', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:13:47Z', 'updated_at': '2022-03-11T12:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:53.285464 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Checking router: 1c9c96be-4701-46b0-9ad7-4f17d52bce44 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:13:53.286314 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Updating router 1c9c96be-4701-46b0-9ad7-4f17d52bce44 port 229c10ab-a5c0-42b2-b7be-1ea01f621e62 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:13:53.365683 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (229c10ab-a5c0-42b2-b7be-1ea01f621e62), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:53.709700 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:53.779391 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 00da07fa-444c-4d72-83e9-d18b2287fdf0 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:13:54.192501 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Publish callbacks [] for port (229c10ab-a5c0-42b2-b7be-1ea01f621e62), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:54.212406 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (229c10ab-a5c0-42b2-b7be-1ea01f621e62), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:54.232907 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] Allocated IP 172.20.0.1 (7cbab3e1-9384-45e7-81df-5a60ee9627f7/73e1048a-d00a-42c3-a6bf-d6dd66909a9b/566d4169-7948-4cd3-bbf6-f150e40463f6) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:13:54.356651 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Attempting to bind port 229c10ab-a5c0-42b2-b7be-1ea01f621e62 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:13:54.357246 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Attempting to bind port 229c10ab-a5c0-42b2-b7be-1ea01f621e62 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:13:54.357855 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Attempting to bind port 229c10ab-a5c0-42b2-b7be-1ea01f621e62 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:13:54.359515 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a20b25-c205-4fb7-9c02-f04f04de05ed None None] Pushing event updated for resources: {'Port': ['ID=229c10ab-a5c0-42b2-b7be-1ea01f621e62,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:54.396427 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:13:54.396806 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:13:54.397212 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:54.397604 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:13:54.398087 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Bound port: 229c10ab-a5c0-42b2-b7be-1ea01f621e62, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:13:54.398463 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (229c10ab-a5c0-42b2-b7be-1ea01f621e62), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:54.439636 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] Publish callbacks [] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:54.495120 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a20b25-c205-4fb7-9c02-f04f04de05ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:54.495679 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a20b25-c205-4fb7-9c02-f04f04de05ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:54.496179 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a20b25-c205-4fb7-9c02-f04f04de05ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:54.496955 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a20b25-c205-4fb7-9c02-f04f04de05ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:54.497474 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a20b25-c205-4fb7-9c02-f04f04de05ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:54.498325 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a20b25-c205-4fb7-9c02-f04f04de05ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:54.498803 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a20b25-c205-4fb7-9c02-f04f04de05ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:54.499324 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a20b25-c205-4fb7-9c02-f04f04de05ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:54.500004 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a20b25-c205-4fb7-9c02-f04f04de05ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:54.500497 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a20b25-c205-4fb7-9c02-f04f04de05ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:54.501027 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a20b25-c205-4fb7-9c02-f04f04de05ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:54.501511 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a20b25-c205-4fb7-9c02-f04f04de05ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:54.501997 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a20b25-c205-4fb7-9c02-f04f04de05ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:13:54.575555 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:54.611610 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] For port 229c10ab-a5c0-42b2-b7be-1ea01f621e62, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:13:54.624026 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] For port 229c10ab-a5c0-42b2-b7be-1ea01f621e62, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=229c10ab-a5c0-42b2-b7be-1ea01f621e62,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:13:54.643818 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (229c10ab-a5c0-42b2-b7be-1ea01f621e62), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:54.687630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] Pushing event updated for resources: {'Port': ['ID=566d4169-7948-4cd3-bbf6-f150e40463f6,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:54.733181 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] Network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:13:54.751514 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:13:54.759600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:13:54.790655 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Routers {'1c9c96be-4701-46b0-9ad7-4f17d52bce44'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:13:54.794277 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:13:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1c9c96be-4701-46b0-9ad7-4f17d52bce44'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:54.882656 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (1c9c96be-4701-46b0-9ad7-4f17d52bce44), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:55.241857 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-edfae530-0f65-4df3-b671-f6e92b59bb41 None None] Provisioning complete for port 566d4169-7948-4cd3-bbf6-f150e40463f6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:13:55.242441 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-edfae530-0f65-4df3-b671-f6e92b59bb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:55.367459 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:55.416533 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-edfae530-0f65-4df3-b671-f6e92b59bb41 None None] Port 566d4169-7948-4cd3-bbf6-f150e40463f6 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:13:55.445293 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] Set router 1c9c96be-4701-46b0-9ad7-4f17d52bce44 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:13:55.593723 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a20b25-c205-4fb7-9c02-f04f04de05ed None None] Pushing event updated for resources: {'Port': ['ID=229c10ab-a5c0-42b2-b7be-1ea01f621e62,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:55.820807 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] Publish callbacks [] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:55.845370 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:55.886622 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'name': 'tempest-TestServerMultinode-1668595257-router', 'tenant_id': '758ee43ac4ca411883095fec0f775952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '229c10ab-a5c0-42b2-b7be-1ea01f621e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:13:46Z', 'updated_at': '2022-03-11T12:13:49Z', 'revision_number': 3, 'project_id': '758ee43ac4ca411883095fec0f775952', 'gw_port': {'id': '229c10ab-a5c0-42b2-b7be-1ea01f621e62', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:13:47Z', 'updated_at': '2022-03-11T12:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:55.994839 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b41133-5e1c-4891-bae6-7449daa095a6 None None] The sync data for ids ['1c9c96be-4701-46b0-9ad7-4f17d52bce44'] in n-d-833234-2 is: [{'id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'name': 'tempest-TestServerMultinode-1668595257-router', 'tenant_id': '758ee43ac4ca411883095fec0f775952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '229c10ab-a5c0-42b2-b7be-1ea01f621e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:13:46Z', 'updated_at': '2022-03-11T12:13:49Z', 'revision_number': 3, 'project_id': '758ee43ac4ca411883095fec0f775952', 'gw_port': {'id': '229c10ab-a5c0-42b2-b7be-1ea01f621e62', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:13:47Z', 'updated_at': '2022-03-11T12:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:13:56.029760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] Pushing event updated for resources: {'Port': ['ID=566d4169-7948-4cd3-bbf6-f150e40463f6,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:56.046801 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (1c9c96be-4701-46b0-9ad7-4f17d52bce44), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:56.212469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] Network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:13:56.214491 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:13:56.661268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] Router 1c9c96be-4701-46b0-9ad7-4f17d52bce44 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:13:56.874603 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-72de3071-eddd-4194-ba64-6b4aee083a45 None None] Provisioning complete for port 566d4169-7948-4cd3-bbf6-f150e40463f6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:13:56.877896 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-72de3071-eddd-4194-ba64-6b4aee083a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:57.006102 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-72de3071-eddd-4194-ba64-6b4aee083a45 None None] Port 566d4169-7948-4cd3-bbf6-f150e40463f6 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:13:57.018652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 229c10ab-a5c0-42b2-b7be-1ea01f621e62 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:13:57.138489 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:13:57.153892 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7e30b95c-900c-47cb-8531-a18361f9dbff admin admin] 10.222.0.78 "PUT /v2.0/routers/1c9c96be-4701-46b0-9ad7-4f17d52bce44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8529296 Mar 11 12:13:57.164093 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 229c10ab-a5c0-42b2-b7be-1ea01f621e62 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:13:57.164736 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (229c10ab-a5c0-42b2-b7be-1ea01f621e62), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:57.421267 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 229c10ab-a5c0-42b2-b7be-1ea01f621e62 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:13:57.422169 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (229c10ab-a5c0-42b2-b7be-1ea01f621e62), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:57.489790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 229c10ab-a5c0-42b2-b7be-1ea01f621e62, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=229c10ab-a5c0-42b2-b7be-1ea01f621e62,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:13:57.498034 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (229c10ab-a5c0-42b2-b7be-1ea01f621e62), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:57.677341 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=229c10ab-a5c0-42b2-b7be-1ea01f621e62,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:58.918987 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 229c10ab-a5c0-42b2-b7be-1ea01f621e62 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:13:58.999502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33854) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:59.004755 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-e8ad0366-91b1-4e2a-bf02-9a6920b37e58 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1141448451-network', 'tenant_id': 'ce7e20be56d94c9684e3bc68cfa1b868'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:13:59.054949 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ad0366-91b1-4e2a-bf02-9a6920b37e58 admin admin] Made reservation on behalf of ce7e20be56d94c9684e3bc68cfa1b868 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:13:59.057843 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0366-91b1-4e2a-bf02-9a6920b37e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:59.077149 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0366-91b1-4e2a-bf02-9a6920b37e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:59.083343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 229c10ab-a5c0-42b2-b7be-1ea01f621e62 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:13:59.084514 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (229c10ab-a5c0-42b2-b7be-1ea01f621e62), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:59.294908 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0366-91b1-4e2a-bf02-9a6920b37e58 admin admin] Publish callbacks [] for security_group (bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:59.305899 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0366-91b1-4e2a-bf02-9a6920b37e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:59.331171 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 229c10ab-a5c0-42b2-b7be-1ea01f621e62 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:13:59.332642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ad0366-91b1-4e2a-bf02-9a6920b37e58 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:13:59.344194 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0366-91b1-4e2a-bf02-9a6920b37e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b2dccc5e-70a5-4418-ba58-def3dfc6cedf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:59.344805 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-e8ad0366-91b1-4e2a-bf02-9a6920b37e58 admin admin] Added segment b2dccc5e-70a5-4418-ba58-def3dfc6cedf of type vlan for network 84846a4b-071e-4a5f-be8a-7c28d8d0f104 Mar 11 12:13:59.429456 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0366-91b1-4e2a-bf02-9a6920b37e58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (84846a4b-071e-4a5f-be8a-7c28d8d0f104), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:59.435095 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad0366-91b1-4e2a-bf02-9a6920b37e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:59.510012 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0366-91b1-4e2a-bf02-9a6920b37e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (84846a4b-071e-4a5f-be8a-7c28d8d0f104), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:59.511158 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ad0366-91b1-4e2a-bf02-9a6920b37e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:13:59.512269 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0366-91b1-4e2a-bf02-9a6920b37e58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:59.560416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Sync routers for ids ['1c9c96be-4701-46b0-9ad7-4f17d52bce44'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:13:59.603997 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Routers {'1c9c96be-4701-46b0-9ad7-4f17d52bce44'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:13:59.622531 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:13:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1c9c96be-4701-46b0-9ad7-4f17d52bce44'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:13:59.755394 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad0366-91b1-4e2a-bf02-9a6920b37e58 admin admin] Pushing event updated for resources: {'Network': ['ID=84846a4b-071e-4a5f-be8a-7c28d8d0f104,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:13:59.797148 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e8ad0366-91b1-4e2a-bf02-9a6920b37e58 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7963829 Mar 11 12:13:59.815056 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33872) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:13:59.901790 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c0765538-405d-47a9-83d4-bfd4fba89bbd admin admin] Request body: {'subnet': {'network_id': '84846a4b-071e-4a5f-be8a-7c28d8d0f104', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1141448451-subnet', 'tenant_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:13:59.910405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 84846a4b-071e-4a5f-be8a-7c28d8d0f104 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:13:59.933248 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0765538-405d-47a9-83d4-bfd4fba89bbd admin admin] Made reservation on behalf of ce7e20be56d94c9684e3bc68cfa1b868 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:13:59.937000 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c0765538-405d-47a9-83d4-bfd4fba89bbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:13:59.986669 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33878) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:00.042493 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Set router 1c9c96be-4701-46b0-9ad7-4f17d52bce44 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:14:00.490679 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c0765538-405d-47a9-83d4-bfd4fba89bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (3208a200-058c-441f-9ca4-02542061e5ac), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:00.556262 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21ab4e9d-11b4-42a2-bfd9-4c8fb0654915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:00.681870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0765538-405d-47a9-83d4-bfd4fba89bbd admin admin] Checking segment: {'id': 'b2dccc5e-70a5-4418-ba58-def3dfc6cedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84846a4b-071e-4a5f-be8a-7c28d8d0f104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:14:00.682442 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0765538-405d-47a9-83d4-bfd4fba89bbd admin admin] Network hostable DHCP agents. Network: 84846a4b-071e-4a5f-be8a-7c28d8d0f104, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:14:00.711312 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0765538-405d-47a9-83d4-bfd4fba89bbd admin admin] Network 84846a4b-071e-4a5f-be8a-7c28d8d0f104 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:14:00.722650 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0765538-405d-47a9-83d4-bfd4fba89bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3208a200-058c-441f-9ca4-02542061e5ac,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:00.734118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-c0765538-405d-47a9-83d4-bfd4fba89bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 84846a4b-071e-4a5f-be8a-7c28d8d0f104) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:14:00.741813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0765538-405d-47a9-83d4-bfd4fba89bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:00.742560 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c0765538-405d-47a9-83d4-bfd4fba89bbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:00.756809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21026533-4bae-430a-9afd-d5e231baa695 None None] Network 84846a4b-071e-4a5f-be8a-7c28d8d0f104 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:14:00.769818 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33898) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:00.770806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c0765538-405d-47a9-83d4-bfd4fba89bbd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9131072 Mar 11 12:14:00.774425 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1141448451-router', 'tenant_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:14:00.822464 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21ab4e9d-11b4-42a2-bfd9-4c8fb0654915 admin admin] Publish callbacks [] for security_group (d2ca7ee1-9a35-45a2-ab1a-ecef29d409b1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:00.838476 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21ab4e9d-11b4-42a2-bfd9-4c8fb0654915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d2ca7ee1-9a35-45a2-ab1a-ecef29d409b1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:00.853339 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (2777815c-a9ba-4b4a-b87e-8eb9159d4e7c), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:00.854671 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (2777815c-a9ba-4b4a-b87e-8eb9159d4e7c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:00.960276 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-21ab4e9d-11b4-42a2-bfd9-4c8fb0654915 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7661759fd5a0439e9872232b52498af2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9723690 Mar 11 12:14:00.966178 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33900) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:00.970453 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Publish callbacks [] for router_controller (2777815c-a9ba-4b4a-b87e-8eb9159d4e7c), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:00.979997 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'name': 'tempest-TestServerMultinode-1668595257-router', 'tenant_id': '758ee43ac4ca411883095fec0f775952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '229c10ab-a5c0-42b2-b7be-1ea01f621e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:13:46Z', 'updated_at': '2022-03-11T12:13:55Z', 'revision_number': 4, 'project_id': '758ee43ac4ca411883095fec0f775952', 'gw_port': {'id': '229c10ab-a5c0-42b2-b7be-1ea01f621e62', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:13:47Z', 'updated_at': '2022-03-11T12:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '566d4169-7948-4cd3-bbf6-f150e40463f6', 'name': '', 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7', 'tenant_id': '758ee43ac4ca411883095fec0f775952', 'mac_address': 'fa:16:3e:f0:34:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '73e1048a-d00a-42c3-a6bf-d6dd66909a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:13:53Z', 'updated_at': '2022-03-11T12:13:55Z', 'revision_number': 2, 'project_id': '758ee43ac4ca411883095fec0f775952', 'subnets': [{'id': '73e1048a-d00a-42c3-a6bf-d6dd66909a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:01.044158 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab4e9d-11b4-42a2-bfd9-4c8fb0654915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ca7ee1-9a35-45a2-ab1a-ecef29d409b1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:01.128807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Checking router: 1c9c96be-4701-46b0-9ad7-4f17d52bce44 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:14:01.129723 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Updating router 1c9c96be-4701-46b0-9ad7-4f17d52bce44 port 566d4169-7948-4cd3-bbf6-f150e40463f6 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:14:01.154447 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-053000fe-df7e-4654-9cb0-93c33a09a1a5 admin admin] Publish callbacks [] for security_group (d2ca7ee1-9a35-45a2-ab1a-ecef29d409b1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:01.222653 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-053000fe-df7e-4654-9cb0-93c33a09a1a5 admin admin] Publish callbacks [] for security_group (d2ca7ee1-9a35-45a2-ab1a-ecef29d409b1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:01.315810 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Publish callbacks [] for router_gateway (2777815c-a9ba-4b4a-b87e-8eb9159d4e7c), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:01.385062 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-053000fe-df7e-4654-9cb0-93c33a09a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d2ca7ee1-9a35-45a2-ab1a-ecef29d409b1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:01.387916 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-053000fe-df7e-4654-9cb0-93c33a09a1a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:01.389139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-053000fe-df7e-4654-9cb0-93c33a09a1a5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d2ca7ee1-9a35-45a2-ab1a-ecef29d409b1 HTTP/1.1" status: 204 len: 168 time: 0.4217250 Mar 11 12:14:01.401999 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053000fe-df7e-4654-9cb0-93c33a09a1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ca7ee1-9a35-45a2-ab1a-ecef29d409b1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:01.423176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-84846a4b-071e-4a5f-be8a-7c28d8d0f104', 'network_id': '84846a4b-071e-4a5f-be8a-7c28d8d0f104', 'project_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'fixed_ips': [{'subnet_id': '3208a200-058c-441f-9ca4-02542061e5ac'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:14:01.428524 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:01.794437 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Publish callbacks [] for router_gateway (2777815c-a9ba-4b4a-b87e-8eb9159d4e7c), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:01.810946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Allocated IP 172.20.0.2 (84846a4b-071e-4a5f-be8a-7c28d8d0f104/3208a200-058c-441f-9ca4-02542061e5ac/089b8c50-6a19-4ccd-94b3-d0a54a520a31) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:14:01.844321 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:14:01.889101 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:02.136775 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:02.171858 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 33928) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:02.200327 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-025a2ebe-d4c0-4a23-9ae5-888fbe2828fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:02.287108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Allocated IP 172.25.7.15 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/a57c7bb0-85f8-4992-b5ea-758986f06389) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:14:02.404283 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-025a2ebe-d4c0-4a23-9ae5-888fbe2828fe admin admin] Publish callbacks [] for security_group (caa7bd0c-e6b8-47fb-b18c-31f87ffad24f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:02.422411 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-025a2ebe-d4c0-4a23-9ae5-888fbe2828fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (caa7bd0c-e6b8-47fb-b18c-31f87ffad24f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:02.494440 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-025a2ebe-d4c0-4a23-9ae5-888fbe2828fe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c8e612d7811648ed9fb8c34e29eb1b7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3200192 Mar 11 12:14:02.498083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 33936) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:02.514819 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a2ebe-d4c0-4a23-9ae5-888fbe2828fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa7bd0c-e6b8-47fb-b18c-31f87ffad24f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:02.686603 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Publish callbacks [] for port (a57c7bb0-85f8-4992-b5ea-758986f06389), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:02.756177 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf3818c6-ecf1-43a1-9ebe-e8079c7fd12d admin admin] Publish callbacks [] for security_group (caa7bd0c-e6b8-47fb-b18c-31f87ffad24f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:02.832693 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf3818c6-ecf1-43a1-9ebe-e8079c7fd12d admin admin] Publish callbacks [] for security_group (caa7bd0c-e6b8-47fb-b18c-31f87ffad24f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:02.895942 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a57c7bb0-85f8-4992-b5ea-758986f06389), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:02.917613 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Publish callbacks [] for port (089b8c50-6a19-4ccd-94b3-d0a54a520a31), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:02.959397 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (089b8c50-6a19-4ccd-94b3-d0a54a520a31), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:02.991481 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Pushing event updated for resources: {'Port': ['ID=a57c7bb0-85f8-4992-b5ea-758986f06389,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:03.046766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:14:03.046766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:14:03.053467 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:14:03.064118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Pushing event updated for resources: {'Port': ['ID=089b8c50-6a19-4ccd-94b3-d0a54a520a31,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:03.133178 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf3818c6-ecf1-43a1-9ebe-e8079c7fd12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (caa7bd0c-e6b8-47fb-b18c-31f87ffad24f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:03.140182 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf3818c6-ecf1-43a1-9ebe-e8079c7fd12d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:03.158177 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cf3818c6-ecf1-43a1-9ebe-e8079c7fd12d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/caa7bd0c-e6b8-47fb-b18c-31f87ffad24f HTTP/1.1" status: 204 len: 168 time: 0.6589508 Mar 11 12:14:03.163849 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Network 84846a4b-071e-4a5f-be8a-7c28d8d0f104 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:14:03.176103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:14:03.180017 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:14:03.211168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3818c6-ecf1-43a1-9ebe-e8079c7fd12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa7bd0c-e6b8-47fb-b18c-31f87ffad24f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:03.319244 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Attempting to bind port 089b8c50-6a19-4ccd-94b3-d0a54a520a31 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:14:03.319692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Attempting to bind port 089b8c50-6a19-4ccd-94b3-d0a54a520a31 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'b2dccc5e-70a5-4418-ba58-def3dfc6cedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84846a4b-071e-4a5f-be8a-7c28d8d0f104'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:14:03.320085 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Attempting to bind port 089b8c50-6a19-4ccd-94b3-d0a54a520a31 on network 84846a4b-071e-4a5f-be8a-7c28d8d0f104 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:14:03.359421 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:14:03.360137 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Checking segment: {'id': 'b2dccc5e-70a5-4418-ba58-def3dfc6cedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84846a4b-071e-4a5f-be8a-7c28d8d0f104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:14:03.360729 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:03.362023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Bound using segment: {'id': 'b2dccc5e-70a5-4418-ba58-def3dfc6cedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84846a4b-071e-4a5f-be8a-7c28d8d0f104'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:14:03.362679 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Bound port: 089b8c50-6a19-4ccd-94b3-d0a54a520a31, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2dccc5e-70a5-4418-ba58-def3dfc6cedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84846a4b-071e-4a5f-be8a-7c28d8d0f104'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:14:03.364846 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (089b8c50-6a19-4ccd-94b3-d0a54a520a31), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:03.620289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] For port 089b8c50-6a19-4ccd-94b3-d0a54a520a31, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:14:03.629018 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] For port 089b8c50-6a19-4ccd-94b3-d0a54a520a31, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=089b8c50-6a19-4ccd-94b3-d0a54a520a31,segment=NetworkSegment(b2dccc5e-70a5-4418-ba58-def3dfc6cedf),segment_id=b2dccc5e-70a5-4418-ba58-def3dfc6cedf)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:14:03.658747 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (089b8c50-6a19-4ccd-94b3-d0a54a520a31), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:03.831803 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Publish callbacks [] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:03.900740 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:03.989800 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Publish callbacks [] for router_gateway (2777815c-a9ba-4b4a-b87e-8eb9159d4e7c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:04.124756 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:04.185177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2749b-9861-4232-aafb-7696ffbdfc84 None None] Pushing event updated for resources: {'Port': ['ID=089b8c50-6a19-4ccd-94b3-d0a54a520a31,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:04.655287 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Attempting to bind port 566d4169-7948-4cd3-bbf6-f150e40463f6 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:14:04.655915 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Attempting to bind port 566d4169-7948-4cd3-bbf6-f150e40463f6 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:14:04.656481 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Attempting to bind port 566d4169-7948-4cd3-bbf6-f150e40463f6 on network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:14:04.690375 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:14:04.694556 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Checking segment: {'id': '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:14:04.695157 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:04.695738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Bound using segment: {'id': '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:14:04.698808 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Bound port: 566d4169-7948-4cd3-bbf6-f150e40463f6, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:14:04.711568 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:04.901118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b6067-c142-435f-b3b7-2880cc0d6c80 None None] Pushing event updated for resources: {'Port': ['ID=566d4169-7948-4cd3-bbf6-f150e40463f6,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:04.938591 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 089b8c50-6a19-4ccd-94b3-d0a54a520a31 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:14:04.990079 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (2777815c-a9ba-4b4a-b87e-8eb9159d4e7c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:05.042475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] For port 566d4169-7948-4cd3-bbf6-f150e40463f6, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:14:05.055317 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] For port 566d4169-7948-4cd3-bbf6-f150e40463f6, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=566d4169-7948-4cd3-bbf6-f150e40463f6,segment=NetworkSegment(695bc2b2-eff2-4b7e-9f2b-5e6b84c02281),segment_id=695bc2b2-eff2-4b7e-9f2b-5e6b84c02281)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:14:05.064837 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6595173a-89e7-40d4-b4b5-356b90c8976a None None] Provisioning complete for port 566d4169-7948-4cd3-bbf6-f150e40463f6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:14:05.065274 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6595173a-89e7-40d4-b4b5-356b90c8976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:05.290332 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:05.369654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Router 2777815c-a9ba-4b4a-b87e-8eb9159d4e7c is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:14:05.646033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:14:05.657935 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Sync routers for ids ['2777815c-a9ba-4b4a-b87e-8eb9159d4e7c'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:14:05.684498 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Routers {'2777815c-a9ba-4b4a-b87e-8eb9159d4e7c'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:14:05.687241 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:13:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2777815c-a9ba-4b4a-b87e-8eb9159d4e7c'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:05.730465 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:05.736316 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2890a17a-0814-4123-b694-26935a87b376 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9628928 Mar 11 12:14:05.736759 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34020) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:06.321246 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Set router 2777815c-a9ba-4b4a-b87e-8eb9159d4e7c gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:14:06.571161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0051a24-9a81-4f60-b535-ea32e39504f9 None None] Network 84846a4b-071e-4a5f-be8a-7c28d8d0f104 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:14:06.704742 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'name': 'tempest-TestServerMultinode-1141448451-router', 'tenant_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a57c7bb0-85f8-4992-b5ea-758986f06389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:14:00Z', 'updated_at': '2022-03-11T12:14:03Z', 'revision_number': 3, 'project_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'gw_port': {'id': 'a57c7bb0-85f8-4992-b5ea-758986f06389', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:14:01Z', 'updated_at': '2022-03-11T12:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:06.811300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b6067-c142-435f-b3b7-2880cc0d6c80 None None] Pushing event updated for resources: {'Port': ['ID=566d4169-7948-4cd3-bbf6-f150e40463f6,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:06.819953 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Checking router: 2777815c-a9ba-4b4a-b87e-8eb9159d4e7c for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:14:06.820514 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Updating router 2777815c-a9ba-4b4a-b87e-8eb9159d4e7c port a57c7bb0-85f8-4992-b5ea-758986f06389 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:14:06.910464 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a57c7bb0-85f8-4992-b5ea-758986f06389), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:06.988565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 089b8c50-6a19-4ccd-94b3-d0a54a520a31 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:14:06.988942 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (089b8c50-6a19-4ccd-94b3-d0a54a520a31), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:07.206887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Routers {'1c9c96be-4701-46b0-9ad7-4f17d52bce44'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:14:07.207563 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:13:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1c9c96be-4701-46b0-9ad7-4f17d52bce44'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:07.445072 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6595173a-89e7-40d4-b4b5-356b90c8976a None None] Current status of the port 566d4169-7948-4cd3-bbf6-f150e40463f6 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:14:07.445475 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6595173a-89e7-40d4-b4b5-356b90c8976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:07.646542 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6595173a-89e7-40d4-b4b5-356b90c8976a None None] For port 566d4169-7948-4cd3-bbf6-f150e40463f6, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=566d4169-7948-4cd3-bbf6-f150e40463f6,segment=NetworkSegment(695bc2b2-eff2-4b7e-9f2b-5e6b84c02281),segment_id=695bc2b2-eff2-4b7e-9f2b-5e6b84c02281)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:14:07.670233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 089b8c50-6a19-4ccd-94b3-d0a54a520a31 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:14:07.670805 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (089b8c50-6a19-4ccd-94b3-d0a54a520a31), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:07.716207 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:07.863363 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6595173a-89e7-40d4-b4b5-356b90c8976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:07.901637 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Publish callbacks [] for port (a57c7bb0-85f8-4992-b5ea-758986f06389), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:07.927253 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 089b8c50-6a19-4ccd-94b3-d0a54a520a31, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=089b8c50-6a19-4ccd-94b3-d0a54a520a31,segment=NetworkSegment(b2dccc5e-70a5-4418-ba58-def3dfc6cedf),segment_id=b2dccc5e-70a5-4418-ba58-def3dfc6cedf)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:14:07.930316 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a57c7bb0-85f8-4992-b5ea-758986f06389), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:07.944503 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (089b8c50-6a19-4ccd-94b3-d0a54a520a31), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:07.978272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] Set router 1c9c96be-4701-46b0-9ad7-4f17d52bce44 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:14:08.046511 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595173a-89e7-40d4-b4b5-356b90c8976a None None] Pushing event updated for resources: {'Port': ['ID=566d4169-7948-4cd3-bbf6-f150e40463f6,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:08.106128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-01e4f504-ba63-4d1c-af36-8f4800192216 None None] Provisioning complete for port 566d4169-7948-4cd3-bbf6-f150e40463f6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:14:08.106580 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01e4f504-ba63-4d1c-af36-8f4800192216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:08.152378 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Attempting to bind port a57c7bb0-85f8-4992-b5ea-758986f06389 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:14:08.153079 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Attempting to bind port a57c7bb0-85f8-4992-b5ea-758986f06389 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:14:08.156356 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Attempting to bind port a57c7bb0-85f8-4992-b5ea-758986f06389 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:14:08.222693 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:14:08.238213 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:14:08.243772 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:08.244406 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:14:08.253141 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Bound port: a57c7bb0-85f8-4992-b5ea-758986f06389, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:14:08.253756 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a57c7bb0-85f8-4992-b5ea-758986f06389), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:08.381167 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=089b8c50-6a19-4ccd-94b3-d0a54a520a31,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:08.462473 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] For port a57c7bb0-85f8-4992-b5ea-758986f06389, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:14:08.484768 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025a667-948c-4a64-82c3-d2d51b95ced7 None None] Pushing event updated for resources: {'Port': ['ID=a57c7bb0-85f8-4992-b5ea-758986f06389,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:08.502321 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-01e4f504-ba63-4d1c-af36-8f4800192216 None None] Current status of the port 566d4169-7948-4cd3-bbf6-f150e40463f6 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:14:08.503148 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] For port a57c7bb0-85f8-4992-b5ea-758986f06389, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a57c7bb0-85f8-4992-b5ea-758986f06389,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:14:08.534498 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a57c7bb0-85f8-4992-b5ea-758986f06389), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:08.564534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] Allocated IP 172.20.0.1 (84846a4b-071e-4a5f-be8a-7c28d8d0f104/3208a200-058c-441f-9ca4-02542061e5ac/b70621e0-1928-4287-87c6-d74a3e80ab06) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:14:08.659053 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-01e4f504-ba63-4d1c-af36-8f4800192216 None None] Provisioning complete for port 089b8c50-6a19-4ccd-94b3-d0a54a520a31 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:14:08.659662 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01e4f504-ba63-4d1c-af36-8f4800192216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (089b8c50-6a19-4ccd-94b3-d0a54a520a31), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:08.785478 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Routers {'2777815c-a9ba-4b4a-b87e-8eb9159d4e7c'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:14:08.788254 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:13:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2777815c-a9ba-4b4a-b87e-8eb9159d4e7c'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:08.910585 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025a667-948c-4a64-82c3-d2d51b95ced7 None None] Pushing event updated for resources: {'Port': ['ID=a57c7bb0-85f8-4992-b5ea-758986f06389,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:09.075548 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-01e4f504-ba63-4d1c-af36-8f4800192216 None None] Current status of the port 089b8c50-6a19-4ccd-94b3-d0a54a520a31 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:14:09.109208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'name': 'tempest-TestServerMultinode-1668595257-router', 'tenant_id': '758ee43ac4ca411883095fec0f775952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '229c10ab-a5c0-42b2-b7be-1ea01f621e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:13:46Z', 'updated_at': '2022-03-11T12:13:55Z', 'revision_number': 4, 'project_id': '758ee43ac4ca411883095fec0f775952', 'gw_port': {'id': '229c10ab-a5c0-42b2-b7be-1ea01f621e62', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:13:47Z', 'updated_at': '2022-03-11T12:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '566d4169-7948-4cd3-bbf6-f150e40463f6', 'name': '', 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7', 'tenant_id': '758ee43ac4ca411883095fec0f775952', 'mac_address': 'fa:16:3e:f0:34:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '73e1048a-d00a-42c3-a6bf-d6dd66909a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:13:53Z', 'updated_at': '2022-03-11T12:14:05Z', 'revision_number': 4, 'project_id': '758ee43ac4ca411883095fec0f775952', 'subnets': [{'id': '73e1048a-d00a-42c3-a6bf-d6dd66909a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:09.145719 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] Set router 2777815c-a9ba-4b4a-b87e-8eb9159d4e7c gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:14:09.237156 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d533ab0-fd8c-4901-a61f-f4ac1780c6d7 None None] The sync data for ids ['1c9c96be-4701-46b0-9ad7-4f17d52bce44'] in n-d-833234-2 is: [{'id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'name': 'tempest-TestServerMultinode-1668595257-router', 'tenant_id': '758ee43ac4ca411883095fec0f775952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '229c10ab-a5c0-42b2-b7be-1ea01f621e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:13:46Z', 'updated_at': '2022-03-11T12:13:55Z', 'revision_number': 4, 'project_id': '758ee43ac4ca411883095fec0f775952', 'gw_port': {'id': '229c10ab-a5c0-42b2-b7be-1ea01f621e62', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:13:47Z', 'updated_at': '2022-03-11T12:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '566d4169-7948-4cd3-bbf6-f150e40463f6', 'name': '', 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7', 'tenant_id': '758ee43ac4ca411883095fec0f775952', 'mac_address': 'fa:16:3e:f0:34:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '73e1048a-d00a-42c3-a6bf-d6dd66909a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:13:53Z', 'updated_at': '2022-03-11T12:14:05Z', 'revision_number': 4, 'project_id': '758ee43ac4ca411883095fec0f775952', 'subnets': [{'id': '73e1048a-d00a-42c3-a6bf-d6dd66909a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:14:09.866055 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'name': 'tempest-TestServerMultinode-1141448451-router', 'tenant_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a57c7bb0-85f8-4992-b5ea-758986f06389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:14:00Z', 'updated_at': '2022-03-11T12:14:03Z', 'revision_number': 3, 'project_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'gw_port': {'id': 'a57c7bb0-85f8-4992-b5ea-758986f06389', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:14:01Z', 'updated_at': '2022-03-11T12:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:09.981786 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f6a4c-3fcd-41d1-9377-09be1208dd7e None None] The sync data for ids ['2777815c-a9ba-4b4a-b87e-8eb9159d4e7c'] in n-d-833234-2 is: [{'id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'name': 'tempest-TestServerMultinode-1141448451-router', 'tenant_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a57c7bb0-85f8-4992-b5ea-758986f06389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:14:00Z', 'updated_at': '2022-03-11T12:14:03Z', 'revision_number': 3, 'project_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'gw_port': {'id': 'a57c7bb0-85f8-4992-b5ea-758986f06389', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:14:01Z', 'updated_at': '2022-03-11T12:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:14:10.029399 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] Publish callbacks [] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:10.137246 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:10.246604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] Network 84846a4b-071e-4a5f-be8a-7c28d8d0f104 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:14:10.266465 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:14:10.271443 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:14:10.468051 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 089b8c50-6a19-4ccd-94b3-d0a54a520a31 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:14:10.584353 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] Pushing event updated for resources: {'Port': ['ID=b70621e0-1928-4287-87c6-d74a3e80ab06,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:10.647089 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (2777815c-a9ba-4b4a-b87e-8eb9159d4e7c), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:10.814091 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 089b8c50-6a19-4ccd-94b3-d0a54a520a31 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:14:10.814690 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (089b8c50-6a19-4ccd-94b3-d0a54a520a31), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:11.084765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 089b8c50-6a19-4ccd-94b3-d0a54a520a31 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:14:11.109598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 566d4169-7948-4cd3-bbf6-f150e40463f6 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:14:11.438756 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:11.514823 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-58dc02bf-4228-4e2c-b11a-ec98913a634b None None] Provisioning complete for port b70621e0-1928-4287-87c6-d74a3e80ab06 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:14:11.515427 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-58dc02bf-4228-4e2c-b11a-ec98913a634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:11.685093 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 566d4169-7948-4cd3-bbf6-f150e40463f6 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:14:11.692917 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:11.982657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-58dc02bf-4228-4e2c-b11a-ec98913a634b None None] Port b70621e0-1928-4287-87c6-d74a3e80ab06 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:14:12.268317 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] Publish callbacks [] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:12.276643 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:12.278117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 566d4169-7948-4cd3-bbf6-f150e40463f6 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:14:12.539073 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (2777815c-a9ba-4b4a-b87e-8eb9159d4e7c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:12.570046 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a57c7bb0-85f8-4992-b5ea-758986f06389 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:14:12.702822 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] Pushing event updated for resources: {'Port': ['ID=b70621e0-1928-4287-87c6-d74a3e80ab06,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:12.836115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a57c7bb0-85f8-4992-b5ea-758986f06389 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:14:12.839435 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a57c7bb0-85f8-4992-b5ea-758986f06389), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:12.846106 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:12.974578 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] Network 84846a4b-071e-4a5f-be8a-7c28d8d0f104 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:14:12.986745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:14:13.160207 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a57c7bb0-85f8-4992-b5ea-758986f06389 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:14:13.161508 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a57c7bb0-85f8-4992-b5ea-758986f06389), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:13.233632 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port a57c7bb0-85f8-4992-b5ea-758986f06389, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a57c7bb0-85f8-4992-b5ea-758986f06389,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:14:13.249129 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a57c7bb0-85f8-4992-b5ea-758986f06389), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:13.408705 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=a57c7bb0-85f8-4992-b5ea-758986f06389,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:13.415647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] Router 2777815c-a9ba-4b4a-b87e-8eb9159d4e7c has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:14:13.667095 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dde2a755-0ab9-418b-b35b-950a18abe075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:13.692394 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-58b23e51-e321-4f8a-aae7-b6b4002941ce None None] Provisioning complete for port b70621e0-1928-4287-87c6-d74a3e80ab06 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:14:13.697847 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-58b23e51-e321-4f8a-aae7-b6b4002941ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:13.802457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:14:13.807273 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-58b23e51-e321-4f8a-aae7-b6b4002941ce None None] Port b70621e0-1928-4287-87c6-d74a3e80ab06 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:14:13.822229 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ad84731d-b20f-4daa-b159-68332cab9d22 admin admin] 10.222.0.78 "PUT /v2.0/routers/2777815c-a9ba-4b4a-b87e-8eb9159d4e7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0808930 Mar 11 12:14:14.050936 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Sync routers for ids ['2777815c-a9ba-4b4a-b87e-8eb9159d4e7c'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:14:14.064560 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Routers {'2777815c-a9ba-4b4a-b87e-8eb9159d4e7c'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:14:14.065191 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:13:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2777815c-a9ba-4b4a-b87e-8eb9159d4e7c'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:14.507542 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Set router 2777815c-a9ba-4b4a-b87e-8eb9159d4e7c gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:14:14.765388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a57c7bb0-85f8-4992-b5ea-758986f06389 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:14:14.898102 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a57c7bb0-85f8-4992-b5ea-758986f06389 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:14:14.898842 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a57c7bb0-85f8-4992-b5ea-758986f06389), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:15.167627 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'name': 'tempest-TestServerMultinode-1141448451-router', 'tenant_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a57c7bb0-85f8-4992-b5ea-758986f06389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:14:00Z', 'updated_at': '2022-03-11T12:14:11Z', 'revision_number': 4, 'project_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'gw_port': {'id': 'a57c7bb0-85f8-4992-b5ea-758986f06389', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:14:01Z', 'updated_at': '2022-03-11T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'b70621e0-1928-4287-87c6-d74a3e80ab06', 'name': '', 'network_id': '84846a4b-071e-4a5f-be8a-7c28d8d0f104', 'tenant_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'mac_address': 'fa:16:3e:9e:60:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '3208a200-058c-441f-9ca4-02542061e5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:14:07Z', 'updated_at': '2022-03-11T12:14:11Z', 'revision_number': 2, 'project_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'subnets': [{'id': '3208a200-058c-441f-9ca4-02542061e5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:15.229314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a57c7bb0-85f8-4992-b5ea-758986f06389 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:14:15.284964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Checking router: 2777815c-a9ba-4b4a-b87e-8eb9159d4e7c for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:14:15.284964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Updating router 2777815c-a9ba-4b4a-b87e-8eb9159d4e7c port b70621e0-1928-4287-87c6-d74a3e80ab06 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:14:15.359141 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:15.458298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def72094-b7ab-473f-8848-ec95970adbfa req-1dd14d09-28d2-4919-8dae-ceb433085ab5 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:15.467110 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-def72094-b7ab-473f-8848-ec95970adbfa req-1dd14d09-28d2-4919-8dae-ceb433085ab5 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/networks?id=7cbab3e1-9384-45e7-81df-5a60ee9627f7 HTTP/1.1" status: 200 len: 911 time: 0.2693441 Mar 11 12:14:15.494950 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-def72094-b7ab-473f-8848-ec95970adbfa req-e1fdc1c9-53eb-4191-9b67-023448aeb3ae tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/quotas/ce7e20be56d94c9684e3bc68cfa1b868 HTTP/1.1" status: 200 len: 375 time: 0.0266376 Mar 11 12:14:15.855541 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5792e426-6c02-4ccc-bb68-88831de438bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:15.869815 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-def72094-b7ab-473f-8848-ec95970adbfa req-4a0f3e02-b01b-43b4-9c86-2ea3821b0c48 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?tenant_id=ce7e20be56d94c9684e3bc68cfa1b868&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3739195 Mar 11 12:14:16.111063 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-def72094-b7ab-473f-8848-ec95970adbfa req-aed8fe80-241c-4536-8f7f-29de4e452bdd service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:14:16.112399 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-def72094-b7ab-473f-8848-ec95970adbfa req-aed8fe80-241c-4536-8f7f-29de4e452bdd service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2302082 Mar 11 12:14:16.396501 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Publish callbacks [] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:16.426949 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:16.553445 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f729d53-4834-4e1b-ab39-1847496da990 None None] Pushing event updated for resources: {'Port': ['ID=b70621e0-1928-4287-87c6-d74a3e80ab06,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:16.717979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Attempting to bind port b70621e0-1928-4287-87c6-d74a3e80ab06 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:14:16.718366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Attempting to bind port b70621e0-1928-4287-87c6-d74a3e80ab06 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'b2dccc5e-70a5-4418-ba58-def3dfc6cedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84846a4b-071e-4a5f-be8a-7c28d8d0f104'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:14:16.718728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Attempting to bind port b70621e0-1928-4287-87c6-d74a3e80ab06 on network 84846a4b-071e-4a5f-be8a-7c28d8d0f104 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:14:16.736637 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:14:16.737885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Checking segment: {'id': 'b2dccc5e-70a5-4418-ba58-def3dfc6cedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84846a4b-071e-4a5f-be8a-7c28d8d0f104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:14:16.738458 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:16.739025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Bound using segment: {'id': 'b2dccc5e-70a5-4418-ba58-def3dfc6cedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84846a4b-071e-4a5f-be8a-7c28d8d0f104'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:14:16.739848 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Bound port: b70621e0-1928-4287-87c6-d74a3e80ab06, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2dccc5e-70a5-4418-ba58-def3dfc6cedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84846a4b-071e-4a5f-be8a-7c28d8d0f104'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:14:16.740887 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:16.987706 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] For port b70621e0-1928-4287-87c6-d74a3e80ab06, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:14:16.991872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] For port b70621e0-1928-4287-87c6-d74a3e80ab06, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b70621e0-1928-4287-87c6-d74a3e80ab06,segment=NetworkSegment(b2dccc5e-70a5-4418-ba58-def3dfc6cedf),segment_id=b2dccc5e-70a5-4418-ba58-def3dfc6cedf)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:14:17.007690 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:17.252875 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f729d53-4834-4e1b-ab39-1847496da990 None None] Pushing event updated for resources: {'Port': ['ID=b70621e0-1928-4287-87c6-d74a3e80ab06,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:17.354634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d9130c6f-f005-4fcd-8fc5-82b747daed6c None None] Provisioning complete for port b70621e0-1928-4287-87c6-d74a3e80ab06 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:14:17.362464 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d9130c6f-f005-4fcd-8fc5-82b747daed6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:17.389498 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-def72094-b7ab-473f-8848-ec95970adbfa req-20c9669f-c902-410c-b63c-da7cdc6b5969 service neutron] 10.222.0.78 "GET /v2.0/networks/7cbab3e1-9384-45e7-81df-5a60ee9627f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2669361 Mar 11 12:14:17.677605 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-def72094-b7ab-473f-8848-ec95970adbfa req-5afbee0e-c1a5-4525-9011-1b43aab4cf61 service neutron] 10.222.0.78 "GET /v2.0/networks/7cbab3e1-9384-45e7-81df-5a60ee9627f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814655 Mar 11 12:14:17.860581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Routers {'2777815c-a9ba-4b4a-b87e-8eb9159d4e7c'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:14:17.861444 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:14:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2777815c-a9ba-4b4a-b87e-8eb9159d4e7c'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:17.863559 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:18.140140 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4294ac2b-e010-4d38-a4ae-257d4f8012cf req-7b47e59a-7fb0-4e7b-8ddc-287b2fec378f tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 210 time: 0.1951838 Mar 11 12:14:18.413648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d9130c6f-f005-4fcd-8fc5-82b747daed6c None None] Current status of the port b70621e0-1928-4287-87c6-d74a3e80ab06 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:14:18.418667 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d9130c6f-f005-4fcd-8fc5-82b747daed6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:18.474408 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] Set router 2777815c-a9ba-4b4a-b87e-8eb9159d4e7c gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:14:18.533310 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d9130c6f-f005-4fcd-8fc5-82b747daed6c None None] For port b70621e0-1928-4287-87c6-d74a3e80ab06, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b70621e0-1928-4287-87c6-d74a3e80ab06,segment=NetworkSegment(b2dccc5e-70a5-4418-ba58-def3dfc6cedf),segment_id=b2dccc5e-70a5-4418-ba58-def3dfc6cedf)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:14:18.552453 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d9130c6f-f005-4fcd-8fc5-82b747daed6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:18.754422 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:18.881624 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e59a23c8-2edd-4eee-be29-9e55154474cf None None] Provisioning complete for port b70621e0-1928-4287-87c6-d74a3e80ab06 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:14:18.884021 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e59a23c8-2edd-4eee-be29-9e55154474cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:18.887824 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9130c6f-f005-4fcd-8fc5-82b747daed6c None None] Pushing event updated for resources: {'Port': ['ID=b70621e0-1928-4287-87c6-d74a3e80ab06,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:19.263758 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e59a23c8-2edd-4eee-be29-9e55154474cf None None] Current status of the port b70621e0-1928-4287-87c6-d74a3e80ab06 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:14:19.280023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'name': 'tempest-TestServerMultinode-1141448451-router', 'tenant_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a57c7bb0-85f8-4992-b5ea-758986f06389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:14:00Z', 'updated_at': '2022-03-11T12:14:11Z', 'revision_number': 4, 'project_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'gw_port': {'id': 'a57c7bb0-85f8-4992-b5ea-758986f06389', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:14:01Z', 'updated_at': '2022-03-11T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'b70621e0-1928-4287-87c6-d74a3e80ab06', 'name': '', 'network_id': '84846a4b-071e-4a5f-be8a-7c28d8d0f104', 'tenant_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'mac_address': 'fa:16:3e:9e:60:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '3208a200-058c-441f-9ca4-02542061e5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:14:07Z', 'updated_at': '2022-03-11T12:14:16Z', 'revision_number': 4, 'project_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'subnets': [{'id': '3208a200-058c-441f-9ca4-02542061e5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:19.369335 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d418e74a-05c9-4b52-aa59-a16c31c05ace None None] The sync data for ids ['2777815c-a9ba-4b4a-b87e-8eb9159d4e7c'] in n-d-833234-2 is: [{'id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'name': 'tempest-TestServerMultinode-1141448451-router', 'tenant_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a57c7bb0-85f8-4992-b5ea-758986f06389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:14:00Z', 'updated_at': '2022-03-11T12:14:11Z', 'revision_number': 4, 'project_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'gw_port': {'id': 'a57c7bb0-85f8-4992-b5ea-758986f06389', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:14:01Z', 'updated_at': '2022-03-11T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'b70621e0-1928-4287-87c6-d74a3e80ab06', 'name': '', 'network_id': '84846a4b-071e-4a5f-be8a-7c28d8d0f104', 'tenant_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'mac_address': 'fa:16:3e:9e:60:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '3208a200-058c-441f-9ca4-02542061e5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:14:07Z', 'updated_at': '2022-03-11T12:14:16Z', 'revision_number': 4, 'project_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'subnets': [{'id': '3208a200-058c-441f-9ca4-02542061e5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:14:19.385904 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05aad869-bf5b-4b6b-9aa1-0b46598566cc req-094c2f76-21e7-4729-b1b3-ad6c8344699a tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 210 time: 0.0844159 Mar 11 12:14:20.081546 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:20.541300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b70621e0-1928-4287-87c6-d74a3e80ab06 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:14:20.625538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a7fa661-1c52-42b9-aade-db15e9c17149 req-3bb5fc01-6930-45ff-b379-773b7cb9a71b tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 210 time: 0.0345571 Mar 11 12:14:20.658219 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def72094-b7ab-473f-8848-ec95970adbfa req-65de1a37-9d4a-43ad-8d4c-0505adf42073 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:20.659774 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-def72094-b7ab-473f-8848-ec95970adbfa req-65de1a37-9d4a-43ad-8d4c-0505adf42073 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.71 "GET /v2.0/networks?id=7cbab3e1-9384-45e7-81df-5a60ee9627f7 HTTP/1.1" status: 200 len: 911 time: 0.3481987 Mar 11 12:14:20.677054 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-def72094-b7ab-473f-8848-ec95970adbfa req-a094cf79-e5bb-4669-b5a8-58d575ad7b42 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Request body: {'port': {'device_id': '5c703955-e5dc-415b-a3b6-e52816525bfb', 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7', 'admin_state_up': True, 'tenant_id': 'ce7e20be56d94c9684e3bc68cfa1b868'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:14:20.763975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def72094-b7ab-473f-8848-ec95970adbfa req-a094cf79-e5bb-4669-b5a8-58d575ad7b42 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Made reservation on behalf of ce7e20be56d94c9684e3bc68cfa1b868 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:14:20.766824 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-def72094-b7ab-473f-8848-ec95970adbfa req-a094cf79-e5bb-4669-b5a8-58d575ad7b42 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:20.841167 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port b70621e0-1928-4287-87c6-d74a3e80ab06 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:14:20.848791 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:21.099134 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-def72094-b7ab-473f-8848-ec95970adbfa req-a094cf79-e5bb-4669-b5a8-58d575ad7b42 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Allocated IP 172.20.0.6 (7cbab3e1-9384-45e7-81df-5a60ee9627f7/73e1048a-d00a-42c3-a6bf-d6dd66909a9b/e14a0123-b004-498d-a75d-db5d3fec64bb) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:14:21.108993 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port b70621e0-1928-4287-87c6-d74a3e80ab06 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:14:21.475371 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-def72094-b7ab-473f-8848-ec95970adbfa req-a094cf79-e5bb-4669-b5a8-58d575ad7b42 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Publish callbacks [] for port (e14a0123-b004-498d-a75d-db5d3fec64bb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:21.675434 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-def72094-b7ab-473f-8848-ec95970adbfa req-a094cf79-e5bb-4669-b5a8-58d575ad7b42 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e14a0123-b004-498d-a75d-db5d3fec64bb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:21.810191 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094cf79-e5bb-4669-b5a8-58d575ad7b42 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Pushing event updated for resources: {'Port': ['ID=e14a0123-b004-498d-a75d-db5d3fec64bb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:21.821707 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def72094-b7ab-473f-8848-ec95970adbfa req-a094cf79-e5bb-4669-b5a8-58d575ad7b42 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:14:21.823359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-def72094-b7ab-473f-8848-ec95970adbfa req-a094cf79-e5bb-4669-b5a8-58d575ad7b42 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:14:21.852279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-def72094-b7ab-473f-8848-ec95970adbfa req-a094cf79-e5bb-4669-b5a8-58d575ad7b42 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:14:21.958281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d81c1a-ec8e-4029-b2cc-407d7ba3d412 req-2cd1c2c9-3cc1-44f7-b473-41aad7613d71 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:21.969203 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26d81c1a-ec8e-4029-b2cc-407d7ba3d412 req-2cd1c2c9-3cc1-44f7-b473-41aad7613d71 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 1027 time: 0.1338401 Mar 11 12:14:21.994526 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def72094-b7ab-473f-8848-ec95970adbfa req-a094cf79-e5bb-4669-b5a8-58d575ad7b42 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:21.996430 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-def72094-b7ab-473f-8848-ec95970adbfa req-a094cf79-e5bb-4669-b5a8-58d575ad7b42 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:22.050690 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-def72094-b7ab-473f-8848-ec95970adbfa req-a094cf79-e5bb-4669-b5a8-58d575ad7b42 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3791981 Mar 11 12:14:22.082593 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Request body: {'port': {'device_id': '5c703955-e5dc-415b-a3b6-e52816525bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:14:22.180191 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26d81c1a-ec8e-4029-b2cc-407d7ba3d412 req-0603cd5f-e344-4e73-a32b-9287adbe6f90 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097733 Mar 11 12:14:22.250022 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e14a0123-b004-498d-a75d-db5d3fec64bb), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:22.443153 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-99229f28-e0f7-44c6-98e0-a2037e32f10e None None] Provisioning complete for port e14a0123-b004-498d-a75d-db5d3fec64bb triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:14:22.446779 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-99229f28-e0f7-44c6-98e0-a2037e32f10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e14a0123-b004-498d-a75d-db5d3fec64bb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:22.491794 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-99229f28-e0f7-44c6-98e0-a2037e32f10e None None] Port e14a0123-b004-498d-a75d-db5d3fec64bb cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:14:23.032317 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14a0123-b004-498d-a75d-db5d3fec64bb {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:14:23.046435 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Publish callbacks [] for port (e14a0123-b004-498d-a75d-db5d3fec64bb), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:23.092560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Transition to ACTIVE for port object e14a0123-b004-498d-a75d-db5d3fec64bb will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:14:23.110785 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (e14a0123-b004-498d-a75d-db5d3fec64bb), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:23.252451 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Pushing event updated for resources: {'Port': ['ID=e14a0123-b004-498d-a75d-db5d3fec64bb,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:23.454726 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a44f6-c554-48e9-98c3-970b3707291a req-b2f34695-a4cd-4d1c-8bc1-19f3e9da7258 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:23.484268 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f27a44f6-c554-48e9-98c3-970b3707291a req-b2f34695-a4cd-4d1c-8bc1-19f3e9da7258 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 1052 time: 0.1172142 Mar 11 12:14:23.593274 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f27a44f6-c554-48e9-98c3-970b3707291a req-4989a25b-7da4-46b3-86e2-ec861b00264f tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084313 Mar 11 12:14:23.675392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Attempting to bind port e14a0123-b004-498d-a75d-db5d3fec64bb on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:14:23.675705 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Attempting to bind port e14a0123-b004-498d-a75d-db5d3fec64bb by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:14:23.675992 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Attempting to bind port e14a0123-b004-498d-a75d-db5d3fec64bb on network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:14:23.681524 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Port e14a0123-b004-498d-a75d-db5d3fec64bb on network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:14:23.681850 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Attempting to bind port e14a0123-b004-498d-a75d-db5d3fec64bb on network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:14:23.702627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:14:23.702980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Checking segment: {'id': '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:14:23.703374 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Bound using segment: {'id': '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:14:23.703850 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Bound port: e14a0123-b004-498d-a75d-db5d3fec64bb, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:14:23.704212 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e14a0123-b004-498d-a75d-db5d3fec64bb), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:23.883714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] For port e14a0123-b004-498d-a75d-db5d3fec64bb, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:14:23.892565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] For port e14a0123-b004-498d-a75d-db5d3fec64bb, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e14a0123-b004-498d-a75d-db5d3fec64bb,segment=NetworkSegment(695bc2b2-eff2-4b7e-9f2b-5e6b84c02281),segment_id=695bc2b2-eff2-4b7e-9f2b-5e6b84c02281)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:14:23.917755 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (e14a0123-b004-498d-a75d-db5d3fec64bb), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:23.988324 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:23.989033 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:23.990510 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-def72094-b7ab-473f-8848-ec95970adbfa req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] 10.222.0.71 "PUT /v2.0/ports/e14a0123-b004-498d-a75d-db5d3fec64bb HTTP/1.1" status: 200 len: 1091 time: 1.9330587 Mar 11 12:14:23.990985 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c703955-e5dc-415b-a3b6-e52816525bfb', 'tag': 'e14a0123-b004-498d-a75d-db5d3fec64bb'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:14:23.993397 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983499ee-a4c6-4e5b-8e24-00410d7534d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5c703955-e5dc-415b-a3b6-e52816525bfb", "tag": "e14a0123-b004-498d-a75d-db5d3fec64bb"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:14:24.091623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225f8e8-28bf-4250-aad6-ab5794fd0829 service neutron] Pushing event updated for resources: {'Port': ['ID=e14a0123-b004-498d-a75d-db5d3fec64bb,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:24.596173 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b302e7c-1c3b-4506-9c21-95de20921177 x-openstack-request-id: req-1b302e7c-1c3b-4506-9c21-95de20921177 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:14:24.596456 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c703955-e5dc-415b-a3b6-e52816525bfb", "tag": "e14a0123-b004-498d-a75d-db5d3fec64bb", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:14:24.605776 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b302e7c-1c3b-4506-9c21-95de20921177 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:14:24.606452 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c703955-e5dc-415b-a3b6-e52816525bfb', 'tag': 'e14a0123-b004-498d-a75d-db5d3fec64bb', 'status': 'completed', 'code': 200} Mar 11 12:14:24.638876 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def72094-b7ab-473f-8848-ec95970adbfa req-3e6b8915-987a-451a-865c-b6ad54780ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:24.640455 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-def72094-b7ab-473f-8848-ec95970adbfa req-3e6b8915-987a-451a-865c-b6ad54780ba2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ce7e20be56d94c9684e3bc68cfa1b868&device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 1125 time: 0.6036465 Mar 11 12:14:24.696629 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-def72094-b7ab-473f-8848-ec95970adbfa req-34a0b5bf-e7e2-4f3f-a097-6dcc6502b992 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e14a0123-b004-498d-a75d-db5d3fec64bb HTTP/1.1" status: 200 len: 217 time: 0.0479701 Mar 11 12:14:24.805407 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def72094-b7ab-473f-8848-ec95970adbfa req-12a74254-ec21-4188-9b12-adf5cf61e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:24.806863 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-def72094-b7ab-473f-8848-ec95970adbfa req-12a74254-ec21-4188-9b12-adf5cf61e677 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73e1048a-d00a-42c3-a6bf-d6dd66909a9b HTTP/1.1" status: 200 len: 849 time: 0.1005058 Mar 11 12:14:24.847280 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ba01e-0879-451c-8ce9-a93a1f72834c req-8d98a3d9-818f-467c-8d57-f2548df10fde tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:24.890587 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a40ba01e-0879-451c-8ce9-a93a1f72834c req-8d98a3d9-818f-467c-8d57-f2548df10fde tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 1125 time: 0.1428471 Mar 11 12:14:25.123404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a40ba01e-0879-451c-8ce9-a93a1f72834c req-58bbf4bc-4594-47b2-aa3f-bc0234332ff8 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237523 Mar 11 12:14:25.142104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def72094-b7ab-473f-8848-ec95970adbfa req-ab4ea527-1b4e-434b-a0c9-d1294a14f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:25.147765 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-def72094-b7ab-473f-8848-ec95970adbfa req-ab4ea527-1b4e-434b-a0c9-d1294a14f74d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cbab3e1-9384-45e7-81df-5a60ee9627f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3271813 Mar 11 12:14:25.501699 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-def72094-b7ab-473f-8848-ec95970adbfa req-ba153435-8c35-421f-bc51-bfd6be78e9ad service neutron] 10.222.0.71 "GET /v2.0/networks/7cbab3e1-9384-45e7-81df-5a60ee9627f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433864 Mar 11 12:14:25.761622 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-def72094-b7ab-473f-8848-ec95970adbfa req-fde322dc-ea56-4e9c-bf4f-2efba5e12163 service neutron] 10.222.0.71 "GET /v2.0/networks/7cbab3e1-9384-45e7-81df-5a60ee9627f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551663 Mar 11 12:14:26.010009 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983499ee-a4c6-4e5b-8e24-00410d7534d9 req-f975a394-663d-43f0-bdb2-3c3683c6feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:26.011547 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-983499ee-a4c6-4e5b-8e24-00410d7534d9 req-f975a394-663d-43f0-bdb2-3c3683c6feb5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ce7e20be56d94c9684e3bc68cfa1b868&device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 1125 time: 0.1804407 Mar 11 12:14:26.261850 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983499ee-a4c6-4e5b-8e24-00410d7534d9 req-19f08f1d-c9a3-4ed4-92b2-af24f7fac58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:26.265764 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-983499ee-a4c6-4e5b-8e24-00410d7534d9 req-19f08f1d-c9a3-4ed4-92b2-af24f7fac58d service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cbab3e1-9384-45e7-81df-5a60ee9627f7 HTTP/1.1" status: 200 len: 911 time: 0.2463708 Mar 11 12:14:26.360135 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-983499ee-a4c6-4e5b-8e24-00410d7534d9 req-76c14fb5-fd6f-465f-94c6-20d582abc983 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e14a0123-b004-498d-a75d-db5d3fec64bb HTTP/1.1" status: 200 len: 217 time: 0.0869014 Mar 11 12:14:26.425303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4d9b6-afae-4175-9134-0f77332164d5 req-4c82864f-05cb-446b-bc27-42e17f192403 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:26.435536 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70b4d9b6-afae-4175-9134-0f77332164d5 req-4c82864f-05cb-446b-bc27-42e17f192403 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 1125 time: 0.1194787 Mar 11 12:14:26.449507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983499ee-a4c6-4e5b-8e24-00410d7534d9 req-c9fee756-9b7f-4cdf-803c-43051579ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:26.454272 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-983499ee-a4c6-4e5b-8e24-00410d7534d9 req-c9fee756-9b7f-4cdf-803c-43051579ef74 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73e1048a-d00a-42c3-a6bf-d6dd66909a9b HTTP/1.1" status: 200 len: 849 time: 0.0879290 Mar 11 12:14:26.523087 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70b4d9b6-afae-4175-9134-0f77332164d5 req-48128ef0-03a6-4994-9f80-7ba1e151e017 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862372 Mar 11 12:14:26.576951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983499ee-a4c6-4e5b-8e24-00410d7534d9 req-dc010613-dc6f-4dc5-8789-d899317d1a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:26.579270 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-983499ee-a4c6-4e5b-8e24-00410d7534d9 req-dc010613-dc6f-4dc5-8789-d899317d1a9b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cbab3e1-9384-45e7-81df-5a60ee9627f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1165791 Mar 11 12:14:26.838156 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-983499ee-a4c6-4e5b-8e24-00410d7534d9 req-8f7a5958-36fb-4032-a335-0fc4fd92f4fd service neutron] 10.222.0.71 "GET /v2.0/networks/7cbab3e1-9384-45e7-81df-5a60ee9627f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504299 Mar 11 12:14:27.144085 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-983499ee-a4c6-4e5b-8e24-00410d7534d9 req-8a1e4035-8271-4839-b319-d2e2a3bf7a1e service neutron] 10.222.0.71 "GET /v2.0/networks/7cbab3e1-9384-45e7-81df-5a60ee9627f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826347 Mar 11 12:14:27.808745 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1d5c0-ced1-4f3d-9576-d237d9e29957 req-c00cb41b-2d30-44b3-9976-309a134628f5 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:27.827248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2cb1d5c0-ced1-4f3d-9576-d237d9e29957 req-c00cb41b-2d30-44b3-9976-309a134628f5 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 1125 time: 0.1775153 Mar 11 12:14:27.977761 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2cb1d5c0-ced1-4f3d-9576-d237d9e29957 req-5e2edf0c-f6da-45ce-bc94-ca9f8201b9a4 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453683 Mar 11 12:14:28.320847 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34730) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:28.840382 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32accbe9-1770-4e0a-82e4-2da48f2dde99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:29.083138 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32accbe9-1770-4e0a-82e4-2da48f2dde99 admin admin] Publish callbacks [] for security_group (43835467-1205-4dd8-84ea-2a33c2914da5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:29.101080 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32accbe9-1770-4e0a-82e4-2da48f2dde99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (43835467-1205-4dd8-84ea-2a33c2914da5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:29.201288 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b1301-3068-497a-bc4b-d07152e167b1 req-2f49e9d8-dc72-4733-99b9-fd3772a40754 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:29.208635 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c52b1301-3068-497a-bc4b-d07152e167b1 req-2f49e9d8-dc72-4733-99b9-fd3772a40754 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 1125 time: 0.0702214 Mar 11 12:14:29.251898 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e14a0123-b004-498d-a75d-db5d3fec64bb details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:14:29.278643 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-32accbe9-1770-4e0a-82e4-2da48f2dde99 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e405c662772f4980852fc5e3d5d3de37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9559989 Mar 11 12:14:29.287102 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32accbe9-1770-4e0a-82e4-2da48f2dde99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43835467-1205-4dd8-84ea-2a33c2914da5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:29.289935 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34756) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:29.327799 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c52b1301-3068-497a-bc4b-d07152e167b1 req-868c2804-b920-498d-a448-9d9cef258286 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181574 Mar 11 12:14:29.493064 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66a3003b-c22d-4fae-b4d5-d6cdd484aa9b admin admin] Publish callbacks [] for security_group (43835467-1205-4dd8-84ea-2a33c2914da5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:29.530080 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e14a0123-b004-498d-a75d-db5d3fec64bb, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e14a0123-b004-498d-a75d-db5d3fec64bb,segment=NetworkSegment(695bc2b2-eff2-4b7e-9f2b-5e6b84c02281),segment_id=695bc2b2-eff2-4b7e-9f2b-5e6b84c02281)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:14:29.545011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'e14a0123-b004-498d-a75d-db5d3fec64bb', 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7', 'port_id': 'e14a0123-b004-498d-a75d-db5d3fec64bb', 'mac_address': 'fa:16:3e:99:e5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e1048a-d00a-42c3-a6bf-d6dd66909a9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:14:29.592427 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66a3003b-c22d-4fae-b4d5-d6cdd484aa9b admin admin] Publish callbacks [] for security_group (43835467-1205-4dd8-84ea-2a33c2914da5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:29.595414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e14a0123-b004-498d-a75d-db5d3fec64bb is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:14:29.596036 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e14a0123-b004-498d-a75d-db5d3fec64bb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:29.612029 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14a0123-b004-498d-a75d-db5d3fec64bb {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:14:29.635289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e14a0123-b004-498d-a75d-db5d3fec64bb, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e14a0123-b004-498d-a75d-db5d3fec64bb,segment=NetworkSegment(695bc2b2-eff2-4b7e-9f2b-5e6b84c02281),segment_id=695bc2b2-eff2-4b7e-9f2b-5e6b84c02281)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:14:29.643126 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e14a0123-b004-498d-a75d-db5d3fec64bb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:29.713474 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66a3003b-c22d-4fae-b4d5-d6cdd484aa9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (43835467-1205-4dd8-84ea-2a33c2914da5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:29.716795 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66a3003b-c22d-4fae-b4d5-d6cdd484aa9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:29.725678 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-66a3003b-c22d-4fae-b4d5-d6cdd484aa9b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/43835467-1205-4dd8-84ea-2a33c2914da5 HTTP/1.1" status: 204 len: 168 time: 0.4062996 Mar 11 12:14:29.750680 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3003b-c22d-4fae-b4d5-d6cdd484aa9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43835467-1205-4dd8-84ea-2a33c2914da5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:29.764092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e14a0123-b004-498d-a75d-db5d3fec64bb,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:29.863388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['e14a0123-b004-498d-a75d-db5d3fec64bb'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:14:30.654766 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd5c05-9bd0-4e86-a5d6-a0ebff8743ed req-3976bf11-f53e-4c64-b4a0-d139075e2f31 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:30.666843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87cd5c05-9bd0-4e86-a5d6-a0ebff8743ed req-3976bf11-f53e-4c64-b4a0-d139075e2f31 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 1126 time: 0.2286100 Mar 11 12:14:30.796835 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87cd5c05-9bd0-4e86-a5d6-a0ebff8743ed req-d3085d00-dd2c-4775-a81e-598d1674eb9e tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289697 Mar 11 12:14:31.263814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e14a0123-b004-498d-a75d-db5d3fec64bb up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:14:31.420395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port e14a0123-b004-498d-a75d-db5d3fec64bb completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:14:31.425577 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port e14a0123-b004-498d-a75d-db5d3fec64bb triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:14:31.426156 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e14a0123-b004-498d-a75d-db5d3fec64bb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:31.616103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e14a0123-b004-498d-a75d-db5d3fec64bb is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:14:31.616500 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e14a0123-b004-498d-a75d-db5d3fec64bb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:31.713199 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c703955-e5dc-415b-a3b6-e52816525bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14a0123-b004-498d-a75d-db5d3fec64bb'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:14:31.723202 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e876578d-ccd9-4d38-bf0b-fc1a78c6dfd9" -d '{"events": [{"server_uuid": "5c703955-e5dc-415b-a3b6-e52816525bfb", "name": "network-vif-plugged", "status": "completed", "tag": "e14a0123-b004-498d-a75d-db5d3fec64bb"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:14:31.762176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e14a0123-b004-498d-a75d-db5d3fec64bb, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e14a0123-b004-498d-a75d-db5d3fec64bb,segment=NetworkSegment(695bc2b2-eff2-4b7e-9f2b-5e6b84c02281),segment_id=695bc2b2-eff2-4b7e-9f2b-5e6b84c02281)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:14:31.792114 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e14a0123-b004-498d-a75d-db5d3fec64bb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:32.016605 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb05c5a-e592-44c7-b2a4-125c5343629c x-openstack-request-id: req-2eb05c5a-e592-44c7-b2a4-125c5343629c {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:14:32.019491 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c703955-e5dc-415b-a3b6-e52816525bfb", "name": "network-vif-plugged", "status": "completed", "tag": "e14a0123-b004-498d-a75d-db5d3fec64bb", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:14:32.020405 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2eb05c5a-e592-44c7-b2a4-125c5343629c {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:14:32.022624 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c703955-e5dc-415b-a3b6-e52816525bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14a0123-b004-498d-a75d-db5d3fec64bb', 'code': 200} Mar 11 12:14:32.032959 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e2925-1c9d-422d-939c-f25e5c5d3b1b req-b3144882-2f68-4138-a4d1-ee3da2742cc5 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:32.042981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-562e2925-1c9d-422d-939c-f25e5c5d3b1b req-b3144882-2f68-4138-a4d1-ee3da2742cc5 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 1127 time: 0.1488760 Mar 11 12:14:32.046880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e14a0123-b004-498d-a75d-db5d3fec64bb,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:32.079298 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59acf5-7de9-43de-83f6-b99aa81ed6fc req-64ecf3b3-9067-420e-888b-c3841f3cdd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:32.085409 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef59acf5-7de9-43de-83f6-b99aa81ed6fc req-64ecf3b3-9067-420e-888b-c3841f3cdd1e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 1127 time: 0.1655128 Mar 11 12:14:32.136248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-562e2925-1c9d-422d-939c-f25e5c5d3b1b req-037823bc-08bf-4696-b6b2-a65bacae9706 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908039 Mar 11 12:14:32.231026 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef59acf5-7de9-43de-83f6-b99aa81ed6fc req-4f7153dc-5772-4bf4-8ed2-e2f14d6b685f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386971 Mar 11 12:14:32.918125 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34858) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:33.262868 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf0a4749-7379-4fe6-9a10-9cdec7f3bd2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:33.394300 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdf7d5-1975-4d84-8498-8d76a10a0f87 req-2a089008-acc6-4153-ba99-c64f93f8babf tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:33.406353 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25cdf7d5-1975-4d84-8498-8d76a10a0f87 req-2a089008-acc6-4153-ba99-c64f93f8babf tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 1127 time: 0.0886352 Mar 11 12:14:33.530958 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25cdf7d5-1975-4d84-8498-8d76a10a0f87 req-650162db-9439-472f-94cc-5a48113cf7fb tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159673 Mar 11 12:14:33.609709 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf0a4749-7379-4fe6-9a10-9cdec7f3bd2f admin admin] Publish callbacks [] for security_group (23cc9e9d-f527-4ec5-9cf1-becd497fe48b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:33.621153 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf0a4749-7379-4fe6-9a10-9cdec7f3bd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (23cc9e9d-f527-4ec5-9cf1-becd497fe48b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:33.709677 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cf0a4749-7379-4fe6-9a10-9cdec7f3bd2f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ddc588e8f0b84976a5ba8d69a756c297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7903888 Mar 11 12:14:33.712546 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34884) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:33.748833 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a4749-7379-4fe6-9a10-9cdec7f3bd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cc9e9d-f527-4ec5-9cf1-becd497fe48b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:33.824126 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:33.836382 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] Publish callbacks [] for security_group (23cc9e9d-f527-4ec5-9cf1-becd497fe48b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:33.866174 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] Publish callbacks [] for security_group (23cc9e9d-f527-4ec5-9cf1-becd497fe48b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:33.928311 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (23cc9e9d-f527-4ec5-9cf1-becd497fe48b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:33.932418 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:33.934750 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/23cc9e9d-f527-4ec5-9cf1-becd497fe48b HTTP/1.1" status: 204 len: 168 time: 0.2203715 Mar 11 12:14:33.944987 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cc9e9d-f527-4ec5-9cf1-becd497fe48b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:33.954467 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:33.955027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:33.955559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:33.956771 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:33.957314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:33.958110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:33.958621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:33.959130 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:33.959662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:33.960152 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:33.960951 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:33.961600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:33.965020 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60f075-933a-4cfd-83c8-af5a00a1245b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:34.513658 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 34904) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:34.534564 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b808d5ed-409c-48d7-8d7f-ac9d1dc23678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:34.724320 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b808d5ed-409c-48d7-8d7f-ac9d1dc23678 admin admin] Publish callbacks [] for security_group (895e7d4f-da1f-45f5-a45c-c8113942a687), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:34.789239 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b808d5ed-409c-48d7-8d7f-ac9d1dc23678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (895e7d4f-da1f-45f5-a45c-c8113942a687), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:34.852992 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b808d5ed-409c-48d7-8d7f-ac9d1dc23678 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8312f8120eff48e4ad2bde55bc2320d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3379526 Mar 11 12:14:34.855798 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 34912) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:34.865050 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1894c9-644f-42a7-9a87-690b0b3d6d3f req-f0778010-2c53-4975-9e19-b0a28686fbaf tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:34.873475 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf1894c9-644f-42a7-9a87-690b0b3d6d3f req-f0778010-2c53-4975-9e19-b0a28686fbaf tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 1127 time: 0.1468048 Mar 11 12:14:34.876752 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808d5ed-409c-48d7-8d7f-ac9d1dc23678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895e7d4f-da1f-45f5-a45c-c8113942a687,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:34.941144 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf1894c9-644f-42a7-9a87-690b0b3d6d3f req-77057c43-bed3-4669-8a89-70a6498e56b0 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615242 Mar 11 12:14:35.003721 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7beb1d71-f082-475b-a51c-7eadd5db1d79 admin admin] Publish callbacks [] for security_group (895e7d4f-da1f-45f5-a45c-c8113942a687), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:35.094210 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7beb1d71-f082-475b-a51c-7eadd5db1d79 admin admin] Publish callbacks [] for security_group (895e7d4f-da1f-45f5-a45c-c8113942a687), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:35.110084 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b195ca-93ba-4fcf-b0e3-91eccd68e154 req-40799f1f-7ac3-4db2-91c6-1538bbf128ff tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:35.118281 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99b195ca-93ba-4fcf-b0e3-91eccd68e154 req-40799f1f-7ac3-4db2-91c6-1538bbf128ff tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 1127 time: 0.0953124 Mar 11 12:14:35.207427 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7beb1d71-f082-475b-a51c-7eadd5db1d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (895e7d4f-da1f-45f5-a45c-c8113942a687), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:35.212043 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7beb1d71-f082-475b-a51c-7eadd5db1d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:35.213660 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7beb1d71-f082-475b-a51c-7eadd5db1d79 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/895e7d4f-da1f-45f5-a45c-c8113942a687 HTTP/1.1" status: 204 len: 168 time: 0.3567362 Mar 11 12:14:35.224085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb1d71-f082-475b-a51c-7eadd5db1d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895e7d4f-da1f-45f5-a45c-c8113942a687,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:35.236722 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99b195ca-93ba-4fcf-b0e3-91eccd68e154 req-f1bede2e-1cfd-4fa1-a8ee-abfe19082c28 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174421 Mar 11 12:14:35.485994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bbac6-c168-41e3-b959-7e7489876f9a req-d28db333-70b4-4272-a069-815e9582b9fd tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:35.489353 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-296bbac6-c168-41e3-b959-7e7489876f9a req-d28db333-70b4-4272-a069-815e9582b9fd tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 1127 time: 0.0917099 Mar 11 12:14:35.579357 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-296bbac6-c168-41e3-b959-7e7489876f9a req-4675aafa-96cd-4e19-a18e-2af087e21dff tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841415 Mar 11 12:14:36.132910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-ca51c11f-172f-4819-9acf-77f98a863a7c tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:36.145116 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-ca51c11f-172f-4819-9acf-77f98a863a7c tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/networks?id=7cbab3e1-9384-45e7-81df-5a60ee9627f7 HTTP/1.1" status: 200 len: 911 time: 0.2642329 Mar 11 12:14:36.179043 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-4a1a884a-9e21-427f-a74d-521b5a9a7979 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/quotas/ce7e20be56d94c9684e3bc68cfa1b868 HTTP/1.1" status: 200 len: 375 time: 0.0306199 Mar 11 12:14:36.330518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-8f9c4e1d-0ac4-4295-8cc2-4649c1226eea tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?tenant_id=ce7e20be56d94c9684e3bc68cfa1b868&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1502404 Mar 11 12:14:36.512353 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-933888d1-7549-4c39-b833-c88c845b5b21 service neutron] 10.222.0.78 "GET /v2.0/networks/7cbab3e1-9384-45e7-81df-5a60ee9627f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739745 Mar 11 12:14:36.661083 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-fe30b4cb-0365-4250-9908-5c5a1e54ac65 service neutron] 10.222.0.78 "GET /v2.0/networks/7cbab3e1-9384-45e7-81df-5a60ee9627f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453304 Mar 11 12:14:37.031023 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d17ad38-796b-420d-8bd7-24d91d061fad req-9a04f567-a135-4db1-9387-33e4be5ca715 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 210 time: 0.0506077 Mar 11 12:14:37.986389 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35016) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:38.177561 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-463986cf-c53f-4ad7-8b55-559579e0c5ef req-9103403d-b67f-4e27-8359-9ca882e2f6cc tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 210 time: 0.0515857 Mar 11 12:14:38.360150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-40ff0055-294b-43ce-b73b-e7e2f74af3dc tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-408670666'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:14:38.409497 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ff0055-294b-43ce-b73b-e7e2f74af3dc tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Made reservation on behalf of 0d33f5fcb89a4d11b3e7205c5966343b for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:14:38.415839 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40ff0055-294b-43ce-b73b-e7e2f74af3dc tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:38.441349 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40ff0055-294b-43ce-b73b-e7e2f74af3dc tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:38.617955 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40ff0055-294b-43ce-b73b-e7e2f74af3dc tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Publish callbacks [] for security_group (b82b2581-1b2a-43e7-8239-8e824700bd58), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:38.663570 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40ff0055-294b-43ce-b73b-e7e2f74af3dc tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b82b2581-1b2a-43e7-8239-8e824700bd58), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:38.692653 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ff0055-294b-43ce-b73b-e7e2f74af3dc tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:14:38.717278 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40ff0055-294b-43ce-b73b-e7e2f74af3dc tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (3875ea44-14f5-424c-b2fc-7a13ea7bf835), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:38.717740 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-40ff0055-294b-43ce-b73b-e7e2f74af3dc tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Added segment 3875ea44-14f5-424c-b2fc-7a13ea7bf835 of type vlan for network 4e1f3cde-d05c-478e-b7fc-d7fe78de7374 Mar 11 12:14:38.843998 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:14:38.882399 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40ff0055-294b-43ce-b73b-e7e2f74af3dc tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (4e1f3cde-d05c-478e-b7fc-d7fe78de7374), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:38.949360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff0055-294b-43ce-b73b-e7e2f74af3dc tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b82b2581-1b2a-43e7-8239-8e824700bd58,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:38.955461 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40ff0055-294b-43ce-b73b-e7e2f74af3dc tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (4e1f3cde-d05c-478e-b7fc-d7fe78de7374), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:38.964318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ff0055-294b-43ce-b73b-e7e2f74af3dc tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:38.965408 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40ff0055-294b-43ce-b73b-e7e2f74af3dc tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:39.115178 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-40ff0055-294b-43ce-b73b-e7e2f74af3dc tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1270952 Mar 11 12:14:39.117315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff0055-294b-43ce-b73b-e7e2f74af3dc tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Pushing event updated for resources: {'Network': ['ID=4e1f3cde-d05c-478e-b7fc-d7fe78de7374,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:39.121662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35056) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:39.132511 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 4e1f3cde-d05c-478e-b7fc-d7fe78de7374 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:14:39.246145 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d29b81aa-f73f-4a2b-becd-b75a93ab7c44 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Request body: {'network': {'name': 'tempest-network--1446429289', 'router:external': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:14:39.297595 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29b81aa-f73f-4a2b-becd-b75a93ab7c44 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Made reservation on behalf of 0b1647e104c640828923b355a71e8a4c for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:14:39.300295 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d29b81aa-f73f-4a2b-becd-b75a93ab7c44 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:39.354872 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d29b81aa-f73f-4a2b-becd-b75a93ab7c44 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:39.416573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-f3cc0f81-d257-4442-8a24-a22b29914fc7 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:39.418909 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-f3cc0f81-d257-4442-8a24-a22b29914fc7 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.37 "GET /v2.0/networks?id=7cbab3e1-9384-45e7-81df-5a60ee9627f7 HTTP/1.1" status: 200 len: 911 time: 0.1732063 Mar 11 12:14:39.431803 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-80b12ee1-cc06-4636-b65b-9ce3397be36f tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Request body: {'port': {'device_id': 'f8185301-e92e-41d1-8e15-850f7d9786b0', 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7', 'admin_state_up': True, 'tenant_id': 'ce7e20be56d94c9684e3bc68cfa1b868'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:14:39.465789 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-80b12ee1-cc06-4636-b65b-9ce3397be36f tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Made reservation on behalf of ce7e20be56d94c9684e3bc68cfa1b868 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:14:39.469342 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-80b12ee1-cc06-4636-b65b-9ce3397be36f tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:39.530820 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-24835471-136b-4fea-82e5-0ff3357be9bf req-2933fdfb-c513-4aec-914c-9c4c49a5762b tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 210 time: 0.1810300 Mar 11 12:14:39.631759 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d29b81aa-f73f-4a2b-becd-b75a93ab7c44 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for security_group (ff121a55-28b1-4b20-8c7d-48e5aeeef1c9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:39.642195 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d29b81aa-f73f-4a2b-becd-b75a93ab7c44 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ff121a55-28b1-4b20-8c7d-48e5aeeef1c9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:39.676010 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-80b12ee1-cc06-4636-b65b-9ce3397be36f tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Allocated IP 172.20.0.13 (7cbab3e1-9384-45e7-81df-5a60ee9627f7/73e1048a-d00a-42c3-a6bf-d6dd66909a9b/443a7ef6-99b5-4e02-a04c-451518f91dea) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:14:39.682738 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29b81aa-f73f-4a2b-becd-b75a93ab7c44 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:14:39.730198 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d29b81aa-f73f-4a2b-becd-b75a93ab7c44 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (16636250-ee1b-4290-96ea-6bc0ba18d016), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:39.733983 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-d29b81aa-f73f-4a2b-becd-b75a93ab7c44 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Added segment 16636250-ee1b-4290-96ea-6bc0ba18d016 of type vlan for network 2752d326-9ee9-48a9-a451-89623fa98894 Mar 11 12:14:39.735961 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b81aa-f73f-4a2b-becd-b75a93ab7c44 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff121a55-28b1-4b20-8c7d-48e5aeeef1c9,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:39.877251 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d29b81aa-f73f-4a2b-becd-b75a93ab7c44 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (2752d326-9ee9-48a9-a451-89623fa98894), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:39.964261 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d29b81aa-f73f-4a2b-becd-b75a93ab7c44 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (2752d326-9ee9-48a9-a451-89623fa98894), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:39.965924 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29b81aa-f73f-4a2b-becd-b75a93ab7c44 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:39.966886 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d29b81aa-f73f-4a2b-becd-b75a93ab7c44 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:39.989515 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-80b12ee1-cc06-4636-b65b-9ce3397be36f tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Publish callbacks [] for port (443a7ef6-99b5-4e02-a04c-451518f91dea), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:40.042905 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35078) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:40.043684 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d29b81aa-f73f-4a2b-becd-b75a93ab7c44 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9204693 Mar 11 12:14:40.123352 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b81aa-f73f-4a2b-becd-b75a93ab7c44 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Pushing event updated for resources: {'Network': ['ID=2752d326-9ee9-48a9-a451-89623fa98894,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:40.133796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 2752d326-9ee9-48a9-a451-89623fa98894 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:14:40.140243 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-80b12ee1-cc06-4636-b65b-9ce3397be36f tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (443a7ef6-99b5-4e02-a04c-451518f91dea), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:40.206602 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b12ee1-cc06-4636-b65b-9ce3397be36f tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Pushing event updated for resources: {'Port': ['ID=443a7ef6-99b5-4e02-a04c-451518f91dea,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:40.225128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-80b12ee1-cc06-4636-b65b-9ce3397be36f tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:14:40.225128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-80b12ee1-cc06-4636-b65b-9ce3397be36f tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:14:40.227728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-80b12ee1-cc06-4636-b65b-9ce3397be36f tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:14:40.244740 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a8db72e-17e2-4b4d-ad14-5fd38599b247 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (2752d326-9ee9-48a9-a451-89623fa98894), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:40.264540 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['e14a0123-b004-498d-a75d-db5d3fec64bb'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:14:40.357001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-80b12ee1-cc06-4636-b65b-9ce3397be36f tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:40.357927 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-80b12ee1-cc06-4636-b65b-9ce3397be36f tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:40.394948 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-80b12ee1-cc06-4636-b65b-9ce3397be36f tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9677637 Mar 11 12:14:40.451058 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a8db72e-17e2-4b4d-ad14-5fd38599b247 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (2752d326-9ee9-48a9-a451-89623fa98894), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:40.523384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-3a8db72e-17e2-4b4d-ad14-5fd38599b247 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2752d326-9ee9-48a9-a451-89623fa98894']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:40.553988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-3a8db72e-17e2-4b4d-ad14-5fd38599b247 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16636250-ee1b-4290-96ea-6bc0ba18d016') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:40.557033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-3a8db72e-17e2-4b4d-ad14-5fd38599b247 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16636250-ee1b-4290-96ea-6bc0ba18d016') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:40.582176 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a8db72e-17e2-4b4d-ad14-5fd38599b247 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (16636250-ee1b-4290-96ea-6bc0ba18d016), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:40.620621 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Request body: {'port': {'device_id': 'f8185301-e92e-41d1-8e15-850f7d9786b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:14:40.680363 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a8db72e-17e2-4b4d-ad14-5fd38599b247 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (16636250-ee1b-4290-96ea-6bc0ba18d016), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8db72e-17e2-4b4d-ad14-5fd38599b247 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a8db72e-17e2-4b4d-ad14-5fd38599b247 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (16636250-ee1b-4290-96ea-6bc0ba18d016), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:14:40.727765 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:14:40.783438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b411252-b6d6-4a37-8263-f21f16472c6e req-7e8ef3d9-5e18-4be4-b724-94c2c998d397 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:40.797039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b411252-b6d6-4a37-8263-f21f16472c6e req-7e8ef3d9-5e18-4be4-b724-94c2c998d397 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 1028 time: 0.1292434 Mar 11 12:14:40.799513 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4bc1acd7-b464-41e6-b282-1a41c41f4053 None None] Provisioning complete for port 443a7ef6-99b5-4e02-a04c-451518f91dea triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:14:40.800313 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4bc1acd7-b464-41e6-b282-1a41c41f4053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (443a7ef6-99b5-4e02-a04c-451518f91dea), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:40.828482 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (443a7ef6-99b5-4e02-a04c-451518f91dea), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:40.852926 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a8db72e-17e2-4b4d-ad14-5fd38599b247 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (2752d326-9ee9-48a9-a451-89623fa98894), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:40.877891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8db72e-17e2-4b4d-ad14-5fd38599b247 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2752d326-9ee9-48a9-a451-89623fa98894 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 12:14:40.880919 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8db72e-17e2-4b4d-ad14-5fd38599b247 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Pushing event deleted for resources: {'Network': ['ID=2752d326-9ee9-48a9-a451-89623fa98894,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:40.882784 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a8db72e-17e2-4b4d-ad14-5fd38599b247 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:40.886381 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3a8db72e-17e2-4b4d-ad14-5fd38599b247 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] 10.222.0.78 "DELETE /v2.0/networks/2752d326-9ee9-48a9-a451-89623fa98894 HTTP/1.1" status: 204 len: 168 time: 0.8416288 Mar 11 12:14:40.905985 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35106) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:40.913676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-82f71805-62ba-4147-aca9-3a081d0e3bb4 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:14:40.918212 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4bc1acd7-b464-41e6-b282-1a41c41f4053 None None] Port 443a7ef6-99b5-4e02-a04c-451518f91dea cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:14:40.951812 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b411252-b6d6-4a37-8263-f21f16472c6e req-ef933f29-9609-46fb-90d2-d5e5be76e3bc tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533015 Mar 11 12:14:41.014467 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f71805-62ba-4147-aca9-3a081d0e3bb4 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Made reservation on behalf of 0b1647e104c640828923b355a71e8a4c for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:14:41.024598 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82f71805-62ba-4147-aca9-3a081d0e3bb4 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:41.086943 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f71805-62ba-4147-aca9-3a081d0e3bb4 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:14:41.113823 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82f71805-62ba-4147-aca9-3a081d0e3bb4 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (cc030221-6def-4ce7-ad16-a2eaddb06892), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:41.114225 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-82f71805-62ba-4147-aca9-3a081d0e3bb4 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Added segment cc030221-6def-4ce7-ad16-a2eaddb06892 of type vlan for network f9f0d628-4465-4aa1-8437-1ba1e452065e Mar 11 12:14:41.207256 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82f71805-62ba-4147-aca9-3a081d0e3bb4 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (f9f0d628-4465-4aa1-8437-1ba1e452065e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:41.333104 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82f71805-62ba-4147-aca9-3a081d0e3bb4 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (f9f0d628-4465-4aa1-8437-1ba1e452065e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:41.334070 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f71805-62ba-4147-aca9-3a081d0e3bb4 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:41.334637 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-82f71805-62ba-4147-aca9-3a081d0e3bb4 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:41.371053 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-82f71805-62ba-4147-aca9-3a081d0e3bb4 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4638839 Mar 11 12:14:41.374187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35130) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:41.381470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-512327cd-de34-4bfd-b0d5-94748cc1c713 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Request body: {'subnet': {'network_id': 'f9f0d628-4465-4aa1-8437-1ba1e452065e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:14:41.457892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512327cd-de34-4bfd-b0d5-94748cc1c713 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Made reservation on behalf of 0b1647e104c640828923b355a71e8a4c for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:14:41.460317 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-512327cd-de34-4bfd-b0d5-94748cc1c713 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:41.469554 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f71805-62ba-4147-aca9-3a081d0e3bb4 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Pushing event updated for resources: {'Network': ['ID=f9f0d628-4465-4aa1-8437-1ba1e452065e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:41.483140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443a7ef6-99b5-4e02-a04c-451518f91dea {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:14:41.483724 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network f9f0d628-4465-4aa1-8437-1ba1e452065e details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:14:41.502450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Publish callbacks [] for port (443a7ef6-99b5-4e02-a04c-451518f91dea), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:41.550703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Transition to ACTIVE for port object 443a7ef6-99b5-4e02-a04c-451518f91dea will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:14:41.557269 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (443a7ef6-99b5-4e02-a04c-451518f91dea), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:41.760605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Pushing event updated for resources: {'Port': ['ID=443a7ef6-99b5-4e02-a04c-451518f91dea,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:41.889852 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Attempting to bind port 443a7ef6-99b5-4e02-a04c-451518f91dea on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:14:41.890162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Attempting to bind port 443a7ef6-99b5-4e02-a04c-451518f91dea by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:14:41.890422 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Attempting to bind port 443a7ef6-99b5-4e02-a04c-451518f91dea on network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:14:41.897278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Port 443a7ef6-99b5-4e02-a04c-451518f91dea on network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:14:41.897776 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Attempting to bind port 443a7ef6-99b5-4e02-a04c-451518f91dea on network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:14:41.906508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:14:41.907931 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Checking segment: {'id': '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:14:41.909899 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Bound using segment: {'id': '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:14:41.910529 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Bound port: 443a7ef6-99b5-4e02-a04c-451518f91dea, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:14:41.910957 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (443a7ef6-99b5-4e02-a04c-451518f91dea), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:42.094381 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] For port 443a7ef6-99b5-4e02-a04c-451518f91dea, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:14:42.098453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] For port 443a7ef6-99b5-4e02-a04c-451518f91dea, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=443a7ef6-99b5-4e02-a04c-451518f91dea,segment=NetworkSegment(695bc2b2-eff2-4b7e-9f2b-5e6b84c02281),segment_id=695bc2b2-eff2-4b7e-9f2b-5e6b84c02281)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:14:42.107437 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (443a7ef6-99b5-4e02-a04c-451518f91dea), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:42.178549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:42.179796 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:42.184912 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] 10.222.0.37 "PUT /v2.0/ports/443a7ef6-99b5-4e02-a04c-451518f91dea HTTP/1.1" status: 200 len: 1092 time: 1.7300971 Mar 11 12:14:42.185644 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8185301-e92e-41d1-8e15-850f7d9786b0', 'tag': '443a7ef6-99b5-4e02-a04c-451518f91dea'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:14:42.189154 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634f880d-8d9b-4fe5-bb2e-9d63bdc43537" -d '{"events": [{"name": "network-changed", "server_uuid": "f8185301-e92e-41d1-8e15-850f7d9786b0", "tag": "443a7ef6-99b5-4e02-a04c-451518f91dea"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:14:42.340648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.objects.ports [None req-512327cd-de34-4bfd-b0d5-94748cc1c713 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104031) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 12:14:42.341743 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-512327cd-de34-4bfd-b0d5-94748cc1c713 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (bb098353-819f-459b-a4d4-e579982c1a29), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:42.345683 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf7c7e2-3226-4011-9f50-4f738703b669 x-openstack-request-id: req-7bf7c7e2-3226-4011-9f50-4f738703b669 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:14:42.346146 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8185301-e92e-41d1-8e15-850f7d9786b0", "tag": "443a7ef6-99b5-4e02-a04c-451518f91dea", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:14:42.346235 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7bf7c7e2-3226-4011-9f50-4f738703b669 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:14:42.351184 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8185301-e92e-41d1-8e15-850f7d9786b0', 'tag': '443a7ef6-99b5-4e02-a04c-451518f91dea', 'status': 'completed', 'code': 200} Mar 11 12:14:42.353234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1974a0-a3ab-40f7-b5a4-78f44f8133b2 service neutron] Pushing event updated for resources: {'Port': ['ID=443a7ef6-99b5-4e02-a04c-451518f91dea,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:42.359829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5cbdb-5bab-447d-9ef1-215c90977671 req-cd39e77a-0a37-4ca3-9ae8-b9111e92236e tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:42.375774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3aa5cbdb-5bab-447d-9ef1-215c90977671 req-cd39e77a-0a37-4ca3-9ae8-b9111e92236e tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 1126 time: 0.2568023 Mar 11 12:14:42.394879 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-70160aa0-34f0-4718-8dd8-2ddd7a80f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:42.397471 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-70160aa0-34f0-4718-8dd8-2ddd7a80f129 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce7e20be56d94c9684e3bc68cfa1b868&device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 1126 time: 0.1604838 Mar 11 12:14:42.491991 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3aa5cbdb-5bab-447d-9ef1-215c90977671 req-b01f1754-f8e5-4b93-8ecf-ba358cff841d tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059883 Mar 11 12:14:42.492821 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512327cd-de34-4bfd-b0d5-94748cc1c713 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Checking segment: {'id': 'cc030221-6def-4ce7-ad16-a2eaddb06892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f9f0d628-4465-4aa1-8437-1ba1e452065e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:14:42.493516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512327cd-de34-4bfd-b0d5-94748cc1c713 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Network hostable DHCP agents. Network: f9f0d628-4465-4aa1-8437-1ba1e452065e, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:14:42.501200 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512327cd-de34-4bfd-b0d5-94748cc1c713 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bb098353-819f-459b-a4d4-e579982c1a29,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:42.514300 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-19cf38ab-6cde-4d27-af32-7f7e5177235c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=443a7ef6-99b5-4e02-a04c-451518f91dea HTTP/1.1" status: 200 len: 217 time: 0.1099699 Mar 11 12:14:42.544377 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512327cd-de34-4bfd-b0d5-94748cc1c713 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Network f9f0d628-4465-4aa1-8437-1ba1e452065e is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:14:42.556807 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-512327cd-de34-4bfd-b0d5-94748cc1c713 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, f9f0d628-4465-4aa1-8437-1ba1e452065e) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:14:42.563281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512327cd-de34-4bfd-b0d5-94748cc1c713 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:42.564044 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-512327cd-de34-4bfd-b0d5-94748cc1c713 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:42.566612 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f1fac-dbaf-4a4e-9469-ad22b49ec725 None None] Network f9f0d628-4465-4aa1-8437-1ba1e452065e requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:14:42.592486 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-512327cd-de34-4bfd-b0d5-94748cc1c713 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2169647 Mar 11 12:14:42.596220 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35152) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:42.604124 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-cf4e4766-0d49-477d-b4b0-1345b6e42aa0 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Request body: {'floatingip': {'floating_network_id': 'f9f0d628-4465-4aa1-8437-1ba1e452065e'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:14:42.653269 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4766-0d49-477d-b4b0-1345b6e42aa0 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:42.655499 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-132b2b38-d91c-418f-9185-ecc4fbeb1ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:42.659230 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-132b2b38-d91c-418f-9185-ecc4fbeb1ee4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73e1048a-d00a-42c3-a6bf-d6dd66909a9b HTTP/1.1" status: 200 len: 849 time: 0.1394541 Mar 11 12:14:42.778384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-32e2a5fe-617d-4c52-8f5e-ee304fb18906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:42.781701 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-32e2a5fe-617d-4c52-8f5e-ee304fb18906 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cbab3e1-9384-45e7-81df-5a60ee9627f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1157994 Mar 11 12:14:42.909968 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:42.916641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68b1aa0-0b07-4a21-b759-2cdc61a01d25 None None] Network f9f0d628-4465-4aa1-8437-1ba1e452065e requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:14:42.934932 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4766-0d49-477d-b4b0-1345b6e42aa0 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:43.020114 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-c65262eb-f9d1-4961-a49f-dedba1299eef service neutron] 10.222.0.37 "GET /v2.0/networks/7cbab3e1-9384-45e7-81df-5a60ee9627f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298448 Mar 11 12:14:43.141327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-cf4e4766-0d49-477d-b4b0-1345b6e42aa0 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Allocated IP 172.20.0.12 (f9f0d628-4465-4aa1-8437-1ba1e452065e/bb098353-819f-459b-a4d4-e579982c1a29/a637fd06-aa90-4b2e-9955-3ae87a3f5b1f) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:14:43.228014 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1cde6950-871f-4b91-9ac1-3ff4e32b8d92 req-1af50154-530f-46f8-ac98-4f00f01b9df2 service neutron] 10.222.0.37 "GET /v2.0/networks/7cbab3e1-9384-45e7-81df-5a60ee9627f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015228 Mar 11 12:14:43.306851 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4766-0d49-477d-b4b0-1345b6e42aa0 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for port (a637fd06-aa90-4b2e-9955-3ae87a3f5b1f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:43.390668 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4766-0d49-477d-b4b0-1345b6e42aa0 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a637fd06-aa90-4b2e-9955-3ae87a3f5b1f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:43.418042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f880d-8d9b-4fe5-bb2e-9d63bdc43537 req-95100740-7856-4453-a9dc-34687100d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:43.423926 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-634f880d-8d9b-4fe5-bb2e-9d63bdc43537 req-95100740-7856-4453-a9dc-34687100d1d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce7e20be56d94c9684e3bc68cfa1b868&device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 1126 time: 0.0917501 Mar 11 12:14:43.456605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4e4766-0d49-477d-b4b0-1345b6e42aa0 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Network f9f0d628-4465-4aa1-8437-1ba1e452065e is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:14:43.459799 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-cf4e4766-0d49-477d-b4b0-1345b6e42aa0 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:14:43.474301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e4766-0d49-477d-b4b0-1345b6e42aa0 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:14:43.538761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e4766-0d49-477d-b4b0-1345b6e42aa0 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Pushing event updated for resources: {'Port': ['ID=a637fd06-aa90-4b2e-9955-3ae87a3f5b1f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:43.638506 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d8aa38af-1f17-479b-a39e-104b9122c8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:43.653870 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4766-0d49-477d-b4b0-1345b6e42aa0 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for floatingip (645895c6-bf64-43d8-be1c-deb45bc18307), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:43.784549 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4766-0d49-477d-b4b0-1345b6e42aa0 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a637fd06-aa90-4b2e-9955-3ae87a3f5b1f), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:44.027560 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4766-0d49-477d-b4b0-1345b6e42aa0 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for port (a637fd06-aa90-4b2e-9955-3ae87a3f5b1f), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:44.041334 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4766-0d49-477d-b4b0-1345b6e42aa0 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (a637fd06-aa90-4b2e-9955-3ae87a3f5b1f), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:44.058551 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878ab24-f185-4637-b423-b252038379a9 req-c2fa6f3d-37c0-419f-a203-81d40bc3ecd0 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:44.065940 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f878ab24-f185-4637-b423-b252038379a9 req-c2fa6f3d-37c0-419f-a203-81d40bc3ecd0 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 1126 time: 0.4033449 Mar 11 12:14:44.169508 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e4766-0d49-477d-b4b0-1345b6e42aa0 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Pushing event updated for resources: {'Port': ['ID=a637fd06-aa90-4b2e-9955-3ae87a3f5b1f,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:44.207560 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f878ab24-f185-4637-b423-b252038379a9 req-258d82f1-ef99-43e5-89b5-4c590b20c4be tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348801 Mar 11 12:14:44.213871 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4766-0d49-477d-b4b0-1345b6e42aa0 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (645895c6-bf64-43d8-be1c-deb45bc18307), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:44.252739 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4766-0d49-477d-b4b0-1345b6e42aa0 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:44.257730 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cf4e4766-0d49-477d-b4b0-1345b6e42aa0 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6600659 Mar 11 12:14:44.261772 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35188) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:44.357402 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f880d-8d9b-4fe5-bb2e-9d63bdc43537 req-4e0d48df-5f99-480c-9bec-b6cfa77f9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:44.358902 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-634f880d-8d9b-4fe5-bb2e-9d63bdc43537 req-4e0d48df-5f99-480c-9bec-b6cfa77f9fc5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cbab3e1-9384-45e7-81df-5a60ee9627f7 HTTP/1.1" status: 200 len: 911 time: 0.9332678 Mar 11 12:14:44.389848 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-12a12c5a-f95a-4adb-a475-7972c6c40707 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] 10.222.0.78 "GET /v2.0/floatingips?floating_network_id=f9f0d628-4465-4aa1-8437-1ba1e452065e HTTP/1.1" status: 200 len: 690 time: 0.1240065 Mar 11 12:14:44.390142 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35200) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:44.490835 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-634f880d-8d9b-4fe5-bb2e-9d63bdc43537 req-a3f44dc8-bcea-4d54-85f3-10da4e541c75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=443a7ef6-99b5-4e02-a04c-451518f91dea HTTP/1.1" status: 200 len: 217 time: 0.1253214 Mar 11 12:14:44.497186 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (f9f0d628-4465-4aa1-8437-1ba1e452065e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:44.594645 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f880d-8d9b-4fe5-bb2e-9d63bdc43537 req-71d770eb-6505-4d3d-bd7d-1b4f7dc6eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:44.606952 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-634f880d-8d9b-4fe5-bb2e-9d63bdc43537 req-71d770eb-6505-4d3d-bd7d-1b4f7dc6eb63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73e1048a-d00a-42c3-a6bf-d6dd66909a9b HTTP/1.1" status: 200 len: 849 time: 0.1093242 Mar 11 12:14:44.715519 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f880d-8d9b-4fe5-bb2e-9d63bdc43537 req-b865b8d4-179f-4ba8-8f18-4f6f9af08d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:44.717129 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-634f880d-8d9b-4fe5-bb2e-9d63bdc43537 req-b865b8d4-179f-4ba8-8f18-4f6f9af08d7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cbab3e1-9384-45e7-81df-5a60ee9627f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1041687 Mar 11 12:14:44.730262 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Deleting port a637fd06-aa90-4b2e-9955-3ae87a3f5b1f {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:14:44.730602 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a637fd06-aa90-4b2e-9955-3ae87a3f5b1f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:44.836581 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a637fd06-aa90-4b2e-9955-3ae87a3f5b1f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:44.836888 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for floatingip (a637fd06-aa90-4b2e-9955-3ae87a3f5b1f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:44.852215 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Calling delete_port for a637fd06-aa90-4b2e-9955-3ae87a3f5b1f owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:14:44.933881 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-634f880d-8d9b-4fe5-bb2e-9d63bdc43537 req-1c9a4008-a896-4458-8763-cd975114217e service neutron] 10.222.0.37 "GET /v2.0/networks/7cbab3e1-9384-45e7-81df-5a60ee9627f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055266 Mar 11 12:14:44.941467 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 443a7ef6-99b5-4e02-a04c-451518f91dea details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:14:45.120222 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a637fd06-aa90-4b2e-9955-3ae87a3f5b1f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:45.213010 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Pushing event deleted for resources: {'Port': ['ID=a637fd06-aa90-4b2e-9955-3ae87a3f5b1f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:45.242632 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-634f880d-8d9b-4fe5-bb2e-9d63bdc43537 req-50632223-727a-454a-82b3-1b26d67d48cb service neutron] 10.222.0.37 "GET /v2.0/networks/7cbab3e1-9384-45e7-81df-5a60ee9627f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042557 Mar 11 12:14:45.268086 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 443a7ef6-99b5-4e02-a04c-451518f91dea, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=443a7ef6-99b5-4e02-a04c-451518f91dea,segment=NetworkSegment(695bc2b2-eff2-4b7e-9f2b-5e6b84c02281),segment_id=695bc2b2-eff2-4b7e-9f2b-5e6b84c02281)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:14:45.308683 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '443a7ef6-99b5-4e02-a04c-451518f91dea', 'network_id': '7cbab3e1-9384-45e7-81df-5a60ee9627f7', 'port_id': '443a7ef6-99b5-4e02-a04c-451518f91dea', 'mac_address': 'fa:16:3e:8c:10:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e1048a-d00a-42c3-a6bf-d6dd66909a9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:14:45.388117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 443a7ef6-99b5-4e02-a04c-451518f91dea is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:14:45.388731 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (443a7ef6-99b5-4e02-a04c-451518f91dea), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:45.409308 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443a7ef6-99b5-4e02-a04c-451518f91dea {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:14:45.431705 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for floatingip (645895c6-bf64-43d8-be1c-deb45bc18307), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:45.460369 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 443a7ef6-99b5-4e02-a04c-451518f91dea, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=443a7ef6-99b5-4e02-a04c-451518f91dea,segment=NetworkSegment(695bc2b2-eff2-4b7e-9f2b-5e6b84c02281),segment_id=695bc2b2-eff2-4b7e-9f2b-5e6b84c02281)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:14:45.468303 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (443a7ef6-99b5-4e02-a04c-451518f91dea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:45.528822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925a00d-b559-46b3-98df-ca77ea3241da req-bdec5a4e-4731-44dd-9d91-94a94ec39c0b tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:45.531536 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=443a7ef6-99b5-4e02-a04c-451518f91dea,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:45.535669 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3925a00d-b559-46b3-98df-ca77ea3241da req-bdec5a4e-4731-44dd-9d91-94a94ec39c0b tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 1126 time: 0.2110674 Mar 11 12:14:45.683618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['443a7ef6-99b5-4e02-a04c-451518f91dea'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:14:45.836945 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8e0948fc-6201-408e-baa8-dac2e73adb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:46.030839 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (bb098353-819f-459b-a4d4-e579982c1a29), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:46.147375 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3925a00d-b559-46b3-98df-ca77ea3241da req-4e433e30-9e76-49dc-a330-209a06161395 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6108012 Mar 11 12:14:46.150274 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (bb098353-819f-459b-a4d4-e579982c1a29), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:46.183436 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bb098353-819f-459b-a4d4-e579982c1a29,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:46.279040 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (f9f0d628-4465-4aa1-8437-1ba1e452065e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:46.304044 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f0d628-4465-4aa1-8437-1ba1e452065e']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:46.317757 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc030221-6def-4ce7-ad16-a2eaddb06892') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:46.318060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc030221-6def-4ce7-ad16-a2eaddb06892') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:46.329754 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (cc030221-6def-4ce7-ad16-a2eaddb06892), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:46.346239 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (cc030221-6def-4ce7-ad16-a2eaddb06892), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:46.353404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:14:46.353806 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (cc030221-6def-4ce7-ad16-a2eaddb06892), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:14:46.452297 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:14:46.461177 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (f9f0d628-4465-4aa1-8437-1ba1e452065e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:46.465972 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f9f0d628-4465-4aa1-8437-1ba1e452065e {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 12:14:46.471802 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:46.482464 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35242) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:46.488966 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] 10.222.0.78 "DELETE /v2.0/networks/f9f0d628-4465-4aa1-8437-1ba1e452065e HTTP/1.1" status: 204 len: 168 time: 2.0977972 Mar 11 12:14:46.544339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809cea8-8ec9-43c0-a4b0-2f2d3e0c4735 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Pushing event deleted for resources: {'Network': ['ID=f9f0d628-4465-4aa1-8437-1ba1e452065e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:46.727244 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35244) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:46.728560 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3cb73201-556d-4773-8918-bae86382058b tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2410784 Mar 11 12:14:46.872088 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf1611-54f3-451e-9866-3022aacde990 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:46.872569 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf1611-54f3-451e-9866-3022aacde990 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:46.873286 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf1611-54f3-451e-9866-3022aacde990 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:46.873752 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf1611-54f3-451e-9866-3022aacde990 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:46.874204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf1611-54f3-451e-9866-3022aacde990 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:46.874657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf1611-54f3-451e-9866-3022aacde990 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:46.879508 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5caf1611-54f3-451e-9866-3022aacde990 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4016 time: 0.1510105 Mar 11 12:14:46.888233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35248) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:46.954824 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 443a7ef6-99b5-4e02-a04c-451518f91dea up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:14:46.983933 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-8d356404-e9e8-4231-9895-41d93e704ae4 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] delete failed (client error): The resource could not be found. Mar 11 12:14:46.988581 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8d356404-e9e8-4231-9895-41d93e704ae4 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/645895c6-bf64-43d8-be1c-deb45bc18307 HTTP/1.1" status: 404 len: 345 time: 0.0988581 Mar 11 12:14:46.991603 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35250) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:47.036880 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2bc5893-1fca-40e2-9c18-5b56fa78ee1f tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] DELETE failed (client error): The resource could not be found. Mar 11 12:14:47.037684 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2bc5893-1fca-40e2-9c18-5b56fa78ee1f tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:14:47.049142 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35256) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:47.049758 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f2bc5893-1fca-40e2-9c18-5b56fa78ee1f tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] 10.222.0.78 "DELETE /v2.0/networks/f9f0d628-4465-4aa1-8437-1ba1e452065e HTTP/1.1" status: 404 len: 339 time: 0.0581732 Mar 11 12:14:47.054849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-76b290b0-0047-4795-9bb1-6ae1ac3b74e8 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Request body: {'network': {'name': 'tempest-network--1352470745', 'router:external': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:14:47.105233 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b290b0-0047-4795-9bb1-6ae1ac3b74e8 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Made reservation on behalf of 0b1647e104c640828923b355a71e8a4c for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:14:47.108191 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-76b290b0-0047-4795-9bb1-6ae1ac3b74e8 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:47.115160 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 443a7ef6-99b5-4e02-a04c-451518f91dea completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:14:47.123603 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 443a7ef6-99b5-4e02-a04c-451518f91dea triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:14:47.125249 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (443a7ef6-99b5-4e02-a04c-451518f91dea), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:47.158612 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b290b0-0047-4795-9bb1-6ae1ac3b74e8 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:14:47.180886 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-76b290b0-0047-4795-9bb1-6ae1ac3b74e8 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (520b9466-af81-45f7-9727-6a63ca48bc85), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:47.181813 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-76b290b0-0047-4795-9bb1-6ae1ac3b74e8 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Added segment 520b9466-af81-45f7-9727-6a63ca48bc85 of type vlan for network 70d2888f-1327-41e7-b3a8-ec55db1eb1d2 Mar 11 12:14:47.295078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 443a7ef6-99b5-4e02-a04c-451518f91dea is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:14:47.295463 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (443a7ef6-99b5-4e02-a04c-451518f91dea), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:47.356334 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8185301-e92e-41d1-8e15-850f7d9786b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443a7ef6-99b5-4e02-a04c-451518f91dea'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:14:47.362399 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-76b290b0-0047-4795-9bb1-6ae1ac3b74e8 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (70d2888f-1327-41e7-b3a8-ec55db1eb1d2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:47.363145 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0591c7-3583-49ca-82ba-d8578af55bd6" -d '{"events": [{"server_uuid": "f8185301-e92e-41d1-8e15-850f7d9786b0", "name": "network-vif-plugged", "status": "completed", "tag": "443a7ef6-99b5-4e02-a04c-451518f91dea"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:14:47.393383 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:47.408055 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752366a-3960-4a85-986f-20e360e532cd req-d786377e-7609-472d-b50c-400238aad44d tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:47.408621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 443a7ef6-99b5-4e02-a04c-451518f91dea, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=443a7ef6-99b5-4e02-a04c-451518f91dea,segment=NetworkSegment(695bc2b2-eff2-4b7e-9f2b-5e6b84c02281),segment_id=695bc2b2-eff2-4b7e-9f2b-5e6b84c02281)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:14:47.410182 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7752366a-3960-4a85-986f-20e360e532cd req-d786377e-7609-472d-b50c-400238aad44d tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 1127 time: 0.1276917 Mar 11 12:14:47.411922 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-76b290b0-0047-4795-9bb1-6ae1ac3b74e8 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (70d2888f-1327-41e7-b3a8-ec55db1eb1d2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:47.413062 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b290b0-0047-4795-9bb1-6ae1ac3b74e8 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:47.413925 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-76b290b0-0047-4795-9bb1-6ae1ac3b74e8 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:47.415995 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (443a7ef6-99b5-4e02-a04c-451518f91dea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:47.479967 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff805e5f-aacf-4b03-828a-9e42e55a19f3 x-openstack-request-id: req-ff805e5f-aacf-4b03-828a-9e42e55a19f3 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:14:47.480612 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8185301-e92e-41d1-8e15-850f7d9786b0", "name": "network-vif-plugged", "status": "completed", "tag": "443a7ef6-99b5-4e02-a04c-451518f91dea", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:14:47.481013 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ff805e5f-aacf-4b03-828a-9e42e55a19f3 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:14:47.481584 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8185301-e92e-41d1-8e15-850f7d9786b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443a7ef6-99b5-4e02-a04c-451518f91dea', 'code': 200} Mar 11 12:14:47.489618 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-76b290b0-0047-4795-9bb1-6ae1ac3b74e8 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4392107 Mar 11 12:14:47.493386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35264) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:47.537042 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=443a7ef6-99b5-4e02-a04c-451518f91dea,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:47.643108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92244327-2d69-4805-9440-d45d13fd239e tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:47.649800 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7752366a-3960-4a85-986f-20e360e532cd req-a616c2c9-c11c-4709-a926-462029c78fc1 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164536 Mar 11 12:14:47.650386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92244327-2d69-4805-9440-d45d13fd239e tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:47.650877 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b290b0-0047-4795-9bb1-6ae1ac3b74e8 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Pushing event updated for resources: {'Network': ['ID=70d2888f-1327-41e7-b3a8-ec55db1eb1d2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:47.656192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92244327-2d69-4805-9440-d45d13fd239e tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:47.663480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 70d2888f-1327-41e7-b3a8-ec55db1eb1d2 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:14:47.672275 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92244327-2d69-4805-9440-d45d13fd239e tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:47.678636 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35266) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:47.678773 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-92244327-2d69-4805-9440-d45d13fd239e tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1791461 Mar 11 12:14:47.763298 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e84c6-60fc-4ddc-8b18-5789bafddff5 req-7270e28b-ea2f-431c-b0cf-be1b411779c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:47.769057 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff1e84c6-60fc-4ddc-8b18-5789bafddff5 req-7270e28b-ea2f-431c-b0cf-be1b411779c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 1128 time: 0.0891261 Mar 11 12:14:47.845366 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9c69eadc-3d88-466a-9229-f48c16de50fd tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (70d2888f-1327-41e7-b3a8-ec55db1eb1d2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:47.848323 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff1e84c6-60fc-4ddc-8b18-5789bafddff5 req-6580976b-e1e1-4d78-8d83-224ff9aa4088 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731792 Mar 11 12:14:47.957883 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9c69eadc-3d88-466a-9229-f48c16de50fd tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (70d2888f-1327-41e7-b3a8-ec55db1eb1d2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:47.981091 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-9c69eadc-3d88-466a-9229-f48c16de50fd tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d2888f-1327-41e7-b3a8-ec55db1eb1d2']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:48.003102 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-9c69eadc-3d88-466a-9229-f48c16de50fd tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520b9466-af81-45f7-9727-6a63ca48bc85') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:48.003671 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-9c69eadc-3d88-466a-9229-f48c16de50fd tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520b9466-af81-45f7-9727-6a63ca48bc85') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:48.028781 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9c69eadc-3d88-466a-9229-f48c16de50fd tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (520b9466-af81-45f7-9727-6a63ca48bc85), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:48.061528 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9c69eadc-3d88-466a-9229-f48c16de50fd tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (520b9466-af81-45f7-9727-6a63ca48bc85), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:48.078257 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c69eadc-3d88-466a-9229-f48c16de50fd tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:14:48.078911 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9c69eadc-3d88-466a-9229-f48c16de50fd tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (520b9466-af81-45f7-9727-6a63ca48bc85), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:14:48.081041 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:14:48.204979 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9c69eadc-3d88-466a-9229-f48c16de50fd tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (70d2888f-1327-41e7-b3a8-ec55db1eb1d2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:48.211958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c69eadc-3d88-466a-9229-f48c16de50fd tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 70d2888f-1327-41e7-b3a8-ec55db1eb1d2 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 12:14:48.215369 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9c69eadc-3d88-466a-9229-f48c16de50fd tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:48.230283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35274) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:48.230564 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9c69eadc-3d88-466a-9229-f48c16de50fd tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] 10.222.0.78 "DELETE /v2.0/networks/70d2888f-1327-41e7-b3a8-ec55db1eb1d2 HTTP/1.1" status: 204 len: 168 time: 0.5504694 Mar 11 12:14:48.235682 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9de9b8b4-4207-426a-8343-53b9c4795c4b tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Request body: {'network': {'name': 'tempest-network--602830339', 'router:external': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:14:48.253242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69eadc-3d88-466a-9229-f48c16de50fd tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Pushing event deleted for resources: {'Network': ['ID=70d2888f-1327-41e7-b3a8-ec55db1eb1d2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:48.273673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de9b8b4-4207-426a-8343-53b9c4795c4b tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Made reservation on behalf of 0b1647e104c640828923b355a71e8a4c for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:14:48.279858 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9de9b8b4-4207-426a-8343-53b9c4795c4b tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:48.331411 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de9b8b4-4207-426a-8343-53b9c4795c4b tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:14:48.368194 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9de9b8b4-4207-426a-8343-53b9c4795c4b tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (5140f928-d645-43b6-80f0-939d2e1f875d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:48.368547 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-9de9b8b4-4207-426a-8343-53b9c4795c4b tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Added segment 5140f928-d645-43b6-80f0-939d2e1f875d of type vlan for network 613cc284-36a8-4eb2-b8c8-0379273d82d1 Mar 11 12:14:48.526139 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9de9b8b4-4207-426a-8343-53b9c4795c4b tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (613cc284-36a8-4eb2-b8c8-0379273d82d1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:48.594302 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9de9b8b4-4207-426a-8343-53b9c4795c4b tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (613cc284-36a8-4eb2-b8c8-0379273d82d1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:48.595553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de9b8b4-4207-426a-8343-53b9c4795c4b tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:48.596297 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9de9b8b4-4207-426a-8343-53b9c4795c4b tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:48.646366 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:48.663649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9b8b4-4207-426a-8343-53b9c4795c4b tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Pushing event updated for resources: {'Network': ['ID=613cc284-36a8-4eb2-b8c8-0379273d82d1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:48.674970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 613cc284-36a8-4eb2-b8c8-0379273d82d1 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:14:48.693190 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9de9b8b4-4207-426a-8343-53b9c4795c4b tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4617312 Mar 11 12:14:48.695818 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35282) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:48.798895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff2a52d-0757-428f-bb65-854137ec1268 tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:48.800479 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cff2a52d-0757-428f-bb65-854137ec1268 tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] 10.222.0.78 "GET /v2.0/networks/613cc284-36a8-4eb2-b8c8-0379273d82d1 HTTP/1.1" status: 200 len: 756 time: 0.1035068 Mar 11 12:14:48.804073 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35284) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:49.105896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bdb14f-f675-4cda-9f9b-4c747fc5a5cd tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:49.111682 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35300) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:49.112201 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-87bdb14f-f675-4cda-9f9b-4c747fc5a5cd tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] 10.222.0.78 "GET /v2.0/networks/4e1f3cde-d05c-478e-b7fc-d7fe78de7374 HTTP/1.1" status: 200 len: 767 time: 0.3040242 Mar 11 12:14:49.155664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cee69c-fc6f-45d3-8e66-45551e284e19 req-82939675-74b7-44b1-902f-07bfed9dc621 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:49.157969 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70cee69c-fc6f-45d3-8e66-45551e284e19 req-82939675-74b7-44b1-902f-07bfed9dc621 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 1128 time: 0.0904384 Mar 11 12:14:49.291731 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70cee69c-fc6f-45d3-8e66-45551e284e19 req-1f43bd5d-f021-426a-aab0-eae867f3f20d tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266787 Mar 11 12:14:49.294153 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (613cc284-36a8-4eb2-b8c8-0379273d82d1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:49.462263 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (613cc284-36a8-4eb2-b8c8-0379273d82d1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:49.485993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613cc284-36a8-4eb2-b8c8-0379273d82d1']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:49.496496 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5140f928-d645-43b6-80f0-939d2e1f875d') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:49.496781 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5140f928-d645-43b6-80f0-939d2e1f875d') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:49.509517 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (5140f928-d645-43b6-80f0-939d2e1f875d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:49.529550 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (5140f928-d645-43b6-80f0-939d2e1f875d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:49.555834 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:14:49.556236 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (5140f928-d645-43b6-80f0-939d2e1f875d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:14:49.558257 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:14:49.689642 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (613cc284-36a8-4eb2-b8c8-0379273d82d1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:49.695207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 613cc284-36a8-4eb2-b8c8-0379273d82d1 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 12:14:49.698550 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:49.706854 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] 10.222.0.78 "DELETE /v2.0/networks/613cc284-36a8-4eb2-b8c8-0379273d82d1 HTTP/1.1" status: 204 len: 168 time: 0.5927343 Mar 11 12:14:49.709493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35310) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:49.714700 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-53b34d68-11b1-4bc5-b6ba-63fa4f16061c tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Request body: {'network': {'name': 'tempest-network--978590755'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:14:49.729455 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Pushing event deleted for resources: {'Network': ['ID=613cc284-36a8-4eb2-b8c8-0379273d82d1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:49.753176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:49.753831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:49.754341 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:49.754844 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:49.755353 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:49.755868 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:49.756379 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:49.756874 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:49.757373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:49.758076 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:49.758592 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:49.759078 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:49.759607 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31cbfc-9151-48eb-a0ae-0f0de5fa4083 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:14:49.765091 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b34d68-11b1-4bc5-b6ba-63fa4f16061c tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Made reservation on behalf of 0b1647e104c640828923b355a71e8a4c for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:14:49.774457 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53b34d68-11b1-4bc5-b6ba-63fa4f16061c tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:49.877144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b34d68-11b1-4bc5-b6ba-63fa4f16061c tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:14:49.910946 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53b34d68-11b1-4bc5-b6ba-63fa4f16061c tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6b087b85-2306-4f24-adb7-11ca537a0a1e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:49.911310 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-53b34d68-11b1-4bc5-b6ba-63fa4f16061c tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Added segment 6b087b85-2306-4f24-adb7-11ca537a0a1e of type vlan for network 46965c83-67f3-4daf-96d6-9a3115166bf7 Mar 11 12:14:50.033005 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53b34d68-11b1-4bc5-b6ba-63fa4f16061c tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (46965c83-67f3-4daf-96d6-9a3115166bf7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:50.079858 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:50.105089 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53b34d68-11b1-4bc5-b6ba-63fa4f16061c tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (46965c83-67f3-4daf-96d6-9a3115166bf7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:50.106061 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b34d68-11b1-4bc5-b6ba-63fa4f16061c tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:50.106677 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53b34d68-11b1-4bc5-b6ba-63fa4f16061c tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:50.142746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35318) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:50.143109 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-53b34d68-11b1-4bc5-b6ba-63fa4f16061c tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4324412 Mar 11 12:14:50.150432 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-53a42db4-aed4-41c9-acc7-2335fef1b8a3 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:14:50.261500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b34d68-11b1-4bc5-b6ba-63fa4f16061c tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Pushing event updated for resources: {'Network': ['ID=46965c83-67f3-4daf-96d6-9a3115166bf7,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:50.271527 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 46965c83-67f3-4daf-96d6-9a3115166bf7 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:14:50.541012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9123daf-877d-4f40-a590-63ad077e2943 req-82e834a4-af9f-4580-92b1-86dc3890369d tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:50.542612 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9123daf-877d-4f40-a590-63ad077e2943 req-82e834a4-af9f-4580-92b1-86dc3890369d tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 1128 time: 0.0972838 Mar 11 12:14:50.581862 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53a42db4-aed4-41c9-acc7-2335fef1b8a3 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (46965c83-67f3-4daf-96d6-9a3115166bf7), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:50.609542 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53a42db4-aed4-41c9-acc7-2335fef1b8a3 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (46965c83-67f3-4daf-96d6-9a3115166bf7), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:50.639966 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f9123daf-877d-4f40-a590-63ad077e2943 req-cf860981-6dd2-40f9-a87d-ea8db2c589e6 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869577 Mar 11 12:14:50.753911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a42db4-aed4-41c9-acc7-2335fef1b8a3 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Pushing event updated for resources: {'Network': ['ID=46965c83-67f3-4daf-96d6-9a3115166bf7,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:50.766013 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53a42db4-aed4-41c9-acc7-2335fef1b8a3 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Network 46965c83-67f3-4daf-96d6-9a3115166bf7 is not hosted by any dhcp agent {{(pid=104032) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 12:14:50.766891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a42db4-aed4-41c9-acc7-2335fef1b8a3 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:50.767487 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53a42db4-aed4-41c9-acc7-2335fef1b8a3 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:50.768825 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-53a42db4-aed4-41c9-acc7-2335fef1b8a3 tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] 10.222.0.78 "PUT /v2.0/networks/46965c83-67f3-4daf-96d6-9a3115166bf7 HTTP/1.1" status: 200 len: 857 time: 0.6248152 Mar 11 12:14:50.772218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35328) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:50.843594 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c98b46-3cf8-46e4-a540-d97065a9acdb req-6d61bcdd-9fd6-4234-b20e-7954969b326d tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:50.848995 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9c98b46-3cf8-46e4-a540-d97065a9acdb req-6d61bcdd-9fd6-4234-b20e-7954969b326d tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 1128 time: 0.1100714 Mar 11 12:14:50.926517 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-869c4432-8c91-4d47-bb2c-e54d80b8049e tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (46965c83-67f3-4daf-96d6-9a3115166bf7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:50.937173 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e9c98b46-3cf8-46e4-a540-d97065a9acdb req-186b90fd-41ce-44c9-823b-eaaba823a801 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785007 Mar 11 12:14:51.097556 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-869c4432-8c91-4d47-bb2c-e54d80b8049e tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (46965c83-67f3-4daf-96d6-9a3115166bf7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:51.128743 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-869c4432-8c91-4d47-bb2c-e54d80b8049e tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46965c83-67f3-4daf-96d6-9a3115166bf7']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:51.146806 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb56c8-9e76-4026-922b-85dc8710d6b2 req-6d507a6b-0bba-4076-a07e-938894b48b94 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:51.148487 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6fb56c8-9e76-4026-922b-85dc8710d6b2 req-6d507a6b-0bba-4076-a07e-938894b48b94 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 1128 time: 0.0834484 Mar 11 12:14:51.157698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-869c4432-8c91-4d47-bb2c-e54d80b8049e tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b087b85-2306-4f24-adb7-11ca537a0a1e') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:51.158328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-869c4432-8c91-4d47-bb2c-e54d80b8049e tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b087b85-2306-4f24-adb7-11ca537a0a1e') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:51.169966 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-869c4432-8c91-4d47-bb2c-e54d80b8049e tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (6b087b85-2306-4f24-adb7-11ca537a0a1e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:51.185855 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-869c4432-8c91-4d47-bb2c-e54d80b8049e tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6b087b85-2306-4f24-adb7-11ca537a0a1e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:51.193026 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869c4432-8c91-4d47-bb2c-e54d80b8049e tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:14:51.193855 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-869c4432-8c91-4d47-bb2c-e54d80b8049e tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (6b087b85-2306-4f24-adb7-11ca537a0a1e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:14:51.287149 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:14:51.294028 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-869c4432-8c91-4d47-bb2c-e54d80b8049e tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (46965c83-67f3-4daf-96d6-9a3115166bf7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:51.295425 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6fb56c8-9e76-4026-922b-85dc8710d6b2 req-883b8df0-b9b9-47cc-b79a-d3370e2e0a9a tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402826 Mar 11 12:14:51.326493 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869c4432-8c91-4d47-bb2c-e54d80b8049e tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 46965c83-67f3-4daf-96d6-9a3115166bf7 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 12:14:51.329295 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-869c4432-8c91-4d47-bb2c-e54d80b8049e tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:51.347423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35338) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:51.347612 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-869c4432-8c91-4d47-bb2c-e54d80b8049e tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] 10.222.0.78 "DELETE /v2.0/networks/46965c83-67f3-4daf-96d6-9a3115166bf7 HTTP/1.1" status: 204 len: 168 time: 0.5695708 Mar 11 12:14:51.381553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c4432-8c91-4d47-bb2c-e54d80b8049e tempest-ExternalNetworksTestJSON-453818777 tempest-ExternalNetworksTestJSON-453818777-project-admin] Pushing event deleted for resources: {'Network': ['ID=46965c83-67f3-4daf-96d6-9a3115166bf7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:51.515988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35342) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:51.523913 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-640e0494-4eee-4caf-ae86-1bddb56829b8 tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] DELETE failed (client error): The resource could not be found. Mar 11 12:14:51.527061 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640e0494-4eee-4caf-ae86-1bddb56829b8 tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:14:51.556242 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-640e0494-4eee-4caf-ae86-1bddb56829b8 tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] 10.222.0.78 "DELETE /v2.0/subnets/bb098353-819f-459b-a4d4-e579982c1a29 HTTP/1.1" status: 404 len: 337 time: 0.2032213 Mar 11 12:14:51.558527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35344) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:51.622835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c39a08-2687-4775-abee-0f87b0869c38 admin admin] Deleting subnet ec557878-3d2e-4ae7-a4ee-29dfd69ac2b4 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:14:51.633730 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d6c39a08-2687-4775-abee-0f87b0869c38 admin admin] Publish callbacks [] for subnet (ec557878-3d2e-4ae7-a4ee-29dfd69ac2b4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:51.704095 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d6c39a08-2687-4775-abee-0f87b0869c38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (ec557878-3d2e-4ae7-a4ee-29dfd69ac2b4), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:51.789945 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d6c39a08-2687-4775-abee-0f87b0869c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (ec557878-3d2e-4ae7-a4ee-29dfd69ac2b4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:51.834194 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d760691-45ea-42b4-b50d-d9210e8b2b9e tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (4e1f3cde-d05c-478e-b7fc-d7fe78de7374), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:51.984755 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d6c39a08-2687-4775-abee-0f87b0869c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (ec557878-3d2e-4ae7-a4ee-29dfd69ac2b4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:52.077011 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d760691-45ea-42b4-b50d-d9210e8b2b9e tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (4e1f3cde-d05c-478e-b7fc-d7fe78de7374), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:52.089507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c39a08-2687-4775-abee-0f87b0869c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec557878-3d2e-4ae7-a4ee-29dfd69ac2b4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:52.107117 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d6c39a08-2687-4775-abee-0f87b0869c38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:52.120693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35346) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:52.126570 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d6c39a08-2687-4775-abee-0f87b0869c38 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ec557878-3d2e-4ae7-a4ee-29dfd69ac2b4 HTTP/1.1" status: 204 len: 168 time: 0.6095233 Mar 11 12:14:52.138762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-2d760691-45ea-42b4-b50d-d9210e8b2b9e tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1f3cde-d05c-478e-b7fc-d7fe78de7374']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:52.180375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-2d760691-45ea-42b4-b50d-d9210e8b2b9e tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3875ea44-14f5-424c-b2fc-7a13ea7bf835') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:52.180375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-2d760691-45ea-42b4-b50d-d9210e8b2b9e tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3875ea44-14f5-424c-b2fc-7a13ea7bf835') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:52.198754 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d760691-45ea-42b4-b50d-d9210e8b2b9e tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (3875ea44-14f5-424c-b2fc-7a13ea7bf835), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:52.387846 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fcdf35fd-26cf-4968-b0b3-9a8470bc3444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (5a082aa4-c670-4785-bf4e-b2f1479d70cf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:52.399936 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d760691-45ea-42b4-b50d-d9210e8b2b9e tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (3875ea44-14f5-424c-b2fc-7a13ea7bf835), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:52.422422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d760691-45ea-42b4-b50d-d9210e8b2b9e tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:14:52.425631 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d760691-45ea-42b4-b50d-d9210e8b2b9e tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (3875ea44-14f5-424c-b2fc-7a13ea7bf835), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:14:52.484374 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:14:52.608536 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d760691-45ea-42b4-b50d-d9210e8b2b9e tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (4e1f3cde-d05c-478e-b7fc-d7fe78de7374), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:52.641501 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d760691-45ea-42b4-b50d-d9210e8b2b9e tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:52.649338 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2d760691-45ea-42b4-b50d-d9210e8b2b9e tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] 10.222.0.78 "DELETE /v2.0/networks/4e1f3cde-d05c-478e-b7fc-d7fe78de7374 HTTP/1.1" status: 204 len: 168 time: 1.0882854 Mar 11 12:14:52.732689 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d760691-45ea-42b4-b50d-d9210e8b2b9e tempest-ExternalNetworksTestJSON-1505298926 tempest-ExternalNetworksTestJSON-1505298926-project] Pushing event deleted for resources: {'Network': ['ID=4e1f3cde-d05c-478e-b7fc-d7fe78de7374,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:52.883493 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fcdf35fd-26cf-4968-b0b3-9a8470bc3444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (5a082aa4-c670-4785-bf4e-b2f1479d70cf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:52.936570 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486811-f0b7-47ce-9c6a-cde9aeb6ead1 req-f8898fb8-54df-4015-95c6-26bf14279d0c tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:52.939365 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-98486811-f0b7-47ce-9c6a-cde9aeb6ead1 req-f8898fb8-54df-4015-95c6-26bf14279d0c tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 1128 time: 0.1919436 Mar 11 12:14:52.941275 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-fcdf35fd-26cf-4968-b0b3-9a8470bc3444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a082aa4-c670-4785-bf4e-b2f1479d70cf']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:52.980774 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-fcdf35fd-26cf-4968-b0b3-9a8470bc3444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb01ec46-ef58-425d-9e16-2ac37b8c5db2') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:52.982699 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-fcdf35fd-26cf-4968-b0b3-9a8470bc3444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb01ec46-ef58-425d-9e16-2ac37b8c5db2') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:14:53.003023 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fcdf35fd-26cf-4968-b0b3-9a8470bc3444 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (eb01ec46-ef58-425d-9e16-2ac37b8c5db2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:53.035495 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fcdf35fd-26cf-4968-b0b3-9a8470bc3444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (eb01ec46-ef58-425d-9e16-2ac37b8c5db2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:53.051381 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdf35fd-26cf-4968-b0b3-9a8470bc3444 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:14:53.051922 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fcdf35fd-26cf-4968-b0b3-9a8470bc3444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (eb01ec46-ef58-425d-9e16-2ac37b8c5db2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:14:53.053763 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:14:53.084169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-98486811-f0b7-47ce-9c6a-cde9aeb6ead1 req-b299ecd1-4d49-459c-b564-f72aa3689b61 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253586 Mar 11 12:14:53.165308 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fcdf35fd-26cf-4968-b0b3-9a8470bc3444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (5a082aa4-c670-4785-bf4e-b2f1479d70cf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:53.171336 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fcdf35fd-26cf-4968-b0b3-9a8470bc3444 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:53.177850 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fcdf35fd-26cf-4968-b0b3-9a8470bc3444 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5a082aa4-c670-4785-bf4e-b2f1479d70cf HTTP/1.1" status: 204 len: 168 time: 1.0546913 Mar 11 12:14:53.193602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf35fd-26cf-4968-b0b3-9a8470bc3444 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a082aa4-c670-4785-bf4e-b2f1479d70cf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:53.203658 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35386) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:53.426661 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-789d0d38-65b5-4039-9843-1f24a69137b8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0d33f5fcb89a4d11b3e7205c5966343b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2217765 Mar 11 12:14:53.429787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35396) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:53.489390 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-608489b0-400f-4b4a-bcb6-4ce8c29ce0af admin admin] Publish callbacks [] for security_group (b82b2581-1b2a-43e7-8239-8e824700bd58), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:53.512776 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-608489b0-400f-4b4a-bcb6-4ce8c29ce0af admin admin] Publish callbacks [] for security_group (b82b2581-1b2a-43e7-8239-8e824700bd58), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:53.537482 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35402) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:53.608347 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-608489b0-400f-4b4a-bcb6-4ce8c29ce0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b82b2581-1b2a-43e7-8239-8e824700bd58), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:53.611343 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-608489b0-400f-4b4a-bcb6-4ce8c29ce0af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:53.616993 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-608489b0-400f-4b4a-bcb6-4ce8c29ce0af admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b82b2581-1b2a-43e7-8239-8e824700bd58 HTTP/1.1" status: 204 len: 168 time: 0.1858492 Mar 11 12:14:53.627961 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608489b0-400f-4b4a-bcb6-4ce8c29ce0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82b2581-1b2a-43e7-8239-8e824700bd58,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:53.633913 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b2d712bf-1948-4f2c-91b9-3bf147f08762 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=05f50f93b72343c3aaa53b992efba6c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0951664 Mar 11 12:14:53.634631 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35408) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:53.717164 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3856dbda-7275-4ed5-9b46-e9239f9078e4 admin admin] Publish callbacks [] for security_group (70548ff7-b110-4c71-b9e8-414a856ebcf2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:53.752276 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3856dbda-7275-4ed5-9b46-e9239f9078e4 admin admin] Publish callbacks [] for security_group (70548ff7-b110-4c71-b9e8-414a856ebcf2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:53.845572 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3856dbda-7275-4ed5-9b46-e9239f9078e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (70548ff7-b110-4c71-b9e8-414a856ebcf2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:53.850241 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3856dbda-7275-4ed5-9b46-e9239f9078e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:53.855561 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3856dbda-7275-4ed5-9b46-e9239f9078e4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/70548ff7-b110-4c71-b9e8-414a856ebcf2 HTTP/1.1" status: 204 len: 168 time: 0.2200158 Mar 11 12:14:53.879988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856dbda-7275-4ed5-9b46-e9239f9078e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70548ff7-b110-4c71-b9e8-414a856ebcf2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:54.078390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c2aa5-8b77-4f7b-9312-08be6eb5ec97 req-ee02ce13-4aee-4618-b044-f4d9a2789f32 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:54.078390 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7c0c2aa5-8b77-4f7b-9312-08be6eb5ec97 req-ee02ce13-4aee-4618-b044-f4d9a2789f32 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 1128 time: 0.1548028 Mar 11 12:14:54.299249 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-7c0c2aa5-8b77-4f7b-9312-08be6eb5ec97 req-133592e5-84d1-4115-9f0e-277066f785f8 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Deleting port 443a7ef6-99b5-4e02-a04c-451518f91dea {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:14:54.299934 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7c0c2aa5-8b77-4f7b-9312-08be6eb5ec97 req-133592e5-84d1-4115-9f0e-277066f785f8 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (443a7ef6-99b5-4e02-a04c-451518f91dea), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:54.325801 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1190b-13a1-4059-8521-49031cfb87b3 req-741d201e-23e9-4a90-94cc-000cd5ba75b1 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:54.331287 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ba1190b-13a1-4059-8521-49031cfb87b3 req-741d201e-23e9-4a90-94cc-000cd5ba75b1 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 1128 time: 0.1086950 Mar 11 12:14:54.463055 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ba1190b-13a1-4059-8521-49031cfb87b3 req-7fb04ede-4fea-4529-8b5f-32b69459ec58 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276243 Mar 11 12:14:54.491700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7c0c2aa5-8b77-4f7b-9312-08be6eb5ec97 req-133592e5-84d1-4115-9f0e-277066f785f8 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] For port 443a7ef6-99b5-4e02-a04c-451518f91dea, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=443a7ef6-99b5-4e02-a04c-451518f91dea,segment=NetworkSegment(695bc2b2-eff2-4b7e-9f2b-5e6b84c02281),segment_id=695bc2b2-eff2-4b7e-9f2b-5e6b84c02281)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:14:54.492516 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7c0c2aa5-8b77-4f7b-9312-08be6eb5ec97 req-133592e5-84d1-4115-9f0e-277066f785f8 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (443a7ef6-99b5-4e02-a04c-451518f91dea), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:54.506930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-7c0c2aa5-8b77-4f7b-9312-08be6eb5ec97 req-133592e5-84d1-4115-9f0e-277066f785f8 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Calling delete_port for 443a7ef6-99b5-4e02-a04c-451518f91dea owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:14:54.592989 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35436) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:54.694062 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5cdc96ae-028f-4723-b900-ea7a92bb37f2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0b1647e104c640828923b355a71e8a4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0995531 Mar 11 12:14:54.697293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35440) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:54.818148 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7c0c2aa5-8b77-4f7b-9312-08be6eb5ec97 req-133592e5-84d1-4115-9f0e-277066f785f8 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (443a7ef6-99b5-4e02-a04c-451518f91dea), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:54.821901 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d95d4832-9858-4b1e-8b21-5a034bce67de admin admin] Publish callbacks [] for security_group (ff121a55-28b1-4b20-8c7d-48e5aeeef1c9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:54.831423 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['443a7ef6-99b5-4e02-a04c-451518f91dea'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:14:54.834381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['e14a0123-b004-498d-a75d-db5d3fec64bb'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:14:54.878475 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d95d4832-9858-4b1e-8b21-5a034bce67de admin admin] Publish callbacks [] for security_group (ff121a55-28b1-4b20-8c7d-48e5aeeef1c9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:54.894138 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133592e5-84d1-4115-9f0e-277066f785f8 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Pushing event deleted for resources: {'Port': ['ID=443a7ef6-99b5-4e02-a04c-451518f91dea,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:55.009945 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d95d4832-9858-4b1e-8b21-5a034bce67de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ff121a55-28b1-4b20-8c7d-48e5aeeef1c9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:55.013569 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d95d4832-9858-4b1e-8b21-5a034bce67de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:55.015717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d95d4832-9858-4b1e-8b21-5a034bce67de admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ff121a55-28b1-4b20-8c7d-48e5aeeef1c9 HTTP/1.1" status: 204 len: 168 time: 0.3172259 Mar 11 12:14:55.043056 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0c2aa5-8b77-4f7b-9312-08be6eb5ec97 req-133592e5-84d1-4115-9f0e-277066f785f8 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] No DVR routers for this DVR port 443a7ef6-99b5-4e02-a04c-451518f91dea on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:14:55.057458 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7c0c2aa5-8b77-4f7b-9312-08be6eb5ec97 req-133592e5-84d1-4115-9f0e-277066f785f8 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:55.059373 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d4832-9858-4b1e-8b21-5a034bce67de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff121a55-28b1-4b20-8c7d-48e5aeeef1c9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:55.061314 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7c0c2aa5-8b77-4f7b-9312-08be6eb5ec97 req-133592e5-84d1-4115-9f0e-277066f785f8 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.37 "DELETE /v2.0/ports/443a7ef6-99b5-4e02-a04c-451518f91dea HTTP/1.1" status: 204 len: 173 time: 0.9823282 Mar 11 12:14:55.083449 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8185301-e92e-41d1-8e15-850f7d9786b0', 'name': 'network-vif-deleted', 'tag': '443a7ef6-99b5-4e02-a04c-451518f91dea'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:14:55.086292 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fb1e60-8ba9-4b55-81b1-bef60f8df75d" -d '{"events": [{"server_uuid": "f8185301-e92e-41d1-8e15-850f7d9786b0", "name": "network-vif-deleted", "tag": "443a7ef6-99b5-4e02-a04c-451518f91dea"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:14:55.211951 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddff1e55-ce48-4d00-8b14-b9f1b46997ce x-openstack-request-id: req-ddff1e55-ce48-4d00-8b14-b9f1b46997ce {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:14:55.212467 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8185301-e92e-41d1-8e15-850f7d9786b0", "name": "network-vif-deleted", "tag": "443a7ef6-99b5-4e02-a04c-451518f91dea", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:14:55.212927 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ddff1e55-ce48-4d00-8b14-b9f1b46997ce {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:14:55.213525 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8185301-e92e-41d1-8e15-850f7d9786b0', 'name': 'network-vif-deleted', 'tag': '443a7ef6-99b5-4e02-a04c-451518f91dea', 'status': 'completed', 'code': 200} Mar 11 12:14:55.719321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d12feef-4a57-4a84-bcb9-efba8e955718 req-6a756ce6-cf3b-423d-9b0b-d558965fdb3b tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8185301-e92e-41d1-8e15-850f7d9786b0 HTTP/1.1" status: 200 len: 210 time: 0.0771143 Mar 11 12:14:57.265194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d36dd-08eb-47ee-9a40-c85b5fec4099 req-8b9a5544-44fd-489f-a069-0628935ec316 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:57.266774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce6d36dd-08eb-47ee-9a40-c85b5fec4099 req-8b9a5544-44fd-489f-a069-0628935ec316 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 1127 time: 0.1109107 Mar 11 12:14:57.366423 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce6d36dd-08eb-47ee-9a40-c85b5fec4099 req-1239df9f-100b-49dd-a2d7-120efb2806fe tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848937 Mar 11 12:14:58.603560 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b3695-788a-4c2e-b6c9-da859a74e567 req-e3dd4cb4-87ec-4323-bde0-495afb41dd23 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:58.605154 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-975b3695-788a-4c2e-b6c9-da859a74e567 req-e3dd4cb4-87ec-4323-bde0-495afb41dd23 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 1127 time: 0.1208148 Mar 11 12:14:58.653319 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c85137-f1a3-4f84-b81e-91bea6c01831 req-64e80a57-ae27-4128-a85a-17f0d3d7c859 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:14:58.660372 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b2c85137-f1a3-4f84-b81e-91bea6c01831 req-64e80a57-ae27-4128-a85a-17f0d3d7c859 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 1127 time: 0.1617866 Mar 11 12:14:58.730255 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-975b3695-788a-4c2e-b6c9-da859a74e567 req-9d54ac28-9d9b-45f3-98dd-7a83f8d68f1c tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176250 Mar 11 12:14:58.839294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-b2c85137-f1a3-4f84-b81e-91bea6c01831 req-0ade617c-c1a4-44a6-9089-3977534863d3 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Deleting port e14a0123-b004-498d-a75d-db5d3fec64bb {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:14:58.839655 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b2c85137-f1a3-4f84-b81e-91bea6c01831 req-0ade617c-c1a4-44a6-9089-3977534863d3 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e14a0123-b004-498d-a75d-db5d3fec64bb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:58.855498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35550) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:14:59.014920 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b2c85137-f1a3-4f84-b81e-91bea6c01831 req-0ade617c-c1a4-44a6-9089-3977534863d3 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] For port e14a0123-b004-498d-a75d-db5d3fec64bb, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e14a0123-b004-498d-a75d-db5d3fec64bb,segment=NetworkSegment(695bc2b2-eff2-4b7e-9f2b-5e6b84c02281),segment_id=695bc2b2-eff2-4b7e-9f2b-5e6b84c02281)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:14:59.015754 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b2c85137-f1a3-4f84-b81e-91bea6c01831 req-0ade617c-c1a4-44a6-9089-3977534863d3 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e14a0123-b004-498d-a75d-db5d3fec64bb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:59.018023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 443a7ef6-99b5-4e02-a04c-451518f91dea no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:14:59.069634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-b2c85137-f1a3-4f84-b81e-91bea6c01831 req-0ade617c-c1a4-44a6-9089-3977534863d3 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Calling delete_port for e14a0123-b004-498d-a75d-db5d3fec64bb owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:14:59.075519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 443a7ef6-99b5-4e02-a04c-451518f91dea {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:14:59.092126 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 443a7ef6-99b5-4e02-a04c-451518f91dea not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:14:59.186270 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8d9fdd60-ff53-4579-902a-1c329d178c19 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:14:59.243768 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdd60-ff53-4579-902a-1c329d178c19 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:59.366160 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b2c85137-f1a3-4f84-b81e-91bea6c01831 req-0ade617c-c1a4-44a6-9089-3977534863d3 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e14a0123-b004-498d-a75d-db5d3fec64bb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:59.378648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['e14a0123-b004-498d-a75d-db5d3fec64bb'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:14:59.395234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade617c-c1a4-44a6-9089-3977534863d3 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Pushing event deleted for resources: {'Port': ['ID=e14a0123-b004-498d-a75d-db5d3fec64bb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:14:59.511726 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdd60-ff53-4579-902a-1c329d178c19 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:59.524647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c85137-f1a3-4f84-b81e-91bea6c01831 req-0ade617c-c1a4-44a6-9089-3977534863d3 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] No DVR routers for this DVR port e14a0123-b004-498d-a75d-db5d3fec64bb on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:14:59.534522 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b2c85137-f1a3-4f84-b81e-91bea6c01831 req-0ade617c-c1a4-44a6-9089-3977534863d3 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:14:59.544593 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b2c85137-f1a3-4f84-b81e-91bea6c01831 req-0ade617c-c1a4-44a6-9089-3977534863d3 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.71 "DELETE /v2.0/ports/e14a0123-b004-498d-a75d-db5d3fec64bb HTTP/1.1" status: 204 len: 173 time: 0.8786452 Mar 11 12:14:59.548941 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c703955-e5dc-415b-a3b6-e52816525bfb', 'name': 'network-vif-deleted', 'tag': 'e14a0123-b004-498d-a75d-db5d3fec64bb'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:14:59.554430 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99036c8-58a2-420a-bb37-5709976fc2f7" -d '{"events": [{"server_uuid": "5c703955-e5dc-415b-a3b6-e52816525bfb", "name": "network-vif-deleted", "tag": "e14a0123-b004-498d-a75d-db5d3fec64bb"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:14:59.642723 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782b8d3d-8bda-4560-88b7-f2ee26d13c53 x-openstack-request-id: req-782b8d3d-8bda-4560-88b7-f2ee26d13c53 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:14:59.643262 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c703955-e5dc-415b-a3b6-e52816525bfb", "name": "network-vif-deleted", "tag": "e14a0123-b004-498d-a75d-db5d3fec64bb", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:14:59.643770 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-782b8d3d-8bda-4560-88b7-f2ee26d13c53 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:14:59.649491 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c703955-e5dc-415b-a3b6-e52816525bfb', 'name': 'network-vif-deleted', 'tag': 'e14a0123-b004-498d-a75d-db5d3fec64bb', 'status': 'completed', 'code': 200} Mar 11 12:14:59.803824 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-8d9fdd60-ff53-4579-902a-1c329d178c19 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Allocated IP 172.25.7.187 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/5d186a4d-7887-43d9-b9ac-2eb5cf401258) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:14:59.936964 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdd60-ff53-4579-902a-1c329d178c19 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for port (5d186a4d-7887-43d9-b9ac-2eb5cf401258), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:00.014781 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-030a275e-55c8-47ce-83a8-ef109f00f0af req-24bc8828-2d17-466a-944d-70dd31bd0122 tempest-TestServerMultinode-368765447 tempest-TestServerMultinode-368765447-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5c703955-e5dc-415b-a3b6-e52816525bfb HTTP/1.1" status: 200 len: 210 time: 0.0583982 Mar 11 12:15:00.032094 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdd60-ff53-4579-902a-1c329d178c19 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (5d186a4d-7887-43d9-b9ac-2eb5cf401258), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:00.231857 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fdd60-ff53-4579-902a-1c329d178c19 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Pushing event updated for resources: {'Port': ['ID=5d186a4d-7887-43d9-b9ac-2eb5cf401258,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:00.268137 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9fdd60-ff53-4579-902a-1c329d178c19 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:00.271007 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-8d9fdd60-ff53-4579-902a-1c329d178c19 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:00.277942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9fdd60-ff53-4579-902a-1c329d178c19 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:15:00.488933 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdd60-ff53-4579-902a-1c329d178c19 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for floatingip (11185b4d-7ba4-4e2e-985c-e92c11ac7051), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:00.533462 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdd60-ff53-4579-902a-1c329d178c19 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5d186a4d-7887-43d9-b9ac-2eb5cf401258), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:00.791663 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdd60-ff53-4579-902a-1c329d178c19 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for port (5d186a4d-7887-43d9-b9ac-2eb5cf401258), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:00.802247 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdd60-ff53-4579-902a-1c329d178c19 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (5d186a4d-7887-43d9-b9ac-2eb5cf401258), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:00.909543 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdd60-ff53-4579-902a-1c329d178c19 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (11185b4d-7ba4-4e2e-985c-e92c11ac7051), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:00.933497 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdd60-ff53-4579-902a-1c329d178c19 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:00.934806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8d9fdd60-ff53-4579-902a-1c329d178c19 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0776217 Mar 11 12:15:00.937931 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35576) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:00.944063 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ae3f6bc4-0b92-47ed-9da4-eeb846e0d271 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-809752389'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:15:00.958207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fdd60-ff53-4579-902a-1c329d178c19 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Pushing event updated for resources: {'Port': ['ID=5d186a4d-7887-43d9-b9ac-2eb5cf401258,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:00.981093 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3f6bc4-0b92-47ed-9da4-eeb846e0d271 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Made reservation on behalf of 7cd1725099714d9a8f0f1ad5d15044c9 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:15:00.989197 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6bc4-0b92-47ed-9da4-eeb846e0d271 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:01.010310 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6bc4-0b92-47ed-9da4-eeb846e0d271 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:01.116192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35580) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:01.213949 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6bc4-0b92-47ed-9da4-eeb846e0d271 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for security_group (ddc7249a-59fb-490a-b3d7-0356113bdaf8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:01.218897 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6bc4-0b92-47ed-9da4-eeb846e0d271 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ddc7249a-59fb-490a-b3d7-0356113bdaf8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:01.311000 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f6bc4-0b92-47ed-9da4-eeb846e0d271 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc7249a-59fb-490a-b3d7-0356113bdaf8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:01.327457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3f6bc4-0b92-47ed-9da4-eeb846e0d271 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:15:01.344041 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6bc4-0b92-47ed-9da4-eeb846e0d271 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:01.345042 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-ae3f6bc4-0b92-47ed-9da4-eeb846e0d271 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Added segment 9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0 of type vlan for network 0d5cd4f6-5266-4462-b994-c6b844a37ecb Mar 11 12:15:01.462194 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6bc4-0b92-47ed-9da4-eeb846e0d271 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (0d5cd4f6-5266-4462-b994-c6b844a37ecb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:01.525909 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6bc4-0b92-47ed-9da4-eeb846e0d271 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (0d5cd4f6-5266-4462-b994-c6b844a37ecb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:01.543105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f6bc4-0b92-47ed-9da4-eeb846e0d271 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:15:01.544840 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6bc4-0b92-47ed-9da4-eeb846e0d271 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:01.600568 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ae3f6bc4-0b92-47ed-9da4-eeb846e0d271 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6607828 Mar 11 12:15:01.603721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35588) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:01.611810 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7c66321e-a24e-4f37-8cbe-f03d039a0e8f tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Request body: {'subnet': {'network_id': '0d5cd4f6-5266-4462-b994-c6b844a37ecb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:15:01.718975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c66321e-a24e-4f37-8cbe-f03d039a0e8f tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Made reservation on behalf of 7cd1725099714d9a8f0f1ad5d15044c9 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:15:01.725259 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c66321e-a24e-4f37-8cbe-f03d039a0e8f tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:01.972338 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c66321e-a24e-4f37-8cbe-f03d039a0e8f tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (cbfe8436-a57e-4dd9-90eb-4931d2216d1b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:02.006682 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74012cd0-34f5-4ccf-8291-1b743bb3eb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (1c9c96be-4701-46b0-9ad7-4f17d52bce44), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:02.066234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f6bc4-0b92-47ed-9da4-eeb846e0d271 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Pushing event updated for resources: {'Network': ['ID=0d5cd4f6-5266-4462-b994-c6b844a37ecb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:02.092191 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 0d5cd4f6-5266-4462-b994-c6b844a37ecb details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:15:02.116984 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66321e-a24e-4f37-8cbe-f03d039a0e8f tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Pushing event updated for resources: {'Subnet': ['ID=cbfe8436-a57e-4dd9-90eb-4931d2216d1b,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:02.135854 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c66321e-a24e-4f37-8cbe-f03d039a0e8f tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Checking segment: {'id': '9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0d5cd4f6-5266-4462-b994-c6b844a37ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:15:02.135854 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c66321e-a24e-4f37-8cbe-f03d039a0e8f tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Network hostable DHCP agents. Network: 0d5cd4f6-5266-4462-b994-c6b844a37ecb, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:15:02.189800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c66321e-a24e-4f37-8cbe-f03d039a0e8f tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Network 0d5cd4f6-5266-4462-b994-c6b844a37ecb is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:15:02.204683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-7c66321e-a24e-4f37-8cbe-f03d039a0e8f tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 0d5cd4f6-5266-4462-b994-c6b844a37ecb) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:02.208992 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c66321e-a24e-4f37-8cbe-f03d039a0e8f tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:15:02.209583 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c66321e-a24e-4f37-8cbe-f03d039a0e8f tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:02.261250 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a588cd-8f2d-4d35-ab22-30474ed1d427 None None] Network 0d5cd4f6-5266-4462-b994-c6b844a37ecb requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:15:02.273345 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7c66321e-a24e-4f37-8cbe-f03d039a0e8f tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6681874 Mar 11 12:15:02.274087 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35598) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:02.280117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-634472491', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:15:02.340058 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (ba7f3895-980b-4204-882b-18277b70c8de), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:02.341171 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (ba7f3895-980b-4204-882b-18277b70c8de), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:02.481396 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for router_controller (ba7f3895-980b-4204-882b-18277b70c8de), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:02.580963 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-0d5cd4f6-5266-4462-b994-c6b844a37ecb', 'network_id': '0d5cd4f6-5266-4462-b994-c6b844a37ecb', 'project_id': '7cd1725099714d9a8f0f1ad5d15044c9', 'fixed_ips': [{'subnet_id': 'cbfe8436-a57e-4dd9-90eb-4931d2216d1b'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:15:02.586814 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:02.627737 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-74012cd0-34f5-4ccf-8291-1b743bb3eb83 admin admin] Deleting port 566d4169-7948-4cd3-bbf6-f150e40463f6 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:02.627998 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74012cd0-34f5-4ccf-8291-1b743bb3eb83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:02.666986 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35608) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:02.817154 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-74012cd0-34f5-4ccf-8291-1b743bb3eb83 admin admin] For port 566d4169-7948-4cd3-bbf6-f150e40463f6, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=566d4169-7948-4cd3-bbf6-f150e40463f6,segment=NetworkSegment(695bc2b2-eff2-4b7e-9f2b-5e6b84c02281),segment_id=695bc2b2-eff2-4b7e-9f2b-5e6b84c02281)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:02.817439 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74012cd0-34f5-4ccf-8291-1b743bb3eb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:02.825933 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for router_gateway (ba7f3895-980b-4204-882b-18277b70c8de), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:02.842890 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-74012cd0-34f5-4ccf-8291-1b743bb3eb83 admin admin] Calling delete_port for 566d4169-7948-4cd3-bbf6-f150e40463f6 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:02.903480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Allocated IP 172.20.0.2 (0d5cd4f6-5266-4462-b994-c6b844a37ecb/cbfe8436-a57e-4dd9-90eb-4931d2216d1b/b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:15:03.201617 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Publish callbacks [] for port (b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:03.212072 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:03.247040 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for router_gateway (ba7f3895-980b-4204-882b-18277b70c8de), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:03.274761 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:03.331907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Network 0d5cd4f6-5266-4462-b994-c6b844a37ecb is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:03.344017 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:03.348790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:15:03.459551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e14a0123-b004-498d-a75d-db5d3fec64bb no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:15:03.464746 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Pushing event updated for resources: {'Port': ['ID=b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:03.520883 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Allocated IP 172.25.7.239 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/4801e905-d194-4cf5-a36b-587b8b8cd031) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:15:03.559713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:03.560426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:03.560868 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:03.561497 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:03.561798 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:03.562323 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:03.562766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:03.563186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:03.563617 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:03.564041 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:03.564459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:03.564882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:03.566894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:03.584720 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: e14a0123-b004-498d-a75d-db5d3fec64bb {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:15:03.585498 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e14a0123-b004-498d-a75d-db5d3fec64bb not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:15:03.587498 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Attempting to bind port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:15:03.588116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Attempting to bind port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0d5cd4f6-5266-4462-b994-c6b844a37ecb'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:15:03.590795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Attempting to bind port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 on network 0d5cd4f6-5266-4462-b994-c6b844a37ecb {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:15:03.602294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:15:03.605529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Checking segment: {'id': '9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0d5cd4f6-5266-4462-b994-c6b844a37ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:15:03.606435 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:03.612300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Bound using segment: {'id': '9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0d5cd4f6-5266-4462-b994-c6b844a37ecb'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:15:03.612300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Bound port: b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0d5cd4f6-5266-4462-b994-c6b844a37ecb'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:15:03.612300 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:03.683323 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab115b9d-e6d3-4963-a0ea-2b001eb42a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:03.747922 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for port (4801e905-d194-4cf5-a36b-587b8b8cd031), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:03.785138 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-8d033d08-7b33-4387-a823-152913d04946 None None] For port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:15:03.796241 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-8d033d08-7b33-4387-a823-152913d04946 None None] For port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3,segment=NetworkSegment(9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0),segment_id=9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:15:03.840120 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:03.850553 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4801e905-d194-4cf5-a36b-587b8b8cd031), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:03.891565 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab115b9d-e6d3-4963-a0ea-2b001eb42a58 admin admin] Publish callbacks [] for security_group (4bcbd8e7-313b-4d3f-b61c-fd7cf3a495b1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:03.912685 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab115b9d-e6d3-4963-a0ea-2b001eb42a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4bcbd8e7-313b-4d3f-b61c-fd7cf3a495b1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:03.974133 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ab115b9d-e6d3-4963-a0ea-2b001eb42a58 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b2b1be1d56c74b6b929a5623e79ad8a5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3037963 Mar 11 12:15:03.985182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35630) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:03.989756 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:03.999784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:04.004604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:15:04.054810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d033d08-7b33-4387-a823-152913d04946 None None] Pushing event updated for resources: {'Port': ['ID=b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:04.059183 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:04.089989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Pushing event updated for resources: {'Port': ['ID=4801e905-d194-4cf5-a36b-587b8b8cd031,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:04.112176 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab115b9d-e6d3-4963-a0ea-2b001eb42a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcbd8e7-313b-4d3f-b61c-fd7cf3a495b1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:04.126368 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11d93691-5dc4-4908-b9de-76c93ecbdbfa admin admin] Publish callbacks [] for security_group (4bcbd8e7-313b-4d3f-b61c-fd7cf3a495b1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:04.148343 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74012cd0-34f5-4ccf-8291-1b743bb3eb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (566d4169-7948-4cd3-bbf6-f150e40463f6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:04.222669 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74012cd0-34f5-4ccf-8291-1b743bb3eb83 admin admin] Pushing event deleted for resources: {'Port': ['ID=566d4169-7948-4cd3-bbf6-f150e40463f6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:04.399002 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11d93691-5dc4-4908-b9de-76c93ecbdbfa admin admin] Publish callbacks [] for security_group (4bcbd8e7-313b-4d3f-b61c-fd7cf3a495b1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:04.741877 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:15:04.876003 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for router_gateway (ba7f3895-980b-4204-882b-18277b70c8de), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:04.897113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:04.897486 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:04.929726 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11d93691-5dc4-4908-b9de-76c93ecbdbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4bcbd8e7-313b-4d3f-b61c-fd7cf3a495b1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:04.932357 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11d93691-5dc4-4908-b9de-76c93ecbdbfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:04.933602 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-11d93691-5dc4-4908-b9de-76c93ecbdbfa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4bcbd8e7-313b-4d3f-b61c-fd7cf3a495b1 HTTP/1.1" status: 204 len: 168 time: 0.9465115 Mar 11 12:15:04.979520 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d93691-5dc4-4908-b9de-76c93ecbdbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcbd8e7-313b-4d3f-b61c-fd7cf3a495b1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:05.010863 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74012cd0-34f5-4ccf-8291-1b743bb3eb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (1c9c96be-4701-46b0-9ad7-4f17d52bce44), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:05.110377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:15:05.110771 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:05.194480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3,segment=NetworkSegment(9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0),segment_id=9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:05.202270 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:05.317598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:05.384560 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (ba7f3895-980b-4204-882b-18277b70c8de), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:05.594153 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35652) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:05.631059 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0177fc04-1794-41b4-b2c8-a4405881237d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:05.734743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74012cd0-34f5-4ccf-8291-1b743bb3eb83 admin admin] Router 1c9c96be-4701-46b0-9ad7-4f17d52bce44 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:15:05.965553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a3b5f5-1d73-4178-9bf9-818424e741e6 None None] Network 0d5cd4f6-5266-4462-b994-c6b844a37ecb requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:15:05.989362 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0177fc04-1794-41b4-b2c8-a4405881237d admin admin] Publish callbacks [] for security_group (60a28533-8ab2-472d-9db2-c5899cef35fc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:05.998042 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0177fc04-1794-41b4-b2c8-a4405881237d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (60a28533-8ab2-472d-9db2-c5899cef35fc), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:06.014350 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74012cd0-34f5-4ccf-8291-1b743bb3eb83 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:15:06.028604 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2253c60-b41f-4686-b5a6-356f45509c66 None None] Sync routers for ids ['1c9c96be-4701-46b0-9ad7-4f17d52bce44'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:15:06.036249 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-74012cd0-34f5-4ccf-8291-1b743bb3eb83 admin admin] 10.222.0.78 "PUT /v2.0/routers/1c9c96be-4701-46b0-9ad7-4f17d52bce44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9189112 Mar 11 12:15:06.041945 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35660) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:06.070792 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2253c60-b41f-4686-b5a6-356f45509c66 None None] Routers {'1c9c96be-4701-46b0-9ad7-4f17d52bce44'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:06.072047 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d2253c60-b41f-4686-b5a6-356f45509c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:14:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1c9c96be-4701-46b0-9ad7-4f17d52bce44'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:06.098209 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0177fc04-1794-41b4-b2c8-a4405881237d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0d34db545d2b4d999b85b9e577077b02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4972904 Mar 11 12:15:06.104567 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35662) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:06.121553 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177fc04-1794-41b4-b2c8-a4405881237d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a28533-8ab2-472d-9db2-c5899cef35fc,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:06.130081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5ba819c3-e3f1-423c-8f78-454ef980fec0 None None] Provisioning complete for port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:06.136134 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5ba819c3-e3f1-423c-8f78-454ef980fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:06.313276 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d2d3982b-7a95-4b2f-93d9-7eb20e716080 admin admin] Publish callbacks [] for security_group (60a28533-8ab2-472d-9db2-c5899cef35fc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:06.327786 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d2253c60-b41f-4686-b5a6-356f45509c66 None None] Set router 1c9c96be-4701-46b0-9ad7-4f17d52bce44 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:15:06.337416 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01e13c25-3afc-4aa1-a193-9df1579d529f admin admin] Publish callbacks [] for router (1c9c96be-4701-46b0-9ad7-4f17d52bce44), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:06.345693 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Router ba7f3895-980b-4204-882b-18277b70c8de is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:15:06.487939 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:15:06.585226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:15:06.585613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5ba819c3-e3f1-423c-8f78-454ef980fec0 None None] Current status of the port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:15:06.607936 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb84dc-818f-40c4-b0d8-a47c1a063046 None None] Sync routers for ids ['ba7f3895-980b-4204-882b-18277b70c8de'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:15:06.642136 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d2d3982b-7a95-4b2f-93d9-7eb20e716080 admin admin] Publish callbacks [] for security_group (60a28533-8ab2-472d-9db2-c5899cef35fc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:06.646383 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:06.650538 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e01b8b73-2a13-47f8-a392-61e4aff1a58c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.3728070 Mar 11 12:15:06.651352 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35670) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:06.669217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:06.670022 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:06.683373 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb84dc-818f-40c4-b0d8-a47c1a063046 None None] Routers {'ba7f3895-980b-4204-882b-18277b70c8de'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:06.684422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f9eb84dc-818f-40c4-b0d8-a47c1a063046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:14:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['ba7f3895-980b-4204-882b-18277b70c8de'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:06.797779 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01e13c25-3afc-4aa1-a193-9df1579d529f admin admin] Publish callbacks [] for router_gateway (1c9c96be-4701-46b0-9ad7-4f17d52bce44), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:06.800737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f9eb84dc-818f-40c4-b0d8-a47c1a063046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:06.848916 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d2253c60-b41f-4686-b5a6-356f45509c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'name': 'tempest-TestServerMultinode-1668595257-router', 'tenant_id': '758ee43ac4ca411883095fec0f775952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '229c10ab-a5c0-42b2-b7be-1ea01f621e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:13:46Z', 'updated_at': '2022-03-11T12:15:03Z', 'revision_number': 5, 'project_id': '758ee43ac4ca411883095fec0f775952', 'gw_port': {'id': '229c10ab-a5c0-42b2-b7be-1ea01f621e62', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:13:47Z', 'updated_at': '2022-03-11T12:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:06.869643 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb84dc-818f-40c4-b0d8-a47c1a063046 None None] Routers {'ba7f3895-980b-4204-882b-18277b70c8de'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:06.870280 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f9eb84dc-818f-40c4-b0d8-a47c1a063046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:14:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['ba7f3895-980b-4204-882b-18277b70c8de'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:06.910556 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d2d3982b-7a95-4b2f-93d9-7eb20e716080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (60a28533-8ab2-472d-9db2-c5899cef35fc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:06.913151 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d2d3982b-7a95-4b2f-93d9-7eb20e716080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:06.915023 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d2d3982b-7a95-4b2f-93d9-7eb20e716080 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/60a28533-8ab2-472d-9db2-c5899cef35fc HTTP/1.1" status: 204 len: 168 time: 0.8088799 Mar 11 12:15:06.959649 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3982b-7a95-4b2f-93d9-7eb20e716080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a28533-8ab2-472d-9db2-c5899cef35fc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:06.965279 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f9eb84dc-818f-40c4-b0d8-a47c1a063046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:06.966265 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb84dc-818f-40c4-b0d8-a47c1a063046 None None] The sync data for ids ['ba7f3895-980b-4204-882b-18277b70c8de'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:15:07.009515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-01e13c25-3afc-4aa1-a193-9df1579d529f admin admin] Deleting port 229c10ab-a5c0-42b2-b7be-1ea01f621e62 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:07.010120 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01e13c25-3afc-4aa1-a193-9df1579d529f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (229c10ab-a5c0-42b2-b7be-1ea01f621e62), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:07.060945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a3ba629-bdb8-4c2b-b4d7-8b047a8e25c1 None None] Provisioning complete for port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:07.061247 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a3ba629-bdb8-4c2b-b4d7-8b047a8e25c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:07.187063 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2253c60-b41f-4686-b5a6-356f45509c66 None None] Checking router: 1c9c96be-4701-46b0-9ad7-4f17d52bce44 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:15:07.189456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-01e13c25-3afc-4aa1-a193-9df1579d529f admin admin] For port 229c10ab-a5c0-42b2-b7be-1ea01f621e62, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=229c10ab-a5c0-42b2-b7be-1ea01f621e62,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:07.189819 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01e13c25-3afc-4aa1-a193-9df1579d529f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (229c10ab-a5c0-42b2-b7be-1ea01f621e62), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:07.208043 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2253c60-b41f-4686-b5a6-356f45509c66 None None] Routers {'1c9c96be-4701-46b0-9ad7-4f17d52bce44'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:07.208681 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d2253c60-b41f-4686-b5a6-356f45509c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:14:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['1c9c96be-4701-46b0-9ad7-4f17d52bce44'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:07.214649 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:15:07.224754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-01e13c25-3afc-4aa1-a193-9df1579d529f admin admin] Calling delete_port for 229c10ab-a5c0-42b2-b7be-1ea01f621e62 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:07.330127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a3ba629-bdb8-4c2b-b4d7-8b047a8e25c1 None None] Current status of the port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:15:07.416377 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d2253c60-b41f-4686-b5a6-356f45509c66 None None] Set router 1c9c96be-4701-46b0-9ad7-4f17d52bce44 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:15:07.518580 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d2253c60-b41f-4686-b5a6-356f45509c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'name': 'tempest-TestServerMultinode-1668595257-router', 'tenant_id': '758ee43ac4ca411883095fec0f775952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:13:46Z', 'updated_at': '2022-03-11T12:15:06Z', 'revision_number': 6, 'project_id': '758ee43ac4ca411883095fec0f775952', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:07.588153 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2253c60-b41f-4686-b5a6-356f45509c66 None None] The sync data for ids ['1c9c96be-4701-46b0-9ad7-4f17d52bce44'] in n-d-833234-2 is: [{'id': '1c9c96be-4701-46b0-9ad7-4f17d52bce44', 'name': 'tempest-TestServerMultinode-1668595257-router', 'tenant_id': '758ee43ac4ca411883095fec0f775952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:13:46Z', 'updated_at': '2022-03-11T12:15:06Z', 'revision_number': 6, 'project_id': '758ee43ac4ca411883095fec0f775952', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:15:07.596454 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01e13c25-3afc-4aa1-a193-9df1579d529f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (229c10ab-a5c0-42b2-b7be-1ea01f621e62), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:07.664901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e13c25-3afc-4aa1-a193-9df1579d529f admin admin] Pushing event deleted for resources: {'Port': ['ID=229c10ab-a5c0-42b2-b7be-1ea01f621e62,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:07.698666 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35682) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:07.750823 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:07.753221 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0032c69c-d5be-42a2-978c-59751965998d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:07.820752 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01e13c25-3afc-4aa1-a193-9df1579d529f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (1c9c96be-4701-46b0-9ad7-4f17d52bce44), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.019440 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01e13c25-3afc-4aa1-a193-9df1579d529f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (1c9c96be-4701-46b0-9ad7-4f17d52bce44), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.022795 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01e13c25-3afc-4aa1-a193-9df1579d529f admin admin] Publish callbacks [] for router_controller (1c9c96be-4701-46b0-9ad7-4f17d52bce44), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.102075 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01e13c25-3afc-4aa1-a193-9df1579d529f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (1c9c96be-4701-46b0-9ad7-4f17d52bce44), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.103952 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e13c25-3afc-4aa1-a193-9df1579d529f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c9c96be-4701-46b0-9ad7-4f17d52bce44 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:15:08.112117 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01e13c25-3afc-4aa1-a193-9df1579d529f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.115008 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-01e13c25-3afc-4aa1-a193-9df1579d529f admin admin] 10.222.0.78 "DELETE /v2.0/routers/1c9c96be-4701-46b0-9ad7-4f17d52bce44 HTTP/1.1" status: 204 len: 168 time: 2.0715382 Mar 11 12:15:08.118176 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35688) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:08.203409 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e101f8-fa92-4070-955e-7b6cef3ff37b admin admin] Deleting subnet 73e1048a-d00a-42c3-a6bf-d6dd66909a9b {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:15:08.204949 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Allocated IP 172.20.0.1 (0d5cd4f6-5266-4462-b994-c6b844a37ecb/cbfe8436-a57e-4dd9-90eb-4931d2216d1b/5acbf0dd-e387-43b5-817c-8f3917366655) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:15:08.208392 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0032c69c-d5be-42a2-978c-59751965998d admin admin] Publish callbacks [] for security_group (3627c7a6-59db-4b23-ada7-faee7ff280a0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.208848 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d7e101f8-fa92-4070-955e-7b6cef3ff37b admin admin] Publish callbacks [] for subnet (73e1048a-d00a-42c3-a6bf-d6dd66909a9b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.259671 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d7e101f8-fa92-4070-955e-7b6cef3ff37b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (73e1048a-d00a-42c3-a6bf-d6dd66909a9b), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.348577 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d7e101f8-fa92-4070-955e-7b6cef3ff37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (73e1048a-d00a-42c3-a6bf-d6dd66909a9b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.377162 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for port (5acbf0dd-e387-43b5-817c-8f3917366655), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.396861 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0032c69c-d5be-42a2-978c-59751965998d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3627c7a6-59db-4b23-ada7-faee7ff280a0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.414779 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d7e101f8-fa92-4070-955e-7b6cef3ff37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (73e1048a-d00a-42c3-a6bf-d6dd66909a9b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.464941 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0032c69c-d5be-42a2-978c-59751965998d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa8f2f8956ef4f659b2ffd1ec915902b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7533202 Mar 11 12:15:08.469590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35690) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:08.476276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e101f8-fa92-4070-955e-7b6cef3ff37b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73e1048a-d00a-42c3-a6bf-d6dd66909a9b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:08.514087 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f2411e-2a9e-4e2f-b19e-4ac3c7f8d00a None None] Network 7cbab3e1-9384-45e7-81df-5a60ee9627f7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:15:08.528619 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d7e101f8-fa92-4070-955e-7b6cef3ff37b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.533575 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d7e101f8-fa92-4070-955e-7b6cef3ff37b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/73e1048a-d00a-42c3-a6bf-d6dd66909a9b HTTP/1.1" status: 204 len: 168 time: 0.4140670 Mar 11 12:15:08.536881 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35692) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:08.577290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032c69c-d5be-42a2-978c-59751965998d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3627c7a6-59db-4b23-ada7-faee7ff280a0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:08.582635 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fdedc8c6-170a-44c5-b9ba-e749f7b40449 admin admin] Publish callbacks [] for security_group (3627c7a6-59db-4b23-ada7-faee7ff280a0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.613730 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fdedc8c6-170a-44c5-b9ba-e749f7b40449 admin admin] Publish callbacks [] for security_group (3627c7a6-59db-4b23-ada7-faee7ff280a0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.687951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 566d4169-7948-4cd3-bbf6-f150e40463f6 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:15:08.736346 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (7cbab3e1-9384-45e7-81df-5a60ee9627f7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.738303 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5acbf0dd-e387-43b5-817c-8f3917366655), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.776227 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fdedc8c6-170a-44c5-b9ba-e749f7b40449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3627c7a6-59db-4b23-ada7-faee7ff280a0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.789030 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fdedc8c6-170a-44c5-b9ba-e749f7b40449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.802964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 566d4169-7948-4cd3-bbf6-f150e40463f6 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:15:08.805035 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 566d4169-7948-4cd3-bbf6-f150e40463f6 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:15:08.805712 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 229c10ab-a5c0-42b2-b7be-1ea01f621e62 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:15:08.809782 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fdedc8c6-170a-44c5-b9ba-e749f7b40449 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3627c7a6-59db-4b23-ada7-faee7ff280a0 HTTP/1.1" status: 204 len: 168 time: 0.3382132 Mar 11 12:15:08.821281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] Deleting port 00da07fa-444c-4d72-83e9-d18b2287fdf0 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:08.822724 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (00da07fa-444c-4d72-83e9-d18b2287fdf0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:08.872923 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 229c10ab-a5c0-42b2-b7be-1ea01f621e62 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:15:08.876434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 229c10ab-a5c0-42b2-b7be-1ea01f621e62 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:15:08.893683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedc8c6-170a-44c5-b9ba-e749f7b40449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3627c7a6-59db-4b23-ada7-faee7ff280a0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:08.944898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Network 0d5cd4f6-5266-4462-b994-c6b844a37ecb is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:08.955611 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:08.962514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:15:09.021603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] For port 00da07fa-444c-4d72-83e9-d18b2287fdf0, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=00da07fa-444c-4d72-83e9-d18b2287fdf0,segment=NetworkSegment(695bc2b2-eff2-4b7e-9f2b-5e6b84c02281),segment_id=695bc2b2-eff2-4b7e-9f2b-5e6b84c02281)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:09.022108 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (00da07fa-444c-4d72-83e9-d18b2287fdf0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:09.086960 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (ba7f3895-980b-4204-882b-18277b70c8de), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:09.091341 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Pushing event updated for resources: {'Port': ['ID=5acbf0dd-e387-43b5-817c-8f3917366655,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:09.091933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] Calling delete_port for 00da07fa-444c-4d72-83e9-d18b2287fdf0 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:09.132802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86c1d7c-891d-4d8f-a2e5-403be030bfce None None] DHCP port deletion for 7cbab3e1-9384-45e7-81df-5a60ee9627f7 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:15:09.292173 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c86c1d7c-891d-4d8f-a2e5-403be030bfce None None] Deleting port 00da07fa-444c-4d72-83e9-d18b2287fdf0 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:09.294714 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c86c1d7c-891d-4d8f-a2e5-403be030bfce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (00da07fa-444c-4d72-83e9-d18b2287fdf0), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:09.333158 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (00da07fa-444c-4d72-83e9-d18b2287fdf0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:09.409143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] Pushing event deleted for resources: {'Port': ['ID=00da07fa-444c-4d72-83e9-d18b2287fdf0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:09.419325 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] No DVR routers for this DVR port 00da07fa-444c-4d72-83e9-d18b2287fdf0 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:15:09.444962 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5acbf0dd-e387-43b5-817c-8f3917366655), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:09.516163 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c86c1d7c-891d-4d8f-a2e5-403be030bfce None None] For port 00da07fa-444c-4d72-83e9-d18b2287fdf0, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=00da07fa-444c-4d72-83e9-d18b2287fdf0,segment=NetworkSegment(695bc2b2-eff2-4b7e-9f2b-5e6b84c02281),segment_id=695bc2b2-eff2-4b7e-9f2b-5e6b84c02281)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:09.517595 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c86c1d7c-891d-4d8f-a2e5-403be030bfce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (00da07fa-444c-4d72-83e9-d18b2287fdf0), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:09.557281 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c86c1d7c-891d-4d8f-a2e5-403be030bfce None None] Calling delete_port for 00da07fa-444c-4d72-83e9-d18b2287fdf0 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:09.564765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a02c5ed3-e854-48c7-836b-9f3cbdd8d7b7 None None] Provisioning complete for port 5acbf0dd-e387-43b5-817c-8f3917366655 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:09.578850 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a02c5ed3-e854-48c7-836b-9f3cbdd8d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5acbf0dd-e387-43b5-817c-8f3917366655), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:09.665964 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (7cbab3e1-9384-45e7-81df-5a60ee9627f7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:09.726539 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbab3e1-9384-45e7-81df-5a60ee9627f7']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:09.728196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a02c5ed3-e854-48c7-836b-9f3cbdd8d7b7 None None] Port 5acbf0dd-e387-43b5-817c-8f3917366655 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:15:09.750163 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:09.750496 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695bc2b2-eff2-4b7e-9f2b-5e6b84c02281') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:09.776275 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (695bc2b2-eff2-4b7e-9f2b-5e6b84c02281), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:09.799972 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c86c1d7c-891d-4d8f-a2e5-403be030bfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (00da07fa-444c-4d72-83e9-d18b2287fdf0), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:09.808900 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (695bc2b2-eff2-4b7e-9f2b-5e6b84c02281), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:09.822910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:15:09.823927 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (695bc2b2-eff2-4b7e-9f2b-5e6b84c02281), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:15:09.827241 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:15:09.853232 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c1d7c-891d-4d8f-a2e5-403be030bfce None None] Pushing event deleted for resources: {'Port': ['ID=00da07fa-444c-4d72-83e9-d18b2287fdf0,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:09.859069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86c1d7c-891d-4d8f-a2e5-403be030bfce None None] No DVR routers for this DVR port 00da07fa-444c-4d72-83e9-d18b2287fdf0 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:15:09.972026 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (7cbab3e1-9384-45e7-81df-5a60ee9627f7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:09.998681 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:10.008576 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7cbab3e1-9384-45e7-81df-5a60ee9627f7 HTTP/1.1" status: 204 len: 168 time: 1.4705946 Mar 11 12:15:10.017462 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35722) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:10.106646 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f460e00-27dc-4c34-9a95-b65afdc62133 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cbab3e1-9384-45e7-81df-5a60ee9627f7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:10.296395 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for port (5acbf0dd-e387-43b5-817c-8f3917366655), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:10.307419 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5acbf0dd-e387-43b5-817c-8f3917366655), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:10.364089 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (ba7f3895-980b-4204-882b-18277b70c8de), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:10.454045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 00da07fa-444c-4d72-83e9-d18b2287fdf0 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:15:10.491013 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Pushing event updated for resources: {'Port': ['ID=5acbf0dd-e387-43b5-817c-8f3917366655,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:10.505698 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 00da07fa-444c-4d72-83e9-d18b2287fdf0 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:15:10.506160 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 00da07fa-444c-4d72-83e9-d18b2287fdf0 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:15:10.588049 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Network 0d5cd4f6-5266-4462-b994-c6b844a37ecb is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:10.590315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:10.725330 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ea1a007a-bbab-4d82-9cc4-2dab8ca510b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (2777815c-a9ba-4b4a-b87e-8eb9159d4e7c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:10.856694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Router ba7f3895-980b-4204-882b-18277b70c8de has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:15:11.029941 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:15:11.042478 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a15c1c1-2c84-435a-9d8c-19d36bf4c9d9 None None] Sync routers for ids ['ba7f3895-980b-4204-882b-18277b70c8de'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:15:11.065674 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a15c1c1-2c84-435a-9d8c-19d36bf4c9d9 None None] Routers {'ba7f3895-980b-4204-882b-18277b70c8de'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:11.067609 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2a15c1c1-2c84-435a-9d8c-19d36bf4c9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:14:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['ba7f3895-980b-4204-882b-18277b70c8de'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:11.087767 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c6ec90b9-7ea2-4f5f-87e0-48777d6eee6a tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] 10.222.0.78 "PUT /v2.0/routers/ba7f3895-980b-4204-882b-18277b70c8de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4347379 Mar 11 12:15:11.089945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35742) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:11.105575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-423b8181-3be7-4215-9168-0b5954016b64 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Request body: {'port': {'network_id': '0d5cd4f6-5266-4462-b994-c6b844a37ecb', 'name': 'tempest-FloatingIPAdminTestJSON-2117559593'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:15:11.109191 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f4a0076d-28a8-4358-addd-62c58059b14c None None] Provisioning complete for port 5acbf0dd-e387-43b5-817c-8f3917366655 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:11.109660 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f4a0076d-28a8-4358-addd-62c58059b14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5acbf0dd-e387-43b5-817c-8f3917366655), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:11.146195 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2a15c1c1-2c84-435a-9d8c-19d36bf4c9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:11.176550 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a15c1c1-2c84-435a-9d8c-19d36bf4c9d9 None None] Routers {'ba7f3895-980b-4204-882b-18277b70c8de'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:11.177774 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2a15c1c1-2c84-435a-9d8c-19d36bf4c9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:14:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['ba7f3895-980b-4204-882b-18277b70c8de'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:11.195891 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f4a0076d-28a8-4358-addd-62c58059b14c None None] Port 5acbf0dd-e387-43b5-817c-8f3917366655 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:15:11.260148 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2a15c1c1-2c84-435a-9d8c-19d36bf4c9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:11.260986 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a15c1c1-2c84-435a-9d8c-19d36bf4c9d9 None None] The sync data for ids ['ba7f3895-980b-4204-882b-18277b70c8de'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:15:11.392860 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a007a-bbab-4d82-9cc4-2dab8ca510b5 admin admin] Deleting port b70621e0-1928-4287-87c6-d74a3e80ab06 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:11.393970 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ea1a007a-bbab-4d82-9cc4-2dab8ca510b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:11.397256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423b8181-3be7-4215-9168-0b5954016b64 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Made reservation on behalf of 7cd1725099714d9a8f0f1ad5d15044c9 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:15:11.402601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-423b8181-3be7-4215-9168-0b5954016b64 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:11.442358 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-423b8181-3be7-4215-9168-0b5954016b64 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] device_id is not set on port 6c9199f0-f908-4b20-9d60-3092c8aa938b yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:15:11.625234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-ea1a007a-bbab-4d82-9cc4-2dab8ca510b5 admin admin] For port b70621e0-1928-4287-87c6-d74a3e80ab06, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b70621e0-1928-4287-87c6-d74a3e80ab06,segment=NetworkSegment(b2dccc5e-70a5-4418-ba58-def3dfc6cedf),segment_id=b2dccc5e-70a5-4418-ba58-def3dfc6cedf)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:11.625730 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ea1a007a-bbab-4d82-9cc4-2dab8ca510b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:11.647080 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a007a-bbab-4d82-9cc4-2dab8ca510b5 admin admin] Calling delete_port for b70621e0-1928-4287-87c6-d74a3e80ab06 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:11.708768 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-423b8181-3be7-4215-9168-0b5954016b64 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Allocated IP 172.20.0.4 (0d5cd4f6-5266-4462-b994-c6b844a37ecb/cbfe8436-a57e-4dd9-90eb-4931d2216d1b/6c9199f0-f908-4b20-9d60-3092c8aa938b) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:15:11.980166 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ea1a007a-bbab-4d82-9cc4-2dab8ca510b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b70621e0-1928-4287-87c6-d74a3e80ab06), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:12.004602 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-423b8181-3be7-4215-9168-0b5954016b64 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for port (6c9199f0-f908-4b20-9d60-3092c8aa938b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:12.012566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a007a-bbab-4d82-9cc4-2dab8ca510b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b70621e0-1928-4287-87c6-d74a3e80ab06,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:12.078512 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-423b8181-3be7-4215-9168-0b5954016b64 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6c9199f0-f908-4b20-9d60-3092c8aa938b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:12.165925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423b8181-3be7-4215-9168-0b5954016b64 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Network 0d5cd4f6-5266-4462-b994-c6b844a37ecb is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:12.169562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-423b8181-3be7-4215-9168-0b5954016b64 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:12.179653 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b8181-3be7-4215-9168-0b5954016b64 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:15:12.258882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b8181-3be7-4215-9168-0b5954016b64 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Pushing event updated for resources: {'Port': ['ID=6c9199f0-f908-4b20-9d60-3092c8aa938b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:12.287008 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ea1a007a-bbab-4d82-9cc4-2dab8ca510b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (2777815c-a9ba-4b4a-b87e-8eb9159d4e7c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:12.337373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423b8181-3be7-4215-9168-0b5954016b64 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:15:12.338015 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-423b8181-3be7-4215-9168-0b5954016b64 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:12.392565 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-423b8181-3be7-4215-9168-0b5954016b64 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3014741 Mar 11 12:15:12.393586 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35766) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:12.754795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b1b0fd28-4030-4b85-a69b-a11902c2813a None None] Provisioning complete for port 6c9199f0-f908-4b20-9d60-3092c8aa938b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:12.755418 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b1b0fd28-4030-4b85-a69b-a11902c2813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6c9199f0-f908-4b20-9d60-3092c8aa938b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:12.852305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'project_id': '7cd1725099714d9a8f0f1ad5d15044c9', 'port_id': '6c9199f0-f908-4b20-9d60-3092c8aa938b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:15:12.928441 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:12.959358 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0fd28-4030-4b85-a69b-a11902c2813a None None] Port 6c9199f0-f908-4b20-9d60-3092c8aa938b cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:15:12.981307 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:13.160293 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:13.389824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Allocated IP 172.25.7.140 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/7dc0a3e4-9324-4935-bd5d-5317eb52e507) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:15:13.408335 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1a007a-bbab-4d82-9cc4-2dab8ca510b5 admin admin] Router 2777815c-a9ba-4b4a-b87e-8eb9159d4e7c has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:15:13.599058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1a007a-bbab-4d82-9cc4-2dab8ca510b5 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:15:13.604472 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ea1a007a-bbab-4d82-9cc4-2dab8ca510b5 admin admin] 10.222.0.78 "PUT /v2.0/routers/2777815c-a9ba-4b4a-b87e-8eb9159d4e7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5834327 Mar 11 12:15:13.608112 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35780) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:13.611254 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks [] for port (7dc0a3e4-9324-4935-bd5d-5317eb52e507), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:13.637703 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c0a636-25ba-4ce5-bc4f-46a694f47a24 None None] Sync routers for ids ['2777815c-a9ba-4b4a-b87e-8eb9159d4e7c'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:15:13.656882 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7dc0a3e4-9324-4935-bd5d-5317eb52e507), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:13.667446 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93a66c66-57f8-42ca-9463-3fc8ede3d3da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:13.673418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c0a636-25ba-4ce5-bc4f-46a694f47a24 None None] Routers {'2777815c-a9ba-4b4a-b87e-8eb9159d4e7c'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:13.675768 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c1c0a636-25ba-4ce5-bc4f-46a694f47a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:14:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2777815c-a9ba-4b4a-b87e-8eb9159d4e7c'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:13.759726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Pushing event updated for resources: {'Port': ['ID=7dc0a3e4-9324-4935-bd5d-5317eb52e507,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:13.786005 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:13.792148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:13.796056 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:15:13.876669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-c1c0a636-25ba-4ce5-bc4f-46a694f47a24 None None] Set router 2777815c-a9ba-4b4a-b87e-8eb9159d4e7c gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:15:14.435702 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c1c0a636-25ba-4ce5-bc4f-46a694f47a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'name': 'tempest-TestServerMultinode-1141448451-router', 'tenant_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a57c7bb0-85f8-4992-b5ea-758986f06389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:14:00Z', 'updated_at': '2022-03-11T12:15:11Z', 'revision_number': 5, 'project_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'gw_port': {'id': 'a57c7bb0-85f8-4992-b5ea-758986f06389', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:14:01Z', 'updated_at': '2022-03-11T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:14.475304 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c0a636-25ba-4ce5-bc4f-46a694f47a24 None None] Checking router: 2777815c-a9ba-4b4a-b87e-8eb9159d4e7c for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:15:14.486218 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c0a636-25ba-4ce5-bc4f-46a694f47a24 None None] Routers {'2777815c-a9ba-4b4a-b87e-8eb9159d4e7c'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:14.487306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c1c0a636-25ba-4ce5-bc4f-46a694f47a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:14:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2777815c-a9ba-4b4a-b87e-8eb9159d4e7c'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:14.508538 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-643b9f37-c2f6-414a-ae75-6d614cc20fe4 admin admin] Publish callbacks [] for router (2777815c-a9ba-4b4a-b87e-8eb9159d4e7c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:14.623150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-c1c0a636-25ba-4ce5-bc4f-46a694f47a24 None None] Set router 2777815c-a9ba-4b4a-b87e-8eb9159d4e7c gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:15:14.774999 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-643b9f37-c2f6-414a-ae75-6d614cc20fe4 admin admin] Publish callbacks [] for router_gateway (2777815c-a9ba-4b4a-b87e-8eb9159d4e7c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:15.002998 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c1c0a636-25ba-4ce5-bc4f-46a694f47a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'name': 'tempest-TestServerMultinode-1141448451-router', 'tenant_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a57c7bb0-85f8-4992-b5ea-758986f06389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:14:00Z', 'updated_at': '2022-03-11T12:15:11Z', 'revision_number': 5, 'project_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'gw_port': {'id': 'a57c7bb0-85f8-4992-b5ea-758986f06389', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:14:01Z', 'updated_at': '2022-03-11T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:15.043519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c0a636-25ba-4ce5-bc4f-46a694f47a24 None None] The sync data for ids ['2777815c-a9ba-4b4a-b87e-8eb9159d4e7c'] in n-d-833234-2 is: [{'id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'name': 'tempest-TestServerMultinode-1141448451-router', 'tenant_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a57c7bb0-85f8-4992-b5ea-758986f06389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:14:00Z', 'updated_at': '2022-03-11T12:15:11Z', 'revision_number': 5, 'project_id': 'ce7e20be56d94c9684e3bc68cfa1b868', 'gw_port': {'id': 'a57c7bb0-85f8-4992-b5ea-758986f06389', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2777815c-a9ba-4b4a-b87e-8eb9159d4e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:14:01Z', 'updated_at': '2022-03-11T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:15:15.137776 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-643b9f37-c2f6-414a-ae75-6d614cc20fe4 admin admin] Deleting port a57c7bb0-85f8-4992-b5ea-758986f06389 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:15.138653 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-643b9f37-c2f6-414a-ae75-6d614cc20fe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a57c7bb0-85f8-4992-b5ea-758986f06389), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:15.453129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-643b9f37-c2f6-414a-ae75-6d614cc20fe4 admin admin] For port a57c7bb0-85f8-4992-b5ea-758986f06389, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a57c7bb0-85f8-4992-b5ea-758986f06389,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:15.453665 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-643b9f37-c2f6-414a-ae75-6d614cc20fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a57c7bb0-85f8-4992-b5ea-758986f06389), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:15.469409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-643b9f37-c2f6-414a-ae75-6d614cc20fe4 admin admin] Calling delete_port for a57c7bb0-85f8-4992-b5ea-758986f06389 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:15.549832 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks [] for floatingip (d677809d-c524-4804-8ac2-ae95d9a6f483), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:15.760136 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0fd60948-aca8-42d2-948f-a9fbe8a8238c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:15.834620 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7dc0a3e4-9324-4935-bd5d-5317eb52e507), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:15.837781 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-643b9f37-c2f6-414a-ae75-6d614cc20fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a57c7bb0-85f8-4992-b5ea-758986f06389), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:15.849247 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:15:15.967656 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-643b9f37-c2f6-414a-ae75-6d614cc20fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (2777815c-a9ba-4b4a-b87e-8eb9159d4e7c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:16.074184 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b9f37-c2f6-414a-ae75-6d614cc20fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a57c7bb0-85f8-4992-b5ea-758986f06389,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:16.198300 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-643b9f37-c2f6-414a-ae75-6d614cc20fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (2777815c-a9ba-4b4a-b87e-8eb9159d4e7c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:16.208789 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-643b9f37-c2f6-414a-ae75-6d614cc20fe4 admin admin] Publish callbacks [] for router_controller (2777815c-a9ba-4b4a-b87e-8eb9159d4e7c), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:16.477489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b70621e0-1928-4287-87c6-d74a3e80ab06 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:15:16.518428 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks [] for port (7dc0a3e4-9324-4935-bd5d-5317eb52e507), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:16.521491 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-643b9f37-c2f6-414a-ae75-6d614cc20fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (2777815c-a9ba-4b4a-b87e-8eb9159d4e7c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:16.522090 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643b9f37-c2f6-414a-ae75-6d614cc20fe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2777815c-a9ba-4b4a-b87e-8eb9159d4e7c {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:15:16.534313 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-643b9f37-c2f6-414a-ae75-6d614cc20fe4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:16.536610 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-643b9f37-c2f6-414a-ae75-6d614cc20fe4 admin admin] 10.222.0.78 "DELETE /v2.0/routers/2777815c-a9ba-4b4a-b87e-8eb9159d4e7c HTTP/1.1" status: 204 len: 168 time: 2.8887410 Mar 11 12:15:16.538979 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (7dc0a3e4-9324-4935-bd5d-5317eb52e507), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:16.540106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35826) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:16.546334 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: b70621e0-1928-4287-87c6-d74a3e80ab06 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:15:16.546684 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b70621e0-1928-4287-87c6-d74a3e80ab06 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:15:16.667359 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-b404aa3d-4f4d-4ffd-a2f6-4a97cab11ddc admin admin] Deleting subnet 3208a200-058c-441f-9ca4-02542061e5ac {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:15:16.678371 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Pushing event updated for resources: {'Port': ['ID=7dc0a3e4-9324-4935-bd5d-5317eb52e507,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:16.682453 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b404aa3d-4f4d-4ffd-a2f6-4a97cab11ddc admin admin] Publish callbacks [] for subnet (3208a200-058c-441f-9ca4-02542061e5ac), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:16.701323 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (d677809d-c524-4804-8ac2-ae95d9a6f483), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:16.748600 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b404aa3d-4f4d-4ffd-a2f6-4a97cab11ddc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (3208a200-058c-441f-9ca4-02542061e5ac), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:16.912511 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b404aa3d-4f4d-4ffd-a2f6-4a97cab11ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (3208a200-058c-441f-9ca4-02542061e5ac), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:16.987955 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Floating IP d677809d-c524-4804-8ac2-ae95d9a6f483 associated. External IP: 172.25.7.140, port: 6c9199f0-f908-4b20-9d60-3092c8aa938b. Mar 11 12:15:17.018878 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b404aa3d-4f4d-4ffd-a2f6-4a97cab11ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (3208a200-058c-441f-9ca4-02542061e5ac), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:17.075935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404aa3d-4f4d-4ffd-a2f6-4a97cab11ddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3208a200-058c-441f-9ca4-02542061e5ac,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:17.078506 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b404aa3d-4f4d-4ffd-a2f6-4a97cab11ddc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:17.084640 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b404aa3d-4f4d-4ffd-a2f6-4a97cab11ddc admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3208a200-058c-441f-9ca4-02542061e5ac HTTP/1.1" status: 204 len: 168 time: 0.5427210 Mar 11 12:15:17.088256 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35846) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:17.091101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fd4bb9-2229-4fa2-ab0a-b62fe4bbc821 None None] Network 84846a4b-071e-4a5f-be8a-7c28d8d0f104 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:15:17.292298 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (84846a4b-071e-4a5f-be8a-7c28d8d0f104), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:17.392111 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:17.436762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] Deleting port 089b8c50-6a19-4ccd-94b3-d0a54a520a31 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:17.437395 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (089b8c50-6a19-4ccd-94b3-d0a54a520a31), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:17.556061 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] For port 089b8c50-6a19-4ccd-94b3-d0a54a520a31, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=089b8c50-6a19-4ccd-94b3-d0a54a520a31,segment=NetworkSegment(b2dccc5e-70a5-4418-ba58-def3dfc6cedf),segment_id=b2dccc5e-70a5-4418-ba58-def3dfc6cedf)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:17.557512 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (089b8c50-6a19-4ccd-94b3-d0a54a520a31), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:17.577785 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] Calling delete_port for 089b8c50-6a19-4ccd-94b3-d0a54a520a31 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:17.581219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5c2a2a-bced-4e58-a319-7d7936c5c3af None None] DHCP port deletion for 84846a4b-071e-4a5f-be8a-7c28d8d0f104 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:15:17.625544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Router ba7f3895-980b-4204-882b-18277b70c8de has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:15:17.746996 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1b5c2a2a-bced-4e58-a319-7d7936c5c3af None None] Deleting port 089b8c50-6a19-4ccd-94b3-d0a54a520a31 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:17.749084 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1b5c2a2a-bced-4e58-a319-7d7936c5c3af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (089b8c50-6a19-4ccd-94b3-d0a54a520a31), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:17.895449 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (089b8c50-6a19-4ccd-94b3-d0a54a520a31), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:17.931003 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] No DVR routers for this DVR port 089b8c50-6a19-4ccd-94b3-d0a54a520a31 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:15:17.942073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1b5c2a2a-bced-4e58-a319-7d7936c5c3af None None] For port 089b8c50-6a19-4ccd-94b3-d0a54a520a31, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=089b8c50-6a19-4ccd-94b3-d0a54a520a31,segment=NetworkSegment(b2dccc5e-70a5-4418-ba58-def3dfc6cedf),segment_id=b2dccc5e-70a5-4418-ba58-def3dfc6cedf)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:17.942486 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1b5c2a2a-bced-4e58-a319-7d7936c5c3af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (089b8c50-6a19-4ccd-94b3-d0a54a520a31), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:17.955420 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:15:17.971401 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc412d67-cef3-4f74-a10b-b3e445a25b44 None None] Sync routers for ids ['ba7f3895-980b-4204-882b-18277b70c8de'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:15:17.990473 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc412d67-cef3-4f74-a10b-b3e445a25b44 None None] Routers {'ba7f3895-980b-4204-882b-18277b70c8de'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:17.991116 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-bc412d67-cef3-4f74-a10b-b3e445a25b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:15:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['ba7f3895-980b-4204-882b-18277b70c8de'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:17.994364 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1b5c2a2a-bced-4e58-a319-7d7936c5c3af None None] Calling delete_port for 089b8c50-6a19-4ccd-94b3-d0a54a520a31 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:18.029439 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:18.062946 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] Pushing event deleted for resources: {'Port': ['ID=089b8c50-6a19-4ccd-94b3-d0a54a520a31,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:18.099942 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-bc412d67-cef3-4f74-a10b-b3e445a25b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:18.112558 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1b5c2a2a-bced-4e58-a319-7d7936c5c3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (089b8c50-6a19-4ccd-94b3-d0a54a520a31), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:18.113032 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc412d67-cef3-4f74-a10b-b3e445a25b44 None None] Routers {'ba7f3895-980b-4204-882b-18277b70c8de'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:18.113874 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-bc412d67-cef3-4f74-a10b-b3e445a25b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:15:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['ba7f3895-980b-4204-882b-18277b70c8de'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:18.155784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c2a2a-bced-4e58-a319-7d7936c5c3af None None] No DVR routers for this DVR port 089b8c50-6a19-4ccd-94b3-d0a54a520a31 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:15:18.172424 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-88ae2240-f55d-4d83-9300-cc0d89fd44f2 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.7757013 Mar 11 12:15:18.175709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35898) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:18.190344 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-bc412d67-cef3-4f74-a10b-b3e445a25b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:18.191336 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc412d67-cef3-4f74-a10b-b3e445a25b44 None None] The sync data for ids ['ba7f3895-980b-4204-882b-18277b70c8de'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:15:18.202655 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (84846a4b-071e-4a5f-be8a-7c28d8d0f104), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:18.219560 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c2a2a-bced-4e58-a319-7d7936c5c3af None None] Pushing event deleted for resources: {'Port': ['ID=089b8c50-6a19-4ccd-94b3-d0a54a520a31,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:18.264656 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84846a4b-071e-4a5f-be8a-7c28d8d0f104']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:18.282854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2dccc5e-70a5-4418-ba58-def3dfc6cedf') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:18.282854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2dccc5e-70a5-4418-ba58-def3dfc6cedf') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:18.287694 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (b2dccc5e-70a5-4418-ba58-def3dfc6cedf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:18.311628 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-33dd4117-3429-4c08-9fca-d7d6a6cd8768 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] 10.222.0.78 "GET /v2.0/floatingips/d677809d-c524-4804-8ac2-ae95d9a6f483 HTTP/1.1" status: 200 len: 983 time: 0.1345820 Mar 11 12:15:18.314160 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35904) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:18.336901 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b2dccc5e-70a5-4418-ba58-def3dfc6cedf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:18.370514 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:15:18.370956 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (b2dccc5e-70a5-4418-ba58-def3dfc6cedf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:15:18.372836 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:15:18.449794 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-65bc7779-977e-47c9-a7a1-c69fbf4b988c tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.1344621 Mar 11 12:15:18.453916 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35906) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:18.464658 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 089b8c50-6a19-4ccd-94b3-d0a54a520a31 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:15:18.510025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 089b8c50-6a19-4ccd-94b3-d0a54a520a31 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:15:18.510614 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 089b8c50-6a19-4ccd-94b3-d0a54a520a31 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:15:18.511076 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (84846a4b-071e-4a5f-be8a-7c28d8d0f104), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:18.511509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a57c7bb0-85f8-4992-b5ea-758986f06389 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:15:18.516319 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:18.528572 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] 10.222.0.78 "DELETE /v2.0/networks/84846a4b-071e-4a5f-be8a-7c28d8d0f104 HTTP/1.1" status: 204 len: 168 time: 1.4385381 Mar 11 12:15:18.556622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1debe-428d-43c8-8819-e38f2a8ecb9b admin admin] Pushing event deleted for resources: {'Network': ['ID=84846a4b-071e-4a5f-be8a-7c28d8d0f104,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:18.558765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: a57c7bb0-85f8-4992-b5ea-758986f06389 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:15:18.560459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a57c7bb0-85f8-4992-b5ea-758986f06389 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:15:18.779976 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:18.786178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-65ac0ef3-bcea-42d4-81f6-87b51e01582c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Deleting port 7dc0a3e4-9324-4935-bd5d-5317eb52e507 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:18.786178 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65ac0ef3-bcea-42d4-81f6-87b51e01582c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7dc0a3e4-9324-4935-bd5d-5317eb52e507), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:18.884978 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65ac0ef3-bcea-42d4-81f6-87b51e01582c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7dc0a3e4-9324-4935-bd5d-5317eb52e507), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:18.885938 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65ac0ef3-bcea-42d4-81f6-87b51e01582c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for floatingip (7dc0a3e4-9324-4935-bd5d-5317eb52e507), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:18.910912 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-65ac0ef3-bcea-42d4-81f6-87b51e01582c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Calling delete_port for 7dc0a3e4-9324-4935-bd5d-5317eb52e507 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:18.987259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35926) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:19.166864 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ceaf7238-0d0e-4917-8193-3404a05efb40 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=758ee43ac4ca411883095fec0f775952&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1779070 Mar 11 12:15:19.177550 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35940) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:19.245274 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65ac0ef3-bcea-42d4-81f6-87b51e01582c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7dc0a3e4-9324-4935-bd5d-5317eb52e507), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:19.293116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac0ef3-bcea-42d4-81f6-87b51e01582c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Pushing event deleted for resources: {'Port': ['ID=7dc0a3e4-9324-4935-bd5d-5317eb52e507,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:19.359206 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-48fc0c4f-2632-4da6-8614-0c65501e2f5f admin admin] Publish callbacks [] for security_group (bc7a397d-3b65-4a56-9989-5ed265d9eef3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:19.402017 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65ac0ef3-bcea-42d4-81f6-87b51e01582c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for floatingip (d677809d-c524-4804-8ac2-ae95d9a6f483), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:19.402462 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-65ac0ef3-bcea-42d4-81f6-87b51e01582c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Floating IP d677809d-c524-4804-8ac2-ae95d9a6f483 disassociated (deleted). External IP: 172.25.7.140, port: 6c9199f0-f908-4b20-9d60-3092c8aa938b. Mar 11 12:15:19.425351 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-48fc0c4f-2632-4da6-8614-0c65501e2f5f admin admin] Publish callbacks [] for security_group (bc7a397d-3b65-4a56-9989-5ed265d9eef3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:19.540921 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-48fc0c4f-2632-4da6-8614-0c65501e2f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bc7a397d-3b65-4a56-9989-5ed265d9eef3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:19.545022 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-48fc0c4f-2632-4da6-8614-0c65501e2f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:19.546548 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-48fc0c4f-2632-4da6-8614-0c65501e2f5f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bc7a397d-3b65-4a56-9989-5ed265d9eef3 HTTP/1.1" status: 204 len: 168 time: 0.3670244 Mar 11 12:15:19.573870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc0c4f-2632-4da6-8614-0c65501e2f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7a397d-3b65-4a56-9989-5ed265d9eef3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:20.088174 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:20.322696 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35974) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:20.340971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ac0ef3-bcea-42d4-81f6-87b51e01582c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Router ba7f3895-980b-4204-882b-18277b70c8de has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:15:20.384152 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e9e7b769-8908-4d78-b0d2-0fef9a3a1c39 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ce7e20be56d94c9684e3bc68cfa1b868&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0601926 Mar 11 12:15:20.386648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 35978) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:20.503385 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1bc8ae92-48a3-420a-958e-692fbb8ff962 admin admin] Publish callbacks [] for security_group (bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:20.543098 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1bc8ae92-48a3-420a-958e-692fbb8ff962 admin admin] Publish callbacks [] for security_group (bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:20.546740 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ac0ef3-bcea-42d4-81f6-87b51e01582c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:15:20.551541 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65ac0ef3-bcea-42d4-81f6-87b51e01582c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:20.559402 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda3563-7220-4e16-a751-a5d7af5b23db None None] Sync routers for ids ['ba7f3895-980b-4204-882b-18277b70c8de'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:15:20.578061 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda3563-7220-4e16-a751-a5d7af5b23db None None] Routers {'ba7f3895-980b-4204-882b-18277b70c8de'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:20.578714 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cbda3563-7220-4e16-a751-a5d7af5b23db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:15:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['ba7f3895-980b-4204-882b-18277b70c8de'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:20.643713 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1bc8ae92-48a3-420a-958e-692fbb8ff962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:20.652358 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1bc8ae92-48a3-420a-958e-692fbb8ff962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:20.654683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1bc8ae92-48a3-420a-958e-692fbb8ff962 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08 HTTP/1.1" status: 204 len: 168 time: 0.2670403 Mar 11 12:15:20.672257 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-65ac0ef3-bcea-42d4-81f6-87b51e01582c tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] 10.222.0.78 "DELETE /v2.0/floatingips/d677809d-c524-4804-8ac2-ae95d9a6f483 HTTP/1.1" status: 204 len: 168 time: 2.2018957 Mar 11 12:15:20.674208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 35988) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:20.683756 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d28edfa6-c70d-4c60-8dce-a12a5a47d29a tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:15:20.687259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8ae92-48a3-420a-958e-692fbb8ff962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1a72cd-469f-42a7-9d9c-8ff48ff2ee08,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:20.748605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cbda3563-7220-4e16-a751-a5d7af5b23db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:20.773973 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d28edfa6-c70d-4c60-8dce-a12a5a47d29a tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:20.797743 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda3563-7220-4e16-a751-a5d7af5b23db None None] Routers {'ba7f3895-980b-4204-882b-18277b70c8de'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:20.799116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cbda3563-7220-4e16-a751-a5d7af5b23db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:15:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['ba7f3895-980b-4204-882b-18277b70c8de'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:20.942593 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cbda3563-7220-4e16-a751-a5d7af5b23db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:20.943689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda3563-7220-4e16-a751-a5d7af5b23db None None] The sync data for ids ['ba7f3895-980b-4204-882b-18277b70c8de'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:15:21.018414 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d28edfa6-c70d-4c60-8dce-a12a5a47d29a tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:21.269929 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-d28edfa6-c70d-4c60-8dce-a12a5a47d29a tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Allocated IP 172.25.7.183 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/0da3909b-ffc8-4caa-85e1-33959cd81b23) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:15:21.619440 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d28edfa6-c70d-4c60-8dce-a12a5a47d29a tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks [] for port (0da3909b-ffc8-4caa-85e1-33959cd81b23), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:21.720058 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d28edfa6-c70d-4c60-8dce-a12a5a47d29a tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0da3909b-ffc8-4caa-85e1-33959cd81b23), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:21.872825 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28edfa6-c70d-4c60-8dce-a12a5a47d29a tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:21.904526 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-d28edfa6-c70d-4c60-8dce-a12a5a47d29a tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:21.921209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28edfa6-c70d-4c60-8dce-a12a5a47d29a tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:15:21.942140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28edfa6-c70d-4c60-8dce-a12a5a47d29a tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Pushing event updated for resources: {'Port': ['ID=0da3909b-ffc8-4caa-85e1-33959cd81b23,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:22.182034 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d28edfa6-c70d-4c60-8dce-a12a5a47d29a tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks [] for floatingip (8c9ff0ee-12b2-4296-ae7c-1b3ae8376e36), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:22.274336 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d28edfa6-c70d-4c60-8dce-a12a5a47d29a tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0da3909b-ffc8-4caa-85e1-33959cd81b23), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:22.612092 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36060) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:22.829888 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d28edfa6-c70d-4c60-8dce-a12a5a47d29a tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks [] for port (0da3909b-ffc8-4caa-85e1-33959cd81b23), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:22.848380 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d28edfa6-c70d-4c60-8dce-a12a5a47d29a tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (0da3909b-ffc8-4caa-85e1-33959cd81b23), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:22.883183 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3084bbdd-4022-4c02-913f-29467f5d2eaa admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1930214195-network', 'tenant_id': '12a9fc7835d5437aa789cf8e98ebe210'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:15:22.926839 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3084bbdd-4022-4c02-913f-29467f5d2eaa admin admin] Made reservation on behalf of 12a9fc7835d5437aa789cf8e98ebe210 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:15:22.929561 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3084bbdd-4022-4c02-913f-29467f5d2eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:22.944382 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3084bbdd-4022-4c02-913f-29467f5d2eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:22.959110 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d28edfa6-c70d-4c60-8dce-a12a5a47d29a tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (8c9ff0ee-12b2-4296-ae7c-1b3ae8376e36), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:23.049681 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d28edfa6-c70d-4c60-8dce-a12a5a47d29a tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:23.053826 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d28edfa6-c70d-4c60-8dce-a12a5a47d29a tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3764696 Mar 11 12:15:23.057687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36070) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:23.058771 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28edfa6-c70d-4c60-8dce-a12a5a47d29a tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Pushing event updated for resources: {'Port': ['ID=0da3909b-ffc8-4caa-85e1-33959cd81b23,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:23.210524 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3084bbdd-4022-4c02-913f-29467f5d2eaa admin admin] Publish callbacks [] for security_group (2f02e57e-ba68-4e0e-ae26-db40db156443), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:23.222067 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3084bbdd-4022-4c02-913f-29467f5d2eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2f02e57e-ba68-4e0e-ae26-db40db156443), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:23.269671 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3084bbdd-4022-4c02-913f-29467f5d2eaa admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:15:23.305055 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3084bbdd-4022-4c02-913f-29467f5d2eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b823bc1b-72cd-45a4-9dc2-bf1e84473292), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:23.310095 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-3084bbdd-4022-4c02-913f-29467f5d2eaa admin admin] Added segment b823bc1b-72cd-45a4-9dc2-bf1e84473292 of type vlan for network 5883e3a9-4f83-48fc-9886-e4c0eb6a0019 Mar 11 12:15:23.311908 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0659e57a-2b2b-4b75-91c9-9eec4e697ea0 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:15:23.370903 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0659e57a-2b2b-4b75-91c9-9eec4e697ea0 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:23.412798 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3084bbdd-4022-4c02-913f-29467f5d2eaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (5883e3a9-4f83-48fc-9886-e4c0eb6a0019), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:23.417178 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084bbdd-4022-4c02-913f-29467f5d2eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f02e57e-ba68-4e0e-ae26-db40db156443,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:23.494158 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3084bbdd-4022-4c02-913f-29467f5d2eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (5883e3a9-4f83-48fc-9886-e4c0eb6a0019), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:23.495277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3084bbdd-4022-4c02-913f-29467f5d2eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:15:23.495758 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3084bbdd-4022-4c02-913f-29467f5d2eaa admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:23.551386 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3084bbdd-4022-4c02-913f-29467f5d2eaa admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9379861 Mar 11 12:15:23.554939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36084) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:23.569869 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ea216855-8eb3-4101-9b23-0ca62930cdb1 admin admin] Request body: {'subnet': {'network_id': '5883e3a9-4f83-48fc-9886-e4c0eb6a0019', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1930214195-subnet', 'tenant_id': '12a9fc7835d5437aa789cf8e98ebe210', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:15:23.650289 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea216855-8eb3-4101-9b23-0ca62930cdb1 admin admin] Made reservation on behalf of 12a9fc7835d5437aa789cf8e98ebe210 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:15:23.656454 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea216855-8eb3-4101-9b23-0ca62930cdb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:23.694597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084bbdd-4022-4c02-913f-29467f5d2eaa admin admin] Pushing event updated for resources: {'Network': ['ID=5883e3a9-4f83-48fc-9886-e4c0eb6a0019,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:23.705756 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 5883e3a9-4f83-48fc-9886-e4c0eb6a0019 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:15:23.932934 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea216855-8eb3-4101-9b23-0ca62930cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (85d0d53e-ef72-4101-a176-9a3d84514ae6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:23.972435 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0659e57a-2b2b-4b75-91c9-9eec4e697ea0 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:24.044633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea216855-8eb3-4101-9b23-0ca62930cdb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d0d53e-ef72-4101-a176-9a3d84514ae6,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:24.065608 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea216855-8eb3-4101-9b23-0ca62930cdb1 admin admin] Checking segment: {'id': 'b823bc1b-72cd-45a4-9dc2-bf1e84473292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5883e3a9-4f83-48fc-9886-e4c0eb6a0019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:15:24.066007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea216855-8eb3-4101-9b23-0ca62930cdb1 admin admin] Network hostable DHCP agents. Network: 5883e3a9-4f83-48fc-9886-e4c0eb6a0019, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:15:24.124059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea216855-8eb3-4101-9b23-0ca62930cdb1 admin admin] Network 5883e3a9-4f83-48fc-9886-e4c0eb6a0019 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:15:24.127645 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-0659e57a-2b2b-4b75-91c9-9eec4e697ea0 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Allocated IP 172.25.7.248 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/e4c5509a-a53b-47fc-a42c-bd3dc9490579) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:15:24.139787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ea216855-8eb3-4101-9b23-0ca62930cdb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 5883e3a9-4f83-48fc-9886-e4c0eb6a0019) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:24.145346 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea216855-8eb3-4101-9b23-0ca62930cdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:15:24.145939 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea216855-8eb3-4101-9b23-0ca62930cdb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:24.161512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017ff99b-c978-465d-b6b1-da8f5feb7e95 None None] Network 5883e3a9-4f83-48fc-9886-e4c0eb6a0019 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:15:24.273199 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-5883e3a9-4f83-48fc-9886-e4c0eb6a0019', 'network_id': '5883e3a9-4f83-48fc-9886-e4c0eb6a0019', 'project_id': '12a9fc7835d5437aa789cf8e98ebe210', 'fixed_ips': [{'subnet_id': '85d0d53e-ef72-4101-a176-9a3d84514ae6'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:15:24.274323 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:24.332393 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0659e57a-2b2b-4b75-91c9-9eec4e697ea0 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Publish callbacks [] for port (e4c5509a-a53b-47fc-a42c-bd3dc9490579), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:24.366750 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ea216855-8eb3-4101-9b23-0ca62930cdb1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8079090 Mar 11 12:15:24.368688 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36104) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:24.374807 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1930214195-router', 'tenant_id': '12a9fc7835d5437aa789cf8e98ebe210', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:15:24.380192 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0659e57a-2b2b-4b75-91c9-9eec4e697ea0 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e4c5509a-a53b-47fc-a42c-bd3dc9490579), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:24.403427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0659e57a-2b2b-4b75-91c9-9eec4e697ea0 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:24.406620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-0659e57a-2b2b-4b75-91c9-9eec4e697ea0 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:24.408970 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (515842cf-cf4b-49bb-830c-213ff6a86143), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:24.410363 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (515842cf-cf4b-49bb-830c-213ff6a86143), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:24.412683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659e57a-2b2b-4b75-91c9-9eec4e697ea0 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:15:24.451747 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Allocated IP 172.20.0.2 (5883e3a9-4f83-48fc-9886-e4c0eb6a0019/85d0d53e-ef72-4101-a176-9a3d84514ae6/579222bf-7f7b-4ed7-924c-c950d04a1a29) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:15:24.517279 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Publish callbacks [] for router_controller (515842cf-cf4b-49bb-830c-213ff6a86143), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:24.517804 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659e57a-2b2b-4b75-91c9-9eec4e697ea0 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Pushing event updated for resources: {'Port': ['ID=e4c5509a-a53b-47fc-a42c-bd3dc9490579,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:24.577183 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0659e57a-2b2b-4b75-91c9-9eec4e697ea0 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Publish callbacks [] for floatingip (5d024e0d-e26c-49ba-8dea-59ffe5579912), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:24.660912 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Publish callbacks [] for port (579222bf-7f7b-4ed7-924c-c950d04a1a29), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:24.668847 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (579222bf-7f7b-4ed7-924c-c950d04a1a29), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:24.683328 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0659e57a-2b2b-4b75-91c9-9eec4e697ea0 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e4c5509a-a53b-47fc-a42c-bd3dc9490579), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:24.758688 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Network 5883e3a9-4f83-48fc-9886-e4c0eb6a0019 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:24.767102 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:24.772488 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:15:24.797408 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Publish callbacks [] for router_gateway (515842cf-cf4b-49bb-830c-213ff6a86143), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:24.849238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Pushing event updated for resources: {'Port': ['ID=579222bf-7f7b-4ed7-924c-c950d04a1a29,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:24.932928 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Attempting to bind port 579222bf-7f7b-4ed7-924c-c950d04a1a29 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:15:24.933300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Attempting to bind port 579222bf-7f7b-4ed7-924c-c950d04a1a29 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'b823bc1b-72cd-45a4-9dc2-bf1e84473292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5883e3a9-4f83-48fc-9886-e4c0eb6a0019'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:15:24.933887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Attempting to bind port 579222bf-7f7b-4ed7-924c-c950d04a1a29 on network 5883e3a9-4f83-48fc-9886-e4c0eb6a0019 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:15:24.963315 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:15:24.963713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Checking segment: {'id': 'b823bc1b-72cd-45a4-9dc2-bf1e84473292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5883e3a9-4f83-48fc-9886-e4c0eb6a0019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:15:24.964125 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:24.964519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Bound using segment: {'id': 'b823bc1b-72cd-45a4-9dc2-bf1e84473292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5883e3a9-4f83-48fc-9886-e4c0eb6a0019'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:15:24.965004 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Bound port: 579222bf-7f7b-4ed7-924c-c950d04a1a29, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b823bc1b-72cd-45a4-9dc2-bf1e84473292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5883e3a9-4f83-48fc-9886-e4c0eb6a0019'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:15:24.965387 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (579222bf-7f7b-4ed7-924c-c950d04a1a29), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:25.090427 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0659e57a-2b2b-4b75-91c9-9eec4e697ea0 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Publish callbacks [] for port (e4c5509a-a53b-47fc-a42c-bd3dc9490579), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:25.100940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0659e57a-2b2b-4b75-91c9-9eec4e697ea0 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (e4c5509a-a53b-47fc-a42c-bd3dc9490579), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:25.154188 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] For port 579222bf-7f7b-4ed7-924c-c950d04a1a29, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:15:25.159463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] For port 579222bf-7f7b-4ed7-924c-c950d04a1a29, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=579222bf-7f7b-4ed7-924c-c950d04a1a29,segment=NetworkSegment(b823bc1b-72cd-45a4-9dc2-bf1e84473292),segment_id=b823bc1b-72cd-45a4-9dc2-bf1e84473292)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:15:25.169824 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Publish callbacks [] for router_gateway (515842cf-cf4b-49bb-830c-213ff6a86143), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:25.179298 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (579222bf-7f7b-4ed7-924c-c950d04a1a29), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:25.218095 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:25.260271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659e57a-2b2b-4b75-91c9-9eec4e697ea0 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Pushing event updated for resources: {'Port': ['ID=e4c5509a-a53b-47fc-a42c-bd3dc9490579,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:25.285399 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0659e57a-2b2b-4b75-91c9-9eec4e697ea0 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (5d024e0d-e26c-49ba-8dea-59ffe5579912), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:25.324279 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0659e57a-2b2b-4b75-91c9-9eec4e697ea0 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:25.328900 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0659e57a-2b2b-4b75-91c9-9eec4e697ea0 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2635520 Mar 11 12:15:25.329434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36132) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:25.364303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b301e-559e-4126-80e3-20a74f2de425 None None] Pushing event updated for resources: {'Port': ['ID=579222bf-7f7b-4ed7-924c-c950d04a1a29,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:25.471003 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36138) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:25.471777 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-19da1c57-e94d-4fd4-a422-e23261459773 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.1410303 Mar 11 12:15:25.575003 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dec8e40d-5b9f-4755-b166-4836288f53dc tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1017964 Mar 11 12:15:25.577724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36142) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:25.592268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Allocated IP 172.25.7.234 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/9446b352-af48-4bb7-9fdb-adbcfefa2b18) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:15:25.930635 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Publish callbacks [] for port (9446b352-af48-4bb7-9fdb-adbcfefa2b18), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:26.000793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-18793ac1-48d2-497a-a890-839cef869553 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Deleting port e4c5509a-a53b-47fc-a42c-bd3dc9490579 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:26.001144 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18793ac1-48d2-497a-a890-839cef869553 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e4c5509a-a53b-47fc-a42c-bd3dc9490579), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:26.044420 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9446b352-af48-4bb7-9fdb-adbcfefa2b18), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:26.136902 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Pushing event updated for resources: {'Port': ['ID=9446b352-af48-4bb7-9fdb-adbcfefa2b18,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:26.160791 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18793ac1-48d2-497a-a890-839cef869553 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e4c5509a-a53b-47fc-a42c-bd3dc9490579), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:26.161275 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18793ac1-48d2-497a-a890-839cef869553 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Publish callbacks [] for floatingip (e4c5509a-a53b-47fc-a42c-bd3dc9490579), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:26.176375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:26.177877 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:26.181407 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:15:26.189580 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-18793ac1-48d2-497a-a890-839cef869553 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Calling delete_port for e4c5509a-a53b-47fc-a42c-bd3dc9490579 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:26.495219 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18793ac1-48d2-497a-a890-839cef869553 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e4c5509a-a53b-47fc-a42c-bd3dc9490579), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:26.539598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 579222bf-7f7b-4ed7-924c-c950d04a1a29 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:15:26.571775 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18793ac1-48d2-497a-a890-839cef869553 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Pushing event deleted for resources: {'Port': ['ID=e4c5509a-a53b-47fc-a42c-bd3dc9490579,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:26.665820 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 579222bf-7f7b-4ed7-924c-c950d04a1a29 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:26.668365 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (579222bf-7f7b-4ed7-924c-c950d04a1a29), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:26.763824 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18793ac1-48d2-497a-a890-839cef869553 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Publish callbacks [] for floatingip (5d024e0d-e26c-49ba-8dea-59ffe5579912), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:26.766668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18793ac1-48d2-497a-a890-839cef869553 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:26.774517 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-18793ac1-48d2-497a-a890-839cef869553 tempest-FloatingIPAdminTestJSON-1039659845 tempest-FloatingIPAdminTestJSON-1039659845-project] 10.222.0.78 "DELETE /v2.0/floatingips/5d024e0d-e26c-49ba-8dea-59ffe5579912 HTTP/1.1" status: 204 len: 168 time: 1.1948988 Mar 11 12:15:26.777258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36170) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:26.810206 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Publish callbacks [] for router_gateway (515842cf-cf4b-49bb-830c-213ff6a86143), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:26.852409 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 579222bf-7f7b-4ed7-924c-c950d04a1a29 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:15:26.852803 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (579222bf-7f7b-4ed7-924c-c950d04a1a29), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:26.986193 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 579222bf-7f7b-4ed7-924c-c950d04a1a29, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=579222bf-7f7b-4ed7-924c-c950d04a1a29,segment=NetworkSegment(b823bc1b-72cd-45a4-9dc2-bf1e84473292),segment_id=b823bc1b-72cd-45a4-9dc2-bf1e84473292)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:27.008321 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (579222bf-7f7b-4ed7-924c-c950d04a1a29), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:27.157202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-fc50b441-ed90-445f-ba3f-8adbfdf4a979 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Deleting port 0da3909b-ffc8-4caa-85e1-33959cd81b23 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:27.157816 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc50b441-ed90-445f-ba3f-8adbfdf4a979 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0da3909b-ffc8-4caa-85e1-33959cd81b23), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:27.188844 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=579222bf-7f7b-4ed7-924c-c950d04a1a29,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:27.404683 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db28ded6-8797-4503-90ed-f0faa3aa59d1 None None] Network 5883e3a9-4f83-48fc-9886-e4c0eb6a0019 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:15:27.420404 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc50b441-ed90-445f-ba3f-8adbfdf4a979 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0da3909b-ffc8-4caa-85e1-33959cd81b23), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:27.421466 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc50b441-ed90-445f-ba3f-8adbfdf4a979 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks [] for floatingip (0da3909b-ffc8-4caa-85e1-33959cd81b23), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:27.448963 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-fc50b441-ed90-445f-ba3f-8adbfdf4a979 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Calling delete_port for 0da3909b-ffc8-4caa-85e1-33959cd81b23 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:27.483345 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (515842cf-cf4b-49bb-830c-213ff6a86143), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:27.518459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f963f02e-8b7d-4524-a97c-148c0ede0b9a None None] Provisioning complete for port 579222bf-7f7b-4ed7-924c-c950d04a1a29 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:27.518736 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f963f02e-8b7d-4524-a97c-148c0ede0b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (579222bf-7f7b-4ed7-924c-c950d04a1a29), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:27.742729 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f963f02e-8b7d-4524-a97c-148c0ede0b9a None None] Current status of the port 579222bf-7f7b-4ed7-924c-c950d04a1a29 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:15:27.822498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Router 515842cf-cf4b-49bb-830c-213ff6a86143 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:15:27.967818 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc50b441-ed90-445f-ba3f-8adbfdf4a979 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0da3909b-ffc8-4caa-85e1-33959cd81b23), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:28.011264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50b441-ed90-445f-ba3f-8adbfdf4a979 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Pushing event deleted for resources: {'Port': ['ID=0da3909b-ffc8-4caa-85e1-33959cd81b23,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:28.278004 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0ebfe9ca-1921-4a59-9314-a8c3ca794914 None None] Provisioning complete for port 579222bf-7f7b-4ed7-924c-c950d04a1a29 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:28.278846 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0ebfe9ca-1921-4a59-9314-a8c3ca794914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (579222bf-7f7b-4ed7-924c-c950d04a1a29), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:28.297097 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc50b441-ed90-445f-ba3f-8adbfdf4a979 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks [] for floatingip (8c9ff0ee-12b2-4296-ae7c-1b3ae8376e36), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:28.318462 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc50b441-ed90-445f-ba3f-8adbfdf4a979 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:28.319953 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fc50b441-ed90-445f-ba3f-8adbfdf4a979 tempest-FloatingIPAdminTestJSON-67454965 tempest-FloatingIPAdminTestJSON-67454965-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/8c9ff0ee-12b2-4296-ae7c-1b3ae8376e36 HTTP/1.1" status: 204 len: 168 time: 1.5395157 Mar 11 12:15:28.323986 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36204) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:28.505617 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 579222bf-7f7b-4ed7-924c-c950d04a1a29 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:15:28.561724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-287fda71-2baf-4bc4-a6b8-a0901d8766f8 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Deleting port 6c9199f0-f908-4b20-9d60-3092c8aa938b {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:28.562275 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-287fda71-2baf-4bc4-a6b8-a0901d8766f8 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6c9199f0-f908-4b20-9d60-3092c8aa938b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:28.675027 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0ebfe9ca-1921-4a59-9314-a8c3ca794914 None None] Current status of the port 579222bf-7f7b-4ed7-924c-c950d04a1a29 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:15:28.725263 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-287fda71-2baf-4bc4-a6b8-a0901d8766f8 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6c9199f0-f908-4b20-9d60-3092c8aa938b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:28.739758 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-287fda71-2baf-4bc4-a6b8-a0901d8766f8 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Calling delete_port for 6c9199f0-f908-4b20-9d60-3092c8aa938b owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:28.740608 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 579222bf-7f7b-4ed7-924c-c950d04a1a29 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:28.741109 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (579222bf-7f7b-4ed7-924c-c950d04a1a29), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:28.954551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 579222bf-7f7b-4ed7-924c-c950d04a1a29 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:15:28.968865 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:15:28.985769 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Sync routers for ids ['515842cf-cf4b-49bb-830c-213ff6a86143'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:15:28.990471 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:28.995652 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36222) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:28.995924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f100914c-cbec-4222-a0af-968f113ec633 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.6254823 Mar 11 12:15:29.005419 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Routers {'515842cf-cf4b-49bb-830c-213ff6a86143'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:29.007609 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:15:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['515842cf-cf4b-49bb-830c-213ff6a86143'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:29.015836 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-287fda71-2baf-4bc4-a6b8-a0901d8766f8 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6c9199f0-f908-4b20-9d60-3092c8aa938b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:29.182550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fda71-2baf-4bc4-a6b8-a0901d8766f8 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Pushing event deleted for resources: {'Port': ['ID=6c9199f0-f908-4b20-9d60-3092c8aa938b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:29.367444 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Set router 515842cf-cf4b-49bb-830c-213ff6a86143 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:15:29.555013 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-287fda71-2baf-4bc4-a6b8-a0901d8766f8 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:29.570188 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36232) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:29.574107 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-287fda71-2baf-4bc4-a6b8-a0901d8766f8 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] 10.222.0.78 "DELETE /v2.0/ports/6c9199f0-f908-4b20-9d60-3092c8aa938b HTTP/1.1" status: 204 len: 168 time: 1.2486825 Mar 11 12:15:29.753009 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dbbb12-2b7c-4663-9260-73d3fac9ae6d tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:15:29.759874 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36240) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:29.780683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-85dbbb12-2b7c-4663-9260-73d3fac9ae6d tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba7f3895-980b-4204-882b-18277b70c8de HTTP/1.1" status: 200 len: 913 time: 0.1833529 Mar 11 12:15:29.983399 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515842cf-cf4b-49bb-830c-213ff6a86143', 'name': 'tempest-ImageQuotaTest-1930214195-router', 'tenant_id': '12a9fc7835d5437aa789cf8e98ebe210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '9446b352-af48-4bb7-9fdb-adbcfefa2b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:15:24Z', 'updated_at': '2022-03-11T12:15:26Z', 'revision_number': 3, 'project_id': '12a9fc7835d5437aa789cf8e98ebe210', 'gw_port': {'id': '9446b352-af48-4bb7-9fdb-adbcfefa2b18', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515842cf-cf4b-49bb-830c-213ff6a86143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:15:25Z', 'updated_at': '2022-03-11T12:15:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:30.044068 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Checking router: 515842cf-cf4b-49bb-830c-213ff6a86143 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:15:30.062764 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Updating router 515842cf-cf4b-49bb-830c-213ff6a86143 port 9446b352-af48-4bb7-9fdb-adbcfefa2b18 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:15:30.176531 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9446b352-af48-4bb7-9fdb-adbcfefa2b18), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:30.936171 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Publish callbacks [] for port (9446b352-af48-4bb7-9fdb-adbcfefa2b18), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:30.951933 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9446b352-af48-4bb7-9fdb-adbcfefa2b18), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:31.039654 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a9efd-d881-431c-8f55-71cac0e0c959 None None] Pushing event updated for resources: {'Port': ['ID=9446b352-af48-4bb7-9fdb-adbcfefa2b18,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:31.067974 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a9efd-d881-431c-8f55-71cac0e0c959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:31.078922 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a9efd-d881-431c-8f55-71cac0e0c959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:31.081149 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a9efd-d881-431c-8f55-71cac0e0c959 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:31.081650 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a9efd-d881-431c-8f55-71cac0e0c959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:31.083747 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a9efd-d881-431c-8f55-71cac0e0c959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:31.084287 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a9efd-d881-431c-8f55-71cac0e0c959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:31.084865 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a9efd-d881-431c-8f55-71cac0e0c959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:31.085347 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a9efd-d881-431c-8f55-71cac0e0c959 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:31.087473 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a9efd-d881-431c-8f55-71cac0e0c959 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:31.088036 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a9efd-d881-431c-8f55-71cac0e0c959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:31.088531 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a9efd-d881-431c-8f55-71cac0e0c959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:31.091037 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a9efd-d881-431c-8f55-71cac0e0c959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:31.091559 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a9efd-d881-431c-8f55-71cac0e0c959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:31.126131 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Attempting to bind port 9446b352-af48-4bb7-9fdb-adbcfefa2b18 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:15:31.126502 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Attempting to bind port 9446b352-af48-4bb7-9fdb-adbcfefa2b18 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:15:31.126861 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Attempting to bind port 9446b352-af48-4bb7-9fdb-adbcfefa2b18 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:15:31.133996 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:15:31.134372 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:15:31.134771 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:31.135152 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:15:31.137559 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Bound port: 9446b352-af48-4bb7-9fdb-adbcfefa2b18, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:15:31.137951 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9446b352-af48-4bb7-9fdb-adbcfefa2b18), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:31.223481 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] For port 9446b352-af48-4bb7-9fdb-adbcfefa2b18, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:15:31.230003 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] For port 9446b352-af48-4bb7-9fdb-adbcfefa2b18, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9446b352-af48-4bb7-9fdb-adbcfefa2b18,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:15:31.246600 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9446b352-af48-4bb7-9fdb-adbcfefa2b18), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:31.407287 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Routers {'515842cf-cf4b-49bb-830c-213ff6a86143'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:31.409983 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:15:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['515842cf-cf4b-49bb-830c-213ff6a86143'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:31.526418 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:31.685748 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a9efd-d881-431c-8f55-71cac0e0c959 None None] Pushing event updated for resources: {'Port': ['ID=9446b352-af48-4bb7-9fdb-adbcfefa2b18,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:31.812507 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] Set router 515842cf-cf4b-49bb-830c-213ff6a86143 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:15:31.869314 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-602f6927-b4eb-4efb-971d-8de0109ea693 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (ba7f3895-980b-4204-882b-18277b70c8de), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:31.983361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] Allocated IP 172.20.0.1 (5883e3a9-4f83-48fc-9886-e4c0eb6a0019/85d0d53e-ef72-4101-a176-9a3d84514ae6/567a6198-9405-45be-8b29-41990da865cd) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:15:32.217333 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] Publish callbacks [] for port (567a6198-9405-45be-8b29-41990da865cd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:32.224306 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515842cf-cf4b-49bb-830c-213ff6a86143', 'name': 'tempest-ImageQuotaTest-1930214195-router', 'tenant_id': '12a9fc7835d5437aa789cf8e98ebe210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '9446b352-af48-4bb7-9fdb-adbcfefa2b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:15:24Z', 'updated_at': '2022-03-11T12:15:26Z', 'revision_number': 3, 'project_id': '12a9fc7835d5437aa789cf8e98ebe210', 'gw_port': {'id': '9446b352-af48-4bb7-9fdb-adbcfefa2b18', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515842cf-cf4b-49bb-830c-213ff6a86143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:15:25Z', 'updated_at': '2022-03-11T12:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:32.282807 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (567a6198-9405-45be-8b29-41990da865cd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:32.299299 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0e8b6-e329-441c-92df-3640d62465f0 None None] The sync data for ids ['515842cf-cf4b-49bb-830c-213ff6a86143'] in n-d-833234-2 is: [{'id': '515842cf-cf4b-49bb-830c-213ff6a86143', 'name': 'tempest-ImageQuotaTest-1930214195-router', 'tenant_id': '12a9fc7835d5437aa789cf8e98ebe210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '9446b352-af48-4bb7-9fdb-adbcfefa2b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:15:24Z', 'updated_at': '2022-03-11T12:15:26Z', 'revision_number': 3, 'project_id': '12a9fc7835d5437aa789cf8e98ebe210', 'gw_port': {'id': '9446b352-af48-4bb7-9fdb-adbcfefa2b18', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515842cf-cf4b-49bb-830c-213ff6a86143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:15:25Z', 'updated_at': '2022-03-11T12:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:15:32.364758 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] Network 5883e3a9-4f83-48fc-9886-e4c0eb6a0019 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:32.367118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:32.373104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:15:32.552549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=567a6198-9405-45be-8b29-41990da865cd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:32.617090 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (515842cf-cf4b-49bb-830c-213ff6a86143), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:32.930647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4cb8034e-c365-44a3-82f9-498f2ae6d4cc None None] Provisioning complete for port 567a6198-9405-45be-8b29-41990da865cd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:32.931201 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4cb8034e-c365-44a3-82f9-498f2ae6d4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (567a6198-9405-45be-8b29-41990da865cd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:33.100044 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4cb8034e-c365-44a3-82f9-498f2ae6d4cc None None] Port 567a6198-9405-45be-8b29-41990da865cd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:15:33.144592 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-602f6927-b4eb-4efb-971d-8de0109ea693 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Deleting port 5acbf0dd-e387-43b5-817c-8f3917366655 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:33.144965 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-602f6927-b4eb-4efb-971d-8de0109ea693 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5acbf0dd-e387-43b5-817c-8f3917366655), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:33.265616 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-602f6927-b4eb-4efb-971d-8de0109ea693 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5acbf0dd-e387-43b5-817c-8f3917366655), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:33.341613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-602f6927-b4eb-4efb-971d-8de0109ea693 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Calling delete_port for 5acbf0dd-e387-43b5-817c-8f3917366655 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:33.510825 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (567a6198-9405-45be-8b29-41990da865cd), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:33.809577 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:33.917674 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] Publish callbacks [] for port (567a6198-9405-45be-8b29-41990da865cd), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:33.941633 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (567a6198-9405-45be-8b29-41990da865cd), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:34.008794 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-602f6927-b4eb-4efb-971d-8de0109ea693 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5acbf0dd-e387-43b5-817c-8f3917366655), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:34.130022 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=567a6198-9405-45be-8b29-41990da865cd,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:34.180409 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (515842cf-cf4b-49bb-830c-213ff6a86143), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:34.217753 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f6927-b4eb-4efb-971d-8de0109ea693 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Pushing event deleted for resources: {'Port': ['ID=5acbf0dd-e387-43b5-817c-8f3917366655,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:34.344018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] Network 5883e3a9-4f83-48fc-9886-e4c0eb6a0019 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:34.350390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:34.488623 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-602f6927-b4eb-4efb-971d-8de0109ea693 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (ba7f3895-980b-4204-882b-18277b70c8de), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:34.626329 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9446b352-af48-4bb7-9fdb-adbcfefa2b18 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:15:34.704143 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] Router 515842cf-cf4b-49bb-830c-213ff6a86143 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:15:34.731859 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 9446b352-af48-4bb7-9fdb-adbcfefa2b18 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:34.732106 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9446b352-af48-4bb7-9fdb-adbcfefa2b18), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:34.956950 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 9446b352-af48-4bb7-9fdb-adbcfefa2b18 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:15:34.957347 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9446b352-af48-4bb7-9fdb-adbcfefa2b18), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:34.996127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 9446b352-af48-4bb7-9fdb-adbcfefa2b18, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9446b352-af48-4bb7-9fdb-adbcfefa2b18,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:35.021570 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9446b352-af48-4bb7-9fdb-adbcfefa2b18), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:35.071693 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:15:35.087635 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bd0006d7-db7c-4b12-9786-d60fabf12cd6 admin admin] 10.222.0.78 "PUT /v2.0/routers/515842cf-cf4b-49bb-830c-213ff6a86143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0873384 Mar 11 12:15:35.122477 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=9446b352-af48-4bb7-9fdb-adbcfefa2b18,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:35.126653 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ef1ad4a5-8705-4cae-a7f2-674f8cefadd0 None None] Provisioning complete for port 567a6198-9405-45be-8b29-41990da865cd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:35.127021 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ef1ad4a5-8705-4cae-a7f2-674f8cefadd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (567a6198-9405-45be-8b29-41990da865cd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:35.177826 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ef1ad4a5-8705-4cae-a7f2-674f8cefadd0 None None] Port 567a6198-9405-45be-8b29-41990da865cd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:15:35.228760 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602f6927-b4eb-4efb-971d-8de0109ea693 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Router ba7f3895-980b-4204-882b-18277b70c8de has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:15:35.454575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602f6927-b4eb-4efb-971d-8de0109ea693 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:15:35.460885 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-602f6927-b4eb-4efb-971d-8de0109ea693 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] 10.222.0.78 "PUT /v2.0/routers/ba7f3895-980b-4204-882b-18277b70c8de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6996558 Mar 11 12:15:35.463252 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36380) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:35.469831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafb8ab5-66b7-4d32-9f07-5e9a685191ad None None] Sync routers for ids ['ba7f3895-980b-4204-882b-18277b70c8de'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:15:35.488648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb8ab5-66b7-4d32-9f07-5e9a685191ad None None] Routers {'ba7f3895-980b-4204-882b-18277b70c8de'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:35.493848 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bafb8ab5-66b7-4d32-9f07-5e9a685191ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:15:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['ba7f3895-980b-4204-882b-18277b70c8de'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:35.722541 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Sync routers for ids ['515842cf-cf4b-49bb-830c-213ff6a86143'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:15:35.746391 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Routers {'515842cf-cf4b-49bb-830c-213ff6a86143'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:35.750898 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:15:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['515842cf-cf4b-49bb-830c-213ff6a86143'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:35.772082 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for router (ba7f3895-980b-4204-882b-18277b70c8de), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:36.050922 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Set router 515842cf-cf4b-49bb-830c-213ff6a86143 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:15:36.107052 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for router_gateway (ba7f3895-980b-4204-882b-18277b70c8de), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:36.223735 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Deleting port 4801e905-d194-4cf5-a36b-587b8b8cd031 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:36.224378 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4801e905-d194-4cf5-a36b-587b8b8cd031), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:36.345890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bafb8ab5-66b7-4d32-9f07-5e9a685191ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:36.373675 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb8ab5-66b7-4d32-9f07-5e9a685191ad None None] Routers {'ba7f3895-980b-4204-882b-18277b70c8de'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:36.374487 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bafb8ab5-66b7-4d32-9f07-5e9a685191ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:15:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['ba7f3895-980b-4204-882b-18277b70c8de'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:36.429866 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4801e905-d194-4cf5-a36b-587b8b8cd031), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:36.465773 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Calling delete_port for 4801e905-d194-4cf5-a36b-587b8b8cd031 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:36.529145 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bafb8ab5-66b7-4d32-9f07-5e9a685191ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:36.530963 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafb8ab5-66b7-4d32-9f07-5e9a685191ad None None] The sync data for ids ['ba7f3895-980b-4204-882b-18277b70c8de'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:15:36.547472 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9446b352-af48-4bb7-9fdb-adbcfefa2b18 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:15:36.705535 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 9446b352-af48-4bb7-9fdb-adbcfefa2b18 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:36.705906 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9446b352-af48-4bb7-9fdb-adbcfefa2b18), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:36.711383 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515842cf-cf4b-49bb-830c-213ff6a86143', 'name': 'tempest-ImageQuotaTest-1930214195-router', 'tenant_id': '12a9fc7835d5437aa789cf8e98ebe210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '9446b352-af48-4bb7-9fdb-adbcfefa2b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:15:24Z', 'updated_at': '2022-03-11T12:15:33Z', 'revision_number': 4, 'project_id': '12a9fc7835d5437aa789cf8e98ebe210', 'gw_port': {'id': '9446b352-af48-4bb7-9fdb-adbcfefa2b18', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515842cf-cf4b-49bb-830c-213ff6a86143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:15:25Z', 'updated_at': '2022-03-11T12:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '567a6198-9405-45be-8b29-41990da865cd', 'name': '', 'network_id': '5883e3a9-4f83-48fc-9886-e4c0eb6a0019', 'tenant_id': '12a9fc7835d5437aa789cf8e98ebe210', 'mac_address': 'fa:16:3e:39:8f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515842cf-cf4b-49bb-830c-213ff6a86143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '85d0d53e-ef72-4101-a176-9a3d84514ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:15:31Z', 'updated_at': '2022-03-11T12:15:33Z', 'revision_number': 2, 'project_id': '12a9fc7835d5437aa789cf8e98ebe210', 'subnets': [{'id': '85d0d53e-ef72-4101-a176-9a3d84514ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:36.812624 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Checking router: 515842cf-cf4b-49bb-830c-213ff6a86143 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:15:36.816618 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Updating router 515842cf-cf4b-49bb-830c-213ff6a86143 port 567a6198-9405-45be-8b29-41990da865cd binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:15:36.936449 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (567a6198-9405-45be-8b29-41990da865cd), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:36.966063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 9446b352-af48-4bb7-9fdb-adbcfefa2b18 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:15:37.003151 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (4801e905-d194-4cf5-a36b-587b8b8cd031), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:37.093038 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Pushing event deleted for resources: {'Port': ['ID=4801e905-d194-4cf5-a36b-587b8b8cd031,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:37.145004 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:37.147046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:37.147455 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:37.148008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:37.149895 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:37.150477 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:37.151567 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:37.166954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:37.167572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:37.169361 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:37.170321 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:37.171363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:37.173039 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:37.364395 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (ba7f3895-980b-4204-882b-18277b70c8de), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:37.538008 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (ba7f3895-980b-4204-882b-18277b70c8de), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:37.544635 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for router_controller (ba7f3895-980b-4204-882b-18277b70c8de), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:37.600943 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (ba7f3895-980b-4204-882b-18277b70c8de), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:37.601505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Fanout notify agent at l3_agent the message router_deleted on router ba7f3895-980b-4204-882b-18277b70c8de {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:15:37.610825 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:37.614772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36422) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:37.615235 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5eae4ad6-468b-4464-982f-5688ffbd8382 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] 10.222.0.78 "DELETE /v2.0/routers/ba7f3895-980b-4204-882b-18277b70c8de HTTP/1.1" status: 204 len: 168 time: 2.1508789 Mar 11 12:15:37.748755 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5da007-ed58-403b-a6ae-7fafaa4019ad tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Deleting subnet cbfe8436-a57e-4dd9-90eb-4931d2216d1b {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:15:37.752269 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e5da007-ed58-403b-a6ae-7fafaa4019ad tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for subnet (cbfe8436-a57e-4dd9-90eb-4931d2216d1b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:37.802315 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36424) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:37.827457 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Publish callbacks [] for port (567a6198-9405-45be-8b29-41990da865cd), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:37.849587 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (567a6198-9405-45be-8b29-41990da865cd), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:37.855368 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e5da007-ed58-403b-a6ae-7fafaa4019ad tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (cbfe8436-a57e-4dd9-90eb-4931d2216d1b), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:37.926840 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91421faa-a162-4c52-9213-ae409ec83d59 None None] Pushing event updated for resources: {'Port': ['ID=567a6198-9405-45be-8b29-41990da865cd,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:38.032944 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Attempting to bind port 567a6198-9405-45be-8b29-41990da865cd on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:15:38.033548 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Attempting to bind port 567a6198-9405-45be-8b29-41990da865cd by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'b823bc1b-72cd-45a4-9dc2-bf1e84473292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5883e3a9-4f83-48fc-9886-e4c0eb6a0019'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:15:38.036808 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Attempting to bind port 567a6198-9405-45be-8b29-41990da865cd on network 5883e3a9-4f83-48fc-9886-e4c0eb6a0019 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:15:38.049353 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:15:38.050198 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Checking segment: {'id': 'b823bc1b-72cd-45a4-9dc2-bf1e84473292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5883e3a9-4f83-48fc-9886-e4c0eb6a0019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:15:38.051691 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:38.052204 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Bound using segment: {'id': 'b823bc1b-72cd-45a4-9dc2-bf1e84473292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5883e3a9-4f83-48fc-9886-e4c0eb6a0019'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:15:38.056156 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Bound port: 567a6198-9405-45be-8b29-41990da865cd, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b823bc1b-72cd-45a4-9dc2-bf1e84473292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5883e3a9-4f83-48fc-9886-e4c0eb6a0019'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:15:38.056700 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (567a6198-9405-45be-8b29-41990da865cd), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:38.224192 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] For port 567a6198-9405-45be-8b29-41990da865cd, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:15:38.238140 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] For port 567a6198-9405-45be-8b29-41990da865cd, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=567a6198-9405-45be-8b29-41990da865cd,segment=NetworkSegment(b823bc1b-72cd-45a4-9dc2-bf1e84473292),segment_id=b823bc1b-72cd-45a4-9dc2-bf1e84473292)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:15:38.260778 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (567a6198-9405-45be-8b29-41990da865cd), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:38.378244 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Routers {'515842cf-cf4b-49bb-830c-213ff6a86143'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:38.378891 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:15:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['515842cf-cf4b-49bb-830c-213ff6a86143'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:38.457687 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-489e70b0-5d62-4827-a33b-3c6d714a7a82 None None] Provisioning complete for port 567a6198-9405-45be-8b29-41990da865cd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:38.458248 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-489e70b0-5d62-4827-a33b-3c6d714a7a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (567a6198-9405-45be-8b29-41990da865cd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:38.531260 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91421faa-a162-4c52-9213-ae409ec83d59 None None] Pushing event updated for resources: {'Port': ['ID=567a6198-9405-45be-8b29-41990da865cd,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:38.677097 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] Set router 515842cf-cf4b-49bb-830c-213ff6a86143 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:15:38.715675 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-489e70b0-5d62-4827-a33b-3c6d714a7a82 None None] Current status of the port 567a6198-9405-45be-8b29-41990da865cd is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:15:38.716069 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-489e70b0-5d62-4827-a33b-3c6d714a7a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (567a6198-9405-45be-8b29-41990da865cd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:38.833501 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a9fa44b5-cf8d-41e0-9c2c-37965237459c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (515842cf-cf4b-49bb-830c-213ff6a86143), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:38.841782 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-489e70b0-5d62-4827-a33b-3c6d714a7a82 None None] For port 567a6198-9405-45be-8b29-41990da865cd, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=567a6198-9405-45be-8b29-41990da865cd,segment=NetworkSegment(b823bc1b-72cd-45a4-9dc2-bf1e84473292),segment_id=b823bc1b-72cd-45a4-9dc2-bf1e84473292)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:38.852649 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-489e70b0-5d62-4827-a33b-3c6d714a7a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (567a6198-9405-45be-8b29-41990da865cd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:39.056918 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e70b0-5d62-4827-a33b-3c6d714a7a82 None None] Pushing event updated for resources: {'Port': ['ID=567a6198-9405-45be-8b29-41990da865cd,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:39.119244 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b9c4cafc-226f-4616-ab4e-8d5d2530a40b None None] Provisioning complete for port 567a6198-9405-45be-8b29-41990da865cd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:39.124145 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b9c4cafc-226f-4616-ab4e-8d5d2530a40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (567a6198-9405-45be-8b29-41990da865cd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:39.193950 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e5da007-ed58-403b-a6ae-7fafaa4019ad tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (cbfe8436-a57e-4dd9-90eb-4931d2216d1b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:39.298780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a9fa44b5-cf8d-41e0-9c2c-37965237459c admin admin] Deleting port 567a6198-9405-45be-8b29-41990da865cd {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:39.299119 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a9fa44b5-cf8d-41e0-9c2c-37965237459c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (567a6198-9405-45be-8b29-41990da865cd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:39.397867 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e5da007-ed58-403b-a6ae-7fafaa4019ad tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (cbfe8436-a57e-4dd9-90eb-4931d2216d1b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:39.426194 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515842cf-cf4b-49bb-830c-213ff6a86143', 'name': 'tempest-ImageQuotaTest-1930214195-router', 'tenant_id': '12a9fc7835d5437aa789cf8e98ebe210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '9446b352-af48-4bb7-9fdb-adbcfefa2b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:15:24Z', 'updated_at': '2022-03-11T12:15:33Z', 'revision_number': 4, 'project_id': '12a9fc7835d5437aa789cf8e98ebe210', 'gw_port': {'id': '9446b352-af48-4bb7-9fdb-adbcfefa2b18', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515842cf-cf4b-49bb-830c-213ff6a86143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:15:25Z', 'updated_at': '2022-03-11T12:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '567a6198-9405-45be-8b29-41990da865cd', 'name': '', 'network_id': '5883e3a9-4f83-48fc-9886-e4c0eb6a0019', 'tenant_id': '12a9fc7835d5437aa789cf8e98ebe210', 'mac_address': 'fa:16:3e:39:8f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515842cf-cf4b-49bb-830c-213ff6a86143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '85d0d53e-ef72-4101-a176-9a3d84514ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:15:31Z', 'updated_at': '2022-03-11T12:15:38Z', 'revision_number': 4, 'project_id': '12a9fc7835d5437aa789cf8e98ebe210', 'subnets': [{'id': '85d0d53e-ef72-4101-a176-9a3d84514ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:39.436840 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4cafc-226f-4616-ab4e-8d5d2530a40b None None] Current status of the port 567a6198-9405-45be-8b29-41990da865cd is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:15:39.483026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-a9fa44b5-cf8d-41e0-9c2c-37965237459c admin admin] For port 567a6198-9405-45be-8b29-41990da865cd, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=567a6198-9405-45be-8b29-41990da865cd,segment=NetworkSegment(b823bc1b-72cd-45a4-9dc2-bf1e84473292),segment_id=b823bc1b-72cd-45a4-9dc2-bf1e84473292)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:39.483369 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a9fa44b5-cf8d-41e0-9c2c-37965237459c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (567a6198-9405-45be-8b29-41990da865cd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:39.485479 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5da007-ed58-403b-a6ae-7fafaa4019ad tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Pushing event deleted for resources: {'Subnet': ['ID=cbfe8436-a57e-4dd9-90eb-4931d2216d1b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:39.494134 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e5da007-ed58-403b-a6ae-7fafaa4019ad tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:39.497445 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2e5da007-ed58-403b-a6ae-7fafaa4019ad tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] 10.222.0.78 "DELETE /v2.0/subnets/cbfe8436-a57e-4dd9-90eb-4931d2216d1b HTTP/1.1" status: 204 len: 168 time: 1.8816388 Mar 11 12:15:39.501678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cb83bf-61cd-444b-8b4d-48fee2f6e384 None None] Network 0d5cd4f6-5266-4462-b994-c6b844a37ecb requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:15:39.505202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36454) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:39.526830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a9fa44b5-cf8d-41e0-9c2c-37965237459c admin admin] Calling delete_port for 567a6198-9405-45be-8b29-41990da865cd owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:39.558835 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f430c24-88ef-4098-8478-23cc3c307d66 None None] The sync data for ids ['515842cf-cf4b-49bb-830c-213ff6a86143'] in n-d-833234-2 is: [{'id': '515842cf-cf4b-49bb-830c-213ff6a86143', 'name': 'tempest-ImageQuotaTest-1930214195-router', 'tenant_id': '12a9fc7835d5437aa789cf8e98ebe210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '9446b352-af48-4bb7-9fdb-adbcfefa2b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:15:24Z', 'updated_at': '2022-03-11T12:15:33Z', 'revision_number': 4, 'project_id': '12a9fc7835d5437aa789cf8e98ebe210', 'gw_port': {'id': '9446b352-af48-4bb7-9fdb-adbcfefa2b18', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515842cf-cf4b-49bb-830c-213ff6a86143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:15:25Z', 'updated_at': '2022-03-11T12:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '567a6198-9405-45be-8b29-41990da865cd', 'name': '', 'network_id': '5883e3a9-4f83-48fc-9886-e4c0eb6a0019', 'tenant_id': '12a9fc7835d5437aa789cf8e98ebe210', 'mac_address': 'fa:16:3e:39:8f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515842cf-cf4b-49bb-830c-213ff6a86143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '85d0d53e-ef72-4101-a176-9a3d84514ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:15:31Z', 'updated_at': '2022-03-11T12:15:38Z', 'revision_number': 4, 'project_id': '12a9fc7835d5437aa789cf8e98ebe210', 'subnets': [{'id': '85d0d53e-ef72-4101-a176-9a3d84514ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:15:39.803969 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (0d5cd4f6-5266-4462-b994-c6b844a37ecb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:39.941272 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a9fa44b5-cf8d-41e0-9c2c-37965237459c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (567a6198-9405-45be-8b29-41990da865cd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:39.946566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Deleting port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:39.947899 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:39.969270 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd197ddf-f0ff-4891-91c6-8f6fd6cd8059 None None] DHCP port deletion for 0d5cd4f6-5266-4462-b994-c6b844a37ecb request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:15:40.077731 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa44b5-cf8d-41e0-9c2c-37965237459c admin admin] Pushing event deleted for resources: {'Port': ['ID=567a6198-9405-45be-8b29-41990da865cd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:40.169885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-bd197ddf-f0ff-4891-91c6-8f6fd6cd8059 None None] Deleting port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:40.170247 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bd197ddf-f0ff-4891-91c6-8f6fd6cd8059 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:40.184049 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] For port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3,segment=NetworkSegment(9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0),segment_id=9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:40.184468 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:40.220699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Calling delete_port for b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:40.385731 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-bd197ddf-f0ff-4891-91c6-8f6fd6cd8059 None None] For port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3,segment=NetworkSegment(9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0),segment_id=9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:40.388201 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bd197ddf-f0ff-4891-91c6-8f6fd6cd8059 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:40.446042 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-bd197ddf-f0ff-4891-91c6-8f6fd6cd8059 None None] Calling delete_port for b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:40.575610 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a9fa44b5-cf8d-41e0-9c2c-37965237459c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (515842cf-cf4b-49bb-830c-213ff6a86143), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:40.601946 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:40.667125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:15:40.715556 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Pushing event deleted for resources: {'Port': ['ID=b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:40.732543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] No DVR routers for this DVR port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:15:40.782272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:15:40.782659 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:15:40.855160 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bd197ddf-f0ff-4891-91c6-8f6fd6cd8059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:40.929271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd197ddf-f0ff-4891-91c6-8f6fd6cd8059 None None] Pushing event deleted for resources: {'Port': ['ID=b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:40.931864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd197ddf-f0ff-4891-91c6-8f6fd6cd8059 None None] No DVR routers for this DVR port b7502fbb-791c-4ff5-986e-bc7dcfaa1ad3 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:15:40.959617 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (0d5cd4f6-5266-4462-b994-c6b844a37ecb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:41.015329 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5cd4f6-5266-4462-b994-c6b844a37ecb']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:41.036359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:41.037170 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:41.052257 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:41.095333 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:41.102847 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:15:41.103403 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (9cdfcb4e-f89f-4a66-879e-4e3dd422d9c0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:15:41.112042 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:15:41.172506 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fa44b5-cf8d-41e0-9c2c-37965237459c admin admin] Router 515842cf-cf4b-49bb-830c-213ff6a86143 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:15:41.241703 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (0d5cd4f6-5266-4462-b994-c6b844a37ecb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:41.249226 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:41.254599 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] 10.222.0.78 "DELETE /v2.0/networks/0d5cd4f6-5266-4462-b994-c6b844a37ecb HTTP/1.1" status: 204 len: 168 time: 1.7472787 Mar 11 12:15:41.258636 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36470) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:41.284445 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149802e0-25ee-479d-9987-08ca3476c5f5 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Pushing event deleted for resources: {'Network': ['ID=0d5cd4f6-5266-4462-b994-c6b844a37ecb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:41.508284 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fa44b5-cf8d-41e0-9c2c-37965237459c admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:15:41.538137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36474) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:41.561517 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a9fa44b5-cf8d-41e0-9c2c-37965237459c admin admin] 10.222.0.78 "PUT /v2.0/routers/515842cf-cf4b-49bb-830c-213ff6a86143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7579973 Mar 11 12:15:41.620052 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-868f893a-3bb8-4d10-bc31-bb44d7d21740 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Deleting port 5d186a4d-7887-43d9-b9ac-2eb5cf401258 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:41.620473 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-868f893a-3bb8-4d10-bc31-bb44d7d21740 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5d186a4d-7887-43d9-b9ac-2eb5cf401258), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:41.882209 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25943391-d12c-485c-b541-d7229a8b3df5 admin admin] Publish callbacks [] for router (515842cf-cf4b-49bb-830c-213ff6a86143), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:41.896611 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-868f893a-3bb8-4d10-bc31-bb44d7d21740 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5d186a4d-7887-43d9-b9ac-2eb5cf401258), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:41.897107 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-868f893a-3bb8-4d10-bc31-bb44d7d21740 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for floatingip (5d186a4d-7887-43d9-b9ac-2eb5cf401258), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:41.931669 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-868f893a-3bb8-4d10-bc31-bb44d7d21740 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Calling delete_port for 5d186a4d-7887-43d9-b9ac-2eb5cf401258 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:42.131389 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25943391-d12c-485c-b541-d7229a8b3df5 admin admin] Publish callbacks [] for router_gateway (515842cf-cf4b-49bb-830c-213ff6a86143), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:42.278300 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-25943391-d12c-485c-b541-d7229a8b3df5 admin admin] Deleting port 9446b352-af48-4bb7-9fdb-adbcfefa2b18 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:42.279620 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25943391-d12c-485c-b541-d7229a8b3df5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9446b352-af48-4bb7-9fdb-adbcfefa2b18), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:42.283199 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-868f893a-3bb8-4d10-bc31-bb44d7d21740 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (5d186a4d-7887-43d9-b9ac-2eb5cf401258), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:42.360013 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f893a-3bb8-4d10-bc31-bb44d7d21740 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Pushing event deleted for resources: {'Port': ['ID=5d186a4d-7887-43d9-b9ac-2eb5cf401258,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:42.367937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59e8db-7725-4081-8b8e-e614535fbfb1 None None] Sync routers for ids ['515842cf-cf4b-49bb-830c-213ff6a86143'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:15:42.382806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb59e8db-7725-4081-8b8e-e614535fbfb1 None None] Routers {'515842cf-cf4b-49bb-830c-213ff6a86143'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:42.383558 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cb59e8db-7725-4081-8b8e-e614535fbfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:15:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['515842cf-cf4b-49bb-830c-213ff6a86143'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:42.403976 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-25943391-d12c-485c-b541-d7229a8b3df5 admin admin] For port 9446b352-af48-4bb7-9fdb-adbcfefa2b18, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9446b352-af48-4bb7-9fdb-adbcfefa2b18,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:42.404706 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25943391-d12c-485c-b541-d7229a8b3df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9446b352-af48-4bb7-9fdb-adbcfefa2b18), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:42.419251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-25943391-d12c-485c-b541-d7229a8b3df5 admin admin] Calling delete_port for 9446b352-af48-4bb7-9fdb-adbcfefa2b18 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:42.504070 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-868f893a-3bb8-4d10-bc31-bb44d7d21740 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks [] for floatingip (11185b4d-7ba4-4e2e-985c-e92c11ac7051), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:42.506811 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-868f893a-3bb8-4d10-bc31-bb44d7d21740 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:42.511472 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-868f893a-3bb8-4d10-bc31-bb44d7d21740 tempest-FloatingIPAdminTestJSON-293277260 tempest-FloatingIPAdminTestJSON-293277260-project] 10.222.0.78 "DELETE /v2.0/floatingips/11185b4d-7ba4-4e2e-985c-e92c11ac7051 HTTP/1.1" status: 204 len: 168 time: 1.2413962 Mar 11 12:15:42.572810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-cb59e8db-7725-4081-8b8e-e614535fbfb1 None None] Set router 515842cf-cf4b-49bb-830c-213ff6a86143 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:15:42.619793 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25943391-d12c-485c-b541-d7229a8b3df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9446b352-af48-4bb7-9fdb-adbcfefa2b18), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:42.696945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cb59e8db-7725-4081-8b8e-e614535fbfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515842cf-cf4b-49bb-830c-213ff6a86143', 'name': 'tempest-ImageQuotaTest-1930214195-router', 'tenant_id': '12a9fc7835d5437aa789cf8e98ebe210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:15:24Z', 'updated_at': '2022-03-11T12:15:42Z', 'revision_number': 6, 'project_id': '12a9fc7835d5437aa789cf8e98ebe210', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:42.770396 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25943391-d12c-485c-b541-d7229a8b3df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9446b352-af48-4bb7-9fdb-adbcfefa2b18,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:42.795946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59e8db-7725-4081-8b8e-e614535fbfb1 None None] Checking router: 515842cf-cf4b-49bb-830c-213ff6a86143 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:15:42.848506 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:42.859224 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb59e8db-7725-4081-8b8e-e614535fbfb1 None None] Routers {'515842cf-cf4b-49bb-830c-213ff6a86143'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:42.863854 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cb59e8db-7725-4081-8b8e-e614535fbfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:15:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['515842cf-cf4b-49bb-830c-213ff6a86143'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:42.895374 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25943391-d12c-485c-b541-d7229a8b3df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (515842cf-cf4b-49bb-830c-213ff6a86143), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:43.005292 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36500) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:43.072034 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-cb59e8db-7725-4081-8b8e-e614535fbfb1 None None] Set router 515842cf-cf4b-49bb-830c-213ff6a86143 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:15:43.101746 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25943391-d12c-485c-b541-d7229a8b3df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (515842cf-cf4b-49bb-830c-213ff6a86143), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:43.104687 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25943391-d12c-485c-b541-d7229a8b3df5 admin admin] Publish callbacks [] for router_controller (515842cf-cf4b-49bb-830c-213ff6a86143), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:43.180849 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cb59e8db-7725-4081-8b8e-e614535fbfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515842cf-cf4b-49bb-830c-213ff6a86143', 'name': 'tempest-ImageQuotaTest-1930214195-router', 'tenant_id': '12a9fc7835d5437aa789cf8e98ebe210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:15:24Z', 'updated_at': '2022-03-11T12:15:42Z', 'revision_number': 7, 'project_id': '12a9fc7835d5437aa789cf8e98ebe210', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:43.210136 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25943391-d12c-485c-b541-d7229a8b3df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (515842cf-cf4b-49bb-830c-213ff6a86143), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:43.211081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25943391-d12c-485c-b541-d7229a8b3df5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 515842cf-cf4b-49bb-830c-213ff6a86143 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:15:43.219789 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25943391-d12c-485c-b541-d7229a8b3df5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:43.221301 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-25943391-d12c-485c-b541-d7229a8b3df5 admin admin] 10.222.0.78 "DELETE /v2.0/routers/515842cf-cf4b-49bb-830c-213ff6a86143 HTTP/1.1" status: 204 len: 168 time: 1.6820982 Mar 11 12:15:43.223987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36506) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:43.252257 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59e8db-7725-4081-8b8e-e614535fbfb1 None None] The sync data for ids ['515842cf-cf4b-49bb-830c-213ff6a86143'] in n-d-833234-2 is: [{'id': '515842cf-cf4b-49bb-830c-213ff6a86143', 'name': 'tempest-ImageQuotaTest-1930214195-router', 'tenant_id': '12a9fc7835d5437aa789cf8e98ebe210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:15:24Z', 'updated_at': '2022-03-11T12:15:42Z', 'revision_number': 7, 'project_id': '12a9fc7835d5437aa789cf8e98ebe210', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:15:43.360067 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ea885386-3740-4f50-98ac-30eee0925cd6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7cd1725099714d9a8f0f1ad5d15044c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3535495 Mar 11 12:15:43.362269 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36512) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:43.366662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3503c28-6d96-4a87-bff1-5b24b4758bf6 admin admin] Deleting subnet 85d0d53e-ef72-4101-a176-9a3d84514ae6 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:15:43.385668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3503c28-6d96-4a87-bff1-5b24b4758bf6 admin admin] Publish callbacks [] for subnet (85d0d53e-ef72-4101-a176-9a3d84514ae6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:43.455826 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3503c28-6d96-4a87-bff1-5b24b4758bf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (85d0d53e-ef72-4101-a176-9a3d84514ae6), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:43.457692 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e0e6769e-75a2-4488-af51-2ad84e4ef7f7 admin admin] Publish callbacks [] for security_group (ddc7249a-59fb-490a-b3d7-0356113bdaf8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:43.503470 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e0e6769e-75a2-4488-af51-2ad84e4ef7f7 admin admin] Publish callbacks [] for security_group (ddc7249a-59fb-490a-b3d7-0356113bdaf8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:43.587412 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e0e6769e-75a2-4488-af51-2ad84e4ef7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ddc7249a-59fb-490a-b3d7-0356113bdaf8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:43.590258 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e0e6769e-75a2-4488-af51-2ad84e4ef7f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:43.599712 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e0e6769e-75a2-4488-af51-2ad84e4ef7f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ddc7249a-59fb-490a-b3d7-0356113bdaf8 HTTP/1.1" status: 204 len: 168 time: 0.2308307 Mar 11 12:15:43.637944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6769e-75a2-4488-af51-2ad84e4ef7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc7249a-59fb-490a-b3d7-0356113bdaf8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:43.642033 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e53a5d7c-14f3-40dc-9ec8-8e50ee7f1a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:43.690944 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3503c28-6d96-4a87-bff1-5b24b4758bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (85d0d53e-ef72-4101-a176-9a3d84514ae6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:43.822737 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3503c28-6d96-4a87-bff1-5b24b4758bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (85d0d53e-ef72-4101-a176-9a3d84514ae6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:43.884809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3503c28-6d96-4a87-bff1-5b24b4758bf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d0d53e-ef72-4101-a176-9a3d84514ae6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:43.894665 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3503c28-6d96-4a87-bff1-5b24b4758bf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:43.898195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad55257f-121e-44ee-8193-898b9ed9ca52 None None] Network 5883e3a9-4f83-48fc-9886-e4c0eb6a0019 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:15:43.940482 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c3503c28-6d96-4a87-bff1-5b24b4758bf6 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/85d0d53e-ef72-4101-a176-9a3d84514ae6 HTTP/1.1" status: 204 len: 168 time: 0.7152307 Mar 11 12:15:43.946521 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36522) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:44.080523 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (5883e3a9-4f83-48fc-9886-e4c0eb6a0019), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:44.238736 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] Deleting port 579222bf-7f7b-4ed7-924c-c950d04a1a29 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:44.239390 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (579222bf-7f7b-4ed7-924c-c950d04a1a29), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:44.300823 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d049cd5-0738-4ff0-b5dc-3ca6c49ddf6f None None] DHCP port deletion for 5883e3a9-4f83-48fc-9886-e4c0eb6a0019 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:15:44.431322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36528) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:44.445161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3d049cd5-0738-4ff0-b5dc-3ca6c49ddf6f None None] Deleting port 579222bf-7f7b-4ed7-924c-c950d04a1a29 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:44.448853 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d049cd5-0738-4ff0-b5dc-3ca6c49ddf6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (579222bf-7f7b-4ed7-924c-c950d04a1a29), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:44.451546 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-871c04a8-f4ef-4f04-b1ba-e1a2b7c31c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:44.577671 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] For port 579222bf-7f7b-4ed7-924c-c950d04a1a29, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=579222bf-7f7b-4ed7-924c-c950d04a1a29,segment=NetworkSegment(b823bc1b-72cd-45a4-9dc2-bf1e84473292),segment_id=b823bc1b-72cd-45a4-9dc2-bf1e84473292)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:44.579116 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (579222bf-7f7b-4ed7-924c-c950d04a1a29), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:44.608314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] Calling delete_port for 579222bf-7f7b-4ed7-924c-c950d04a1a29 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:44.615194 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 567a6198-9405-45be-8b29-41990da865cd no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:15:44.661878 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-871c04a8-f4ef-4f04-b1ba-e1a2b7c31c86 admin admin] Publish callbacks [] for security_group (d435a28c-3b09-4f43-b4f4-e3f7e255f7eb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:44.668136 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-871c04a8-f4ef-4f04-b1ba-e1a2b7c31c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d435a28c-3b09-4f43-b4f4-e3f7e255f7eb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:44.673001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 567a6198-9405-45be-8b29-41990da865cd {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:15:44.673583 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 567a6198-9405-45be-8b29-41990da865cd not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:15:44.673742 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9446b352-af48-4bb7-9fdb-adbcfefa2b18 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:15:44.746835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 9446b352-af48-4bb7-9fdb-adbcfefa2b18 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:15:44.747181 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9446b352-af48-4bb7-9fdb-adbcfefa2b18 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:15:44.747623 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 579222bf-7f7b-4ed7-924c-c950d04a1a29 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:15:44.765352 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-871c04a8-f4ef-4f04-b1ba-e1a2b7c31c86 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=38cd0f71202c4d7598bdccad6209a0b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3330743 Mar 11 12:15:44.766583 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c04a8-f4ef-4f04-b1ba-e1a2b7c31c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d435a28c-3b09-4f43-b4f4-e3f7e255f7eb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:44.769019 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36534) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:44.784556 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3d049cd5-0738-4ff0-b5dc-3ca6c49ddf6f None None] For port 579222bf-7f7b-4ed7-924c-c950d04a1a29, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=579222bf-7f7b-4ed7-924c-c950d04a1a29,segment=NetworkSegment(b823bc1b-72cd-45a4-9dc2-bf1e84473292),segment_id=b823bc1b-72cd-45a4-9dc2-bf1e84473292)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:44.785310 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d049cd5-0738-4ff0-b5dc-3ca6c49ddf6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (579222bf-7f7b-4ed7-924c-c950d04a1a29), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:44.823378 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3d049cd5-0738-4ff0-b5dc-3ca6c49ddf6f None None] Calling delete_port for 579222bf-7f7b-4ed7-924c-c950d04a1a29 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:44.859993 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ed6913d-c65b-4fa8-83cb-a4c599dbb479 admin admin] Publish callbacks [] for security_group (d435a28c-3b09-4f43-b4f4-e3f7e255f7eb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:44.914184 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (579222bf-7f7b-4ed7-924c-c950d04a1a29), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:44.925495 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ed6913d-c65b-4fa8-83cb-a4c599dbb479 admin admin] Publish callbacks [] for security_group (d435a28c-3b09-4f43-b4f4-e3f7e255f7eb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:44.969999 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] No DVR routers for this DVR port 579222bf-7f7b-4ed7-924c-c950d04a1a29 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:15:44.977122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] Pushing event deleted for resources: {'Port': ['ID=579222bf-7f7b-4ed7-924c-c950d04a1a29,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:44.980540 n-d-833234-2 neutron-server[104033]: INFO neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No ports have port_id starting with 579222bf-7f7b-4ed7-924c-c950d04a1a29 Mar 11 12:15:45.057928 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d049cd5-0738-4ff0-b5dc-3ca6c49ddf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (579222bf-7f7b-4ed7-924c-c950d04a1a29), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:45.086841 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d049cd5-0738-4ff0-b5dc-3ca6c49ddf6f None None] Pushing event deleted for resources: {'Port': ['ID=579222bf-7f7b-4ed7-924c-c950d04a1a29,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:45.104296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d049cd5-0738-4ff0-b5dc-3ca6c49ddf6f None None] No DVR routers for this DVR port 579222bf-7f7b-4ed7-924c-c950d04a1a29 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:15:45.132818 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ed6913d-c65b-4fa8-83cb-a4c599dbb479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d435a28c-3b09-4f43-b4f4-e3f7e255f7eb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:45.136487 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ed6913d-c65b-4fa8-83cb-a4c599dbb479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:45.138322 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2ed6913d-c65b-4fa8-83cb-a4c599dbb479 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d435a28c-3b09-4f43-b4f4-e3f7e255f7eb HTTP/1.1" status: 204 len: 168 time: 0.3683233 Mar 11 12:15:45.578287 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36548) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:45.751199 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ff356d4-b081-4726-aa3e-b36ed863ac9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:45.757439 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36556) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:45.778774 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3168b29c-7803-408b-9b4e-671664f119ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:45.910256 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6913d-c65b-4fa8-83cb-a4c599dbb479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d435a28c-3b09-4f43-b4f4-e3f7e255f7eb,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:45.973947 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3168b29c-7803-408b-9b4e-671664f119ef admin admin] Publish callbacks [] for security_group (6ff46eec-246b-4f71-a3a2-2c99bf3390bd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:45.980852 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3168b29c-7803-408b-9b4e-671664f119ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6ff46eec-246b-4f71-a3a2-2c99bf3390bd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:45.987687 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (5883e3a9-4f83-48fc-9886-e4c0eb6a0019), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:46.030821 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3168b29c-7803-408b-9b4e-671664f119ef admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=11338f13583b4402b621ae02213fb33f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2723184 Mar 11 12:15:46.033586 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36560) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:46.035237 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5883e3a9-4f83-48fc-9886-e4c0eb6a0019']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:46.079064 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168b29c-7803-408b-9b4e-671664f119ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff46eec-246b-4f71-a3a2-2c99bf3390bd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:46.113958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b823bc1b-72cd-45a4-9dc2-bf1e84473292') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:46.114360 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b823bc1b-72cd-45a4-9dc2-bf1e84473292') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:46.115708 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28e60b88-309f-409c-868a-8298c9b63f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:46.129009 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (b823bc1b-72cd-45a4-9dc2-bf1e84473292), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:46.167002 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b823bc1b-72cd-45a4-9dc2-bf1e84473292), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:46.186551 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8920571d-ecf5-4a35-af1a-501c8e2f65f0 admin admin] Publish callbacks [] for security_group (6ff46eec-246b-4f71-a3a2-2c99bf3390bd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:46.198887 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:15:46.199124 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (b823bc1b-72cd-45a4-9dc2-bf1e84473292), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:15:46.202318 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:15:46.213997 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28e60b88-309f-409c-868a-8298c9b63f87 admin admin] Publish callbacks [] for security_group (3ab59e22-2a82-491a-91f4-fb3438e96add), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:46.220510 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28e60b88-309f-409c-868a-8298c9b63f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3ab59e22-2a82-491a-91f4-fb3438e96add), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:46.262608 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-28e60b88-309f-409c-868a-8298c9b63f87 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=37dd350a11f14202bc11df3c2b6a4524&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6826403 Mar 11 12:15:46.273641 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36562) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:46.315860 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8920571d-ecf5-4a35-af1a-501c8e2f65f0 admin admin] Publish callbacks [] for security_group (6ff46eec-246b-4f71-a3a2-2c99bf3390bd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:46.327386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e60b88-309f-409c-868a-8298c9b63f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab59e22-2a82-491a-91f4-fb3438e96add,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:46.345958 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8706df4c-961e-4c52-a385-f32520ab2461 admin admin] Publish callbacks [] for security_group (3ab59e22-2a82-491a-91f4-fb3438e96add), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:46.368698 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (5883e3a9-4f83-48fc-9886-e4c0eb6a0019), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:46.394044 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:46.398175 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] 10.222.0.78 "DELETE /v2.0/networks/5883e3a9-4f83-48fc-9886-e4c0eb6a0019 HTTP/1.1" status: 204 len: 168 time: 2.4500976 Mar 11 12:15:46.401867 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8706df4c-961e-4c52-a385-f32520ab2461 admin admin] Publish callbacks [] for security_group (3ab59e22-2a82-491a-91f4-fb3438e96add), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:46.413527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b6d76-f6b4-42ae-b66b-79a39ceee40d admin admin] Pushing event deleted for resources: {'Network': ['ID=5883e3a9-4f83-48fc-9886-e4c0eb6a0019,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:46.443072 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8920571d-ecf5-4a35-af1a-501c8e2f65f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6ff46eec-246b-4f71-a3a2-2c99bf3390bd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:46.447445 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8920571d-ecf5-4a35-af1a-501c8e2f65f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:46.452790 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8920571d-ecf5-4a35-af1a-501c8e2f65f0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6ff46eec-246b-4f71-a3a2-2c99bf3390bd HTTP/1.1" status: 204 len: 168 time: 0.4077568 Mar 11 12:15:46.472903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920571d-ecf5-4a35-af1a-501c8e2f65f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff46eec-246b-4f71-a3a2-2c99bf3390bd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:46.556124 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8706df4c-961e-4c52-a385-f32520ab2461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3ab59e22-2a82-491a-91f4-fb3438e96add), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:46.560899 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8706df4c-961e-4c52-a385-f32520ab2461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:46.567574 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8706df4c-961e-4c52-a385-f32520ab2461 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3ab59e22-2a82-491a-91f4-fb3438e96add HTTP/1.1" status: 204 len: 168 time: 0.2924778 Mar 11 12:15:46.600625 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706df4c-961e-4c52-a385-f32520ab2461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab59e22-2a82-491a-91f4-fb3438e96add,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:46.684987 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36572) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:46.799360 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-757a70e6-dcf2-4cd2-a4fd-09329de5580f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=12a9fc7835d5437aa789cf8e98ebe210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1133726 Mar 11 12:15:46.802375 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36578) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:46.921827 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7934e329-ca99-4bb9-8870-86eaac753c2e admin admin] Publish callbacks [] for security_group (2f02e57e-ba68-4e0e-ae26-db40db156443), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:47.028602 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7934e329-ca99-4bb9-8870-86eaac753c2e admin admin] Publish callbacks [] for security_group (2f02e57e-ba68-4e0e-ae26-db40db156443), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:47.243063 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7934e329-ca99-4bb9-8870-86eaac753c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (2f02e57e-ba68-4e0e-ae26-db40db156443), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:47.250254 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7934e329-ca99-4bb9-8870-86eaac753c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:47.255401 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7934e329-ca99-4bb9-8870-86eaac753c2e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2f02e57e-ba68-4e0e-ae26-db40db156443 HTTP/1.1" status: 204 len: 168 time: 0.4517145 Mar 11 12:15:47.302803 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934e329-ca99-4bb9-8870-86eaac753c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f02e57e-ba68-4e0e-ae26-db40db156443,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:47.358480 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:47.987106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36608) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:48.019258 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a32b37e1-bb3e-4afd-8a96-4dbe20a9f5ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:48.135528 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36616) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:48.292776 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a32b37e1-bb3e-4afd-8a96-4dbe20a9f5ac admin admin] Publish callbacks [] for security_group (97ccf56a-46f6-4aec-b957-91685f28c406), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:48.299621 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a32b37e1-bb3e-4afd-8a96-4dbe20a9f5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (97ccf56a-46f6-4aec-b957-91685f28c406), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:48.436438 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a32b37e1-bb3e-4afd-8a96-4dbe20a9f5ac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4461775 Mar 11 12:15:48.439135 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36626) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:48.465343 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b37e1-bb3e-4afd-8a96-4dbe20a9f5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ccf56a-46f6-4aec-b957-91685f28c406,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:48.560193 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-aac984f2-6372-4da5-a306-ef05786fca68 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-938458437'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:15:48.593038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac984f2-6372-4da5-a306-ef05786fca68 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Made reservation on behalf of 3dc8d9c1a6e94c1f9d85bec1979975fa for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:15:48.597155 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aac984f2-6372-4da5-a306-ef05786fca68 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:48.617773 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4afd21e-ec5e-4841-bac2-41bf46fd503e admin admin] Publish callbacks [] for security_group (97ccf56a-46f6-4aec-b957-91685f28c406), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:48.657518 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4afd21e-ec5e-4841-bac2-41bf46fd503e admin admin] Publish callbacks [] for security_group (97ccf56a-46f6-4aec-b957-91685f28c406), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:48.662909 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:48.724683 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aac984f2-6372-4da5-a306-ef05786fca68 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:48.739082 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4afd21e-ec5e-4841-bac2-41bf46fd503e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (97ccf56a-46f6-4aec-b957-91685f28c406), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:48.742119 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4afd21e-ec5e-4841-bac2-41bf46fd503e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:48.743478 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f4afd21e-ec5e-4841-bac2-41bf46fd503e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/97ccf56a-46f6-4aec-b957-91685f28c406 HTTP/1.1" status: 204 len: 168 time: 0.3030672 Mar 11 12:15:48.756437 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afd21e-ec5e-4841-bac2-41bf46fd503e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ccf56a-46f6-4aec-b957-91685f28c406,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:48.965689 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aac984f2-6372-4da5-a306-ef05786fca68 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for security_group (a9ca3a65-f45b-4d5d-8b4c-44625c2d7d25), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:48.986448 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aac984f2-6372-4da5-a306-ef05786fca68 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a9ca3a65-f45b-4d5d-8b4c-44625c2d7d25), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:49.017308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac984f2-6372-4da5-a306-ef05786fca68 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:15:49.036030 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aac984f2-6372-4da5-a306-ef05786fca68 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (2cf41ab5-9f30-4efc-87b2-cde51f6598a3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:49.036408 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-aac984f2-6372-4da5-a306-ef05786fca68 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Added segment 2cf41ab5-9f30-4efc-87b2-cde51f6598a3 of type vlan for network cae8f650-8aac-412a-a7f8-186a7d775df9 Mar 11 12:15:49.078299 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aac984f2-6372-4da5-a306-ef05786fca68 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (cae8f650-8aac-412a-a7f8-186a7d775df9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:49.107615 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aac984f2-6372-4da5-a306-ef05786fca68 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (cae8f650-8aac-412a-a7f8-186a7d775df9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:49.113616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac984f2-6372-4da5-a306-ef05786fca68 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:15:49.114426 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aac984f2-6372-4da5-a306-ef05786fca68 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:49.237242 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac984f2-6372-4da5-a306-ef05786fca68 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Pushing event updated for resources: {'Network': ['ID=cae8f650-8aac-412a-a7f8-186a7d775df9,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:49.251448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network cae8f650-8aac-412a-a7f8-186a7d775df9 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:15:49.296578 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-aac984f2-6372-4da5-a306-ef05786fca68 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1591475 Mar 11 12:15:49.299279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac984f2-6372-4da5-a306-ef05786fca68 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ca3a65-f45b-4d5d-8b4c-44625c2d7d25,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:49.299915 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36650) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:49.305543 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2b03622e-7443-4f69-8ab8-8ccb1cd55b3e tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Request body: {'subnet': {'network_id': 'cae8f650-8aac-412a-a7f8-186a7d775df9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:15:49.573316 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b03622e-7443-4f69-8ab8-8ccb1cd55b3e tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Made reservation on behalf of 3dc8d9c1a6e94c1f9d85bec1979975fa for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:15:49.601832 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b03622e-7443-4f69-8ab8-8ccb1cd55b3e tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:49.770502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36654) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:50.005153 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b03622e-7443-4f69-8ab8-8ccb1cd55b3e tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (13f725cb-1865-4ef4-b96d-58840855a790), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:50.016294 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bceb5bb2-0093-4db4-b209-23caeca7520f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:50.081489 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:50.169560 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03622e-7443-4f69-8ab8-8ccb1cd55b3e tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Pushing event updated for resources: {'Subnet': ['ID=13f725cb-1865-4ef4-b96d-58840855a790,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:50.189224 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bceb5bb2-0093-4db4-b209-23caeca7520f admin admin] Publish callbacks [] for security_group (941d9223-138a-49b8-9feb-22642ef60b36), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:50.194575 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bceb5bb2-0093-4db4-b209-23caeca7520f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (941d9223-138a-49b8-9feb-22642ef60b36), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:50.242708 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b03622e-7443-4f69-8ab8-8ccb1cd55b3e tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Checking segment: {'id': '2cf41ab5-9f30-4efc-87b2-cde51f6598a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cae8f650-8aac-412a-a7f8-186a7d775df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:15:50.242708 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b03622e-7443-4f69-8ab8-8ccb1cd55b3e tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Network hostable DHCP agents. Network: cae8f650-8aac-412a-a7f8-186a7d775df9, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:15:50.252402 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bceb5bb2-0093-4db4-b209-23caeca7520f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3982212ae13541a1b04641e0d98a7db8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4813638 Mar 11 12:15:50.257589 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36662) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:50.264305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb5bb2-0093-4db4-b209-23caeca7520f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941d9223-138a-49b8-9feb-22642ef60b36,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:50.277451 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb5bb2-0093-4db4-b209-23caeca7520f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:50.278188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb5bb2-0093-4db4-b209-23caeca7520f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:50.278771 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb5bb2-0093-4db4-b209-23caeca7520f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:50.279344 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb5bb2-0093-4db4-b209-23caeca7520f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:50.279925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb5bb2-0093-4db4-b209-23caeca7520f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:50.280494 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb5bb2-0093-4db4-b209-23caeca7520f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:50.281569 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb5bb2-0093-4db4-b209-23caeca7520f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:50.282131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb5bb2-0093-4db4-b209-23caeca7520f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:50.282698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb5bb2-0093-4db4-b209-23caeca7520f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:50.283271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb5bb2-0093-4db4-b209-23caeca7520f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:50.283843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb5bb2-0093-4db4-b209-23caeca7520f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:50.284388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb5bb2-0093-4db4-b209-23caeca7520f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:50.285030 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb5bb2-0093-4db4-b209-23caeca7520f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:15:50.348881 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b03622e-7443-4f69-8ab8-8ccb1cd55b3e tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Network cae8f650-8aac-412a-a7f8-186a7d775df9 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:15:50.383927 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-2b03622e-7443-4f69-8ab8-8ccb1cd55b3e tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, cae8f650-8aac-412a-a7f8-186a7d775df9) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:50.392917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b03622e-7443-4f69-8ab8-8ccb1cd55b3e tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:15:50.393829 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2b03622e-7443-4f69-8ab8-8ccb1cd55b3e tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:50.394667 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b41bd6-68b2-49f9-ae08-72050a1e0abb None None] Network cae8f650-8aac-412a-a7f8-186a7d775df9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:15:50.469688 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36664) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:50.470737 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2b03622e-7443-4f69-8ab8-8ccb1cd55b3e tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1695628 Mar 11 12:15:50.476577 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f7c600d3-d300-4521-bdb9-5ee957901880 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1810302839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:15:50.492694 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58257968-7b56-482a-8c90-59270dbd91ee admin admin] Publish callbacks [] for security_group (941d9223-138a-49b8-9feb-22642ef60b36), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:50.514775 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7c600d3-d300-4521-bdb9-5ee957901880 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:50.516669 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7c600d3-d300-4521-bdb9-5ee957901880 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:50.539545 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58257968-7b56-482a-8c90-59270dbd91ee admin admin] Publish callbacks [] for security_group (941d9223-138a-49b8-9feb-22642ef60b36), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:50.581409 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-cae8f650-8aac-412a-a7f8-186a7d775df9', 'network_id': 'cae8f650-8aac-412a-a7f8-186a7d775df9', 'project_id': '3dc8d9c1a6e94c1f9d85bec1979975fa', 'fixed_ips': [{'subnet_id': '13f725cb-1865-4ef4-b96d-58840855a790'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:15:50.582793 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:50.635127 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7c600d3-d300-4521-bdb9-5ee957901880 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for router_controller (5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:50.637274 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58257968-7b56-482a-8c90-59270dbd91ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (941d9223-138a-49b8-9feb-22642ef60b36), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:50.640440 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58257968-7b56-482a-8c90-59270dbd91ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:50.641797 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-58257968-7b56-482a-8c90-59270dbd91ee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/941d9223-138a-49b8-9feb-22642ef60b36 HTTP/1.1" status: 204 len: 168 time: 0.3762596 Mar 11 12:15:50.651966 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7c600d3-d300-4521-bdb9-5ee957901880 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:50.665106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58257968-7b56-482a-8c90-59270dbd91ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941d9223-138a-49b8-9feb-22642ef60b36,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:50.701343 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7c600d3-d300-4521-bdb9-5ee957901880 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:50.708783 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36668) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:50.708983 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f7c600d3-d300-4521-bdb9-5ee957901880 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2373898 Mar 11 12:15:50.886159 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Allocated IP 172.20.0.2 (cae8f650-8aac-412a-a7f8-186a7d775df9/13f725cb-1865-4ef4-b96d-58840855a790/0071c2bd-57f2-4389-ae3c-3ead8c13c73a) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:15:51.154723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36676) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:51.170781 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cafad28-be86-44b3-ad00-fd38d3177236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:51.192796 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Publish callbacks [] for port (0071c2bd-57f2-4389-ae3c-3ead8c13c73a), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:51.204141 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (0071c2bd-57f2-4389-ae3c-3ead8c13c73a), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:51.222473 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:51.319680 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Network cae8f650-8aac-412a-a7f8-186a7d775df9 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:51.322609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:51.333948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:15:51.345753 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cafad28-be86-44b3-ad00-fd38d3177236 admin admin] Publish callbacks [] for security_group (9908ce22-4b8b-4b04-83ab-52b318a890b6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:51.351924 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cafad28-be86-44b3-ad00-fd38d3177236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9908ce22-4b8b-4b04-83ab-52b318a890b6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:51.363882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Pushing event updated for resources: {'Port': ['ID=0071c2bd-57f2-4389-ae3c-3ead8c13c73a,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:51.414969 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Attempting to bind port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:15:51.415710 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Attempting to bind port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '2cf41ab5-9f30-4efc-87b2-cde51f6598a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cae8f650-8aac-412a-a7f8-186a7d775df9'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:15:51.419784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Attempting to bind port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a on network cae8f650-8aac-412a-a7f8-186a7d775df9 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:15:51.436169 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2cafad28-be86-44b3-ad00-fd38d3177236 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2bef585b11bb441abab2dddccfeb2a68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2803278 Mar 11 12:15:51.438249 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafad28-be86-44b3-ad00-fd38d3177236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9908ce22-4b8b-4b04-83ab-52b318a890b6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:51.439471 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36678) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:51.441391 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:15:51.441844 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Checking segment: {'id': '2cf41ab5-9f30-4efc-87b2-cde51f6598a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cae8f650-8aac-412a-a7f8-186a7d775df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:15:51.442263 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:51.442690 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Bound using segment: {'id': '2cf41ab5-9f30-4efc-87b2-cde51f6598a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cae8f650-8aac-412a-a7f8-186a7d775df9'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:15:51.443164 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Bound port: 0071c2bd-57f2-4389-ae3c-3ead8c13c73a, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf41ab5-9f30-4efc-87b2-cde51f6598a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cae8f650-8aac-412a-a7f8-186a7d775df9'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:15:51.443547 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0071c2bd-57f2-4389-ae3c-3ead8c13c73a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:51.560294 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dab8343f-177c-4420-8b8b-7b1471d40232 admin admin] Publish callbacks [] for security_group (9908ce22-4b8b-4b04-83ab-52b318a890b6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:51.583395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] For port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:15:51.587672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] For port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0071c2bd-57f2-4389-ae3c-3ead8c13c73a,segment=NetworkSegment(2cf41ab5-9f30-4efc-87b2-cde51f6598a3),segment_id=2cf41ab5-9f30-4efc-87b2-cde51f6598a3)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:15:51.588954 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dab8343f-177c-4420-8b8b-7b1471d40232 admin admin] Publish callbacks [] for security_group (9908ce22-4b8b-4b04-83ab-52b318a890b6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:51.595157 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0071c2bd-57f2-4389-ae3c-3ead8c13c73a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:51.653027 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0040bd1-4a46-4473-81d1-410b42d0c9b1 None None] Pushing event updated for resources: {'Port': ['ID=0071c2bd-57f2-4389-ae3c-3ead8c13c73a,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:51.667725 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dab8343f-177c-4420-8b8b-7b1471d40232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9908ce22-4b8b-4b04-83ab-52b318a890b6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:51.670366 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dab8343f-177c-4420-8b8b-7b1471d40232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:51.671505 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dab8343f-177c-4420-8b8b-7b1471d40232 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9908ce22-4b8b-4b04-83ab-52b318a890b6 HTTP/1.1" status: 204 len: 168 time: 0.2304747 Mar 11 12:15:51.729854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Allocated IP 172.20.0.1 (cae8f650-8aac-412a-a7f8-186a7d775df9/13f725cb-1865-4ef4-b96d-58840855a790/1d5be1cc-ba9e-4794-acd0-66b7a2cb2485) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:15:51.871262 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8343f-177c-4420-8b8b-7b1471d40232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9908ce22-4b8b-4b04-83ab-52b318a890b6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:51.924034 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for port (1d5be1cc-ba9e-4794-acd0-66b7a2cb2485), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:51.982312 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (1d5be1cc-ba9e-4794-acd0-66b7a2cb2485), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:52.049258 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Network cae8f650-8aac-412a-a7f8-186a7d775df9 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:52.060545 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:52.069401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:15:52.117745 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Pushing event updated for resources: {'Port': ['ID=1d5be1cc-ba9e-4794-acd0-66b7a2cb2485,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:52.139433 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:52.364594 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1d5be1cc-ba9e-4794-acd0-66b7a2cb2485), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:52.597434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0071c2bd-57f2-4389-ae3c-3ead8c13c73a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:15:52.695563 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:52.696172 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0071c2bd-57f2-4389-ae3c-3ead8c13c73a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:52.842894 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:15:52.890022 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for port (1d5be1cc-ba9e-4794-acd0-66b7a2cb2485), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:52.897161 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (1d5be1cc-ba9e-4794-acd0-66b7a2cb2485), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:52.916141 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:15:52.916516 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0071c2bd-57f2-4389-ae3c-3ead8c13c73a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:52.956109 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0071c2bd-57f2-4389-ae3c-3ead8c13c73a,segment=NetworkSegment(2cf41ab5-9f30-4efc-87b2-cde51f6598a3),segment_id=2cf41ab5-9f30-4efc-87b2-cde51f6598a3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:15:52.961961 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0071c2bd-57f2-4389-ae3c-3ead8c13c73a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:53.005092 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:53.022308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Pushing event updated for resources: {'Port': ['ID=1d5be1cc-ba9e-4794-acd0-66b7a2cb2485,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:53.083043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=0071c2bd-57f2-4389-ae3c-3ead8c13c73a,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:53.164888 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Network cae8f650-8aac-412a-a7f8-186a7d775df9 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:53.166594 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:53.253524 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d50e5a3-9541-4a30-b6a4-d8e5341d9411 None None] Network cae8f650-8aac-412a-a7f8-186a7d775df9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:15:53.353068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Router 5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:15:53.467883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:15:53.479815 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14431aaa-3441-459c-ad19-b6639891dcb3 None None] Sync routers for ids ['5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:15:53.496075 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14431aaa-3441-459c-ad19-b6639891dcb3 None None] Routers {'5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:53.497563 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-14431aaa-3441-459c-ad19-b6639891dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:15:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:53.498665 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-455781c8-d840-4491-a6f6-0a390bba1826 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] 10.222.0.78 "PUT /v2.0/routers/5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7886155 Mar 11 12:15:53.501679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36718) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:53.507290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8d20c062-b085-4249-b952-aaf4cbe5f9c0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Request body: {'port': {'network_id': 'cae8f650-8aac-412a-a7f8-186a7d775df9', 'name': 'tempest-FloatingIPNegativeTestJSON-91359675'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:15:53.536049 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-75ffcc0e-1f47-4767-8355-f9c0c7020b8c None None] Provisioning complete for port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:53.536413 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-75ffcc0e-1f47-4767-8355-f9c0c7020b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0071c2bd-57f2-4389-ae3c-3ead8c13c73a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:53.550528 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-14431aaa-3441-459c-ad19-b6639891dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:53.561102 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14431aaa-3441-459c-ad19-b6639891dcb3 None None] Routers {'5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:15:53.562143 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-14431aaa-3441-459c-ad19-b6639891dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:15:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:53.600085 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-14431aaa-3441-459c-ad19-b6639891dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:15:53.601164 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14431aaa-3441-459c-ad19-b6639891dcb3 None None] The sync data for ids ['5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:15:53.706559 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d20c062-b085-4249-b952-aaf4cbe5f9c0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Made reservation on behalf of 3dc8d9c1a6e94c1f9d85bec1979975fa for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:15:53.715905 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d20c062-b085-4249-b952-aaf4cbe5f9c0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:53.742892 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-8d20c062-b085-4249-b952-aaf4cbe5f9c0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] device_id is not set on port ba4b939e-ba46-43ae-8e3d-c97b21ac4a7b yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:15:53.865296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-75ffcc0e-1f47-4767-8355-f9c0c7020b8c None None] Current status of the port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:15:53.908173 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-8d20c062-b085-4249-b952-aaf4cbe5f9c0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Allocated IP 172.20.0.9 (cae8f650-8aac-412a-a7f8-186a7d775df9/13f725cb-1865-4ef4-b96d-58840855a790/ba4b939e-ba46-43ae-8e3d-c97b21ac4a7b) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:15:54.147957 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d20c062-b085-4249-b952-aaf4cbe5f9c0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for port (ba4b939e-ba46-43ae-8e3d-c97b21ac4a7b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:54.213809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-52f41e37-c2fe-47d1-9c5c-1b037e03e287 None None] Provisioning complete for port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:54.214230 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-52f41e37-c2fe-47d1-9c5c-1b037e03e287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0071c2bd-57f2-4389-ae3c-3ead8c13c73a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:54.227397 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d20c062-b085-4249-b952-aaf4cbe5f9c0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ba4b939e-ba46-43ae-8e3d-c97b21ac4a7b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:54.333940 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d20c062-b085-4249-b952-aaf4cbe5f9c0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Network cae8f650-8aac-412a-a7f8-186a7d775df9 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:54.337500 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8d20c062-b085-4249-b952-aaf4cbe5f9c0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:54.340388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20c062-b085-4249-b952-aaf4cbe5f9c0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:15:54.376448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-52f41e37-c2fe-47d1-9c5c-1b037e03e287 None None] Current status of the port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:15:54.407652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-52f41e37-c2fe-47d1-9c5c-1b037e03e287 None None] Provisioning complete for port 1d5be1cc-ba9e-4794-acd0-66b7a2cb2485 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:54.407922 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-52f41e37-c2fe-47d1-9c5c-1b037e03e287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1d5be1cc-ba9e-4794-acd0-66b7a2cb2485), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:54.462143 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-52f41e37-c2fe-47d1-9c5c-1b037e03e287 None None] Port 1d5be1cc-ba9e-4794-acd0-66b7a2cb2485 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:15:54.470157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20c062-b085-4249-b952-aaf4cbe5f9c0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Pushing event updated for resources: {'Port': ['ID=ba4b939e-ba46-43ae-8e3d-c97b21ac4a7b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:54.478153 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d20c062-b085-4249-b952-aaf4cbe5f9c0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:15:54.478795 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d20c062-b085-4249-b952-aaf4cbe5f9c0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:54.515219 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8d20c062-b085-4249-b952-aaf4cbe5f9c0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0084479 Mar 11 12:15:54.516139 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36732) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:54.520065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-63ca617c-8a63-476d-ad0a-bfe65b19a95f tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:15:54.526320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0071c2bd-57f2-4389-ae3c-3ead8c13c73a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:15:54.556318 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63ca617c-8a63-476d-ad0a-bfe65b19a95f tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:54.658783 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f8cd6110-6379-4a49-b0f2-686885c2c31f None None] Provisioning complete for port 1d5be1cc-ba9e-4794-acd0-66b7a2cb2485 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:54.659426 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f8cd6110-6379-4a49-b0f2-686885c2c31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1d5be1cc-ba9e-4794-acd0-66b7a2cb2485), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:54.725520 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:54.728317 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0071c2bd-57f2-4389-ae3c-3ead8c13c73a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:54.784824 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63ca617c-8a63-476d-ad0a-bfe65b19a95f tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:54.786889 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f8cd6110-6379-4a49-b0f2-686885c2c31f None None] Port 1d5be1cc-ba9e-4794-acd0-66b7a2cb2485 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:15:54.843694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:15:54.920742 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9b5212ba-25a9-456b-9927-34d695387ccf None None] Provisioning complete for port 1d5be1cc-ba9e-4794-acd0-66b7a2cb2485 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:54.921374 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9b5212ba-25a9-456b-9927-34d695387ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1d5be1cc-ba9e-4794-acd0-66b7a2cb2485), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:54.989585 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9b5212ba-25a9-456b-9927-34d695387ccf None None] Port 1d5be1cc-ba9e-4794-acd0-66b7a2cb2485 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:15:55.027570 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-63ca617c-8a63-476d-ad0a-bfe65b19a95f tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Allocated IP 172.25.7.43 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/c3dfe9af-f8d5-4498-b941-e8fa6e4110a7) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:15:55.195908 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63ca617c-8a63-476d-ad0a-bfe65b19a95f tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for port (c3dfe9af-f8d5-4498-b941-e8fa6e4110a7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:55.223533 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3942ac6b-57bc-43b1-b807-f3fedc46cb7b None None] Provisioning complete for port ba4b939e-ba46-43ae-8e3d-c97b21ac4a7b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:15:55.224092 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3942ac6b-57bc-43b1-b807-f3fedc46cb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ba4b939e-ba46-43ae-8e3d-c97b21ac4a7b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:55.256194 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63ca617c-8a63-476d-ad0a-bfe65b19a95f tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (c3dfe9af-f8d5-4498-b941-e8fa6e4110a7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:55.311087 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3942ac6b-57bc-43b1-b807-f3fedc46cb7b None None] Port ba4b939e-ba46-43ae-8e3d-c97b21ac4a7b cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:15:55.317494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca617c-8a63-476d-ad0a-bfe65b19a95f tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Pushing event updated for resources: {'Port': ['ID=c3dfe9af-f8d5-4498-b941-e8fa6e4110a7,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:55.330300 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ca617c-8a63-476d-ad0a-bfe65b19a95f tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:55.331870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-63ca617c-8a63-476d-ad0a-bfe65b19a95f tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:55.334192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca617c-8a63-476d-ad0a-bfe65b19a95f tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:15:55.435231 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63ca617c-8a63-476d-ad0a-bfe65b19a95f tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for floatingip (e895492b-077b-4d9c-b27c-a9c6d76f38f4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:55.492566 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63ca617c-8a63-476d-ad0a-bfe65b19a95f tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c3dfe9af-f8d5-4498-b941-e8fa6e4110a7), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:55.681972 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63ca617c-8a63-476d-ad0a-bfe65b19a95f tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for port (c3dfe9af-f8d5-4498-b941-e8fa6e4110a7), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:55.687599 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63ca617c-8a63-476d-ad0a-bfe65b19a95f tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (c3dfe9af-f8d5-4498-b941-e8fa6e4110a7), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:55.837732 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca617c-8a63-476d-ad0a-bfe65b19a95f tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Pushing event updated for resources: {'Port': ['ID=c3dfe9af-f8d5-4498-b941-e8fa6e4110a7,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:55.868308 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63ca617c-8a63-476d-ad0a-bfe65b19a95f tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (e895492b-077b-4d9c-b27c-a9c6d76f38f4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:55.890171 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-63ca617c-8a63-476d-ad0a-bfe65b19a95f tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:55.891684 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-63ca617c-8a63-476d-ad0a-bfe65b19a95f tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3754647 Mar 11 12:15:55.894495 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36746) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:55.900348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-92935cc1-e521-4777-a856-774fe180cff9 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Request body: {'floatingip': {'port_id': 'ba4b939e-ba46-43ae-8e3d-c97b21ac4a7b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:15:55.947918 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-92935cc1-e521-4777-a856-774fe180cff9 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for floatingip (e895492b-077b-4d9c-b27c-a9c6d76f38f4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:56.138052 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-92935cc1-e521-4777-a856-774fe180cff9 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] update failed (client error): The resource could not be found. Mar 11 12:15:56.142228 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36748) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:56.142723 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-92935cc1-e521-4777-a856-774fe180cff9 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] 10.222.0.78 "PUT /v2.0/floatingips/e895492b-077b-4d9c-b27c-a9c6d76f38f4 HTTP/1.1" status: 404 len: 507 time: 0.2468824 Mar 11 12:15:56.375397 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-57356081-8291-40de-bd9d-64b9a251462b tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Deleting port c3dfe9af-f8d5-4498-b941-e8fa6e4110a7 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:56.375783 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57356081-8291-40de-bd9d-64b9a251462b tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c3dfe9af-f8d5-4498-b941-e8fa6e4110a7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:56.539210 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57356081-8291-40de-bd9d-64b9a251462b tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c3dfe9af-f8d5-4498-b941-e8fa6e4110a7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:56.539530 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57356081-8291-40de-bd9d-64b9a251462b tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for floatingip (c3dfe9af-f8d5-4498-b941-e8fa6e4110a7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:56.553426 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-57356081-8291-40de-bd9d-64b9a251462b tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Calling delete_port for c3dfe9af-f8d5-4498-b941-e8fa6e4110a7 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:56.709196 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57356081-8291-40de-bd9d-64b9a251462b tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (c3dfe9af-f8d5-4498-b941-e8fa6e4110a7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:56.737306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57356081-8291-40de-bd9d-64b9a251462b tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Pushing event deleted for resources: {'Port': ['ID=c3dfe9af-f8d5-4498-b941-e8fa6e4110a7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:56.830255 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57356081-8291-40de-bd9d-64b9a251462b tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for floatingip (e895492b-077b-4d9c-b27c-a9c6d76f38f4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:56.833008 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57356081-8291-40de-bd9d-64b9a251462b tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:56.838932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36756) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:56.843837 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4120e941-584a-4d42-9f57-22bbc96cfbf4 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Request body: {'floatingip': {'floating_network_id': 'cae8f650-8aac-412a-a7f8-186a7d775df9', 'port_id': 'ba4b939e-ba46-43ae-8e3d-c97b21ac4a7b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:15:56.845245 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-57356081-8291-40de-bd9d-64b9a251462b tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] 10.222.0.78 "DELETE /v2.0/floatingips/e895492b-077b-4d9c-b27c-a9c6d76f38f4 HTTP/1.1" status: 204 len: 168 time: 0.6901643 Mar 11 12:15:56.894177 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4120e941-584a-4d42-9f57-22bbc96cfbf4 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:57.073806 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-4120e941-584a-4d42-9f57-22bbc96cfbf4 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:15:57.075310 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4120e941-584a-4d42-9f57-22bbc96cfbf4 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2350669 Mar 11 12:15:57.079508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36762) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:57.084519 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': 'ba4b939e-ba46-43ae-8e3d-c97b21ac4a7b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:15:57.117531 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:57.302941 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:57.445782 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Allocated IP 172.25.7.153 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/eac67f06-88cd-4239-8181-c6f69e27cde5) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:15:57.651905 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for port (eac67f06-88cd-4239-8181-c6f69e27cde5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:57.812746 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (eac67f06-88cd-4239-8181-c6f69e27cde5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:57.903177 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:15:57.903177 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:15:57.914408 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:15:57.949889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Pushing event updated for resources: {'Port': ['ID=eac67f06-88cd-4239-8181-c6f69e27cde5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:58.201254 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Deleting port eac67f06-88cd-4239-8181-c6f69e27cde5 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:58.201857 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (eac67f06-88cd-4239-8181-c6f69e27cde5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:58.348193 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (eac67f06-88cd-4239-8181-c6f69e27cde5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:58.349364 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for floatingip (eac67f06-88cd-4239-8181-c6f69e27cde5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:58.362566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Calling delete_port for eac67f06-88cd-4239-8181-c6f69e27cde5 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:58.518477 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (eac67f06-88cd-4239-8181-c6f69e27cde5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:58.663427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Pushing event deleted for resources: {'Port': ['ID=eac67f06-88cd-4239-8181-c6f69e27cde5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:58.764736 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] create failed (client error): The resource could not be found. Mar 11 12:15:58.770549 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-89b67d25-0257-4ae8-b8cf-9e93c8663b65 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6870401 Mar 11 12:15:58.771878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36778) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:58.958211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-fdff3ae6-ee63-4b15-a951-adecbf38f872 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Deleting port ba4b939e-ba46-43ae-8e3d-c97b21ac4a7b {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:15:58.961810 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fdff3ae6-ee63-4b15-a951-adecbf38f872 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ba4b939e-ba46-43ae-8e3d-c97b21ac4a7b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:59.127940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fdff3ae6-ee63-4b15-a951-adecbf38f872 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ba4b939e-ba46-43ae-8e3d-c97b21ac4a7b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:59.152423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-fdff3ae6-ee63-4b15-a951-adecbf38f872 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Calling delete_port for ba4b939e-ba46-43ae-8e3d-c97b21ac4a7b owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:15:59.333707 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fdff3ae6-ee63-4b15-a951-adecbf38f872 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ba4b939e-ba46-43ae-8e3d-c97b21ac4a7b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:59.457835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff3ae6-ee63-4b15-a951-adecbf38f872 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Pushing event deleted for resources: {'Port': ['ID=ba4b939e-ba46-43ae-8e3d-c97b21ac4a7b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:15:59.604132 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fdff3ae6-ee63-4b15-a951-adecbf38f872 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:15:59.610517 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36786) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:59.616327 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fdff3ae6-ee63-4b15-a951-adecbf38f872 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] 10.222.0.78 "DELETE /v2.0/ports/ba4b939e-ba46-43ae-8e3d-c97b21ac4a7b HTTP/1.1" status: 204 len: 168 time: 0.8419337 Mar 11 12:15:59.700480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87337176-4a64-4d47-951a-b55a031092f6 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:15:59.705315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36788) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:15:59.713692 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-87337176-4a64-4d47-951a-b55a031092f6 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0 HTTP/1.1" status: 200 len: 913 time: 0.1017723 Mar 11 12:16:00.286592 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dcd22bb-a29a-4463-8190-10c82fa60d98 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:00.664359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-8dcd22bb-a29a-4463-8190-10c82fa60d98 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Deleting port 1d5be1cc-ba9e-4794-acd0-66b7a2cb2485 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:00.666725 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dcd22bb-a29a-4463-8190-10c82fa60d98 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1d5be1cc-ba9e-4794-acd0-66b7a2cb2485), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:00.755438 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dcd22bb-a29a-4463-8190-10c82fa60d98 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1d5be1cc-ba9e-4794-acd0-66b7a2cb2485), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:00.768087 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-8dcd22bb-a29a-4463-8190-10c82fa60d98 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Calling delete_port for 1d5be1cc-ba9e-4794-acd0-66b7a2cb2485 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:00.967681 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dcd22bb-a29a-4463-8190-10c82fa60d98 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1d5be1cc-ba9e-4794-acd0-66b7a2cb2485), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:01.444072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd22bb-a29a-4463-8190-10c82fa60d98 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Pushing event deleted for resources: {'Port': ['ID=1d5be1cc-ba9e-4794-acd0-66b7a2cb2485,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:01.750786 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dcd22bb-a29a-4463-8190-10c82fa60d98 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:01.996422 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcd22bb-a29a-4463-8190-10c82fa60d98 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Router 5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:16:02.099534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcd22bb-a29a-4463-8190-10c82fa60d98 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:16:02.106331 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8dcd22bb-a29a-4463-8190-10c82fa60d98 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] 10.222.0.78 "PUT /v2.0/routers/5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3995674 Mar 11 12:16:02.108629 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36816) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:02.114681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6482aa-f4a9-4dd7-8fa3-62bb5d656513 None None] Sync routers for ids ['5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:16:02.131987 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6482aa-f4a9-4dd7-8fa3-62bb5d656513 None None] Routers {'5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:16:02.134227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-4d6482aa-f4a9-4dd7-8fa3-62bb5d656513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:15:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:02.213740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-4d6482aa-f4a9-4dd7-8fa3-62bb5d656513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:02.236071 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6482aa-f4a9-4dd7-8fa3-62bb5d656513 None None] Routers {'5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:16:02.238885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-4d6482aa-f4a9-4dd7-8fa3-62bb5d656513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:15:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:02.332350 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-4d6482aa-f4a9-4dd7-8fa3-62bb5d656513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:02.335343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6482aa-f4a9-4dd7-8fa3-62bb5d656513 None None] The sync data for ids ['5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:16:02.673814 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8db21e9-9025-4248-afd7-81b5ae097615 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for router (5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:02.863036 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8db21e9-9025-4248-afd7-81b5ae097615 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:02.871839 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8db21e9-9025-4248-afd7-81b5ae097615 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for router_controller (5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:02.965076 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8db21e9-9025-4248-afd7-81b5ae097615 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:02.966273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8db21e9-9025-4248-afd7-81b5ae097615 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Fanout notify agent at l3_agent the message router_deleted on router 5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:16:02.986051 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8db21e9-9025-4248-afd7-81b5ae097615 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:02.987923 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a8db21e9-9025-4248-afd7-81b5ae097615 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] 10.222.0.78 "DELETE /v2.0/routers/5b0c5efd-afef-4c24-a2dd-21a4bf61cbf0 HTTP/1.1" status: 204 len: 168 time: 0.8782918 Mar 11 12:16:02.990690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36824) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:03.044829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-7419129a-47ec-4061-91f2-5a3f136a64f0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Deleting subnet 13f725cb-1865-4ef4-b96d-58840855a790 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:16:03.048366 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7419129a-47ec-4061-91f2-5a3f136a64f0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for subnet (13f725cb-1865-4ef4-b96d-58840855a790), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:03.098618 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7419129a-47ec-4061-91f2-5a3f136a64f0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (13f725cb-1865-4ef4-b96d-58840855a790), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:03.212853 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7419129a-47ec-4061-91f2-5a3f136a64f0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (13f725cb-1865-4ef4-b96d-58840855a790), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:03.283963 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7419129a-47ec-4061-91f2-5a3f136a64f0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (13f725cb-1865-4ef4-b96d-58840855a790), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:03.325940 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419129a-47ec-4061-91f2-5a3f136a64f0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Pushing event deleted for resources: {'Subnet': ['ID=13f725cb-1865-4ef4-b96d-58840855a790,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:03.328134 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7419129a-47ec-4061-91f2-5a3f136a64f0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:03.334125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36828) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:03.334815 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7419129a-47ec-4061-91f2-5a3f136a64f0 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] 10.222.0.78 "DELETE /v2.0/subnets/13f725cb-1865-4ef4-b96d-58840855a790 HTTP/1.1" status: 204 len: 168 time: 0.3424001 Mar 11 12:16:03.340381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf737ebc-ba0a-41ba-82ee-0ade03ec95a1 None None] Network cae8f650-8aac-412a-a7f8-186a7d775df9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:03.478411 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (cae8f650-8aac-412a-a7f8-186a7d775df9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:03.535817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] DHCP port deletion for cae8f650-8aac-412a-a7f8-186a7d775df9 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:16:03.556602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Deleting port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:03.556951 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0071c2bd-57f2-4389-ae3c-3ead8c13c73a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:03.611514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Deleting port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:03.612088 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0071c2bd-57f2-4389-ae3c-3ead8c13c73a), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:03.640353 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] For port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0071c2bd-57f2-4389-ae3c-3ead8c13c73a,segment=NetworkSegment(2cf41ab5-9f30-4efc-87b2-cde51f6598a3),segment_id=2cf41ab5-9f30-4efc-87b2-cde51f6598a3)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:03.640715 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0071c2bd-57f2-4389-ae3c-3ead8c13c73a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:03.675108 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Calling delete_port for 0071c2bd-57f2-4389-ae3c-3ead8c13c73a owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:03.678945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] For port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0071c2bd-57f2-4389-ae3c-3ead8c13c73a,segment=NetworkSegment(2cf41ab5-9f30-4efc-87b2-cde51f6598a3),segment_id=2cf41ab5-9f30-4efc-87b2-cde51f6598a3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:03.679572 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0071c2bd-57f2-4389-ae3c-3ead8c13c73a), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:03.697605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Calling delete_port for 0071c2bd-57f2-4389-ae3c-3ead8c13c73a owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:03.781522 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (0071c2bd-57f2-4389-ae3c-3ead8c13c73a), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:03.796399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] No DVR routers for this DVR port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:16:03.819212 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Pushing event deleted for resources: {'Port': ['ID=0071c2bd-57f2-4389-ae3c-3ead8c13c73a,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:03.842594 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (0071c2bd-57f2-4389-ae3c-3ead8c13c73a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:03.850030 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:03.850753 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:03.851324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:03.852186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:03.852806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:03.853638 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:03.854235 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:03.854798 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:03.855621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:03.856267 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:03.856859 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:03.857482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:03.858041 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f2c225-7fdb-4350-9367-9c520155ceaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:03.863117 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:03.883045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Pushing event deleted for resources: {'Port': ['ID=0071c2bd-57f2-4389-ae3c-3ead8c13c73a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:03.885057 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] No DVR routers for this DVR port 0071c2bd-57f2-4389-ae3c-3ead8c13c73a on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:16:03.974358 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (cae8f650-8aac-412a-a7f8-186a7d775df9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:04.000061 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae8f650-8aac-412a-a7f8-186a7d775df9']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:04.011561 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf41ab5-9f30-4efc-87b2-cde51f6598a3') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:04.011959 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf41ab5-9f30-4efc-87b2-cde51f6598a3') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:04.022848 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (2cf41ab5-9f30-4efc-87b2-cde51f6598a3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:04.044680 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (2cf41ab5-9f30-4efc-87b2-cde51f6598a3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:04.051980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:16:04.052396 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (2cf41ab5-9f30-4efc-87b2-cde51f6598a3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:16:04.055728 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:16:04.132713 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (cae8f650-8aac-412a-a7f8-186a7d775df9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:04.142167 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:04.148038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] 10.222.0.78 "DELETE /v2.0/networks/cae8f650-8aac-412a-a7f8-186a7d775df9 HTTP/1.1" status: 204 len: 168 time: 0.8105590 Mar 11 12:16:04.170972 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5611412-dbac-43d2-a277-5bac31699896 tempest-FloatingIPNegativeTestJSON-1062593467 tempest-FloatingIPNegativeTestJSON-1062593467-project] Pushing event deleted for resources: {'Network': ['ID=cae8f650-8aac-412a-a7f8-186a7d775df9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:04.486413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0071c2bd-57f2-4389-ae3c-3ead8c13c73a no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:16:04.523686 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 0071c2bd-57f2-4389-ae3c-3ead8c13c73a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:16:04.524326 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0071c2bd-57f2-4389-ae3c-3ead8c13c73a not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:16:04.576578 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 36844) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:04.794527 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2724bf99-9a82-4742-a2e3-c1eed5757e11 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3dc8d9c1a6e94c1f9d85bec1979975fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2161090 Mar 11 12:16:04.796585 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 36868) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:04.901116 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-831e24a9-f4e8-4ee8-b359-ecff65b49fc0 admin admin] Publish callbacks [] for security_group (a9ca3a65-f45b-4d5d-8b4c-44625c2d7d25), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:04.934241 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-831e24a9-f4e8-4ee8-b359-ecff65b49fc0 admin admin] Publish callbacks [] for security_group (a9ca3a65-f45b-4d5d-8b4c-44625c2d7d25), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:05.011060 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-831e24a9-f4e8-4ee8-b359-ecff65b49fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a9ca3a65-f45b-4d5d-8b4c-44625c2d7d25), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:05.028033 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-831e24a9-f4e8-4ee8-b359-ecff65b49fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:05.029582 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-831e24a9-f4e8-4ee8-b359-ecff65b49fc0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a9ca3a65-f45b-4d5d-8b4c-44625c2d7d25 HTTP/1.1" status: 204 len: 168 time: 0.2319500 Mar 11 12:16:05.136637 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e24a9-f4e8-4ee8-b359-ecff65b49fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ca3a65-f45b-4d5d-8b4c-44625c2d7d25,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:06.067136 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37028) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:06.240194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-66ac92e6-11c9-49d8-bba4-0350bf72f725 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1547649041'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:06.278918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ac92e6-11c9-49d8-bba4-0350bf72f725 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:06.283024 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66ac92e6-11c9-49d8-bba4-0350bf72f725 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:06.306806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66ac92e6-11c9-49d8-bba4-0350bf72f725 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:06.481411 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66ac92e6-11c9-49d8-bba4-0350bf72f725 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (c44b1af9-92cb-4268-99bb-517f5edd9a89), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:06.486546 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66ac92e6-11c9-49d8-bba4-0350bf72f725 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c44b1af9-92cb-4268-99bb-517f5edd9a89), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:06.502121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ac92e6-11c9-49d8-bba4-0350bf72f725 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:16:06.519061 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66ac92e6-11c9-49d8-bba4-0350bf72f725 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (708d71c9-eb7a-4125-b9e0-d57f9c7d35c5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:06.519661 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-66ac92e6-11c9-49d8-bba4-0350bf72f725 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Added segment 708d71c9-eb7a-4125-b9e0-d57f9c7d35c5 of type vlan for network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf Mar 11 12:16:06.574163 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66ac92e6-11c9-49d8-bba4-0350bf72f725 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:06.638580 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac92e6-11c9-49d8-bba4-0350bf72f725 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44b1af9-92cb-4268-99bb-517f5edd9a89,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:06.651532 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66ac92e6-11c9-49d8-bba4-0350bf72f725 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:06.662328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ac92e6-11c9-49d8-bba4-0350bf72f725 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:06.663926 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66ac92e6-11c9-49d8-bba4-0350bf72f725 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:06.721391 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-66ac92e6-11c9-49d8-bba4-0350bf72f725 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6530092 Mar 11 12:16:06.724036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37110) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:06.733067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d061c4e3-7e59-42a1-870b-46361e61e682 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf', 'name': 'tempest-PortsIpV6TestJSON-2002237660'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:06.770355 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac92e6-11c9-49d8-bba4-0350bf72f725 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Network': ['ID=c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:06.785096 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:16:06.853687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d061c4e3-7e59-42a1-870b-46361e61e682 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:06.857473 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d061c4e3-7e59-42a1-870b-46361e61e682 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:06.882977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-d061c4e3-7e59-42a1-870b-46361e61e682 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] device_id is not set on port f571ef37-7231-42d5-8be0-a47238b18a20 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:16:07.087010 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d061c4e3-7e59-42a1-870b-46361e61e682 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (f571ef37-7231-42d5-8be0-a47238b18a20), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:07.138218 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d061c4e3-7e59-42a1-870b-46361e61e682 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f571ef37-7231-42d5-8be0-a47238b18a20), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:07.221517 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061c4e3-7e59-42a1-870b-46361e61e682 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=f571ef37-7231-42d5-8be0-a47238b18a20,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:07.228737 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d061c4e3-7e59-42a1-870b-46361e61e682 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Checking segment: {'id': '708d71c9-eb7a-4125-b9e0-d57f9c7d35c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:16:07.229279 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d061c4e3-7e59-42a1-870b-46361e61e682 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network hostable DHCP agents. Network: c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:16:07.264448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d061c4e3-7e59-42a1-870b-46361e61e682 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:16:07.277192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-d061c4e3-7e59-42a1-870b-46361e61e682 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:07.286937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e84f7e9-5682-441b-af6b-65e7c59f0572 None None] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:07.292040 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d061c4e3-7e59-42a1-870b-46361e61e682 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:07.318389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d061c4e3-7e59-42a1-870b-46361e61e682 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:07.320089 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d061c4e3-7e59-42a1-870b-46361e61e682 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:07.378178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d061c4e3-7e59-42a1-870b-46361e61e682 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6523774 Mar 11 12:16:07.381556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37184) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:07.393989 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c35d20f4-3f35-4892-9d09-76969ed394b5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1669271898'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:07.433414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35d20f4-3f35-4892-9d09-76969ed394b5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:07.445337 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c35d20f4-3f35-4892-9d09-76969ed394b5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:07.480740 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35d20f4-3f35-4892-9d09-76969ed394b5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:16:07.505567 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c35d20f4-3f35-4892-9d09-76969ed394b5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (09be5c93-6858-4491-9be0-ad6bdf6cd572), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:07.506682 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-c35d20f4-3f35-4892-9d09-76969ed394b5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Added segment 09be5c93-6858-4491-9be0-ad6bdf6cd572 of type vlan for network e8bc8952-919a-4830-839a-9b3f5e9739d4 Mar 11 12:16:07.583798 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c35d20f4-3f35-4892-9d09-76969ed394b5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (e8bc8952-919a-4830-839a-9b3f5e9739d4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:07.615222 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c35d20f4-3f35-4892-9d09-76969ed394b5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (e8bc8952-919a-4830-839a-9b3f5e9739d4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:07.621919 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35d20f4-3f35-4892-9d09-76969ed394b5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:07.622583 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c35d20f4-3f35-4892-9d09-76969ed394b5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:07.664121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c35d20f4-3f35-4892-9d09-76969ed394b5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2813702 Mar 11 12:16:07.668046 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37220) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:07.673238 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'ports': [{'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf'}, {'network_id': 'e8bc8952-919a-4830-839a-9b3f5e9739d4'}]} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:07.673543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:07.674180 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'network_id': 'e8bc8952-919a-4830-839a-9b3f5e9739d4'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:07.757176 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d20f4-3f35-4892-9d09-76969ed394b5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Network': ['ID=e8bc8952-919a-4830-839a-9b3f5e9739d4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:07.776720 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network e8bc8952-919a-4830-839a-9b3f5e9739d4 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:16:07.925656 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'port': 2} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:07.931342 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:07.956711 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:08.143875 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] device_id is not set on port b033d585-08be-4f24-a428-3d0573459e4e yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:16:08.299757 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (b033d585-08be-4f24-a428-3d0573459e4e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:08.407154 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] device_id is not set on port 0f4719b5-e113-46d4-9252-22df3fd5fc58 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:16:08.532227 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (0f4719b5-e113-46d4-9252-22df3fd5fc58), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:08.605879 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b033d585-08be-4f24-a428-3d0573459e4e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:08.666790 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:08.673827 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:08.682404 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:08.683775 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0f4719b5-e113-46d4-9252-22df3fd5fc58), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:08.710965 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=b033d585-08be-4f24-a428-3d0573459e4e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:08.776033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=0f4719b5-e113-46d4-9252-22df3fd5fc58,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:08.783879 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Checking segment: {'id': '09be5c93-6858-4491-9be0-ad6bdf6cd572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e8bc8952-919a-4830-839a-9b3f5e9739d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:16:08.784534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network hostable DHCP agents. Network: e8bc8952-919a-4830-839a-9b3f5e9739d4, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:16:08.819131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network e8bc8952-919a-4830-839a-9b3f5e9739d4 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:16:08.831430 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, e8bc8952-919a-4830-839a-9b3f5e9739d4) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:08.837613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:08.842494 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aef8595-6fd1-4a0d-bd5c-b2442cb6eca2 None None] Network e8bc8952-919a-4830-839a-9b3f5e9739d4 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:08.846821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:08.852298 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:08.854027 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:08.879782 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c95e810d-1bc6-4ce0-8c99-eabd3b7c08ab tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2105141 Mar 11 12:16:08.884360 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37358) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:09.030868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-8a2b6b33-ce3e-4cf7-beab-0beb4bd8cbc3 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port 0f4719b5-e113-46d4-9252-22df3fd5fc58 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:09.031387 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a2b6b33-ce3e-4cf7-beab-0beb4bd8cbc3 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0f4719b5-e113-46d4-9252-22df3fd5fc58), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:09.117295 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a2b6b33-ce3e-4cf7-beab-0beb4bd8cbc3 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0f4719b5-e113-46d4-9252-22df3fd5fc58), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:09.129249 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-8a2b6b33-ce3e-4cf7-beab-0beb4bd8cbc3 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for 0f4719b5-e113-46d4-9252-22df3fd5fc58 owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:09.269861 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a2b6b33-ce3e-4cf7-beab-0beb4bd8cbc3 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (0f4719b5-e113-46d4-9252-22df3fd5fc58), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:09.303471 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b6b33-ce3e-4cf7-beab-0beb4bd8cbc3 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=0f4719b5-e113-46d4-9252-22df3fd5fc58,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:09.319956 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a2b6b33-ce3e-4cf7-beab-0beb4bd8cbc3 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:09.326130 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37362) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:09.328126 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8a2b6b33-ce3e-4cf7-beab-0beb4bd8cbc3 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/ports/0f4719b5-e113-46d4-9252-22df3fd5fc58 HTTP/1.1" status: 204 len: 168 time: 0.4411070 Mar 11 12:16:09.387552 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f9699-a20e-4a1f-9690-68e3cac3130c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:09.393246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f9699-a20e-4a1f-9690-68e3cac3130c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:09.395024 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9f7f9699-a20e-4a1f-9690-68e3cac3130c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0679204 Mar 11 12:16:09.397855 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37364) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:09.504939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-afc2ba19-74a3-4a83-a3c1-7bb64d5474fb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port b033d585-08be-4f24-a428-3d0573459e4e {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:09.505378 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-afc2ba19-74a3-4a83-a3c1-7bb64d5474fb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b033d585-08be-4f24-a428-3d0573459e4e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:09.622318 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-afc2ba19-74a3-4a83-a3c1-7bb64d5474fb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b033d585-08be-4f24-a428-3d0573459e4e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:09.639542 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-afc2ba19-74a3-4a83-a3c1-7bb64d5474fb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for b033d585-08be-4f24-a428-3d0573459e4e owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:09.735476 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-afc2ba19-74a3-4a83-a3c1-7bb64d5474fb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b033d585-08be-4f24-a428-3d0573459e4e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:09.764951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2ba19-74a3-4a83-a3c1-7bb64d5474fb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=b033d585-08be-4f24-a428-3d0573459e4e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:09.774778 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-afc2ba19-74a3-4a83-a3c1-7bb64d5474fb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:09.778703 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-afc2ba19-74a3-4a83-a3c1-7bb64d5474fb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/ports/b033d585-08be-4f24-a428-3d0573459e4e HTTP/1.1" status: 204 len: 168 time: 0.3796999 Mar 11 12:16:09.781249 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37370) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:09.836286 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce049c6-fc90-4d3d-ae3a-ab5d99560e05 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:09.837909 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fce049c6-fc90-4d3d-ae3a-ab5d99560e05 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0555367 Mar 11 12:16:09.842604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37372) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:09.877136 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-f255e446-d942-4907-aa4e-72115042e4c0 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] GET failed (client error): The resource could not be found. Mar 11 12:16:09.878733 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f255e446-d942-4907-aa4e-72115042e4c0 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports/0f4719b5-e113-46d4-9252-22df3fd5fc58 HTTP/1.1" status: 404 len: 333 time: 0.0347176 Mar 11 12:16:09.881998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37374) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:09.910165 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d4c9a0-b475-4e30-8c27-49eab14906fc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] GET failed (client error): The resource could not be found. Mar 11 12:16:09.911863 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c7d4c9a0-b475-4e30-8c27-49eab14906fc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports/b033d585-08be-4f24-a428-3d0573459e4e HTTP/1.1" status: 404 len: 333 time: 0.0287826 Mar 11 12:16:09.914845 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37376) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:10.012816 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bcaf426-db61-4c89-aaba-d0ae3b34b27e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (e8bc8952-919a-4830-839a-9b3f5e9739d4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:10.124400 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bcaf426-db61-4c89-aaba-d0ae3b34b27e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (e8bc8952-919a-4830-839a-9b3f5e9739d4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:10.149203 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-9bcaf426-db61-4c89-aaba-d0ae3b34b27e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8bc8952-919a-4830-839a-9b3f5e9739d4']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:10.160720 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-9bcaf426-db61-4c89-aaba-d0ae3b34b27e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09be5c93-6858-4491-9be0-ad6bdf6cd572') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:10.160979 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-9bcaf426-db61-4c89-aaba-d0ae3b34b27e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09be5c93-6858-4491-9be0-ad6bdf6cd572') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:10.170460 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bcaf426-db61-4c89-aaba-d0ae3b34b27e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (09be5c93-6858-4491-9be0-ad6bdf6cd572), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:10.183618 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bcaf426-db61-4c89-aaba-d0ae3b34b27e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (09be5c93-6858-4491-9be0-ad6bdf6cd572), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:10.189800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bcaf426-db61-4c89-aaba-d0ae3b34b27e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:16:10.190159 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bcaf426-db61-4c89-aaba-d0ae3b34b27e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (09be5c93-6858-4491-9be0-ad6bdf6cd572), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:16:10.193355 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:16:10.256997 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bcaf426-db61-4c89-aaba-d0ae3b34b27e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (e8bc8952-919a-4830-839a-9b3f5e9739d4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:10.264425 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9bcaf426-db61-4c89-aaba-d0ae3b34b27e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:10.272810 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9bcaf426-db61-4c89-aaba-d0ae3b34b27e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/networks/e8bc8952-919a-4830-839a-9b3f5e9739d4 HTTP/1.1" status: 204 len: 168 time: 0.3517416 Mar 11 12:16:10.273352 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37380) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:10.278912 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9abce003-b98d-495f-8f62-a6aeb1506361 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2018524085'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:10.279219 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcaf426-db61-4c89-aaba-d0ae3b34b27e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Network': ['ID=e8bc8952-919a-4830-839a-9b3f5e9739d4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:10.299032 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abce003-b98d-495f-8f62-a6aeb1506361 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:10.302508 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9abce003-b98d-495f-8f62-a6aeb1506361 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:10.326646 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abce003-b98d-495f-8f62-a6aeb1506361 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:16:10.336913 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9abce003-b98d-495f-8f62-a6aeb1506361 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (a4d277fb-d316-496f-9fd7-06ff4dfd5459), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:10.337283 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-9abce003-b98d-495f-8f62-a6aeb1506361 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Added segment a4d277fb-d316-496f-9fd7-06ff4dfd5459 of type vlan for network 8eb5deaf-31fc-4da8-858e-f5b6d79fdc65 Mar 11 12:16:10.376955 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9abce003-b98d-495f-8f62-a6aeb1506361 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (8eb5deaf-31fc-4da8-858e-f5b6d79fdc65), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:10.405009 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9abce003-b98d-495f-8f62-a6aeb1506361 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (8eb5deaf-31fc-4da8-858e-f5b6d79fdc65), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:10.410039 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abce003-b98d-495f-8f62-a6aeb1506361 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:10.410630 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9abce003-b98d-495f-8f62-a6aeb1506361 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:10.451724 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9abce003-b98d-495f-8f62-a6aeb1506361 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1771526 Mar 11 12:16:10.454821 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37382) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:10.462128 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a1a9aa42-bde4-4a5c-8601-a6f05a6d3a2a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'subnet': {'network_id': '8eb5deaf-31fc-4da8-858e-f5b6d79fdc65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:10.492263 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abce003-b98d-495f-8f62-a6aeb1506361 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Network': ['ID=8eb5deaf-31fc-4da8-858e-f5b6d79fdc65,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:10.503092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 8eb5deaf-31fc-4da8-858e-f5b6d79fdc65 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:16:10.591257 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a9aa42-bde4-4a5c-8601-a6f05a6d3a2a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:10.595195 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a1a9aa42-bde4-4a5c-8601-a6f05a6d3a2a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:10.685177 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.ipam_backend_mixin [None req-a1a9aa42-bde4-4a5c-8601-a6f05a6d3a2a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Performing IP validity checks on allocation pools {{(pid=104031) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 12:16:10.688010 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.ipam_backend_mixin [None req-a1a9aa42-bde4-4a5c-8601-a6f05a6d3a2a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104031) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 12:16:10.874110 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a1a9aa42-bde4-4a5c-8601-a6f05a6d3a2a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (8a52b9c2-3a52-4e4a-895a-481174db8946), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:10.978538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a9aa42-bde4-4a5c-8601-a6f05a6d3a2a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Checking segment: {'id': 'a4d277fb-d316-496f-9fd7-06ff4dfd5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8eb5deaf-31fc-4da8-858e-f5b6d79fdc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:16:10.978912 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a9aa42-bde4-4a5c-8601-a6f05a6d3a2a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network hostable DHCP agents. Network: 8eb5deaf-31fc-4da8-858e-f5b6d79fdc65, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:16:11.007348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9aa42-bde4-4a5c-8601-a6f05a6d3a2a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Subnet': ['ID=8a52b9c2-3a52-4e4a-895a-481174db8946,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:11.010337 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a9aa42-bde4-4a5c-8601-a6f05a6d3a2a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network 8eb5deaf-31fc-4da8-858e-f5b6d79fdc65 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:16:11.023308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-a1a9aa42-bde4-4a5c-8601-a6f05a6d3a2a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 8eb5deaf-31fc-4da8-858e-f5b6d79fdc65) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:11.032580 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669398b6-0893-40b6-a73d-1710b6d9bb5e None None] Network 8eb5deaf-31fc-4da8-858e-f5b6d79fdc65 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:11.036623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a9aa42-bde4-4a5c-8601-a6f05a6d3a2a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:11.037270 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a1a9aa42-bde4-4a5c-8601-a6f05a6d3a2a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:11.061950 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a1a9aa42-bde4-4a5c-8601-a6f05a6d3a2a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6060901 Mar 11 12:16:11.064933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37402) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:11.069951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-50dc7411-cb28-4692-8c42-d5ae148196ba tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'network_id': '8eb5deaf-31fc-4da8-858e-f5b6d79fdc65', 'name': 'tempest-PortsIpV6TestJSON-218828130'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:11.225168 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-8eb5deaf-31fc-4da8-858e-f5b6d79fdc65', 'network_id': '8eb5deaf-31fc-4da8-858e-f5b6d79fdc65', 'project_id': 'defbce29be36493b81affe7b2a8b0ca3', 'fixed_ips': [{'subnet_id': '8a52b9c2-3a52-4e4a-895a-481174db8946'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:16:11.227458 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:11.300830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dc7411-cb28-4692-8c42-d5ae148196ba tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:11.305526 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50dc7411-cb28-4692-8c42-d5ae148196ba tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:11.340966 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-50dc7411-cb28-4692-8c42-d5ae148196ba tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] device_id is not set on port 03174d73-1c9d-4fed-9d22-025ac5ae73f2 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:16:11.445607 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Allocated IP 2001:db8::2 (8eb5deaf-31fc-4da8-858e-f5b6d79fdc65/8a52b9c2-3a52-4e4a-895a-481174db8946/a00da712-abeb-4a6b-a1eb-0943ea5a9172) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:11.591295 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Publish callbacks [] for port (a00da712-abeb-4a6b-a1eb-0943ea5a9172), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:11.599647 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (a00da712-abeb-4a6b-a1eb-0943ea5a9172), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:11.649628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Pushing event updated for resources: {'Port': ['ID=a00da712-abeb-4a6b-a1eb-0943ea5a9172,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:11.663428 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Network 8eb5deaf-31fc-4da8-858e-f5b6d79fdc65 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:11.665097 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:11.667870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:11.715807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-50dc7411-cb28-4692-8c42-d5ae148196ba tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Allocated IP 2001:db8::a (8eb5deaf-31fc-4da8-858e-f5b6d79fdc65/8a52b9c2-3a52-4e4a-895a-481174db8946/03174d73-1c9d-4fed-9d22-025ac5ae73f2) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:11.753522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Attempting to bind port a00da712-abeb-4a6b-a1eb-0943ea5a9172 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:16:11.753895 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Attempting to bind port a00da712-abeb-4a6b-a1eb-0943ea5a9172 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'a4d277fb-d316-496f-9fd7-06ff4dfd5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8eb5deaf-31fc-4da8-858e-f5b6d79fdc65'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:16:11.754256 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Attempting to bind port a00da712-abeb-4a6b-a1eb-0943ea5a9172 on network 8eb5deaf-31fc-4da8-858e-f5b6d79fdc65 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:16:11.772426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:16:11.773077 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Checking segment: {'id': 'a4d277fb-d316-496f-9fd7-06ff4dfd5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8eb5deaf-31fc-4da8-858e-f5b6d79fdc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:16:11.773486 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:11.773880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Bound using segment: {'id': 'a4d277fb-d316-496f-9fd7-06ff4dfd5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8eb5deaf-31fc-4da8-858e-f5b6d79fdc65'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:16:11.774366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Bound port: a00da712-abeb-4a6b-a1eb-0943ea5a9172, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d277fb-d316-496f-9fd7-06ff4dfd5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8eb5deaf-31fc-4da8-858e-f5b6d79fdc65'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:16:11.774733 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a00da712-abeb-4a6b-a1eb-0943ea5a9172), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:11.898043 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50dc7411-cb28-4692-8c42-d5ae148196ba tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (03174d73-1c9d-4fed-9d22-025ac5ae73f2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:11.898275 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] For port a00da712-abeb-4a6b-a1eb-0943ea5a9172, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:16:11.902596 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] For port a00da712-abeb-4a6b-a1eb-0943ea5a9172, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a00da712-abeb-4a6b-a1eb-0943ea5a9172,segment=NetworkSegment(a4d277fb-d316-496f-9fd7-06ff4dfd5459),segment_id=a4d277fb-d316-496f-9fd7-06ff4dfd5459)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:16:11.918612 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a00da712-abeb-4a6b-a1eb-0943ea5a9172), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:11.941976 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50dc7411-cb28-4692-8c42-d5ae148196ba tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (03174d73-1c9d-4fed-9d22-025ac5ae73f2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:11.995312 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc7411-cb28-4692-8c42-d5ae148196ba tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=03174d73-1c9d-4fed-9d22-025ac5ae73f2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:12.012984 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dc7411-cb28-4692-8c42-d5ae148196ba tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network 8eb5deaf-31fc-4da8-858e-f5b6d79fdc65 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:12.014753 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-50dc7411-cb28-4692-8c42-d5ae148196ba tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:12.022407 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc7411-cb28-4692-8c42-d5ae148196ba tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:12.029834 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dc7411-cb28-4692-8c42-d5ae148196ba tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:12.030578 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d5886-98e1-4b3c-bccf-df00416318ec None None] Pushing event updated for resources: {'Port': ['ID=a00da712-abeb-4a6b-a1eb-0943ea5a9172,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:12.033244 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50dc7411-cb28-4692-8c42-d5ae148196ba tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:12.074101 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37410) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:12.076072 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-50dc7411-cb28-4692-8c42-d5ae148196ba tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0085359 Mar 11 12:16:12.207412 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-357cc38e-4f37-4da0-b348-64ba79e14b34 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port 03174d73-1c9d-4fed-9d22-025ac5ae73f2 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:12.208104 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-357cc38e-4f37-4da0-b348-64ba79e14b34 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (03174d73-1c9d-4fed-9d22-025ac5ae73f2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:12.367488 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-357cc38e-4f37-4da0-b348-64ba79e14b34 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (03174d73-1c9d-4fed-9d22-025ac5ae73f2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:12.424750 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-357cc38e-4f37-4da0-b348-64ba79e14b34 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for 03174d73-1c9d-4fed-9d22-025ac5ae73f2 owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:12.553778 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a00da712-abeb-4a6b-a1eb-0943ea5a9172 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:16:12.633730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a00da712-abeb-4a6b-a1eb-0943ea5a9172 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:12.634368 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a00da712-abeb-4a6b-a1eb-0943ea5a9172), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:12.664206 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-357cc38e-4f37-4da0-b348-64ba79e14b34 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (03174d73-1c9d-4fed-9d22-025ac5ae73f2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:12.722131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cc38e-4f37-4da0-b348-64ba79e14b34 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=03174d73-1c9d-4fed-9d22-025ac5ae73f2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:12.744186 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-357cc38e-4f37-4da0-b348-64ba79e14b34 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:12.751077 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37414) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:12.761356 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a00da712-abeb-4a6b-a1eb-0943ea5a9172 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:12.761508 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a00da712-abeb-4a6b-a1eb-0943ea5a9172), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:12.764366 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-357cc38e-4f37-4da0-b348-64ba79e14b34 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/ports/03174d73-1c9d-4fed-9d22-025ac5ae73f2 HTTP/1.1" status: 204 len: 168 time: 0.6844385 Mar 11 12:16:12.799398 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a14ce39-63ec-4041-b91a-ba9489fc7a24 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:16:12.800361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a14ce39-63ec-4041-b91a-ba9489fc7a24 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:16:12.812122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37416) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:12.815979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port a00da712-abeb-4a6b-a1eb-0943ea5a9172, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a00da712-abeb-4a6b-a1eb-0943ea5a9172,segment=NetworkSegment(a4d277fb-d316-496f-9fd7-06ff4dfd5459),segment_id=a4d277fb-d316-496f-9fd7-06ff4dfd5459)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:12.818468 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:12.821943 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0a14ce39-63ec-4041-b91a-ba9489fc7a24 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/ports/03174d73-1c9d-4fed-9d22-025ac5ae73f2 HTTP/1.1" status: 404 len: 333 time: 0.0694418 Mar 11 12:16:12.824824 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a00da712-abeb-4a6b-a1eb-0943ea5a9172), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:12.868136 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-826a36c5-eca7-4abc-85a6-564ad552114f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] GET failed (client error): The resource could not be found. Mar 11 12:16:12.874224 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37418) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:12.882099 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-826a36c5-eca7-4abc-85a6-564ad552114f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports/03174d73-1c9d-4fed-9d22-025ac5ae73f2 HTTP/1.1" status: 404 len: 333 time: 0.0685325 Mar 11 12:16:12.925870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=a00da712-abeb-4a6b-a1eb-0943ea5a9172,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:12.938319 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-229ebcee-1323-4d58-b287-ad244ff35248 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting subnet 8a52b9c2-3a52-4e4a-895a-481174db8946 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:16:12.941919 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-229ebcee-1323-4d58-b287-ad244ff35248 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (8a52b9c2-3a52-4e4a-895a-481174db8946), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:13.002511 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-229ebcee-1323-4d58-b287-ad244ff35248 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (8a52b9c2-3a52-4e4a-895a-481174db8946), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:13.128268 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-229ebcee-1323-4d58-b287-ad244ff35248 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (8a52b9c2-3a52-4e4a-895a-481174db8946), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:13.198480 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-229ebcee-1323-4d58-b287-ad244ff35248 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (8a52b9c2-3a52-4e4a-895a-481174db8946), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:13.246157 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-229ebcee-1323-4d58-b287-ad244ff35248 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:13.249583 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-229ebcee-1323-4d58-b287-ad244ff35248 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/8a52b9c2-3a52-4e4a-895a-481174db8946 HTTP/1.1" status: 204 len: 168 time: 0.3743012 Mar 11 12:16:13.250583 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ebcee-1323-4d58-b287-ad244ff35248 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Subnet': ['ID=8a52b9c2-3a52-4e4a-895a-481174db8946,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:13.253126 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37424) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:13.366598 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (8eb5deaf-31fc-4da8-858e-f5b6d79fdc65), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:13.438481 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port a00da712-abeb-4a6b-a1eb-0943ea5a9172 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:13.439120 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a00da712-abeb-4a6b-a1eb-0943ea5a9172), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:13.534372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] For port a00da712-abeb-4a6b-a1eb-0943ea5a9172, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a00da712-abeb-4a6b-a1eb-0943ea5a9172,segment=NetworkSegment(a4d277fb-d316-496f-9fd7-06ff4dfd5459),segment_id=a4d277fb-d316-496f-9fd7-06ff4dfd5459)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:13.535050 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a00da712-abeb-4a6b-a1eb-0943ea5a9172), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:13.554660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for a00da712-abeb-4a6b-a1eb-0943ea5a9172 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:13.636473 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4139-e469-4c68-8f43-13485737ab29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:13.677729 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d43717-3118-472b-b8d6-0a53470640f6 None None] Network 8eb5deaf-31fc-4da8-858e-f5b6d79fdc65 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:13.691438 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a00da712-abeb-4a6b-a1eb-0943ea5a9172), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:13.727467 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=a00da712-abeb-4a6b-a1eb-0943ea5a9172,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:13.737305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No DVR routers for this DVR port a00da712-abeb-4a6b-a1eb-0943ea5a9172 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:16:13.740695 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-35951728-10b0-4cdd-979f-028d7ad647a9 None None] Could not find standard attr ID for object a00da712-abeb-4a6b-a1eb-0943ea5a9172. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:16:13.840729 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (8eb5deaf-31fc-4da8-858e-f5b6d79fdc65), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:13.864155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb5deaf-31fc-4da8-858e-f5b6d79fdc65']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:13.874283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d277fb-d316-496f-9fd7-06ff4dfd5459') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:13.874654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d277fb-d316-496f-9fd7-06ff4dfd5459') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:13.888729 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (a4d277fb-d316-496f-9fd7-06ff4dfd5459), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:13.905501 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (a4d277fb-d316-496f-9fd7-06ff4dfd5459), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:13.923078 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:16:13.923554 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (a4d277fb-d316-496f-9fd7-06ff4dfd5459), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:13.925707 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e4b86f-4f09-4290-b325-34f634d81ee4 None None] DHCP port deletion for 8eb5deaf-31fc-4da8-858e-f5b6d79fdc65 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:16:13.927363 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:16:14.121666 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (8eb5deaf-31fc-4da8-858e-f5b6d79fdc65), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:14.173041 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:14.184689 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37432) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:14.188427 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/networks/8eb5deaf-31fc-4da8-858e-f5b6d79fdc65 HTTP/1.1" status: 204 len: 168 time: 0.9342027 Mar 11 12:16:14.190463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8aba4de7-b355-49f0-b2f3-89e88b1a9d27 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-416479975'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:14.190877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69aaa66-5d16-4eb7-bc30-83a01e5e4973 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Network': ['ID=8eb5deaf-31fc-4da8-858e-f5b6d79fdc65,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:14.235314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aba4de7-b355-49f0-b2f3-89e88b1a9d27 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:14.243468 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8aba4de7-b355-49f0-b2f3-89e88b1a9d27 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:14.277471 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aba4de7-b355-49f0-b2f3-89e88b1a9d27 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:16:14.290780 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8aba4de7-b355-49f0-b2f3-89e88b1a9d27 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (c31e0552-3ff5-470a-8011-b7e49c6a7672), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:14.291307 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-8aba4de7-b355-49f0-b2f3-89e88b1a9d27 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Added segment c31e0552-3ff5-470a-8011-b7e49c6a7672 of type vlan for network 63a3ce25-5c72-4d99-8814-e7d02d1537e0 Mar 11 12:16:14.341576 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8aba4de7-b355-49f0-b2f3-89e88b1a9d27 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (63a3ce25-5c72-4d99-8814-e7d02d1537e0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:14.380352 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8aba4de7-b355-49f0-b2f3-89e88b1a9d27 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (63a3ce25-5c72-4d99-8814-e7d02d1537e0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:14.387488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aba4de7-b355-49f0-b2f3-89e88b1a9d27 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:14.388177 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8aba4de7-b355-49f0-b2f3-89e88b1a9d27 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:14.488564 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8aba4de7-b355-49f0-b2f3-89e88b1a9d27 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3026867 Mar 11 12:16:14.489513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba4de7-b355-49f0-b2f3-89e88b1a9d27 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Network': ['ID=63a3ce25-5c72-4d99-8814-e7d02d1537e0,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:14.491504 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37436) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:14.496613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7d92e8d9-f7cf-46fe-be4d-ae348543df9b tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'subnet': {'network_id': '63a3ce25-5c72-4d99-8814-e7d02d1537e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:14.500397 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 63a3ce25-5c72-4d99-8814-e7d02d1537e0 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:16:14.504293 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a00da712-abeb-4a6b-a1eb-0943ea5a9172 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:16:14.536929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: a00da712-abeb-4a6b-a1eb-0943ea5a9172 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:16:14.537284 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a00da712-abeb-4a6b-a1eb-0943ea5a9172 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:16:14.606216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d92e8d9-f7cf-46fe-be4d-ae348543df9b tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:14.609991 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d92e8d9-f7cf-46fe-be4d-ae348543df9b tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:14.797929 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d92e8d9-f7cf-46fe-be4d-ae348543df9b tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (3d015218-fed7-47db-b5d2-a6fbf7eb83ab), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:14.858284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92e8d9-f7cf-46fe-be4d-ae348543df9b tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Subnet': ['ID=3d015218-fed7-47db-b5d2-a6fbf7eb83ab,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:14.878968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92e8d9-f7cf-46fe-be4d-ae348543df9b tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Checking segment: {'id': 'c31e0552-3ff5-470a-8011-b7e49c6a7672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '63a3ce25-5c72-4d99-8814-e7d02d1537e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:16:14.879762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d92e8d9-f7cf-46fe-be4d-ae348543df9b tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network hostable DHCP agents. Network: 63a3ce25-5c72-4d99-8814-e7d02d1537e0, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:16:14.899741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d92e8d9-f7cf-46fe-be4d-ae348543df9b tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network 63a3ce25-5c72-4d99-8814-e7d02d1537e0 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:16:14.914474 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-7d92e8d9-f7cf-46fe-be4d-ae348543df9b tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 63a3ce25-5c72-4d99-8814-e7d02d1537e0) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:14.919324 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d92e8d9-f7cf-46fe-be4d-ae348543df9b tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:14.920213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d92e8d9-f7cf-46fe-be4d-ae348543df9b tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:14.925385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2361cf96-f9fd-4287-bfb1-74e5a831d854 None None] Network 63a3ce25-5c72-4d99-8814-e7d02d1537e0 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:14.948061 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7d92e8d9-f7cf-46fe-be4d-ae348543df9b tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4552360 Mar 11 12:16:14.950633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37438) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:14.956788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-01a4557e-bb0f-4337-8c76-1f6833ccec31 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'network_id': '63a3ce25-5c72-4d99-8814-e7d02d1537e0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1252631920'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:15.043952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-63a3ce25-5c72-4d99-8814-e7d02d1537e0', 'network_id': '63a3ce25-5c72-4d99-8814-e7d02d1537e0', 'project_id': 'defbce29be36493b81affe7b2a8b0ca3', 'fixed_ips': [{'subnet_id': '3d015218-fed7-47db-b5d2-a6fbf7eb83ab'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:16:15.046201 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:15.091612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a4557e-bb0f-4337-8c76-1f6833ccec31 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:15.095316 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01a4557e-bb0f-4337-8c76-1f6833ccec31 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:15.156992 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-01a4557e-bb0f-4337-8c76-1f6833ccec31 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] device_id is not set on port 71995ef9-0c8c-4b86-bed1-7c0faeb24d60 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:16:15.273806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Allocated IP 2001:db8::2 (63a3ce25-5c72-4d99-8814-e7d02d1537e0/3d015218-fed7-47db-b5d2-a6fbf7eb83ab/904389a1-d1b6-477e-ac32-69fb45c429f5) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:15.464503 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Publish callbacks [] for port (904389a1-d1b6-477e-ac32-69fb45c429f5), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:15.488166 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (904389a1-d1b6-477e-ac32-69fb45c429f5), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:15.585209 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Network 63a3ce25-5c72-4d99-8814-e7d02d1537e0 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:15.588538 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:15.596438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-01a4557e-bb0f-4337-8c76-1f6833ccec31 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Allocated IP 2001:db8::c0 (63a3ce25-5c72-4d99-8814-e7d02d1537e0/3d015218-fed7-47db-b5d2-a6fbf7eb83ab/71995ef9-0c8c-4b86-bed1-7c0faeb24d60) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:15.604901 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:15.621247 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Pushing event updated for resources: {'Port': ['ID=904389a1-d1b6-477e-ac32-69fb45c429f5,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:15.720877 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Attempting to bind port 904389a1-d1b6-477e-ac32-69fb45c429f5 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:16:15.721529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Attempting to bind port 904389a1-d1b6-477e-ac32-69fb45c429f5 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'c31e0552-3ff5-470a-8011-b7e49c6a7672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '63a3ce25-5c72-4d99-8814-e7d02d1537e0'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:16:15.722994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Attempting to bind port 904389a1-d1b6-477e-ac32-69fb45c429f5 on network 63a3ce25-5c72-4d99-8814-e7d02d1537e0 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:16:15.741485 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:16:15.748351 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Checking segment: {'id': 'c31e0552-3ff5-470a-8011-b7e49c6a7672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '63a3ce25-5c72-4d99-8814-e7d02d1537e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:16:15.749060 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:15.749694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Bound using segment: {'id': 'c31e0552-3ff5-470a-8011-b7e49c6a7672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '63a3ce25-5c72-4d99-8814-e7d02d1537e0'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:16:15.754571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Bound port: 904389a1-d1b6-477e-ac32-69fb45c429f5, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31e0552-3ff5-470a-8011-b7e49c6a7672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '63a3ce25-5c72-4d99-8814-e7d02d1537e0'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:16:15.755391 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (904389a1-d1b6-477e-ac32-69fb45c429f5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:15.806451 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e8869b12-1b5d-4185-8ee4-ecf53e12e84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:15.838821 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01a4557e-bb0f-4337-8c76-1f6833ccec31 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (71995ef9-0c8c-4b86-bed1-7c0faeb24d60), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:15.857051 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] For port 904389a1-d1b6-477e-ac32-69fb45c429f5, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:16:15.863716 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] For port 904389a1-d1b6-477e-ac32-69fb45c429f5, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=904389a1-d1b6-477e-ac32-69fb45c429f5,segment=NetworkSegment(c31e0552-3ff5-470a-8011-b7e49c6a7672),segment_id=c31e0552-3ff5-470a-8011-b7e49c6a7672)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:16:15.872307 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (904389a1-d1b6-477e-ac32-69fb45c429f5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:15.893187 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01a4557e-bb0f-4337-8c76-1f6833ccec31 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (71995ef9-0c8c-4b86-bed1-7c0faeb24d60), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:15.938430 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a4557e-bb0f-4337-8c76-1f6833ccec31 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network 63a3ce25-5c72-4d99-8814-e7d02d1537e0 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:15.941660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-01a4557e-bb0f-4337-8c76-1f6833ccec31 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:15.946318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a4557e-bb0f-4337-8c76-1f6833ccec31 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:15.952678 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a4557e-bb0f-4337-8c76-1f6833ccec31 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:15.953379 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01a4557e-bb0f-4337-8c76-1f6833ccec31 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:15.964100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a80339-ff68-402d-8322-0cd94143c969 None None] Pushing event updated for resources: {'Port': ['ID=904389a1-d1b6-477e-ac32-69fb45c429f5,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:15.995324 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-01a4557e-bb0f-4337-8c76-1f6833ccec31 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0409527 Mar 11 12:16:15.995872 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37454) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:16.017676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4557e-bb0f-4337-8c76-1f6833ccec31 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=71995ef9-0c8c-4b86-bed1-7c0faeb24d60,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:16.115835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-25788e5a-2af4-4f2f-b0c2-2809295973dd tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port 71995ef9-0c8c-4b86-bed1-7c0faeb24d60 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:16.116483 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25788e5a-2af4-4f2f-b0c2-2809295973dd tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (71995ef9-0c8c-4b86-bed1-7c0faeb24d60), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:16.269533 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25788e5a-2af4-4f2f-b0c2-2809295973dd tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (71995ef9-0c8c-4b86-bed1-7c0faeb24d60), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:16.307118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-25788e5a-2af4-4f2f-b0c2-2809295973dd tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for 71995ef9-0c8c-4b86-bed1-7c0faeb24d60 owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:16.635676 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 904389a1-d1b6-477e-ac32-69fb45c429f5 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:16:16.663912 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25788e5a-2af4-4f2f-b0c2-2809295973dd tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (71995ef9-0c8c-4b86-bed1-7c0faeb24d60), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:16.704873 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25788e5a-2af4-4f2f-b0c2-2809295973dd tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=71995ef9-0c8c-4b86-bed1-7c0faeb24d60,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:16.738758 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-25788e5a-2af4-4f2f-b0c2-2809295973dd tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:16.743868 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-25788e5a-2af4-4f2f-b0c2-2809295973dd tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/ports/71995ef9-0c8c-4b86-bed1-7c0faeb24d60 HTTP/1.1" status: 204 len: 168 time: 0.7457824 Mar 11 12:16:16.746199 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37470) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:16.790443 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1b7c9b-ca91-4c7d-ab43-ef28eba03436 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] GET failed (client error): The resource could not be found. Mar 11 12:16:16.792825 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fc1b7c9b-ca91-4c7d-ab43-ef28eba03436 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports/71995ef9-0c8c-4b86-bed1-7c0faeb24d60 HTTP/1.1" status: 404 len: 333 time: 0.0442615 Mar 11 12:16:16.795748 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37474) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:16.887782 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-decdd508-7768-4dd7-91bb-4a5b99a0ca34 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting subnet 3d015218-fed7-47db-b5d2-a6fbf7eb83ab {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:16:16.897526 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-decdd508-7768-4dd7-91bb-4a5b99a0ca34 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (3d015218-fed7-47db-b5d2-a6fbf7eb83ab), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:16.997015 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 904389a1-d1b6-477e-ac32-69fb45c429f5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:16.997612 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (904389a1-d1b6-477e-ac32-69fb45c429f5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:17.021832 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-decdd508-7768-4dd7-91bb-4a5b99a0ca34 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (3d015218-fed7-47db-b5d2-a6fbf7eb83ab), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:17.176938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 904389a1-d1b6-477e-ac32-69fb45c429f5 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:17.177621 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (904389a1-d1b6-477e-ac32-69fb45c429f5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:17.279933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 904389a1-d1b6-477e-ac32-69fb45c429f5, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=904389a1-d1b6-477e-ac32-69fb45c429f5,segment=NetworkSegment(c31e0552-3ff5-470a-8011-b7e49c6a7672),segment_id=c31e0552-3ff5-470a-8011-b7e49c6a7672)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:17.282728 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:17.292169 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-decdd508-7768-4dd7-91bb-4a5b99a0ca34 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (3d015218-fed7-47db-b5d2-a6fbf7eb83ab), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:17.298109 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (904389a1-d1b6-477e-ac32-69fb45c429f5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:17.424490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=904389a1-d1b6-477e-ac32-69fb45c429f5,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:17.449453 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-decdd508-7768-4dd7-91bb-4a5b99a0ca34 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (3d015218-fed7-47db-b5d2-a6fbf7eb83ab), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:17.473798 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-decdd508-7768-4dd7-91bb-4a5b99a0ca34 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:17.483159 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37480) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:17.489690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-decdd508-7768-4dd7-91bb-4a5b99a0ca34 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/3d015218-fed7-47db-b5d2-a6fbf7eb83ab HTTP/1.1" status: 204 len: 168 time: 0.6927702 Mar 11 12:16:17.568925 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdd508-7768-4dd7-91bb-4a5b99a0ca34 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Subnet': ['ID=3d015218-fed7-47db-b5d2-a6fbf7eb83ab,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:17.747964 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (63a3ce25-5c72-4d99-8814-e7d02d1537e0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:17.811562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b36157-b8c3-40dd-9995-75024dcffbbc None None] Network 63a3ce25-5c72-4d99-8814-e7d02d1537e0 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:17.859721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port 904389a1-d1b6-477e-ac32-69fb45c429f5 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:17.860062 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (904389a1-d1b6-477e-ac32-69fb45c429f5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:18.012506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] For port 904389a1-d1b6-477e-ac32-69fb45c429f5, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=904389a1-d1b6-477e-ac32-69fb45c429f5,segment=NetworkSegment(c31e0552-3ff5-470a-8011-b7e49c6a7672),segment_id=c31e0552-3ff5-470a-8011-b7e49c6a7672)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:18.015051 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (904389a1-d1b6-477e-ac32-69fb45c429f5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:18.043075 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for 904389a1-d1b6-477e-ac32-69fb45c429f5 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:18.044737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-10f85f7a-bf11-48b9-b9f1-c9fcd50082ed None None] Provisioning complete for port 904389a1-d1b6-477e-ac32-69fb45c429f5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:18.045215 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-10f85f7a-bf11-48b9-b9f1-c9fcd50082ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (904389a1-d1b6-477e-ac32-69fb45c429f5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:18.232460 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (904389a1-d1b6-477e-ac32-69fb45c429f5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:18.297399 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=904389a1-d1b6-477e-ac32-69fb45c429f5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:18.300801 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38814abc-168b-44ba-8072-e5d9ecb59acd None None] DHCP port deletion for 63a3ce25-5c72-4d99-8814-e7d02d1537e0 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:16:18.305680 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No DVR routers for this DVR port 904389a1-d1b6-477e-ac32-69fb45c429f5 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:16:18.349633 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-10f85f7a-bf11-48b9-b9f1-c9fcd50082ed None None] Current status of the port 904389a1-d1b6-477e-ac32-69fb45c429f5 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:18.539850 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 904389a1-d1b6-477e-ac32-69fb45c429f5 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:16:18.541719 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (63a3ce25-5c72-4d99-8814-e7d02d1537e0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:18.574204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 904389a1-d1b6-477e-ac32-69fb45c429f5 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:16:18.574553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 904389a1-d1b6-477e-ac32-69fb45c429f5 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:16:18.588813 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a3ce25-5c72-4d99-8814-e7d02d1537e0']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:18.611836 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31e0552-3ff5-470a-8011-b7e49c6a7672') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:18.612281 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31e0552-3ff5-470a-8011-b7e49c6a7672') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:18.632201 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (c31e0552-3ff5-470a-8011-b7e49c6a7672), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:18.656714 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:18.663873 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (c31e0552-3ff5-470a-8011-b7e49c6a7672), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:18.670932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:16:18.671546 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (c31e0552-3ff5-470a-8011-b7e49c6a7672), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:16:18.675091 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:16:18.812358 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (63a3ce25-5c72-4d99-8814-e7d02d1537e0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:18.843375 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:18.846727 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/networks/63a3ce25-5c72-4d99-8814-e7d02d1537e0 HTTP/1.1" status: 204 len: 168 time: 1.3624873 Mar 11 12:16:18.847677 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f9b6d-eef5-4644-a1ed-f1e4e2723deb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Network': ['ID=63a3ce25-5c72-4d99-8814-e7d02d1537e0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:18.852176 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37496) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:18.857261 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-6fd094eb-0976-4436-ac2b-49e816600d32 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf', 'name': 'tempest-PortsIpV6TestJSON-561995670'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:19.037688 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd094eb-0976-4436-ac2b-49e816600d32 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:19.042478 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6fd094eb-0976-4436-ac2b-49e816600d32 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:19.067872 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-6fd094eb-0976-4436-ac2b-49e816600d32 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] device_id is not set on port 1df4a1db-c665-40c1-81a3-e6fa00b57258 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:16:19.379716 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6fd094eb-0976-4436-ac2b-49e816600d32 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (1df4a1db-c665-40c1-81a3-e6fa00b57258), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:19.445577 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6fd094eb-0976-4436-ac2b-49e816600d32 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (1df4a1db-c665-40c1-81a3-e6fa00b57258), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:19.514404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd094eb-0976-4436-ac2b-49e816600d32 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=1df4a1db-c665-40c1-81a3-e6fa00b57258,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:19.584127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd094eb-0976-4436-ac2b-49e816600d32 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:19.589166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-6fd094eb-0976-4436-ac2b-49e816600d32 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:19.606473 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd094eb-0976-4436-ac2b-49e816600d32 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:19.629911 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd094eb-0976-4436-ac2b-49e816600d32 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:19.630546 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6fd094eb-0976-4436-ac2b-49e816600d32 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:19.682089 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6fd094eb-0976-4436-ac2b-49e816600d32 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8290186 Mar 11 12:16:19.687108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37504) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:19.814116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-8adb65a1-fd21-4afa-9810-2c193ffd6637 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port 1df4a1db-c665-40c1-81a3-e6fa00b57258 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:19.814875 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8adb65a1-fd21-4afa-9810-2c193ffd6637 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1df4a1db-c665-40c1-81a3-e6fa00b57258), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:19.894682 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8adb65a1-fd21-4afa-9810-2c193ffd6637 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1df4a1db-c665-40c1-81a3-e6fa00b57258), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:19.911467 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-8adb65a1-fd21-4afa-9810-2c193ffd6637 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for 1df4a1db-c665-40c1-81a3-e6fa00b57258 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:20.042725 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8adb65a1-fd21-4afa-9810-2c193ffd6637 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1df4a1db-c665-40c1-81a3-e6fa00b57258), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:20.086031 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:20.097767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb65a1-fd21-4afa-9810-2c193ffd6637 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=1df4a1db-c665-40c1-81a3-e6fa00b57258,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:20.102695 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8adb65a1-fd21-4afa-9810-2c193ffd6637 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:20.107638 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8adb65a1-fd21-4afa-9810-2c193ffd6637 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/ports/1df4a1db-c665-40c1-81a3-e6fa00b57258 HTTP/1.1" status: 204 len: 168 time: 0.4203250 Mar 11 12:16:20.109718 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37506) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:20.117027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-06a2129f-7e03-4ee0-9bd4-7dd02ac1da6e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf', 'mac_address': 'fa:16:3e:f4:be:4f', 'name': 'tempest-PortsIpV6TestJSON-552606574'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:20.319324 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a2129f-7e03-4ee0-9bd4-7dd02ac1da6e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:20.417064 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06a2129f-7e03-4ee0-9bd4-7dd02ac1da6e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:20.487241 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-06a2129f-7e03-4ee0-9bd4-7dd02ac1da6e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] device_id is not set on port 9a190492-feae-4373-9514-d38117cdbd20 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:16:20.718781 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06a2129f-7e03-4ee0-9bd4-7dd02ac1da6e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (9a190492-feae-4373-9514-d38117cdbd20), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:20.765228 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06a2129f-7e03-4ee0-9bd4-7dd02ac1da6e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9a190492-feae-4373-9514-d38117cdbd20), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:20.867843 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a2129f-7e03-4ee0-9bd4-7dd02ac1da6e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:20.871439 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-06a2129f-7e03-4ee0-9bd4-7dd02ac1da6e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:20.888011 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2129f-7e03-4ee0-9bd4-7dd02ac1da6e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:20.895203 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a2129f-7e03-4ee0-9bd4-7dd02ac1da6e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:20.896199 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06a2129f-7e03-4ee0-9bd4-7dd02ac1da6e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:20.910632 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2129f-7e03-4ee0-9bd4-7dd02ac1da6e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=9a190492-feae-4373-9514-d38117cdbd20,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:20.927464 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-06a2129f-7e03-4ee0-9bd4-7dd02ac1da6e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8165240 Mar 11 12:16:20.930262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37520) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:20.989760 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e20a57-0d31-4798-9ab4-57d22e27ba3d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:20.991944 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-49e20a57-0d31-4798-9ab4-57d22e27ba3d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports/9a190492-feae-4373-9514-d38117cdbd20 HTTP/1.1" status: 200 len: 844 time: 0.0606508 Mar 11 12:16:20.994685 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37524) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:21.106541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-532e14ae-efce-4a3b-aa91-8f48b853afe0 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port 9a190492-feae-4373-9514-d38117cdbd20 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:21.107094 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-532e14ae-efce-4a3b-aa91-8f48b853afe0 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9a190492-feae-4373-9514-d38117cdbd20), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:21.189936 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-532e14ae-efce-4a3b-aa91-8f48b853afe0 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9a190492-feae-4373-9514-d38117cdbd20), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:21.204579 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-532e14ae-efce-4a3b-aa91-8f48b853afe0 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for 9a190492-feae-4373-9514-d38117cdbd20 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:21.326690 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-532e14ae-efce-4a3b-aa91-8f48b853afe0 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9a190492-feae-4373-9514-d38117cdbd20), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:21.365876 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e14ae-efce-4a3b-aa91-8f48b853afe0 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=9a190492-feae-4373-9514-d38117cdbd20,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:21.369907 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-532e14ae-efce-4a3b-aa91-8f48b853afe0 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:21.374472 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-532e14ae-efce-4a3b-aa91-8f48b853afe0 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/ports/9a190492-feae-4373-9514-d38117cdbd20 HTTP/1.1" status: 204 len: 168 time: 0.3783567 Mar 11 12:16:21.377002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37528) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:21.409457 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4334d8-7b94-40f0-a681-db9db54722e2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] GET failed (client error): The resource could not be found. Mar 11 12:16:21.411285 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4a4334d8-7b94-40f0-a681-db9db54722e2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports/9a190492-feae-4373-9514-d38117cdbd20 HTTP/1.1" status: 404 len: 333 time: 0.0330079 Mar 11 12:16:21.415088 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37530) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:21.420106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-af7f4574-1887-4624-a07e-37179e2c2cbe tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf', 'name': 'tempest-PortsIpV6TestJSON-1019620606'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:21.526943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7f4574-1887-4624-a07e-37179e2c2cbe tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:21.531371 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-af7f4574-1887-4624-a07e-37179e2c2cbe tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:21.552360 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-af7f4574-1887-4624-a07e-37179e2c2cbe tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] device_id is not set on port 43192ad8-e7c5-4c3d-b7f7-7112693217e8 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:16:21.731313 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-af7f4574-1887-4624-a07e-37179e2c2cbe tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (43192ad8-e7c5-4c3d-b7f7-7112693217e8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:21.768163 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-af7f4574-1887-4624-a07e-37179e2c2cbe tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (43192ad8-e7c5-4c3d-b7f7-7112693217e8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:21.822314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7f4574-1887-4624-a07e-37179e2c2cbe tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:21.828269 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-af7f4574-1887-4624-a07e-37179e2c2cbe tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:21.832271 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f4574-1887-4624-a07e-37179e2c2cbe tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:21.838278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7f4574-1887-4624-a07e-37179e2c2cbe tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:21.838901 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-af7f4574-1887-4624-a07e-37179e2c2cbe tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:21.848281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f4574-1887-4624-a07e-37179e2c2cbe tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=43192ad8-e7c5-4c3d-b7f7-7112693217e8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:21.882505 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37534) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:21.888789 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-af7f4574-1887-4624-a07e-37179e2c2cbe tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4724410 Mar 11 12:16:21.889813 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9c97f869-ebe5-464e-a710-382df8773e7a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:21.976348 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c97f869-ebe5-464e-a710-382df8773e7a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (43192ad8-e7c5-4c3d-b7f7-7112693217e8), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:22.185990 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c97f869-ebe5-464e-a710-382df8773e7a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (43192ad8-e7c5-4c3d-b7f7-7112693217e8), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:22.192441 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c97f869-ebe5-464e-a710-382df8773e7a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (43192ad8-e7c5-4c3d-b7f7-7112693217e8), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:22.236562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-9c97f869-ebe5-464e-a710-382df8773e7a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] In _notify_port_updated(), no bound segment for port 43192ad8-e7c5-4c3d-b7f7-7112693217e8 on network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:16:22.240187 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c97f869-ebe5-464e-a710-382df8773e7a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:22.241241 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9c97f869-ebe5-464e-a710-382df8773e7a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:22.250474 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9c97f869-ebe5-464e-a710-382df8773e7a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "PUT /v2.0/ports/43192ad8-e7c5-4c3d-b7f7-7112693217e8 HTTP/1.1" status: 200 len: 818 time: 0.3667657 Mar 11 12:16:22.253682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37538) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:22.285069 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97f869-ebe5-464e-a710-382df8773e7a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=43192ad8-e7c5-4c3d-b7f7-7112693217e8,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:22.371350 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-3cf8dcc9-e2ff-45bf-af17-1d43b18866e5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port 43192ad8-e7c5-4c3d-b7f7-7112693217e8 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:22.371736 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3cf8dcc9-e2ff-45bf-af17-1d43b18866e5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (43192ad8-e7c5-4c3d-b7f7-7112693217e8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:22.451997 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3cf8dcc9-e2ff-45bf-af17-1d43b18866e5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (43192ad8-e7c5-4c3d-b7f7-7112693217e8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:22.466169 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-3cf8dcc9-e2ff-45bf-af17-1d43b18866e5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for 43192ad8-e7c5-4c3d-b7f7-7112693217e8 owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:22.589940 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3cf8dcc9-e2ff-45bf-af17-1d43b18866e5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (43192ad8-e7c5-4c3d-b7f7-7112693217e8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:22.658161 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8dcc9-e2ff-45bf-af17-1d43b18866e5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=43192ad8-e7c5-4c3d-b7f7-7112693217e8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:22.680731 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3cf8dcc9-e2ff-45bf-af17-1d43b18866e5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:22.686408 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3cf8dcc9-e2ff-45bf-af17-1d43b18866e5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/ports/43192ad8-e7c5-4c3d-b7f7-7112693217e8 HTTP/1.1" status: 204 len: 168 time: 0.4295745 Mar 11 12:16:22.686591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37546) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:22.791938 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c92842-7407-41b7-87be-5d4be9249d74 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:22.796530 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37548) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:22.796863 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-73c92842-7407-41b7-87be-5d4be9249d74 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1091158 Mar 11 12:16:22.823288 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-381c9176-ca1f-4699-9f7f-f79892fa5e03 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] GET failed (client error): The resource could not be found. Mar 11 12:16:22.825097 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-381c9176-ca1f-4699-9f7f-f79892fa5e03 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports/43192ad8-e7c5-4c3d-b7f7-7112693217e8 HTTP/1.1" status: 404 len: 333 time: 0.0271890 Mar 11 12:16:22.828853 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37550) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:22.833923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9d5edb6f-4e91-4c73-bd5d-8e2752e93564 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-560615416'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:22.859379 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5edb6f-4e91-4c73-bd5d-8e2752e93564 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:22.864315 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d5edb6f-4e91-4c73-bd5d-8e2752e93564 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:22.892916 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5edb6f-4e91-4c73-bd5d-8e2752e93564 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:16:22.938803 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d5edb6f-4e91-4c73-bd5d-8e2752e93564 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4611cbc5-33c0-49d8-ba4a-f56c8c6efea0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:22.939387 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-9d5edb6f-4e91-4c73-bd5d-8e2752e93564 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Added segment 4611cbc5-33c0-49d8-ba4a-f56c8c6efea0 of type vlan for network aeddaec3-73d6-4d20-8e39-7632eeeddab9 Mar 11 12:16:22.993552 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d5edb6f-4e91-4c73-bd5d-8e2752e93564 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (aeddaec3-73d6-4d20-8e39-7632eeeddab9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:23.036751 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d5edb6f-4e91-4c73-bd5d-8e2752e93564 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (aeddaec3-73d6-4d20-8e39-7632eeeddab9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:23.043687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5edb6f-4e91-4c73-bd5d-8e2752e93564 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:23.044457 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d5edb6f-4e91-4c73-bd5d-8e2752e93564 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:23.114300 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37582) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:23.120535 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4cf9d5a8-6ea9-4329-8c30-e11e878f2d99 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'subnet': {'network_id': 'aeddaec3-73d6-4d20-8e39-7632eeeddab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:23.124828 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9d5edb6f-4e91-4c73-bd5d-8e2752e93564 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2946796 Mar 11 12:16:23.219236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5edb6f-4e91-4c73-bd5d-8e2752e93564 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Network': ['ID=aeddaec3-73d6-4d20-8e39-7632eeeddab9,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:23.230434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network aeddaec3-73d6-4d20-8e39-7632eeeddab9 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:16:23.328643 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf9d5a8-6ea9-4329-8c30-e11e878f2d99 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:23.333464 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4cf9d5a8-6ea9-4329-8c30-e11e878f2d99 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:23.612675 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4cf9d5a8-6ea9-4329-8c30-e11e878f2d99 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (154d1a4c-1b60-4666-8a01-75f609514324), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:24.124036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9d5a8-6ea9-4329-8c30-e11e878f2d99 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Subnet': ['ID=154d1a4c-1b60-4666-8a01-75f609514324,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:24.141106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf9d5a8-6ea9-4329-8c30-e11e878f2d99 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Checking segment: {'id': '4611cbc5-33c0-49d8-ba4a-f56c8c6efea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'aeddaec3-73d6-4d20-8e39-7632eeeddab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:16:24.141467 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf9d5a8-6ea9-4329-8c30-e11e878f2d99 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network hostable DHCP agents. Network: aeddaec3-73d6-4d20-8e39-7632eeeddab9, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:16:24.184607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf9d5a8-6ea9-4329-8c30-e11e878f2d99 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network aeddaec3-73d6-4d20-8e39-7632eeeddab9 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:16:24.202460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-4cf9d5a8-6ea9-4329-8c30-e11e878f2d99 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, aeddaec3-73d6-4d20-8e39-7632eeeddab9) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:24.210127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf9d5a8-6ea9-4329-8c30-e11e878f2d99 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:24.211201 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4cf9d5a8-6ea9-4329-8c30-e11e878f2d99 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:24.215307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4baf39-dfef-481f-b9fb-cb3745ba4390 None None] Network aeddaec3-73d6-4d20-8e39-7632eeeddab9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:24.243570 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4cf9d5a8-6ea9-4329-8c30-e11e878f2d99 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1272299 Mar 11 12:16:24.246485 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37638) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:24.258643 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f6af5ee5-0fc4-4c98-89af-dc001bfdd45c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'subnet': {'network_id': 'aeddaec3-73d6-4d20-8e39-7632eeeddab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:24.396747 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-aeddaec3-73d6-4d20-8e39-7632eeeddab9', 'network_id': 'aeddaec3-73d6-4d20-8e39-7632eeeddab9', 'project_id': 'defbce29be36493b81affe7b2a8b0ca3', 'fixed_ips': [{'subnet_id': '154d1a4c-1b60-4666-8a01-75f609514324'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:16:24.397885 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:24.533050 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6af5ee5-0fc4-4c98-89af-dc001bfdd45c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:24.536823 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f6af5ee5-0fc4-4c98-89af-dc001bfdd45c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:24.648513 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Allocated IP 2001:db8::2 (aeddaec3-73d6-4d20-8e39-7632eeeddab9/154d1a4c-1b60-4666-8a01-75f609514324/7ae9600a-5933-43ea-9363-909db33384f4) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:24.720680 n-d-833234-2 neutron-server[104031]: INFO neutron.db.ipam_backend_mixin [None req-f6af5ee5-0fc4-4c98-89af-dc001bfdd45c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 154d1a4c-1b60-4666-8a01-75f609514324 (CIDR: 2001:db8::/64) Mar 11 12:16:24.726942 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6af5ee5-0fc4-4c98-89af-dc001bfdd45c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:16:24.727416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6af5ee5-0fc4-4c98-89af-dc001bfdd45c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:16:24.763738 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f6af5ee5-0fc4-4c98-89af-dc001bfdd45c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5139141 Mar 11 12:16:24.766617 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37644) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:24.773481 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-62440b02-03e6-4e86-9afa-8041e4b2034d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'subnet': {'network_id': 'aeddaec3-73d6-4d20-8e39-7632eeeddab9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:24.893047 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Publish callbacks [] for port (7ae9600a-5933-43ea-9363-909db33384f4), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:24.903601 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (7ae9600a-5933-43ea-9363-909db33384f4), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:24.929798 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62440b02-03e6-4e86-9afa-8041e4b2034d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:24.933428 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62440b02-03e6-4e86-9afa-8041e4b2034d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:24.947722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Network aeddaec3-73d6-4d20-8e39-7632eeeddab9 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:24.950976 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:24.953896 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:25.032186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=7ae9600a-5933-43ea-9363-909db33384f4,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:25.042051 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Attempting to bind port 7ae9600a-5933-43ea-9363-909db33384f4 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:16:25.043011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Attempting to bind port 7ae9600a-5933-43ea-9363-909db33384f4 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4611cbc5-33c0-49d8-ba4a-f56c8c6efea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'aeddaec3-73d6-4d20-8e39-7632eeeddab9'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:16:25.043537 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Attempting to bind port 7ae9600a-5933-43ea-9363-909db33384f4 on network aeddaec3-73d6-4d20-8e39-7632eeeddab9 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:16:25.050097 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:16:25.050700 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Checking segment: {'id': '4611cbc5-33c0-49d8-ba4a-f56c8c6efea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'aeddaec3-73d6-4d20-8e39-7632eeeddab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:16:25.051264 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:25.052191 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Bound using segment: {'id': '4611cbc5-33c0-49d8-ba4a-f56c8c6efea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'aeddaec3-73d6-4d20-8e39-7632eeeddab9'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:16:25.053128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Bound port: 7ae9600a-5933-43ea-9363-909db33384f4, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4611cbc5-33c0-49d8-ba4a-f56c8c6efea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'aeddaec3-73d6-4d20-8e39-7632eeeddab9'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:16:25.053677 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7ae9600a-5933-43ea-9363-909db33384f4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:25.150961 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] For port 7ae9600a-5933-43ea-9363-909db33384f4, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:16:25.166386 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] For port 7ae9600a-5933-43ea-9363-909db33384f4, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7ae9600a-5933-43ea-9363-909db33384f4,segment=NetworkSegment(4611cbc5-33c0-49d8-ba4a-f56c8c6efea0),segment_id=4611cbc5-33c0-49d8-ba4a-f56c8c6efea0)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:16:25.182995 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7ae9600a-5933-43ea-9363-909db33384f4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:25.343306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e66ea8-60ad-456e-9fed-8c839f9c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=7ae9600a-5933-43ea-9363-909db33384f4,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:25.977137 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62440b02-03e6-4e86-9afa-8041e4b2034d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (3a19b057-326d-460f-bd06-264ec88776b1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:26.054030 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62440b02-03e6-4e86-9afa-8041e4b2034d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network aeddaec3-73d6-4d20-8e39-7632eeeddab9 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:26.060622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-62440b02-03e6-4e86-9afa-8041e4b2034d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:26.070599 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62440b02-03e6-4e86-9afa-8041e4b2034d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:26.071557 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62440b02-03e6-4e86-9afa-8041e4b2034d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:26.108524 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-62440b02-03e6-4e86-9afa-8041e4b2034d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3382497 Mar 11 12:16:26.108740 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62440b02-03e6-4e86-9afa-8041e4b2034d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Subnet': ['ID=3a19b057-326d-460f-bd06-264ec88776b1,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:26.108834 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37666) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:26.114251 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b45efc99-74f3-4d5e-a77f-d79a84d8dacc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'network_id': 'aeddaec3-73d6-4d20-8e39-7632eeeddab9', 'fixed_ips': [{'subnet_id': '154d1a4c-1b60-4666-8a01-75f609514324'}, {'subnet_id': '3a19b057-326d-460f-bd06-264ec88776b1'}], 'name': 'tempest-PortsIpV6TestJSON-761735094'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:26.200998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37668) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:26.310573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45efc99-74f3-4d5e-a77f-d79a84d8dacc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:26.441907 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37672) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:26.444513 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-61327be6-34a3-4d81-8ab4-948873c768b5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2f98f71b8c384e5e94a67a7ff5c6d87d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2401400 Mar 11 12:16:26.539261 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b45efc99-74f3-4d5e-a77f-d79a84d8dacc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:26.569708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7ae9600a-5933-43ea-9363-909db33384f4 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:16:26.596955 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-b45efc99-74f3-4d5e-a77f-d79a84d8dacc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] device_id is not set on port 1e21c7ed-5bef-4e3a-bee2-4e47efd7c745 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:16:26.604575 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb611674-0086-4823-916c-2eb844de1356 admin admin] Publish callbacks [] for security_group (caba7ff0-574f-4ee2-80c6-811a5292c83f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:26.687123 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 7ae9600a-5933-43ea-9363-909db33384f4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:26.687499 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7ae9600a-5933-43ea-9363-909db33384f4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:26.700844 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb611674-0086-4823-916c-2eb844de1356 admin admin] Publish callbacks [] for security_group (caba7ff0-574f-4ee2-80c6-811a5292c83f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:26.895611 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 7ae9600a-5933-43ea-9363-909db33384f4 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:26.896057 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7ae9600a-5933-43ea-9363-909db33384f4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:26.909744 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb611674-0086-4823-916c-2eb844de1356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (caba7ff0-574f-4ee2-80c6-811a5292c83f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:26.914296 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb611674-0086-4823-916c-2eb844de1356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:26.916285 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-eb611674-0086-4823-916c-2eb844de1356 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/caba7ff0-574f-4ee2-80c6-811a5292c83f HTTP/1.1" status: 204 len: 168 time: 0.4727581 Mar 11 12:16:26.968185 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb611674-0086-4823-916c-2eb844de1356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caba7ff0-574f-4ee2-80c6-811a5292c83f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:27.069028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc88d8ef-d1c1-4b6b-8bf1-45466da16fdf None None] Network aeddaec3-73d6-4d20-8e39-7632eeeddab9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:27.141598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 7ae9600a-5933-43ea-9363-909db33384f4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7ae9600a-5933-43ea-9363-909db33384f4,segment=NetworkSegment(4611cbc5-33c0-49d8-ba4a-f56c8c6efea0),segment_id=4611cbc5-33c0-49d8-ba4a-f56c8c6efea0)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:27.164749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-b45efc99-74f3-4d5e-a77f-d79a84d8dacc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Allocated IP 2001:db8::31e (aeddaec3-73d6-4d20-8e39-7632eeeddab9/154d1a4c-1b60-4666-8a01-75f609514324/1e21c7ed-5bef-4e3a-bee2-4e47efd7c745) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:27.175410 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-b45efc99-74f3-4d5e-a77f-d79a84d8dacc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Allocated IP 2001:db8:0:1::272 (aeddaec3-73d6-4d20-8e39-7632eeeddab9/3a19b057-326d-460f-bd06-264ec88776b1/1e21c7ed-5bef-4e3a-bee2-4e47efd7c745) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:27.183206 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7ae9600a-5933-43ea-9363-909db33384f4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:27.283018 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4fa3b238-a198-4788-98e5-cf785ada988f None None] Provisioning complete for port 7ae9600a-5933-43ea-9363-909db33384f4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:27.290952 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4fa3b238-a198-4788-98e5-cf785ada988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7ae9600a-5933-43ea-9363-909db33384f4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:27.462180 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=7ae9600a-5933-43ea-9363-909db33384f4,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:27.481242 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b45efc99-74f3-4d5e-a77f-d79a84d8dacc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (1e21c7ed-5bef-4e3a-bee2-4e47efd7c745), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:27.539085 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b45efc99-74f3-4d5e-a77f-d79a84d8dacc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (1e21c7ed-5bef-4e3a-bee2-4e47efd7c745), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:27.539964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4fa3b238-a198-4788-98e5-cf785ada988f None None] Current status of the port 7ae9600a-5933-43ea-9363-909db33384f4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:27.630616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45efc99-74f3-4d5e-a77f-d79a84d8dacc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network aeddaec3-73d6-4d20-8e39-7632eeeddab9 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:27.638122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-b45efc99-74f3-4d5e-a77f-d79a84d8dacc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:27.645678 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45efc99-74f3-4d5e-a77f-d79a84d8dacc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:27.652193 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45efc99-74f3-4d5e-a77f-d79a84d8dacc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:27.654045 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b45efc99-74f3-4d5e-a77f-d79a84d8dacc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:27.668310 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45efc99-74f3-4d5e-a77f-d79a84d8dacc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=1e21c7ed-5bef-4e3a-bee2-4e47efd7c745,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:27.684747 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765381bb-fccc-4824-aa47-4e8c9b23e05b None None] Update dhcp port {'port': {'network_id': 'aeddaec3-73d6-4d20-8e39-7632eeeddab9', 'fixed_ips': [{'subnet_id': '154d1a4c-1b60-4666-8a01-75f609514324', 'ip_address': '2001:db8::2'}, {'subnet_id': '3a19b057-326d-460f-bd06-264ec88776b1'}], 'binding:host_id': 'n-d-833234-2'}, 'id': '7ae9600a-5933-43ea-9363-909db33384f4'} from n-d-833234-2. {{(pid=104033) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 12:16:27.686360 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b45efc99-74f3-4d5e-a77f-d79a84d8dacc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.5761735 Mar 11 12:16:27.689363 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37690) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:27.708828 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-35bfbe52-8409-4316-878c-d06da971d3a9 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '154d1a4c-1b60-4666-8a01-75f609514324'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:27.746721 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-765381bb-fccc-4824-aa47-4e8c9b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7ae9600a-5933-43ea-9363-909db33384f4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:28.057507 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35bfbe52-8409-4316-878c-d06da971d3a9 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1e21c7ed-5bef-4e3a-bee2-4e47efd7c745), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:28.065325 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-765381bb-fccc-4824-aa47-4e8c9b23e05b None None] Allocated IP 2001:db8:0:1::2 (aeddaec3-73d6-4d20-8e39-7632eeeddab9/3a19b057-326d-460f-bd06-264ec88776b1/7ae9600a-5933-43ea-9363-909db33384f4) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:28.213157 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-765381bb-fccc-4824-aa47-4e8c9b23e05b None None] For port 7ae9600a-5933-43ea-9363-909db33384f4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7ae9600a-5933-43ea-9363-909db33384f4,segment=NetworkSegment(4611cbc5-33c0-49d8-ba4a-f56c8c6efea0),segment_id=4611cbc5-33c0-49d8-ba4a-f56c8c6efea0)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:28.280690 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-765381bb-fccc-4824-aa47-4e8c9b23e05b None None] Publish callbacks [] for port (7ae9600a-5933-43ea-9363-909db33384f4), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:28.292137 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-765381bb-fccc-4824-aa47-4e8c9b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7ae9600a-5933-43ea-9363-909db33384f4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:28.466499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765381bb-fccc-4824-aa47-4e8c9b23e05b None None] Pushing event updated for resources: {'Port': ['ID=7ae9600a-5933-43ea-9363-909db33384f4,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:28.553617 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7ae9600a-5933-43ea-9363-909db33384f4 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:16:28.564163 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-35bfbe52-8409-4316-878c-d06da971d3a9 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Delete allocated IP 2001:db8:0:1::272 (aeddaec3-73d6-4d20-8e39-7632eeeddab9/3a19b057-326d-460f-bd06-264ec88776b1) {{(pid=104032) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 12:16:28.636338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 7ae9600a-5933-43ea-9363-909db33384f4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:28.636642 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7ae9600a-5933-43ea-9363-909db33384f4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:28.797347 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 7ae9600a-5933-43ea-9363-909db33384f4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:28.867341 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35bfbe52-8409-4316-878c-d06da971d3a9 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (1e21c7ed-5bef-4e3a-bee2-4e47efd7c745), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:28.877000 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35bfbe52-8409-4316-878c-d06da971d3a9 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (1e21c7ed-5bef-4e3a-bee2-4e47efd7c745), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:28.993495 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-35bfbe52-8409-4316-878c-d06da971d3a9 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] In _notify_port_updated(), no bound segment for port 1e21c7ed-5bef-4e3a-bee2-4e47efd7c745 on network aeddaec3-73d6-4d20-8e39-7632eeeddab9 {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:16:29.002339 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bfbe52-8409-4316-878c-d06da971d3a9 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:29.018487 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35bfbe52-8409-4316-878c-d06da971d3a9 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:29.025202 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-35bfbe52-8409-4316-878c-d06da971d3a9 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "PUT /v2.0/ports/1e21c7ed-5bef-4e3a-bee2-4e47efd7c745 HTTP/1.1" status: 200 len: 925 time: 1.3336112 Mar 11 12:16:29.027963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37748) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:29.034186 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1e6160e8-3e01-4180-a7cd-1ddeefc050c6 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '154d1a4c-1b60-4666-8a01-75f609514324'}, {'subnet_id': '3a19b057-326d-460f-bd06-264ec88776b1'}]}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:29.038715 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfbe52-8409-4316-878c-d06da971d3a9 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=1e21c7ed-5bef-4e3a-bee2-4e47efd7c745,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:29.194107 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1e6160e8-3e01-4180-a7cd-1ddeefc050c6 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1e21c7ed-5bef-4e3a-bee2-4e47efd7c745), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:29.481312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cc3c75-5ed6-4d1d-83b5-288d89134feb None None] Network aeddaec3-73d6-4d20-8e39-7632eeeddab9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:29.609081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-67ef61be-e272-46a4-a520-ef5a396ace2d None None] Provisioning complete for port 7ae9600a-5933-43ea-9363-909db33384f4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:29.609679 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67ef61be-e272-46a4-a520-ef5a396ace2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7ae9600a-5933-43ea-9363-909db33384f4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:29.636964 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-1e6160e8-3e01-4180-a7cd-1ddeefc050c6 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Allocated IP 2001:db8:0:1::d8 (aeddaec3-73d6-4d20-8e39-7632eeeddab9/3a19b057-326d-460f-bd06-264ec88776b1/1e21c7ed-5bef-4e3a-bee2-4e47efd7c745) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:29.718849 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-67ef61be-e272-46a4-a520-ef5a396ace2d None None] Current status of the port 7ae9600a-5933-43ea-9363-909db33384f4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:29.791719 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1e6160e8-3e01-4180-a7cd-1ddeefc050c6 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (1e21c7ed-5bef-4e3a-bee2-4e47efd7c745), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:29.798185 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1e6160e8-3e01-4180-a7cd-1ddeefc050c6 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (1e21c7ed-5bef-4e3a-bee2-4e47efd7c745), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:29.843640 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:16:29.890074 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1e6160e8-3e01-4180-a7cd-1ddeefc050c6 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] In _notify_port_updated(), no bound segment for port 1e21c7ed-5bef-4e3a-bee2-4e47efd7c745 on network aeddaec3-73d6-4d20-8e39-7632eeeddab9 {{(pid=104031) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:16:29.897333 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6160e8-3e01-4180-a7cd-1ddeefc050c6 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:29.898149 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1e6160e8-3e01-4180-a7cd-1ddeefc050c6 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:29.903057 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37790) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:29.903709 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1e6160e8-3e01-4180-a7cd-1ddeefc050c6 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "PUT /v2.0/ports/1e21c7ed-5bef-4e3a-bee2-4e47efd7c745 HTTP/1.1" status: 200 len: 1010 time: 0.8741024 Mar 11 12:16:29.932611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6160e8-3e01-4180-a7cd-1ddeefc050c6 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=1e21c7ed-5bef-4e3a-bee2-4e47efd7c745,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:30.038739 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-937150f2-8145-460a-90f1-2057a31f7e23 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port 1e21c7ed-5bef-4e3a-bee2-4e47efd7c745 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:30.039836 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-937150f2-8145-460a-90f1-2057a31f7e23 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1e21c7ed-5bef-4e3a-bee2-4e47efd7c745), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:30.050086 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-79551e0a-57a3-4945-ba32-6d70bb5be86e None None] Provisioning complete for port 1e21c7ed-5bef-4e3a-bee2-4e47efd7c745 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:30.051193 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-79551e0a-57a3-4945-ba32-6d70bb5be86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1e21c7ed-5bef-4e3a-bee2-4e47efd7c745), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:30.128026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-79551e0a-57a3-4945-ba32-6d70bb5be86e None None] Port 1e21c7ed-5bef-4e3a-bee2-4e47efd7c745 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:16:30.140300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-79551e0a-57a3-4945-ba32-6d70bb5be86e None None] Provisioning complete for port 7ae9600a-5933-43ea-9363-909db33384f4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:30.140689 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-79551e0a-57a3-4945-ba32-6d70bb5be86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7ae9600a-5933-43ea-9363-909db33384f4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:30.163530 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-937150f2-8145-460a-90f1-2057a31f7e23 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1e21c7ed-5bef-4e3a-bee2-4e47efd7c745), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:30.179444 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-937150f2-8145-460a-90f1-2057a31f7e23 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for 1e21c7ed-5bef-4e3a-bee2-4e47efd7c745 owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:30.240811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-79551e0a-57a3-4945-ba32-6d70bb5be86e None None] Current status of the port 7ae9600a-5933-43ea-9363-909db33384f4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:30.374245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7c59f006-1f31-4ce7-883f-01e9b4f8e8a9 None None] Provisioning complete for port 1e21c7ed-5bef-4e3a-bee2-4e47efd7c745 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:30.375452 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7c59f006-1f31-4ce7-883f-01e9b4f8e8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1e21c7ed-5bef-4e3a-bee2-4e47efd7c745), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:30.422810 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-937150f2-8145-460a-90f1-2057a31f7e23 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1e21c7ed-5bef-4e3a-bee2-4e47efd7c745), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:30.434821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7c59f006-1f31-4ce7-883f-01e9b4f8e8a9 None None] Port 1e21c7ed-5bef-4e3a-bee2-4e47efd7c745 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:16:30.472946 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937150f2-8145-460a-90f1-2057a31f7e23 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=1e21c7ed-5bef-4e3a-bee2-4e47efd7c745,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:30.522048 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7ae9600a-5933-43ea-9363-909db33384f4 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:16:30.557653 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c47ac953-67c3-489d-ace2-d603aea3a4f6 None None] Could not find standard attr ID for object 1e21c7ed-5bef-4e3a-bee2-4e47efd7c745. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:16:30.563511 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-937150f2-8145-460a-90f1-2057a31f7e23 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:30.573301 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-937150f2-8145-460a-90f1-2057a31f7e23 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/ports/1e21c7ed-5bef-4e3a-bee2-4e47efd7c745 HTTP/1.1" status: 204 len: 168 time: 0.6647656 Mar 11 12:16:30.575832 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37796) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:30.595172 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 7ae9600a-5933-43ea-9363-909db33384f4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:30.595559 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7ae9600a-5933-43ea-9363-909db33384f4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:30.607700 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b1d167-174a-43e7-a634-16f88f4c2c82 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] GET failed (client error): The resource could not be found. Mar 11 12:16:30.612088 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37798) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:30.612712 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-25b1d167-174a-43e7-a634-16f88f4c2c82 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports/1e21c7ed-5bef-4e3a-bee2-4e47efd7c745 HTTP/1.1" status: 404 len: 333 time: 0.0351913 Mar 11 12:16:30.681544 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-846c53cc-aa06-4a80-a998-eee7b6a6b094 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting subnet 3a19b057-326d-460f-bd06-264ec88776b1 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:16:30.685361 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-846c53cc-aa06-4a80-a998-eee7b6a6b094 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (3a19b057-326d-460f-bd06-264ec88776b1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:30.695144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 7ae9600a-5933-43ea-9363-909db33384f4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:30.736326 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-846c53cc-aa06-4a80-a998-eee7b6a6b094 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (3a19b057-326d-460f-bd06-264ec88776b1), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:30.852782 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-846c53cc-aa06-4a80-a998-eee7b6a6b094 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (3a19b057-326d-460f-bd06-264ec88776b1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:30.881347 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-837cfbd3-234a-4414-a8cf-b1d3ca0426e9 None None] Could not find standard attr ID for object 1e21c7ed-5bef-4e3a-bee2-4e47efd7c745. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:16:30.954309 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-846c53cc-aa06-4a80-a998-eee7b6a6b094 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (3a19b057-326d-460f-bd06-264ec88776b1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:30.998510 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c53cc-aa06-4a80-a998-eee7b6a6b094 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Subnet': ['ID=3a19b057-326d-460f-bd06-264ec88776b1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:31.003982 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-846c53cc-aa06-4a80-a998-eee7b6a6b094 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:31.015275 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37808) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:31.025134 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-846c53cc-aa06-4a80-a998-eee7b6a6b094 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/3a19b057-326d-460f-bd06-264ec88776b1 HTTP/1.1" status: 204 len: 168 time: 0.4106040 Mar 11 12:16:31.099432 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f15f76e-2e46-4669-aba8-b6e0d2d76305 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting subnet 154d1a4c-1b60-4666-8a01-75f609514324 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:16:31.103611 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f15f76e-2e46-4669-aba8-b6e0d2d76305 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (154d1a4c-1b60-4666-8a01-75f609514324), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:31.117728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ee43a5-d671-4555-8002-6bfa23b6c5c5 None None] Network aeddaec3-73d6-4d20-8e39-7632eeeddab9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:31.175256 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f15f76e-2e46-4669-aba8-b6e0d2d76305 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (154d1a4c-1b60-4666-8a01-75f609514324), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:31.288657 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f15f76e-2e46-4669-aba8-b6e0d2d76305 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (154d1a4c-1b60-4666-8a01-75f609514324), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:31.368198 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f15f76e-2e46-4669-aba8-b6e0d2d76305 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (154d1a4c-1b60-4666-8a01-75f609514324), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:31.395758 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15f76e-2e46-4669-aba8-b6e0d2d76305 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Subnet': ['ID=154d1a4c-1b60-4666-8a01-75f609514324,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:31.412454 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f15f76e-2e46-4669-aba8-b6e0d2d76305 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:31.419638 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37814) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:31.423244 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7f15f76e-2e46-4669-aba8-b6e0d2d76305 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/154d1a4c-1b60-4666-8a01-75f609514324 HTTP/1.1" status: 204 len: 168 time: 0.4067855 Mar 11 12:16:31.513893 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (aeddaec3-73d6-4d20-8e39-7632eeeddab9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:31.593792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port 7ae9600a-5933-43ea-9363-909db33384f4 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:31.594137 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7ae9600a-5933-43ea-9363-909db33384f4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:31.679865 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] For port 7ae9600a-5933-43ea-9363-909db33384f4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7ae9600a-5933-43ea-9363-909db33384f4,segment=NetworkSegment(4611cbc5-33c0-49d8-ba4a-f56c8c6efea0),segment_id=4611cbc5-33c0-49d8-ba4a-f56c8c6efea0)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:31.680548 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7ae9600a-5933-43ea-9363-909db33384f4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:31.693601 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for 7ae9600a-5933-43ea-9363-909db33384f4 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:31.789210 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (7ae9600a-5933-43ea-9363-909db33384f4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:31.836478 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=7ae9600a-5933-43ea-9363-909db33384f4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:31.841407 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No DVR routers for this DVR port 7ae9600a-5933-43ea-9363-909db33384f4 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:16:31.950398 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (aeddaec3-73d6-4d20-8e39-7632eeeddab9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:31.982054 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeddaec3-73d6-4d20-8e39-7632eeeddab9']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:31.993572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4611cbc5-33c0-49d8-ba4a-f56c8c6efea0') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:31.993960 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4611cbc5-33c0-49d8-ba4a-f56c8c6efea0') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:32.016274 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (4611cbc5-33c0-49d8-ba4a-f56c8c6efea0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:32.016985 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709c932a-808c-4c8e-b595-fe005d0a24db None None] Network aeddaec3-73d6-4d20-8e39-7632eeeddab9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:32.031480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3366a890-10ad-4fac-b407-82f1d7e84a34 None None] Could not find standard attr ID for object 7ae9600a-5933-43ea-9363-909db33384f4. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:16:32.038678 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (4611cbc5-33c0-49d8-ba4a-f56c8c6efea0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:32.048730 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:16:32.049058 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (4611cbc5-33c0-49d8-ba4a-f56c8c6efea0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:16:32.137999 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:16:32.144331 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (aeddaec3-73d6-4d20-8e39-7632eeeddab9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:32.159891 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:32.171414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/networks/aeddaec3-73d6-4d20-8e39-7632eeeddab9 HTTP/1.1" status: 204 len: 168 time: 0.7472317 Mar 11 12:16:32.171925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37822) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:32.184043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bafa58-75a3-4366-bc6e-a67f814c9d49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Network': ['ID=aeddaec3-73d6-4d20-8e39-7632eeeddab9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:32.252785 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c98d7bf-3d2c-4149-b36c-2fcefa6ea5dd None None] DHCP port deletion for aeddaec3-73d6-4d20-8e39-7632eeeddab9 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:16:32.258468 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3448085b-431f-4359-b34f-61297921b757 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:32.262487 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3448085b-431f-4359-b34f-61297921b757 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0895002 Mar 11 12:16:32.266389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37824) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:32.326896 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-217102d1-0c34-4dbc-9bc4-2e0a866e6a11 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0596571 Mar 11 12:16:32.330036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37826) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:32.335268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1b8750e1-3d69-40c0-a3fb-c6ea2c8a9a29 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1317839675'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:32.359199 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8750e1-3d69-40c0-a3fb-c6ea2c8a9a29 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:32.363309 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b8750e1-3d69-40c0-a3fb-c6ea2c8a9a29 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:32.389738 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8750e1-3d69-40c0-a3fb-c6ea2c8a9a29 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:16:32.402279 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b8750e1-3d69-40c0-a3fb-c6ea2c8a9a29 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (c03b7f07-0a5b-4b57-8a24-39c67c8dfb2c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:32.403213 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-1b8750e1-3d69-40c0-a3fb-c6ea2c8a9a29 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Added segment c03b7f07-0a5b-4b57-8a24-39c67c8dfb2c of type vlan for network d073e621-397a-4dce-8bb6-41914ef3ae95 Mar 11 12:16:32.453699 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b8750e1-3d69-40c0-a3fb-c6ea2c8a9a29 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (d073e621-397a-4dce-8bb6-41914ef3ae95), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:32.495915 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b8750e1-3d69-40c0-a3fb-c6ea2c8a9a29 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (d073e621-397a-4dce-8bb6-41914ef3ae95), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:32.500694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7ae9600a-5933-43ea-9363-909db33384f4 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:16:32.503115 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8750e1-3d69-40c0-a3fb-c6ea2c8a9a29 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:32.504621 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b8750e1-3d69-40c0-a3fb-c6ea2c8a9a29 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:32.528279 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 7ae9600a-5933-43ea-9363-909db33384f4 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:16:32.529002 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7ae9600a-5933-43ea-9363-909db33384f4 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:16:32.560713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37828) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:32.560968 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1b8750e1-3d69-40c0-a3fb-c6ea2c8a9a29 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2295518 Mar 11 12:16:32.568987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-35cfbe1b-f345-4154-b8b7-7c5cfb5aaf3a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'subnet': {'network_id': 'd073e621-397a-4dce-8bb6-41914ef3ae95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:32.607165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8750e1-3d69-40c0-a3fb-c6ea2c8a9a29 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Network': ['ID=d073e621-397a-4dce-8bb6-41914ef3ae95,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:32.617931 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network d073e621-397a-4dce-8bb6-41914ef3ae95 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:16:32.738768 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cfbe1b-f345-4154-b8b7-7c5cfb5aaf3a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:32.744388 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35cfbe1b-f345-4154-b8b7-7c5cfb5aaf3a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:33.048541 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35cfbe1b-f345-4154-b8b7-7c5cfb5aaf3a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (61fdfcc7-46a3-4e62-bbe7-b405df5016c1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:33.123248 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfbe1b-f345-4154-b8b7-7c5cfb5aaf3a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Subnet': ['ID=61fdfcc7-46a3-4e62-bbe7-b405df5016c1,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:33.127752 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cfbe1b-f345-4154-b8b7-7c5cfb5aaf3a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Checking segment: {'id': 'c03b7f07-0a5b-4b57-8a24-39c67c8dfb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd073e621-397a-4dce-8bb6-41914ef3ae95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:16:33.128188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cfbe1b-f345-4154-b8b7-7c5cfb5aaf3a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network hostable DHCP agents. Network: d073e621-397a-4dce-8bb6-41914ef3ae95, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:16:33.148659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cfbe1b-f345-4154-b8b7-7c5cfb5aaf3a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network d073e621-397a-4dce-8bb6-41914ef3ae95 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:16:33.164445 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-35cfbe1b-f345-4154-b8b7-7c5cfb5aaf3a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, d073e621-397a-4dce-8bb6-41914ef3ae95) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:33.175431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a070a871-353b-4317-89f3-f37f8078f3e7 None None] Network d073e621-397a-4dce-8bb6-41914ef3ae95 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:33.181031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cfbe1b-f345-4154-b8b7-7c5cfb5aaf3a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:33.181741 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-35cfbe1b-f345-4154-b8b7-7c5cfb5aaf3a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:33.213272 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37834) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:33.219401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-62a8ca3e-d422-4f26-b3e0-551ea591be0a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'network_id': 'd073e621-397a-4dce-8bb6-41914ef3ae95', 'name': 'tempest-PortsIpV6TestJSON-616322231'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:33.225891 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-35cfbe1b-f345-4154-b8b7-7c5cfb5aaf3a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6631665 Mar 11 12:16:33.321751 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-d073e621-397a-4dce-8bb6-41914ef3ae95', 'network_id': 'd073e621-397a-4dce-8bb6-41914ef3ae95', 'project_id': 'defbce29be36493b81affe7b2a8b0ca3', 'fixed_ips': [{'subnet_id': '61fdfcc7-46a3-4e62-bbe7-b405df5016c1'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:16:33.323242 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:33.367480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a8ca3e-d422-4f26-b3e0-551ea591be0a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:33.371437 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-62a8ca3e-d422-4f26-b3e0-551ea591be0a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:33.394233 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-62a8ca3e-d422-4f26-b3e0-551ea591be0a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] device_id is not set on port 6c5049d8-bd8a-4b6f-878d-d9f1254b2e46 yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:16:33.503177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Allocated IP 2001:db8::2 (d073e621-397a-4dce-8bb6-41914ef3ae95/61fdfcc7-46a3-4e62-bbe7-b405df5016c1/de334daf-93f3-402d-ac4a-0741a31ca11f) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:33.679999 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Publish callbacks [] for port (de334daf-93f3-402d-ac4a-0741a31ca11f), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:33.689767 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (de334daf-93f3-402d-ac4a-0741a31ca11f), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:33.741203 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Network d073e621-397a-4dce-8bb6-41914ef3ae95 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:33.752446 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:33.756404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:33.791994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Pushing event updated for resources: {'Port': ['ID=de334daf-93f3-402d-ac4a-0741a31ca11f,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:33.801684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-62a8ca3e-d422-4f26-b3e0-551ea591be0a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Allocated IP 2001:db8::2f3 (d073e621-397a-4dce-8bb6-41914ef3ae95/61fdfcc7-46a3-4e62-bbe7-b405df5016c1/6c5049d8-bd8a-4b6f-878d-d9f1254b2e46) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:33.917105 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:33.929578 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Attempting to bind port de334daf-93f3-402d-ac4a-0741a31ca11f on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:16:33.929965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Attempting to bind port de334daf-93f3-402d-ac4a-0741a31ca11f by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'c03b7f07-0a5b-4b57-8a24-39c67c8dfb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd073e621-397a-4dce-8bb6-41914ef3ae95'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:16:33.930320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Attempting to bind port de334daf-93f3-402d-ac4a-0741a31ca11f on network d073e621-397a-4dce-8bb6-41914ef3ae95 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:16:33.940011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:16:33.943283 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Checking segment: {'id': 'c03b7f07-0a5b-4b57-8a24-39c67c8dfb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd073e621-397a-4dce-8bb6-41914ef3ae95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:16:33.947701 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:33.947701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Bound using segment: {'id': 'c03b7f07-0a5b-4b57-8a24-39c67c8dfb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd073e621-397a-4dce-8bb6-41914ef3ae95'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:16:33.947701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Bound port: de334daf-93f3-402d-ac4a-0741a31ca11f, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03b7f07-0a5b-4b57-8a24-39c67c8dfb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd073e621-397a-4dce-8bb6-41914ef3ae95'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:16:33.947701 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (de334daf-93f3-402d-ac4a-0741a31ca11f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:34.055201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] For port de334daf-93f3-402d-ac4a-0741a31ca11f, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:16:34.059464 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] For port de334daf-93f3-402d-ac4a-0741a31ca11f, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=de334daf-93f3-402d-ac4a-0741a31ca11f,segment=NetworkSegment(c03b7f07-0a5b-4b57-8a24-39c67c8dfb2c),segment_id=c03b7f07-0a5b-4b57-8a24-39c67c8dfb2c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:16:34.070316 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (de334daf-93f3-402d-ac4a-0741a31ca11f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:34.126328 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-62a8ca3e-d422-4f26-b3e0-551ea591be0a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (6c5049d8-bd8a-4b6f-878d-d9f1254b2e46), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:34.159439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94731d6-96b3-4025-88ed-468eb33f2045 None None] Pushing event updated for resources: {'Port': ['ID=de334daf-93f3-402d-ac4a-0741a31ca11f,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:34.180681 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-62a8ca3e-d422-4f26-b3e0-551ea591be0a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (6c5049d8-bd8a-4b6f-878d-d9f1254b2e46), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:34.251213 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a8ca3e-d422-4f26-b3e0-551ea591be0a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network d073e621-397a-4dce-8bb6-41914ef3ae95 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:34.255708 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-62a8ca3e-d422-4f26-b3e0-551ea591be0a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:34.263964 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a8ca3e-d422-4f26-b3e0-551ea591be0a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:34.269791 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a8ca3e-d422-4f26-b3e0-551ea591be0a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:34.270497 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-62a8ca3e-d422-4f26-b3e0-551ea591be0a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:34.275334 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8ca3e-d422-4f26-b3e0-551ea591be0a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=6c5049d8-bd8a-4b6f-878d-d9f1254b2e46,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:34.296394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-62a8ca3e-d422-4f26-b3e0-551ea591be0a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0819659 Mar 11 12:16:34.298964 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37842) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:34.304587 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5780f4e6-c2e1-48a7-8109-8b808c498ac5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'network_id': 'd073e621-397a-4dce-8bb6-41914ef3ae95', 'name': 'tempest-PortsIpV6TestJSON-599200976'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:34.513559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5780f4e6-c2e1-48a7-8109-8b808c498ac5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:34.525458 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5780f4e6-c2e1-48a7-8109-8b808c498ac5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:34.551620 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-5780f4e6-c2e1-48a7-8109-8b808c498ac5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] device_id is not set on port a7ecda4e-728e-4917-a20b-54b220af188d yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:16:34.594986 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device de334daf-93f3-402d-ac4a-0741a31ca11f up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:16:34.650189 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port de334daf-93f3-402d-ac4a-0741a31ca11f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:34.650831 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (de334daf-93f3-402d-ac4a-0741a31ca11f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:34.710311 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-5780f4e6-c2e1-48a7-8109-8b808c498ac5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Allocated IP 2001:db8::1de (d073e621-397a-4dce-8bb6-41914ef3ae95/61fdfcc7-46a3-4e62-bbe7-b405df5016c1/a7ecda4e-728e-4917-a20b-54b220af188d) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:34.746253 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port de334daf-93f3-402d-ac4a-0741a31ca11f is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:34.747487 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (de334daf-93f3-402d-ac4a-0741a31ca11f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:34.796084 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port de334daf-93f3-402d-ac4a-0741a31ca11f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=de334daf-93f3-402d-ac4a-0741a31ca11f,segment=NetworkSegment(c03b7f07-0a5b-4b57-8a24-39c67c8dfb2c),segment_id=c03b7f07-0a5b-4b57-8a24-39c67c8dfb2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:34.803301 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (de334daf-93f3-402d-ac4a-0741a31ca11f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:34.859769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=de334daf-93f3-402d-ac4a-0741a31ca11f,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:34.899417 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5780f4e6-c2e1-48a7-8109-8b808c498ac5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (a7ecda4e-728e-4917-a20b-54b220af188d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:34.940830 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5780f4e6-c2e1-48a7-8109-8b808c498ac5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a7ecda4e-728e-4917-a20b-54b220af188d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:34.982496 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5780f4e6-c2e1-48a7-8109-8b808c498ac5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network d073e621-397a-4dce-8bb6-41914ef3ae95 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:34.985968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-5780f4e6-c2e1-48a7-8109-8b808c498ac5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:34.990152 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5780f4e6-c2e1-48a7-8109-8b808c498ac5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:34.995339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5780f4e6-c2e1-48a7-8109-8b808c498ac5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:34.996001 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5780f4e6-c2e1-48a7-8109-8b808c498ac5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:35.021847 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780f4e6-c2e1-48a7-8109-8b808c498ac5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=a7ecda4e-728e-4917-a20b-54b220af188d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:35.029968 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5780f4e6-c2e1-48a7-8109-8b808c498ac5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7297564 Mar 11 12:16:35.032470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37848) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:35.143017 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c07880a-191e-47dd-a03a-d1cb654d822e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:35.145082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5c07880a-191e-47dd-a03a-d1cb654d822e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2f3 HTTP/1.1" status: 200 len: 928 time: 0.1116760 Mar 11 12:16:35.147974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37850) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:35.278380 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c00ff-61f9-4fc8-946d-5a7843503184 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port a7ecda4e-728e-4917-a20b-54b220af188d {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:35.279977 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e9c00ff-61f9-4fc8-946d-5a7843503184 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a7ecda4e-728e-4917-a20b-54b220af188d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:35.364522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d563e005-6146-425b-804d-581cd8e66ec0 None None] Network d073e621-397a-4dce-8bb6-41914ef3ae95 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:35.403295 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e9c00ff-61f9-4fc8-946d-5a7843503184 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a7ecda4e-728e-4917-a20b-54b220af188d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:35.419895 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c00ff-61f9-4fc8-946d-5a7843503184 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for a7ecda4e-728e-4917-a20b-54b220af188d owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:35.447457 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6c325ece-b173-472a-9669-a8f82a6f335a None None] Provisioning complete for port de334daf-93f3-402d-ac4a-0741a31ca11f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:35.450451 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6c325ece-b173-472a-9669-a8f82a6f335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (de334daf-93f3-402d-ac4a-0741a31ca11f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:35.597904 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6c325ece-b173-472a-9669-a8f82a6f335a None None] Current status of the port de334daf-93f3-402d-ac4a-0741a31ca11f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:35.606135 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e9c00ff-61f9-4fc8-946d-5a7843503184 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a7ecda4e-728e-4917-a20b-54b220af188d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:35.647945 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c00ff-61f9-4fc8-946d-5a7843503184 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=a7ecda4e-728e-4917-a20b-54b220af188d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:35.667043 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e9c00ff-61f9-4fc8-946d-5a7843503184 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:35.670695 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2e9c00ff-61f9-4fc8-946d-5a7843503184 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/ports/a7ecda4e-728e-4917-a20b-54b220af188d HTTP/1.1" status: 204 len: 168 time: 0.5217273 Mar 11 12:16:35.673283 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37864) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:35.700565 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-e601facc-838e-4e1b-982b-bc07fcbadfc4 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] GET failed (client error): The resource could not be found. Mar 11 12:16:35.702070 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e601facc-838e-4e1b-982b-bc07fcbadfc4 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports/a7ecda4e-728e-4917-a20b-54b220af188d HTTP/1.1" status: 404 len: 333 time: 0.0278687 Mar 11 12:16:35.704715 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37866) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:35.840239 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-7ed620c3-a9e2-4718-b262-1521dadb8d68 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port 6c5049d8-bd8a-4b6f-878d-d9f1254b2e46 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:35.841666 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7ed620c3-a9e2-4718-b262-1521dadb8d68 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6c5049d8-bd8a-4b6f-878d-d9f1254b2e46), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:36.003363 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7ed620c3-a9e2-4718-b262-1521dadb8d68 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6c5049d8-bd8a-4b6f-878d-d9f1254b2e46), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:36.026100 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-7ed620c3-a9e2-4718-b262-1521dadb8d68 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for 6c5049d8-bd8a-4b6f-878d-d9f1254b2e46 owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:36.040868 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ef7c19e5-53fd-4228-95fe-d2a249a1179a None None] Provisioning complete for port 6c5049d8-bd8a-4b6f-878d-d9f1254b2e46 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:36.042453 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ef7c19e5-53fd-4228-95fe-d2a249a1179a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6c5049d8-bd8a-4b6f-878d-d9f1254b2e46), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:36.114911 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c19e5-53fd-4228-95fe-d2a249a1179a None None] Port 6c5049d8-bd8a-4b6f-878d-d9f1254b2e46 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:16:36.129173 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ef7c19e5-53fd-4228-95fe-d2a249a1179a None None] Provisioning complete for port de334daf-93f3-402d-ac4a-0741a31ca11f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:36.129816 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ef7c19e5-53fd-4228-95fe-d2a249a1179a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (de334daf-93f3-402d-ac4a-0741a31ca11f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:36.219799 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7ed620c3-a9e2-4718-b262-1521dadb8d68 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (6c5049d8-bd8a-4b6f-878d-d9f1254b2e46), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:36.275335 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c19e5-53fd-4228-95fe-d2a249a1179a None None] Current status of the port de334daf-93f3-402d-ac4a-0741a31ca11f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:36.276975 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed620c3-a9e2-4718-b262-1521dadb8d68 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=6c5049d8-bd8a-4b6f-878d-d9f1254b2e46,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:36.289717 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ef7c19e5-53fd-4228-95fe-d2a249a1179a None None] Could not find standard attr ID for object a7ecda4e-728e-4917-a20b-54b220af188d. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:16:36.317821 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7ed620c3-a9e2-4718-b262-1521dadb8d68 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:36.324592 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7ed620c3-a9e2-4718-b262-1521dadb8d68 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/ports/6c5049d8-bd8a-4b6f-878d-d9f1254b2e46 HTTP/1.1" status: 204 len: 168 time: 0.6167259 Mar 11 12:16:36.325299 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37870) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:36.364001 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19468a8-1c8a-48ed-bf47-a8ff5d97d7b8 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] GET failed (client error): The resource could not be found. Mar 11 12:16:36.368815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37872) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:36.369148 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d19468a8-1c8a-48ed-bf47-a8ff5d97d7b8 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports/6c5049d8-bd8a-4b6f-878d-d9f1254b2e46 HTTP/1.1" status: 404 len: 333 time: 0.0423188 Mar 11 12:16:36.417101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b92f263b-d14c-4442-9067-5a3f631b35f2 None None] Could not find standard attr ID for object 6c5049d8-bd8a-4b6f-878d-d9f1254b2e46. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:16:36.427624 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7b7842-d63f-4243-91cb-c78c85f7091f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting subnet 61fdfcc7-46a3-4e62-bbe7-b405df5016c1 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:16:36.437355 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c7b7842-d63f-4243-91cb-c78c85f7091f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (61fdfcc7-46a3-4e62-bbe7-b405df5016c1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:36.504323 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c7b7842-d63f-4243-91cb-c78c85f7091f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (61fdfcc7-46a3-4e62-bbe7-b405df5016c1), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:36.565845 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device de334daf-93f3-402d-ac4a-0741a31ca11f up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:16:36.602961 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c7b7842-d63f-4243-91cb-c78c85f7091f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (61fdfcc7-46a3-4e62-bbe7-b405df5016c1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:36.642797 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1e6aa0c8-3572-473e-b311-ee77b8dd2b4d None None] Could not find standard attr ID for object a7ecda4e-728e-4917-a20b-54b220af188d. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:16:36.666437 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port de334daf-93f3-402d-ac4a-0741a31ca11f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:36.666839 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (de334daf-93f3-402d-ac4a-0741a31ca11f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:36.691268 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c7b7842-d63f-4243-91cb-c78c85f7091f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (61fdfcc7-46a3-4e62-bbe7-b405df5016c1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:36.734650 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b7842-d63f-4243-91cb-c78c85f7091f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Subnet': ['ID=61fdfcc7-46a3-4e62-bbe7-b405df5016c1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:36.741385 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c7b7842-d63f-4243-91cb-c78c85f7091f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:36.745153 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5c7b7842-d63f-4243-91cb-c78c85f7091f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/61fdfcc7-46a3-4e62-bbe7-b405df5016c1 HTTP/1.1" status: 204 len: 168 time: 0.3750095 Mar 11 12:16:36.748233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37878) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:36.845368 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port de334daf-93f3-402d-ac4a-0741a31ca11f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:36.866766 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (d073e621-397a-4dce-8bb6-41914ef3ae95), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:36.902668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb1284f-b2ff-41e0-bac6-b17baa55ade6 None None] Network d073e621-397a-4dce-8bb6-41914ef3ae95 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:36.952024 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port de334daf-93f3-402d-ac4a-0741a31ca11f {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:36.952372 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (de334daf-93f3-402d-ac4a-0741a31ca11f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:37.038858 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] For port de334daf-93f3-402d-ac4a-0741a31ca11f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=de334daf-93f3-402d-ac4a-0741a31ca11f,segment=NetworkSegment(c03b7f07-0a5b-4b57-8a24-39c67c8dfb2c),segment_id=c03b7f07-0a5b-4b57-8a24-39c67c8dfb2c)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:37.039530 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (de334daf-93f3-402d-ac4a-0741a31ca11f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:37.058841 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for de334daf-93f3-402d-ac4a-0741a31ca11f owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:37.156602 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0e0f89-a586-4bdb-ba7c-fb8c0a8419a4 None None] DHCP port deletion for d073e621-397a-4dce-8bb6-41914ef3ae95 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:16:37.171663 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (de334daf-93f3-402d-ac4a-0741a31ca11f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:37.192866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2c0e0f89-a586-4bdb-ba7c-fb8c0a8419a4 None None] The port 'de334daf-93f3-402d-ac4a-0741a31ca11f' was deleted {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 11 12:16:37.217080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=de334daf-93f3-402d-ac4a-0741a31ca11f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:37.220392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No DVR routers for this DVR port de334daf-93f3-402d-ac4a-0741a31ca11f on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:16:37.312855 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (d073e621-397a-4dce-8bb6-41914ef3ae95), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:37.346440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d073e621-397a-4dce-8bb6-41914ef3ae95']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:37.368448 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03b7f07-0a5b-4b57-8a24-39c67c8dfb2c') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:37.369468 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03b7f07-0a5b-4b57-8a24-39c67c8dfb2c') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:37.378939 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (c03b7f07-0a5b-4b57-8a24-39c67c8dfb2c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:37.401805 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (c03b7f07-0a5b-4b57-8a24-39c67c8dfb2c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:37.408651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:16:37.409160 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (c03b7f07-0a5b-4b57-8a24-39c67c8dfb2c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:16:37.413217 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:16:37.483989 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (d073e621-397a-4dce-8bb6-41914ef3ae95), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:37.488514 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:37.492437 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/networks/d073e621-397a-4dce-8bb6-41914ef3ae95 HTTP/1.1" status: 204 len: 168 time: 0.7431786 Mar 11 12:16:37.496319 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37882) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:37.505373 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-744506916'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:37.509151 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c803db9-7883-4a37-891c-40a39fd5b693 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Network': ['ID=d073e621-397a-4dce-8bb6-41914ef3ae95,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:37.539645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:37.544498 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:37.582416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:16:37.594322 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (e988aa79-a694-48b7-b7fe-8e9c44927f9b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:37.594679 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Added segment e988aa79-a694-48b7-b7fe-8e9c44927f9b of type vlan for network 46c56219-3762-41be-a9d5-12ac58c290cc Mar 11 12:16:37.645920 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (46c56219-3762-41be-a9d5-12ac58c290cc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:37.688001 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (46c56219-3762-41be-a9d5-12ac58c290cc), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:37.696144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:37.697047 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:37.798019 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3005707 Mar 11 12:16:37.799167 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Network': ['ID=46c56219-3762-41be-a9d5-12ac58c290cc,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:37.800959 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37888) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:37.808055 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:37.808518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:37.808975 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:37.809414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:37.809917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:37.810332 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:37.810460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b05210e3-2311-4037-903e-c9ee3d12d332 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'subnet': {'network_id': '46c56219-3762-41be-a9d5-12ac58c290cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:37.810840 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:37.811247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:37.811792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:37.812237 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:37.812756 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:37.813185 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:37.813587 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf6432-0f1c-4d34-b146-3d036e166399 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:37.825526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 46c56219-3762-41be-a9d5-12ac58c290cc details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:16:37.945004 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05210e3-2311-4037-903e-c9ee3d12d332 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:37.948650 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b05210e3-2311-4037-903e-c9ee3d12d332 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:38.210210 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b05210e3-2311-4037-903e-c9ee3d12d332 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (b604af3c-deed-4480-b998-394e6ecccd6d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:38.296573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05210e3-2311-4037-903e-c9ee3d12d332 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Subnet': ['ID=b604af3c-deed-4480-b998-394e6ecccd6d,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:38.304757 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05210e3-2311-4037-903e-c9ee3d12d332 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Checking segment: {'id': 'e988aa79-a694-48b7-b7fe-8e9c44927f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '46c56219-3762-41be-a9d5-12ac58c290cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:16:38.305018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05210e3-2311-4037-903e-c9ee3d12d332 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network hostable DHCP agents. Network: 46c56219-3762-41be-a9d5-12ac58c290cc, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:16:38.324660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05210e3-2311-4037-903e-c9ee3d12d332 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network 46c56219-3762-41be-a9d5-12ac58c290cc is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:16:38.335295 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-b05210e3-2311-4037-903e-c9ee3d12d332 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 46c56219-3762-41be-a9d5-12ac58c290cc) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:38.339641 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05210e3-2311-4037-903e-c9ee3d12d332 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:38.340224 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b05210e3-2311-4037-903e-c9ee3d12d332 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:38.345579 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052e53dc-8fd8-4a89-81ec-ef834ef67f8b None None] Network 46c56219-3762-41be-a9d5-12ac58c290cc requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:38.360614 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b05210e3-2311-4037-903e-c9ee3d12d332 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5581973 Mar 11 12:16:38.363562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37892) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:38.369037 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2decac16-b823-4d4b-a852-d3b519ed1ae4 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'network_id': '46c56219-3762-41be-a9d5-12ac58c290cc', 'name': 'tempest-PortsIpV6TestJSON-30348922', 'fixed_ips': [{'subnet_id': 'b604af3c-deed-4480-b998-394e6ecccd6d', 'ip_address': '2001:db8::10'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:38.481870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-46c56219-3762-41be-a9d5-12ac58c290cc', 'network_id': '46c56219-3762-41be-a9d5-12ac58c290cc', 'project_id': 'defbce29be36493b81affe7b2a8b0ca3', 'fixed_ips': [{'subnet_id': 'b604af3c-deed-4480-b998-394e6ecccd6d'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:16:38.482759 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:38.495777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2decac16-b823-4d4b-a852-d3b519ed1ae4 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:38.510484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device de334daf-93f3-402d-ac4a-0741a31ca11f no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:16:38.578985 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: de334daf-93f3-402d-ac4a-0741a31ca11f {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:16:38.579356 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device de334daf-93f3-402d-ac4a-0741a31ca11f not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:16:38.602832 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2decac16-b823-4d4b-a852-d3b519ed1ae4 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:38.622145 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-2decac16-b823-4d4b-a852-d3b519ed1ae4 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] device_id is not set on port 32d48c80-c616-49b5-ab96-aa4c28f4f9bc yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:16:38.675207 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Allocated IP 2001:db8::2 (46c56219-3762-41be-a9d5-12ac58c290cc/b604af3c-deed-4480-b998-394e6ecccd6d/2c760380-27d2-4b39-b9b1-1d89d015fefe) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:38.853086 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Publish callbacks [] for port (2c760380-27d2-4b39-b9b1-1d89d015fefe), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:38.860066 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (2c760380-27d2-4b39-b9b1-1d89d015fefe), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:38.915871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Network 46c56219-3762-41be-a9d5-12ac58c290cc is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:38.922655 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:38.925450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:38.928473 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-2decac16-b823-4d4b-a852-d3b519ed1ae4 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Allocated IP 2001:db8::10 (46c56219-3762-41be-a9d5-12ac58c290cc/b604af3c-deed-4480-b998-394e6ecccd6d/32d48c80-c616-49b5-ab96-aa4c28f4f9bc) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:38.937802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Pushing event updated for resources: {'Port': ['ID=2c760380-27d2-4b39-b9b1-1d89d015fefe,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:39.011417 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Attempting to bind port 2c760380-27d2-4b39-b9b1-1d89d015fefe on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:16:39.011925 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Attempting to bind port 2c760380-27d2-4b39-b9b1-1d89d015fefe by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'e988aa79-a694-48b7-b7fe-8e9c44927f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '46c56219-3762-41be-a9d5-12ac58c290cc'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:16:39.012300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Attempting to bind port 2c760380-27d2-4b39-b9b1-1d89d015fefe on network 46c56219-3762-41be-a9d5-12ac58c290cc {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:16:39.018000 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:16:39.018423 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Checking segment: {'id': 'e988aa79-a694-48b7-b7fe-8e9c44927f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '46c56219-3762-41be-a9d5-12ac58c290cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:16:39.018900 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:39.019227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Bound using segment: {'id': 'e988aa79-a694-48b7-b7fe-8e9c44927f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '46c56219-3762-41be-a9d5-12ac58c290cc'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:16:39.019721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Bound port: 2c760380-27d2-4b39-b9b1-1d89d015fefe, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e988aa79-a694-48b7-b7fe-8e9c44927f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '46c56219-3762-41be-a9d5-12ac58c290cc'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:16:39.020197 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2c760380-27d2-4b39-b9b1-1d89d015fefe), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:39.117689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2089b515-59a5-4632-84cb-7c236117426d None None] For port 2c760380-27d2-4b39-b9b1-1d89d015fefe, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:16:39.122283 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2089b515-59a5-4632-84cb-7c236117426d None None] For port 2c760380-27d2-4b39-b9b1-1d89d015fefe, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2c760380-27d2-4b39-b9b1-1d89d015fefe,segment=NetworkSegment(e988aa79-a694-48b7-b7fe-8e9c44927f9b),segment_id=e988aa79-a694-48b7-b7fe-8e9c44927f9b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:16:39.133266 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2c760380-27d2-4b39-b9b1-1d89d015fefe), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:39.161473 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2decac16-b823-4d4b-a852-d3b519ed1ae4 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (32d48c80-c616-49b5-ab96-aa4c28f4f9bc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:39.219380 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2decac16-b823-4d4b-a852-d3b519ed1ae4 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (32d48c80-c616-49b5-ab96-aa4c28f4f9bc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:39.235442 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089b515-59a5-4632-84cb-7c236117426d None None] Pushing event updated for resources: {'Port': ['ID=2c760380-27d2-4b39-b9b1-1d89d015fefe,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:39.282728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2decac16-b823-4d4b-a852-d3b519ed1ae4 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network 46c56219-3762-41be-a9d5-12ac58c290cc is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:39.286232 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-2decac16-b823-4d4b-a852-d3b519ed1ae4 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:39.288916 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2decac16-b823-4d4b-a852-d3b519ed1ae4 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:39.295902 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2decac16-b823-4d4b-a852-d3b519ed1ae4 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:39.296796 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2decac16-b823-4d4b-a852-d3b519ed1ae4 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:39.323083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decac16-b823-4d4b-a852-d3b519ed1ae4 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=32d48c80-c616-49b5-ab96-aa4c28f4f9bc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:39.335492 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2decac16-b823-4d4b-a852-d3b519ed1ae4 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9708550 Mar 11 12:16:39.338120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37928) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:39.343428 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2cb14cc7-2871-480b-8dc2-5ad9273e9f51 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'network_id': '46c56219-3762-41be-a9d5-12ac58c290cc', 'name': 'tempest-PortsIpV6TestJSON-4645593', 'fixed_ips': [{'subnet_id': 'b604af3c-deed-4480-b998-394e6ecccd6d', 'ip_address': '2001:db8::f'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:39.539752 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb14cc7-2871-480b-8dc2-5ad9273e9f51 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:39.546127 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cb14cc7-2871-480b-8dc2-5ad9273e9f51 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:39.574837 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-2cb14cc7-2871-480b-8dc2-5ad9273e9f51 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] device_id is not set on port 9c0f3deb-0fcd-4721-9753-dfc0dadd4d9d yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:16:39.751968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-2cb14cc7-2871-480b-8dc2-5ad9273e9f51 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Allocated IP 2001:db8::f (46c56219-3762-41be-a9d5-12ac58c290cc/b604af3c-deed-4480-b998-394e6ecccd6d/9c0f3deb-0fcd-4721-9753-dfc0dadd4d9d) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:39.935601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cb14cc7-2871-480b-8dc2-5ad9273e9f51 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (9c0f3deb-0fcd-4721-9753-dfc0dadd4d9d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:39.979125 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cb14cc7-2871-480b-8dc2-5ad9273e9f51 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9c0f3deb-0fcd-4721-9753-dfc0dadd4d9d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:40.035213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb14cc7-2871-480b-8dc2-5ad9273e9f51 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network 46c56219-3762-41be-a9d5-12ac58c290cc is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:40.038990 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-2cb14cc7-2871-480b-8dc2-5ad9273e9f51 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:40.042885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb14cc7-2871-480b-8dc2-5ad9273e9f51 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:40.048490 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb14cc7-2871-480b-8dc2-5ad9273e9f51 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:40.049431 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cb14cc7-2871-480b-8dc2-5ad9273e9f51 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:40.067847 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb14cc7-2871-480b-8dc2-5ad9273e9f51 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=9c0f3deb-0fcd-4721-9753-dfc0dadd4d9d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:40.080739 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2cb14cc7-2871-480b-8dc2-5ad9273e9f51 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 0.7414222 Mar 11 12:16:40.083316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37932) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:40.265809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2018a1-8b20-414b-9900-b3d0c4962fa8 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:40.270500 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37938) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:40.271116 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9b2018a1-8b20-414b-9900-b3d0c4962fa8 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1856003 Mar 11 12:16:40.397015 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ceb6b6-4b0d-4088-8f70-4484384863b1 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:40.404117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ceb6b6-4b0d-4088-8f70-4484384863b1 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:40.411002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ceb6b6-4b0d-4088-8f70-4484384863b1 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:40.413820 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f6ceb6b6-4b0d-4088-8f70-4484384863b1 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2384 time: 0.1418605 Mar 11 12:16:40.416672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37940) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:40.535795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5c86f-fe5a-4730-9b7f-5dd3152d48d6 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port 9c0f3deb-0fcd-4721-9753-dfc0dadd4d9d {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:40.536166 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d3a5c86f-fe5a-4730-9b7f-5dd3152d48d6 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9c0f3deb-0fcd-4721-9753-dfc0dadd4d9d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:40.548732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f267b1f-b6c1-4be7-8d01-9ec3d4f82e95 None None] Network 46c56219-3762-41be-a9d5-12ac58c290cc requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:40.576474 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2c760380-27d2-4b39-b9b1-1d89d015fefe up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:16:40.645654 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d3a5c86f-fe5a-4730-9b7f-5dd3152d48d6 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9c0f3deb-0fcd-4721-9753-dfc0dadd4d9d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:40.662480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5c86f-fe5a-4730-9b7f-5dd3152d48d6 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for 9c0f3deb-0fcd-4721-9753-dfc0dadd4d9d owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:40.687097 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-03a0bc60-30a3-4110-a824-71c20cacda93 None None] Provisioning complete for port 2c760380-27d2-4b39-b9b1-1d89d015fefe triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:40.687467 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-03a0bc60-30a3-4110-a824-71c20cacda93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2c760380-27d2-4b39-b9b1-1d89d015fefe), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:40.757718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 2c760380-27d2-4b39-b9b1-1d89d015fefe triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:40.758002 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2c760380-27d2-4b39-b9b1-1d89d015fefe), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:40.831088 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d3a5c86f-fe5a-4730-9b7f-5dd3152d48d6 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9c0f3deb-0fcd-4721-9753-dfc0dadd4d9d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:40.890420 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5c86f-fe5a-4730-9b7f-5dd3152d48d6 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=9c0f3deb-0fcd-4721-9753-dfc0dadd4d9d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:40.917193 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-03a0bc60-30a3-4110-a824-71c20cacda93 None None] Current status of the port 2c760380-27d2-4b39-b9b1-1d89d015fefe is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:40.917838 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-03a0bc60-30a3-4110-a824-71c20cacda93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2c760380-27d2-4b39-b9b1-1d89d015fefe), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:40.940450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 2c760380-27d2-4b39-b9b1-1d89d015fefe is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:40.941129 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2c760380-27d2-4b39-b9b1-1d89d015fefe), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:40.976699 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d3a5c86f-fe5a-4730-9b7f-5dd3152d48d6 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:40.988119 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d3a5c86f-fe5a-4730-9b7f-5dd3152d48d6 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/ports/9c0f3deb-0fcd-4721-9753-dfc0dadd4d9d HTTP/1.1" status: 204 len: 168 time: 0.5702994 Mar 11 12:16:40.991661 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37944) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:40.997095 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-03a0bc60-30a3-4110-a824-71c20cacda93 None None] For port 2c760380-27d2-4b39-b9b1-1d89d015fefe, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2c760380-27d2-4b39-b9b1-1d89d015fefe,segment=NetworkSegment(e988aa79-a694-48b7-b7fe-8e9c44927f9b),segment_id=e988aa79-a694-48b7-b7fe-8e9c44927f9b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:41.007081 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-03a0bc60-30a3-4110-a824-71c20cacda93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2c760380-27d2-4b39-b9b1-1d89d015fefe), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:41.047064 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-088bea96-5f42-4734-88f3-1567fdcbd4ea tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] GET failed (client error): The resource could not be found. Mar 11 12:16:41.048960 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-088bea96-5f42-4734-88f3-1567fdcbd4ea tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports/9c0f3deb-0fcd-4721-9753-dfc0dadd4d9d HTTP/1.1" status: 404 len: 333 time: 0.0556729 Mar 11 12:16:41.051961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37946) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:41.106276 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:16:41.112187 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:16:41.113740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0bc60-30a3-4110-a824-71c20cacda93 None None] Pushing event updated for resources: {'Port': ['ID=2c760380-27d2-4b39-b9b1-1d89d015fefe,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:41.210159 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-ccf8c01f-3671-4727-a894-456f273222df tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port 32d48c80-c616-49b5-ab96-aa4c28f4f9bc {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:41.210456 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ccf8c01f-3671-4727-a894-456f273222df tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (32d48c80-c616-49b5-ab96-aa4c28f4f9bc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:41.327935 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6b89dbfc-9b82-41a2-97da-7c2340555da2 None None] Could not find standard attr ID for object 9c0f3deb-0fcd-4721-9753-dfc0dadd4d9d. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:16:41.357001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6b89dbfc-9b82-41a2-97da-7c2340555da2 None None] Provisioning complete for port 32d48c80-c616-49b5-ab96-aa4c28f4f9bc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:41.357393 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b89dbfc-9b82-41a2-97da-7c2340555da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (32d48c80-c616-49b5-ab96-aa4c28f4f9bc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:41.379521 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ccf8c01f-3671-4727-a894-456f273222df tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (32d48c80-c616-49b5-ab96-aa4c28f4f9bc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:41.402385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6b89dbfc-9b82-41a2-97da-7c2340555da2 None None] Port 32d48c80-c616-49b5-ab96-aa4c28f4f9bc cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:16:41.402947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-ccf8c01f-3671-4727-a894-456f273222df tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for 32d48c80-c616-49b5-ab96-aa4c28f4f9bc owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:41.417415 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6b89dbfc-9b82-41a2-97da-7c2340555da2 None None] Provisioning complete for port 2c760380-27d2-4b39-b9b1-1d89d015fefe triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:41.419933 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b89dbfc-9b82-41a2-97da-7c2340555da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2c760380-27d2-4b39-b9b1-1d89d015fefe), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:41.548022 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6b89dbfc-9b82-41a2-97da-7c2340555da2 None None] Current status of the port 2c760380-27d2-4b39-b9b1-1d89d015fefe is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:41.588097 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ccf8c01f-3671-4727-a894-456f273222df tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (32d48c80-c616-49b5-ab96-aa4c28f4f9bc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:41.682196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 2c760380-27d2-4b39-b9b1-1d89d015fefe is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:41.690073 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8c01f-3671-4727-a894-456f273222df tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=32d48c80-c616-49b5-ab96-aa4c28f4f9bc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:41.694902 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ccf8c01f-3671-4727-a894-456f273222df tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:41.701290 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37952) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:41.701789 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ccf8c01f-3671-4727-a894-456f273222df tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/ports/32d48c80-c616-49b5-ab96-aa4c28f4f9bc HTTP/1.1" status: 204 len: 168 time: 0.6481233 Mar 11 12:16:41.729601 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a374f62-3ce6-447c-b4b7-020cc19f1283 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] GET failed (client error): The resource could not be found. Mar 11 12:16:41.734393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37954) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:41.742471 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6a374f62-3ce6-447c-b4b7-020cc19f1283 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports/32d48c80-c616-49b5-ab96-aa4c28f4f9bc HTTP/1.1" status: 404 len: 333 time: 0.0331993 Mar 11 12:16:41.775621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f0f329f0-6c90-41b7-8a1e-7e6f19699737 None None] Could not find standard attr ID for object 32d48c80-c616-49b5-ab96-aa4c28f4f9bc. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:16:41.803918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aeed893-94ca-4730-a04a-955d81ed0435 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting subnet b604af3c-deed-4480-b998-394e6ecccd6d {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:16:41.807956 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4aeed893-94ca-4730-a04a-955d81ed0435 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (b604af3c-deed-4480-b998-394e6ecccd6d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:41.864721 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4aeed893-94ca-4730-a04a-955d81ed0435 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (b604af3c-deed-4480-b998-394e6ecccd6d), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:41.992854 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4aeed893-94ca-4730-a04a-955d81ed0435 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (b604af3c-deed-4480-b998-394e6ecccd6d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:42.077498 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4aeed893-94ca-4730-a04a-955d81ed0435 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (b604af3c-deed-4480-b998-394e6ecccd6d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:42.098113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-00c7f2a4-d01d-4ec8-a9cd-3d56f3f99d3f None None] Could not find standard attr ID for object 9c0f3deb-0fcd-4721-9753-dfc0dadd4d9d. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:16:42.109400 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeed893-94ca-4730-a04a-955d81ed0435 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Subnet': ['ID=b604af3c-deed-4480-b998-394e6ecccd6d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:42.114495 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4aeed893-94ca-4730-a04a-955d81ed0435 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:42.118365 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4aeed893-94ca-4730-a04a-955d81ed0435 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/b604af3c-deed-4480-b998-394e6ecccd6d HTTP/1.1" status: 204 len: 168 time: 0.3829792 Mar 11 12:16:42.121365 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37958) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:42.230258 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (46c56219-3762-41be-a9d5-12ac58c290cc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:42.293936 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port 2c760380-27d2-4b39-b9b1-1d89d015fefe {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:42.294373 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2c760380-27d2-4b39-b9b1-1d89d015fefe), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:42.325492 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce1accc-5d55-41bc-a3db-7bfbd9dffd43 None None] Network 46c56219-3762-41be-a9d5-12ac58c290cc requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:42.399904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] For port 2c760380-27d2-4b39-b9b1-1d89d015fefe, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=2c760380-27d2-4b39-b9b1-1d89d015fefe,segment=NetworkSegment(e988aa79-a694-48b7-b7fe-8e9c44927f9b),segment_id=e988aa79-a694-48b7-b7fe-8e9c44927f9b)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:42.400326 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2c760380-27d2-4b39-b9b1-1d89d015fefe), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:42.430137 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for 2c760380-27d2-4b39-b9b1-1d89d015fefe owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:42.517145 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925e702f-fae9-49b2-9d85-032f59b9293f None None] DHCP port deletion for 46c56219-3762-41be-a9d5-12ac58c290cc request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:16:42.530588 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (2c760380-27d2-4b39-b9b1-1d89d015fefe), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:42.574929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-925e702f-fae9-49b2-9d85-032f59b9293f None None] Deleting port 2c760380-27d2-4b39-b9b1-1d89d015fefe {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:42.575206 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-925e702f-fae9-49b2-9d85-032f59b9293f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2c760380-27d2-4b39-b9b1-1d89d015fefe), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:42.648782 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-925e702f-fae9-49b2-9d85-032f59b9293f None None] For port 2c760380-27d2-4b39-b9b1-1d89d015fefe, host n-d-833234-2, got binding levels [] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:42.649196 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-925e702f-fae9-49b2-9d85-032f59b9293f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2c760380-27d2-4b39-b9b1-1d89d015fefe), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:42.663178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-925e702f-fae9-49b2-9d85-032f59b9293f None None] Calling delete_port for 2c760380-27d2-4b39-b9b1-1d89d015fefe owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:42.666230 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.ipam_backend_mixin [None req-925e702f-fae9-49b2-9d85-032f59b9293f None None] Port 2c760380-27d2-4b39-b9b1-1d89d015fefe was not found and therefore no delete operation was performed {{(pid=104033) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 12:16:42.667721 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-925e702f-fae9-49b2-9d85-032f59b9293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (2c760380-27d2-4b39-b9b1-1d89d015fefe), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:42.715234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e702f-fae9-49b2-9d85-032f59b9293f None None] Pushing event deleted for resources: {'Port': ['ID=2c760380-27d2-4b39-b9b1-1d89d015fefe,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:42.717287 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925e702f-fae9-49b2-9d85-032f59b9293f None None] No DVR routers for this DVR port 2c760380-27d2-4b39-b9b1-1d89d015fefe on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:16:42.767142 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:42.881542 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=2c760380-27d2-4b39-b9b1-1d89d015fefe,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:42.886351 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No DVR routers for this DVR port 2c760380-27d2-4b39-b9b1-1d89d015fefe on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:16:42.964515 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (46c56219-3762-41be-a9d5-12ac58c290cc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:42.986472 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c56219-3762-41be-a9d5-12ac58c290cc']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:42.997857 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e988aa79-a694-48b7-b7fe-8e9c44927f9b') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:42.998172 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e988aa79-a694-48b7-b7fe-8e9c44927f9b') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:43.014682 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (e988aa79-a694-48b7-b7fe-8e9c44927f9b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:43.030348 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (e988aa79-a694-48b7-b7fe-8e9c44927f9b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:43.043352 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:16:43.043791 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (e988aa79-a694-48b7-b7fe-8e9c44927f9b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:16:43.047184 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:16:43.108809 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (46c56219-3762-41be-a9d5-12ac58c290cc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:43.119628 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:43.126522 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/networks/46c56219-3762-41be-a9d5-12ac58c290cc HTTP/1.1" status: 204 len: 168 time: 1.0006075 Mar 11 12:16:43.126710 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37966) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:43.139963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-12f36791-8e36-404f-a275-3903751bde3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1975544463'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:43.144352 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b281c-cd52-498e-b2db-38142ebf6269 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Network': ['ID=46c56219-3762-41be-a9d5-12ac58c290cc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:43.162326 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f36791-8e36-404f-a275-3903751bde3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:43.166098 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-12f36791-8e36-404f-a275-3903751bde3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:43.194604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f36791-8e36-404f-a275-3903751bde3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:16:43.204422 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-12f36791-8e36-404f-a275-3903751bde3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (dcab2654-be8a-4ca1-bec7-298ee7cb6b6a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:43.204772 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-12f36791-8e36-404f-a275-3903751bde3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Added segment dcab2654-be8a-4ca1-bec7-298ee7cb6b6a of type vlan for network 0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8 Mar 11 12:16:43.255662 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-12f36791-8e36-404f-a275-3903751bde3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:43.285908 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-12f36791-8e36-404f-a275-3903751bde3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:43.292133 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f36791-8e36-404f-a275-3903751bde3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:43.292912 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-12f36791-8e36-404f-a275-3903751bde3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:43.337613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-12f36791-8e36-404f-a275-3903751bde3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2097738 Mar 11 12:16:43.340276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 37968) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:43.347512 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2c61b852-06b8-4131-8cbe-3f39795551a2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'subnet': {'network_id': '0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:43.426770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f36791-8e36-404f-a275-3903751bde3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Network': ['ID=0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:43.442033 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:16:43.510656 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c61b852-06b8-4131-8cbe-3f39795551a2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:43.515472 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c61b852-06b8-4131-8cbe-3f39795551a2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:43.727921 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a342702a-d513-4c13-955d-12ba1e23a679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:43.760893 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c61b852-06b8-4131-8cbe-3f39795551a2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (69562a2c-cac8-4353-a847-a3a672f6dfcb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:43.830933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61b852-06b8-4131-8cbe-3f39795551a2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Subnet': ['ID=69562a2c-cac8-4353-a847-a3a672f6dfcb,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:43.840331 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c61b852-06b8-4131-8cbe-3f39795551a2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Checking segment: {'id': 'dcab2654-be8a-4ca1-bec7-298ee7cb6b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:16:43.840683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c61b852-06b8-4131-8cbe-3f39795551a2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network hostable DHCP agents. Network: 0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:16:43.862007 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c61b852-06b8-4131-8cbe-3f39795551a2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network 0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:16:43.875242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-2c61b852-06b8-4131-8cbe-3f39795551a2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:43.879780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c61b852-06b8-4131-8cbe-3f39795551a2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:43.880655 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c61b852-06b8-4131-8cbe-3f39795551a2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:43.884174 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43807ee-921f-42f1-8d2e-1f08efadf698 None None] Network 0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:43.911914 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37978) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:43.913880 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2c61b852-06b8-4131-8cbe-3f39795551a2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5712435 Mar 11 12:16:43.921157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ab341429-0e04-4c7b-b927-3b32e7244bbf tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-451290501', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:43.948661 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab341429-0e04-4c7b-b927-3b32e7244bbf tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (8d2ddeb4-031b-450a-b1a6-dfab495aecbc), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:43.950113 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab341429-0e04-4c7b-b927-3b32e7244bbf tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (8d2ddeb4-031b-450a-b1a6-dfab495aecbc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:44.032725 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab341429-0e04-4c7b-b927-3b32e7244bbf tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for router_controller (8d2ddeb4-031b-450a-b1a6-dfab495aecbc), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:44.044219 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab341429-0e04-4c7b-b927-3b32e7244bbf tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (8d2ddeb4-031b-450a-b1a6-dfab495aecbc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:44.049006 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8', 'network_id': '0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8', 'project_id': 'defbce29be36493b81affe7b2a8b0ca3', 'fixed_ips': [{'subnet_id': '69562a2c-cac8-4353-a847-a3a672f6dfcb'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:16:44.051303 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:44.077080 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab341429-0e04-4c7b-b927-3b32e7244bbf tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:44.082328 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ab341429-0e04-4c7b-b927-3b32e7244bbf tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1665909 Mar 11 12:16:44.084489 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37982) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:44.107641 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a7129093-d2ee-48cd-be32-13e72dd73a4f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'network_id': '0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8', 'name': 'tempest-PortsIpV6TestJSON-1201252983'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:44.234134 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Allocated IP 2001:db8::2 (0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8/69562a2c-cac8-4353-a847-a3a672f6dfcb/5047ca95-17da-49ac-9bc7-2792c2da2075) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:44.274824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7129093-d2ee-48cd-be32-13e72dd73a4f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:44.283675 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7129093-d2ee-48cd-be32-13e72dd73a4f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:44.312284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-a7129093-d2ee-48cd-be32-13e72dd73a4f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] device_id is not set on port b874ea5e-9897-43a3-ad92-567df590e28a yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:16:44.420235 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Publish callbacks [] for port (5047ca95-17da-49ac-9bc7-2792c2da2075), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:44.429553 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (5047ca95-17da-49ac-9bc7-2792c2da2075), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:44.535101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Network 0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:44.544206 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:44.560312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:44.568220 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2c760380-27d2-4b39-b9b1-1d89d015fefe no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:16:44.612173 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-a7129093-d2ee-48cd-be32-13e72dd73a4f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Allocated IP 2001:db8::2ad (0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8/69562a2c-cac8-4353-a847-a3a672f6dfcb/b874ea5e-9897-43a3-ad92-567df590e28a) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:44.613212 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 2c760380-27d2-4b39-b9b1-1d89d015fefe {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:16:44.613413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 2c760380-27d2-4b39-b9b1-1d89d015fefe not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:16:44.617410 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Pushing event updated for resources: {'Port': ['ID=5047ca95-17da-49ac-9bc7-2792c2da2075,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:44.689107 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Attempting to bind port 5047ca95-17da-49ac-9bc7-2792c2da2075 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:16:44.689870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Attempting to bind port 5047ca95-17da-49ac-9bc7-2792c2da2075 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'dcab2654-be8a-4ca1-bec7-298ee7cb6b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:16:44.690458 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Attempting to bind port 5047ca95-17da-49ac-9bc7-2792c2da2075 on network 0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:16:44.698371 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:16:44.699105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Checking segment: {'id': 'dcab2654-be8a-4ca1-bec7-298ee7cb6b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:16:44.699784 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:44.700448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Bound using segment: {'id': 'dcab2654-be8a-4ca1-bec7-298ee7cb6b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:16:44.701140 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Bound port: 5047ca95-17da-49ac-9bc7-2792c2da2075, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcab2654-be8a-4ca1-bec7-298ee7cb6b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:16:44.701761 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5047ca95-17da-49ac-9bc7-2792c2da2075), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:44.829249 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7129093-d2ee-48cd-be32-13e72dd73a4f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (b874ea5e-9897-43a3-ad92-567df590e28a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:44.866662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] For port 5047ca95-17da-49ac-9bc7-2792c2da2075, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:16:44.877613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] For port 5047ca95-17da-49ac-9bc7-2792c2da2075, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5047ca95-17da-49ac-9bc7-2792c2da2075,segment=NetworkSegment(dcab2654-be8a-4ca1-bec7-298ee7cb6b6a),segment_id=dcab2654-be8a-4ca1-bec7-298ee7cb6b6a)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:16:44.887610 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7129093-d2ee-48cd-be32-13e72dd73a4f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b874ea5e-9897-43a3-ad92-567df590e28a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:44.897502 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5047ca95-17da-49ac-9bc7-2792c2da2075), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:44.949344 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7129093-d2ee-48cd-be32-13e72dd73a4f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network 0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:44.952559 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-a7129093-d2ee-48cd-be32-13e72dd73a4f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:44.963302 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7129093-d2ee-48cd-be32-13e72dd73a4f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:44.969475 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7129093-d2ee-48cd-be32-13e72dd73a4f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:44.970111 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7129093-d2ee-48cd-be32-13e72dd73a4f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:44.972110 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeca6fb-02b7-44ee-a37e-7facf29624e9 None None] Pushing event updated for resources: {'Port': ['ID=5047ca95-17da-49ac-9bc7-2792c2da2075,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:45.003495 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7129093-d2ee-48cd-be32-13e72dd73a4f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=b874ea5e-9897-43a3-ad92-567df590e28a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:45.021952 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a7129093-d2ee-48cd-be32-13e72dd73a4f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9296098 Mar 11 12:16:45.022171 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 37988) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:45.543624 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99337c1c-940b-48d0-9a5a-3e9119c35778 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b874ea5e-9897-43a3-ad92-567df590e28a), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:45.753426 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-307a5c19-783c-4c10-80ba-c0d0b73259b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:45.914553 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99337c1c-940b-48d0-9a5a-3e9119c35778 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (b874ea5e-9897-43a3-ad92-567df590e28a), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:45.930634 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99337c1c-940b-48d0-9a5a-3e9119c35778 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b874ea5e-9897-43a3-ad92-567df590e28a), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:46.137624 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99337c1c-940b-48d0-9a5a-3e9119c35778 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=b874ea5e-9897-43a3-ad92-567df590e28a,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:46.295196 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99337c1c-940b-48d0-9a5a-3e9119c35778 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (8d2ddeb4-031b-450a-b1a6-dfab495aecbc), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:46.400396 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43858bc-c887-4d89-be14-f1014b2a7f02 None None] Network 0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:46.517886 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99337c1c-940b-48d0-9a5a-3e9119c35778 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b874ea5e-9897-43a3-ad92-567df590e28a), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:46.642260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5047ca95-17da-49ac-9bc7-2792c2da2075 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:16:46.778232 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9f3d5120-d964-4fde-8f5b-791c0c84c436 None None] Provisioning complete for port 5047ca95-17da-49ac-9bc7-2792c2da2075 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:46.779866 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5120-d964-4fde-8f5b-791c0c84c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5047ca95-17da-49ac-9bc7-2792c2da2075), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:46.851743 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 5047ca95-17da-49ac-9bc7-2792c2da2075 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:46.852395 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5047ca95-17da-49ac-9bc7-2792c2da2075), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:47.050019 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9f3d5120-d964-4fde-8f5b-791c0c84c436 None None] Current status of the port 5047ca95-17da-49ac-9bc7-2792c2da2075 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:47.050498 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5120-d964-4fde-8f5b-791c0c84c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5047ca95-17da-49ac-9bc7-2792c2da2075), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:47.179450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 5047ca95-17da-49ac-9bc7-2792c2da2075 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:47.179870 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5047ca95-17da-49ac-9bc7-2792c2da2075), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:47.209599 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9f3d5120-d964-4fde-8f5b-791c0c84c436 None None] For port 5047ca95-17da-49ac-9bc7-2792c2da2075, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5047ca95-17da-49ac-9bc7-2792c2da2075,segment=NetworkSegment(dcab2654-be8a-4ca1-bec7-298ee7cb6b6a),segment_id=dcab2654-be8a-4ca1-bec7-298ee7cb6b6a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:47.238372 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5120-d964-4fde-8f5b-791c0c84c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5047ca95-17da-49ac-9bc7-2792c2da2075), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:47.465816 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:16:47.469477 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:16:47.489890 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:47.527365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d5120-d964-4fde-8f5b-791c0c84c436 None None] Pushing event updated for resources: {'Port': ['ID=5047ca95-17da-49ac-9bc7-2792c2da2075,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:47.529806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99337c1c-940b-48d0-9a5a-3e9119c35778 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (b874ea5e-9897-43a3-ad92-567df590e28a), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:47.536272 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99337c1c-940b-48d0-9a5a-3e9119c35778 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b874ea5e-9897-43a3-ad92-567df590e28a), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:47.538252 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99337c1c-940b-48d0-9a5a-3e9119c35778 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (8d2ddeb4-031b-450a-b1a6-dfab495aecbc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:47.548277 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-44260745-f86c-4099-9c05-00c1d2c3521f None None] Provisioning complete for port 5047ca95-17da-49ac-9bc7-2792c2da2075 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:47.565996 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-44260745-f86c-4099-9c05-00c1d2c3521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5047ca95-17da-49ac-9bc7-2792c2da2075), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:47.628479 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99337c1c-940b-48d0-9a5a-3e9119c35778 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=b874ea5e-9897-43a3-ad92-567df590e28a,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:47.720192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99337c1c-940b-48d0-9a5a-3e9119c35778 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network 0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:47.726624 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-99337c1c-940b-48d0-9a5a-3e9119c35778 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:47.739270 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-44260745-f86c-4099-9c05-00c1d2c3521f None None] Current status of the port 5047ca95-17da-49ac-9bc7-2792c2da2075 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:47.761541 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-44260745-f86c-4099-9c05-00c1d2c3521f None None] Provisioning complete for port b874ea5e-9897-43a3-ad92-567df590e28a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:47.761923 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-44260745-f86c-4099-9c05-00c1d2c3521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b874ea5e-9897-43a3-ad92-567df590e28a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:47.820122 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-44260745-f86c-4099-9c05-00c1d2c3521f None None] Port b874ea5e-9897-43a3-ad92-567df590e28a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:16:47.907751 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99337c1c-940b-48d0-9a5a-3e9119c35778 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Router 8d2ddeb4-031b-450a-b1a6-dfab495aecbc is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:16:47.953647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-854c1048-6492-426c-bb98-b63be8c924d4 None None] Provisioning complete for port b874ea5e-9897-43a3-ad92-567df590e28a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:47.954024 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-854c1048-6492-426c-bb98-b63be8c924d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b874ea5e-9897-43a3-ad92-567df590e28a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:48.053808 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99337c1c-940b-48d0-9a5a-3e9119c35778 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:16:48.064312 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f46c6a-8477-4cd7-9b6b-0930546ec513 None None] Sync routers for ids ['8d2ddeb4-031b-450a-b1a6-dfab495aecbc'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:16:48.076144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38024) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:48.087456 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-99337c1c-940b-48d0-9a5a-3e9119c35778 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "PUT /v2.0/routers/8d2ddeb4-031b-450a-b1a6-dfab495aecbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0499907 Mar 11 12:16:48.097467 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f46c6a-8477-4cd7-9b6b-0930546ec513 None None] Routers {'8d2ddeb4-031b-450a-b1a6-dfab495aecbc'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:16:48.098089 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-49f46c6a-8477-4cd7-9b6b-0930546ec513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:16:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8d2ddeb4-031b-450a-b1a6-dfab495aecbc'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:48.116754 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-854c1048-6492-426c-bb98-b63be8c924d4 None None] Port b874ea5e-9897-43a3-ad92-567df590e28a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:16:48.125308 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 5047ca95-17da-49ac-9bc7-2792c2da2075 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:48.181633 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-49f46c6a-8477-4cd7-9b6b-0930546ec513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:48.211056 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f46c6a-8477-4cd7-9b6b-0930546ec513 None None] Routers {'8d2ddeb4-031b-450a-b1a6-dfab495aecbc'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:16:48.211266 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-49f46c6a-8477-4cd7-9b6b-0930546ec513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:16:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8d2ddeb4-031b-450a-b1a6-dfab495aecbc'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:48.224272 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10af6ae6-0a22-472b-945e-62426aaf8479 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:48.227513 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-10af6ae6-0a22-472b-945e-62426aaf8479 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d2ddeb4-031b-450a-b1a6-dfab495aecbc HTTP/1.1" status: 200 len: 989 time: 0.1486917 Mar 11 12:16:48.230156 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38026) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:48.259301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5efa1c97-5e80-464c-bf46-e6c7988ad456 None None] Provisioning complete for port b874ea5e-9897-43a3-ad92-567df590e28a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:48.265808 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5efa1c97-5e80-464c-bf46-e6c7988ad456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b874ea5e-9897-43a3-ad92-567df590e28a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:48.297593 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-49f46c6a-8477-4cd7-9b6b-0930546ec513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:48.298510 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f46c6a-8477-4cd7-9b6b-0930546ec513 None None] The sync data for ids ['8d2ddeb4-031b-450a-b1a6-dfab495aecbc'] in n-d-833234-2 is: [] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:16:48.348798 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5efa1c97-5e80-464c-bf46-e6c7988ad456 None None] Port b874ea5e-9897-43a3-ad92-567df590e28a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:16:48.525015 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5047ca95-17da-49ac-9bc7-2792c2da2075 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:16:48.625757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 5047ca95-17da-49ac-9bc7-2792c2da2075 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:48.626130 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5047ca95-17da-49ac-9bc7-2792c2da2075), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:48.698965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-44907f6c-0fe0-4bdc-9781-a3942511e659 None None] Provisioning complete for port b874ea5e-9897-43a3-ad92-567df590e28a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:48.700093 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-44907f6c-0fe0-4bdc-9781-a3942511e659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b874ea5e-9897-43a3-ad92-567df590e28a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:48.702095 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:48.769977 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-44907f6c-0fe0-4bdc-9781-a3942511e659 None None] Port b874ea5e-9897-43a3-ad92-567df590e28a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:16:48.780885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 5047ca95-17da-49ac-9bc7-2792c2da2075 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:48.905172 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89e73710-771c-490d-8125-77b5341f9112 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (8d2ddeb4-031b-450a-b1a6-dfab495aecbc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:49.275101 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-89e73710-771c-490d-8125-77b5341f9112 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port b874ea5e-9897-43a3-ad92-567df590e28a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:49.275444 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89e73710-771c-490d-8125-77b5341f9112 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b874ea5e-9897-43a3-ad92-567df590e28a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:49.405108 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89e73710-771c-490d-8125-77b5341f9112 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b874ea5e-9897-43a3-ad92-567df590e28a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:49.425484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-89e73710-771c-490d-8125-77b5341f9112 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for b874ea5e-9897-43a3-ad92-567df590e28a owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:49.432441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38038) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:49.617480 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2e1e42c-508d-4b6d-8eb7-683766a1c263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:49.846237 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2e1e42c-508d-4b6d-8eb7-683766a1c263 admin admin] Publish callbacks [] for security_group (5ab46511-68fb-440c-b197-f6093cfe0dd1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:49.854762 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89e73710-771c-490d-8125-77b5341f9112 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b874ea5e-9897-43a3-ad92-567df590e28a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:49.876591 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d2e1e42c-508d-4b6d-8eb7-683766a1c263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5ab46511-68fb-440c-b197-f6093cfe0dd1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:50.013011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e73710-771c-490d-8125-77b5341f9112 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=b874ea5e-9897-43a3-ad92-567df590e28a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:50.079463 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:50.110858 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d2e1e42c-508d-4b6d-8eb7-683766a1c263 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f4d83ee306ce40a0bd0f548b9033fffb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6766834 Mar 11 12:16:50.113253 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38046) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:50.116857 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1e42c-508d-4b6d-8eb7-683766a1c263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab46511-68fb-440c-b197-f6093cfe0dd1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:50.197828 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ede52f7a-1384-48ee-b3b8-4112f4a4d31b admin admin] Publish callbacks [] for security_group (5ab46511-68fb-440c-b197-f6093cfe0dd1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:50.238401 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ede52f7a-1384-48ee-b3b8-4112f4a4d31b admin admin] Publish callbacks [] for security_group (5ab46511-68fb-440c-b197-f6093cfe0dd1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:50.290368 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89e73710-771c-490d-8125-77b5341f9112 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (8d2ddeb4-031b-450a-b1a6-dfab495aecbc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:50.455852 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ede52f7a-1384-48ee-b3b8-4112f4a4d31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5ab46511-68fb-440c-b197-f6093cfe0dd1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:50.459963 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ede52f7a-1384-48ee-b3b8-4112f4a4d31b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:50.461325 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ede52f7a-1384-48ee-b3b8-4112f4a4d31b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5ab46511-68fb-440c-b197-f6093cfe0dd1 HTTP/1.1" status: 204 len: 168 time: 0.3470497 Mar 11 12:16:50.495284 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede52f7a-1384-48ee-b3b8-4112f4a4d31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab46511-68fb-440c-b197-f6093cfe0dd1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:50.553394 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e73710-771c-490d-8125-77b5341f9112 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Router 8d2ddeb4-031b-450a-b1a6-dfab495aecbc has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:16:50.662254 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e73710-771c-490d-8125-77b5341f9112 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:16:50.672754 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-89e73710-771c-490d-8125-77b5341f9112 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "PUT /v2.0/routers/8d2ddeb4-031b-450a-b1a6-dfab495aecbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4392648 Mar 11 12:16:50.673323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38052) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:50.678041 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571cb4d-6cbe-4dd5-aed3-89cd69b11a5e None None] Sync routers for ids ['8d2ddeb4-031b-450a-b1a6-dfab495aecbc'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:16:50.696139 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e571cb4d-6cbe-4dd5-aed3-89cd69b11a5e None None] Routers {'8d2ddeb4-031b-450a-b1a6-dfab495aecbc'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:16:50.697200 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e571cb4d-6cbe-4dd5-aed3-89cd69b11a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:16:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8d2ddeb4-031b-450a-b1a6-dfab495aecbc'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:50.744474 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1adecec-7db1-4e4b-ad26-5f0110ff194d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] GET failed (client error): The resource could not be found. Mar 11 12:16:50.748749 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c1adecec-7db1-4e4b-ad26-5f0110ff194d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports/b874ea5e-9897-43a3-ad92-567df590e28a HTTP/1.1" status: 404 len: 333 time: 0.0720339 Mar 11 12:16:50.749749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38056) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:50.779090 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e571cb4d-6cbe-4dd5-aed3-89cd69b11a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:50.794099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e571cb4d-6cbe-4dd5-aed3-89cd69b11a5e None None] Routers {'8d2ddeb4-031b-450a-b1a6-dfab495aecbc'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:16:50.795142 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e571cb4d-6cbe-4dd5-aed3-89cd69b11a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:16:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['8d2ddeb4-031b-450a-b1a6-dfab495aecbc'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:50.839259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e571cb4d-6cbe-4dd5-aed3-89cd69b11a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:50.840438 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571cb4d-6cbe-4dd5-aed3-89cd69b11a5e None None] The sync data for ids ['8d2ddeb4-031b-450a-b1a6-dfab495aecbc'] in n-d-833234-2 is: [] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:16:50.891290 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f53f171-1a26-43c7-8353-d384285fef6f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for router (8d2ddeb4-031b-450a-b1a6-dfab495aecbc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.074877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38068) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:51.098842 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0cf17598-85a1-4a51-b0e6-d05baaa75ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.140916 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f53f171-1a26-43c7-8353-d384285fef6f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (8d2ddeb4-031b-450a-b1a6-dfab495aecbc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.144481 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f53f171-1a26-43c7-8353-d384285fef6f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for router_controller (8d2ddeb4-031b-450a-b1a6-dfab495aecbc), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.212024 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f53f171-1a26-43c7-8353-d384285fef6f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (8d2ddeb4-031b-450a-b1a6-dfab495aecbc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.212263 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0cf17598-85a1-4a51-b0e6-d05baaa75ba5 admin admin] Publish callbacks [] for security_group (36176344-5ff4-4bd3-930b-41c3463e1212), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.212586 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f53f171-1a26-43c7-8353-d384285fef6f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Fanout notify agent at l3_agent the message router_deleted on router 8d2ddeb4-031b-450a-b1a6-dfab495aecbc {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:16:51.220174 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f53f171-1a26-43c7-8353-d384285fef6f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.225773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38070) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:51.232262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7f53f171-1a26-43c7-8353-d384285fef6f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/routers/8d2ddeb4-031b-450a-b1a6-dfab495aecbc HTTP/1.1" status: 204 len: 168 time: 0.4808142 Mar 11 12:16:51.235436 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0cf17598-85a1-4a51-b0e6-d05baaa75ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (36176344-5ff4-4bd3-930b-41c3463e1212), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.301402 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38076) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:51.301802 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0cf17598-85a1-4a51-b0e6-d05baaa75ba5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c8cad5bf923648eaad57108ea79d29cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2257328 Mar 11 12:16:51.332877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf17598-85a1-4a51-b0e6-d05baaa75ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36176344-5ff4-4bd3-930b-41c3463e1212,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:51.344909 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf17598-85a1-4a51-b0e6-d05baaa75ba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:51.345271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf17598-85a1-4a51-b0e6-d05baaa75ba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:51.345606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf17598-85a1-4a51-b0e6-d05baaa75ba5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:51.345930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf17598-85a1-4a51-b0e6-d05baaa75ba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:51.346527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf17598-85a1-4a51-b0e6-d05baaa75ba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:51.347041 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf17598-85a1-4a51-b0e6-d05baaa75ba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:51.347549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf17598-85a1-4a51-b0e6-d05baaa75ba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:51.348681 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf17598-85a1-4a51-b0e6-d05baaa75ba5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:51.349035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf17598-85a1-4a51-b0e6-d05baaa75ba5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:51.349447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf17598-85a1-4a51-b0e6-d05baaa75ba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:51.349780 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf17598-85a1-4a51-b0e6-d05baaa75ba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:51.350121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf17598-85a1-4a51-b0e6-d05baaa75ba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:51.351034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf17598-85a1-4a51-b0e6-d05baaa75ba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:16:51.378367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-74802316-bb4b-4fc3-9ca9-27869dd5cf2d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting subnet 69562a2c-cac8-4353-a847-a3a672f6dfcb {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:16:51.382592 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74802316-bb4b-4fc3-9ca9-27869dd5cf2d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (69562a2c-cac8-4353-a847-a3a672f6dfcb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.407088 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d66aedd-048d-4afd-851d-3feffe7fbf6a admin admin] Publish callbacks [] for security_group (36176344-5ff4-4bd3-930b-41c3463e1212), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.430998 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74802316-bb4b-4fc3-9ca9-27869dd5cf2d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (69562a2c-cac8-4353-a847-a3a672f6dfcb), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.447440 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d66aedd-048d-4afd-851d-3feffe7fbf6a admin admin] Publish callbacks [] for security_group (36176344-5ff4-4bd3-930b-41c3463e1212), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.542348 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d66aedd-048d-4afd-851d-3feffe7fbf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (36176344-5ff4-4bd3-930b-41c3463e1212), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.546198 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d66aedd-048d-4afd-851d-3feffe7fbf6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.547958 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7d66aedd-048d-4afd-851d-3feffe7fbf6a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36176344-5ff4-4bd3-930b-41c3463e1212 HTTP/1.1" status: 204 len: 168 time: 0.2452741 Mar 11 12:16:51.558693 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74802316-bb4b-4fc3-9ca9-27869dd5cf2d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (69562a2c-cac8-4353-a847-a3a672f6dfcb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.558920 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66aedd-048d-4afd-851d-3feffe7fbf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36176344-5ff4-4bd3-930b-41c3463e1212,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:51.629427 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74802316-bb4b-4fc3-9ca9-27869dd5cf2d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (69562a2c-cac8-4353-a847-a3a672f6dfcb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.669838 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74802316-bb4b-4fc3-9ca9-27869dd5cf2d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Subnet': ['ID=69562a2c-cac8-4353-a847-a3a672f6dfcb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:51.677500 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74802316-bb4b-4fc3-9ca9-27869dd5cf2d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.679256 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df880a7b-ac38-4846-ac9f-7fbd19887a27 None None] Network 0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:51.683963 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-74802316-bb4b-4fc3-9ca9-27869dd5cf2d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/69562a2c-cac8-4353-a847-a3a672f6dfcb HTTP/1.1" status: 204 len: 168 time: 0.4548006 Mar 11 12:16:51.684365 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38086) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:51.869474 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.938533 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79eabbf-51f3-4127-990d-520a6f29ae26 None None] DHCP port deletion for 0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:16:51.965781 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port 5047ca95-17da-49ac-9bc7-2792c2da2075 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:51.966235 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5047ca95-17da-49ac-9bc7-2792c2da2075), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:51.991854 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e79eabbf-51f3-4127-990d-520a6f29ae26 None None] Deleting port 5047ca95-17da-49ac-9bc7-2792c2da2075 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:51.992540 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e79eabbf-51f3-4127-990d-520a6f29ae26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5047ca95-17da-49ac-9bc7-2792c2da2075), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:52.054390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] For port 5047ca95-17da-49ac-9bc7-2792c2da2075, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5047ca95-17da-49ac-9bc7-2792c2da2075,segment=NetworkSegment(dcab2654-be8a-4ca1-bec7-298ee7cb6b6a),segment_id=dcab2654-be8a-4ca1-bec7-298ee7cb6b6a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:52.054874 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5047ca95-17da-49ac-9bc7-2792c2da2075), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:52.070875 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e79eabbf-51f3-4127-990d-520a6f29ae26 None None] For port 5047ca95-17da-49ac-9bc7-2792c2da2075, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5047ca95-17da-49ac-9bc7-2792c2da2075,segment=NetworkSegment(dcab2654-be8a-4ca1-bec7-298ee7cb6b6a),segment_id=dcab2654-be8a-4ca1-bec7-298ee7cb6b6a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:52.071770 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e79eabbf-51f3-4127-990d-520a6f29ae26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5047ca95-17da-49ac-9bc7-2792c2da2075), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:52.078103 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for 5047ca95-17da-49ac-9bc7-2792c2da2075 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:52.089640 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e79eabbf-51f3-4127-990d-520a6f29ae26 None None] Calling delete_port for 5047ca95-17da-49ac-9bc7-2792c2da2075 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:52.224074 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (5047ca95-17da-49ac-9bc7-2792c2da2075), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:52.230061 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e79eabbf-51f3-4127-990d-520a6f29ae26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (5047ca95-17da-49ac-9bc7-2792c2da2075), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:52.258064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=5047ca95-17da-49ac-9bc7-2792c2da2075,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:52.263535 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No DVR routers for this DVR port 5047ca95-17da-49ac-9bc7-2792c2da2075 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:16:52.288030 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79eabbf-51f3-4127-990d-520a6f29ae26 None None] Pushing event deleted for resources: {'Port': ['ID=5047ca95-17da-49ac-9bc7-2792c2da2075,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:52.300779 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79eabbf-51f3-4127-990d-520a6f29ae26 None None] No DVR routers for this DVR port 5047ca95-17da-49ac-9bc7-2792c2da2075 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:16:52.403996 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:52.428618 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:52.445834 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcab2654-be8a-4ca1-bec7-298ee7cb6b6a') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:52.446115 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcab2654-be8a-4ca1-bec7-298ee7cb6b6a') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:16:52.459742 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (dcab2654-be8a-4ca1-bec7-298ee7cb6b6a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:52.475043 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (dcab2654-be8a-4ca1-bec7-298ee7cb6b6a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:52.481786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:16:52.482228 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (dcab2654-be8a-4ca1-bec7-298ee7cb6b6a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:16:52.485445 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:16:52.522171 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5047ca95-17da-49ac-9bc7-2792c2da2075 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:16:52.564143 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 5047ca95-17da-49ac-9bc7-2792c2da2075 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:16:52.564514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5047ca95-17da-49ac-9bc7-2792c2da2075 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:16:52.600760 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:52.631059 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:52.639500 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38116) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:52.640028 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/networks/0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8 HTTP/1.1" status: 204 len: 168 time: 0.9540861 Mar 11 12:16:52.640614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa399676-d8e7-43b4-9c4b-fe2f1f61428c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Network': ['ID=0aa8f276-4a6c-47c2-90cf-0f61bbbbabb8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:52.699124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1e251f-da90-4ff1-ba05-21f2c5aa8cfa tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:52.704530 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38118) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:52.712225 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3e1e251f-da90-4ff1-ba05-21f2c5aa8cfa tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports/f571ef37-7231-42d5-8be0-a47238b18a20 HTTP/1.1" status: 200 len: 845 time: 0.0706079 Mar 11 12:16:52.777900 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d6c09959-78ae-4c59-90f2-129fa0e99225 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports/f571ef37-7231-42d5-8be0-a47238b18a20?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0683670 Mar 11 12:16:52.778264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38124) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:52.783385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-50f77038-fba2-4f31-8dce-1dd21be4e0c3 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'subnet': {'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:52.888249 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f77038-fba2-4f31-8dce-1dd21be4e0c3 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:52.892534 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50f77038-fba2-4f31-8dce-1dd21be4e0c3 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:53.118850 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50f77038-fba2-4f31-8dce-1dd21be4e0c3 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (f86475be-f19d-49c8-97be-4c735db17b6f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:53.178198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f77038-fba2-4f31-8dce-1dd21be4e0c3 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:53.183567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-50f77038-fba2-4f31-8dce-1dd21be4e0c3 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:53.194070 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6837ccb1-7759-4a12-b0a5-1c79de7749bb None None] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:53.211918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f77038-fba2-4f31-8dce-1dd21be4e0c3 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:53.212530 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50f77038-fba2-4f31-8dce-1dd21be4e0c3 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:53.278197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f77038-fba2-4f31-8dce-1dd21be4e0c3 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Subnet': ['ID=f86475be-f19d-49c8-97be-4c735db17b6f,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:53.295489 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-50f77038-fba2-4f31-8dce-1dd21be4e0c3 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5137303 Mar 11 12:16:53.296137 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38138) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:53.300767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-51f8e4a4-8f3f-44ed-b6b4-ff28eac48c07 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'security_group': {'name': 'tempest-secgroup-25830563'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:53.350923 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-51f8e4a4-8f3f-44ed-b6b4-ff28eac48c07 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:53.389853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf', 'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf', 'project_id': 'defbce29be36493b81affe7b2a8b0ca3', 'fixed_ips': [{'subnet_id': 'f86475be-f19d-49c8-97be-4c735db17b6f'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:16:53.390744 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:53.499726 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-51f8e4a4-8f3f-44ed-b6b4-ff28eac48c07 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (4863f3f9-9480-4951-802f-5a7a1b404092), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:53.511598 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-51f8e4a4-8f3f-44ed-b6b4-ff28eac48c07 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4863f3f9-9480-4951-802f-5a7a1b404092), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:53.570878 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8e4a4-8f3f-44ed-b6b4-ff28eac48c07 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4863f3f9-9480-4951-802f-5a7a1b404092,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:53.579136 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-51f8e4a4-8f3f-44ed-b6b4-ff28eac48c07 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:53.580623 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-51f8e4a4-8f3f-44ed-b6b4-ff28eac48c07 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2833507 Mar 11 12:16:53.583392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38142) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:53.587963 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1338e130-3a3d-4602-be90-b6320e878baa tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'security_group': {'name': 'tempest-secgroup-1240385803'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:53.615123 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Allocated IP 2001:db8::2 (c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf/f86475be-f19d-49c8-97be-4c735db17b6f/1cb751c1-3c67-47e0-90a8-57dcd57a78de) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:53.647199 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1338e130-3a3d-4602-be90-b6320e878baa tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:53.788304 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1338e130-3a3d-4602-be90-b6320e878baa tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (cf28221b-dbe1-4dea-a814-796e1b5c249b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:53.803218 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1338e130-3a3d-4602-be90-b6320e878baa tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cf28221b-dbe1-4dea-a814-796e1b5c249b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:53.846483 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1338e130-3a3d-4602-be90-b6320e878baa tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:53.847959 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1338e130-3a3d-4602-be90-b6320e878baa tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2635221 Mar 11 12:16:53.851363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38152) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:53.852793 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Publish callbacks [] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:53.853674 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338e130-3a3d-4602-be90-b6320e878baa tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf28221b-dbe1-4dea-a814-796e1b5c249b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:53.877119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2d647dc5-8403-4c88-881e-5fb3f9666785 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-189357564', 'security_groups': ['cf28221b-dbe1-4dea-a814-796e1b5c249b'], 'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f86475be-f19d-49c8-97be-4c735db17b6f'}]}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:53.877451 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:53.928632 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:53.932638 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:53.940425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:53.989956 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Pushing event updated for resources: {'Port': ['ID=1cb751c1-3c67-47e0-90a8-57dcd57a78de,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:54.033925 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Attempting to bind port 1cb751c1-3c67-47e0-90a8-57dcd57a78de on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:16:54.034309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Attempting to bind port 1cb751c1-3c67-47e0-90a8-57dcd57a78de by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '708d71c9-eb7a-4125-b9e0-d57f9c7d35c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:16:54.034662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Attempting to bind port 1cb751c1-3c67-47e0-90a8-57dcd57a78de on network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:16:54.047875 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:16:54.048393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Checking segment: {'id': '708d71c9-eb7a-4125-b9e0-d57f9c7d35c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:16:54.048811 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:54.049229 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Bound using segment: {'id': '708d71c9-eb7a-4125-b9e0-d57f9c7d35c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:16:54.049939 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Bound port: 1cb751c1-3c67-47e0-90a8-57dcd57a78de, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708d71c9-eb7a-4125-b9e0-d57f9c7d35c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:16:54.050472 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:54.104559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d647dc5-8403-4c88-881e-5fb3f9666785 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:54.152136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] For port 1cb751c1-3c67-47e0-90a8-57dcd57a78de, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:16:54.160455 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] For port 1cb751c1-3c67-47e0-90a8-57dcd57a78de, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1cb751c1-3c67-47e0-90a8-57dcd57a78de,segment=NetworkSegment(708d71c9-eb7a-4125-b9e0-d57f9c7d35c5),segment_id=708d71c9-eb7a-4125-b9e0-d57f9c7d35c5)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:16:54.175042 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:54.232503 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d647dc5-8403-4c88-881e-5fb3f9666785 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:54.275406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [None req-2d647dc5-8403-4c88-881e-5fb3f9666785 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] device_id is not set on port b473bcaf-8b7c-49d9-8293-c065f56eebbb yet. {{(pid=104031) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:16:54.314010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4ff3f-93b7-4e85-8cd5-16afb7fb7cf0 None None] Pushing event updated for resources: {'Port': ['ID=1cb751c1-3c67-47e0-90a8-57dcd57a78de,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:54.504855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-2d647dc5-8403-4c88-881e-5fb3f9666785 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Allocated IP 2001:db8::2de (c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf/f86475be-f19d-49c8-97be-4c735db17b6f/b473bcaf-8b7c-49d9-8293-c065f56eebbb) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:54.805991 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d647dc5-8403-4c88-881e-5fb3f9666785 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (b473bcaf-8b7c-49d9-8293-c065f56eebbb), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:54.849974 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d647dc5-8403-4c88-881e-5fb3f9666785 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b473bcaf-8b7c-49d9-8293-c065f56eebbb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:54.903115 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d647dc5-8403-4c88-881e-5fb3f9666785 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:54.906877 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-2d647dc5-8403-4c88-881e-5fb3f9666785 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:54.912924 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d647dc5-8403-4c88-881e-5fb3f9666785 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:16:54.919059 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d647dc5-8403-4c88-881e-5fb3f9666785 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:54.920168 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d647dc5-8403-4c88-881e-5fb3f9666785 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:54.947839 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2d647dc5-8403-4c88-881e-5fb3f9666785 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0949984 Mar 11 12:16:54.950700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38166) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:54.955944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d647dc5-8403-4c88-881e-5fb3f9666785 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=b473bcaf-8b7c-49d9-8293-c065f56eebbb,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:54.956125 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f9be399c-c61b-45e6-ad53-44d712cf1f9d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'subnet': {'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:55.107839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9be399c-c61b-45e6-ad53-44d712cf1f9d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:55.115100 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f9be399c-c61b-45e6-ad53-44d712cf1f9d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:55.309297 n-d-833234-2 neutron-server[104032]: INFO neutron.db.ipam_backend_mixin [None req-f9be399c-c61b-45e6-ad53-44d712cf1f9d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f86475be-f19d-49c8-97be-4c735db17b6f (CIDR: 2001:db8::/64) Mar 11 12:16:55.315630 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9be399c-c61b-45e6-ad53-44d712cf1f9d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:16:55.317221 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9be399c-c61b-45e6-ad53-44d712cf1f9d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:16:55.355978 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f9be399c-c61b-45e6-ad53-44d712cf1f9d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4038420 Mar 11 12:16:55.358786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38172) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:55.364492 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-23dff6fe-f073-4071-8d5d-6697278e4b1d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'subnet': {'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:55.522444 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dff6fe-f073-4071-8d5d-6697278e4b1d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:55.531269 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23dff6fe-f073-4071-8d5d-6697278e4b1d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:55.859392 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f4109f13-6417-4b65-bcf0-72b78d370c3f None None] Provisioning complete for port f571ef37-7231-42d5-8be0-a47238b18a20 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:55.860396 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f4109f13-6417-4b65-bcf0-72b78d370c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f571ef37-7231-42d5-8be0-a47238b18a20), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:55.984504 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f4109f13-6417-4b65-bcf0-72b78d370c3f None None] Port f571ef37-7231-42d5-8be0-a47238b18a20 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:16:56.010040 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f4109f13-6417-4b65-bcf0-72b78d370c3f None None] Provisioning complete for port 1cb751c1-3c67-47e0-90a8-57dcd57a78de triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:56.010412 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f4109f13-6417-4b65-bcf0-72b78d370c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:56.087536 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23dff6fe-f073-4071-8d5d-6697278e4b1d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (941cef21-e56c-4e25-a681-0d6ca521e40e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:56.168168 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f4109f13-6417-4b65-bcf0-72b78d370c3f None None] Current status of the port 1cb751c1-3c67-47e0-90a8-57dcd57a78de is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:56.168943 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f4109f13-6417-4b65-bcf0-72b78d370c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:56.179819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dff6fe-f073-4071-8d5d-6697278e4b1d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:16:56.194378 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-23dff6fe-f073-4071-8d5d-6697278e4b1d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:16:56.198334 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dff6fe-f073-4071-8d5d-6697278e4b1d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:56.201294 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23dff6fe-f073-4071-8d5d-6697278e4b1d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:56.210222 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0084f0-bd1f-4cce-83c5-6b27bec63123 None None] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:56.247011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dff6fe-f073-4071-8d5d-6697278e4b1d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Subnet': ['ID=941cef21-e56c-4e25-a681-0d6ca521e40e,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:56.279555 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-23dff6fe-f073-4071-8d5d-6697278e4b1d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9192758 Mar 11 12:16:56.282337 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38186) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:56.289715 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-7b8d3446-9bce-4f24-a51c-b1855461fef5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1495197556', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '941cef21-e56c-4e25-a681-0d6ca521e40e'}], 'security_groups': ['4863f3f9-9480-4951-802f-5a7a1b404092']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:56.371384 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f4109f13-6417-4b65-bcf0-72b78d370c3f None None] For port 1cb751c1-3c67-47e0-90a8-57dcd57a78de, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1cb751c1-3c67-47e0-90a8-57dcd57a78de,segment=NetworkSegment(708d71c9-eb7a-4125-b9e0-d57f9c7d35c5),segment_id=708d71c9-eb7a-4125-b9e0-d57f9c7d35c5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:56.380670 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3446-9bce-4f24-a51c-b1855461fef5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b473bcaf-8b7c-49d9-8293-c065f56eebbb), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:56.399144 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f4109f13-6417-4b65-bcf0-72b78d370c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:56.675294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4109f13-6417-4b65-bcf0-72b78d370c3f None None] Pushing event updated for resources: {'Port': ['ID=1cb751c1-3c67-47e0-90a8-57dcd57a78de,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:56.681387 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1cb751c1-3c67-47e0-90a8-57dcd57a78de up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:16:56.801092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e15302-359c-4160-a51e-f5053d688b9e None None] Update dhcp port {'port': {'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf', 'fixed_ips': [{'subnet_id': 'f86475be-f19d-49c8-97be-4c735db17b6f', 'ip_address': '2001:db8::2'}, {'subnet_id': '941cef21-e56c-4e25-a681-0d6ca521e40e'}], 'binding:host_id': 'n-d-833234-2'}, 'id': '1cb751c1-3c67-47e0-90a8-57dcd57a78de'} from n-d-833234-2. {{(pid=104033) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 12:16:56.857048 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c8ee1f7d-aa81-4e16-a3c9-3a38393704f2 None None] Provisioning complete for port b473bcaf-8b7c-49d9-8293-c065f56eebbb triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:56.863099 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c8ee1f7d-aa81-4e16-a3c9-3a38393704f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b473bcaf-8b7c-49d9-8293-c065f56eebbb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:56.992965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee1f7d-aa81-4e16-a3c9-3a38393704f2 None None] Port b473bcaf-8b7c-49d9-8293-c065f56eebbb cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:16:57.028994 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-36e15302-359c-4160-a51e-f5053d688b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:57.085400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-7b8d3446-9bce-4f24-a51c-b1855461fef5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Delete allocated IP 2001:db8::2de (c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf/f86475be-f19d-49c8-97be-4c735db17b6f) {{(pid=104031) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 12:16:57.107286 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-7b8d3446-9bce-4f24-a51c-b1855461fef5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Allocated IP 2001:db8:0:1::3e7 (c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf/941cef21-e56c-4e25-a681-0d6ca521e40e/b473bcaf-8b7c-49d9-8293-c065f56eebbb) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:57.394344 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 1cb751c1-3c67-47e0-90a8-57dcd57a78de triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:57.394683 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:57.409703 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3446-9bce-4f24-a51c-b1855461fef5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (b473bcaf-8b7c-49d9-8293-c065f56eebbb), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:57.415986 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3446-9bce-4f24-a51c-b1855461fef5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b473bcaf-8b7c-49d9-8293-c065f56eebbb), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:57.558776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d3446-9bce-4f24-a51c-b1855461fef5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] In _notify_port_updated(), no bound segment for port b473bcaf-8b7c-49d9-8293-c065f56eebbb on network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf {{(pid=104031) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:16:57.575749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8d3446-9bce-4f24-a51c-b1855461fef5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:16:57.578962 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3446-9bce-4f24-a51c-b1855461fef5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:57.586593 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7b8d3446-9bce-4f24-a51c-b1855461fef5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "PUT /v2.0/ports/b473bcaf-8b7c-49d9-8293-c065f56eebbb HTTP/1.1" status: 200 len: 931 time: 1.2998822 Mar 11 12:16:57.586997 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38196) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:57.599045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d3446-9bce-4f24-a51c-b1855461fef5 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=b473bcaf-8b7c-49d9-8293-c065f56eebbb,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:57.705357 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 1cb751c1-3c67-47e0-90a8-57dcd57a78de is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:57.729155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-32d9e198-bb3d-40c6-b8af-5ad3b262b0ec tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port b473bcaf-8b7c-49d9-8293-c065f56eebbb {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:16:57.729601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32d9e198-bb3d-40c6-b8af-5ad3b262b0ec tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b473bcaf-8b7c-49d9-8293-c065f56eebbb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:57.736849 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-36e15302-359c-4160-a51e-f5053d688b9e None None] Allocated IP 2001:db8:0:1::2 (c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf/941cef21-e56c-4e25-a681-0d6ca521e40e/1cb751c1-3c67-47e0-90a8-57dcd57a78de) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:16:57.905728 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32d9e198-bb3d-40c6-b8af-5ad3b262b0ec tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b473bcaf-8b7c-49d9-8293-c065f56eebbb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:57.913166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-36e15302-359c-4160-a51e-f5053d688b9e None None] For port 1cb751c1-3c67-47e0-90a8-57dcd57a78de, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1cb751c1-3c67-47e0-90a8-57dcd57a78de,segment=NetworkSegment(708d71c9-eb7a-4125-b9e0-d57f9c7d35c5),segment_id=708d71c9-eb7a-4125-b9e0-d57f9c7d35c5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:16:57.929229 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-32d9e198-bb3d-40c6-b8af-5ad3b262b0ec tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for b473bcaf-8b7c-49d9-8293-c065f56eebbb owned by {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:16:57.994233 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-36e15302-359c-4160-a51e-f5053d688b9e None None] Publish callbacks [] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:58.006876 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-36e15302-359c-4160-a51e-f5053d688b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:58.188981 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e15302-359c-4160-a51e-f5053d688b9e None None] Pushing event updated for resources: {'Port': ['ID=1cb751c1-3c67-47e0-90a8-57dcd57a78de,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:58.251271 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32d9e198-bb3d-40c6-b8af-5ad3b262b0ec tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b473bcaf-8b7c-49d9-8293-c065f56eebbb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:58.329227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9e198-bb3d-40c6-b8af-5ad3b262b0ec tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=b473bcaf-8b7c-49d9-8293-c065f56eebbb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:58.376040 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32d9e198-bb3d-40c6-b8af-5ad3b262b0ec tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:58.385458 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38206) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:58.387920 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-32d9e198-bb3d-40c6-b8af-5ad3b262b0ec tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/ports/b473bcaf-8b7c-49d9-8293-c065f56eebbb HTTP/1.1" status: 204 len: 168 time: 0.7945125 Mar 11 12:16:58.426843 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f02623-c0c2-4fce-8c41-135c6933bf0c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] GET failed (client error): The resource could not be found. Mar 11 12:16:58.431150 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38208) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:58.432467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c8f02623-c0c2-4fce-8c41-135c6933bf0c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports/b473bcaf-8b7c-49d9-8293-c065f56eebbb HTTP/1.1" status: 404 len: 333 time: 0.0454137 Mar 11 12:16:58.532766 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5366b9d3-97a2-42ea-93d2-4d77d21f1c1f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (cf28221b-dbe1-4dea-a814-796e1b5c249b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:58.567648 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5366b9d3-97a2-42ea-93d2-4d77d21f1c1f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (cf28221b-dbe1-4dea-a814-796e1b5c249b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:58.578573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1cb751c1-3c67-47e0-90a8-57dcd57a78de up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:16:58.631134 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5366b9d3-97a2-42ea-93d2-4d77d21f1c1f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cf28221b-dbe1-4dea-a814-796e1b5c249b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:58.634471 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5366b9d3-97a2-42ea-93d2-4d77d21f1c1f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:58.636152 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5366b9d3-97a2-42ea-93d2-4d77d21f1c1f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/security-groups/cf28221b-dbe1-4dea-a814-796e1b5c249b HTTP/1.1" status: 204 len: 168 time: 0.2037983 Mar 11 12:16:58.638810 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38210) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:58.646970 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366b9d3-97a2-42ea-93d2-4d77d21f1c1f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf28221b-dbe1-4dea-a814-796e1b5c249b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:58.766475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 1cb751c1-3c67-47e0-90a8-57dcd57a78de triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:58.767000 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:58.771848 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59ee4428-7a9a-404e-bdb5-8d1231e73c20 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (4863f3f9-9480-4951-802f-5a7a1b404092), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:58.818996 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59ee4428-7a9a-404e-bdb5-8d1231e73c20 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (4863f3f9-9480-4951-802f-5a7a1b404092), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:58.928827 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59ee4428-7a9a-404e-bdb5-8d1231e73c20 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4863f3f9-9480-4951-802f-5a7a1b404092), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:58.931499 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59ee4428-7a9a-404e-bdb5-8d1231e73c20 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:58.935910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38214) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:58.936138 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-59ee4428-7a9a-404e-bdb5-8d1231e73c20 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/security-groups/4863f3f9-9480-4951-802f-5a7a1b404092 HTTP/1.1" status: 204 len: 168 time: 0.2959821 Mar 11 12:16:58.942127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 1cb751c1-3c67-47e0-90a8-57dcd57a78de is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:58.950165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee4428-7a9a-404e-bdb5-8d1231e73c20 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4863f3f9-9480-4951-802f-5a7a1b404092,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:59.055108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb2b2f8-fdfe-4541-ad93-6eda99e6555f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting subnet f86475be-f19d-49c8-97be-4c735db17b6f {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:16:59.062294 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b2f8-fdfe-4541-ad93-6eda99e6555f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (f86475be-f19d-49c8-97be-4c735db17b6f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:59.154086 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b2f8-fdfe-4541-ad93-6eda99e6555f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (f86475be-f19d-49c8-97be-4c735db17b6f), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:59.326006 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b2f8-fdfe-4541-ad93-6eda99e6555f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (f86475be-f19d-49c8-97be-4c735db17b6f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:59.362080 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a8b248a7-960b-4b70-84ea-801c307ea6ad None None] Provisioning complete for port f571ef37-7231-42d5-8be0-a47238b18a20 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:59.362461 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a8b248a7-960b-4b70-84ea-801c307ea6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f571ef37-7231-42d5-8be0-a47238b18a20), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:59.460161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a8b248a7-960b-4b70-84ea-801c307ea6ad None None] Port f571ef37-7231-42d5-8be0-a47238b18a20 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:16:59.464308 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a8b248a7-960b-4b70-84ea-801c307ea6ad None None] Could not find standard attr ID for object b473bcaf-8b7c-49d9-8293-c065f56eebbb. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:16:59.477677 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a8b248a7-960b-4b70-84ea-801c307ea6ad None None] Provisioning complete for port 1cb751c1-3c67-47e0-90a8-57dcd57a78de triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:16:59.478064 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a8b248a7-960b-4b70-84ea-801c307ea6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:59.507489 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b2f8-fdfe-4541-ad93-6eda99e6555f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (f86475be-f19d-49c8-97be-4c735db17b6f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:59.588699 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b2f8-fdfe-4541-ad93-6eda99e6555f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:59.599679 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5bb2b2f8-fdfe-4541-ad93-6eda99e6555f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/f86475be-f19d-49c8-97be-4c735db17b6f HTTP/1.1" status: 204 len: 168 time: 0.6579971 Mar 11 12:16:59.599922 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38220) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:16:59.600958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2b2f8-fdfe-4541-ad93-6eda99e6555f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Subnet': ['ID=f86475be-f19d-49c8-97be-4c735db17b6f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:16:59.604883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-52046553-bf5c-4397-818d-8cb96ac551c8 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'subnet': {'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:16:59.608005 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a8b248a7-960b-4b70-84ea-801c307ea6ad None None] Current status of the port 1cb751c1-3c67-47e0-90a8-57dcd57a78de is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:16:59.753997 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d818019-2e7a-4ed7-84e8-a6126569324e None None] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:16:59.834790 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52046553-bf5c-4397-818d-8cb96ac551c8 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:16:59.838995 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-52046553-bf5c-4397-818d-8cb96ac551c8 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:16:59.863466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-15163d4e-7c52-4e58-af64-67c8d71c4ecc None None] Could not find standard attr ID for object b473bcaf-8b7c-49d9-8293-c065f56eebbb. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:17:00.241125 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-52046553-bf5c-4397-818d-8cb96ac551c8 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (5e85c367-a893-484d-b108-b7e0b4488999), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:00.288129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52046553-bf5c-4397-818d-8cb96ac551c8 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:17:00.291661 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-52046553-bf5c-4397-818d-8cb96ac551c8 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:17:00.296419 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52046553-bf5c-4397-818d-8cb96ac551c8 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:00.297008 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-52046553-bf5c-4397-818d-8cb96ac551c8 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:00.307724 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52046553-bf5c-4397-818d-8cb96ac551c8 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Subnet': ['ID=5e85c367-a893-484d-b108-b7e0b4488999,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:00.338116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38224) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:00.338693 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-52046553-bf5c-4397-818d-8cb96ac551c8 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7371633 Mar 11 12:17:00.345444 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-968e625a-be5d-446c-a3bc-d282e88ada71 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'security_group': {'name': 'tempest-secgroup-347791319'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:00.404420 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-968e625a-be5d-446c-a3bc-d282e88ada71 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:00.547415 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-968e625a-be5d-446c-a3bc-d282e88ada71 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (7565d3e8-3308-4a5b-8e3a-693f7d311d15), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:00.552591 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-968e625a-be5d-446c-a3bc-d282e88ada71 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7565d3e8-3308-4a5b-8e3a-693f7d311d15), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:00.586189 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e625a-be5d-446c-a3bc-d282e88ada71 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7565d3e8-3308-4a5b-8e3a-693f7d311d15,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:00.599867 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-968e625a-be5d-446c-a3bc-d282e88ada71 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:00.603507 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-968e625a-be5d-446c-a3bc-d282e88ada71 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2598901 Mar 11 12:17:00.603803 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38230) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:00.608758 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-843b6a01-e504-45d0-86c2-21f70519514f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'security_group': {'name': 'tempest-secgroup-1969359802'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:00.648548 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-843b6a01-e504-45d0-86c2-21f70519514f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:00.759731 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-843b6a01-e504-45d0-86c2-21f70519514f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (0ab26446-f6ac-417e-b6a0-45eae15fa65c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:00.766165 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-843b6a01-e504-45d0-86c2-21f70519514f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0ab26446-f6ac-417e-b6a0-45eae15fa65c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:00.811436 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-843b6a01-e504-45d0-86c2-21f70519514f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:00.817098 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38232) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:00.821946 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-55c02d1c-d3a0-4618-82e5-8305e1855e7e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'security_group': {'name': 'tempest-secgroup-1394707083'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:00.827513 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-843b6a01-e504-45d0-86c2-21f70519514f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2225475 Mar 11 12:17:00.831696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b6a01-e504-45d0-86c2-21f70519514f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab26446-f6ac-417e-b6a0-45eae15fa65c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:00.865230 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55c02d1c-d3a0-4618-82e5-8305e1855e7e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:00.893966 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84964072-5cc9-4341-ba64-1050e2153eb0 None None] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:17:00.918670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7568ade6-fc26-4540-bdbc-5d06f1f55045 None None] Provisioning complete for port f571ef37-7231-42d5-8be0-a47238b18a20 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:00.919330 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7568ade6-fc26-4540-bdbc-5d06f1f55045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f571ef37-7231-42d5-8be0-a47238b18a20), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:00.973141 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55c02d1c-d3a0-4618-82e5-8305e1855e7e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (6e936e0e-b933-4dfa-9eff-3afa5bfda80a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:00.978456 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55c02d1c-d3a0-4618-82e5-8305e1855e7e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6e936e0e-b933-4dfa-9eff-3afa5bfda80a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:01.007221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7568ade6-fc26-4540-bdbc-5d06f1f55045 None None] Port f571ef37-7231-42d5-8be0-a47238b18a20 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:17:01.022286 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55c02d1c-d3a0-4618-82e5-8305e1855e7e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:01.023907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7568ade6-fc26-4540-bdbc-5d06f1f55045 None None] Provisioning complete for port 1cb751c1-3c67-47e0-90a8-57dcd57a78de triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:01.025092 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7568ade6-fc26-4540-bdbc-5d06f1f55045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:01.027696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38236) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:01.033534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9b07fe26-f560-4a83-b5d0-b8862dcaff49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1968889248', 'security_groups': ['6e936e0e-b933-4dfa-9eff-3afa5bfda80a'], 'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5e85c367-a893-484d-b108-b7e0b4488999'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:01.038334 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-55c02d1c-d3a0-4618-82e5-8305e1855e7e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2208493 Mar 11 12:17:01.041237 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c02d1c-d3a0-4618-82e5-8305e1855e7e tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e936e0e-b933-4dfa-9eff-3afa5bfda80a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:01.137490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7568ade6-fc26-4540-bdbc-5d06f1f55045 None None] Current status of the port 1cb751c1-3c67-47e0-90a8-57dcd57a78de is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:01.226604 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6d6594-4fa6-427e-a8a5-aee09a5cd970 None None] Update dhcp port {'port': {'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf', 'fixed_ips': [{'subnet_id': '941cef21-e56c-4e25-a681-0d6ca521e40e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5e85c367-a893-484d-b108-b7e0b4488999'}], 'binding:host_id': 'n-d-833234-2'}, 'id': '1cb751c1-3c67-47e0-90a8-57dcd57a78de'} from n-d-833234-2. {{(pid=104033) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 12:17:01.282864 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6594-4fa6-427e-a8a5-aee09a5cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:01.489836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-4d6d6594-4fa6-427e-a8a5-aee09a5cd970 None None] Allocated IP 2001:db8::2 (c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf/5e85c367-a893-484d-b108-b7e0b4488999/1cb751c1-3c67-47e0-90a8-57dcd57a78de) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:17:01.615376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b07fe26-f560-4a83-b5d0-b8862dcaff49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:17:01.667804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4d6d6594-4fa6-427e-a8a5-aee09a5cd970 None None] For port 1cb751c1-3c67-47e0-90a8-57dcd57a78de, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1cb751c1-3c67-47e0-90a8-57dcd57a78de,segment=NetworkSegment(708d71c9-eb7a-4125-b9e0-d57f9c7d35c5),segment_id=708d71c9-eb7a-4125-b9e0-d57f9c7d35c5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:17:01.711322 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b07fe26-f560-4a83-b5d0-b8862dcaff49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:01.717444 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6594-4fa6-427e-a8a5-aee09a5cd970 None None] Publish callbacks [] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:01.724055 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6594-4fa6-427e-a8a5-aee09a5cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:01.743628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [None req-9b07fe26-f560-4a83-b5d0-b8862dcaff49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] device_id is not set on port 02761181-277e-49f2-a043-9e6b1e324811 yet. {{(pid=104032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 12:17:01.781377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d6594-4fa6-427e-a8a5-aee09a5cd970 None None] Pushing event updated for resources: {'Port': ['ID=1cb751c1-3c67-47e0-90a8-57dcd57a78de,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:02.215809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-9b07fe26-f560-4a83-b5d0-b8862dcaff49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Allocated IP 2001:db8::ce (c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf/5e85c367-a893-484d-b108-b7e0b4488999/02761181-277e-49f2-a043-9e6b1e324811) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:17:02.444166 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b07fe26-f560-4a83-b5d0-b8862dcaff49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (02761181-277e-49f2-a043-9e6b1e324811), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:02.491953 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b07fe26-f560-4a83-b5d0-b8862dcaff49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (02761181-277e-49f2-a043-9e6b1e324811), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:02.531965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1cb751c1-3c67-47e0-90a8-57dcd57a78de up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:17:02.553166 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b07fe26-f560-4a83-b5d0-b8862dcaff49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:17:02.561693 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-9b07fe26-f560-4a83-b5d0-b8862dcaff49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:17:02.566072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b07fe26-f560-4a83-b5d0-b8862dcaff49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:17:02.573373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b07fe26-f560-4a83-b5d0-b8862dcaff49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:02.574052 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b07fe26-f560-4a83-b5d0-b8862dcaff49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:02.601941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38262) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:02.607716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8d294bf7-35b3-4ca9-a84f-09bb92d68f38 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'subnet': {'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:02.614520 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9b07fe26-f560-4a83-b5d0-b8862dcaff49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5843208 Mar 11 12:17:02.634105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07fe26-f560-4a83-b5d0-b8862dcaff49 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=02761181-277e-49f2-a043-9e6b1e324811,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:02.687460 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 1cb751c1-3c67-47e0-90a8-57dcd57a78de triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:02.687962 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:02.868116 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d294bf7-35b3-4ca9-a84f-09bb92d68f38 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:17:02.871759 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8d294bf7-35b3-4ca9-a84f-09bb92d68f38 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:02.934544 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 1cb751c1-3c67-47e0-90a8-57dcd57a78de is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:02.974982 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-39c6574e-38f6-488a-b0d0-2a240897c893 None None] Provisioning complete for port f571ef37-7231-42d5-8be0-a47238b18a20 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:02.975478 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-39c6574e-38f6-488a-b0d0-2a240897c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f571ef37-7231-42d5-8be0-a47238b18a20), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:03.055930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-39c6574e-38f6-488a-b0d0-2a240897c893 None None] Port f571ef37-7231-42d5-8be0-a47238b18a20 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:17:03.080136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-39c6574e-38f6-488a-b0d0-2a240897c893 None None] Provisioning complete for port 1cb751c1-3c67-47e0-90a8-57dcd57a78de triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:03.080667 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-39c6574e-38f6-488a-b0d0-2a240897c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:03.094334 n-d-833234-2 neutron-server[104031]: INFO neutron.db.ipam_backend_mixin [None req-8d294bf7-35b3-4ca9-a84f-09bb92d68f38 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e85c367-a893-484d-b108-b7e0b4488999 (CIDR: 2001:db8::/64) Mar 11 12:17:03.102434 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d294bf7-35b3-4ca9-a84f-09bb92d68f38 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:17:03.102944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d294bf7-35b3-4ca9-a84f-09bb92d68f38 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:17:03.148612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38274) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:03.154558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b49f640d-31af-4bb1-bdee-28aba4ab258f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'subnet': {'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:03.156223 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8d294bf7-35b3-4ca9-a84f-09bb92d68f38 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5524285 Mar 11 12:17:03.320828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-39c6574e-38f6-488a-b0d0-2a240897c893 None None] Current status of the port 1cb751c1-3c67-47e0-90a8-57dcd57a78de is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:03.424549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49f640d-31af-4bb1-bdee-28aba4ab258f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:17:03.437132 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b49f640d-31af-4bb1-bdee-28aba4ab258f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:03.449156 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0b947271-f8fb-4e21-932a-81151ecdeb6d None None] Provisioning complete for port 02761181-277e-49f2-a043-9e6b1e324811 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:03.449682 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0b947271-f8fb-4e21-932a-81151ecdeb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (02761181-277e-49f2-a043-9e6b1e324811), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:03.530281 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0b947271-f8fb-4e21-932a-81151ecdeb6d None None] Port 02761181-277e-49f2-a043-9e6b1e324811 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:17:03.592647 n-d-833234-2 neutron-server[104032]: INFO neutron.db.ipam_backend_mixin [None req-b49f640d-31af-4bb1-bdee-28aba4ab258f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 941cef21-e56c-4e25-a681-0d6ca521e40e (CIDR: 2001:db8:0:1::/64) Mar 11 12:17:03.597627 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49f640d-31af-4bb1-bdee-28aba4ab258f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:17:03.598253 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49f640d-31af-4bb1-bdee-28aba4ab258f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:17:03.622022 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b49f640d-31af-4bb1-bdee-28aba4ab258f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4693329 Mar 11 12:17:03.622937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38284) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:03.628763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-741e740c-b723-4a59-9bd5-9155f7f93445 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'subnet': {'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:03.749564 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741e740c-b723-4a59-9bd5-9155f7f93445 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Made reservation on behalf of defbce29be36493b81affe7b2a8b0ca3 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:17:03.754320 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-741e740c-b723-4a59-9bd5-9155f7f93445 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:03.827791 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:04.006861 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-741e740c-b723-4a59-9bd5-9155f7f93445 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (23753662-de82-4b9b-bea6-8decf0d7cf5a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:04.060024 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741e740c-b723-4a59-9bd5-9155f7f93445 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:17:04.084993 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e740c-b723-4a59-9bd5-9155f7f93445 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Subnet': ['ID=23753662-de82-4b9b-bea6-8decf0d7cf5a,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:04.087761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-741e740c-b723-4a59-9bd5-9155f7f93445 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:17:04.101214 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741e740c-b723-4a59-9bd5-9155f7f93445 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:04.103198 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-741e740c-b723-4a59-9bd5-9155f7f93445 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:04.112800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56691a8-7ff2-4469-82b9-48eaa863cb73 None None] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:17:04.164131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38286) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:04.171161 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5d8e0816-041f-4714-a91e-8bab57df15a7 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1527415259', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '23753662-de82-4b9b-bea6-8decf0d7cf5a'}], 'security_groups': ['7565d3e8-3308-4a5b-8e3a-693f7d311d15', '0ab26446-f6ac-417e-b6a0-45eae15fa65c']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:04.175251 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-741e740c-b723-4a59-9bd5-9155f7f93445 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5370243 Mar 11 12:17:04.276363 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d8e0816-041f-4714-a91e-8bab57df15a7 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (02761181-277e-49f2-a043-9e6b1e324811), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:04.458629 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Update dhcp port {'port': {'network_id': 'c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf', 'fixed_ips': [{'subnet_id': '941cef21-e56c-4e25-a681-0d6ca521e40e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5e85c367-a893-484d-b108-b7e0b4488999', 'ip_address': '2001:db8::2'}, {'subnet_id': '23753662-de82-4b9b-bea6-8decf0d7cf5a'}], 'binding:host_id': 'n-d-833234-2'}, 'id': '1cb751c1-3c67-47e0-90a8-57dcd57a78de'} from n-d-833234-2. {{(pid=104033) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 12:17:04.499332 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:04.735130 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-5d8e0816-041f-4714-a91e-8bab57df15a7 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Delete allocated IP 2001:db8::ce (c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf/5e85c367-a893-484d-b108-b7e0b4488999) {{(pid=104032) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 12:17:04.750864 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-5d8e0816-041f-4714-a91e-8bab57df15a7 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Allocated IP 2001:db8:0:2::3bd (c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf/23753662-de82-4b9b-bea6-8decf0d7cf5a/02761181-277e-49f2-a043-9e6b1e324811) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:17:04.969115 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d8e0816-041f-4714-a91e-8bab57df15a7 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for port (02761181-277e-49f2-a043-9e6b1e324811), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:04.975334 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d8e0816-041f-4714-a91e-8bab57df15a7 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (02761181-277e-49f2-a043-9e6b1e324811), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:05.070780 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e0816-041f-4714-a91e-8bab57df15a7 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] In _notify_port_updated(), no bound segment for port 02761181-277e-49f2-a043-9e6b1e324811 on network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf {{(pid=104032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 12:17:05.076718 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8e0816-041f-4714-a91e-8bab57df15a7 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:05.077665 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d8e0816-041f-4714-a91e-8bab57df15a7 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:05.078602 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Allocated IP 2001:db8:0:2::2 (c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf/23753662-de82-4b9b-bea6-8decf0d7cf5a/1cb751c1-3c67-47e0-90a8-57dcd57a78de) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:17:05.083495 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5d8e0816-041f-4714-a91e-8bab57df15a7 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "PUT /v2.0/ports/02761181-277e-49f2-a043-9e6b1e324811 HTTP/1.1" status: 200 len: 970 time: 0.9182715 Mar 11 12:17:05.086944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38300) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:05.092418 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e0816-041f-4714-a91e-8bab57df15a7 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event updated for resources: {'Port': ['ID=02761181-277e-49f2-a043-9e6b1e324811,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:05.228461 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] For port 1cb751c1-3c67-47e0-90a8-57dcd57a78de, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1cb751c1-3c67-47e0-90a8-57dcd57a78de,segment=NetworkSegment(708d71c9-eb7a-4125-b9e0-d57f9c7d35c5),segment_id=708d71c9-eb7a-4125-b9e0-d57f9c7d35c5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:17:05.263975 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-335d3af9-826f-43aa-8f92-89d4b8b2508f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port 02761181-277e-49f2-a043-9e6b1e324811 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:17:05.264741 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-335d3af9-826f-43aa-8f92-89d4b8b2508f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (02761181-277e-49f2-a043-9e6b1e324811), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:05.271188 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Publish callbacks [] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:05.278025 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:05.391674 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-335d3af9-826f-43aa-8f92-89d4b8b2508f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (02761181-277e-49f2-a043-9e6b1e324811), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:05.410355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-335d3af9-826f-43aa-8f92-89d4b8b2508f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for 02761181-277e-49f2-a043-9e6b1e324811 owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:17:05.646988 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Pushing event updated for resources: {'Port': ['ID=1cb751c1-3c67-47e0-90a8-57dcd57a78de,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:05.657897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:05.658454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:05.659509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:05.660035 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:05.660538 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:05.661080 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:05.661635 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:05.662164 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:05.662672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:05.663176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:05.664459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:05.665050 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:05.665608 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56b8ff-0af4-4812-a715-a8d6d0c26caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:05.713684 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-335d3af9-826f-43aa-8f92-89d4b8b2508f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (02761181-277e-49f2-a043-9e6b1e324811), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:05.752823 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d3af9-826f-43aa-8f92-89d4b8b2508f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=02761181-277e-49f2-a043-9e6b1e324811,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:05.817440 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-335d3af9-826f-43aa-8f92-89d4b8b2508f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:05.824014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-335d3af9-826f-43aa-8f92-89d4b8b2508f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/ports/02761181-277e-49f2-a043-9e6b1e324811 HTTP/1.1" status: 204 len: 168 time: 0.7352574 Mar 11 12:17:05.826375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38312) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:05.863445 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9d5c6d-f72f-4de6-b2ce-4c0c3d4c1935 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] GET failed (client error): The resource could not be found. Mar 11 12:17:05.865360 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7b9d5c6d-f72f-4de6-b2ce-4c0c3d4c1935 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports/02761181-277e-49f2-a043-9e6b1e324811 HTTP/1.1" status: 404 len: 333 time: 0.0375118 Mar 11 12:17:05.868138 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38314) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:05.962304 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6e54cb50-4a74-4680-9ef9-1a9239cdda9a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (6e936e0e-b933-4dfa-9eff-3afa5bfda80a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.012875 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6e54cb50-4a74-4680-9ef9-1a9239cdda9a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (6e936e0e-b933-4dfa-9eff-3afa5bfda80a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.097176 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6e54cb50-4a74-4680-9ef9-1a9239cdda9a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6e936e0e-b933-4dfa-9eff-3afa5bfda80a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.100971 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6e54cb50-4a74-4680-9ef9-1a9239cdda9a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.104944 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6e54cb50-4a74-4680-9ef9-1a9239cdda9a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/security-groups/6e936e0e-b933-4dfa-9eff-3afa5bfda80a HTTP/1.1" status: 204 len: 168 time: 0.2327259 Mar 11 12:17:06.105267 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38316) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:06.130732 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54cb50-4a74-4680-9ef9-1a9239cdda9a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e936e0e-b933-4dfa-9eff-3afa5bfda80a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:06.189747 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47f94155-4395-4c4e-b317-6fd53e3b987d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (0ab26446-f6ac-417e-b6a0-45eae15fa65c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.217660 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47f94155-4395-4c4e-b317-6fd53e3b987d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (0ab26446-f6ac-417e-b6a0-45eae15fa65c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.268996 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47f94155-4395-4c4e-b317-6fd53e3b987d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0ab26446-f6ac-417e-b6a0-45eae15fa65c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.272623 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47f94155-4395-4c4e-b317-6fd53e3b987d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.277764 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-47f94155-4395-4c4e-b317-6fd53e3b987d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/security-groups/0ab26446-f6ac-417e-b6a0-45eae15fa65c HTTP/1.1" status: 204 len: 168 time: 0.1713653 Mar 11 12:17:06.278426 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38318) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:06.322525 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f94155-4395-4c4e-b317-6fd53e3b987d tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab26446-f6ac-417e-b6a0-45eae15fa65c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:06.388900 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-877ac77f-15d1-4b2d-9794-6bc032acf4a2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (7565d3e8-3308-4a5b-8e3a-693f7d311d15), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.429786 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-877ac77f-15d1-4b2d-9794-6bc032acf4a2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (7565d3e8-3308-4a5b-8e3a-693f7d311d15), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.506436 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-877ac77f-15d1-4b2d-9794-6bc032acf4a2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7565d3e8-3308-4a5b-8e3a-693f7d311d15), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.512700 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-877ac77f-15d1-4b2d-9794-6bc032acf4a2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.515043 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-877ac77f-15d1-4b2d-9794-6bc032acf4a2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/security-groups/7565d3e8-3308-4a5b-8e3a-693f7d311d15 HTTP/1.1" status: 204 len: 168 time: 0.2283473 Mar 11 12:17:06.516960 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38320) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:06.544303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ac77f-15d1-4b2d-9794-6bc032acf4a2 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7565d3e8-3308-4a5b-8e3a-693f7d311d15,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:06.586896 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1cb751c1-3c67-47e0-90a8-57dcd57a78de up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:17:06.614214 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48c5688-ff91-46da-84e1-2e0bb12f9393 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting subnet 5e85c367-a893-484d-b108-b7e0b4488999 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:17:06.618721 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e48c5688-ff91-46da-84e1-2e0bb12f9393 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (5e85c367-a893-484d-b108-b7e0b4488999), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.676063 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e48c5688-ff91-46da-84e1-2e0bb12f9393 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (5e85c367-a893-484d-b108-b7e0b4488999), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.753252 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-994c15d6-fd46-4ed5-8735-e0fc5ad1ef38 None None] Provisioning complete for port f571ef37-7231-42d5-8be0-a47238b18a20 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:06.753811 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-994c15d6-fd46-4ed5-8735-e0fc5ad1ef38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f571ef37-7231-42d5-8be0-a47238b18a20), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.759626 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 1cb751c1-3c67-47e0-90a8-57dcd57a78de triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:06.759982 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.775502 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e48c5688-ff91-46da-84e1-2e0bb12f9393 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (5e85c367-a893-484d-b108-b7e0b4488999), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.845502 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:17:06.846605 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e48c5688-ff91-46da-84e1-2e0bb12f9393 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (5e85c367-a893-484d-b108-b7e0b4488999), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.885363 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e48c5688-ff91-46da-84e1-2e0bb12f9393 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:06.888912 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e48c5688-ff91-46da-84e1-2e0bb12f9393 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/5e85c367-a893-484d-b108-b7e0b4488999 HTTP/1.1" status: 204 len: 168 time: 0.3708692 Mar 11 12:17:06.889951 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c5688-ff91-46da-84e1-2e0bb12f9393 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Subnet': ['ID=5e85c367-a893-484d-b108-b7e0b4488999,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:06.892969 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38326) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:06.972391 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e28278-0f01-4a26-be30-687b9f691f3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting subnet 23753662-de82-4b9b-bea6-8decf0d7cf5a {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:17:06.976198 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7e28278-0f01-4a26-be30-687b9f691f3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (23753662-de82-4b9b-bea6-8decf0d7cf5a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:07.012779 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cf6aa6-1b34-473d-a28a-28f3c745838d None None] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:17:07.062089 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7e28278-0f01-4a26-be30-687b9f691f3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (23753662-de82-4b9b-bea6-8decf0d7cf5a), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:07.066102 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-994c15d6-fd46-4ed5-8735-e0fc5ad1ef38 None None] Port f571ef37-7231-42d5-8be0-a47238b18a20 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:17:07.121391 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 1cb751c1-3c67-47e0-90a8-57dcd57a78de is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:07.135005 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-994c15d6-fd46-4ed5-8735-e0fc5ad1ef38 None None] Provisioning complete for port 1cb751c1-3c67-47e0-90a8-57dcd57a78de triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:07.135460 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-994c15d6-fd46-4ed5-8735-e0fc5ad1ef38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:07.158592 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7e28278-0f01-4a26-be30-687b9f691f3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (23753662-de82-4b9b-bea6-8decf0d7cf5a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:07.247801 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7e28278-0f01-4a26-be30-687b9f691f3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (23753662-de82-4b9b-bea6-8decf0d7cf5a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:07.288283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e28278-0f01-4a26-be30-687b9f691f3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Subnet': ['ID=23753662-de82-4b9b-bea6-8decf0d7cf5a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:07.292740 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7e28278-0f01-4a26-be30-687b9f691f3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:07.296208 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a7e28278-0f01-4a26-be30-687b9f691f3c tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/23753662-de82-4b9b-bea6-8decf0d7cf5a HTTP/1.1" status: 204 len: 168 time: 0.4021866 Mar 11 12:17:07.296841 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-994c15d6-fd46-4ed5-8735-e0fc5ad1ef38 None None] Current status of the port 1cb751c1-3c67-47e0-90a8-57dcd57a78de is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:07.298620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38330) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:07.304988 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-994c15d6-fd46-4ed5-8735-e0fc5ad1ef38 None None] Could not find standard attr ID for object 02761181-277e-49f2-a043-9e6b1e324811. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:17:07.332464 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-35391494-d8c8-44f0-b4f6-aad6b25822d0 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:17:07.333459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35391494-d8c8-44f0-b4f6-aad6b25822d0 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:17:07.337242 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-35391494-d8c8-44f0-b4f6-aad6b25822d0 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/5e85c367-a893-484d-b108-b7e0b4488999 HTTP/1.1" status: 404 len: 337 time: 0.0375967 Mar 11 12:17:07.340165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38332) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:07.413252 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6862907-ccbd-43ee-93cc-75636d7c054a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting subnet 941cef21-e56c-4e25-a681-0d6ca521e40e {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:17:07.416947 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6862907-ccbd-43ee-93cc-75636d7c054a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (941cef21-e56c-4e25-a681-0d6ca521e40e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:07.419036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98448ebd-3f2b-404b-ad88-f4139af5b920 None None] Could not find standard attr ID for object 02761181-277e-49f2-a043-9e6b1e324811. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:17:07.469025 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6862907-ccbd-43ee-93cc-75636d7c054a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (941cef21-e56c-4e25-a681-0d6ca521e40e), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:07.590754 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6862907-ccbd-43ee-93cc-75636d7c054a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (941cef21-e56c-4e25-a681-0d6ca521e40e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:07.660501 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6862907-ccbd-43ee-93cc-75636d7c054a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (941cef21-e56c-4e25-a681-0d6ca521e40e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:07.695251 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6862907-ccbd-43ee-93cc-75636d7c054a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Subnet': ['ID=941cef21-e56c-4e25-a681-0d6ca521e40e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:07.702617 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c6862907-ccbd-43ee-93cc-75636d7c054a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:07.709397 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38338) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:07.709545 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c6862907-ccbd-43ee-93cc-75636d7c054a tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/941cef21-e56c-4e25-a681-0d6ca521e40e HTTP/1.1" status: 204 len: 168 time: 0.3675714 Mar 11 12:17:07.754127 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-95948f9b-168a-40e5-9ef8-3f48c3b10207 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:17:07.754622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95948f9b-168a-40e5-9ef8-3f48c3b10207 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:17:07.758068 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-95948f9b-168a-40e5-9ef8-3f48c3b10207 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/f86475be-f19d-49c8-97be-4c735db17b6f HTTP/1.1" status: 404 len: 337 time: 0.0481622 Mar 11 12:17:07.760654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38340) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:07.897872 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5024e0a9-69b1-4268-8e2c-df6ee64b7d8f tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d2ddeb4-031b-450a-b1a6-dfab495aecbc HTTP/1.1" status: 200 len: 205 time: 0.1360407 Mar 11 12:17:07.899400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38346) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:07.949152 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [None req-0cac4444-13d2-42f7-8cdd-83293138c7d9 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] delete failed (client error): The resource could not be found. Mar 11 12:17:07.950233 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0cac4444-13d2-42f7-8cdd-83293138c7d9 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/routers/8d2ddeb4-031b-450a-b1a6-dfab495aecbc HTTP/1.1" status: 404 len: 336 time: 0.0497444 Mar 11 12:17:07.952886 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38348) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:07.998225 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-640eb91a-96c1-4d1d-b407-30e90ab7c826 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:17:07.998691 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640eb91a-96c1-4d1d-b407-30e90ab7c826 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:17:08.006306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38352) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:08.006897 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-640eb91a-96c1-4d1d-b407-30e90ab7c826 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/69562a2c-cac8-4353-a847-a3a672f6dfcb HTTP/1.1" status: 404 len: 337 time: 0.0529099 Mar 11 12:17:08.063148 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c28cedc-1630-459b-a67c-1420075e0887 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:17:08.063668 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c28cedc-1630-459b-a67c-1420075e0887 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:17:08.070814 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5c28cedc-1630-459b-a67c-1420075e0887 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/b604af3c-deed-4480-b998-394e6ecccd6d HTTP/1.1" status: 404 len: 337 time: 0.0633504 Mar 11 12:17:08.074169 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38354) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:08.089495 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669d2668-d56e-4719-af9c-3c4ccb7d56af None None] Network c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:17:08.146737 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8cda47-d9ee-44fa-86a7-a53168ce3319 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:17:08.147242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8cda47-d9ee-44fa-86a7-a53168ce3319 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:17:08.152956 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-da8cda47-d9ee-44fa-86a7-a53168ce3319 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/61fdfcc7-46a3-4e62-bbe7-b405df5016c1 HTTP/1.1" status: 404 len: 337 time: 0.0776196 Mar 11 12:17:08.155609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38356) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:08.191411 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d47b55-0c64-4068-8ae6-683f9f7968bb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:17:08.192128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d47b55-0c64-4068-8ae6-683f9f7968bb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:17:08.206748 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-43d47b55-0c64-4068-8ae6-683f9f7968bb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/ports/1e21c7ed-5bef-4e3a-bee2-4e47efd7c745 HTTP/1.1" status: 404 len: 333 time: 0.0500839 Mar 11 12:17:08.210052 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38358) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:08.226613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-aee2a54e-bf55-4889-8c1f-b12071f0c1d6 None None] Provisioning complete for port f571ef37-7231-42d5-8be0-a47238b18a20 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:08.227285 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aee2a54e-bf55-4889-8c1f-b12071f0c1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f571ef37-7231-42d5-8be0-a47238b18a20), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:08.245521 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d50c4b-ea95-4ef3-8a31-ca7dcf788432 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:17:08.246292 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d50c4b-ea95-4ef3-8a31-ca7dcf788432 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:17:08.249607 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e8d50c4b-ea95-4ef3-8a31-ca7dcf788432 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/3a19b057-326d-460f-bd06-264ec88776b1 HTTP/1.1" status: 404 len: 337 time: 0.0381417 Mar 11 12:17:08.252234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38360) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:08.308383 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe131d5-0d6b-48e7-b777-21723dcc9729 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:17:08.308839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe131d5-0d6b-48e7-b777-21723dcc9729 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:17:08.310128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-aee2a54e-bf55-4889-8c1f-b12071f0c1d6 None None] Port f571ef37-7231-42d5-8be0-a47238b18a20 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:17:08.312280 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-afe131d5-0d6b-48e7-b777-21723dcc9729 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/154d1a4c-1b60-4666-8a01-75f609514324 HTTP/1.1" status: 404 len: 337 time: 0.0590122 Mar 11 12:17:08.314805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38362) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:08.327055 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-aee2a54e-bf55-4889-8c1f-b12071f0c1d6 None None] Provisioning complete for port 1cb751c1-3c67-47e0-90a8-57dcd57a78de triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:08.327437 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aee2a54e-bf55-4889-8c1f-b12071f0c1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:08.358796 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa22afd-b4bd-4439-8940-9f027a8eeccc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:17:08.361085 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa22afd-b4bd-4439-8940-9f027a8eeccc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:17:08.369142 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4aa22afd-b4bd-4439-8940-9f027a8eeccc tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/ports/71995ef9-0c8c-4b86-bed1-7c0faeb24d60 HTTP/1.1" status: 404 len: 333 time: 0.0507567 Mar 11 12:17:08.369650 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38364) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:08.409250 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcd9da5-c047-4682-9925-d00f806e39ad None None] DHCP port deletion for c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:17:08.456159 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c2e613-70d9-47ab-9a77-86d770bcdf44 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:17:08.459835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c2e613-70d9-47ab-9a77-86d770bcdf44 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:17:08.465488 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38366) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:08.469246 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e4c2e613-70d9-47ab-9a77-86d770bcdf44 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/3d015218-fed7-47db-b5d2-a6fbf7eb83ab HTTP/1.1" status: 404 len: 337 time: 0.0982773 Mar 11 12:17:08.512412 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-aee2a54e-bf55-4889-8c1f-b12071f0c1d6 None None] Current status of the port 1cb751c1-3c67-47e0-90a8-57dcd57a78de is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:08.514806 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-7824f9d5-bdaf-4b07-b5c9-c811ed729532 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] DELETE failed (client error): The resource could not be found. Mar 11 12:17:08.515498 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7824f9d5-bdaf-4b07-b5c9-c811ed729532 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:17:08.527323 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7824f9d5-bdaf-4b07-b5c9-c811ed729532 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/subnets/8a52b9c2-3a52-4e4a-895a-481174db8946 HTTP/1.1" status: 404 len: 337 time: 0.0584838 Mar 11 12:17:08.528078 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38368) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:08.550377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1cb751c1-3c67-47e0-90a8-57dcd57a78de no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:17:08.617335 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4dcd9da5-c047-4682-9925-d00f806e39ad None None] Deleting port 1cb751c1-3c67-47e0-90a8-57dcd57a78de {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:17:08.617692 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9da5-c047-4682-9925-d00f806e39ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:08.672507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-cda9b34e-437a-4578-92a6-1c3fc17b05bb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Deleting port f571ef37-7231-42d5-8be0-a47238b18a20 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:17:08.672840 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cda9b34e-437a-4578-92a6-1c3fc17b05bb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f571ef37-7231-42d5-8be0-a47238b18a20), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:08.748255 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4dcd9da5-c047-4682-9925-d00f806e39ad None None] For port 1cb751c1-3c67-47e0-90a8-57dcd57a78de, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1cb751c1-3c67-47e0-90a8-57dcd57a78de,segment=NetworkSegment(708d71c9-eb7a-4125-b9e0-d57f9c7d35c5),segment_id=708d71c9-eb7a-4125-b9e0-d57f9c7d35c5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:17:08.748706 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9da5-c047-4682-9925-d00f806e39ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:08.751384 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 1cb751c1-3c67-47e0-90a8-57dcd57a78de is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:08.751787 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:08.768678 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cda9b34e-437a-4578-92a6-1c3fc17b05bb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f571ef37-7231-42d5-8be0-a47238b18a20), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:08.784160 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-cda9b34e-437a-4578-92a6-1c3fc17b05bb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Calling delete_port for f571ef37-7231-42d5-8be0-a47238b18a20 owned by {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:17:08.813497 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4dcd9da5-c047-4682-9925-d00f806e39ad None None] Calling delete_port for 1cb751c1-3c67-47e0-90a8-57dcd57a78de owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:17:08.875169 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cda9b34e-437a-4578-92a6-1c3fc17b05bb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f571ef37-7231-42d5-8be0-a47238b18a20), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:08.936370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9b34e-437a-4578-92a6-1c3fc17b05bb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Port': ['ID=f571ef37-7231-42d5-8be0-a47238b18a20,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:08.947856 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cda9b34e-437a-4578-92a6-1c3fc17b05bb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:08.951192 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cda9b34e-437a-4578-92a6-1c3fc17b05bb tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/ports/f571ef37-7231-42d5-8be0-a47238b18a20 HTTP/1.1" status: 204 len: 168 time: 0.4219482 Mar 11 12:17:08.954432 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38372) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:08.958146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 1cb751c1-3c67-47e0-90a8-57dcd57a78de, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1cb751c1-3c67-47e0-90a8-57dcd57a78de,segment=NetworkSegment(708d71c9-eb7a-4125-b9e0-d57f9c7d35c5),segment_id=708d71c9-eb7a-4125-b9e0-d57f9c7d35c5)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:17:08.970287 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:09.071057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=1cb751c1-3c67-47e0-90a8-57dcd57a78de,revision_number=11']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:09.085708 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9da5-c047-4682-9925-d00f806e39ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (1cb751c1-3c67-47e0-90a8-57dcd57a78de), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:09.108933 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d49af5bf-6c93-4310-bf0a-ef606e4f5936 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:09.119420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd9da5-c047-4682-9925-d00f806e39ad None None] Pushing event deleted for resources: {'Port': ['ID=1cb751c1-3c67-47e0-90a8-57dcd57a78de,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:09.124641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcd9da5-c047-4682-9925-d00f806e39ad None None] No DVR routers for this DVR port 1cb751c1-3c67-47e0-90a8-57dcd57a78de on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:17:09.236374 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d49af5bf-6c93-4310-bf0a-ef606e4f5936 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:09.278901 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d49af5bf-6c93-4310-bf0a-ef606e4f5936 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:09.295632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d49af5bf-6c93-4310-bf0a-ef606e4f5936 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708d71c9-eb7a-4125-b9e0-d57f9c7d35c5') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:09.296329 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d49af5bf-6c93-4310-bf0a-ef606e4f5936 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708d71c9-eb7a-4125-b9e0-d57f9c7d35c5') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:09.309454 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d49af5bf-6c93-4310-bf0a-ef606e4f5936 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (708d71c9-eb7a-4125-b9e0-d57f9c7d35c5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:09.324408 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d49af5bf-6c93-4310-bf0a-ef606e4f5936 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (708d71c9-eb7a-4125-b9e0-d57f9c7d35c5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:09.331352 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49af5bf-6c93-4310-bf0a-ef606e4f5936 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:17:09.331806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d49af5bf-6c93-4310-bf0a-ef606e4f5936 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (708d71c9-eb7a-4125-b9e0-d57f9c7d35c5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:17:09.335689 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:17:09.403394 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d49af5bf-6c93-4310-bf0a-ef606e4f5936 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:09.412729 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d49af5bf-6c93-4310-bf0a-ef606e4f5936 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:09.418971 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d49af5bf-6c93-4310-bf0a-ef606e4f5936 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] 10.222.0.78 "DELETE /v2.0/networks/c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf HTTP/1.1" status: 204 len: 168 time: 0.4602604 Mar 11 12:17:09.430710 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49af5bf-6c93-4310-bf0a-ef606e4f5936 tempest-PortsIpV6TestJSON-70611162 tempest-PortsIpV6TestJSON-70611162-project] Pushing event deleted for resources: {'Network': ['ID=c6b79f9a-e6e2-4256-95a6-0acb52d0a7bf,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:09.713586 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38382) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:09.854089 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9c90dfb0-3ecf-47d8-bf58-917f0c1c4fc3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=defbce29be36493b81affe7b2a8b0ca3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367931 Mar 11 12:17:09.854309 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38386) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:09.907241 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32d93eb0-2116-433f-b5f0-257d934caab1 admin admin] Publish callbacks [] for security_group (c44b1af9-92cb-4268-99bb-517f5edd9a89), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:09.928661 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32d93eb0-2116-433f-b5f0-257d934caab1 admin admin] Publish callbacks [] for security_group (c44b1af9-92cb-4268-99bb-517f5edd9a89), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:09.977060 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32d93eb0-2116-433f-b5f0-257d934caab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c44b1af9-92cb-4268-99bb-517f5edd9a89), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:09.980078 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32d93eb0-2116-433f-b5f0-257d934caab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:09.983801 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-32d93eb0-2116-433f-b5f0-257d934caab1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c44b1af9-92cb-4268-99bb-517f5edd9a89 HTTP/1.1" status: 204 len: 168 time: 0.1261799 Mar 11 12:17:09.993665 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d93eb0-2116-433f-b5f0-257d934caab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44b1af9-92cb-4268-99bb-517f5edd9a89,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:11.182393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38430) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:11.186312 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029297 Mar 11 12:17:11.190788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38432) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:11.386270 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c15ab107-0404-4d53-a58a-742572ee91cd tempest-NetworksApiDiscovery-1805287178 tempest-NetworksApiDiscovery-1805287178-project] 10.222.0.78 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1938138 Mar 11 12:17:11.840145 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38444) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:11.960841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0a70d339-74fd-4ed2-8143-b4b39b948a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:12.062777 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0a70d339-74fd-4ed2-8143-b4b39b948a0a admin admin] Publish callbacks [] for security_group (39ca8312-bcd2-423e-afb6-11358867187a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:12.071072 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0a70d339-74fd-4ed2-8143-b4b39b948a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (39ca8312-bcd2-423e-afb6-11358867187a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:12.128908 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0a70d339-74fd-4ed2-8143-b4b39b948a0a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=95968db7147d4873860f8e8573d2aa5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2875936 Mar 11 12:17:12.132580 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38448) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:12.142537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70d339-74fd-4ed2-8143-b4b39b948a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ca8312-bcd2-423e-afb6-11358867187a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:12.208644 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7373625d-1eeb-4f62-b763-5bcd0431c0e6 admin admin] Publish callbacks [] for security_group (39ca8312-bcd2-423e-afb6-11358867187a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:12.281962 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7373625d-1eeb-4f62-b763-5bcd0431c0e6 admin admin] Publish callbacks [] for security_group (39ca8312-bcd2-423e-afb6-11358867187a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:12.377115 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7373625d-1eeb-4f62-b763-5bcd0431c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (39ca8312-bcd2-423e-afb6-11358867187a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:12.380265 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7373625d-1eeb-4f62-b763-5bcd0431c0e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:12.385086 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7373625d-1eeb-4f62-b763-5bcd0431c0e6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/39ca8312-bcd2-423e-afb6-11358867187a HTTP/1.1" status: 204 len: 168 time: 0.2513781 Mar 11 12:17:12.401069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373625d-1eeb-4f62-b763-5bcd0431c0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ca8312-bcd2-423e-afb6-11358867187a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:12.800373 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:13.664012 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6e73666d-0da2-4167-975e-6a92eb537119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:14.131027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38508) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:14.496064 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-44a14321-cf87-4663-8c2f-93c9dc8a15f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:14.665210 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-44a14321-cf87-4663-8c2f-93c9dc8a15f2 admin admin] Publish callbacks [] for security_group (c10c87a6-4dc0-4c57-a9bd-deb1843657fa), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:14.678058 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-44a14321-cf87-4663-8c2f-93c9dc8a15f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c10c87a6-4dc0-4c57-a9bd-deb1843657fa), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:14.775996 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-44a14321-cf87-4663-8c2f-93c9dc8a15f2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0c55a8e630674098b513b7380f886daa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6437984 Mar 11 12:17:14.778682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38532) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:14.801472 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a14321-cf87-4663-8c2f-93c9dc8a15f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10c87a6-4dc0-4c57-a9bd-deb1843657fa,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:14.876343 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bff6c130-0f3f-4575-8f2a-f81bfe440eda admin admin] Publish callbacks [] for security_group (c10c87a6-4dc0-4c57-a9bd-deb1843657fa), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:14.908996 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bff6c130-0f3f-4575-8f2a-f81bfe440eda admin admin] Publish callbacks [] for security_group (c10c87a6-4dc0-4c57-a9bd-deb1843657fa), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:14.969002 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bff6c130-0f3f-4575-8f2a-f81bfe440eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c10c87a6-4dc0-4c57-a9bd-deb1843657fa), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:14.971293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38536) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:14.971747 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bff6c130-0f3f-4575-8f2a-f81bfe440eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:14.975849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bff6c130-0f3f-4575-8f2a-f81bfe440eda admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c10c87a6-4dc0-4c57-a9bd-deb1843657fa HTTP/1.1" status: 204 len: 168 time: 0.1961038 Mar 11 12:17:14.987832 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6c130-0f3f-4575-8f2a-f81bfe440eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10c87a6-4dc0-4c57-a9bd-deb1843657fa,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:15.413875 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d9b33482-e25e-46dc-9396-8e9c7f0064b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:15.492930 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38546) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:15.516417 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83f2ab1c-b383-4a68-8864-3fecfb92b0a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:15.548019 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d9b33482-e25e-46dc-9396-8e9c7f0064b4 admin admin] Publish callbacks [] for security_group (d1190c27-8c7c-41b4-92b5-59583c404000), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:15.561837 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d9b33482-e25e-46dc-9396-8e9c7f0064b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d1190c27-8c7c-41b4-92b5-59583c404000), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:15.623471 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83f2ab1c-b383-4a68-8864-3fecfb92b0a9 admin admin] Publish callbacks [] for security_group (311a2ef8-b0d9-4d5d-85b7-c4a6a35fb6ef), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:15.631221 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b33482-e25e-46dc-9396-8e9c7f0064b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1190c27-8c7c-41b4-92b5-59583c404000,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:15.631483 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83f2ab1c-b383-4a68-8864-3fecfb92b0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (311a2ef8-b0d9-4d5d-85b7-c4a6a35fb6ef), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:15.644261 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d9b33482-e25e-46dc-9396-8e9c7f0064b4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8f19d857eca5478a8426e242abe8efa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6708539 Mar 11 12:17:15.646882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38548) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:15.703187 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b65c10e-6019-4f85-87fd-cf159303f140 admin admin] Publish callbacks [] for security_group (d1190c27-8c7c-41b4-92b5-59583c404000), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:15.716599 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-83f2ab1c-b383-4a68-8864-3fecfb92b0a9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=49e503d226f84adf9607783990626d8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2214484 Mar 11 12:17:15.720583 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38550) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:15.729317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2ab1c-b383-4a68-8864-3fecfb92b0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311a2ef8-b0d9-4d5d-85b7-c4a6a35fb6ef,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:15.758562 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b65c10e-6019-4f85-87fd-cf159303f140 admin admin] Publish callbacks [] for security_group (d1190c27-8c7c-41b4-92b5-59583c404000), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:15.761964 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6336b623-a552-4099-858b-d080653928cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:15.792916 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df8fd7b4-9568-484e-b4bc-5e59f619a08a admin admin] Publish callbacks [] for security_group (311a2ef8-b0d9-4d5d-85b7-c4a6a35fb6ef), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:15.815090 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df8fd7b4-9568-484e-b4bc-5e59f619a08a admin admin] Publish callbacks [] for security_group (311a2ef8-b0d9-4d5d-85b7-c4a6a35fb6ef), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:15.862275 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b65c10e-6019-4f85-87fd-cf159303f140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d1190c27-8c7c-41b4-92b5-59583c404000), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:15.919243 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b65c10e-6019-4f85-87fd-cf159303f140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:15.934064 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1b65c10e-6019-4f85-87fd-cf159303f140 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d1190c27-8c7c-41b4-92b5-59583c404000 HTTP/1.1" status: 204 len: 168 time: 0.2828703 Mar 11 12:17:15.984861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65c10e-6019-4f85-87fd-cf159303f140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1190c27-8c7c-41b4-92b5-59583c404000,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:15.987207 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df8fd7b4-9568-484e-b4bc-5e59f619a08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (311a2ef8-b0d9-4d5d-85b7-c4a6a35fb6ef), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:15.993164 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df8fd7b4-9568-484e-b4bc-5e59f619a08a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:16.000416 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-df8fd7b4-9568-484e-b4bc-5e59f619a08a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/311a2ef8-b0d9-4d5d-85b7-c4a6a35fb6ef HTTP/1.1" status: 204 len: 168 time: 0.2771432 Mar 11 12:17:16.014330 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fd7b4-9568-484e-b4bc-5e59f619a08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311a2ef8-b0d9-4d5d-85b7-c4a6a35fb6ef,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:16.552279 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38574) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:16.569203 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-780a8f3c-b2b6-4ca5-8d7e-3357c9c7c2f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:16.646895 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-780a8f3c-b2b6-4ca5-8d7e-3357c9c7c2f6 admin admin] Publish callbacks [] for security_group (d29af931-288a-4efe-8754-85d879870c8f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:16.652892 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-780a8f3c-b2b6-4ca5-8d7e-3357c9c7c2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d29af931-288a-4efe-8754-85d879870c8f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:16.702211 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-780a8f3c-b2b6-4ca5-8d7e-3357c9c7c2f6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=017c36a233ab4909b486228195c0540f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1464860 Mar 11 12:17:16.702211 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a8f3c-b2b6-4ca5-8d7e-3357c9c7c2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29af931-288a-4efe-8754-85d879870c8f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:16.702729 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38578) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:16.790534 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d5722aa4-cfa6-4d14-97fb-f8cfab0a9217 admin admin] Publish callbacks [] for security_group (d29af931-288a-4efe-8754-85d879870c8f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:16.823825 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d5722aa4-cfa6-4d14-97fb-f8cfab0a9217 admin admin] Publish callbacks [] for security_group (d29af931-288a-4efe-8754-85d879870c8f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:16.880483 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d5722aa4-cfa6-4d14-97fb-f8cfab0a9217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (d29af931-288a-4efe-8754-85d879870c8f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:16.883829 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d5722aa4-cfa6-4d14-97fb-f8cfab0a9217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:16.885196 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d5722aa4-cfa6-4d14-97fb-f8cfab0a9217 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d29af931-288a-4efe-8754-85d879870c8f HTTP/1.1" status: 204 len: 168 time: 0.1807857 Mar 11 12:17:16.895385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5722aa4-cfa6-4d14-97fb-f8cfab0a9217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29af931-288a-4efe-8754-85d879870c8f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:17.274606 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:18.658664 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:19.166762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38688) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:19.312121 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dbcec480-3359-44d0-9c31-ffd6697d2589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:19.396036 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dbcec480-3359-44d0-9c31-ffd6697d2589 admin admin] Publish callbacks [] for security_group (044d4ab5-19aa-4688-b3ff-caaee70c02fb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:19.401516 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dbcec480-3359-44d0-9c31-ffd6697d2589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (044d4ab5-19aa-4688-b3ff-caaee70c02fb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:19.449035 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38700) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:19.456154 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dbcec480-3359-44d0-9c31-ffd6697d2589 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3dfd51948082457fa72379bc47bae502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2882578 Mar 11 12:17:19.460955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcec480-3359-44d0-9c31-ffd6697d2589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044d4ab5-19aa-4688-b3ff-caaee70c02fb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:19.522536 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-47f82aa1-f5e9-40c6-8488-2d35320056e5 admin admin] Publish callbacks [] for security_group (044d4ab5-19aa-4688-b3ff-caaee70c02fb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:19.686102 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38706) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:19.825340 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e905c13e-57c0-4dbd-9f8d-e784bc5a3bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:19.917091 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e905c13e-57c0-4dbd-9f8d-e784bc5a3bd4 admin admin] Publish callbacks [] for security_group (33723f91-25de-4fa7-b92c-28bb4cfc85fe), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:19.923397 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e905c13e-57c0-4dbd-9f8d-e784bc5a3bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (33723f91-25de-4fa7-b92c-28bb4cfc85fe), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:19.924436 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-47f82aa1-f5e9-40c6-8488-2d35320056e5 admin admin] Publish callbacks [] for security_group (044d4ab5-19aa-4688-b3ff-caaee70c02fb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:19.982649 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e905c13e-57c0-4dbd-9f8d-e784bc5a3bd4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2e77f9465b0a4eb7b617d2f1b275ce39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2939956 Mar 11 12:17:19.983882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38710) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:19.989591 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905c13e-57c0-4dbd-9f8d-e784bc5a3bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33723f91-25de-4fa7-b92c-28bb4cfc85fe,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:19.994406 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-47f82aa1-f5e9-40c6-8488-2d35320056e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (044d4ab5-19aa-4688-b3ff-caaee70c02fb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:19.997489 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-47f82aa1-f5e9-40c6-8488-2d35320056e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:20.003141 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-47f82aa1-f5e9-40c6-8488-2d35320056e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/044d4ab5-19aa-4688-b3ff-caaee70c02fb HTTP/1.1" status: 204 len: 168 time: 0.5531425 Mar 11 12:17:20.028843 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f82aa1-f5e9-40c6-8488-2d35320056e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044d4ab5-19aa-4688-b3ff-caaee70c02fb,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:20.064108 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0a47d48-2a8e-4174-9e33-3683fd60fc7e admin admin] Publish callbacks [] for security_group (33723f91-25de-4fa7-b92c-28bb4cfc85fe), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:20.095431 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:20.097640 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0a47d48-2a8e-4174-9e33-3683fd60fc7e admin admin] Publish callbacks [] for security_group (33723f91-25de-4fa7-b92c-28bb4cfc85fe), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:20.168241 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0a47d48-2a8e-4174-9e33-3683fd60fc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (33723f91-25de-4fa7-b92c-28bb4cfc85fe), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:20.171816 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0a47d48-2a8e-4174-9e33-3683fd60fc7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:20.172907 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f0a47d48-2a8e-4174-9e33-3683fd60fc7e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/33723f91-25de-4fa7-b92c-28bb4cfc85fe HTTP/1.1" status: 204 len: 168 time: 0.1877754 Mar 11 12:17:20.181620 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a47d48-2a8e-4174-9e33-3683fd60fc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33723f91-25de-4fa7-b92c-28bb4cfc85fe,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:20.477566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38722) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:20.503464 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d39f4efd-7474-46dd-a68f-c8332b6f9b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:20.616769 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d39f4efd-7474-46dd-a68f-c8332b6f9b06 admin admin] Publish callbacks [] for security_group (f511f91d-62f8-4977-8c01-a83c79b8a44d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:20.621417 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d39f4efd-7474-46dd-a68f-c8332b6f9b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f511f91d-62f8-4977-8c01-a83c79b8a44d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:20.672288 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f4efd-7474-46dd-a68f-c8332b6f9b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f511f91d-62f8-4977-8c01-a83c79b8a44d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:20.679137 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d39f4efd-7474-46dd-a68f-c8332b6f9b06 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dfbf8260c42b4e07b727f97cf116cecb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2009890 Mar 11 12:17:20.679411 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38726) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:20.705467 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38728) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:20.719262 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b290906-0c93-4840-bdea-fba09d5a0599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:20.748853 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef32682d-aa1f-402b-85c5-03640d8eb35a admin admin] Publish callbacks [] for security_group (f511f91d-62f8-4977-8c01-a83c79b8a44d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:20.776089 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef32682d-aa1f-402b-85c5-03640d8eb35a admin admin] Publish callbacks [] for security_group (f511f91d-62f8-4977-8c01-a83c79b8a44d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:20.805084 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b290906-0c93-4840-bdea-fba09d5a0599 admin admin] Publish callbacks [] for security_group (621781df-4b95-4668-9018-5d48cae9d208), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:20.813056 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6b290906-0c93-4840-bdea-fba09d5a0599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (621781df-4b95-4668-9018-5d48cae9d208), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:20.830387 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef32682d-aa1f-402b-85c5-03640d8eb35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f511f91d-62f8-4977-8c01-a83c79b8a44d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:20.833811 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ef32682d-aa1f-402b-85c5-03640d8eb35a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:20.837514 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ef32682d-aa1f-402b-85c5-03640d8eb35a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f511f91d-62f8-4977-8c01-a83c79b8a44d HTTP/1.1" status: 204 len: 168 time: 0.1550031 Mar 11 12:17:20.845689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32682d-aa1f-402b-85c5-03640d8eb35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f511f91d-62f8-4977-8c01-a83c79b8a44d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:20.887332 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38732) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:20.903408 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6b290906-0c93-4840-bdea-fba09d5a0599 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ec094a77d2d54010bbcb58824caaca62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1886890 Mar 11 12:17:20.904536 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b290906-0c93-4840-bdea-fba09d5a0599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621781df-4b95-4668-9018-5d48cae9d208,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:20.949912 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f9423f5-1b08-40a3-be39-7a057e29cfac admin admin] Publish callbacks [] for security_group (621781df-4b95-4668-9018-5d48cae9d208), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:20.976159 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f9423f5-1b08-40a3-be39-7a057e29cfac admin admin] Publish callbacks [] for security_group (621781df-4b95-4668-9018-5d48cae9d208), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:21.032110 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f9423f5-1b08-40a3-be39-7a057e29cfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (621781df-4b95-4668-9018-5d48cae9d208), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:21.034917 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f9423f5-1b08-40a3-be39-7a057e29cfac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:21.039803 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3f9423f5-1b08-40a3-be39-7a057e29cfac admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/621781df-4b95-4668-9018-5d48cae9d208 HTTP/1.1" status: 204 len: 168 time: 0.1514013 Mar 11 12:17:21.048215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9423f5-1b08-40a3-be39-7a057e29cfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621781df-4b95-4668-9018-5d48cae9d208,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:22.079723 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38778) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:22.416629 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c0640e1d-f4aa-45d2-b337-b592929375d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:22.629061 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c0640e1d-f4aa-45d2-b337-b592929375d3 admin admin] Publish callbacks [] for security_group (b471289a-215a-4dcb-9397-f11c2afd4392), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:22.635412 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c0640e1d-f4aa-45d2-b337-b592929375d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b471289a-215a-4dcb-9397-f11c2afd4392), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:22.697731 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38798) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:22.699361 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c0640e1d-f4aa-45d2-b337-b592929375d3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=66fa798ed47c44ea934731a2ba47d49e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6165447 Mar 11 12:17:22.701013 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0640e1d-f4aa-45d2-b337-b592929375d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b471289a-215a-4dcb-9397-f11c2afd4392,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:22.833974 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c5e4733-5bf7-4fc8-9c4f-0df8547750ec admin admin] Publish callbacks [] for security_group (b471289a-215a-4dcb-9397-f11c2afd4392), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:22.880457 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c5e4733-5bf7-4fc8-9c4f-0df8547750ec admin admin] Publish callbacks [] for security_group (b471289a-215a-4dcb-9397-f11c2afd4392), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:22.908113 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38804) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:22.982159 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c5e4733-5bf7-4fc8-9c4f-0df8547750ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b471289a-215a-4dcb-9397-f11c2afd4392), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:22.986135 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c5e4733-5bf7-4fc8-9c4f-0df8547750ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:22.992449 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0c5e4733-5bf7-4fc8-9c4f-0df8547750ec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b471289a-215a-4dcb-9397-f11c2afd4392 HTTP/1.1" status: 204 len: 168 time: 0.2935839 Mar 11 12:17:23.001124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e4733-5bf7-4fc8-9c4f-0df8547750ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b471289a-215a-4dcb-9397-f11c2afd4392,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:23.133477 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c03c8c6-347a-479b-9bd2-a6703dd6c4f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:23.276424 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c03c8c6-347a-479b-9bd2-a6703dd6c4f5 admin admin] Publish callbacks [] for security_group (f8a8c5ef-2472-4fbb-9fd6-8e9a960b181f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:23.282901 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c03c8c6-347a-479b-9bd2-a6703dd6c4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f8a8c5ef-2472-4fbb-9fd6-8e9a960b181f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:23.320380 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03c8c6-347a-479b-9bd2-a6703dd6c4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a8c5ef-2472-4fbb-9fd6-8e9a960b181f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:23.368076 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2c03c8c6-347a-479b-9bd2-a6703dd6c4f5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0e4435ee710d4b42896dd77f18695608&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4587920 Mar 11 12:17:23.370736 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38820) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:23.474952 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf88854b-f36a-43eb-b37d-2e8cf39ac02b admin admin] Publish callbacks [] for security_group (f8a8c5ef-2472-4fbb-9fd6-8e9a960b181f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:23.500444 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf88854b-f36a-43eb-b37d-2e8cf39ac02b admin admin] Publish callbacks [] for security_group (f8a8c5ef-2472-4fbb-9fd6-8e9a960b181f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:23.556265 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf88854b-f36a-43eb-b37d-2e8cf39ac02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f8a8c5ef-2472-4fbb-9fd6-8e9a960b181f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:23.558794 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf88854b-f36a-43eb-b37d-2e8cf39ac02b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:23.563440 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cf88854b-f36a-43eb-b37d-2e8cf39ac02b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f8a8c5ef-2472-4fbb-9fd6-8e9a960b181f HTTP/1.1" status: 204 len: 168 time: 0.1891093 Mar 11 12:17:23.572538 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88854b-f36a-43eb-b37d-2e8cf39ac02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a8c5ef-2472-4fbb-9fd6-8e9a960b181f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:25.416970 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38940) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:25.422295 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-26a79728-75a1-4188-8d7a-fefbc4c50a64 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1036433003', 'description': 'tempest-secgroup-smoke-1036433003 description', 'project_id': '90210211b9a748d8a45f81106abe76ca'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:25.447333 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26a79728-75a1-4188-8d7a-fefbc4c50a64 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:25.458225 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26a79728-75a1-4188-8d7a-fefbc4c50a64 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:25.582282 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26a79728-75a1-4188-8d7a-fefbc4c50a64 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (b19fa552-2c82-4984-b1eb-f70f3081cc93), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:25.590462 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26a79728-75a1-4188-8d7a-fefbc4c50a64 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b19fa552-2c82-4984-b1eb-f70f3081cc93), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:25.636451 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a79728-75a1-4188-8d7a-fefbc4c50a64 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19fa552-2c82-4984-b1eb-f70f3081cc93,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:25.676960 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26a79728-75a1-4188-8d7a-fefbc4c50a64 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (e811d5aa-007b-4e8b-b184-54c2010909d4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:25.684061 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26a79728-75a1-4188-8d7a-fefbc4c50a64 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e811d5aa-007b-4e8b-b184-54c2010909d4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:25.714559 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26a79728-75a1-4188-8d7a-fefbc4c50a64 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:25.718729 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-26a79728-75a1-4188-8d7a-fefbc4c50a64 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2978280 Mar 11 12:17:25.718870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38956) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:25.724219 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a5533050-c3e4-48bc-bff4-9de2c3445118 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': 'e811d5aa-007b-4e8b-b184-54c2010909d4', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:25.762232 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5533050-c3e4-48bc-bff4-9de2c3445118 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (ef313667-0b92-40eb-8345-6e75e7694959), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:25.778709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a79728-75a1-4188-8d7a-fefbc4c50a64 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e811d5aa-007b-4e8b-b184-54c2010909d4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:25.847841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5533050-c3e4-48bc-bff4-9de2c3445118 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (ef313667-0b92-40eb-8345-6e75e7694959), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:25.853532 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5533050-c3e4-48bc-bff4-9de2c3445118 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (ef313667-0b92-40eb-8345-6e75e7694959), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:25.874535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5533050-c3e4-48bc-bff4-9de2c3445118 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef313667-0b92-40eb-8345-6e75e7694959,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:25.885173 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5533050-c3e4-48bc-bff4-9de2c3445118 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:25.886536 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a5533050-c3e4-48bc-bff4-9de2c3445118 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1663973 Mar 11 12:17:25.889435 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 38988) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:25.894767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2bc5f066-97e0-4a22-a525-547175dea385 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': 'e811d5aa-007b-4e8b-b184-54c2010909d4', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:25.927244 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2bc5f066-97e0-4a22-a525-547175dea385 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (30c36b55-d4a7-42e8-a526-82b211dbc25c), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:25.995651 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2bc5f066-97e0-4a22-a525-547175dea385 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (30c36b55-d4a7-42e8-a526-82b211dbc25c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.004164 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2bc5f066-97e0-4a22-a525-547175dea385 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (30c36b55-d4a7-42e8-a526-82b211dbc25c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.031904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5f066-97e0-4a22-a525-547175dea385 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c36b55-d4a7-42e8-a526-82b211dbc25c,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:26.045258 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2bc5f066-97e0-4a22-a525-547175dea385 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.049405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 38998) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:26.049598 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2bc5f066-97e0-4a22-a525-547175dea385 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1584921 Mar 11 12:17:26.054585 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5001126b-15a9-40c0-b383-5348a2286522 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': 'e811d5aa-007b-4e8b-b184-54c2010909d4', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:26.102128 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5001126b-15a9-40c0-b383-5348a2286522 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (cff7a570-a538-4159-9aee-cee10176676d), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.185608 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5001126b-15a9-40c0-b383-5348a2286522 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (cff7a570-a538-4159-9aee-cee10176676d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.190539 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5001126b-15a9-40c0-b383-5348a2286522 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (cff7a570-a538-4159-9aee-cee10176676d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.209350 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001126b-15a9-40c0-b383-5348a2286522 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff7a570-a538-4159-9aee-cee10176676d,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:26.218160 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5001126b-15a9-40c0-b383-5348a2286522 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.219825 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5001126b-15a9-40c0-b383-5348a2286522 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1689725 Mar 11 12:17:26.222634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39006) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:26.227664 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-dff85cd6-2ccf-40c1-8848-34a041f5ccd5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': 'e811d5aa-007b-4e8b-b184-54c2010909d4', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:26.259199 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dff85cd6-2ccf-40c1-8848-34a041f5ccd5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (ef5a3a30-6b20-4853-9156-c887bbf2a5eb), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.332974 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dff85cd6-2ccf-40c1-8848-34a041f5ccd5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (ef5a3a30-6b20-4853-9156-c887bbf2a5eb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.342155 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dff85cd6-2ccf-40c1-8848-34a041f5ccd5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (ef5a3a30-6b20-4853-9156-c887bbf2a5eb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.366206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff85cd6-2ccf-40c1-8848-34a041f5ccd5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5a3a30-6b20-4853-9156-c887bbf2a5eb,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:26.377605 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dff85cd6-2ccf-40c1-8848-34a041f5ccd5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.381694 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dff85cd6-2ccf-40c1-8848-34a041f5ccd5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1547565 Mar 11 12:17:26.382070 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39008) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:26.386655 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9b11b7cd-fce9-4a9c-8a6a-19dbf8037a4b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': 'e811d5aa-007b-4e8b-b184-54c2010909d4', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:26.410064 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-9b11b7cd-fce9-4a9c-8a6a-19dbf8037a4b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Project 90210211b9a748d8a45f81106abe76ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:17:26.416643 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b11b7cd-fce9-4a9c-8a6a-19dbf8037a4b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (cce39201-6b1f-4f13-99d5-9c3b71eacfd1), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.504789 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b11b7cd-fce9-4a9c-8a6a-19dbf8037a4b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (cce39201-6b1f-4f13-99d5-9c3b71eacfd1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.514514 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b11b7cd-fce9-4a9c-8a6a-19dbf8037a4b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (cce39201-6b1f-4f13-99d5-9c3b71eacfd1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.537190 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11b7cd-fce9-4a9c-8a6a-19dbf8037a4b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce39201-6b1f-4f13-99d5-9c3b71eacfd1,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:26.556002 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9b11b7cd-fce9-4a9c-8a6a-19dbf8037a4b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.557599 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9b11b7cd-fce9-4a9c-8a6a-19dbf8037a4b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1744330 Mar 11 12:17:26.560213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39012) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:26.571247 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5f087787-0e62-4002-a63b-24968b057b4f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': 'e811d5aa-007b-4e8b-b184-54c2010909d4', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:26.616193 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-5f087787-0e62-4002-a63b-24968b057b4f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Project 90210211b9a748d8a45f81106abe76ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:17:26.625838 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f087787-0e62-4002-a63b-24968b057b4f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (1fe5ce11-785c-4093-980e-196a283a0b04), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.703819 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f087787-0e62-4002-a63b-24968b057b4f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (1fe5ce11-785c-4093-980e-196a283a0b04), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.714492 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f087787-0e62-4002-a63b-24968b057b4f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (1fe5ce11-785c-4093-980e-196a283a0b04), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.750714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f087787-0e62-4002-a63b-24968b057b4f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe5ce11-785c-4093-980e-196a283a0b04,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:26.760841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f087787-0e62-4002-a63b-24968b057b4f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.764883 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5f087787-0e62-4002-a63b-24968b057b4f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1990325 Mar 11 12:17:26.765221 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39014) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:26.774242 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-4fb429b9-4912-4581-b5ac-8ed311186cbc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'network': {'name': 'tempest-network-smoke--1015562695', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'port_security_enabled': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:26.802183 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb429b9-4912-4581-b5ac-8ed311186cbc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Made reservation on behalf of 90210211b9a748d8a45f81106abe76ca for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:17:26.806198 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fb429b9-4912-4581-b5ac-8ed311186cbc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.837783 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb429b9-4912-4581-b5ac-8ed311186cbc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:17:26.847659 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fb429b9-4912-4581-b5ac-8ed311186cbc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (45ce4ead-168d-4231-ab07-a27ba10b0d83), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.848036 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-4fb429b9-4912-4581-b5ac-8ed311186cbc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Added segment 45ce4ead-168d-4231-ab07-a27ba10b0d83 of type vlan for network f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 Mar 11 12:17:26.894524 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fb429b9-4912-4581-b5ac-8ed311186cbc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (f8cc68cf-1095-4a72-8a8c-fc2b71ce2680), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.923874 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fb429b9-4912-4581-b5ac-8ed311186cbc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (f8cc68cf-1095-4a72-8a8c-fc2b71ce2680), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.934893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb429b9-4912-4581-b5ac-8ed311186cbc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:26.935530 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fb429b9-4912-4581-b5ac-8ed311186cbc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:26.984094 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39016) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:26.985123 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4fb429b9-4912-4581-b5ac-8ed311186cbc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2160864 Mar 11 12:17:26.990193 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-904154116', 'admin_state_up': True, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:27.039059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb429b9-4912-4581-b5ac-8ed311186cbc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Network': ['ID=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:27.045415 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (b9578f02-4ceb-4928-b601-7065b63d24ef), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:27.046717 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (b9578f02-4ceb-4928-b601-7065b63d24ef), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:27.051299 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:17:27.162754 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_controller (b9578f02-4ceb-4928-b601-7065b63d24ef), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:27.346249 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_gateway (b9578f02-4ceb-4928-b601-7065b63d24ef), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:27.595441 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_gateway (b9578f02-4ceb-4928-b601-7065b63d24ef), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:27.623489 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:27.800690 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Allocated IP 172.25.7.166 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/28e84d11-16a3-465f-896c-ec8c3e14d4ce) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:17:27.942565 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (28e84d11-16a3-465f-896c-ec8c3e14d4ce), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:27.982669 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (28e84d11-16a3-465f-896c-ec8c3e14d4ce), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:28.020855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:17:28.024868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:17:28.028494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:17:28.070685 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=28e84d11-16a3-465f-896c-ec8c3e14d4ce,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:28.358573 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_gateway (b9578f02-4ceb-4928-b601-7065b63d24ef), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:28.627786 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (b9578f02-4ceb-4928-b601-7065b63d24ef), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:28.798817 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router b9578f02-4ceb-4928-b601-7065b63d24ef is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:17:28.940968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:17:28.954057 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Sync routers for ids ['b9578f02-4ceb-4928-b601-7065b63d24ef'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:17:28.966370 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Routers {'b9578f02-4ceb-4928-b601-7065b63d24ef'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:17:28.967815 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:17:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b9578f02-4ceb-4928-b601-7065b63d24ef'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:28.981054 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:28.986885 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-36beac86-3f5a-4f97-a380-dbe2f8d53f44 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9987297 Mar 11 12:17:28.987095 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39034) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:29.167648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e1015bb2-a084-49a4-b8cf-768a48a63053 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=90210211b9a748d8a45f81106abe76ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1775911 Mar 11 12:17:29.168708 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39038) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:29.200266 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Set router b9578f02-4ceb-4928-b601-7065b63d24ef gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:17:29.411995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f91d6a8-7e38-49b5-b873-14e3b6827b82 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:29.414286 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9f91d6a8-7e38-49b5-b873-14e3b6827b82 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2438924 Mar 11 12:17:29.416466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39044) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:29.469404 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dbdb3b03-ab00-4e61-921f-3314cf65dae3 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0516357 Mar 11 12:17:29.478119 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39046) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:29.483718 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1edc630a-1db5-47d1-b33b-50b6f695c68b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2046631167', 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:29.595180 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edc630a-1db5-47d1-b33b-50b6f695c68b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Made reservation on behalf of 90210211b9a748d8a45f81106abe76ca for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:17:29.599767 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1edc630a-1db5-47d1-b33b-50b6f695c68b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:29.600677 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904154116', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:28Z', 'revision_number': 3, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:29.640331 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Checking router: b9578f02-4ceb-4928-b601-7065b63d24ef for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:17:29.645519 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Updating router b9578f02-4ceb-4928-b601-7065b63d24ef port 28e84d11-16a3-465f-896c-ec8c3e14d4ce binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:17:29.710095 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (28e84d11-16a3-465f-896c-ec8c3e14d4ce), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:29.859272 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1edc630a-1db5-47d1-b33b-50b6f695c68b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (362a8589-53e3-43f8-881a-db248656ca21), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:29.936214 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc630a-1db5-47d1-b33b-50b6f695c68b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Subnet': ['ID=362a8589-53e3-43f8-881a-db248656ca21,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:29.956259 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc630a-1db5-47d1-b33b-50b6f695c68b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Checking segment: {'id': '45ce4ead-168d-4231-ab07-a27ba10b0d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:17:29.957169 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc630a-1db5-47d1-b33b-50b6f695c68b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network hostable DHCP agents. Network: f8cc68cf-1095-4a72-8a8c-fc2b71ce2680, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:17:29.983376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc630a-1db5-47d1-b33b-50b6f695c68b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:17:30.006814 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1edc630a-1db5-47d1-b33b-50b6f695c68b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, f8cc68cf-1095-4a72-8a8c-fc2b71ce2680) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:17:30.017354 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28454265-8119-4878-a14b-c08e81bb6fa9 None None] Network f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:17:30.027232 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edc630a-1db5-47d1-b33b-50b6f695c68b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:30.027779 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1edc630a-1db5-47d1-b33b-50b6f695c68b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:30.080435 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1edc630a-1db5-47d1-b33b-50b6f695c68b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5993814 Mar 11 12:17:30.081630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39050) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:30.169536 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Publish callbacks [] for port (28e84d11-16a3-465f-896c-ec8c3e14d4ce), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:30.182247 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (28e84d11-16a3-465f-896c-ec8c3e14d4ce), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:30.216012 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-f8cc68cf-1095-4a72-8a8c-fc2b71ce2680', 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ips': [{'subnet_id': '362a8589-53e3-43f8-881a-db248656ca21'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:17:30.217001 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:30.244270 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Attempting to bind port 28e84d11-16a3-465f-896c-ec8c3e14d4ce on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:17:30.244975 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Attempting to bind port 28e84d11-16a3-465f-896c-ec8c3e14d4ce by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:17:30.245406 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Attempting to bind port 28e84d11-16a3-465f-896c-ec8c3e14d4ce on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:17:30.285019 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:17:30.285774 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:17:30.286236 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:30.286857 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:17:30.287410 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Bound port: 28e84d11-16a3-465f-896c-ec8c3e14d4ce, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:17:30.290580 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (28e84d11-16a3-465f-896c-ec8c3e14d4ce), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:30.361112 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] For port 28e84d11-16a3-465f-896c-ec8c3e14d4ce, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:17:30.366332 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] For port 28e84d11-16a3-465f-896c-ec8c3e14d4ce, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=28e84d11-16a3-465f-896c-ec8c3e14d4ce,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:17:30.382847 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2e5ca-277e-4819-a521-5c3fc804cd86 None None] Pushing event updated for resources: {'Port': ['ID=28e84d11-16a3-465f-896c-ec8c3e14d4ce,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:30.392068 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e5ca-277e-4819-a521-5c3fc804cd86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:30.392531 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e5ca-277e-4819-a521-5c3fc804cd86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:30.393214 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e5ca-277e-4819-a521-5c3fc804cd86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:30.393615 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e5ca-277e-4819-a521-5c3fc804cd86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:30.394024 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e5ca-277e-4819-a521-5c3fc804cd86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:30.394410 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e5ca-277e-4819-a521-5c3fc804cd86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:30.394936 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e5ca-277e-4819-a521-5c3fc804cd86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:30.395736 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e5ca-277e-4819-a521-5c3fc804cd86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:30.396101 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e5ca-277e-4819-a521-5c3fc804cd86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:30.396684 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e5ca-277e-4819-a521-5c3fc804cd86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:30.397092 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e5ca-277e-4819-a521-5c3fc804cd86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:30.397481 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e5ca-277e-4819-a521-5c3fc804cd86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:30.397865 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e5ca-277e-4819-a521-5c3fc804cd86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:30.410170 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (28e84d11-16a3-465f-896c-ec8c3e14d4ce), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:30.469824 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Allocated IP 172.20.0.2 (f8cc68cf-1095-4a72-8a8c-fc2b71ce2680/362a8589-53e3-43f8-881a-db248656ca21/53ff76b2-384f-47f9-a6b6-f30fe4122443) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:17:30.517202 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2e5ca-277e-4819-a521-5c3fc804cd86 None None] Pushing event updated for resources: {'Port': ['ID=28e84d11-16a3-465f-896c-ec8c3e14d4ce,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:30.603274 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Routers {'b9578f02-4ceb-4928-b601-7065b63d24ef'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:17:30.604115 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:17:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b9578f02-4ceb-4928-b601-7065b63d24ef'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:30.739640 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Publish callbacks [] for port (53ff76b2-384f-47f9-a6b6-f30fe4122443), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:30.753607 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (53ff76b2-384f-47f9-a6b6-f30fe4122443), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:30.808922 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] Set router b9578f02-4ceb-4928-b601-7065b63d24ef gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:17:30.851882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Pushing event updated for resources: {'Port': ['ID=53ff76b2-384f-47f9-a6b6-f30fe4122443,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:30.892652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Network f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:17:30.898080 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:17:30.903087 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:17:31.026661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Attempting to bind port 53ff76b2-384f-47f9-a6b6-f30fe4122443 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:17:31.027348 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Attempting to bind port 53ff76b2-384f-47f9-a6b6-f30fe4122443 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '45ce4ead-168d-4231-ab07-a27ba10b0d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:17:31.027910 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Attempting to bind port 53ff76b2-384f-47f9-a6b6-f30fe4122443 on network f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:17:31.034562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:17:31.034930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Checking segment: {'id': '45ce4ead-168d-4231-ab07-a27ba10b0d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:17:31.036050 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:31.036050 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Bound using segment: {'id': '45ce4ead-168d-4231-ab07-a27ba10b0d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:17:31.036602 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Bound port: 53ff76b2-384f-47f9-a6b6-f30fe4122443, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ce4ead-168d-4231-ab07-a27ba10b0d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:17:31.036978 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (53ff76b2-384f-47f9-a6b6-f30fe4122443), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:31.072673 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904154116', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:28Z', 'revision_number': 3, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:31.142246 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] For port 53ff76b2-384f-47f9-a6b6-f30fe4122443, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:17:31.144515 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] For port 53ff76b2-384f-47f9-a6b6-f30fe4122443, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=53ff76b2-384f-47f9-a6b6-f30fe4122443,segment=NetworkSegment(45ce4ead-168d-4231-ab07-a27ba10b0d83),segment_id=45ce4ead-168d-4231-ab07-a27ba10b0d83)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:17:31.150689 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bed0ee7-57b6-4cdf-b1e2-3b10a7e57dfc None None] The sync data for ids ['b9578f02-4ceb-4928-b601-7065b63d24ef'] in n-d-833234-2 is: [{'id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904154116', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:28Z', 'revision_number': 3, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:17:31.162979 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (53ff76b2-384f-47f9-a6b6-f30fe4122443), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:31.295779 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77b523-0538-4786-8722-8dd1b441f173 None None] Pushing event updated for resources: {'Port': ['ID=53ff76b2-384f-47f9-a6b6-f30fe4122443,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:31.337163 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:31.925029 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Allocated IP 172.20.0.1 (f8cc68cf-1095-4a72-8a8c-fc2b71ce2680/362a8589-53e3-43f8-881a-db248656ca21/8d3335f7-7be4-4439-b8c0-a825f6c17b5d) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:17:32.197241 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:32.237090 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39068) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:32.289524 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:32.405451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:17:32.409823 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:17:32.412346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=8d3335f7-7be4-4439-b8c0-a825f6c17b5d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:32.414608 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:17:32.511168 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (b9578f02-4ceb-4928-b601-7065b63d24ef), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:32.534023 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5148a04a-c03a-4ea6-90c9-6911a44a4755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:32.769913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 53ff76b2-384f-47f9-a6b6-f30fe4122443 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:17:32.846963 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5148a04a-c03a-4ea6-90c9-6911a44a4755 admin admin] Publish callbacks [] for security_group (a0915bd0-afa4-468d-a4df-a7dff0174ef7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:32.853350 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:32.864940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5148a04a-c03a-4ea6-90c9-6911a44a4755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a0915bd0-afa4-468d-a4df-a7dff0174ef7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:32.895166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 53ff76b2-384f-47f9-a6b6-f30fe4122443 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:32.896102 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (53ff76b2-384f-47f9-a6b6-f30fe4122443), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:32.968544 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5148a04a-c03a-4ea6-90c9-6911a44a4755 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d7d5e6dfea0f4ef1bf384d8e6157e61a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7302551 Mar 11 12:17:32.972899 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39074) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:32.973677 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148a04a-c03a-4ea6-90c9-6911a44a4755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0915bd0-afa4-468d-a4df-a7dff0174ef7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:33.069756 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d84814-7592-4dd8-bbf6-82e271e8e6b8 None None] Network f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:17:33.122345 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ac1eb0e-7b36-46c9-b8a6-b3a39e4f9cc6 admin admin] Publish callbacks [] for security_group (a0915bd0-afa4-468d-a4df-a7dff0174ef7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:33.179324 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ac1eb0e-7b36-46c9-b8a6-b3a39e4f9cc6 admin admin] Publish callbacks [] for security_group (a0915bd0-afa4-468d-a4df-a7dff0174ef7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:33.184437 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 53ff76b2-384f-47f9-a6b6-f30fe4122443 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:33.187139 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (53ff76b2-384f-47f9-a6b6-f30fe4122443), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:33.246619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 53ff76b2-384f-47f9-a6b6-f30fe4122443, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=53ff76b2-384f-47f9-a6b6-f30fe4122443,segment=NetworkSegment(45ce4ead-168d-4231-ab07-a27ba10b0d83),segment_id=45ce4ead-168d-4231-ab07-a27ba10b0d83)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:17:33.257879 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ac1eb0e-7b36-46c9-b8a6-b3a39e4f9cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a0915bd0-afa4-468d-a4df-a7dff0174ef7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:33.271166 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ac1eb0e-7b36-46c9-b8a6-b3a39e4f9cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:33.272838 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1ac1eb0e-7b36-46c9-b8a6-b3a39e4f9cc6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a0915bd0-afa4-468d-a4df-a7dff0174ef7 HTTP/1.1" status: 204 len: 168 time: 0.2958827 Mar 11 12:17:33.299192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1eb0e-7b36-46c9-b8a6-b3a39e4f9cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0915bd0-afa4-468d-a4df-a7dff0174ef7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:33.320100 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (53ff76b2-384f-47f9-a6b6-f30fe4122443), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:33.321195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 28e84d11-16a3-465f-896c-ec8c3e14d4ce up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:17:33.452106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-82e1ee31-16b5-4ec1-8e28-852c996843ef None None] Provisioning complete for port 53ff76b2-384f-47f9-a6b6-f30fe4122443 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:33.452480 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82e1ee31-16b5-4ec1-8e28-852c996843ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (53ff76b2-384f-47f9-a6b6-f30fe4122443), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:33.508819 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:33.523014 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:33.558526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=53ff76b2-384f-47f9-a6b6-f30fe4122443,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:33.619431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 28e84d11-16a3-465f-896c-ec8c3e14d4ce triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:33.619860 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (28e84d11-16a3-465f-896c-ec8c3e14d4ce), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:33.733795 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (b9578f02-4ceb-4928-b601-7065b63d24ef), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:33.734326 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-82e1ee31-16b5-4ec1-8e28-852c996843ef None None] Current status of the port 53ff76b2-384f-47f9-a6b6-f30fe4122443 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:33.765464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=8d3335f7-7be4-4439-b8c0-a825f6c17b5d,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:33.831297 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 28e84d11-16a3-465f-896c-ec8c3e14d4ce is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:33.831936 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (28e84d11-16a3-465f-896c-ec8c3e14d4ce), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:33.857860 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 28e84d11-16a3-465f-896c-ec8c3e14d4ce, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=28e84d11-16a3-465f-896c-ec8c3e14d4ce,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:17:33.874306 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (28e84d11-16a3-465f-896c-ec8c3e14d4ce), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:33.887334 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:33.950231 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=28e84d11-16a3-465f-896c-ec8c3e14d4ce,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:34.039942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:17:34.042699 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:17:34.167058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ec9115e8-7136-4564-adea-80c045535f0d None None] Provisioning complete for port 53ff76b2-384f-47f9-a6b6-f30fe4122443 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:34.167330 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec9115e8-7136-4564-adea-80c045535f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (53ff76b2-384f-47f9-a6b6-f30fe4122443), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:34.261742 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router b9578f02-4ceb-4928-b601-7065b63d24ef has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:17:34.374245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ec9115e8-7136-4564-adea-80c045535f0d None None] Current status of the port 53ff76b2-384f-47f9-a6b6-f30fe4122443 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:34.405301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ec9115e8-7136-4564-adea-80c045535f0d None None] Provisioning complete for port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:34.405693 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec9115e8-7136-4564-adea-80c045535f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:34.480639 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ec9115e8-7136-4564-adea-80c045535f0d None None] Port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:17:34.547069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:17:34.555060 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-112b403e-a05c-4993-86ec-72973560052a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "PUT /v2.0/routers/b9578f02-4ceb-4928-b601-7065b63d24ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4721284 Mar 11 12:17:34.567970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Sync routers for ids ['b9578f02-4ceb-4928-b601-7065b63d24ef'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:17:34.588315 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Routers {'b9578f02-4ceb-4928-b601-7065b63d24ef'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:17:34.599460 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:17:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b9578f02-4ceb-4928-b601-7065b63d24ef'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:34.732654 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 53ff76b2-384f-47f9-a6b6-f30fe4122443 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:17:34.833090 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2fe5744e-c623-4d19-b15c-7b997285c2fd None None] Provisioning complete for port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:34.833782 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2fe5744e-c623-4d19-b15c-7b997285c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:35.007628 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-a11e8965-f067-489b-a057-a17a50277813 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1036433003&fields=id&tenant_id=90210211b9a748d8a45f81106abe76ca HTTP/1.1" status: 200 len: 267 time: 0.1012220 Mar 11 12:17:35.150867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5744e-c623-4d19-b15c-7b997285c2fd None None] Port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:17:35.181076 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Set router b9578f02-4ceb-4928-b601-7065b63d24ef gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:17:35.183145 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 53ff76b2-384f-47f9-a6b6-f30fe4122443 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:35.183518 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (53ff76b2-384f-47f9-a6b6-f30fe4122443), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:35.275418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-81c13079-1cfd-4a77-80d5-1177e4f23509 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:35.283484 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-81c13079-1cfd-4a77-80d5-1177e4f23509 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/networks?id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 HTTP/1.1" status: 200 len: 797 time: 0.2648129 Mar 11 12:17:35.302576 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-c7c281d7-e532-4072-b026-3da62388dad1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/quotas/90210211b9a748d8a45f81106abe76ca HTTP/1.1" status: 200 len: 375 time: 0.0175509 Mar 11 12:17:35.386852 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 53ff76b2-384f-47f9-a6b6-f30fe4122443 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:35.388223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 28e84d11-16a3-465f-896c-ec8c3e14d4ce up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:17:35.401150 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-4c0e832b-2ffa-4c75-a60c-8f2f3aafecb5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971365 Mar 11 12:17:35.538388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-73044531-73de-4f25-99cd-78bcf2b81f16 None None] Provisioning complete for port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:35.538527 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-73044531-73de-4f25-99cd-78bcf2b81f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:35.579930 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-8cbb1fb4-8f4d-46fc-be7d-770533f07534 service neutron] 10.222.0.78 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771622 Mar 11 12:17:35.614516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-73044531-73de-4f25-99cd-78bcf2b81f16 None None] Port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:17:35.699081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 28e84d11-16a3-465f-896c-ec8c3e14d4ce triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:35.704902 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (28e84d11-16a3-465f-896c-ec8c3e14d4ce), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:35.809083 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-6d28b741-3635-4eb5-9a2e-975358f8d27c service neutron] 10.222.0.78 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264402 Mar 11 12:17:35.828117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904154116', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:32Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '8d3335f7-7be4-4439-b8c0-a825f6c17b5d', 'name': '', 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:93:c8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '362a8589-53e3-43f8-881a-db248656ca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:31Z', 'updated_at': '2022-03-11T12:17:33Z', 'revision_number': 2, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': '362a8589-53e3-43f8-881a-db248656ca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:35.905364 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Checking router: b9578f02-4ceb-4928-b601-7065b63d24ef for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:17:35.906107 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Updating router b9578f02-4ceb-4928-b601-7065b63d24ef port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:17:35.984128 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:36.063012 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 28e84d11-16a3-465f-896c-ec8c3e14d4ce is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:36.131417 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0684ee9c-a326-432d-95e8-f8bfacb13954 req-a4bfe0d1-8d3e-43a8-9071-64f6451a23ea tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 210 time: 0.0888901 Mar 11 12:17:36.502782 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Publish callbacks [] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:36.514327 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:36.720533 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa2330-12af-4b4d-a21f-90e89bfd19da None None] Pushing event updated for resources: {'Port': ['ID=8d3335f7-7be4-4439-b8c0-a825f6c17b5d,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:36.755514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Attempting to bind port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:17:36.756059 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Attempting to bind port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '45ce4ead-168d-4231-ab07-a27ba10b0d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:17:36.756427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Attempting to bind port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d on network f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:17:36.762226 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:17:36.762740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Checking segment: {'id': '45ce4ead-168d-4231-ab07-a27ba10b0d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:17:36.763442 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:36.763921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Bound using segment: {'id': '45ce4ead-168d-4231-ab07-a27ba10b0d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:17:36.764475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Bound port: 8d3335f7-7be4-4439-b8c0-a825f6c17b5d, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ce4ead-168d-4231-ab07-a27ba10b0d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:17:36.765046 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:36.852267 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] For port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:17:36.856104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] For port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8d3335f7-7be4-4439-b8c0-a825f6c17b5d,segment=NetworkSegment(45ce4ead-168d-4231-ab07-a27ba10b0d83),segment_id=45ce4ead-168d-4231-ab07-a27ba10b0d83)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:17:36.871699 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:36.968082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Routers {'b9578f02-4ceb-4928-b601-7065b63d24ef'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:17:36.968741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:17:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b9578f02-4ceb-4928-b601-7065b63d24ef'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:37.055362 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa2330-12af-4b4d-a21f-90e89bfd19da None None] Pushing event updated for resources: {'Port': ['ID=8d3335f7-7be4-4439-b8c0-a825f6c17b5d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:37.229744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-86134248-1b03-4e35-8579-3ac7f38792dd None None] Provisioning complete for port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:37.231443 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-86134248-1b03-4e35-8579-3ac7f38792dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:37.366600 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] Set router b9578f02-4ceb-4928-b601-7065b63d24ef gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:17:37.368870 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91647ce8-ef80-4fdd-bc17-b1fdfe700bff req-4e61202c-286a-4a69-8251-1391097c11be tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 210 time: 0.0655758 Mar 11 12:17:37.584772 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-86134248-1b03-4e35-8579-3ac7f38792dd None None] Current status of the port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:37.585222 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-86134248-1b03-4e35-8579-3ac7f38792dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:37.647686 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-86134248-1b03-4e35-8579-3ac7f38792dd None None] For port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8d3335f7-7be4-4439-b8c0-a825f6c17b5d,segment=NetworkSegment(45ce4ead-168d-4231-ab07-a27ba10b0d83),segment_id=45ce4ead-168d-4231-ab07-a27ba10b0d83)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:17:37.684940 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-86134248-1b03-4e35-8579-3ac7f38792dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:37.781592 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86134248-1b03-4e35-8579-3ac7f38792dd None None] Pushing event updated for resources: {'Port': ['ID=8d3335f7-7be4-4439-b8c0-a825f6c17b5d,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:37.840786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1422c368-dad2-40e7-bb05-eb016942cecd None None] Provisioning complete for port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:37.843714 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1422c368-dad2-40e7-bb05-eb016942cecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:38.110755 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1422c368-dad2-40e7-bb05-eb016942cecd None None] Current status of the port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:38.122186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904154116', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:32Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '8d3335f7-7be4-4439-b8c0-a825f6c17b5d', 'name': '', 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:93:c8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '362a8589-53e3-43f8-881a-db248656ca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:31Z', 'updated_at': '2022-03-11T12:17:36Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': '362a8589-53e3-43f8-881a-db248656ca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:38.175984 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1171135d-4c82-42fb-87d6-8842714c9e88 None None] The sync data for ids ['b9578f02-4ceb-4928-b601-7065b63d24ef'] in n-d-833234-2 is: [{'id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904154116', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:32Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '8d3335f7-7be4-4439-b8c0-a825f6c17b5d', 'name': '', 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:93:c8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '362a8589-53e3-43f8-881a-db248656ca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:31Z', 'updated_at': '2022-03-11T12:17:36Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': '362a8589-53e3-43f8-881a-db248656ca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:17:38.210987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-6e394d65-cf3f-4050-a498-339c9297c7a8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:38.213151 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-6e394d65-cf3f-4050-a498-339c9297c7a8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.37 "GET /v2.0/networks?id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 HTTP/1.1" status: 200 len: 797 time: 0.3163626 Mar 11 12:17:38.495886 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-c74baff0-1037-4a04-b18e-cb41dd466246 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90210211b9a748d8a45f81106abe76ca HTTP/1.1" status: 200 len: 380 time: 0.1386185 Mar 11 12:17:38.506889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-dc19ba27-01cb-4565-9843-23ab18a192a0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'port': {'device_id': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680', 'admin_state_up': True, 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'security_groups': ['e811d5aa-007b-4e8b-b184-54c2010909d4']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:38.598831 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c6e679b-7e68-49a3-b0c0-1d47e215e64a req-d1c80cf7-bb82-44ad-a150-da3be542e199 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 210 time: 0.0799606 Mar 11 12:17:38.719881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8d3335f7-7be4-4439-b8c0-a825f6c17b5d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:17:38.749464 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-dc19ba27-01cb-4565-9843-23ab18a192a0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Made reservation on behalf of 90210211b9a748d8a45f81106abe76ca for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:17:38.752936 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-dc19ba27-01cb-4565-9843-23ab18a192a0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:38.836547 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:38.836920 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:39.027539 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:39.364228 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-dc19ba27-01cb-4565-9843-23ab18a192a0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Allocated IP 172.20.0.12 (f8cc68cf-1095-4a72-8a8c-fc2b71ce2680/362a8589-53e3-43f8-881a-db248656ca21/4e039b5b-930a-4e76-8bdf-26fc01bcf282) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:17:39.522967 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-dc19ba27-01cb-4565-9843-23ab18a192a0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:39.561676 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-dc19ba27-01cb-4565-9843-23ab18a192a0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:39.650263 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19ba27-01cb-4565-9843-23ab18a192a0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=4e039b5b-930a-4e76-8bdf-26fc01bcf282,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:39.655387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-dc19ba27-01cb-4565-9843-23ab18a192a0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:17:39.656949 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-dc19ba27-01cb-4565-9843-23ab18a192a0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:17:39.659498 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-dc19ba27-01cb-4565-9843-23ab18a192a0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:17:39.740802 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-dc19ba27-01cb-4565-9843-23ab18a192a0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:39.742064 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-dc19ba27-01cb-4565-9843-23ab18a192a0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:39.791784 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-dc19ba27-01cb-4565-9843-23ab18a192a0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2895803 Mar 11 12:17:39.807229 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Request body: {'port': {'device_id': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:39.924438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20244929-b09f-4d38-bc8b-9189de5a1cab req-5a52852e-0474-4d91-b164-c5f841e13da6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:39.936483 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20244929-b09f-4d38-bc8b-9189de5a1cab req-5a52852e-0474-4d91-b164-c5f841e13da6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 932 time: 0.1106715 Mar 11 12:17:39.948843 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:40.012247 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20244929-b09f-4d38-bc8b-9189de5a1cab req-a583addf-bb11-40f6-bf5b-e79c3f368ab8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743413 Mar 11 12:17:40.175233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6a0fb6bd-1083-4203-8a89-c707921b0fd7 None None] Provisioning complete for port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:40.175911 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb6bd-1083-4203-8a89-c707921b0fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:40.253189 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6a0fb6bd-1083-4203-8a89-c707921b0fd7 None None] Port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:17:40.446997 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e039b5b-930a-4e76-8bdf-26fc01bcf282 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:17:40.456501 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Publish callbacks [] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:40.476974 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Transition to ACTIVE for port object 4e039b5b-930a-4e76-8bdf-26fc01bcf282 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:17:40.481824 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:40.540440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Pushing event updated for resources: {'Port': ['ID=4e039b5b-930a-4e76-8bdf-26fc01bcf282,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:40.613252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Attempting to bind port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:17:40.613737 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Attempting to bind port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '45ce4ead-168d-4231-ab07-a27ba10b0d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:17:40.614151 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Attempting to bind port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 on network f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:17:40.620257 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 on network f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:17:40.620590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Attempting to bind port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 on network f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:17:40.627616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:17:40.627616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Checking segment: {'id': '45ce4ead-168d-4231-ab07-a27ba10b0d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:17:40.627616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Bound using segment: {'id': '45ce4ead-168d-4231-ab07-a27ba10b0d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:17:40.628161 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Bound port: 4e039b5b-930a-4e76-8bdf-26fc01bcf282, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ce4ead-168d-4231-ab07-a27ba10b0d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:17:40.628161 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:40.709079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] For port 4e039b5b-930a-4e76-8bdf-26fc01bcf282, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:17:40.713651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] For port 4e039b5b-930a-4e76-8bdf-26fc01bcf282, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282,segment=NetworkSegment(45ce4ead-168d-4231-ab07-a27ba10b0d83),segment_id=45ce4ead-168d-4231-ab07-a27ba10b0d83)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:17:40.726575 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:40.770208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:40.771146 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:40.772642 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] 10.222.0.37 "PUT /v2.0/ports/4e039b5b-930a-4e76-8bdf-26fc01bcf282 HTTP/1.1" status: 200 len: 1092 time: 0.9731536 Mar 11 12:17:40.776090 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'tag': '4e039b5b-930a-4e76-8bdf-26fc01bcf282'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:17:40.788843 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c17418-3842-493a-bdc7-b388164e7235" -d '{"events": [{"name": "network-changed", "server_uuid": "34929dbb-a026-48c6-a5dc-cea3d917273b", "tag": "4e039b5b-930a-4e76-8bdf-26fc01bcf282"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:17:40.887553 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcf902e-744e-4dbe-ad1e-8c4598b97601 x-openstack-request-id: req-1fcf902e-744e-4dbe-ad1e-8c4598b97601 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:17:40.887895 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34929dbb-a026-48c6-a5dc-cea3d917273b", "tag": "4e039b5b-930a-4e76-8bdf-26fc01bcf282", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:17:40.888341 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1fcf902e-744e-4dbe-ad1e-8c4598b97601 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:17:40.888767 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'tag': '4e039b5b-930a-4e76-8bdf-26fc01bcf282', 'status': 'completed', 'code': 200} Mar 11 12:17:40.949505 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900dca3-e87c-4f06-a931-c3195d7ebf93 service neutron] Pushing event updated for resources: {'Port': ['ID=4e039b5b-930a-4e76-8bdf-26fc01bcf282,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:40.985856 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-35c0242c-9ab5-433d-a01e-e4455f31e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:40.987528 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-35c0242c-9ab5-433d-a01e-e4455f31e6d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 1126 time: 0.1621952 Mar 11 12:17:41.072834 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-3d91cb49-815f-438f-8352-c26510aa7ac3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282 HTTP/1.1" status: 200 len: 217 time: 0.0770824 Mar 11 12:17:41.135052 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-ca753c56-12a1-4777-aa5c-bd987979a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:41.136584 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-ca753c56-12a1-4777-aa5c-bd987979a301 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=362a8589-53e3-43f8-881a-db248656ca21 HTTP/1.1" status: 200 len: 835 time: 0.0581915 Mar 11 12:17:41.198888 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58beed67-2420-4c58-8156-25d601cebe1e req-9b9d0247-228b-43cb-9aa0-af630face73f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:41.206319 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58beed67-2420-4c58-8156-25d601cebe1e req-9b9d0247-228b-43cb-9aa0-af630face73f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 944 time: 0.1166201 Mar 11 12:17:41.257569 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-9ba44131-450e-4ab8-8cd1-2d8fdbccf0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:41.259148 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-9ba44131-450e-4ab8-8cd1-2d8fdbccf0b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1162560 Mar 11 12:17:41.284973 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58beed67-2420-4c58-8156-25d601cebe1e req-c705fa1b-3baf-4449-a847-a3e227be3ae4 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746837 Mar 11 12:17:41.390803 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-9c84861a-3f56-4e43-8fe2-ef14246cf69c service neutron] 10.222.0.37 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247921 Mar 11 12:17:41.512974 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b02c618-0c10-4c83-b1b4-f6b8f7f146f6 req-65c7d47d-7135-4eef-af67-6804ac07190d service neutron] 10.222.0.37 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156411 Mar 11 12:17:41.630938 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c17418-3842-493a-bdc7-b388164e7235 req-e24a6202-ad89-42eb-baa9-184bfcdf201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:41.633341 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51c17418-3842-493a-bdc7-b388164e7235 req-e24a6202-ad89-42eb-baa9-184bfcdf201c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 1126 time: 0.0664556 Mar 11 12:17:41.819690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c17418-3842-493a-bdc7-b388164e7235 req-d63fae0e-592c-4a93-8ff4-0b7e39b4f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:41.821682 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51c17418-3842-493a-bdc7-b388164e7235 req-d63fae0e-592c-4a93-8ff4-0b7e39b4f2ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 HTTP/1.1" status: 200 len: 898 time: 0.1821189 Mar 11 12:17:41.875134 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51c17418-3842-493a-bdc7-b388164e7235 req-65e6a16a-86af-435c-b31a-1ff964c64c8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282 HTTP/1.1" status: 200 len: 217 time: 0.0461328 Mar 11 12:17:41.940236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c17418-3842-493a-bdc7-b388164e7235 req-ec2e4d26-bf69-4e2a-9254-8bab0d938d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:41.943631 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51c17418-3842-493a-bdc7-b388164e7235 req-ec2e4d26-bf69-4e2a-9254-8bab0d938d83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=362a8589-53e3-43f8-881a-db248656ca21 HTTP/1.1" status: 200 len: 835 time: 0.0616353 Mar 11 12:17:42.122618 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c17418-3842-493a-bdc7-b388164e7235 req-97cb4d0f-6c08-4cfd-9bee-b85c96883bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:42.124887 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51c17418-3842-493a-bdc7-b388164e7235 req-97cb4d0f-6c08-4cfd-9bee-b85c96883bd7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1748750 Mar 11 12:17:42.283627 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51c17418-3842-493a-bdc7-b388164e7235 req-7af1d47e-0b82-42ab-9eed-fb99ddf3cd08 service neutron] 10.222.0.37 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502671 Mar 11 12:17:42.458941 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39252) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:42.482603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a39a2-eb80-4100-99ff-d84b69f42550 req-ab9a19f0-a6aa-418d-8f3b-61ee1981898f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:42.494404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee1a39a2-eb80-4100-99ff-d84b69f42550 req-ab9a19f0-a6aa-418d-8f3b-61ee1981898f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 944 time: 0.1118526 Mar 11 12:17:42.510503 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51c17418-3842-493a-bdc7-b388164e7235 req-35d9a34e-ff01-48bf-88ba-de22dc3e379d service neutron] 10.222.0.37 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045944 Mar 11 12:17:42.566400 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee1a39a2-eb80-4100-99ff-d84b69f42550 req-ee03838b-6544-46cf-9eaf-416a1bcaede9 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700996 Mar 11 12:17:42.648721 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-942cbcc7-b18c-466d-a9a1-f8bd1f98b6d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:42.749344 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-942cbcc7-b18c-466d-a9a1-f8bd1f98b6d9 admin admin] Publish callbacks [] for security_group (ad0c1aba-671a-4742-9c74-0a09f21f7d44), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:42.758172 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-942cbcc7-b18c-466d-a9a1-f8bd1f98b6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ad0c1aba-671a-4742-9c74-0a09f21f7d44), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:42.792911 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:42.805262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cbcc7-b18c-466d-a9a1-f8bd1f98b6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0c1aba-671a-4742-9c74-0a09f21f7d44,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:42.812613 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-942cbcc7-b18c-466d-a9a1-f8bd1f98b6d9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c9ae2757a65646ae867757b896758a6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3492253 Mar 11 12:17:42.815306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39258) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:42.878620 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] Publish callbacks [] for security_group (ad0c1aba-671a-4742-9c74-0a09f21f7d44), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:42.906658 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] Publish callbacks [] for security_group (ad0c1aba-671a-4742-9c74-0a09f21f7d44), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:42.969060 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ad0c1aba-671a-4742-9c74-0a09f21f7d44), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:42.973535 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:42.975057 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ad0c1aba-671a-4742-9c74-0a09f21f7d44 HTTP/1.1" status: 204 len: 168 time: 0.1587303 Mar 11 12:17:43.006699 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0c1aba-671a-4742-9c74-0a09f21f7d44,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:43.035103 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:43.035467 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:43.035950 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:43.036303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:43.036648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:43.036993 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:43.037332 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:43.037668 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:43.038010 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:43.038344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:43.038677 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:43.039008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:43.039338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d40e7-cef4-408b-8d3e-d6c58dc8ff94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:43.652340 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8ba5-8658-4d09-a05d-4d824e52c766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:43.732474 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4e039b5b-930a-4e76-8bdf-26fc01bcf282 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:17:43.801110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f7a9e-f3a1-4f93-a8be-59d734703a80 req-25925916-0a34-48d0-88af-973e01b32b0d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:43.808995 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b6f7a9e-f3a1-4f93-a8be-59d734703a80 req-25925916-0a34-48d0-88af-973e01b32b0d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 944 time: 0.1681595 Mar 11 12:17:43.845952 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:17:43.875113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b6f7a9e-f3a1-4f93-a8be-59d734703a80 req-fc24c9a4-7ccb-4e2c-949d-7d74af522eb6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604224 Mar 11 12:17:43.937715 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4e039b5b-930a-4e76-8bdf-26fc01bcf282, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282,segment=NetworkSegment(45ce4ead-168d-4231-ab07-a27ba10b0d83),segment_id=45ce4ead-168d-4231-ab07-a27ba10b0d83)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:17:43.958438 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '4e039b5b-930a-4e76-8bdf-26fc01bcf282', 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680', 'port_id': '4e039b5b-930a-4e76-8bdf-26fc01bcf282', 'mac_address': 'fa:16:3e:75:31:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362a8589-53e3-43f8-881a-db248656ca21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:17:44.010413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:44.010803 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:44.025094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e039b5b-930a-4e76-8bdf-26fc01bcf282 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:17:44.048771 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4e039b5b-930a-4e76-8bdf-26fc01bcf282, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282,segment=NetworkSegment(45ce4ead-168d-4231-ab07-a27ba10b0d83),segment_id=45ce4ead-168d-4231-ab07-a27ba10b0d83)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:17:44.055409 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:44.134903 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=4e039b5b-930a-4e76-8bdf-26fc01bcf282,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:44.290857 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['4e039b5b-930a-4e76-8bdf-26fc01bcf282'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:17:44.692920 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39310) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:44.841134 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2a621bfc-add5-4627-b2aa-c375f09ea1c8 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'network': {'name': 'tempest-network-smoke--2086932844', 'project_id': '868321f514374492b0b945546931c69b', 'port_security_enabled': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:44.865033 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a621bfc-add5-4627-b2aa-c375f09ea1c8 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Made reservation on behalf of 868321f514374492b0b945546931c69b for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:17:44.868707 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2a621bfc-add5-4627-b2aa-c375f09ea1c8 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:44.878833 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2a621bfc-add5-4627-b2aa-c375f09ea1c8 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:44.986294 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2a621bfc-add5-4627-b2aa-c375f09ea1c8 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (ee98cf8d-41ec-4b42-8d48-80604423e601), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:45.027490 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2a621bfc-add5-4627-b2aa-c375f09ea1c8 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ee98cf8d-41ec-4b42-8d48-80604423e601), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:45.076551 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a621bfc-add5-4627-b2aa-c375f09ea1c8 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:17:45.101095 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2a621bfc-add5-4627-b2aa-c375f09ea1c8 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ac101571-48a2-4629-b8c1-55b80c592a97), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:45.101712 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-2a621bfc-add5-4627-b2aa-c375f09ea1c8 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Added segment ac101571-48a2-4629-b8c1-55b80c592a97 of type vlan for network b787c3fe-9cce-4fab-ba7c-d6771e838ddf Mar 11 12:17:45.132649 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1690f-8ea8-4c1b-a1e1-643d0edb8464 req-94497589-9b9d-41db-b71d-2946244c1b74 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:45.134989 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbf1690f-8ea8-4c1b-a1e1-643d0edb8464 req-94497589-9b9d-41db-b71d-2946244c1b74 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 945 time: 0.1463063 Mar 11 12:17:45.135178 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a621bfc-add5-4627-b2aa-c375f09ea1c8 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee98cf8d-41ec-4b42-8d48-80604423e601,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:45.203332 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2a621bfc-add5-4627-b2aa-c375f09ea1c8 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (b787c3fe-9cce-4fab-ba7c-d6771e838ddf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:45.266467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbf1690f-8ea8-4c1b-a1e1-643d0edb8464 req-504d75b6-584c-4b1d-b3aa-bc1805e6d66c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965111 Mar 11 12:17:45.267697 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2a621bfc-add5-4627-b2aa-c375f09ea1c8 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (b787c3fe-9cce-4fab-ba7c-d6771e838ddf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:45.276846 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a621bfc-add5-4627-b2aa-c375f09ea1c8 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:45.277680 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2a621bfc-add5-4627-b2aa-c375f09ea1c8 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:45.345540 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2a621bfc-add5-4627-b2aa-c375f09ea1c8 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6508203 Mar 11 12:17:45.348383 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39320) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:45.354952 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'admin_state_up': True, 'project_id': '868321f514374492b0b945546931c69b', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:45.383153 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (d35a458d-372c-4886-9fc4-68726c9dfaad), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:45.384732 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (d35a458d-372c-4886-9fc4-68726c9dfaad), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:45.393814 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a621bfc-add5-4627-b2aa-c375f09ea1c8 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Network': ['ID=b787c3fe-9cce-4fab-ba7c-d6771e838ddf,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:45.406992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network b787c3fe-9cce-4fab-ba7c-d6771e838ddf details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:17:45.461538 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for router_controller (d35a458d-372c-4886-9fc4-68726c9dfaad), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:45.618883 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for router_gateway (d35a458d-372c-4886-9fc4-68726c9dfaad), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:45.747506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4e039b5b-930a-4e76-8bdf-26fc01bcf282 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:17:45.803421 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0df614c8-1618-46d4-9da2-ed8ca7712e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:45.823760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:17:45.828242 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:45.828633 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:45.849927 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for router_gateway (d35a458d-372c-4886-9fc4-68726c9dfaad), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:45.870425 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:45.927854 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:45.928280 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:45.973034 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e039b5b-930a-4e76-8bdf-26fc01bcf282'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:17:45.975498 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c543972c-10b3-41d3-b7c4-a520065f4b93" -d '{"events": [{"server_uuid": "34929dbb-a026-48c6-a5dc-cea3d917273b", "name": "network-vif-plugged", "status": "completed", "tag": "4e039b5b-930a-4e76-8bdf-26fc01bcf282"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:17:45.990682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4e039b5b-930a-4e76-8bdf-26fc01bcf282, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282,segment=NetworkSegment(45ce4ead-168d-4231-ab07-a27ba10b0d83),segment_id=45ce4ead-168d-4231-ab07-a27ba10b0d83)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:17:45.996509 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:46.052104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Allocated IP 172.25.7.63 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:17:46.061394 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=4e039b5b-930a-4e76-8bdf-26fc01bcf282,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:46.191760 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for port (17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:46.231386 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:46.271743 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:17:46.275171 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:17:46.279000 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:17:46.428781 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3faf-39ab-4371-bb49-420f4cae9e82 req-c04ac8a9-2fff-495b-b95c-00cde348810a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:46.431318 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fadb3faf-39ab-4371-bb49-420f4cae9e82 req-c04ac8a9-2fff-495b-b95c-00cde348810a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.0769928 Mar 11 12:17:46.522713 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fadb3faf-39ab-4371-bb49-420f4cae9e82 req-243e742a-a986-4d07-a148-850da0cd2848 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835478 Mar 11 12:17:46.606702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Port': ['ID=17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:46.841903 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for router_gateway (d35a458d-372c-4886-9fc4-68726c9dfaad), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:47.089715 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (d35a458d-372c-4886-9fc4-68726c9dfaad), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:47.216263 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37df710f-3789-4d87-b3fc-d918c0506e2b x-openstack-request-id: req-37df710f-3789-4d87-b3fc-d918c0506e2b {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:17:47.216769 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34929dbb-a026-48c6-a5dc-cea3d917273b", "name": "network-vif-plugged", "status": "completed", "tag": "4e039b5b-930a-4e76-8bdf-26fc01bcf282", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:17:47.216881 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-37df710f-3789-4d87-b3fc-d918c0506e2b {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:17:47.217200 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e039b5b-930a-4e76-8bdf-26fc01bcf282', 'code': 200} Mar 11 12:17:47.265339 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Router d35a458d-372c-4886-9fc4-68726c9dfaad is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:17:47.301892 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:47.489670 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9838d03-9e11-4ade-8190-d0bce9f2cbaa req-81f40bf2-69c0-45bf-a900-4046157b3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:47.491197 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c9838d03-9e11-4ade-8190-d0bce9f2cbaa req-81f40bf2-69c0-45bf-a900-4046157b3413 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 1128 time: 0.1526053 Mar 11 12:17:47.539408 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:17:47.550792 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Sync routers for ids ['d35a458d-372c-4886-9fc4-68726c9dfaad'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:17:47.563720 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Routers {'d35a458d-372c-4886-9fc4-68726c9dfaad'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:17:47.564346 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:17:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d35a458d-372c-4886-9fc4-68726c9dfaad'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:47.573583 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c9838d03-9e11-4ade-8190-d0bce9f2cbaa req-1a52a3b0-c01a-4c4c-a5ed-8326545f1254 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734224 Mar 11 12:17:47.588967 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:47.594010 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39356) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:47.600132 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-525f2cd4-5c0d-4111-8420-c398fb4ec179 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2494359 Mar 11 12:17:47.702003 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Set router d35a458d-372c-4886-9fc4-68726c9dfaad gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:17:47.734208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8aac3825-5940-4612-b256-94304863aa7f tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=868321f514374492b0b945546931c69b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1389678 Mar 11 12:17:47.736879 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39360) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:47.805249 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed638ebe-6e2b-4444-9189-1e048b6a7fcf req-ed5baeca-ac5d-43d6-8fce-caadf5f063cf tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:47.807210 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed638ebe-6e2b-4444-9189-1e048b6a7fcf req-ed5baeca-ac5d-43d6-8fce-caadf5f063cf tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.1602662 Mar 11 12:17:47.901655 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed638ebe-6e2b-4444-9189-1e048b6a7fcf req-9deb37c5-6cb3-44fa-a686-4163beeed3a3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871410 Mar 11 12:17:48.018825 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:46Z', 'revision_number': 3, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:48.025607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883b0fa0-9d1c-43b4-b614-5541f77b17bc tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:48.032692 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39362) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:48.033278 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-883b0fa0-9d1c-43b4-b614-5541f77b17bc tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2947657 Mar 11 12:17:48.058692 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Checking router: d35a458d-372c-4886-9fc4-68726c9dfaad for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:17:48.059456 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Updating router d35a458d-372c-4886-9fc4-68726c9dfaad port 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:17:48.090609 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:48.093865 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39364) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:48.099461 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-de3ce3ce-f53c-4efb-809c-55487abe2550 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1183634790', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'project_id': '868321f514374492b0b945546931c69b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:48.099701 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b28dc8c0-50cc-4362-a170-0b2f8c2d98f6 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0677040 Mar 11 12:17:48.237475 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3ce3ce-f53c-4efb-809c-55487abe2550 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Made reservation on behalf of 868321f514374492b0b945546931c69b for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:17:48.244890 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de3ce3ce-f53c-4efb-809c-55487abe2550 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:48.424492 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Publish callbacks [] for port (17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:48.444718 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:48.479690 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e554de-1c5d-42ba-83bd-6f21dcc90e92 None None] Pushing event updated for resources: {'Port': ['ID=17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:48.519269 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Attempting to bind port 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:17:48.519690 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Attempting to bind port 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:17:48.520061 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Attempting to bind port 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:17:48.533658 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:17:48.533658 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:17:48.533658 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:48.533658 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:17:48.533658 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Bound port: 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:17:48.533658 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:48.612239 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] For port 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:17:48.617932 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] For port 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:17:48.631034 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:48.652067 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de3ce3ce-f53c-4efb-809c-55487abe2550 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (388ee9fe-109c-4129-9ef6-38168259430e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:48.676876 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:48.727199 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3ce3ce-f53c-4efb-809c-55487abe2550 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Checking segment: {'id': 'ac101571-48a2-4629-b8c1-55b80c592a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:17:48.727930 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3ce3ce-f53c-4efb-809c-55487abe2550 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network hostable DHCP agents. Network: b787c3fe-9cce-4fab-ba7c-d6771e838ddf, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:17:48.744246 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ce3ce-f53c-4efb-809c-55487abe2550 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Subnet': ['ID=388ee9fe-109c-4129-9ef6-38168259430e,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:48.770891 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3ce3ce-f53c-4efb-809c-55487abe2550 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network b787c3fe-9cce-4fab-ba7c-d6771e838ddf is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:17:48.793244 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-de3ce3ce-f53c-4efb-809c-55487abe2550 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, b787c3fe-9cce-4fab-ba7c-d6771e838ddf) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:17:48.798592 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3ce3ce-f53c-4efb-809c-55487abe2550 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:48.801543 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de3ce3ce-f53c-4efb-809c-55487abe2550 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:48.820208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa97a28-642a-45de-bb62-0882c0333984 None None] Network b787c3fe-9cce-4fab-ba7c-d6771e838ddf requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:17:48.833044 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Routers {'d35a458d-372c-4886-9fc4-68726c9dfaad'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:17:48.833838 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:17:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d35a458d-372c-4886-9fc4-68726c9dfaad'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:48.871740 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39370) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:48.874538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-de3ce3ce-f53c-4efb-809c-55487abe2550 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7792382 Mar 11 12:17:48.992082 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e554de-1c5d-42ba-83bd-6f21dcc90e92 None None] Pushing event updated for resources: {'Port': ['ID=17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:49.179292 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] Set router d35a458d-372c-4886-9fc4-68726c9dfaad gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:17:49.216358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2c6ca-ffb6-45bf-a21c-c596b80c9a57 req-dc1b4241-fb89-4904-a278-4dd89a8072b6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:49.220520 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ed2c6ca-ffb6-45bf-a21c-c596b80c9a57 req-dc1b4241-fb89-4904-a278-4dd89a8072b6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.1548758 Mar 11 12:17:49.341813 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ed2c6ca-ffb6-45bf-a21c-c596b80c9a57 req-e4113ac0-a439-455d-a917-9437cf115c88 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045532 Mar 11 12:17:49.582023 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a722e8-918a-4489-b84e-512a80b432af req-ae9dcbd5-45b5-4b8b-8b8b-77328703462d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:49.585454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'project_id': '868321f514374492b0b945546931c69b', 'fixed_ips': [{'subnet_id': '388ee9fe-109c-4129-9ef6-38168259430e'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:17:49.594622 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d9a722e8-918a-4489-b84e-512a80b432af req-ae9dcbd5-45b5-4b8b-8b8b-77328703462d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.1305525 Mar 11 12:17:49.598733 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:49.606931 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:46Z', 'revision_number': 3, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:49.671159 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:49.678660 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90396ba5-293a-4621-8a14-4de1d6714985 None None] The sync data for ids ['d35a458d-372c-4886-9fc4-68726c9dfaad'] in n-d-833234-2 is: [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:46Z', 'revision_number': 3, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:17:49.745418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d9a722e8-918a-4489-b84e-512a80b432af req-d4db0e03-1910-4ed2-b613-729208a794e0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485906 Mar 11 12:17:49.771873 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39392) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:49.859954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710a921c-aa20-4260-a763-8d79ec970096 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:49.861637 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-710a921c-aa20-4260-a763-8d79ec970096 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 1123 time: 0.0864387 Mar 11 12:17:49.870219 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39398) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:49.875187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '4e039b5b-930a-4e76-8bdf-26fc01bcf282', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:49.878420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Allocated IP 172.20.0.2 (b787c3fe-9cce-4fab-ba7c-d6771e838ddf/388ee9fe-109c-4129-9ef6-38168259430e/ade4f7f0-008f-4579-a59b-85965bcf2281) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:17:49.926615 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:50.054872 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Publish callbacks [] for port (ade4f7f0-008f-4579-a59b-85965bcf2281), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:50.074206 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (ade4f7f0-008f-4579-a59b-85965bcf2281), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:50.159365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Network b787c3fe-9cce-4fab-ba7c-d6771e838ddf is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:17:50.165896 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:50.170474 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:17:50.176021 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:17:50.185646 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Pushing event updated for resources: {'Port': ['ID=ade4f7f0-008f-4579-a59b-85965bcf2281,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:50.256063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Attempting to bind port ade4f7f0-008f-4579-a59b-85965bcf2281 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:17:50.256758 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Attempting to bind port ade4f7f0-008f-4579-a59b-85965bcf2281 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'ac101571-48a2-4629-b8c1-55b80c592a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:17:50.257318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Attempting to bind port ade4f7f0-008f-4579-a59b-85965bcf2281 on network b787c3fe-9cce-4fab-ba7c-d6771e838ddf {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:17:50.266047 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:17:50.266769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Checking segment: {'id': 'ac101571-48a2-4629-b8c1-55b80c592a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:17:50.267408 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:50.268287 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Bound using segment: {'id': 'ac101571-48a2-4629-b8c1-55b80c592a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:17:50.268977 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Bound port: ade4f7f0-008f-4579-a59b-85965bcf2281, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac101571-48a2-4629-b8c1-55b80c592a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:17:50.269800 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ade4f7f0-008f-4579-a59b-85965bcf2281), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:50.390051 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] For port ade4f7f0-008f-4579-a59b-85965bcf2281, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:17:50.402129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] For port ade4f7f0-008f-4579-a59b-85965bcf2281, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ade4f7f0-008f-4579-a59b-85965bcf2281,segment=NetworkSegment(ac101571-48a2-4629-b8c1-55b80c592a97),segment_id=ac101571-48a2-4629-b8c1-55b80c592a97)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:17:50.411160 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ade4f7f0-008f-4579-a59b-85965bcf2281), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:50.559219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4422089-bf6d-4911-a5a4-0c0850a1ccbc None None] Pushing event updated for resources: {'Port': ['ID=ade4f7f0-008f-4579-a59b-85965bcf2281,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:50.711610 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:17:50.801545 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:50.853025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:50.853835 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:51.026602 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Allocated IP 172.20.0.1 (b787c3fe-9cce-4fab-ba7c-d6771e838ddf/388ee9fe-109c-4129-9ef6-38168259430e/88598f2d-f258-4de6-936a-0aa10a68981c) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:17:51.048446 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:51.049962 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:51.076737 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Allocated IP 172.25.7.182 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/ef5fbd4e-f2b3-4db2-bbb3-117714778bae) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:17:51.106979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:17:51.115899 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:51.223236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:51.311380 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for port (88598f2d-f258-4de6-936a-0aa10a68981c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:51.315800 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (ef5fbd4e-f2b3-4db2-bbb3-117714778bae), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:51.368635 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (88598f2d-f258-4de6-936a-0aa10a68981c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:51.396520 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ef5fbd4e-f2b3-4db2-bbb3-117714778bae), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:51.451279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Port': ['ID=88598f2d-f258-4de6-936a-0aa10a68981c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:51.459403 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network b787c3fe-9cce-4fab-ba7c-d6771e838ddf is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:17:51.465050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:17:51.465498 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:17:51.472139 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:51.473508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:51.473508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:51.473942 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:51.474290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:51.474784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:51.475121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:51.475457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:51.475835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:51.476161 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:51.476490 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:51.476818 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:51.477193 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:17:51.481631 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:17:51.548259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:17:51.554463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:17:51.558581 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=ef5fbd4e-f2b3-4db2-bbb3-117714778bae,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:51.585127 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (d35a458d-372c-4886-9fc4-68726c9dfaad), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:51.816940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (88598f2d-f258-4de6-936a-0aa10a68981c), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:52.185941 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f839f4ff-85e2-4639-929b-a6d93c8f9030 None None] Network b787c3fe-9cce-4fab-ba7c-d6771e838ddf requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:17:52.230848 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for port (88598f2d-f258-4de6-936a-0aa10a68981c), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:52.245056 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (88598f2d-f258-4de6-936a-0aa10a68981c), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:52.328022 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (d35a458d-372c-4886-9fc4-68726c9dfaad), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:52.331312 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Port': ['ID=88598f2d-f258-4de6-936a-0aa10a68981c,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:52.355005 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1cabf271-70fb-4f98-b89c-f9b913cd0c91 None None] Provisioning complete for port ade4f7f0-008f-4579-a59b-85965bcf2281 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:52.355303 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1cabf271-70fb-4f98-b89c-f9b913cd0c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ade4f7f0-008f-4579-a59b-85965bcf2281), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:52.428704 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for floatingip (a82cb69e-6507-4f4d-82d2-5c6e011e387c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:52.589419 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network b787c3fe-9cce-4fab-ba7c-d6771e838ddf is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:17:52.594035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:17:52.615215 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1cabf271-70fb-4f98-b89c-f9b913cd0c91 None None] Current status of the port ade4f7f0-008f-4579-a59b-85965bcf2281 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:52.619003 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1cabf271-70fb-4f98-b89c-f9b913cd0c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ade4f7f0-008f-4579-a59b-85965bcf2281), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:52.650236 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ef5fbd4e-f2b3-4db2-bbb3-117714778bae), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:52.826423 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ade4f7f0-008f-4579-a59b-85965bcf2281 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:17:52.852177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1cabf271-70fb-4f98-b89c-f9b913cd0c91 None None] For port ade4f7f0-008f-4579-a59b-85965bcf2281, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ade4f7f0-008f-4579-a59b-85965bcf2281,segment=NetworkSegment(ac101571-48a2-4629-b8c1-55b80c592a97),segment_id=ac101571-48a2-4629-b8c1-55b80c592a97)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:17:52.880450 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Router d35a458d-372c-4886-9fc4-68726c9dfaad has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:17:52.888928 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1cabf271-70fb-4f98-b89c-f9b913cd0c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ade4f7f0-008f-4579-a59b-85965bcf2281), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:52.930410 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (ef5fbd4e-f2b3-4db2-bbb3-117714778bae), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:52.950570 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (ef5fbd4e-f2b3-4db2-bbb3-117714778bae), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:53.041308 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b6e254ef-d7a2-4b99-b137-41b75c0e3460 None None] Provisioning complete for port 88598f2d-f258-4de6-936a-0aa10a68981c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:53.041825 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b6e254ef-d7a2-4b99-b137-41b75c0e3460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (88598f2d-f258-4de6-936a-0aa10a68981c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:53.087979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b6e254ef-d7a2-4b99-b137-41b75c0e3460 None None] Port 88598f2d-f258-4de6-936a-0aa10a68981c cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:17:53.094480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ade4f7f0-008f-4579-a59b-85965bcf2281 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:53.094992 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ade4f7f0-008f-4579-a59b-85965bcf2281), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:53.108635 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabf271-70fb-4f98-b89c-f9b913cd0c91 None None] Pushing event updated for resources: {'Port': ['ID=ade4f7f0-008f-4579-a59b-85965bcf2281,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:53.140300 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:17:53.154450 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=ef5fbd4e-f2b3-4db2-bbb3-117714778bae,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:53.156336 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f7e9281f-d9ff-42e2-be01-27a7590ee847 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "PUT /v2.0/routers/d35a458d-372c-4886-9fc4-68726c9dfaad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2840841 Mar 11 12:17:53.158299 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39420) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:53.160354 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (a82cb69e-6507-4f4d-82d2-5c6e011e387c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:53.176667 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Sync routers for ids ['d35a458d-372c-4886-9fc4-68726c9dfaad'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:17:53.205950 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b6e254ef-d7a2-4b99-b137-41b75c0e3460 None None] Provisioning complete for port ade4f7f0-008f-4579-a59b-85965bcf2281 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:53.206603 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b6e254ef-d7a2-4b99-b137-41b75c0e3460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ade4f7f0-008f-4579-a59b-85965bcf2281), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:53.235661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Routers {'d35a458d-372c-4886-9fc4-68726c9dfaad'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:17:53.236457 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:17:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d35a458d-372c-4886-9fc4-68726c9dfaad'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:53.372976 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Floating IP a82cb69e-6507-4f4d-82d2-5c6e011e387c associated. External IP: 172.25.7.182, port: 4e039b5b-930a-4e76-8bdf-26fc01bcf282. Mar 11 12:17:53.373340 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Set router d35a458d-372c-4886-9fc4-68726c9dfaad gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:17:53.449274 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9013dff-4e77-47fc-9a81-5b4704c78760 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:53.450609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9013dff-4e77-47fc-9a81-5b4704c78760 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:53.451229 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9013dff-4e77-47fc-9a81-5b4704c78760 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:53.451885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9013dff-4e77-47fc-9a81-5b4704c78760 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:53.452492 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9013dff-4e77-47fc-9a81-5b4704c78760 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:53.454840 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b9013dff-4e77-47fc-9a81-5b4704c78760 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3571 time: 0.2955561 Mar 11 12:17:53.459223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39422) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:53.550752 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ade4f7f0-008f-4579-a59b-85965bcf2281 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:53.552205 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:17:53.669415 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0f8de5-8333-4c69-8ade-eec35c8f40c1 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:53.676353 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0f8de5-8333-4c69-8ade-eec35c8f40c1 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:53.677036 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0f8de5-8333-4c69-8ade-eec35c8f40c1 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:53.677295 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0f8de5-8333-4c69-8ade-eec35c8f40c1 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:53.677748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0f8de5-8333-4c69-8ade-eec35c8f40c1 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:53.685644 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7f0f8de5-8333-4c69-8ade-eec35c8f40c1 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.2250080 Mar 11 12:17:53.686871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:53.687352 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:53.690764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39426) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:53.750286 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b6e254ef-d7a2-4b99-b137-41b75c0e3460 None None] Current status of the port ade4f7f0-008f-4579-a59b-85965bcf2281 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:53.815253 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router b9578f02-4ceb-4928-b601-7065b63d24ef has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:17:53.833279 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '88598f2d-f258-4de6-936a-0aa10a68981c', 'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:bf:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '388ee9fe-109c-4129-9ef6-38168259430e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:49Z', 'updated_at': '2022-03-11T12:17:52Z', 'revision_number': 2, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '388ee9fe-109c-4129-9ef6-38168259430e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:53.837955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:53.878960 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Checking router: d35a458d-372c-4886-9fc4-68726c9dfaad for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:17:53.879319 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Updating router d35a458d-372c-4886-9fc4-68726c9dfaad port 88598f2d-f258-4de6-936a-0aa10a68981c binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:17:53.907606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c4aa6b6a-a670-46bc-afcc-b8d6f5dd3130 None None] Provisioning complete for port 88598f2d-f258-4de6-936a-0aa10a68981c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:53.907971 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6b6a-a670-46bc-afcc-b8d6f5dd3130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (88598f2d-f258-4de6-936a-0aa10a68981c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:53.956565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:17:53.967447 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11a1b83-56e4-4ee2-a32f-819dead375c1 None None] Sync routers for ids ['b9578f02-4ceb-4928-b601-7065b63d24ef'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:17:53.986414 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a1b83-56e4-4ee2-a32f-819dead375c1 None None] Routers {'b9578f02-4ceb-4928-b601-7065b63d24ef'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:17:53.987726 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a11a1b83-56e4-4ee2-a32f-819dead375c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:17:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b9578f02-4ceb-4928-b601-7065b63d24ef'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:53.991932 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa6b6a-a670-46bc-afcc-b8d6f5dd3130 None None] Port 88598f2d-f258-4de6-936a-0aa10a68981c cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:17:54.009390 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:54.016288 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (88598f2d-f258-4de6-936a-0aa10a68981c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:54.055408 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4647f036-3ddc-418f-80e3-fd33455be505 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1837578 Mar 11 12:17:54.056568 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'tag': '4e039b5b-930a-4e76-8bdf-26fc01bcf282'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:17:54.060479 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62b00e9-7c35-4526-b805-29d680288a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "34929dbb-a026-48c6-a5dc-cea3d917273b", "tag": "4e039b5b-930a-4e76-8bdf-26fc01bcf282"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:17:54.142968 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bb43896c-8d30-4af5-a9d1-09a9aef0e92d tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.4501441 Mar 11 12:17:54.275351 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0357c11e-db61-4004-90c9-fbbf1eb96746 x-openstack-request-id: req-0357c11e-db61-4004-90c9-fbbf1eb96746 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:17:54.275724 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34929dbb-a026-48c6-a5dc-cea3d917273b", "tag": "4e039b5b-930a-4e76-8bdf-26fc01bcf282", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:17:54.275934 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0357c11e-db61-4004-90c9-fbbf1eb96746 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:17:54.276342 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'tag': '4e039b5b-930a-4e76-8bdf-26fc01bcf282', 'status': 'completed', 'code': 200} Mar 11 12:17:54.288647 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcd0a8-da4c-409c-a3df-c106c5315c26 req-7c96737b-3dfc-422e-98db-96f67762dee7 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:54.290135 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a11a1b83-56e4-4ee2-a32f-819dead375c1 None None] Set router b9578f02-4ceb-4928-b601-7065b63d24ef gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:17:54.297729 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a5fcd0a8-da4c-409c-a3df-c106c5315c26 req-7c96737b-3dfc-422e-98db-96f67762dee7 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.1044693 Mar 11 12:17:54.406185 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a5fcd0a8-da4c-409c-a3df-c106c5315c26 req-b83b2dcc-5729-472d-9ffc-09059d1c205a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074426 Mar 11 12:17:54.408061 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b00e9-7c35-4526-b805-29d680288a7c req-44bd8e12-4c5c-4a16-b5d6-01feaf5951c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:54.416018 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c62b00e9-7c35-4526-b805-29d680288a7c req-44bd8e12-4c5c-4a16-b5d6-01feaf5951c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 1128 time: 0.1089544 Mar 11 12:17:54.425017 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39438) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:54.485193 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Publish callbacks [] for port (88598f2d-f258-4de6-936a-0aa10a68981c), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:54.510278 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (88598f2d-f258-4de6-936a-0aa10a68981c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:54.578008 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fb99a7b5-95ee-4ad7-b979-8a94127270a8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/floatingips/a82cb69e-6507-4f4d-82d2-5c6e011e387c HTTP/1.1" status: 200 len: 992 time: 0.1514866 Mar 11 12:17:54.626312 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b00e9-7c35-4526-b805-29d680288a7c req-181f7ba1-f714-4a67-a12c-76fcdd5afce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:54.633961 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c62b00e9-7c35-4526-b805-29d680288a7c req-181f7ba1-f714-4a67-a12c-76fcdd5afce0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 HTTP/1.1" status: 200 len: 898 time: 0.2170305 Mar 11 12:17:54.658482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ade4f7f0-008f-4579-a59b-85965bcf2281 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:17:54.798947 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a11a1b83-56e4-4ee2-a32f-819dead375c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904154116', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:32Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'a82cb69e-6507-4f4d-82d2-5c6e011e387c', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'floating_ip_address': '172.25.7.182', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'port_id': '4e039b5b-930a-4e76-8bdf-26fc01bcf282', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3807, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680', 'mac_address': 'fa:16:3e:75:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:17:51Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 0, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3335f7-7be4-4439-b8c0-a825f6c17b5d', 'name': '', 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:93:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '362a8589-53e3-43f8-881a-db248656ca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:31Z', 'updated_at': '2022-03-11T12:17:37Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': '362a8589-53e3-43f8-881a-db248656ca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:54.843257 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c62b00e9-7c35-4526-b805-29d680288a7c req-d30e3eba-168d-495b-b641-14c577ce4dfd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282 HTTP/1.1" status: 200 len: 1000 time: 0.2021110 Mar 11 12:17:54.866834 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11a1b83-56e4-4ee2-a32f-819dead375c1 None None] Checking router: b9578f02-4ceb-4928-b601-7065b63d24ef for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:17:54.878589 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a1b83-56e4-4ee2-a32f-819dead375c1 None None] Routers {'b9578f02-4ceb-4928-b601-7065b63d24ef'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:17:54.879869 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a11a1b83-56e4-4ee2-a32f-819dead375c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:17:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b9578f02-4ceb-4928-b601-7065b63d24ef'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:54.920706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b00e9-7c35-4526-b805-29d680288a7c req-f02f8d44-11cf-4a19-9d0e-634def98f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:54.922364 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c62b00e9-7c35-4526-b805-29d680288a7c req-f02f8d44-11cf-4a19-9d0e-634def98f78a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=362a8589-53e3-43f8-881a-db248656ca21 HTTP/1.1" status: 200 len: 835 time: 0.0627267 Mar 11 12:17:54.991238 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b00e9-7c35-4526-b805-29d680288a7c req-39061b77-31a0-4055-a2d2-e5b5ca939f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:54.994991 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c62b00e9-7c35-4526-b805-29d680288a7c req-39061b77-31a0-4055-a2d2-e5b5ca939f05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0607696 Mar 11 12:17:55.019672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39442) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:55.025882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-88c0a2d3-cb86-42c1-9f4b-a13ee86317e9 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1405129288', 'description': 'tempest-secgroup-smoke-1405129288 description', 'project_id': '868321f514374492b0b945546931c69b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:55.086582 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a11a1b83-56e4-4ee2-a32f-819dead375c1 None None] Set router b9578f02-4ceb-4928-b601-7065b63d24ef gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:17:55.095335 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88c0a2d3-cb86-42c1-9f4b-a13ee86317e9 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:55.181351 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c62b00e9-7c35-4526-b805-29d680288a7c req-da762998-b3c5-4589-beca-78aefc2004ef service neutron] 10.222.0.37 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768160 Mar 11 12:17:55.207317 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b36b45-7323-4edb-b8de-ca4f79332511 None None] Pushing event updated for resources: {'Port': ['ID=88598f2d-f258-4de6-936a-0aa10a68981c,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:55.259118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-29266b78-52f9-4622-943a-967663da5f94 None None] Provisioning complete for port 88598f2d-f258-4de6-936a-0aa10a68981c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:55.259657 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-29266b78-52f9-4622-943a-967663da5f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (88598f2d-f258-4de6-936a-0aa10a68981c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:55.266176 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88c0a2d3-cb86-42c1-9f4b-a13ee86317e9 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (92ec5c61-1e47-443e-bff2-22ddd4921553), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:55.291180 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88c0a2d3-cb86-42c1-9f4b-a13ee86317e9 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (92ec5c61-1e47-443e-bff2-22ddd4921553), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:55.337722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-29266b78-52f9-4622-943a-967663da5f94 None None] Port 88598f2d-f258-4de6-936a-0aa10a68981c cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:17:55.340949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ade4f7f0-008f-4579-a59b-85965bcf2281 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:55.340949 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ade4f7f0-008f-4579-a59b-85965bcf2281), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:55.378812 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-88c0a2d3-cb86-42c1-9f4b-a13ee86317e9 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:55.379133 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c62b00e9-7c35-4526-b805-29d680288a7c req-7864f3f3-9a3a-4b95-ba21-c64e97b5bb52 service neutron] 10.222.0.37 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873753 Mar 11 12:17:55.382963 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-88c0a2d3-cb86-42c1-9f4b-a13ee86317e9 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3586500 Mar 11 12:17:55.384225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0a2d3-cb86-42c1-9f4b-a13ee86317e9 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ec5c61-1e47-443e-bff2-22ddd4921553,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:55.384360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39446) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:55.392406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-fc90d8ef-8018-4fe3-b710-9bca893bb29b tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group_rule': {'security_group_id': '92ec5c61-1e47-443e-bff2-22ddd4921553', 'project_id': '868321f514374492b0b945546931c69b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:55.401924 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Attempting to bind port 88598f2d-f258-4de6-936a-0aa10a68981c on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:17:55.402489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Attempting to bind port 88598f2d-f258-4de6-936a-0aa10a68981c by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'ac101571-48a2-4629-b8c1-55b80c592a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:17:55.402956 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Attempting to bind port 88598f2d-f258-4de6-936a-0aa10a68981c on network b787c3fe-9cce-4fab-ba7c-d6771e838ddf {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:17:55.416696 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:17:55.417494 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Checking segment: {'id': 'ac101571-48a2-4629-b8c1-55b80c592a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:17:55.418020 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:55.418598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Bound using segment: {'id': 'ac101571-48a2-4629-b8c1-55b80c592a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:17:55.419187 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Bound port: 88598f2d-f258-4de6-936a-0aa10a68981c, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac101571-48a2-4629-b8c1-55b80c592a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:17:55.419884 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (88598f2d-f258-4de6-936a-0aa10a68981c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:55.450050 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc90d8ef-8018-4fe3-b710-9bca893bb29b tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (5dd19d76-a93c-4aad-a1ed-4bcf915ac93f), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:55.524956 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ade4f7f0-008f-4579-a59b-85965bcf2281 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:55.532472 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] For port 88598f2d-f258-4de6-936a-0aa10a68981c, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:17:55.536937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] For port 88598f2d-f258-4de6-936a-0aa10a68981c, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=88598f2d-f258-4de6-936a-0aa10a68981c,segment=NetworkSegment(ac101571-48a2-4629-b8c1-55b80c592a97),segment_id=ac101571-48a2-4629-b8c1-55b80c592a97)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:17:55.548735 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (88598f2d-f258-4de6-936a-0aa10a68981c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:55.566072 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a11a1b83-56e4-4ee2-a32f-819dead375c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904154116', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:32Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'a82cb69e-6507-4f4d-82d2-5c6e011e387c', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'floating_ip_address': '172.25.7.182', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'port_id': '4e039b5b-930a-4e76-8bdf-26fc01bcf282', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3807, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680', 'mac_address': 'fa:16:3e:75:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:17:51Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 0, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3335f7-7be4-4439-b8c0-a825f6c17b5d', 'name': '', 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:93:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '362a8589-53e3-43f8-881a-db248656ca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:31Z', 'updated_at': '2022-03-11T12:17:37Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': '362a8589-53e3-43f8-881a-db248656ca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:55.577500 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc90d8ef-8018-4fe3-b710-9bca893bb29b tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (5dd19d76-a93c-4aad-a1ed-4bcf915ac93f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:55.580362 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39448) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:55.591859 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc90d8ef-8018-4fe3-b710-9bca893bb29b tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (5dd19d76-a93c-4aad-a1ed-4bcf915ac93f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:55.655172 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90d8ef-8018-4fe3-b710-9bca893bb29b tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd19d76-a93c-4aad-a1ed-4bcf915ac93f,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:55.682068 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Routers {'d35a458d-372c-4886-9fc4-68726c9dfaad'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:17:55.682722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:17:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d35a458d-372c-4886-9fc4-68726c9dfaad'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:55.686100 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc90d8ef-8018-4fe3-b710-9bca893bb29b tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:55.687738 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fc90d8ef-8018-4fe3-b710-9bca893bb29b tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3026481 Mar 11 12:17:55.690658 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39450) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:55.696795 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-de51bacd-f80e-489d-8412-222f7f84449d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group_rule': {'security_group_id': '92ec5c61-1e47-443e-bff2-22ddd4921553', 'project_id': '868321f514374492b0b945546931c69b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:55.745733 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-61262d45-53b6-49de-b46f-e22c3abe20c5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/floatingips/a82cb69e-6507-4f4d-82d2-5c6e011e387c HTTP/1.1" status: 200 len: 992 time: 0.1641006 Mar 11 12:17:55.762321 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-de51bacd-f80e-489d-8412-222f7f84449d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (f95d2651-37f7-403b-ad12-4b547f9b7693), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:55.833554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b36b45-7323-4edb-b8de-ca4f79332511 None None] Pushing event updated for resources: {'Port': ['ID=88598f2d-f258-4de6-936a-0aa10a68981c,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:55.904652 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-de51bacd-f80e-489d-8412-222f7f84449d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (f95d2651-37f7-403b-ad12-4b547f9b7693), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:55.915960 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-de51bacd-f80e-489d-8412-222f7f84449d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (f95d2651-37f7-403b-ad12-4b547f9b7693), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:55.953507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51bacd-f80e-489d-8412-222f7f84449d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95d2651-37f7-403b-ad12-4b547f9b7693,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:55.964360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] Set router d35a458d-372c-4886-9fc4-68726c9dfaad gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:17:55.974933 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-de51bacd-f80e-489d-8412-222f7f84449d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:55.976620 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-de51bacd-f80e-489d-8412-222f7f84449d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2843115 Mar 11 12:17:55.978415 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11a1b83-56e4-4ee2-a32f-819dead375c1 None None] The sync data for ids ['b9578f02-4ceb-4928-b601-7065b63d24ef'] in n-d-833234-2 is: [{'id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904154116', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:32Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'a82cb69e-6507-4f4d-82d2-5c6e011e387c', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'floating_ip_address': '172.25.7.182', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'port_id': '4e039b5b-930a-4e76-8bdf-26fc01bcf282', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3807, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680', 'mac_address': 'fa:16:3e:75:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:17:51Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 0, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3335f7-7be4-4439-b8c0-a825f6c17b5d', 'name': '', 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:93:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '362a8589-53e3-43f8-881a-db248656ca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:31Z', 'updated_at': '2022-03-11T12:17:37Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': '362a8589-53e3-43f8-881a-db248656ca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:17:55.979482 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39454) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:55.984166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d597d95b-7f4a-460b-ad11-96c0855b4842 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group_rule': {'security_group_id': '92ec5c61-1e47-443e-bff2-22ddd4921553', 'project_id': '868321f514374492b0b945546931c69b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:56.047936 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d597d95b-7f4a-460b-ad11-96c0855b4842 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (eadc1b0f-8c65-4f47-ad0e-2d787ddd3e1a), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:56.164470 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d597d95b-7f4a-460b-ad11-96c0855b4842 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (eadc1b0f-8c65-4f47-ad0e-2d787ddd3e1a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:56.168355 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5e7d9470-b455-4ef6-9c96-9c5a34157adc None None] Provisioning complete for port 88598f2d-f258-4de6-936a-0aa10a68981c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:56.168709 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9470-b455-4ef6-9c96-9c5a34157adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (88598f2d-f258-4de6-936a-0aa10a68981c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:56.172698 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d597d95b-7f4a-460b-ad11-96c0855b4842 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (eadc1b0f-8c65-4f47-ad0e-2d787ddd3e1a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:56.211408 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597d95b-7f4a-460b-ad11-96c0855b4842 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eadc1b0f-8c65-4f47-ad0e-2d787ddd3e1a,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:56.225885 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d597d95b-7f4a-460b-ad11-96c0855b4842 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:56.228079 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d597d95b-7f4a-460b-ad11-96c0855b4842 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2472818 Mar 11 12:17:56.230805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39456) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:56.250384 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c760b424-5077-4b58-8303-ebe03acdecb7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group_rule': {'security_group_id': '92ec5c61-1e47-443e-bff2-22ddd4921553', 'project_id': '868321f514374492b0b945546931c69b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:56.312574 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c760b424-5077-4b58-8303-ebe03acdecb7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (ed486261-f364-452b-9eff-a396061a35e8), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:56.387816 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d9470-b455-4ef6-9c96-9c5a34157adc None None] Current status of the port 88598f2d-f258-4de6-936a-0aa10a68981c is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:56.388142 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9470-b455-4ef6-9c96-9c5a34157adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (88598f2d-f258-4de6-936a-0aa10a68981c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:56.433679 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6368dbf1-44eb-4fb3-be7b-9de8308aecf7 None None] New status for floating IP a82cb69e-6507-4f4d-82d2-5c6e011e387c: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:17:56.448434 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c760b424-5077-4b58-8303-ebe03acdecb7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (ed486261-f364-452b-9eff-a396061a35e8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:56.458199 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c760b424-5077-4b58-8303-ebe03acdecb7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (ed486261-f364-452b-9eff-a396061a35e8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:56.514581 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c760b424-5077-4b58-8303-ebe03acdecb7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:56.519825 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c760b424-5077-4b58-8303-ebe03acdecb7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2856326 Mar 11 12:17:56.520239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39460) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:56.521544 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760b424-5077-4b58-8303-ebe03acdecb7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed486261-f364-452b-9eff-a396061a35e8,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:56.526167 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-67b17d63-c0b6-4ee3-b347-53ecf68e7a86 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group_rule': {'security_group_id': '92ec5c61-1e47-443e-bff2-22ddd4921553', 'project_id': '868321f514374492b0b945546931c69b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:56.549732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5e7d9470-b455-4ef6-9c96-9c5a34157adc None None] For port 88598f2d-f258-4de6-936a-0aa10a68981c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=88598f2d-f258-4de6-936a-0aa10a68981c,segment=NetworkSegment(ac101571-48a2-4629-b8c1-55b80c592a97),segment_id=ac101571-48a2-4629-b8c1-55b80c592a97)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:17:56.573477 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-67b17d63-c0b6-4ee3-b347-53ecf68e7a86 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Project 868321f514374492b0b945546931c69b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:17:56.574896 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9470-b455-4ef6-9c96-9c5a34157adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (88598f2d-f258-4de6-936a-0aa10a68981c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:56.583833 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67b17d63-c0b6-4ee3-b347-53ecf68e7a86 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (51c38fbc-c17d-4d88-be4a-68155a85566e), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:56.725585 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '88598f2d-f258-4de6-936a-0aa10a68981c', 'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:bf:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '388ee9fe-109c-4129-9ef6-38168259430e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:49Z', 'updated_at': '2022-03-11T12:17:55Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '388ee9fe-109c-4129-9ef6-38168259430e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:17:56.730433 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67b17d63-c0b6-4ee3-b347-53ecf68e7a86 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (51c38fbc-c17d-4d88-be4a-68155a85566e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:56.741848 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67b17d63-c0b6-4ee3-b347-53ecf68e7a86 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (51c38fbc-c17d-4d88-be4a-68155a85566e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:56.749449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39462) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:56.757040 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb31efa-0b15-4d69-9973-c8cb10d45f61 None None] The sync data for ids ['d35a458d-372c-4886-9fc4-68726c9dfaad'] in n-d-833234-2 is: [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '88598f2d-f258-4de6-936a-0aa10a68981c', 'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:bf:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '388ee9fe-109c-4129-9ef6-38168259430e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:49Z', 'updated_at': '2022-03-11T12:17:55Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '388ee9fe-109c-4129-9ef6-38168259430e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:17:56.758906 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d9470-b455-4ef6-9c96-9c5a34157adc None None] Pushing event updated for resources: {'Port': ['ID=88598f2d-f258-4de6-936a-0aa10a68981c,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:56.780386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b17d63-c0b6-4ee3-b347-53ecf68e7a86 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c38fbc-c17d-4d88-be4a-68155a85566e,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:56.793438 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67b17d63-c0b6-4ee3-b347-53ecf68e7a86 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:56.799483 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-67b17d63-c0b6-4ee3-b347-53ecf68e7a86 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2749546 Mar 11 12:17:56.799926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39464) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:56.813530 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6caa853c-bc8b-4847-a1b6-c83a7b04cb1c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group_rule': {'security_group_id': '92ec5c61-1e47-443e-bff2-22ddd4921553', 'project_id': '868321f514374492b0b945546931c69b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:17:56.880240 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-6caa853c-bc8b-4847-a1b6-c83a7b04cb1c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Project 868321f514374492b0b945546931c69b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:17:56.886892 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6caa853c-bc8b-4847-a1b6-c83a7b04cb1c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (66a5f9aa-161a-4068-84ad-0bcd50251715), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:56.899668 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0fbafe06-80af-423b-8944-0771dd32b392 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/floatingips/a82cb69e-6507-4f4d-82d2-5c6e011e387c HTTP/1.1" status: 200 len: 994 time: 0.1457489 Mar 11 12:17:56.995570 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6caa853c-bc8b-4847-a1b6-c83a7b04cb1c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (66a5f9aa-161a-4068-84ad-0bcd50251715), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:57.018626 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6caa853c-bc8b-4847-a1b6-c83a7b04cb1c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (66a5f9aa-161a-4068-84ad-0bcd50251715), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:57.054292 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa853c-bc8b-4847-a1b6-c83a7b04cb1c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a5f9aa-161a-4068-84ad-0bcd50251715,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:57.092797 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6caa853c-bc8b-4847-a1b6-c83a7b04cb1c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:57.094188 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6caa853c-bc8b-4847-a1b6-c83a7b04cb1c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2932146 Mar 11 12:17:57.396625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-fa1cee38-cc84-423b-8a3f-7ed50078fc65 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405129288&fields=id&tenant_id=868321f514374492b0b945546931c69b HTTP/1.1" status: 200 len: 267 time: 0.0886488 Mar 11 12:17:57.692616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-e555f25b-ba86-4b27-8c30-d12fe9d5895c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:17:57.696016 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-e555f25b-ba86-4b27-8c30-d12fe9d5895c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/networks?id=b787c3fe-9cce-4fab-ba7c-d6771e838ddf HTTP/1.1" status: 200 len: 797 time: 0.2283456 Mar 11 12:17:57.703757 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39490) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:57.729674 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-653bfade-28ed-4645-9312-66c6bda0c2b1 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/quotas/868321f514374492b0b945546931c69b HTTP/1.1" status: 200 len: 375 time: 0.0215545 Mar 11 12:17:57.853231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-72bdb760-0426-4142-b55e-c023d7c57d87 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=868321f514374492b0b945546931c69b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163766 Mar 11 12:17:57.911879 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29216be2-1e6d-4493-a699-b20417ed8f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:58.030145 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29216be2-1e6d-4493-a699-b20417ed8f18 admin admin] Publish callbacks [] for security_group (c5fe981b-083c-46a2-9d27-f1c8634b5e8e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:58.060451 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29216be2-1e6d-4493-a699-b20417ed8f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c5fe981b-083c-46a2-9d27-f1c8634b5e8e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:58.124143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-6d9f41ae-493f-4965-9762-0208d4d430f1 service neutron] 10.222.0.78 "GET /v2.0/networks/b787c3fe-9cce-4fab-ba7c-d6771e838ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587538 Mar 11 12:17:58.130626 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-29216be2-1e6d-4493-a699-b20417ed8f18 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=463e2d95b74f4070a19ccf29f58c1a1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4256945 Mar 11 12:17:58.131538 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29216be2-1e6d-4493-a699-b20417ed8f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fe981b-083c-46a2-9d27-f1c8634b5e8e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:58.133182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39494) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:58.308903 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7684354f-7ca4-41a9-b53d-981a6a765a01 admin admin] Publish callbacks [] for security_group (c5fe981b-083c-46a2-9d27-f1c8634b5e8e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:58.321817 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-a440660c-7184-4248-abd6-8ad1600d8bc3 service neutron] 10.222.0.78 "GET /v2.0/networks/b787c3fe-9cce-4fab-ba7c-d6771e838ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902957 Mar 11 12:17:58.335938 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7684354f-7ca4-41a9-b53d-981a6a765a01 admin admin] Publish callbacks [] for security_group (c5fe981b-083c-46a2-9d27-f1c8634b5e8e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:58.404721 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7684354f-7ca4-41a9-b53d-981a6a765a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c5fe981b-083c-46a2-9d27-f1c8634b5e8e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:58.407612 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7684354f-7ca4-41a9-b53d-981a6a765a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:58.411506 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7684354f-7ca4-41a9-b53d-981a6a765a01 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c5fe981b-083c-46a2-9d27-f1c8634b5e8e HTTP/1.1" status: 204 len: 168 time: 0.2748332 Mar 11 12:17:58.422731 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684354f-7ca4-41a9-b53d-981a6a765a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fe981b-083c-46a2-9d27-f1c8634b5e8e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:58.761395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 88598f2d-f258-4de6-936a-0aa10a68981c up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:17:58.830289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6880a7f8-5db3-477b-8b2f-88cf4f2eba10 req-7e21a52d-496d-499a-85dc-7a450af68a71 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 210 time: 0.1045651 Mar 11 12:17:58.936714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39508) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:58.954433 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6177527-adfb-4e14-a06e-d30ad9e87a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:58.966641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 88598f2d-f258-4de6-936a-0aa10a68981c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:17:58.969232 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (88598f2d-f258-4de6-936a-0aa10a68981c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:59.076988 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6177527-adfb-4e14-a06e-d30ad9e87a02 admin admin] Publish callbacks [] for security_group (5a540c23-17c0-449a-a9fa-11f2c6e67163), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:59.088927 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6177527-adfb-4e14-a06e-d30ad9e87a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5a540c23-17c0-449a-a9fa-11f2c6e67163), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:59.110071 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 88598f2d-f258-4de6-936a-0aa10a68981c is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:17:59.141371 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39516) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:59.150565 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a6177527-adfb-4e14-a06e-d30ad9e87a02 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=49764e65a23e4b3da5839109737b7133&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2123463 Mar 11 12:17:59.158112 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6177527-adfb-4e14-a06e-d30ad9e87a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a540c23-17c0-449a-a9fa-11f2c6e67163,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:59.231973 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-990834f7-256e-43e3-b221-22075f8136d8 admin admin] Publish callbacks [] for security_group (5a540c23-17c0-449a-a9fa-11f2c6e67163), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:59.280139 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-990834f7-256e-43e3-b221-22075f8136d8 admin admin] Publish callbacks [] for security_group (5a540c23-17c0-449a-a9fa-11f2c6e67163), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:59.338743 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-990834f7-256e-43e3-b221-22075f8136d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5a540c23-17c0-449a-a9fa-11f2c6e67163), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:59.342336 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-990834f7-256e-43e3-b221-22075f8136d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:59.346851 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-990834f7-256e-43e3-b221-22075f8136d8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5a540c23-17c0-449a-a9fa-11f2c6e67163 HTTP/1.1" status: 204 len: 168 time: 0.2036309 Mar 11 12:17:59.356704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990834f7-256e-43e3-b221-22075f8136d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a540c23-17c0-449a-a9fa-11f2c6e67163,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:17:59.852096 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39526) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:17:59.866850 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f881a1a-0491-4cac-a02a-327b0232e3d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:59.957364 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f6ff693-ffba-40af-96b1-fb5f6a3780c2 req-703a38e4-d3d4-4548-ba12-ad82ef3c3b39 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 210 time: 0.0480969 Mar 11 12:17:59.976592 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f881a1a-0491-4cac-a02a-327b0232e3d1 admin admin] Publish callbacks [] for security_group (97f113b4-ef7a-4dc8-8f74-ae9bf343d5f9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:17:59.982009 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f881a1a-0491-4cac-a02a-327b0232e3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (97f113b4-ef7a-4dc8-8f74-ae9bf343d5f9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:00.027713 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3f881a1a-0491-4cac-a02a-327b0232e3d1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f159c63c940b408a9e66d3b974f7932f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1717381 Mar 11 12:18:00.027713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f881a1a-0491-4cac-a02a-327b0232e3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f113b4-ef7a-4dc8-8f74-ae9bf343d5f9,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:00.028668 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39530) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:00.090363 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c993c88-f628-429f-bdfd-205d5252a529 admin admin] Publish callbacks [] for security_group (97f113b4-ef7a-4dc8-8f74-ae9bf343d5f9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:00.122859 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c993c88-f628-429f-bdfd-205d5252a529 admin admin] Publish callbacks [] for security_group (97f113b4-ef7a-4dc8-8f74-ae9bf343d5f9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:00.193247 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c993c88-f628-429f-bdfd-205d5252a529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (97f113b4-ef7a-4dc8-8f74-ae9bf343d5f9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:00.197080 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c993c88-f628-429f-bdfd-205d5252a529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:00.198860 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2c993c88-f628-429f-bdfd-205d5252a529 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/97f113b4-ef7a-4dc8-8f74-ae9bf343d5f9 HTTP/1.1" status: 204 len: 168 time: 0.1688356 Mar 11 12:18:00.221597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c993c88-f628-429f-bdfd-205d5252a529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f113b4-ef7a-4dc8-8f74-ae9bf343d5f9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:00.221910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-31eacd2c-3bf9-46e6-a4f0-f436e567a1b1 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:00.224304 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-31eacd2c-3bf9-46e6-a4f0-f436e567a1b1 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.71 "GET /v2.0/networks?id=b787c3fe-9cce-4fab-ba7c-d6771e838ddf HTTP/1.1" status: 200 len: 797 time: 0.1401367 Mar 11 12:18:00.295394 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-34c7fa03-a359-40b0-ae05-44c100d72b80 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=868321f514374492b0b945546931c69b HTTP/1.1" status: 200 len: 380 time: 0.0612776 Mar 11 12:18:00.311506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-45b09291-57ff-41f0-84fc-bcced00c6252 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'port': {'device_id': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'admin_state_up': True, 'tenant_id': '868321f514374492b0b945546931c69b', 'security_groups': ['92ec5c61-1e47-443e-bff2-22ddd4921553']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:00.434790 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-45b09291-57ff-41f0-84fc-bcced00c6252 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Made reservation on behalf of 868321f514374492b0b945546931c69b for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:18:00.438274 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-45b09291-57ff-41f0-84fc-bcced00c6252 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:00.861406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-45b09291-57ff-41f0-84fc-bcced00c6252 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Allocated IP 172.20.0.5 (b787c3fe-9cce-4fab-ba7c-d6771e838ddf/388ee9fe-109c-4129-9ef6-38168259430e/7165b47b-d9b6-4a77-b201-78b07d3e22b1) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:18:01.029966 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-45b09291-57ff-41f0-84fc-bcced00c6252 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for port (7165b47b-d9b6-4a77-b201-78b07d3e22b1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:01.073508 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-45b09291-57ff-41f0-84fc-bcced00c6252 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7165b47b-d9b6-4a77-b201-78b07d3e22b1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:01.084949 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-153654a3-5ea6-48bb-af17-7c2fae9add17 req-eecf8c17-4c2b-4681-b480-5d03a9717cef tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 210 time: 0.0426719 Mar 11 12:18:01.128893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-45b09291-57ff-41f0-84fc-bcced00c6252 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network b787c3fe-9cce-4fab-ba7c-d6771e838ddf is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:18:01.132061 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-45b09291-57ff-41f0-84fc-bcced00c6252 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:18:01.136950 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-45b09291-57ff-41f0-84fc-bcced00c6252 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:18:01.141025 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b09291-57ff-41f0-84fc-bcced00c6252 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Port': ['ID=7165b47b-d9b6-4a77-b201-78b07d3e22b1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:01.225705 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-45b09291-57ff-41f0-84fc-bcced00c6252 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:01.226438 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-45b09291-57ff-41f0-84fc-bcced00c6252 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:01.247487 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-45b09291-57ff-41f0-84fc-bcced00c6252 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9422843 Mar 11 12:18:01.264507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Request body: {'port': {'device_id': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:01.341111 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7165b47b-d9b6-4a77-b201-78b07d3e22b1), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:01.432761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6ccadbed-377f-4cc3-80f7-ad8151554a60 None None] Provisioning complete for port 7165b47b-d9b6-4a77-b201-78b07d3e22b1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:18:01.433898 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6ccadbed-377f-4cc3-80f7-ad8151554a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7165b47b-d9b6-4a77-b201-78b07d3e22b1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:01.473221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6ccadbed-377f-4cc3-80f7-ad8151554a60 None None] Port 7165b47b-d9b6-4a77-b201-78b07d3e22b1 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:18:01.661424 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7165b47b-d9b6-4a77-b201-78b07d3e22b1 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:18:01.669134 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Publish callbacks [] for port (7165b47b-d9b6-4a77-b201-78b07d3e22b1), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:01.688357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Transition to ACTIVE for port object 7165b47b-d9b6-4a77-b201-78b07d3e22b1 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:18:01.697363 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (7165b47b-d9b6-4a77-b201-78b07d3e22b1), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:01.795220 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Pushing event updated for resources: {'Port': ['ID=7165b47b-d9b6-4a77-b201-78b07d3e22b1,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:01.844534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Attempting to bind port 7165b47b-d9b6-4a77-b201-78b07d3e22b1 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:18:01.844872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Attempting to bind port 7165b47b-d9b6-4a77-b201-78b07d3e22b1 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'ac101571-48a2-4629-b8c1-55b80c592a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:18:01.845208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Attempting to bind port 7165b47b-d9b6-4a77-b201-78b07d3e22b1 on network b787c3fe-9cce-4fab-ba7c-d6771e838ddf {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:18:01.850220 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Port 7165b47b-d9b6-4a77-b201-78b07d3e22b1 on network b787c3fe-9cce-4fab-ba7c-d6771e838ddf not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:18:01.850549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Attempting to bind port 7165b47b-d9b6-4a77-b201-78b07d3e22b1 on network b787c3fe-9cce-4fab-ba7c-d6771e838ddf {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:18:01.855954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:18:01.856298 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Checking segment: {'id': 'ac101571-48a2-4629-b8c1-55b80c592a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:18:01.856679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Bound using segment: {'id': 'ac101571-48a2-4629-b8c1-55b80c592a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:18:01.857110 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Bound port: 7165b47b-d9b6-4a77-b201-78b07d3e22b1, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac101571-48a2-4629-b8c1-55b80c592a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:18:01.857469 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7165b47b-d9b6-4a77-b201-78b07d3e22b1), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:01.938953 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] For port 7165b47b-d9b6-4a77-b201-78b07d3e22b1, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:18:01.943395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] For port 7165b47b-d9b6-4a77-b201-78b07d3e22b1, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=7165b47b-d9b6-4a77-b201-78b07d3e22b1,segment=NetworkSegment(ac101571-48a2-4629-b8c1-55b80c592a97),segment_id=ac101571-48a2-4629-b8c1-55b80c592a97)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:18:01.954763 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (7165b47b-d9b6-4a77-b201-78b07d3e22b1), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:02.008760 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Pushing event updated for resources: {'Port': ['ID=7165b47b-d9b6-4a77-b201-78b07d3e22b1,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:02.017114 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:02.017802 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:02.020398 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-027bb865-1bcd-4c04-9737-9d2bf9c73b8c service neutron] 10.222.0.71 "PUT /v2.0/ports/7165b47b-d9b6-4a77-b201-78b07d3e22b1 HTTP/1.1" status: 200 len: 1091 time: 0.7651587 Mar 11 12:18:02.020836 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'tag': '7165b47b-d9b6-4a77-b201-78b07d3e22b1'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:18:02.023424 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4621b8b0-1d1a-4597-9867-d2f6dec8837b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0604f7-9853-4c96-9abf-b844f9c40b6a", "tag": "7165b47b-d9b6-4a77-b201-78b07d3e22b1"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:18:02.115297 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1d12cd-e4d7-4825-89ec-de1b1a6e6565 x-openstack-request-id: req-9b1d12cd-e4d7-4825-89ec-de1b1a6e6565 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:18:02.115609 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0604f7-9853-4c96-9abf-b844f9c40b6a", "tag": "7165b47b-d9b6-4a77-b201-78b07d3e22b1", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:18:02.116042 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9b1d12cd-e4d7-4825-89ec-de1b1a6e6565 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:18:02.116641 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'tag': '7165b47b-d9b6-4a77-b201-78b07d3e22b1', 'status': 'completed', 'code': 200} Mar 11 12:18:02.148622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-b8b84868-acb8-4d7b-8e55-7994ec80c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:02.150612 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-b8b84868-acb8-4d7b-8e55-7994ec80c593 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=868321f514374492b0b945546931c69b&device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 1125 time: 0.0838196 Mar 11 12:18:02.213936 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-d52d5596-776e-4f12-881f-b9a73cd80fae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7165b47b-d9b6-4a77-b201-78b07d3e22b1 HTTP/1.1" status: 200 len: 217 time: 0.0532746 Mar 11 12:18:02.247968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d7aee-bf69-4294-ad5c-6ac97e8cfaeb req-ad554793-08f0-476a-aee3-bcaf0f14f434 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:02.255727 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc2d7aee-bf69-4294-ad5c-6ac97e8cfaeb req-ad554793-08f0-476a-aee3-bcaf0f14f434 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 943 time: 0.0813184 Mar 11 12:18:02.292689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-900b9e57-fcca-47aa-86e4-267dac55c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:02.295050 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-900b9e57-fcca-47aa-86e4-267dac55c1b3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=388ee9fe-109c-4129-9ef6-38168259430e HTTP/1.1" status: 200 len: 835 time: 0.0711532 Mar 11 12:18:02.370613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc2d7aee-bf69-4294-ad5c-6ac97e8cfaeb req-95d32e26-f636-4d80-a133-ef15a1dcd2bb tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=92ec5c61-1e47-443e-bff2-22ddd4921553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080248 Mar 11 12:18:02.403521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-c7cc3a62-1ef4-47be-b9ff-70ba5c02485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:02.405123 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-c7cc3a62-1ef4-47be-b9ff-70ba5c02485b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b787c3fe-9cce-4fab-ba7c-d6771e838ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1022036 Mar 11 12:18:02.507533 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-e7471ff6-60a8-4807-9ef2-0d386674e6f3 service neutron] 10.222.0.71 "GET /v2.0/networks/b787c3fe-9cce-4fab-ba7c-d6771e838ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935817 Mar 11 12:18:02.623856 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ecafe64c-cef3-4e5e-9c30-9a84bbc9308f req-99bf082c-085d-4bdf-a551-07e60b1bb4b2 service neutron] 10.222.0.71 "GET /v2.0/networks/b787c3fe-9cce-4fab-ba7c-d6771e838ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085668 Mar 11 12:18:02.727262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621b8b0-1d1a-4597-9867-d2f6dec8837b req-7b0e1568-d499-48b9-bf1d-4f8be9e34a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:02.728966 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4621b8b0-1d1a-4597-9867-d2f6dec8837b req-7b0e1568-d499-48b9-bf1d-4f8be9e34a89 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=868321f514374492b0b945546931c69b&device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 1125 time: 0.0582695 Mar 11 12:18:02.833278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621b8b0-1d1a-4597-9867-d2f6dec8837b req-d549be55-7e57-42e6-ad23-1c9f60bf71df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:02.836458 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4621b8b0-1d1a-4597-9867-d2f6dec8837b req-d549be55-7e57-42e6-ad23-1c9f60bf71df service neutron] 10.222.0.71 "GET /v2.0/networks?id=b787c3fe-9cce-4fab-ba7c-d6771e838ddf HTTP/1.1" status: 200 len: 898 time: 0.1005912 Mar 11 12:18:02.879946 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4621b8b0-1d1a-4597-9867-d2f6dec8837b req-d884a896-176e-4380-89de-68a1e2917e26 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7165b47b-d9b6-4a77-b201-78b07d3e22b1 HTTP/1.1" status: 200 len: 217 time: 0.0366855 Mar 11 12:18:02.942768 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621b8b0-1d1a-4597-9867-d2f6dec8837b req-9b6f8197-cfec-49ab-bb2c-9db2bad86ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:02.944670 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4621b8b0-1d1a-4597-9867-d2f6dec8837b req-9b6f8197-cfec-49ab-bb2c-9db2bad86ac5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=388ee9fe-109c-4129-9ef6-38168259430e HTTP/1.1" status: 200 len: 835 time: 0.0589390 Mar 11 12:18:03.001820 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621b8b0-1d1a-4597-9867-d2f6dec8837b req-a96a940a-e265-4e69-ad7e-50c2b85f6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:03.003720 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4621b8b0-1d1a-4597-9867-d2f6dec8837b req-a96a940a-e265-4e69-ad7e-50c2b85f6865 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b787c3fe-9cce-4fab-ba7c-d6771e838ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511916 Mar 11 12:18:03.102522 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4621b8b0-1d1a-4597-9867-d2f6dec8837b req-741482eb-a006-47a9-9a4f-636d6abd949b service neutron] 10.222.0.71 "GET /v2.0/networks/b787c3fe-9cce-4fab-ba7c-d6771e838ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912478 Mar 11 12:18:03.193459 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4621b8b0-1d1a-4597-9867-d2f6dec8837b req-7e24256e-6853-43fc-a496-c08179bc44c1 service neutron] 10.222.0.71 "GET /v2.0/networks/b787c3fe-9cce-4fab-ba7c-d6771e838ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838511 Mar 11 12:18:03.666372 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3be1ce-6e11-4a70-aa64-e089c2afda97 req-4844e3dc-39a9-4d99-8d7d-94e0654b45d3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:03.667965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df3be1ce-6e11-4a70-aa64-e089c2afda97 req-4844e3dc-39a9-4d99-8d7d-94e0654b45d3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 943 time: 0.2272818 Mar 11 12:18:03.723342 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df3be1ce-6e11-4a70-aa64-e089c2afda97 req-39281aa2-25e2-4350-8909-1c140a813c17 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=92ec5c61-1e47-443e-bff2-22ddd4921553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487573 Mar 11 12:18:03.833641 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-972635ea-af1a-46e1-b132-bc47935c7786 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=103580a1b3d248af9f059b7c1b963ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334277 Mar 11 12:18:03.837795 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:04.401151 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-46a2ffed-d821-4475-b982-2e6f2a56610f tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:04.402547 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-46a2ffed-d821-4475-b982-2e6f2a56610f tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5627296 Mar 11 12:18:04.418872 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-4db3dc21-fee7-4d34-8699-72206ac6694d tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/quotas/103580a1b3d248af9f059b7c1b963ce1 HTTP/1.1" status: 200 len: 375 time: 0.0100875 Mar 11 12:18:04.455288 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e26c23c9-339b-4d6e-9977-d6971915b43a tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=103580a1b3d248af9f059b7c1b963ce1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283990 Mar 11 12:18:04.624391 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1bd7d5b5-efb6-4362-8d30-2dd4f1a563dc req-5274acbb-f260-4930-bb5f-44ab0993fd07 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a49df75-4b9c-4d37-974f-e4d73a8b4636 HTTP/1.1" status: 200 len: 210 time: 0.0267911 Mar 11 12:18:04.864988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af09102-be5b-4ab2-a051-250383f99b81 req-4bbe5aeb-2848-4f15-9eea-f32c196e6527 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:04.867509 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7af09102-be5b-4ab2-a051-250383f99b81 req-4bbe5aeb-2848-4f15-9eea-f32c196e6527 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 943 time: 0.0590320 Mar 11 12:18:04.921629 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7af09102-be5b-4ab2-a051-250383f99b81 req-ebe01004-9769-4f42-8f10-9116714e2533 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=92ec5c61-1e47-443e-bff2-22ddd4921553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478756 Mar 11 12:18:05.599772 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-ec7a8f74-0d4c-443f-a469-871a1facd298 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=103580a1b3d248af9f059b7c1b963ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294659 Mar 11 12:18:05.748045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7723742-4197-4701-8d43-0f241d4f99e8 req-21cd7c46-56af-4a0c-b5e2-d6763c5f8369 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a49df75-4b9c-4d37-974f-e4d73a8b4636 HTTP/1.1" status: 200 len: 210 time: 0.0299745 Mar 11 12:18:05.813586 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-848a8457-45e0-44ec-9ad4-62bab2f0b13f tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:05.815179 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-848a8457-45e0-44ec-9ad4-62bab2f0b13f tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2096312 Mar 11 12:18:05.829548 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-f5180a41-e51c-4cdf-bcae-c2b3933bd804 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Request body: {'port': {'device_id': '8a49df75-4b9c-4d37-974f-e4d73a8b4636', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '103580a1b3d248af9f059b7c1b963ce1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:05.943738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-f5180a41-e51c-4cdf-bcae-c2b3933bd804 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Made reservation on behalf of 103580a1b3d248af9f059b7c1b963ce1 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:18:05.947389 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-f5180a41-e51c-4cdf-bcae-c2b3933bd804 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:05.960670 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-f5180a41-e51c-4cdf-bcae-c2b3933bd804 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:06.041520 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-f5180a41-e51c-4cdf-bcae-c2b3933bd804 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Publish callbacks [] for security_group (8c47143d-3bfa-43ca-a10d-b0f6a62005b5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:06.047213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-f5180a41-e51c-4cdf-bcae-c2b3933bd804 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8c47143d-3bfa-43ca-a10d-b0f6a62005b5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:06.065134 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86502c1d-ec05-4916-a5e3-50b37ea4f7f3 req-e3a39318-42a0-4abe-83f1-89d05b492acf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:06.066794 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86502c1d-ec05-4916-a5e3-50b37ea4f7f3 req-e3a39318-42a0-4abe-83f1-89d05b492acf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 943 time: 0.0614173 Mar 11 12:18:06.107970 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5180a41-e51c-4cdf-bcae-c2b3933bd804 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c47143d-3bfa-43ca-a10d-b0f6a62005b5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:06.125346 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86502c1d-ec05-4916-a5e3-50b37ea4f7f3 req-77388e8d-a3ac-4dd7-a447-4b885b60f177 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=92ec5c61-1e47-443e-bff2-22ddd4921553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503821 Mar 11 12:18:06.196514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-f5180a41-e51c-4cdf-bcae-c2b3933bd804 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Allocated IP 192.168.233.233 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/f8165f8c-71de-4092-9884-57ed8cde7919) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:18:06.196823 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 7165b47b-d9b6-4a77-b201-78b07d3e22b1 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:18:06.303477 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 7165b47b-d9b6-4a77-b201-78b07d3e22b1, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=7165b47b-d9b6-4a77-b201-78b07d3e22b1,segment=NetworkSegment(ac101571-48a2-4629-b8c1-55b80c592a97),segment_id=ac101571-48a2-4629-b8c1-55b80c592a97)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:18:06.315642 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '7165b47b-d9b6-4a77-b201-78b07d3e22b1', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'port_id': '7165b47b-d9b6-4a77-b201-78b07d3e22b1', 'mac_address': 'fa:16:3e:06:ad:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388ee9fe-109c-4129-9ef6-38168259430e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:18:06.357554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 7165b47b-d9b6-4a77-b201-78b07d3e22b1 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:18:06.357934 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7165b47b-d9b6-4a77-b201-78b07d3e22b1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:06.364469 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-f5180a41-e51c-4cdf-bcae-c2b3933bd804 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Publish callbacks [] for port (f8165f8c-71de-4092-9884-57ed8cde7919), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:06.372984 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7165b47b-d9b6-4a77-b201-78b07d3e22b1 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:18:06.396194 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 7165b47b-d9b6-4a77-b201-78b07d3e22b1, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=7165b47b-d9b6-4a77-b201-78b07d3e22b1,segment=NetworkSegment(ac101571-48a2-4629-b8c1-55b80c592a97),segment_id=ac101571-48a2-4629-b8c1-55b80c592a97)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:18:06.401302 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-f5180a41-e51c-4cdf-bcae-c2b3933bd804 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f8165f8c-71de-4092-9884-57ed8cde7919), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:06.402170 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7165b47b-d9b6-4a77-b201-78b07d3e22b1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:06.448991 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-f5180a41-e51c-4cdf-bcae-c2b3933bd804 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:18:06.452145 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-f5180a41-e51c-4cdf-bcae-c2b3933bd804 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:18:06.456592 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-f5180a41-e51c-4cdf-bcae-c2b3933bd804 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:18:06.459522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=7165b47b-d9b6-4a77-b201-78b07d3e22b1,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:06.461077 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5180a41-e51c-4cdf-bcae-c2b3933bd804 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Pushing event updated for resources: {'Port': ['ID=f8165f8c-71de-4092-9884-57ed8cde7919,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:06.467122 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:06.467475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:06.467847 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:06.468177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:06.468506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:06.468831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:06.469156 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:06.469476 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:06.469794 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:06.470115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:06.470436 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:06.470755 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:06.471076 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:06.511465 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-f5180a41-e51c-4cdf-bcae-c2b3933bd804 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:06.512056 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-f5180a41-e51c-4cdf-bcae-c2b3933bd804 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:06.536521 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-f5180a41-e51c-4cdf-bcae-c2b3933bd804 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7106595 Mar 11 12:18:06.554457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Request body: {'port': {'device_id': '8a49df75-4b9c-4d37-974f-e4d73a8b4636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:06.623127 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f8165f8c-71de-4092-9884-57ed8cde7919), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:06.682078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['7165b47b-d9b6-4a77-b201-78b07d3e22b1'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:18:06.813539 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-406697bb-250e-4517-b26d-f4c637886894 None None] Provisioning complete for port f8165f8c-71de-4092-9884-57ed8cde7919 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:18:06.814052 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-406697bb-250e-4517-b26d-f4c637886894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f8165f8c-71de-4092-9884-57ed8cde7919), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:06.862383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-406697bb-250e-4517-b26d-f4c637886894 None None] Port f8165f8c-71de-4092-9884-57ed8cde7919 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:18:06.918080 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173d7f8-4ad3-4e4e-a48b-e56a0d262822 req-551be8b4-71c3-466b-8754-34d0d363e025 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:06.921649 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1173d7f8-4ad3-4e4e-a48b-e56a0d262822 req-551be8b4-71c3-466b-8754-34d0d363e025 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a49df75-4b9c-4d37-974f-e4d73a8b4636 HTTP/1.1" status: 200 len: 936 time: 0.0707672 Mar 11 12:18:06.927486 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8165f8c-71de-4092-9884-57ed8cde7919 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:18:06.935771 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Publish callbacks [] for port (f8165f8c-71de-4092-9884-57ed8cde7919), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:06.956845 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Transition to ACTIVE for port object f8165f8c-71de-4092-9884-57ed8cde7919 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:18:06.963483 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (f8165f8c-71de-4092-9884-57ed8cde7919), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:06.983685 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1173d7f8-4ad3-4e4e-a48b-e56a0d262822 req-9906526c-a596-4c5a-bcd9-27e2bb793cd8 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c47143d-3bfa-43ca-a10d-b0f6a62005b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569015 Mar 11 12:18:07.081269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Pushing event updated for resources: {'Port': ['ID=f8165f8c-71de-4092-9884-57ed8cde7919,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:07.106516 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Attempting to bind port f8165f8c-71de-4092-9884-57ed8cde7919 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:18:07.106853 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Attempting to bind port f8165f8c-71de-4092-9884-57ed8cde7919 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:18:07.107206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Attempting to bind port f8165f8c-71de-4092-9884-57ed8cde7919 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:18:07.111815 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Port f8165f8c-71de-4092-9884-57ed8cde7919 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:18:07.112134 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Attempting to bind port f8165f8c-71de-4092-9884-57ed8cde7919 on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:18:07.117461 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:18:07.117790 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:18:07.118157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:18:07.118584 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Bound port: f8165f8c-71de-4092-9884-57ed8cde7919, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:18:07.118940 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f8165f8c-71de-4092-9884-57ed8cde7919), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:07.191117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] For port f8165f8c-71de-4092-9884-57ed8cde7919, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:18:07.194864 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] For port f8165f8c-71de-4092-9884-57ed8cde7919, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=f8165f8c-71de-4092-9884-57ed8cde7919,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:18:07.202863 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (f8165f8c-71de-4092-9884-57ed8cde7919), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:07.239158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:07.239980 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:07.241506 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] 10.222.0.37 "PUT /v2.0/ports/f8165f8c-71de-4092-9884-57ed8cde7919 HTTP/1.1" status: 200 len: 1096 time: 0.6935794 Mar 11 12:18:07.242188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a49df75-4b9c-4d37-974f-e4d73a8b4636', 'tag': 'f8165f8c-71de-4092-9884-57ed8cde7919'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:18:07.244881 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21f4f01-a358-45fd-a592-8ed3116b2228" -d '{"events": [{"name": "network-changed", "server_uuid": "8a49df75-4b9c-4d37-974f-e4d73a8b4636", "tag": "f8165f8c-71de-4092-9884-57ed8cde7919"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:18:07.270877 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3f507-8401-4d3c-8dd1-6a4742335994 req-3e536fbc-79c6-42d5-a9e7-574715e25acf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:07.279343 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f6a3f507-8401-4d3c-8dd1-6a4742335994 req-3e536fbc-79c6-42d5-a9e7-574715e25acf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 944 time: 0.0807128 Mar 11 12:18:07.292186 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d218b3-dce6-4f8a-961f-4047fe614431 service neutron] Pushing event updated for resources: {'Port': ['ID=f8165f8c-71de-4092-9884-57ed8cde7919,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:07.324487 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149bdfab-6e43-40b1-8c99-8960fea9eaf2 x-openstack-request-id: req-149bdfab-6e43-40b1-8c99-8960fea9eaf2 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:18:07.325337 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a49df75-4b9c-4d37-974f-e4d73a8b4636", "tag": "f8165f8c-71de-4092-9884-57ed8cde7919", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:18:07.325860 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-149bdfab-6e43-40b1-8c99-8960fea9eaf2 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:18:07.326437 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a49df75-4b9c-4d37-974f-e4d73a8b4636', 'tag': 'f8165f8c-71de-4092-9884-57ed8cde7919', 'status': 'completed', 'code': 200} Mar 11 12:18:07.354747 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f6a3f507-8401-4d3c-8dd1-6a4742335994 req-d75e3eab-b9fd-4938-aa53-53477886ba88 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=92ec5c61-1e47-443e-bff2-22ddd4921553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736709 Mar 11 12:18:07.371392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-ab0f974c-8528-442b-b3d7-7d9b4fa61745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:07.373219 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-ab0f974c-8528-442b-b3d7-7d9b4fa61745 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=103580a1b3d248af9f059b7c1b963ce1&device_id=8a49df75-4b9c-4d37-974f-e4d73a8b4636 HTTP/1.1" status: 200 len: 1130 time: 0.0659792 Mar 11 12:18:07.422524 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-94bbcb8b-6318-4fa5-85aa-b4e260259c87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=f8165f8c-71de-4092-9884-57ed8cde7919 HTTP/1.1" status: 200 len: 217 time: 0.0408587 Mar 11 12:18:07.492155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-5fd5d011-7929-4eee-b70b-38b4995e7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:07.493857 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-5fd5d011-7929-4eee-b70b-38b4995e7b45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0604820 Mar 11 12:18:07.552955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-c152c397-be26-4378-af58-dcc60c5a5ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:07.554617 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-c152c397-be26-4378-af58-dcc60c5a5ba1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0508423 Mar 11 12:18:07.657591 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-17408fd2-50fa-4bcc-8272-3d6940d5fb72 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959704 Mar 11 12:18:07.756349 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2189c80e-aa02-4a97-8fe5-95575d932f3a req-f6292f90-7dc4-45d6-803a-900f762f6141 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883460 Mar 11 12:18:07.865726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f4f01-a358-45fd-a592-8ed3116b2228 req-f90398a9-176a-468e-9e51-6dc8aa244fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:07.867233 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f21f4f01-a358-45fd-a592-8ed3116b2228 req-f90398a9-176a-468e-9e51-6dc8aa244fc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=103580a1b3d248af9f059b7c1b963ce1&device_id=8a49df75-4b9c-4d37-974f-e4d73a8b4636 HTTP/1.1" status: 200 len: 1130 time: 0.0501764 Mar 11 12:18:07.965093 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f4f01-a358-45fd-a592-8ed3116b2228 req-26ebd888-85cd-4eea-a04f-323f4749de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:07.966686 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f21f4f01-a358-45fd-a592-8ed3116b2228 req-26ebd888-85cd-4eea-a04f-323f4749de9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.0924087 Mar 11 12:18:08.018299 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f21f4f01-a358-45fd-a592-8ed3116b2228 req-59a7eedd-21c9-48b8-a00b-50fc7b21172f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=f8165f8c-71de-4092-9884-57ed8cde7919 HTTP/1.1" status: 200 len: 217 time: 0.0416257 Mar 11 12:18:08.071725 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f4f01-a358-45fd-a592-8ed3116b2228 req-88a44537-e4a1-462e-a491-7e40676788ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:08.071725 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f21f4f01-a358-45fd-a592-8ed3116b2228 req-88a44537-e4a1-462e-a491-7e40676788ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0460875 Mar 11 12:18:08.115457 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adb3de-b348-4624-849d-02e18d5c1d7d req-2f666a7f-3de3-4f36-8677-74e085e0c9ef tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:08.120058 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6adb3de-b348-4624-849d-02e18d5c1d7d req-2f666a7f-3de3-4f36-8677-74e085e0c9ef tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a49df75-4b9c-4d37-974f-e4d73a8b4636 HTTP/1.1" status: 200 len: 948 time: 0.0600166 Mar 11 12:18:08.124641 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f4f01-a358-45fd-a592-8ed3116b2228 req-e9675267-abf2-4f1f-a7a0-a6b8d2f44df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:08.126279 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f21f4f01-a358-45fd-a592-8ed3116b2228 req-e9675267-abf2-4f1f-a7a0-a6b8d2f44df6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0458233 Mar 11 12:18:08.167740 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6adb3de-b348-4624-849d-02e18d5c1d7d req-f1d2b55f-66ab-4533-9b35-123bfc5f6156 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c47143d-3bfa-43ca-a10d-b0f6a62005b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440748 Mar 11 12:18:08.225925 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 7165b47b-d9b6-4a77-b201-78b07d3e22b1 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:18:08.231176 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f21f4f01-a358-45fd-a592-8ed3116b2228 req-e46dd449-92f6-476f-b13c-f9d55ce86bce service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965784 Mar 11 12:18:08.284172 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 7165b47b-d9b6-4a77-b201-78b07d3e22b1 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:18:08.288913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 7165b47b-d9b6-4a77-b201-78b07d3e22b1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:18:08.289282 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7165b47b-d9b6-4a77-b201-78b07d3e22b1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:08.340447 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f21f4f01-a358-45fd-a592-8ed3116b2228 req-ae1eac90-0931-48db-9b09-efeced273ca7 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995462 Mar 11 12:18:08.374196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 7165b47b-d9b6-4a77-b201-78b07d3e22b1 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:18:08.374495 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7165b47b-d9b6-4a77-b201-78b07d3e22b1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:08.398727 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7165b47b-d9b6-4a77-b201-78b07d3e22b1'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:18:08.401065 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49df4e3a-9351-4a79-b59a-b45bbd938654" -d '{"events": [{"server_uuid": "ec0604f7-9853-4c96-9abf-b844f9c40b6a", "name": "network-vif-plugged", "status": "completed", "tag": "7165b47b-d9b6-4a77-b201-78b07d3e22b1"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:18:08.414181 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 7165b47b-d9b6-4a77-b201-78b07d3e22b1, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=7165b47b-d9b6-4a77-b201-78b07d3e22b1,segment=NetworkSegment(ac101571-48a2-4629-b8c1-55b80c592a97),segment_id=ac101571-48a2-4629-b8c1-55b80c592a97)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:18:08.421269 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7165b47b-d9b6-4a77-b201-78b07d3e22b1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:08.452617 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c74c860-cdee-4110-a902-958184cde621 x-openstack-request-id: req-6c74c860-cdee-4110-a902-958184cde621 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:18:08.452934 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0604f7-9853-4c96-9abf-b844f9c40b6a", "name": "network-vif-plugged", "status": "completed", "tag": "7165b47b-d9b6-4a77-b201-78b07d3e22b1", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:18:08.453189 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c74c860-cdee-4110-a902-958184cde621 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:18:08.453585 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7165b47b-d9b6-4a77-b201-78b07d3e22b1', 'code': 200} Mar 11 12:18:08.485891 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=7165b47b-d9b6-4a77-b201-78b07d3e22b1,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:08.564599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5e5fb-5782-47ce-9e19-55fd21bfc83f req-b1fdf7ea-03e1-414c-b512-6ad6c6790c97 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:08.572582 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebf5e5fb-5782-47ce-9e19-55fd21bfc83f req-b1fdf7ea-03e1-414c-b512-6ad6c6790c97 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 945 time: 0.1498308 Mar 11 12:18:08.583386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f558fb-3906-4e3e-adaa-f741ed65cfc3 req-17168cbe-bef8-4a40-ad59-60cbf6924a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:08.585589 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-27f558fb-3906-4e3e-adaa-f741ed65cfc3 req-17168cbe-bef8-4a40-ad59-60cbf6924a1e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 1127 time: 0.0573716 Mar 11 12:18:08.631742 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebf5e5fb-5782-47ce-9e19-55fd21bfc83f req-3085ad9a-176e-45a4-bbc9-b9837f9678fb tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=92ec5c61-1e47-443e-bff2-22ddd4921553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576518 Mar 11 12:18:08.641001 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-27f558fb-3906-4e3e-adaa-f741ed65cfc3 req-d3047924-0a8b-498c-a7a6-e7dc3a004373 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=92ec5c61-1e47-443e-bff2-22ddd4921553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473304 Mar 11 12:18:09.292532 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5c5cc-801a-45e8-b6a6-485a6921d85a req-13e1f8c2-2bfd-49fc-9b34-c9ca7e2cc9f4 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:09.294036 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ae5c5cc-801a-45e8-b6a6-485a6921d85a req-13e1f8c2-2bfd-49fc-9b34-c9ca7e2cc9f4 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a49df75-4b9c-4d37-974f-e4d73a8b4636 HTTP/1.1" status: 200 len: 948 time: 0.0562048 Mar 11 12:18:09.343779 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ae5c5cc-801a-45e8-b6a6-485a6921d85a req-05d9b858-0def-4072-913a-f7edc0fb798b tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c47143d-3bfa-43ca-a10d-b0f6a62005b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435226 Mar 11 12:18:09.789140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38cf61-29e3-4652-aa55-24bf9c85e8f3 req-3d81d99b-6c7b-482e-bd6e-c1d53a97a026 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:09.797772 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f38cf61-29e3-4652-aa55-24bf9c85e8f3 req-3d81d99b-6c7b-482e-bd6e-c1d53a97a026 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 945 time: 0.0777411 Mar 11 12:18:09.813212 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device f8165f8c-71de-4092-9884-57ed8cde7919 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:18:09.879306 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f38cf61-29e3-4652-aa55-24bf9c85e8f3 req-d4c60683-4ce3-4557-80b5-15dba8c527df tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=92ec5c61-1e47-443e-bff2-22ddd4921553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805459 Mar 11 12:18:09.949806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port f8165f8c-71de-4092-9884-57ed8cde7919, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=f8165f8c-71de-4092-9884-57ed8cde7919,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:18:09.963407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'f8165f8c-71de-4092-9884-57ed8cde7919', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': 'f8165f8c-71de-4092-9884-57ed8cde7919', 'mac_address': 'fa:16:3e:48:21:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:18:10.010889 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port f8165f8c-71de-4092-9884-57ed8cde7919 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:18:10.011476 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f8165f8c-71de-4092-9884-57ed8cde7919), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:10.029677 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8165f8c-71de-4092-9884-57ed8cde7919 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:18:10.060208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port f8165f8c-71de-4092-9884-57ed8cde7919, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=f8165f8c-71de-4092-9884-57ed8cde7919,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:18:10.071183 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f8165f8c-71de-4092-9884-57ed8cde7919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:10.139486 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=f8165f8c-71de-4092-9884-57ed8cde7919,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:10.522162 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534bbde-ef46-442d-b667-9530b162ab2d req-d035910b-fa70-4b7e-9042-39f2ce326103 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:10.529259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['f8165f8c-71de-4092-9884-57ed8cde7919'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:18:10.530378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6534bbde-ef46-442d-b667-9530b162ab2d req-d035910b-fa70-4b7e-9042-39f2ce326103 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a49df75-4b9c-4d37-974f-e4d73a8b4636 HTTP/1.1" status: 200 len: 949 time: 0.0809836 Mar 11 12:18:10.619064 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6534bbde-ef46-442d-b667-9530b162ab2d req-296fb445-8246-40f1-b65b-b9e4d5295d6d tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c47143d-3bfa-43ca-a10d-b0f6a62005b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835838 Mar 11 12:18:11.048633 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a8d0d-b651-4da3-925c-69088022f975 req-6591ac77-9515-4b73-8d65-aa5c73ce8148 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:11.050304 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-182a8d0d-b651-4da3-925c-69088022f975 req-6591ac77-9515-4b73-8d65-aa5c73ce8148 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 945 time: 0.0674372 Mar 11 12:18:11.129539 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-182a8d0d-b651-4da3-925c-69088022f975 req-55bf52f5-20bf-4a70-9389-14cfdf370a04 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=92ec5c61-1e47-443e-bff2-22ddd4921553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719318 Mar 11 12:18:11.296055 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3bcd9-ac5d-4955-8dd4-dc577bf5e2ca req-9fb4ccdc-45de-40c0-a605-d86bb5070b83 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:11.298092 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4b3bcd9-ac5d-4955-8dd4-dc577bf5e2ca req-9fb4ccdc-45de-40c0-a605-d86bb5070b83 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 945 time: 0.0863483 Mar 11 12:18:11.365740 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4b3bcd9-ac5d-4955-8dd4-dc577bf5e2ca req-31730a60-19fc-46ca-8acd-ddf59b777e44 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=92ec5c61-1e47-443e-bff2-22ddd4921553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603569 Mar 11 12:18:11.394918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39662) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:11.444685 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b380156e-4b4a-4582-86e2-29084a3c8e82 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:11.446633 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b380156e-4b4a-4582-86e2-29084a3c8e82 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 1122 time: 0.0523453 Mar 11 12:18:11.451947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39664) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:11.462588 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '7165b47b-d9b6-4a77-b201-78b07d3e22b1', 'tenant_id': '868321f514374492b0b945546931c69b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:11.502614 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:11.631304 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:11.772401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Allocated IP 172.25.7.170 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/8c88365e-0e95-47a9-9583-f8850a4b2dfa) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:18:11.826455 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device f8165f8c-71de-4092-9884-57ed8cde7919 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:18:11.832256 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934636fc-3ae9-4888-add9-fd86f47692a9 req-a45b61ff-a54d-43da-87bf-5b4c77cf45bf tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:11.834806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-934636fc-3ae9-4888-add9-fd86f47692a9 req-a45b61ff-a54d-43da-87bf-5b4c77cf45bf tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a49df75-4b9c-4d37-974f-e4d73a8b4636 HTTP/1.1" status: 200 len: 949 time: 0.0887327 Mar 11 12:18:11.911644 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-934636fc-3ae9-4888-add9-fd86f47692a9 req-fedc248b-0b88-4a53-855b-45211d335e50 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c47143d-3bfa-43ca-a10d-b0f6a62005b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715864 Mar 11 12:18:11.948777 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port f8165f8c-71de-4092-9884-57ed8cde7919 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:18:11.952932 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port f8165f8c-71de-4092-9884-57ed8cde7919 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:18:11.953370 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f8165f8c-71de-4092-9884-57ed8cde7919), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:11.958268 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for port (8c88365e-0e95-47a9-9583-f8850a4b2dfa), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:12.021973 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (8c88365e-0e95-47a9-9583-f8850a4b2dfa), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:12.086376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:18:12.091311 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:18:12.098024 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:18:12.101559 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port f8165f8c-71de-4092-9884-57ed8cde7919 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:18:12.105631 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f8165f8c-71de-4092-9884-57ed8cde7919), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:12.125767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Port': ['ID=8c88365e-0e95-47a9-9583-f8850a4b2dfa,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:12.145369 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a49df75-4b9c-4d37-974f-e4d73a8b4636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8165f8c-71de-4092-9884-57ed8cde7919'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:18:12.149055 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fff8fe-1de0-4582-8eb0-3cd0a78363ce" -d '{"events": [{"server_uuid": "8a49df75-4b9c-4d37-974f-e4d73a8b4636", "name": "network-vif-plugged", "status": "completed", "tag": "f8165f8c-71de-4092-9884-57ed8cde7919"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:18:12.153894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port f8165f8c-71de-4092-9884-57ed8cde7919, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=f8165f8c-71de-4092-9884-57ed8cde7919,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:18:12.166943 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f8165f8c-71de-4092-9884-57ed8cde7919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:12.205645 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a409f8-89e2-4e06-ac52-96f9e9615277 x-openstack-request-id: req-72a409f8-89e2-4e06-ac52-96f9e9615277 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:18:12.206527 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a49df75-4b9c-4d37-974f-e4d73a8b4636", "name": "network-vif-plugged", "status": "completed", "tag": "f8165f8c-71de-4092-9884-57ed8cde7919", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:18:12.206527 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-72a409f8-89e2-4e06-ac52-96f9e9615277 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:18:12.206527 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a49df75-4b9c-4d37-974f-e4d73a8b4636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8165f8c-71de-4092-9884-57ed8cde7919', 'code': 200} Mar 11 12:18:12.242132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=f8165f8c-71de-4092-9884-57ed8cde7919,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:12.390137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ea745-76cd-4d92-b0c4-d1d206447fbb req-dbad6994-32fc-48d6-9b06-106a4de0f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:12.391694 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ca8ea745-76cd-4d92-b0c4-d1d206447fbb req-dbad6994-32fc-48d6-9b06-106a4de0f76d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a49df75-4b9c-4d37-974f-e4d73a8b4636 HTTP/1.1" status: 200 len: 1132 time: 0.0912344 Mar 11 12:18:12.531814 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ca8ea745-76cd-4d92-b0c4-d1d206447fbb req-af4232d4-7480-4331-8916-8ac1cdcfcbe1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8c47143d-3bfa-43ca-a10d-b0f6a62005b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329908 Mar 11 12:18:12.809652 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:13.095455 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bedc0-1ab7-4c6e-8d2e-ff584e1b0a5c req-196fd31f-f8c6-45ba-bbd8-e2fc2c9580b9 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:13.097862 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc2bedc0-1ab7-4c6e-8d2e-ff584e1b0a5c req-196fd31f-f8c6-45ba-bbd8-e2fc2c9580b9 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a49df75-4b9c-4d37-974f-e4d73a8b4636 HTTP/1.1" status: 200 len: 950 time: 0.0789473 Mar 11 12:18:13.121616 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for floatingip (2a414e42-9101-4337-9a51-2bb03e7e8572), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:13.148559 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc2bedc0-1ab7-4c6e-8d2e-ff584e1b0a5c req-4af63d66-9d49-4a82-9541-cb48d960dbce tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c47143d-3bfa-43ca-a10d-b0f6a62005b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442307 Mar 11 12:18:13.243833 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8c88365e-0e95-47a9-9583-f8850a4b2dfa), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:13.404805 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for port (8c88365e-0e95-47a9-9583-f8850a4b2dfa), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:13.411106 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (8c88365e-0e95-47a9-9583-f8850a4b2dfa), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:13.482876 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Port': ['ID=8c88365e-0e95-47a9-9583-f8850a4b2dfa,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:13.497199 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (2a414e42-9101-4337-9a51-2bb03e7e8572), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:13.606318 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Floating IP 2a414e42-9101-4337-9a51-2bb03e7e8572 associated. External IP: 172.25.7.170, port: 7165b47b-d9b6-4a77-b201-78b07d3e22b1. Mar 11 12:18:13.636669 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fbf534a3-5a4d-45eb-8b22-afd799bef22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:13.846902 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Router d35a458d-372c-4886-9fc4-68726c9dfaad has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:18:13.970930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:18:13.983386 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c14e8-ade8-4de8-84d6-6a50ebc9ffa8 None None] Sync routers for ids ['d35a458d-372c-4886-9fc4-68726c9dfaad'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:18:13.993465 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:13.995853 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96c14e8-ade8-4de8-84d6-6a50ebc9ffa8 None None] Routers {'d35a458d-372c-4886-9fc4-68726c9dfaad'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:18:13.996714 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b96c14e8-ade8-4de8-84d6-6a50ebc9ffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:17:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d35a458d-372c-4886-9fc4-68726c9dfaad'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:18:14.028941 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fbf1218a-3d91-4ee3-bd10-027c442d8f14 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5755999 Mar 11 12:18:14.029532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'tag': '7165b47b-d9b6-4a77-b201-78b07d3e22b1'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:18:14.033346 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbdbbae-8f46-4843-95be-5ce6283f066f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0604f7-9853-4c96-9abf-b844f9c40b6a", "tag": "7165b47b-d9b6-4a77-b201-78b07d3e22b1"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:18:14.035353 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 39676) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:14.093187 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c9c51e-0ca6-4e8a-8bc1-854164d08d42 x-openstack-request-id: req-40c9c51e-0ca6-4e8a-8bc1-854164d08d42 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:18:14.093602 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0604f7-9853-4c96-9abf-b844f9c40b6a", "tag": "7165b47b-d9b6-4a77-b201-78b07d3e22b1", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:18:14.093981 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-40c9c51e-0ca6-4e8a-8bc1-854164d08d42 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:18:14.094700 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'tag': '7165b47b-d9b6-4a77-b201-78b07d3e22b1', 'status': 'completed', 'code': 200} Mar 11 12:18:14.139841 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b96c14e8-ade8-4de8-84d6-6a50ebc9ffa8 None None] Set router d35a458d-372c-4886-9fc4-68726c9dfaad gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:18:14.160132 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6db0296c-8f88-41d2-afb2-dd85e6bc970c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/floatingips/2a414e42-9101-4337-9a51-2bb03e7e8572 HTTP/1.1" status: 200 len: 991 time: 0.1195431 Mar 11 12:18:14.228473 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdbbae-8f46-4843-95be-5ce6283f066f req-c233b5c9-19e8-41f7-b898-8c4b77b8ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:14.230016 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2cbdbbae-8f46-4843-95be-5ce6283f066f req-c233b5c9-19e8-41f7-b898-8c4b77b8ccd8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=868321f514374492b0b945546931c69b&device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 1127 time: 0.1061552 Mar 11 12:18:14.318065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82ac2d-28a5-491c-8607-1fa3caddf847 req-60c0e2fd-240f-481a-9410-515de051df8c tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:14.320762 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd82ac2d-28a5-491c-8607-1fa3caddf847 req-60c0e2fd-240f-481a-9410-515de051df8c tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a49df75-4b9c-4d37-974f-e4d73a8b4636 HTTP/1.1" status: 200 len: 950 time: 0.0806172 Mar 11 12:18:14.376384 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd82ac2d-28a5-491c-8607-1fa3caddf847 req-71188b85-b4e5-4ecb-bce6-ab23508b5037 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c47143d-3bfa-43ca-a10d-b0f6a62005b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478668 Mar 11 12:18:14.454291 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdbbae-8f46-4843-95be-5ce6283f066f req-61feb036-7150-4cd3-938c-ad6eaa9a5ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:14.460549 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b96c14e8-ade8-4de8-84d6-6a50ebc9ffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '2a414e42-9101-4337-9a51-2bb03e7e8572', 'tenant_id': '868321f514374492b0b945546931c69b', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'port_id': '7165b47b-d9b6-4a77-b201-78b07d3e22b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'mac_address': 'fa:16:3e:06:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:18:12Z', 'updated_at': '2022-03-11T12:18:12Z', 'revision_number': 0, 'project_id': '868321f514374492b0b945546931c69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88598f2d-f258-4de6-936a-0aa10a68981c', 'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:bf:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '388ee9fe-109c-4129-9ef6-38168259430e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:49Z', 'updated_at': '2022-03-11T12:17:56Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '388ee9fe-109c-4129-9ef6-38168259430e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:18:14.460839 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2cbdbbae-8f46-4843-95be-5ce6283f066f req-61feb036-7150-4cd3-938c-ad6eaa9a5ae9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b787c3fe-9cce-4fab-ba7c-d6771e838ddf HTTP/1.1" status: 200 len: 898 time: 0.1679513 Mar 11 12:18:14.489900 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c14e8-ade8-4de8-84d6-6a50ebc9ffa8 None None] Checking router: d35a458d-372c-4886-9fc4-68726c9dfaad for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:18:14.499190 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96c14e8-ade8-4de8-84d6-6a50ebc9ffa8 None None] Routers {'d35a458d-372c-4886-9fc4-68726c9dfaad'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:18:14.499841 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b96c14e8-ade8-4de8-84d6-6a50ebc9ffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:17:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d35a458d-372c-4886-9fc4-68726c9dfaad'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:18:14.567673 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2cbdbbae-8f46-4843-95be-5ce6283f066f req-a09cc1f9-f867-4b7c-ba7b-4674080963fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7165b47b-d9b6-4a77-b201-78b07d3e22b1 HTTP/1.1" status: 200 len: 999 time: 0.1002669 Mar 11 12:18:14.634247 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b96c14e8-ade8-4de8-84d6-6a50ebc9ffa8 None None] Set router d35a458d-372c-4886-9fc4-68726c9dfaad gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:18:14.651343 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdbbae-8f46-4843-95be-5ce6283f066f req-0575b7bf-7b42-4a76-a44f-b20e29a20aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:14.652836 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2cbdbbae-8f46-4843-95be-5ce6283f066f req-0575b7bf-7b42-4a76-a44f-b20e29a20aa7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=388ee9fe-109c-4129-9ef6-38168259430e HTTP/1.1" status: 200 len: 835 time: 0.0787702 Mar 11 12:18:14.715484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdbbae-8f46-4843-95be-5ce6283f066f req-035702a3-76a7-434b-a458-96865edfb8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:14.717079 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2cbdbbae-8f46-4843-95be-5ce6283f066f req-035702a3-76a7-434b-a458-96865edfb8ba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b787c3fe-9cce-4fab-ba7c-d6771e838ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0569260 Mar 11 12:18:14.771270 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084bafd-1c28-449a-93c7-d65f318d28e8 req-0c46e353-9b6f-46fe-8ef4-b95f48e682bf tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:14.773337 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4084bafd-1c28-449a-93c7-d65f318d28e8 req-0c46e353-9b6f-46fe-8ef4-b95f48e682bf tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a49df75-4b9c-4d37-974f-e4d73a8b4636 HTTP/1.1" status: 200 len: 950 time: 0.1119168 Mar 11 12:18:14.777611 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eeffcef2-fc43-4bd1-8a12-02aa52f93ee8 req-7d2912b1-4526-406b-9398-3714ac5c8839 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719306 Mar 11 12:18:14.830134 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4084bafd-1c28-449a-93c7-d65f318d28e8 req-e1d02422-acac-4ed5-a91c-3a4398b7016c tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c47143d-3bfa-43ca-a10d-b0f6a62005b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511999 Mar 11 12:18:14.887667 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2cbdbbae-8f46-4843-95be-5ce6283f066f req-e88a8df5-fa59-428d-ab44-ecdc9576ca34 service neutron] 10.222.0.71 "GET /v2.0/networks/b787c3fe-9cce-4fab-ba7c-d6771e838ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500125 Mar 11 12:18:14.964652 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b96c14e8-ade8-4de8-84d6-6a50ebc9ffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '2a414e42-9101-4337-9a51-2bb03e7e8572', 'tenant_id': '868321f514374492b0b945546931c69b', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'port_id': '7165b47b-d9b6-4a77-b201-78b07d3e22b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'mac_address': 'fa:16:3e:06:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:18:12Z', 'updated_at': '2022-03-11T12:18:12Z', 'revision_number': 0, 'project_id': '868321f514374492b0b945546931c69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88598f2d-f258-4de6-936a-0aa10a68981c', 'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:bf:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '388ee9fe-109c-4129-9ef6-38168259430e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:49Z', 'updated_at': '2022-03-11T12:17:56Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '388ee9fe-109c-4129-9ef6-38168259430e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:18:14.998217 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2cbdbbae-8f46-4843-95be-5ce6283f066f req-022196bb-2574-4481-ac9c-e958a81f8aac service neutron] 10.222.0.71 "GET /v2.0/networks/b787c3fe-9cce-4fab-ba7c-d6771e838ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034589 Mar 11 12:18:15.005471 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c14e8-ade8-4de8-84d6-6a50ebc9ffa8 None None] The sync data for ids ['d35a458d-372c-4886-9fc4-68726c9dfaad'] in n-d-833234-2 is: [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '2a414e42-9101-4337-9a51-2bb03e7e8572', 'tenant_id': '868321f514374492b0b945546931c69b', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'port_id': '7165b47b-d9b6-4a77-b201-78b07d3e22b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'mac_address': 'fa:16:3e:06:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:18:12Z', 'updated_at': '2022-03-11T12:18:12Z', 'revision_number': 0, 'project_id': '868321f514374492b0b945546931c69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88598f2d-f258-4de6-936a-0aa10a68981c', 'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:bf:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '388ee9fe-109c-4129-9ef6-38168259430e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:49Z', 'updated_at': '2022-03-11T12:17:56Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '388ee9fe-109c-4129-9ef6-38168259430e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:18:15.127837 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffcef2-fc43-4bd1-8a12-02aa52f93ee8 req-499018db-af38-4807-a565-3872449928be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:15.133382 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eeffcef2-fc43-4bd1-8a12-02aa52f93ee8 req-499018db-af38-4807-a565-3872449928be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=868321f514374492b0b945546931c69b&device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 1127 time: 0.0495408 Mar 11 12:18:15.163153 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39690) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:15.253945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc87ef6-d6fb-4c70-b4fa-20488d601840 None None] New status for floating IP 2a414e42-9101-4337-9a51-2bb03e7e8572: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:18:15.306356 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ce5f700e-8bc7-4e4a-a2c4-f1742aa28fdf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/floatingips/2a414e42-9101-4337-9a51-2bb03e7e8572 HTTP/1.1" status: 200 len: 991 time: 0.1417944 Mar 11 12:18:15.324959 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffcef2-fc43-4bd1-8a12-02aa52f93ee8 req-6789689d-7d13-45df-a148-24ec55caaddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:15.326612 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eeffcef2-fc43-4bd1-8a12-02aa52f93ee8 req-6789689d-7d13-45df-a148-24ec55caaddb service neutron] 10.222.0.71 "GET /v2.0/networks?id=b787c3fe-9cce-4fab-ba7c-d6771e838ddf HTTP/1.1" status: 200 len: 898 time: 0.1738272 Mar 11 12:18:15.394852 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eeffcef2-fc43-4bd1-8a12-02aa52f93ee8 req-4c397fd3-19b2-425b-861e-f11759409df0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7165b47b-d9b6-4a77-b201-78b07d3e22b1 HTTP/1.1" status: 200 len: 999 time: 0.0595965 Mar 11 12:18:15.447828 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffcef2-fc43-4bd1-8a12-02aa52f93ee8 req-893b75a4-d89d-4ee4-a282-4b0ebecbcfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:15.449425 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eeffcef2-fc43-4bd1-8a12-02aa52f93ee8 req-893b75a4-d89d-4ee4-a282-4b0ebecbcfb2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=388ee9fe-109c-4129-9ef6-38168259430e HTTP/1.1" status: 200 len: 835 time: 0.0484066 Mar 11 12:18:15.503040 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffcef2-fc43-4bd1-8a12-02aa52f93ee8 req-402dcc5b-32c3-4144-aadf-807dc6d4669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:15.504631 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eeffcef2-fc43-4bd1-8a12-02aa52f93ee8 req-402dcc5b-32c3-4144-aadf-807dc6d4669e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b787c3fe-9cce-4fab-ba7c-d6771e838ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475190 Mar 11 12:18:15.599157 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eeffcef2-fc43-4bd1-8a12-02aa52f93ee8 req-6b4dec6e-42c0-4587-b6ba-18a53b061fff service neutron] 10.222.0.71 "GET /v2.0/networks/b787c3fe-9cce-4fab-ba7c-d6771e838ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876412 Mar 11 12:18:15.695449 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eeffcef2-fc43-4bd1-8a12-02aa52f93ee8 req-81bb0a2d-55d8-4cc0-9540-845e574715cc service neutron] 10.222.0.71 "GET /v2.0/networks/b787c3fe-9cce-4fab-ba7c-d6771e838ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895901 Mar 11 12:18:15.737208 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0b0f8d20-2031-4bd4-8550-3dde3850f8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:15.959815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58f7eb-02e4-4b22-b722-036da6d21176 req-68fca918-b2a9-4153-913e-f77957551436 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:15.961459 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a58f7eb-02e4-4b22-b722-036da6d21176 req-68fca918-b2a9-4153-913e-f77957551436 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a49df75-4b9c-4d37-974f-e4d73a8b4636 HTTP/1.1" status: 200 len: 950 time: 0.0562088 Mar 11 12:18:16.007420 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a58f7eb-02e4-4b22-b722-036da6d21176 req-57475b61-1d73-4cae-94c9-ba4d62868eb5 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c47143d-3bfa-43ca-a10d-b0f6a62005b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400591 Mar 11 12:18:16.135267 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44daab-f53f-4722-adb3-734cc70f66b8 req-052a13ee-1a7d-483e-8eb5-d0c42532a5df tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:16.136805 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-db44daab-f53f-4722-adb3-734cc70f66b8 req-052a13ee-1a7d-483e-8eb5-d0c42532a5df tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a49df75-4b9c-4d37-974f-e4d73a8b4636 HTTP/1.1" status: 200 len: 950 time: 0.0700228 Mar 11 12:18:16.234392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-db44daab-f53f-4722-adb3-734cc70f66b8 req-eb323e00-82ee-48bc-b51a-e837e6280d4d tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Deleting port f8165f8c-71de-4092-9884-57ed8cde7919 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:18:16.234976 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-db44daab-f53f-4722-adb3-734cc70f66b8 req-eb323e00-82ee-48bc-b51a-e837e6280d4d tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f8165f8c-71de-4092-9884-57ed8cde7919), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:16.314697 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39698) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:16.383708 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-db44daab-f53f-4722-adb3-734cc70f66b8 req-eb323e00-82ee-48bc-b51a-e837e6280d4d tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] For port f8165f8c-71de-4092-9884-57ed8cde7919, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=f8165f8c-71de-4092-9884-57ed8cde7919,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:18:16.383965 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-db44daab-f53f-4722-adb3-734cc70f66b8 req-eb323e00-82ee-48bc-b51a-e837e6280d4d tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f8165f8c-71de-4092-9884-57ed8cde7919), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:16.403420 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-db44daab-f53f-4722-adb3-734cc70f66b8 req-eb323e00-82ee-48bc-b51a-e837e6280d4d tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Calling delete_port for f8165f8c-71de-4092-9884-57ed8cde7919 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:18:16.412769 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d6e8253a-2246-4888-9280-1d24fe61858f tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/floatingips/2a414e42-9101-4337-9a51-2bb03e7e8572 HTTP/1.1" status: 200 len: 993 time: 0.0915046 Mar 11 12:18:16.536349 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-db44daab-f53f-4722-adb3-734cc70f66b8 req-eb323e00-82ee-48bc-b51a-e837e6280d4d tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f8165f8c-71de-4092-9884-57ed8cde7919), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:16.553462 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['f8165f8c-71de-4092-9884-57ed8cde7919'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:18:16.574277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb323e00-82ee-48bc-b51a-e837e6280d4d tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Pushing event deleted for resources: {'Port': ['ID=f8165f8c-71de-4092-9884-57ed8cde7919,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:16.615415 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-db44daab-f53f-4722-adb3-734cc70f66b8 req-eb323e00-82ee-48bc-b51a-e837e6280d4d tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] No DVR routers for this DVR port f8165f8c-71de-4092-9884-57ed8cde7919 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:18:16.618226 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-db44daab-f53f-4722-adb3-734cc70f66b8 req-eb323e00-82ee-48bc-b51a-e837e6280d4d tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:16.621993 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-db44daab-f53f-4722-adb3-734cc70f66b8 req-eb323e00-82ee-48bc-b51a-e837e6280d4d tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.37 "DELETE /v2.0/ports/f8165f8c-71de-4092-9884-57ed8cde7919 HTTP/1.1" status: 204 len: 173 time: 0.4794211 Mar 11 12:18:16.622484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a49df75-4b9c-4d37-974f-e4d73a8b4636', 'name': 'network-vif-deleted', 'tag': 'f8165f8c-71de-4092-9884-57ed8cde7919'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:18:16.625482 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76abb4b-468c-48f5-969a-0bf3729645b3" -d '{"events": [{"server_uuid": "8a49df75-4b9c-4d37-974f-e4d73a8b4636", "name": "network-vif-deleted", "tag": "f8165f8c-71de-4092-9884-57ed8cde7919"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:18:16.672557 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e0d7e2-4485-48a0-b00a-96a1e7278d11 x-openstack-request-id: req-39e0d7e2-4485-48a0-b00a-96a1e7278d11 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:18:16.672906 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a49df75-4b9c-4d37-974f-e4d73a8b4636", "name": "network-vif-deleted", "tag": "f8165f8c-71de-4092-9884-57ed8cde7919", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:18:16.673211 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-39e0d7e2-4485-48a0-b00a-96a1e7278d11 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:18:16.673689 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a49df75-4b9c-4d37-974f-e4d73a8b4636', 'name': 'network-vif-deleted', 'tag': 'f8165f8c-71de-4092-9884-57ed8cde7919', 'status': 'completed', 'code': 200} Mar 11 12:18:17.154088 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-600dd36b-e056-49f2-9f64-eb0e9617b257 req-adc8a862-354f-416a-9578-dc77836e2594 tempest-VolumesNegativeTest-1970473964 tempest-VolumesNegativeTest-1970473964-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a49df75-4b9c-4d37-974f-e4d73a8b4636 HTTP/1.1" status: 200 len: 210 time: 0.0353355 Mar 11 12:18:17.276109 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:18.663147 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:19.856183 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device f8165f8c-71de-4092-9884-57ed8cde7919 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:18:19.878030 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: f8165f8c-71de-4092-9884-57ed8cde7919 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:18:19.878445 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device f8165f8c-71de-4092-9884-57ed8cde7919 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:18:20.086447 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:20.848148 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:18:25.311178 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-48de9d61-5ea1-4cd9-8b83-57deb99cc94f req-547a7216-a997-45d4-a452-d727708b15d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580187 Mar 11 12:18:25.431009 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de9d61-5ea1-4cd9-8b83-57deb99cc94f req-36f8d867-7a84-4ea0-addf-b177c34661a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:25.432886 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-48de9d61-5ea1-4cd9-8b83-57deb99cc94f req-36f8d867-7a84-4ea0-addf-b177c34661a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 1128 time: 0.0657055 Mar 11 12:18:25.556196 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 39996) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:25.582752 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de9d61-5ea1-4cd9-8b83-57deb99cc94f req-e81f6c09-f4d9-4a77-828f-5e62add558f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:25.584773 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-48de9d61-5ea1-4cd9-8b83-57deb99cc94f req-e81f6c09-f4d9-4a77-828f-5e62add558f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 HTTP/1.1" status: 200 len: 898 time: 0.1314294 Mar 11 12:18:25.672685 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-48de9d61-5ea1-4cd9-8b83-57deb99cc94f req-3552cf0c-7db6-46a1-a30c-920da04f31fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282 HTTP/1.1" status: 200 len: 1002 time: 0.0807972 Mar 11 12:18:25.749626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de9d61-5ea1-4cd9-8b83-57deb99cc94f req-b656704e-487d-46e4-9f66-a008b264ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:25.751132 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-48de9d61-5ea1-4cd9-8b83-57deb99cc94f req-b656704e-487d-46e4-9f66-a008b264ae1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=362a8589-53e3-43f8-881a-db248656ca21 HTTP/1.1" status: 200 len: 835 time: 0.0704505 Mar 11 12:18:25.760324 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3d9899c5-4e98-4928-95bc-2ad7e136a603 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=103580a1b3d248af9f059b7c1b963ce1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2000906 Mar 11 12:18:25.761253 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40000) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:25.806244 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de9d61-5ea1-4cd9-8b83-57deb99cc94f req-e25c3d61-f7f0-4149-8e59-1eeb81e338d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:25.807830 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-48de9d61-5ea1-4cd9-8b83-57deb99cc94f req-e25c3d61-f7f0-4149-8e59-1eeb81e338d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474780 Mar 11 12:18:25.827087 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74271c33-5651-431e-9884-bc22130c2481 admin admin] Publish callbacks [] for security_group (8c47143d-3bfa-43ca-a10d-b0f6a62005b5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:25.854774 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74271c33-5651-431e-9884-bc22130c2481 admin admin] Publish callbacks [] for security_group (8c47143d-3bfa-43ca-a10d-b0f6a62005b5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:25.915173 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74271c33-5651-431e-9884-bc22130c2481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8c47143d-3bfa-43ca-a10d-b0f6a62005b5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:25.919034 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-48de9d61-5ea1-4cd9-8b83-57deb99cc94f req-9c19c7af-028e-47a8-967b-f04144190b6c service neutron] 10.222.0.37 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036437 Mar 11 12:18:25.919557 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74271c33-5651-431e-9884-bc22130c2481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:25.923529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-74271c33-5651-431e-9884-bc22130c2481 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8c47143d-3bfa-43ca-a10d-b0f6a62005b5 HTTP/1.1" status: 204 len: 168 time: 0.1526637 Mar 11 12:18:25.948892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74271c33-5651-431e-9884-bc22130c2481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c47143d-3bfa-43ca-a10d-b0f6a62005b5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:26.043396 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-48de9d61-5ea1-4cd9-8b83-57deb99cc94f req-ba55be86-5c3e-45a7-9921-f6658bd1a1c4 service neutron] 10.222.0.37 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167965 Mar 11 12:18:28.162275 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264241cb-7c3d-47dc-93c8-c21bf0483ad3 req-8a6048cb-53fe-4e35-9ce0-ae185cdfe593 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:28.177824 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-264241cb-7c3d-47dc-93c8-c21bf0483ad3 req-8a6048cb-53fe-4e35-9ce0-ae185cdfe593 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 1128 time: 0.0642850 Mar 11 12:18:28.200491 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-264241cb-7c3d-47dc-93c8-c21bf0483ad3 req-ca533cec-22fb-41af-a848-e37822607635 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:28.310292 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-264241cb-7c3d-47dc-93c8-c21bf0483ad3 req-ca533cec-22fb-41af-a848-e37822607635 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Publish callbacks [] for security_group (9e54c2e8-4063-4355-81ff-d1e80b763baa), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:28.317006 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-264241cb-7c3d-47dc-93c8-c21bf0483ad3 req-ca533cec-22fb-41af-a848-e37822607635 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9e54c2e8-4063-4355-81ff-d1e80b763baa), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:28.357405 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-264241cb-7c3d-47dc-93c8-c21bf0483ad3 req-ca533cec-22fb-41af-a848-e37822607635 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732876 Mar 11 12:18:28.359184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca533cec-22fb-41af-a848-e37822607635 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e54c2e8-4063-4355-81ff-d1e80b763baa,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:28.515385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39525b-3d2c-4f18-864b-4d2750ec0c8d req-4a946607-fc99-4396-9486-c63acfb67cd7 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:28.517345 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b39525b-3d2c-4f18-864b-4d2750ec0c8d req-4a946607-fc99-4396-9486-c63acfb67cd7 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.0702550 Mar 11 12:18:28.584403 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b39525b-3d2c-4f18-864b-4d2750ec0c8d req-a41b937f-716a-4be0-8e77-42d277fee1b0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565803 Mar 11 12:18:28.607304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40056) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:28.683225 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6dcc0063-856c-4380-99aa-9615fa654866 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/floatingips/a82cb69e-6507-4f4d-82d2-5c6e011e387c HTTP/1.1" status: 200 len: 994 time: 0.0655422 Mar 11 12:18:28.981297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-b3c72e52-4a6d-4a9c-9543-bab454b00d5f req-5cbe5f1e-b32d-4a24-869e-178295e10ba1 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:18:28.982283 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3c72e52-4a6d-4a9c-9543-bab454b00d5f req-5cbe5f1e-b32d-4a24-869e-178295e10ba1 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058362 Mar 11 12:18:29.352603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91564ca-0623-40cf-b321-0791fdb3992d req-6cde11c2-6df8-4194-af6f-e54f11e02cd4 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:29.355065 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b91564ca-0623-40cf-b321-0791fdb3992d req-6cde11c2-6df8-4194-af6f-e54f11e02cd4 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.0636423 Mar 11 12:18:29.418113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b91564ca-0623-40cf-b321-0791fdb3992d req-37a761bc-74c8-4493-aae2-9b77d07b32fe tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563323 Mar 11 12:18:29.491283 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-f23c5ca6-0410-49f1-951c-c4a2b93bd6e4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2166624 Mar 11 12:18:30.160880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987f8b7-6033-427e-9391-c1523042c6bd req-8c618fa6-5037-488b-b8fd-bdec20c2a132 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:30.179813 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-8c618fa6-5037-488b-b8fd-bdec20c2a132 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/ports/4e039b5b-930a-4e76-8bdf-26fc01bcf282 HTTP/1.1" status: 200 len: 1125 time: 0.2443948 Mar 11 12:18:30.616716 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4388e0c-3c00-40b8-b2c9-273a3dd63e54 req-fcff4d71-9508-4bca-99fb-e4eaf8f7858c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:30.634706 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4388e0c-3c00-40b8-b2c9-273a3dd63e54 req-fcff4d71-9508-4bca-99fb-e4eaf8f7858c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.1143522 Mar 11 12:18:30.709094 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4388e0c-3c00-40b8-b2c9-273a3dd63e54 req-b57e743d-9eb5-4c0e-ab7e-38fa827baf58 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686896 Mar 11 12:18:31.257803 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987f8b7-6033-427e-9391-c1523042c6bd req-451faaaa-912e-47c2-b9eb-7d42012cc44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:31.259472 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-451faaaa-912e-47c2-b9eb-7d42012cc44c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 1128 time: 0.0577428 Mar 11 12:18:31.353260 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987f8b7-6033-427e-9391-c1523042c6bd req-a1e64746-4cf7-4fe5-9788-6d1c2ad049fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:31.354740 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-a1e64746-4cf7-4fe5-9788-6d1c2ad049fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 HTTP/1.1" status: 200 len: 898 time: 0.0888200 Mar 11 12:18:31.429170 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-f0047686-b2ef-495e-885d-6b01b09a6bfd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282 HTTP/1.1" status: 200 len: 1002 time: 0.0677199 Mar 11 12:18:31.481285 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987f8b7-6033-427e-9391-c1523042c6bd req-394d48de-6f49-429a-91ac-b5972be69dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:31.483132 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-394d48de-6f49-429a-91ac-b5972be69dc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=362a8589-53e3-43f8-881a-db248656ca21 HTTP/1.1" status: 200 len: 835 time: 0.0483382 Mar 11 12:18:31.539574 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987f8b7-6033-427e-9391-c1523042c6bd req-c46da8e2-8f2e-4313-acda-5c5f2aa7cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:31.541504 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-c46da8e2-8f2e-4313-acda-5c5f2aa7cf4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521650 Mar 11 12:18:31.643926 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-e2da6597-fb3d-4eea-8490-0910d6f047be service neutron] 10.222.0.37 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949540 Mar 11 12:18:31.754446 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-47b7b1eb-dd0e-4ac2-a59a-c43a793271c1 service neutron] 10.222.0.37 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053591 Mar 11 12:18:31.905711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b87b3-f5fc-4345-bb9e-3dd7c027ef0d req-1aa51989-6027-4db2-8ae6-cb0e35ed12a7 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:31.907287 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1e5b87b3-f5fc-4345-bb9e-3dd7c027ef0d req-1aa51989-6027-4db2-8ae6-cb0e35ed12a7 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.1016908 Mar 11 12:18:32.007914 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1e5b87b3-f5fc-4345-bb9e-3dd7c027ef0d req-61e17910-7572-46f3-bcfe-c55ff4c321a0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902824 Mar 11 12:18:33.143424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81092bd-4e7b-4f09-a24f-77db1192344c req-dfb0e22f-64ef-4fb5-a3ac-49a7a5b9bd51 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:33.146101 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b81092bd-4e7b-4f09-a24f-77db1192344c req-dfb0e22f-64ef-4fb5-a3ac-49a7a5b9bd51 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.0624506 Mar 11 12:18:33.204171 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b81092bd-4e7b-4f09-a24f-77db1192344c req-62d34d73-5e50-4d71-b316-aa7c66f259b3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508616 Mar 11 12:18:33.841743 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:34.353486 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900b7b8-2c90-4acc-a7e7-70d3667f34c3 req-84b05933-e0a2-47e8-80df-8c72b3bcd0fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:34.355938 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a900b7b8-2c90-4acc-a7e7-70d3667f34c3 req-84b05933-e0a2-47e8-80df-8c72b3bcd0fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.0608280 Mar 11 12:18:34.414975 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a900b7b8-2c90-4acc-a7e7-70d3667f34c3 req-29130e0d-b904-4111-93b6-24a94ec8d037 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525291 Mar 11 12:18:35.540108 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be23b7-8a65-41aa-9f8f-017ff9926f9f req-ac318bdd-8f3c-4ed8-bfb4-ec7b548b0714 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:35.541584 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8be23b7-8a65-41aa-9f8f-017ff9926f9f req-ac318bdd-8f3c-4ed8-bfb4-ec7b548b0714 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.0556252 Mar 11 12:18:35.599421 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8be23b7-8a65-41aa-9f8f-017ff9926f9f req-365cbd35-3fa0-4d86-81b7-8e95c9b9a34b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447507 Mar 11 12:18:36.722091 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59473c03-1b25-438d-9ff9-e372981f0212 req-1092eb10-c117-49a9-a685-b42414da6524 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:36.723679 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59473c03-1b25-438d-9ff9-e372981f0212 req-1092eb10-c117-49a9-a685-b42414da6524 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.0549603 Mar 11 12:18:36.774404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59473c03-1b25-438d-9ff9-e372981f0212 req-7f586654-6c7b-4bb4-a24c-6297f21f5065 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442533 Mar 11 12:18:37.913918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76cfc1-859c-46f6-9759-9fe43a9afb0f req-d96f9acf-942b-40fc-8149-d0669f3a9fd8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:37.916367 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d76cfc1-859c-46f6-9759-9fe43a9afb0f req-d96f9acf-942b-40fc-8149-d0669f3a9fd8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.0664413 Mar 11 12:18:37.968064 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d76cfc1-859c-46f6-9759-9fe43a9afb0f req-1e305fcc-4619-4971-8d5c-851c360a025e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457857 Mar 11 12:18:39.099804 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdda5d9-856d-4977-bb7c-07eb72d4a3b7 req-41521d6a-b2e6-43ef-adc8-a5ab3f838c5e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:39.101638 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5fdda5d9-856d-4977-bb7c-07eb72d4a3b7 req-41521d6a-b2e6-43ef-adc8-a5ab3f838c5e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.0608220 Mar 11 12:18:39.155865 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5fdda5d9-856d-4977-bb7c-07eb72d4a3b7 req-4ed9e6e3-73fb-42b9-8985-4e14c8e0e7c3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475230 Mar 11 12:18:40.293828 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f4269-829d-447c-a8aa-2a85bb31e03c req-8575aab6-7449-4b90-b6f1-f23ee294bddb tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:40.295353 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f2f4269-829d-447c-a8aa-2a85bb31e03c req-8575aab6-7449-4b90-b6f1-f23ee294bddb tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.0599303 Mar 11 12:18:40.368748 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f2f4269-829d-447c-a8aa-2a85bb31e03c req-b3bc6b0f-5d1b-471e-b282-28e6734c354e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672867 Mar 11 12:18:40.630949 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40190) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:40.777883 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86fb0f30-f0a8-47fb-ba88-9c5bb6b16683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:40.871508 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86fb0f30-f0a8-47fb-ba88-9c5bb6b16683 admin admin] Publish callbacks [] for security_group (20bd782d-548a-4b0a-b4fe-31720a0f2400), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:40.879380 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86fb0f30-f0a8-47fb-ba88-9c5bb6b16683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (20bd782d-548a-4b0a-b4fe-31720a0f2400), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:40.912048 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb0f30-f0a8-47fb-ba88-9c5bb6b16683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bd782d-548a-4b0a-b4fe-31720a0f2400,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:40.935824 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-86fb0f30-f0a8-47fb-ba88-9c5bb6b16683 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6b6bcec3d43c41e29fd3829a19d8cfef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3026993 Mar 11 12:18:40.938882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40194) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:40.988815 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f69f3b4-1db5-4456-a1b2-b8c801bef91a admin admin] Publish callbacks [] for security_group (20bd782d-548a-4b0a-b4fe-31720a0f2400), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:41.010516 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f69f3b4-1db5-4456-a1b2-b8c801bef91a admin admin] Publish callbacks [] for security_group (20bd782d-548a-4b0a-b4fe-31720a0f2400), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:41.065829 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f69f3b4-1db5-4456-a1b2-b8c801bef91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (20bd782d-548a-4b0a-b4fe-31720a0f2400), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:41.068700 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f69f3b4-1db5-4456-a1b2-b8c801bef91a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:41.072351 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8f69f3b4-1db5-4456-a1b2-b8c801bef91a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/20bd782d-548a-4b0a-b4fe-31720a0f2400 HTTP/1.1" status: 204 len: 168 time: 0.1297860 Mar 11 12:18:41.079161 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69f3b4-1db5-4456-a1b2-b8c801bef91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bd782d-548a-4b0a-b4fe-31720a0f2400,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:41.515038 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1411e1-36c1-4942-a523-64d579f93e24 req-9524f6df-ce4f-42f9-8f55-a45a69599743 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:41.516891 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b1411e1-36c1-4942-a523-64d579f93e24 req-9524f6df-ce4f-42f9-8f55-a45a69599743 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.0774167 Mar 11 12:18:41.631398 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b1411e1-36c1-4942-a523-64d579f93e24 req-06f47230-20a0-452c-ac1b-166f07bfad2d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060953 Mar 11 12:18:42.813676 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c8591-15b9-4180-820e-2ee46ca08abb req-22cbe49e-4bd4-4697-8509-d1a4750625d7 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:42.814406 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:42.816679 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db1c8591-15b9-4180-820e-2ee46ca08abb req-22cbe49e-4bd4-4697-8509-d1a4750625d7 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.0614893 Mar 11 12:18:42.875049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db1c8591-15b9-4180-820e-2ee46ca08abb req-2af72a9c-ecb4-45d9-94a5-0cadd24b176a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504231 Mar 11 12:18:43.644258 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b63a7269-07ac-4c25-b114-60e5aed0c01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:43.823674 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [req-f987f8b7-6033-427e-9391-c1523042c6bd req-0e7a274a-65c6-4df3-bc5c-d491dd2357c5 service neutron] show failed (client error): The resource could not be found. Mar 11 12:18:43.824757 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-0e7a274a-65c6-4df3-bc5c-d491dd2357c5 service neutron] 10.222.0.37 "GET /v2.0/ports/4e039b5b-930a-4e76-8bdf-26fc01bcf282/bindings/n-h1-833234-2 HTTP/1.1" status: 404 len: 380 time: 0.0621929 Mar 11 12:18:44.018058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15926b3d-f3eb-4b10-a5bb-b382dd4bca0e req-4da2aa3e-fbf1-4eaf-93f0-b65a8217d38a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:44.020833 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15926b3d-f3eb-4b10-a5bb-b382dd4bca0e req-4da2aa3e-fbf1-4eaf-93f0-b65a8217d38a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.0662673 Mar 11 12:18:44.085696 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15926b3d-f3eb-4b10-a5bb-b382dd4bca0e req-a6362241-ae88-499c-964d-3b1db10e25b0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550623 Mar 11 12:18:44.087071 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987f8b7-6033-427e-9391-c1523042c6bd req-d6a44ebd-b1ee-400e-9582-652c438d0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:44.088694 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-d6a44ebd-b1ee-400e-9582-652c438d0329 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b&tenant_id=90210211b9a748d8a45f81106abe76ca HTTP/1.1" status: 200 len: 1128 time: 0.0776029 Mar 11 12:18:44.105786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-e282affe-c618-4d35-86f4-e5748b31a5eb service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:18:44.106735 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-e282affe-c618-4d35-86f4-e5748b31a5eb service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050797 Mar 11 12:18:44.117850 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:44.512981 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:44.719070 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] For port 4e039b5b-930a-4e76-8bdf-26fc01bcf282, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282,segment=NetworkSegment(45ce4ead-168d-4231-ab07-a27ba10b0d83),segment_id=45ce4ead-168d-4231-ab07-a27ba10b0d83)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:18:44.753848 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] For port 4e039b5b-930a-4e76-8bdf-26fc01bcf282, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:18:44.798070 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e039b5b-930a-4e76-8bdf-26fc01bcf282'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:18:44.800964 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef7229b-b3e5-45b2-ab42-96b0235a7844" -d '{"events": [{"server_uuid": "34929dbb-a026-48c6-a5dc-cea3d917273b", "name": "network-vif-unplugged", "status": "completed", "tag": "4e039b5b-930a-4e76-8bdf-26fc01bcf282"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:18:44.805374 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Publish callbacks [] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:44.820207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Transition to ACTIVE for port object 4e039b5b-930a-4e76-8bdf-26fc01bcf282 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:18:44.827338 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:44.878946 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f298980a-7dec-4238-80fc-fc180f853b18 x-openstack-request-id: req-f298980a-7dec-4238-80fc-fc180f853b18 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:18:44.879245 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34929dbb-a026-48c6-a5dc-cea3d917273b", "name": "network-vif-unplugged", "status": "completed", "tag": "4e039b5b-930a-4e76-8bdf-26fc01bcf282", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:18:44.879759 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f298980a-7dec-4238-80fc-fc180f853b18 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:18:44.880271 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e039b5b-930a-4e76-8bdf-26fc01bcf282', 'code': 200} Mar 11 12:18:44.965021 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Pushing event updated for resources: {'Port': ['ID=4e039b5b-930a-4e76-8bdf-26fc01bcf282,revision_number=6']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:45.038276 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] No DVR routers for this DVR port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:18:45.185840 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Attempting to bind port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:18:45.186176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Attempting to bind port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '45ce4ead-168d-4231-ab07-a27ba10b0d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:18:45.186505 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Attempting to bind port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 on network f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:18:45.191187 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 on network f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:18:45.191502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Attempting to bind port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 on network f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:18:45.196927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:18:45.196927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Checking segment: {'id': '45ce4ead-168d-4231-ab07-a27ba10b0d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:18:45.197424 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Bound using segment: {'id': '45ce4ead-168d-4231-ab07-a27ba10b0d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:18:45.197967 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Bound port: 4e039b5b-930a-4e76-8bdf-26fc01bcf282, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ce4ead-168d-4231-ab07-a27ba10b0d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:18:45.198401 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:45.230555 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac19d2-c0e8-40a6-b6f6-078971509537 req-8b9f14fc-2f70-4e81-81be-ac34c710f7ee tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:45.232855 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-81ac19d2-c0e8-40a6-b6f6-078971509537 req-8b9f14fc-2f70-4e81-81be-ac34c710f7ee tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 944 time: 0.0630300 Mar 11 12:18:45.278938 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] For port 4e039b5b-930a-4e76-8bdf-26fc01bcf282, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:18:45.282838 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] For port 4e039b5b-930a-4e76-8bdf-26fc01bcf282, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282,segment=NetworkSegment(45ce4ead-168d-4231-ab07-a27ba10b0d83),segment_id=45ce4ead-168d-4231-ab07-a27ba10b0d83)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:18:45.291130 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:45.296139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-81ac19d2-c0e8-40a6-b6f6-078971509537 req-678ebbca-6c7f-421b-bcf1-4989bb97219f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559549 Mar 11 12:18:45.329631 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:45.330311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:45.331738 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] 10.222.0.71 "PUT /v2.0/ports/4e039b5b-930a-4e76-8bdf-26fc01bcf282 HTTP/1.1" status: 200 len: 1092 time: 1.2177119 Mar 11 12:18:45.353253 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f969cce-a9f5-468e-90df-9aa4a26a8e3e service neutron] Pushing event updated for resources: {'Port': ['ID=4e039b5b-930a-4e76-8bdf-26fc01bcf282,revision_number=7']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:45.412580 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987f8b7-6033-427e-9391-c1523042c6bd req-f5215396-5f89-4f31-813c-f428b6c6ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:45.414248 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-f5215396-5f89-4f31-813c-f428b6c6ef7c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 1126 time: 0.0580435 Mar 11 12:18:45.527132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987f8b7-6033-427e-9391-c1523042c6bd req-e2fffc67-8209-4264-be31-7ae242bf620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:45.528641 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-e2fffc67-8209-4264-be31-7ae242bf620c service neutron] 10.222.0.71 "GET /v2.0/networks?id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 HTTP/1.1" status: 200 len: 898 time: 0.1040680 Mar 11 12:18:45.605360 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-cafccd49-0898-42bf-9785-72f3f43d26ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282 HTTP/1.1" status: 200 len: 1000 time: 0.0671105 Mar 11 12:18:45.665901 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987f8b7-6033-427e-9391-c1523042c6bd req-b7caa0a5-4120-4d37-b58d-bd74be505e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:45.667746 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-b7caa0a5-4120-4d37-b58d-bd74be505e2e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=362a8589-53e3-43f8-881a-db248656ca21 HTTP/1.1" status: 200 len: 835 time: 0.0494416 Mar 11 12:18:45.730781 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987f8b7-6033-427e-9391-c1523042c6bd req-8038b1d9-26c7-4deb-96a6-f9361c5e1c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:45.732351 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-8038b1d9-26c7-4deb-96a6-f9361c5e1c7c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0582886 Mar 11 12:18:45.741076 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-045cf974-ebc8-43eb-b61f-69c83fa1523e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:45.826500 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-8ada14df-39a6-4a80-8658-200806749d61 service neutron] 10.222.0.71 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864873 Mar 11 12:18:45.933096 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-6e867f1e-c20b-498b-bad0-1f0ff45c5cae service neutron] 10.222.0.71 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989699 Mar 11 12:18:46.426666 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afeffd-bf54-430d-b7af-cda6d5472d43 req-114d466f-8cd5-44ae-83ff-752611e158f3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:46.428296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72afeffd-bf54-430d-b7af-cda6d5472d43 req-114d466f-8cd5-44ae-83ff-752611e158f3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 944 time: 0.0554082 Mar 11 12:18:46.480844 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72afeffd-bf54-430d-b7af-cda6d5472d43 req-aaf277e9-7026-4f6a-94c3-38c58fc1d5e8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465176 Mar 11 12:18:46.882018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'tag': '4e039b5b-930a-4e76-8bdf-26fc01bcf282'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:18:46.884473 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba3a01e-30fe-4a4c-9ac6-eb200c250178" -d '{"events": [{"name": "network-changed", "server_uuid": "34929dbb-a026-48c6-a5dc-cea3d917273b", "tag": "4e039b5b-930a-4e76-8bdf-26fc01bcf282"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:18:46.936475 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23021c7e-6313-41bd-a251-6e4e3f9a88a6 x-openstack-request-id: req-23021c7e-6313-41bd-a251-6e4e3f9a88a6 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:18:46.937131 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34929dbb-a026-48c6-a5dc-cea3d917273b", "tag": "4e039b5b-930a-4e76-8bdf-26fc01bcf282", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:18:46.937131 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-23021c7e-6313-41bd-a251-6e4e3f9a88a6 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:18:46.937588 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'tag': '4e039b5b-930a-4e76-8bdf-26fc01bcf282', 'status': 'completed', 'code': 200} Mar 11 12:18:47.042839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-5168582b-2597-471c-b066-0a44f09ada55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:47.045454 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-5168582b-2597-471c-b066-0a44f09ada55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 1126 time: 0.0871675 Mar 11 12:18:47.070991 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-e11d5e03-662b-4204-a4b6-d4da786c386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:47.072339 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-e11d5e03-662b-4204-a4b6-d4da786c386f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 1126 time: 0.1062059 Mar 11 12:18:47.226014 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-50ec76e8-5403-4681-8694-cf3d7a161b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:47.227405 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-50ec76e8-5403-4681-8694-cf3d7a161b48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 HTTP/1.1" status: 200 len: 898 time: 0.1749773 Mar 11 12:18:47.230188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-a1477228-e97c-47d0-befd-0384d703bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:47.231469 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-a1477228-e97c-47d0-befd-0384d703bd40 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 HTTP/1.1" status: 200 len: 898 time: 0.1474190 Mar 11 12:18:47.278862 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:47.350297 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-3d89e779-456c-4763-aa40-2eb18eaf7ff8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282 HTTP/1.1" status: 200 len: 1000 time: 0.1128075 Mar 11 12:18:47.352072 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-d950a763-40d9-48b8-9eb3-d6d8742689ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282 HTTP/1.1" status: 200 len: 1000 time: 0.1185970 Mar 11 12:18:47.451428 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-4d11bd83-6a96-4df8-a252-59bc0204e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:47.452942 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-4d11bd83-6a96-4df8-a252-59bc0204e956 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=362a8589-53e3-43f8-881a-db248656ca21 HTTP/1.1" status: 200 len: 835 time: 0.0955706 Mar 11 12:18:47.454151 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-aee1dadc-1d1d-4a81-9020-67a8143315f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:47.455474 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-aee1dadc-1d1d-4a81-9020-67a8143315f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=362a8589-53e3-43f8-881a-db248656ca21 HTTP/1.1" status: 200 len: 835 time: 0.0968180 Mar 11 12:18:47.542295 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-108e40de-f53a-45b0-9fa1-d8f445d468ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:47.543852 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-108e40de-f53a-45b0-9fa1-d8f445d468ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0814812 Mar 11 12:18:47.546318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-85aebcbd-48f2-4378-b418-9ef672d46b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:47.547685 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-85aebcbd-48f2-4378-b418-9ef672d46b7c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0764346 Mar 11 12:18:47.564658 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40240) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:47.670354 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2eb64e-fb98-4470-9543-0909b44b44c8 req-3ce3ffc4-1e76-44e8-9ed1-d3eed2dff2e4 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:47.672240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d2eb64e-fb98-4470-9543-0909b44b44c8 req-3ce3ffc4-1e76-44e8-9ed1-d3eed2dff2e4 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 944 time: 0.1168561 Mar 11 12:18:47.720543 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-6f7578a5-62ef-4edf-8d0b-9c322692e335 service neutron] 10.222.0.71 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633625 Mar 11 12:18:47.725319 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-e68d075e-783d-4a75-b4f0-7cc58a28991b service neutron] 10.222.0.37 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755035 Mar 11 12:18:47.734235 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d2eb64e-fb98-4470-9543-0909b44b44c8 req-af20017b-1deb-4a1f-8d27-5911667a9606 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556700 Mar 11 12:18:47.742685 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27281d5-3a54-4c34-a87f-5fa025bd2463 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:47.743464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27281d5-3a54-4c34-a87f-5fa025bd2463 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:47.744192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27281d5-3a54-4c34-a87f-5fa025bd2463 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:47.746112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c27281d5-3a54-4c34-a87f-5fa025bd2463 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/ports?project_id=868321f514374492b0b945546931c69b&network_id=b787c3fe-9cce-4fab-ba7c-d6771e838ddf HTTP/1.1" status: 200 len: 3072 time: 0.1799347 Mar 11 12:18:47.891484 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-d6500b2c-7283-49ac-879e-b7b553f32fb2 service neutron] 10.222.0.71 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643457 Mar 11 12:18:47.895003 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fba3a01e-30fe-4a4c-9ac6-eb200c250178 req-822030c6-ec7a-4c48-bd54-8d4f6f5f2201 service neutron] 10.222.0.37 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565821 Mar 11 12:18:47.994020 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4e039b5b-930a-4e76-8bdf-26fc01bcf282 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:18:48.033661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] The host n-h2-833234-2 is not matching for port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 host n-h1-833234-2! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 12:18:48.034051 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4e039b5b-930a-4e76-8bdf-26fc01bcf282 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:18:48.350142 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4e039b5b-930a-4e76-8bdf-26fc01bcf282 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:18:48.451749 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4e039b5b-930a-4e76-8bdf-26fc01bcf282, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282,segment=NetworkSegment(45ce4ead-168d-4231-ab07-a27ba10b0d83),segment_id=45ce4ead-168d-4231-ab07-a27ba10b0d83)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:18:48.464434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '4e039b5b-930a-4e76-8bdf-26fc01bcf282', 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680', 'port_id': '4e039b5b-930a-4e76-8bdf-26fc01bcf282', 'mac_address': 'fa:16:3e:75:31:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362a8589-53e3-43f8-881a-db248656ca21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:18:48.502063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:18:48.502448 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:48.515425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e039b5b-930a-4e76-8bdf-26fc01bcf282 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:18:48.535412 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4e039b5b-930a-4e76-8bdf-26fc01bcf282, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282,segment=NetworkSegment(45ce4ead-168d-4231-ab07-a27ba10b0d83),segment_id=45ce4ead-168d-4231-ab07-a27ba10b0d83)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:18:48.540847 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:48.593956 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=4e039b5b-930a-4e76-8bdf-26fc01bcf282,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:48.665114 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:48.800914 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['4e039b5b-930a-4e76-8bdf-26fc01bcf282'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:18:48.862963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c9b6b-2fca-47e6-b1c8-e4947d206fd7 req-0ffe5c9e-78b5-48ee-9644-49d8e1e0b5a3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:48.864655 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a6c9b6b-2fca-47e6-b1c8-e4947d206fd7 req-0ffe5c9e-78b5-48ee-9644-49d8e1e0b5a3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 945 time: 0.0553045 Mar 11 12:18:48.916436 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a6c9b6b-2fca-47e6-b1c8-e4947d206fd7 req-c0b21de9-00f0-4070-be3b-2bb636524886 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452950 Mar 11 12:18:49.149319 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77197e-0af0-463b-81a1-fcb7451dd5a6 req-5d4c0506-96c5-476f-bede-9dbe4c84ab18 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:49.152600 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad77197e-0af0-463b-81a1-fcb7451dd5a6 req-5d4c0506-96c5-476f-bede-9dbe4c84ab18 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 945 time: 0.0621138 Mar 11 12:18:49.205623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28211b-58a9-4331-8c58-2775822bdf0f req-1ad8f85d-cf47-464f-b212-5f3589f78f7f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:49.207224 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4f28211b-58a9-4331-8c58-2775822bdf0f req-1ad8f85d-cf47-464f-b212-5f3589f78f7f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.37 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b&tenant_id=90210211b9a748d8a45f81106abe76ca&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 945 time: 0.1098683 Mar 11 12:18:49.213221 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad77197e-0af0-463b-81a1-fcb7451dd5a6 req-e5f011a2-9d2a-4626-9ca1-8975b32f3a04 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507779 Mar 11 12:18:49.279974 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [req-4f28211b-58a9-4331-8c58-2775822bdf0f req-fac8732f-4032-4a51-a760-26898f61f397 service neutron] delete failed (client error): The resource could not be found. Mar 11 12:18:49.280954 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4f28211b-58a9-4331-8c58-2775822bdf0f req-fac8732f-4032-4a51-a760-26898f61f397 service neutron] 10.222.0.37 "DELETE /v2.0/ports/4e039b5b-930a-4e76-8bdf-26fc01bcf282/bindings/n-h2-833234-2 HTTP/1.1" status: 404 len: 380 time: 0.0657961 Mar 11 12:18:49.370973 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28211b-58a9-4331-8c58-2775822bdf0f req-66780c6c-b850-4080-b323-8e201a1effe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:49.372871 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4f28211b-58a9-4331-8c58-2775822bdf0f req-66780c6c-b850-4080-b323-8e201a1effe1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 1127 time: 0.0482762 Mar 11 12:18:49.469394 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28211b-58a9-4331-8c58-2775822bdf0f req-e66a1cd5-285a-4732-b3a4-5c56c8d1ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:49.470918 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4f28211b-58a9-4331-8c58-2775822bdf0f req-e66a1cd5-285a-4732-b3a4-5c56c8d1ad1e service neutron] 10.222.0.37 "GET /v2.0/networks?id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 HTTP/1.1" status: 200 len: 898 time: 0.0921938 Mar 11 12:18:49.537905 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4f28211b-58a9-4331-8c58-2775822bdf0f req-79fe3c32-433c-40f3-b491-2ca7feb3b15b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282 HTTP/1.1" status: 200 len: 1001 time: 0.0608268 Mar 11 12:18:49.587085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28211b-58a9-4331-8c58-2775822bdf0f req-f6bf3d05-b583-49a0-b1cb-93c5efefe3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:49.588654 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4f28211b-58a9-4331-8c58-2775822bdf0f req-f6bf3d05-b583-49a0-b1cb-93c5efefe3ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=362a8589-53e3-43f8-881a-db248656ca21 HTTP/1.1" status: 200 len: 835 time: 0.0449550 Mar 11 12:18:49.643558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28211b-58a9-4331-8c58-2775822bdf0f req-64de9ca9-fec6-4737-a201-3d6311c7fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:49.645102 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4f28211b-58a9-4331-8c58-2775822bdf0f req-64de9ca9-fec6-4737-a201-3d6311c7fdeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510147 Mar 11 12:18:49.739875 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4f28211b-58a9-4331-8c58-2775822bdf0f req-1df909f3-cc39-418f-a8e6-736aad72c108 service neutron] 10.222.0.37 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881081 Mar 11 12:18:49.833248 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4f28211b-58a9-4331-8c58-2775822bdf0f req-bf8a1ccb-d2dd-49c0-b985-f487bddbd163 service neutron] 10.222.0.37 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876925 Mar 11 12:18:50.089788 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:50.216739 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40264) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:50.310410 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37ff709-17b0-415e-af7c-0f6cea2fed58 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:50.331159 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b37ff709-17b0-415e-af7c-0f6cea2fed58 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b HTTP/1.1" status: 200 len: 814 time: 0.1132436 Mar 11 12:18:50.369016 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4e039b5b-930a-4e76-8bdf-26fc01bcf282 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:18:50.412251 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e1c9a-ef32-4e8a-a9e1-e1c7254b9de6 req-dd4d21cc-b518-423f-a27e-90b351d59f95 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:50.413791 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd4e1c9a-ef32-4e8a-a9e1-e1c7254b9de6 req-dd4d21cc-b518-423f-a27e-90b351d59f95 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 945 time: 0.1076832 Mar 11 12:18:50.468767 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd4e1c9a-ef32-4e8a-a9e1-e1c7254b9de6 req-7e137c44-f7d9-4f96-9617-4ccc88af526f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486071 Mar 11 12:18:50.486133 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:18:50.492665 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:18:50.493042 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:50.510404 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40274) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:50.587770 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:18:50.588479 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:50.625118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4e039b5b-930a-4e76-8bdf-26fc01bcf282, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282,segment=NetworkSegment(45ce4ead-168d-4231-ab07-a27ba10b0d83),segment_id=45ce4ead-168d-4231-ab07-a27ba10b0d83)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:18:50.626218 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e039b5b-930a-4e76-8bdf-26fc01bcf282'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:18:50.627037 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2bc066f3-f574-4d9a-acb4-c02dd27e6df2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/floatingips/a82cb69e-6507-4f4d-82d2-5c6e011e387c HTTP/1.1" status: 200 len: 993 time: 0.1101606 Mar 11 12:18:50.629372 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e38f92e-9b10-4b3c-b3cc-940f34ebc6f0" -d '{"events": [{"server_uuid": "34929dbb-a026-48c6-a5dc-cea3d917273b", "name": "network-vif-plugged", "status": "completed", "tag": "4e039b5b-930a-4e76-8bdf-26fc01bcf282"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:18:50.635777 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:50.687979 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbeaf5cb-388a-4020-9870-46ac3aa52ea1 x-openstack-request-id: req-bbeaf5cb-388a-4020-9870-46ac3aa52ea1 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:18:50.688271 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34929dbb-a026-48c6-a5dc-cea3d917273b", "name": "network-vif-plugged", "status": "completed", "tag": "4e039b5b-930a-4e76-8bdf-26fc01bcf282", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:18:50.688729 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bbeaf5cb-388a-4020-9870-46ac3aa52ea1 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:18:50.689124 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e039b5b-930a-4e76-8bdf-26fc01bcf282', 'code': 200} Mar 11 12:18:50.689698 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=4e039b5b-930a-4e76-8bdf-26fc01bcf282,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:50.831817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40278) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:50.837288 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7feb8b45-a139-4639-b2cc-6a17996818bf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'network': {'name': 'tempest-network-smoke--325560023', 'project_id': '868321f514374492b0b945546931c69b', 'port_security_enabled': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:50.860876 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feb8b45-a139-4639-b2cc-6a17996818bf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Made reservation on behalf of 868321f514374492b0b945546931c69b for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:18:50.864661 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7feb8b45-a139-4639-b2cc-6a17996818bf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:50.889043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7feb8b45-a139-4639-b2cc-6a17996818bf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:18:50.899074 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7feb8b45-a139-4639-b2cc-6a17996818bf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (884ac114-e853-40e0-9fcf-0677a6ab440e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:50.899534 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-7feb8b45-a139-4639-b2cc-6a17996818bf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Added segment 884ac114-e853-40e0-9fcf-0677a6ab440e of type vlan for network 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 Mar 11 12:18:50.938735 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7feb8b45-a139-4639-b2cc-6a17996818bf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:50.966017 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7feb8b45-a139-4639-b2cc-6a17996818bf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:50.971223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feb8b45-a139-4639-b2cc-6a17996818bf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:50.971939 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7feb8b45-a139-4639-b2cc-6a17996818bf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:51.012676 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7feb8b45-a139-4639-b2cc-6a17996818bf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1765382 Mar 11 12:18:51.013683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40280) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:51.081034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb8b45-a139-4639-b2cc-6a17996818bf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Network': ['ID=0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:51.093481 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:18:51.114524 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff68d3-66d5-4f83-bf24-90c452b8bf3f tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:51.116226 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-57ff68d3-66d5-4f83-bf24-90c452b8bf3f tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=868321f514374492b0b945546931c69b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1023064 Mar 11 12:18:51.119065 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40282) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:51.216839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29023964-7d4c-4be4-859d-5e99d7b9de5a tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:51.220940 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-29023964-7d4c-4be4-859d-5e99d7b9de5a tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0982666 Mar 11 12:18:51.221331 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40284) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:51.267022 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d66c6e7f-a875-497e-854f-ab245d516016 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444880 Mar 11 12:18:51.269985 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40286) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:51.298605 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0d960977-9dc6-42b0-94d4-5150842d9ae9 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=868321f514374492b0b945546931c69b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271299 Mar 11 12:18:51.301162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40288) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:51.386840 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231848ab-8256-4945-8fb7-e0b136552b17 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:51.391077 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-231848ab-8256-4945-8fb7-e0b136552b17 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863431 Mar 11 12:18:51.392102 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40290) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:51.425359 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3a7afec8-85f3-4877-b0f7-a573d7e369a1 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320153 Mar 11 12:18:51.427076 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40294) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:51.432743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1628185234', 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7', 'project_id': '868321f514374492b0b945546931c69b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:51.532448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Made reservation on behalf of 868321f514374492b0b945546931c69b for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:18:51.536629 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:51.739415 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (bc4e491a-9209-494c-8823-bef8ce2974d5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:51.800795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Subnet': ['ID=bc4e491a-9209-494c-8823-bef8ce2974d5,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:51.813257 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:51.813606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:51.813947 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:51.814287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:51.814620 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:51.814953 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:51.815280 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:51.815624 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:51.815959 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:51.816283 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:51.816625 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:51.816959 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:51.817448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:51.820894 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Checking segment: {'id': '884ac114-e853-40e0-9fcf-0677a6ab440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:18:51.821255 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network hostable DHCP agents. Network: 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:18:51.841750 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:18:51.852349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:18:51.856937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:51.857826 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:51.862915 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b6f54f-4741-4e40-87df-f6f9ba0f5a7b None None] Network 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:18:51.884315 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d5c84af2-d66e-4b7d-973d-4e52eb222ebc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4554541 Mar 11 12:18:51.976214 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7', 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7', 'project_id': '868321f514374492b0b945546931c69b', 'fixed_ips': [{'subnet_id': 'bc4e491a-9209-494c-8823-bef8ce2974d5'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:18:51.977201 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.105565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40298) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:52.110168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-279894469', 'description': 'tempest-secgroup-smoke-279894469 description', 'project_id': '868321f514374492b0b945546931c69b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:52.135133 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.144936 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Allocated IP 172.20.0.18 (0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7/bc4e491a-9209-494c-8823-bef8ce2974d5/796931a7-d350-49c9-8b28-eec6ecf497e4) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:18:52.223700 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (fa9a469f-fa32-444b-ad5c-a29de51adbee), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.232071 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fa9a469f-fa32-444b-ad5c-a29de51adbee), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.274190 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.276005 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1694257 Mar 11 12:18:52.279097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40300) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:52.285011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5ae512bb-29e7-43e5-86b5-ec86fb799898 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group_rule': {'security_group_id': 'fa9a469f-fa32-444b-ad5c-a29de51adbee', 'project_id': '868321f514374492b0b945546931c69b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:52.295428 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9a469f-fa32-444b-ad5c-a29de51adbee,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:52.314192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:52.314843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:52.315202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:52.315540 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:52.316051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:52.316389 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:52.316722 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:52.317096 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:52.317437 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:52.317739 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:52.318065 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:52.318388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:52.318710 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dd9f-b4e7-4888-aa8d-518815f00661 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:18:52.339244 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Publish callbacks [] for port (796931a7-d350-49c9-8b28-eec6ecf497e4), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.339653 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ae512bb-29e7-43e5-86b5-ec86fb799898 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (ea716c00-0e92-4818-a278-2c5d1a019e9f), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.353957 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (796931a7-d350-49c9-8b28-eec6ecf497e4), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.397972 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Network 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:18:52.403734 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:18:52.404407 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ae512bb-29e7-43e5-86b5-ec86fb799898 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (ea716c00-0e92-4818-a278-2c5d1a019e9f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.407538 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:18:52.410105 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ae512bb-29e7-43e5-86b5-ec86fb799898 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (ea716c00-0e92-4818-a278-2c5d1a019e9f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.415814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Pushing event updated for resources: {'Port': ['ID=796931a7-d350-49c9-8b28-eec6ecf497e4,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:52.434513 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae512bb-29e7-43e5-86b5-ec86fb799898 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea716c00-0e92-4818-a278-2c5d1a019e9f,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:52.442897 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ae512bb-29e7-43e5-86b5-ec86fb799898 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.444154 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5ae512bb-29e7-43e5-86b5-ec86fb799898 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1632955 Mar 11 12:18:52.446966 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40302) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:52.452368 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8d9c567c-e422-4b92-934d-eabf3eb7a862 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group_rule': {'security_group_id': 'fa9a469f-fa32-444b-ad5c-a29de51adbee', 'project_id': '868321f514374492b0b945546931c69b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:52.488332 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d9c567c-e422-4b92-934d-eabf3eb7a862 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (8e776c5d-6a00-4626-96c5-9db0dc5a0598), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.492260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Attempting to bind port 796931a7-d350-49c9-8b28-eec6ecf497e4 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:18:52.492559 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Attempting to bind port 796931a7-d350-49c9-8b28-eec6ecf497e4 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '884ac114-e853-40e0-9fcf-0677a6ab440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:18:52.496083 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Attempting to bind port 796931a7-d350-49c9-8b28-eec6ecf497e4 on network 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:18:52.502961 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:18:52.503823 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Checking segment: {'id': '884ac114-e853-40e0-9fcf-0677a6ab440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:18:52.504690 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.505551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Bound using segment: {'id': '884ac114-e853-40e0-9fcf-0677a6ab440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:18:52.506312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Bound port: 796931a7-d350-49c9-8b28-eec6ecf497e4, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884ac114-e853-40e0-9fcf-0677a6ab440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:18:52.507142 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (796931a7-d350-49c9-8b28-eec6ecf497e4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.581174 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d9c567c-e422-4b92-934d-eabf3eb7a862 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (8e776c5d-6a00-4626-96c5-9db0dc5a0598), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.586762 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d9c567c-e422-4b92-934d-eabf3eb7a862 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (8e776c5d-6a00-4626-96c5-9db0dc5a0598), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.597633 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] For port 796931a7-d350-49c9-8b28-eec6ecf497e4, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:18:52.603254 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] For port 796931a7-d350-49c9-8b28-eec6ecf497e4, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=796931a7-d350-49c9-8b28-eec6ecf497e4,segment=NetworkSegment(884ac114-e853-40e0-9fcf-0677a6ab440e),segment_id=884ac114-e853-40e0-9fcf-0677a6ab440e)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:18:52.611003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c567c-e422-4b92-934d-eabf3eb7a862 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e776c5d-6a00-4626-96c5-9db0dc5a0598,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:52.617650 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d9c567c-e422-4b92-934d-eabf3eb7a862 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.618944 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8d9c567c-e422-4b92-934d-eabf3eb7a862 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1707873 Mar 11 12:18:52.620643 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (796931a7-d350-49c9-8b28-eec6ecf497e4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.621809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40306) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:52.626665 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-88308c82-ef60-44e1-9c55-3f82e77e274c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group_rule': {'security_group_id': 'fa9a469f-fa32-444b-ad5c-a29de51adbee', 'project_id': '868321f514374492b0b945546931c69b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:52.666631 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88308c82-ef60-44e1-9c55-3f82e77e274c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (20ddfb4d-dc7b-41db-ae26-c0c7c9708960), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.694027 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42722e-cfa4-4aea-b040-f90e5d1c2e4f None None] Pushing event updated for resources: {'Port': ['ID=796931a7-d350-49c9-8b28-eec6ecf497e4,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:52.745878 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88308c82-ef60-44e1-9c55-3f82e77e274c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (20ddfb4d-dc7b-41db-ae26-c0c7c9708960), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.751800 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88308c82-ef60-44e1-9c55-3f82e77e274c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (20ddfb4d-dc7b-41db-ae26-c0c7c9708960), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.769523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88308c82-ef60-44e1-9c55-3f82e77e274c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ddfb4d-dc7b-41db-ae26-c0c7c9708960,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:52.787737 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88308c82-ef60-44e1-9c55-3f82e77e274c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.789148 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-88308c82-ef60-44e1-9c55-3f82e77e274c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1663122 Mar 11 12:18:52.792186 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40308) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:52.797844 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8291bfa1-9cbd-40bd-8cd5-026dd70a9b55 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group_rule': {'security_group_id': 'fa9a469f-fa32-444b-ad5c-a29de51adbee', 'project_id': '868321f514374492b0b945546931c69b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:52.836579 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8291bfa1-9cbd-40bd-8cd5-026dd70a9b55 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (e6694829-93fb-4f41-ab07-70501005041d), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.948150 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8291bfa1-9cbd-40bd-8cd5-026dd70a9b55 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (e6694829-93fb-4f41-ab07-70501005041d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:52.952687 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8291bfa1-9cbd-40bd-8cd5-026dd70a9b55 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (e6694829-93fb-4f41-ab07-70501005041d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:53.002658 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291bfa1-9cbd-40bd-8cd5-026dd70a9b55 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6694829-93fb-4f41-ab07-70501005041d,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:53.007903 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8291bfa1-9cbd-40bd-8cd5-026dd70a9b55 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:53.013120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40310) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:53.013260 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8291bfa1-9cbd-40bd-8cd5-026dd70a9b55 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2188931 Mar 11 12:18:53.017082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-fc5c9585-14d5-4b6f-8332-65035fbf3760 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group_rule': {'security_group_id': 'fa9a469f-fa32-444b-ad5c-a29de51adbee', 'project_id': '868321f514374492b0b945546931c69b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:53.041607 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-fc5c9585-14d5-4b6f-8332-65035fbf3760 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Project 868321f514374492b0b945546931c69b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:18:53.047390 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9585-14d5-4b6f-8332-65035fbf3760 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (b1acc683-3e33-43ae-9937-2036592e75e8), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:53.110178 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9585-14d5-4b6f-8332-65035fbf3760 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (b1acc683-3e33-43ae-9937-2036592e75e8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:53.114519 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9585-14d5-4b6f-8332-65035fbf3760 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (b1acc683-3e33-43ae-9937-2036592e75e8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:53.132619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c9585-14d5-4b6f-8332-65035fbf3760 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1acc683-3e33-43ae-9937-2036592e75e8,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:53.138175 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9585-14d5-4b6f-8332-65035fbf3760 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:53.139726 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fc5c9585-14d5-4b6f-8332-65035fbf3760 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260145 Mar 11 12:18:53.142163 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40312) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:53.146535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ab1d8588-93a0-4126-9f3b-19bc44a0f27f tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group_rule': {'security_group_id': 'fa9a469f-fa32-444b-ad5c-a29de51adbee', 'project_id': '868321f514374492b0b945546931c69b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:53.166115 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-ab1d8588-93a0-4126-9f3b-19bc44a0f27f tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Project 868321f514374492b0b945546931c69b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:18:53.171021 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab1d8588-93a0-4126-9f3b-19bc44a0f27f tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (e79ba178-4f21-47c6-a776-ad643ee16924), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:53.230675 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab1d8588-93a0-4126-9f3b-19bc44a0f27f tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (e79ba178-4f21-47c6-a776-ad643ee16924), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:53.236610 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab1d8588-93a0-4126-9f3b-19bc44a0f27f tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (e79ba178-4f21-47c6-a776-ad643ee16924), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:53.257030 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d8588-93a0-4126-9f3b-19bc44a0f27f tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79ba178-4f21-47c6-a776-ad643ee16924,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:53.265890 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab1d8588-93a0-4126-9f3b-19bc44a0f27f tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:53.267168 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ab1d8588-93a0-4126-9f3b-19bc44a0f27f tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240699 Mar 11 12:18:53.480431 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-92672b32-6c7d-4149-a691-e83f3f6e53f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-279894469&fields=id&tenant_id=868321f514374492b0b945546931c69b HTTP/1.1" status: 200 len: 267 time: 0.0495005 Mar 11 12:18:53.590510 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-28182b77-1307-425a-ab6c-0ec1c4679803 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:53.592296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-28182b77-1307-425a-ab6c-0ec1c4679803 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/networks?id=0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 HTTP/1.1" status: 200 len: 796 time: 0.1069107 Mar 11 12:18:53.609819 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-e05cad0c-fc57-4e0c-8d78-6db1e9c70e37 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/quotas/868321f514374492b0b945546931c69b HTTP/1.1" status: 200 len: 375 time: 0.0115829 Mar 11 12:18:53.680161 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-4ee9a29b-d1af-4934-83d7-e7860a75d241 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=868321f514374492b0b945546931c69b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0643165 Mar 11 12:18:53.754870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2c4247-b4ad-4f65-92ec-c6a82dc21d90 None None] Network 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:18:53.779873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-ac06217a-50c6-482c-bf12-039cf684bbd2 service neutron] 10.222.0.78 "GET /v2.0/networks/0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901875 Mar 11 12:18:53.833784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-76bb7c35-e25c-4b31-889f-586e67d0816e None None] Provisioning complete for port 796931a7-d350-49c9-8b28-eec6ecf497e4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:18:53.834224 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76bb7c35-e25c-4b31-889f-586e67d0816e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (796931a7-d350-49c9-8b28-eec6ecf497e4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:53.879023 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-ff5eecca-e460-4a34-8bec-be353cdc8469 service neutron] 10.222.0.78 "GET /v2.0/networks/0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921345 Mar 11 12:18:53.949758 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-76bb7c35-e25c-4b31-889f-586e67d0816e None None] Current status of the port 796931a7-d350-49c9-8b28-eec6ecf497e4 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:18:53.950158 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76bb7c35-e25c-4b31-889f-586e67d0816e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (796931a7-d350-49c9-8b28-eec6ecf497e4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:53.985625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-76bb7c35-e25c-4b31-889f-586e67d0816e None None] For port 796931a7-d350-49c9-8b28-eec6ecf497e4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=796931a7-d350-49c9-8b28-eec6ecf497e4,segment=NetworkSegment(884ac114-e853-40e0-9fcf-0677a6ab440e),segment_id=884ac114-e853-40e0-9fcf-0677a6ab440e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:18:53.991664 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76bb7c35-e25c-4b31-889f-586e67d0816e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (796931a7-d350-49c9-8b28-eec6ecf497e4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:54.059532 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb7c35-e25c-4b31-889f-586e67d0816e None None] Pushing event updated for resources: {'Port': ['ID=796931a7-d350-49c9-8b28-eec6ecf497e4,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:54.100144 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9be8fc0b-6daf-4d23-847b-b079d299be3f req-e5a1ea2e-77a8-424f-8885-8a38f340bf34 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9 HTTP/1.1" status: 200 len: 210 time: 0.0506451 Mar 11 12:18:54.314785 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-01ec0f66-c9b3-4905-90ea-5ef0c6048009 None None] Provisioning complete for port 796931a7-d350-49c9-8b28-eec6ecf497e4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:18:54.315147 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01ec0f66-c9b3-4905-90ea-5ef0c6048009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (796931a7-d350-49c9-8b28-eec6ecf497e4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:54.399927 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-01ec0f66-c9b3-4905-90ea-5ef0c6048009 None None] Current status of the port 796931a7-d350-49c9-8b28-eec6ecf497e4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:18:54.659513 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 796931a7-d350-49c9-8b28-eec6ecf497e4 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:18:54.717758 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 796931a7-d350-49c9-8b28-eec6ecf497e4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:18:54.718124 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (796931a7-d350-49c9-8b28-eec6ecf497e4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:54.798784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 796931a7-d350-49c9-8b28-eec6ecf497e4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:18:54.929622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40344) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:55.088513 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce68e5a8-f8ef-40d1-8038-b09a86700c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:55.135950 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-83be9e52-54a7-4115-8a0f-415796a42a8f tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:55.137694 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-83be9e52-54a7-4115-8a0f-415796a42a8f tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.37 "GET /v2.0/networks?id=0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 HTTP/1.1" status: 200 len: 796 time: 0.1260490 Mar 11 12:18:55.205301 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce68e5a8-f8ef-40d1-8038-b09a86700c26 admin admin] Publish callbacks [] for security_group (4ab8ac24-6ff1-4353-9357-89800c36623e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:55.235650 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce68e5a8-f8ef-40d1-8038-b09a86700c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4ab8ac24-6ff1-4353-9357-89800c36623e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:55.240311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-67e4f80e-8607-490e-95d2-c55e1842f5c0 req-d9622350-68b6-4a4b-8797-577bea9c21ec tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9 HTTP/1.1" status: 200 len: 210 time: 0.0335550 Mar 11 12:18:55.258358 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-145975f5-fdbd-4194-a83f-210dcd6f0166 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=868321f514374492b0b945546931c69b HTTP/1.1" status: 200 len: 472 time: 0.1069756 Mar 11 12:18:55.264543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-18fdb2e0-9aa6-4220-a2a5-42dbfcdf6745 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'port': {'device_id': 'ea8950a3-b99d-41b6-bb04-f318ac03e2e9', 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7', 'admin_state_up': True, 'tenant_id': '868321f514374492b0b945546931c69b', 'security_groups': ['fa9a469f-fa32-444b-ad5c-a29de51adbee']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:55.283107 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ce68e5a8-f8ef-40d1-8038-b09a86700c26 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9cf10b844fb74f0b9835680878b7440a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3517830 Mar 11 12:18:55.284642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40350) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:55.285628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68e5a8-f8ef-40d1-8038-b09a86700c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab8ac24-6ff1-4353-9357-89800c36623e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:55.753820 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb19560d-0df2-45d3-a1a1-717b43bd1919 admin admin] Publish callbacks [] for security_group (4ab8ac24-6ff1-4353-9357-89800c36623e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:55.783709 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb19560d-0df2-45d3-a1a1-717b43bd1919 admin admin] Publish callbacks [] for security_group (4ab8ac24-6ff1-4353-9357-89800c36623e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:55.792012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-18fdb2e0-9aa6-4220-a2a5-42dbfcdf6745 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Made reservation on behalf of 868321f514374492b0b945546931c69b for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:18:55.795313 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-18fdb2e0-9aa6-4220-a2a5-42dbfcdf6745 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:55.911320 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb19560d-0df2-45d3-a1a1-717b43bd1919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4ab8ac24-6ff1-4353-9357-89800c36623e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:55.913793 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb19560d-0df2-45d3-a1a1-717b43bd1919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:55.915018 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cb19560d-0df2-45d3-a1a1-717b43bd1919 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4ab8ac24-6ff1-4353-9357-89800c36623e HTTP/1.1" status: 204 len: 168 time: 0.6294544 Mar 11 12:18:55.931287 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19560d-0df2-45d3-a1a1-717b43bd1919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab8ac24-6ff1-4353-9357-89800c36623e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:55.953580 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-18fdb2e0-9aa6-4220-a2a5-42dbfcdf6745 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Allocated IP 172.20.0.21 (0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7/bc4e491a-9209-494c-8823-bef8ce2974d5/5edbd2b4-5d5b-4927-9334-e268e4096da0) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:18:56.124348 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-18fdb2e0-9aa6-4220-a2a5-42dbfcdf6745 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for port (5edbd2b4-5d5b-4927-9334-e268e4096da0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:56.174314 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-18fdb2e0-9aa6-4220-a2a5-42dbfcdf6745 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5edbd2b4-5d5b-4927-9334-e268e4096da0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:56.239676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-18fdb2e0-9aa6-4220-a2a5-42dbfcdf6745 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:18:56.240698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-18fdb2e0-9aa6-4220-a2a5-42dbfcdf6745 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:18:56.243317 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-18fdb2e0-9aa6-4220-a2a5-42dbfcdf6745 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:18:56.277117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdb2e0-9aa6-4220-a2a5-42dbfcdf6745 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Port': ['ID=5edbd2b4-5d5b-4927-9334-e268e4096da0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:56.322169 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-18fdb2e0-9aa6-4220-a2a5-42dbfcdf6745 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:56.324456 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-18fdb2e0-9aa6-4220-a2a5-42dbfcdf6745 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:56.359080 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-18fdb2e0-9aa6-4220-a2a5-42dbfcdf6745 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0985456 Mar 11 12:18:56.378493 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Request body: {'port': {'device_id': 'ea8950a3-b99d-41b6-bb04-f318ac03e2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:56.475655 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5edbd2b4-5d5b-4927-9334-e268e4096da0), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:56.532904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524be344-b0f9-4b11-966b-b926478427e2 req-440fced8-afcb-46ae-b4c8-6d79089d7dc1 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:56.543326 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-524be344-b0f9-4b11-966b-b926478427e2 req-440fced8-afcb-46ae-b4c8-6d79089d7dc1 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9 HTTP/1.1" status: 200 len: 932 time: 0.1464469 Mar 11 12:18:56.606300 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-524be344-b0f9-4b11-966b-b926478427e2 req-8959121e-f336-4d1e-a56d-3b3f63237d96 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=fa9a469f-fa32-444b-ad5c-a29de51adbee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618818 Mar 11 12:18:56.748409 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9530a690-e6ea-4c49-832b-ecb9ac29ff13 None None] Provisioning complete for port 5edbd2b4-5d5b-4927-9334-e268e4096da0 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:18:56.749324 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9530a690-e6ea-4c49-832b-ecb9ac29ff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5edbd2b4-5d5b-4927-9334-e268e4096da0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:56.810019 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9530a690-e6ea-4c49-832b-ecb9ac29ff13 None None] Port 5edbd2b4-5d5b-4927-9334-e268e4096da0 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:18:56.882958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5edbd2b4-5d5b-4927-9334-e268e4096da0 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:18:56.891274 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Publish callbacks [] for port (5edbd2b4-5d5b-4927-9334-e268e4096da0), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:56.905135 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Transition to ACTIVE for port object 5edbd2b4-5d5b-4927-9334-e268e4096da0 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:18:56.910866 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5edbd2b4-5d5b-4927-9334-e268e4096da0), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:56.941551 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40374) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:57.000699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Pushing event updated for resources: {'Port': ['ID=5edbd2b4-5d5b-4927-9334-e268e4096da0,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:57.063734 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Attempting to bind port 5edbd2b4-5d5b-4927-9334-e268e4096da0 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:18:57.064080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Attempting to bind port 5edbd2b4-5d5b-4927-9334-e268e4096da0 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '884ac114-e853-40e0-9fcf-0677a6ab440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:18:57.064552 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Attempting to bind port 5edbd2b4-5d5b-4927-9334-e268e4096da0 on network 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:18:57.069516 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Port 5edbd2b4-5d5b-4927-9334-e268e4096da0 on network 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:18:57.069840 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Attempting to bind port 5edbd2b4-5d5b-4927-9334-e268e4096da0 on network 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:18:57.075015 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:18:57.075363 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Checking segment: {'id': '884ac114-e853-40e0-9fcf-0677a6ab440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:18:57.075788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Bound using segment: {'id': '884ac114-e853-40e0-9fcf-0677a6ab440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:18:57.076216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Bound port: 5edbd2b4-5d5b-4927-9334-e268e4096da0, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '884ac114-e853-40e0-9fcf-0677a6ab440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:18:57.076641 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5edbd2b4-5d5b-4927-9334-e268e4096da0), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:57.082310 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-71a1766e-2ed0-4289-a62f-11e5acd44732 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1835318932-network', 'tenant_id': 'dc23089a8df6464aaa60ac51bc2b4275'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:57.115180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a1766e-2ed0-4289-a62f-11e5acd44732 admin admin] Made reservation on behalf of dc23089a8df6464aaa60ac51bc2b4275 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:18:57.118882 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71a1766e-2ed0-4289-a62f-11e5acd44732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:57.133215 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71a1766e-2ed0-4289-a62f-11e5acd44732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:57.149879 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] For port 5edbd2b4-5d5b-4927-9334-e268e4096da0, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:18:57.153399 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] For port 5edbd2b4-5d5b-4927-9334-e268e4096da0, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5edbd2b4-5d5b-4927-9334-e268e4096da0,segment=NetworkSegment(884ac114-e853-40e0-9fcf-0677a6ab440e),segment_id=884ac114-e853-40e0-9fcf-0677a6ab440e)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:18:57.162102 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5edbd2b4-5d5b-4927-9334-e268e4096da0), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:57.205864 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:57.206720 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:57.209129 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] 10.222.0.37 "PUT /v2.0/ports/5edbd2b4-5d5b-4927-9334-e268e4096da0 HTTP/1.1" status: 200 len: 1092 time: 0.8393965 Mar 11 12:18:57.209395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8950a3-b99d-41b6-bb04-f318ac03e2e9', 'tag': '5edbd2b4-5d5b-4927-9334-e268e4096da0'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:18:57.212239 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f38c12-3deb-4bf8-b685-a30a8861e262" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8950a3-b99d-41b6-bb04-f318ac03e2e9", "tag": "5edbd2b4-5d5b-4927-9334-e268e4096da0"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:18:57.240010 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71a1766e-2ed0-4289-a62f-11e5acd44732 admin admin] Publish callbacks [] for security_group (541d4992-ef78-4be3-9090-cf6c19d37524), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:57.257712 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71a1766e-2ed0-4289-a62f-11e5acd44732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (541d4992-ef78-4be3-9090-cf6c19d37524), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:57.304381 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a1766e-2ed0-4289-a62f-11e5acd44732 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:18:57.309247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1766e-2ed0-4289-a62f-11e5acd44732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541d4992-ef78-4be3-9090-cf6c19d37524,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:57.318059 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71a1766e-2ed0-4289-a62f-11e5acd44732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (fc91f195-dbcf-4221-99af-190b6d11ee6c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:57.318894 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-71a1766e-2ed0-4289-a62f-11e5acd44732 admin admin] Added segment fc91f195-dbcf-4221-99af-190b6d11ee6c of type vlan for network 3df9e887-aa19-4cc1-b2d9-69c20ea82c8f Mar 11 12:18:57.322228 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd0964e-a971-4fa7-af39-733f30b8d45c x-openstack-request-id: req-8bd0964e-a971-4fa7-af39-733f30b8d45c {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:18:57.322520 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8950a3-b99d-41b6-bb04-f318ac03e2e9", "tag": "5edbd2b4-5d5b-4927-9334-e268e4096da0", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:18:57.323135 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8bd0964e-a971-4fa7-af39-733f30b8d45c {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:18:57.323369 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8950a3-b99d-41b6-bb04-f318ac03e2e9', 'tag': '5edbd2b4-5d5b-4927-9334-e268e4096da0', 'status': 'completed', 'code': 200} Mar 11 12:18:57.324948 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530dbd18-09f2-4ee3-8373-e8873e62a714 service neutron] Pushing event updated for resources: {'Port': ['ID=5edbd2b4-5d5b-4927-9334-e268e4096da0,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:57.344479 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-0c355e8c-368b-4c1c-842d-b6f1718279a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:57.346306 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-0c355e8c-368b-4c1c-842d-b6f1718279a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868321f514374492b0b945546931c69b&device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9 HTTP/1.1" status: 200 len: 1126 time: 0.0749493 Mar 11 12:18:57.389054 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71a1766e-2ed0-4289-a62f-11e5acd44732 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (3df9e887-aa19-4cc1-b2d9-69c20ea82c8f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:57.406836 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-551aaf1d-24c3-41d8-bfd9-92692fea1360 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=5edbd2b4-5d5b-4927-9334-e268e4096da0 HTTP/1.1" status: 200 len: 217 time: 0.0520277 Mar 11 12:18:57.426270 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71a1766e-2ed0-4289-a62f-11e5acd44732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (3df9e887-aa19-4cc1-b2d9-69c20ea82c8f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:57.427301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a1766e-2ed0-4289-a62f-11e5acd44732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:57.428010 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71a1766e-2ed0-4289-a62f-11e5acd44732 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:57.471880 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-71a1766e-2ed0-4289-a62f-11e5acd44732 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5280573 Mar 11 12:18:57.474525 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40380) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:57.481619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f8a85c5f-3c7f-4d3e-b882-46fe4500e8e6 admin admin] Request body: {'subnet': {'network_id': '3df9e887-aa19-4cc1-b2d9-69c20ea82c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1835318932-subnet', 'tenant_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:57.507018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1766e-2ed0-4289-a62f-11e5acd44732 admin admin] Pushing event updated for resources: {'Network': ['ID=3df9e887-aa19-4cc1-b2d9-69c20ea82c8f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:57.514063 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-c978646c-2f00-431c-9e37-138194a90645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:57.515613 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-c978646c-2f00-431c-9e37-138194a90645 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc4e491a-9209-494c-8823-bef8ce2974d5 HTTP/1.1" status: 200 len: 838 time: 0.0995586 Mar 11 12:18:57.516694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a85c5f-3c7f-4d3e-b882-46fe4500e8e6 admin admin] Made reservation on behalf of dc23089a8df6464aaa60ac51bc2b4275 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:18:57.518709 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f8a85c5f-3c7f-4d3e-b882-46fe4500e8e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:57.519271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 3df9e887-aa19-4cc1-b2d9-69c20ea82c8f details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:18:57.633305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-208723e4-ad99-4cca-a977-7e50a0350439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:57.634858 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-208723e4-ad99-4cca-a977-7e50a0350439 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1114087 Mar 11 12:18:57.754068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353dac7-6e0e-42de-9e1a-1cac9fd40205 req-d1f801bb-09fb-44a9-86ee-205a0cdf3ec6 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:57.757060 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f353dac7-6e0e-42de-9e1a-1cac9fd40205 req-d1f801bb-09fb-44a9-86ee-205a0cdf3ec6 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9 HTTP/1.1" status: 200 len: 944 time: 0.0629432 Mar 11 12:18:57.797376 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-be728efc-f0d5-4f52-b92c-a8f6dbb34e22 service neutron] 10.222.0.37 "GET /v2.0/networks/0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547704 Mar 11 12:18:57.824414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f353dac7-6e0e-42de-9e1a-1cac9fd40205 req-5fbd12a9-efef-468d-83fb-29bca9cbc3e5 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=fa9a469f-fa32-444b-ad5c-a29de51adbee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596530 Mar 11 12:18:57.828851 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f8a85c5f-3c7f-4d3e-b882-46fe4500e8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (2e488cd4-a135-4fd6-a5ad-802723bb3f1c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:57.851338 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:18:57.934198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a85c5f-3c7f-4d3e-b882-46fe4500e8e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e488cd4-a135-4fd6-a5ad-802723bb3f1c,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:57.954795 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-279cf64f-93f4-4918-928b-2a603927c1f4 req-028b251f-3658-4a7f-b7fc-75caa2fc43b8 service neutron] 10.222.0.37 "GET /v2.0/networks/0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487501 Mar 11 12:18:57.957485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a85c5f-3c7f-4d3e-b882-46fe4500e8e6 admin admin] Checking segment: {'id': 'fc91f195-dbcf-4221-99af-190b6d11ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3df9e887-aa19-4cc1-b2d9-69c20ea82c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:18:57.957847 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a85c5f-3c7f-4d3e-b882-46fe4500e8e6 admin admin] Network hostable DHCP agents. Network: 3df9e887-aa19-4cc1-b2d9-69c20ea82c8f, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:18:57.981273 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a85c5f-3c7f-4d3e-b882-46fe4500e8e6 admin admin] Network 3df9e887-aa19-4cc1-b2d9-69c20ea82c8f is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:18:57.995805 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f8a85c5f-3c7f-4d3e-b882-46fe4500e8e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 3df9e887-aa19-4cc1-b2d9-69c20ea82c8f) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:18:58.000504 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a85c5f-3c7f-4d3e-b882-46fe4500e8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:58.001114 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f8a85c5f-3c7f-4d3e-b882-46fe4500e8e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:58.007245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0dcb62-598e-44b7-bbfd-89cc42f3b098 None None] Network 3df9e887-aa19-4cc1-b2d9-69c20ea82c8f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:18:58.050837 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f8a85c5f-3c7f-4d3e-b882-46fe4500e8e6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5713003 Mar 11 12:18:58.052482 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40384) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:58.056808 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1835318932-router', 'tenant_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:18:58.088364 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (4a1ce900-2b7d-4c8e-b213-7439fb54a464), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:58.089315 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (4a1ce900-2b7d-4c8e-b213-7439fb54a464), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:58.096614 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f38c12-3deb-4bf8-b685-a30a8861e262 req-89cf29b5-eb2d-497b-89d5-3c0172213303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:58.098672 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-93f38c12-3deb-4bf8-b685-a30a8861e262 req-89cf29b5-eb2d-497b-89d5-3c0172213303 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868321f514374492b0b945546931c69b&device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9 HTTP/1.1" status: 200 len: 1126 time: 0.0883970 Mar 11 12:18:58.131804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-3df9e887-aa19-4cc1-b2d9-69c20ea82c8f', 'network_id': '3df9e887-aa19-4cc1-b2d9-69c20ea82c8f', 'project_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'fixed_ips': [{'subnet_id': '2e488cd4-a135-4fd6-a5ad-802723bb3f1c'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:18:58.132718 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:58.185528 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Publish callbacks [] for router_controller (4a1ce900-2b7d-4c8e-b213-7439fb54a464), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:58.272337 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Allocated IP 172.20.0.2 (3df9e887-aa19-4cc1-b2d9-69c20ea82c8f/2e488cd4-a135-4fd6-a5ad-802723bb3f1c/afdfebd9-4390-4eb5-b914-f35747423547) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:18:58.304423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f38c12-3deb-4bf8-b685-a30a8861e262 req-99f90f26-1b8d-4892-97cb-f09095e4eece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:58.305910 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-93f38c12-3deb-4bf8-b685-a30a8861e262 req-99f90f26-1b8d-4892-97cb-f09095e4eece service neutron] 10.222.0.37 "GET /v2.0/networks?id=0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 HTTP/1.1" status: 200 len: 897 time: 0.2005193 Mar 11 12:18:58.379679 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-93f38c12-3deb-4bf8-b685-a30a8861e262 req-e8cbc115-f9ff-4588-8a16-eccc3b2bb416 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=5edbd2b4-5d5b-4927-9334-e268e4096da0 HTTP/1.1" status: 200 len: 217 time: 0.0375671 Mar 11 12:18:58.419574 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Publish callbacks [] for port (afdfebd9-4390-4eb5-b914-f35747423547), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:58.421096 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Publish callbacks [] for router_gateway (4a1ce900-2b7d-4c8e-b213-7439fb54a464), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:58.427074 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (afdfebd9-4390-4eb5-b914-f35747423547), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:58.472199 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Network 3df9e887-aa19-4cc1-b2d9-69c20ea82c8f is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:18:58.473649 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Pushing event updated for resources: {'Port': ['ID=afdfebd9-4390-4eb5-b914-f35747423547,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:58.477001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:18:58.478852 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f38c12-3deb-4bf8-b685-a30a8861e262 req-8c858804-d194-4815-9f2d-57f6cd0ee7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:58.479628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:18:58.480356 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-93f38c12-3deb-4bf8-b685-a30a8861e262 req-8c858804-d194-4815-9f2d-57f6cd0ee7ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc4e491a-9209-494c-8823-bef8ce2974d5 HTTP/1.1" status: 200 len: 838 time: 0.0680931 Mar 11 12:18:58.533239 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Attempting to bind port afdfebd9-4390-4eb5-b914-f35747423547 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:18:58.533638 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Attempting to bind port afdfebd9-4390-4eb5-b914-f35747423547 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'fc91f195-dbcf-4221-99af-190b6d11ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3df9e887-aa19-4cc1-b2d9-69c20ea82c8f'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:18:58.533990 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Attempting to bind port afdfebd9-4390-4eb5-b914-f35747423547 on network 3df9e887-aa19-4cc1-b2d9-69c20ea82c8f {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:18:58.539241 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:18:58.539597 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Checking segment: {'id': 'fc91f195-dbcf-4221-99af-190b6d11ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3df9e887-aa19-4cc1-b2d9-69c20ea82c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:18:58.540033 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:58.540417 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Bound using segment: {'id': 'fc91f195-dbcf-4221-99af-190b6d11ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3df9e887-aa19-4cc1-b2d9-69c20ea82c8f'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:18:58.540872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Bound port: afdfebd9-4390-4eb5-b914-f35747423547, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc91f195-dbcf-4221-99af-190b6d11ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3df9e887-aa19-4cc1-b2d9-69c20ea82c8f'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:18:58.541242 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (afdfebd9-4390-4eb5-b914-f35747423547), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:58.570294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f38c12-3deb-4bf8-b685-a30a8861e262 req-b983ff3e-fc53-4d0e-8c5c-e0ee5a540891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:58.571892 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-93f38c12-3deb-4bf8-b685-a30a8861e262 req-b983ff3e-fc53-4d0e-8c5c-e0ee5a540891 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0808160 Mar 11 12:18:58.606531 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] For port afdfebd9-4390-4eb5-b914-f35747423547, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:18:58.609937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] For port afdfebd9-4390-4eb5-b914-f35747423547, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=afdfebd9-4390-4eb5-b914-f35747423547,segment=NetworkSegment(fc91f195-dbcf-4221-99af-190b6d11ee6c),segment_id=fc91f195-dbcf-4221-99af-190b6d11ee6c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:18:58.616844 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (afdfebd9-4390-4eb5-b914-f35747423547), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:58.680411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6ca22-81a2-48a7-b600-9886b4394797 None None] Pushing event updated for resources: {'Port': ['ID=afdfebd9-4390-4eb5-b914-f35747423547,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:58.757628 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-93f38c12-3deb-4bf8-b685-a30a8861e262 req-2fe8997f-726c-4151-87cd-d6cec96af770 service neutron] 10.222.0.37 "GET /v2.0/networks/0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789913 Mar 11 12:18:58.794807 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Publish callbacks [] for router_gateway (4a1ce900-2b7d-4c8e-b213-7439fb54a464), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:58.827403 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:58.942747 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-93f38c12-3deb-4bf8-b685-a30a8861e262 req-80f41da1-8417-4277-b564-337e38ad615a service neutron] 10.222.0.37 "GET /v2.0/networks/0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769879 Mar 11 12:18:58.990634 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74e335-d873-4b34-b67c-e8294f3106f0 req-d164d2eb-6e68-44be-a15c-0b70a306cc51 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:18:58.992231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d74e335-d873-4b34-b67c-e8294f3106f0 req-d164d2eb-6e68-44be-a15c-0b70a306cc51 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9 HTTP/1.1" status: 200 len: 944 time: 0.0734975 Mar 11 12:18:58.997993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Allocated IP 172.25.7.34 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/aa6e20ec-84cb-45f6-b25f-6cc80903a2b5) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:18:59.045482 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d74e335-d873-4b34-b67c-e8294f3106f0 req-f269aba3-5baa-4c72-8d10-02b7da599bda tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=fa9a469f-fa32-444b-ad5c-a29de51adbee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454078 Mar 11 12:18:59.106573 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Publish callbacks [] for port (aa6e20ec-84cb-45f6-b25f-6cc80903a2b5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:59.142811 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (aa6e20ec-84cb-45f6-b25f-6cc80903a2b5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:59.180673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:18:59.187095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:18:59.189559 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:18:59.195612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Pushing event updated for resources: {'Port': ['ID=aa6e20ec-84cb-45f6-b25f-6cc80903a2b5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:18:59.453095 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Publish callbacks [] for router_gateway (4a1ce900-2b7d-4c8e-b213-7439fb54a464), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:59.634082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2b854c-24f2-4056-99c7-0d051a81b3f1 None None] Network 3df9e887-aa19-4cc1-b2d9-69c20ea82c8f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:18:59.659215 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (4a1ce900-2b7d-4c8e-b213-7439fb54a464), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:59.718688 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d410a7d0-5327-415f-879b-e14285ebf916 None None] Provisioning complete for port afdfebd9-4390-4eb5-b914-f35747423547 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:18:59.718923 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d410a7d0-5327-415f-879b-e14285ebf916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (afdfebd9-4390-4eb5-b914-f35747423547), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:59.800944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Router 4a1ce900-2b7d-4c8e-b213-7439fb54a464 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:18:59.913228 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:18:59.925918 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Sync routers for ids ['4a1ce900-2b7d-4c8e-b213-7439fb54a464'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:18:59.933805 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:18:59.935441 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a5b9effe-bbb2-42e7-ab16-f760328dd1ca admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8820262 Mar 11 12:18:59.938095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40388) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:18:59.942027 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Routers {'4a1ce900-2b7d-4c8e-b213-7439fb54a464'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:18:59.943263 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:18:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4a1ce900-2b7d-4c8e-b213-7439fb54a464'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:00.005078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d410a7d0-5327-415f-879b-e14285ebf916 None None] Current status of the port afdfebd9-4390-4eb5-b914-f35747423547 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:00.005485 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d410a7d0-5327-415f-879b-e14285ebf916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (afdfebd9-4390-4eb5-b914-f35747423547), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:00.011618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5edbd2b4-5d5b-4927-9334-e268e4096da0 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:19:00.088222 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d410a7d0-5327-415f-879b-e14285ebf916 None None] For port afdfebd9-4390-4eb5-b914-f35747423547, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=afdfebd9-4390-4eb5-b914-f35747423547,segment=NetworkSegment(fc91f195-dbcf-4221-99af-190b6d11ee6c),segment_id=fc91f195-dbcf-4221-99af-190b6d11ee6c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:00.094868 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Set router 4a1ce900-2b7d-4c8e-b213-7439fb54a464 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:00.105295 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d410a7d0-5327-415f-879b-e14285ebf916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (afdfebd9-4390-4eb5-b914-f35747423547), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:00.210262 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5edbd2b4-5d5b-4927-9334-e268e4096da0, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5edbd2b4-5d5b-4927-9334-e268e4096da0,segment=NetworkSegment(884ac114-e853-40e0-9fcf-0677a6ab440e),segment_id=884ac114-e853-40e0-9fcf-0677a6ab440e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:00.219266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410a7d0-5327-415f-879b-e14285ebf916 None None] Pushing event updated for resources: {'Port': ['ID=afdfebd9-4390-4eb5-b914-f35747423547,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:00.244950 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '5edbd2b4-5d5b-4927-9334-e268e4096da0', 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7', 'port_id': '5edbd2b4-5d5b-4927-9334-e268e4096da0', 'mac_address': 'fa:16:3e:3d:d9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4e491a-9209-494c-8823-bef8ce2974d5', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:19:00.249540 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-18691698-7dc1-4216-a2b7-fe84a3ef2976 None None] Provisioning complete for port afdfebd9-4390-4eb5-b914-f35747423547 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:00.250120 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-18691698-7dc1-4216-a2b7-fe84a3ef2976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (afdfebd9-4390-4eb5-b914-f35747423547), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:00.255022 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ab380-005e-419f-82eb-6f4dfdac6b36 req-744f7a73-56db-4c88-b7d7-c241003b7787 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:00.256686 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a20ab380-005e-419f-82eb-6f4dfdac6b36 req-744f7a73-56db-4c88-b7d7-c241003b7787 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9 HTTP/1.1" status: 200 len: 944 time: 0.1128485 Mar 11 12:19:00.323447 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 5edbd2b4-5d5b-4927-9334-e268e4096da0 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:00.324176 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5edbd2b4-5d5b-4927-9334-e268e4096da0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:00.325771 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a20ab380-005e-419f-82eb-6f4dfdac6b36 req-a6687400-555d-4b0a-9bde-07fa011fb584 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=fa9a469f-fa32-444b-ad5c-a29de51adbee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623555 Mar 11 12:19:00.342045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edbd2b4-5d5b-4927-9334-e268e4096da0 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:19:00.367614 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'name': 'tempest-TestAggregatesBasicOps-1835318932-router', 'tenant_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'aa6e20ec-84cb-45f6-b25f-6cc80903a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:18:58Z', 'updated_at': '2022-03-11T12:18:59Z', 'revision_number': 3, 'project_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'gw_port': {'id': 'aa6e20ec-84cb-45f6-b25f-6cc80903a2b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:18:58Z', 'updated_at': '2022-03-11T12:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:00.394235 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Checking router: 4a1ce900-2b7d-4c8e-b213-7439fb54a464 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:19:00.394532 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Updating router 4a1ce900-2b7d-4c8e-b213-7439fb54a464 port aa6e20ec-84cb-45f6-b25f-6cc80903a2b5 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:19:00.394627 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-18691698-7dc1-4216-a2b7-fe84a3ef2976 None None] Current status of the port afdfebd9-4390-4eb5-b914-f35747423547 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:00.407270 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5edbd2b4-5d5b-4927-9334-e268e4096da0, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5edbd2b4-5d5b-4927-9334-e268e4096da0,segment=NetworkSegment(884ac114-e853-40e0-9fcf-0677a6ab440e),segment_id=884ac114-e853-40e0-9fcf-0677a6ab440e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:00.413305 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5edbd2b4-5d5b-4927-9334-e268e4096da0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:00.431913 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aa6e20ec-84cb-45f6-b25f-6cc80903a2b5), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:00.466976 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=5edbd2b4-5d5b-4927-9334-e268e4096da0,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:00.624550 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['5edbd2b4-5d5b-4927-9334-e268e4096da0'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:19:00.729222 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device afdfebd9-4390-4eb5-b914-f35747423547 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:00.811986 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Publish callbacks [] for port (aa6e20ec-84cb-45f6-b25f-6cc80903a2b5), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:00.819327 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aa6e20ec-84cb-45f6-b25f-6cc80903a2b5), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:00.834027 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port afdfebd9-4390-4eb5-b914-f35747423547 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:00.834542 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (afdfebd9-4390-4eb5-b914-f35747423547), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:00.869987 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Attempting to bind port aa6e20ec-84cb-45f6-b25f-6cc80903a2b5 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:19:00.870360 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Attempting to bind port aa6e20ec-84cb-45f6-b25f-6cc80903a2b5 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:19:00.870734 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Attempting to bind port aa6e20ec-84cb-45f6-b25f-6cc80903a2b5 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:19:00.877864 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec1916-7f14-40a5-ba39-d2d3df0d20fa None None] Pushing event updated for resources: {'Port': ['ID=aa6e20ec-84cb-45f6-b25f-6cc80903a2b5,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:00.880603 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:00.881174 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:19:00.881800 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:00.881800 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:00.882143 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:19:00.882611 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Bound port: aa6e20ec-84cb-45f6-b25f-6cc80903a2b5, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:19:00.882984 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aa6e20ec-84cb-45f6-b25f-6cc80903a2b5), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:00.908291 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec1916-7f14-40a5-ba39-d2d3df0d20fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:00.908538 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec1916-7f14-40a5-ba39-d2d3df0d20fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:00.908783 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec1916-7f14-40a5-ba39-d2d3df0d20fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:00.909122 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec1916-7f14-40a5-ba39-d2d3df0d20fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:00.909825 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec1916-7f14-40a5-ba39-d2d3df0d20fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:00.910157 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec1916-7f14-40a5-ba39-d2d3df0d20fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:00.910506 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec1916-7f14-40a5-ba39-d2d3df0d20fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:00.910865 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec1916-7f14-40a5-ba39-d2d3df0d20fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:00.911228 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec1916-7f14-40a5-ba39-d2d3df0d20fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:00.911709 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec1916-7f14-40a5-ba39-d2d3df0d20fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:00.912128 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec1916-7f14-40a5-ba39-d2d3df0d20fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:00.912371 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec1916-7f14-40a5-ba39-d2d3df0d20fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:00.913074 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec1916-7f14-40a5-ba39-d2d3df0d20fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:00.949961 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] For port aa6e20ec-84cb-45f6-b25f-6cc80903a2b5, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:19:00.953164 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] For port aa6e20ec-84cb-45f6-b25f-6cc80903a2b5, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=aa6e20ec-84cb-45f6-b25f-6cc80903a2b5,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:19:00.960899 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aa6e20ec-84cb-45f6-b25f-6cc80903a2b5), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:00.996177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port afdfebd9-4390-4eb5-b914-f35747423547 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:01.027768 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec1916-7f14-40a5-ba39-d2d3df0d20fa None None] Pushing event updated for resources: {'Port': ['ID=aa6e20ec-84cb-45f6-b25f-6cc80903a2b5,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:01.030386 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Routers {'4a1ce900-2b7d-4c8e-b213-7439fb54a464'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:01.030981 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:18:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4a1ce900-2b7d-4c8e-b213-7439fb54a464'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:01.053473 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] Allocated IP 172.20.0.1 (3df9e887-aa19-4cc1-b2d9-69c20ea82c8f/2e488cd4-a135-4fd6-a5ad-802723bb3f1c/5a0d2c5a-108c-4ced-8d67-5189b0bdf382) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:19:01.136229 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] Set router 4a1ce900-2b7d-4c8e-b213-7439fb54a464 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:01.157501 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] Publish callbacks [] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:01.194979 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:01.228276 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] Network 3df9e887-aa19-4cc1-b2d9-69c20ea82c8f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:01.231099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:01.243524 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:19:01.274829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] Pushing event updated for resources: {'Port': ['ID=5a0d2c5a-108c-4ced-8d67-5189b0bdf382,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:01.295639 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (4a1ce900-2b7d-4c8e-b213-7439fb54a464), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:01.317247 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'name': 'tempest-TestAggregatesBasicOps-1835318932-router', 'tenant_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'aa6e20ec-84cb-45f6-b25f-6cc80903a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:18:58Z', 'updated_at': '2022-03-11T12:18:59Z', 'revision_number': 3, 'project_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'gw_port': {'id': 'aa6e20ec-84cb-45f6-b25f-6cc80903a2b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:18:58Z', 'updated_at': '2022-03-11T12:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:01.349461 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafbdafd-629d-4d09-ab5b-c56979eddb48 None None] The sync data for ids ['4a1ce900-2b7d-4c8e-b213-7439fb54a464'] in n-d-833234-2 is: [{'id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'name': 'tempest-TestAggregatesBasicOps-1835318932-router', 'tenant_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'aa6e20ec-84cb-45f6-b25f-6cc80903a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:18:58Z', 'updated_at': '2022-03-11T12:18:59Z', 'revision_number': 3, 'project_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'gw_port': {'id': 'aa6e20ec-84cb-45f6-b25f-6cc80903a2b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:18:58Z', 'updated_at': '2022-03-11T12:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:19:01.448303 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:01.475463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1c447-2266-4c59-93ea-e79f3efcbadb req-5cb7f6a0-5bf5-4db2-9377-ba326fcc02e4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:01.477003 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6a1c447-2266-4c59-93ea-e79f3efcbadb req-5cb7f6a0-5bf5-4db2-9377-ba326fcc02e4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9 HTTP/1.1" status: 200 len: 945 time: 0.0628848 Mar 11 12:19:01.525651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3c5af7b9-8d7e-47f6-b998-37edd9e8560f None None] Provisioning complete for port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:01.526081 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3c5af7b9-8d7e-47f6-b998-37edd9e8560f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:01.536806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6a1c447-2266-4c59-93ea-e79f3efcbadb req-8d3ed51f-cc66-406d-95a6-96a7ebf5feb0 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=fa9a469f-fa32-444b-ad5c-a29de51adbee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530915 Mar 11 12:19:01.572372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3c5af7b9-8d7e-47f6-b998-37edd9e8560f None None] Port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:19:01.638156 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] Publish callbacks [] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:01.644362 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:01.718517 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (4a1ce900-2b7d-4c8e-b213-7439fb54a464), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:01.720370 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] Pushing event updated for resources: {'Port': ['ID=5a0d2c5a-108c-4ced-8d67-5189b0bdf382,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:01.821104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] Network 3df9e887-aa19-4cc1-b2d9-69c20ea82c8f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:01.822616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:01.951427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] Router 4a1ce900-2b7d-4c8e-b213-7439fb54a464 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:19:02.024730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5edbd2b4-5d5b-4927-9334-e268e4096da0 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:02.076247 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 5edbd2b4-5d5b-4927-9334-e268e4096da0 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:19:02.079480 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:19:02.081355 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 5edbd2b4-5d5b-4927-9334-e268e4096da0 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:02.081731 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5edbd2b4-5d5b-4927-9334-e268e4096da0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:02.092759 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-70df426a-f3af-4f18-bb5b-91a1de3ef4ef admin admin] 10.222.0.78 "PUT /v2.0/routers/4a1ce900-2b7d-4c8e-b213-7439fb54a464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1455028 Mar 11 12:19:02.120060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1a10dd24-32cb-49b0-87ad-e450d564336e None None] Provisioning complete for port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:02.120433 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1a10dd24-32cb-49b0-87ad-e450d564336e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:02.168186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1a10dd24-32cb-49b0-87ad-e450d564336e None None] Port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:19:02.218837 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 5edbd2b4-5d5b-4927-9334-e268e4096da0 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:02.219647 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5edbd2b4-5d5b-4927-9334-e268e4096da0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:02.246939 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8950a3-b99d-41b6-bb04-f318ac03e2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edbd2b4-5d5b-4927-9334-e268e4096da0'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:19:02.249482 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a2d036-6c28-4e1a-9d40-f4ef308aca37" -d '{"events": [{"server_uuid": "ea8950a3-b99d-41b6-bb04-f318ac03e2e9", "name": "network-vif-plugged", "status": "completed", "tag": "5edbd2b4-5d5b-4927-9334-e268e4096da0"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:19:02.267870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5edbd2b4-5d5b-4927-9334-e268e4096da0, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5edbd2b4-5d5b-4927-9334-e268e4096da0,segment=NetworkSegment(884ac114-e853-40e0-9fcf-0677a6ab440e),segment_id=884ac114-e853-40e0-9fcf-0677a6ab440e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:02.275634 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5edbd2b4-5d5b-4927-9334-e268e4096da0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:02.325149 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed59532-3c8c-48e9-8c50-586090c336db x-openstack-request-id: req-5ed59532-3c8c-48e9-8c50-586090c336db {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:19:02.325727 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8950a3-b99d-41b6-bb04-f318ac03e2e9", "name": "network-vif-plugged", "status": "completed", "tag": "5edbd2b4-5d5b-4927-9334-e268e4096da0", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:19:02.326032 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5ed59532-3c8c-48e9-8c50-586090c336db {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:19:02.326603 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8950a3-b99d-41b6-bb04-f318ac03e2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edbd2b4-5d5b-4927-9334-e268e4096da0', 'code': 200} Mar 11 12:19:02.354899 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=5edbd2b4-5d5b-4927-9334-e268e4096da0,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:02.413576 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbacbe8-4920-41c2-b365-a2cad9f944a1 req-0c4eeec7-04ce-4e45-9a1d-1a90ef4913c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:02.415169 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-afbacbe8-4920-41c2-b365-a2cad9f944a1 req-0c4eeec7-04ce-4e45-9a1d-1a90ef4913c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9 HTTP/1.1" status: 200 len: 1128 time: 0.0455165 Mar 11 12:19:02.466813 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-afbacbe8-4920-41c2-b365-a2cad9f944a1 req-9682126d-d8dc-4c66-a07c-3b6876dc57fd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a469f-fa32-444b-ad5c-a29de51adbee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429959 Mar 11 12:19:02.655079 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device aa6e20ec-84cb-45f6-b25f-6cc80903a2b5 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:02.661040 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40412) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:02.666348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-68765562-4b2a-49f6-9e18-a5df7f9613aa admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1871834615-network', 'tenant_id': '4a9a3fa12b4b4025a132e8a031797843'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:02.674463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9936a6f-ede1-4625-be0d-97e965f13dac req-5f20bca3-7894-496f-9e8f-a38581785497 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:02.675973 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9936a6f-ede1-4625-be0d-97e965f13dac req-5f20bca3-7894-496f-9e8f-a38581785497 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9 HTTP/1.1" status: 200 len: 946 time: 0.0578120 Mar 11 12:19:02.690501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68765562-4b2a-49f6-9e18-a5df7f9613aa admin admin] Made reservation on behalf of 4a9a3fa12b4b4025a132e8a031797843 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:19:02.693543 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68765562-4b2a-49f6-9e18-a5df7f9613aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:02.702583 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68765562-4b2a-49f6-9e18-a5df7f9613aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:02.720339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port aa6e20ec-84cb-45f6-b25f-6cc80903a2b5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:02.720479 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aa6e20ec-84cb-45f6-b25f-6cc80903a2b5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:02.735524 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9936a6f-ede1-4625-be0d-97e965f13dac req-1ef976f2-9935-414f-b722-12f22074490b tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=fa9a469f-fa32-444b-ad5c-a29de51adbee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516403 Mar 11 12:19:02.807219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port aa6e20ec-84cb-45f6-b25f-6cc80903a2b5 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:02.807652 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (aa6e20ec-84cb-45f6-b25f-6cc80903a2b5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:02.808458 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68765562-4b2a-49f6-9e18-a5df7f9613aa admin admin] Publish callbacks [] for security_group (863143af-6af1-4fca-b82d-cde0a4549e55), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:02.814540 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68765562-4b2a-49f6-9e18-a5df7f9613aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (863143af-6af1-4fca-b82d-cde0a4549e55), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:02.835794 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68765562-4b2a-49f6-9e18-a5df7f9613aa admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:19:02.836069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port aa6e20ec-84cb-45f6-b25f-6cc80903a2b5, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=aa6e20ec-84cb-45f6-b25f-6cc80903a2b5,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:02.841142 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (aa6e20ec-84cb-45f6-b25f-6cc80903a2b5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:02.856501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68765562-4b2a-49f6-9e18-a5df7f9613aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863143af-6af1-4fca-b82d-cde0a4549e55,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:02.860346 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68765562-4b2a-49f6-9e18-a5df7f9613aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (bb537450-a4e0-43d6-aeaf-592a78cf3be9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:02.860694 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-68765562-4b2a-49f6-9e18-a5df7f9613aa admin admin] Added segment bb537450-a4e0-43d6-aeaf-592a78cf3be9 of type vlan for network b9d1f596-7690-4b86-93d8-4c869618d21c Mar 11 12:19:02.893260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=aa6e20ec-84cb-45f6-b25f-6cc80903a2b5,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:02.902102 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68765562-4b2a-49f6-9e18-a5df7f9613aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (b9d1f596-7690-4b86-93d8-4c869618d21c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:02.928499 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68765562-4b2a-49f6-9e18-a5df7f9613aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (b9d1f596-7690-4b86-93d8-4c869618d21c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:02.929415 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68765562-4b2a-49f6-9e18-a5df7f9613aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:02.930001 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68765562-4b2a-49f6-9e18-a5df7f9613aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:03.005168 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-68765562-4b2a-49f6-9e18-a5df7f9613aa admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3427105 Mar 11 12:19:03.008349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40414) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:03.013646 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-fce2ac77-bb69-4af2-b99e-799fe353dbb6 admin admin] Request body: {'subnet': {'network_id': 'b9d1f596-7690-4b86-93d8-4c869618d21c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1871834615-subnet', 'tenant_id': '4a9a3fa12b4b4025a132e8a031797843', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:03.033917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce2ac77-bb69-4af2-b99e-799fe353dbb6 admin admin] Made reservation on behalf of 4a9a3fa12b4b4025a132e8a031797843 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:19:03.036654 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fce2ac77-bb69-4af2-b99e-799fe353dbb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:03.054298 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68765562-4b2a-49f6-9e18-a5df7f9613aa admin admin] Pushing event updated for resources: {'Network': ['ID=b9d1f596-7690-4b86-93d8-4c869618d21c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:03.064469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network b9d1f596-7690-4b86-93d8-4c869618d21c details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:19:03.086398 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Sync routers for ids ['4a1ce900-2b7d-4c8e-b213-7439fb54a464'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:19:03.139374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Routers {'4a1ce900-2b7d-4c8e-b213-7439fb54a464'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:03.140038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:18:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4a1ce900-2b7d-4c8e-b213-7439fb54a464'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:03.204750 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fce2ac77-bb69-4af2-b99e-799fe353dbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (3a000c4b-149d-4850-ad41-df069960eb7f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:03.252021 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Set router 4a1ce900-2b7d-4c8e-b213-7439fb54a464 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:03.257310 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2ac77-bb69-4af2-b99e-799fe353dbb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a000c4b-149d-4850-ad41-df069960eb7f,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:03.268406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce2ac77-bb69-4af2-b99e-799fe353dbb6 admin admin] Checking segment: {'id': 'bb537450-a4e0-43d6-aeaf-592a78cf3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9d1f596-7690-4b86-93d8-4c869618d21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:03.268873 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce2ac77-bb69-4af2-b99e-799fe353dbb6 admin admin] Network hostable DHCP agents. Network: b9d1f596-7690-4b86-93d8-4c869618d21c, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:19:03.288969 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce2ac77-bb69-4af2-b99e-799fe353dbb6 admin admin] Network b9d1f596-7690-4b86-93d8-4c869618d21c is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:19:03.299422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-fce2ac77-bb69-4af2-b99e-799fe353dbb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, b9d1f596-7690-4b86-93d8-4c869618d21c) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:03.307822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce2ac77-bb69-4af2-b99e-799fe353dbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:03.308213 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b269421-886e-4f0f-8c1f-0166363c3f7b None None] Network b9d1f596-7690-4b86-93d8-4c869618d21c requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:19:03.308422 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fce2ac77-bb69-4af2-b99e-799fe353dbb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:03.326029 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fce2ac77-bb69-4af2-b99e-799fe353dbb6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3165770 Mar 11 12:19:03.328772 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40416) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:03.333108 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1871834615-router', 'tenant_id': '4a9a3fa12b4b4025a132e8a031797843', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:03.355189 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (ffb5c3b2-9d63-4208-80a9-c5abcd43472b), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:03.356257 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (ffb5c3b2-9d63-4208-80a9-c5abcd43472b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:03.413455 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Publish callbacks [] for router_controller (ffb5c3b2-9d63-4208-80a9-c5abcd43472b), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:03.538073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-b9d1f596-7690-4b86-93d8-4c869618d21c', 'network_id': 'b9d1f596-7690-4b86-93d8-4c869618d21c', 'project_id': '4a9a3fa12b4b4025a132e8a031797843', 'fixed_ips': [{'subnet_id': '3a000c4b-149d-4850-ad41-df069960eb7f'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:19:03.538939 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:03.560963 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Publish callbacks [] for router_gateway (ffb5c3b2-9d63-4208-80a9-c5abcd43472b), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:03.668619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'name': 'tempest-TestAggregatesBasicOps-1835318932-router', 'tenant_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'aa6e20ec-84cb-45f6-b25f-6cc80903a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:18:58Z', 'updated_at': '2022-03-11T12:19:01Z', 'revision_number': 4, 'project_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'gw_port': {'id': 'aa6e20ec-84cb-45f6-b25f-6cc80903a2b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:18:58Z', 'updated_at': '2022-03-11T12:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '5a0d2c5a-108c-4ced-8d67-5189b0bdf382', 'name': '', 'network_id': '3df9e887-aa19-4cc1-b2d9-69c20ea82c8f', 'tenant_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'mac_address': 'fa:16:3e:39:f9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '2e488cd4-a135-4fd6-a5ad-802723bb3f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:00Z', 'updated_at': '2022-03-11T12:19:01Z', 'revision_number': 2, 'project_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'subnets': [{'id': '2e488cd4-a135-4fd6-a5ad-802723bb3f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:03.704872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Checking router: 4a1ce900-2b7d-4c8e-b213-7439fb54a464 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:19:03.705209 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Updating router 4a1ce900-2b7d-4c8e-b213-7439fb54a464 port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:19:03.741115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Allocated IP 172.20.0.2 (b9d1f596-7690-4b86-93d8-4c869618d21c/3a000c4b-149d-4850-ad41-df069960eb7f/b1f1db33-843e-4ec1-8cca-8d5a4457a927) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:19:03.746583 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:03.759572 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Publish callbacks [] for router_gateway (ffb5c3b2-9d63-4208-80a9-c5abcd43472b), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:03.781006 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:03.926577 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e192a-c913-4404-81db-77a298c3262e req-193702df-aabb-4303-bedc-334f7d53a4df tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:03.928313 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba3e192a-c913-4404-81db-77a298c3262e req-193702df-aabb-4303-bedc-334f7d53a4df tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9 HTTP/1.1" status: 200 len: 946 time: 0.0930007 Mar 11 12:19:03.929557 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Allocated IP 172.25.7.237 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/d4493841-f1df-4655-8a14-c72866d62b68) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:19:03.931424 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:04.007550 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ba3e192a-c913-4404-81db-77a298c3262e req-fe205f94-13d1-4ef6-836b-e8ca53ed99a7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=fa9a469f-fa32-444b-ad5c-a29de51adbee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731018 Mar 11 12:19:04.057491 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Publish callbacks [] for port (b1f1db33-843e-4ec1-8cca-8d5a4457a927), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:04.071637 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (b1f1db33-843e-4ec1-8cca-8d5a4457a927), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:04.076886 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Publish callbacks [] for port (d4493841-f1df-4655-8a14-c72866d62b68), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:04.125332 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Network b9d1f596-7690-4b86-93d8-4c869618d21c is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:04.134200 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:04.139999 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:19:04.150106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e69c7-f789-4fe7-b6fa-762a24abf334 req-0cb26b59-8bba-445a-a5a6-e512896ee89e tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:04.151669 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a2e69c7-f789-4fe7-b6fa-762a24abf334 req-0cb26b59-8bba-445a-a5a6-e512896ee89e tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9 HTTP/1.1" status: 200 len: 946 time: 0.0700431 Mar 11 12:19:04.153125 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (d4493841-f1df-4655-8a14-c72866d62b68), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:04.153815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Pushing event updated for resources: {'Port': ['ID=b1f1db33-843e-4ec1-8cca-8d5a4457a927,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:04.216445 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:04.221535 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Pushing event updated for resources: {'Port': ['ID=d4493841-f1df-4655-8a14-c72866d62b68,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:04.224140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:04.228601 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:19:04.255831 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Publish callbacks [] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:04.261431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Attempting to bind port b1f1db33-843e-4ec1-8cca-8d5a4457a927 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:19:04.262381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Attempting to bind port b1f1db33-843e-4ec1-8cca-8d5a4457a927 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'bb537450-a4e0-43d6-aeaf-592a78cf3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9d1f596-7690-4b86-93d8-4c869618d21c'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:19:04.262748 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Attempting to bind port b1f1db33-843e-4ec1-8cca-8d5a4457a927 on network b9d1f596-7690-4b86-93d8-4c869618d21c {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:19:04.266045 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:04.276270 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:19:04.276650 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Checking segment: {'id': 'bb537450-a4e0-43d6-aeaf-592a78cf3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9d1f596-7690-4b86-93d8-4c869618d21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:04.277043 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:04.277435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Bound using segment: {'id': 'bb537450-a4e0-43d6-aeaf-592a78cf3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9d1f596-7690-4b86-93d8-4c869618d21c'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:19:04.277911 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Bound port: b1f1db33-843e-4ec1-8cca-8d5a4457a927, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb537450-a4e0-43d6-aeaf-592a78cf3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9d1f596-7690-4b86-93d8-4c869618d21c'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:19:04.278290 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b1f1db33-843e-4ec1-8cca-8d5a4457a927), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:04.283843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a2e69c7-f789-4fe7-b6fa-762a24abf334 req-867a8717-79fe-4b5c-8510-23d574b67e6e tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=fa9a469f-fa32-444b-ad5c-a29de51adbee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060472 Mar 11 12:19:04.352210 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b93894-7334-4aa2-8ab8-4a723ad87e43 None None] Pushing event updated for resources: {'Port': ['ID=5a0d2c5a-108c-4ced-8d67-5189b0bdf382,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:04.435053 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Attempting to bind port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:19:04.435053 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Attempting to bind port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'fc91f195-dbcf-4221-99af-190b6d11ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3df9e887-aa19-4cc1-b2d9-69c20ea82c8f'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:19:04.435053 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Attempting to bind port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 on network 3df9e887-aa19-4cc1-b2d9-69c20ea82c8f {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:19:04.435053 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] For port b1f1db33-843e-4ec1-8cca-8d5a4457a927, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:19:04.454173 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:19:04.454554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Checking segment: {'id': 'fc91f195-dbcf-4221-99af-190b6d11ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3df9e887-aa19-4cc1-b2d9-69c20ea82c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:04.454960 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:04.455363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Bound using segment: {'id': 'fc91f195-dbcf-4221-99af-190b6d11ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3df9e887-aa19-4cc1-b2d9-69c20ea82c8f'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:19:04.455873 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Bound port: 5a0d2c5a-108c-4ced-8d67-5189b0bdf382, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc91f195-dbcf-4221-99af-190b6d11ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3df9e887-aa19-4cc1-b2d9-69c20ea82c8f'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:19:04.456256 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:04.459621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] For port b1f1db33-843e-4ec1-8cca-8d5a4457a927, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b1f1db33-843e-4ec1-8cca-8d5a4457a927,segment=NetworkSegment(bb537450-a4e0-43d6-aeaf-592a78cf3be9),segment_id=bb537450-a4e0-43d6-aeaf-592a78cf3be9)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:19:04.469960 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b1f1db33-843e-4ec1-8cca-8d5a4457a927), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:04.750732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device aa6e20ec-84cb-45f6-b25f-6cc80903a2b5 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:04.809066 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413df23-0801-4f5c-a47a-84bbaec06cf1 None None] Pushing event updated for resources: {'Port': ['ID=b1f1db33-843e-4ec1-8cca-8d5a4457a927,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:04.839722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f12aa733-1d69-439d-8f4a-2ea1ce75750d None None] Provisioning complete for port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:04.840162 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f12aa733-1d69-439d-8f4a-2ea1ce75750d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:04.842225 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] For port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:19:04.847922 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] For port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5a0d2c5a-108c-4ced-8d67-5189b0bdf382,segment=NetworkSegment(fc91f195-dbcf-4221-99af-190b6d11ee6c),segment_id=fc91f195-dbcf-4221-99af-190b6d11ee6c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:19:04.882675 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:04.896552 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Publish callbacks [] for router_gateway (ffb5c3b2-9d63-4208-80a9-c5abcd43472b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:04.897778 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f12aa733-1d69-439d-8f4a-2ea1ce75750d None None] Port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:19:04.943736 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port aa6e20ec-84cb-45f6-b25f-6cc80903a2b5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:04.944139 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (aa6e20ec-84cb-45f6-b25f-6cc80903a2b5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:04.989928 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Routers {'4a1ce900-2b7d-4c8e-b213-7439fb54a464'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:04.990953 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:18:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4a1ce900-2b7d-4c8e-b213-7439fb54a464'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:04.999393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b93894-7334-4aa2-8ab8-4a723ad87e43 None None] Pushing event updated for resources: {'Port': ['ID=5a0d2c5a-108c-4ced-8d67-5189b0bdf382,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:05.135107 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (ffb5c3b2-9d63-4208-80a9-c5abcd43472b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:05.158878 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port aa6e20ec-84cb-45f6-b25f-6cc80903a2b5 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:05.164787 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] Set router 4a1ce900-2b7d-4c8e-b213-7439fb54a464 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:05.274657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-fd8d8e7a-1cf5-4fd1-9a42-756daf26950b None None] Provisioning complete for port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:05.275033 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fd8d8e7a-1cf5-4fd1-9a42-756daf26950b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:05.285118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Router ffb5c3b2-9d63-4208-80a9-c5abcd43472b is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:19:05.400724 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:19:05.417217 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Sync routers for ids ['ffb5c3b2-9d63-4208-80a9-c5abcd43472b'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:19:05.428220 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:05.433335 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-03b3d86d-71e1-4bb6-b836-64a313a97e89 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1012177 Mar 11 12:19:05.433534 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fd8d8e7a-1cf5-4fd1-9a42-756daf26950b None None] Current status of the port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:05.433702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40426) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:05.434223 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fd8d8e7a-1cf5-4fd1-9a42-756daf26950b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:05.435086 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Routers {'ffb5c3b2-9d63-4208-80a9-c5abcd43472b'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:05.436115 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:18:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['ffb5c3b2-9d63-4208-80a9-c5abcd43472b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:05.479929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'name': 'tempest-TestAggregatesBasicOps-1835318932-router', 'tenant_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'aa6e20ec-84cb-45f6-b25f-6cc80903a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:18:58Z', 'updated_at': '2022-03-11T12:19:01Z', 'revision_number': 4, 'project_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'gw_port': {'id': 'aa6e20ec-84cb-45f6-b25f-6cc80903a2b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:18:58Z', 'updated_at': '2022-03-11T12:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '5a0d2c5a-108c-4ced-8d67-5189b0bdf382', 'name': '', 'network_id': '3df9e887-aa19-4cc1-b2d9-69c20ea82c8f', 'tenant_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'mac_address': 'fa:16:3e:39:f9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '2e488cd4-a135-4fd6-a5ad-802723bb3f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:00Z', 'updated_at': '2022-03-11T12:19:04Z', 'revision_number': 4, 'project_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'subnets': [{'id': '2e488cd4-a135-4fd6-a5ad-802723bb3f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:05.484242 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fd8d8e7a-1cf5-4fd1-9a42-756daf26950b None None] For port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5a0d2c5a-108c-4ced-8d67-5189b0bdf382,segment=NetworkSegment(fc91f195-dbcf-4221-99af-190b6d11ee6c),segment_id=fc91f195-dbcf-4221-99af-190b6d11ee6c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:05.518373 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fd8d8e7a-1cf5-4fd1-9a42-756daf26950b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:05.522579 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b704403-84e2-410d-9399-4192b1f5efcd None None] The sync data for ids ['4a1ce900-2b7d-4c8e-b213-7439fb54a464'] in n-d-833234-2 is: [{'id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'name': 'tempest-TestAggregatesBasicOps-1835318932-router', 'tenant_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'aa6e20ec-84cb-45f6-b25f-6cc80903a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:18:58Z', 'updated_at': '2022-03-11T12:19:01Z', 'revision_number': 4, 'project_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'gw_port': {'id': 'aa6e20ec-84cb-45f6-b25f-6cc80903a2b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:18:58Z', 'updated_at': '2022-03-11T12:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '5a0d2c5a-108c-4ced-8d67-5189b0bdf382', 'name': '', 'network_id': '3df9e887-aa19-4cc1-b2d9-69c20ea82c8f', 'tenant_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'mac_address': 'fa:16:3e:39:f9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '2e488cd4-a135-4fd6-a5ad-802723bb3f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:00Z', 'updated_at': '2022-03-11T12:19:04Z', 'revision_number': 4, 'project_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'subnets': [{'id': '2e488cd4-a135-4fd6-a5ad-802723bb3f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:19:05.586283 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Set router ffb5c3b2-9d63-4208-80a9-c5abcd43472b gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:05.590030 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d8e7a-1cf5-4fd1-9a42-756daf26950b None None] Pushing event updated for resources: {'Port': ['ID=5a0d2c5a-108c-4ced-8d67-5189b0bdf382,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:05.794088 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40428) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:05.823902 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'name': 'tempest-TestAggregatesBasicOps-1871834615-router', 'tenant_id': '4a9a3fa12b4b4025a132e8a031797843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'd4493841-f1df-4655-8a14-c72866d62b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:03Z', 'updated_at': '2022-03-11T12:19:04Z', 'revision_number': 3, 'project_id': '4a9a3fa12b4b4025a132e8a031797843', 'gw_port': {'id': 'd4493841-f1df-4655-8a14-c72866d62b68', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:03Z', 'updated_at': '2022-03-11T12:19:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:05.855274 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Checking router: ffb5c3b2-9d63-4208-80a9-c5abcd43472b for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:19:05.855641 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Updating router ffb5c3b2-9d63-4208-80a9-c5abcd43472b port d4493841-f1df-4655-8a14-c72866d62b68 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:19:05.885937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e08324-22c6-4b38-a6fc-502ba3aff3ed None None] Network b9d1f596-7690-4b86-93d8-4c869618d21c requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:19:05.906470 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d4493841-f1df-4655-8a14-c72866d62b68), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:05.981610 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-78acef19-244d-42ec-8432-274470216226 None None] Provisioning complete for port b1f1db33-843e-4ec1-8cca-8d5a4457a927 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:05.982191 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78acef19-244d-42ec-8432-274470216226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b1f1db33-843e-4ec1-8cca-8d5a4457a927), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:05.996025 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:06.142202 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-78acef19-244d-42ec-8432-274470216226 None None] Current status of the port b1f1db33-843e-4ec1-8cca-8d5a4457a927 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:06.142632 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78acef19-244d-42ec-8432-274470216226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b1f1db33-843e-4ec1-8cca-8d5a4457a927), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:06.190837 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] Allocated IP 172.20.0.1 (b9d1f596-7690-4b86-93d8-4c869618d21c/3a000c4b-149d-4850-ad41-df069960eb7f/fd664403-bb91-43ec-9478-2d4dbe21276d) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:19:06.210639 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-78acef19-244d-42ec-8432-274470216226 None None] For port b1f1db33-843e-4ec1-8cca-8d5a4457a927, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b1f1db33-843e-4ec1-8cca-8d5a4457a927,segment=NetworkSegment(bb537450-a4e0-43d6-aeaf-592a78cf3be9),segment_id=bb537450-a4e0-43d6-aeaf-592a78cf3be9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:06.218179 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78acef19-244d-42ec-8432-274470216226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b1f1db33-843e-4ec1-8cca-8d5a4457a927), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:06.327877 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acef19-244d-42ec-8432-274470216226 None None] Pushing event updated for resources: {'Port': ['ID=b1f1db33-843e-4ec1-8cca-8d5a4457a927,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:06.387237 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Publish callbacks [] for port (d4493841-f1df-4655-8a14-c72866d62b68), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:06.405229 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d4493841-f1df-4655-8a14-c72866d62b68), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:06.417705 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] Publish callbacks [] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:06.443441 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7cc45c3b-a103-4c15-a104-32a6ccdb262c None None] Provisioning complete for port b1f1db33-843e-4ec1-8cca-8d5a4457a927 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:06.443978 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7cc45c3b-a103-4c15-a104-32a6ccdb262c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b1f1db33-843e-4ec1-8cca-8d5a4457a927), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:06.455420 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009bd95-e98e-4146-8588-afd1afccbfbd None None] Pushing event updated for resources: {'Port': ['ID=d4493841-f1df-4655-8a14-c72866d62b68,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:06.480715 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Attempting to bind port d4493841-f1df-4655-8a14-c72866d62b68 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:19:06.481093 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Attempting to bind port d4493841-f1df-4655-8a14-c72866d62b68 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:19:06.481681 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Attempting to bind port d4493841-f1df-4655-8a14-c72866d62b68 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:19:06.481941 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:06.489698 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:19:06.490955 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:06.493643 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:06.494720 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:19:06.495475 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Bound port: d4493841-f1df-4655-8a14-c72866d62b68, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:19:06.496073 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d4493841-f1df-4655-8a14-c72866d62b68), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:06.523612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] Network b9d1f596-7690-4b86-93d8-4c869618d21c is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:06.526878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:06.533643 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:19:06.572967 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] For port d4493841-f1df-4655-8a14-c72866d62b68, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:19:06.578500 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] For port d4493841-f1df-4655-8a14-c72866d62b68, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d4493841-f1df-4655-8a14-c72866d62b68,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:19:06.588648 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d4493841-f1df-4655-8a14-c72866d62b68), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:06.613567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] Pushing event updated for resources: {'Port': ['ID=fd664403-bb91-43ec-9478-2d4dbe21276d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:06.630032 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7cc45c3b-a103-4c15-a104-32a6ccdb262c None None] Current status of the port b1f1db33-843e-4ec1-8cca-8d5a4457a927 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:06.645695 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (ffb5c3b2-9d63-4208-80a9-c5abcd43472b), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:06.669001 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Routers {'ffb5c3b2-9d63-4208-80a9-c5abcd43472b'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:06.669001 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:18:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['ffb5c3b2-9d63-4208-80a9-c5abcd43472b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:06.688344 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:06.717883 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009bd95-e98e-4146-8588-afd1afccbfbd None None] Pushing event updated for resources: {'Port': ['ID=d4493841-f1df-4655-8a14-c72866d62b68,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:06.805891 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b1f1db33-843e-4ec1-8cca-8d5a4457a927 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:06.889330 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] Set router ffb5c3b2-9d63-4208-80a9-c5abcd43472b gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:06.898489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port b1f1db33-843e-4ec1-8cca-8d5a4457a927 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:06.899255 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b1f1db33-843e-4ec1-8cca-8d5a4457a927), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:06.922740 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:07.056006 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port b1f1db33-843e-4ec1-8cca-8d5a4457a927 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:07.057127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:07.123732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9f622588-08b7-410b-be33-3afc593e9c40 None None] Provisioning complete for port fd664403-bb91-43ec-9478-2d4dbe21276d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:07.124110 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f622588-08b7-410b-be33-3afc593e9c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:07.126067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Allocated IP 172.20.0.17 (0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7/bc4e491a-9209-494c-8823-bef8ce2974d5/afc65741-288d-4b70-b782-992ff5f69094) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:19:07.150713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:07.151098 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:07.192279 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] Publish callbacks [] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:07.195256 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9f622588-08b7-410b-be33-3afc593e9c40 None None] Port fd664403-bb91-43ec-9478-2d4dbe21276d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:19:07.203865 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:07.264215 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:07.264826 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (ffb5c3b2-9d63-4208-80a9-c5abcd43472b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:07.290725 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'name': 'tempest-TestAggregatesBasicOps-1871834615-router', 'tenant_id': '4a9a3fa12b4b4025a132e8a031797843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'd4493841-f1df-4655-8a14-c72866d62b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:03Z', 'updated_at': '2022-03-11T12:19:04Z', 'revision_number': 3, 'project_id': '4a9a3fa12b4b4025a132e8a031797843', 'gw_port': {'id': 'd4493841-f1df-4655-8a14-c72866d62b68', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:03Z', 'updated_at': '2022-03-11T12:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:07.321664 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926c7b1-6d37-4397-8e0e-cff4dcb10ebc None None] The sync data for ids ['ffb5c3b2-9d63-4208-80a9-c5abcd43472b'] in n-d-833234-2 is: [{'id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'name': 'tempest-TestAggregatesBasicOps-1871834615-router', 'tenant_id': '4a9a3fa12b4b4025a132e8a031797843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'd4493841-f1df-4655-8a14-c72866d62b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:03Z', 'updated_at': '2022-03-11T12:19:04Z', 'revision_number': 3, 'project_id': '4a9a3fa12b4b4025a132e8a031797843', 'gw_port': {'id': 'd4493841-f1df-4655-8a14-c72866d62b68', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:03Z', 'updated_at': '2022-03-11T12:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:19:07.325853 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for port (afc65741-288d-4b70-b782-992ff5f69094), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:07.342405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] Pushing event updated for resources: {'Port': ['ID=fd664403-bb91-43ec-9478-2d4dbe21276d,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:07.372404 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (afc65741-288d-4b70-b782-992ff5f69094), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:07.418228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:07.421911 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:07.429371 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:19:07.461232 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Port': ['ID=afc65741-288d-4b70-b782-992ff5f69094,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:07.461457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] Network b9d1f596-7690-4b86-93d8-4c869618d21c is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:07.463418 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:07.502491 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (d35a458d-372c-4886-9fc4-68726c9dfaad), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:07.620739 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] Router ffb5c3b2-9d63-4208-80a9-c5abcd43472b has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:19:07.702142 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (afc65741-288d-4b70-b782-992ff5f69094), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:07.819881 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:19:07.834599 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b699fd62-70f4-45fa-a168-5bcd44a94342 None None] Provisioning complete for port afc65741-288d-4b70-b782-992ff5f69094 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:07.834599 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b699fd62-70f4-45fa-a168-5bcd44a94342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (afc65741-288d-4b70-b782-992ff5f69094), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:07.835001 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1bb1ccd0-df24-4bf6-a8a4-58b23fb6a85f admin admin] 10.222.0.78 "PUT /v2.0/routers/ffb5c3b2-9d63-4208-80a9-c5abcd43472b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3975711 Mar 11 12:19:07.870413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b699fd62-70f4-45fa-a168-5bcd44a94342 None None] Port afc65741-288d-4b70-b782-992ff5f69094 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:19:07.883945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b699fd62-70f4-45fa-a168-5bcd44a94342 None None] Provisioning complete for port fd664403-bb91-43ec-9478-2d4dbe21276d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:07.884518 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b699fd62-70f4-45fa-a168-5bcd44a94342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:07.929014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b699fd62-70f4-45fa-a168-5bcd44a94342 None None] Port fd664403-bb91-43ec-9478-2d4dbe21276d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:19:08.092852 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for port (afc65741-288d-4b70-b782-992ff5f69094), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:08.100091 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (afc65741-288d-4b70-b782-992ff5f69094), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:08.179223 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (d35a458d-372c-4886-9fc4-68726c9dfaad), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:08.181158 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Port': ['ID=afc65741-288d-4b70-b782-992ff5f69094,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:08.293408 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:08.295154 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:08.434648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Router d35a458d-372c-4886-9fc4-68726c9dfaad has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:19:08.578622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:19:08.594024 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f0f9e8f1-b4db-4b3e-93ab-2b6e7d9ff520 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "PUT /v2.0/routers/d35a458d-372c-4886-9fc4-68726c9dfaad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7964945 Mar 11 12:19:08.602227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Sync routers for ids ['d35a458d-372c-4886-9fc4-68726c9dfaad'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:19:08.619963 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Routers {'d35a458d-372c-4886-9fc4-68726c9dfaad'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:08.620646 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:18:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d35a458d-372c-4886-9fc4-68726c9dfaad'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:08.671124 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d4493841-f1df-4655-8a14-c72866d62b68 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:08.719483 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a5e58bb-1d96-4e36-b086-1adcf4b1720a None None] Provisioning complete for port afc65741-288d-4b70-b782-992ff5f69094 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:08.719879 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a5e58bb-1d96-4e36-b086-1adcf4b1720a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (afc65741-288d-4b70-b782-992ff5f69094), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:08.813942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a5e58bb-1d96-4e36-b086-1adcf4b1720a None None] Port afc65741-288d-4b70-b782-992ff5f69094 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:19:08.820648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Set router d35a458d-372c-4886-9fc4-68726c9dfaad gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:08.852397 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d4493841-f1df-4655-8a14-c72866d62b68 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:08.852806 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d4493841-f1df-4655-8a14-c72866d62b68), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:09.055958 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d4493841-f1df-4655-8a14-c72866d62b68 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:09.056422 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d4493841-f1df-4655-8a14-c72866d62b68), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:09.093407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port d4493841-f1df-4655-8a14-c72866d62b68, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d4493841-f1df-4655-8a14-c72866d62b68,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:09.121242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40478) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:09.121810 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d4493841-f1df-4655-8a14-c72866d62b68), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:09.188186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=d4493841-f1df-4655-8a14-c72866d62b68,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:09.198099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:09.198453 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:09.198794 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:09.199133 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:09.199466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:09.199826 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:09.200153 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:09.200481 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:09.200805 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:09.201129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:09.201450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:09.201769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:09.202089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:09.212303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:19:07Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '2a414e42-9101-4337-9a51-2bb03e7e8572', 'tenant_id': '868321f514374492b0b945546931c69b', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'port_id': '7165b47b-d9b6-4a77-b201-78b07d3e22b1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'mac_address': 'fa:16:3e:06:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:18:12Z', 'updated_at': '2022-03-11T12:18:15Z', 'revision_number': 1, 'project_id': '868321f514374492b0b945546931c69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88598f2d-f258-4de6-936a-0aa10a68981c', 'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:bf:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '388ee9fe-109c-4129-9ef6-38168259430e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:49Z', 'updated_at': '2022-03-11T12:17:56Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '388ee9fe-109c-4129-9ef6-38168259430e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afc65741-288d-4b70-b782-992ff5f69094', 'name': '', 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:99:09:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'bc4e491a-9209-494c-8823-bef8ce2974d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:06Z', 'updated_at': '2022-03-11T12:19:07Z', 'revision_number': 2, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': 'bc4e491a-9209-494c-8823-bef8ce2974d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:09.239257 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Checking router: d35a458d-372c-4886-9fc4-68726c9dfaad for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:19:09.239887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Updating router d35a458d-372c-4886-9fc4-68726c9dfaad port afc65741-288d-4b70-b782-992ff5f69094 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:19:09.269992 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (afc65741-288d-4b70-b782-992ff5f69094), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:09.295803 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Sync routers for ids ['ffb5c3b2-9d63-4208-80a9-c5abcd43472b'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:19:09.308534 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Routers {'ffb5c3b2-9d63-4208-80a9-c5abcd43472b'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:09.309155 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:18:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['ffb5c3b2-9d63-4208-80a9-c5abcd43472b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:09.424141 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Set router ffb5c3b2-9d63-4208-80a9-c5abcd43472b gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:09.499783 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ba328ddf-0e12-4f8a-bbe6-8fe4712270c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (4a1ce900-2b7d-4c8e-b213-7439fb54a464), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:09.625184 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'name': 'tempest-TestAggregatesBasicOps-1871834615-router', 'tenant_id': '4a9a3fa12b4b4025a132e8a031797843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'd4493841-f1df-4655-8a14-c72866d62b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:03Z', 'updated_at': '2022-03-11T12:19:06Z', 'revision_number': 4, 'project_id': '4a9a3fa12b4b4025a132e8a031797843', 'gw_port': {'id': 'd4493841-f1df-4655-8a14-c72866d62b68', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:03Z', 'updated_at': '2022-03-11T12:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd664403-bb91-43ec-9478-2d4dbe21276d', 'name': '', 'network_id': 'b9d1f596-7690-4b86-93d8-4c869618d21c', 'tenant_id': '4a9a3fa12b4b4025a132e8a031797843', 'mac_address': 'fa:16:3e:be:5d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3a000c4b-149d-4850-ad41-df069960eb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:06Z', 'updated_at': '2022-03-11T12:19:06Z', 'revision_number': 2, 'project_id': '4a9a3fa12b4b4025a132e8a031797843', 'subnets': [{'id': '3a000c4b-149d-4850-ad41-df069960eb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:09.660731 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Checking router: ffb5c3b2-9d63-4208-80a9-c5abcd43472b for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:19:09.661459 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Updating router ffb5c3b2-9d63-4208-80a9-c5abcd43472b port fd664403-bb91-43ec-9478-2d4dbe21276d binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:19:09.694558 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:09.718805 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Publish callbacks [] for port (afc65741-288d-4b70-b782-992ff5f69094), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:09.725879 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (afc65741-288d-4b70-b782-992ff5f69094), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:09.790584 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8bfbf-4c63-4552-8802-cc750bccec86 None None] Pushing event updated for resources: {'Port': ['ID=afc65741-288d-4b70-b782-992ff5f69094,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:09.850018 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Attempting to bind port afc65741-288d-4b70-b782-992ff5f69094 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:19:09.850709 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Attempting to bind port afc65741-288d-4b70-b782-992ff5f69094 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '884ac114-e853-40e0-9fcf-0677a6ab440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:19:09.851625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Attempting to bind port afc65741-288d-4b70-b782-992ff5f69094 on network 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:19:09.858862 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:19:09.859287 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Checking segment: {'id': '884ac114-e853-40e0-9fcf-0677a6ab440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:09.859849 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:09.860261 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Bound using segment: {'id': '884ac114-e853-40e0-9fcf-0677a6ab440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:19:09.860755 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Bound port: afc65741-288d-4b70-b782-992ff5f69094, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884ac114-e853-40e0-9fcf-0677a6ab440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:19:09.861141 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (afc65741-288d-4b70-b782-992ff5f69094), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:09.946304 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] For port afc65741-288d-4b70-b782-992ff5f69094, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:19:09.950363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] For port afc65741-288d-4b70-b782-992ff5f69094, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=afc65741-288d-4b70-b782-992ff5f69094,segment=NetworkSegment(884ac114-e853-40e0-9fcf-0677a6ab440e),segment_id=884ac114-e853-40e0-9fcf-0677a6ab440e)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:19:09.960552 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (afc65741-288d-4b70-b782-992ff5f69094), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:10.025469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Routers {'d35a458d-372c-4886-9fc4-68726c9dfaad'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:10.026264 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:18:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d35a458d-372c-4886-9fc4-68726c9dfaad'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:10.032173 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Publish callbacks [] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:10.043268 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:10.072967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8bfbf-4c63-4552-8802-cc750bccec86 None None] Pushing event updated for resources: {'Port': ['ID=afc65741-288d-4b70-b782-992ff5f69094,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:10.112236 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e370852-53eb-48b0-b7c0-fd580eaeedc7 None None] Pushing event updated for resources: {'Port': ['ID=fd664403-bb91-43ec-9478-2d4dbe21276d,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:10.179868 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] Set router d35a458d-372c-4886-9fc4-68726c9dfaad gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:10.202405 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-ba328ddf-0e12-4f8a-bbe6-8fe4712270c3 admin admin] Deleting port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:10.203036 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ba328ddf-0e12-4f8a-bbe6-8fe4712270c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:10.217067 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Attempting to bind port fd664403-bb91-43ec-9478-2d4dbe21276d on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:19:10.217280 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Attempting to bind port fd664403-bb91-43ec-9478-2d4dbe21276d by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'bb537450-a4e0-43d6-aeaf-592a78cf3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9d1f596-7690-4b86-93d8-4c869618d21c'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:19:10.217504 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Attempting to bind port fd664403-bb91-43ec-9478-2d4dbe21276d on network b9d1f596-7690-4b86-93d8-4c869618d21c {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:19:10.225691 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:19:10.226064 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Checking segment: {'id': 'bb537450-a4e0-43d6-aeaf-592a78cf3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9d1f596-7690-4b86-93d8-4c869618d21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:10.226499 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:10.226859 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Bound using segment: {'id': 'bb537450-a4e0-43d6-aeaf-592a78cf3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9d1f596-7690-4b86-93d8-4c869618d21c'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:19:10.227329 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Bound port: fd664403-bb91-43ec-9478-2d4dbe21276d, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb537450-a4e0-43d6-aeaf-592a78cf3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b9d1f596-7690-4b86-93d8-4c869618d21c'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:19:10.227749 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:10.326975 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-272c6110-46d0-419e-8e9b-fb4a8fecfc70 None None] Provisioning complete for port afc65741-288d-4b70-b782-992ff5f69094 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:10.327245 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-272c6110-46d0-419e-8e9b-fb4a8fecfc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (afc65741-288d-4b70-b782-992ff5f69094), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:10.328747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-ba328ddf-0e12-4f8a-bbe6-8fe4712270c3 admin admin] For port 5a0d2c5a-108c-4ced-8d67-5189b0bdf382, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5a0d2c5a-108c-4ced-8d67-5189b0bdf382,segment=NetworkSegment(fc91f195-dbcf-4221-99af-190b6d11ee6c),segment_id=fc91f195-dbcf-4221-99af-190b6d11ee6c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:10.329470 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ba328ddf-0e12-4f8a-bbe6-8fe4712270c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:10.336737 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] For port fd664403-bb91-43ec-9478-2d4dbe21276d, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:19:10.340552 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] For port fd664403-bb91-43ec-9478-2d4dbe21276d, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fd664403-bb91-43ec-9478-2d4dbe21276d,segment=NetworkSegment(bb537450-a4e0-43d6-aeaf-592a78cf3be9),segment_id=bb537450-a4e0-43d6-aeaf-592a78cf3be9)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:19:10.350648 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:10.350897 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-ba328ddf-0e12-4f8a-bbe6-8fe4712270c3 admin admin] Calling delete_port for 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:10.415631 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Routers {'ffb5c3b2-9d63-4208-80a9-c5abcd43472b'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:10.416493 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:18:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['ffb5c3b2-9d63-4208-80a9-c5abcd43472b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:10.530747 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e370852-53eb-48b0-b7c0-fd580eaeedc7 None None] Pushing event updated for resources: {'Port': ['ID=fd664403-bb91-43ec-9478-2d4dbe21276d,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:10.535010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-272c6110-46d0-419e-8e9b-fb4a8fecfc70 None None] Current status of the port afc65741-288d-4b70-b782-992ff5f69094 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:10.535878 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-272c6110-46d0-419e-8e9b-fb4a8fecfc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (afc65741-288d-4b70-b782-992ff5f69094), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:10.553904 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] Set router ffb5c3b2-9d63-4208-80a9-c5abcd43472b gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:10.596868 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-272c6110-46d0-419e-8e9b-fb4a8fecfc70 None None] For port afc65741-288d-4b70-b782-992ff5f69094, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=afc65741-288d-4b70-b782-992ff5f69094,segment=NetworkSegment(884ac114-e853-40e0-9fcf-0677a6ab440e),segment_id=884ac114-e853-40e0-9fcf-0677a6ab440e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:10.612247 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-272c6110-46d0-419e-8e9b-fb4a8fecfc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (afc65741-288d-4b70-b782-992ff5f69094), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:10.622601 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:19:07Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '2a414e42-9101-4337-9a51-2bb03e7e8572', 'tenant_id': '868321f514374492b0b945546931c69b', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'port_id': '7165b47b-d9b6-4a77-b201-78b07d3e22b1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'mac_address': 'fa:16:3e:06:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:18:12Z', 'updated_at': '2022-03-11T12:18:15Z', 'revision_number': 1, 'project_id': '868321f514374492b0b945546931c69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88598f2d-f258-4de6-936a-0aa10a68981c', 'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:bf:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '388ee9fe-109c-4129-9ef6-38168259430e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:49Z', 'updated_at': '2022-03-11T12:17:56Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '388ee9fe-109c-4129-9ef6-38168259430e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afc65741-288d-4b70-b782-992ff5f69094', 'name': '', 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:99:09:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'bc4e491a-9209-494c-8823-bef8ce2974d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:06Z', 'updated_at': '2022-03-11T12:19:09Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': 'bc4e491a-9209-494c-8823-bef8ce2974d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:10.671325 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ba328ddf-0e12-4f8a-bbe6-8fe4712270c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (5a0d2c5a-108c-4ced-8d67-5189b0bdf382), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:10.676728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89127670-bd53-4566-8b71-37d99e3e4ef1 None None] The sync data for ids ['d35a458d-372c-4886-9fc4-68726c9dfaad'] in n-d-833234-2 is: [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:19:07Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '2a414e42-9101-4337-9a51-2bb03e7e8572', 'tenant_id': '868321f514374492b0b945546931c69b', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'port_id': '7165b47b-d9b6-4a77-b201-78b07d3e22b1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'mac_address': 'fa:16:3e:06:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:18:12Z', 'updated_at': '2022-03-11T12:18:15Z', 'revision_number': 1, 'project_id': '868321f514374492b0b945546931c69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88598f2d-f258-4de6-936a-0aa10a68981c', 'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:bf:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '388ee9fe-109c-4129-9ef6-38168259430e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:49Z', 'updated_at': '2022-03-11T12:17:56Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '388ee9fe-109c-4129-9ef6-38168259430e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afc65741-288d-4b70-b782-992ff5f69094', 'name': '', 'network_id': '0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:99:09:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'bc4e491a-9209-494c-8823-bef8ce2974d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:06Z', 'updated_at': '2022-03-11T12:19:09Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': 'bc4e491a-9209-494c-8823-bef8ce2974d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:19:10.703997 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba328ddf-0e12-4f8a-bbe6-8fe4712270c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0d2c5a-108c-4ced-8d67-5189b0bdf382,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:10.726360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d4493841-f1df-4655-8a14-c72866d62b68 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:10.790973 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c6110-46d0-419e-8e9b-fb4a8fecfc70 None None] Pushing event updated for resources: {'Port': ['ID=afc65741-288d-4b70-b782-992ff5f69094,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:10.825851 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e90531ec-0abf-44e4-a9e4-bcc2b486bc2e None None] Provisioning complete for port afc65741-288d-4b70-b782-992ff5f69094 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:10.826977 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e90531ec-0abf-44e4-a9e4-bcc2b486bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (afc65741-288d-4b70-b782-992ff5f69094), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:10.904324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d4493841-f1df-4655-8a14-c72866d62b68 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:10.904699 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d4493841-f1df-4655-8a14-c72866d62b68), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:10.987196 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'name': 'tempest-TestAggregatesBasicOps-1871834615-router', 'tenant_id': '4a9a3fa12b4b4025a132e8a031797843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'd4493841-f1df-4655-8a14-c72866d62b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:03Z', 'updated_at': '2022-03-11T12:19:06Z', 'revision_number': 4, 'project_id': '4a9a3fa12b4b4025a132e8a031797843', 'gw_port': {'id': 'd4493841-f1df-4655-8a14-c72866d62b68', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:03Z', 'updated_at': '2022-03-11T12:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd664403-bb91-43ec-9478-2d4dbe21276d', 'name': '', 'network_id': 'b9d1f596-7690-4b86-93d8-4c869618d21c', 'tenant_id': '4a9a3fa12b4b4025a132e8a031797843', 'mac_address': 'fa:16:3e:be:5d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3a000c4b-149d-4850-ad41-df069960eb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:06Z', 'updated_at': '2022-03-11T12:19:10Z', 'revision_number': 4, 'project_id': '4a9a3fa12b4b4025a132e8a031797843', 'subnets': [{'id': '3a000c4b-149d-4850-ad41-df069960eb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:11.005251 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ba328ddf-0e12-4f8a-bbe6-8fe4712270c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (4a1ce900-2b7d-4c8e-b213-7439fb54a464), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:11.010949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e90531ec-0abf-44e4-a9e4-bcc2b486bc2e None None] Current status of the port afc65741-288d-4b70-b782-992ff5f69094 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:11.021473 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03baf4b-aad9-4473-a0f1-9177dc3f17cc None None] The sync data for ids ['ffb5c3b2-9d63-4208-80a9-c5abcd43472b'] in n-d-833234-2 is: [{'id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'name': 'tempest-TestAggregatesBasicOps-1871834615-router', 'tenant_id': '4a9a3fa12b4b4025a132e8a031797843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'd4493841-f1df-4655-8a14-c72866d62b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:03Z', 'updated_at': '2022-03-11T12:19:06Z', 'revision_number': 4, 'project_id': '4a9a3fa12b4b4025a132e8a031797843', 'gw_port': {'id': 'd4493841-f1df-4655-8a14-c72866d62b68', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:03Z', 'updated_at': '2022-03-11T12:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd664403-bb91-43ec-9478-2d4dbe21276d', 'name': '', 'network_id': 'b9d1f596-7690-4b86-93d8-4c869618d21c', 'tenant_id': '4a9a3fa12b4b4025a132e8a031797843', 'mac_address': 'fa:16:3e:be:5d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3a000c4b-149d-4850-ad41-df069960eb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:06Z', 'updated_at': '2022-03-11T12:19:10Z', 'revision_number': 4, 'project_id': '4a9a3fa12b4b4025a132e8a031797843', 'subnets': [{'id': '3a000c4b-149d-4850-ad41-df069960eb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:19:11.024729 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e90531ec-0abf-44e4-a9e4-bcc2b486bc2e None None] Provisioning complete for port fd664403-bb91-43ec-9478-2d4dbe21276d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:11.025113 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e90531ec-0abf-44e4-a9e4-bcc2b486bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:11.135667 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d4493841-f1df-4655-8a14-c72866d62b68 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:11.196457 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e90531ec-0abf-44e4-a9e4-bcc2b486bc2e None None] Current status of the port fd664403-bb91-43ec-9478-2d4dbe21276d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:11.197507 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e90531ec-0abf-44e4-a9e4-bcc2b486bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:11.240743 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e90531ec-0abf-44e4-a9e4-bcc2b486bc2e None None] For port fd664403-bb91-43ec-9478-2d4dbe21276d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fd664403-bb91-43ec-9478-2d4dbe21276d,segment=NetworkSegment(bb537450-a4e0-43d6-aeaf-592a78cf3be9),segment_id=bb537450-a4e0-43d6-aeaf-592a78cf3be9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:11.248557 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e90531ec-0abf-44e4-a9e4-bcc2b486bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:11.317556 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90531ec-0abf-44e4-a9e4-bcc2b486bc2e None None] Pushing event updated for resources: {'Port': ['ID=fd664403-bb91-43ec-9478-2d4dbe21276d,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:11.325416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba328ddf-0e12-4f8a-bbe6-8fe4712270c3 admin admin] Router 4a1ce900-2b7d-4c8e-b213-7439fb54a464 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:19:11.369498 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2ca4b01b-1370-481e-8131-a3b229b323a1 None None] Provisioning complete for port fd664403-bb91-43ec-9478-2d4dbe21276d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:11.369875 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2ca4b01b-1370-481e-8131-a3b229b323a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:11.454217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2ca4b01b-1370-481e-8131-a3b229b323a1 None None] Current status of the port fd664403-bb91-43ec-9478-2d4dbe21276d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:11.461536 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba328ddf-0e12-4f8a-bbe6-8fe4712270c3 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:19:11.467060 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ba328ddf-0e12-4f8a-bbe6-8fe4712270c3 admin admin] 10.222.0.78 "PUT /v2.0/routers/4a1ce900-2b7d-4c8e-b213-7439fb54a464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3446836 Mar 11 12:19:11.469616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40482) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:11.470400 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e1b92a-ffc2-432b-99c5-d0cf527ff36e None None] Sync routers for ids ['4a1ce900-2b7d-4c8e-b213-7439fb54a464'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:19:11.480259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1b92a-ffc2-432b-99c5-d0cf527ff36e None None] Routers {'4a1ce900-2b7d-4c8e-b213-7439fb54a464'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:11.480882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-15e1b92a-ffc2-432b-99c5-d0cf527ff36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:18:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4a1ce900-2b7d-4c8e-b213-7439fb54a464'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:11.579149 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8414-d1b6-4a04-97f1-3f98bd91a9cd admin admin] Publish callbacks [] for router (4a1ce900-2b7d-4c8e-b213-7439fb54a464), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:11.598913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-15e1b92a-ffc2-432b-99c5-d0cf527ff36e None None] Set router 4a1ce900-2b7d-4c8e-b213-7439fb54a464 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:11.688109 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8414-d1b6-4a04-97f1-3f98bd91a9cd admin admin] Publish callbacks [] for router_gateway (4a1ce900-2b7d-4c8e-b213-7439fb54a464), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:11.742824 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e8414-d1b6-4a04-97f1-3f98bd91a9cd admin admin] Deleting port aa6e20ec-84cb-45f6-b25f-6cc80903a2b5 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:11.743117 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8414-d1b6-4a04-97f1-3f98bd91a9cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (aa6e20ec-84cb-45f6-b25f-6cc80903a2b5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:11.778236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-15e1b92a-ffc2-432b-99c5-d0cf527ff36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'name': 'tempest-TestAggregatesBasicOps-1835318932-router', 'tenant_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'aa6e20ec-84cb-45f6-b25f-6cc80903a2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:18:58Z', 'updated_at': '2022-03-11T12:19:10Z', 'revision_number': 5, 'project_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'gw_port': {'id': 'aa6e20ec-84cb-45f6-b25f-6cc80903a2b5', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:18:58Z', 'updated_at': '2022-03-11T12:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:11.804302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e1b92a-ffc2-432b-99c5-d0cf527ff36e None None] Checking router: 4a1ce900-2b7d-4c8e-b213-7439fb54a464 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:19:11.813054 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1b92a-ffc2-432b-99c5-d0cf527ff36e None None] Routers {'4a1ce900-2b7d-4c8e-b213-7439fb54a464'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:11.813771 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-15e1b92a-ffc2-432b-99c5-d0cf527ff36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:18:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4a1ce900-2b7d-4c8e-b213-7439fb54a464'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:11.824704 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-1d5e8414-d1b6-4a04-97f1-3f98bd91a9cd admin admin] For port aa6e20ec-84cb-45f6-b25f-6cc80903a2b5, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=aa6e20ec-84cb-45f6-b25f-6cc80903a2b5,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:11.825066 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8414-d1b6-4a04-97f1-3f98bd91a9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (aa6e20ec-84cb-45f6-b25f-6cc80903a2b5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:11.836745 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e8414-d1b6-4a04-97f1-3f98bd91a9cd admin admin] Calling delete_port for aa6e20ec-84cb-45f6-b25f-6cc80903a2b5 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:11.904884 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-15e1b92a-ffc2-432b-99c5-d0cf527ff36e None None] Set router 4a1ce900-2b7d-4c8e-b213-7439fb54a464 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:11.960134 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-15e1b92a-ffc2-432b-99c5-d0cf527ff36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'name': 'tempest-TestAggregatesBasicOps-1835318932-router', 'tenant_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:18:58Z', 'updated_at': '2022-03-11T12:19:11Z', 'revision_number': 6, 'project_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:11.987696 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e1b92a-ffc2-432b-99c5-d0cf527ff36e None None] The sync data for ids ['4a1ce900-2b7d-4c8e-b213-7439fb54a464'] in n-d-833234-2 is: [{'id': '4a1ce900-2b7d-4c8e-b213-7439fb54a464', 'name': 'tempest-TestAggregatesBasicOps-1835318932-router', 'tenant_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:18:58Z', 'updated_at': '2022-03-11T12:19:11Z', 'revision_number': 6, 'project_id': 'dc23089a8df6464aaa60ac51bc2b4275', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:19:12.011897 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8414-d1b6-4a04-97f1-3f98bd91a9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (aa6e20ec-84cb-45f6-b25f-6cc80903a2b5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:12.037370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e8414-d1b6-4a04-97f1-3f98bd91a9cd admin admin] Pushing event deleted for resources: {'Port': ['ID=aa6e20ec-84cb-45f6-b25f-6cc80903a2b5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:12.122050 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8414-d1b6-4a04-97f1-3f98bd91a9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (4a1ce900-2b7d-4c8e-b213-7439fb54a464), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:12.213358 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8414-d1b6-4a04-97f1-3f98bd91a9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (4a1ce900-2b7d-4c8e-b213-7439fb54a464), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:12.215406 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8414-d1b6-4a04-97f1-3f98bd91a9cd admin admin] Publish callbacks [] for router_controller (4a1ce900-2b7d-4c8e-b213-7439fb54a464), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:12.260608 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8414-d1b6-4a04-97f1-3f98bd91a9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (4a1ce900-2b7d-4c8e-b213-7439fb54a464), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:12.261255 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5e8414-d1b6-4a04-97f1-3f98bd91a9cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a1ce900-2b7d-4c8e-b213-7439fb54a464 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:19:12.265794 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8414-d1b6-4a04-97f1-3f98bd91a9cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:12.266924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1d5e8414-d1b6-4a04-97f1-3f98bd91a9cd admin admin] 10.222.0.78 "DELETE /v2.0/routers/4a1ce900-2b7d-4c8e-b213-7439fb54a464 HTTP/1.1" status: 204 len: 168 time: 0.7963932 Mar 11 12:19:12.269617 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40484) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:12.320204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-80697749-6a6e-450a-911a-095a7a355d61 admin admin] Deleting subnet 2e488cd4-a135-4fd6-a5ad-802723bb3f1c {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:19:12.323792 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80697749-6a6e-450a-911a-095a7a355d61 admin admin] Publish callbacks [] for subnet (2e488cd4-a135-4fd6-a5ad-802723bb3f1c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:12.359458 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80697749-6a6e-450a-911a-095a7a355d61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (2e488cd4-a135-4fd6-a5ad-802723bb3f1c), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:12.444432 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80697749-6a6e-450a-911a-095a7a355d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (2e488cd4-a135-4fd6-a5ad-802723bb3f1c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:12.497290 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80697749-6a6e-450a-911a-095a7a355d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (2e488cd4-a135-4fd6-a5ad-802723bb3f1c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:12.524376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80697749-6a6e-450a-911a-095a7a355d61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e488cd4-a135-4fd6-a5ad-802723bb3f1c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:12.529143 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80697749-6a6e-450a-911a-095a7a355d61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:12.533062 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-80697749-6a6e-450a-911a-095a7a355d61 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2e488cd4-a135-4fd6-a5ad-802723bb3f1c HTTP/1.1" status: 204 len: 168 time: 0.2620616 Mar 11 12:19:12.535772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40486) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:12.544081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeccf9b-cbad-49e7-af76-5c95bd3899ad None None] Network 3df9e887-aa19-4cc1-b2d9-69c20ea82c8f requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:19:12.640370 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (3df9e887-aa19-4cc1-b2d9-69c20ea82c8f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:12.728039 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] Deleting port afdfebd9-4390-4eb5-b914-f35747423547 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:12.729000 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (afdfebd9-4390-4eb5-b914-f35747423547), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:12.804134 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] For port afdfebd9-4390-4eb5-b914-f35747423547, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=afdfebd9-4390-4eb5-b914-f35747423547,segment=NetworkSegment(fc91f195-dbcf-4221-99af-190b6d11ee6c),segment_id=fc91f195-dbcf-4221-99af-190b6d11ee6c)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:12.804542 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (afdfebd9-4390-4eb5-b914-f35747423547), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:12.809230 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:12.817676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] Calling delete_port for afdfebd9-4390-4eb5-b914-f35747423547 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:12.907703 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (afdfebd9-4390-4eb5-b914-f35747423547), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:12.931062 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] Pushing event deleted for resources: {'Port': ['ID=afdfebd9-4390-4eb5-b914-f35747423547,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:12.937008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] No DVR routers for this DVR port afdfebd9-4390-4eb5-b914-f35747423547 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:19:12.939235 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6833bf0b-c20b-4975-aaab-38dbf86ac2af None None] DHCP port deletion for 3df9e887-aa19-4cc1-b2d9-69c20ea82c8f request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:19:13.011773 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (3df9e887-aa19-4cc1-b2d9-69c20ea82c8f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:13.039277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df9e887-aa19-4cc1-b2d9-69c20ea82c8f']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:13.056487 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc91f195-dbcf-4221-99af-190b6d11ee6c') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:13.056818 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc91f195-dbcf-4221-99af-190b6d11ee6c') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:13.075230 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (fc91f195-dbcf-4221-99af-190b6d11ee6c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:13.092560 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device afc65741-288d-4b70-b782-992ff5f69094 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:13.097014 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (fc91f195-dbcf-4221-99af-190b6d11ee6c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:13.105240 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:19:13.105635 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (fc91f195-dbcf-4221-99af-190b6d11ee6c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:19:13.107461 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:19:13.142676 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port afc65741-288d-4b70-b782-992ff5f69094 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:13.143143 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (afc65741-288d-4b70-b782-992ff5f69094), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:13.165049 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (3df9e887-aa19-4cc1-b2d9-69c20ea82c8f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:13.170243 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:13.174190 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3df9e887-aa19-4cc1-b2d9-69c20ea82c8f HTTP/1.1" status: 204 len: 168 time: 0.6372812 Mar 11 12:19:13.177137 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40488) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:13.192389 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018c37d-2ebb-4320-a0a6-567eac5a7458 admin admin] Pushing event deleted for resources: {'Network': ['ID=3df9e887-aa19-4cc1-b2d9-69c20ea82c8f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:13.227070 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port afc65741-288d-4b70-b782-992ff5f69094 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:13.228172 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fd664403-bb91-43ec-9478-2d4dbe21276d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:13.278023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port fd664403-bb91-43ec-9478-2d4dbe21276d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:13.278401 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:13.357470 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port fd664403-bb91-43ec-9478-2d4dbe21276d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:13.406189 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:19:13.426776 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:19:13.427117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5a0d2c5a-108c-4ced-8d67-5189b0bdf382 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:19:13.538666 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7fe97909-23ab-4024-a7c3-6bd96fab3d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (ffb5c3b2-9d63-4208-80a9-c5abcd43472b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:13.642949 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2217a759-916d-461c-8438-13af04cccdc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:13.806783 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-7fe97909-23ab-4024-a7c3-6bd96fab3d86 admin admin] Deleting port fd664403-bb91-43ec-9478-2d4dbe21276d {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:13.807207 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7fe97909-23ab-4024-a7c3-6bd96fab3d86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:13.888752 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-7fe97909-23ab-4024-a7c3-6bd96fab3d86 admin admin] For port fd664403-bb91-43ec-9478-2d4dbe21276d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fd664403-bb91-43ec-9478-2d4dbe21276d,segment=NetworkSegment(bb537450-a4e0-43d6-aeaf-592a78cf3be9),segment_id=bb537450-a4e0-43d6-aeaf-592a78cf3be9)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:13.889086 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7fe97909-23ab-4024-a7c3-6bd96fab3d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:13.902882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-7fe97909-23ab-4024-a7c3-6bd96fab3d86 admin admin] Calling delete_port for fd664403-bb91-43ec-9478-2d4dbe21276d owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:14.093543 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7fe97909-23ab-4024-a7c3-6bd96fab3d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (fd664403-bb91-43ec-9478-2d4dbe21276d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:14.129794 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe97909-23ab-4024-a7c3-6bd96fab3d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd664403-bb91-43ec-9478-2d4dbe21276d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:14.303518 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7fe97909-23ab-4024-a7c3-6bd96fab3d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (ffb5c3b2-9d63-4208-80a9-c5abcd43472b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:14.535971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe97909-23ab-4024-a7c3-6bd96fab3d86 admin admin] Router ffb5c3b2-9d63-4208-80a9-c5abcd43472b has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:19:14.660368 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe97909-23ab-4024-a7c3-6bd96fab3d86 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:19:14.668226 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7fe97909-23ab-4024-a7c3-6bd96fab3d86 admin admin] 10.222.0.78 "PUT /v2.0/routers/ffb5c3b2-9d63-4208-80a9-c5abcd43472b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4876463 Mar 11 12:19:14.670042 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c634ba47-7770-487c-900c-cb8c55ba9d4d None None] Sync routers for ids ['ffb5c3b2-9d63-4208-80a9-c5abcd43472b'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:19:14.670521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40492) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:14.682133 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634ba47-7770-487c-900c-cb8c55ba9d4d None None] Routers {'ffb5c3b2-9d63-4208-80a9-c5abcd43472b'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:14.682535 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c634ba47-7770-487c-900c-cb8c55ba9d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:18:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['ffb5c3b2-9d63-4208-80a9-c5abcd43472b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:14.682775 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f05dd4ac-e773-4b65-b6b8-501b7ed017de req-cea8684e-3455-48d9-8053-a8476fd3c6dc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647306 Mar 11 12:19:14.713088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device aa6e20ec-84cb-45f6-b25f-6cc80903a2b5 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:19:14.743461 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: aa6e20ec-84cb-45f6-b25f-6cc80903a2b5 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:19:14.743461 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device aa6e20ec-84cb-45f6-b25f-6cc80903a2b5 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:19:14.743461 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device afdfebd9-4390-4eb5-b914-f35747423547 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:19:14.758389 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: afdfebd9-4390-4eb5-b914-f35747423547 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:19:14.759421 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device afdfebd9-4390-4eb5-b914-f35747423547 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:19:14.814846 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-c634ba47-7770-487c-900c-cb8c55ba9d4d None None] Set router ffb5c3b2-9d63-4208-80a9-c5abcd43472b gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:14.821399 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dd4ac-e773-4b65-b6b8-501b7ed017de req-9d513fa0-fb56-4012-afa5-787e6489b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:14.822917 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f05dd4ac-e773-4b65-b6b8-501b7ed017de req-9d513fa0-fb56-4012-afa5-787e6489b43d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 1128 time: 0.0920496 Mar 11 12:19:14.838688 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8c87bd8-8103-40b5-bc24-faf72cbf01df admin admin] Publish callbacks [] for router (ffb5c3b2-9d63-4208-80a9-c5abcd43472b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:15.013826 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dd4ac-e773-4b65-b6b8-501b7ed017de req-0c8c3618-3835-43f7-990d-32fd7dbdd071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:15.015299 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f05dd4ac-e773-4b65-b6b8-501b7ed017de req-0c8c3618-3835-43f7-990d-32fd7dbdd071 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 HTTP/1.1" status: 200 len: 898 time: 0.1724744 Mar 11 12:19:15.020161 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8c87bd8-8103-40b5-bc24-faf72cbf01df admin admin] Publish callbacks [] for router_gateway (ffb5c3b2-9d63-4208-80a9-c5abcd43472b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:15.090928 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c634ba47-7770-487c-900c-cb8c55ba9d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'name': 'tempest-TestAggregatesBasicOps-1871834615-router', 'tenant_id': '4a9a3fa12b4b4025a132e8a031797843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'd4493841-f1df-4655-8a14-c72866d62b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:03Z', 'updated_at': '2022-03-11T12:19:14Z', 'revision_number': 5, 'project_id': '4a9a3fa12b4b4025a132e8a031797843', 'gw_port': {'id': 'd4493841-f1df-4655-8a14-c72866d62b68', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:03Z', 'updated_at': '2022-03-11T12:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:15.108079 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f05dd4ac-e773-4b65-b6b8-501b7ed017de req-83cb69ec-7eb2-448b-adec-82dd14030d90 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282 HTTP/1.1" status: 200 len: 1002 time: 0.0841413 Mar 11 12:19:15.117253 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c634ba47-7770-487c-900c-cb8c55ba9d4d None None] Checking router: ffb5c3b2-9d63-4208-80a9-c5abcd43472b for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:19:15.126786 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634ba47-7770-487c-900c-cb8c55ba9d4d None None] Routers {'ffb5c3b2-9d63-4208-80a9-c5abcd43472b'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:15.127393 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c634ba47-7770-487c-900c-cb8c55ba9d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:18:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['ffb5c3b2-9d63-4208-80a9-c5abcd43472b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:15.162054 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e8c87bd8-8103-40b5-bc24-faf72cbf01df admin admin] Deleting port d4493841-f1df-4655-8a14-c72866d62b68 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:15.162365 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8c87bd8-8103-40b5-bc24-faf72cbf01df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d4493841-f1df-4655-8a14-c72866d62b68), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:15.180600 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dd4ac-e773-4b65-b6b8-501b7ed017de req-1ba5e44b-000c-4953-9dd3-0c1b63e5880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:15.182078 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f05dd4ac-e773-4b65-b6b8-501b7ed017de req-1ba5e44b-000c-4953-9dd3-0c1b63e5880b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=362a8589-53e3-43f8-881a-db248656ca21 HTTP/1.1" status: 200 len: 835 time: 0.0673702 Mar 11 12:19:15.216873 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-c634ba47-7770-487c-900c-cb8c55ba9d4d None None] Set router ffb5c3b2-9d63-4208-80a9-c5abcd43472b gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:15.273113 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c634ba47-7770-487c-900c-cb8c55ba9d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'name': 'tempest-TestAggregatesBasicOps-1871834615-router', 'tenant_id': '4a9a3fa12b4b4025a132e8a031797843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:03Z', 'updated_at': '2022-03-11T12:19:15Z', 'revision_number': 6, 'project_id': '4a9a3fa12b4b4025a132e8a031797843', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:15.284018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-e8c87bd8-8103-40b5-bc24-faf72cbf01df admin admin] For port d4493841-f1df-4655-8a14-c72866d62b68, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d4493841-f1df-4655-8a14-c72866d62b68,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:15.284367 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8c87bd8-8103-40b5-bc24-faf72cbf01df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d4493841-f1df-4655-8a14-c72866d62b68), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:15.298915 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c634ba47-7770-487c-900c-cb8c55ba9d4d None None] The sync data for ids ['ffb5c3b2-9d63-4208-80a9-c5abcd43472b'] in n-d-833234-2 is: [{'id': 'ffb5c3b2-9d63-4208-80a9-c5abcd43472b', 'name': 'tempest-TestAggregatesBasicOps-1871834615-router', 'tenant_id': '4a9a3fa12b4b4025a132e8a031797843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:03Z', 'updated_at': '2022-03-11T12:19:15Z', 'revision_number': 6, 'project_id': '4a9a3fa12b4b4025a132e8a031797843', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:19:15.300018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dd4ac-e773-4b65-b6b8-501b7ed017de req-1132a697-215e-4717-982e-cc2628b90a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:15.301659 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f05dd4ac-e773-4b65-b6b8-501b7ed017de req-1132a697-215e-4717-982e-cc2628b90a60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1095545 Mar 11 12:19:15.302509 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e8c87bd8-8103-40b5-bc24-faf72cbf01df admin admin] Calling delete_port for d4493841-f1df-4655-8a14-c72866d62b68 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:15.474204 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f05dd4ac-e773-4b65-b6b8-501b7ed017de req-c8b363bf-10bf-4318-b14c-6f8ea732d30e service neutron] 10.222.0.71 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655183 Mar 11 12:19:15.611432 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f05dd4ac-e773-4b65-b6b8-501b7ed017de req-83b98d58-bbb3-490e-8156-7bc55db0914b service neutron] 10.222.0.71 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210618 Mar 11 12:19:15.614609 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8c87bd8-8103-40b5-bc24-faf72cbf01df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d4493841-f1df-4655-8a14-c72866d62b68), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:15.664448 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c87bd8-8103-40b5-bc24-faf72cbf01df admin admin] Pushing event deleted for resources: {'Port': ['ID=d4493841-f1df-4655-8a14-c72866d62b68,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:15.709500 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8c87bd8-8103-40b5-bc24-faf72cbf01df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (ffb5c3b2-9d63-4208-80a9-c5abcd43472b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:15.752710 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-35d93c3f-882a-43bf-b5ec-ab23f7a7b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:15.824131 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8c87bd8-8103-40b5-bc24-faf72cbf01df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (ffb5c3b2-9d63-4208-80a9-c5abcd43472b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:15.826398 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8c87bd8-8103-40b5-bc24-faf72cbf01df admin admin] Publish callbacks [] for router_controller (ffb5c3b2-9d63-4208-80a9-c5abcd43472b), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:16.257748 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8c87bd8-8103-40b5-bc24-faf72cbf01df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (ffb5c3b2-9d63-4208-80a9-c5abcd43472b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:16.258350 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c87bd8-8103-40b5-bc24-faf72cbf01df admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffb5c3b2-9d63-4208-80a9-c5abcd43472b {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:19:16.262868 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8c87bd8-8103-40b5-bc24-faf72cbf01df admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:16.264062 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e8c87bd8-8103-40b5-bc24-faf72cbf01df admin admin] 10.222.0.78 "DELETE /v2.0/routers/ffb5c3b2-9d63-4208-80a9-c5abcd43472b HTTP/1.1" status: 204 len: 168 time: 1.5897858 Mar 11 12:19:16.266694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40500) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:16.316966 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-a276bc06-d41d-490a-b0fc-759ddc5a694a admin admin] Deleting subnet 3a000c4b-149d-4850-ad41-df069960eb7f {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:19:16.320760 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a276bc06-d41d-490a-b0fc-759ddc5a694a admin admin] Publish callbacks [] for subnet (3a000c4b-149d-4850-ad41-df069960eb7f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:16.360949 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a276bc06-d41d-490a-b0fc-759ddc5a694a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (3a000c4b-149d-4850-ad41-df069960eb7f), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:16.473915 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a276bc06-d41d-490a-b0fc-759ddc5a694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (3a000c4b-149d-4850-ad41-df069960eb7f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:16.531648 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a276bc06-d41d-490a-b0fc-759ddc5a694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (3a000c4b-149d-4850-ad41-df069960eb7f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:16.561315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276bc06-d41d-490a-b0fc-759ddc5a694a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a000c4b-149d-4850-ad41-df069960eb7f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:16.564998 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a276bc06-d41d-490a-b0fc-759ddc5a694a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:16.568294 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a276bc06-d41d-490a-b0fc-759ddc5a694a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3a000c4b-149d-4850-ad41-df069960eb7f HTTP/1.1" status: 204 len: 168 time: 0.3006525 Mar 11 12:19:16.571760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b98adb-712a-442a-8b7c-5e8be7890783 None None] Network b9d1f596-7690-4b86-93d8-4c869618d21c requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:19:16.573447 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40502) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:16.649664 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (b9d1f596-7690-4b86-93d8-4c869618d21c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:16.652303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fd664403-bb91-43ec-9478-2d4dbe21276d no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:19:16.705065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] Deleting port b1f1db33-843e-4ec1-8cca-8d5a4457a927 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:16.705415 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b1f1db33-843e-4ec1-8cca-8d5a4457a927), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:16.777342 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] For port b1f1db33-843e-4ec1-8cca-8d5a4457a927, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b1f1db33-843e-4ec1-8cca-8d5a4457a927,segment=NetworkSegment(bb537450-a4e0-43d6-aeaf-592a78cf3be9),segment_id=bb537450-a4e0-43d6-aeaf-592a78cf3be9)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:16.777658 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b1f1db33-843e-4ec1-8cca-8d5a4457a927), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:16.791015 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] Calling delete_port for b1f1db33-843e-4ec1-8cca-8d5a4457a927 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:16.841178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: fd664403-bb91-43ec-9478-2d4dbe21276d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:19:16.841178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fd664403-bb91-43ec-9478-2d4dbe21276d not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:19:16.841881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d4493841-f1df-4655-8a14-c72866d62b68 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:19:16.862785 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: d4493841-f1df-4655-8a14-c72866d62b68 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:19:16.863108 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d4493841-f1df-4655-8a14-c72866d62b68 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:19:16.877765 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b1f1db33-843e-4ec1-8cca-8d5a4457a927), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:16.952243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c910fd-e386-406c-ac77-16e9d3aa9863 None None] DHCP port deletion for b9d1f596-7690-4b86-93d8-4c869618d21c request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:19:17.260506 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f1db33-843e-4ec1-8cca-8d5a4457a927,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:17.264132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] No DVR routers for this DVR port b1f1db33-843e-4ec1-8cca-8d5a4457a927 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:19:17.274434 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:17.333886 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (b9d1f596-7690-4b86-93d8-4c869618d21c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:17.356650 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d1f596-7690-4b86-93d8-4c869618d21c']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:17.366965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb537450-a4e0-43d6-aeaf-592a78cf3be9') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:17.367247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb537450-a4e0-43d6-aeaf-592a78cf3be9') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:17.377041 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (bb537450-a4e0-43d6-aeaf-592a78cf3be9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:17.392902 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (bb537450-a4e0-43d6-aeaf-592a78cf3be9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:17.401861 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:19:17.402246 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (bb537450-a4e0-43d6-aeaf-592a78cf3be9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:19:17.404621 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:19:17.463772 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (b9d1f596-7690-4b86-93d8-4c869618d21c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:17.469447 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:17.472930 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b9d1f596-7690-4b86-93d8-4c869618d21c HTTP/1.1" status: 204 len: 168 time: 0.8981864 Mar 11 12:19:17.483274 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f9cab-4823-414e-8e75-dc60b69c0052 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9d1f596-7690-4b86-93d8-4c869618d21c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:17.638105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40508) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:17.679519 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3e2e0b84-7c14-4861-8764-698b1ee108c4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dc23089a8df6464aaa60ac51bc2b4275&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402479 Mar 11 12:19:17.682194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40510) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:17.730753 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7291106a-4d9f-4390-aa8f-32c0cc30a53f admin admin] Publish callbacks [] for security_group (541d4992-ef78-4be3-9090-cf6c19d37524), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:17.752222 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7291106a-4d9f-4390-aa8f-32c0cc30a53f admin admin] Publish callbacks [] for security_group (541d4992-ef78-4be3-9090-cf6c19d37524), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:17.810271 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7291106a-4d9f-4390-aa8f-32c0cc30a53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (541d4992-ef78-4be3-9090-cf6c19d37524), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:17.812991 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7291106a-4d9f-4390-aa8f-32c0cc30a53f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:17.814224 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7291106a-4d9f-4390-aa8f-32c0cc30a53f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/541d4992-ef78-4be3-9090-cf6c19d37524 HTTP/1.1" status: 204 len: 168 time: 0.1311300 Mar 11 12:19:17.822211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291106a-4d9f-4390-aa8f-32c0cc30a53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541d4992-ef78-4be3-9090-cf6c19d37524,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:18.151616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40518) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:18.191452 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-73123a7e-36e8-4188-b627-24966201fd3a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a9a3fa12b4b4025a132e8a031797843&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386710 Mar 11 12:19:18.194033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40520) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:18.244615 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68a002e8-901e-4bd1-87d1-937af7712360 admin admin] Publish callbacks [] for security_group (863143af-6af1-4fca-b82d-cde0a4549e55), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:18.265469 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68a002e8-901e-4bd1-87d1-937af7712360 admin admin] Publish callbacks [] for security_group (863143af-6af1-4fca-b82d-cde0a4549e55), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:18.314868 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68a002e8-901e-4bd1-87d1-937af7712360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (863143af-6af1-4fca-b82d-cde0a4549e55), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:18.317752 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-68a002e8-901e-4bd1-87d1-937af7712360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:18.318973 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-68a002e8-901e-4bd1-87d1-937af7712360 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/863143af-6af1-4fca-b82d-cde0a4549e55 HTTP/1.1" status: 204 len: 168 time: 0.1240616 Mar 11 12:19:18.330163 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a002e8-901e-4bd1-87d1-937af7712360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863143af-6af1-4fca-b82d-cde0a4549e55,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:18.634802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b1f1db33-843e-4ec1-8cca-8d5a4457a927 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:19:18.659379 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: b1f1db33-843e-4ec1-8cca-8d5a4457a927 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:19:18.659740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b1f1db33-843e-4ec1-8cca-8d5a4457a927 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:19:18.677114 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:19.046113 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40542) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:19.147874 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-429590d9-8154-4338-9fa8-58db82a81bb3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1969139497-network', 'tenant_id': '7ef9bd798619444989e92270b63a31c2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:19.172903 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429590d9-8154-4338-9fa8-58db82a81bb3 admin admin] Made reservation on behalf of 7ef9bd798619444989e92270b63a31c2 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:19:19.175276 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-429590d9-8154-4338-9fa8-58db82a81bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:19.184073 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-429590d9-8154-4338-9fa8-58db82a81bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:19.261416 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-429590d9-8154-4338-9fa8-58db82a81bb3 admin admin] Publish callbacks [] for security_group (6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:19.268296 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-429590d9-8154-4338-9fa8-58db82a81bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:19.293176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429590d9-8154-4338-9fa8-58db82a81bb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:19:19.302216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429590d9-8154-4338-9fa8-58db82a81bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:19.307932 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-429590d9-8154-4338-9fa8-58db82a81bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ef6149cf-8758-498b-a1df-f0ac6a2fae49), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:19.308251 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-429590d9-8154-4338-9fa8-58db82a81bb3 admin admin] Added segment ef6149cf-8758-498b-a1df-f0ac6a2fae49 of type vlan for network d720625f-3dcb-4447-8c65-2fc9243cbcb2 Mar 11 12:19:19.349426 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-429590d9-8154-4338-9fa8-58db82a81bb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (d720625f-3dcb-4447-8c65-2fc9243cbcb2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:19.375685 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-429590d9-8154-4338-9fa8-58db82a81bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (d720625f-3dcb-4447-8c65-2fc9243cbcb2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:19.376558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429590d9-8154-4338-9fa8-58db82a81bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:19.377106 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-429590d9-8154-4338-9fa8-58db82a81bb3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:19.414473 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-429590d9-8154-4338-9fa8-58db82a81bb3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3672373 Mar 11 12:19:19.417608 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40546) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:19.424591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-6248a629-d8ca-477b-bb28-cb57cae6698d admin admin] Request body: {'subnet': {'network_id': 'd720625f-3dcb-4447-8c65-2fc9243cbcb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1969139497-subnet', 'tenant_id': '7ef9bd798619444989e92270b63a31c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:19.442481 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429590d9-8154-4338-9fa8-58db82a81bb3 admin admin] Pushing event updated for resources: {'Network': ['ID=d720625f-3dcb-4447-8c65-2fc9243cbcb2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:19.453057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network d720625f-3dcb-4447-8c65-2fc9243cbcb2 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:19:19.454924 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6248a629-d8ca-477b-bb28-cb57cae6698d admin admin] Made reservation on behalf of 7ef9bd798619444989e92270b63a31c2 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:19:19.458073 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6248a629-d8ca-477b-bb28-cb57cae6698d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:19.632859 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6248a629-d8ca-477b-bb28-cb57cae6698d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (766cd0a6-c28b-4623-96f1-40b19a4ea642), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:19.679419 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248a629-d8ca-477b-bb28-cb57cae6698d admin admin] Pushing event updated for resources: {'Subnet': ['ID=766cd0a6-c28b-4623-96f1-40b19a4ea642,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:19.694437 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6248a629-d8ca-477b-bb28-cb57cae6698d admin admin] Checking segment: {'id': 'ef6149cf-8758-498b-a1df-f0ac6a2fae49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd720625f-3dcb-4447-8c65-2fc9243cbcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:19.694797 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6248a629-d8ca-477b-bb28-cb57cae6698d admin admin] Network hostable DHCP agents. Network: d720625f-3dcb-4447-8c65-2fc9243cbcb2, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:19:19.712390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6248a629-d8ca-477b-bb28-cb57cae6698d admin admin] Network d720625f-3dcb-4447-8c65-2fc9243cbcb2 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:19:19.722693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-6248a629-d8ca-477b-bb28-cb57cae6698d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, d720625f-3dcb-4447-8c65-2fc9243cbcb2) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:19.726597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248a629-d8ca-477b-bb28-cb57cae6698d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:19.727183 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6248a629-d8ca-477b-bb28-cb57cae6698d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:19.731998 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dedf566-2f14-4ebb-8bf9-5e16a923468e None None] Network d720625f-3dcb-4447-8c65-2fc9243cbcb2 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:19:19.747981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6248a629-d8ca-477b-bb28-cb57cae6698d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3291726 Mar 11 12:19:19.835144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b059f51-466b-4065-8d5e-51dcfd12eb49 None None] Network d720625f-3dcb-4447-8c65-2fc9243cbcb2 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:19:20.084067 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:20.234404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40564) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:20.239869 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-24db0ac4-06cb-4250-9e97-de8b1bdb6e21 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1637458589-network', 'tenant_id': '0be3f5fab75e4d1b864d9bb46c203430'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:20.265089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24db0ac4-06cb-4250-9e97-de8b1bdb6e21 admin admin] Made reservation on behalf of 0be3f5fab75e4d1b864d9bb46c203430 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:19:20.267409 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24db0ac4-06cb-4250-9e97-de8b1bdb6e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:20.277700 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24db0ac4-06cb-4250-9e97-de8b1bdb6e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:20.359414 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24db0ac4-06cb-4250-9e97-de8b1bdb6e21 admin admin] Publish callbacks [] for security_group (0db178d2-b4de-4dd1-acbf-6c28abed20df), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:20.366611 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24db0ac4-06cb-4250-9e97-de8b1bdb6e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0db178d2-b4de-4dd1-acbf-6c28abed20df), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:20.391482 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24db0ac4-06cb-4250-9e97-de8b1bdb6e21 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:19:20.401611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db0ac4-06cb-4250-9e97-de8b1bdb6e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db178d2-b4de-4dd1-acbf-6c28abed20df,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:20.407716 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24db0ac4-06cb-4250-9e97-de8b1bdb6e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (fe154a11-b827-407f-b578-c79d64a8cc08), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:20.408056 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-24db0ac4-06cb-4250-9e97-de8b1bdb6e21 admin admin] Added segment fe154a11-b827-407f-b578-c79d64a8cc08 of type vlan for network 62659455-eecd-4a4a-8206-6919961485fc Mar 11 12:19:20.451033 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24db0ac4-06cb-4250-9e97-de8b1bdb6e21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (62659455-eecd-4a4a-8206-6919961485fc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:20.477201 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24db0ac4-06cb-4250-9e97-de8b1bdb6e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (62659455-eecd-4a4a-8206-6919961485fc), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:20.478222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24db0ac4-06cb-4250-9e97-de8b1bdb6e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:20.478919 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24db0ac4-06cb-4250-9e97-de8b1bdb6e21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:20.515294 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-24db0ac4-06cb-4250-9e97-de8b1bdb6e21 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2797444 Mar 11 12:19:20.518473 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40566) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:20.524336 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6367ca0c-1dff-4884-845f-76241cdfc00b admin admin] Request body: {'subnet': {'network_id': '62659455-eecd-4a4a-8206-6919961485fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1637458589-subnet', 'tenant_id': '0be3f5fab75e4d1b864d9bb46c203430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:20.544623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6367ca0c-1dff-4884-845f-76241cdfc00b admin admin] Made reservation on behalf of 0be3f5fab75e4d1b864d9bb46c203430 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:19:20.546963 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6367ca0c-1dff-4884-845f-76241cdfc00b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:20.552284 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db0ac4-06cb-4250-9e97-de8b1bdb6e21 admin admin] Pushing event updated for resources: {'Network': ['ID=62659455-eecd-4a4a-8206-6919961485fc,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:20.563809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 62659455-eecd-4a4a-8206-6919961485fc details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:19:20.727708 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6367ca0c-1dff-4884-845f-76241cdfc00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (7dc207f6-eaf7-476e-bde2-d6a371627589), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:20.779145 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367ca0c-1dff-4884-845f-76241cdfc00b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc207f6-eaf7-476e-bde2-d6a371627589,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:20.790000 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6367ca0c-1dff-4884-845f-76241cdfc00b admin admin] Checking segment: {'id': 'fe154a11-b827-407f-b578-c79d64a8cc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '62659455-eecd-4a4a-8206-6919961485fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:20.790353 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6367ca0c-1dff-4884-845f-76241cdfc00b admin admin] Network hostable DHCP agents. Network: 62659455-eecd-4a4a-8206-6919961485fc, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:19:20.808905 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6367ca0c-1dff-4884-845f-76241cdfc00b admin admin] Network 62659455-eecd-4a4a-8206-6919961485fc is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:19:20.819973 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-6367ca0c-1dff-4884-845f-76241cdfc00b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 62659455-eecd-4a4a-8206-6919961485fc) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:20.824125 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6367ca0c-1dff-4884-845f-76241cdfc00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:20.824711 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6367ca0c-1dff-4884-845f-76241cdfc00b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:20.828998 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68284cca-8d3b-49cb-a646-20743740ce2b None None] Network 62659455-eecd-4a4a-8206-6919961485fc requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:19:20.847051 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6367ca0c-1dff-4884-845f-76241cdfc00b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3217998 Mar 11 12:19:20.932087 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d41c0b-91b7-432d-8f62-494febaf7280 None None] Network 62659455-eecd-4a4a-8206-6919961485fc requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:19:21.101877 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35070bdb-438d-45b1-823f-1b64f45aec4d req-0de45669-7b7b-4370-84d7-3f8a3424058b tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:21.103573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35070bdb-438d-45b1-823f-1b64f45aec4d req-0de45669-7b7b-4370-84d7-3f8a3424058b tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 1128 time: 0.0486007 Mar 11 12:19:21.149329 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35070bdb-438d-45b1-823f-1b64f45aec4d req-8baf72db-c6ae-4601-92fa-8e9783e4a545 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399983 Mar 11 12:19:21.172565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40582) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:21.402534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-d579fc11-5469-40f8-b03b-011ccb3a9fbc tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:21.404015 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-d579fc11-5469-40f8-b03b-011ccb3a9fbc tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/networks?id=d720625f-3dcb-4447-8c65-2fc9243cbcb2 HTTP/1.1" status: 200 len: 812 time: 0.1361728 Mar 11 12:19:21.424745 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-e4db6a0b-6394-45fd-8234-88ef6afc3d64 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/quotas/7ef9bd798619444989e92270b63a31c2 HTTP/1.1" status: 200 len: 375 time: 0.0137825 Mar 11 12:19:21.426983 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a7431ff0-ef11-44e0-b8c7-e9e17b90f9e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting port ef5fbd4e-f2b3-4db2-bbb3-117714778bae {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:21.427326 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7431ff0-ef11-44e0-b8c7-e9e17b90f9e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ef5fbd4e-f2b3-4db2-bbb3-117714778bae), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:21.466307 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-15990fc1-e36d-4ffc-bc4f-581555537c91 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7ef9bd798619444989e92270b63a31c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358839 Mar 11 12:19:21.533225 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7431ff0-ef11-44e0-b8c7-e9e17b90f9e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ef5fbd4e-f2b3-4db2-bbb3-117714778bae), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:21.533568 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7431ff0-ef11-44e0-b8c7-e9e17b90f9e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for floatingip (ef5fbd4e-f2b3-4db2-bbb3-117714778bae), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:21.547797 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a7431ff0-ef11-44e0-b8c7-e9e17b90f9e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Calling delete_port for ef5fbd4e-f2b3-4db2-bbb3-117714778bae owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:21.730138 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-5f20983a-0c81-4a1f-a8e9-4af88f1b27ff service neutron] 10.222.0.78 "GET /v2.0/networks/d720625f-3dcb-4447-8c65-2fc9243cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558935 Mar 11 12:19:21.854247 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-23376025-725c-486c-9829-bf7d58a0b314 service neutron] 10.222.0.78 "GET /v2.0/networks/d720625f-3dcb-4447-8c65-2fc9243cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172600 Mar 11 12:19:21.855350 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7431ff0-ef11-44e0-b8c7-e9e17b90f9e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ef5fbd4e-f2b3-4db2-bbb3-117714778bae), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:21.881555 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7431ff0-ef11-44e0-b8c7-e9e17b90f9e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Port': ['ID=ef5fbd4e-f2b3-4db2-bbb3-117714778bae,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:21.950818 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7431ff0-ef11-44e0-b8c7-e9e17b90f9e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for floatingip (a82cb69e-6507-4f4d-82d2-5c6e011e387c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:21.951256 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-a7431ff0-ef11-44e0-b8c7-e9e17b90f9e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Floating IP a82cb69e-6507-4f4d-82d2-5c6e011e387c disassociated (deleted). External IP: 172.25.7.182, port: 4e039b5b-930a-4e76-8bdf-26fc01bcf282. Mar 11 12:19:22.036710 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a89a40b6-ec6c-4787-93c4-cb6144d19d45 req-0b768566-e88b-4fc2-8f1b-5cba8107c40e tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 210 time: 0.0293109 Mar 11 12:19:22.197507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7431ff0-ef11-44e0-b8c7-e9e17b90f9e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router b9578f02-4ceb-4928-b601-7065b63d24ef has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:19:22.331758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7431ff0-ef11-44e0-b8c7-e9e17b90f9e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:19:22.336625 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7431ff0-ef11-44e0-b8c7-e9e17b90f9e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:22.341588 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483c5c97-1d95-4c9c-a8c6-9131798a2529 None None] Sync routers for ids ['b9578f02-4ceb-4928-b601-7065b63d24ef'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:19:22.354713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483c5c97-1d95-4c9c-a8c6-9131798a2529 None None] Routers {'b9578f02-4ceb-4928-b601-7065b63d24ef'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:22.355443 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-483c5c97-1d95-4c9c-a8c6-9131798a2529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b9578f02-4ceb-4928-b601-7065b63d24ef'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:22.377128 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a7431ff0-ef11-44e0-b8c7-e9e17b90f9e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/floatingips/a82cb69e-6507-4f4d-82d2-5c6e011e387c HTTP/1.1" status: 204 len: 168 time: 1.2034442 Mar 11 12:19:22.377714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'tag': '4e039b5b-930a-4e76-8bdf-26fc01bcf282'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:19:22.380368 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed49d8b-2387-4f98-bc9b-eed4e3b39c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "34929dbb-a026-48c6-a5dc-cea3d917273b", "tag": "4e039b5b-930a-4e76-8bdf-26fc01bcf282"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:19:22.426547 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee7da0a-a980-4277-ab07-6774fd104c1a x-openstack-request-id: req-eee7da0a-a980-4277-ab07-6774fd104c1a {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:19:22.426863 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34929dbb-a026-48c6-a5dc-cea3d917273b", "tag": "4e039b5b-930a-4e76-8bdf-26fc01bcf282", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:19:22.427282 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eee7da0a-a980-4277-ab07-6774fd104c1a {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:19:22.427738 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'tag': '4e039b5b-930a-4e76-8bdf-26fc01bcf282', 'status': 'completed', 'code': 200} Mar 11 12:19:22.491575 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-483c5c97-1d95-4c9c-a8c6-9131798a2529 None None] Set router b9578f02-4ceb-4928-b601-7065b63d24ef gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:22.520877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed49d8b-2387-4f98-bc9b-eed4e3b39c4c req-7b36ed98-8166-44e6-a861-6e2c302dc081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:22.523668 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eed49d8b-2387-4f98-bc9b-eed4e3b39c4c req-7b36ed98-8166-44e6-a861-6e2c302dc081 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 1128 time: 0.0697629 Mar 11 12:19:22.643262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed49d8b-2387-4f98-bc9b-eed4e3b39c4c req-805d19c0-c6c2-4e24-abf9-b1d8c3a78fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:22.644854 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eed49d8b-2387-4f98-bc9b-eed4e3b39c4c req-805d19c0-c6c2-4e24-abf9-b1d8c3a78fa4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 HTTP/1.1" status: 200 len: 898 time: 0.1149886 Mar 11 12:19:22.671487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f591d-c215-4156-b088-4ff8b5e682f1 req-67a86349-ff15-4e32-a4d8-ed31b8adc436 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:22.673975 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e60f591d-c215-4156-b088-4ff8b5e682f1 req-67a86349-ff15-4e32-a4d8-ed31b8adc436 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.0699565 Mar 11 12:19:22.702145 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eed49d8b-2387-4f98-bc9b-eed4e3b39c4c req-30e7f533-e721-44bc-876c-625e75b7db89 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282 HTTP/1.1" status: 200 len: 217 time: 0.0484636 Mar 11 12:19:22.727686 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e60f591d-c215-4156-b088-4ff8b5e682f1 req-4a82e451-af39-4c5e-a6a0-c8ee60dc8962 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466373 Mar 11 12:19:22.760921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-483c5c97-1d95-4c9c-a8c6-9131798a2529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904154116', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:32Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '8d3335f7-7be4-4439-b8c0-a825f6c17b5d', 'name': '', 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:93:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '362a8589-53e3-43f8-881a-db248656ca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:31Z', 'updated_at': '2022-03-11T12:17:37Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': '362a8589-53e3-43f8-881a-db248656ca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:22.772021 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed49d8b-2387-4f98-bc9b-eed4e3b39c4c req-dc0e393b-7dcf-401d-8353-db4365c0d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:22.773501 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eed49d8b-2387-4f98-bc9b-eed4e3b39c4c req-dc0e393b-7dcf-401d-8353-db4365c0d04f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=362a8589-53e3-43f8-881a-db248656ca21 HTTP/1.1" status: 200 len: 835 time: 0.0560861 Mar 11 12:19:22.792165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483c5c97-1d95-4c9c-a8c6-9131798a2529 None None] Checking router: b9578f02-4ceb-4928-b601-7065b63d24ef for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:19:22.800938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483c5c97-1d95-4c9c-a8c6-9131798a2529 None None] Routers {'b9578f02-4ceb-4928-b601-7065b63d24ef'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:22.801701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-483c5c97-1d95-4c9c-a8c6-9131798a2529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b9578f02-4ceb-4928-b601-7065b63d24ef'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:22.822557 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed49d8b-2387-4f98-bc9b-eed4e3b39c4c req-0ab4c4bf-d601-43b3-9d45-953f095ce03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:22.824117 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eed49d8b-2387-4f98-bc9b-eed4e3b39c4c req-0ab4c4bf-d601-43b3-9d45-953f095ce03e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441008 Mar 11 12:19:22.909300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-483c5c97-1d95-4c9c-a8c6-9131798a2529 None None] Set router b9578f02-4ceb-4928-b601-7065b63d24ef gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:22.920160 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eed49d8b-2387-4f98-bc9b-eed4e3b39c4c req-75532dc2-fa63-43f8-ae56-ed30bb09db2c service neutron] 10.222.0.71 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870359 Mar 11 12:19:23.013797 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-eed49d8b-2387-4f98-bc9b-eed4e3b39c4c req-38c3d089-f615-4007-98c8-6fdfafbdb0f7 service neutron] 10.222.0.71 "GET /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851517 Mar 11 12:19:23.132042 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-483c5c97-1d95-4c9c-a8c6-9131798a2529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904154116', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:32Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '8d3335f7-7be4-4439-b8c0-a825f6c17b5d', 'name': '', 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:93:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '362a8589-53e3-43f8-881a-db248656ca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:31Z', 'updated_at': '2022-03-11T12:17:37Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': '362a8589-53e3-43f8-881a-db248656ca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:23.151475 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-992022ec-cf74-4b80-9324-f871b32e9c08 req-d9caa445-1a95-4656-993c-7f996f266aec tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 210 time: 0.0330224 Mar 11 12:19:23.166874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483c5c97-1d95-4c9c-a8c6-9131798a2529 None None] The sync data for ids ['b9578f02-4ceb-4928-b601-7065b63d24ef'] in n-d-833234-2 is: [{'id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904154116', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:32Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '8d3335f7-7be4-4439-b8c0-a825f6c17b5d', 'name': '', 'network_id': 'f8cc68cf-1095-4a72-8a8c-fc2b71ce2680', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:93:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '362a8589-53e3-43f8-881a-db248656ca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:31Z', 'updated_at': '2022-03-11T12:17:37Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': '362a8589-53e3-43f8-881a-db248656ca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:19:23.202589 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1c6ef585-953d-4923-922c-18200d99447f tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:23.204202 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1c6ef585-953d-4923-922c-18200d99447f tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.71 "GET /v2.0/networks?id=d720625f-3dcb-4447-8c65-2fc9243cbcb2 HTTP/1.1" status: 200 len: 812 time: 0.1354556 Mar 11 12:19:23.218952 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-9e5651e2-4caa-4499-9f2c-6939ce78a25d tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Request body: {'port': {'device_id': 'fd6d85e1-ef46-41c6-b902-e770a28d9942', 'network_id': 'd720625f-3dcb-4447-8c65-2fc9243cbcb2', 'admin_state_up': True, 'tenant_id': '7ef9bd798619444989e92270b63a31c2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:23.333613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-9e5651e2-4caa-4499-9f2c-6939ce78a25d tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Made reservation on behalf of 7ef9bd798619444989e92270b63a31c2 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:19:23.337420 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-9e5651e2-4caa-4499-9f2c-6939ce78a25d tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:23.412074 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86c329-fe58-45ae-9d74-996938426c8f None None] New status for floating IP a82cb69e-6507-4f4d-82d2-5c6e011e387c: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:19:23.469836 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-9e5651e2-4caa-4499-9f2c-6939ce78a25d tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Allocated IP 172.20.0.11 (d720625f-3dcb-4447-8c65-2fc9243cbcb2/766cd0a6-c28b-4623-96f1-40b19a4ea642/2430355c-80a6-4a1a-807e-4fa9d3485d59) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:19:23.622259 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-9e5651e2-4caa-4499-9f2c-6939ce78a25d tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Publish callbacks [] for port (2430355c-80a6-4a1a-807e-4fa9d3485d59), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:23.662025 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-9e5651e2-4caa-4499-9f2c-6939ce78a25d tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (2430355c-80a6-4a1a-807e-4fa9d3485d59), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:23.702965 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-9e5651e2-4caa-4499-9f2c-6939ce78a25d tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Network d720625f-3dcb-4447-8c65-2fc9243cbcb2 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:23.708033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-9e5651e2-4caa-4499-9f2c-6939ce78a25d tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:23.711685 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-9e5651e2-4caa-4499-9f2c-6939ce78a25d tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:19:23.718027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5651e2-4caa-4499-9f2c-6939ce78a25d tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Pushing event updated for resources: {'Port': ['ID=2430355c-80a6-4a1a-807e-4fa9d3485d59,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:23.762999 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-9e5651e2-4caa-4499-9f2c-6939ce78a25d tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:23.763647 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-9e5651e2-4caa-4499-9f2c-6939ce78a25d tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:23.782336 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-9e5651e2-4caa-4499-9f2c-6939ce78a25d tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5677488 Mar 11 12:19:23.794164 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Request body: {'port': {'device_id': 'fd6d85e1-ef46-41c6-b902-e770a28d9942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:23.850462 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763dc86-2e01-4554-8c96-df840f5f5b4a req-3851b0be-79a9-4fd4-8db8-d377f2afc494 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:23.852108 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2763dc86-2e01-4554-8c96-df840f5f5b4a req-3851b0be-79a9-4fd4-8db8-d377f2afc494 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.0558286 Mar 11 12:19:23.858518 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2430355c-80a6-4a1a-807e-4fa9d3485d59), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:23.901686 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2763dc86-2e01-4554-8c96-df840f5f5b4a req-8472fd62-e00d-4796-bdfe-fc8623ad79bd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=e811d5aa-007b-4e8b-b184-54c2010909d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435395 Mar 11 12:19:24.124618 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2430355c-80a6-4a1a-807e-4fa9d3485d59 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:19:24.132808 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Publish callbacks [] for port (2430355c-80a6-4a1a-807e-4fa9d3485d59), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:24.145364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Transition to ACTIVE for port object 2430355c-80a6-4a1a-807e-4fa9d3485d59 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:19:24.151368 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (2430355c-80a6-4a1a-807e-4fa9d3485d59), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:24.187344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a622ad5-82db-450e-91bf-56e6ef1ebfbf req-26fec4d7-c8b2-4f3f-9b4b-0a60fcb6233c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:24.189117 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a622ad5-82db-450e-91bf-56e6ef1ebfbf req-26fec4d7-c8b2-4f3f-9b4b-0a60fcb6233c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.71 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 946 time: 0.0565622 Mar 11 12:19:24.208281 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2430355c-80a6-4a1a-807e-4fa9d3485d59,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:24.276802 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Attempting to bind port 2430355c-80a6-4a1a-807e-4fa9d3485d59 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:19:24.277129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Attempting to bind port 2430355c-80a6-4a1a-807e-4fa9d3485d59 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'ef6149cf-8758-498b-a1df-f0ac6a2fae49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd720625f-3dcb-4447-8c65-2fc9243cbcb2'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:19:24.277453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Attempting to bind port 2430355c-80a6-4a1a-807e-4fa9d3485d59 on network d720625f-3dcb-4447-8c65-2fc9243cbcb2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:19:24.282044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Port 2430355c-80a6-4a1a-807e-4fa9d3485d59 on network d720625f-3dcb-4447-8c65-2fc9243cbcb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:19:24.282356 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Attempting to bind port 2430355c-80a6-4a1a-807e-4fa9d3485d59 on network d720625f-3dcb-4447-8c65-2fc9243cbcb2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:19:24.287115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:19:24.287449 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Checking segment: {'id': 'ef6149cf-8758-498b-a1df-f0ac6a2fae49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd720625f-3dcb-4447-8c65-2fc9243cbcb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:24.287871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Bound using segment: {'id': 'ef6149cf-8758-498b-a1df-f0ac6a2fae49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd720625f-3dcb-4447-8c65-2fc9243cbcb2'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:19:24.288290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Bound port: 2430355c-80a6-4a1a-807e-4fa9d3485d59, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef6149cf-8758-498b-a1df-f0ac6a2fae49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd720625f-3dcb-4447-8c65-2fc9243cbcb2'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:19:24.288639 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2430355c-80a6-4a1a-807e-4fa9d3485d59), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:24.321126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af7a41-86fb-4e81-bdde-51739a5e32e1 req-c9a567a9-5360-4b5c-9119-e515e220b696 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:24.322582 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58af7a41-86fb-4e81-bdde-51739a5e32e1 req-c9a567a9-5360-4b5c-9119-e515e220b696 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 944 time: 0.0960214 Mar 11 12:19:24.350795 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] For port 2430355c-80a6-4a1a-807e-4fa9d3485d59, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:19:24.351055 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-0a622ad5-82db-450e-91bf-56e6ef1ebfbf req-e4219b0f-d122-46ea-9251-e602c8b2996e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:24.351208 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0a622ad5-82db-450e-91bf-56e6ef1ebfbf req-e4219b0f-d122-46ea-9251-e602c8b2996e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:24.353833 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] For port 2430355c-80a6-4a1a-807e-4fa9d3485d59, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=2430355c-80a6-4a1a-807e-4fa9d3485d59,segment=NetworkSegment(ef6149cf-8758-498b-a1df-f0ac6a2fae49),segment_id=ef6149cf-8758-498b-a1df-f0ac6a2fae49)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:19:24.361836 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (2430355c-80a6-4a1a-807e-4fa9d3485d59), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:24.397162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:24.397547 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:24.398815 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] 10.222.0.71 "PUT /v2.0/ports/2430355c-80a6-4a1a-807e-4fa9d3485d59 HTTP/1.1" status: 200 len: 1092 time: 0.6088455 Mar 11 12:19:24.399283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6d85e1-ef46-41c6-b902-e770a28d9942', 'tag': '2430355c-80a6-4a1a-807e-4fa9d3485d59'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:19:24.401583 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1147d8ae-fa71-49eb-bf25-006d771b6fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6d85e1-ef46-41c6-b902-e770a28d9942", "tag": "2430355c-80a6-4a1a-807e-4fa9d3485d59"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:19:24.438140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacfcca-9571-4a12-9074-9381e40b41d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2430355c-80a6-4a1a-807e-4fa9d3485d59,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:24.445339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58af7a41-86fb-4e81-bdde-51739a5e32e1 req-a7008d36-74bd-4e9b-9077-f7dae212a551 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147108 Mar 11 12:19:24.496250 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-0a622ad5-82db-450e-91bf-56e6ef1ebfbf req-e4219b0f-d122-46ea-9251-e602c8b2996e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] For port 4e039b5b-930a-4e76-8bdf-26fc01bcf282, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4e039b5b-930a-4e76-8bdf-26fc01bcf282,segment=NetworkSegment(45ce4ead-168d-4231-ab07-a27ba10b0d83),segment_id=45ce4ead-168d-4231-ab07-a27ba10b0d83)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:24.496616 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0a622ad5-82db-450e-91bf-56e6ef1ebfbf req-e4219b0f-d122-46ea-9251-e602c8b2996e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:24.511885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-0a622ad5-82db-450e-91bf-56e6ef1ebfbf req-e4219b0f-d122-46ea-9251-e602c8b2996e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Calling delete_port for 4e039b5b-930a-4e76-8bdf-26fc01bcf282 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:24.557372 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6b5036-0baa-4682-88b7-926a5a609017 x-openstack-request-id: req-ae6b5036-0baa-4682-88b7-926a5a609017 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:19:24.557673 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6d85e1-ef46-41c6-b902-e770a28d9942", "tag": "2430355c-80a6-4a1a-807e-4fa9d3485d59", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:19:24.557929 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae6b5036-0baa-4682-88b7-926a5a609017 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:19:24.558334 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6d85e1-ef46-41c6-b902-e770a28d9942', 'tag': '2430355c-80a6-4a1a-807e-4fa9d3485d59', 'status': 'completed', 'code': 200} Mar 11 12:19:24.560416 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-8764e178-1cd4-4d53-bfb8-5b3608bcd27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:24.561935 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-8764e178-1cd4-4d53-bfb8-5b3608bcd27a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ef9bd798619444989e92270b63a31c2&device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 1126 time: 0.1166012 Mar 11 12:19:24.605595 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-a5b9e838-592e-4479-b416-7ee89181bfd1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2430355c-80a6-4a1a-807e-4fa9d3485d59 HTTP/1.1" status: 200 len: 217 time: 0.0352297 Mar 11 12:19:24.648108 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0a622ad5-82db-450e-91bf-56e6ef1ebfbf req-e4219b0f-d122-46ea-9251-e602c8b2996e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (4e039b5b-930a-4e76-8bdf-26fc01bcf282), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:24.655763 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-76ece5ac-e985-4bf7-afce-92eec9b8b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:24.657570 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-76ece5ac-e985-4bf7-afce-92eec9b8b3d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=766cd0a6-c28b-4623-96f1-40b19a4ea642 HTTP/1.1" status: 200 len: 852 time: 0.0462706 Mar 11 12:19:24.682392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4219b0f-d122-46ea-9251-e602c8b2996e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Port': ['ID=4e039b5b-930a-4e76-8bdf-26fc01bcf282,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:24.695173 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-fa5ca48f-b2e7-4a43-abd9-e4d751715f59 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d720625f-3dcb-4447-8c65-2fc9243cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301082 Mar 11 12:19:24.724375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a622ad5-82db-450e-91bf-56e6ef1ebfbf req-e4219b0f-d122-46ea-9251-e602c8b2996e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] No DVR routers for this DVR port 4e039b5b-930a-4e76-8bdf-26fc01bcf282 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:19:24.727023 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0a622ad5-82db-450e-91bf-56e6ef1ebfbf req-e4219b0f-d122-46ea-9251-e602c8b2996e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:24.730440 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a622ad5-82db-450e-91bf-56e6ef1ebfbf req-e4219b0f-d122-46ea-9251-e602c8b2996e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.71 "DELETE /v2.0/ports/4e039b5b-930a-4e76-8bdf-26fc01bcf282 HTTP/1.1" status: 204 len: 173 time: 0.5351143 Mar 11 12:19:24.730881 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'name': 'network-vif-deleted', 'tag': '4e039b5b-930a-4e76-8bdf-26fc01bcf282'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:19:24.733229 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebd0a46-981d-4bb3-bdc2-4cd0c508b519" -d '{"events": [{"server_uuid": "34929dbb-a026-48c6-a5dc-cea3d917273b", "name": "network-vif-deleted", "tag": "4e039b5b-930a-4e76-8bdf-26fc01bcf282"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:19:24.770108 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb0a5df-5f94-44ef-a54b-6327b3615931 x-openstack-request-id: req-9fb0a5df-5f94-44ef-a54b-6327b3615931 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:19:24.770493 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34929dbb-a026-48c6-a5dc-cea3d917273b", "name": "network-vif-deleted", "tag": "4e039b5b-930a-4e76-8bdf-26fc01bcf282", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:19:24.770857 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9fb0a5df-5f94-44ef-a54b-6327b3615931 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:19:24.771363 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34929dbb-a026-48c6-a5dc-cea3d917273b', 'name': 'network-vif-deleted', 'tag': '4e039b5b-930a-4e76-8bdf-26fc01bcf282', 'status': 'completed', 'code': 200} Mar 11 12:19:24.789269 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-2f17d8de-05b1-49ad-9b8b-5f1218869554 service neutron] 10.222.0.71 "GET /v2.0/networks/d720625f-3dcb-4447-8c65-2fc9243cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872717 Mar 11 12:19:24.884129 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5046ff2-b4d5-4cc2-975b-ae879ae2b5af req-4a110d77-65ff-432f-902a-ec852f29d5d6 service neutron] 10.222.0.71 "GET /v2.0/networks/d720625f-3dcb-4447-8c65-2fc9243cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874634 Mar 11 12:19:24.981118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147d8ae-fa71-49eb-bf25-006d771b6fd0 req-aa10d05b-8861-4919-842c-5851d60b56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:24.982693 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1147d8ae-fa71-49eb-bf25-006d771b6fd0 req-aa10d05b-8861-4919-842c-5851d60b56dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ef9bd798619444989e92270b63a31c2&device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 1126 time: 0.0500045 Mar 11 12:19:25.012357 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef8fe48a-ec0f-4261-8db0-1c1152ead50e req-6f86aa41-7534-49bf-b0cb-8ccf6662ba34 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=34929dbb-a026-48c6-a5dc-cea3d917273b HTTP/1.1" status: 200 len: 210 time: 0.0280411 Mar 11 12:19:25.085459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147d8ae-fa71-49eb-bf25-006d771b6fd0 req-9d05f804-cc32-46f1-933f-b6fb0957d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:25.086993 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1147d8ae-fa71-49eb-bf25-006d771b6fd0 req-9d05f804-cc32-46f1-933f-b6fb0957d138 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d720625f-3dcb-4447-8c65-2fc9243cbcb2 HTTP/1.1" status: 200 len: 913 time: 0.0969722 Mar 11 12:19:25.129886 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1147d8ae-fa71-49eb-bf25-006d771b6fd0 req-4c815e0a-bc51-427a-ba37-d3163f69e27e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2430355c-80a6-4a1a-807e-4fa9d3485d59 HTTP/1.1" status: 200 len: 217 time: 0.0360565 Mar 11 12:19:25.187289 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147d8ae-fa71-49eb-bf25-006d771b6fd0 req-5c94799f-2f5a-44f7-af83-125c41ecd256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:25.188956 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1147d8ae-fa71-49eb-bf25-006d771b6fd0 req-5c94799f-2f5a-44f7-af83-125c41ecd256 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=766cd0a6-c28b-4623-96f1-40b19a4ea642 HTTP/1.1" status: 200 len: 852 time: 0.0510764 Mar 11 12:19:25.222608 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1147d8ae-fa71-49eb-bf25-006d771b6fd0 req-1188eab3-d41a-4f41-940b-0423cd104f1e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d720625f-3dcb-4447-8c65-2fc9243cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264099 Mar 11 12:19:25.358501 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1147d8ae-fa71-49eb-bf25-006d771b6fd0 req-b2cacac7-7858-4fb4-9fad-79b25d52f6bd service neutron] 10.222.0.71 "GET /v2.0/networks/d720625f-3dcb-4447-8c65-2fc9243cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280982 Mar 11 12:19:25.362326 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6be54519-a8b6-4cff-a7ba-53d18a5ea06c req-9fcc83bb-1736-4577-ad5f-6ad92ffba298 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1052461 Mar 11 12:19:25.488692 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1147d8ae-fa71-49eb-bf25-006d771b6fd0 req-2095c169-343e-4679-9d25-b9a108226991 service neutron] 10.222.0.71 "GET /v2.0/networks/d720625f-3dcb-4447-8c65-2fc9243cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218314 Mar 11 12:19:25.498746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be54519-a8b6-4cff-a7ba-53d18a5ea06c req-d1e7ab65-8602-4db6-83f4-3ffd879042c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:25.500277 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6be54519-a8b6-4cff-a7ba-53d18a5ea06c req-d1e7ab65-8602-4db6-83f4-3ffd879042c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868321f514374492b0b945546931c69b&device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9 HTTP/1.1" status: 200 len: 1128 time: 0.0722816 Mar 11 12:19:25.567631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82507270-4894-40aa-b5e9-c7086baf3214 req-5c56fc12-2290-4e78-add6-a1ec4bf8d354 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:25.569281 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82507270-4894-40aa-b5e9-c7086baf3214 req-5c56fc12-2290-4e78-add6-a1ec4bf8d354 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 944 time: 0.0531378 Mar 11 12:19:25.610097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be54519-a8b6-4cff-a7ba-53d18a5ea06c req-b9c58dec-ef31-47b4-92da-7e756eb80c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:25.611602 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6be54519-a8b6-4cff-a7ba-53d18a5ea06c req-b9c58dec-ef31-47b4-92da-7e756eb80c6c service neutron] 10.222.0.37 "GET /v2.0/networks?id=0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 HTTP/1.1" status: 200 len: 897 time: 0.0901573 Mar 11 12:19:25.621506 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82507270-4894-40aa-b5e9-c7086baf3214 req-7e18e7e3-ec22-4eea-80db-cff1541e0148 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462639 Mar 11 12:19:25.661445 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6be54519-a8b6-4cff-a7ba-53d18a5ea06c req-6e11332a-1737-4d5a-b3cf-abcd73cbe415 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=5edbd2b4-5d5b-4927-9334-e268e4096da0 HTTP/1.1" status: 200 len: 217 time: 0.0430052 Mar 11 12:19:25.718138 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be54519-a8b6-4cff-a7ba-53d18a5ea06c req-562bfa5d-249f-40ce-96bb-c0e795bc7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:25.719623 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6be54519-a8b6-4cff-a7ba-53d18a5ea06c req-562bfa5d-249f-40ce-96bb-c0e795bc7dfd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc4e491a-9209-494c-8823-bef8ce2974d5 HTTP/1.1" status: 200 len: 838 time: 0.0500195 Mar 11 12:19:25.777700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be54519-a8b6-4cff-a7ba-53d18a5ea06c req-905c48ff-65e6-4828-a735-c7b869d51ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:25.779153 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6be54519-a8b6-4cff-a7ba-53d18a5ea06c req-905c48ff-65e6-4828-a735-c7b869d51ada service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0521109 Mar 11 12:19:25.869494 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6be54519-a8b6-4cff-a7ba-53d18a5ea06c req-1d38ee41-cde8-4949-86b0-83cdaef9864c service neutron] 10.222.0.37 "GET /v2.0/networks/0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831783 Mar 11 12:19:25.970831 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6be54519-a8b6-4cff-a7ba-53d18a5ea06c req-51c28bfc-b088-46bc-a520-7ab7534092f0 service neutron] 10.222.0.37 "GET /v2.0/networks/0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943360 Mar 11 12:19:26.074278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40634) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:26.755697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd286db-5d49-429c-ad71-ee633f900643 req-9e43b710-9baf-479c-a25d-f8829cf61c92 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:26.758021 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fdd286db-5d49-429c-ad71-ee633f900643 req-9e43b710-9baf-479c-a25d-f8829cf61c92 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 944 time: 0.0608978 Mar 11 12:19:26.807211 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fdd286db-5d49-429c-ad71-ee633f900643 req-9a4ff630-f1ba-42e1-934d-b10fddbbd03f tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438223 Mar 11 12:19:26.900080 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3ad24d3-bdfc-41c9-b0b5-016b4bbd241c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (b9578f02-4ceb-4928-b601-7065b63d24ef), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:27.222878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad24d3-bdfc-41c9-b0b5-016b4bbd241c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:27.223106 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3ad24d3-bdfc-41c9-b0b5-016b4bbd241c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:27.321096 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-a3ad24d3-bdfc-41c9-b0b5-016b4bbd241c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] For port 8d3335f7-7be4-4439-b8c0-a825f6c17b5d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8d3335f7-7be4-4439-b8c0-a825f6c17b5d,segment=NetworkSegment(45ce4ead-168d-4231-ab07-a27ba10b0d83),segment_id=45ce4ead-168d-4231-ab07-a27ba10b0d83)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:27.321467 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3ad24d3-bdfc-41c9-b0b5-016b4bbd241c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:27.334631 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad24d3-bdfc-41c9-b0b5-016b4bbd241c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Calling delete_port for 8d3335f7-7be4-4439-b8c0-a825f6c17b5d owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:27.533005 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3ad24d3-bdfc-41c9-b0b5-016b4bbd241c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (8d3335f7-7be4-4439-b8c0-a825f6c17b5d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:27.558587 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad24d3-bdfc-41c9-b0b5-016b4bbd241c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Port': ['ID=8d3335f7-7be4-4439-b8c0-a825f6c17b5d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:27.730705 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3ad24d3-bdfc-41c9-b0b5-016b4bbd241c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (b9578f02-4ceb-4928-b601-7065b63d24ef), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:27.930013 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecee73b-008b-4342-b416-76e6dc25afde req-007391ae-a1f7-406a-8d63-16e8d80c6c5f tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:27.931483 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fecee73b-008b-4342-b416-76e6dc25afde req-007391ae-a1f7-406a-8d63-16e8d80c6c5f tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 944 time: 0.0525138 Mar 11 12:19:27.956238 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ad24d3-bdfc-41c9-b0b5-016b4bbd241c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router b9578f02-4ceb-4928-b601-7065b63d24ef has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:19:27.983353 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fecee73b-008b-4342-b416-76e6dc25afde req-9e53520a-1af4-4fca-83ba-be5f5e956c2f tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461810 Mar 11 12:19:28.071439 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ad24d3-bdfc-41c9-b0b5-016b4bbd241c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:19:28.077166 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a3ad24d3-bdfc-41c9-b0b5-016b4bbd241c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "PUT /v2.0/routers/b9578f02-4ceb-4928-b601-7065b63d24ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0015836 Mar 11 12:19:28.080244 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40642) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:28.081592 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13ba03-3e6e-4a7f-9aac-1ec439c4f0d6 None None] Sync routers for ids ['b9578f02-4ceb-4928-b601-7065b63d24ef'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:19:28.092528 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc13ba03-3e6e-4a7f-9aac-1ec439c4f0d6 None None] Routers {'b9578f02-4ceb-4928-b601-7065b63d24ef'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:28.093034 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bc13ba03-3e6e-4a7f-9aac-1ec439c4f0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b9578f02-4ceb-4928-b601-7065b63d24ef'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:28.132086 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe5aac6-b4c5-4741-8d55-9fb7971640ee tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting subnet 362a8589-53e3-43f8-881a-db248656ca21 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:19:28.135277 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fe5aac6-b4c5-4741-8d55-9fb7971640ee tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for subnet (362a8589-53e3-43f8-881a-db248656ca21), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:28.180316 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fe5aac6-b4c5-4741-8d55-9fb7971640ee tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (362a8589-53e3-43f8-881a-db248656ca21), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:28.200519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-bc13ba03-3e6e-4a7f-9aac-1ec439c4f0d6 None None] Set router b9578f02-4ceb-4928-b601-7065b63d24ef gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:28.266094 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fe5aac6-b4c5-4741-8d55-9fb7971640ee tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (362a8589-53e3-43f8-881a-db248656ca21), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:28.326601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fe5aac6-b4c5-4741-8d55-9fb7971640ee tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (362a8589-53e3-43f8-881a-db248656ca21), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:28.358351 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5aac6-b4c5-4741-8d55-9fb7971640ee tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Subnet': ['ID=362a8589-53e3-43f8-881a-db248656ca21,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:28.361886 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fe5aac6-b4c5-4741-8d55-9fb7971640ee tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:28.367810 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8fe5aac6-b4c5-4741-8d55-9fb7971640ee tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/subnets/362a8589-53e3-43f8-881a-db248656ca21 HTTP/1.1" status: 204 len: 168 time: 0.2840831 Mar 11 12:19:28.367947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40644) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:28.372821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4961e36b-70a7-44b4-9a14-24faf3f0020e None None] Network f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:19:28.461634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bc13ba03-3e6e-4a7f-9aac-1ec439c4f0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904154116', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:19:27Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:28.480026 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8716-21b2-486e-8fe0-aa72e2108d40 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router (b9578f02-4ceb-4928-b601-7065b63d24ef), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:28.493196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13ba03-3e6e-4a7f-9aac-1ec439c4f0d6 None None] Checking router: b9578f02-4ceb-4928-b601-7065b63d24ef for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:19:28.507474 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc13ba03-3e6e-4a7f-9aac-1ec439c4f0d6 None None] Routers {'b9578f02-4ceb-4928-b601-7065b63d24ef'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:28.508125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bc13ba03-3e6e-4a7f-9aac-1ec439c4f0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['b9578f02-4ceb-4928-b601-7065b63d24ef'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:28.593289 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8716-21b2-486e-8fe0-aa72e2108d40 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_gateway (b9578f02-4ceb-4928-b601-7065b63d24ef), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:28.657873 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d8716-21b2-486e-8fe0-aa72e2108d40 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting port 28e84d11-16a3-465f-896c-ec8c3e14d4ce {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:28.658219 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8716-21b2-486e-8fe0-aa72e2108d40 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (28e84d11-16a3-465f-896c-ec8c3e14d4ce), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:28.740163 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 2430355c-80a6-4a1a-807e-4fa9d3485d59 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:19:28.740723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-4d7d8716-21b2-486e-8fe0-aa72e2108d40 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] For port 28e84d11-16a3-465f-896c-ec8c3e14d4ce, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=28e84d11-16a3-465f-896c-ec8c3e14d4ce,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:28.741081 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8716-21b2-486e-8fe0-aa72e2108d40 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (28e84d11-16a3-465f-896c-ec8c3e14d4ce), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:28.742381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4e039b5b-930a-4e76-8bdf-26fc01bcf282 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:19:28.755107 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d8716-21b2-486e-8fe0-aa72e2108d40 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Calling delete_port for 28e84d11-16a3-465f-896c-ec8c3e14d4ce owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:28.778957 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 4e039b5b-930a-4e76-8bdf-26fc01bcf282 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:19:28.779300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4e039b5b-930a-4e76-8bdf-26fc01bcf282 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:19:28.845991 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87ecaf8-cd30-440a-a81d-47761cd03376 None None] DHCP port deletion for f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:19:28.933057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-bc13ba03-3e6e-4a7f-9aac-1ec439c4f0d6 None None] Set router b9578f02-4ceb-4928-b601-7065b63d24ef gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:28.937369 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8716-21b2-486e-8fe0-aa72e2108d40 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (28e84d11-16a3-465f-896c-ec8c3e14d4ce), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.063501 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 2430355c-80a6-4a1a-807e-4fa9d3485d59, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=2430355c-80a6-4a1a-807e-4fa9d3485d59,segment=NetworkSegment(ef6149cf-8758-498b-a1df-f0ac6a2fae49),segment_id=ef6149cf-8758-498b-a1df-f0ac6a2fae49)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:29.116130 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '2430355c-80a6-4a1a-807e-4fa9d3485d59', 'network_id': 'd720625f-3dcb-4447-8c65-2fc9243cbcb2', 'port_id': '2430355c-80a6-4a1a-807e-4fa9d3485d59', 'mac_address': 'fa:16:3e:69:25:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766cd0a6-c28b-4623-96f1-40b19a4ea642', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:19:29.131768 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c7b14-f809-426d-8910-2239057994c5 req-ae506ad7-1aa1-4fe0-bc2c-2b2c329f40d7 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:29.132383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b87ecaf8-cd30-440a-a81d-47761cd03376 None None] Deleting port 53ff76b2-384f-47f9-a6b6-f30fe4122443 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:29.132383 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b87ecaf8-cd30-440a-a81d-47761cd03376 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (53ff76b2-384f-47f9-a6b6-f30fe4122443), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.134339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b47c7b14-f809-426d-8910-2239057994c5 req-ae506ad7-1aa1-4fe0-bc2c-2b2c329f40d7 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 944 time: 0.0688903 Mar 11 12:19:29.135338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40650) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:29.228850 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d8716-21b2-486e-8fe0-aa72e2108d40 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Port': ['ID=28e84d11-16a3-465f-896c-ec8c3e14d4ce,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:29.264864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b87ecaf8-cd30-440a-a81d-47761cd03376 None None] For port 53ff76b2-384f-47f9-a6b6-f30fe4122443, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=53ff76b2-384f-47f9-a6b6-f30fe4122443,segment=NetworkSegment(45ce4ead-168d-4231-ab07-a27ba10b0d83),segment_id=45ce4ead-168d-4231-ab07-a27ba10b0d83)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:29.265236 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b87ecaf8-cd30-440a-a81d-47761cd03376 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (53ff76b2-384f-47f9-a6b6-f30fe4122443), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.282181 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 2430355c-80a6-4a1a-807e-4fa9d3485d59 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:29.282542 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2430355c-80a6-4a1a-807e-4fa9d3485d59), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.284552 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b87ecaf8-cd30-440a-a81d-47761cd03376 None None] Calling delete_port for 53ff76b2-384f-47f9-a6b6-f30fe4122443 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:29.290441 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b47c7b14-f809-426d-8910-2239057994c5 req-47652275-f727-424d-a4f6-2a2c56a033fb tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070387 Mar 11 12:19:29.315687 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8716-21b2-486e-8fe0-aa72e2108d40 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (b9578f02-4ceb-4928-b601-7065b63d24ef), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.352331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2430355c-80a6-4a1a-807e-4fa9d3485d59 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:19:29.389675 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 2430355c-80a6-4a1a-807e-4fa9d3485d59, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=2430355c-80a6-4a1a-807e-4fa9d3485d59,segment=NetworkSegment(ef6149cf-8758-498b-a1df-f0ac6a2fae49),segment_id=ef6149cf-8758-498b-a1df-f0ac6a2fae49)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:29.397720 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2430355c-80a6-4a1a-807e-4fa9d3485d59), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.403187 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bc13ba03-3e6e-4a7f-9aac-1ec439c4f0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904154116', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:19:27Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:29.404906 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8716-21b2-486e-8fe0-aa72e2108d40 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (b9578f02-4ceb-4928-b601-7065b63d24ef), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.407211 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8716-21b2-486e-8fe0-aa72e2108d40 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_controller (b9578f02-4ceb-4928-b601-7065b63d24ef), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.459356 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8716-21b2-486e-8fe0-aa72e2108d40 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (b9578f02-4ceb-4928-b601-7065b63d24ef), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.459973 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7d8716-21b2-486e-8fe0-aa72e2108d40 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Fanout notify agent at l3_agent the message router_deleted on router b9578f02-4ceb-4928-b601-7065b63d24ef {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:19:29.461366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13ba03-3e6e-4a7f-9aac-1ec439c4f0d6 None None] The sync data for ids ['b9578f02-4ceb-4928-b601-7065b63d24ef'] in n-d-833234-2 is: [{'id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904154116', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:19:27Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '28e84d11-16a3-465f-896c-ec8c3e14d4ce', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9578f02-4ceb-4928-b601-7065b63d24ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:27Z', 'updated_at': '2022-03-11T12:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:19:29.473263 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8716-21b2-486e-8fe0-aa72e2108d40 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.477409 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4d7d8716-21b2-486e-8fe0-aa72e2108d40 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/routers/b9578f02-4ceb-4928-b601-7065b63d24ef HTTP/1.1" status: 204 len: 168 time: 1.1084900 Mar 11 12:19:29.478148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40652) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:29.495458 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b87ecaf8-cd30-440a-a81d-47761cd03376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (53ff76b2-384f-47f9-a6b6-f30fe4122443), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.503988 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=2430355c-80a6-4a1a-807e-4fa9d3485d59,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:29.515226 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ecaf8-cd30-440a-a81d-47761cd03376 None None] No DVR routers for this DVR port 53ff76b2-384f-47f9-a6b6-f30fe4122443 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:19:29.537104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ecaf8-cd30-440a-a81d-47761cd03376 None None] Pushing event deleted for resources: {'Port': ['ID=53ff76b2-384f-47f9-a6b6-f30fe4122443,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:29.565293 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb1806ca-0318-46a6-8598-96c735e918d6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (f8cc68cf-1095-4a72-8a8c-fc2b71ce2680), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.592863 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bbe485b-e52c-4dbf-b928-234c558ecb6d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (d35a458d-372c-4886-9fc4-68726c9dfaad), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.629698 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['2430355c-80a6-4a1a-807e-4fa9d3485d59'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:19:29.664420 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb1806ca-0318-46a6-8598-96c735e918d6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (f8cc68cf-1095-4a72-8a8c-fc2b71ce2680), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.687575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-cb1806ca-0318-46a6-8598-96c735e918d6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cc68cf-1095-4a72-8a8c-fc2b71ce2680']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:29.703565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-cb1806ca-0318-46a6-8598-96c735e918d6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ce4ead-168d-4231-ab07-a27ba10b0d83') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:29.704130 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-cb1806ca-0318-46a6-8598-96c735e918d6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ce4ead-168d-4231-ab07-a27ba10b0d83') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:29.718151 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb1806ca-0318-46a6-8598-96c735e918d6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (45ce4ead-168d-4231-ab07-a27ba10b0d83), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.736301 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb1806ca-0318-46a6-8598-96c735e918d6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (45ce4ead-168d-4231-ab07-a27ba10b0d83), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.743714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1806ca-0318-46a6-8598-96c735e918d6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:19:29.744220 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb1806ca-0318-46a6-8598-96c735e918d6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (45ce4ead-168d-4231-ab07-a27ba10b0d83), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:19:29.748049 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:19:29.814779 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb1806ca-0318-46a6-8598-96c735e918d6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (f8cc68cf-1095-4a72-8a8c-fc2b71ce2680), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.823230 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb1806ca-0318-46a6-8598-96c735e918d6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.826934 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cb1806ca-0318-46a6-8598-96c735e918d6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/networks/f8cc68cf-1095-4a72-8a8c-fc2b71ce2680 HTTP/1.1" status: 204 len: 168 time: 0.3476009 Mar 11 12:19:29.829793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40654) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:29.849345 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1806ca-0318-46a6-8598-96c735e918d6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Network': ['ID=f8cc68cf-1095-4a72-8a8c-fc2b71ce2680,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:29.918030 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec2e87bd-f44e-4bfa-a89a-259102ef5a00 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (e811d5aa-007b-4e8b-b184-54c2010909d4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:29.948734 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec2e87bd-f44e-4bfa-a89a-259102ef5a00 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (e811d5aa-007b-4e8b-b184-54c2010909d4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.019227 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec2e87bd-f44e-4bfa-a89a-259102ef5a00 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (e811d5aa-007b-4e8b-b184-54c2010909d4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.025748 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec2e87bd-f44e-4bfa-a89a-259102ef5a00 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.026931 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ec2e87bd-f44e-4bfa-a89a-259102ef5a00 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/security-groups/e811d5aa-007b-4e8b-b184-54c2010909d4 HTTP/1.1" status: 204 len: 168 time: 0.1854408 Mar 11 12:19:30.036371 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e87bd-f44e-4bfa-a89a-259102ef5a00 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e811d5aa-007b-4e8b-b184-54c2010909d4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:30.227615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40660) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:30.238640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-79dbb58a-d00c-4a91-935a-fff0b1f1c229 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486385600', 'description': 'tempest-secgroup-smoke-486385600 description', 'project_id': '90210211b9a748d8a45f81106abe76ca'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:30.264224 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-79dbb58a-d00c-4a91-935a-fff0b1f1c229 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.298468 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe485b-e52c-4dbf-b928-234c558ecb6d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Deleting port afc65741-288d-4b70-b782-992ff5f69094 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:30.299119 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bbe485b-e52c-4dbf-b928-234c558ecb6d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (afc65741-288d-4b70-b782-992ff5f69094), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.334825 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-79dbb58a-d00c-4a91-935a-fff0b1f1c229 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (f519bcda-362a-4ecd-a67f-5b82df6a0cdb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.339945 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-79dbb58a-d00c-4a91-935a-fff0b1f1c229 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f519bcda-362a-4ecd-a67f-5b82df6a0cdb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.373011 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-79dbb58a-d00c-4a91-935a-fff0b1f1c229 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.374337 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-79dbb58a-d00c-4a91-935a-fff0b1f1c229 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1455595 Mar 11 12:19:30.375475 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbb58a-d00c-4a91-935a-fff0b1f1c229 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f519bcda-362a-4ecd-a67f-5b82df6a0cdb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:30.378432 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40664) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:30.383113 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-90966d02-32a4-4ebb-9987-686cae5dae0d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': 'f519bcda-362a-4ecd-a67f-5b82df6a0cdb', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:30.409389 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90966d02-32a4-4ebb-9987-686cae5dae0d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (7db24380-d277-4883-b2dc-e036cbc2779b), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.431084 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-9bbe485b-e52c-4dbf-b928-234c558ecb6d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] For port afc65741-288d-4b70-b782-992ff5f69094, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=afc65741-288d-4b70-b782-992ff5f69094,segment=NetworkSegment(884ac114-e853-40e0-9fcf-0677a6ab440e),segment_id=884ac114-e853-40e0-9fcf-0677a6ab440e)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:30.431446 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bbe485b-e52c-4dbf-b928-234c558ecb6d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (afc65741-288d-4b70-b782-992ff5f69094), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.457476 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab4f0d-f54c-4b10-90a6-6f17bc6b1036 req-fb8aaa2f-9a32-410d-a2dc-3ee9e1ec2d5f tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:30.459512 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-abab4f0d-f54c-4b10-90a6-6f17bc6b1036 req-fb8aaa2f-9a32-410d-a2dc-3ee9e1ec2d5f tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 945 time: 0.0942836 Mar 11 12:19:30.464193 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe485b-e52c-4dbf-b928-234c558ecb6d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Calling delete_port for afc65741-288d-4b70-b782-992ff5f69094 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:30.471402 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90966d02-32a4-4ebb-9987-686cae5dae0d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (7db24380-d277-4883-b2dc-e036cbc2779b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.476608 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90966d02-32a4-4ebb-9987-686cae5dae0d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (7db24380-d277-4883-b2dc-e036cbc2779b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.496122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90966d02-32a4-4ebb-9987-686cae5dae0d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db24380-d277-4883-b2dc-e036cbc2779b,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:30.507349 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90966d02-32a4-4ebb-9987-686cae5dae0d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.508683 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-90966d02-32a4-4ebb-9987-686cae5dae0d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293185 Mar 11 12:19:30.511446 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40666) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:30.515883 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7022fa90-e013-4e34-a646-d5ff9c2b45bc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': 'f519bcda-362a-4ecd-a67f-5b82df6a0cdb', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:30.548508 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7022fa90-e013-4e34-a646-d5ff9c2b45bc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (3eebc8eb-a98a-40b8-80ae-daaf4a93033f), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.561192 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-abab4f0d-f54c-4b10-90a6-6f17bc6b1036 req-9866b69c-f760-4ae4-8e52-9fe5b148eb0e tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949011 Mar 11 12:19:30.577930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 2430355c-80a6-4a1a-807e-4fa9d3485d59 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:30.619162 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7022fa90-e013-4e34-a646-d5ff9c2b45bc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (3eebc8eb-a98a-40b8-80ae-daaf4a93033f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.625069 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7022fa90-e013-4e34-a646-d5ff9c2b45bc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (3eebc8eb-a98a-40b8-80ae-daaf4a93033f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.654332 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022fa90-e013-4e34-a646-d5ff9c2b45bc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eebc8eb-a98a-40b8-80ae-daaf4a93033f,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:30.666012 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7022fa90-e013-4e34-a646-d5ff9c2b45bc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.668922 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7022fa90-e013-4e34-a646-d5ff9c2b45bc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1564837 Mar 11 12:19:30.674266 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40668) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:30.677829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-66cbeda6-6878-4c1a-9c78-ac782a5eb3c2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': 'f519bcda-362a-4ecd-a67f-5b82df6a0cdb', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:30.697249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 2430355c-80a6-4a1a-807e-4fa9d3485d59 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:19:30.699767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 53ff76b2-384f-47f9-a6b6-f30fe4122443 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:19:30.714520 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66cbeda6-6878-4c1a-9c78-ac782a5eb3c2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (4a17c6bc-89db-4808-9ca4-e70b15458ab3), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.724381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 2430355c-80a6-4a1a-807e-4fa9d3485d59 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:30.724736 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (2430355c-80a6-4a1a-807e-4fa9d3485d59), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.726574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 53ff76b2-384f-47f9-a6b6-f30fe4122443 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:19:30.726974 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 53ff76b2-384f-47f9-a6b6-f30fe4122443 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:19:30.727454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8d3335f7-7be4-4439-b8c0-a825f6c17b5d no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:19:30.742902 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bbe485b-e52c-4dbf-b928-234c558ecb6d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (afc65741-288d-4b70-b782-992ff5f69094), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.769073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 8d3335f7-7be4-4439-b8c0-a825f6c17b5d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:19:30.769420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8d3335f7-7be4-4439-b8c0-a825f6c17b5d not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:19:30.769905 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 28e84d11-16a3-465f-896c-ec8c3e14d4ce no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:19:30.775820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe485b-e52c-4dbf-b928-234c558ecb6d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'Port': ['ID=afc65741-288d-4b70-b782-992ff5f69094,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:30.793874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 28e84d11-16a3-465f-896c-ec8c3e14d4ce {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:19:30.794295 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 28e84d11-16a3-465f-896c-ec8c3e14d4ce not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:19:30.798005 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66cbeda6-6878-4c1a-9c78-ac782a5eb3c2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (4a17c6bc-89db-4808-9ca4-e70b15458ab3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.805086 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66cbeda6-6878-4c1a-9c78-ac782a5eb3c2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (4a17c6bc-89db-4808-9ca4-e70b15458ab3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.826899 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbeda6-6878-4c1a-9c78-ac782a5eb3c2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a17c6bc-89db-4808-9ca4-e70b15458ab3,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:30.837279 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66cbeda6-6878-4c1a-9c78-ac782a5eb3c2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.838881 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-66cbeda6-6878-4c1a-9c78-ac782a5eb3c2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1659248 Mar 11 12:19:30.841464 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40670) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:30.846135 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b9b04aef-e6a8-4adf-84e7-57a9936bf885 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': 'f519bcda-362a-4ecd-a67f-5b82df6a0cdb', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:30.863484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 2430355c-80a6-4a1a-807e-4fa9d3485d59 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:30.864387 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2430355c-80a6-4a1a-807e-4fa9d3485d59), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.888383 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9b04aef-e6a8-4adf-84e7-57a9936bf885 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (ad07be4c-8b7f-4c66-96d4-a7160599320f), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.898628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6d85e1-ef46-41c6-b902-e770a28d9942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2430355c-80a6-4a1a-807e-4fa9d3485d59'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:19:30.901637 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc35a23-16c5-4212-81c8-3592198fffd5" -d '{"events": [{"server_uuid": "fd6d85e1-ef46-41c6-b902-e770a28d9942", "name": "network-vif-plugged", "status": "completed", "tag": "2430355c-80a6-4a1a-807e-4fa9d3485d59"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:19:30.917180 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 2430355c-80a6-4a1a-807e-4fa9d3485d59, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=2430355c-80a6-4a1a-807e-4fa9d3485d59,segment=NetworkSegment(ef6149cf-8758-498b-a1df-f0ac6a2fae49),segment_id=ef6149cf-8758-498b-a1df-f0ac6a2fae49)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:30.926487 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (2430355c-80a6-4a1a-807e-4fa9d3485d59), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.969931 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41bd1c2-2602-4c91-8b4d-62e7c83bddea x-openstack-request-id: req-d41bd1c2-2602-4c91-8b4d-62e7c83bddea {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:19:30.970486 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6d85e1-ef46-41c6-b902-e770a28d9942", "name": "network-vif-plugged", "status": "completed", "tag": "2430355c-80a6-4a1a-807e-4fa9d3485d59", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:19:30.971188 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d41bd1c2-2602-4c91-8b4d-62e7c83bddea {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:19:30.971798 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6d85e1-ef46-41c6-b902-e770a28d9942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2430355c-80a6-4a1a-807e-4fa9d3485d59', 'code': 200} Mar 11 12:19:30.972245 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9b04aef-e6a8-4adf-84e7-57a9936bf885 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (ad07be4c-8b7f-4c66-96d4-a7160599320f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:30.980416 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9b04aef-e6a8-4adf-84e7-57a9936bf885 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (ad07be4c-8b7f-4c66-96d4-a7160599320f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.001657 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b04aef-e6a8-4adf-84e7-57a9936bf885 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad07be4c-8b7f-4c66-96d4-a7160599320f,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:31.017168 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9b04aef-e6a8-4adf-84e7-57a9936bf885 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.022154 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b9b04aef-e6a8-4adf-84e7-57a9936bf885 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1792977 Mar 11 12:19:31.022808 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40674) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:31.026509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=2430355c-80a6-4a1a-807e-4fa9d3485d59,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:31.030174 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-17d088e7-4d62-473a-b715-c124ad66b346 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': 'f519bcda-362a-4ecd-a67f-5b82df6a0cdb', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:31.034033 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bbe485b-e52c-4dbf-b928-234c558ecb6d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (d35a458d-372c-4886-9fc4-68726c9dfaad), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.080640 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-17d088e7-4d62-473a-b715-c124ad66b346 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Project 90210211b9a748d8a45f81106abe76ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:19:31.087985 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17d088e7-4d62-473a-b715-c124ad66b346 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (b4dd6c22-9327-460d-9260-2974887bd4b0), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.115212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53512dbf-e8ea-4c24-b24b-03537d92e9bc req-4ed12305-692b-49f1-98c4-2b4dc5ad8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:31.116765 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-53512dbf-e8ea-4c24-b24b-03537d92e9bc req-4ed12305-692b-49f1-98c4-2b4dc5ad8fe7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 1128 time: 0.0771885 Mar 11 12:19:31.182165 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17d088e7-4d62-473a-b715-c124ad66b346 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (b4dd6c22-9327-460d-9260-2974887bd4b0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.184751 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-53512dbf-e8ea-4c24-b24b-03537d92e9bc req-4df2ad81-0e14-4d21-9141-fda8310626bc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587938 Mar 11 12:19:31.187227 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17d088e7-4d62-473a-b715-c124ad66b346 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (b4dd6c22-9327-460d-9260-2974887bd4b0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.204575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d088e7-4d62-473a-b715-c124ad66b346 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4dd6c22-9327-460d-9260-2974887bd4b0,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:31.213861 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-17d088e7-4d62-473a-b715-c124ad66b346 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.217921 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-17d088e7-4d62-473a-b715-c124ad66b346 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1914952 Mar 11 12:19:31.218568 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40676) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:31.225014 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-cd151979-43c9-4dda-a046-2cbb8d1e69d8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': 'f519bcda-362a-4ecd-a67f-5b82df6a0cdb', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:31.288236 n-d-833234-2 neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-cd151979-43c9-4dda-a046-2cbb8d1e69d8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Project 90210211b9a748d8a45f81106abe76ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:19:31.295637 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cd151979-43c9-4dda-a046-2cbb8d1e69d8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (fec966c7-8a14-41d3-86ee-2e28ed6aa343), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.301944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbe485b-e52c-4dbf-b928-234c558ecb6d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Router d35a458d-372c-4886-9fc4-68726c9dfaad has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:19:31.401167 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cd151979-43c9-4dda-a046-2cbb8d1e69d8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (fec966c7-8a14-41d3-86ee-2e28ed6aa343), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.407265 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cd151979-43c9-4dda-a046-2cbb8d1e69d8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (fec966c7-8a14-41d3-86ee-2e28ed6aa343), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.457099 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd151979-43c9-4dda-a046-2cbb8d1e69d8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec966c7-8a14-41d3-86ee-2e28ed6aa343,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:31.466909 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbe485b-e52c-4dbf-b928-234c558ecb6d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:19:31.470962 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cd151979-43c9-4dda-a046-2cbb8d1e69d8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.472180 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cd151979-43c9-4dda-a046-2cbb8d1e69d8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2526588 Mar 11 12:19:31.478323 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9bbe485b-e52c-4dbf-b928-234c558ecb6d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "PUT /v2.0/routers/d35a458d-372c-4886-9fc4-68726c9dfaad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3392382 Mar 11 12:19:31.478497 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40678) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:31.479229 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4568f4-42be-4891-b961-1715cd71d0a1 None None] Sync routers for ids ['d35a458d-372c-4886-9fc4-68726c9dfaad'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:19:31.490801 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4568f4-42be-4891-b961-1715cd71d0a1 None None] Routers {'d35a458d-372c-4886-9fc4-68726c9dfaad'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:31.491498 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5d4568f4-42be-4891-b961-1715cd71d0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d35a458d-372c-4886-9fc4-68726c9dfaad'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:31.491695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ca8e2bea-9cb1-42f4-8afd-dd3eb0e44a93 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'network': {'name': 'tempest-network-smoke--1134046799', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'port_security_enabled': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:31.513788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8e2bea-9cb1-42f4-8afd-dd3eb0e44a93 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Made reservation on behalf of 90210211b9a748d8a45f81106abe76ca for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:19:31.517264 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca8e2bea-9cb1-42f4-8afd-dd3eb0e44a93 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.542509 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8e2bea-9cb1-42f4-8afd-dd3eb0e44a93 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:19:31.552467 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca8e2bea-9cb1-42f4-8afd-dd3eb0e44a93 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (44c6ad16-eece-4f1b-83fa-335734b6adb2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.552832 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-ca8e2bea-9cb1-42f4-8afd-dd3eb0e44a93 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Added segment 44c6ad16-eece-4f1b-83fa-335734b6adb2 of type vlan for network a1e45e95-fb0a-4471-b25c-e285d7f4f127 Mar 11 12:19:31.601146 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca8e2bea-9cb1-42f4-8afd-dd3eb0e44a93 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (a1e45e95-fb0a-4471-b25c-e285d7f4f127), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.617922 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5d4568f4-42be-4891-b961-1715cd71d0a1 None None] Set router d35a458d-372c-4886-9fc4-68726c9dfaad gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:31.642018 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca8e2bea-9cb1-42f4-8afd-dd3eb0e44a93 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (a1e45e95-fb0a-4471-b25c-e285d7f4f127), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.648308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8e2bea-9cb1-42f4-8afd-dd3eb0e44a93 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:31.649282 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca8e2bea-9cb1-42f4-8afd-dd3eb0e44a93 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.693689 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ca8e2bea-9cb1-42f4-8afd-dd3eb0e44a93 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2162616 Mar 11 12:19:31.696401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40686) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:31.701036 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1151061155', 'admin_state_up': True, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:31.724277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fce7f-3717-4314-a2fe-98afaafcd761 req-cd9a94c0-da20-4538-8e16-3b2b3004cab3 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:31.725648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de5fce7f-3717-4314-a2fe-98afaafcd761 req-cd9a94c0-da20-4538-8e16-3b2b3004cab3 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 946 time: 0.0803266 Mar 11 12:19:31.737826 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e2bea-9cb1-42f4-8afd-dd3eb0e44a93 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Network': ['ID=a1e45e95-fb0a-4471-b25c-e285d7f4f127,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:31.750407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network a1e45e95-fb0a-4471-b25c-e285d7f4f127 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:19:31.754122 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (20cef5d3-455d-41ac-92d7-23357a25f0eb), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.756082 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (20cef5d3-455d-41ac-92d7-23357a25f0eb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.802817 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27a0ea-b903-42e9-99dc-dc0226d32d60 req-814b8109-43b4-4f60-9f3d-1021c2ef48a3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:31.809720 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea27a0ea-b903-42e9-99dc-dc0226d32d60 req-814b8109-43b4-4f60-9f3d-1021c2ef48a3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9 HTTP/1.1" status: 200 len: 946 time: 0.1047730 Mar 11 12:19:31.819013 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_controller (20cef5d3-455d-41ac-92d7-23357a25f0eb), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:31.821941 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de5fce7f-3717-4314-a2fe-98afaafcd761 req-34f64954-853a-4bba-8114-0237b678cece tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774784 Mar 11 12:19:31.864649 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea27a0ea-b903-42e9-99dc-dc0226d32d60 req-e4428a4f-8aec-46bf-b7d1-f433e3ac30f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=fa9a469f-fa32-444b-ad5c-a29de51adbee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535076 Mar 11 12:19:31.907680 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5d4568f4-42be-4891-b961-1715cd71d0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:19:30Z', 'revision_number': 6, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '2a414e42-9101-4337-9a51-2bb03e7e8572', 'tenant_id': '868321f514374492b0b945546931c69b', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'port_id': '7165b47b-d9b6-4a77-b201-78b07d3e22b1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'mac_address': 'fa:16:3e:06:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:18:12Z', 'updated_at': '2022-03-11T12:18:15Z', 'revision_number': 1, 'project_id': '868321f514374492b0b945546931c69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88598f2d-f258-4de6-936a-0aa10a68981c', 'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:bf:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '388ee9fe-109c-4129-9ef6-38168259430e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:49Z', 'updated_at': '2022-03-11T12:17:56Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '388ee9fe-109c-4129-9ef6-38168259430e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:31.933809 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4568f4-42be-4891-b961-1715cd71d0a1 None None] Checking router: d35a458d-372c-4886-9fc4-68726c9dfaad for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:19:31.943884 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4568f4-42be-4891-b961-1715cd71d0a1 None None] Routers {'d35a458d-372c-4886-9fc4-68726c9dfaad'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:31.944519 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5d4568f4-42be-4891-b961-1715cd71d0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d35a458d-372c-4886-9fc4-68726c9dfaad'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:31.988115 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_gateway (20cef5d3-455d-41ac-92d7-23357a25f0eb), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:32.058668 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5d4568f4-42be-4891-b961-1715cd71d0a1 None None] Set router d35a458d-372c-4886-9fc4-68726c9dfaad gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:32.190866 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_gateway (20cef5d3-455d-41ac-92d7-23357a25f0eb), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:32.210782 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:32.295841 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5d4568f4-42be-4891-b961-1715cd71d0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:19:30Z', 'revision_number': 6, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '2a414e42-9101-4337-9a51-2bb03e7e8572', 'tenant_id': '868321f514374492b0b945546931c69b', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'port_id': '7165b47b-d9b6-4a77-b201-78b07d3e22b1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'mac_address': 'fa:16:3e:06:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:18:12Z', 'updated_at': '2022-03-11T12:18:15Z', 'revision_number': 1, 'project_id': '868321f514374492b0b945546931c69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88598f2d-f258-4de6-936a-0aa10a68981c', 'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:bf:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '388ee9fe-109c-4129-9ef6-38168259430e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:49Z', 'updated_at': '2022-03-11T12:17:56Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '388ee9fe-109c-4129-9ef6-38168259430e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:32.324748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Allocated IP 172.25.7.153 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/a6823531-195c-458e-ad3e-02aca0840c2c) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:19:32.330411 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4568f4-42be-4891-b961-1715cd71d0a1 None None] The sync data for ids ['d35a458d-372c-4886-9fc4-68726c9dfaad'] in n-d-833234-2 is: [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:19:30Z', 'revision_number': 6, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '2a414e42-9101-4337-9a51-2bb03e7e8572', 'tenant_id': '868321f514374492b0b945546931c69b', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'port_id': '7165b47b-d9b6-4a77-b201-78b07d3e22b1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'mac_address': 'fa:16:3e:06:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:18:12Z', 'updated_at': '2022-03-11T12:18:15Z', 'revision_number': 1, 'project_id': '868321f514374492b0b945546931c69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88598f2d-f258-4de6-936a-0aa10a68981c', 'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:bf:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '388ee9fe-109c-4129-9ef6-38168259430e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:49Z', 'updated_at': '2022-03-11T12:17:56Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '388ee9fe-109c-4129-9ef6-38168259430e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:19:32.429885 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (a6823531-195c-458e-ad3e-02aca0840c2c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:32.466708 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a6823531-195c-458e-ad3e-02aca0840c2c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:32.504476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:32.510788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:32.515120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:19:32.518099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=a6823531-195c-458e-ad3e-02aca0840c2c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:32.746550 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device afc65741-288d-4b70-b782-992ff5f69094 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:19:32.777795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: afc65741-288d-4b70-b782-992ff5f69094 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:19:32.778444 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device afc65741-288d-4b70-b782-992ff5f69094 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:19:32.799034 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_gateway (20cef5d3-455d-41ac-92d7-23357a25f0eb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:32.994405 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdf571-f919-4502-a993-7f2ea2a9b747 req-fc533d4f-7ba2-4d96-bc4c-24609ece3cdb tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:32.995929 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fffdf571-f919-4502-a993-7f2ea2a9b747 req-fc533d4f-7ba2-4d96-bc4c-24609ece3cdb tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 946 time: 0.0970829 Mar 11 12:19:33.016124 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4dd5b-79f5-4be4-b1e0-32c49b0e3416 req-614edcd7-b151-4d73-8f80-0f8c0f5f2517 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:33.016642 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (20cef5d3-455d-41ac-92d7-23357a25f0eb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:33.017563 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78c4dd5b-79f5-4be4-b1e0-32c49b0e3416 req-614edcd7-b151-4d73-8f80-0f8c0f5f2517 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9 HTTP/1.1" status: 200 len: 946 time: 0.0804315 Mar 11 12:19:33.079773 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fffdf571-f919-4502-a993-7f2ea2a9b747 req-b6bd3197-d345-4fe3-ba6e-23423a5c2d75 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763843 Mar 11 12:19:33.093692 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78c4dd5b-79f5-4be4-b1e0-32c49b0e3416 req-58b03448-9af9-4ffd-b3da-dae403896bc2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=fa9a469f-fa32-444b-ad5c-a29de51adbee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671735 Mar 11 12:19:33.162669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69559433-d248-404e-bb89-a7bd650158bf req-bc5654ab-cb39-4b6c-8acc-c344c650e77b tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:33.164156 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-69559433-d248-404e-bb89-a7bd650158bf req-bc5654ab-cb39-4b6c-8acc-c344c650e77b tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9 HTTP/1.1" status: 200 len: 946 time: 0.1069100 Mar 11 12:19:33.199858 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539c460-0941-4795-9643-eb9c2fc33e22 req-56b061bb-c21e-45db-9b87-982c24fa9753 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:33.201384 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d539c460-0941-4795-9643-eb9c2fc33e22 req-56b061bb-c21e-45db-9b87-982c24fa9753 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 946 time: 0.0540569 Mar 11 12:19:33.250742 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d539c460-0941-4795-9643-eb9c2fc33e22 req-125ccf64-a328-4cff-b010-4d40dfc87ad9 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435297 Mar 11 12:19:33.256340 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router 20cef5d3-455d-41ac-92d7-23357a25f0eb is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:19:33.319154 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-69559433-d248-404e-bb89-a7bd650158bf req-b9661d9f-2233-4e7c-8b9e-54d3b7af5101 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Deleting port 5edbd2b4-5d5b-4927-9334-e268e4096da0 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:33.319498 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-69559433-d248-404e-bb89-a7bd650158bf req-b9661d9f-2233-4e7c-8b9e-54d3b7af5101 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5edbd2b4-5d5b-4927-9334-e268e4096da0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:33.454207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:19:33.465829 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Sync routers for ids ['20cef5d3-455d-41ac-92d7-23357a25f0eb'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:19:33.467031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-69559433-d248-404e-bb89-a7bd650158bf req-b9661d9f-2233-4e7c-8b9e-54d3b7af5101 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] For port 5edbd2b4-5d5b-4927-9334-e268e4096da0, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5edbd2b4-5d5b-4927-9334-e268e4096da0,segment=NetworkSegment(884ac114-e853-40e0-9fcf-0677a6ab440e),segment_id=884ac114-e853-40e0-9fcf-0677a6ab440e)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:33.467395 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-69559433-d248-404e-bb89-a7bd650158bf req-b9661d9f-2233-4e7c-8b9e-54d3b7af5101 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5edbd2b4-5d5b-4927-9334-e268e4096da0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:33.478445 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Routers {'20cef5d3-455d-41ac-92d7-23357a25f0eb'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:33.479136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['20cef5d3-455d-41ac-92d7-23357a25f0eb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:33.484477 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-69559433-d248-404e-bb89-a7bd650158bf req-b9661d9f-2233-4e7c-8b9e-54d3b7af5101 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Calling delete_port for 5edbd2b4-5d5b-4927-9334-e268e4096da0 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:33.495217 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582cdc5-7059-46a0-9840-7990f97799b9 req-04331a76-8c3f-4fb6-83db-ea19dbafd96e tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:33.495962 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:33.500172 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c5f9c726-6bc3-4bf6-81df-770bbdf7996a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7998600 Mar 11 12:19:33.500765 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40698) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:33.502757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3582cdc5-7059-46a0-9840-7990f97799b9 req-04331a76-8c3f-4fb6-83db-ea19dbafd96e tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 946 time: 0.0650544 Mar 11 12:19:33.553208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3582cdc5-7059-46a0-9840-7990f97799b9 req-4b4ce80a-73b2-48e2-bb0d-c64f726ab405 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494478 Mar 11 12:19:33.559513 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b0a4d5a9-90f4-46a2-9965-747b19cf9328 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=90210211b9a748d8a45f81106abe76ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0580273 Mar 11 12:19:33.562882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40700) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:33.592523 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Set router 20cef5d3-455d-41ac-92d7-23357a25f0eb gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:33.695190 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79207bfa-c1bb-421e-b4d2-14d0143ff98e tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:33.696606 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-79207bfa-c1bb-421e-b4d2-14d0143ff98e tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328323 Mar 11 12:19:33.699482 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40702) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:33.740116 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dd716c82-5f1e-4c8f-98ee-f89cdc349179 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389376 Mar 11 12:19:33.743351 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40704) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:33.749755 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-06503001-ba97-4ca6-aec4-b36d8793437b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-267884303', 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:33.757741 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-69559433-d248-404e-bb89-a7bd650158bf req-b9661d9f-2233-4e7c-8b9e-54d3b7af5101 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5edbd2b4-5d5b-4927-9334-e268e4096da0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:33.775039 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151061155', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:31Z', 'updated_at': '2022-03-11T12:19:32Z', 'revision_number': 3, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:32Z', 'updated_at': '2022-03-11T12:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:33.793336 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9661d9f-2233-4e7c-8b9e-54d3b7af5101 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'Port': ['ID=5edbd2b4-5d5b-4927-9334-e268e4096da0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:33.806781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Checking router: 20cef5d3-455d-41ac-92d7-23357a25f0eb for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:19:33.807252 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Updating router 20cef5d3-455d-41ac-92d7-23357a25f0eb port a6823531-195c-458e-ad3e-02aca0840c2c binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:19:33.837551 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-69559433-d248-404e-bb89-a7bd650158bf req-b9661d9f-2233-4e7c-8b9e-54d3b7af5101 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] No DVR routers for this DVR port 5edbd2b4-5d5b-4927-9334-e268e4096da0 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:19:33.840553 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-69559433-d248-404e-bb89-a7bd650158bf req-b9661d9f-2233-4e7c-8b9e-54d3b7af5101 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:33.844556 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-69559433-d248-404e-bb89-a7bd650158bf req-b9661d9f-2233-4e7c-8b9e-54d3b7af5101 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.37 "DELETE /v2.0/ports/5edbd2b4-5d5b-4927-9334-e268e4096da0 HTTP/1.1" status: 204 len: 173 time: 0.6746602 Mar 11 12:19:33.845285 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8950a3-b99d-41b6-bb04-f318ac03e2e9', 'name': 'network-vif-deleted', 'tag': '5edbd2b4-5d5b-4927-9334-e268e4096da0'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:19:33.847431 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e6a497-355e-4358-a4b0-8659a9a38288" -d '{"events": [{"server_uuid": "ea8950a3-b99d-41b6-bb04-f318ac03e2e9", "name": "network-vif-deleted", "tag": "5edbd2b4-5d5b-4927-9334-e268e4096da0"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:19:33.852918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06503001-ba97-4ca6-aec4-b36d8793437b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Made reservation on behalf of 90210211b9a748d8a45f81106abe76ca for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:19:33.857219 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06503001-ba97-4ca6-aec4-b36d8793437b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:33.879108 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a6823531-195c-458e-ad3e-02aca0840c2c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:33.888962 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:33.922827 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b1f53e-0210-401f-8371-9b05330e89b5 x-openstack-request-id: req-90b1f53e-0210-401f-8371-9b05330e89b5 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:19:33.923222 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8950a3-b99d-41b6-bb04-f318ac03e2e9", "name": "network-vif-deleted", "tag": "5edbd2b4-5d5b-4927-9334-e268e4096da0", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:19:33.923613 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-90b1f53e-0210-401f-8371-9b05330e89b5 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:19:33.924230 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8950a3-b99d-41b6-bb04-f318ac03e2e9', 'name': 'network-vif-deleted', 'tag': '5edbd2b4-5d5b-4927-9334-e268e4096da0', 'status': 'completed', 'code': 200} Mar 11 12:19:34.053682 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06503001-ba97-4ca6-aec4-b36d8793437b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (f4ccb3a6-8b0f-44bf-85d4-7355c63fe966), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:34.109541 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06503001-ba97-4ca6-aec4-b36d8793437b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Subnet': ['ID=f4ccb3a6-8b0f-44bf-85d4-7355c63fe966,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:34.119833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06503001-ba97-4ca6-aec4-b36d8793437b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Checking segment: {'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:34.120551 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06503001-ba97-4ca6-aec4-b36d8793437b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network hostable DHCP agents. Network: a1e45e95-fb0a-4471-b25c-e285d7f4f127, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:19:34.138382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06503001-ba97-4ca6-aec4-b36d8793437b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network a1e45e95-fb0a-4471-b25c-e285d7f4f127 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:19:34.149870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-06503001-ba97-4ca6-aec4-b36d8793437b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, a1e45e95-fb0a-4471-b25c-e285d7f4f127) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:34.160257 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06503001-ba97-4ca6-aec4-b36d8793437b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:34.160572 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f763f4b-0923-4867-b9d2-e63e5175af25 None None] Network a1e45e95-fb0a-4471-b25c-e285d7f4f127 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:19:34.161909 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06503001-ba97-4ca6-aec4-b36d8793437b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:34.184664 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-06503001-ba97-4ca6-aec4-b36d8793437b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4399092 Mar 11 12:19:34.187800 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40710) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:34.191022 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Publish callbacks [] for port (a6823531-195c-458e-ad3e-02aca0840c2c), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:34.204601 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a6823531-195c-458e-ad3e-02aca0840c2c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:34.288040 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-baebb3c2-a309-487b-8a91-1212b8a779be req-f0ea01bd-3fa8-497f-a516-096f03982deb tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8950a3-b99d-41b6-bb04-f318ac03e2e9 HTTP/1.1" status: 200 len: 210 time: 0.0352304 Mar 11 12:19:34.486646 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Attempting to bind port a6823531-195c-458e-ad3e-02aca0840c2c on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:19:34.487017 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Attempting to bind port a6823531-195c-458e-ad3e-02aca0840c2c by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:19:34.487397 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Attempting to bind port a6823531-195c-458e-ad3e-02aca0840c2c on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:19:34.505166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:19:34.505547 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:34.505930 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:34.506322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:19:34.506789 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Bound port: a6823531-195c-458e-ad3e-02aca0840c2c, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:19:34.507164 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a6823531-195c-458e-ad3e-02aca0840c2c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:34.508994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae55dc-1f0c-4e16-a92e-48b484e77883 None None] Pushing event updated for resources: {'Port': ['ID=a6823531-195c-458e-ad3e-02aca0840c2c,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:34.560696 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ips': [{'subnet_id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:19:34.561549 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:34.602283 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] For port a6823531-195c-458e-ad3e-02aca0840c2c, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:19:34.605829 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] For port a6823531-195c-458e-ad3e-02aca0840c2c, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a6823531-195c-458e-ad3e-02aca0840c2c,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:19:34.654562 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a6823531-195c-458e-ad3e-02aca0840c2c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:34.725455 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963f91-7484-40aa-ae5e-4ea5478a0371 req-743907b5-e817-4742-95bb-4d791abf817f tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:34.728000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b963f91-7484-40aa-ae5e-4ea5478a0371 req-743907b5-e817-4742-95bb-4d791abf817f tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 946 time: 0.0918591 Mar 11 12:19:34.762630 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Routers {'20cef5d3-455d-41ac-92d7-23357a25f0eb'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:34.763264 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['20cef5d3-455d-41ac-92d7-23357a25f0eb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:34.796817 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:34.805869 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae55dc-1f0c-4e16-a92e-48b484e77883 None None] Pushing event updated for resources: {'Port': ['ID=a6823531-195c-458e-ad3e-02aca0840c2c,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:34.821330 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b963f91-7484-40aa-ae5e-4ea5478a0371 req-bf0397d4-891d-4a35-9a02-d7f48018dd7b tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874560 Mar 11 12:19:34.822736 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Allocated IP 172.20.0.2 (a1e45e95-fb0a-4471-b25c-e285d7f4f127/f4ccb3a6-8b0f-44bf-85d4-7355c63fe966/da83ea91-e659-48d9-908b-78f97e7ff721) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:19:34.856967 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:19:34.950648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] Set router 20cef5d3-455d-41ac-92d7-23357a25f0eb gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:35.085271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5720657-133c-48e0-8092-478cbd5997d4 req-59e7a13d-5b36-4639-b582-d274582ea4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:35.087756 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5720657-133c-48e0-8092-478cbd5997d4 req-59e7a13d-5b36-4639-b582-d274582ea4e2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ef9bd798619444989e92270b63a31c2&device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 1128 time: 0.0540733 Mar 11 12:19:35.106137 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5ae8c-cbcc-4e8d-912c-c7b304f43b2c req-2ec43b79-bf24-4ebd-98be-a90186d9826c tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:35.107535 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7af5ae8c-cbcc-4e8d-912c-c7b304f43b2c req-2ec43b79-bf24-4ebd-98be-a90186d9826c tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 946 time: 0.0916297 Mar 11 12:19:35.155616 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Publish callbacks [] for port (da83ea91-e659-48d9-908b-78f97e7ff721), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:35.182753 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (da83ea91-e659-48d9-908b-78f97e7ff721), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:35.222883 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7af5ae8c-cbcc-4e8d-912c-c7b304f43b2c req-6c62491e-e63e-4ee3-915d-bfa7b746f18d tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077557 Mar 11 12:19:35.225126 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Network a1e45e95-fb0a-4471-b25c-e285d7f4f127 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:35.230641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:35.235682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:19:35.242765 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Allocated IP 172.20.0.1 (a1e45e95-fb0a-4471-b25c-e285d7f4f127/f4ccb3a6-8b0f-44bf-85d4-7355c63fe966/f778dc87-691a-4269-b46e-f00c10105a0a) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:19:35.257755 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Pushing event updated for resources: {'Port': ['ID=da83ea91-e659-48d9-908b-78f97e7ff721,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:35.314973 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Attempting to bind port da83ea91-e659-48d9-908b-78f97e7ff721 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:19:35.315344 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Attempting to bind port da83ea91-e659-48d9-908b-78f97e7ff721 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:19:35.315735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Attempting to bind port da83ea91-e659-48d9-908b-78f97e7ff721 on network a1e45e95-fb0a-4471-b25c-e285d7f4f127 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:19:35.323249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151061155', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:31Z', 'updated_at': '2022-03-11T12:19:32Z', 'revision_number': 3, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:32Z', 'updated_at': '2022-03-11T12:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:35.324829 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:19:35.325204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Checking segment: {'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:35.325601 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:35.325986 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Bound using segment: {'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:19:35.326460 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Bound port: da83ea91-e659-48d9-908b-78f97e7ff721, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:19:35.326832 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (da83ea91-e659-48d9-908b-78f97e7ff721), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:35.362877 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40720) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:35.367296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168c0330-3c07-4230-bd84-4b7d72ad07e5 None None] The sync data for ids ['20cef5d3-455d-41ac-92d7-23357a25f0eb'] in n-d-833234-2 is: [{'id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151061155', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:31Z', 'updated_at': '2022-03-11T12:19:32Z', 'revision_number': 3, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:32Z', 'updated_at': '2022-03-11T12:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:19:35.426648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] For port da83ea91-e659-48d9-908b-78f97e7ff721, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:19:35.430221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] For port da83ea91-e659-48d9-908b-78f97e7ff721, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=da83ea91-e659-48d9-908b-78f97e7ff721,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:19:35.432849 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (f778dc87-691a-4269-b46e-f00c10105a0a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:35.441257 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (da83ea91-e659-48d9-908b-78f97e7ff721), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:35.492660 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83f522dd-97b0-43e8-8c08-0d6df7757046 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (fa9a469f-fa32-444b-ad5c-a29de51adbee), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:35.511094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26b84a-fe20-4972-bb1c-5e34dbb761e9 None None] Pushing event updated for resources: {'Port': ['ID=da83ea91-e659-48d9-908b-78f97e7ff721,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:35.533307 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5720657-133c-48e0-8092-478cbd5997d4 req-8c409f0a-1002-4756-b072-6fd9255c34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:35.536008 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5720657-133c-48e0-8092-478cbd5997d4 req-8c409f0a-1002-4756-b072-6fd9255c34c9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d720625f-3dcb-4447-8c65-2fc9243cbcb2 HTTP/1.1" status: 200 len: 913 time: 0.4417598 Mar 11 12:19:35.539698 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f778dc87-691a-4269-b46e-f00c10105a0a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:35.543485 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83f522dd-97b0-43e8-8c08-0d6df7757046 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (fa9a469f-fa32-444b-ad5c-a29de51adbee), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:35.582122 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5720657-133c-48e0-8092-478cbd5997d4 req-7613e1b4-b64c-42bb-ae8d-26aeae57db51 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2430355c-80a6-4a1a-807e-4fa9d3485d59 HTTP/1.1" status: 200 len: 217 time: 0.0387599 Mar 11 12:19:35.591899 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network a1e45e95-fb0a-4471-b25c-e285d7f4f127 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:35.600543 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:35.608005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:19:35.646702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5720657-133c-48e0-8092-478cbd5997d4 req-e7f9c9c9-f510-468c-987e-8df24a374e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:35.648492 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5720657-133c-48e0-8092-478cbd5997d4 req-e7f9c9c9-f510-468c-987e-8df24a374e60 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=766cd0a6-c28b-4623-96f1-40b19a4ea642 HTTP/1.1" status: 200 len: 852 time: 0.0549417 Mar 11 12:19:35.659752 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=f778dc87-691a-4269-b46e-f00c10105a0a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:35.692858 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (20cef5d3-455d-41ac-92d7-23357a25f0eb), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:35.722075 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5720657-133c-48e0-8092-478cbd5997d4 req-494d0dc8-5470-471d-b262-00d47a94bb60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d720625f-3dcb-4447-8c65-2fc9243cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671740 Mar 11 12:19:35.873736 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5720657-133c-48e0-8092-478cbd5997d4 req-a1393d83-d603-4da1-bcf7-4d0354834a03 service neutron] 10.222.0.71 "GET /v2.0/networks/d720625f-3dcb-4447-8c65-2fc9243cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448042 Mar 11 12:19:35.994904 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e5720657-133c-48e0-8092-478cbd5997d4 req-aaa70cfa-b55b-459d-8da3-d46ed40b1f83 service neutron] 10.222.0.71 "GET /v2.0/networks/d720625f-3dcb-4447-8c65-2fc9243cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132638 Mar 11 12:19:36.138169 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83f522dd-97b0-43e8-8c08-0d6df7757046 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (fa9a469f-fa32-444b-ad5c-a29de51adbee), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:36.140818 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83f522dd-97b0-43e8-8c08-0d6df7757046 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:36.142004 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-83f522dd-97b0-43e8-8c08-0d6df7757046 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "DELETE /v2.0/security-groups/fa9a469f-fa32-444b-ad5c-a29de51adbee HTTP/1.1" status: 204 len: 168 time: 0.7784548 Mar 11 12:19:36.158618 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f522dd-97b0-43e8-8c08-0d6df7757046 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9a469f-fa32-444b-ad5c-a29de51adbee,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:36.186476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40724) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:36.258188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7403dbe-a679-4d1f-9d79-fff3acfdc4f0 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Deleting subnet bc4e491a-9209-494c-8823-bef8ce2974d5 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:19:36.266329 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f778dc87-691a-4269-b46e-f00c10105a0a), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:36.275550 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7403dbe-a679-4d1f-9d79-fff3acfdc4f0 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for subnet (bc4e491a-9209-494c-8823-bef8ce2974d5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:36.326691 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7403dbe-a679-4d1f-9d79-fff3acfdc4f0 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (bc4e491a-9209-494c-8823-bef8ce2974d5), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:36.426114 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7403dbe-a679-4d1f-9d79-fff3acfdc4f0 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (bc4e491a-9209-494c-8823-bef8ce2974d5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:36.460977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dabed-d5ea-4bf9-bfb3-33453943639c req-d467f334-b6f7-4b5a-a107-ba87be722a41 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:36.462751 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-477dabed-d5ea-4bf9-bfb3-33453943639c req-d467f334-b6f7-4b5a-a107-ba87be722a41 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 946 time: 0.1364095 Mar 11 12:19:36.505853 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7403dbe-a679-4d1f-9d79-fff3acfdc4f0 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (bc4e491a-9209-494c-8823-bef8ce2974d5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:36.534882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7403dbe-a679-4d1f-9d79-fff3acfdc4f0 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'Subnet': ['ID=bc4e491a-9209-494c-8823-bef8ce2974d5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:36.540505 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7403dbe-a679-4d1f-9d79-fff3acfdc4f0 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:36.543676 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d7403dbe-a679-4d1f-9d79-fff3acfdc4f0 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "DELETE /v2.0/subnets/bc4e491a-9209-494c-8823-bef8ce2974d5 HTTP/1.1" status: 204 len: 168 time: 0.3535659 Mar 11 12:19:36.546410 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40728) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:36.548076 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4170432-20bf-45d3-bd53-62e60abc4397 None None] Network 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:19:36.562069 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-477dabed-d5ea-4bf9-bfb3-33453943639c req-6933fead-f6c8-4cc3-bf28-23e24208100c tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867012 Mar 11 12:19:36.747591 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:36.799405 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (f778dc87-691a-4269-b46e-f00c10105a0a), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:36.806567 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (f778dc87-691a-4269-b46e-f00c10105a0a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:36.817664 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a6823531-195c-458e-ad3e-02aca0840c2c up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:36.844777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Deleting port 796931a7-d350-49c9-8b28-eec6ecf497e4 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:36.845279 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (796931a7-d350-49c9-8b28-eec6ecf497e4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:36.883712 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4d5d81-cbaa-4093-a574-98666bff327e None None] DHCP port deletion for 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:19:36.893393 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=f778dc87-691a-4269-b46e-f00c10105a0a,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:36.897113 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (20cef5d3-455d-41ac-92d7-23357a25f0eb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:36.937633 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a6823531-195c-458e-ad3e-02aca0840c2c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:36.940938 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a6823531-195c-458e-ad3e-02aca0840c2c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:36.945704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] For port 796931a7-d350-49c9-8b28-eec6ecf497e4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=796931a7-d350-49c9-8b28-eec6ecf497e4,segment=NetworkSegment(884ac114-e853-40e0-9fcf-0677a6ab440e),segment_id=884ac114-e853-40e0-9fcf-0677a6ab440e)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:36.946261 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (796931a7-d350-49c9-8b28-eec6ecf497e4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:36.966172 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Calling delete_port for 796931a7-d350-49c9-8b28-eec6ecf497e4 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:36.991101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cec0c5e-dec6-4a7e-a38f-e9ed7f8f7f71 None None] Network a1e45e95-fb0a-4471-b25c-e285d7f4f127 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:19:37.008870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network a1e45e95-fb0a-4471-b25c-e285d7f4f127 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:37.010445 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:37.052336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1f4d5d81-cbaa-4093-a574-98666bff327e None None] Deleting port 796931a7-d350-49c9-8b28-eec6ecf497e4 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:37.053040 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1f4d5d81-cbaa-4093-a574-98666bff327e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (796931a7-d350-49c9-8b28-eec6ecf497e4), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.063342 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (796931a7-d350-49c9-8b28-eec6ecf497e4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.090732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'Port': ['ID=796931a7-d350-49c9-8b28-eec6ecf497e4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:37.093017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] No DVR routers for this DVR port 796931a7-d350-49c9-8b28-eec6ecf497e4 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:19:37.109266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e80ff6c9-81fb-49bd-8830-712b24d7c30f None None] Provisioning complete for port da83ea91-e659-48d9-908b-78f97e7ff721 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:37.109634 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e80ff6c9-81fb-49bd-8830-712b24d7c30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (da83ea91-e659-48d9-908b-78f97e7ff721), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.146717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router 20cef5d3-455d-41ac-92d7-23357a25f0eb has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:19:37.185148 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.188791 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a6823531-195c-458e-ad3e-02aca0840c2c is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:37.189380 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a6823531-195c-458e-ad3e-02aca0840c2c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.208787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:37.221853 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '884ac114-e853-40e0-9fcf-0677a6ab440e') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:37.222146 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '884ac114-e853-40e0-9fcf-0677a6ab440e') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:37.239175 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (884ac114-e853-40e0-9fcf-0677a6ab440e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.255099 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (884ac114-e853-40e0-9fcf-0677a6ab440e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.265832 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:19:37.266232 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (884ac114-e853-40e0-9fcf-0677a6ab440e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:19:37.271111 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:19:37.278145 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:19:37.283861 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bfb2c194-6b14-48d9-ba73-2fa8251c2b3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "PUT /v2.0/routers/20cef5d3-455d-41ac-92d7-23357a25f0eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0947566 Mar 11 12:19:37.286607 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port a6823531-195c-458e-ad3e-02aca0840c2c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a6823531-195c-458e-ad3e-02aca0840c2c,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:37.304481 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1f4d5d81-cbaa-4093-a574-98666bff327e None None] For port 796931a7-d350-49c9-8b28-eec6ecf497e4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=796931a7-d350-49c9-8b28-eec6ecf497e4,segment=NetworkSegment(884ac114-e853-40e0-9fcf-0677a6ab440e),segment_id=884ac114-e853-40e0-9fcf-0677a6ab440e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:37.304860 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1f4d5d81-cbaa-4093-a574-98666bff327e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (796931a7-d350-49c9-8b28-eec6ecf497e4), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.307611 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a6823531-195c-458e-ad3e-02aca0840c2c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.308381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device da83ea91-e659-48d9-908b-78f97e7ff721 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:37.343296 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.350476 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.353850 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "DELETE /v2.0/networks/0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 HTTP/1.1" status: 204 len: 168 time: 0.8008139 Mar 11 12:19:37.356964 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40732) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:37.368488 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1f4d5d81-cbaa-4093-a574-98666bff327e None None] Calling delete_port for 796931a7-d350-49c9-8b28-eec6ecf497e4 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:37.372904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db4991-8914-4e00-bf02-f59baefee9b4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'Network': ['ID=0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:37.461395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=a6823531-195c-458e-ad3e-02aca0840c2c,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:37.527401 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e80ff6c9-81fb-49bd-8830-712b24d7c30f None None] Current status of the port da83ea91-e659-48d9-908b-78f97e7ff721 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:37.527823 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e80ff6c9-81fb-49bd-8830-712b24d7c30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (da83ea91-e659-48d9-908b-78f97e7ff721), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.557022 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port da83ea91-e659-48d9-908b-78f97e7ff721 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:37.557573 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (da83ea91-e659-48d9-908b-78f97e7ff721), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:19:37.610182 n-d-833234-2 neutron-server[104033]: self.session.flush() Mar 11 12:19:37.614994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e80ff6c9-81fb-49bd-8830-712b24d7c30f None None] For port da83ea91-e659-48d9-908b-78f97e7ff721, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=da83ea91-e659-48d9-908b-78f97e7ff721,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:37.618194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e64720be-5593-4a7d-be77-277f9fcaae28 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Deleting port 8c88365e-0e95-47a9-9583-f8850a4b2dfa {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:37.618772 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e64720be-5593-4a7d-be77-277f9fcaae28 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8c88365e-0e95-47a9-9583-f8850a4b2dfa), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.624398 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e80ff6c9-81fb-49bd-8830-712b24d7c30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (da83ea91-e659-48d9-908b-78f97e7ff721), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.660533 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc572484-25bc-48ea-887b-e3e310c13787 req-a9bb34a5-8855-4bb5-84ba-521a6c6576c8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486385600&fields=id&tenant_id=90210211b9a748d8a45f81106abe76ca HTTP/1.1" status: 200 len: 267 time: 0.0864961 Mar 11 12:19:37.694616 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Sync routers for ids ['20cef5d3-455d-41ac-92d7-23357a25f0eb'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:19:37.697025 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1f4d5d81-cbaa-4093-a574-98666bff327e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (796931a7-d350-49c9-8b28-eec6ecf497e4), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.705642 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f4d5d81-cbaa-4093-a574-98666bff327e None None] Network 0c0be1fb-c6c2-4172-b041-7b9ed1ac5db7 is not hosted by any dhcp agent {{(pid=104033) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 12:19:37.706100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d5d81-cbaa-4093-a574-98666bff327e None None] No DVR routers for this DVR port 796931a7-d350-49c9-8b28-eec6ecf497e4 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:19:37.709038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ff6c9-81fb-49bd-8830-712b24d7c30f None None] Pushing event updated for resources: {'Port': ['ID=da83ea91-e659-48d9-908b-78f97e7ff721,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:37.718493 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Routers {'20cef5d3-455d-41ac-92d7-23357a25f0eb'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:37.719209 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['20cef5d3-455d-41ac-92d7-23357a25f0eb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:37.785709 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d5d81-cbaa-4093-a574-98666bff327e None None] Pushing event deleted for resources: {'Port': ['ID=796931a7-d350-49c9-8b28-eec6ecf497e4,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:37.789464 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port da83ea91-e659-48d9-908b-78f97e7ff721 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:37.797117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-79f500d9-6121-4d11-8270-bcfe7fcd68f2 None None] Provisioning complete for port f778dc87-691a-4269-b46e-f00c10105a0a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:37.797686 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-79f500d9-6121-4d11-8270-bcfe7fcd68f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f778dc87-691a-4269-b46e-f00c10105a0a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.835148 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-79f500d9-6121-4d11-8270-bcfe7fcd68f2 None None] Port f778dc87-691a-4269-b46e-f00c10105a0a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:19:37.846974 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-79f500d9-6121-4d11-8270-bcfe7fcd68f2 None None] Provisioning complete for port da83ea91-e659-48d9-908b-78f97e7ff721 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:37.847693 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-79f500d9-6121-4d11-8270-bcfe7fcd68f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (da83ea91-e659-48d9-908b-78f97e7ff721), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.883902 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e64720be-5593-4a7d-be77-277f9fcaae28 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8c88365e-0e95-47a9-9583-f8850a4b2dfa), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.884235 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e64720be-5593-4a7d-be77-277f9fcaae28 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for floatingip (8c88365e-0e95-47a9-9583-f8850a4b2dfa), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:37.922053 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc572484-25bc-48ea-887b-e3e310c13787 req-a26dd964-19e6-467b-a38c-ea69bd5ddff8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:37.931068 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc572484-25bc-48ea-887b-e3e310c13787 req-a26dd964-19e6-467b-a38c-ea69bd5ddff8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/networks?id=a1e45e95-fb0a-4471-b25c-e285d7f4f127 HTTP/1.1" status: 200 len: 797 time: 0.2596238 Mar 11 12:19:37.936822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-79f500d9-6121-4d11-8270-bcfe7fcd68f2 None None] Current status of the port da83ea91-e659-48d9-908b-78f97e7ff721 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:37.943111 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e64720be-5593-4a7d-be77-277f9fcaae28 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Calling delete_port for 8c88365e-0e95-47a9-9583-f8850a4b2dfa owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:37.955269 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e202a-0100-40e9-9434-bd6c4c9c79fe req-7cb3a31b-9e22-468f-af16-704c1ee47f7e tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:37.956881 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b56e202a-0100-40e9-9434-bd6c4c9c79fe req-7cb3a31b-9e22-468f-af16-704c1ee47f7e tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 946 time: 0.2046864 Mar 11 12:19:37.965296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc572484-25bc-48ea-887b-e3e310c13787 req-3472d678-8a82-4b41-b6ef-84334a0329e8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/quotas/90210211b9a748d8a45f81106abe76ca HTTP/1.1" status: 200 len: 375 time: 0.0332510 Mar 11 12:19:37.966720 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Set router 20cef5d3-455d-41ac-92d7-23357a25f0eb gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:38.060344 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-63c8570b-bd62-4333-8af1-7eef6bd92997 None None] Provisioning complete for port f778dc87-691a-4269-b46e-f00c10105a0a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:38.060821 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-63c8570b-bd62-4333-8af1-7eef6bd92997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f778dc87-691a-4269-b46e-f00c10105a0a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:38.098705 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b56e202a-0100-40e9-9434-bd6c4c9c79fe req-b053567b-653d-447b-809d-ef09edeb7d70 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320446 Mar 11 12:19:38.118274 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-63c8570b-bd62-4333-8af1-7eef6bd92997 None None] Port f778dc87-691a-4269-b46e-f00c10105a0a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:19:38.123010 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc572484-25bc-48ea-887b-e3e310c13787 req-e678d2d7-88fd-4054-a4a4-4f2326ea6dbf tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1526313 Mar 11 12:19:38.202485 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151061155', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:31Z', 'updated_at': '2022-03-11T12:19:36Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:32Z', 'updated_at': '2022-03-11T12:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'f778dc87-691a-4269-b46e-f00c10105a0a', 'name': '', 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:dd:1a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:34Z', 'updated_at': '2022-03-11T12:19:36Z', 'revision_number': 2, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:38.242795 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Checking router: 20cef5d3-455d-41ac-92d7-23357a25f0eb for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:19:38.243460 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Updating router 20cef5d3-455d-41ac-92d7-23357a25f0eb port f778dc87-691a-4269-b46e-f00c10105a0a binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:19:38.263796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5edbd2b4-5d5b-4927-9334-e268e4096da0 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:19:38.280718 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f778dc87-691a-4269-b46e-f00c10105a0a), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:38.296497 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 5edbd2b4-5d5b-4927-9334-e268e4096da0 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:19:38.298196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5edbd2b4-5d5b-4927-9334-e268e4096da0 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:19:38.301295 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e64720be-5593-4a7d-be77-277f9fcaae28 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (8c88365e-0e95-47a9-9583-f8850a4b2dfa), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:38.343570 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64720be-5593-4a7d-be77-277f9fcaae28 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'Port': ['ID=8c88365e-0e95-47a9-9583-f8850a4b2dfa,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:38.351414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-85e19370-fe32-4a01-aaa7-0caa90a7d63b None None] Provisioning complete for port f778dc87-691a-4269-b46e-f00c10105a0a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:38.351903 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-85e19370-fe32-4a01-aaa7-0caa90a7d63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f778dc87-691a-4269-b46e-f00c10105a0a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:38.398190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-85e19370-fe32-4a01-aaa7-0caa90a7d63b None None] Port f778dc87-691a-4269-b46e-f00c10105a0a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:19:38.493778 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e64720be-5593-4a7d-be77-277f9fcaae28 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for floatingip (2a414e42-9101-4337-9a51-2bb03e7e8572), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:38.494007 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-e64720be-5593-4a7d-be77-277f9fcaae28 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Floating IP 2a414e42-9101-4337-9a51-2bb03e7e8572 disassociated (deleted). External IP: 172.25.7.170, port: 7165b47b-d9b6-4a77-b201-78b07d3e22b1. Mar 11 12:19:38.499772 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc572484-25bc-48ea-887b-e3e310c13787 req-fd11b03a-67e4-4939-8174-6a75a4fcb862 service neutron] 10.222.0.78 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554285 Mar 11 12:19:38.565030 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942dc10-0400-46d5-83ae-8bc4c198ef63 req-5bd98dcf-fcde-485c-b51d-de006ed021ce tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:38.566492 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2942dc10-0400-46d5-83ae-8bc4c198ef63 req-5bd98dcf-fcde-485c-b51d-de006ed021ce tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 946 time: 0.1611671 Mar 11 12:19:38.575308 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Publish callbacks [] for port (f778dc87-691a-4269-b46e-f00c10105a0a), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:38.581691 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f778dc87-691a-4269-b46e-f00c10105a0a), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:38.634707 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6519fca-eb0e-49b8-8511-8297bfb21e0e None None] Pushing event updated for resources: {'Port': ['ID=f778dc87-691a-4269-b46e-f00c10105a0a,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:38.694449 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Attempting to bind port f778dc87-691a-4269-b46e-f00c10105a0a on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:19:38.695278 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Attempting to bind port f778dc87-691a-4269-b46e-f00c10105a0a by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:19:38.695891 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Attempting to bind port f778dc87-691a-4269-b46e-f00c10105a0a on network a1e45e95-fb0a-4471-b25c-e285d7f4f127 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:19:38.703700 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:19:38.704606 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Checking segment: {'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:38.705336 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:38.705894 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Bound using segment: {'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:19:38.706550 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Bound port: f778dc87-691a-4269-b46e-f00c10105a0a, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:19:38.707127 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f778dc87-691a-4269-b46e-f00c10105a0a), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:38.725657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a6823531-195c-458e-ad3e-02aca0840c2c up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:38.731889 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2942dc10-0400-46d5-83ae-8bc4c198ef63 req-ab9c939a-476c-4db0-bed3-b212d2268b64 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579576 Mar 11 12:19:38.736104 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc572484-25bc-48ea-887b-e3e310c13787 req-9519df3e-b110-4cc0-b96a-8192ff78255c service neutron] 10.222.0.78 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019453 Mar 11 12:19:38.803419 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] For port f778dc87-691a-4269-b46e-f00c10105a0a, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:19:38.806935 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] For port f778dc87-691a-4269-b46e-f00c10105a0a, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f778dc87-691a-4269-b46e-f00c10105a0a,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:19:38.816737 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f778dc87-691a-4269-b46e-f00c10105a0a), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:38.828757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a6823531-195c-458e-ad3e-02aca0840c2c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:38.828757 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a6823531-195c-458e-ad3e-02aca0840c2c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:38.869430 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Routers {'20cef5d3-455d-41ac-92d7-23357a25f0eb'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:38.870123 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['20cef5d3-455d-41ac-92d7-23357a25f0eb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:38.910431 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64720be-5593-4a7d-be77-277f9fcaae28 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Router d35a458d-372c-4886-9fc4-68726c9dfaad has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:19:38.941573 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6519fca-eb0e-49b8-8511-8297bfb21e0e None None] Pushing event updated for resources: {'Port': ['ID=f778dc87-691a-4269-b46e-f00c10105a0a,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:38.983796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a6823531-195c-458e-ad3e-02aca0840c2c is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:38.984895 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device da83ea91-e659-48d9-908b-78f97e7ff721 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:39.052935 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] Set router 20cef5d3-455d-41ac-92d7-23357a25f0eb gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:39.093093 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8f31c192-da4a-49f6-9b1a-0a10f1059896 None None] Provisioning complete for port f778dc87-691a-4269-b46e-f00c10105a0a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:39.093773 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8f31c192-da4a-49f6-9b1a-0a10f1059896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f778dc87-691a-4269-b46e-f00c10105a0a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:39.096721 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64720be-5593-4a7d-be77-277f9fcaae28 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:19:39.105954 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e64720be-5593-4a7d-be77-277f9fcaae28 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:39.126906 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ae094-f20e-429e-8399-747cb9b588b0 None None] Sync routers for ids ['d35a458d-372c-4886-9fc4-68726c9dfaad'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:19:39.142632 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port da83ea91-e659-48d9-908b-78f97e7ff721 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:39.143274 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (da83ea91-e659-48d9-908b-78f97e7ff721), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:39.158702 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69023a76-4e7a-41ee-a7b6-2aa904371b58 req-e0975a53-cb79-474b-a54e-f5bdb076dad2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 210 time: 0.0596030 Mar 11 12:19:39.180529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e64720be-5593-4a7d-be77-277f9fcaae28 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "DELETE /v2.0/floatingips/2a414e42-9101-4337-9a51-2bb03e7e8572 HTTP/1.1" status: 204 len: 168 time: 1.8222423 Mar 11 12:19:39.181316 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'tag': '7165b47b-d9b6-4a77-b201-78b07d3e22b1'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:19:39.183986 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae08bb7-d88c-4275-b85e-b0d6c825a11b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0604f7-9853-4c96-9abf-b844f9c40b6a", "tag": "7165b47b-d9b6-4a77-b201-78b07d3e22b1"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:19:39.229948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ae094-f20e-429e-8399-747cb9b588b0 None None] Routers {'d35a458d-372c-4886-9fc4-68726c9dfaad'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:39.231103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a07ae094-f20e-429e-8399-747cb9b588b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d35a458d-372c-4886-9fc4-68726c9dfaad'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:39.252609 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f44c1b-c7ed-4937-9ba3-316386d54a62 x-openstack-request-id: req-f5f44c1b-c7ed-4937-9ba3-316386d54a62 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:19:39.253268 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0604f7-9853-4c96-9abf-b844f9c40b6a", "tag": "7165b47b-d9b6-4a77-b201-78b07d3e22b1", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:19:39.254172 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f5f44c1b-c7ed-4937-9ba3-316386d54a62 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:19:39.254656 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'tag': '7165b47b-d9b6-4a77-b201-78b07d3e22b1', 'status': 'completed', 'code': 200} Mar 11 12:19:39.380908 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae08bb7-d88c-4275-b85e-b0d6c825a11b req-740ec9ec-bc3f-4873-b144-af7a1c887cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:39.387059 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7ae08bb7-d88c-4275-b85e-b0d6c825a11b req-740ec9ec-bc3f-4873-b144-af7a1c887cb5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=868321f514374492b0b945546931c69b&device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 1127 time: 0.1001215 Mar 11 12:19:39.414850 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151061155', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:31Z', 'updated_at': '2022-03-11T12:19:36Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:32Z', 'updated_at': '2022-03-11T12:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'f778dc87-691a-4269-b46e-f00c10105a0a', 'name': '', 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:dd:1a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:34Z', 'updated_at': '2022-03-11T12:19:38Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:39.466364 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10d7374-004f-48dd-a742-4ab3b6d3985c None None] The sync data for ids ['20cef5d3-455d-41ac-92d7-23357a25f0eb'] in n-d-833234-2 is: [{'id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151061155', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:31Z', 'updated_at': '2022-03-11T12:19:36Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:32Z', 'updated_at': '2022-03-11T12:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'f778dc87-691a-4269-b46e-f00c10105a0a', 'name': '', 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:dd:1a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:34Z', 'updated_at': '2022-03-11T12:19:38Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:19:39.519448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5f535-df8d-4638-9ecf-0357bfebf402 req-6cfe3133-e956-4f5c-90e3-17077b728a37 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:39.526567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae08bb7-d88c-4275-b85e-b0d6c825a11b req-c98759e6-ee26-4f54-a129-318c93f10e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:39.527387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21d5f535-df8d-4638-9ecf-0357bfebf402 req-6cfe3133-e956-4f5c-90e3-17077b728a37 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 945 time: 0.0738072 Mar 11 12:19:39.558023 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7ae08bb7-d88c-4275-b85e-b0d6c825a11b req-c98759e6-ee26-4f54-a129-318c93f10e31 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b787c3fe-9cce-4fab-ba7c-d6771e838ddf HTTP/1.1" status: 200 len: 898 time: 0.1623976 Mar 11 12:19:39.590176 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-21d5f535-df8d-4638-9ecf-0357bfebf402 req-819be8a8-772d-4540-91b7-fef8c80f7a02 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=92ec5c61-1e47-443e-bff2-22ddd4921553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599670 Mar 11 12:19:39.634863 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7ae08bb7-d88c-4275-b85e-b0d6c825a11b req-37a3b129-ae2b-47c7-bb1c-d64cfb41ad17 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7165b47b-d9b6-4a77-b201-78b07d3e22b1 HTTP/1.1" status: 200 len: 217 time: 0.0624564 Mar 11 12:19:39.693208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae08bb7-d88c-4275-b85e-b0d6c825a11b req-91372265-95af-447b-9489-c539f024c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:39.696525 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7ae08bb7-d88c-4275-b85e-b0d6c825a11b req-91372265-95af-447b-9489-c539f024c976 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=388ee9fe-109c-4129-9ef6-38168259430e HTTP/1.1" status: 200 len: 835 time: 0.0541711 Mar 11 12:19:39.721170 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port da83ea91-e659-48d9-908b-78f97e7ff721 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:39.758963 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-a07ae094-f20e-429e-8399-747cb9b588b0 None None] Set router d35a458d-372c-4886-9fc4-68726c9dfaad gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:39.792439 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae08bb7-d88c-4275-b85e-b0d6c825a11b req-071370ac-25f7-4eaa-871b-1db459626143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:39.793968 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7ae08bb7-d88c-4275-b85e-b0d6c825a11b req-071370ac-25f7-4eaa-871b-1db459626143 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b787c3fe-9cce-4fab-ba7c-d6771e838ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0904417 Mar 11 12:19:39.826897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8f31c192-da4a-49f6-9b1a-0a10f1059896 None None] Current status of the port f778dc87-691a-4269-b46e-f00c10105a0a is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:39.827295 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8f31c192-da4a-49f6-9b1a-0a10f1059896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f778dc87-691a-4269-b46e-f00c10105a0a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:39.834409 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 796931a7-d350-49c9-8b28-eec6ecf497e4 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:19:39.872331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 796931a7-d350-49c9-8b28-eec6ecf497e4 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:19:39.872673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 796931a7-d350-49c9-8b28-eec6ecf497e4 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:19:39.966187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f81d8-8984-4cd9-805c-c0e1c4198f91 req-7575e66a-f50c-40c4-aad9-f60138c70fd1 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:39.966526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-8f31c192-da4a-49f6-9b1a-0a10f1059896 None None] For port f778dc87-691a-4269-b46e-f00c10105a0a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f778dc87-691a-4269-b46e-f00c10105a0a,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:39.968404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-459f81d8-8984-4cd9-805c-c0e1c4198f91 req-7575e66a-f50c-40c4-aad9-f60138c70fd1 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 946 time: 0.1057484 Mar 11 12:19:39.979801 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8f31c192-da4a-49f6-9b1a-0a10f1059896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f778dc87-691a-4269-b46e-f00c10105a0a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:39.992584 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7ae08bb7-d88c-4275-b85e-b0d6c825a11b req-4cf36eac-3982-49cf-b525-6fd097ceefee service neutron] 10.222.0.71 "GET /v2.0/networks/b787c3fe-9cce-4fab-ba7c-d6771e838ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897349 Mar 11 12:19:40.065280 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-459f81d8-8984-4cd9-805c-c0e1c4198f91 req-7c6a15ea-4f69-4219-9236-6449efd0d1e4 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878725 Mar 11 12:19:40.115833 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31c192-da4a-49f6-9b1a-0a10f1059896 None None] Pushing event updated for resources: {'Port': ['ID=f778dc87-691a-4269-b46e-f00c10105a0a,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:40.129069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e943d37e-3881-4f49-b55a-174029d70bc1 None None] Provisioning complete for port f778dc87-691a-4269-b46e-f00c10105a0a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:40.129476 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e943d37e-3881-4f49-b55a-174029d70bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f778dc87-691a-4269-b46e-f00c10105a0a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:40.148121 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7ae08bb7-d88c-4275-b85e-b0d6c825a11b req-b9a45440-1e5a-427f-b6e5-98a85cca0848 service neutron] 10.222.0.71 "GET /v2.0/networks/b787c3fe-9cce-4fab-ba7c-d6771e838ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475892 Mar 11 12:19:40.317484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e943d37e-3881-4f49-b55a-174029d70bc1 None None] Current status of the port f778dc87-691a-4269-b46e-f00c10105a0a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:40.323273 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd7f8ad1-e83e-4ce3-a9ed-9993e29d3e88 req-a8a2498f-0ed0-43f0-b8dd-1e7cc390a26e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 210 time: 0.0443230 Mar 11 12:19:40.333485 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a07ae094-f20e-429e-8399-747cb9b588b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:19:30Z', 'revision_number': 6, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '88598f2d-f258-4de6-936a-0aa10a68981c', 'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:bf:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '388ee9fe-109c-4129-9ef6-38168259430e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:49Z', 'updated_at': '2022-03-11T12:17:56Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '388ee9fe-109c-4129-9ef6-38168259430e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:40.384852 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ae094-f20e-429e-8399-747cb9b588b0 None None] Checking router: d35a458d-372c-4886-9fc4-68726c9dfaad for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:19:40.399366 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de10494-1e80-4cd3-a5f4-ed73c9c2fed6 req-d6e8b8f2-4daa-4ce7-9fb8-3b8f3715d0b7 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:40.401316 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3de10494-1e80-4cd3-a5f4-ed73c9c2fed6 req-d6e8b8f2-4daa-4ce7-9fb8-3b8f3715d0b7 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 946 time: 0.0768690 Mar 11 12:19:40.401640 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ae094-f20e-429e-8399-747cb9b588b0 None None] Routers {'d35a458d-372c-4886-9fc4-68726c9dfaad'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:40.402560 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a07ae094-f20e-429e-8399-747cb9b588b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d35a458d-372c-4886-9fc4-68726c9dfaad'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:40.449577 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f9ef8-dd72-499e-a6e1-f4c879cc9c24 req-f363fbae-0b3a-487b-8460-6137a88dc2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:40.452081 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-466f9ef8-dd72-499e-a6e1-f4c879cc9c24 req-f363fbae-0b3a-487b-8460-6137a88dc2b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ef9bd798619444989e92270b63a31c2&device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 1128 time: 0.0615296 Mar 11 12:19:40.453670 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3de10494-1e80-4cd3-a5f4-ed73c9c2fed6 req-96e9b965-518c-407e-8472-5cdef74c0ed3 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461586 Mar 11 12:19:40.532943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-a07ae094-f20e-429e-8399-747cb9b588b0 None None] Set router d35a458d-372c-4886-9fc4-68726c9dfaad gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:40.575986 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f9ef8-dd72-499e-a6e1-f4c879cc9c24 req-938d7cc1-5c47-4f46-8cad-33fa2eeed263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:40.577411 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-466f9ef8-dd72-499e-a6e1-f4c879cc9c24 req-938d7cc1-5c47-4f46-8cad-33fa2eeed263 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d720625f-3dcb-4447-8c65-2fc9243cbcb2 HTTP/1.1" status: 200 len: 913 time: 0.1170783 Mar 11 12:19:40.641022 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-466f9ef8-dd72-499e-a6e1-f4c879cc9c24 req-843ef6ac-a36a-4fd8-94a9-32ff45e6db69 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2430355c-80a6-4a1a-807e-4fa9d3485d59 HTTP/1.1" status: 200 len: 217 time: 0.0551445 Mar 11 12:19:40.709861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f9ef8-dd72-499e-a6e1-f4c879cc9c24 req-ae20f1c7-ce7c-40c9-8aea-c9525bff626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:40.711576 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-466f9ef8-dd72-499e-a6e1-f4c879cc9c24 req-ae20f1c7-ce7c-40c9-8aea-c9525bff626a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=766cd0a6-c28b-4623-96f1-40b19a4ea642 HTTP/1.1" status: 200 len: 852 time: 0.0618215 Mar 11 12:19:40.759889 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-466f9ef8-dd72-499e-a6e1-f4c879cc9c24 req-015172e3-70a7-4f6c-bbb7-fcbf30328298 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d720625f-3dcb-4447-8c65-2fc9243cbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406022 Mar 11 12:19:40.805155 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f778dc87-691a-4269-b46e-f00c10105a0a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:40.840678 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfb441-6360-4ecf-bbd4-d4d25d3b334f req-870a0426-f3a6-4a74-bef0-3e530b475dd1 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:40.849606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62cfb441-6360-4ecf-bbd4-d4d25d3b334f req-870a0426-f3a6-4a74-bef0-3e530b475dd1 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 945 time: 0.1173475 Mar 11 12:19:40.888313 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a07ae094-f20e-429e-8399-747cb9b588b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:19:30Z', 'revision_number': 6, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '88598f2d-f258-4de6-936a-0aa10a68981c', 'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:bf:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '388ee9fe-109c-4129-9ef6-38168259430e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:49Z', 'updated_at': '2022-03-11T12:17:56Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '388ee9fe-109c-4129-9ef6-38168259430e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:40.890427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port f778dc87-691a-4269-b46e-f00c10105a0a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:40.890821 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f778dc87-691a-4269-b46e-f00c10105a0a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:40.905356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380013ea-30a8-4aee-bc35-389dbed86f88 req-6ee5e890-23d8-4c4e-9e43-940dac3e50de tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:40.906886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-380013ea-30a8-4aee-bc35-389dbed86f88 req-6ee5e890-23d8-4c4e-9e43-940dac3e50de tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 945 time: 0.1208513 Mar 11 12:19:40.925350 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ae094-f20e-429e-8399-747cb9b588b0 None None] The sync data for ids ['d35a458d-372c-4886-9fc4-68726c9dfaad'] in n-d-833234-2 is: [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:19:30Z', 'revision_number': 6, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '88598f2d-f258-4de6-936a-0aa10a68981c', 'name': '', 'network_id': 'b787c3fe-9cce-4fab-ba7c-d6771e838ddf', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:bf:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '388ee9fe-109c-4129-9ef6-38168259430e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:49Z', 'updated_at': '2022-03-11T12:17:56Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '388ee9fe-109c-4129-9ef6-38168259430e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:19:41.011931 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-62cfb441-6360-4ecf-bbd4-d4d25d3b334f req-3464c35c-aa4c-45c5-a4fd-d1da62402423 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=92ec5c61-1e47-443e-bff2-22ddd4921553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546059 Mar 11 12:19:41.045171 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port f778dc87-691a-4269-b46e-f00c10105a0a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:41.052626 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-466f9ef8-dd72-499e-a6e1-f4c879cc9c24 req-9a683b2e-f732-44db-97d4-a4e51255ae08 service neutron] 10.222.0.71 "GET /v2.0/networks/d720625f-3dcb-4447-8c65-2fc9243cbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802227 Mar 11 12:19:41.058755 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc572484-25bc-48ea-887b-e3e310c13787 req-01ea0bb5-c20d-4f31-8be6-75dfe3faeff2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:41.060194 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fc572484-25bc-48ea-887b-e3e310c13787 req-01ea0bb5-c20d-4f31-8be6-75dfe3faeff2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.37 "GET /v2.0/networks?id=a1e45e95-fb0a-4471-b25c-e285d7f4f127 HTTP/1.1" status: 200 len: 797 time: 0.3033159 Mar 11 12:19:41.105013 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-380013ea-30a8-4aee-bc35-389dbed86f88 req-98c418d1-fd62-44ad-a07b-2a7e4f85dfa1 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Deleting port 7165b47b-d9b6-4a77-b201-78b07d3e22b1 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:41.105502 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-380013ea-30a8-4aee-bc35-389dbed86f88 req-98c418d1-fd62-44ad-a07b-2a7e4f85dfa1 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7165b47b-d9b6-4a77-b201-78b07d3e22b1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:41.191710 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fc572484-25bc-48ea-887b-e3e310c13787 req-870c5bd5-24f1-4ff7-b53c-5cbc0cc60024 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90210211b9a748d8a45f81106abe76ca HTTP/1.1" status: 200 len: 379 time: 0.1213908 Mar 11 12:19:41.195749 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-466f9ef8-dd72-499e-a6e1-f4c879cc9c24 req-d3a46628-b5f9-4f5c-b91d-a79530fa5c4a service neutron] 10.222.0.71 "GET /v2.0/networks/d720625f-3dcb-4447-8c65-2fc9243cbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346002 Mar 11 12:19:41.202923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-fc572484-25bc-48ea-887b-e3e310c13787 req-f0820c02-ae4d-4aaf-9cb6-6b9ae36e0f7e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'port': {'device_id': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'admin_state_up': True, 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'security_groups': ['f519bcda-362a-4ecd-a67f-5b82df6a0cdb']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:41.215082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-380013ea-30a8-4aee-bc35-389dbed86f88 req-98c418d1-fd62-44ad-a07b-2a7e4f85dfa1 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] For port 7165b47b-d9b6-4a77-b201-78b07d3e22b1, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=7165b47b-d9b6-4a77-b201-78b07d3e22b1,segment=NetworkSegment(ac101571-48a2-4629-b8c1-55b80c592a97),segment_id=ac101571-48a2-4629-b8c1-55b80c592a97)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:41.215803 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-380013ea-30a8-4aee-bc35-389dbed86f88 req-98c418d1-fd62-44ad-a07b-2a7e4f85dfa1 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7165b47b-d9b6-4a77-b201-78b07d3e22b1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:41.233002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-380013ea-30a8-4aee-bc35-389dbed86f88 req-98c418d1-fd62-44ad-a07b-2a7e4f85dfa1 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Calling delete_port for 7165b47b-d9b6-4a77-b201-78b07d3e22b1 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:41.326572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc572484-25bc-48ea-887b-e3e310c13787 req-f0820c02-ae4d-4aaf-9cb6-6b9ae36e0f7e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Made reservation on behalf of 90210211b9a748d8a45f81106abe76ca for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:19:41.330208 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc572484-25bc-48ea-887b-e3e310c13787 req-f0820c02-ae4d-4aaf-9cb6-6b9ae36e0f7e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:41.384224 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-380013ea-30a8-4aee-bc35-389dbed86f88 req-98c418d1-fd62-44ad-a07b-2a7e4f85dfa1 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (7165b47b-d9b6-4a77-b201-78b07d3e22b1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:41.493091 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a2dbd1-234f-42fa-9a0b-9dbd463993c1 None None] New status for floating IP 2a414e42-9101-4337-9a51-2bb03e7e8572: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:19:41.495733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-fc572484-25bc-48ea-887b-e3e310c13787 req-f0820c02-ae4d-4aaf-9cb6-6b9ae36e0f7e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Allocated IP 172.20.0.10 (a1e45e95-fb0a-4471-b25c-e285d7f4f127/f4ccb3a6-8b0f-44bf-85d4-7355c63fe966/7c91c3ab-8d74-42e6-bf56-772339db6f43) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:19:41.652212 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc572484-25bc-48ea-887b-e3e310c13787 req-f0820c02-ae4d-4aaf-9cb6-6b9ae36e0f7e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:41.694451 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc572484-25bc-48ea-887b-e3e310c13787 req-f0820c02-ae4d-4aaf-9cb6-6b9ae36e0f7e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:41.737173 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc572484-25bc-48ea-887b-e3e310c13787 req-f0820c02-ae4d-4aaf-9cb6-6b9ae36e0f7e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network a1e45e95-fb0a-4471-b25c-e285d7f4f127 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:41.747173 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-fc572484-25bc-48ea-887b-e3e310c13787 req-f0820c02-ae4d-4aaf-9cb6-6b9ae36e0f7e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:41.751627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc572484-25bc-48ea-887b-e3e310c13787 req-f0820c02-ae4d-4aaf-9cb6-6b9ae36e0f7e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:19:41.786791 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0820c02-ae4d-4aaf-9cb6-6b9ae36e0f7e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=7c91c3ab-8d74-42e6-bf56-772339db6f43,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:41.818137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc572484-25bc-48ea-887b-e3e310c13787 req-f0820c02-ae4d-4aaf-9cb6-6b9ae36e0f7e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:41.818512 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc572484-25bc-48ea-887b-e3e310c13787 req-f0820c02-ae4d-4aaf-9cb6-6b9ae36e0f7e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:41.838918 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fc572484-25bc-48ea-887b-e3e310c13787 req-f0820c02-ae4d-4aaf-9cb6-6b9ae36e0f7e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6409039 Mar 11 12:19:41.849320 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-fc572484-25bc-48ea-887b-e3e310c13787 req-f93dbbac-bf0f-49b6-a67a-50137c8b22c8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:19:41.850726 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fc572484-25bc-48ea-887b-e3e310c13787 req-f93dbbac-bf0f-49b6-a67a-50137c8b22c8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065475 Mar 11 12:19:41.885745 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c418d1-fd62-44ad-a07b-2a7e4f85dfa1 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'Port': ['ID=7165b47b-d9b6-4a77-b201-78b07d3e22b1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:41.928268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-380013ea-30a8-4aee-bc35-389dbed86f88 req-98c418d1-fd62-44ad-a07b-2a7e4f85dfa1 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] No DVR routers for this DVR port 7165b47b-d9b6-4a77-b201-78b07d3e22b1 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:19:41.932718 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-380013ea-30a8-4aee-bc35-389dbed86f88 req-98c418d1-fd62-44ad-a07b-2a7e4f85dfa1 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:41.941097 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-380013ea-30a8-4aee-bc35-389dbed86f88 req-98c418d1-fd62-44ad-a07b-2a7e4f85dfa1 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.71 "DELETE /v2.0/ports/7165b47b-d9b6-4a77-b201-78b07d3e22b1 HTTP/1.1" status: 204 len: 173 time: 1.0249562 Mar 11 12:19:41.941723 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'name': 'network-vif-deleted', 'tag': '7165b47b-d9b6-4a77-b201-78b07d3e22b1'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:19:41.944640 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f062d8b8-2ac7-4de0-a867-46a1f273c35a" -d '{"events": [{"server_uuid": "ec0604f7-9853-4c96-9abf-b844f9c40b6a", "name": "network-vif-deleted", "tag": "7165b47b-d9b6-4a77-b201-78b07d3e22b1"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:19:41.963286 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Request body: {'port': {'device_id': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:41.974709 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873decd2-ca05-4ae5-ab59-9d4d8fd610d4 req-23ad1dfc-71df-47ad-9c80-52936ed1468a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:41.982000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-873decd2-ca05-4ae5-ab59-9d4d8fd610d4 req-23ad1dfc-71df-47ad-9c80-52936ed1468a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 932 time: 0.5764134 Mar 11 12:19:42.013890 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf94d0-cb0b-4c7c-b9fe-bfd888234ac4 req-8c162224-cd0f-4822-b59b-0fd620638075 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:42.015433 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ffcf94d0-cb0b-4c7c-b9fe-bfd888234ac4 req-8c162224-cd0f-4822-b59b-0fd620638075 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 946 time: 0.1787026 Mar 11 12:19:42.057447 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:42.085098 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-873decd2-ca05-4ae5-ab59-9d4d8fd610d4 req-d8e9a022-d904-44f2-a954-2faaf188f1ca tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947223 Mar 11 12:19:42.105521 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ffcf94d0-cb0b-4c7c-b9fe-bfd888234ac4 req-7c6509c5-f98c-454a-84ae-1faa8f2aba3d tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793223 Mar 11 12:19:42.149658 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704c3255-c150-4ff1-a5e2-a498e95d9927 x-openstack-request-id: req-704c3255-c150-4ff1-a5e2-a498e95d9927 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:19:42.149966 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0604f7-9853-4c96-9abf-b844f9c40b6a", "name": "network-vif-deleted", "tag": "7165b47b-d9b6-4a77-b201-78b07d3e22b1", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:19:42.150227 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-704c3255-c150-4ff1-a5e2-a498e95d9927 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:19:42.150636 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0604f7-9853-4c96-9abf-b844f9c40b6a', 'name': 'network-vif-deleted', 'tag': '7165b47b-d9b6-4a77-b201-78b07d3e22b1', 'status': 'completed', 'code': 200} Mar 11 12:19:42.163131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1e476f2d-00e9-4d1c-89c1-b8b2443f1ac6 None None] Provisioning complete for port 7c91c3ab-8d74-42e6-bf56-772339db6f43 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:42.163717 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1e476f2d-00e9-4d1c-89c1-b8b2443f1ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:42.198491 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1e476f2d-00e9-4d1c-89c1-b8b2443f1ac6 None None] Port 7c91c3ab-8d74-42e6-bf56-772339db6f43 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:19:42.242046 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b03019d-c31b-4c97-b025-0df73547b3ee req-c1cb3066-2103-437d-88e3-84e271a58eef tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec0604f7-9853-4c96-9abf-b844f9c40b6a HTTP/1.1" status: 200 len: 210 time: 0.0285208 Mar 11 12:19:42.384596 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c91c3ab-8d74-42e6-bf56-772339db6f43 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:19:42.392323 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Publish callbacks [] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:42.404899 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Transition to ACTIVE for port object 7c91c3ab-8d74-42e6-bf56-772339db6f43 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:19:42.410515 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:42.465615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Pushing event updated for resources: {'Port': ['ID=7c91c3ab-8d74-42e6-bf56-772339db6f43,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:42.538858 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Attempting to bind port 7c91c3ab-8d74-42e6-bf56-772339db6f43 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:19:42.540122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Attempting to bind port 7c91c3ab-8d74-42e6-bf56-772339db6f43 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:19:42.540411 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Attempting to bind port 7c91c3ab-8d74-42e6-bf56-772339db6f43 on network a1e45e95-fb0a-4471-b25c-e285d7f4f127 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:19:42.545746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Port 7c91c3ab-8d74-42e6-bf56-772339db6f43 on network a1e45e95-fb0a-4471-b25c-e285d7f4f127 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:19:42.546070 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Attempting to bind port 7c91c3ab-8d74-42e6-bf56-772339db6f43 on network a1e45e95-fb0a-4471-b25c-e285d7f4f127 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:19:42.551210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:19:42.551613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Checking segment: {'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:42.552068 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Bound using segment: {'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:19:42.552658 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Bound port: 7c91c3ab-8d74-42e6-bf56-772339db6f43, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:19:42.553025 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:42.625302 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:19:42.628741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:19:42.636521 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:42.669819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:42.670452 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:42.671882 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fc572484-25bc-48ea-887b-e3e310c13787 req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] 10.222.0.37 "PUT /v2.0/ports/7c91c3ab-8d74-42e6-bf56-772339db6f43 HTTP/1.1" status: 200 len: 1092 time: 0.8106501 Mar 11 12:19:42.672326 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:19:42.674609 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465a2392-4953-4eb6-b4de-954dd2474468" -d '{"events": [{"name": "network-changed", "server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:19:42.701676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11991e98-2f47-466f-a673-01bdba12c344 service neutron] Pushing event updated for resources: {'Port': ['ID=7c91c3ab-8d74-42e6-bf56-772339db6f43,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:42.720188 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07d7630-1288-4229-8355-4ffeb7ea33b0 x-openstack-request-id: req-e07d7630-1288-4229-8355-4ffeb7ea33b0 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:19:42.720516 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:19:42.720772 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e07d7630-1288-4229-8355-4ffeb7ea33b0 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:19:42.721185 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'status': 'completed', 'code': 200} Mar 11 12:19:42.774044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc572484-25bc-48ea-887b-e3e310c13787 req-c595b923-61dc-4525-b30a-c224c299052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:42.775575 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fc572484-25bc-48ea-887b-e3e310c13787 req-c595b923-61dc-4525-b30a-c224c299052d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 1126 time: 0.0474403 Mar 11 12:19:42.826727 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:42.832264 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fc572484-25bc-48ea-887b-e3e310c13787 req-abd11d6c-1d51-4489-b943-6cdf28d6e792 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43 HTTP/1.1" status: 200 len: 217 time: 0.0488427 Mar 11 12:19:42.881505 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc572484-25bc-48ea-887b-e3e310c13787 req-32d2e41a-1ce1-4c6b-8b9a-83fc7b0c06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:42.883021 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fc572484-25bc-48ea-887b-e3e310c13787 req-32d2e41a-1ce1-4c6b-8b9a-83fc7b0c06f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4ccb3a6-8b0f-44bf-85d4-7355c63fe966 HTTP/1.1" status: 200 len: 834 time: 0.0448968 Mar 11 12:19:42.933532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc572484-25bc-48ea-887b-e3e310c13787 req-fc675b85-05b4-465c-9b8a-51a5554af799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:42.934974 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fc572484-25bc-48ea-887b-e3e310c13787 req-fc675b85-05b4-465c-9b8a-51a5554af799 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1e45e95-fb0a-4471-b25c-e285d7f4f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461140 Mar 11 12:19:43.031510 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fc572484-25bc-48ea-887b-e3e310c13787 req-cfbbc26c-45ae-4234-9358-1bd5c098e53e service neutron] 10.222.0.37 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897119 Mar 11 12:19:43.128660 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fc572484-25bc-48ea-887b-e3e310c13787 req-c6a783d2-32bb-48d0-8cff-f6b730da1186 service neutron] 10.222.0.37 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902469 Mar 11 12:19:43.223990 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a2392-4953-4eb6-b4de-954dd2474468 req-ee76ee33-8b30-41b6-837f-7db8754e8627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:43.225391 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-465a2392-4953-4eb6-b4de-954dd2474468 req-ee76ee33-8b30-41b6-837f-7db8754e8627 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 1126 time: 0.0454974 Mar 11 12:19:43.236469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85922631-42fc-447a-b54f-92cb1efb0486 req-9a11a64b-bcea-4d7e-b764-36bc9a1bea6c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:43.237950 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85922631-42fc-447a-b54f-92cb1efb0486 req-9a11a64b-bcea-4d7e-b764-36bc9a1bea6c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 944 time: 0.0812027 Mar 11 12:19:43.277382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffa410-6dd6-4965-a66a-6de92ccb0528 req-d2c2eade-9a24-4dae-af7d-aa3829210069 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:43.278872 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebffa410-6dd6-4965-a66a-6de92ccb0528 req-d2c2eade-9a24-4dae-af7d-aa3829210069 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 946 time: 0.0847263 Mar 11 12:19:43.319804 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a2392-4953-4eb6-b4de-954dd2474468 req-e46bc4c5-f35c-48b5-8453-6e45e0eb7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:43.321093 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85922631-42fc-447a-b54f-92cb1efb0486 req-ffe82701-1d14-4909-9c0b-fc644aa090f7 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754364 Mar 11 12:19:43.321251 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-465a2392-4953-4eb6-b4de-954dd2474468 req-e46bc4c5-f35c-48b5-8453-6e45e0eb7c65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1e45e95-fb0a-4471-b25c-e285d7f4f127 HTTP/1.1" status: 200 len: 898 time: 0.0895720 Mar 11 12:19:43.344836 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebffa410-6dd6-4965-a66a-6de92ccb0528 req-122ab386-a8ea-4ebd-ad2d-a0e7476f80fd tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584888 Mar 11 12:19:43.369202 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-465a2392-4953-4eb6-b4de-954dd2474468 req-4fddfeae-ca1c-44b8-bd2a-47e24c4a02b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43 HTTP/1.1" status: 200 len: 217 time: 0.0405283 Mar 11 12:19:43.371571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40802) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:43.449632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a2392-4953-4eb6-b4de-954dd2474468 req-4bd2e49e-bb0c-44b3-a0c0-e32e7553381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:43.451101 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-465a2392-4953-4eb6-b4de-954dd2474468 req-4bd2e49e-bb0c-44b3-a0c0-e32e7553381b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4ccb3a6-8b0f-44bf-85d4-7355c63fe966 HTTP/1.1" status: 200 len: 834 time: 0.0715997 Mar 11 12:19:43.474347 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd81c657-c5ef-4270-be26-b0eea04bacff tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (92ec5c61-1e47-443e-bff2-22ddd4921553), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:43.528075 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd81c657-c5ef-4270-be26-b0eea04bacff tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (92ec5c61-1e47-443e-bff2-22ddd4921553), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:43.554427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a2392-4953-4eb6-b4de-954dd2474468 req-bf31521b-493b-40f9-a469-cbc7e374434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:43.555971 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-465a2392-4953-4eb6-b4de-954dd2474468 req-bf31521b-493b-40f9-a469-cbc7e374434f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1e45e95-fb0a-4471-b25c-e285d7f4f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0952773 Mar 11 12:19:43.598858 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567cc6b-3e74-40ed-878d-c16631c2da76 req-668a9cb0-fa8a-4dcd-bdfb-81a412b0223b tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:43.600798 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6567cc6b-3e74-40ed-878d-c16631c2da76 req-668a9cb0-fa8a-4dcd-bdfb-81a412b0223b tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 946 time: 0.0548553 Mar 11 12:19:43.650205 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-051c1c0e-8c58-448f-8fc7-338852e1efa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:43.657662 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-465a2392-4953-4eb6-b4de-954dd2474468 req-b385bcd6-dce4-449d-9a74-afa90ae83415 service neutron] 10.222.0.37 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917127 Mar 11 12:19:43.658637 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6567cc6b-3e74-40ed-878d-c16631c2da76 req-1a872660-8b47-4c06-912d-1d7a7ef3bfcc tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486033 Mar 11 12:19:43.662996 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd81c657-c5ef-4270-be26-b0eea04bacff tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (92ec5c61-1e47-443e-bff2-22ddd4921553), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:43.665532 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd81c657-c5ef-4270-be26-b0eea04bacff tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:43.669150 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bd81c657-c5ef-4270-be26-b0eea04bacff tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "DELETE /v2.0/security-groups/92ec5c61-1e47-443e-bff2-22ddd4921553 HTTP/1.1" status: 204 len: 168 time: 0.2941296 Mar 11 12:19:43.688594 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81c657-c5ef-4270-be26-b0eea04bacff tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ec5c61-1e47-443e-bff2-22ddd4921553,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:43.702049 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40808) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:43.767002 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-465a2392-4953-4eb6-b4de-954dd2474468 req-8222a558-a49b-4d21-8879-e12625d3f3ac service neutron] 10.222.0.37 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992229 Mar 11 12:19:44.075299 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b61efd92-54dc-4503-8ba9-e45e35fad9ea tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (d35a458d-372c-4886-9fc4-68726c9dfaad), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:44.289509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7c91c3ab-8d74-42e6-bf56-772339db6f43 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:19:44.364546 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b61efd92-54dc-4503-8ba9-e45e35fad9ea tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Deleting port 88598f2d-f258-4de6-936a-0aa10a68981c {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:44.364546 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b61efd92-54dc-4503-8ba9-e45e35fad9ea tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (88598f2d-f258-4de6-936a-0aa10a68981c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:44.392925 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:44.403992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'port_id': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'mac_address': 'fa:16:3e:55:ca:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:19:44.445015 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 7c91c3ab-8d74-42e6-bf56-772339db6f43 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:44.445400 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:44.458641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c91c3ab-8d74-42e6-bf56-772339db6f43 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:19:44.478894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:44.484032 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-b61efd92-54dc-4503-8ba9-e45e35fad9ea tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] For port 88598f2d-f258-4de6-936a-0aa10a68981c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=88598f2d-f258-4de6-936a-0aa10a68981c,segment=NetworkSegment(ac101571-48a2-4629-b8c1-55b80c592a97),segment_id=ac101571-48a2-4629-b8c1-55b80c592a97)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:44.484397 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b61efd92-54dc-4503-8ba9-e45e35fad9ea tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (88598f2d-f258-4de6-936a-0aa10a68981c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:44.484939 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:44.506903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58358371-3eb9-47a6-8eed-1d0a95027526 req-dab6abeb-415a-4c3e-9cb2-2fbb256e0122 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:44.508467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58358371-3eb9-47a6-8eed-1d0a95027526 req-dab6abeb-415a-4c3e-9cb2-2fbb256e0122 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 944 time: 0.1158931 Mar 11 12:19:44.509348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b61efd92-54dc-4503-8ba9-e45e35fad9ea tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Calling delete_port for 88598f2d-f258-4de6-936a-0aa10a68981c owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:44.533692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=7c91c3ab-8d74-42e6-bf56-772339db6f43,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:44.612143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58358371-3eb9-47a6-8eed-1d0a95027526 req-fbcc6e55-b75b-44af-b982-a191c5844bee tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964823 Mar 11 12:19:44.619416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 7165b47b-d9b6-4a77-b201-78b07d3e22b1 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:19:44.640539 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 7165b47b-d9b6-4a77-b201-78b07d3e22b1 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:19:44.641060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 7165b47b-d9b6-4a77-b201-78b07d3e22b1 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:19:44.680762 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['7c91c3ab-8d74-42e6-bf56-772339db6f43'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:19:44.771104 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b61efd92-54dc-4503-8ba9-e45e35fad9ea tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (88598f2d-f258-4de6-936a-0aa10a68981c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:44.804224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61efd92-54dc-4503-8ba9-e45e35fad9ea tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'Port': ['ID=88598f2d-f258-4de6-936a-0aa10a68981c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:44.874614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c55a48-4cff-4581-b24e-41445faa41ab req-8801f1e8-729f-430a-bb85-26013c25ac4b tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:44.876090 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59c55a48-4cff-4581-b24e-41445faa41ab req-8801f1e8-729f-430a-bb85-26013c25ac4b tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 946 time: 0.1392567 Mar 11 12:19:44.983335 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59c55a48-4cff-4581-b24e-41445faa41ab req-a5c34920-2620-4c14-8942-b481bbb7c984 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014209 Mar 11 12:19:45.037697 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b61efd92-54dc-4503-8ba9-e45e35fad9ea tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (d35a458d-372c-4886-9fc4-68726c9dfaad), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:45.270019 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61efd92-54dc-4503-8ba9-e45e35fad9ea tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Router d35a458d-372c-4886-9fc4-68726c9dfaad has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:19:45.382948 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61efd92-54dc-4503-8ba9-e45e35fad9ea tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:19:45.388466 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b61efd92-54dc-4503-8ba9-e45e35fad9ea tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "PUT /v2.0/routers/d35a458d-372c-4886-9fc4-68726c9dfaad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6853418 Mar 11 12:19:45.391304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40814) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:45.392403 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a3b5c6-25d4-4ff4-9b56-927ee636d89c None None] Sync routers for ids ['d35a458d-372c-4886-9fc4-68726c9dfaad'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:19:45.404719 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a3b5c6-25d4-4ff4-9b56-927ee636d89c None None] Routers {'d35a458d-372c-4886-9fc4-68726c9dfaad'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:45.405336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c7a3b5c6-25d4-4ff4-9b56-927ee636d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d35a458d-372c-4886-9fc4-68726c9dfaad'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:45.443322 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-949ca2d3-0456-4211-af70-2f929f6099c7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Deleting subnet 388ee9fe-109c-4129-9ef6-38168259430e {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:19:45.446822 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-949ca2d3-0456-4211-af70-2f929f6099c7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for subnet (388ee9fe-109c-4129-9ef6-38168259430e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:45.514794 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-949ca2d3-0456-4211-af70-2f929f6099c7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (388ee9fe-109c-4129-9ef6-38168259430e), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:45.515118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-c7a3b5c6-25d4-4ff4-9b56-927ee636d89c None None] Set router d35a458d-372c-4886-9fc4-68726c9dfaad gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:45.566488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d8c23-c2e1-417d-bedc-278db077c9cc req-2febdac1-21e7-4f50-9c9f-180772fee81f tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:45.568276 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e3d8c23-c2e1-417d-bedc-278db077c9cc req-2febdac1-21e7-4f50-9c9f-180772fee81f tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 946 time: 0.1010792 Mar 11 12:19:45.643625 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-949ca2d3-0456-4211-af70-2f929f6099c7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (388ee9fe-109c-4129-9ef6-38168259430e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:45.713483 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c7a3b5c6-25d4-4ff4-9b56-927ee636d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:19:44Z', 'revision_number': 7, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:45.746599 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a3b5c6-25d4-4ff4-9b56-927ee636d89c None None] Checking router: d35a458d-372c-4886-9fc4-68726c9dfaad for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:19:45.763290 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a3b5c6-25d4-4ff4-9b56-927ee636d89c None None] Routers {'d35a458d-372c-4886-9fc4-68726c9dfaad'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:45.763964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c7a3b5c6-25d4-4ff4-9b56-927ee636d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['d35a458d-372c-4886-9fc4-68726c9dfaad'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:45.770767 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-643bcd31-65a9-410d-9955-256041e0b33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:45.780835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d287a93-4e89-476d-9aac-ab5756caf097 req-2c702545-a7a2-4212-9580-1ad2245bfd3f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:45.782371 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d287a93-4e89-476d-9aac-ab5756caf097 req-2c702545-a7a2-4212-9580-1ad2245bfd3f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 945 time: 0.0917861 Mar 11 12:19:45.784971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-7e3d8c23-c2e1-417d-bedc-278db077c9cc req-aa25c33c-f6db-45f6-8121-f38cc9525ffa tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Deleting port 2430355c-80a6-4a1a-807e-4fa9d3485d59 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:45.785312 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7e3d8c23-c2e1-417d-bedc-278db077c9cc req-aa25c33c-f6db-45f6-8121-f38cc9525ffa tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2430355c-80a6-4a1a-807e-4fa9d3485d59), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:45.790277 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-949ca2d3-0456-4211-af70-2f929f6099c7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (388ee9fe-109c-4129-9ef6-38168259430e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:45.859955 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ca2d3-0456-4211-af70-2f929f6099c7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'Subnet': ['ID=388ee9fe-109c-4129-9ef6-38168259430e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:45.868561 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-949ca2d3-0456-4211-af70-2f929f6099c7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:45.871463 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-949ca2d3-0456-4211-af70-2f929f6099c7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "DELETE /v2.0/subnets/388ee9fe-109c-4129-9ef6-38168259430e HTTP/1.1" status: 204 len: 168 time: 0.4792299 Mar 11 12:19:45.875452 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40818) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:45.875943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3b4b97-bcf2-4acd-91de-95314c5eeb1a None None] Network b787c3fe-9cce-4fab-ba7c-d6771e838ddf requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:19:45.910998 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-c7a3b5c6-25d4-4ff4-9b56-927ee636d89c None None] Set router d35a458d-372c-4886-9fc4-68726c9dfaad gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:45.949854 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d287a93-4e89-476d-9aac-ab5756caf097 req-12f5e71b-dd48-4750-ba43-631c3a721653 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447837 Mar 11 12:19:45.978931 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7e3d8c23-c2e1-417d-bedc-278db077c9cc req-aa25c33c-f6db-45f6-8121-f38cc9525ffa tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] For port 2430355c-80a6-4a1a-807e-4fa9d3485d59, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=2430355c-80a6-4a1a-807e-4fa9d3485d59,segment=NetworkSegment(ef6149cf-8758-498b-a1df-f0ac6a2fae49),segment_id=ef6149cf-8758-498b-a1df-f0ac6a2fae49)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:45.980936 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7e3d8c23-c2e1-417d-bedc-278db077c9cc req-aa25c33c-f6db-45f6-8121-f38cc9525ffa tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2430355c-80a6-4a1a-807e-4fa9d3485d59), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:45.995633 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-7e3d8c23-c2e1-417d-bedc-278db077c9cc req-aa25c33c-f6db-45f6-8121-f38cc9525ffa tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Calling delete_port for 2430355c-80a6-4a1a-807e-4fa9d3485d59 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:46.030138 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-350eee09-0512-4f39-98f8-db167debf8f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for router (d35a458d-372c-4886-9fc4-68726c9dfaad), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:46.229248 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7e3d8c23-c2e1-417d-bedc-278db077c9cc req-aa25c33c-f6db-45f6-8121-f38cc9525ffa tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (2430355c-80a6-4a1a-807e-4fa9d3485d59), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:46.244556 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['2430355c-80a6-4a1a-807e-4fa9d3485d59'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:19:46.280242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa178-815a-4564-b873-bcaf97a0fc89 req-a9114c61-315f-4229-8977-ee278da7c90f tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:46.281862 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d0aa178-815a-4564-b873-bcaf97a0fc89 req-a9114c61-315f-4229-8977-ee278da7c90f tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6d85e1-ef46-41c6-b902-e770a28d9942 HTTP/1.1" status: 200 len: 946 time: 0.2046392 Mar 11 12:19:46.283103 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25c33c-f6db-45f6-8121-f38cc9525ffa tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Pushing event deleted for resources: {'Port': ['ID=2430355c-80a6-4a1a-807e-4fa9d3485d59,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:46.295006 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7c91c3ab-8d74-42e6-bf56-772339db6f43 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:46.346892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3d8c23-c2e1-417d-bedc-278db077c9cc req-aa25c33c-f6db-45f6-8121-f38cc9525ffa tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] No DVR routers for this DVR port 2430355c-80a6-4a1a-807e-4fa9d3485d59 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:19:46.349962 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7e3d8c23-c2e1-417d-bedc-278db077c9cc req-aa25c33c-f6db-45f6-8121-f38cc9525ffa tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:46.353672 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e3d8c23-c2e1-417d-bedc-278db077c9cc req-aa25c33c-f6db-45f6-8121-f38cc9525ffa tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.71 "DELETE /v2.0/ports/2430355c-80a6-4a1a-807e-4fa9d3485d59 HTTP/1.1" status: 204 len: 173 time: 0.7779810 Mar 11 12:19:46.360733 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6d85e1-ef46-41c6-b902-e770a28d9942', 'name': 'network-vif-deleted', 'tag': '2430355c-80a6-4a1a-807e-4fa9d3485d59'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:19:46.362787 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c81f02-b0e8-4300-b8e3-5d44a6a17a11" -d '{"events": [{"server_uuid": "fd6d85e1-ef46-41c6-b902-e770a28d9942", "name": "network-vif-deleted", "tag": "2430355c-80a6-4a1a-807e-4fa9d3485d59"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:19:46.428205 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d0aa178-815a-4564-b873-bcaf97a0fc89 req-d4e0e61a-8d6f-4504-b87f-498121a0d5c8 tempest-TestServerAdvancedOps-189821914 tempest-TestServerAdvancedOps-189821914-project] 10.222.0.78 "GET /v2.0/security-groups?id=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278758 Mar 11 12:19:46.447284 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182867cd-b40d-4897-b911-fae1f7573f9c x-openstack-request-id: req-182867cd-b40d-4897-b911-fae1f7573f9c {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:19:46.448783 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6d85e1-ef46-41c6-b902-e770a28d9942", "name": "network-vif-deleted", "tag": "2430355c-80a6-4a1a-807e-4fa9d3485d59", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:19:46.449342 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-182867cd-b40d-4897-b911-fae1f7573f9c {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:19:46.450539 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6d85e1-ef46-41c6-b902-e770a28d9942', 'name': 'network-vif-deleted', 'tag': '2430355c-80a6-4a1a-807e-4fa9d3485d59', 'status': 'completed', 'code': 200} Mar 11 12:19:46.454053 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acde6dc-b69d-4217-8a5f-556ac8a6f9d3 None None] DHCP port deletion for b787c3fe-9cce-4fab-ba7c-d6771e838ddf request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:19:46.458634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 7c91c3ab-8d74-42e6-bf56-772339db6f43 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:19:46.466316 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c7a3b5c6-25d4-4ff4-9b56-927ee636d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:19:44Z', 'revision_number': 7, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:46.495828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 7c91c3ab-8d74-42e6-bf56-772339db6f43 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:46.496299 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:46.499874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a3b5c6-25d4-4ff4-9b56-927ee636d89c None None] The sync data for ids ['d35a458d-372c-4886-9fc4-68726c9dfaad'] in n-d-833234-2 is: [{'id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'name': 'tempest-TestNetworkBasicOps-router-1404610552', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:19:44Z', 'revision_number': 7, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a458d-372c-4886-9fc4-68726c9dfaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:17:45Z', 'updated_at': '2022-03-11T12:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:19:46.540113 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-350eee09-0512-4f39-98f8-db167debf8f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for router_gateway (d35a458d-372c-4886-9fc4-68726c9dfaad), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:46.598283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-350eee09-0512-4f39-98f8-db167debf8f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Deleting port 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:46.598619 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-350eee09-0512-4f39-98f8-db167debf8f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:46.610240 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3acde6dc-b69d-4217-8a5f-556ac8a6f9d3 None None] Deleting port ade4f7f0-008f-4579-a59b-85965bcf2281 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:19:46.610613 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3acde6dc-b69d-4217-8a5f-556ac8a6f9d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ade4f7f0-008f-4579-a59b-85965bcf2281), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:46.644732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 7c91c3ab-8d74-42e6-bf56-772339db6f43 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:46.645149 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:46.679297 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-350eee09-0512-4f39-98f8-db167debf8f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] For port 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:46.679568 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-350eee09-0512-4f39-98f8-db167debf8f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:46.691321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-350eee09-0512-4f39-98f8-db167debf8f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Calling delete_port for 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:46.693396 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3acde6dc-b69d-4217-8a5f-556ac8a6f9d3 None None] For port ade4f7f0-008f-4579-a59b-85965bcf2281, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ade4f7f0-008f-4579-a59b-85965bcf2281,segment=NetworkSegment(ac101571-48a2-4629-b8c1-55b80c592a97),segment_id=ac101571-48a2-4629-b8c1-55b80c592a97)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:46.693790 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3acde6dc-b69d-4217-8a5f-556ac8a6f9d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ade4f7f0-008f-4579-a59b-85965bcf2281), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:46.714712 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:19:46.716996 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02523fd4-d6c9-466b-ae67-a8f3e890b3e2" -d '{"events": [{"server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "name": "network-vif-plugged", "status": "completed", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:19:46.721341 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3acde6dc-b69d-4217-8a5f-556ac8a6f9d3 None None] Calling delete_port for ade4f7f0-008f-4579-a59b-85965bcf2281 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:19:46.733253 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:46.740329 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:46.776113 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87419b2f-3001-4e4c-8ba8-0c4ea2dd6d6c x-openstack-request-id: req-87419b2f-3001-4e4c-8ba8-0c4ea2dd6d6c {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:19:46.776423 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "name": "network-vif-plugged", "status": "completed", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:19:46.776653 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87419b2f-3001-4e4c-8ba8-0c4ea2dd6d6c {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:19:46.777007 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'code': 200} Mar 11 12:19:46.836623 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=7c91c3ab-8d74-42e6-bf56-772339db6f43,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:46.864209 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3acde6dc-b69d-4217-8a5f-556ac8a6f9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (ade4f7f0-008f-4579-a59b-85965bcf2281), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:46.925429 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acde6dc-b69d-4217-8a5f-556ac8a6f9d3 None None] Pushing event deleted for resources: {'Port': ['ID=ade4f7f0-008f-4579-a59b-85965bcf2281,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:46.932097 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-350eee09-0512-4f39-98f8-db167debf8f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:46.944258 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acde6dc-b69d-4217-8a5f-556ac8a6f9d3 None None] No DVR routers for this DVR port ade4f7f0-008f-4579-a59b-85965bcf2281 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:19:46.983318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18490bae-7896-4fc2-b1f2-081e78965432 req-16245aeb-031e-4d95-9138-3c206cf48a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:46.985625 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18490bae-7896-4fc2-b1f2-081e78965432 req-16245aeb-031e-4d95-9138-3c206cf48a96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 1128 time: 0.1190286 Mar 11 12:19:46.988467 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ade4f7f0-008f-4579-a59b-85965bcf2281 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:19:47.015418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: ade4f7f0-008f-4579-a59b-85965bcf2281 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:19:47.015817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ade4f7f0-008f-4579-a59b-85965bcf2281 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:19:47.016231 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 88598f2d-f258-4de6-936a-0aa10a68981c no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:19:47.029898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350eee09-0512-4f39-98f8-db167debf8f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'Port': ['ID=17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:47.056293 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 88598f2d-f258-4de6-936a-0aa10a68981c {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:19:47.056653 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 88598f2d-f258-4de6-936a-0aa10a68981c not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:19:47.076099 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-350eee09-0512-4f39-98f8-db167debf8f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (d35a458d-372c-4886-9fc4-68726c9dfaad), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.100963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25759286-0236-49d5-a769-e8e6b6dd4015 req-f1cdd2f2-cd48-49d8-af7b-d4d9e472936c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:47.102551 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25759286-0236-49d5-a769-e8e6b6dd4015 req-f1cdd2f2-cd48-49d8-af7b-d4d9e472936c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.0685382 Mar 11 12:19:47.151060 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-18490bae-7896-4fc2-b1f2-081e78965432 req-e8d514e7-e325-4146-a4d2-77e57056511a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474595 Mar 11 12:19:47.161158 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25759286-0236-49d5-a769-e8e6b6dd4015 req-1ac9a624-21a2-44dd-87da-96c186f03ac2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474558 Mar 11 12:19:47.186709 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-350eee09-0512-4f39-98f8-db167debf8f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (d35a458d-372c-4886-9fc4-68726c9dfaad), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.188893 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-350eee09-0512-4f39-98f8-db167debf8f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for router_controller (d35a458d-372c-4886-9fc4-68726c9dfaad), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.234089 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-350eee09-0512-4f39-98f8-db167debf8f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (d35a458d-372c-4886-9fc4-68726c9dfaad), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.234817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350eee09-0512-4f39-98f8-db167debf8f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Fanout notify agent at l3_agent the message router_deleted on router d35a458d-372c-4886-9fc4-68726c9dfaad {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:19:47.242420 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-350eee09-0512-4f39-98f8-db167debf8f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.243705 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-350eee09-0512-4f39-98f8-db167debf8f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "DELETE /v2.0/routers/d35a458d-372c-4886-9fc4-68726c9dfaad HTTP/1.1" status: 204 len: 168 time: 1.3671958 Mar 11 12:19:47.246475 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40828) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:47.284094 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.329439 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4c44d1d4-43bd-4e21-a44c-8578735b6e40 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (b787c3fe-9cce-4fab-ba7c-d6771e838ddf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.418098 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4c44d1d4-43bd-4e21-a44c-8578735b6e40 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (b787c3fe-9cce-4fab-ba7c-d6771e838ddf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.440233 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-4c44d1d4-43bd-4e21-a44c-8578735b6e40 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b787c3fe-9cce-4fab-ba7c-d6771e838ddf']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:47.452892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-4c44d1d4-43bd-4e21-a44c-8578735b6e40 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac101571-48a2-4629-b8c1-55b80c592a97') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:47.453610 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-4c44d1d4-43bd-4e21-a44c-8578735b6e40 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac101571-48a2-4629-b8c1-55b80c592a97') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:47.467113 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4c44d1d4-43bd-4e21-a44c-8578735b6e40 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (ac101571-48a2-4629-b8c1-55b80c592a97), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.481221 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4c44d1d4-43bd-4e21-a44c-8578735b6e40 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ac101571-48a2-4629-b8c1-55b80c592a97), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.483830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40832) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:47.488512 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c44d1d4-43bd-4e21-a44c-8578735b6e40 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:19:47.489277 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4c44d1d4-43bd-4e21-a44c-8578735b6e40 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (ac101571-48a2-4629-b8c1-55b80c592a97), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:19:47.492942 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:19:47.536814 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fd0b3d-5e51-40bb-a514-d8120785290e admin admin] Deleting subnet 766cd0a6-c28b-4623-96f1-40b19a4ea642 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:19:47.536814 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21fd0b3d-5e51-40bb-a514-d8120785290e admin admin] Publish callbacks [] for subnet (766cd0a6-c28b-4623-96f1-40b19a4ea642), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.552588 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4c44d1d4-43bd-4e21-a44c-8578735b6e40 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (b787c3fe-9cce-4fab-ba7c-d6771e838ddf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.560651 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4c44d1d4-43bd-4e21-a44c-8578735b6e40 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.566770 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4c44d1d4-43bd-4e21-a44c-8578735b6e40 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "DELETE /v2.0/networks/b787c3fe-9cce-4fab-ba7c-d6771e838ddf HTTP/1.1" status: 204 len: 168 time: 0.3164117 Mar 11 12:19:47.581960 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44d1d4-43bd-4e21-a44c-8578735b6e40 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'Network': ['ID=b787c3fe-9cce-4fab-ba7c-d6771e838ddf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:47.581960 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40834) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:47.582326 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21fd0b3d-5e51-40bb-a514-d8120785290e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (766cd0a6-c28b-4623-96f1-40b19a4ea642), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.584970 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-42203ff2-45be-4cf4-a2e6-e461f62101e7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'network': {'name': 'tempest-network-smoke--1742982451', 'project_id': '868321f514374492b0b945546931c69b', 'port_security_enabled': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:47.608363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42203ff2-45be-4cf4-a2e6-e461f62101e7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Made reservation on behalf of 868321f514374492b0b945546931c69b for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:19:47.610249 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-42203ff2-45be-4cf4-a2e6-e461f62101e7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.622595 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21fd0b3d-5e51-40bb-a514-d8120785290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (766cd0a6-c28b-4623-96f1-40b19a4ea642), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.633878 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42203ff2-45be-4cf4-a2e6-e461f62101e7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:19:47.644184 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-42203ff2-45be-4cf4-a2e6-e461f62101e7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (63cd6662-e3a9-42dc-82c6-f3948617080f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.644536 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-42203ff2-45be-4cf4-a2e6-e461f62101e7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Added segment 63cd6662-e3a9-42dc-82c6-f3948617080f of type vlan for network 66e9c4bc-f8b6-4a4b-84be-742138af689b Mar 11 12:19:47.675478 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21fd0b3d-5e51-40bb-a514-d8120785290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (766cd0a6-c28b-4623-96f1-40b19a4ea642), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.694710 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-42203ff2-45be-4cf4-a2e6-e461f62101e7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (66e9c4bc-f8b6-4a4b-84be-742138af689b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.700996 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd0b3d-5e51-40bb-a514-d8120785290e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=766cd0a6-c28b-4623-96f1-40b19a4ea642,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:47.704671 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21fd0b3d-5e51-40bb-a514-d8120785290e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.708319 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-21fd0b3d-5e51-40bb-a514-d8120785290e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/766cd0a6-c28b-4623-96f1-40b19a4ea642 HTTP/1.1" status: 204 len: 168 time: 0.2228417 Mar 11 12:19:47.710599 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40836) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:47.727418 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-42203ff2-45be-4cf4-a2e6-e461f62101e7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (66e9c4bc-f8b6-4a4b-84be-742138af689b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.732882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42203ff2-45be-4cf4-a2e6-e461f62101e7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:47.733466 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-42203ff2-45be-4cf4-a2e6-e461f62101e7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.773428 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-42203ff2-45be-4cf4-a2e6-e461f62101e7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1928968 Mar 11 12:19:47.776207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40838) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:47.783041 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-460784272', 'admin_state_up': True, 'project_id': '868321f514374492b0b945546931c69b', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:47.784699 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2165291c-ee6d-4706-aadc-73be6cdc2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (d720625f-3dcb-4447-8c65-2fc9243cbcb2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.813418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42203ff2-45be-4cf4-a2e6-e461f62101e7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Network': ['ID=66e9c4bc-f8b6-4a4b-84be-742138af689b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:47.825737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 66e9c4bc-f8b6-4a4b-84be-742138af689b details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:19:47.834443 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (70ab395c-a5d4-4e9f-857a-21a037296a4f), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.835526 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (70ab395c-a5d4-4e9f-857a-21a037296a4f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.864902 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2165291c-ee6d-4706-aadc-73be6cdc2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (d720625f-3dcb-4447-8c65-2fc9243cbcb2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.890596 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-2165291c-ee6d-4706-aadc-73be6cdc2dcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d720625f-3dcb-4447-8c65-2fc9243cbcb2']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:47.901393 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for router_controller (70ab395c-a5d4-4e9f-857a-21a037296a4f), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.901612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-2165291c-ee6d-4706-aadc-73be6cdc2dcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6149cf-8758-498b-a1df-f0ac6a2fae49') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:47.902161 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-2165291c-ee6d-4706-aadc-73be6cdc2dcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6149cf-8758-498b-a1df-f0ac6a2fae49') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:47.911933 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2165291c-ee6d-4706-aadc-73be6cdc2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (ef6149cf-8758-498b-a1df-f0ac6a2fae49), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.925107 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2165291c-ee6d-4706-aadc-73be6cdc2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ef6149cf-8758-498b-a1df-f0ac6a2fae49), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.931082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2165291c-ee6d-4706-aadc-73be6cdc2dcc admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:19:47.931463 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2165291c-ee6d-4706-aadc-73be6cdc2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (ef6149cf-8758-498b-a1df-f0ac6a2fae49), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:19:47.933120 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:19:47.989982 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2165291c-ee6d-4706-aadc-73be6cdc2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (d720625f-3dcb-4447-8c65-2fc9243cbcb2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.994929 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2165291c-ee6d-4706-aadc-73be6cdc2dcc admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:47.998293 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2165291c-ee6d-4706-aadc-73be6cdc2dcc admin admin] 10.222.0.78 "DELETE /v2.0/networks/d720625f-3dcb-4447-8c65-2fc9243cbcb2 HTTP/1.1" status: 204 len: 168 time: 0.2868102 Mar 11 12:19:48.001128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40840) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:48.033885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165291c-ee6d-4706-aadc-73be6cdc2dcc admin admin] Pushing event deleted for resources: {'Network': ['ID=d720625f-3dcb-4447-8c65-2fc9243cbcb2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:48.043141 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for router_gateway (70ab395c-a5d4-4e9f-857a-21a037296a4f), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.059127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb5918b-56db-4b74-a053-6d1168e53ad7 admin admin] Deleting subnet 7dc207f6-eaf7-476e-bde2-d6a371627589 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:19:48.062616 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fb5918b-56db-4b74-a053-6d1168e53ad7 admin admin] Publish callbacks [] for subnet (7dc207f6-eaf7-476e-bde2-d6a371627589), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.102332 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fb5918b-56db-4b74-a053-6d1168e53ad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (7dc207f6-eaf7-476e-bde2-d6a371627589), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.153018 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fb5918b-56db-4b74-a053-6d1168e53ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (7dc207f6-eaf7-476e-bde2-d6a371627589), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.211613 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fb5918b-56db-4b74-a053-6d1168e53ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (7dc207f6-eaf7-476e-bde2-d6a371627589), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.239248 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5918b-56db-4b74-a053-6d1168e53ad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc207f6-eaf7-476e-bde2-d6a371627589,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:48.241359 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fb5918b-56db-4b74-a053-6d1168e53ad7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.246803 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4fb5918b-56db-4b74-a053-6d1168e53ad7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7dc207f6-eaf7-476e-bde2-d6a371627589 HTTP/1.1" status: 204 len: 168 time: 0.2424998 Mar 11 12:19:48.247027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40844) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:48.298304 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for router_gateway (70ab395c-a5d4-4e9f-857a-21a037296a4f), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.319749 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.319954 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-283ed47b-dc39-4b34-8947-11387bc59abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (62659455-eecd-4a4a-8206-6919961485fc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.382481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3d421-1335-4f70-9910-df491939365b req-abbdbb2e-eb51-469d-8b4f-b9dea0d5b9bd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:48.383912 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72f3d421-1335-4f70-9910-df491939365b req-abbdbb2e-eb51-469d-8b4f-b9dea0d5b9bd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.1321383 Mar 11 12:19:48.397697 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-283ed47b-dc39-4b34-8947-11387bc59abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (62659455-eecd-4a4a-8206-6919961485fc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.417242 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-283ed47b-dc39-4b34-8947-11387bc59abb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62659455-eecd-4a4a-8206-6919961485fc']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:48.426500 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-283ed47b-dc39-4b34-8947-11387bc59abb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe154a11-b827-407f-b578-c79d64a8cc08') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:48.426799 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-283ed47b-dc39-4b34-8947-11387bc59abb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe154a11-b827-407f-b578-c79d64a8cc08') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:48.441302 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-283ed47b-dc39-4b34-8947-11387bc59abb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (fe154a11-b827-407f-b578-c79d64a8cc08), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.455341 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-283ed47b-dc39-4b34-8947-11387bc59abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (fe154a11-b827-407f-b578-c79d64a8cc08), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.461399 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283ed47b-dc39-4b34-8947-11387bc59abb admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:19:48.461765 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-283ed47b-dc39-4b34-8947-11387bc59abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (fe154a11-b827-407f-b578-c79d64a8cc08), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:19:48.463477 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:19:48.470135 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Allocated IP 172.25.7.166 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/54107081-e9ee-4a95-bc0c-497fbbb23dbb) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:19:48.475606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72f3d421-1335-4f70-9910-df491939365b req-f5f09079-d1d7-4e08-9d03-b5420ae7ffb7 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841856 Mar 11 12:19:48.522705 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-283ed47b-dc39-4b34-8947-11387bc59abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (62659455-eecd-4a4a-8206-6919961485fc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.527495 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-283ed47b-dc39-4b34-8947-11387bc59abb admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.534041 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-283ed47b-dc39-4b34-8947-11387bc59abb admin admin] 10.222.0.78 "DELETE /v2.0/networks/62659455-eecd-4a4a-8206-6919961485fc HTTP/1.1" status: 204 len: 168 time: 0.2836874 Mar 11 12:19:48.545361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ed47b-dc39-4b34-8947-11387bc59abb admin admin] Pushing event deleted for resources: {'Network': ['ID=62659455-eecd-4a4a-8206-6919961485fc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:48.623070 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for port (54107081-e9ee-4a95-bc0c-497fbbb23dbb), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.635954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 2430355c-80a6-4a1a-807e-4fa9d3485d59 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:19:48.660468 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9912be4-2951-4463-b82d-c646e2dca9bd req-ec6593a4-31eb-413b-85b9-3583b04b9789 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:48.663249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 2430355c-80a6-4a1a-807e-4fa9d3485d59 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:19:48.663740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 2430355c-80a6-4a1a-807e-4fa9d3485d59 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:19:48.668142 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9912be4-2951-4463-b82d-c646e2dca9bd req-ec6593a4-31eb-413b-85b9-3583b04b9789 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.1116958 Mar 11 12:19:48.673756 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:19:48.697729 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:19:48.698160 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 17169b78-e9bb-4bd7-b6a3-e7eb6e021b6a not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:19:48.703222 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.716613 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (54107081-e9ee-4a95-bc0c-497fbbb23dbb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.743478 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40850) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:48.766953 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9912be4-2951-4463-b82d-c646e2dca9bd req-a831348c-78c3-4f6d-a113-55ac2265f4d8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835924 Mar 11 12:19:48.777619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:48.781596 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:48.783630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Port': ['ID=54107081-e9ee-4a95-bc0c-497fbbb23dbb,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:48.784179 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1509d8da-6f97-450b-a783-4e50661b7991 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7ef9bd798619444989e92270b63a31c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394773 Mar 11 12:19:48.785880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:19:48.790672 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40852) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:48.795074 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40854) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:48.881293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a66553-1d5e-41f6-96fd-7bc2ddf25dbd tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:48.882878 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-91a66553-1d5e-41f6-96fd-7bc2ddf25dbd tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 1123 time: 0.0866854 Mar 11 12:19:48.885839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40858) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:48.890438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:48.896598 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d5fec7e3-ca48-44f5-8301-b6bf25e30107 admin admin] Publish callbacks [] for security_group (6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.932868 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d5fec7e3-ca48-44f5-8301-b6bf25e30107 admin admin] Publish callbacks [] for security_group (6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:48.940818 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:49.040027 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d5fec7e3-ca48-44f5-8301-b6bf25e30107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:49.042708 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d5fec7e3-ca48-44f5-8301-b6bf25e30107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:49.043938 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d5fec7e3-ca48-44f5-8301-b6bf25e30107 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b HTTP/1.1" status: 204 len: 168 time: 0.2522185 Mar 11 12:19:49.062401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fec7e3-ca48-44f5-8301-b6bf25e30107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6000b5b6-bfa4-4ca4-b5f4-6c57624ff91b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:49.093177 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:49.206252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Allocated IP 172.25.7.230 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/2735f1d8-5352-45be-9a58-99b81ad71f6c) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:19:49.333974 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (2735f1d8-5352-45be-9a58-99b81ad71f6c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:49.376272 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (2735f1d8-5352-45be-9a58-99b81ad71f6c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:49.415766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:49.421124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:49.427123 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for router_gateway (70ab395c-a5d4-4e9f-857a-21a037296a4f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:49.427289 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:19:49.450361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40864) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:49.451048 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=2735f1d8-5352-45be-9a58-99b81ad71f6c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:49.527543 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d1499bae-c2b4-4675-8629-f591335ab3aa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0be3f5fab75e4d1b864d9bb46c203430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0736287 Mar 11 12:19:49.530507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40866) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:49.636213 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (70ab395c-a5d4-4e9f-857a-21a037296a4f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:49.656547 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5588-c379-45e7-b077-04a425658fab admin admin] Publish callbacks [] for security_group (0db178d2-b4de-4dd1-acbf-6c28abed20df), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:49.715172 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5588-c379-45e7-b077-04a425658fab admin admin] Publish callbacks [] for security_group (0db178d2-b4de-4dd1-acbf-6c28abed20df), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:49.773545 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Router 70ab395c-a5d4-4e9f-857a-21a037296a4f is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:19:49.867778 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5588-c379-45e7-b077-04a425658fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (0db178d2-b4de-4dd1-acbf-6c28abed20df), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:49.870355 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5588-c379-45e7-b077-04a425658fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:49.871511 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2ffb5588-c379-45e7-b077-04a425658fab admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0db178d2-b4de-4dd1-acbf-6c28abed20df HTTP/1.1" status: 204 len: 168 time: 0.3401115 Mar 11 12:19:49.889806 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:19:49.903509 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Sync routers for ids ['70ab395c-a5d4-4e9f-857a-21a037296a4f'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:19:49.913997 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Routers {'70ab395c-a5d4-4e9f-857a-21a037296a4f'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:49.914606 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['70ab395c-a5d4-4e9f-857a-21a037296a4f'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:49.925163 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:49.930975 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b346d4d3-aed1-426f-9e41-4ec1bfbef045 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1537738 Mar 11 12:19:49.931707 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40870) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:49.939673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb5588-c379-45e7-b077-04a425658fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db178d2-b4de-4dd1-acbf-6c28abed20df,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:49.969431 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40872) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:49.970039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cc0b2977-95af-4863-8ddf-58389132128c tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=868321f514374492b0b945546931c69b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366662 Mar 11 12:19:50.053264 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Set router 70ab395c-a5d4-4e9f-857a-21a037296a4f gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:50.091905 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for floatingip (b0576a63-3035-42f0-b4ea-4868309460e2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:50.123394 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:50.132914 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c1ebe-19fd-418c-b26c-3e28f8a7b053 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:50.137340 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f19c1ebe-19fd-418c-b26c-3e28f8a7b053 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1642165 Mar 11 12:19:50.138390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40874) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:50.181376 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e702dabf-6453-4a9e-9fc1-22a8a1b867ee tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417886 Mar 11 12:19:50.184209 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40876) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:50.192427 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-35b8a92f-2409-4bc3-9789-50ff2c70ab17 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-634580557', 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b', 'project_id': '868321f514374492b0b945546931c69b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:50.227445 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (2735f1d8-5352-45be-9a58-99b81ad71f6c), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:50.293153 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'name': 'tempest-TestNetworkBasicOps-router-460784272', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:47Z', 'updated_at': '2022-03-11T12:19:49Z', 'revision_number': 3, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:48Z', 'updated_at': '2022-03-11T12:19:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:50.321146 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Checking router: 70ab395c-a5d4-4e9f-857a-21a037296a4f for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:19:50.321734 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Updating router 70ab395c-a5d4-4e9f-857a-21a037296a4f port 54107081-e9ee-4a95-bc0c-497fbbb23dbb binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:19:50.351703 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b8a92f-2409-4bc3-9789-50ff2c70ab17 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Made reservation on behalf of 868321f514374492b0b945546931c69b for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:19:50.352566 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (54107081-e9ee-4a95-bc0c-497fbbb23dbb), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:50.357809 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35b8a92f-2409-4bc3-9789-50ff2c70ab17 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:50.431602 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (2735f1d8-5352-45be-9a58-99b81ad71f6c), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:50.442256 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (2735f1d8-5352-45be-9a58-99b81ad71f6c), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:50.543026 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=2735f1d8-5352-45be-9a58-99b81ad71f6c,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:50.569569 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (b0576a63-3035-42f0-b4ea-4868309460e2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:50.644196 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35b8a92f-2409-4bc3-9789-50ff2c70ab17 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (32f6656f-9bb6-4223-82b5-8cc956086726), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:50.711282 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8a92f-2409-4bc3-9789-50ff2c70ab17 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Subnet': ['ID=32f6656f-9bb6-4223-82b5-8cc956086726,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:50.722558 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8a92f-2409-4bc3-9789-50ff2c70ab17 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Checking segment: {'id': '63cd6662-e3a9-42dc-82c6-f3948617080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:50.722922 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b8a92f-2409-4bc3-9789-50ff2c70ab17 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network hostable DHCP agents. Network: 66e9c4bc-f8b6-4a4b-84be-742138af689b, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:19:50.744281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b8a92f-2409-4bc3-9789-50ff2c70ab17 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network 66e9c4bc-f8b6-4a4b-84be-742138af689b is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:19:50.748553 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Publish callbacks [] for port (54107081-e9ee-4a95-bc0c-497fbbb23dbb), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:50.755342 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (54107081-e9ee-4a95-bc0c-497fbbb23dbb), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:50.756867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-35b8a92f-2409-4bc3-9789-50ff2c70ab17 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 66e9c4bc-f8b6-4a4b-84be-742138af689b) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:50.761481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b8a92f-2409-4bc3-9789-50ff2c70ab17 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:50.762133 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-35b8a92f-2409-4bc3-9789-50ff2c70ab17 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:50.771133 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2436f727-0b10-4dbc-bdd5-b58cdd469735 None None] Network 66e9c4bc-f8b6-4a4b-84be-742138af689b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:19:50.788207 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-35b8a92f-2409-4bc3-9789-50ff2c70ab17 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6018941 Mar 11 12:19:50.790709 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40878) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:50.812577 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Attempting to bind port 54107081-e9ee-4a95-bc0c-497fbbb23dbb on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:19:50.812878 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Attempting to bind port 54107081-e9ee-4a95-bc0c-497fbbb23dbb by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:19:50.813237 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Attempting to bind port 54107081-e9ee-4a95-bc0c-497fbbb23dbb on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:19:50.822671 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:19:50.823074 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:50.823445 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:50.823976 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:19:50.824454 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Bound port: 54107081-e9ee-4a95-bc0c-497fbbb23dbb, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:19:50.824838 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (54107081-e9ee-4a95-bc0c-497fbbb23dbb), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:50.847568 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68b016-3955-4e81-95e1-8ffed58a3641 None None] Pushing event updated for resources: {'Port': ['ID=54107081-e9ee-4a95-bc0c-497fbbb23dbb,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:50.882935 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] For port 54107081-e9ee-4a95-bc0c-497fbbb23dbb, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:19:50.886347 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] For port 54107081-e9ee-4a95-bc0c-497fbbb23dbb, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=54107081-e9ee-4a95-bc0c-497fbbb23dbb,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:19:50.893623 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (54107081-e9ee-4a95-bc0c-497fbbb23dbb), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:50.912372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-66e9c4bc-f8b6-4a4b-84be-742138af689b', 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b', 'project_id': '868321f514374492b0b945546931c69b', 'fixed_ips': [{'subnet_id': '32f6656f-9bb6-4223-82b5-8cc956086726'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:19:50.913266 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:50.946892 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Routers {'70ab395c-a5d4-4e9f-857a-21a037296a4f'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:50.947551 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['70ab395c-a5d4-4e9f-857a-21a037296a4f'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:51.031987 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Floating IP b0576a63-3035-42f0-b4ea-4868309460e2 associated. External IP: 172.25.7.230, port: 7c91c3ab-8d74-42e6-bf56-772339db6f43. Mar 11 12:19:51.064059 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] Set router 70ab395c-a5d4-4e9f-857a-21a037296a4f gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:51.093183 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Allocated IP 172.20.0.2 (66e9c4bc-f8b6-4a4b-84be-742138af689b/32f6656f-9bb6-4223-82b5-8cc956086726/520ee430-96b3-4f5d-808b-36fda054e40d) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:19:51.164754 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68b016-3955-4e81-95e1-8ffed58a3641 None None] Pushing event updated for resources: {'Port': ['ID=54107081-e9ee-4a95-bc0c-497fbbb23dbb,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:51.285872 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Publish callbacks [] for port (520ee430-96b3-4f5d-808b-36fda054e40d), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:51.296602 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (520ee430-96b3-4f5d-808b-36fda054e40d), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:51.297367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router 20cef5d3-455d-41ac-92d7-23357a25f0eb has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:19:51.320046 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'name': 'tempest-TestNetworkBasicOps-router-460784272', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:47Z', 'updated_at': '2022-03-11T12:19:49Z', 'revision_number': 3, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:48Z', 'updated_at': '2022-03-11T12:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:51.339248 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:51.339735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Network 66e9c4bc-f8b6-4a4b-84be-742138af689b is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:51.343054 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:51.347134 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:19:51.354994 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91226f11-5dbb-487d-8c98-e6fb0ff6cb6c None None] The sync data for ids ['70ab395c-a5d4-4e9f-857a-21a037296a4f'] in n-d-833234-2 is: [{'id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'name': 'tempest-TestNetworkBasicOps-router-460784272', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:47Z', 'updated_at': '2022-03-11T12:19:49Z', 'revision_number': 3, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:48Z', 'updated_at': '2022-03-11T12:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:19:51.394112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Pushing event updated for resources: {'Port': ['ID=520ee430-96b3-4f5d-808b-36fda054e40d,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:51.428165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Attempting to bind port 520ee430-96b3-4f5d-808b-36fda054e40d on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:19:51.428165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Attempting to bind port 520ee430-96b3-4f5d-808b-36fda054e40d by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '63cd6662-e3a9-42dc-82c6-f3948617080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:19:51.428489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Attempting to bind port 520ee430-96b3-4f5d-808b-36fda054e40d on network 66e9c4bc-f8b6-4a4b-84be-742138af689b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:19:51.434703 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:19:51.435552 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Checking segment: {'id': '63cd6662-e3a9-42dc-82c6-f3948617080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:51.436313 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:51.436889 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Bound using segment: {'id': '63cd6662-e3a9-42dc-82c6-f3948617080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:19:51.437671 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Bound port: 520ee430-96b3-4f5d-808b-36fda054e40d, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cd6662-e3a9-42dc-82c6-f3948617080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:19:51.438858 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (520ee430-96b3-4f5d-808b-36fda054e40d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:51.439373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:19:51.451952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254f1bd-9980-4563-be39-140b1d1760d9 None None] Sync routers for ids ['20cef5d3-455d-41ac-92d7-23357a25f0eb'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:19:51.462531 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:51.493097 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b0b0d300-5f71-4999-83de-69cdd3a7ff79 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6062281 Mar 11 12:19:51.493859 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:19:51.496825 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef91b897-91bc-43f0-863e-8334dff0159f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:19:51.509894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254f1bd-9980-4563-be39-140b1d1760d9 None None] Routers {'20cef5d3-455d-41ac-92d7-23357a25f0eb'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:51.510547 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7254f1bd-9980-4563-be39-140b1d1760d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['20cef5d3-455d-41ac-92d7-23357a25f0eb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:51.544406 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799342e4-ad6a-4daf-b152-41306d9f30a1 x-openstack-request-id: req-799342e4-ad6a-4daf-b152-41306d9f30a1 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:19:51.544973 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:19:51.545518 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-799342e4-ad6a-4daf-b152-41306d9f30a1 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:19:51.546127 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'status': 'completed', 'code': 200} Mar 11 12:19:51.612166 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91b897-91bc-43f0-863e-8334dff0159f req-5a078046-baef-494c-856b-c4b36824fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:51.614081 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef91b897-91bc-43f0-863e-8334dff0159f req-5a078046-baef-494c-856b-c4b36824fd27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 1128 time: 0.0490589 Mar 11 12:19:51.686198 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-7254f1bd-9980-4563-be39-140b1d1760d9 None None] Set router 20cef5d3-455d-41ac-92d7-23357a25f0eb gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:51.688529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] For port 520ee430-96b3-4f5d-808b-36fda054e40d, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:19:51.744072 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50675b1c-38ab-4c22-8c94-d281bb94c749 req-d9db5ce1-8588-443d-aab3-4b53846fe156 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:51.745680 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50675b1c-38ab-4c22-8c94-d281bb94c749 req-d9db5ce1-8588-443d-aab3-4b53846fe156 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.1777823 Mar 11 12:19:51.759038 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Allocated IP 172.20.0.1 (66e9c4bc-f8b6-4a4b-84be-742138af689b/32f6656f-9bb6-4223-82b5-8cc956086726/cf8de3ee-29a6-4669-9e6b-dd112e68d1ac) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:19:51.777734 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91b897-91bc-43f0-863e-8334dff0159f req-dac1434a-8763-455a-85fc-09f6ddd0d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:51.779566 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef91b897-91bc-43f0-863e-8334dff0159f req-dac1434a-8763-455a-85fc-09f6ddd0d662 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1e45e95-fb0a-4471-b25c-e285d7f4f127 HTTP/1.1" status: 200 len: 898 time: 0.1577795 Mar 11 12:19:51.844198 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-50675b1c-38ab-4c22-8c94-d281bb94c749 req-34cfc63c-fa8b-42fd-984c-e290f8d01489 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908206 Mar 11 12:19:51.875787 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] For port 520ee430-96b3-4f5d-808b-36fda054e40d, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=520ee430-96b3-4f5d-808b-36fda054e40d,segment=NetworkSegment(63cd6662-e3a9-42dc-82c6-f3948617080f),segment_id=63cd6662-e3a9-42dc-82c6-f3948617080f)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:19:51.876903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40884) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:51.887345 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef91b897-91bc-43f0-863e-8334dff0159f req-a2b2ab7c-8584-43b1-843a-93bb5538d4a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43 HTTP/1.1" status: 200 len: 1000 time: 0.1003873 Mar 11 12:19:51.951122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91b897-91bc-43f0-863e-8334dff0159f req-1f158315-9f3a-43de-94cf-3fefb52d33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:51.952812 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef91b897-91bc-43f0-863e-8334dff0159f req-1f158315-9f3a-43de-94cf-3fefb52d33aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4ccb3a6-8b0f-44bf-85d4-7355c63fe966 HTTP/1.1" status: 200 len: 834 time: 0.0588706 Mar 11 12:19:51.958592 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (520ee430-96b3-4f5d-808b-36fda054e40d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:51.980323 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-50f8d8f0-ab65-4ecb-8b92-844f4e704b1c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/floatingips/b0576a63-3035-42f0-b4ea-4868309460e2 HTTP/1.1" status: 200 len: 992 time: 0.1021090 Mar 11 12:19:51.986770 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:52.032063 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91b897-91bc-43f0-863e-8334dff0159f req-adbec4bc-245c-4a3f-90c2-17492d1f8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:52.034176 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef91b897-91bc-43f0-863e-8334dff0159f req-adbec4bc-245c-4a3f-90c2-17492d1f8ad2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1e45e95-fb0a-4471-b25c-e285d7f4f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0748115 Mar 11 12:19:52.034311 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:52.077106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcd570-b838-40f8-b953-1bc87511c0d0 None None] Pushing event updated for resources: {'Port': ['ID=520ee430-96b3-4f5d-808b-36fda054e40d,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:52.086932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network 66e9c4bc-f8b6-4a4b-84be-742138af689b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:52.090692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:52.101057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7254f1bd-9980-4563-be39-140b1d1760d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151061155', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:31Z', 'updated_at': '2022-03-11T12:19:36Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:32Z', 'updated_at': '2022-03-11T12:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'b0576a63-3035-42f0-b4ea-4868309460e2', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'floating_ip_address': '172.25.7.230', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'port_id': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'mac_address': 'fa:16:3e:55:ca:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:19:49Z', 'updated_at': '2022-03-11T12:19:49Z', 'revision_number': 0, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f778dc87-691a-4269-b46e-f00c10105a0a', 'name': '', 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:dd:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:34Z', 'updated_at': '2022-03-11T12:19:39Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:52.102411 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:19:52.134703 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254f1bd-9980-4563-be39-140b1d1760d9 None None] Checking router: 20cef5d3-455d-41ac-92d7-23357a25f0eb for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:19:52.150359 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254f1bd-9980-4563-be39-140b1d1760d9 None None] Routers {'20cef5d3-455d-41ac-92d7-23357a25f0eb'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:52.150551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7254f1bd-9980-4563-be39-140b1d1760d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['20cef5d3-455d-41ac-92d7-23357a25f0eb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:52.165759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Port': ['ID=cf8de3ee-29a6-4669-9e6b-dd112e68d1ac,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:52.169672 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef91b897-91bc-43f0-863e-8334dff0159f req-ba5f0b6e-b439-4411-a336-64ff86876786 service neutron] 10.222.0.37 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271584 Mar 11 12:19:52.171699 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (70ab395c-a5d4-4e9f-857a-21a037296a4f), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:52.225902 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:52.226266 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:52.226614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:52.226966 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:52.227305 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:52.227717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:52.228001 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:52.228334 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:52.228664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:52.228994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:52.229325 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:52.229655 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:52.229981 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:52.301935 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-7254f1bd-9980-4563-be39-140b1d1760d9 None None] Set router 20cef5d3-455d-41ac-92d7-23357a25f0eb gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:52.326637 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef91b897-91bc-43f0-863e-8334dff0159f req-45a6b0ef-ceb7-4054-b73e-e844ffc9dd5b service neutron] 10.222.0.37 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492550 Mar 11 12:19:52.437536 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:52.819837 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 520ee430-96b3-4f5d-808b-36fda054e40d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:52.937274 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 520ee430-96b3-4f5d-808b-36fda054e40d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:52.937633 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (520ee430-96b3-4f5d-808b-36fda054e40d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:52.983810 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40886) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:52.985956 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7254f1bd-9980-4563-be39-140b1d1760d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151061155', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:31Z', 'updated_at': '2022-03-11T12:19:36Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:32Z', 'updated_at': '2022-03-11T12:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'b0576a63-3035-42f0-b4ea-4868309460e2', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'floating_ip_address': '172.25.7.230', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'port_id': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'mac_address': 'fa:16:3e:55:ca:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:19:49Z', 'updated_at': '2022-03-11T12:19:49Z', 'revision_number': 0, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f778dc87-691a-4269-b46e-f00c10105a0a', 'name': '', 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:dd:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:34Z', 'updated_at': '2022-03-11T12:19:39Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:53.056479 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254f1bd-9980-4563-be39-140b1d1760d9 None None] The sync data for ids ['20cef5d3-455d-41ac-92d7-23357a25f0eb'] in n-d-833234-2 is: [{'id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151061155', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:31Z', 'updated_at': '2022-03-11T12:19:36Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:32Z', 'updated_at': '2022-03-11T12:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'b0576a63-3035-42f0-b4ea-4868309460e2', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'floating_ip_address': '172.25.7.230', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'port_id': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'mac_address': 'fa:16:3e:55:ca:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:19:49Z', 'updated_at': '2022-03-11T12:19:49Z', 'revision_number': 0, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f778dc87-691a-4269-b46e-f00c10105a0a', 'name': '', 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:dd:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:34Z', 'updated_at': '2022-03-11T12:19:39Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:19:53.060320 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d1476252-4ae8-476d-9d80-9f94fcb4f446 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/floatingips/b0576a63-3035-42f0-b4ea-4868309460e2 HTTP/1.1" status: 200 len: 992 time: 0.0738621 Mar 11 12:19:53.141576 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 520ee430-96b3-4f5d-808b-36fda054e40d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:53.142297 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (520ee430-96b3-4f5d-808b-36fda054e40d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:53.212907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 520ee430-96b3-4f5d-808b-36fda054e40d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=520ee430-96b3-4f5d-808b-36fda054e40d,segment=NetworkSegment(63cd6662-e3a9-42dc-82c6-f3948617080f),segment_id=63cd6662-e3a9-42dc-82c6-f3948617080f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:53.220002 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (520ee430-96b3-4f5d-808b-36fda054e40d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:53.221351 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 54107081-e9ee-4a95-bc0c-497fbbb23dbb up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:53.229511 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:53.236701 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:53.336115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=520ee430-96b3-4f5d-808b-36fda054e40d,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:53.346917 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (70ab395c-a5d4-4e9f-857a-21a037296a4f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:53.349225 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 54107081-e9ee-4a95-bc0c-497fbbb23dbb triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:53.349575 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (54107081-e9ee-4a95-bc0c-497fbbb23dbb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:53.356370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Port': ['ID=cf8de3ee-29a6-4669-9e6b-dd112e68d1ac,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:53.425223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9495d0aa-465b-4a7d-92d6-48890f431290 None None] Network 66e9c4bc-f8b6-4a4b-84be-742138af689b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:19:53.471761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 54107081-e9ee-4a95-bc0c-497fbbb23dbb is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:53.472209 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (54107081-e9ee-4a95-bc0c-497fbbb23dbb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:53.496538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network 66e9c4bc-f8b6-4a4b-84be-742138af689b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:53.498840 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:53.545761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 54107081-e9ee-4a95-bc0c-497fbbb23dbb, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=54107081-e9ee-4a95-bc0c-497fbbb23dbb,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:53.555296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-fab5baef-16fd-49da-a5a5-ef1776e2a317 None None] Provisioning complete for port 520ee430-96b3-4f5d-808b-36fda054e40d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:53.555737 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fab5baef-16fd-49da-a5a5-ef1776e2a317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (520ee430-96b3-4f5d-808b-36fda054e40d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:53.557447 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (54107081-e9ee-4a95-bc0c-497fbbb23dbb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:53.584335 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c369ce-2951-4c45-8aee-fd051726cadc None None] New status for floating IP b0576a63-3035-42f0-b4ea-4868309460e2: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:19:53.669518 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=54107081-e9ee-4a95-bc0c-497fbbb23dbb,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:53.688236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Router 70ab395c-a5d4-4e9f-857a-21a037296a4f has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:19:53.733483 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fab5baef-16fd-49da-a5a5-ef1776e2a317 None None] Current status of the port 520ee430-96b3-4f5d-808b-36fda054e40d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:53.880186 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:19:53.885294 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-65ac430a-3a45-4354-8897-9755de78c4e2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "PUT /v2.0/routers/70ab395c-a5d4-4e9f-857a-21a037296a4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0931666 Mar 11 12:19:53.887898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40888) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:54.012504 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Sync routers for ids ['70ab395c-a5d4-4e9f-857a-21a037296a4f'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:19:54.024001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Routers {'70ab395c-a5d4-4e9f-857a-21a037296a4f'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:54.024657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['70ab395c-a5d4-4e9f-857a-21a037296a4f'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:54.062981 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40890) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:54.101182 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-bdbf3044-8906-4d93-823e-92fd0f857e59 None None] Provisioning complete for port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:54.101558 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3044-8906-4d93-823e-92fd0f857e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:54.123723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db4024c-a0ff-4222-8583-9e86fb5298f1 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:54.124306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db4024c-a0ff-4222-8583-9e86fb5298f1 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:54.124654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db4024c-a0ff-4222-8583-9e86fb5298f1 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:54.125208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db4024c-a0ff-4222-8583-9e86fb5298f1 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:54.125547 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db4024c-a0ff-4222-8583-9e86fb5298f1 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:54.130854 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8db4024c-a0ff-4222-8583-9e86fb5298f1 tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3571 time: 0.2391849 Mar 11 12:19:54.131212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40892) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:54.156330 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e3b7e76a-fad2-404f-9399-63408dc82098 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/floatingips/b0576a63-3035-42f0-b4ea-4868309460e2 HTTP/1.1" status: 200 len: 994 time: 0.0913224 Mar 11 12:19:54.193104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Set router 70ab395c-a5d4-4e9f-857a-21a037296a4f gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:54.219104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf3044-8906-4d93-823e-92fd0f857e59 None None] Port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:19:54.242847 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f7904-1ba7-41cf-bc87-f8795285e97e tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:54.243375 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f7904-1ba7-41cf-bc87-f8795285e97e tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:54.244002 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f7904-1ba7-41cf-bc87-f8795285e97e tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:54.245662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f7904-1ba7-41cf-bc87-f8795285e97e tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:54.245662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f7904-1ba7-41cf-bc87-f8795285e97e tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:54.245831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-bdbf3044-8906-4d93-823e-92fd0f857e59 None None] Provisioning complete for port 520ee430-96b3-4f5d-808b-36fda054e40d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:54.245831 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3044-8906-4d93-823e-92fd0f857e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (520ee430-96b3-4f5d-808b-36fda054e40d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:54.249216 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d73f7904-1ba7-41cf-bc87-f8795285e97e tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3349 time: 0.1142225 Mar 11 12:19:54.249468 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40894) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:54.451405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf3044-8906-4d93-823e-92fd0f857e59 None None] Current status of the port 520ee430-96b3-4f5d-808b-36fda054e40d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:54.478096 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'name': 'tempest-TestNetworkBasicOps-router-460784272', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:47Z', 'updated_at': '2022-03-11T12:19:52Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:48Z', 'updated_at': '2022-03-11T12:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'cf8de3ee-29a6-4669-9e6b-dd112e68d1ac', 'name': '', 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:39:7b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:51Z', 'updated_at': '2022-03-11T12:19:52Z', 'revision_number': 2, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:54.504923 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a1aeb402-6861-454e-aa21-e450a8f2debe tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.2541511 Mar 11 12:19:54.505131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Checking router: 70ab395c-a5d4-4e9f-857a-21a037296a4f for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:19:54.505249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Updating router 70ab395c-a5d4-4e9f-857a-21a037296a4f port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:19:54.536931 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:54.651360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1ccbe607-3bcc-4a0e-8f2a-3093c9a104a0 None None] Provisioning complete for port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:54.651770 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1ccbe607-3bcc-4a0e-8f2a-3093c9a104a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:54.690691 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 520ee430-96b3-4f5d-808b-36fda054e40d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:54.733431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1ccbe607-3bcc-4a0e-8f2a-3093c9a104a0 None None] Port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:19:54.818959 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 520ee430-96b3-4f5d-808b-36fda054e40d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:54.819329 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (520ee430-96b3-4f5d-808b-36fda054e40d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:54.903617 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40898) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:54.908826 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288259270', 'description': 'tempest-secgroup-smoke-288259270 description', 'project_id': '868321f514374492b0b945546931c69b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:54.934873 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:54.956607 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Publish callbacks [] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:54.958550 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 520ee430-96b3-4f5d-808b-36fda054e40d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:54.959694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 54107081-e9ee-4a95-bc0c-497fbbb23dbb up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:54.984482 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.003407 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (699fa348-df9d-4d5c-a969-811975978a99), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.009463 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (699fa348-df9d-4d5c-a969-811975978a99), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.043392 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.044682 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1399784 Mar 11 12:19:55.046683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699fa348-df9d-4d5c-a969-811975978a99,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:55.048035 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40900) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:55.049467 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a5d81-7305-4f88-9b54-7d3b3e64b1c3 None None] Pushing event updated for resources: {'Port': ['ID=cf8de3ee-29a6-4669-9e6b-dd112e68d1ac,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:55.056465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b6a2464f-7d6e-482c-8563-6f0dafe48dae tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group_rule': {'security_group_id': '699fa348-df9d-4d5c-a969-811975978a99', 'project_id': '868321f514374492b0b945546931c69b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:55.063195 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:55.063544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:55.064084 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:55.064568 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:55.065121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:55.065499 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:55.066077 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:55.066179 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:55.066455 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:55.066831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:55.067179 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:55.067839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:55.068249 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592e82f-d61b-44cf-9cfa-76765d989c63 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:19:55.091462 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6a2464f-7d6e-482c-8563-6f0dafe48dae tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (c8801a22-f26a-4ed6-bb12-a78ff1cbc9ec), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.179683 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6a2464f-7d6e-482c-8563-6f0dafe48dae tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (c8801a22-f26a-4ed6-bb12-a78ff1cbc9ec), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.185687 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6a2464f-7d6e-482c-8563-6f0dafe48dae tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (c8801a22-f26a-4ed6-bb12-a78ff1cbc9ec), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.204257 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2464f-7d6e-482c-8563-6f0dafe48dae tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8801a22-f26a-4ed6-bb12-a78ff1cbc9ec,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:55.219074 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6a2464f-7d6e-482c-8563-6f0dafe48dae tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.220686 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b6a2464f-7d6e-482c-8563-6f0dafe48dae tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1699667 Mar 11 12:19:55.224179 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40902) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:55.229076 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-e1a28531-0195-4b6a-8292-acc3b6a2110d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group_rule': {'security_group_id': '699fa348-df9d-4d5c-a969-811975978a99', 'project_id': '868321f514374492b0b945546931c69b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:55.263950 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e1a28531-0195-4b6a-8292-acc3b6a2110d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (707bbb6b-71d3-443f-a56e-7786c8d922be), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.289437 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 54107081-e9ee-4a95-bc0c-497fbbb23dbb triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:55.289808 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (54107081-e9ee-4a95-bc0c-497fbbb23dbb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.314141 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Attempting to bind port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:19:55.314448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Attempting to bind port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '63cd6662-e3a9-42dc-82c6-f3948617080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:19:55.314849 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Attempting to bind port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac on network 66e9c4bc-f8b6-4a4b-84be-742138af689b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:19:55.322904 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:19:55.323308 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Checking segment: {'id': '63cd6662-e3a9-42dc-82c6-f3948617080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:55.323720 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.324119 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Bound using segment: {'id': '63cd6662-e3a9-42dc-82c6-f3948617080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:19:55.324406 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e1a28531-0195-4b6a-8292-acc3b6a2110d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (707bbb6b-71d3-443f-a56e-7786c8d922be), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.324591 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Bound port: cf8de3ee-29a6-4669-9e6b-dd112e68d1ac, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cd6662-e3a9-42dc-82c6-f3948617080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:19:55.324972 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.329571 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e1a28531-0195-4b6a-8292-acc3b6a2110d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (707bbb6b-71d3-443f-a56e-7786c8d922be), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.348336 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a28531-0195-4b6a-8292-acc3b6a2110d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707bbb6b-71d3-443f-a56e-7786c8d922be,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:55.360437 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e1a28531-0195-4b6a-8292-acc3b6a2110d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.361806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e1a28531-0195-4b6a-8292-acc3b6a2110d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1364844 Mar 11 12:19:55.364841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40904) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:55.369233 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d8b8fb7b-7985-4d11-819a-4a3bafd8edeb tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group_rule': {'security_group_id': '699fa348-df9d-4d5c-a969-811975978a99', 'project_id': '868321f514374492b0b945546931c69b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:55.395953 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d8b8fb7b-7985-4d11-819a-4a3bafd8edeb tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (e569e857-f442-45b1-8dac-791b8cfc4fd4), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.408740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-57ba2a7d-4b4d-4661-ac82-1bacd2deddbd None None] Provisioning complete for port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:55.409111 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-57ba2a7d-4b4d-4661-ac82-1bacd2deddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.453638 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d8b8fb7b-7985-4d11-819a-4a3bafd8edeb tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (e569e857-f442-45b1-8dac-791b8cfc4fd4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.458864 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d8b8fb7b-7985-4d11-819a-4a3bafd8edeb tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (e569e857-f442-45b1-8dac-791b8cfc4fd4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.462290 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] For port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:19:55.479841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8fb7b-7985-4d11-819a-4a3bafd8edeb tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e569e857-f442-45b1-8dac-791b8cfc4fd4,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:55.485557 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d8b8fb7b-7985-4d11-819a-4a3bafd8edeb tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.489697 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d8b8fb7b-7985-4d11-819a-4a3bafd8edeb tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209743 Mar 11 12:19:55.489855 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] For port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=cf8de3ee-29a6-4669-9e6b-dd112e68d1ac,segment=NetworkSegment(63cd6662-e3a9-42dc-82c6-f3948617080f),segment_id=63cd6662-e3a9-42dc-82c6-f3948617080f)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:19:55.489989 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40906) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:55.490923 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-57ba2a7d-4b4d-4661-ac82-1bacd2deddbd None None] Port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:19:55.495233 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9e1f1e07-680f-4251-8797-46cef55152cf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group_rule': {'security_group_id': '699fa348-df9d-4d5c-a969-811975978a99', 'project_id': '868321f514374492b0b945546931c69b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:55.495516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 54107081-e9ee-4a95-bc0c-497fbbb23dbb is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:55.498960 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.529903 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e1f1e07-680f-4251-8797-46cef55152cf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (1e2d3ab1-7d1e-4d3f-a37f-2a8add3a337a), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.556328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Routers {'70ab395c-a5d4-4e9f-857a-21a037296a4f'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:19:55.556961 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['70ab395c-a5d4-4e9f-857a-21a037296a4f'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:55.605586 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e1f1e07-680f-4251-8797-46cef55152cf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (1e2d3ab1-7d1e-4d3f-a37f-2a8add3a337a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.608552 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a5d81-7305-4f88-9b54-7d3b3e64b1c3 None None] Pushing event updated for resources: {'Port': ['ID=cf8de3ee-29a6-4669-9e6b-dd112e68d1ac,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:55.612892 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e1f1e07-680f-4251-8797-46cef55152cf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (1e2d3ab1-7d1e-4d3f-a37f-2a8add3a337a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.636042 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f1e07-680f-4251-8797-46cef55152cf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2d3ab1-7d1e-4d3f-a37f-2a8add3a337a,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:55.651758 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e1f1e07-680f-4251-8797-46cef55152cf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.653017 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9e1f1e07-680f-4251-8797-46cef55152cf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1624141 Mar 11 12:19:55.655714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40908) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:55.660106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a81a6351-c0fb-44cc-9a05-3f0699836603 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group_rule': {'security_group_id': '699fa348-df9d-4d5c-a969-811975978a99', 'project_id': '868321f514374492b0b945546931c69b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:55.695792 n-d-833234-2 neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-a81a6351-c0fb-44cc-9a05-3f0699836603 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Project 868321f514374492b0b945546931c69b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:19:55.704231 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a81a6351-c0fb-44cc-9a05-3f0699836603 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (6dd76a3c-67c4-4dc1-a526-6166ac7581a9), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.726827 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] Set router 70ab395c-a5d4-4e9f-857a-21a037296a4f gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:19:55.781337 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a81a6351-c0fb-44cc-9a05-3f0699836603 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (6dd76a3c-67c4-4dc1-a526-6166ac7581a9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.790195 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a81a6351-c0fb-44cc-9a05-3f0699836603 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (6dd76a3c-67c4-4dc1-a526-6166ac7581a9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.815228 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a81a6351-c0fb-44cc-9a05-3f0699836603 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.819823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40910) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:19:55.820365 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a81a6351-c0fb-44cc-9a05-3f0699836603 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1631587 Mar 11 12:19:55.820878 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a6351-c0fb-44cc-9a05-3f0699836603 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd76a3c-67c4-4dc1-a526-6166ac7581a9,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:55.824518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3088dc6d-9610-49ef-af33-63fa9c503fd2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'security_group_rule': {'security_group_id': '699fa348-df9d-4d5c-a969-811975978a99', 'project_id': '868321f514374492b0b945546931c69b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:55.847930 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-3088dc6d-9610-49ef-af33-63fa9c503fd2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Project 868321f514374492b0b945546931c69b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:19:55.853829 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3088dc6d-9610-49ef-af33-63fa9c503fd2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (f4d4b00f-88e8-4d54-983a-a90ae116246a), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.924613 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3088dc6d-9610-49ef-af33-63fa9c503fd2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (f4d4b00f-88e8-4d54-983a-a90ae116246a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.930182 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3088dc6d-9610-49ef-af33-63fa9c503fd2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (f4d4b00f-88e8-4d54-983a-a90ae116246a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.945453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088dc6d-9610-49ef-af33-63fa9c503fd2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d4b00f-88e8-4d54-983a-a90ae116246a,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:55.949577 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2de32417-b7b8-41a0-ae70-013d5e0e6b76 None None] Provisioning complete for port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:55.950006 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2de32417-b7b8-41a0-ae70-013d5e0e6b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.967987 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3088dc6d-9610-49ef-af33-63fa9c503fd2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:55.971988 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3088dc6d-9610-49ef-af33-63fa9c503fd2 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489582 Mar 11 12:19:56.026723 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'name': 'tempest-TestNetworkBasicOps-router-460784272', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:47Z', 'updated_at': '2022-03-11T12:19:52Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:48Z', 'updated_at': '2022-03-11T12:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'cf8de3ee-29a6-4669-9e6b-dd112e68d1ac', 'name': '', 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:39:7b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:51Z', 'updated_at': '2022-03-11T12:19:55Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:19:56.076835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5501433e-e1db-4a4c-8ebf-d34d4e4393a7 None None] The sync data for ids ['70ab395c-a5d4-4e9f-857a-21a037296a4f'] in n-d-833234-2 is: [{'id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'name': 'tempest-TestNetworkBasicOps-router-460784272', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:47Z', 'updated_at': '2022-03-11T12:19:52Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:48Z', 'updated_at': '2022-03-11T12:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'cf8de3ee-29a6-4669-9e6b-dd112e68d1ac', 'name': '', 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:39:7b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:51Z', 'updated_at': '2022-03-11T12:19:55Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:19:56.093204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2de32417-b7b8-41a0-ae70-013d5e0e6b76 None None] Current status of the port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:56.093204 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2de32417-b7b8-41a0-ae70-013d5e0e6b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:56.156564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2de32417-b7b8-41a0-ae70-013d5e0e6b76 None None] For port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=cf8de3ee-29a6-4669-9e6b-dd112e68d1ac,segment=NetworkSegment(63cd6662-e3a9-42dc-82c6-f3948617080f),segment_id=63cd6662-e3a9-42dc-82c6-f3948617080f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:19:56.171041 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2de32417-b7b8-41a0-ae70-013d5e0e6b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:56.251467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-ebf7d181-5474-4043-8e23-150c61d25c32 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288259270&fields=id&tenant_id=868321f514374492b0b945546931c69b HTTP/1.1" status: 200 len: 267 time: 0.0774350 Mar 11 12:19:56.266232 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de32417-b7b8-41a0-ae70-013d5e0e6b76 None None] Pushing event updated for resources: {'Port': ['ID=cf8de3ee-29a6-4669-9e6b-dd112e68d1ac,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:56.366542 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-b30d4e68-d28e-4098-bf99-c1bbfd17da2c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:56.368217 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-b30d4e68-d28e-4098-bf99-c1bbfd17da2c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/networks?id=66e9c4bc-f8b6-4a4b-84be-742138af689b HTTP/1.1" status: 200 len: 797 time: 0.1147978 Mar 11 12:19:56.385126 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-4852033c-8634-414d-86d7-ab1738f3cd1b tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/quotas/868321f514374492b0b945546931c69b HTTP/1.1" status: 200 len: 375 time: 0.0104856 Mar 11 12:19:56.445394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-b2cd45b7-7cfa-43f1-8327-edbbf9f85282 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=868321f514374492b0b945546931c69b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544181 Mar 11 12:19:56.563439 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-cd6beb38-0a44-4175-ad23-99268d85d195 service neutron] 10.222.0.78 "GET /v2.0/networks/66e9c4bc-f8b6-4a4b-84be-742138af689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044521 Mar 11 12:19:56.679655 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-e6c56021-0147-45fb-a447-d0c715bc14f6 service neutron] 10.222.0.78 "GET /v2.0/networks/66e9c4bc-f8b6-4a4b-84be-742138af689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103175 Mar 11 12:19:56.729355 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cf8de3ee-29a6-4669-9e6b-dd112e68d1ac up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:19:56.791090 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:56.791478 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:56.904130 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-11740a51-f80f-41d9-bd13-f6f4bfa6dc1d req-f37eeb82-5da2-4ecc-b1d1-7f4ee59d4dbf tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 210 time: 0.0427570 Mar 11 12:19:56.956052 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:19:57.967849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-677cd63e-a46f-4684-bb68-d386e3fc532d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:57.970252 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-677cd63e-a46f-4684-bb68-d386e3fc532d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.71 "GET /v2.0/networks?id=66e9c4bc-f8b6-4a4b-84be-742138af689b HTTP/1.1" status: 200 len: 797 time: 0.1265831 Mar 11 12:19:58.048741 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-16f6b951-2d6b-47e1-bad5-dfcd69415345 req-4ff23596-cafd-485e-be38-84d9fced1eac tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 210 time: 0.0434759 Mar 11 12:19:58.070264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-a64024ff-53ed-4f84-819f-e400e06aa717 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=868321f514374492b0b945546931c69b HTTP/1.1" status: 200 len: 379 time: 0.0895638 Mar 11 12:19:58.079672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-ece08385-c033-4fc8-960a-0abacc471032 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'port': {'device_id': '514e9a52-9324-459e-a133-d077da37f161', 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b', 'admin_state_up': True, 'tenant_id': '868321f514374492b0b945546931c69b', 'security_groups': ['699fa348-df9d-4d5c-a969-811975978a99']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:58.207092 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-ece08385-c033-4fc8-960a-0abacc471032 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Made reservation on behalf of 868321f514374492b0b945546931c69b for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:19:58.213131 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-ece08385-c033-4fc8-960a-0abacc471032 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:58.346965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-ece08385-c033-4fc8-960a-0abacc471032 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Allocated IP 172.20.0.4 (66e9c4bc-f8b6-4a4b-84be-742138af689b/32f6656f-9bb6-4223-82b5-8cc956086726/dd78df19-f796-48a2-bf90-f5256225d6c2) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:19:58.485819 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-ece08385-c033-4fc8-960a-0abacc471032 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for port (dd78df19-f796-48a2-bf90-f5256225d6c2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:58.524287 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-ece08385-c033-4fc8-960a-0abacc471032 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (dd78df19-f796-48a2-bf90-f5256225d6c2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:58.567405 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-ece08385-c033-4fc8-960a-0abacc471032 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network 66e9c4bc-f8b6-4a4b-84be-742138af689b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:19:58.572603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-ece08385-c033-4fc8-960a-0abacc471032 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:19:58.576118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-ece08385-c033-4fc8-960a-0abacc471032 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:19:58.582659 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece08385-c033-4fc8-960a-0abacc471032 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Port': ['ID=dd78df19-f796-48a2-bf90-f5256225d6c2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:58.635315 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-ece08385-c033-4fc8-960a-0abacc471032 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:58.636050 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-ece08385-c033-4fc8-960a-0abacc471032 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:58.653972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-ece08385-c033-4fc8-960a-0abacc471032 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5780776 Mar 11 12:19:58.666054 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Request body: {'port': {'device_id': '514e9a52-9324-459e-a133-d077da37f161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:19:58.729334 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (dd78df19-f796-48a2-bf90-f5256225d6c2), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:58.812443 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c12639c2-ca5e-4f53-b4cd-705037bc1398 None None] Provisioning complete for port dd78df19-f796-48a2-bf90-f5256225d6c2 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:19:58.813034 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c12639c2-ca5e-4f53-b4cd-705037bc1398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (dd78df19-f796-48a2-bf90-f5256225d6c2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:58.847463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c12639c2-ca5e-4f53-b4cd-705037bc1398 None None] Port dd78df19-f796-48a2-bf90-f5256225d6c2 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:19:59.047456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd78df19-f796-48a2-bf90-f5256225d6c2 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:19:59.055609 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Publish callbacks [] for port (dd78df19-f796-48a2-bf90-f5256225d6c2), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:59.072830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Transition to ACTIVE for port object dd78df19-f796-48a2-bf90-f5256225d6c2 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:19:59.078379 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (dd78df19-f796-48a2-bf90-f5256225d6c2), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:59.162803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd78df19-f796-48a2-bf90-f5256225d6c2,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:59.237674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9c765-b413-4b3c-bc48-6be09195ef4e req-25c29fda-8edd-42e6-9f1c-438933a19de7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:59.239287 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7fd9c765-b413-4b3c-bc48-6be09195ef4e req-25c29fda-8edd-42e6-9f1c-438933a19de7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 943 time: 0.1141102 Mar 11 12:19:59.267474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Attempting to bind port dd78df19-f796-48a2-bf90-f5256225d6c2 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:19:59.267838 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Attempting to bind port dd78df19-f796-48a2-bf90-f5256225d6c2 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '63cd6662-e3a9-42dc-82c6-f3948617080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:19:59.268168 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Attempting to bind port dd78df19-f796-48a2-bf90-f5256225d6c2 on network 66e9c4bc-f8b6-4a4b-84be-742138af689b {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:19:59.276445 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Port dd78df19-f796-48a2-bf90-f5256225d6c2 on network 66e9c4bc-f8b6-4a4b-84be-742138af689b not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:19:59.276769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Attempting to bind port dd78df19-f796-48a2-bf90-f5256225d6c2 on network 66e9c4bc-f8b6-4a4b-84be-742138af689b {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:19:59.289390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:19:59.289732 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Checking segment: {'id': '63cd6662-e3a9-42dc-82c6-f3948617080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:19:59.290107 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Bound using segment: {'id': '63cd6662-e3a9-42dc-82c6-f3948617080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:19:59.290538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Bound port: dd78df19-f796-48a2-bf90-f5256225d6c2, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cd6662-e3a9-42dc-82c6-f3948617080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:19:59.290892 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (dd78df19-f796-48a2-bf90-f5256225d6c2), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:59.320166 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7fd9c765-b413-4b3c-bc48-6be09195ef4e req-79d44ed3-2025-495f-9e1e-6d7538a34dec tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=699fa348-df9d-4d5c-a969-811975978a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737824 Mar 11 12:19:59.373291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] For port dd78df19-f796-48a2-bf90-f5256225d6c2, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:19:59.376533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] For port dd78df19-f796-48a2-bf90-f5256225d6c2, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=dd78df19-f796-48a2-bf90-f5256225d6c2,segment=NetworkSegment(63cd6662-e3a9-42dc-82c6-f3948617080f),segment_id=63cd6662-e3a9-42dc-82c6-f3948617080f)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:19:59.386389 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (dd78df19-f796-48a2-bf90-f5256225d6c2), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:59.420415 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:59.421026 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:19:59.422398 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] 10.222.0.71 "PUT /v2.0/ports/dd78df19-f796-48a2-bf90-f5256225d6c2 HTTP/1.1" status: 200 len: 1091 time: 0.7607720 Mar 11 12:19:59.422838 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514e9a52-9324-459e-a133-d077da37f161', 'tag': 'dd78df19-f796-48a2-bf90-f5256225d6c2'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:19:59.425077 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f9efde-fd56-43a0-8bc1-2f8c3520e164" -d '{"events": [{"name": "network-changed", "server_uuid": "514e9a52-9324-459e-a133-d077da37f161", "tag": "dd78df19-f796-48a2-bf90-f5256225d6c2"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:19:59.450196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8bdca-0b90-4b74-80e0-038833fda6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd78df19-f796-48a2-bf90-f5256225d6c2,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:19:59.497719 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0971c832-e89c-4e95-b125-8759fbd5c9e0 x-openstack-request-id: req-0971c832-e89c-4e95-b125-8759fbd5c9e0 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:19:59.497983 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514e9a52-9324-459e-a133-d077da37f161", "tag": "dd78df19-f796-48a2-bf90-f5256225d6c2", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:19:59.498245 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0971c832-e89c-4e95-b125-8759fbd5c9e0 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:19:59.498617 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514e9a52-9324-459e-a133-d077da37f161', 'tag': 'dd78df19-f796-48a2-bf90-f5256225d6c2', 'status': 'completed', 'code': 200} Mar 11 12:19:59.545891 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-56ab67a5-b07e-4aa2-b4b0-e22c46b0f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:59.547436 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-56ab67a5-b07e-4aa2-b4b0-e22c46b0f242 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=868321f514374492b0b945546931c69b&device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 1125 time: 0.0809779 Mar 11 12:19:59.596121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-738c1e4e-f1b3-42ce-933c-ba154820a0bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd78df19-f796-48a2-bf90-f5256225d6c2 HTTP/1.1" status: 200 len: 217 time: 0.0396376 Mar 11 12:19:59.647767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-4aae34a5-3b50-40e2-ace3-0f1fe66047c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:59.649205 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-4aae34a5-3b50-40e2-ace3-0f1fe66047c6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=32f6656f-9bb6-4223-82b5-8cc956086726 HTTP/1.1" status: 200 len: 834 time: 0.0459380 Mar 11 12:19:59.708584 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-ad47e8fb-3ea8-4bd2-8aad-a06b9890e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:19:59.710138 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-ad47e8fb-3ea8-4bd2-8aad-a06b9890e8e5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=66e9c4bc-f8b6-4a4b-84be-742138af689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539308 Mar 11 12:19:59.806016 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-2c1a9966-dc05-43b6-bf72-19e36dc15fbc service neutron] 10.222.0.71 "GET /v2.0/networks/66e9c4bc-f8b6-4a4b-84be-742138af689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888786 Mar 11 12:19:59.897676 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b68bb6b-e1f8-415f-90d2-e8707f5415f9 req-c189087b-dc21-47e7-98a3-57fd444cbbcf service neutron] 10.222.0.71 "GET /v2.0/networks/66e9c4bc-f8b6-4a4b-84be-742138af689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844789 Mar 11 12:20:00.007302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9efde-fd56-43a0-8bc1-2f8c3520e164 req-7eb12cbc-13fa-4e03-93e0-4111c9a85cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:00.008825 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3f9efde-fd56-43a0-8bc1-2f8c3520e164 req-7eb12cbc-13fa-4e03-93e0-4111c9a85cee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=868321f514374492b0b945546931c69b&device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 1125 time: 0.0571113 Mar 11 12:20:00.102075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9efde-fd56-43a0-8bc1-2f8c3520e164 req-7066afa2-c84d-4401-b0fa-43628f66d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:00.103524 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3f9efde-fd56-43a0-8bc1-2f8c3520e164 req-7066afa2-c84d-4401-b0fa-43628f66d5e6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=66e9c4bc-f8b6-4a4b-84be-742138af689b HTTP/1.1" status: 200 len: 898 time: 0.0866833 Mar 11 12:20:00.148650 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3f9efde-fd56-43a0-8bc1-2f8c3520e164 req-95fec210-b371-4d0b-9320-c93e1dfc45df service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd78df19-f796-48a2-bf90-f5256225d6c2 HTTP/1.1" status: 200 len: 217 time: 0.0371494 Mar 11 12:20:00.200507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9efde-fd56-43a0-8bc1-2f8c3520e164 req-b0c8b78b-a6da-4380-9c07-de64fd52ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:00.201981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3f9efde-fd56-43a0-8bc1-2f8c3520e164 req-b0c8b78b-a6da-4380-9c07-de64fd52ca83 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=32f6656f-9bb6-4223-82b5-8cc956086726 HTTP/1.1" status: 200 len: 834 time: 0.0452976 Mar 11 12:20:00.256250 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9efde-fd56-43a0-8bc1-2f8c3520e164 req-6563c5b4-b6ef-40ba-8219-b04b549d00cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:00.257797 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3f9efde-fd56-43a0-8bc1-2f8c3520e164 req-6563c5b4-b6ef-40ba-8219-b04b549d00cc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=66e9c4bc-f8b6-4a4b-84be-742138af689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477684 Mar 11 12:20:00.359312 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3f9efde-fd56-43a0-8bc1-2f8c3520e164 req-16876b3d-b2d8-436e-900c-56cfe3b22521 service neutron] 10.222.0.71 "GET /v2.0/networks/66e9c4bc-f8b6-4a4b-84be-742138af689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927975 Mar 11 12:20:00.479538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3f9efde-fd56-43a0-8bc1-2f8c3520e164 req-719aed84-914a-44c9-823f-13bf8db495fe service neutron] 10.222.0.71 "GET /v2.0/networks/66e9c4bc-f8b6-4a4b-84be-742138af689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125181 Mar 11 12:20:00.491509 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debee96d-e546-409f-a34f-fd38f80aee99 req-4a2b8f66-0758-4b1f-bd35-8ba1baaf94f5 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:00.493014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-debee96d-e546-409f-a34f-fd38f80aee99 req-4a2b8f66-0758-4b1f-bd35-8ba1baaf94f5 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 943 time: 0.1028214 Mar 11 12:20:00.542882 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-debee96d-e546-409f-a34f-fd38f80aee99 req-0b46d893-abe4-4766-85ac-8963b84935cc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=699fa348-df9d-4d5c-a969-811975978a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430100 Mar 11 12:20:01.693189 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c941a07-c502-44e3-9d5b-b54d3f8ff400 req-349d25a7-c40b-4153-addc-c96dba581e2c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:01.694676 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c941a07-c502-44e3-9d5b-b54d3f8ff400 req-349d25a7-c40b-4153-addc-c96dba581e2c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 943 time: 0.0572982 Mar 11 12:20:01.749005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c941a07-c502-44e3-9d5b-b54d3f8ff400 req-3685aa5d-067e-4318-85f6-110c75313ffd tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=699fa348-df9d-4d5c-a969-811975978a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485704 Mar 11 12:20:02.709725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device dd78df19-f796-48a2-bf90-f5256225d6c2 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:20:02.809517 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port dd78df19-f796-48a2-bf90-f5256225d6c2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=dd78df19-f796-48a2-bf90-f5256225d6c2,segment=NetworkSegment(63cd6662-e3a9-42dc-82c6-f3948617080f),segment_id=63cd6662-e3a9-42dc-82c6-f3948617080f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:20:02.820789 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'dd78df19-f796-48a2-bf90-f5256225d6c2', 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b', 'port_id': 'dd78df19-f796-48a2-bf90-f5256225d6c2', 'mac_address': 'fa:16:3e:2b:c2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:20:02.858681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port dd78df19-f796-48a2-bf90-f5256225d6c2 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:20:02.859056 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (dd78df19-f796-48a2-bf90-f5256225d6c2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:02.872527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f34bc-d590-404d-83c5-286dedbdabc8 req-6bad1ea8-78fe-41b7-bb55-bf851e770b62 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:02.873923 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad3f34bc-d590-404d-83c5-286dedbdabc8 req-6bad1ea8-78fe-41b7-bb55-bf851e770b62 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 943 time: 0.0515435 Mar 11 12:20:02.876097 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd78df19-f796-48a2-bf90-f5256225d6c2 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:20:02.896110 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port dd78df19-f796-48a2-bf90-f5256225d6c2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=dd78df19-f796-48a2-bf90-f5256225d6c2,segment=NetworkSegment(63cd6662-e3a9-42dc-82c6-f3948617080f),segment_id=63cd6662-e3a9-42dc-82c6-f3948617080f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:20:02.903137 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (dd78df19-f796-48a2-bf90-f5256225d6c2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:02.926931 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad3f34bc-d590-404d-83c5-286dedbdabc8 req-de40518d-58e7-4d84-8080-7c9183205b34 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=699fa348-df9d-4d5c-a969-811975978a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470612 Mar 11 12:20:02.951770 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=dd78df19-f796-48a2-bf90-f5256225d6c2,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:03.111690 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['dd78df19-f796-48a2-bf90-f5256225d6c2'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:20:03.854801 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:04.055767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a843ac-cb1f-4998-bf65-468ff82ad670 req-88e44bc7-d706-4e7d-a94d-a87a5fda4ade tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:04.057260 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1a843ac-cb1f-4998-bf65-468ff82ad670 req-88e44bc7-d706-4e7d-a94d-a87a5fda4ade tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 944 time: 0.0611634 Mar 11 12:20:04.111593 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1a843ac-cb1f-4998-bf65-468ff82ad670 req-1b7cd70b-3d12-4ed8-9b18-c7187af9ce90 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=699fa348-df9d-4d5c-a969-811975978a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457292 Mar 11 12:20:04.724232 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device dd78df19-f796-48a2-bf90-f5256225d6c2 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:20:04.785937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port dd78df19-f796-48a2-bf90-f5256225d6c2 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:20:04.789949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port dd78df19-f796-48a2-bf90-f5256225d6c2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:20:04.790355 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (dd78df19-f796-48a2-bf90-f5256225d6c2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:04.871257 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port dd78df19-f796-48a2-bf90-f5256225d6c2 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:20:04.871916 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (dd78df19-f796-48a2-bf90-f5256225d6c2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:04.894033 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514e9a52-9324-459e-a133-d077da37f161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd78df19-f796-48a2-bf90-f5256225d6c2'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:20:04.896702 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7d281f-a011-41ea-9331-b88e68f73a34" -d '{"events": [{"server_uuid": "514e9a52-9324-459e-a133-d077da37f161", "name": "network-vif-plugged", "status": "completed", "tag": "dd78df19-f796-48a2-bf90-f5256225d6c2"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:20:04.908596 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port dd78df19-f796-48a2-bf90-f5256225d6c2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=dd78df19-f796-48a2-bf90-f5256225d6c2,segment=NetworkSegment(63cd6662-e3a9-42dc-82c6-f3948617080f),segment_id=63cd6662-e3a9-42dc-82c6-f3948617080f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:20:04.914003 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (dd78df19-f796-48a2-bf90-f5256225d6c2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:04.936685 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c82553f-9459-4653-8b7b-db1d5bef1586 x-openstack-request-id: req-2c82553f-9459-4653-8b7b-db1d5bef1586 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:20:04.936979 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514e9a52-9324-459e-a133-d077da37f161", "name": "network-vif-plugged", "status": "completed", "tag": "dd78df19-f796-48a2-bf90-f5256225d6c2", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:20:04.937230 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2c82553f-9459-4653-8b7b-db1d5bef1586 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:20:04.937614 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514e9a52-9324-459e-a133-d077da37f161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd78df19-f796-48a2-bf90-f5256225d6c2', 'code': 200} Mar 11 12:20:04.966456 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=dd78df19-f796-48a2-bf90-f5256225d6c2,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:05.043560 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e16dc-0449-434a-a908-2098291f236c req-1fdcd03d-b846-4031-ba03-32d427d64901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:05.045092 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-025e16dc-0449-434a-a908-2098291f236c req-1fdcd03d-b846-4031-ba03-32d427d64901 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 1127 time: 0.0495455 Mar 11 12:20:05.093488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-025e16dc-0449-434a-a908-2098291f236c req-dd3f4799-3a84-42ab-bc1d-5ebe1f193afe service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=699fa348-df9d-4d5c-a969-811975978a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404148 Mar 11 12:20:05.237700 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6bb77-4e31-409d-acba-e215fc6f7106 req-01c0240f-e92d-4891-98d1-4fffd83172ec tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:05.239347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88d6bb77-4e31-409d-acba-e215fc6f7106 req-01c0240f-e92d-4891-98d1-4fffd83172ec tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 945 time: 0.0588908 Mar 11 12:20:05.292494 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88d6bb77-4e31-409d-acba-e215fc6f7106 req-19d9c68e-70fb-4e72-99a3-da8f737bda55 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=699fa348-df9d-4d5c-a969-811975978a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448964 Mar 11 12:20:06.437533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e963d83-8025-439c-97a7-898536659cfe req-4e9045c3-3c63-4efa-ae43-b9eb169f5980 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:06.439008 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e963d83-8025-439c-97a7-898536659cfe req-4e9045c3-3c63-4efa-ae43-b9eb169f5980 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 945 time: 0.0634449 Mar 11 12:20:06.488307 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e963d83-8025-439c-97a7-898536659cfe req-fc1cb691-cc18-4372-a2c2-e82eab559267 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=699fa348-df9d-4d5c-a969-811975978a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433774 Mar 11 12:20:06.616198 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac66275-2daa-4c02-ad5a-a64d34b5d676 req-910ed2a5-9974-460f-ae90-fc378d1044ea tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:06.617662 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ac66275-2daa-4c02-ad5a-a64d34b5d676 req-910ed2a5-9974-460f-ae90-fc378d1044ea tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 945 time: 0.0577343 Mar 11 12:20:06.667821 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ac66275-2daa-4c02-ad5a-a64d34b5d676 req-e7246cbc-7187-4a27-814b-477fe764eb4e tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=699fa348-df9d-4d5c-a969-811975978a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427871 Mar 11 12:20:06.698691 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40956) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:06.741453 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79a60d-8ecd-4678-b4f5-042a0f0876ab tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:06.742975 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7c79a60d-8ecd-4678-b4f5-042a0f0876ab tempest-TestNetworkBasicOps-422275594 tempest-TestNetworkBasicOps-422275594-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 1122 time: 0.0433478 Mar 11 12:20:06.745806 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40958) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:06.750023 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': 'dd78df19-f796-48a2-bf90-f5256225d6c2', 'tenant_id': '868321f514374492b0b945546931c69b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:20:06.775385 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:06.880114 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:06.984974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Allocated IP 172.25.7.51 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/beaf9816-4cd6-4076-852a-9a63b8d31c3e) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:20:07.100514 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for port (beaf9816-4cd6-4076-852a-9a63b8d31c3e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:07.136674 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (beaf9816-4cd6-4076-852a-9a63b8d31c3e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:07.173752 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:20:07.178531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:20:07.181377 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:20:07.205802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Port': ['ID=beaf9816-4cd6-4076-852a-9a63b8d31c3e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:07.903926 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for floatingip (1446bea9-e13f-412a-a134-b0713d9f6d3d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:07.981651 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (beaf9816-4cd6-4076-852a-9a63b8d31c3e), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:08.136311 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for port (beaf9816-4cd6-4076-852a-9a63b8d31c3e), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:08.143004 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (beaf9816-4cd6-4076-852a-9a63b8d31c3e), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:08.210051 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event updated for resources: {'Port': ['ID=beaf9816-4cd6-4076-852a-9a63b8d31c3e,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:08.222100 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (1446bea9-e13f-412a-a134-b0713d9f6d3d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:08.326248 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Floating IP 1446bea9-e13f-412a-a134-b0713d9f6d3d associated. External IP: 172.25.7.51, port: dd78df19-f796-48a2-bf90-f5256225d6c2. Mar 11 12:20:08.541137 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Router 70ab395c-a5d4-4e9f-857a-21a037296a4f has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:20:08.673826 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:20:08.685245 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd7134e-f5e2-44af-bb0e-0270d6e8ab25 None None] Sync routers for ids ['70ab395c-a5d4-4e9f-857a-21a037296a4f'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:20:08.696008 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:08.696250 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd7134e-f5e2-44af-bb0e-0270d6e8ab25 None None] Routers {'70ab395c-a5d4-4e9f-857a-21a037296a4f'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:20:08.696874 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-acd7134e-f5e2-44af-bb0e-0270d6e8ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['70ab395c-a5d4-4e9f-857a-21a037296a4f'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:20:08.726009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e5460c24-134c-4910-8d4c-d6b4dea11516 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9791217 Mar 11 12:20:08.726699 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514e9a52-9324-459e-a133-d077da37f161', 'tag': 'dd78df19-f796-48a2-bf90-f5256225d6c2'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:20:08.728834 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40960) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:08.729290 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bfa1d4-57ba-430a-a4c5-8a6a80d1b789" -d '{"events": [{"name": "network-changed", "server_uuid": "514e9a52-9324-459e-a133-d077da37f161", "tag": "dd78df19-f796-48a2-bf90-f5256225d6c2"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:20:08.773855 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378e8d51-792a-4790-bded-acda0b8137f1 x-openstack-request-id: req-378e8d51-792a-4790-bded-acda0b8137f1 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:20:08.774153 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514e9a52-9324-459e-a133-d077da37f161", "tag": "dd78df19-f796-48a2-bf90-f5256225d6c2", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:20:08.774404 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-378e8d51-792a-4790-bded-acda0b8137f1 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:20:08.774801 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514e9a52-9324-459e-a133-d077da37f161', 'tag': 'dd78df19-f796-48a2-bf90-f5256225d6c2', 'status': 'completed', 'code': 200} Mar 11 12:20:08.800054 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-76d35204-2c65-4f29-b7ae-8f26bf952c85 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/floatingips/1446bea9-e13f-412a-a134-b0713d9f6d3d HTTP/1.1" status: 200 len: 990 time: 0.0680575 Mar 11 12:20:08.809388 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-acd7134e-f5e2-44af-bb0e-0270d6e8ab25 None None] Set router 70ab395c-a5d4-4e9f-857a-21a037296a4f gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:20:08.839574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfa1d4-57ba-430a-a4c5-8a6a80d1b789 req-94e5e22e-697e-4f93-98d1-65f211aa9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:08.841217 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2bfa1d4-57ba-430a-a4c5-8a6a80d1b789 req-94e5e22e-697e-4f93-98d1-65f211aa9496 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=868321f514374492b0b945546931c69b&device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 1127 time: 0.0451336 Mar 11 12:20:08.938422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfa1d4-57ba-430a-a4c5-8a6a80d1b789 req-3d3f21f3-9ee5-4712-bc80-d7eeaf90a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:08.939943 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2bfa1d4-57ba-430a-a4c5-8a6a80d1b789 req-3d3f21f3-9ee5-4712-bc80-d7eeaf90a047 service neutron] 10.222.0.71 "GET /v2.0/networks?id=66e9c4bc-f8b6-4a4b-84be-742138af689b HTTP/1.1" status: 200 len: 898 time: 0.0914204 Mar 11 12:20:09.037982 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-acd7134e-f5e2-44af-bb0e-0270d6e8ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'name': 'tempest-TestNetworkBasicOps-router-460784272', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:47Z', 'updated_at': '2022-03-11T12:19:52Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:48Z', 'updated_at': '2022-03-11T12:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '1446bea9-e13f-412a-a134-b0713d9f6d3d', 'tenant_id': '868321f514374492b0b945546931c69b', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'port_id': 'dd78df19-f796-48a2-bf90-f5256225d6c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b', 'mac_address': 'fa:16:3e:2b:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514e9a52-9324-459e-a133-d077da37f161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:20:07Z', 'updated_at': '2022-03-11T12:20:07Z', 'revision_number': 0, 'project_id': '868321f514374492b0b945546931c69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8de3ee-29a6-4669-9e6b-dd112e68d1ac', 'name': '', 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:39:7b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:51Z', 'updated_at': '2022-03-11T12:19:56Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:20:09.058944 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2bfa1d4-57ba-430a-a4c5-8a6a80d1b789 req-b0ccdf61-2687-4ffc-9c32-a006309e5d9e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd78df19-f796-48a2-bf90-f5256225d6c2 HTTP/1.1" status: 200 len: 998 time: 0.1119566 Mar 11 12:20:09.067846 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd7134e-f5e2-44af-bb0e-0270d6e8ab25 None None] Checking router: 70ab395c-a5d4-4e9f-857a-21a037296a4f for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:20:09.076732 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd7134e-f5e2-44af-bb0e-0270d6e8ab25 None None] Routers {'70ab395c-a5d4-4e9f-857a-21a037296a4f'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:20:09.077331 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-acd7134e-f5e2-44af-bb0e-0270d6e8ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:19:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['70ab395c-a5d4-4e9f-857a-21a037296a4f'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:20:09.106660 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfa1d4-57ba-430a-a4c5-8a6a80d1b789 req-222adde8-ab12-46bc-a09d-a0108c9c31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:09.108164 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2bfa1d4-57ba-430a-a4c5-8a6a80d1b789 req-222adde8-ab12-46bc-a09d-a0108c9c31a4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=32f6656f-9bb6-4223-82b5-8cc956086726 HTTP/1.1" status: 200 len: 834 time: 0.0430453 Mar 11 12:20:09.164508 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfa1d4-57ba-430a-a4c5-8a6a80d1b789 req-20a05838-2108-4b70-a52f-3d63cdcee033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:09.166037 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2bfa1d4-57ba-430a-a4c5-8a6a80d1b789 req-20a05838-2108-4b70-a52f-3d63cdcee033 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=66e9c4bc-f8b6-4a4b-84be-742138af689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509353 Mar 11 12:20:09.187589 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-acd7134e-f5e2-44af-bb0e-0270d6e8ab25 None None] Set router 70ab395c-a5d4-4e9f-857a-21a037296a4f gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:20:09.259811 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2bfa1d4-57ba-430a-a4c5-8a6a80d1b789 req-8241ff4f-002f-4e57-a807-9d5161c4961b service neutron] 10.222.0.71 "GET /v2.0/networks/66e9c4bc-f8b6-4a4b-84be-742138af689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868218 Mar 11 12:20:09.357233 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2bfa1d4-57ba-430a-a4c5-8a6a80d1b789 req-dfdfc72b-3320-4b82-b636-51f2f1e8d55b service neutron] 10.222.0.71 "GET /v2.0/networks/66e9c4bc-f8b6-4a4b-84be-742138af689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910366 Mar 11 12:20:09.514212 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-acd7134e-f5e2-44af-bb0e-0270d6e8ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'name': 'tempest-TestNetworkBasicOps-router-460784272', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:47Z', 'updated_at': '2022-03-11T12:19:52Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:48Z', 'updated_at': '2022-03-11T12:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '1446bea9-e13f-412a-a134-b0713d9f6d3d', 'tenant_id': '868321f514374492b0b945546931c69b', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'port_id': 'dd78df19-f796-48a2-bf90-f5256225d6c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b', 'mac_address': 'fa:16:3e:2b:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514e9a52-9324-459e-a133-d077da37f161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:20:07Z', 'updated_at': '2022-03-11T12:20:07Z', 'revision_number': 0, 'project_id': '868321f514374492b0b945546931c69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8de3ee-29a6-4669-9e6b-dd112e68d1ac', 'name': '', 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:39:7b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:51Z', 'updated_at': '2022-03-11T12:19:56Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:20:09.543279 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd7134e-f5e2-44af-bb0e-0270d6e8ab25 None None] The sync data for ids ['70ab395c-a5d4-4e9f-857a-21a037296a4f'] in n-d-833234-2 is: [{'id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'name': 'tempest-TestNetworkBasicOps-router-460784272', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:47Z', 'updated_at': '2022-03-11T12:19:52Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:48Z', 'updated_at': '2022-03-11T12:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '1446bea9-e13f-412a-a134-b0713d9f6d3d', 'tenant_id': '868321f514374492b0b945546931c69b', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'port_id': 'dd78df19-f796-48a2-bf90-f5256225d6c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b', 'mac_address': 'fa:16:3e:2b:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514e9a52-9324-459e-a133-d077da37f161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:20:07Z', 'updated_at': '2022-03-11T12:20:07Z', 'revision_number': 0, 'project_id': '868321f514374492b0b945546931c69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8de3ee-29a6-4669-9e6b-dd112e68d1ac', 'name': '', 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:39:7b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:51Z', 'updated_at': '2022-03-11T12:19:56Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:20:09.747465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef8ffb7-f603-4361-b959-2bec0364c11a None None] New status for floating IP 1446bea9-e13f-412a-a134-b0713d9f6d3d: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:20:09.803005 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 40964) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:09.865437 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-860f4fa7-b8af-468c-a417-c13b16c62bbc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/floatingips/1446bea9-e13f-412a-a134-b0713d9f6d3d HTTP/1.1" status: 200 len: 990 time: 0.0612547 Mar 11 12:20:10.870122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40966) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:10.940125 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-10ee5139-9f37-41c1-b4ab-ed95012a29e9 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/floatingips/1446bea9-e13f-412a-a134-b0713d9f6d3d HTTP/1.1" status: 200 len: 992 time: 0.0687878 Mar 11 12:20:11.856162 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:20:12.828319 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:13.649622 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fb48d4d2-2e80-48a4-9216-547c59c3286f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:15.762987 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-126b9622-6cae-4761-8c29-e6355a16cfff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:17.275291 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:18.676229 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:20.092325 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:25.539612 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdb213-aca7-49f6-bbf9-105d74f6da9b req-313a8ba4-99b7-4e1d-9cbd-1f28d86f4cf0 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:25.541165 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cffdb213-aca7-49f6-bbf9-105d74f6da9b req-313a8ba4-99b7-4e1d-9cbd-1f28d86f4cf0 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 1128 time: 0.0597689 Mar 11 12:20:25.590489 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cffdb213-aca7-49f6-bbf9-105d74f6da9b req-63dd2a1b-b252-4f95-b223-f93ff1f8b24a tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402446 Mar 11 12:20:25.730074 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ac0cb-811a-4180-8f31-96bb9d617cb5 req-4e0e18e0-4748-4444-945c-68290c061b4b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:25.731625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-034ac0cb-811a-4180-8f31-96bb9d617cb5 req-4e0e18e0-4748-4444-945c-68290c061b4b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.0573096 Mar 11 12:20:25.780284 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-034ac0cb-811a-4180-8f31-96bb9d617cb5 req-88c27124-28a5-4d0d-9be1-677dd600ee96 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430083 Mar 11 12:20:25.802485 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 40982) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:25.867819 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-60e80ceb-8e64-4dc3-9c84-b0db1820a4ef tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/floatingips/b0576a63-3035-42f0-b4ea-4868309460e2 HTTP/1.1" status: 200 len: 994 time: 0.0641921 Mar 11 12:20:26.231204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-467eff18-a7ea-42d6-84ee-d6087cb2d824 req-6119d1ee-7bef-4859-92dc-6e657c576ba6 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:20:26.232257 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-467eff18-a7ea-42d6-84ee-d6087cb2d824 req-6119d1ee-7bef-4859-92dc-6e657c576ba6 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076127 Mar 11 12:20:26.733110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a3e16-feb4-4a23-b244-c65fa1011dc4 req-19643d9d-0db7-4528-ba6a-30f4b3df3d4c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:26.734565 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a23a3e16-feb4-4a23-b244-c65fa1011dc4 req-19643d9d-0db7-4528-ba6a-30f4b3df3d4c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.0572283 Mar 11 12:20:26.793329 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a23a3e16-feb4-4a23-b244-c65fa1011dc4 req-98bdbfcd-3e19-4aec-9ca1-b1a0b767b2dd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529916 Mar 11 12:20:26.826664 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-873fbde6-31cb-42d2-b1c2-3edc19aacdeb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1557636 Mar 11 12:20:26.835276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-b8447566-6267-4996-b6ea-a6809479b027 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:20:26.836261 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-b8447566-6267-4996-b6ea-a6809479b027 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049360 Mar 11 12:20:27.163204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41020) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:27.334594 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-acbc708c-05db-4cee-b025-46d1676eb85b tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:27.336072 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-acbc708c-05db-4cee-b025-46d1676eb85b tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/ports/7c91c3ab-8d74-42e6-bf56-772339db6f43 HTTP/1.1" status: 200 len: 1125 time: 0.1717470 Mar 11 12:20:27.337782 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27cf03-93fe-47fe-924e-6ff204387920 req-e6eafac7-fe8b-401a-bde1-1d2629775ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:27.339344 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2e27cf03-93fe-47fe-924e-6ff204387920 req-e6eafac7-fe8b-401a-bde1-1d2629775ef1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 1128 time: 0.0569878 Mar 11 12:20:27.442741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27cf03-93fe-47fe-924e-6ff204387920 req-377a4eb1-56eb-4ec0-9a6c-8f11e88073c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:27.444432 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2e27cf03-93fe-47fe-924e-6ff204387920 req-377a4eb1-56eb-4ec0-9a6c-8f11e88073c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1e45e95-fb0a-4471-b25c-e285d7f4f127 HTTP/1.1" status: 200 len: 898 time: 0.0858796 Mar 11 12:20:27.522012 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2e27cf03-93fe-47fe-924e-6ff204387920 req-f8b4eb4a-0a6c-42fd-b2ee-57a9e3a4d29a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43 HTTP/1.1" status: 200 len: 1002 time: 0.0683692 Mar 11 12:20:27.569829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27cf03-93fe-47fe-924e-6ff204387920 req-b7338558-462e-4437-83e5-3dee3b7768b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:27.571286 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2e27cf03-93fe-47fe-924e-6ff204387920 req-b7338558-462e-4437-83e5-3dee3b7768b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4ccb3a6-8b0f-44bf-85d4-7355c63fe966 HTTP/1.1" status: 200 len: 834 time: 0.0440218 Mar 11 12:20:27.620608 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27cf03-93fe-47fe-924e-6ff204387920 req-aac551a2-ad68-4d8a-85ef-6b085009b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:27.622189 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2e27cf03-93fe-47fe-924e-6ff204387920 req-aac551a2-ad68-4d8a-85ef-6b085009b11b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1e45e95-fb0a-4471-b25c-e285d7f4f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454400 Mar 11 12:20:27.722613 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2e27cf03-93fe-47fe-924e-6ff204387920 req-448061b2-886c-482c-9c1a-c90dc5dad659 service neutron] 10.222.0.37 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943248 Mar 11 12:20:27.819438 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2e27cf03-93fe-47fe-924e-6ff204387920 req-79702720-d4c8-4d0d-be4e-99d9c9cbad7a service neutron] 10.222.0.37 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907335 Mar 11 12:20:27.916970 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d8bd9-d23f-4988-bfa8-c144cee9338d req-58982520-16fd-4d5e-97ee-afad9f3f6f11 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:27.918605 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-522d8bd9-d23f-4988-bfa8-c144cee9338d req-58982520-16fd-4d5e-97ee-afad9f3f6f11 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.0522907 Mar 11 12:20:27.973414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-522d8bd9-d23f-4988-bfa8-c144cee9338d req-7b55b898-8738-4b7e-ac88-f0b1b9ec39d0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461173 Mar 11 12:20:28.507535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-f5be7a23-029e-421b-bfe4-3c515b160a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:28.508987 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-f5be7a23-029e-421b-bfe4-3c515b160a69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 1128 time: 0.3405933 Mar 11 12:20:28.600663 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-d34e7622-7705-4e73-9aa5-17f222e9e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:28.602157 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-d34e7622-7705-4e73-9aa5-17f222e9e3b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1e45e95-fb0a-4471-b25c-e285d7f4f127 HTTP/1.1" status: 200 len: 898 time: 0.0867686 Mar 11 12:20:28.673867 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-5b5f8069-9d2d-42eb-b538-312f7021fc9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43 HTTP/1.1" status: 200 len: 1002 time: 0.0652721 Mar 11 12:20:28.724386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-0fcd2f79-c6c8-4bc6-a944-ee89728ee4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:28.725841 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-0fcd2f79-c6c8-4bc6-a944-ee89728ee4e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4ccb3a6-8b0f-44bf-85d4-7355c63fe966 HTTP/1.1" status: 200 len: 834 time: 0.0457485 Mar 11 12:20:28.782003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-9d49f106-2d6e-4c3b-9032-6d26aab95528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:28.783455 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-9d49f106-2d6e-4c3b-9032-6d26aab95528 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1e45e95-fb0a-4471-b25c-e285d7f4f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509243 Mar 11 12:20:28.893047 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-c647a3e5-d3ab-4fe3-841a-021fd99f0a84 service neutron] 10.222.0.37 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029439 Mar 11 12:20:28.987815 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-b1ec9091-6034-404f-ad06-08e044a0f2c8 service neutron] 10.222.0.37 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880177 Mar 11 12:20:29.104439 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cbb69-9b2b-4402-8287-d21e86d21de7 req-a315aac9-9fa8-49a1-8805-6abd7f6457da tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:29.106392 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-715cbb69-9b2b-4402-8287-d21e86d21de7 req-a315aac9-9fa8-49a1-8805-6abd7f6457da tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.0560949 Mar 11 12:20:29.159876 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-715cbb69-9b2b-4402-8287-d21e86d21de7 req-c52a8436-536b-4994-afeb-53e585b127e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474226 Mar 11 12:20:30.300816 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01ba81-da53-44e9-8cdd-46942057fa4a req-d71bf743-b112-4588-9c1d-c9b901ce51cd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:30.302301 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac01ba81-da53-44e9-8cdd-46942057fa4a req-d71bf743-b112-4588-9c1d-c9b901ce51cd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.0612240 Mar 11 12:20:30.353531 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac01ba81-da53-44e9-8cdd-46942057fa4a req-62d79d72-6d59-47d9-b6d9-44cfaedfe32e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454245 Mar 11 12:20:31.484281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4e291-c9d3-4d1f-b7a2-fe706c6f403f req-f59307b7-dce8-49d4-a064-e6be786197a9 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:31.485780 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ec4e291-c9d3-4d1f-b7a2-fe706c6f403f req-f59307b7-dce8-49d4-a064-e6be786197a9 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.0597694 Mar 11 12:20:31.537799 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ec4e291-c9d3-4d1f-b7a2-fe706c6f403f req-d5664f69-47f2-4c48-87b9-729d87ba8b93 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439191 Mar 11 12:20:32.677794 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdaa3df-3756-4054-a8dc-ef05da110d5b req-47262130-551f-4e9f-a6a9-a6fd11f0eeed tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:32.679299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbdaa3df-3756-4054-a8dc-ef05da110d5b req-47262130-551f-4e9f-a6a9-a6fd11f0eeed tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.0555413 Mar 11 12:20:32.735529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bbdaa3df-3756-4054-a8dc-ef05da110d5b req-15901197-6b92-4175-9629-d5d2889fe319 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502956 Mar 11 12:20:33.848057 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:33.859509 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da0bd8-d990-4b17-84ba-f9290b69966b req-571cfdad-2a8e-4142-9f48-98c846dfbfce tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:33.861047 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-43da0bd8-d990-4b17-84ba-f9290b69966b req-571cfdad-2a8e-4142-9f48-98c846dfbfce tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.0556216 Mar 11 12:20:33.910370 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-43da0bd8-d990-4b17-84ba-f9290b69966b req-f9f2b548-c09c-4b52-9686-5c5786a92cb4 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435061 Mar 11 12:20:35.058330 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228ddf9-b386-4457-a8cf-3c918c90e0ed req-d843924f-0865-40bf-8b87-d0d916d7e222 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:35.059849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0228ddf9-b386-4457-a8cf-3c918c90e0ed req-d843924f-0865-40bf-8b87-d0d916d7e222 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.0623615 Mar 11 12:20:35.117686 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0228ddf9-b386-4457-a8cf-3c918c90e0ed req-a93a8ca3-151a-48d1-a71d-f38b2bb6cdbb tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520401 Mar 11 12:20:36.259266 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f09c6-2c11-4d9c-abc2-485e353684a5 req-2c9490d5-ac88-4314-a018-1697ac43d1cf tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:36.261215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac5f09c6-2c11-4d9c-abc2-485e353684a5 req-2c9490d5-ac88-4314-a018-1697ac43d1cf tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.0652876 Mar 11 12:20:36.314739 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac5f09c6-2c11-4d9c-abc2-485e353684a5 req-f224bf1a-43e8-49b7-9004-cc7c598f37d4 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470035 Mar 11 12:20:37.449154 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d127d89-0682-45c9-8fbc-8bf30e47b120 req-8dfedd5e-9cc2-42a0-a915-4ef6c776a0c3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:37.450710 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d127d89-0682-45c9-8fbc-8bf30e47b120 req-8dfedd5e-9cc2-42a0-a915-4ef6c776a0c3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.0641358 Mar 11 12:20:37.502305 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9d127d89-0682-45c9-8fbc-8bf30e47b120 req-03e2d49e-4789-43ca-b619-d7a4a19b2bd0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453589 Mar 11 12:20:38.645376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7580f-fe73-4b08-9c9a-943e13026203 req-97f439c2-ed31-4e17-aa32-aa5c3262f3d9 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:38.647524 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-afc7580f-fe73-4b08-9c9a-943e13026203 req-97f439c2-ed31-4e17-aa32-aa5c3262f3d9 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.0626960 Mar 11 12:20:38.701040 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-afc7580f-fe73-4b08-9c9a-943e13026203 req-6e1f3736-c04e-46d5-a345-330ec1fe6e6f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454431 Mar 11 12:20:39.829037 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b3f62-d46c-4492-a810-ce0a9461944d req-f8077ace-c1e2-49ab-8e35-de65ded54872 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:39.830857 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f87b3f62-d46c-4492-a810-ce0a9461944d req-f8077ace-c1e2-49ab-8e35-de65ded54872 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.0589967 Mar 11 12:20:39.883933 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f87b3f62-d46c-4492-a810-ce0a9461944d req-d849240f-f94b-416a-b0e4-4cff786737a2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470836 Mar 11 12:20:41.025866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d5598-10c7-4066-83f4-e58c404bb1f0 req-616e4b5b-76a0-4a29-9ae4-5678c4df6ce5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:41.027302 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a8d5598-10c7-4066-83f4-e58c404bb1f0 req-616e4b5b-76a0-4a29-9ae4-5678c4df6ce5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.0615726 Mar 11 12:20:41.084504 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a8d5598-10c7-4066-83f4-e58c404bb1f0 req-73cdcb0d-f374-4538-b98f-f8cb3da8278a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485539 Mar 11 12:20:41.192870 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-ae0209aa-e12f-4a61-8027-8457ec73a89f service neutron] show failed (client error): The resource could not be found. Mar 11 12:20:41.193830 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-ae0209aa-e12f-4a61-8027-8457ec73a89f service neutron] 10.222.0.37 "GET /v2.0/ports/7c91c3ab-8d74-42e6-bf56-772339db6f43/bindings/n-h1-833234-2 HTTP/1.1" status: 404 len: 380 time: 0.0752630 Mar 11 12:20:41.461507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-f0de0dff-1247-4690-8b5f-a4fb7600efef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:41.462951 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-f0de0dff-1247-4690-8b5f-a4fb7600efef service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865&tenant_id=90210211b9a748d8a45f81106abe76ca HTTP/1.1" status: 200 len: 1128 time: 0.0920246 Mar 11 12:20:41.475483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:20:41.534357 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:41.756133 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:20:41.789298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:20:41.829307 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:20:41.831547 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146a5541-f6ff-4cf3-be57-575dca82ecac" -d '{"events": [{"server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "name": "network-vif-unplugged", "status": "completed", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:20:41.835734 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Publish callbacks [] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:41.849404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Transition to ACTIVE for port object 7c91c3ab-8d74-42e6-bf56-772339db6f43 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:20:41.852965 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:41.895057 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a42467-7cd8-4f9e-a8ce-a3b983fa978a x-openstack-request-id: req-a6a42467-7cd8-4f9e-a8ce-a3b983fa978a {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:20:41.895569 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "name": "network-vif-unplugged", "status": "completed", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:20:41.896671 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a6a42467-7cd8-4f9e-a8ce-a3b983fa978a {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:20:41.897068 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'code': 200} Mar 11 12:20:41.922632 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Pushing event updated for resources: {'Port': ['ID=7c91c3ab-8d74-42e6-bf56-772339db6f43,revision_number=6']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:42.033209 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] No DVR routers for this DVR port 7c91c3ab-8d74-42e6-bf56-772339db6f43 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:20:42.205415 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Attempting to bind port 7c91c3ab-8d74-42e6-bf56-772339db6f43 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:20:42.205634 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Attempting to bind port 7c91c3ab-8d74-42e6-bf56-772339db6f43 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:20:42.205996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Attempting to bind port 7c91c3ab-8d74-42e6-bf56-772339db6f43 on network a1e45e95-fb0a-4471-b25c-e285d7f4f127 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:20:42.214257 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Port 7c91c3ab-8d74-42e6-bf56-772339db6f43 on network a1e45e95-fb0a-4471-b25c-e285d7f4f127 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:20:42.214579 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Attempting to bind port 7c91c3ab-8d74-42e6-bf56-772339db6f43 on network a1e45e95-fb0a-4471-b25c-e285d7f4f127 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:20:42.222094 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:20:42.222440 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Checking segment: {'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:20:42.222806 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Bound using segment: {'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:20:42.223321 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Bound port: 7c91c3ab-8d74-42e6-bf56-772339db6f43, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:20:42.223908 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:42.250505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863be77-9d21-4333-bef6-524388094870 req-002139fd-a196-4562-8bf1-10a6e6db7a27 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:42.252052 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1863be77-9d21-4333-bef6-524388094870 req-002139fd-a196-4562-8bf1-10a6e6db7a27 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 944 time: 0.0848320 Mar 11 12:20:42.335791 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:20:42.339502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:20:42.346820 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1863be77-9d21-4333-bef6-524388094870 req-e3cdc061-0899-4bea-ba1d-01fb8fca50f0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776103 Mar 11 12:20:42.348409 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:42.384557 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:42.385185 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:42.386636 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] 10.222.0.71 "PUT /v2.0/ports/7c91c3ab-8d74-42e6-bf56-772339db6f43 HTTP/1.1" status: 200 len: 1092 time: 0.9154458 Mar 11 12:20:42.409831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fded241-1219-40dc-a725-c29546c92c84 service neutron] Pushing event updated for resources: {'Port': ['ID=7c91c3ab-8d74-42e6-bf56-772339db6f43,revision_number=7']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:42.464702 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-ac1cedf2-21dc-440b-a581-f90f7d765d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:42.466265 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-ac1cedf2-21dc-440b-a581-f90f7d765d7c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 1126 time: 0.0532272 Mar 11 12:20:42.563207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-c9cac0fb-197e-4cf6-958d-43aea5653254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:42.564845 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-c9cac0fb-197e-4cf6-958d-43aea5653254 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a1e45e95-fb0a-4471-b25c-e285d7f4f127 HTTP/1.1" status: 200 len: 898 time: 0.0920534 Mar 11 12:20:42.635835 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-c957623b-c95c-43be-8c74-9ae790ff9ca3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43 HTTP/1.1" status: 200 len: 1000 time: 0.0645494 Mar 11 12:20:42.685604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-0d710a65-198d-49c3-80b1-97c3e753f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:42.686989 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-0d710a65-198d-49c3-80b1-97c3e753f8df service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4ccb3a6-8b0f-44bf-85d4-7355c63fe966 HTTP/1.1" status: 200 len: 834 time: 0.0452287 Mar 11 12:20:42.739717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7f37cb50-8036-4862-802b-5c8005598ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:42.741241 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-7f37cb50-8036-4862-802b-5c8005598ef1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a1e45e95-fb0a-4471-b25c-e285d7f4f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459681 Mar 11 12:20:42.818552 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:42.844106 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-b28326b4-0bfd-41a2-a3e9-44257993c196 service neutron] 10.222.0.71 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944426 Mar 11 12:20:42.941995 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8543249d-c512-4cc7-b4ea-93212907ea7b req-c40a5a26-a8fb-454b-a385-2216dcb6f2d9 service neutron] 10.222.0.71 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905247 Mar 11 12:20:43.489432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904c2a1-7abc-4d7a-b643-5f5c0ae68ecd req-d92bf167-b58e-4560-a2fd-185d4f2a8e5e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:43.490981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8904c2a1-7abc-4d7a-b643-5f5c0ae68ecd req-d92bf167-b58e-4560-a2fd-185d4f2a8e5e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 944 time: 0.0658131 Mar 11 12:20:43.634068 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a87634d6-217f-457e-bdca-7be9fc60a461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:43.889651 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8904c2a1-7abc-4d7a-b643-5f5c0ae68ecd req-47b0302a-38d9-40a1-86d9-674f8e845771 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3909001 Mar 11 12:20:43.898317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:20:43.900616 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525aab94-6d87-4ae6-9543-5b985fc0e9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:20:43.953410 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b387666f-663e-42d3-9694-bbf272e3a26d x-openstack-request-id: req-b387666f-663e-42d3-9694-bbf272e3a26d {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:20:43.953788 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:20:43.954045 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b387666f-663e-42d3-9694-bbf272e3a26d {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:20:43.955260 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'status': 'completed', 'code': 200} Mar 11 12:20:44.019717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-376c4269-5b36-4501-96a5-33f5ff13f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:44.020038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-8f5fe073-092c-41c2-b7e2-6c73205f9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:44.021838 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-8f5fe073-092c-41c2-b7e2-6c73205f9af3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 1126 time: 0.0460603 Mar 11 12:20:44.023246 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-376c4269-5b36-4501-96a5-33f5ff13f2dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 1126 time: 0.0473115 Mar 11 12:20:44.084541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41072) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:44.124569 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-512e540e-3d0a-4071-8730-89fe98a48a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:44.126053 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-512e540e-3d0a-4071-8730-89fe98a48a02 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a1e45e95-fb0a-4471-b25c-e285d7f4f127 HTTP/1.1" status: 200 len: 898 time: 0.0890067 Mar 11 12:20:44.163790 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-15355024-bddb-451c-ad75-53d45d4ca09d tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/floatingips/1446bea9-e13f-412a-a134-b0713d9f6d3d HTTP/1.1" status: 200 len: 992 time: 0.0779736 Mar 11 12:20:44.174785 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-60a06d6c-7252-448d-96fb-7167a1dceb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:44.177357 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-60a06d6c-7252-448d-96fb-7167a1dceb4d service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1e45e95-fb0a-4471-b25c-e285d7f4f127 HTTP/1.1" status: 200 len: 898 time: 0.1493585 Mar 11 12:20:44.195416 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-92d88058-991c-4344-92b3-c3637d593680 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43 HTTP/1.1" status: 200 len: 1000 time: 0.0606353 Mar 11 12:20:44.248399 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-0503482b-3ad3-4a05-816e-d7f32645ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:44.248611 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-6066f283-f860-44e9-8e90-e77a79897dad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43 HTTP/1.1" status: 200 len: 1000 time: 0.0644987 Mar 11 12:20:44.250073 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-0503482b-3ad3-4a05-816e-d7f32645ea54 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4ccb3a6-8b0f-44bf-85d4-7355c63fe966 HTTP/1.1" status: 200 len: 834 time: 0.0454650 Mar 11 12:20:44.300420 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-14a772fb-c451-4c39-9924-1bb3b1521d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:44.301921 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-14a772fb-c451-4c39-9924-1bb3b1521d4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4ccb3a6-8b0f-44bf-85d4-7355c63fe966 HTTP/1.1" status: 200 len: 834 time: 0.0475922 Mar 11 12:20:44.305037 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-2f3927b7-c6ca-408d-bfe9-3d1d44a9c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:44.306536 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-2f3927b7-c6ca-408d-bfe9-3d1d44a9c3f1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a1e45e95-fb0a-4471-b25c-e285d7f4f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500593 Mar 11 12:20:44.350535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-d776be5b-5dba-459a-89dd-ac9681165a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:44.352162 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-d776be5b-5dba-459a-89dd-ac9681165a47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1e45e95-fb0a-4471-b25c-e285d7f4f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442252 Mar 11 12:20:44.396357 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41078) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:44.405405 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-aa863be9-53a0-44af-8210-ec5ab9115204 service neutron] 10.222.0.71 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923970 Mar 11 12:20:44.446915 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-30403986-1a21-4ae2-b7fc-1cb8d76379d6 service neutron] 10.222.0.37 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882306 Mar 11 12:20:44.536853 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-2de53572-f6d5-4689-bbb4-98b846159a01 service neutron] 10.222.0.37 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841506 Mar 11 12:20:44.538297 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7c91c3ab-8d74-42e6-bf56-772339db6f43 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:20:44.578032 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-525aab94-6d87-4ae6-9543-5b985fc0e9e6 req-63024d5b-a202-4630-aeb9-e3c29b8ccaf9 service neutron] 10.222.0.71 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416883 Mar 11 12:20:44.588933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] The host n-h2-833234-2 is not matching for port 7c91c3ab-8d74-42e6-bf56-772339db6f43 host n-h1-833234-2! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 12:20:44.589326 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7c91c3ab-8d74-42e6-bf56-772339db6f43 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:20:44.626646 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b0037fcc-4cd8-4d2d-8ccd-f0736a54d4d7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Deleting port beaf9816-4cd6-4076-852a-9a63b8d31c3e {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:20:44.626994 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b0037fcc-4cd8-4d2d-8ccd-f0736a54d4d7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (beaf9816-4cd6-4076-852a-9a63b8d31c3e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:44.708423 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b0037fcc-4cd8-4d2d-8ccd-f0736a54d4d7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (beaf9816-4cd6-4076-852a-9a63b8d31c3e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:44.708653 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b0037fcc-4cd8-4d2d-8ccd-f0736a54d4d7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for floatingip (beaf9816-4cd6-4076-852a-9a63b8d31c3e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:44.721492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b0037fcc-4cd8-4d2d-8ccd-f0736a54d4d7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Calling delete_port for beaf9816-4cd6-4076-852a-9a63b8d31c3e owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:20:44.883766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 7c91c3ab-8d74-42e6-bf56-772339db6f43 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:20:44.910061 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b0037fcc-4cd8-4d2d-8ccd-f0736a54d4d7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (beaf9816-4cd6-4076-852a-9a63b8d31c3e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:44.937606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0037fcc-4cd8-4d2d-8ccd-f0736a54d4d7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'Port': ['ID=beaf9816-4cd6-4076-852a-9a63b8d31c3e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:44.991153 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:20:45.003183 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'port_id': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'mac_address': 'fa:16:3e:55:ca:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:20:45.032867 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b0037fcc-4cd8-4d2d-8ccd-f0736a54d4d7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for floatingip (1446bea9-e13f-412a-a134-b0713d9f6d3d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:45.033208 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-b0037fcc-4cd8-4d2d-8ccd-f0736a54d4d7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Floating IP 1446bea9-e13f-412a-a134-b0713d9f6d3d disassociated (deleted). External IP: 172.25.7.51, port: dd78df19-f796-48a2-bf90-f5256225d6c2. Mar 11 12:20:45.042078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 7c91c3ab-8d74-42e6-bf56-772339db6f43 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:20:45.042469 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:45.055735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c91c3ab-8d74-42e6-bf56-772339db6f43 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:20:45.076897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:20:45.081887 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:45.090980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466b304-b879-4e4b-a049-f440467cfc09 req-15fa2d2c-5663-4714-9dd8-33eb1ec1dafb tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:45.092548 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6466b304-b879-4e4b-a049-f440467cfc09 req-15fa2d2c-5663-4714-9dd8-33eb1ec1dafb tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 944 time: 0.1092970 Mar 11 12:20:45.135001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=7c91c3ab-8d74-42e6-bf56-772339db6f43,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:45.142665 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:45.143011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:45.143349 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:45.143692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:45.144024 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:45.144357 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:45.144682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:45.145150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:45.145571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:45.146212 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:45.146562 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:45.146882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:45.147207 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:45.190877 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6466b304-b879-4e4b-a049-f440467cfc09 req-ec94c0c2-85bc-4541-91af-3dcd05fc8707 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877602 Mar 11 12:20:45.304915 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0037fcc-4cd8-4d2d-8ccd-f0736a54d4d7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Router 70ab395c-a5d4-4e9f-857a-21a037296a4f has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:20:45.367003 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['7c91c3ab-8d74-42e6-bf56-772339db6f43'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:20:45.522212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0037fcc-4cd8-4d2d-8ccd-f0736a54d4d7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:20:45.530870 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b0037fcc-4cd8-4d2d-8ccd-f0736a54d4d7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:45.533637 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24377b6-942d-4719-b803-c7babde57f7d None None] Sync routers for ids ['70ab395c-a5d4-4e9f-857a-21a037296a4f'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:20:45.544969 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24377b6-942d-4719-b803-c7babde57f7d None None] Routers {'70ab395c-a5d4-4e9f-857a-21a037296a4f'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:20:45.545597 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a24377b6-942d-4719-b803-c7babde57f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:20:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['70ab395c-a5d4-4e9f-857a-21a037296a4f'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:20:45.579797 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8f40d-b2fb-4a81-a2f7-a67cb1bbcad3 req-be7df2e8-51f9-43d0-b061-81a9c29dd08a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:45.581223 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87f8f40d-b2fb-4a81-a2f7-a67cb1bbcad3 req-be7df2e8-51f9-43d0-b061-81a9c29dd08a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 945 time: 0.1612816 Mar 11 12:20:45.590936 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-e3b41cd6-4309-43ed-a2cd-f81003a3370e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:45.592408 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-e3b41cd6-4309-43ed-a2cd-f81003a3370e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865&tenant_id=90210211b9a748d8a45f81106abe76ca&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 945 time: 0.1812930 Mar 11 12:20:45.598417 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b0037fcc-4cd8-4d2d-8ccd-f0736a54d4d7 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "DELETE /v2.0/floatingips/1446bea9-e13f-412a-a134-b0713d9f6d3d HTTP/1.1" status: 204 len: 168 time: 1.1984043 Mar 11 12:20:45.663419 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a24377b6-942d-4719-b803-c7babde57f7d None None] Set router 70ab395c-a5d4-4e9f-857a-21a037296a4f gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:20:45.678567 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87f8f40d-b2fb-4a81-a2f7-a67cb1bbcad3 req-b12f0054-74cd-4f55-a377-702d1dfc4ba7 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850420 Mar 11 12:20:45.688096 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-e3d1c588-8088-43c8-8ad8-9a06a5ced7a5 service neutron] 10.222.0.71 "GET /v2.0/ports/7c91c3ab-8d74-42e6-bf56-772339db6f43/bindings/n-h1-833234-2 HTTP/1.1" status: 200 len: 382 time: 0.0866199 Mar 11 12:20:45.754194 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1280ed0a-af9a-483b-a494-b27c88bce642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:45.788218 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-e3205501-a3fc-4eac-b9a0-bc850a0f5dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:45.789931 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-e3205501-a3fc-4eac-b9a0-bc850a0f5dbe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 1127 time: 0.0632036 Mar 11 12:20:45.888786 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a24377b6-942d-4719-b803-c7babde57f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'name': 'tempest-TestNetworkBasicOps-router-460784272', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:47Z', 'updated_at': '2022-03-11T12:19:52Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:48Z', 'updated_at': '2022-03-11T12:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'cf8de3ee-29a6-4669-9e6b-dd112e68d1ac', 'name': '', 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:39:7b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:51Z', 'updated_at': '2022-03-11T12:19:56Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:20:45.916292 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24377b6-942d-4719-b803-c7babde57f7d None None] Checking router: 70ab395c-a5d4-4e9f-857a-21a037296a4f for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:20:45.921342 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43e9d8-c5a7-4553-92bf-f1c56d79d2c4 req-2afff314-156d-4cd1-a8f4-70aca6bcc729 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:45.922830 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e43e9d8-c5a7-4553-92bf-f1c56d79d2c4 req-2afff314-156d-4cd1-a8f4-70aca6bcc729 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 945 time: 0.1078827 Mar 11 12:20:45.924030 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-cca75e39-a720-46d0-9003-f5a744aca165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:45.924831 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24377b6-942d-4719-b803-c7babde57f7d None None] Routers {'70ab395c-a5d4-4e9f-857a-21a037296a4f'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:20:45.925379 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-cca75e39-a720-46d0-9003-f5a744aca165 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a1e45e95-fb0a-4471-b25c-e285d7f4f127 HTTP/1.1" status: 200 len: 898 time: 0.1284478 Mar 11 12:20:45.925616 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a24377b6-942d-4719-b803-c7babde57f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:20:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['70ab395c-a5d4-4e9f-857a-21a037296a4f'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:20:45.978493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514e9a52-9324-459e-a133-d077da37f161', 'tag': 'dd78df19-f796-48a2-bf90-f5256225d6c2'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:20:45.980765 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7646b9f3-4961-4c1d-b00a-037177089310" -d '{"events": [{"name": "network-changed", "server_uuid": "514e9a52-9324-459e-a133-d077da37f161", "tag": "dd78df19-f796-48a2-bf90-f5256225d6c2"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:20:46.018818 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17234101-e2a1-4315-9eec-1bc57658d998 x-openstack-request-id: req-17234101-e2a1-4315-9eec-1bc57658d998 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:20:46.019117 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514e9a52-9324-459e-a133-d077da37f161", "tag": "dd78df19-f796-48a2-bf90-f5256225d6c2", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:20:46.019366 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17234101-e2a1-4315-9eec-1bc57658d998 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:20:46.019775 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514e9a52-9324-459e-a133-d077da37f161', 'tag': 'dd78df19-f796-48a2-bf90-f5256225d6c2', 'status': 'completed', 'code': 200} Mar 11 12:20:46.032571 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e43e9d8-c5a7-4553-92bf-f1c56d79d2c4 req-d6111ecf-9cfa-4d0a-a9d4-6411d9b2b360 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=699fa348-df9d-4d5c-a969-811975978a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033311 Mar 11 12:20:46.034985 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-49105d58-1305-4acc-ae62-b41725023aca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43 HTTP/1.1" status: 200 len: 1001 time: 0.0927172 Mar 11 12:20:46.035117 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a24377b6-942d-4719-b803-c7babde57f7d None None] Set router 70ab395c-a5d4-4e9f-857a-21a037296a4f gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:20:46.103027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-10723290-1ed1-4348-bc69-e183c50c0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:46.104210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646b9f3-4961-4c1d-b00a-037177089310 req-15ac3bbf-3e1a-4ba2-a3ab-5f472afad18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:46.104699 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-10723290-1ed1-4348-bc69-e183c50c0c32 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4ccb3a6-8b0f-44bf-85d4-7355c63fe966 HTTP/1.1" status: 200 len: 834 time: 0.0479953 Mar 11 12:20:46.106011 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7646b9f3-4961-4c1d-b00a-037177089310 req-15ac3bbf-3e1a-4ba2-a3ab-5f472afad18c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=868321f514374492b0b945546931c69b&device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 1127 time: 0.0491004 Mar 11 12:20:46.167115 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-cd028b83-388c-4b2b-80b5-457288275e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:46.168641 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-cd028b83-388c-4b2b-80b5-457288275e09 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a1e45e95-fb0a-4471-b25c-e285d7f4f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502894 Mar 11 12:20:46.215287 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646b9f3-4961-4c1d-b00a-037177089310 req-993169d6-570e-4a67-9575-62021f0b66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:46.216914 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7646b9f3-4961-4c1d-b00a-037177089310 req-993169d6-570e-4a67-9575-62021f0b66a0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=66e9c4bc-f8b6-4a4b-84be-742138af689b HTTP/1.1" status: 200 len: 898 time: 0.0981514 Mar 11 12:20:46.244801 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a24377b6-942d-4719-b803-c7babde57f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'name': 'tempest-TestNetworkBasicOps-router-460784272', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:47Z', 'updated_at': '2022-03-11T12:19:52Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:48Z', 'updated_at': '2022-03-11T12:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'cf8de3ee-29a6-4669-9e6b-dd112e68d1ac', 'name': '', 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:39:7b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:51Z', 'updated_at': '2022-03-11T12:19:56Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:20:46.273590 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-f6c8ecce-7cf2-4dc5-98ff-7c4bad49c35b service neutron] 10.222.0.71 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957668 Mar 11 12:20:46.274910 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7646b9f3-4961-4c1d-b00a-037177089310 req-29058d05-473f-439b-bac9-fd4ee77ed205 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd78df19-f796-48a2-bf90-f5256225d6c2 HTTP/1.1" status: 200 len: 217 time: 0.0501318 Mar 11 12:20:46.284661 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24377b6-942d-4719-b803-c7babde57f7d None None] The sync data for ids ['70ab395c-a5d4-4e9f-857a-21a037296a4f'] in n-d-833234-2 is: [{'id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'name': 'tempest-TestNetworkBasicOps-router-460784272', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:47Z', 'updated_at': '2022-03-11T12:19:52Z', 'revision_number': 4, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:48Z', 'updated_at': '2022-03-11T12:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'cf8de3ee-29a6-4669-9e6b-dd112e68d1ac', 'name': '', 'network_id': '66e9c4bc-f8b6-4a4b-84be-742138af689b', 'tenant_id': '868321f514374492b0b945546931c69b', 'mac_address': 'fa:16:3e:39:7b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:51Z', 'updated_at': '2022-03-11T12:19:56Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'subnets': [{'id': '32f6656f-9bb6-4223-82b5-8cc956086726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:20:46.366579 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646b9f3-4961-4c1d-b00a-037177089310 req-f13b8755-f3d5-42d4-a0eb-e849774fa1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:46.369385 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7646b9f3-4961-4c1d-b00a-037177089310 req-f13b8755-f3d5-42d4-a0eb-e849774fa1d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=32f6656f-9bb6-4223-82b5-8cc956086726 HTTP/1.1" status: 200 len: 834 time: 0.0804045 Mar 11 12:20:46.428527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646b9f3-4961-4c1d-b00a-037177089310 req-02b401a5-5e5d-417f-8234-d40489ebaa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:46.430232 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7646b9f3-4961-4c1d-b00a-037177089310 req-02b401a5-5e5d-417f-8234-d40489ebaa60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=66e9c4bc-f8b6-4a4b-84be-742138af689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518174 Mar 11 12:20:46.538053 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7646b9f3-4961-4c1d-b00a-037177089310 req-75e78894-4b48-401b-be5c-4058739b93af service neutron] 10.222.0.71 "GET /v2.0/networks/66e9c4bc-f8b6-4a4b-84be-742138af689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008797 Mar 11 12:20:46.593062 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4754e72-9cdc-4eaf-9455-5bf186049cb6 None None] New status for floating IP 1446bea9-e13f-412a-a134-b0713d9f6d3d: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:20:46.643726 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7646b9f3-4961-4c1d-b00a-037177089310 req-dc0d103e-52ca-4b5c-b212-30099c81970b service neutron] 10.222.0.71 "GET /v2.0/networks/66e9c4bc-f8b6-4a4b-84be-742138af689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974045 Mar 11 12:20:46.673357 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-6688dd19-d8cc-46fb-b542-72b95c2e6402 service neutron] 10.222.0.71 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876317 Mar 11 12:20:46.814846 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26711f11-4ba3-42e2-b8d1-18f0f35b134e req-305c831b-292c-487d-b38b-308b851db81b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:46.816349 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26711f11-4ba3-42e2-b8d1-18f0f35b134e req-305c831b-292c-487d-b38b-308b851db81b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 945 time: 0.0551205 Mar 11 12:20:46.867299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26711f11-4ba3-42e2-b8d1-18f0f35b134e req-e5cc2c8b-bef7-4119-ac37-a32ac4827b2b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428431 Mar 11 12:20:46.896451 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 7c91c3ab-8d74-42e6-bf56-772339db6f43 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:20:46.951110 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 7c91c3ab-8d74-42e6-bf56-772339db6f43 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:20:46.956407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 7c91c3ab-8d74-42e6-bf56-772339db6f43 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:20:46.956961 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:47.035922 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 7c91c3ab-8d74-42e6-bf56-772339db6f43 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:20:47.036299 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:47.060272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:20:47.062612 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f06e17c-401b-4288-86ad-d2845037246e" -d '{"events": [{"server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "name": "network-vif-plugged", "status": "completed", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:20:47.080821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:20:47.086082 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:47.114554 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc79e23-0c5f-4eed-ae42-8c07b0a28f17 x-openstack-request-id: req-9dc79e23-0c5f-4eed-ae42-8c07b0a28f17 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:20:47.114839 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "name": "network-vif-plugged", "status": "completed", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:20:47.115087 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9dc79e23-0c5f-4eed-ae42-8c07b0a28f17 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:20:47.115625 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'code': 200} Mar 11 12:20:47.143755 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=7c91c3ab-8d74-42e6-bf56-772339db6f43,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:47.164077 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03479631-ad96-4176-9172-61666db73b2d req-679d1bf9-cc4b-4a65-9e1f-f381f9bfb8fe tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:47.165582 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03479631-ad96-4176-9172-61666db73b2d req-679d1bf9-cc4b-4a65-9e1f-f381f9bfb8fe tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 945 time: 0.0579062 Mar 11 12:20:47.213852 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03479631-ad96-4176-9172-61666db73b2d req-497d173f-8b87-49a1-8970-a0004192dacc tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/security-groups?id=699fa348-df9d-4d5c-a969-811975978a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423450 Mar 11 12:20:47.275423 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:47.390958 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcae317-dfba-43c5-9e9a-69af15f30cbc req-745b76b6-dfc8-49d0-900a-66234a92d9ec tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:47.392440 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8dcae317-dfba-43c5-9e9a-69af15f30cbc req-745b76b6-dfc8-49d0-900a-66234a92d9ec tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.71 "GET /v2.0/ports?device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 945 time: 0.0601816 Mar 11 12:20:47.500987 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-8dcae317-dfba-43c5-9e9a-69af15f30cbc req-5662830c-0578-4a84-8d7d-3a9275a3211e tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Deleting port dd78df19-f796-48a2-bf90-f5256225d6c2 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:20:47.501248 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8dcae317-dfba-43c5-9e9a-69af15f30cbc req-5662830c-0578-4a84-8d7d-3a9275a3211e tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (dd78df19-f796-48a2-bf90-f5256225d6c2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:47.591501 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8dcae317-dfba-43c5-9e9a-69af15f30cbc req-5662830c-0578-4a84-8d7d-3a9275a3211e tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] For port dd78df19-f796-48a2-bf90-f5256225d6c2, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=dd78df19-f796-48a2-bf90-f5256225d6c2,segment=NetworkSegment(63cd6662-e3a9-42dc-82c6-f3948617080f),segment_id=63cd6662-e3a9-42dc-82c6-f3948617080f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:20:47.591888 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8dcae317-dfba-43c5-9e9a-69af15f30cbc req-5662830c-0578-4a84-8d7d-3a9275a3211e tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (dd78df19-f796-48a2-bf90-f5256225d6c2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:47.605212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-8dcae317-dfba-43c5-9e9a-69af15f30cbc req-5662830c-0578-4a84-8d7d-3a9275a3211e tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Calling delete_port for dd78df19-f796-48a2-bf90-f5256225d6c2 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:20:47.747714 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8dcae317-dfba-43c5-9e9a-69af15f30cbc req-5662830c-0578-4a84-8d7d-3a9275a3211e tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (dd78df19-f796-48a2-bf90-f5256225d6c2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:47.775042 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662830c-0578-4a84-8d7d-3a9275a3211e tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'Port': ['ID=dd78df19-f796-48a2-bf90-f5256225d6c2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:47.819903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcae317-dfba-43c5-9e9a-69af15f30cbc req-5662830c-0578-4a84-8d7d-3a9275a3211e tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] No DVR routers for this DVR port dd78df19-f796-48a2-bf90-f5256225d6c2 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:20:47.822794 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8dcae317-dfba-43c5-9e9a-69af15f30cbc req-5662830c-0578-4a84-8d7d-3a9275a3211e tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:47.826272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8dcae317-dfba-43c5-9e9a-69af15f30cbc req-5662830c-0578-4a84-8d7d-3a9275a3211e tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.71 "DELETE /v2.0/ports/dd78df19-f796-48a2-bf90-f5256225d6c2 HTTP/1.1" status: 204 len: 173 time: 0.4281154 Mar 11 12:20:47.995931 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d084035-47a1-4441-917e-ffcf58b8bf87 req-f74fddfc-7cb8-47b0-a68a-9b343db50858 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:47.997492 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d084035-47a1-4441-917e-ffcf58b8bf87 req-f74fddfc-7cb8-47b0-a68a-9b343db50858 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.0566599 Mar 11 12:20:48.022320 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514e9a52-9324-459e-a133-d077da37f161', 'name': 'network-vif-deleted', 'tag': 'dd78df19-f796-48a2-bf90-f5256225d6c2'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:20:48.024526 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c260751-437c-40d2-856d-a171781a4749" -d '{"events": [{"server_uuid": "514e9a52-9324-459e-a133-d077da37f161", "name": "network-vif-deleted", "tag": "dd78df19-f796-48a2-bf90-f5256225d6c2"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:20:48.053326 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d084035-47a1-4441-917e-ffcf58b8bf87 req-067df4a7-5ba4-403f-9f8f-4d81c08e1989 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500038 Mar 11 12:20:48.063969 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2f1c45-f2fb-43af-a1b2-7a3012e48dbb x-openstack-request-id: req-2f2f1c45-f2fb-43af-a1b2-7a3012e48dbb {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:20:48.064259 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514e9a52-9324-459e-a133-d077da37f161", "name": "network-vif-deleted", "tag": "dd78df19-f796-48a2-bf90-f5256225d6c2", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:20:48.064505 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f2f1c45-f2fb-43af-a1b2-7a3012e48dbb {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:20:48.064907 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514e9a52-9324-459e-a133-d077da37f161', 'name': 'network-vif-deleted', 'tag': 'dd78df19-f796-48a2-bf90-f5256225d6c2', 'status': 'completed', 'code': 200} Mar 11 12:20:48.330341 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-877ab42d-9508-4dbf-b734-c086d310fe17 req-0b8f6138-e5d0-42fe-99b8-6c996dedac19 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "GET /v2.0/ports?device_id=514e9a52-9324-459e-a133-d077da37f161 HTTP/1.1" status: 200 len: 210 time: 0.0272768 Mar 11 12:20:48.674492 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:48.855695 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:20:48.871256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-05307b6f-fa9e-451b-a411-916455043322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:48.872816 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-05307b6f-fa9e-451b-a411-916455043322 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865&tenant_id=90210211b9a748d8a45f81106abe76ca HTTP/1.1" status: 200 len: 1128 time: 0.0480089 Mar 11 12:20:48.884475 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:20:48.949120 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:49.155653 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:20:49.188122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d700304-4842-471d-9b41-0a4463bfae7d req-3b3f2272-ddb7-42ab-bdc6-c12179683d76 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:49.189621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d700304-4842-471d-9b41-0a4463bfae7d req-3b3f2272-ddb7-42ab-bdc6-c12179683d76 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 946 time: 0.0607128 Mar 11 12:20:49.189992 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:20:49.229246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:20:49.231755 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f761d139-0197-41bd-801e-a1a2e968f10d" -d '{"events": [{"server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "name": "network-vif-unplugged", "status": "completed", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:20:49.235524 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Publish callbacks [] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:49.240726 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d700304-4842-471d-9b41-0a4463bfae7d req-ceb66d3f-a25f-4449-91c2-8b0cc13f1d31 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449409 Mar 11 12:20:49.248605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Transition to ACTIVE for port object 7c91c3ab-8d74-42e6-bf56-772339db6f43 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:20:49.255461 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:49.292988 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c061020a-0d45-43e5-8366-82111f77c593 x-openstack-request-id: req-c061020a-0d45-43e5-8366-82111f77c593 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:20:49.293278 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "name": "network-vif-unplugged", "status": "completed", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:20:49.293528 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c061020a-0d45-43e5-8366-82111f77c593 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:20:49.293920 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'code': 200} Mar 11 12:20:49.314262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Pushing event updated for resources: {'Port': ['ID=7c91c3ab-8d74-42e6-bf56-772339db6f43,revision_number=10']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:49.388242 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] No DVR routers for this DVR port 7c91c3ab-8d74-42e6-bf56-772339db6f43 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:20:49.389032 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41110) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:49.461666 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-91f18c98-e3e9-4649-893d-a5402fc8018c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (699fa348-df9d-4d5c-a969-811975978a99), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:49.489033 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-91f18c98-e3e9-4649-893d-a5402fc8018c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (699fa348-df9d-4d5c-a969-811975978a99), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:49.539104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Attempting to bind port 7c91c3ab-8d74-42e6-bf56-772339db6f43 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:20:49.539432 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Attempting to bind port 7c91c3ab-8d74-42e6-bf56-772339db6f43 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:20:49.539784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Attempting to bind port 7c91c3ab-8d74-42e6-bf56-772339db6f43 on network a1e45e95-fb0a-4471-b25c-e285d7f4f127 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:20:49.544093 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Port 7c91c3ab-8d74-42e6-bf56-772339db6f43 on network a1e45e95-fb0a-4471-b25c-e285d7f4f127 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:20:49.544409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Attempting to bind port 7c91c3ab-8d74-42e6-bf56-772339db6f43 on network a1e45e95-fb0a-4471-b25c-e285d7f4f127 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:20:49.549109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:20:49.549441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Checking segment: {'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:20:49.549814 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Bound using segment: {'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:20:49.550228 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Bound port: 7c91c3ab-8d74-42e6-bf56-772339db6f43, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c6ad16-eece-4f1b-83fa-335734b6adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:20:49.550575 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:49.554958 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-91f18c98-e3e9-4649-893d-a5402fc8018c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (699fa348-df9d-4d5c-a969-811975978a99), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:49.557814 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-91f18c98-e3e9-4649-893d-a5402fc8018c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:49.559085 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-91f18c98-e3e9-4649-893d-a5402fc8018c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "DELETE /v2.0/security-groups/699fa348-df9d-4d5c-a969-811975978a99 HTTP/1.1" status: 204 len: 168 time: 0.1688383 Mar 11 12:20:49.568349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f18c98-e3e9-4649-893d-a5402fc8018c tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=699fa348-df9d-4d5c-a969-811975978a99,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:49.595144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41114) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:49.620609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:20:49.623724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:20:49.630519 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:49.664731 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:49.665351 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:49.667054 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] 10.222.0.37 "PUT /v2.0/ports/7c91c3ab-8d74-42e6-bf56-772339db6f43 HTTP/1.1" status: 200 len: 1093 time: 0.7866759 Mar 11 12:20:49.689605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd5f18-9d18-495c-b6aa-bb6e5d0b4b08 service neutron] Pushing event updated for resources: {'Port': ['ID=7c91c3ab-8d74-42e6-bf56-772339db6f43,revision_number=11']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:49.750004 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-65a25118-f70d-416e-b98e-029d9c834660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:49.752193 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-65a25118-f70d-416e-b98e-029d9c834660 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 1127 time: 0.0595007 Mar 11 12:20:49.855179 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-f1b5f1e1-c4c5-4ce5-821b-0b421e28a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:49.856923 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-f1b5f1e1-c4c5-4ce5-821b-0b421e28a70d service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1e45e95-fb0a-4471-b25c-e285d7f4f127 HTTP/1.1" status: 200 len: 898 time: 0.0984604 Mar 11 12:20:49.922492 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-52abff8e-9e45-4fda-a9c7-8eb4d8e9e7eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43 HTTP/1.1" status: 200 len: 1000 time: 0.0591280 Mar 11 12:20:49.978755 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-240bfe1c-912a-475b-b9e2-8becec6b65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:49.980188 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-240bfe1c-912a-475b-b9e2-8becec6b65a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4ccb3a6-8b0f-44bf-85d4-7355c63fe966 HTTP/1.1" status: 200 len: 834 time: 0.0517313 Mar 11 12:20:50.028146 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-91f569e5-6b6d-41bd-8e6b-bb25e69531d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:50.029682 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-91f569e5-6b6d-41bd-8e6b-bb25e69531d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1e45e95-fb0a-4471-b25c-e285d7f4f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441082 Mar 11 12:20:50.066177 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fcf04bf7-8b27-43a5-b216-be46a0da21f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (70ab395c-a5d4-4e9f-857a-21a037296a4f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:50.087572 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:50.123100 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-073952a0-89ab-44ff-9b54-7651269d36ca service neutron] 10.222.0.37 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863526 Mar 11 12:20:50.218225 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-47619eca-94f0-432e-89c9-4d3099ed6199 req-eb68e691-7824-4273-b353-2543fa9bbc3f service neutron] 10.222.0.37 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883627 Mar 11 12:20:50.411339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc11385-0ed1-4b19-9d71-75a8b0b14fd5 req-5dbe20e6-82db-4909-8cd6-1f7130bf2e69 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:50.413012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfc11385-0ed1-4b19-9d71-75a8b0b14fd5 req-5dbe20e6-82db-4909-8cd6-1f7130bf2e69 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 945 time: 0.0822902 Mar 11 12:20:50.426965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-fcf04bf7-8b27-43a5-b216-be46a0da21f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Deleting port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:20:50.427299 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fcf04bf7-8b27-43a5-b216-be46a0da21f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:50.519628 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfc11385-0ed1-4b19-9d71-75a8b0b14fd5 req-a08427f4-cde0-4939-9aaf-c9c65f6ab39c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007979 Mar 11 12:20:50.544144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-fcf04bf7-8b27-43a5-b216-be46a0da21f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] For port cf8de3ee-29a6-4669-9e6b-dd112e68d1ac, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=cf8de3ee-29a6-4669-9e6b-dd112e68d1ac,segment=NetworkSegment(63cd6662-e3a9-42dc-82c6-f3948617080f),segment_id=63cd6662-e3a9-42dc-82c6-f3948617080f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:20:50.544519 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fcf04bf7-8b27-43a5-b216-be46a0da21f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:50.557659 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-fcf04bf7-8b27-43a5-b216-be46a0da21f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Calling delete_port for cf8de3ee-29a6-4669-9e6b-dd112e68d1ac owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:20:50.757159 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fcf04bf7-8b27-43a5-b216-be46a0da21f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (cf8de3ee-29a6-4669-9e6b-dd112e68d1ac), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:50.784568 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf04bf7-8b27-43a5-b216-be46a0da21f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'Port': ['ID=cf8de3ee-29a6-4669-9e6b-dd112e68d1ac,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:50.922154 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 7c91c3ab-8d74-42e6-bf56-772339db6f43 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:20:50.960894 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fcf04bf7-8b27-43a5-b216-be46a0da21f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (70ab395c-a5d4-4e9f-857a-21a037296a4f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:50.967089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] The host n-h1-833234-2 is not matching for port 7c91c3ab-8d74-42e6-bf56-772339db6f43 host n-h2-833234-2! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 12:20:50.967659 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 7c91c3ab-8d74-42e6-bf56-772339db6f43 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:20:50.968144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device dd78df19-f796-48a2-bf90-f5256225d6c2 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:20:50.987538 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: dd78df19-f796-48a2-bf90-f5256225d6c2 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:20:50.987912 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device dd78df19-f796-48a2-bf90-f5256225d6c2 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:20:51.190607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf04bf7-8b27-43a5-b216-be46a0da21f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Router 70ab395c-a5d4-4e9f-857a-21a037296a4f has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:20:51.295730 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:20:51.298219 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed20edba-38d5-4a17-8223-64d2cbc83e93" -d '{"events": [{"name": "network-changed", "server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:20:51.353266 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39122b5-7609-4d15-8504-2d202e82e396 x-openstack-request-id: req-e39122b5-7609-4d15-8504-2d202e82e396 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:20:51.353660 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:20:51.353983 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e39122b5-7609-4d15-8504-2d202e82e396 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:20:51.354454 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'status': 'completed', 'code': 200} Mar 11 12:20:51.426928 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-8cebd7bf-1bd4-4b52-ab9d-6fd7efe4e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:51.428953 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-8cebd7bf-1bd4-4b52-ab9d-6fd7efe4e283 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 1127 time: 0.0472505 Mar 11 12:20:51.530012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-7667c59e-223f-44a2-a8d2-17b6e64e3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:51.531432 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-7667c59e-223f-44a2-a8d2-17b6e64e3556 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1e45e95-fb0a-4471-b25c-e285d7f4f127 HTTP/1.1" status: 200 len: 898 time: 0.0942154 Mar 11 12:20:51.597788 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf04bf7-8b27-43a5-b216-be46a0da21f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:20:51.606910 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fcf04bf7-8b27-43a5-b216-be46a0da21f4 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "PUT /v2.0/routers/70ab395c-a5d4-4e9f-857a-21a037296a4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0072377 Mar 11 12:20:51.606910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41122) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:51.610932 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73855ccb-6e72-48f1-b6b5-499a03e1fe8b None None] Sync routers for ids ['70ab395c-a5d4-4e9f-857a-21a037296a4f'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:20:51.617974 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-82ae3633-180f-4e0e-8efd-f2e6bbe170b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43 HTTP/1.1" status: 200 len: 1000 time: 0.0665398 Mar 11 12:20:51.623574 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73855ccb-6e72-48f1-b6b5-499a03e1fe8b None None] Routers {'70ab395c-a5d4-4e9f-857a-21a037296a4f'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:20:51.624533 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-73855ccb-6e72-48f1-b6b5-499a03e1fe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:20:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['70ab395c-a5d4-4e9f-857a-21a037296a4f'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:20:51.676071 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-53dc7658-3f66-4621-933a-167bd8f4607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:51.677527 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-53dc7658-3f66-4621-933a-167bd8f4607c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4ccb3a6-8b0f-44bf-85d4-7355c63fe966 HTTP/1.1" status: 200 len: 834 time: 0.0536120 Mar 11 12:20:51.703627 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-3bd15a4d-63d1-416f-9963-ffc1d0657986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:51.705151 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-3bd15a4d-63d1-416f-9963-ffc1d0657986 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 1127 time: 0.1544259 Mar 11 12:20:51.711041 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed0242b-4793-454d-9357-fcee07f27e60 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Deleting subnet 32f6656f-9bb6-4223-82b5-8cc956086726 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:20:51.723617 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ed0242b-4793-454d-9357-fcee07f27e60 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for subnet (32f6656f-9bb6-4223-82b5-8cc956086726), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:51.749969 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-acb49237-4de3-4882-ba0e-789745dd685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:51.751641 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-acb49237-4de3-4882-ba0e-789745dd685e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1e45e95-fb0a-4471-b25c-e285d7f4f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0648234 Mar 11 12:20:51.754796 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-73855ccb-6e72-48f1-b6b5-499a03e1fe8b None None] Set router 70ab395c-a5d4-4e9f-857a-21a037296a4f gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:20:51.790358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e12cec-b505-4dab-95ec-84454d52d834 req-ff9f9af9-e7e8-4ed6-9847-10f01dd9dcd3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:51.791929 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75e12cec-b505-4dab-95ec-84454d52d834 req-ff9f9af9-e7e8-4ed6-9847-10f01dd9dcd3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 945 time: 0.1711493 Mar 11 12:20:51.829200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ed0242b-4793-454d-9357-fcee07f27e60 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (32f6656f-9bb6-4223-82b5-8cc956086726), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:51.855966 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-3d589ce4-0211-4d7f-ad71-5e18cfcf8139 service neutron] 10.222.0.37 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979691 Mar 11 12:20:51.940902 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75e12cec-b505-4dab-95ec-84454d52d834 req-a3d483bf-2edc-4431-8325-568e0a48b14e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181293 Mar 11 12:20:51.942006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-70ed594b-5cc5-4ffa-a4c2-1018367fc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:51.943371 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-70ed594b-5cc5-4ffa-a4c2-1018367fc944 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a1e45e95-fb0a-4471-b25c-e285d7f4f127 HTTP/1.1" status: 200 len: 898 time: 0.2298546 Mar 11 12:20:51.978396 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-73855ccb-6e72-48f1-b6b5-499a03e1fe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'name': 'tempest-TestNetworkBasicOps-router-460784272', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:47Z', 'updated_at': '2022-03-11T12:20:50Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:48Z', 'updated_at': '2022-03-11T12:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:20:51.981864 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-a34bb2c8-0cdd-4c9a-9261-2d7b2d40a2c9 service neutron] 10.222.0.37 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192658 Mar 11 12:20:51.998575 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73855ccb-6e72-48f1-b6b5-499a03e1fe8b None None] Checking router: 70ab395c-a5d4-4e9f-857a-21a037296a4f for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:20:52.007189 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73855ccb-6e72-48f1-b6b5-499a03e1fe8b None None] Routers {'70ab395c-a5d4-4e9f-857a-21a037296a4f'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:20:52.007841 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-73855ccb-6e72-48f1-b6b5-499a03e1fe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:20:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['70ab395c-a5d4-4e9f-857a-21a037296a4f'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:20:52.058288 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ed0242b-4793-454d-9357-fcee07f27e60 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (32f6656f-9bb6-4223-82b5-8cc956086726), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:52.087303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-d83ae597-85e0-46b7-b960-0f337fc7f57f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43 HTTP/1.1" status: 200 len: 1000 time: 0.1280403 Mar 11 12:20:52.116844 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-73855ccb-6e72-48f1-b6b5-499a03e1fe8b None None] Set router 70ab395c-a5d4-4e9f-857a-21a037296a4f gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:20:52.154084 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-14dff7bc-d3d1-4c10-8bb3-88798f176215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:52.155566 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-14dff7bc-d3d1-4c10-8bb3-88798f176215 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4ccb3a6-8b0f-44bf-85d4-7355c63fe966 HTTP/1.1" status: 200 len: 834 time: 0.0618565 Mar 11 12:20:52.164874 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ed0242b-4793-454d-9357-fcee07f27e60 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (32f6656f-9bb6-4223-82b5-8cc956086726), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:52.221786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0242b-4793-454d-9357-fcee07f27e60 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'Subnet': ['ID=32f6656f-9bb6-4223-82b5-8cc956086726,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:52.231077 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ed0242b-4793-454d-9357-fcee07f27e60 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:52.240467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8ed0242b-4793-454d-9357-fcee07f27e60 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "DELETE /v2.0/subnets/32f6656f-9bb6-4223-82b5-8cc956086726 HTTP/1.1" status: 204 len: 168 time: 0.6288972 Mar 11 12:20:52.241320 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41124) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:52.245733 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0461aa61-c36b-411f-9213-08444e39aa03 None None] Network 66e9c4bc-f8b6-4a4b-84be-742138af689b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:20:52.259764 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-f816d905-fb46-4fe6-9beb-aab28f6a662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:52.261648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-f816d905-fb46-4fe6-9beb-aab28f6a662d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a1e45e95-fb0a-4471-b25c-e285d7f4f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0990427 Mar 11 12:20:52.380051 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-b187be9d-4d58-4724-9026-85870bc8597f service neutron] 10.222.0.71 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104493 Mar 11 12:20:52.396715 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c28176a-3ec2-441d-9940-4e2e0f081fc3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for router (70ab395c-a5d4-4e9f-857a-21a037296a4f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:52.440090 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbac6d7-b657-4e67-b0a0-e9783dea7c47 None None] DHCP port deletion for 66e9c4bc-f8b6-4a4b-84be-742138af689b request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:20:52.440433 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-73855ccb-6e72-48f1-b6b5-499a03e1fe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'name': 'tempest-TestNetworkBasicOps-router-460784272', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:47Z', 'updated_at': '2022-03-11T12:20:50Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:48Z', 'updated_at': '2022-03-11T12:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:20:52.468069 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73855ccb-6e72-48f1-b6b5-499a03e1fe8b None None] The sync data for ids ['70ab395c-a5d4-4e9f-857a-21a037296a4f'] in n-d-833234-2 is: [{'id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'name': 'tempest-TestNetworkBasicOps-router-460784272', 'tenant_id': '868321f514374492b0b945546931c69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:47Z', 'updated_at': '2022-03-11T12:20:50Z', 'revision_number': 5, 'project_id': '868321f514374492b0b945546931c69b', 'gw_port': {'id': '54107081-e9ee-4a95-bc0c-497fbbb23dbb', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ab395c-a5d4-4e9f-857a-21a037296a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:48Z', 'updated_at': '2022-03-11T12:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:20:52.488681 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed20edba-38d5-4a17-8223-64d2cbc83e93 req-360d23b5-b218-4157-bcc2-74d4546e873e service neutron] 10.222.0.71 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025267 Mar 11 12:20:52.507054 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0fbac6d7-b657-4e67-b0a0-e9783dea7c47 None None] Deleting port 520ee430-96b3-4f5d-808b-36fda054e40d {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:20:52.513571 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0fbac6d7-b657-4e67-b0a0-e9783dea7c47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (520ee430-96b3-4f5d-808b-36fda054e40d), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:52.531975 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c28176a-3ec2-441d-9940-4e2e0f081fc3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for router_gateway (70ab395c-a5d4-4e9f-857a-21a037296a4f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:52.585895 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0fbac6d7-b657-4e67-b0a0-e9783dea7c47 None None] For port 520ee430-96b3-4f5d-808b-36fda054e40d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=520ee430-96b3-4f5d-808b-36fda054e40d,segment=NetworkSegment(63cd6662-e3a9-42dc-82c6-f3948617080f),segment_id=63cd6662-e3a9-42dc-82c6-f3948617080f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:20:52.586387 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0fbac6d7-b657-4e67-b0a0-e9783dea7c47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (520ee430-96b3-4f5d-808b-36fda054e40d), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:52.591542 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-5c28176a-3ec2-441d-9940-4e2e0f081fc3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Deleting port 54107081-e9ee-4a95-bc0c-497fbbb23dbb {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:20:52.592097 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c28176a-3ec2-441d-9940-4e2e0f081fc3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (54107081-e9ee-4a95-bc0c-497fbbb23dbb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:52.604581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7c91c3ab-8d74-42e6-bf56-772339db6f43 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:20:52.614095 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0fbac6d7-b657-4e67-b0a0-e9783dea7c47 None None] Calling delete_port for 520ee430-96b3-4f5d-808b-36fda054e40d owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:20:52.675552 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-5c28176a-3ec2-441d-9940-4e2e0f081fc3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] For port 54107081-e9ee-4a95-bc0c-497fbbb23dbb, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=54107081-e9ee-4a95-bc0c-497fbbb23dbb,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:20:52.675817 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c28176a-3ec2-441d-9940-4e2e0f081fc3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (54107081-e9ee-4a95-bc0c-497fbbb23dbb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:52.688237 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-5c28176a-3ec2-441d-9940-4e2e0f081fc3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Calling delete_port for 54107081-e9ee-4a95-bc0c-497fbbb23dbb owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:20:52.873929 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c28176a-3ec2-441d-9940-4e2e0f081fc3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (54107081-e9ee-4a95-bc0c-497fbbb23dbb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:52.905207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28176a-3ec2-441d-9940-4e2e0f081fc3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'Port': ['ID=54107081-e9ee-4a95-bc0c-497fbbb23dbb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:52.920841 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cf8de3ee-29a6-4669-9e6b-dd112e68d1ac no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:20:52.947998 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: cf8de3ee-29a6-4669-9e6b-dd112e68d1ac {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:20:52.948388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cf8de3ee-29a6-4669-9e6b-dd112e68d1ac not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:20:52.948878 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 520ee430-96b3-4f5d-808b-36fda054e40d no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:20:52.964646 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0fbac6d7-b657-4e67-b0a0-e9783dea7c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (520ee430-96b3-4f5d-808b-36fda054e40d), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:52.973585 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c28176a-3ec2-441d-9940-4e2e0f081fc3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (70ab395c-a5d4-4e9f-857a-21a037296a4f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:53.002135 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbac6d7-b657-4e67-b0a0-e9783dea7c47 None None] No DVR routers for this DVR port 520ee430-96b3-4f5d-808b-36fda054e40d on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:20:53.046060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 520ee430-96b3-4f5d-808b-36fda054e40d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:20:53.046414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 520ee430-96b3-4f5d-808b-36fda054e40d not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:20:53.050885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:20:53.054214 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbac6d7-b657-4e67-b0a0-e9783dea7c47 None None] Pushing event deleted for resources: {'Port': ['ID=520ee430-96b3-4f5d-808b-36fda054e40d,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:53.069116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'port_id': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'mac_address': 'fa:16:3e:55:ca:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:20:53.082508 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c28176a-3ec2-441d-9940-4e2e0f081fc3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (70ab395c-a5d4-4e9f-857a-21a037296a4f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:53.084750 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c28176a-3ec2-441d-9940-4e2e0f081fc3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for router_controller (70ab395c-a5d4-4e9f-857a-21a037296a4f), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:53.112302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 7c91c3ab-8d74-42e6-bf56-772339db6f43 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:20:53.112698 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:53.114109 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801a29c-9333-4865-8e16-ef251aa53f2c req-f38472fa-e299-4dba-ad6f-45e489cbecd1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:53.120178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6801a29c-9333-4865-8e16-ef251aa53f2c req-f38472fa-e299-4dba-ad6f-45e489cbecd1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 945 time: 0.0746958 Mar 11 12:20:53.127104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c91c3ab-8d74-42e6-bf56-772339db6f43 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:20:53.132195 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c28176a-3ec2-441d-9940-4e2e0f081fc3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (70ab395c-a5d4-4e9f-857a-21a037296a4f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:53.132914 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c28176a-3ec2-441d-9940-4e2e0f081fc3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Fanout notify agent at l3_agent the message router_deleted on router 70ab395c-a5d4-4e9f-857a-21a037296a4f {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:20:53.146138 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c28176a-3ec2-441d-9940-4e2e0f081fc3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:53.147817 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5c28176a-3ec2-441d-9940-4e2e0f081fc3 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "DELETE /v2.0/routers/70ab395c-a5d4-4e9f-857a-21a037296a4f HTTP/1.1" status: 204 len: 168 time: 0.9056535 Mar 11 12:20:53.150491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41128) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:53.152523 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:20:53.162194 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:53.178888 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6801a29c-9333-4865-8e16-ef251aa53f2c req-8fd86fac-0b44-4d1a-8979-65944e87fc7d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572195 Mar 11 12:20:53.207667 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41130) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:53.232101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=7c91c3ab-8d74-42e6-bf56-772339db6f43,revision_number=12']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:53.251479 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fabb17f-12b9-406b-b636-8233adced9d5 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (66e9c4bc-f8b6-4a4b-84be-742138af689b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:53.291769 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9960ce37-8e98-4ce2-bdae-0589f6d84346 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/floatingips/b0576a63-3035-42f0-b4ea-4868309460e2 HTTP/1.1" status: 200 len: 993 time: 0.0826628 Mar 11 12:20:53.353757 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fabb17f-12b9-406b-b636-8233adced9d5 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (66e9c4bc-f8b6-4a4b-84be-742138af689b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:53.383722 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-8fabb17f-12b9-406b-b636-8233adced9d5 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e9c4bc-f8b6-4a4b-84be-742138af689b']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:20:53.385267 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['7c91c3ab-8d74-42e6-bf56-772339db6f43'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:20:53.394216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-8fabb17f-12b9-406b-b636-8233adced9d5 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cd6662-e3a9-42dc-82c6-f3948617080f') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:20:53.394480 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-8fabb17f-12b9-406b-b636-8233adced9d5 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cd6662-e3a9-42dc-82c6-f3948617080f') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:20:53.407885 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fabb17f-12b9-406b-b636-8233adced9d5 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (63cd6662-e3a9-42dc-82c6-f3948617080f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:53.424373 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fabb17f-12b9-406b-b636-8233adced9d5 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (63cd6662-e3a9-42dc-82c6-f3948617080f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:53.431836 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fabb17f-12b9-406b-b636-8233adced9d5 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:20:53.432235 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fabb17f-12b9-406b-b636-8233adced9d5 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (63cd6662-e3a9-42dc-82c6-f3948617080f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:20:53.435284 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:20:53.515809 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fabb17f-12b9-406b-b636-8233adced9d5 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (66e9c4bc-f8b6-4a4b-84be-742138af689b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:53.524250 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fabb17f-12b9-406b-b636-8233adced9d5 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:53.527706 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8fabb17f-12b9-406b-b636-8233adced9d5 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] 10.222.0.78 "DELETE /v2.0/networks/66e9c4bc-f8b6-4a4b-84be-742138af689b HTTP/1.1" status: 204 len: 168 time: 0.3758209 Mar 11 12:20:53.540149 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabb17f-12b9-406b-b636-8233adced9d5 tempest-TestNetworkBasicOps-672187081 tempest-TestNetworkBasicOps-672187081-project] Pushing event deleted for resources: {'Network': ['ID=66e9c4bc-f8b6-4a4b-84be-742138af689b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:53.863947 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41136) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:54.038232 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-757d7b5a-5511-4a17-9739-8b1caadf8d39 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=868321f514374492b0b945546931c69b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1730554 Mar 11 12:20:54.040814 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41140) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:54.093942 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f44db1a1-7f94-45d0-a4be-e57e232820f5 admin admin] Publish callbacks [] for security_group (ee98cf8d-41ec-4b42-8d48-80604423e601), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:54.117260 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f44db1a1-7f94-45d0-a4be-e57e232820f5 admin admin] Publish callbacks [] for security_group (ee98cf8d-41ec-4b42-8d48-80604423e601), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:54.179002 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f44db1a1-7f94-45d0-a4be-e57e232820f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ee98cf8d-41ec-4b42-8d48-80604423e601), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:54.181740 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f44db1a1-7f94-45d0-a4be-e57e232820f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:54.182914 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f44db1a1-7f94-45d0-a4be-e57e232820f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ee98cf8d-41ec-4b42-8d48-80604423e601 HTTP/1.1" status: 204 len: 168 time: 0.1412373 Mar 11 12:20:54.190939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44db1a1-7f94-45d0-a4be-e57e232820f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee98cf8d-41ec-4b42-8d48-80604423e601,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:54.459923 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41146) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:54.473394 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-79b95caa-eaad-4e07-a10a-c706d3bd631e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:54.565206 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-79b95caa-eaad-4e07-a10a-c706d3bd631e admin admin] Publish callbacks [] for security_group (23d45a12-b812-4ff5-b7df-acd1947b4083), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:54.571901 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-79b95caa-eaad-4e07-a10a-c706d3bd631e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (23d45a12-b812-4ff5-b7df-acd1947b4083), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:54.616333 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b95caa-eaad-4e07-a10a-c706d3bd631e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d45a12-b812-4ff5-b7df-acd1947b4083,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:54.620387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-79b95caa-eaad-4e07-a10a-c706d3bd631e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b9d5f12de0304273ac43298e8ab586ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1594255 Mar 11 12:20:54.623211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41148) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:54.623726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7c91c3ab-8d74-42e6-bf56-772339db6f43 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:20:54.626634 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b95caa-eaad-4e07-a10a-c706d3bd631e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:54.626988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b95caa-eaad-4e07-a10a-c706d3bd631e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:54.627330 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b95caa-eaad-4e07-a10a-c706d3bd631e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:54.627698 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b95caa-eaad-4e07-a10a-c706d3bd631e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:54.628014 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b95caa-eaad-4e07-a10a-c706d3bd631e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:54.628372 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b95caa-eaad-4e07-a10a-c706d3bd631e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:54.628704 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b95caa-eaad-4e07-a10a-c706d3bd631e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:54.629031 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b95caa-eaad-4e07-a10a-c706d3bd631e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:54.629358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b95caa-eaad-4e07-a10a-c706d3bd631e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:54.629669 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b95caa-eaad-4e07-a10a-c706d3bd631e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:54.630187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b95caa-eaad-4e07-a10a-c706d3bd631e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:54.630521 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b95caa-eaad-4e07-a10a-c706d3bd631e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:54.631320 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b95caa-eaad-4e07-a10a-c706d3bd631e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:20:54.680512 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac79fdcb-c00a-45e1-910c-a6af1110e074 admin admin] Publish callbacks [] for security_group (23d45a12-b812-4ff5-b7df-acd1947b4083), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:54.682159 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 7c91c3ab-8d74-42e6-bf56-772339db6f43 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:20:54.687368 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 7c91c3ab-8d74-42e6-bf56-772339db6f43 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:20:54.687998 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:54.703337 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac79fdcb-c00a-45e1-910c-a6af1110e074 admin admin] Publish callbacks [] for security_group (23d45a12-b812-4ff5-b7df-acd1947b4083), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:54.726828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 54107081-e9ee-4a95-bc0c-497fbbb23dbb no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:20:54.749514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 54107081-e9ee-4a95-bc0c-497fbbb23dbb {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:20:54.749934 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 54107081-e9ee-4a95-bc0c-497fbbb23dbb not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:20:54.753621 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac79fdcb-c00a-45e1-910c-a6af1110e074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (23d45a12-b812-4ff5-b7df-acd1947b4083), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:54.756775 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac79fdcb-c00a-45e1-910c-a6af1110e074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:54.758095 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ac79fdcb-c00a-45e1-910c-a6af1110e074 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/23d45a12-b812-4ff5-b7df-acd1947b4083 HTTP/1.1" status: 204 len: 168 time: 0.1328125 Mar 11 12:20:54.766293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79fdcb-c00a-45e1-910c-a6af1110e074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d45a12-b812-4ff5-b7df-acd1947b4083,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:54.804609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 7c91c3ab-8d74-42e6-bf56-772339db6f43 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:20:54.805002 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:54.827965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:20:54.830361 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c48abcd-f364-4801-b77c-2090b6bd228e" -d '{"events": [{"server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "name": "network-vif-plugged", "status": "completed", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:20:54.843731 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:20:54.848823 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:54.873425 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6afc3c-dc0e-48cf-96e0-78fa26e95e14 x-openstack-request-id: req-3a6afc3c-dc0e-48cf-96e0-78fa26e95e14 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:20:54.873721 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "name": "network-vif-plugged", "status": "completed", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:20:54.873972 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a6afc3c-dc0e-48cf-96e0-78fa26e95e14 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:20:54.874423 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'code': 200} Mar 11 12:20:54.904828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=7c91c3ab-8d74-42e6-bf56-772339db6f43,revision_number=13']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:57.199223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41202) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:57.204480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5001d339-7963-4be8-b556-7223f7619443 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Request body: {'network': {'name': 'tempest-network-smoke--891583793', 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'port_security_enabled': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:20:57.225440 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5001d339-7963-4be8-b556-7223f7619443 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Made reservation on behalf of ed531f65d6b9488785a39d736d391e6e for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:20:57.228903 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5001d339-7963-4be8-b556-7223f7619443 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:57.238135 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5001d339-7963-4be8-b556-7223f7619443 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:57.324531 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5001d339-7963-4be8-b556-7223f7619443 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for security_group (f6ba986e-e762-4806-abe7-9848ef20bd5d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:57.329848 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5001d339-7963-4be8-b556-7223f7619443 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f6ba986e-e762-4806-abe7-9848ef20bd5d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:57.356308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5001d339-7963-4be8-b556-7223f7619443 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:20:57.366514 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001d339-7963-4be8-b556-7223f7619443 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ba986e-e762-4806-abe7-9848ef20bd5d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:57.372237 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5001d339-7963-4be8-b556-7223f7619443 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:57.372581 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-5001d339-7963-4be8-b556-7223f7619443 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Added segment b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39 of type vlan for network 032fa216-ad44-4b5f-b80b-9f5f19997527 Mar 11 12:20:57.414537 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5001d339-7963-4be8-b556-7223f7619443 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (032fa216-ad44-4b5f-b80b-9f5f19997527), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:57.440990 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5001d339-7963-4be8-b556-7223f7619443 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (032fa216-ad44-4b5f-b80b-9f5f19997527), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:57.447928 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5001d339-7963-4be8-b556-7223f7619443 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:57.448667 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5001d339-7963-4be8-b556-7223f7619443 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:57.498285 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5001d339-7963-4be8-b556-7223f7619443 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2950218 Mar 11 12:20:57.498504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41204) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:57.502790 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2142345012', 'admin_state_up': True, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:20:57.540326 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001d339-7963-4be8-b556-7223f7619443 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event updated for resources: {'Network': ['ID=032fa216-ad44-4b5f-b80b-9f5f19997527,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:57.551648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 032fa216-ad44-4b5f-b80b-9f5f19997527 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:20:57.561318 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (4373f508-b596-494f-9621-1573500c710e), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:57.562468 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (4373f508-b596-494f-9621-1573500c710e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:57.617913 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for router_controller (4373f508-b596-494f-9621-1573500c710e), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:57.771917 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for router_gateway (4373f508-b596-494f-9621-1573500c710e), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:57.969740 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for router_gateway (4373f508-b596-494f-9621-1573500c710e), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:57.992126 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:58.100599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Allocated IP 172.25.7.46 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/6c622b1f-b2f2-4881-af2d-a0744b34a05d) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:20:58.206625 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for port (6c622b1f-b2f2-4881-af2d-a0744b34a05d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:58.248292 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (6c622b1f-b2f2-4881-af2d-a0744b34a05d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:58.289780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:20:58.292712 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:20:58.297112 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:20:58.300096 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event updated for resources: {'Port': ['ID=6c622b1f-b2f2-4881-af2d-a0744b34a05d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:20:58.560460 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for router_gateway (4373f508-b596-494f-9621-1573500c710e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:58.765697 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (4373f508-b596-494f-9621-1573500c710e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:58.918031 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Router 4373f508-b596-494f-9621-1573500c710e is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:20:59.319339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:20:59.334019 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Sync routers for ids ['4373f508-b596-494f-9621-1573500c710e'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:20:59.345204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Routers {'4373f508-b596-494f-9621-1573500c710e'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:20:59.345966 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:20:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4373f508-b596-494f-9621-1573500c710e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:20:59.346436 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:59.347871 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-051c9df4-86ae-4ee5-a433-69f1d4552d2d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8484886 Mar 11 12:20:59.351268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41206) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:59.458414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Set router 4373f508-b596-494f-9621-1573500c710e gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:20:59.472049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e7e405e7-bb2d-43dc-b7a0-fc13fedf9996 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=ed531f65d6b9488785a39d736d391e6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1196101 Mar 11 12:20:59.475446 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41210) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:59.564019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bb158a-bcbd-4360-8973-7baae6371334 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:20:59.565543 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c9bb158a-bcbd-4360-8973-7baae6371334 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889728 Mar 11 12:20:59.568695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41212) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:59.649152 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4373f508-b596-494f-9621-1573500c710e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142345012', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:20:58Z', 'revision_number': 3, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:20:59.676866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Checking router: 4373f508-b596-494f-9621-1573500c710e for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:20:59.677221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Updating router 4373f508-b596-494f-9621-1573500c710e port 6c622b1f-b2f2-4881-af2d-a0744b34a05d binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:20:59.706940 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6c622b1f-b2f2-4881-af2d-a0744b34a05d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:59.915330 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1051487b-e403-431e-bdd3-e7e989612a84 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3454158 Mar 11 12:20:59.918392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41214) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:20:59.923260 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1239547733', 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527', 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:20:59.974551 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Publish callbacks [] for port (6c622b1f-b2f2-4881-af2d-a0744b34a05d), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:20:59.982858 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (6c622b1f-b2f2-4881-af2d-a0744b34a05d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:00.009859 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Made reservation on behalf of ed531f65d6b9488785a39d736d391e6e for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:21:00.013262 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:00.036190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd89d7-3ca5-4f39-ad8d-e7b3d38d4951 None None] Pushing event updated for resources: {'Port': ['ID=6c622b1f-b2f2-4881-af2d-a0744b34a05d,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:00.039634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Attempting to bind port 6c622b1f-b2f2-4881-af2d-a0744b34a05d on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:21:00.040018 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Attempting to bind port 6c622b1f-b2f2-4881-af2d-a0744b34a05d by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:21:00.040384 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Attempting to bind port 6c622b1f-b2f2-4881-af2d-a0744b34a05d on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:21:00.046878 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:21:00.047250 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:21:00.047654 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:00.048047 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:21:00.048515 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Bound port: 6c622b1f-b2f2-4881-af2d-a0744b34a05d, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:21:00.048931 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6c622b1f-b2f2-4881-af2d-a0744b34a05d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:00.100577 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] For port 6c622b1f-b2f2-4881-af2d-a0744b34a05d, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:21:00.103707 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] For port 6c622b1f-b2f2-4881-af2d-a0744b34a05d, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=6c622b1f-b2f2-4881-af2d-a0744b34a05d,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:21:00.110777 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (6c622b1f-b2f2-4881-af2d-a0744b34a05d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:00.172875 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Routers {'4373f508-b596-494f-9621-1573500c710e'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:00.173427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:20:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4373f508-b596-494f-9621-1573500c710e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:00.178425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd89d7-3ca5-4f39-ad8d-e7b3d38d4951 None None] Pushing event updated for resources: {'Port': ['ID=6c622b1f-b2f2-4881-af2d-a0744b34a05d,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:00.196325 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:00.256575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event updated for resources: {'Subnet': ['ID=352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:00.266534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:00.266885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:00.267230 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:00.267564 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:00.267916 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:00.268240 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:00.268563 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:00.268892 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:00.269213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:00.269532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:00.269852 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:00.270168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:00.270488 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:00.278725 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Checking segment: {'id': 'b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:21:00.279082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Network hostable DHCP agents. Network: 032fa216-ad44-4b5f-b80b-9f5f19997527, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:21:00.284996 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] Set router 4373f508-b596-494f-9621-1573500c710e gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:00.297844 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Network 032fa216-ad44-4b5f-b80b-9f5f19997527 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:21:00.308414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 032fa216-ad44-4b5f-b80b-9f5f19997527) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:00.312638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:00.313229 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:00.330459 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dc715e12-c243-41f8-8da4-ac3e443d7061 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4110806 Mar 11 12:21:00.333331 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41216) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:00.343137 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b932d59-baf9-40be-9cab-cf2b03217e68 None None] Network 032fa216-ad44-4b5f-b80b-9f5f19997527 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:21:00.522202 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-032fa216-ad44-4b5f-b80b-9f5f19997527', 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527', 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'fixed_ips': [{'subnet_id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:21:00.523067 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:00.646292 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4373f508-b596-494f-9621-1573500c710e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142345012', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:20:58Z', 'revision_number': 3, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:00.681714 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe959826-bfb6-45cb-a9f0-3ef9c8fdacfe None None] The sync data for ids ['4373f508-b596-494f-9621-1573500c710e'] in n-d-833234-2 is: [{'id': '4373f508-b596-494f-9621-1573500c710e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142345012', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:20:58Z', 'revision_number': 3, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:21:00.709608 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Allocated IP 172.20.0.2 (032fa216-ad44-4b5f-b80b-9f5f19997527/352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323/8229a24a-8f1b-4dda-9a81-9664bfc0aa78) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:21:00.788360 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:00.856371 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Publish callbacks [] for port (8229a24a-8f1b-4dda-9a81-9664bfc0aa78), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:00.864390 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (8229a24a-8f1b-4dda-9a81-9664bfc0aa78), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:00.923015 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Network 032fa216-ad44-4b5f-b80b-9f5f19997527 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:21:00.926713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:00.930728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:21:00.970782 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Pushing event updated for resources: {'Port': ['ID=8229a24a-8f1b-4dda-9a81-9664bfc0aa78,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:01.012806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Attempting to bind port 8229a24a-8f1b-4dda-9a81-9664bfc0aa78 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:21:01.013180 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Attempting to bind port 8229a24a-8f1b-4dda-9a81-9664bfc0aa78 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:21:01.013508 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Attempting to bind port 8229a24a-8f1b-4dda-9a81-9664bfc0aa78 on network 032fa216-ad44-4b5f-b80b-9f5f19997527 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:21:01.019059 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:21:01.019375 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Checking segment: {'id': 'b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:21:01.019797 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:01.020178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Bound using segment: {'id': 'b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:21:01.020645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Bound port: 8229a24a-8f1b-4dda-9a81-9664bfc0aa78, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:21:01.021360 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8229a24a-8f1b-4dda-9a81-9664bfc0aa78), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:01.086761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] For port 8229a24a-8f1b-4dda-9a81-9664bfc0aa78, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:21:01.090969 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] For port 8229a24a-8f1b-4dda-9a81-9664bfc0aa78, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8229a24a-8f1b-4dda-9a81-9664bfc0aa78,segment=NetworkSegment(b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39),segment_id=b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:21:01.100727 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8229a24a-8f1b-4dda-9a81-9664bfc0aa78), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:01.161082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Allocated IP 172.20.0.1 (032fa216-ad44-4b5f-b80b-9f5f19997527/352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323/1b56c540-b065-43e4-8b01-993409333b8f) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:21:01.163949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0aa1e-1a0d-4b7f-b3b8-0671806e9fe0 None None] Pushing event updated for resources: {'Port': ['ID=8229a24a-8f1b-4dda-9a81-9664bfc0aa78,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:01.306717 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for port (1b56c540-b065-43e4-8b01-993409333b8f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:01.360684 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1b56c540-b065-43e4-8b01-993409333b8f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:01.405020 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Network 032fa216-ad44-4b5f-b80b-9f5f19997527 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:21:01.408145 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:01.412023 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:21:01.447341 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event updated for resources: {'Port': ['ID=1b56c540-b065-43e4-8b01-993409333b8f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:01.473489 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (4373f508-b596-494f-9621-1573500c710e), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:01.613928 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1b56c540-b065-43e4-8b01-993409333b8f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:01.903514 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for port (1b56c540-b065-43e4-8b01-993409333b8f), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:01.909406 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (1b56c540-b065-43e4-8b01-993409333b8f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:01.986771 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event updated for resources: {'Port': ['ID=1b56c540-b065-43e4-8b01-993409333b8f,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:01.992681 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (4373f508-b596-494f-9621-1573500c710e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.086859 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Network 032fa216-ad44-4b5f-b80b-9f5f19997527 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:21:02.088597 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:02.165955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbd041a-8f03-4613-86f3-0176d2ec5c53 None None] Network 032fa216-ad44-4b5f-b80b-9f5f19997527 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:21:02.206676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Router 4373f508-b596-494f-9621-1573500c710e has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:21:02.281631 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b36f3ccb-559d-4fa9-a631-bd56ab41c601 None None] Provisioning complete for port 8229a24a-8f1b-4dda-9a81-9664bfc0aa78 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:02.282005 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b36f3ccb-559d-4fa9-a631-bd56ab41c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8229a24a-8f1b-4dda-9a81-9664bfc0aa78), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.325983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:21:02.331529 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6a4c4087-443d-4e7e-aea0-6dc0771db856 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "PUT /v2.0/routers/4373f508-b596-494f-9621-1573500c710e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9971366 Mar 11 12:21:02.334817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41218) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:02.339897 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a4122899-8cbb-450f-a107-605f68f01cf7 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--222328804', 'description': 'tempest-secgroup_access--222328804 description', 'project_id': 'ed531f65d6b9488785a39d736d391e6e'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:02.362011 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a4122899-8cbb-450f-a107-605f68f01cf7 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.383673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b36f3ccb-559d-4fa9-a631-bd56ab41c601 None None] Current status of the port 8229a24a-8f1b-4dda-9a81-9664bfc0aa78 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:02.384066 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b36f3ccb-559d-4fa9-a631-bd56ab41c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8229a24a-8f1b-4dda-9a81-9664bfc0aa78), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.423294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b36f3ccb-559d-4fa9-a631-bd56ab41c601 None None] For port 8229a24a-8f1b-4dda-9a81-9664bfc0aa78, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8229a24a-8f1b-4dda-9a81-9664bfc0aa78,segment=NetworkSegment(b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39),segment_id=b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:02.427817 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b36f3ccb-559d-4fa9-a631-bd56ab41c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8229a24a-8f1b-4dda-9a81-9664bfc0aa78), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.444187 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a4122899-8cbb-450f-a107-605f68f01cf7 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for security_group (882224c7-9ec0-4a5b-914a-e73e012692fa), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.450058 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a4122899-8cbb-450f-a107-605f68f01cf7 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (882224c7-9ec0-4a5b-914a-e73e012692fa), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.479843 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a4122899-8cbb-450f-a107-605f68f01cf7 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.481111 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a4122899-8cbb-450f-a107-605f68f01cf7 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1453178 Mar 11 12:21:02.484916 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41220) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:02.487404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f3ccb-559d-4fa9-a631-bd56ab41c601 None None] Pushing event updated for resources: {'Port': ['ID=8229a24a-8f1b-4dda-9a81-9664bfc0aa78,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:02.493872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4122899-8cbb-450f-a107-605f68f01cf7 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882224c7-9ec0-4a5b-914a-e73e012692fa,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:02.499306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4469ac3e-74ff-4965-9523-6a14e1c133ab tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--963987274', 'description': 'tempest-secgroup_general--963987274 description', 'project_id': 'ed531f65d6b9488785a39d736d391e6e'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:02.525057 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4469ac3e-74ff-4965-9523-6a14e1c133ab tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.596215 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4469ac3e-74ff-4965-9523-6a14e1c133ab tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for security_group (cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.604947 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4469ac3e-74ff-4965-9523-6a14e1c133ab tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.635867 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4469ac3e-74ff-4965-9523-6a14e1c133ab tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.637527 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4469ac3e-74ff-4965-9523-6a14e1c133ab tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1515510 Mar 11 12:21:02.640350 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41222) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:02.646303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3ad489e7-385f-4f42-b226-15c184fe758b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Request body: {'security_group_rule': {'security_group_id': '882224c7-9ec0-4a5b-914a-e73e012692fa', 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:02.652176 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469ac3e-74ff-4965-9523-6a14e1c133ab tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:02.658480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8848e054-8dc3-44b8-8893-5e9ef5e2ed9e None None] Provisioning complete for port 1b56c540-b065-43e4-8b01-993409333b8f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:02.658670 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8848e054-8dc3-44b8-8893-5e9ef5e2ed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1b56c540-b065-43e4-8b01-993409333b8f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.682900 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3ad489e7-385f-4f42-b226-15c184fe758b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for security_group_rule (b3386930-39b5-4b70-921c-3d81d8842e74), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.726263 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8848e054-8dc3-44b8-8893-5e9ef5e2ed9e None None] Port 1b56c540-b065-43e4-8b01-993409333b8f cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:21:02.747038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8848e054-8dc3-44b8-8893-5e9ef5e2ed9e None None] Provisioning complete for port 8229a24a-8f1b-4dda-9a81-9664bfc0aa78 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:02.747398 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8848e054-8dc3-44b8-8893-5e9ef5e2ed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8229a24a-8f1b-4dda-9a81-9664bfc0aa78), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.762576 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Sync routers for ids ['4373f508-b596-494f-9621-1573500c710e'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:21:02.776634 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Routers {'4373f508-b596-494f-9621-1573500c710e'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:02.777661 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:20:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4373f508-b596-494f-9621-1573500c710e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:02.784612 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3ad489e7-385f-4f42-b226-15c184fe758b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for security_group_rule (b3386930-39b5-4b70-921c-3d81d8842e74), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.795255 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3ad489e7-385f-4f42-b226-15c184fe758b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (b3386930-39b5-4b70-921c-3d81d8842e74), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.836757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6c622b1f-b2f2-4881-af2d-a0744b34a05d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:21:02.838382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad489e7-385f-4f42-b226-15c184fe758b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3386930-39b5-4b70-921c-3d81d8842e74,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:02.852367 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3ad489e7-385f-4f42-b226-15c184fe758b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.862806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3ad489e7-385f-4f42-b226-15c184fe758b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2119882 Mar 11 12:21:02.913716 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8848e054-8dc3-44b8-8893-5e9ef5e2ed9e None None] Current status of the port 8229a24a-8f1b-4dda-9a81-9664bfc0aa78 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:02.926845 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 6c622b1f-b2f2-4881-af2d-a0744b34a05d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:02.927226 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6c622b1f-b2f2-4881-af2d-a0744b34a05d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:02.937333 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Set router 4373f508-b596-494f-9621-1573500c710e gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:03.018655 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 6c622b1f-b2f2-4881-af2d-a0744b34a05d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:03.019041 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6c622b1f-b2f2-4881-af2d-a0744b34a05d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:03.041084 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-cdcd696b-5784-4e2b-a60d-2bc4ac7704fe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup_access--222328804&fields=id&tenant_id=ed531f65d6b9488785a39d736d391e6e HTTP/1.1" status: 200 len: 267 time: 0.0612323 Mar 11 12:21:03.051171 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 6c622b1f-b2f2-4881-af2d-a0744b34a05d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=6c622b1f-b2f2-4881-af2d-a0744b34a05d,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:03.057704 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e68f41e9-936c-4d65-a9ad-3c52e5591d67 None None] Provisioning complete for port 1b56c540-b065-43e4-8b01-993409333b8f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:03.058096 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e68f41e9-936c-4d65-a9ad-3c52e5591d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1b56c540-b065-43e4-8b01-993409333b8f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:03.088727 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (6c622b1f-b2f2-4881-af2d-a0744b34a05d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:03.089425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8229a24a-8f1b-4dda-9a81-9664bfc0aa78 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:21:03.096875 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-d7829575-1478-47f5-90b2-4238936e1674 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup_general--963987274&fields=id&tenant_id=ed531f65d6b9488785a39d736d391e6e HTTP/1.1" status: 200 len: 267 time: 0.0484159 Mar 11 12:21:03.157564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e68f41e9-936c-4d65-a9ad-3c52e5591d67 None None] Port 1b56c540-b065-43e4-8b01-993409333b8f cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:21:03.175112 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4373f508-b596-494f-9621-1573500c710e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142345012', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:01Z', 'revision_number': 4, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '1b56c540-b065-43e4-8b01-993409333b8f', 'name': '', 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:00Z', 'updated_at': '2022-03-11T12:21:01Z', 'revision_number': 2, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'subnets': [{'id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:03.185527 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 8229a24a-8f1b-4dda-9a81-9664bfc0aa78 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:03.186069 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8229a24a-8f1b-4dda-9a81-9664bfc0aa78), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:03.201184 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Checking router: 4373f508-b596-494f-9621-1573500c710e for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:21:03.201767 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Updating router 4373f508-b596-494f-9621-1573500c710e port 1b56c540-b065-43e4-8b01-993409333b8f binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:21:03.211031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=6c622b1f-b2f2-4881-af2d-a0744b34a05d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:03.218640 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-ed1226cb-9a97-439a-83be-8f9188991ef6 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:03.220273 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-ed1226cb-9a97-439a-83be-8f9188991ef6 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/networks?id=032fa216-ad44-4b5f-b80b-9f5f19997527 HTTP/1.1" status: 200 len: 796 time: 0.1157899 Mar 11 12:21:03.236413 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-2c6874b1-9d07-49f3-838d-4cec0964a2ea tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/quotas/ed531f65d6b9488785a39d736d391e6e HTTP/1.1" status: 200 len: 375 time: 0.0101862 Mar 11 12:21:03.238568 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1b56c540-b065-43e4-8b01-993409333b8f), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:03.290776 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 8229a24a-8f1b-4dda-9a81-9664bfc0aa78 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:03.297965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8dc736f9-c54e-4cf4-b7bf-fd51ba4e5037 None None] Provisioning complete for port 1b56c540-b065-43e4-8b01-993409333b8f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:03.298332 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8dc736f9-c54e-4cf4-b7bf-fd51ba4e5037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1b56c540-b065-43e4-8b01-993409333b8f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:03.301586 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-9ba5b7e2-ed49-4de7-bc1f-61f3df91e7fb tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ed531f65d6b9488785a39d736d391e6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586562 Mar 11 12:21:03.334842 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8dc736f9-c54e-4cf4-b7bf-fd51ba4e5037 None None] Port 1b56c540-b065-43e4-8b01-993409333b8f cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:21:03.400130 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-bdf823f5-8aa6-4b70-bc82-d04d2f0f5e56 service neutron] 10.222.0.78 "GET /v2.0/networks/032fa216-ad44-4b5f-b80b-9f5f19997527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871382 Mar 11 12:21:03.496270 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-d57a1b09-0580-470d-a11a-4bc5f1b26d57 service neutron] 10.222.0.78 "GET /v2.0/networks/032fa216-ad44-4b5f-b80b-9f5f19997527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902553 Mar 11 12:21:03.516436 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Publish callbacks [] for port (1b56c540-b065-43e4-8b01-993409333b8f), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:03.523880 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1b56c540-b065-43e4-8b01-993409333b8f), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:03.581370 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fe59a-ae00-4a77-98d0-919543f31777 None None] Pushing event updated for resources: {'Port': ['ID=1b56c540-b065-43e4-8b01-993409333b8f,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:03.630328 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fe59a-ae00-4a77-98d0-919543f31777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:03.630671 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fe59a-ae00-4a77-98d0-919543f31777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:03.631009 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fe59a-ae00-4a77-98d0-919543f31777 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:03.631408 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fe59a-ae00-4a77-98d0-919543f31777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:03.631763 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fe59a-ae00-4a77-98d0-919543f31777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:03.632085 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fe59a-ae00-4a77-98d0-919543f31777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:03.632409 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fe59a-ae00-4a77-98d0-919543f31777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:03.635952 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fe59a-ae00-4a77-98d0-919543f31777 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:03.636552 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fe59a-ae00-4a77-98d0-919543f31777 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:03.638916 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fe59a-ae00-4a77-98d0-919543f31777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:03.639726 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fe59a-ae00-4a77-98d0-919543f31777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:03.640560 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fe59a-ae00-4a77-98d0-919543f31777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:03.641198 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6fe59a-ae00-4a77-98d0-919543f31777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:03.666633 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Attempting to bind port 1b56c540-b065-43e4-8b01-993409333b8f on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:21:03.667141 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Attempting to bind port 1b56c540-b065-43e4-8b01-993409333b8f by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:21:03.667518 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Attempting to bind port 1b56c540-b065-43e4-8b01-993409333b8f on network 032fa216-ad44-4b5f-b80b-9f5f19997527 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:21:03.674071 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:21:03.674691 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Checking segment: {'id': 'b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:21:03.675254 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:03.675679 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Bound using segment: {'id': 'b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:21:03.676283 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Bound port: 1b56c540-b065-43e4-8b01-993409333b8f, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:21:03.676940 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1b56c540-b065-43e4-8b01-993409333b8f), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:03.678863 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3d4d4da-a74b-4ac8-9bea-7a7d9cae1096 req-9bc74ecc-d100-4f82-bbdc-665edf3d722c tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 210 time: 0.0373943 Mar 11 12:21:03.742817 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] For port 1b56c540-b065-43e4-8b01-993409333b8f, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:21:03.746129 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] For port 1b56c540-b065-43e4-8b01-993409333b8f, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1b56c540-b065-43e4-8b01-993409333b8f,segment=NetworkSegment(b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39),segment_id=b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:21:03.753941 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1b56c540-b065-43e4-8b01-993409333b8f), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:03.809221 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fe59a-ae00-4a77-98d0-919543f31777 None None] Pushing event updated for resources: {'Port': ['ID=1b56c540-b065-43e4-8b01-993409333b8f,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:03.822208 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Routers {'4373f508-b596-494f-9621-1573500c710e'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:03.822813 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:20:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4373f508-b596-494f-9621-1573500c710e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:03.853886 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:03.864882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f6edeff8-3ec9-4bd4-bcf0-80f5ae825b43 None None] Provisioning complete for port 1b56c540-b065-43e4-8b01-993409333b8f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:03.865443 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6edeff8-3ec9-4bd4-bcf0-80f5ae825b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1b56c540-b065-43e4-8b01-993409333b8f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:03.934227 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] Set router 4373f508-b596-494f-9621-1573500c710e gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:03.957233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f6edeff8-3ec9-4bd4-bcf0-80f5ae825b43 None None] Current status of the port 1b56c540-b065-43e4-8b01-993409333b8f is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:03.957705 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6edeff8-3ec9-4bd4-bcf0-80f5ae825b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1b56c540-b065-43e4-8b01-993409333b8f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:03.991763 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f6edeff8-3ec9-4bd4-bcf0-80f5ae825b43 None None] For port 1b56c540-b065-43e4-8b01-993409333b8f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1b56c540-b065-43e4-8b01-993409333b8f,segment=NetworkSegment(b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39),segment_id=b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:03.999834 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6edeff8-3ec9-4bd4-bcf0-80f5ae825b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1b56c540-b065-43e4-8b01-993409333b8f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:04.054758 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edeff8-3ec9-4bd4-bcf0-80f5ae825b43 None None] Pushing event updated for resources: {'Port': ['ID=1b56c540-b065-43e4-8b01-993409333b8f,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:04.119206 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-10a59b40-be49-4143-9cc2-9d1d565835e8 None None] Provisioning complete for port 1b56c540-b065-43e4-8b01-993409333b8f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:04.119574 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-10a59b40-be49-4143-9cc2-9d1d565835e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1b56c540-b065-43e4-8b01-993409333b8f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:04.156569 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4373f508-b596-494f-9621-1573500c710e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142345012', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:01Z', 'revision_number': 4, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '1b56c540-b065-43e4-8b01-993409333b8f', 'name': '', 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:00Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 4, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'subnets': [{'id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:04.184558 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ffd90-e963-43e1-9c0a-6c8c90cee7b4 None None] The sync data for ids ['4373f508-b596-494f-9621-1573500c710e'] in n-d-833234-2 is: [{'id': '4373f508-b596-494f-9621-1573500c710e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142345012', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:01Z', 'revision_number': 4, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '1b56c540-b065-43e4-8b01-993409333b8f', 'name': '', 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:00Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 4, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'subnets': [{'id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:21:04.205258 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-10a59b40-be49-4143-9cc2-9d1d565835e8 None None] Current status of the port 1b56c540-b065-43e4-8b01-993409333b8f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:04.809820 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5235bbf8-136e-477a-ad10-098be157aa17 req-5e52e338-6597-4793-b81f-e79888e5d1a9 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 210 time: 0.0446701 Mar 11 12:21:04.825229 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6c622b1f-b2f2-4881-af2d-a0744b34a05d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:21:04.889395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-428d092e-d393-437b-baa1-8c607c9ac9dd tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:04.889951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 6c622b1f-b2f2-4881-af2d-a0744b34a05d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:04.890319 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6c622b1f-b2f2-4881-af2d-a0744b34a05d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:04.891593 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-428d092e-d393-437b-baa1-8c607c9ac9dd tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.71 "GET /v2.0/networks?id=032fa216-ad44-4b5f-b80b-9f5f19997527 HTTP/1.1" status: 200 len: 796 time: 0.1726451 Mar 11 12:21:04.974128 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-dfc843fa-9a95-4a38-94b8-721624b47563 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed531f65d6b9488785a39d736d391e6e HTTP/1.1" status: 200 len: 476 time: 0.0740252 Mar 11 12:21:04.977964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 6c622b1f-b2f2-4881-af2d-a0744b34a05d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:04.979095 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1b56c540-b065-43e4-8b01-993409333b8f up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:21:04.986614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-fda2bc19-d1a5-4e64-ae7b-3e85154c8cf8 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Request body: {'port': {'device_id': 'b336becd-fcb0-4267-8ecb-373b33ac8eaa', 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527', 'admin_state_up': True, 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'security_groups': ['882224c7-9ec0-4a5b-914a-e73e012692fa', 'cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:05.033879 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 1b56c540-b065-43e4-8b01-993409333b8f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:05.034497 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1b56c540-b065-43e4-8b01-993409333b8f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:05.111240 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-fda2bc19-d1a5-4e64-ae7b-3e85154c8cf8 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Made reservation on behalf of ed531f65d6b9488785a39d736d391e6e for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:21:05.115112 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-fda2bc19-d1a5-4e64-ae7b-3e85154c8cf8 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:05.126083 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 1b56c540-b065-43e4-8b01-993409333b8f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:05.253879 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-fda2bc19-d1a5-4e64-ae7b-3e85154c8cf8 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Allocated IP 172.20.0.3 (032fa216-ad44-4b5f-b80b-9f5f19997527/352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323/4eacd34f-5e16-414d-a52e-e5125cf90692) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:21:05.411913 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-fda2bc19-d1a5-4e64-ae7b-3e85154c8cf8 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for port (4eacd34f-5e16-414d-a52e-e5125cf90692), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:05.450703 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-fda2bc19-d1a5-4e64-ae7b-3e85154c8cf8 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (4eacd34f-5e16-414d-a52e-e5125cf90692), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:05.492599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-fda2bc19-d1a5-4e64-ae7b-3e85154c8cf8 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Network 032fa216-ad44-4b5f-b80b-9f5f19997527 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:21:05.497645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-fda2bc19-d1a5-4e64-ae7b-3e85154c8cf8 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:05.501334 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-fda2bc19-d1a5-4e64-ae7b-3e85154c8cf8 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:21:05.525679 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2bc19-d1a5-4e64-ae7b-3e85154c8cf8 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event updated for resources: {'Port': ['ID=4eacd34f-5e16-414d-a52e-e5125cf90692,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:05.559541 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-fda2bc19-d1a5-4e64-ae7b-3e85154c8cf8 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:05.560180 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-fda2bc19-d1a5-4e64-ae7b-3e85154c8cf8 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:05.579178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-fda2bc19-d1a5-4e64-ae7b-3e85154c8cf8 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.5986679 Mar 11 12:21:05.590773 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Request body: {'port': {'device_id': 'b336becd-fcb0-4267-8ecb-373b33ac8eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:05.659157 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4eacd34f-5e16-414d-a52e-e5125cf90692), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:05.740097 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2e49f29-e4ba-4efe-b116-9dd33fd88b43 None None] Provisioning complete for port 4eacd34f-5e16-414d-a52e-e5125cf90692 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:05.740709 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2e49f29-e4ba-4efe-b116-9dd33fd88b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4eacd34f-5e16-414d-a52e-e5125cf90692), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:05.776387 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2e49f29-e4ba-4efe-b116-9dd33fd88b43 None None] Port 4eacd34f-5e16-414d-a52e-e5125cf90692 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:21:05.949180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eacd34f-5e16-414d-a52e-e5125cf90692 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:21:05.958180 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Publish callbacks [] for port (4eacd34f-5e16-414d-a52e-e5125cf90692), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:05.974621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Transition to ACTIVE for port object 4eacd34f-5e16-414d-a52e-e5125cf90692 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:21:05.985621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a093e-3b47-4e1a-a1fc-a6b9febba04e req-0fcdd42c-710f-4c9c-97b2-9fc54669a6f3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:05.987116 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-070a093e-3b47-4e1a-a1fc-a6b9febba04e req-0fcdd42c-710f-4c9c-97b2-9fc54669a6f3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 970 time: 0.0997350 Mar 11 12:21:05.988162 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (4eacd34f-5e16-414d-a52e-e5125cf90692), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:06.054123 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Pushing event updated for resources: {'Port': ['ID=4eacd34f-5e16-414d-a52e-e5125cf90692,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:06.127994 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-070a093e-3b47-4e1a-a1fc-a6b9febba04e req-82228570-fd81-4282-ad70-376150c8d253 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562&id=882224c7-9ec0-4a5b-914a-e73e012692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1319842 Mar 11 12:21:06.160260 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Attempting to bind port 4eacd34f-5e16-414d-a52e-e5125cf90692 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:21:06.160599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Attempting to bind port 4eacd34f-5e16-414d-a52e-e5125cf90692 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:21:06.160923 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Attempting to bind port 4eacd34f-5e16-414d-a52e-e5125cf90692 on network 032fa216-ad44-4b5f-b80b-9f5f19997527 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:21:06.166483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Port 4eacd34f-5e16-414d-a52e-e5125cf90692 on network 032fa216-ad44-4b5f-b80b-9f5f19997527 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:21:06.166799 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Attempting to bind port 4eacd34f-5e16-414d-a52e-e5125cf90692 on network 032fa216-ad44-4b5f-b80b-9f5f19997527 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:21:06.171900 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:21:06.172240 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Checking segment: {'id': 'b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:21:06.172620 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Bound using segment: {'id': 'b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:21:06.173039 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Bound port: 4eacd34f-5e16-414d-a52e-e5125cf90692, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:21:06.173388 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4eacd34f-5e16-414d-a52e-e5125cf90692), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:06.238976 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] For port 4eacd34f-5e16-414d-a52e-e5125cf90692, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:21:06.242017 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] For port 4eacd34f-5e16-414d-a52e-e5125cf90692, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4eacd34f-5e16-414d-a52e-e5125cf90692,segment=NetworkSegment(b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39),segment_id=b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:21:06.250107 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (4eacd34f-5e16-414d-a52e-e5125cf90692), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:06.286291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:06.287018 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:06.288338 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] 10.222.0.71 "PUT /v2.0/ports/4eacd34f-5e16-414d-a52e-e5125cf90692 HTTP/1.1" status: 200 len: 1130 time: 0.7019067 Mar 11 12:21:06.288807 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b336becd-fcb0-4267-8ecb-373b33ac8eaa', 'tag': '4eacd34f-5e16-414d-a52e-e5125cf90692'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:21:06.291064 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b4eecc-f246-4c4e-8a6c-7c979f5e7a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "b336becd-fcb0-4267-8ecb-373b33ac8eaa", "tag": "4eacd34f-5e16-414d-a52e-e5125cf90692"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:21:06.316444 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02676f30-ef67-457c-ba85-39db6669ca58 service neutron] Pushing event updated for resources: {'Port': ['ID=4eacd34f-5e16-414d-a52e-e5125cf90692,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:06.348835 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5699847e-62ed-4478-aa60-43ae62504026 x-openstack-request-id: req-5699847e-62ed-4478-aa60-43ae62504026 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:21:06.349125 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b336becd-fcb0-4267-8ecb-373b33ac8eaa", "tag": "4eacd34f-5e16-414d-a52e-e5125cf90692", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:21:06.349375 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5699847e-62ed-4478-aa60-43ae62504026 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:21:06.349797 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b336becd-fcb0-4267-8ecb-373b33ac8eaa', 'tag': '4eacd34f-5e16-414d-a52e-e5125cf90692', 'status': 'completed', 'code': 200} Mar 11 12:21:06.391785 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-74169737-e988-418d-8f48-94a78ba43118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:06.393344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-74169737-e988-418d-8f48-94a78ba43118 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ed531f65d6b9488785a39d736d391e6e&device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 1164 time: 0.0554991 Mar 11 12:21:06.436661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-6194d449-8d31-4265-b8f9-c1f4cd2ed39a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4eacd34f-5e16-414d-a52e-e5125cf90692 HTTP/1.1" status: 200 len: 217 time: 0.0355031 Mar 11 12:21:06.487619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-a86a9fd8-cec8-47c7-9cb4-4f06661524f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:06.489148 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-a86a9fd8-cec8-47c7-9cb4-4f06661524f7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323 HTTP/1.1" status: 200 len: 835 time: 0.0448923 Mar 11 12:21:06.538883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-49d3b432-5f31-4783-bf0a-479b08def51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:06.540469 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-49d3b432-5f31-4783-bf0a-479b08def51a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=032fa216-ad44-4b5f-b80b-9f5f19997527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448649 Mar 11 12:21:06.635962 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-6656df7f-91ca-4ab8-b6a0-ba7f398ccc0b service neutron] 10.222.0.71 "GET /v2.0/networks/032fa216-ad44-4b5f-b80b-9f5f19997527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874577 Mar 11 12:21:06.734846 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-740d8ac8-8622-4e12-8500-ba232d7e0b35 req-1e7f1089-103c-4b16-a870-24d970e05340 service neutron] 10.222.0.71 "GET /v2.0/networks/032fa216-ad44-4b5f-b80b-9f5f19997527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913708 Mar 11 12:21:06.842157 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4eecc-f246-4c4e-8a6c-7c979f5e7a4d req-9919c07a-f427-4723-bbe4-7a46f1f45747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:06.843773 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8b4eecc-f246-4c4e-8a6c-7c979f5e7a4d req-9919c07a-f427-4723-bbe4-7a46f1f45747 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ed531f65d6b9488785a39d736d391e6e&device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 1164 time: 0.0549912 Mar 11 12:21:06.950881 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4eecc-f246-4c4e-8a6c-7c979f5e7a4d req-685c1adc-68c5-4459-ba9d-ca49ce11cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:06.952436 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8b4eecc-f246-4c4e-8a6c-7c979f5e7a4d req-685c1adc-68c5-4459-ba9d-ca49ce11cfa6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=032fa216-ad44-4b5f-b80b-9f5f19997527 HTTP/1.1" status: 200 len: 897 time: 0.1025202 Mar 11 12:21:06.993525 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8b4eecc-f246-4c4e-8a6c-7c979f5e7a4d req-7c76074c-633f-402d-a1ee-91efb923f1d9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4eacd34f-5e16-414d-a52e-e5125cf90692 HTTP/1.1" status: 200 len: 217 time: 0.0344486 Mar 11 12:21:07.047143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4eecc-f246-4c4e-8a6c-7c979f5e7a4d req-3e97243e-2b75-4458-98d8-d00f730ec1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:07.048965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8b4eecc-f246-4c4e-8a6c-7c979f5e7a4d req-3e97243e-2b75-4458-98d8-d00f730ec1d5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323 HTTP/1.1" status: 200 len: 835 time: 0.0468051 Mar 11 12:21:07.100279 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4eecc-f246-4c4e-8a6c-7c979f5e7a4d req-79bf6fca-66be-4178-9957-8df9edb74c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:07.101884 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8b4eecc-f246-4c4e-8a6c-7c979f5e7a4d req-79bf6fca-66be-4178-9957-8df9edb74c06 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=032fa216-ad44-4b5f-b80b-9f5f19997527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463524 Mar 11 12:21:07.198309 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8b4eecc-f246-4c4e-8a6c-7c979f5e7a4d req-79773d12-5996-42e9-8f83-71db91c72957 service neutron] 10.222.0.71 "GET /v2.0/networks/032fa216-ad44-4b5f-b80b-9f5f19997527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888565 Mar 11 12:21:07.325075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f5a53-4a67-41e0-822f-4bc39f6fde68 req-cde910de-d5ec-47ff-b700-4c554c59683e tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:07.326564 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-212f5a53-4a67-41e0-822f-4bc39f6fde68 req-cde910de-d5ec-47ff-b700-4c554c59683e tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 982 time: 0.1273861 Mar 11 12:21:07.342579 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8b4eecc-f246-4c4e-8a6c-7c979f5e7a4d req-e6b5fb8a-59cb-49e8-b078-a00d1ac602ed service neutron] 10.222.0.71 "GET /v2.0/networks/032fa216-ad44-4b5f-b80b-9f5f19997527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298442 Mar 11 12:21:07.390325 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-212f5a53-4a67-41e0-822f-4bc39f6fde68 req-7a139abb-765a-4dbb-8e54-3246c322b9fb tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562&id=882224c7-9ec0-4a5b-914a-e73e012692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0566664 Mar 11 12:21:08.532299 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055ac86-af30-4691-9b0d-2c21cfb4b3d0 req-368d8587-77bb-4dc3-a221-072a08ff406d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:08.533682 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4055ac86-af30-4691-9b0d-2c21cfb4b3d0 req-368d8587-77bb-4dc3-a221-072a08ff406d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 982 time: 0.0566821 Mar 11 12:21:08.596617 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4055ac86-af30-4691-9b0d-2c21cfb4b3d0 req-5fe436ec-0092-47ab-8962-104dfd584617 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562&id=882224c7-9ec0-4a5b-914a-e73e012692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0543540 Mar 11 12:21:09.051872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4eacd34f-5e16-414d-a52e-e5125cf90692 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:21:09.155540 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4eacd34f-5e16-414d-a52e-e5125cf90692, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4eacd34f-5e16-414d-a52e-e5125cf90692,segment=NetworkSegment(b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39),segment_id=b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:09.170002 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '4eacd34f-5e16-414d-a52e-e5125cf90692', 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527', 'port_id': '4eacd34f-5e16-414d-a52e-e5125cf90692', 'mac_address': 'fa:16:3e:33:5d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:21:09.206346 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 4eacd34f-5e16-414d-a52e-e5125cf90692 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:09.206718 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4eacd34f-5e16-414d-a52e-e5125cf90692), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:09.219425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eacd34f-5e16-414d-a52e-e5125cf90692 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:21:09.238370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4eacd34f-5e16-414d-a52e-e5125cf90692, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4eacd34f-5e16-414d-a52e-e5125cf90692,segment=NetworkSegment(b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39),segment_id=b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:09.245077 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4eacd34f-5e16-414d-a52e-e5125cf90692), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:09.296581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=4eacd34f-5e16-414d-a52e-e5125cf90692,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:09.446404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['4eacd34f-5e16-414d-a52e-e5125cf90692'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:21:09.732689 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36837343-a125-4b3d-83bd-df608d9bebed req-a2b47c33-429f-4302-8dd2-6733a037e0cd tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:09.734272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36837343-a125-4b3d-83bd-df608d9bebed req-a2b47c33-429f-4302-8dd2-6733a037e0cd tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 983 time: 0.0575004 Mar 11 12:21:09.791728 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36837343-a125-4b3d-83bd-df608d9bebed req-a246b41f-9214-4b28-a872-776cf61e31c5 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562&id=882224c7-9ec0-4a5b-914a-e73e012692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0513995 Mar 11 12:21:10.918637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff0880-ee85-4b36-83ff-c418659b93d8 req-ae5d3793-8ad2-4df0-b6bf-89dba724f612 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:10.920068 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4ff0880-ee85-4b36-83ff-c418659b93d8 req-ae5d3793-8ad2-4df0-b6bf-89dba724f612 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 983 time: 0.0562501 Mar 11 12:21:10.979060 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4ff0880-ee85-4b36-83ff-c418659b93d8 req-823fb7a3-53bb-44fb-b133-226a780fa8dd tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562&id=882224c7-9ec0-4a5b-914a-e73e012692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0502427 Mar 11 12:21:11.066786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4eacd34f-5e16-414d-a52e-e5125cf90692 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:21:11.125648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 4eacd34f-5e16-414d-a52e-e5125cf90692 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:21:11.132107 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 4eacd34f-5e16-414d-a52e-e5125cf90692 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:11.132483 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4eacd34f-5e16-414d-a52e-e5125cf90692), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:11.219234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 4eacd34f-5e16-414d-a52e-e5125cf90692 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:11.219556 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4eacd34f-5e16-414d-a52e-e5125cf90692), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:11.243454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b336becd-fcb0-4267-8ecb-373b33ac8eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eacd34f-5e16-414d-a52e-e5125cf90692'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:21:11.245750 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e25b5b-04fc-4b5b-9cfe-20f52b2db681" -d '{"events": [{"server_uuid": "b336becd-fcb0-4267-8ecb-373b33ac8eaa", "name": "network-vif-plugged", "status": "completed", "tag": "4eacd34f-5e16-414d-a52e-e5125cf90692"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:21:11.257828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4eacd34f-5e16-414d-a52e-e5125cf90692, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4eacd34f-5e16-414d-a52e-e5125cf90692,segment=NetworkSegment(b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39),segment_id=b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:11.263169 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4eacd34f-5e16-414d-a52e-e5125cf90692), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:11.290240 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427965aa-0bfd-42e9-a0ee-55691423dc42 x-openstack-request-id: req-427965aa-0bfd-42e9-a0ee-55691423dc42 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:21:11.290557 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b336becd-fcb0-4267-8ecb-373b33ac8eaa", "name": "network-vif-plugged", "status": "completed", "tag": "4eacd34f-5e16-414d-a52e-e5125cf90692", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:21:11.290810 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-427965aa-0bfd-42e9-a0ee-55691423dc42 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:21:11.291352 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b336becd-fcb0-4267-8ecb-373b33ac8eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eacd34f-5e16-414d-a52e-e5125cf90692', 'code': 200} Mar 11 12:21:11.322777 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=4eacd34f-5e16-414d-a52e-e5125cf90692,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:11.399147 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da137f-82f4-48da-b689-7aa2c1fc2acc req-e323ddc6-bdb9-43c9-acb1-401be59005e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:11.400724 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5da137f-82f4-48da-b689-7aa2c1fc2acc req-e323ddc6-bdb9-43c9-acb1-401be59005e3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 1166 time: 0.0493269 Mar 11 12:21:11.452633 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5da137f-82f4-48da-b689-7aa2c1fc2acc req-7d416ae8-1eb2-4cf7-839e-6bbbddcf9834 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562&id=882224c7-9ec0-4a5b-914a-e73e012692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0448008 Mar 11 12:21:12.117855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa466c-b082-484e-90ae-ace869a63429 req-477fad37-5235-436a-abc4-a72ab27dc730 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:12.119344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4aa466c-b082-484e-90ae-ace869a63429 req-477fad37-5235-436a-abc4-a72ab27dc730 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 984 time: 0.0635130 Mar 11 12:21:12.190118 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a4aa466c-b082-484e-90ae-ace869a63429 req-47ec5338-475f-4d2e-9f5a-d4c7db63ea70 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562&id=882224c7-9ec0-4a5b-914a-e73e012692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0646117 Mar 11 12:21:12.827824 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:13.323936 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e40cf1-7d78-4af8-b5c2-cdbb5b2c1a1f req-02738265-f8c7-4ac0-98cd-6adaa07ae2a1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:13.325423 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20e40cf1-7d78-4af8-b5c2-cdbb5b2c1a1f req-02738265-f8c7-4ac0-98cd-6adaa07ae2a1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 984 time: 0.0581565 Mar 11 12:21:13.392246 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20e40cf1-7d78-4af8-b5c2-cdbb5b2c1a1f req-9306ca8b-9fc4-4411-89ea-f4ea50e00ed5 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562&id=882224c7-9ec0-4a5b-914a-e73e012692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0608358 Mar 11 12:21:13.520216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f6048-8da9-467b-8361-79049d6811ce req-7448afe1-ce03-4b6f-a473-6a88ef6b1b48 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:13.521913 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-534f6048-8da9-467b-8361-79049d6811ce req-7448afe1-ce03-4b6f-a473-6a88ef6b1b48 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 984 time: 0.0606651 Mar 11 12:21:13.579186 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-534f6048-8da9-467b-8361-79049d6811ce req-816067cd-4ac7-40e1-b1b2-c6c2165b7936 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562&id=882224c7-9ec0-4a5b-914a-e73e012692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0514169 Mar 11 12:21:13.638475 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2986cf8-2eed-4ff6-8e6d-1e5f15cca2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:13.699036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3a3a9-6e4b-4ec6-8261-3aff74154c1f req-57293da3-d210-4065-a358-dce893a49ea7 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:13.700602 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4cf3a3a9-6e4b-4ec6-8261-3aff74154c1f req-57293da3-d210-4065-a358-dce893a49ea7 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 1166 time: 0.0460203 Mar 11 12:21:13.718919 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4cf3a3a9-6e4b-4ec6-8261-3aff74154c1f req-cbc34846-1362-4d05-98bf-f62adf253b6f tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:13.796392 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4cf3a3a9-6e4b-4ec6-8261-3aff74154c1f req-cbc34846-1362-4d05-98bf-f62adf253b6f tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Publish callbacks [] for security_group (a02ee7c2-78fe-4bbf-a039-c49e281c69b7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:13.801608 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4cf3a3a9-6e4b-4ec6-8261-3aff74154c1f req-cbc34846-1362-4d05-98bf-f62adf253b6f tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a02ee7c2-78fe-4bbf-a039-c49e281c69b7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:13.853728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc34846-1362-4d05-98bf-f62adf253b6f tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02ee7c2-78fe-4bbf-a039-c49e281c69b7,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:13.860232 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4cf3a3a9-6e4b-4ec6-8261-3aff74154c1f req-cbc34846-1362-4d05-98bf-f62adf253b6f tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562&id=882224c7-9ec0-4a5b-914a-e73e012692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1538770 Mar 11 12:21:13.883885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41274) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:13.936838 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978136d0-9f39-4e82-bdfd-4d0e739b80aa tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:13.938423 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-978136d0-9f39-4e82-bdfd-4d0e739b80aa tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 1161 time: 0.0544848 Mar 11 12:21:13.942344 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41276) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:13.947108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '4eacd34f-5e16-414d-a52e-e5125cf90692', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:13.970538 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:14.067824 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:14.175266 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Allocated IP 172.25.7.111 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/ec81091e-af43-4772-a78f-add7ce6c3455) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:21:14.286957 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for port (ec81091e-af43-4772-a78f-add7ce6c3455), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:14.323203 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ec81091e-af43-4772-a78f-add7ce6c3455), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:14.363392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:21:14.368122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:14.371550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:21:14.376858 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event updated for resources: {'Port': ['ID=ec81091e-af43-4772-a78f-add7ce6c3455,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:14.755084 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for floatingip (774aea1c-e42b-423d-abbe-a6dbc96e990d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:14.833098 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ec81091e-af43-4772-a78f-add7ce6c3455), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:14.984975 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for port (ec81091e-af43-4772-a78f-add7ce6c3455), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:14.992786 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (ec81091e-af43-4772-a78f-add7ce6c3455), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:15.057977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event updated for resources: {'Port': ['ID=ec81091e-af43-4772-a78f-add7ce6c3455,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:15.067833 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (774aea1c-e42b-423d-abbe-a6dbc96e990d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:15.171326 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Floating IP 774aea1c-e42b-423d-abbe-a6dbc96e990d associated. External IP: 172.25.7.111, port: 4eacd34f-5e16-414d-a52e-e5125cf90692. Mar 11 12:21:15.712889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Router 4373f508-b596-494f-9621-1573500c710e has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:21:15.750253 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cd2bf074-4ee2-4fb7-9fd5-6a8a4f40d0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:15.829426 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:21:15.839140 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c0c767-909b-4a88-ae30-8937e4fc5b1b None None] Sync routers for ids ['4373f508-b596-494f-9621-1573500c710e'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:21:15.849038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0c767-909b-4a88-ae30-8937e4fc5b1b None None] Routers {'4373f508-b596-494f-9621-1573500c710e'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:15.849251 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:15.849774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-12c0c767-909b-4a88-ae30-8937e4fc5b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:21:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4373f508-b596-494f-9621-1573500c710e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:15.879440 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3a5aad09-d402-424f-89db-89becde64bf1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9359968 Mar 11 12:21:15.880142 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b336becd-fcb0-4267-8ecb-373b33ac8eaa', 'tag': '4eacd34f-5e16-414d-a52e-e5125cf90692'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:21:15.882219 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41278) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:15.882993 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae6aea3-b088-467c-b1a9-fc542bb0922f" -d '{"events": [{"name": "network-changed", "server_uuid": "b336becd-fcb0-4267-8ecb-373b33ac8eaa", "tag": "4eacd34f-5e16-414d-a52e-e5125cf90692"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:21:15.919533 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74039185-2988-43f6-bb06-193b10ee7e77 x-openstack-request-id: req-74039185-2988-43f6-bb06-193b10ee7e77 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:21:15.919920 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b336becd-fcb0-4267-8ecb-373b33ac8eaa", "tag": "4eacd34f-5e16-414d-a52e-e5125cf90692", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:21:15.920235 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-74039185-2988-43f6-bb06-193b10ee7e77 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:21:15.920755 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b336becd-fcb0-4267-8ecb-373b33ac8eaa', 'tag': '4eacd34f-5e16-414d-a52e-e5125cf90692', 'status': 'completed', 'code': 200} Mar 11 12:21:15.965786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-12c0c767-909b-4a88-ae30-8937e4fc5b1b None None] Set router 4373f508-b596-494f-9621-1573500c710e gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:16.091617 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6aea3-b088-467c-b1a9-fc542bb0922f req-9406f1e2-9a3b-4b85-bf37-9b6043ed0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:16.093125 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fae6aea3-b088-467c-b1a9-fc542bb0922f req-9406f1e2-9a3b-4b85-bf37-9b6043ed0388 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ed531f65d6b9488785a39d736d391e6e&device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 1166 time: 0.1502693 Mar 11 12:21:16.094870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd565f4-bb31-44c9-b2c1-b1aab0991660 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:16.095336 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd565f4-bb31-44c9-b2c1-b1aab0991660 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:16.095850 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd565f4-bb31-44c9-b2c1-b1aab0991660 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:16.096305 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd565f4-bb31-44c9-b2c1-b1aab0991660 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:16.096756 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd565f4-bb31-44c9-b2c1-b1aab0991660 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:16.098314 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5cd565f4-bb31-44c9-b2c1-b1aab0991660 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.2150898 Mar 11 12:21:16.101559 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41282) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:16.160270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebefd4-4288-4357-8539-a42a42dcecca tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:16.161113 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebefd4-4288-4357-8539-a42a42dcecca tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:16.161741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebefd4-4288-4357-8539-a42a42dcecca tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:16.163207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebefd4-4288-4357-8539-a42a42dcecca tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:16.163868 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebefd4-4288-4357-8539-a42a42dcecca tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:16.169074 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41284) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:16.169513 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-36ebefd4-4288-4357-8539-a42a42dcecca tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.0667641 Mar 11 12:21:16.192124 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-12c0c767-909b-4a88-ae30-8937e4fc5b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4373f508-b596-494f-9621-1573500c710e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142345012', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:01Z', 'revision_number': 4, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '774aea1c-e42b-423d-abbe-a6dbc96e990d', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'floating_ip_address': '172.25.7.111', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '4373f508-b596-494f-9621-1573500c710e', 'port_id': '4eacd34f-5e16-414d-a52e-e5125cf90692', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527', 'mac_address': 'fa:16:3e:33:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b336becd-fcb0-4267-8ecb-373b33ac8eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:21:14Z', 'updated_at': '2022-03-11T12:21:14Z', 'revision_number': 0, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b56c540-b065-43e4-8b01-993409333b8f', 'name': '', 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:00Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 5, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'subnets': [{'id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:16.221994 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c0c767-909b-4a88-ae30-8937e4fc5b1b None None] Checking router: 4373f508-b596-494f-9621-1573500c710e for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:21:16.230751 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0c767-909b-4a88-ae30-8937e4fc5b1b None None] Routers {'4373f508-b596-494f-9621-1573500c710e'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:16.231360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-12c0c767-909b-4a88-ae30-8937e4fc5b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:21:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4373f508-b596-494f-9621-1573500c710e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:16.243739 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6aea3-b088-467c-b1a9-fc542bb0922f req-efdc6478-0c92-4a6b-85cf-813d6d67612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:16.245231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fae6aea3-b088-467c-b1a9-fc542bb0922f req-efdc6478-0c92-4a6b-85cf-813d6d67612f service neutron] 10.222.0.71 "GET /v2.0/networks?id=032fa216-ad44-4b5f-b80b-9f5f19997527 HTTP/1.1" status: 200 len: 897 time: 0.1449795 Mar 11 12:21:16.341536 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-12c0c767-909b-4a88-ae30-8937e4fc5b1b None None] Set router 4373f508-b596-494f-9621-1573500c710e gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:16.575041 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-12c0c767-909b-4a88-ae30-8937e4fc5b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4373f508-b596-494f-9621-1573500c710e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142345012', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:01Z', 'revision_number': 4, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '774aea1c-e42b-423d-abbe-a6dbc96e990d', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'floating_ip_address': '172.25.7.111', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '4373f508-b596-494f-9621-1573500c710e', 'port_id': '4eacd34f-5e16-414d-a52e-e5125cf90692', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527', 'mac_address': 'fa:16:3e:33:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b336becd-fcb0-4267-8ecb-373b33ac8eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:21:14Z', 'updated_at': '2022-03-11T12:21:14Z', 'revision_number': 0, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b56c540-b065-43e4-8b01-993409333b8f', 'name': '', 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:00Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 5, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'subnets': [{'id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:16.606045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c0c767-909b-4a88-ae30-8937e4fc5b1b None None] The sync data for ids ['4373f508-b596-494f-9621-1573500c710e'] in n-d-833234-2 is: [{'id': '4373f508-b596-494f-9621-1573500c710e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142345012', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:01Z', 'revision_number': 4, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '774aea1c-e42b-423d-abbe-a6dbc96e990d', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'floating_ip_address': '172.25.7.111', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '4373f508-b596-494f-9621-1573500c710e', 'port_id': '4eacd34f-5e16-414d-a52e-e5125cf90692', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527', 'mac_address': 'fa:16:3e:33:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b336becd-fcb0-4267-8ecb-373b33ac8eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:21:14Z', 'updated_at': '2022-03-11T12:21:14Z', 'revision_number': 0, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b56c540-b065-43e4-8b01-993409333b8f', 'name': '', 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:00Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 5, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'subnets': [{'id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:21:16.626134 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fae6aea3-b088-467c-b1a9-fc542bb0922f req-e266b31e-f052-4119-a5a5-adbf285b61cf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4eacd34f-5e16-414d-a52e-e5125cf90692 HTTP/1.1" status: 200 len: 999 time: 0.3722556 Mar 11 12:21:16.742887 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6aea3-b088-467c-b1a9-fc542bb0922f req-2f2887d6-85d9-42b5-84b9-988ed8c66327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:16.744410 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fae6aea3-b088-467c-b1a9-fc542bb0922f req-2f2887d6-85d9-42b5-84b9-988ed8c66327 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323 HTTP/1.1" status: 200 len: 835 time: 0.1091425 Mar 11 12:21:16.816363 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4a9e44-fbf5-4eb4-8e61-44be25b7d0db None None] New status for floating IP 774aea1c-e42b-423d-abbe-a6dbc96e990d: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:21:16.838288 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dc7f6a9b-af3f-428d-a7a2-fa4f59b00a9b tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2342 time: 0.6679523 Mar 11 12:21:16.841627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41286) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:16.843796 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6aea3-b088-467c-b1a9-fc542bb0922f req-535f035b-2ac5-47b0-b227-05ce6c21dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:16.845294 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fae6aea3-b088-467c-b1a9-fc542bb0922f req-535f035b-2ac5-47b0-b227-05ce6c21dfa6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=032fa216-ad44-4b5f-b80b-9f5f19997527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0928183 Mar 11 12:21:16.891384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e13fea-7796-4b58-9740-506bdb50aeae tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:16.891889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e13fea-7796-4b58-9740-506bdb50aeae tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:16.903652 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-94e13fea-7796-4b58-9740-506bdb50aeae tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4373f508-b596-494f-9621-1573500c710e HTTP/1.1" status: 200 len: 2061 time: 0.0509195 Mar 11 12:21:16.938547 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fae6aea3-b088-467c-b1a9-fc542bb0922f req-a8358a0c-3a66-423b-b66b-f27ef15c58dd service neutron] 10.222.0.71 "GET /v2.0/networks/032fa216-ad44-4b5f-b80b-9f5f19997527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862064 Mar 11 12:21:17.035607 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fae6aea3-b088-467c-b1a9-fc542bb0922f req-d67319f9-6a8e-475c-854d-d7ebed307179 service neutron] 10.222.0.71 "GET /v2.0/networks/032fa216-ad44-4b5f-b80b-9f5f19997527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908313 Mar 11 12:21:17.284615 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:18.659712 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2383b9-0fa1-4930-8a96-f942c92cf6a1 req-a69eca7e-b983-4f33-9a62-9929b1e81f3e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469668 Mar 11 12:21:18.678743 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:18.764662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2383b9-0fa1-4930-8a96-f942c92cf6a1 req-8e9890d2-60b9-4015-9e78-d151f43eea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:18.766185 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2383b9-0fa1-4930-8a96-f942c92cf6a1 req-8e9890d2-60b9-4015-9e78-d151f43eea87 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ed531f65d6b9488785a39d736d391e6e&device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 1166 time: 0.0484948 Mar 11 12:21:18.876817 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2383b9-0fa1-4930-8a96-f942c92cf6a1 req-6312813c-a67b-41b0-9895-94a412e8caff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:18.878270 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2383b9-0fa1-4930-8a96-f942c92cf6a1 req-6312813c-a67b-41b0-9895-94a412e8caff service neutron] 10.222.0.71 "GET /v2.0/networks?id=032fa216-ad44-4b5f-b80b-9f5f19997527 HTTP/1.1" status: 200 len: 897 time: 0.0925548 Mar 11 12:21:18.943799 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2383b9-0fa1-4930-8a96-f942c92cf6a1 req-2bcae554-02b8-4004-ba50-baa614e7c67e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4eacd34f-5e16-414d-a52e-e5125cf90692 HTTP/1.1" status: 200 len: 1001 time: 0.0592647 Mar 11 12:21:18.992194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2383b9-0fa1-4930-8a96-f942c92cf6a1 req-f390d0b6-3131-4029-9bd2-7cb1d08c9a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:18.993653 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2383b9-0fa1-4930-8a96-f942c92cf6a1 req-f390d0b6-3131-4029-9bd2-7cb1d08c9a26 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323 HTTP/1.1" status: 200 len: 835 time: 0.0439343 Mar 11 12:21:19.050849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2383b9-0fa1-4930-8a96-f942c92cf6a1 req-9f7500ec-3ffa-4467-8a4f-32a8215b61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:19.052388 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2383b9-0fa1-4930-8a96-f942c92cf6a1 req-9f7500ec-3ffa-4467-8a4f-32a8215b61ba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=032fa216-ad44-4b5f-b80b-9f5f19997527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513375 Mar 11 12:21:19.142288 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2383b9-0fa1-4930-8a96-f942c92cf6a1 req-e7084af0-3218-46e0-83dd-779cf39a4590 service neutron] 10.222.0.71 "GET /v2.0/networks/032fa216-ad44-4b5f-b80b-9f5f19997527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827267 Mar 11 12:21:19.237108 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd2383b9-0fa1-4930-8a96-f942c92cf6a1 req-5493d774-c6f7-4e1e-9c36-15e32e0c26dc service neutron] 10.222.0.71 "GET /v2.0/networks/032fa216-ad44-4b5f-b80b-9f5f19997527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882232 Mar 11 12:21:20.101768 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:23.966849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663935b-db9c-4278-882a-9f19c7344a84 req-82a82a86-94ac-4284-bda8-7ec0300236f0 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:23.968446 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a663935b-db9c-4278-882a-9f19c7344a84 req-82a82a86-94ac-4284-bda8-7ec0300236f0 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 1129 time: 0.0482099 Mar 11 12:21:24.021938 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a663935b-db9c-4278-882a-9f19c7344a84 req-29316c84-d34c-4c7f-a2ab-9e841e9918ca tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449634 Mar 11 12:21:24.046765 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41306) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:24.223526 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-0cd82724-9a63-453c-979c-3635ca151270 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting port 2735f1d8-5352-45be-9a58-99b81ad71f6c {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:21:24.223843 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cd82724-9a63-453c-979c-3635ca151270 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (2735f1d8-5352-45be-9a58-99b81ad71f6c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:24.307200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cd82724-9a63-453c-979c-3635ca151270 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (2735f1d8-5352-45be-9a58-99b81ad71f6c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:24.307530 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cd82724-9a63-453c-979c-3635ca151270 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for floatingip (2735f1d8-5352-45be-9a58-99b81ad71f6c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:24.319039 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-0cd82724-9a63-453c-979c-3635ca151270 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Calling delete_port for 2735f1d8-5352-45be-9a58-99b81ad71f6c owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:21:24.474072 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cd82724-9a63-453c-979c-3635ca151270 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (2735f1d8-5352-45be-9a58-99b81ad71f6c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:24.500418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd82724-9a63-453c-979c-3635ca151270 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Port': ['ID=2735f1d8-5352-45be-9a58-99b81ad71f6c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:24.566955 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cd82724-9a63-453c-979c-3635ca151270 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for floatingip (b0576a63-3035-42f0-b4ea-4868309460e2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:24.567261 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-0cd82724-9a63-453c-979c-3635ca151270 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Floating IP b0576a63-3035-42f0-b4ea-4868309460e2 disassociated (deleted). External IP: 172.25.7.230, port: 7c91c3ab-8d74-42e6-bf56-772339db6f43. Mar 11 12:21:24.787933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd82724-9a63-453c-979c-3635ca151270 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router 20cef5d3-455d-41ac-92d7-23357a25f0eb has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:21:24.914856 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd82724-9a63-453c-979c-3635ca151270 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:21:24.920395 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cd82724-9a63-453c-979c-3635ca151270 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:24.925189 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad47093d-b8df-4874-8fdc-d411bd289236 None None] Sync routers for ids ['20cef5d3-455d-41ac-92d7-23357a25f0eb'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:21:24.936091 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad47093d-b8df-4874-8fdc-d411bd289236 None None] Routers {'20cef5d3-455d-41ac-92d7-23357a25f0eb'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:24.936705 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ad47093d-b8df-4874-8fdc-d411bd289236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:21:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['20cef5d3-455d-41ac-92d7-23357a25f0eb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:24.951561 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0cd82724-9a63-453c-979c-3635ca151270 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/floatingips/b0576a63-3035-42f0-b4ea-4868309460e2 HTTP/1.1" status: 204 len: 168 time: 0.9035275 Mar 11 12:21:24.952180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:21:24.954447 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45853837-3cad-4d8c-b14a-0418db3da7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:21:24.992217 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cd404a-387b-4187-8f68-a97617f8fb14 x-openstack-request-id: req-a2cd404a-387b-4187-8f68-a97617f8fb14 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:21:24.992855 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:21:24.992855 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2cd404a-387b-4187-8f68-a97617f8fb14 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:21:24.993290 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'status': 'completed', 'code': 200} Mar 11 12:21:25.056522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-ad47093d-b8df-4874-8fdc-d411bd289236 None None] Set router 20cef5d3-455d-41ac-92d7-23357a25f0eb gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:25.060083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45853837-3cad-4d8c-b14a-0418db3da7e5 req-a59165e9-806f-4a1b-aac3-81333cdf9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:25.061908 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-45853837-3cad-4d8c-b14a-0418db3da7e5 req-a59165e9-806f-4a1b-aac3-81333cdf9519 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 1129 time: 0.0464299 Mar 11 12:21:25.163408 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45853837-3cad-4d8c-b14a-0418db3da7e5 req-e0bc25c3-04fe-4b4c-9696-be79f8538167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:25.165605 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-45853837-3cad-4d8c-b14a-0418db3da7e5 req-e0bc25c3-04fe-4b4c-9696-be79f8538167 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1e45e95-fb0a-4471-b25c-e285d7f4f127 HTTP/1.1" status: 200 len: 898 time: 0.0920601 Mar 11 12:21:25.198767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ae017-f703-4951-a999-1d673d54154a req-87178d83-597a-4a73-98d7-f51c1e699836 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:25.200361 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-442ae017-f703-4951-a999-1d673d54154a req-87178d83-597a-4a73-98d7-f51c1e699836 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 947 time: 0.0582826 Mar 11 12:21:25.219189 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-45853837-3cad-4d8c-b14a-0418db3da7e5 req-da362098-b15a-4849-bf96-088599b03665 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43 HTTP/1.1" status: 200 len: 217 time: 0.0444725 Mar 11 12:21:25.260939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-442ae017-f703-4951-a999-1d673d54154a req-f7c8c33e-065f-4a84-be49-1887426555e1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542841 Mar 11 12:21:25.278314 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45853837-3cad-4d8c-b14a-0418db3da7e5 req-08d061bf-e1f7-4542-b743-c23ce1c4db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:25.278814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ad47093d-b8df-4874-8fdc-d411bd289236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151061155', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:31Z', 'updated_at': '2022-03-11T12:19:36Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:32Z', 'updated_at': '2022-03-11T12:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'f778dc87-691a-4269-b46e-f00c10105a0a', 'name': '', 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:dd:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:34Z', 'updated_at': '2022-03-11T12:19:39Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:25.279973 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-45853837-3cad-4d8c-b14a-0418db3da7e5 req-08d061bf-e1f7-4542-b743-c23ce1c4db45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4ccb3a6-8b0f-44bf-85d4-7355c63fe966 HTTP/1.1" status: 200 len: 834 time: 0.0545456 Mar 11 12:21:25.305271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad47093d-b8df-4874-8fdc-d411bd289236 None None] Checking router: 20cef5d3-455d-41ac-92d7-23357a25f0eb for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:21:25.313945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad47093d-b8df-4874-8fdc-d411bd289236 None None] Routers {'20cef5d3-455d-41ac-92d7-23357a25f0eb'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:25.314701 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ad47093d-b8df-4874-8fdc-d411bd289236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:21:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['20cef5d3-455d-41ac-92d7-23357a25f0eb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:25.329611 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45853837-3cad-4d8c-b14a-0418db3da7e5 req-f6ec4f4f-a658-4a57-9525-dea3964eed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:25.331186 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-45853837-3cad-4d8c-b14a-0418db3da7e5 req-f6ec4f4f-a658-4a57-9525-dea3964eed55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1e45e95-fb0a-4471-b25c-e285d7f4f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444031 Mar 11 12:21:25.427312 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-45853837-3cad-4d8c-b14a-0418db3da7e5 req-c21f4d88-2fa0-452c-835d-f630c4d94768 service neutron] 10.222.0.37 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892777 Mar 11 12:21:25.428548 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-ad47093d-b8df-4874-8fdc-d411bd289236 None None] Set router 20cef5d3-455d-41ac-92d7-23357a25f0eb gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:25.521528 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-45853837-3cad-4d8c-b14a-0418db3da7e5 req-8d7b0d17-7734-47df-a023-945e9c37077a service neutron] 10.222.0.37 "GET /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871680 Mar 11 12:21:25.802595 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ad47093d-b8df-4874-8fdc-d411bd289236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151061155', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:31Z', 'updated_at': '2022-03-11T12:19:36Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:32Z', 'updated_at': '2022-03-11T12:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'f778dc87-691a-4269-b46e-f00c10105a0a', 'name': '', 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:dd:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:34Z', 'updated_at': '2022-03-11T12:19:39Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:25.831609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad47093d-b8df-4874-8fdc-d411bd289236 None None] The sync data for ids ['20cef5d3-455d-41ac-92d7-23357a25f0eb'] in n-d-833234-2 is: [{'id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151061155', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:31Z', 'updated_at': '2022-03-11T12:19:36Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:32Z', 'updated_at': '2022-03-11T12:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'f778dc87-691a-4269-b46e-f00c10105a0a', 'name': '', 'network_id': 'a1e45e95-fb0a-4471-b25c-e285d7f4f127', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:dd:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:34Z', 'updated_at': '2022-03-11T12:19:39Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': 'f4ccb3a6-8b0f-44bf-85d4-7355c63fe966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:21:25.856351 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:21:26.062910 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d44ffe6-2b57-4c13-9a41-08967aee396a None None] New status for floating IP b0576a63-3035-42f0-b4ea-4868309460e2: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:21:26.382421 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae64b7-eae0-476a-9903-e287b48a9043 req-0cb094fb-c34b-4838-bcb6-cb73c89f63a7 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:26.383846 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2ae64b7-eae0-476a-9903-e287b48a9043 req-0cb094fb-c34b-4838-bcb6-cb73c89f63a7 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 947 time: 0.0541432 Mar 11 12:21:26.437454 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2ae64b7-eae0-476a-9903-e287b48a9043 req-5de66e83-cbe5-4561-be5e-098df2cfea50 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=f519bcda-362a-4ecd-a67f-5b82df6a0cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473833 Mar 11 12:21:26.503922 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103fa55-9b47-4e1a-a121-9d6dc4ed11b5 req-205cd153-14ed-41b8-8c50-86b737044af9 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:26.505386 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c103fa55-9b47-4e1a-a121-9d6dc4ed11b5 req-205cd153-14ed-41b8-8c50-86b737044af9 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 947 time: 0.0674932 Mar 11 12:21:26.602713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-c103fa55-9b47-4e1a-a121-9d6dc4ed11b5 req-80fc7cbf-91c8-4a82-b649-6b7835ec411b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting port 7c91c3ab-8d74-42e6-bf56-772339db6f43 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:21:26.603084 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c103fa55-9b47-4e1a-a121-9d6dc4ed11b5 req-80fc7cbf-91c8-4a82-b649-6b7835ec411b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:26.705810 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-c103fa55-9b47-4e1a-a121-9d6dc4ed11b5 req-80fc7cbf-91c8-4a82-b649-6b7835ec411b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] For port 7c91c3ab-8d74-42e6-bf56-772339db6f43, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=7c91c3ab-8d74-42e6-bf56-772339db6f43,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:26.706177 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c103fa55-9b47-4e1a-a121-9d6dc4ed11b5 req-80fc7cbf-91c8-4a82-b649-6b7835ec411b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:26.718689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-c103fa55-9b47-4e1a-a121-9d6dc4ed11b5 req-80fc7cbf-91c8-4a82-b649-6b7835ec411b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Calling delete_port for 7c91c3ab-8d74-42e6-bf56-772339db6f43 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:21:26.855247 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c103fa55-9b47-4e1a-a121-9d6dc4ed11b5 req-80fc7cbf-91c8-4a82-b649-6b7835ec411b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7c91c3ab-8d74-42e6-bf56-772339db6f43), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:26.887967 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc7cbf-91c8-4a82-b649-6b7835ec411b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Port': ['ID=7c91c3ab-8d74-42e6-bf56-772339db6f43,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:26.932149 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-c103fa55-9b47-4e1a-a121-9d6dc4ed11b5 req-80fc7cbf-91c8-4a82-b649-6b7835ec411b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] No DVR routers for this DVR port 7c91c3ab-8d74-42e6-bf56-772339db6f43 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:21:26.934856 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c103fa55-9b47-4e1a-a121-9d6dc4ed11b5 req-80fc7cbf-91c8-4a82-b649-6b7835ec411b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:26.938540 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c103fa55-9b47-4e1a-a121-9d6dc4ed11b5 req-80fc7cbf-91c8-4a82-b649-6b7835ec411b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.37 "DELETE /v2.0/ports/7c91c3ab-8d74-42e6-bf56-772339db6f43 HTTP/1.1" status: 204 len: 173 time: 0.4275439 Mar 11 12:21:26.938989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'name': 'network-vif-deleted', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:21:26.941750 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24635b4a-2de8-4c75-9a86-8ef82d13b71c" -d '{"events": [{"server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "name": "network-vif-deleted", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:21:26.982452 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324c12dc-d182-4167-a42d-177e8c830da6 x-openstack-request-id: req-324c12dc-d182-4167-a42d-177e8c830da6 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:21:26.982745 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e81d7bd-ac8a-40d7-89e7-346903003865", "name": "network-vif-deleted", "tag": "7c91c3ab-8d74-42e6-bf56-772339db6f43", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:21:26.982998 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-324c12dc-d182-4167-a42d-177e8c830da6 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:21:26.983409 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e81d7bd-ac8a-40d7-89e7-346903003865', 'name': 'network-vif-deleted', 'tag': '7c91c3ab-8d74-42e6-bf56-772339db6f43', 'status': 'completed', 'code': 200} Mar 11 12:21:27.560192 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-66bdca37-46ad-4bec-a141-e3e67944a9e7 req-2375d174-1d84-4032-9c60-888ef26b5614 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e81d7bd-ac8a-40d7-89e7-346903003865 HTTP/1.1" status: 200 len: 210 time: 0.0272386 Mar 11 12:21:28.628563 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41324) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:29.020130 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f97e553e-e51f-4f38-81d7-dd2c22076c6e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (20cef5d3-455d-41ac-92d7-23357a25f0eb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:29.591284 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f97e553e-e51f-4f38-81d7-dd2c22076c6e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting port f778dc87-691a-4269-b46e-f00c10105a0a {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:21:29.591601 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f97e553e-e51f-4f38-81d7-dd2c22076c6e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f778dc87-691a-4269-b46e-f00c10105a0a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:29.680875 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-f97e553e-e51f-4f38-81d7-dd2c22076c6e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] For port f778dc87-691a-4269-b46e-f00c10105a0a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f778dc87-691a-4269-b46e-f00c10105a0a,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:29.681600 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f97e553e-e51f-4f38-81d7-dd2c22076c6e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f778dc87-691a-4269-b46e-f00c10105a0a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:29.693189 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f97e553e-e51f-4f38-81d7-dd2c22076c6e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Calling delete_port for f778dc87-691a-4269-b46e-f00c10105a0a owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:21:29.896142 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f97e553e-e51f-4f38-81d7-dd2c22076c6e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f778dc87-691a-4269-b46e-f00c10105a0a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:29.921826 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e553e-e51f-4f38-81d7-dd2c22076c6e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Port': ['ID=f778dc87-691a-4269-b46e-f00c10105a0a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:30.105709 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f97e553e-e51f-4f38-81d7-dd2c22076c6e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (20cef5d3-455d-41ac-92d7-23357a25f0eb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:30.335383 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97e553e-e51f-4f38-81d7-dd2c22076c6e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router 20cef5d3-455d-41ac-92d7-23357a25f0eb has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:21:30.451824 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97e553e-e51f-4f38-81d7-dd2c22076c6e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:21:30.456933 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f97e553e-e51f-4f38-81d7-dd2c22076c6e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "PUT /v2.0/routers/20cef5d3-455d-41ac-92d7-23357a25f0eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8273380 Mar 11 12:21:30.460369 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41328) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:30.462446 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71d632c-a32d-43b2-8c99-690c4073aab6 None None] Sync routers for ids ['20cef5d3-455d-41ac-92d7-23357a25f0eb'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:21:30.474064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71d632c-a32d-43b2-8c99-690c4073aab6 None None] Routers {'20cef5d3-455d-41ac-92d7-23357a25f0eb'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:30.474807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b71d632c-a32d-43b2-8c99-690c4073aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:21:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['20cef5d3-455d-41ac-92d7-23357a25f0eb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:30.515157 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-68849973-d91c-48ae-9290-6a34bfdb6c9f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting subnet f4ccb3a6-8b0f-44bf-85d4-7355c63fe966 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:21:30.518688 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68849973-d91c-48ae-9290-6a34bfdb6c9f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for subnet (f4ccb3a6-8b0f-44bf-85d4-7355c63fe966), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:30.559372 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68849973-d91c-48ae-9290-6a34bfdb6c9f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (f4ccb3a6-8b0f-44bf-85d4-7355c63fe966), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:30.582946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b71d632c-a32d-43b2-8c99-690c4073aab6 None None] Set router 20cef5d3-455d-41ac-92d7-23357a25f0eb gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:30.640511 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68849973-d91c-48ae-9290-6a34bfdb6c9f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (f4ccb3a6-8b0f-44bf-85d4-7355c63fe966), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:30.705383 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68849973-d91c-48ae-9290-6a34bfdb6c9f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (f4ccb3a6-8b0f-44bf-85d4-7355c63fe966), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:30.712230 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7c91c3ab-8d74-42e6-bf56-772339db6f43 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:21:30.733689 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68849973-d91c-48ae-9290-6a34bfdb6c9f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ccb3a6-8b0f-44bf-85d4-7355c63fe966,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:30.738331 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68849973-d91c-48ae-9290-6a34bfdb6c9f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:30.741602 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-68849973-d91c-48ae-9290-6a34bfdb6c9f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/subnets/f4ccb3a6-8b0f-44bf-85d4-7355c63fe966 HTTP/1.1" status: 204 len: 168 time: 0.2803090 Mar 11 12:21:30.745042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41330) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:30.748307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 7c91c3ab-8d74-42e6-bf56-772339db6f43 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:21:30.748307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 7c91c3ab-8d74-42e6-bf56-772339db6f43 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:21:30.753864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b009c501-6fb2-4088-b891-1e89e94b50a8 None None] Network a1e45e95-fb0a-4471-b25c-e285d7f4f127 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:21:30.861514 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-971648cb-fcb3-47ec-aa7b-f01d0934e8ad tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router (20cef5d3-455d-41ac-92d7-23357a25f0eb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:30.876220 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b71d632c-a32d-43b2-8c99-690c4073aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151061155', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:31Z', 'updated_at': '2022-03-11T12:21:29Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:32Z', 'updated_at': '2022-03-11T12:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:30.911024 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71d632c-a32d-43b2-8c99-690c4073aab6 None None] Checking router: 20cef5d3-455d-41ac-92d7-23357a25f0eb for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:21:30.924216 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71d632c-a32d-43b2-8c99-690c4073aab6 None None] Routers {'20cef5d3-455d-41ac-92d7-23357a25f0eb'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:30.924843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b71d632c-a32d-43b2-8c99-690c4073aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:21:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['20cef5d3-455d-41ac-92d7-23357a25f0eb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:30.962179 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f47d86-327f-4f49-9f57-d88300c13826 None None] DHCP port deletion for a1e45e95-fb0a-4471-b25c-e285d7f4f127 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:21:30.980943 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-971648cb-fcb3-47ec-aa7b-f01d0934e8ad tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_gateway (20cef5d3-455d-41ac-92d7-23357a25f0eb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.034229 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-971648cb-fcb3-47ec-aa7b-f01d0934e8ad tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting port a6823531-195c-458e-ad3e-02aca0840c2c {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:21:31.034621 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-971648cb-fcb3-47ec-aa7b-f01d0934e8ad tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a6823531-195c-458e-ad3e-02aca0840c2c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.062231 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b71d632c-a32d-43b2-8c99-690c4073aab6 None None] Set router 20cef5d3-455d-41ac-92d7-23357a25f0eb gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:31.118538 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-971648cb-fcb3-47ec-aa7b-f01d0934e8ad tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] For port a6823531-195c-458e-ad3e-02aca0840c2c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a6823531-195c-458e-ad3e-02aca0840c2c,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:31.118985 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-971648cb-fcb3-47ec-aa7b-f01d0934e8ad tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a6823531-195c-458e-ad3e-02aca0840c2c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.131515 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-971648cb-fcb3-47ec-aa7b-f01d0934e8ad tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Calling delete_port for a6823531-195c-458e-ad3e-02aca0840c2c owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:21:31.133062 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b1f47d86-327f-4f49-9f57-d88300c13826 None None] Deleting port da83ea91-e659-48d9-908b-78f97e7ff721 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:21:31.133427 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b1f47d86-327f-4f49-9f57-d88300c13826 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (da83ea91-e659-48d9-908b-78f97e7ff721), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.238467 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b1f47d86-327f-4f49-9f57-d88300c13826 None None] For port da83ea91-e659-48d9-908b-78f97e7ff721, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=da83ea91-e659-48d9-908b-78f97e7ff721,segment=NetworkSegment(44c6ad16-eece-4f1b-83fa-335734b6adb2),segment_id=44c6ad16-eece-4f1b-83fa-335734b6adb2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:31.238890 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b1f47d86-327f-4f49-9f57-d88300c13826 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (da83ea91-e659-48d9-908b-78f97e7ff721), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.260625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b1f47d86-327f-4f49-9f57-d88300c13826 None None] Calling delete_port for da83ea91-e659-48d9-908b-78f97e7ff721 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:21:31.309545 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-971648cb-fcb3-47ec-aa7b-f01d0934e8ad tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a6823531-195c-458e-ad3e-02aca0840c2c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.335036 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971648cb-fcb3-47ec-aa7b-f01d0934e8ad tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Port': ['ID=a6823531-195c-458e-ad3e-02aca0840c2c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:31.371640 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b71d632c-a32d-43b2-8c99-690c4073aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151061155', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:31Z', 'updated_at': '2022-03-11T12:21:29Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:32Z', 'updated_at': '2022-03-11T12:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:31.397190 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-971648cb-fcb3-47ec-aa7b-f01d0934e8ad tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (20cef5d3-455d-41ac-92d7-23357a25f0eb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.399452 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b1f47d86-327f-4f49-9f57-d88300c13826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (da83ea91-e659-48d9-908b-78f97e7ff721), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.402899 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71d632c-a32d-43b2-8c99-690c4073aab6 None None] The sync data for ids ['20cef5d3-455d-41ac-92d7-23357a25f0eb'] in n-d-833234-2 is: [{'id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151061155', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:19:31Z', 'updated_at': '2022-03-11T12:21:29Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': 'a6823531-195c-458e-ad3e-02aca0840c2c', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cef5d3-455d-41ac-92d7-23357a25f0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:19:32Z', 'updated_at': '2022-03-11T12:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:21:31.426303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f47d86-327f-4f49-9f57-d88300c13826 None None] Pushing event deleted for resources: {'Port': ['ID=da83ea91-e659-48d9-908b-78f97e7ff721,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:31.430102 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f47d86-327f-4f49-9f57-d88300c13826 None None] No DVR routers for this DVR port da83ea91-e659-48d9-908b-78f97e7ff721 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:21:31.507438 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-971648cb-fcb3-47ec-aa7b-f01d0934e8ad tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (20cef5d3-455d-41ac-92d7-23357a25f0eb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.509655 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-971648cb-fcb3-47ec-aa7b-f01d0934e8ad tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_controller (20cef5d3-455d-41ac-92d7-23357a25f0eb), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.561393 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-971648cb-fcb3-47ec-aa7b-f01d0934e8ad tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (20cef5d3-455d-41ac-92d7-23357a25f0eb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.561926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971648cb-fcb3-47ec-aa7b-f01d0934e8ad tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Fanout notify agent at l3_agent the message router_deleted on router 20cef5d3-455d-41ac-92d7-23357a25f0eb {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:21:31.568876 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-971648cb-fcb3-47ec-aa7b-f01d0934e8ad tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.569986 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-971648cb-fcb3-47ec-aa7b-f01d0934e8ad tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/routers/20cef5d3-455d-41ac-92d7-23357a25f0eb HTTP/1.1" status: 204 len: 168 time: 0.8239615 Mar 11 12:21:31.572649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41332) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:31.650305 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-898eaede-ba73-410f-96cc-a973d40385d5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (a1e45e95-fb0a-4471-b25c-e285d7f4f127), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.739633 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-898eaede-ba73-410f-96cc-a973d40385d5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (a1e45e95-fb0a-4471-b25c-e285d7f4f127), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.761555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-898eaede-ba73-410f-96cc-a973d40385d5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e45e95-fb0a-4471-b25c-e285d7f4f127']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:31.773628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-898eaede-ba73-410f-96cc-a973d40385d5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c6ad16-eece-4f1b-83fa-335734b6adb2') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:31.773926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-898eaede-ba73-410f-96cc-a973d40385d5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c6ad16-eece-4f1b-83fa-335734b6adb2') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:31.784498 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-898eaede-ba73-410f-96cc-a973d40385d5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (44c6ad16-eece-4f1b-83fa-335734b6adb2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.799156 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-898eaede-ba73-410f-96cc-a973d40385d5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (44c6ad16-eece-4f1b-83fa-335734b6adb2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.806135 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898eaede-ba73-410f-96cc-a973d40385d5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:21:31.806537 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-898eaede-ba73-410f-96cc-a973d40385d5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (44c6ad16-eece-4f1b-83fa-335734b6adb2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:21:31.810664 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:21:31.877334 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-898eaede-ba73-410f-96cc-a973d40385d5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (a1e45e95-fb0a-4471-b25c-e285d7f4f127), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.882761 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-898eaede-ba73-410f-96cc-a973d40385d5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.886052 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-898eaede-ba73-410f-96cc-a973d40385d5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/networks/a1e45e95-fb0a-4471-b25c-e285d7f4f127 HTTP/1.1" status: 204 len: 168 time: 0.3119593 Mar 11 12:21:31.889023 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41334) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:31.900867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898eaede-ba73-410f-96cc-a973d40385d5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Network': ['ID=a1e45e95-fb0a-4471-b25c-e285d7f4f127,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:31.960496 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6281486d-3817-4f10-85f5-61768fe4f1ee tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (f519bcda-362a-4ecd-a67f-5b82df6a0cdb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:31.988399 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6281486d-3817-4f10-85f5-61768fe4f1ee tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (f519bcda-362a-4ecd-a67f-5b82df6a0cdb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.054150 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6281486d-3817-4f10-85f5-61768fe4f1ee tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f519bcda-362a-4ecd-a67f-5b82df6a0cdb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.056912 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6281486d-3817-4f10-85f5-61768fe4f1ee tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.058268 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6281486d-3817-4f10-85f5-61768fe4f1ee tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/security-groups/f519bcda-362a-4ecd-a67f-5b82df6a0cdb HTTP/1.1" status: 204 len: 168 time: 0.1679635 Mar 11 12:21:32.067744 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281486d-3817-4f10-85f5-61768fe4f1ee tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f519bcda-362a-4ecd-a67f-5b82df6a0cdb,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:32.326050 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41340) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:32.330855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a00ee3f6-7b81-47c6-b05c-f6f2281b6208 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2001096255', 'description': 'tempest-secgroup-smoke-2001096255 description', 'project_id': '90210211b9a748d8a45f81106abe76ca'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:32.353591 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a00ee3f6-7b81-47c6-b05c-f6f2281b6208 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.431130 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a00ee3f6-7b81-47c6-b05c-f6f2281b6208 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (7887b468-cd51-44d9-bd87-e66ba8e74d69), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.442149 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a00ee3f6-7b81-47c6-b05c-f6f2281b6208 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7887b468-cd51-44d9-bd87-e66ba8e74d69), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.472895 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a00ee3f6-7b81-47c6-b05c-f6f2281b6208 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.474143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a00ee3f6-7b81-47c6-b05c-f6f2281b6208 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1470606 Mar 11 12:21:32.476052 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ee3f6-7b81-47c6-b05c-f6f2281b6208 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7887b468-cd51-44d9-bd87-e66ba8e74d69,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:32.477272 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41342) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:32.482172 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-78e7f667-48a9-49bf-905f-8c8458f4ed54 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': '7887b468-cd51-44d9-bd87-e66ba8e74d69', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:32.512841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78e7f667-48a9-49bf-905f-8c8458f4ed54 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (46db3a2e-3087-4ee2-8c04-34325a895892), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.570458 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78e7f667-48a9-49bf-905f-8c8458f4ed54 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (46db3a2e-3087-4ee2-8c04-34325a895892), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.576283 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78e7f667-48a9-49bf-905f-8c8458f4ed54 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (46db3a2e-3087-4ee2-8c04-34325a895892), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.594066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7f667-48a9-49bf-905f-8c8458f4ed54 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46db3a2e-3087-4ee2-8c04-34325a895892,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:32.605368 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78e7f667-48a9-49bf-905f-8c8458f4ed54 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.606737 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-78e7f667-48a9-49bf-905f-8c8458f4ed54 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284845 Mar 11 12:21:32.609558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41344) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:32.613894 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e60a2d10-2eb8-405b-aa2e-ae97d04bcb60 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': '7887b468-cd51-44d9-bd87-e66ba8e74d69', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:32.640351 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e60a2d10-2eb8-405b-aa2e-ae97d04bcb60 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (875e585c-6048-4fc0-8964-358b1ddb7157), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.699413 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e60a2d10-2eb8-405b-aa2e-ae97d04bcb60 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (875e585c-6048-4fc0-8964-358b1ddb7157), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.704298 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e60a2d10-2eb8-405b-aa2e-ae97d04bcb60 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (875e585c-6048-4fc0-8964-358b1ddb7157), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.728597 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a2d10-2eb8-405b-aa2e-ae97d04bcb60 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875e585c-6048-4fc0-8964-358b1ddb7157,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:32.731379 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a6823531-195c-458e-ad3e-02aca0840c2c no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:21:32.734854 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e60a2d10-2eb8-405b-aa2e-ae97d04bcb60 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.736276 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e60a2d10-2eb8-405b-aa2e-ae97d04bcb60 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258090 Mar 11 12:21:32.739115 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41346) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:32.743727 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b09eeb6f-7d9b-43c7-8ea0-f179675fed9e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': '7887b468-cd51-44d9-bd87-e66ba8e74d69', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:32.753530 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: a6823531-195c-458e-ad3e-02aca0840c2c {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:21:32.753885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a6823531-195c-458e-ad3e-02aca0840c2c not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:21:32.754445 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device da83ea91-e659-48d9-908b-78f97e7ff721 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:21:32.778496 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: da83ea91-e659-48d9-908b-78f97e7ff721 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:21:32.778835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device da83ea91-e659-48d9-908b-78f97e7ff721 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:21:32.779244 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f778dc87-691a-4269-b46e-f00c10105a0a no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:21:32.782370 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b09eeb6f-7d9b-43c7-8ea0-f179675fed9e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (d386ec2a-4cc2-4e5f-88b4-bdb13de1e191), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.798628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: f778dc87-691a-4269-b46e-f00c10105a0a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:21:32.798954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f778dc87-691a-4269-b46e-f00c10105a0a not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:21:32.844616 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b09eeb6f-7d9b-43c7-8ea0-f179675fed9e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (d386ec2a-4cc2-4e5f-88b4-bdb13de1e191), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.849976 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b09eeb6f-7d9b-43c7-8ea0-f179675fed9e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (d386ec2a-4cc2-4e5f-88b4-bdb13de1e191), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.867080 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09eeb6f-7d9b-43c7-8ea0-f179675fed9e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d386ec2a-4cc2-4e5f-88b4-bdb13de1e191,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:32.877562 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b09eeb6f-7d9b-43c7-8ea0-f179675fed9e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.881866 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b09eeb6f-7d9b-43c7-8ea0-f179675fed9e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390431 Mar 11 12:21:32.882197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41348) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:32.887649 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-eb34e29c-b6a1-4fe7-9f7d-e9b46ee695ff tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': '7887b468-cd51-44d9-bd87-e66ba8e74d69', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:32.915456 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb34e29c-b6a1-4fe7-9f7d-e9b46ee695ff tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (4306968b-8400-4e35-ba65-295bc4685601), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.972875 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb34e29c-b6a1-4fe7-9f7d-e9b46ee695ff tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (4306968b-8400-4e35-ba65-295bc4685601), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.977881 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb34e29c-b6a1-4fe7-9f7d-e9b46ee695ff tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (4306968b-8400-4e35-ba65-295bc4685601), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:32.995288 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34e29c-b6a1-4fe7-9f7d-e9b46ee695ff tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4306968b-8400-4e35-ba65-295bc4685601,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:33.004628 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb34e29c-b6a1-4fe7-9f7d-e9b46ee695ff tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.005891 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-eb34e29c-b6a1-4fe7-9f7d-e9b46ee695ff tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224933 Mar 11 12:21:33.009995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41350) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:33.014884 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5fc669e2-8fdb-42e9-aee1-c3d7d41cb200 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': '7887b468-cd51-44d9-bd87-e66ba8e74d69', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:33.038558 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-5fc669e2-8fdb-42e9-aee1-c3d7d41cb200 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Project 90210211b9a748d8a45f81106abe76ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:21:33.043851 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5fc669e2-8fdb-42e9-aee1-c3d7d41cb200 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (98d21856-46aa-4fbe-8397-132c648783fb), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.103082 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5fc669e2-8fdb-42e9-aee1-c3d7d41cb200 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (98d21856-46aa-4fbe-8397-132c648783fb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.108218 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5fc669e2-8fdb-42e9-aee1-c3d7d41cb200 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (98d21856-46aa-4fbe-8397-132c648783fb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.127610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc669e2-8fdb-42e9-aee1-c3d7d41cb200 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d21856-46aa-4fbe-8397-132c648783fb,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:33.133738 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5fc669e2-8fdb-42e9-aee1-c3d7d41cb200 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.134900 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5fc669e2-8fdb-42e9-aee1-c3d7d41cb200 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236713 Mar 11 12:21:33.138419 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41352) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:33.142773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5018bec8-cc80-4789-bf6a-986ba79a2540 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': '7887b468-cd51-44d9-bd87-e66ba8e74d69', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:33.165811 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-5018bec8-cc80-4789-bf6a-986ba79a2540 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Project 90210211b9a748d8a45f81106abe76ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:21:33.170915 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5018bec8-cc80-4789-bf6a-986ba79a2540 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (58f45fa7-7a90-4467-8186-8d158b23bb66), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.230222 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5018bec8-cc80-4789-bf6a-986ba79a2540 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (58f45fa7-7a90-4467-8186-8d158b23bb66), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.235937 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5018bec8-cc80-4789-bf6a-986ba79a2540 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (58f45fa7-7a90-4467-8186-8d158b23bb66), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.255701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018bec8-cc80-4789-bf6a-986ba79a2540 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f45fa7-7a90-4467-8186-8d158b23bb66,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:33.263926 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5018bec8-cc80-4789-bf6a-986ba79a2540 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.265136 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5018bec8-cc80-4789-bf6a-986ba79a2540 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257892 Mar 11 12:21:33.268571 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41354) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:33.274135 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ab30df74-bc74-46aa-b5f2-2e9e73c02876 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'network': {'name': 'tempest-network-smoke--350201689', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'port_security_enabled': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:33.295986 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab30df74-bc74-46aa-b5f2-2e9e73c02876 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Made reservation on behalf of 90210211b9a748d8a45f81106abe76ca for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:21:33.299268 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab30df74-bc74-46aa-b5f2-2e9e73c02876 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.322305 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab30df74-bc74-46aa-b5f2-2e9e73c02876 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:21:33.330988 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab30df74-bc74-46aa-b5f2-2e9e73c02876 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (d30fd4cc-74d3-428c-9001-20dee9aba831), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.331331 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-ab30df74-bc74-46aa-b5f2-2e9e73c02876 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Added segment d30fd4cc-74d3-428c-9001-20dee9aba831 of type vlan for network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 Mar 11 12:21:33.369539 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab30df74-bc74-46aa-b5f2-2e9e73c02876 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (019c0a59-4c27-4a12-88f3-ebe497cb6e32), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.402098 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab30df74-bc74-46aa-b5f2-2e9e73c02876 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (019c0a59-4c27-4a12-88f3-ebe497cb6e32), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.410036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab30df74-bc74-46aa-b5f2-2e9e73c02876 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:33.410892 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab30df74-bc74-46aa-b5f2-2e9e73c02876 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.444756 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ab30df74-bc74-46aa-b5f2-2e9e73c02876 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1750898 Mar 11 12:21:33.447766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41356) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:33.454646 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1695497647', 'admin_state_up': True, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:33.478810 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (e773e24b-46a9-4090-a27a-29dc308230ea), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.481086 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (e773e24b-46a9-4090-a27a-29dc308230ea), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.490003 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30df74-bc74-46aa-b5f2-2e9e73c02876 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Network': ['ID=019c0a59-4c27-4a12-88f3-ebe497cb6e32,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:33.500715 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:21:33.535563 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_controller (e773e24b-46a9-4090-a27a-29dc308230ea), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.676635 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_gateway (e773e24b-46a9-4090-a27a-29dc308230ea), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.862828 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.879844 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_gateway (e773e24b-46a9-4090-a27a-29dc308230ea), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:33.898797 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:34.003447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Allocated IP 172.25.7.131 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:21:34.113103 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:34.150410 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:34.186784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:21:34.191554 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:34.194980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:21:34.200389 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:34.461672 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_gateway (e773e24b-46a9-4090-a27a-29dc308230ea), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:34.672052 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (e773e24b-46a9-4090-a27a-29dc308230ea), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:34.835401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router e773e24b-46a9-4090-a27a-29dc308230ea is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:21:34.947261 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:21:34.957802 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Sync routers for ids ['e773e24b-46a9-4090-a27a-29dc308230ea'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:21:34.969813 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Routers {'e773e24b-46a9-4090-a27a-29dc308230ea'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:34.970421 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:21:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e773e24b-46a9-4090-a27a-29dc308230ea'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:34.971153 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:34.972439 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-21f854ca-0c69-49a6-9d33-714bc16a3086 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5219429 Mar 11 12:21:34.978005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41358) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:35.007055 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-860d4a57-ef44-479f-ae08-13423ee79424 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=90210211b9a748d8a45f81106abe76ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276423 Mar 11 12:21:35.009862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41360) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:35.076801 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Set router e773e24b-46a9-4090-a27a-29dc308230ea gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:35.165311 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9c79fb-7cf3-4e87-8210-99569ecd17f4 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:35.167737 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ec9c79fb-7cf3-4e87-8210-99569ecd17f4 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1564164 Mar 11 12:21:35.169936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41362) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:35.200942 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-77e01c31-babb-44f8-bd31-8ffe906f9b22 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272989 Mar 11 12:21:35.203555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41364) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:35.208318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-052fcf8f-51de-45ee-804b-9df1b580c343 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-391119650', 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:35.253149 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695497647', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:34Z', 'revision_number': 3, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:35.280300 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Checking router: e773e24b-46a9-4090-a27a-29dc308230ea for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:21:35.280625 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Updating router e773e24b-46a9-4090-a27a-29dc308230ea port 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:21:35.309138 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:35.575224 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Publish callbacks [] for port (0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:35.582187 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:35.615207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052fcf8f-51de-45ee-804b-9df1b580c343 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Made reservation on behalf of 90210211b9a748d8a45f81106abe76ca for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:21:35.618590 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-052fcf8f-51de-45ee-804b-9df1b580c343 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:35.637002 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Attempting to bind port 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:21:35.637459 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Attempting to bind port 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:21:35.637913 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Attempting to bind port 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:21:35.641001 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27a298-efce-4e5d-84a7-ad54a3dfc2bf None None] Pushing event updated for resources: {'Port': ['ID=0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:35.645813 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:21:35.646208 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:21:35.646567 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:35.646941 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:21:35.647408 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Bound port: 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:21:35.647782 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:35.698382 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] For port 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:21:35.701679 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] For port 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:21:35.708760 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:35.768219 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Routers {'e773e24b-46a9-4090-a27a-29dc308230ea'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:35.768838 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:21:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e773e24b-46a9-4090-a27a-29dc308230ea'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:35.770987 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27a298-efce-4e5d-84a7-ad54a3dfc2bf None None] Pushing event updated for resources: {'Port': ['ID=0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:35.802295 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-052fcf8f-51de-45ee-804b-9df1b580c343 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (782b42a2-1870-4cde-950d-53c6753bed5f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:35.860628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fcf8f-51de-45ee-804b-9df1b580c343 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Subnet': ['ID=782b42a2-1870-4cde-950d-53c6753bed5f,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:35.875991 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052fcf8f-51de-45ee-804b-9df1b580c343 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Checking segment: {'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:21:35.876352 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052fcf8f-51de-45ee-804b-9df1b580c343 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network hostable DHCP agents. Network: 019c0a59-4c27-4a12-88f3-ebe497cb6e32, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:21:35.878096 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] Set router e773e24b-46a9-4090-a27a-29dc308230ea gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:35.894690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052fcf8f-51de-45ee-804b-9df1b580c343 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:21:35.905986 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-052fcf8f-51de-45ee-804b-9df1b580c343 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 019c0a59-4c27-4a12-88f3-ebe497cb6e32) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:35.910341 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052fcf8f-51de-45ee-804b-9df1b580c343 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:35.910941 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-052fcf8f-51de-45ee-804b-9df1b580c343 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:35.917255 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca483de-cc30-4877-860c-e3e01f3fad2e None None] Network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:21:35.933672 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-052fcf8f-51de-45ee-804b-9df1b580c343 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7290807 Mar 11 12:21:35.936431 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41366) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:36.028631 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-019c0a59-4c27-4a12-88f3-ebe497cb6e32', 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ips': [{'subnet_id': '782b42a2-1870-4cde-950d-53c6753bed5f'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:21:36.029770 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:36.063808 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695497647', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:34Z', 'revision_number': 3, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:36.091012 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3f3b3-6026-4460-a6a1-48a9830edce2 None None] The sync data for ids ['e773e24b-46a9-4090-a27a-29dc308230ea'] in n-d-833234-2 is: [{'id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695497647', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:34Z', 'revision_number': 3, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:21:36.176948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Allocated IP 172.20.0.2 (019c0a59-4c27-4a12-88f3-ebe497cb6e32/782b42a2-1870-4cde-950d-53c6753bed5f/80298086-4b6f-412c-8651-841a42b4a1ac) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:21:36.366020 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Publish callbacks [] for port (80298086-4b6f-412c-8651-841a42b4a1ac), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:36.375451 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (80298086-4b6f-412c-8651-841a42b4a1ac), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:36.420805 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:21:36.424969 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:36.427000 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Pushing event updated for resources: {'Port': ['ID=80298086-4b6f-412c-8651-841a42b4a1ac,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:36.428942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:21:36.460426 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:36.487706 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Attempting to bind port 80298086-4b6f-412c-8651-841a42b4a1ac on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:21:36.488141 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Attempting to bind port 80298086-4b6f-412c-8651-841a42b4a1ac by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:21:36.488568 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Attempting to bind port 80298086-4b6f-412c-8651-841a42b4a1ac on network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:21:36.494046 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:21:36.494593 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Checking segment: {'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:21:36.495400 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:36.495732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Bound using segment: {'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:21:36.496277 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Bound port: 80298086-4b6f-412c-8651-841a42b4a1ac, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:21:36.496731 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (80298086-4b6f-412c-8651-841a42b4a1ac), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:36.566347 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] For port 80298086-4b6f-412c-8651-841a42b4a1ac, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:21:36.570292 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] For port 80298086-4b6f-412c-8651-841a42b4a1ac, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=80298086-4b6f-412c-8651-841a42b4a1ac,segment=NetworkSegment(d30fd4cc-74d3-428c-9001-20dee9aba831),segment_id=d30fd4cc-74d3-428c-9001-20dee9aba831)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:21:36.577376 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (80298086-4b6f-412c-8651-841a42b4a1ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:36.641347 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10398393-5442-4274-b2b9-2a5146a1213e None None] Pushing event updated for resources: {'Port': ['ID=80298086-4b6f-412c-8651-841a42b4a1ac,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:36.771822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:21:36.790783 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Allocated IP 172.20.0.1 (019c0a59-4c27-4a12-88f3-ebe497cb6e32/782b42a2-1870-4cde-950d-53c6753bed5f/d53e6e6f-29f7-4c77-b522-1a2e705d026e) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:21:36.825974 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:36.825974 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:36.940374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:36.941034 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:36.962968 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:36.973604 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:36.976111 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:37.022605 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:37.040494 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:37.063562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:21:37.066849 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:37.071016 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:21:37.108380 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=d53e6e6f-29f7-4c77-b522-1a2e705d026e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:37.131445 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (e773e24b-46a9-4090-a27a-29dc308230ea), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:37.285947 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:37.586176 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:37.593110 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:37.670512 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=d53e6e6f-29f7-4c77-b522-1a2e705d026e,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:37.675481 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (e773e24b-46a9-4090-a27a-29dc308230ea), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:37.679725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5ed83d-985e-4f28-b06f-805c61bbc546 None None] Network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:21:37.768414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:21:37.770061 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:37.802002 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-16161178-77a1-4248-9b89-7d604db6bb00 None None] Provisioning complete for port 80298086-4b6f-412c-8651-841a42b4a1ac triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:37.802412 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-16161178-77a1-4248-9b89-7d604db6bb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (80298086-4b6f-412c-8651-841a42b4a1ac), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:37.899641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-16161178-77a1-4248-9b89-7d604db6bb00 None None] Current status of the port 80298086-4b6f-412c-8651-841a42b4a1ac is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:37.899851 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router e773e24b-46a9-4090-a27a-29dc308230ea has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:21:37.900113 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-16161178-77a1-4248-9b89-7d604db6bb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (80298086-4b6f-412c-8651-841a42b4a1ac), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:37.938398 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-16161178-77a1-4248-9b89-7d604db6bb00 None None] For port 80298086-4b6f-412c-8651-841a42b4a1ac, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=80298086-4b6f-412c-8651-841a42b4a1ac,segment=NetworkSegment(d30fd4cc-74d3-428c-9001-20dee9aba831),segment_id=d30fd4cc-74d3-428c-9001-20dee9aba831)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:37.948340 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-16161178-77a1-4248-9b89-7d604db6bb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (80298086-4b6f-412c-8651-841a42b4a1ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:38.008323 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16161178-77a1-4248-9b89-7d604db6bb00 None None] Pushing event updated for resources: {'Port': ['ID=80298086-4b6f-412c-8651-841a42b4a1ac,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:38.038009 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:21:38.044034 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b018d2fc-20b4-421b-88b0-d8027f97e1fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "PUT /v2.0/routers/e773e24b-46a9-4090-a27a-29dc308230ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1061945 Mar 11 12:21:38.130053 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Sync routers for ids ['e773e24b-46a9-4090-a27a-29dc308230ea'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:21:38.142107 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Routers {'e773e24b-46a9-4090-a27a-29dc308230ea'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:38.142725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:21:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e773e24b-46a9-4090-a27a-29dc308230ea'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:38.261793 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-5a67cfe4-45d6-41ea-9f4c-9ca848f20196 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2001096255&fields=id&tenant_id=90210211b9a748d8a45f81106abe76ca HTTP/1.1" status: 200 len: 267 time: 0.0510163 Mar 11 12:21:38.378473 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-00d16b61-2b5f-48b7-a276-30a85e7288c0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:38.380196 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-00d16b61-2b5f-48b7-a276-30a85e7288c0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/networks?id=019c0a59-4c27-4a12-88f3-ebe497cb6e32 HTTP/1.1" status: 200 len: 796 time: 0.1112282 Mar 11 12:21:38.397038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-c7732eb5-33e6-48a9-ae75-7ba679ba03ea tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/quotas/90210211b9a748d8a45f81106abe76ca HTTP/1.1" status: 200 len: 375 time: 0.0106795 Mar 11 12:21:38.452672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-67cecd11-84ff-45cb-8195-2d7e3fb97709 None None] Provisioning complete for port d53e6e6f-29f7-4c77-b522-1a2e705d026e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:38.452975 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67cecd11-84ff-45cb-8195-2d7e3fb97709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:38.455537 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Set router e773e24b-46a9-4090-a27a-29dc308230ea gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:38.460823 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-dc72aac6-781e-4668-91da-1edb78ff61c8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573955 Mar 11 12:21:38.560982 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-27865170-6c4c-4148-8a90-aa7e9b883071 service neutron] 10.222.0.78 "GET /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882699 Mar 11 12:21:38.564740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-67cecd11-84ff-45cb-8195-2d7e3fb97709 None None] Port d53e6e6f-29f7-4c77-b522-1a2e705d026e cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:21:38.629733 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-67cecd11-84ff-45cb-8195-2d7e3fb97709 None None] Provisioning complete for port 80298086-4b6f-412c-8651-841a42b4a1ac triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:38.630101 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67cecd11-84ff-45cb-8195-2d7e3fb97709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (80298086-4b6f-412c-8651-841a42b4a1ac), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:38.654123 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-c8486814-012e-46a1-ba3d-995728239cfb service neutron] 10.222.0.78 "GET /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870357 Mar 11 12:21:38.761060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-67cecd11-84ff-45cb-8195-2d7e3fb97709 None None] Current status of the port 80298086-4b6f-412c-8651-841a42b4a1ac is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:38.766364 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695497647', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:37Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'd53e6e6f-29f7-4c77-b522-1a2e705d026e', 'name': '', 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:e9:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:36Z', 'updated_at': '2022-03-11T12:21:37Z', 'revision_number': 2, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:38.810832 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Checking router: e773e24b-46a9-4090-a27a-29dc308230ea for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:21:38.811254 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Updating router e773e24b-46a9-4090-a27a-29dc308230ea port d53e6e6f-29f7-4c77-b522-1a2e705d026e binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:21:38.839499 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2449d676-893d-4778-81b6-514ee5144c5b req-bfcb03d9-95ca-4220-b37b-97e03da2c335 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 210 time: 0.0303192 Mar 11 12:21:38.840497 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:38.885546 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:21:38.998368 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3173cf66-67e1-4218-bd50-a0afb941b29a None None] Provisioning complete for port d53e6e6f-29f7-4c77-b522-1a2e705d026e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:38.999096 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3173cf66-67e1-4218-bd50-a0afb941b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:39.067066 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3173cf66-67e1-4218-bd50-a0afb941b29a None None] Port d53e6e6f-29f7-4c77-b522-1a2e705d026e cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:21:39.068541 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:39.068992 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:39.254194 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:39.255264 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 80298086-4b6f-412c-8651-841a42b4a1ac up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:21:39.260924 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Publish callbacks [] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:39.285409 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:39.350503 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21807977-effd-4303-aea8-5a2c5720f986 None None] Pushing event updated for resources: {'Port': ['ID=d53e6e6f-29f7-4c77-b522-1a2e705d026e,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:39.398933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 80298086-4b6f-412c-8651-841a42b4a1ac triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:39.404229 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (80298086-4b6f-412c-8651-841a42b4a1ac), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:39.449741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Attempting to bind port d53e6e6f-29f7-4c77-b522-1a2e705d026e on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:21:39.450119 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Attempting to bind port d53e6e6f-29f7-4c77-b522-1a2e705d026e by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:21:39.450485 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Attempting to bind port d53e6e6f-29f7-4c77-b522-1a2e705d026e on network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:21:39.460622 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:21:39.461000 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Checking segment: {'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:21:39.461380 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:39.461881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Bound using segment: {'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:21:39.462426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Bound port: d53e6e6f-29f7-4c77-b522-1a2e705d026e, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:21:39.462910 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:39.566241 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] For port d53e6e6f-29f7-4c77-b522-1a2e705d026e, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:21:39.570904 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] For port d53e6e6f-29f7-4c77-b522-1a2e705d026e, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d53e6e6f-29f7-4c77-b522-1a2e705d026e,segment=NetworkSegment(d30fd4cc-74d3-428c-9001-20dee9aba831),segment_id=d30fd4cc-74d3-428c-9001-20dee9aba831)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:21:39.574815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 80298086-4b6f-412c-8651-841a42b4a1ac is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:39.579539 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:39.639889 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Routers {'e773e24b-46a9-4090-a27a-29dc308230ea'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:39.640440 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:21:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e773e24b-46a9-4090-a27a-29dc308230ea'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:39.642442 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21807977-effd-4303-aea8-5a2c5720f986 None None] Pushing event updated for resources: {'Port': ['ID=d53e6e6f-29f7-4c77-b522-1a2e705d026e,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:39.771391 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-38bb412a-7386-4dfa-8bfc-8e6e4bef3c72 None None] Provisioning complete for port d53e6e6f-29f7-4c77-b522-1a2e705d026e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:39.771845 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-38bb412a-7386-4dfa-8bfc-8e6e4bef3c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:39.774642 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] Set router e773e24b-46a9-4090-a27a-29dc308230ea gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:39.911165 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e311f16a-1dec-4b47-aa55-7c2e31809e6d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:39.912988 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e311f16a-1dec-4b47-aa55-7c2e31809e6d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.37 "GET /v2.0/networks?id=019c0a59-4c27-4a12-88f3-ebe497cb6e32 HTTP/1.1" status: 200 len: 796 time: 0.1468525 Mar 11 12:21:39.981933 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7cb9747-b61d-4dcd-9189-327919c307a3 req-bf557026-b2a7-4221-9b41-1a3a5a66feef tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 210 time: 0.0370197 Mar 11 12:21:39.985354 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-7f02c70e-347e-4321-9da5-120a78fc2b95 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90210211b9a748d8a45f81106abe76ca HTTP/1.1" status: 200 len: 380 time: 0.0640168 Mar 11 12:21:39.994563 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-b1401959-0620-434b-9426-69f64f7ff824 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'port': {'device_id': 'db583708-359c-45fb-9614-550969156fc9', 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32', 'admin_state_up': True, 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'security_groups': ['7887b468-cd51-44d9-bd87-e66ba8e74d69']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:40.002923 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-38bb412a-7386-4dfa-8bfc-8e6e4bef3c72 None None] Current status of the port d53e6e6f-29f7-4c77-b522-1a2e705d026e is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:40.003455 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-38bb412a-7386-4dfa-8bfc-8e6e4bef3c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:40.069343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-38bb412a-7386-4dfa-8bfc-8e6e4bef3c72 None None] For port d53e6e6f-29f7-4c77-b522-1a2e705d026e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d53e6e6f-29f7-4c77-b522-1a2e705d026e,segment=NetworkSegment(d30fd4cc-74d3-428c-9001-20dee9aba831),segment_id=d30fd4cc-74d3-428c-9001-20dee9aba831)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:40.076268 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-38bb412a-7386-4dfa-8bfc-8e6e4bef3c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:40.114503 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-b1401959-0620-434b-9426-69f64f7ff824 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Made reservation on behalf of 90210211b9a748d8a45f81106abe76ca for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:21:40.118042 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-b1401959-0620-434b-9426-69f64f7ff824 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:40.126060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695497647', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:37Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'd53e6e6f-29f7-4c77-b522-1a2e705d026e', 'name': '', 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:e9:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:36Z', 'updated_at': '2022-03-11T12:21:39Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:40.155793 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84f47b1-85b7-453e-b4ec-51332046fe15 None None] The sync data for ids ['e773e24b-46a9-4090-a27a-29dc308230ea'] in n-d-833234-2 is: [{'id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695497647', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:37Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'd53e6e6f-29f7-4c77-b522-1a2e705d026e', 'name': '', 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:e9:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:36Z', 'updated_at': '2022-03-11T12:21:39Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:21:40.158168 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb412a-7386-4dfa-8bfc-8e6e4bef3c72 None None] Pushing event updated for resources: {'Port': ['ID=d53e6e6f-29f7-4c77-b522-1a2e705d026e,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:40.196841 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-38e4788d-2f01-4486-a88b-eda3bf7eaf0c None None] Provisioning complete for port d53e6e6f-29f7-4c77-b522-1a2e705d026e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:40.197283 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-38e4788d-2f01-4486-a88b-eda3bf7eaf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:40.289542 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-b1401959-0620-434b-9426-69f64f7ff824 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Allocated IP 172.20.0.4 (019c0a59-4c27-4a12-88f3-ebe497cb6e32/782b42a2-1870-4cde-950d-53c6753bed5f/736a16d6-bf28-4123-91c2-a56a57a5cce7) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:21:40.313589 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-38e4788d-2f01-4486-a88b-eda3bf7eaf0c None None] Current status of the port d53e6e6f-29f7-4c77-b522-1a2e705d026e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:40.461592 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-b1401959-0620-434b-9426-69f64f7ff824 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:40.498153 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-b1401959-0620-434b-9426-69f64f7ff824 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:40.547508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-b1401959-0620-434b-9426-69f64f7ff824 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:21:40.550683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-b1401959-0620-434b-9426-69f64f7ff824 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:40.555096 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-b1401959-0620-434b-9426-69f64f7ff824 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:21:40.559994 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1401959-0620-434b-9426-69f64f7ff824 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=736a16d6-bf28-4123-91c2-a56a57a5cce7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:40.612965 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-b1401959-0620-434b-9426-69f64f7ff824 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:40.613633 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-b1401959-0620-434b-9426-69f64f7ff824 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:40.634737 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-b1401959-0620-434b-9426-69f64f7ff824 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6441827 Mar 11 12:21:40.648798 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Request body: {'port': {'device_id': 'db583708-359c-45fb-9614-550969156fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:40.715986 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:40.792322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d53e6e6f-29f7-4c77-b522-1a2e705d026e up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:21:40.851695 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-558c4e5e-5e07-4ede-8666-4c9e2e894b09 None None] Provisioning complete for port 736a16d6-bf28-4123-91c2-a56a57a5cce7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:40.852089 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-558c4e5e-5e07-4ede-8666-4c9e2e894b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:40.878883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d53e6e6f-29f7-4c77-b522-1a2e705d026e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:40.879252 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:40.914980 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-558c4e5e-5e07-4ede-8666-4c9e2e894b09 None None] Port 736a16d6-bf28-4123-91c2-a56a57a5cce7 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:21:40.975835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d53e6e6f-29f7-4c77-b522-1a2e705d026e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:41.019701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736a16d6-bf28-4123-91c2-a56a57a5cce7 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:21:41.030785 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Publish callbacks [] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:41.044858 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Transition to ACTIVE for port object 736a16d6-bf28-4123-91c2-a56a57a5cce7 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:21:41.050617 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:41.122850 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Pushing event updated for resources: {'Port': ['ID=736a16d6-bf28-4123-91c2-a56a57a5cce7,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:41.124048 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79259fcb-6d4c-488d-9ec9-5bb3274f679e req-01296ec6-9481-463e-8e2b-c351bbada904 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:41.132500 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79259fcb-6d4c-488d-9ec9-5bb3274f679e req-01296ec6-9481-463e-8e2b-c351bbada904 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 943 time: 0.0753517 Mar 11 12:21:41.178313 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Attempting to bind port 736a16d6-bf28-4123-91c2-a56a57a5cce7 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:21:41.178566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Attempting to bind port 736a16d6-bf28-4123-91c2-a56a57a5cce7 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:21:41.178863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Attempting to bind port 736a16d6-bf28-4123-91c2-a56a57a5cce7 on network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:21:41.187610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Port 736a16d6-bf28-4123-91c2-a56a57a5cce7 on network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:21:41.188110 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Attempting to bind port 736a16d6-bf28-4123-91c2-a56a57a5cce7 on network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:21:41.194430 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:21:41.194767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Checking segment: {'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:21:41.195146 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Bound using segment: {'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:21:41.200176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Bound port: 736a16d6-bf28-4123-91c2-a56a57a5cce7, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:21:41.201032 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:41.212264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79259fcb-6d4c-488d-9ec9-5bb3274f679e req-b4ee80e3-7cfc-420d-8f61-756994985e43 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785768 Mar 11 12:21:41.291076 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] For port 736a16d6-bf28-4123-91c2-a56a57a5cce7, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:21:41.294718 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] For port 736a16d6-bf28-4123-91c2-a56a57a5cce7, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7,segment=NetworkSegment(d30fd4cc-74d3-428c-9001-20dee9aba831),segment_id=d30fd4cc-74d3-428c-9001-20dee9aba831)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:21:41.304655 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:41.341429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:41.342054 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:41.343507 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] 10.222.0.37 "PUT /v2.0/ports/736a16d6-bf28-4123-91c2-a56a57a5cce7 HTTP/1.1" status: 200 len: 1091 time: 0.7008538 Mar 11 12:21:41.346105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db583708-359c-45fb-9614-550969156fc9', 'tag': '736a16d6-bf28-4123-91c2-a56a57a5cce7'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:21:41.349352 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3bcbe2-8777-49e0-bee5-82ff54e28cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "db583708-359c-45fb-9614-550969156fc9", "tag": "736a16d6-bf28-4123-91c2-a56a57a5cce7"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:21:41.382588 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8a682-27ce-4154-809e-7ab880287afc service neutron] Pushing event updated for resources: {'Port': ['ID=736a16d6-bf28-4123-91c2-a56a57a5cce7,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:41.403622 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dc2969-68c7-4736-a0ef-30bbbfaf8592 x-openstack-request-id: req-25dc2969-68c7-4736-a0ef-30bbbfaf8592 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:21:41.403920 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db583708-359c-45fb-9614-550969156fc9", "tag": "736a16d6-bf28-4123-91c2-a56a57a5cce7", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:21:41.404177 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25dc2969-68c7-4736-a0ef-30bbbfaf8592 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:21:41.405182 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db583708-359c-45fb-9614-550969156fc9', 'tag': '736a16d6-bf28-4123-91c2-a56a57a5cce7', 'status': 'completed', 'code': 200} Mar 11 12:21:41.442734 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-5389ed48-89d4-4bf2-9116-05e78013e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:41.444429 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-5389ed48-89d4-4bf2-9116-05e78013e014 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 1125 time: 0.0545621 Mar 11 12:21:41.492830 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-db06a6fd-6720-4f4f-a256-a0d1f88d1633 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7 HTTP/1.1" status: 200 len: 217 time: 0.0411546 Mar 11 12:21:41.547270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-cb023b26-0f06-4068-b833-94e510fd4daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:41.548948 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-cb023b26-0f06-4068-b833-94e510fd4daa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=782b42a2-1870-4cde-950d-53c6753bed5f HTTP/1.1" status: 200 len: 834 time: 0.0500011 Mar 11 12:21:41.599570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-4599d4e2-b801-4040-98ee-fe62d3d2cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:41.601144 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-4599d4e2-b801-4040-98ee-fe62d3d2cdbf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=019c0a59-4c27-4a12-88f3-ebe497cb6e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459323 Mar 11 12:21:41.700279 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-3ad098ab-68a7-43e1-a47b-2d66f70ee43d service neutron] 10.222.0.37 "GET /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932293 Mar 11 12:21:41.789751 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0e573dcd-fdb2-43b1-ba2f-d4bbec3ad607 req-05072adf-b17f-4068-a6a7-80b36c20558c service neutron] 10.222.0.37 "GET /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830178 Mar 11 12:21:41.898441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bcbe2-8777-49e0-bee5-82ff54e28cdc req-a1887474-5c74-41db-8cb4-62101909289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:41.900711 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1d3bcbe2-8777-49e0-bee5-82ff54e28cdc req-a1887474-5c74-41db-8cb4-62101909289c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 1125 time: 0.0546889 Mar 11 12:21:41.999603 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bcbe2-8777-49e0-bee5-82ff54e28cdc req-efdd01a3-a9d8-4617-921d-3eb8a072573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:42.000992 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1d3bcbe2-8777-49e0-bee5-82ff54e28cdc req-efdd01a3-a9d8-4617-921d-3eb8a072573d service neutron] 10.222.0.37 "GET /v2.0/networks?id=019c0a59-4c27-4a12-88f3-ebe497cb6e32 HTTP/1.1" status: 200 len: 897 time: 0.0932322 Mar 11 12:21:42.041642 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1d3bcbe2-8777-49e0-bee5-82ff54e28cdc req-75ec134a-1dd6-41a8-806e-b9b9ea9c0279 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7 HTTP/1.1" status: 200 len: 217 time: 0.0344660 Mar 11 12:21:42.097377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bcbe2-8777-49e0-bee5-82ff54e28cdc req-f72c16f0-4030-4fad-b066-3a1eb17fd575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:42.098931 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1d3bcbe2-8777-49e0-bee5-82ff54e28cdc req-f72c16f0-4030-4fad-b066-3a1eb17fd575 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=782b42a2-1870-4cde-950d-53c6753bed5f HTTP/1.1" status: 200 len: 834 time: 0.0506308 Mar 11 12:21:42.160727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bcbe2-8777-49e0-bee5-82ff54e28cdc req-10a41f4f-9512-48bb-9c88-9c262fbf01c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:42.162292 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1d3bcbe2-8777-49e0-bee5-82ff54e28cdc req-10a41f4f-9512-48bb-9c88-9c262fbf01c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=019c0a59-4c27-4a12-88f3-ebe497cb6e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0566299 Mar 11 12:21:42.277256 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1d3bcbe2-8777-49e0-bee5-82ff54e28cdc req-30a1a6aa-b13e-4147-acc6-b720f3022a6d service neutron] 10.222.0.37 "GET /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082399 Mar 11 12:21:42.359903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e694c-f3ca-42fc-b1d5-78d08ba9067a req-407922b0-29b6-45f8-b51b-3920cbd91f26 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:42.361436 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-403e694c-f3ca-42fc-b1d5-78d08ba9067a req-407922b0-29b6-45f8-b51b-3920cbd91f26 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 943 time: 0.0570545 Mar 11 12:21:42.375016 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1d3bcbe2-8777-49e0-bee5-82ff54e28cdc req-cdfe4535-43fc-4146-a63c-d6d266154370 service neutron] 10.222.0.37 "GET /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904574 Mar 11 12:21:42.412300 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-403e694c-f3ca-42fc-b1d5-78d08ba9067a req-777c644f-f524-4be0-a9c8-bc031d1fdee1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450835 Mar 11 12:21:42.854872 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:43.555126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01391b0f-63ce-490c-bdaa-7465aba04528 req-d6f0ec9b-cdb9-4111-9abd-a133f7f3187e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:43.556613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01391b0f-63ce-490c-bdaa-7465aba04528 req-d6f0ec9b-cdb9-4111-9abd-a133f7f3187e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 943 time: 0.0695355 Mar 11 12:21:43.610641 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01391b0f-63ce-490c-bdaa-7465aba04528 req-aa93ccc1-b793-4535-9b99-2ff1b7b8e345 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482602 Mar 11 12:21:43.643597 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b9a2de8c-f40b-4051-bddb-bef19bfdc6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:44.748802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff898c0-5d4f-4b9c-9dce-eb799f45062d req-6c67babe-be9d-4a96-ad71-ea987851f84f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:44.750320 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aff898c0-5d4f-4b9c-9dce-eb799f45062d req-6c67babe-be9d-4a96-ad71-ea987851f84f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 943 time: 0.0641837 Mar 11 12:21:44.755277 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 736a16d6-bf28-4123-91c2-a56a57a5cce7 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:21:44.805059 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aff898c0-5d4f-4b9c-9dce-eb799f45062d req-2bebbdeb-0fe3-4fcf-a0dc-9863e4c2b9fc tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480387 Mar 11 12:21:44.856730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 736a16d6-bf28-4123-91c2-a56a57a5cce7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7,segment=NetworkSegment(d30fd4cc-74d3-428c-9001-20dee9aba831),segment_id=d30fd4cc-74d3-428c-9001-20dee9aba831)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:44.867222 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '736a16d6-bf28-4123-91c2-a56a57a5cce7', 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32', 'port_id': '736a16d6-bf28-4123-91c2-a56a57a5cce7', 'mac_address': 'fa:16:3e:92:6f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:21:44.907188 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 736a16d6-bf28-4123-91c2-a56a57a5cce7 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:44.907500 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:44.920764 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736a16d6-bf28-4123-91c2-a56a57a5cce7 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:21:44.939532 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 736a16d6-bf28-4123-91c2-a56a57a5cce7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7,segment=NetworkSegment(d30fd4cc-74d3-428c-9001-20dee9aba831),segment_id=d30fd4cc-74d3-428c-9001-20dee9aba831)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:44.946297 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:45.007545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=736a16d6-bf28-4123-91c2-a56a57a5cce7,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:45.298652 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['736a16d6-bf28-4123-91c2-a56a57a5cce7'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:21:45.747261 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6456-1e75-4ede-92b2-a8733b9e24f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:45.941780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b5e5e-b957-4307-a7f9-ab039aa3f049 req-9969f0a8-7939-4b5b-a92a-f517c47a052f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:45.943282 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b22b5e5e-b957-4307-a7f9-ab039aa3f049 req-9969f0a8-7939-4b5b-a92a-f517c47a052f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 944 time: 0.0624626 Mar 11 12:21:45.995483 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b22b5e5e-b957-4307-a7f9-ab039aa3f049 req-2edac2c0-4855-4767-aea9-14c3990d5292 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438004 Mar 11 12:21:46.778021 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 736a16d6-bf28-4123-91c2-a56a57a5cce7 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:21:46.829702 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 736a16d6-bf28-4123-91c2-a56a57a5cce7 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:21:46.834530 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 736a16d6-bf28-4123-91c2-a56a57a5cce7 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:46.834892 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:46.915389 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 736a16d6-bf28-4123-91c2-a56a57a5cce7 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:46.915797 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:46.939213 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db583708-359c-45fb-9614-550969156fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736a16d6-bf28-4123-91c2-a56a57a5cce7'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:21:46.941429 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c9c5a4-cb0f-48ba-8e0a-a13aa7b96cda" -d '{"events": [{"server_uuid": "db583708-359c-45fb-9614-550969156fc9", "name": "network-vif-plugged", "status": "completed", "tag": "736a16d6-bf28-4123-91c2-a56a57a5cce7"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:21:46.953574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 736a16d6-bf28-4123-91c2-a56a57a5cce7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7,segment=NetworkSegment(d30fd4cc-74d3-428c-9001-20dee9aba831),segment_id=d30fd4cc-74d3-428c-9001-20dee9aba831)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:46.964802 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:46.989084 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53281394-5c80-4cc8-8024-cbe1def66bc8 x-openstack-request-id: req-53281394-5c80-4cc8-8024-cbe1def66bc8 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:21:46.989332 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db583708-359c-45fb-9614-550969156fc9", "name": "network-vif-plugged", "status": "completed", "tag": "736a16d6-bf28-4123-91c2-a56a57a5cce7", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:21:46.989751 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-53281394-5c80-4cc8-8024-cbe1def66bc8 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:21:46.990004 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db583708-359c-45fb-9614-550969156fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736a16d6-bf28-4123-91c2-a56a57a5cce7', 'code': 200} Mar 11 12:21:47.020823 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=736a16d6-bf28-4123-91c2-a56a57a5cce7,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:47.029673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:47.030012 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:47.030353 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:47.030657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:47.031011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:47.031319 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:47.033075 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:47.033075 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:47.033075 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:47.033075 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:47.033075 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:47.033547 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:47.033912 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:21:47.092476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16685698-687e-452b-bce4-e49e3c95133e req-434d8dba-1125-4dfb-ad2a-6d4afe5759ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:47.094153 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-16685698-687e-452b-bce4-e49e3c95133e req-434d8dba-1125-4dfb-ad2a-6d4afe5759ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 1127 time: 0.0473785 Mar 11 12:21:47.146396 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-16685698-687e-452b-bce4-e49e3c95133e req-58a35301-eca1-4218-91cd-88ba28d8eede service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441804 Mar 11 12:21:47.152047 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3164e21-354e-441b-baba-a280965c8eb5 req-f3e227cf-a164-458b-86f1-8f6cc6cf49ca tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:47.153790 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3164e21-354e-441b-baba-a280965c8eb5 req-f3e227cf-a164-458b-86f1-8f6cc6cf49ca tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 945 time: 0.0566704 Mar 11 12:21:47.202392 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3164e21-354e-441b-baba-a280965c8eb5 req-182bbd7a-4650-44cf-b51a-0ceb9ab9129d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428166 Mar 11 12:21:47.283268 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:48.330273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee10ad-a1da-4b39-8824-69abff2f60f2 req-e0744115-7444-44f0-bafa-0f22fd4a4568 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:48.331794 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-81ee10ad-a1da-4b39-8824-69abff2f60f2 req-e0744115-7444-44f0-bafa-0f22fd4a4568 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 945 time: 0.0526700 Mar 11 12:21:48.382358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-81ee10ad-a1da-4b39-8824-69abff2f60f2 req-40ddee18-7686-4f03-b512-667108d0e16b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448055 Mar 11 12:21:48.517803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dd822-40e3-4165-95e0-bcf59824b516 req-ba744051-9e7b-4b9d-a21a-f8007f396583 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:48.519200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa3dd822-40e3-4165-95e0-bcf59824b516 req-ba744051-9e7b-4b9d-a21a-f8007f396583 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 945 time: 0.0559642 Mar 11 12:21:48.579927 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa3dd822-40e3-4165-95e0-bcf59824b516 req-64cf83ff-78fc-4c9a-b3f4-2c7845ea3d6d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525386 Mar 11 12:21:48.602107 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41416) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:48.646994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148db545-8e14-4e68-80c3-bea6bb59a4d7 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:48.648525 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-148db545-8e14-4e68-80c3-bea6bb59a4d7 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 1122 time: 0.0454330 Mar 11 12:21:48.652749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41418) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:48.657134 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '736a16d6-bf28-4123-91c2-a56a57a5cce7', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:48.680911 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:48.683047 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:48.783695 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:48.892925 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Allocated IP 172.25.7.160 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/1d0596bf-4775-4068-8550-2758c8e99666) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:21:48.994903 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (1d0596bf-4775-4068-8550-2758c8e99666), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:49.039152 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (1d0596bf-4775-4068-8550-2758c8e99666), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:49.074393 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:21:49.077791 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:49.083117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:21:49.108252 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=1d0596bf-4775-4068-8550-2758c8e99666,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:49.470780 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for floatingip (f73e3e16-d35f-4309-9fd8-ae58ec6c6bfe), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:49.546564 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1d0596bf-4775-4068-8550-2758c8e99666), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:49.708171 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (1d0596bf-4775-4068-8550-2758c8e99666), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:49.716447 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (1d0596bf-4775-4068-8550-2758c8e99666), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:49.786616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=1d0596bf-4775-4068-8550-2758c8e99666,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:49.795902 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (f73e3e16-d35f-4309-9fd8-ae58ec6c6bfe), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:49.908347 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Floating IP f73e3e16-d35f-4309-9fd8-ae58ec6c6bfe associated. External IP: 172.25.7.160, port: 736a16d6-bf28-4123-91c2-a56a57a5cce7. Mar 11 12:21:50.097057 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:50.124504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router e773e24b-46a9-4090-a27a-29dc308230ea has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:21:50.242886 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:21:50.254044 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df7409e-bf97-4abd-a1c0-f60b27a99a3c None None] Sync routers for ids ['e773e24b-46a9-4090-a27a-29dc308230ea'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:21:50.264979 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:50.265841 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df7409e-bf97-4abd-a1c0-f60b27a99a3c None None] Routers {'e773e24b-46a9-4090-a27a-29dc308230ea'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:50.266537 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6df7409e-bf97-4abd-a1c0-f60b27a99a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:21:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e773e24b-46a9-4090-a27a-29dc308230ea'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:50.295497 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-59fdf7cd-32ed-44a1-8755-4adb32cd67e2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6417024 Mar 11 12:21:50.296107 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db583708-359c-45fb-9614-550969156fc9', 'tag': '736a16d6-bf28-4123-91c2-a56a57a5cce7'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:21:50.298352 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902c208f-b29f-44ba-b542-b2313048ddb7" -d '{"events": [{"name": "network-changed", "server_uuid": "db583708-359c-45fb-9614-550969156fc9", "tag": "736a16d6-bf28-4123-91c2-a56a57a5cce7"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:21:50.336157 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a2bdc9-d974-4855-8ec3-345700662437 x-openstack-request-id: req-67a2bdc9-d974-4855-8ec3-345700662437 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:21:50.337071 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db583708-359c-45fb-9614-550969156fc9", "tag": "736a16d6-bf28-4123-91c2-a56a57a5cce7", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:21:50.337071 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-67a2bdc9-d974-4855-8ec3-345700662437 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:21:50.337280 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db583708-359c-45fb-9614-550969156fc9', 'tag': '736a16d6-bf28-4123-91c2-a56a57a5cce7', 'status': 'completed', 'code': 200} Mar 11 12:21:50.387537 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-6df7409e-bf97-4abd-a1c0-f60b27a99a3c None None] Set router e773e24b-46a9-4090-a27a-29dc308230ea gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:50.408584 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c208f-b29f-44ba-b542-b2313048ddb7 req-1f318110-6f05-48cc-8941-7be49b02c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:50.409977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89cbe5-3ed9-4190-88bc-741d29e9bceb req-6a4c1e95-1ae0-4754-b42d-756c81c0ef41 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:50.410497 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-902c208f-b29f-44ba-b542-b2313048ddb7 req-1f318110-6f05-48cc-8941-7be49b02c1bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 1127 time: 0.0513575 Mar 11 12:21:50.411491 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc89cbe5-3ed9-4190-88bc-741d29e9bceb req-6a4c1e95-1ae0-4754-b42d-756c81c0ef41 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 945 time: 0.0573382 Mar 11 12:21:50.466021 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc89cbe5-3ed9-4190-88bc-741d29e9bceb req-a35403e3-4fc0-4354-a660-6b7309363119 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477743 Mar 11 12:21:50.490334 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41426) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:50.548646 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c208f-b29f-44ba-b542-b2313048ddb7 req-d2f39228-47fe-40d7-b05d-388c75e4c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:50.550232 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-902c208f-b29f-44ba-b542-b2313048ddb7 req-d2f39228-47fe-40d7-b05d-388c75e4c2c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=019c0a59-4c27-4a12-88f3-ebe497cb6e32 HTTP/1.1" status: 200 len: 897 time: 0.1340585 Mar 11 12:21:50.598782 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2f2462e8-b122-4994-8e60-7dd60dbb3b52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/floatingips/f73e3e16-d35f-4309-9fd8-ae58ec6c6bfe HTTP/1.1" status: 200 len: 991 time: 0.1071990 Mar 11 12:21:50.618052 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6df7409e-bf97-4abd-a1c0-f60b27a99a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695497647', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:37Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'f73e3e16-d35f-4309-9fd8-ae58ec6c6bfe', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'floating_ip_address': '172.25.7.160', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'port_id': '736a16d6-bf28-4123-91c2-a56a57a5cce7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32', 'mac_address': 'fa:16:3e:92:6f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db583708-359c-45fb-9614-550969156fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:21:49Z', 'updated_at': '2022-03-11T12:21:49Z', 'revision_number': 0, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53e6e6f-29f7-4c77-b522-1a2e705d026e', 'name': '', 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:e9:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:36Z', 'updated_at': '2022-03-11T12:21:40Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:50.621801 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-902c208f-b29f-44ba-b542-b2313048ddb7 req-30717548-2588-41a2-8235-8829e6c67dc8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7 HTTP/1.1" status: 200 len: 999 time: 0.0648048 Mar 11 12:21:50.648432 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df7409e-bf97-4abd-a1c0-f60b27a99a3c None None] Checking router: e773e24b-46a9-4090-a27a-29dc308230ea for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:21:50.656818 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df7409e-bf97-4abd-a1c0-f60b27a99a3c None None] Routers {'e773e24b-46a9-4090-a27a-29dc308230ea'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:50.657403 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6df7409e-bf97-4abd-a1c0-f60b27a99a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:21:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e773e24b-46a9-4090-a27a-29dc308230ea'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:50.672716 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c208f-b29f-44ba-b542-b2313048ddb7 req-8451d826-7190-444f-8cea-2a03f378fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:50.674048 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-902c208f-b29f-44ba-b542-b2313048ddb7 req-8451d826-7190-444f-8cea-2a03f378fba0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=782b42a2-1870-4cde-950d-53c6753bed5f HTTP/1.1" status: 200 len: 834 time: 0.0464871 Mar 11 12:21:50.724874 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c208f-b29f-44ba-b542-b2313048ddb7 req-1f97d7a7-d3fc-46c4-a295-e95c6cf0ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:50.726397 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-902c208f-b29f-44ba-b542-b2313048ddb7 req-1f97d7a7-d3fc-46c4-a295-e95c6cf0ef8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=019c0a59-4c27-4a12-88f3-ebe497cb6e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462575 Mar 11 12:21:50.773439 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-6df7409e-bf97-4abd-a1c0-f60b27a99a3c None None] Set router e773e24b-46a9-4090-a27a-29dc308230ea gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:50.819306 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-902c208f-b29f-44ba-b542-b2313048ddb7 req-30a33ac1-412b-4f4c-afa2-48002f583cbd service neutron] 10.222.0.37 "GET /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865171 Mar 11 12:21:50.908655 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-902c208f-b29f-44ba-b542-b2313048ddb7 req-6c7b61a8-980c-4a37-ae9b-294a705b5361 service neutron] 10.222.0.37 "GET /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827439 Mar 11 12:21:51.006865 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6df7409e-bf97-4abd-a1c0-f60b27a99a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695497647', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:37Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'f73e3e16-d35f-4309-9fd8-ae58ec6c6bfe', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'floating_ip_address': '172.25.7.160', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'port_id': '736a16d6-bf28-4123-91c2-a56a57a5cce7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32', 'mac_address': 'fa:16:3e:92:6f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db583708-359c-45fb-9614-550969156fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:21:49Z', 'updated_at': '2022-03-11T12:21:49Z', 'revision_number': 0, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53e6e6f-29f7-4c77-b522-1a2e705d026e', 'name': '', 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:e9:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:36Z', 'updated_at': '2022-03-11T12:21:40Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:51.036427 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df7409e-bf97-4abd-a1c0-f60b27a99a3c None None] The sync data for ids ['e773e24b-46a9-4090-a27a-29dc308230ea'] in n-d-833234-2 is: [{'id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695497647', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:37Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'f73e3e16-d35f-4309-9fd8-ae58ec6c6bfe', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'floating_ip_address': '172.25.7.160', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'port_id': '736a16d6-bf28-4123-91c2-a56a57a5cce7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32', 'mac_address': 'fa:16:3e:92:6f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db583708-359c-45fb-9614-550969156fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:21:49Z', 'updated_at': '2022-03-11T12:21:49Z', 'revision_number': 0, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53e6e6f-29f7-4c77-b522-1a2e705d026e', 'name': '', 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:e9:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:36Z', 'updated_at': '2022-03-11T12:21:40Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:21:51.235997 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad952944-0885-4824-bba7-b9bcb1343a20 None None] New status for floating IP f73e3e16-d35f-4309-9fd8-ae58ec6c6bfe: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:21:51.602761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41432) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:51.908681 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41434) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:51.978050 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-67893edf-e517-4e8d-beef-dfbd96e33723 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/floatingips/f73e3e16-d35f-4309-9fd8-ae58ec6c6bfe HTTP/1.1" status: 200 len: 993 time: 0.3737519 Mar 11 12:21:52.314490 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2a614d8d-2788-4ef5-8e1c-9f165f039575 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2024 time: 0.4045544 Mar 11 12:21:52.318158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41436) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:52.322801 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-647a6cc8-448f-4578-aba6-f6306e83be09 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Request body: {'network': {'name': 'tempest-network-smoke--942852438', 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'port_security_enabled': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:52.346002 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647a6cc8-448f-4578-aba6-f6306e83be09 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Made reservation on behalf of ed531f65d6b9488785a39d736d391e6e for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:21:52.351858 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-647a6cc8-448f-4578-aba6-f6306e83be09 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:52.376815 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647a6cc8-448f-4578-aba6-f6306e83be09 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:21:52.385863 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-647a6cc8-448f-4578-aba6-f6306e83be09 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ff35f35a-c75b-4333-8891-5707fd919d3e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:52.386201 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-647a6cc8-448f-4578-aba6-f6306e83be09 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Added segment ff35f35a-c75b-4333-8891-5707fd919d3e of type vlan for network a50e50b2-a399-4fed-841d-8f9073ca6aa7 Mar 11 12:21:52.437412 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-647a6cc8-448f-4578-aba6-f6306e83be09 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (a50e50b2-a399-4fed-841d-8f9073ca6aa7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:52.464257 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-647a6cc8-448f-4578-aba6-f6306e83be09 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (a50e50b2-a399-4fed-841d-8f9073ca6aa7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:52.469496 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647a6cc8-448f-4578-aba6-f6306e83be09 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:52.470078 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-647a6cc8-448f-4578-aba6-f6306e83be09 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:52.501601 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-647a6cc8-448f-4578-aba6-f6306e83be09 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1823833 Mar 11 12:21:52.504323 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41438) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:52.508976 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1206523626', 'admin_state_up': True, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:52.531205 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (787c100b-d453-41ad-b717-b742ee1bd81e), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:52.532443 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (787c100b-d453-41ad-b717-b742ee1bd81e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:52.541829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a6cc8-448f-4578-aba6-f6306e83be09 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event updated for resources: {'Network': ['ID=a50e50b2-a399-4fed-841d-8f9073ca6aa7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:52.557109 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network a50e50b2-a399-4fed-841d-8f9073ca6aa7 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:21:52.585527 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for router_controller (787c100b-d453-41ad-b717-b742ee1bd81e), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:52.734383 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for router_gateway (787c100b-d453-41ad-b717-b742ee1bd81e), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:52.946504 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for router_gateway (787c100b-d453-41ad-b717-b742ee1bd81e), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:52.965652 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:53.087258 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Allocated IP 172.25.7.108 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/514e9e11-54bc-4daf-821c-07fcf7616f24) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:21:53.216915 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for port (514e9e11-54bc-4daf-821c-07fcf7616f24), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:53.274147 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (514e9e11-54bc-4daf-821c-07fcf7616f24), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:53.338356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:21:53.344671 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:53.347945 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:21:53.351379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event updated for resources: {'Port': ['ID=514e9e11-54bc-4daf-821c-07fcf7616f24,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:53.664217 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for router_gateway (787c100b-d453-41ad-b717-b742ee1bd81e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:53.929398 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (787c100b-d453-41ad-b717-b742ee1bd81e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:54.078189 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Router 787c100b-d453-41ad-b717-b742ee1bd81e is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:21:54.188986 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:21:54.199024 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Sync routers for ids ['787c100b-d453-41ad-b717-b742ee1bd81e'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:21:54.210007 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:54.210487 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Routers {'787c100b-d453-41ad-b717-b742ee1bd81e'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:54.211114 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:21:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['787c100b-d453-41ad-b717-b742ee1bd81e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:54.211282 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-34601796-bd67-41db-9def-3b3431070abe tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7059824 Mar 11 12:21:54.214374 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41440) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:54.282514 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4439cd-e5c5-44b3-830e-ea224286e6d0 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:54.284087 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2e4439cd-e5c5-44b3-830e-ea224286e6d0 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=ed531f65d6b9488785a39d736d391e6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0687532 Mar 11 12:21:54.287042 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41442) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:54.318531 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Set router 787c100b-d453-41ad-b717-b742ee1bd81e gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:54.376565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dff028a-6355-4cc9-aa2c-fb624ca463fe tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:54.378141 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9dff028a-6355-4cc9-aa2c-fb624ca463fe tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900128 Mar 11 12:21:54.381155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41444) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:54.415242 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b4804aab-447b-46e2-b49a-715be8f58c36 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329740 Mar 11 12:21:54.418048 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41446) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:54.451406 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a73e1e51-e627-4d4b-925b-7e9c2b3f269c tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=ed531f65d6b9488785a39d736d391e6e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320933 Mar 11 12:21:54.454135 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41448) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:54.500487 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206523626', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '514e9e11-54bc-4daf-821c-07fcf7616f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:52Z', 'updated_at': '2022-03-11T12:21:53Z', 'revision_number': 3, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '514e9e11-54bc-4daf-821c-07fcf7616f24', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:02:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:52Z', 'updated_at': '2022-03-11T12:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:54.526218 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Checking router: 787c100b-d453-41ad-b717-b742ee1bd81e for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:21:54.526584 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Updating router 787c100b-d453-41ad-b717-b742ee1bd81e port 514e9e11-54bc-4daf-821c-07fcf7616f24 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:21:54.542899 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b667238-f7bb-4631-98ec-cdee7c0d80f2 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:54.544575 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7b667238-f7bb-4631-98ec-cdee7c0d80f2 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895259 Mar 11 12:21:54.548035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41450) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:54.558918 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (514e9e11-54bc-4daf-821c-07fcf7616f24), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:54.576406 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-90a5f678-b70f-4eb7-ae55-85c006210b77 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272508 Mar 11 12:21:54.578879 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41452) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:54.583653 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7158ff76-f001-44d6-9c85-57d3a36e54b3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-10551444', 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7', 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:54.668005 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7158ff76-f001-44d6-9c85-57d3a36e54b3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Made reservation on behalf of ed531f65d6b9488785a39d736d391e6e for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:21:54.671630 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7158ff76-f001-44d6-9c85-57d3a36e54b3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:54.812065 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Publish callbacks [] for port (514e9e11-54bc-4daf-821c-07fcf7616f24), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:54.818214 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (514e9e11-54bc-4daf-821c-07fcf7616f24), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:54.854267 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7158ff76-f001-44d6-9c85-57d3a36e54b3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (fc054a17-d43c-42da-bf3e-3baa719c9651), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:54.863737 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Attempting to bind port 514e9e11-54bc-4daf-821c-07fcf7616f24 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:21:54.864105 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Attempting to bind port 514e9e11-54bc-4daf-821c-07fcf7616f24 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:21:54.864461 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Attempting to bind port 514e9e11-54bc-4daf-821c-07fcf7616f24 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:21:54.876622 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:21:54.876986 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:21:54.877376 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:54.877755 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:21:54.878203 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Bound port: 514e9e11-54bc-4daf-821c-07fcf7616f24, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:21:54.878565 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (514e9e11-54bc-4daf-821c-07fcf7616f24), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:54.880126 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c555ff-6572-409f-b1c3-39d5baacd3d1 None None] Pushing event updated for resources: {'Port': ['ID=514e9e11-54bc-4daf-821c-07fcf7616f24,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:54.921024 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158ff76-f001-44d6-9c85-57d3a36e54b3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event updated for resources: {'Subnet': ['ID=fc054a17-d43c-42da-bf3e-3baa719c9651,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:54.930425 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158ff76-f001-44d6-9c85-57d3a36e54b3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Checking segment: {'id': 'ff35f35a-c75b-4333-8891-5707fd919d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:21:54.930784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7158ff76-f001-44d6-9c85-57d3a36e54b3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Network hostable DHCP agents. Network: a50e50b2-a399-4fed-841d-8f9073ca6aa7, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:21:54.950521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7158ff76-f001-44d6-9c85-57d3a36e54b3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Network a50e50b2-a399-4fed-841d-8f9073ca6aa7 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:21:54.962926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-7158ff76-f001-44d6-9c85-57d3a36e54b3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, a50e50b2-a399-4fed-841d-8f9073ca6aa7) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:54.968324 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7158ff76-f001-44d6-9c85-57d3a36e54b3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:54.968961 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7158ff76-f001-44d6-9c85-57d3a36e54b3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:54.975393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5772965e-6139-4372-8b8b-319b4ccf6afe None None] Network a50e50b2-a399-4fed-841d-8f9073ca6aa7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:21:54.988041 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7158ff76-f001-44d6-9c85-57d3a36e54b3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.4080966 Mar 11 12:21:54.990919 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41454) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:21:55.030277 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] For port 514e9e11-54bc-4daf-821c-07fcf7616f24, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:21:55.033408 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] For port 514e9e11-54bc-4daf-821c-07fcf7616f24, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=514e9e11-54bc-4daf-821c-07fcf7616f24,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:21:55.043011 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (514e9e11-54bc-4daf-821c-07fcf7616f24), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:55.094646 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-a50e50b2-a399-4fed-841d-8f9073ca6aa7', 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7', 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'fixed_ips': [{'subnet_id': 'fc054a17-d43c-42da-bf3e-3baa719c9651'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:21:55.096163 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:55.107115 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Routers {'787c100b-d453-41ad-b717-b742ee1bd81e'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:55.107783 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:21:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['787c100b-d453-41ad-b717-b742ee1bd81e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:55.109695 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c555ff-6572-409f-b1c3-39d5baacd3d1 None None] Pushing event updated for resources: {'Port': ['ID=514e9e11-54bc-4daf-821c-07fcf7616f24,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:55.227146 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] Set router 787c100b-d453-41ad-b717-b742ee1bd81e gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:55.243411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Allocated IP 172.20.0.18 (a50e50b2-a399-4fed-841d-8f9073ca6aa7/fc054a17-d43c-42da-bf3e-3baa719c9651/0af4eb28-d214-4fb8-b4a1-b6d6d798bca5) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:21:55.404592 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Publish callbacks [] for port (0af4eb28-d214-4fb8-b4a1-b6d6d798bca5), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:55.405352 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206523626', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '514e9e11-54bc-4daf-821c-07fcf7616f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:52Z', 'updated_at': '2022-03-11T12:21:53Z', 'revision_number': 3, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '514e9e11-54bc-4daf-821c-07fcf7616f24', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:02:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:52Z', 'updated_at': '2022-03-11T12:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:55.412232 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (0af4eb28-d214-4fb8-b4a1-b6d6d798bca5), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:55.436100 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773eeee1-6f48-4862-97f6-515416eada40 None None] The sync data for ids ['787c100b-d453-41ad-b717-b742ee1bd81e'] in n-d-833234-2 is: [{'id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206523626', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '514e9e11-54bc-4daf-821c-07fcf7616f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:52Z', 'updated_at': '2022-03-11T12:21:53Z', 'revision_number': 3, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '514e9e11-54bc-4daf-821c-07fcf7616f24', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:02:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:52Z', 'updated_at': '2022-03-11T12:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:21:55.448606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Network a50e50b2-a399-4fed-841d-8f9073ca6aa7 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:21:55.451788 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:55.462761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:21:55.474286 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Pushing event updated for resources: {'Port': ['ID=0af4eb28-d214-4fb8-b4a1-b6d6d798bca5,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:55.475874 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:55.528443 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Attempting to bind port 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:21:55.528685 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Attempting to bind port 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'ff35f35a-c75b-4333-8891-5707fd919d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:21:55.529054 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Attempting to bind port 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 on network a50e50b2-a399-4fed-841d-8f9073ca6aa7 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:21:55.534497 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:21:55.534874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Checking segment: {'id': 'ff35f35a-c75b-4333-8891-5707fd919d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:21:55.535280 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:55.535280 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Bound using segment: {'id': 'ff35f35a-c75b-4333-8891-5707fd919d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:21:55.535280 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Bound port: 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff35f35a-c75b-4333-8891-5707fd919d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:21:55.535280 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0af4eb28-d214-4fb8-b4a1-b6d6d798bca5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:55.604793 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] For port 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:21:55.610226 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] For port 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0af4eb28-d214-4fb8-b4a1-b6d6d798bca5,segment=NetworkSegment(ff35f35a-c75b-4333-8891-5707fd919d3e),segment_id=ff35f35a-c75b-4333-8891-5707fd919d3e)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:21:55.619423 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0af4eb28-d214-4fb8-b4a1-b6d6d798bca5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:55.690958 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce973b2d-e365-4c4d-bde8-c05cdc47b232 None None] Pushing event updated for resources: {'Port': ['ID=0af4eb28-d214-4fb8-b4a1-b6d6d798bca5,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:55.835487 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Allocated IP 172.20.0.17 (a50e50b2-a399-4fed-841d-8f9073ca6aa7/fc054a17-d43c-42da-bf3e-3baa719c9651/d5aff041-9afb-465a-84e6-e561af9c996f) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:21:55.988418 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for port (d5aff041-9afb-465a-84e6-e561af9c996f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:56.034433 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d5aff041-9afb-465a-84e6-e561af9c996f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:56.083774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Network a50e50b2-a399-4fed-841d-8f9073ca6aa7 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:21:56.087342 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:56.095639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:21:56.107441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event updated for resources: {'Port': ['ID=d5aff041-9afb-465a-84e6-e561af9c996f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:56.168931 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (787c100b-d453-41ad-b717-b742ee1bd81e), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:56.330394 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d5aff041-9afb-465a-84e6-e561af9c996f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:56.644902 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for port (d5aff041-9afb-465a-84e6-e561af9c996f), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:56.650222 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (d5aff041-9afb-465a-84e6-e561af9c996f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:56.726525 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (787c100b-d453-41ad-b717-b742ee1bd81e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:56.738630 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event updated for resources: {'Port': ['ID=d5aff041-9afb-465a-84e6-e561af9c996f,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:56.876134 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Network a50e50b2-a399-4fed-841d-8f9073ca6aa7 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:21:56.876896 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:21:56.877895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:56.936439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:56.936812 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0af4eb28-d214-4fb8-b4a1-b6d6d798bca5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:56.968915 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bf5391-7fb6-48ad-8f4d-547b093d2d42 None None] Network a50e50b2-a399-4fed-841d-8f9073ca6aa7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:21:57.018861 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Router 787c100b-d453-41ad-b717-b742ee1bd81e has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:21:57.055085 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1cdda31b-059d-4c03-8e5d-883a6e6fbb25 None None] Provisioning complete for port 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:57.055464 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1cdda31b-059d-4c03-8e5d-883a6e6fbb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0af4eb28-d214-4fb8-b4a1-b6d6d798bca5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:57.140895 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:57.141745 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0af4eb28-d214-4fb8-b4a1-b6d6d798bca5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:57.146543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:21:57.152897 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6e35f2bb-a578-42bf-83a5-4ed90e36895b tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "PUT /v2.0/routers/787c100b-d453-41ad-b717-b742ee1bd81e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1593761 Mar 11 12:21:57.229446 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0af4eb28-d214-4fb8-b4a1-b6d6d798bca5,segment=NetworkSegment(ff35f35a-c75b-4333-8891-5707fd919d3e),segment_id=ff35f35a-c75b-4333-8891-5707fd919d3e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:57.244532 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0af4eb28-d214-4fb8-b4a1-b6d6d798bca5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:57.245633 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 514e9e11-54bc-4daf-821c-07fcf7616f24 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:21:57.375534 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=0af4eb28-d214-4fb8-b4a1-b6d6d798bca5,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:57.379747 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1cdda31b-059d-4c03-8e5d-883a6e6fbb25 None None] Current status of the port 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:57.394505 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 514e9e11-54bc-4daf-821c-07fcf7616f24 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:57.394891 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (514e9e11-54bc-4daf-821c-07fcf7616f24), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:57.443527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-b6a55a3c-cace-4e5e-85ac-b102622b2053 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:57.446122 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-b6a55a3c-cace-4e5e-85ac-b102622b2053 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/networks?id=a50e50b2-a399-4fed-841d-8f9073ca6aa7 HTTP/1.1" status: 200 len: 797 time: 0.1498175 Mar 11 12:21:57.467335 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-a1e88c91-ecbd-41cb-aa44-6bd1c8d19821 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/quotas/ed531f65d6b9488785a39d736d391e6e HTTP/1.1" status: 200 len: 375 time: 0.0149775 Mar 11 12:21:57.505486 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 514e9e11-54bc-4daf-821c-07fcf7616f24 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:57.505876 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (514e9e11-54bc-4daf-821c-07fcf7616f24), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:57.535833 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 514e9e11-54bc-4daf-821c-07fcf7616f24, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=514e9e11-54bc-4daf-821c-07fcf7616f24,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:57.542955 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (514e9e11-54bc-4daf-821c-07fcf7616f24), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:57.550788 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-97940b30-0a0c-4d62-b8d7-0589b78a8713 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ed531f65d6b9488785a39d736d391e6e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0742071 Mar 11 12:21:57.617535 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=514e9e11-54bc-4daf-821c-07fcf7616f24,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:57.701831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Sync routers for ids ['787c100b-d453-41ad-b717-b742ee1bd81e'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:21:57.706443 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-8c9aa846-e594-4e18-bfd1-a015ef042424 service neutron] 10.222.0.78 "GET /v2.0/networks/a50e50b2-a399-4fed-841d-8f9073ca6aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424825 Mar 11 12:21:57.730087 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Routers {'787c100b-d453-41ad-b717-b742ee1bd81e'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:57.730682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:21:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['787c100b-d453-41ad-b717-b742ee1bd81e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:57.776368 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-029e1041-7157-4267-8211-3cbfec128a3f None None] Provisioning complete for port 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:57.777038 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-029e1041-7157-4267-8211-3cbfec128a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0af4eb28-d214-4fb8-b4a1-b6d6d798bca5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:57.814086 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-e1b6834f-4233-4f6a-9e35-ee5fb0b3d9db service neutron] 10.222.0.78 "GET /v2.0/networks/a50e50b2-a399-4fed-841d-8f9073ca6aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064465 Mar 11 12:21:58.028614 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06b60094-7a52-4361-9711-09b26805adee req-1c78eaae-f8ce-4099-9ec3-340852a53463 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 210 time: 0.0453932 Mar 11 12:21:58.131017 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Set router 787c100b-d453-41ad-b717-b742ee1bd81e gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:58.161445 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-029e1041-7157-4267-8211-3cbfec128a3f None None] Current status of the port 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:58.214066 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-029e1041-7157-4267-8211-3cbfec128a3f None None] Provisioning complete for port d5aff041-9afb-465a-84e6-e561af9c996f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:58.214308 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-029e1041-7157-4267-8211-3cbfec128a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d5aff041-9afb-465a-84e6-e561af9c996f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:58.295060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-029e1041-7157-4267-8211-3cbfec128a3f None None] Port d5aff041-9afb-465a-84e6-e561af9c996f cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:21:58.368495 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206523626', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '514e9e11-54bc-4daf-821c-07fcf7616f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:52Z', 'updated_at': '2022-03-11T12:21:56Z', 'revision_number': 4, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '514e9e11-54bc-4daf-821c-07fcf7616f24', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:52Z', 'updated_at': '2022-03-11T12:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'd5aff041-9afb-465a-84e6-e561af9c996f', 'name': '', 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'mac_address': 'fa:16:3e:7a:f7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'fc054a17-d43c-42da-bf3e-3baa719c9651', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:55Z', 'updated_at': '2022-03-11T12:21:56Z', 'revision_number': 2, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'subnets': [{'id': 'fc054a17-d43c-42da-bf3e-3baa719c9651', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:58.395116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Checking router: 787c100b-d453-41ad-b717-b742ee1bd81e for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:21:58.395743 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Updating router 787c100b-d453-41ad-b717-b742ee1bd81e port d5aff041-9afb-465a-84e6-e561af9c996f binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:21:58.435155 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d5aff041-9afb-465a-84e6-e561af9c996f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:58.448044 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f01a596b-b7ce-4ede-8b07-d39cf40d7b72 None None] Provisioning complete for port d5aff041-9afb-465a-84e6-e561af9c996f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:58.448403 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f01a596b-b7ce-4ede-8b07-d39cf40d7b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d5aff041-9afb-465a-84e6-e561af9c996f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:58.509421 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f01a596b-b7ce-4ede-8b07-d39cf40d7b72 None None] Port d5aff041-9afb-465a-84e6-e561af9c996f cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:21:58.741343 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Publish callbacks [] for port (d5aff041-9afb-465a-84e6-e561af9c996f), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:58.750974 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d5aff041-9afb-465a-84e6-e561af9c996f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:58.753173 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:21:58.833128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfcf23-f210-423f-9f1c-c04805cd8d43 None None] Pushing event updated for resources: {'Port': ['ID=d5aff041-9afb-465a-84e6-e561af9c996f,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:58.898245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:58.898531 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0af4eb28-d214-4fb8-b4a1-b6d6d798bca5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:58.901309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Attempting to bind port d5aff041-9afb-465a-84e6-e561af9c996f on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:21:58.901683 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Attempting to bind port d5aff041-9afb-465a-84e6-e561af9c996f by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'ff35f35a-c75b-4333-8891-5707fd919d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:21:58.902045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Attempting to bind port d5aff041-9afb-465a-84e6-e561af9c996f on network a50e50b2-a399-4fed-841d-8f9073ca6aa7 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:21:58.931411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:21:58.931982 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Checking segment: {'id': 'ff35f35a-c75b-4333-8891-5707fd919d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:21:58.932397 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:58.932792 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Bound using segment: {'id': 'ff35f35a-c75b-4333-8891-5707fd919d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:21:58.933271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Bound port: d5aff041-9afb-465a-84e6-e561af9c996f, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff35f35a-c75b-4333-8891-5707fd919d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:21:58.933652 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d5aff041-9afb-465a-84e6-e561af9c996f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:59.048283 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] For port d5aff041-9afb-465a-84e6-e561af9c996f, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:21:59.072964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] For port d5aff041-9afb-465a-84e6-e561af9c996f, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d5aff041-9afb-465a-84e6-e561af9c996f,segment=NetworkSegment(ff35f35a-c75b-4333-8891-5707fd919d3e),segment_id=ff35f35a-c75b-4333-8891-5707fd919d3e)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:21:59.084921 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d5aff041-9afb-465a-84e6-e561af9c996f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:59.086832 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:59.087107 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-87ad4cb7-b081-48bd-a746-4630c3e7f64c tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:59.087977 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 514e9e11-54bc-4daf-821c-07fcf7616f24 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:21:59.089093 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-87ad4cb7-b081-48bd-a746-4630c3e7f64c tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.37 "GET /v2.0/networks?id=a50e50b2-a399-4fed-841d-8f9073ca6aa7 HTTP/1.1" status: 200 len: 797 time: 0.1518884 Mar 11 12:21:59.097807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6c67d479-a99d-45bb-96e9-1b23f2e8aaf2 None None] Provisioning complete for port d5aff041-9afb-465a-84e6-e561af9c996f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:59.098220 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6c67d479-a99d-45bb-96e9-1b23f2e8aaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d5aff041-9afb-465a-84e6-e561af9c996f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:59.103824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-ae168c9e-1c36-4b4c-80bf-94d3376d149d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Request body: {'port': {'device_id': '2563f9ad-a50e-4337-a8b6-ae3013529de3', 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7', 'admin_state_up': True, 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:59.130681 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ecde2756-c81c-4a00-ab72-8d602aa92307 req-4b6ce199-e0b9-4350-9f0b-cdf723e91205 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 210 time: 0.0276639 Mar 11 12:21:59.223726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Routers {'787c100b-d453-41ad-b717-b742ee1bd81e'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:21:59.224365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:21:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['787c100b-d453-41ad-b717-b742ee1bd81e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:59.228367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfcf23-f210-423f-9f1c-c04805cd8d43 None None] Pushing event updated for resources: {'Port': ['ID=d5aff041-9afb-465a-84e6-e561af9c996f,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:59.238082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-ae168c9e-1c36-4b4c-80bf-94d3376d149d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Made reservation on behalf of ed531f65d6b9488785a39d736d391e6e for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:21:59.241949 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-ae168c9e-1c36-4b4c-80bf-94d3376d149d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:59.306132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 514e9e11-54bc-4daf-821c-07fcf7616f24 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:59.306505 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (514e9e11-54bc-4daf-821c-07fcf7616f24), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:59.388471 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-ae168c9e-1c36-4b4c-80bf-94d3376d149d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Allocated IP 172.20.0.29 (a50e50b2-a399-4fed-841d-8f9073ca6aa7/fc054a17-d43c-42da-bf3e-3baa719c9651/344f41a2-b772-48d6-b735-14fba5025a00) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:21:59.413281 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6c67d479-a99d-45bb-96e9-1b23f2e8aaf2 None None] Current status of the port d5aff041-9afb-465a-84e6-e561af9c996f is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:59.413584 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6c67d479-a99d-45bb-96e9-1b23f2e8aaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d5aff041-9afb-465a-84e6-e561af9c996f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:59.419932 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] Set router 787c100b-d453-41ad-b717-b742ee1bd81e gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:21:59.502515 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-ae168c9e-1c36-4b4c-80bf-94d3376d149d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for port (344f41a2-b772-48d6-b735-14fba5025a00), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:59.538353 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-ae168c9e-1c36-4b4c-80bf-94d3376d149d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (344f41a2-b772-48d6-b735-14fba5025a00), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:59.557420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6c67d479-a99d-45bb-96e9-1b23f2e8aaf2 None None] For port d5aff041-9afb-465a-84e6-e561af9c996f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d5aff041-9afb-465a-84e6-e561af9c996f,segment=NetworkSegment(ff35f35a-c75b-4333-8891-5707fd919d3e),segment_id=ff35f35a-c75b-4333-8891-5707fd919d3e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:21:59.567812 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6c67d479-a99d-45bb-96e9-1b23f2e8aaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d5aff041-9afb-465a-84e6-e561af9c996f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:59.576293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-ae168c9e-1c36-4b4c-80bf-94d3376d149d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Network a50e50b2-a399-4fed-841d-8f9073ca6aa7 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:21:59.579611 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-ae168c9e-1c36-4b4c-80bf-94d3376d149d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:21:59.589825 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 514e9e11-54bc-4daf-821c-07fcf7616f24 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:59.591613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-ae168c9e-1c36-4b4c-80bf-94d3376d149d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:21:59.626264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae168c9e-1c36-4b4c-80bf-94d3376d149d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event updated for resources: {'Port': ['ID=344f41a2-b772-48d6-b735-14fba5025a00,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:59.647492 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-ae168c9e-1c36-4b4c-80bf-94d3376d149d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:21:59.648272 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-ae168c9e-1c36-4b4c-80bf-94d3376d149d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:59.667427 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-ae168c9e-1c36-4b4c-80bf-94d3376d149d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5682087 Mar 11 12:21:59.682069 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Request body: {'port': {'device_id': '2563f9ad-a50e-4337-a8b6-ae3013529de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:21:59.701000 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67d479-a99d-45bb-96e9-1b23f2e8aaf2 None None] Pushing event updated for resources: {'Port': ['ID=d5aff041-9afb-465a-84e6-e561af9c996f,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:21:59.732207 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e8120897-4eda-48e1-905b-0cf07d96ed53 None None] Provisioning complete for port d5aff041-9afb-465a-84e6-e561af9c996f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:59.732574 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e8120897-4eda-48e1-905b-0cf07d96ed53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d5aff041-9afb-465a-84e6-e561af9c996f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:59.746497 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (344f41a2-b772-48d6-b735-14fba5025a00), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:21:59.796065 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206523626', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '514e9e11-54bc-4daf-821c-07fcf7616f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:52Z', 'updated_at': '2022-03-11T12:21:56Z', 'revision_number': 4, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '514e9e11-54bc-4daf-821c-07fcf7616f24', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:52Z', 'updated_at': '2022-03-11T12:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'd5aff041-9afb-465a-84e6-e561af9c996f', 'name': '', 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'mac_address': 'fa:16:3e:7a:f7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'fc054a17-d43c-42da-bf3e-3baa719c9651', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:55Z', 'updated_at': '2022-03-11T12:21:59Z', 'revision_number': 4, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'subnets': [{'id': 'fc054a17-d43c-42da-bf3e-3baa719c9651', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:21:59.850628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fee9c3-b33c-42bd-b306-d4466baff9f9 None None] The sync data for ids ['787c100b-d453-41ad-b717-b742ee1bd81e'] in n-d-833234-2 is: [{'id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206523626', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '514e9e11-54bc-4daf-821c-07fcf7616f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:52Z', 'updated_at': '2022-03-11T12:21:56Z', 'revision_number': 4, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '514e9e11-54bc-4daf-821c-07fcf7616f24', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:52Z', 'updated_at': '2022-03-11T12:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'd5aff041-9afb-465a-84e6-e561af9c996f', 'name': '', 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'mac_address': 'fa:16:3e:7a:f7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'fc054a17-d43c-42da-bf3e-3baa719c9651', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:55Z', 'updated_at': '2022-03-11T12:21:59Z', 'revision_number': 4, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'subnets': [{'id': 'fc054a17-d43c-42da-bf3e-3baa719c9651', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:21:59.863168 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e8120897-4eda-48e1-905b-0cf07d96ed53 None None] Current status of the port d5aff041-9afb-465a-84e6-e561af9c996f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:21:59.993617 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f6dfae57-6e43-449f-af8e-87856768ec44 None None] Provisioning complete for port 344f41a2-b772-48d6-b735-14fba5025a00 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:21:59.994159 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6dfae57-6e43-449f-af8e-87856768ec44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (344f41a2-b772-48d6-b735-14fba5025a00), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:00.031344 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f6dfae57-6e43-449f-af8e-87856768ec44 None None] Port 344f41a2-b772-48d6-b735-14fba5025a00 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:22:00.052226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344f41a2-b772-48d6-b735-14fba5025a00 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:22:00.060911 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Publish callbacks [] for port (344f41a2-b772-48d6-b735-14fba5025a00), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:00.073767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Transition to ACTIVE for port object 344f41a2-b772-48d6-b735-14fba5025a00 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:22:00.078235 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (344f41a2-b772-48d6-b735-14fba5025a00), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:00.134628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Pushing event updated for resources: {'Port': ['ID=344f41a2-b772-48d6-b735-14fba5025a00,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:00.228456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Attempting to bind port 344f41a2-b772-48d6-b735-14fba5025a00 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:22:00.228794 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Attempting to bind port 344f41a2-b772-48d6-b735-14fba5025a00 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'ff35f35a-c75b-4333-8891-5707fd919d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:22:00.229120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Attempting to bind port 344f41a2-b772-48d6-b735-14fba5025a00 on network a50e50b2-a399-4fed-841d-8f9073ca6aa7 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:00.237633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Port 344f41a2-b772-48d6-b735-14fba5025a00 on network a50e50b2-a399-4fed-841d-8f9073ca6aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:22:00.237971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Attempting to bind port 344f41a2-b772-48d6-b735-14fba5025a00 on network a50e50b2-a399-4fed-841d-8f9073ca6aa7 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:00.246387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:22:00.246733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Checking segment: {'id': 'ff35f35a-c75b-4333-8891-5707fd919d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:22:00.251253 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Bound using segment: {'id': 'ff35f35a-c75b-4333-8891-5707fd919d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:22:00.251825 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Bound port: 344f41a2-b772-48d6-b735-14fba5025a00, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff35f35a-c75b-4333-8891-5707fd919d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:22:00.252198 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (344f41a2-b772-48d6-b735-14fba5025a00), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:00.280536 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de269dd5-e1e1-467b-9280-01ca21d4dee1 req-432d2d5b-fa03-4df4-80ae-80d7f1f4719a tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:00.300992 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de269dd5-e1e1-467b-9280-01ca21d4dee1 req-432d2d5b-fa03-4df4-80ae-80d7f1f4719a tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 907 time: 0.0839205 Mar 11 12:22:00.341231 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] For port 344f41a2-b772-48d6-b735-14fba5025a00, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:22:00.344864 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] For port 344f41a2-b772-48d6-b735-14fba5025a00, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=344f41a2-b772-48d6-b735-14fba5025a00,segment=NetworkSegment(ff35f35a-c75b-4333-8891-5707fd919d3e),segment_id=ff35f35a-c75b-4333-8891-5707fd919d3e)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:22:00.351432 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (344f41a2-b772-48d6-b735-14fba5025a00), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:00.386532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:00.387149 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:00.388768 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] 10.222.0.37 "PUT /v2.0/ports/344f41a2-b772-48d6-b735-14fba5025a00 HTTP/1.1" status: 200 len: 1055 time: 0.7112782 Mar 11 12:22:00.389219 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2563f9ad-a50e-4337-a8b6-ae3013529de3', 'tag': '344f41a2-b772-48d6-b735-14fba5025a00'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:22:00.391672 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736b90a0-5a9e-4d0a-8af3-7e2e78ccb536" -d '{"events": [{"name": "network-changed", "server_uuid": "2563f9ad-a50e-4337-a8b6-ae3013529de3", "tag": "344f41a2-b772-48d6-b735-14fba5025a00"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:22:00.417220 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Pushing event updated for resources: {'Port': ['ID=344f41a2-b772-48d6-b735-14fba5025a00,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:00.426739 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:00.427026 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:00.427344 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:00.427703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:00.428027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:00.428356 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:00.428676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:00.429000 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:00.429482 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:00.429655 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:00.429952 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:00.430267 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:00.430711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12597b-235d-4ead-a059-9777540687f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:00.453220 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0e9e62-abb9-4c51-9bbc-ab4f8d8b161b x-openstack-request-id: req-2f0e9e62-abb9-4c51-9bbc-ab4f8d8b161b {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:22:00.453512 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2563f9ad-a50e-4337-a8b6-ae3013529de3", "tag": "344f41a2-b772-48d6-b735-14fba5025a00", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:22:00.453776 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f0e9e62-abb9-4c51-9bbc-ab4f8d8b161b {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:22:00.454182 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2563f9ad-a50e-4337-a8b6-ae3013529de3', 'tag': '344f41a2-b772-48d6-b735-14fba5025a00', 'status': 'completed', 'code': 200} Mar 11 12:22:00.517713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-9e48d9c4-5297-4002-b7f7-53bbe9742059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:00.519299 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-9e48d9c4-5297-4002-b7f7-53bbe9742059 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed531f65d6b9488785a39d736d391e6e&device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 1089 time: 0.0643103 Mar 11 12:22:00.568052 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-54cdb880-66b0-4d52-8188-c49b2ee0846b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=344f41a2-b772-48d6-b735-14fba5025a00 HTTP/1.1" status: 200 len: 217 time: 0.0414991 Mar 11 12:22:00.618429 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-58b96f5f-31d2-4183-8379-20dde68b9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:00.619933 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-58b96f5f-31d2-4183-8379-20dde68b9e42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc054a17-d43c-42da-bf3e-3baa719c9651 HTTP/1.1" status: 200 len: 836 time: 0.0454144 Mar 11 12:22:00.672240 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-9577af69-2b6d-4cba-8b74-92fcc2dbef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:00.673679 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-9577af69-2b6d-4cba-8b74-92fcc2dbef48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a50e50b2-a399-4fed-841d-8f9073ca6aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477290 Mar 11 12:22:00.783512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d5aff041-9afb-465a-84e6-e561af9c996f up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:22:00.787178 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-3ff187e8-8f4f-4383-ad31-facbfd13ea75 service neutron] 10.222.0.37 "GET /v2.0/networks/a50e50b2-a399-4fed-841d-8f9073ca6aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059818 Mar 11 12:22:00.834696 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d5aff041-9afb-465a-84e6-e561af9c996f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:00.834696 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d5aff041-9afb-465a-84e6-e561af9c996f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:00.889626 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8644d0c0-b3bf-434c-ae54-db54392fe660 req-2d746ff2-f075-4467-b8a7-cdc8dbf68fff service neutron] 10.222.0.37 "GET /v2.0/networks/a50e50b2-a399-4fed-841d-8f9073ca6aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963433 Mar 11 12:22:00.919331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d5aff041-9afb-465a-84e6-e561af9c996f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:01.305929 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b90a0-5a9e-4d0a-8af3-7e2e78ccb536 req-ead82e33-f84a-41e5-963c-05b0861bdf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:01.307423 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-736b90a0-5a9e-4d0a-8af3-7e2e78ccb536 req-ead82e33-f84a-41e5-963c-05b0861bdf16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed531f65d6b9488785a39d736d391e6e&device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 1089 time: 0.3669624 Mar 11 12:22:01.400999 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b90a0-5a9e-4d0a-8af3-7e2e78ccb536 req-3ebfb2a8-28ed-40dc-8ea5-48a1927cccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:01.402460 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-736b90a0-5a9e-4d0a-8af3-7e2e78ccb536 req-3ebfb2a8-28ed-40dc-8ea5-48a1927cccd3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a50e50b2-a399-4fed-841d-8f9073ca6aa7 HTTP/1.1" status: 200 len: 898 time: 0.0878201 Mar 11 12:22:01.422059 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3b132-c0ed-4be8-9ecc-10d852657113 req-d5b21352-e6f2-4415-bb23-84aed1dcd185 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:01.423528 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e3f3b132-c0ed-4be8-9ecc-10d852657113 req-d5b21352-e6f2-4415-bb23-84aed1dcd185 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 907 time: 0.0614014 Mar 11 12:22:01.454825 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-736b90a0-5a9e-4d0a-8af3-7e2e78ccb536 req-dfc7bd92-131a-477c-9c80-f0cd3e497536 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=344f41a2-b772-48d6-b735-14fba5025a00 HTTP/1.1" status: 200 len: 217 time: 0.0408065 Mar 11 12:22:01.505096 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b90a0-5a9e-4d0a-8af3-7e2e78ccb536 req-a9b21ae5-6a6b-405e-a141-6c9b6aaa3c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:01.506575 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-736b90a0-5a9e-4d0a-8af3-7e2e78ccb536 req-a9b21ae5-6a6b-405e-a141-6c9b6aaa3c01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc054a17-d43c-42da-bf3e-3baa719c9651 HTTP/1.1" status: 200 len: 836 time: 0.0454803 Mar 11 12:22:01.560427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b90a0-5a9e-4d0a-8af3-7e2e78ccb536 req-5c6564ea-defa-4ad3-a5a9-dd74146acfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:01.561891 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-736b90a0-5a9e-4d0a-8af3-7e2e78ccb536 req-5c6564ea-defa-4ad3-a5a9-dd74146acfb4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a50e50b2-a399-4fed-841d-8f9073ca6aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477200 Mar 11 12:22:01.658050 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-736b90a0-5a9e-4d0a-8af3-7e2e78ccb536 req-11fe09eb-a526-43b2-9293-13df16e91847 service neutron] 10.222.0.37 "GET /v2.0/networks/a50e50b2-a399-4fed-841d-8f9073ca6aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891438 Mar 11 12:22:01.749769 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-736b90a0-5a9e-4d0a-8af3-7e2e78ccb536 req-e686e560-44da-4143-a8f2-7294c322a141 service neutron] 10.222.0.37 "GET /v2.0/networks/a50e50b2-a399-4fed-841d-8f9073ca6aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849373 Mar 11 12:22:02.556710 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e46fd-6b11-4ec2-94e2-36b8ec22999d req-34cf717f-689c-46ba-ba55-d2dedaf1f840 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:02.558187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f4e46fd-6b11-4ec2-94e2-36b8ec22999d req-34cf717f-689c-46ba-ba55-d2dedaf1f840 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 907 time: 0.0580380 Mar 11 12:22:02.859911 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:22:03.703846 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5c4df-0ea5-419d-9fc8-dc1b4cff55a1 req-925982c9-6381-4092-9898-1325faad2979 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:03.705372 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-17e5c4df-0ea5-419d-9fc8-dc1b4cff55a1 req-925982c9-6381-4092-9898-1325faad2979 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 907 time: 0.0643392 Mar 11 12:22:03.870508 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:04.833012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfc639-380d-4ff4-957f-b7b468790efe req-a4c68843-3e5a-430a-a7b1-3f9f6c7dac80 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:04.834489 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31cfc639-380d-4ff4-957f-b7b468790efe req-a4c68843-3e5a-430a-a7b1-3f9f6c7dac80 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 907 time: 0.0516553 Mar 11 12:22:04.897925 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 344f41a2-b772-48d6-b735-14fba5025a00 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:22:05.012519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 344f41a2-b772-48d6-b735-14fba5025a00, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=344f41a2-b772-48d6-b735-14fba5025a00,segment=NetworkSegment(ff35f35a-c75b-4333-8891-5707fd919d3e),segment_id=ff35f35a-c75b-4333-8891-5707fd919d3e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:05.024516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '344f41a2-b772-48d6-b735-14fba5025a00', 'network_id': 'a50e50b2-a399-4fed-841d-8f9073ca6aa7', 'port_id': '344f41a2-b772-48d6-b735-14fba5025a00', 'mac_address': 'fa:16:3e:ab:6a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc054a17-d43c-42da-bf3e-3baa719c9651', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:22:05.061934 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 344f41a2-b772-48d6-b735-14fba5025a00 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:05.062315 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (344f41a2-b772-48d6-b735-14fba5025a00), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:05.075734 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344f41a2-b772-48d6-b735-14fba5025a00 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:22:05.098185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 344f41a2-b772-48d6-b735-14fba5025a00, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=344f41a2-b772-48d6-b735-14fba5025a00,segment=NetworkSegment(ff35f35a-c75b-4333-8891-5707fd919d3e),segment_id=ff35f35a-c75b-4333-8891-5707fd919d3e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:05.105172 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (344f41a2-b772-48d6-b735-14fba5025a00), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:05.155715 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=344f41a2-b772-48d6-b735-14fba5025a00,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:05.341058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['344f41a2-b772-48d6-b735-14fba5025a00'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:22:05.981413 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938cef6-bfe8-4c0e-8cc8-e23d3f4c7b5b req-98d0bc27-83ab-4292-bbec-b42e1ac5cc3a tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:05.983077 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6938cef6-bfe8-4c0e-8cc8-e23d3f4c7b5b req-98d0bc27-83ab-4292-bbec-b42e1ac5cc3a tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 908 time: 0.0677800 Mar 11 12:22:06.913078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 344f41a2-b772-48d6-b735-14fba5025a00 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:22:06.972312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 344f41a2-b772-48d6-b735-14fba5025a00 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:22:06.975903 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 344f41a2-b772-48d6-b735-14fba5025a00 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:06.976259 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (344f41a2-b772-48d6-b735-14fba5025a00), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:07.057328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 344f41a2-b772-48d6-b735-14fba5025a00 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:07.057751 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (344f41a2-b772-48d6-b735-14fba5025a00), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:07.082979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2563f9ad-a50e-4337-a8b6-ae3013529de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344f41a2-b772-48d6-b735-14fba5025a00'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:22:07.085337 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894f53a5-0fb3-459f-9754-9b9c8d1f00a7" -d '{"events": [{"server_uuid": "2563f9ad-a50e-4337-a8b6-ae3013529de3", "name": "network-vif-plugged", "status": "completed", "tag": "344f41a2-b772-48d6-b735-14fba5025a00"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:22:07.098254 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 344f41a2-b772-48d6-b735-14fba5025a00, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=344f41a2-b772-48d6-b735-14fba5025a00,segment=NetworkSegment(ff35f35a-c75b-4333-8891-5707fd919d3e),segment_id=ff35f35a-c75b-4333-8891-5707fd919d3e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:07.103561 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (344f41a2-b772-48d6-b735-14fba5025a00), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:07.106355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26c4ed-f346-4f87-acce-03f34adcf524 req-093cb85d-cbeb-4712-8aea-6728c2b15be0 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:07.108186 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca26c4ed-f346-4f87-acce-03f34adcf524 req-093cb85d-cbeb-4712-8aea-6728c2b15be0 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 908 time: 0.0553863 Mar 11 12:22:07.133740 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b2ce52-483c-46a6-9e01-30bd3c215d1c x-openstack-request-id: req-26b2ce52-483c-46a6-9e01-30bd3c215d1c {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:22:07.134044 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2563f9ad-a50e-4337-a8b6-ae3013529de3", "name": "network-vif-plugged", "status": "completed", "tag": "344f41a2-b772-48d6-b735-14fba5025a00", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:22:07.134301 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-26b2ce52-483c-46a6-9e01-30bd3c215d1c {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:22:07.134697 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2563f9ad-a50e-4337-a8b6-ae3013529de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344f41a2-b772-48d6-b735-14fba5025a00', 'code': 200} Mar 11 12:22:07.161298 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=344f41a2-b772-48d6-b735-14fba5025a00,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:07.248993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da29df2-df6e-4f79-91a0-a5f20a755200 req-a6c80620-efa1-44cf-8ab2-0a1e0ad10ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:07.251391 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0da29df2-df6e-4f79-91a0-a5f20a755200 req-a6c80620-efa1-44cf-8ab2-0a1e0ad10ded service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 1091 time: 0.0526142 Mar 11 12:22:08.237040 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155979e-dd0b-4e7c-acdd-fdf4dbd42f2b req-d8a8e02b-e5ee-477d-899f-ec8e809c5e96 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:08.238578 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b155979e-dd0b-4e7c-acdd-fdf4dbd42f2b req-d8a8e02b-e5ee-477d-899f-ec8e809c5e96 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 909 time: 0.0559094 Mar 11 12:22:09.370304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e0d90-b602-4767-904c-8660ba89373a req-a8a34458-6002-4854-acbb-18860abd2a21 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:09.371864 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c4e0d90-b602-4767-904c-8660ba89373a req-a8a34458-6002-4854-acbb-18860abd2a21 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 909 time: 0.0536010 Mar 11 12:22:09.803988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa553d1-12e4-4899-bd65-907e6ae21da6 req-fd67879f-f4ba-4b45-b4f2-e253bea55a11 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:09.805447 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfa553d1-12e4-4899-bd65-907e6ae21da6 req-fd67879f-f4ba-4b45-b4f2-e253bea55a11 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 909 time: 0.3612757 Mar 11 12:22:09.915272 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a75b0e-3eb5-44f8-bc25-1e0f0ae0f416 req-0de1b3be-5148-41af-86bf-6b0664546c0f tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:09.916770 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30a75b0e-3eb5-44f8-bc25-1e0f0ae0f416 req-0de1b3be-5148-41af-86bf-6b0664546c0f tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 1091 time: 0.0444479 Mar 11 12:22:10.026899 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c549ed9-dcbf-4a65-844a-2525c227c05a req-6ba634fb-4832-4cf3-bb1c-cc111e0b9b1c tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:10.028509 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c549ed9-dcbf-4a65-844a-2525c227c05a req-6ba634fb-4832-4cf3-bb1c-cc111e0b9b1c tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 1166 time: 0.0472636 Mar 11 12:22:10.087180 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c549ed9-dcbf-4a65-844a-2525c227c05a req-5bb7b15a-c8c8-45cf-a754-d060dd31e89c tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562&id=882224c7-9ec0-4a5b-914a-e73e012692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0484769 Mar 11 12:22:10.114460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41510) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:10.162328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68e5aa8-425e-4fe7-8b10-232ca713c7d7 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:10.163914 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c68e5aa8-425e-4fe7-8b10-232ca713c7d7 tempest-TestSecurityGroupsBasicOps-713911651 tempest-TestSecurityGroupsBasicOps-713911651-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 1086 time: 0.0484102 Mar 11 12:22:10.402338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1075d-6273-47f0-9285-16535173f1b0 req-475a906a-dc64-49f5-98ec-b6fd164c07cc tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:10.403846 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94f1075d-6273-47f0-9285-16535173f1b0 req-475a906a-dc64-49f5-98ec-b6fd164c07cc tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 909 time: 0.0559478 Mar 11 12:22:11.537999 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4737e6-5408-4233-9830-acbe926c9108 req-7ac89499-5fe7-4df9-965d-ca27b164d708 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:11.539510 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a4737e6-5408-4233-9830-acbe926c9108 req-7ac89499-5fe7-4df9-965d-ca27b164d708 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 909 time: 0.0586960 Mar 11 12:22:11.788741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db75eb-428d-4ba0-9ff8-578b62403589 req-5374009a-5447-48e0-9347-ae85cfae569f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:11.790103 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51db75eb-428d-4ba0-9ff8-578b62403589 req-5374009a-5447-48e0-9347-ae85cfae569f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.37 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 909 time: 0.0650911 Mar 11 12:22:11.884620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-51db75eb-428d-4ba0-9ff8-578b62403589 req-93c1667d-dcf1-4430-bce9-caa0d2007f7f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Deleting port 344f41a2-b772-48d6-b735-14fba5025a00 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:22:11.884969 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-51db75eb-428d-4ba0-9ff8-578b62403589 req-93c1667d-dcf1-4430-bce9-caa0d2007f7f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (344f41a2-b772-48d6-b735-14fba5025a00), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:11.975206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-51db75eb-428d-4ba0-9ff8-578b62403589 req-93c1667d-dcf1-4430-bce9-caa0d2007f7f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] For port 344f41a2-b772-48d6-b735-14fba5025a00, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=344f41a2-b772-48d6-b735-14fba5025a00,segment=NetworkSegment(ff35f35a-c75b-4333-8891-5707fd919d3e),segment_id=ff35f35a-c75b-4333-8891-5707fd919d3e)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:11.975562 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-51db75eb-428d-4ba0-9ff8-578b62403589 req-93c1667d-dcf1-4430-bce9-caa0d2007f7f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (344f41a2-b772-48d6-b735-14fba5025a00), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:11.987128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-51db75eb-428d-4ba0-9ff8-578b62403589 req-93c1667d-dcf1-4430-bce9-caa0d2007f7f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Calling delete_port for 344f41a2-b772-48d6-b735-14fba5025a00 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:22:12.130186 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-51db75eb-428d-4ba0-9ff8-578b62403589 req-93c1667d-dcf1-4430-bce9-caa0d2007f7f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (344f41a2-b772-48d6-b735-14fba5025a00), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:12.166556 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1667d-dcf1-4430-bce9-caa0d2007f7f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event deleted for resources: {'Port': ['ID=344f41a2-b772-48d6-b735-14fba5025a00,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:12.205934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-51db75eb-428d-4ba0-9ff8-578b62403589 req-93c1667d-dcf1-4430-bce9-caa0d2007f7f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] No DVR routers for this DVR port 344f41a2-b772-48d6-b735-14fba5025a00 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:22:12.209268 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-51db75eb-428d-4ba0-9ff8-578b62403589 req-93c1667d-dcf1-4430-bce9-caa0d2007f7f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:12.212783 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51db75eb-428d-4ba0-9ff8-578b62403589 req-93c1667d-dcf1-4430-bce9-caa0d2007f7f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.37 "DELETE /v2.0/ports/344f41a2-b772-48d6-b735-14fba5025a00 HTTP/1.1" status: 204 len: 173 time: 0.4172068 Mar 11 12:22:12.213266 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2563f9ad-a50e-4337-a8b6-ae3013529de3', 'name': 'network-vif-deleted', 'tag': '344f41a2-b772-48d6-b735-14fba5025a00'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:22:12.215605 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694d29fe-d097-4180-b4f2-edb8e363a1a0" -d '{"events": [{"server_uuid": "2563f9ad-a50e-4337-a8b6-ae3013529de3", "name": "network-vif-deleted", "tag": "344f41a2-b772-48d6-b735-14fba5025a00"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:22:12.265288 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b29a28e-32b9-498a-a61a-3969a17285fb x-openstack-request-id: req-9b29a28e-32b9-498a-a61a-3969a17285fb {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:22:12.265646 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2563f9ad-a50e-4337-a8b6-ae3013529de3", "name": "network-vif-deleted", "tag": "344f41a2-b772-48d6-b735-14fba5025a00", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:22:12.266109 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9b29a28e-32b9-498a-a61a-3969a17285fb {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:22:12.266791 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2563f9ad-a50e-4337-a8b6-ae3013529de3', 'name': 'network-vif-deleted', 'tag': '344f41a2-b772-48d6-b735-14fba5025a00', 'status': 'completed', 'code': 200} Mar 11 12:22:12.667568 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6705c1ff-0d0b-42d1-a718-d81a9696b63e req-765642e6-b082-43b9-8b8c-326cbbb693f7 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=2563f9ad-a50e-4337-a8b6-ae3013529de3 HTTP/1.1" status: 200 len: 210 time: 0.0299032 Mar 11 12:22:12.851612 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:13.660318 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8d629f67-8edb-472b-8fb5-f7f57d772a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:13.727231 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41524) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:14.113104 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (787c100b-d453-41ad-b717-b742ee1bd81e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:14.385637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Deleting port d5aff041-9afb-465a-84e6-e561af9c996f {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:22:14.385865 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d5aff041-9afb-465a-84e6-e561af9c996f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:14.480001 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] For port d5aff041-9afb-465a-84e6-e561af9c996f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d5aff041-9afb-465a-84e6-e561af9c996f,segment=NetworkSegment(ff35f35a-c75b-4333-8891-5707fd919d3e),segment_id=ff35f35a-c75b-4333-8891-5707fd919d3e)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:14.480328 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d5aff041-9afb-465a-84e6-e561af9c996f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:14.492778 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Calling delete_port for d5aff041-9afb-465a-84e6-e561af9c996f owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:22:14.691832 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (d5aff041-9afb-465a-84e6-e561af9c996f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:14.719450 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event deleted for resources: {'Port': ['ID=d5aff041-9afb-465a-84e6-e561af9c996f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:14.746481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:14.747116 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:14.747224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:14.747547 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:14.747917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:14.748157 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:14.748490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:14.748828 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:14.749164 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:14.749484 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:14.749810 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:14.750128 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:14.750431 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:14.907283 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (787c100b-d453-41ad-b717-b742ee1bd81e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:14.927430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 344f41a2-b772-48d6-b735-14fba5025a00 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:22:14.947876 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 344f41a2-b772-48d6-b735-14fba5025a00 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:22:14.948147 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 344f41a2-b772-48d6-b735-14fba5025a00 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:22:15.142592 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Router 787c100b-d453-41ad-b717-b742ee1bd81e has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:22:15.252661 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:22:15.258183 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ae591d5c-15b6-4d7e-9f7b-5e2cb555e13d tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "PUT /v2.0/routers/787c100b-d453-41ad-b717-b742ee1bd81e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5298755 Mar 11 12:22:15.260938 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41530) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:15.264956 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d8442-7eda-4c99-a348-aef08361f6a5 None None] Sync routers for ids ['787c100b-d453-41ad-b717-b742ee1bd81e'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:22:15.276773 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d8442-7eda-4c99-a348-aef08361f6a5 None None] Routers {'787c100b-d453-41ad-b717-b742ee1bd81e'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:15.277394 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6f8d8442-7eda-4c99-a348-aef08361f6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:21:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['787c100b-d453-41ad-b717-b742ee1bd81e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:15.313769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d36438-2866-4963-b351-17351a585822 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Deleting subnet fc054a17-d43c-42da-bf3e-3baa719c9651 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:22:15.316796 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4d36438-2866-4963-b351-17351a585822 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for subnet (fc054a17-d43c-42da-bf3e-3baa719c9651), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:15.355284 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4d36438-2866-4963-b351-17351a585822 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (fc054a17-d43c-42da-bf3e-3baa719c9651), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:15.383159 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-6f8d8442-7eda-4c99-a348-aef08361f6a5 None None] Set router 787c100b-d453-41ad-b717-b742ee1bd81e gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:15.446230 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4d36438-2866-4963-b351-17351a585822 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (fc054a17-d43c-42da-bf3e-3baa719c9651), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:15.503736 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4d36438-2866-4963-b351-17351a585822 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (fc054a17-d43c-42da-bf3e-3baa719c9651), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:15.530430 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d36438-2866-4963-b351-17351a585822 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event deleted for resources: {'Subnet': ['ID=fc054a17-d43c-42da-bf3e-3baa719c9651,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:15.535455 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4d36438-2866-4963-b351-17351a585822 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:15.541168 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e4d36438-2866-4963-b351-17351a585822 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "DELETE /v2.0/subnets/fc054a17-d43c-42da-bf3e-3baa719c9651 HTTP/1.1" status: 204 len: 168 time: 0.2769568 Mar 11 12:22:15.541575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41532) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:15.546486 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5220a14-b6d2-4eb5-ac91-63cafebbde07 None None] Network a50e50b2-a399-4fed-841d-8f9073ca6aa7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:22:15.558937 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6f8d8442-7eda-4c99-a348-aef08361f6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206523626', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '514e9e11-54bc-4daf-821c-07fcf7616f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:52Z', 'updated_at': '2022-03-11T12:22:14Z', 'revision_number': 5, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '514e9e11-54bc-4daf-821c-07fcf7616f24', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:52Z', 'updated_at': '2022-03-11T12:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:15.591511 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d8442-7eda-4c99-a348-aef08361f6a5 None None] Checking router: 787c100b-d453-41ad-b717-b742ee1bd81e for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:22:15.602227 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d8442-7eda-4c99-a348-aef08361f6a5 None None] Routers {'787c100b-d453-41ad-b717-b742ee1bd81e'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:15.603276 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6f8d8442-7eda-4c99-a348-aef08361f6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:21:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['787c100b-d453-41ad-b717-b742ee1bd81e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:15.661797 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aaacb1c9-254c-4b81-865f-5a0f6a73756f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for router (787c100b-d453-41ad-b717-b742ee1bd81e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:15.697738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486ff2b5-36a8-4c8e-bcc1-5bd367e091cb None None] DHCP port deletion for a50e50b2-a399-4fed-841d-8f9073ca6aa7 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:22:15.715931 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-6f8d8442-7eda-4c99-a348-aef08361f6a5 None None] Set router 787c100b-d453-41ad-b717-b742ee1bd81e gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:15.749271 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c6621a12-1d33-4db3-bb8b-c90fd99e5b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:15.767988 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-486ff2b5-36a8-4c8e-bcc1-5bd367e091cb None None] Deleting port 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:22:15.768736 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-486ff2b5-36a8-4c8e-bcc1-5bd367e091cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0af4eb28-d214-4fb8-b4a1-b6d6d798bca5), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:15.793942 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aaacb1c9-254c-4b81-865f-5a0f6a73756f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for router_gateway (787c100b-d453-41ad-b717-b742ee1bd81e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:15.838641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-486ff2b5-36a8-4c8e-bcc1-5bd367e091cb None None] For port 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0af4eb28-d214-4fb8-b4a1-b6d6d798bca5,segment=NetworkSegment(ff35f35a-c75b-4333-8891-5707fd919d3e),segment_id=ff35f35a-c75b-4333-8891-5707fd919d3e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:15.839035 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-486ff2b5-36a8-4c8e-bcc1-5bd367e091cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0af4eb28-d214-4fb8-b4a1-b6d6d798bca5), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:15.848972 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-aaacb1c9-254c-4b81-865f-5a0f6a73756f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Deleting port 514e9e11-54bc-4daf-821c-07fcf7616f24 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:22:15.849324 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aaacb1c9-254c-4b81-865f-5a0f6a73756f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (514e9e11-54bc-4daf-821c-07fcf7616f24), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:15.852581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-486ff2b5-36a8-4c8e-bcc1-5bd367e091cb None None] Calling delete_port for 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:22:15.911755 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6f8d8442-7eda-4c99-a348-aef08361f6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206523626', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '514e9e11-54bc-4daf-821c-07fcf7616f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:52Z', 'updated_at': '2022-03-11T12:22:14Z', 'revision_number': 5, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '514e9e11-54bc-4daf-821c-07fcf7616f24', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:52Z', 'updated_at': '2022-03-11T12:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:15.934547 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-aaacb1c9-254c-4b81-865f-5a0f6a73756f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] For port 514e9e11-54bc-4daf-821c-07fcf7616f24, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=514e9e11-54bc-4daf-821c-07fcf7616f24,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:15.934804 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-486ff2b5-36a8-4c8e-bcc1-5bd367e091cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (0af4eb28-d214-4fb8-b4a1-b6d6d798bca5), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:15.935268 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aaacb1c9-254c-4b81-865f-5a0f6a73756f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (514e9e11-54bc-4daf-821c-07fcf7616f24), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:15.938429 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d8442-7eda-4c99-a348-aef08361f6a5 None None] The sync data for ids ['787c100b-d453-41ad-b717-b742ee1bd81e'] in n-d-833234-2 is: [{'id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206523626', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '514e9e11-54bc-4daf-821c-07fcf7616f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:52Z', 'updated_at': '2022-03-11T12:22:14Z', 'revision_number': 5, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '514e9e11-54bc-4daf-821c-07fcf7616f24', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787c100b-d453-41ad-b717-b742ee1bd81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:52Z', 'updated_at': '2022-03-11T12:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:22:15.948097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-aaacb1c9-254c-4b81-865f-5a0f6a73756f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Calling delete_port for 514e9e11-54bc-4daf-821c-07fcf7616f24 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:22:15.968322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486ff2b5-36a8-4c8e-bcc1-5bd367e091cb None None] No DVR routers for this DVR port 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:22:15.975319 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ff2b5-36a8-4c8e-bcc1-5bd367e091cb None None] Pushing event deleted for resources: {'Port': ['ID=0af4eb28-d214-4fb8-b4a1-b6d6d798bca5,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:16.138120 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aaacb1c9-254c-4b81-865f-5a0f6a73756f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (514e9e11-54bc-4daf-821c-07fcf7616f24), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:16.164613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacb1c9-254c-4b81-865f-5a0f6a73756f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event deleted for resources: {'Port': ['ID=514e9e11-54bc-4daf-821c-07fcf7616f24,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:16.222736 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aaacb1c9-254c-4b81-865f-5a0f6a73756f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (787c100b-d453-41ad-b717-b742ee1bd81e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:16.322117 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aaacb1c9-254c-4b81-865f-5a0f6a73756f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (787c100b-d453-41ad-b717-b742ee1bd81e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:16.324362 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aaacb1c9-254c-4b81-865f-5a0f6a73756f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for router_controller (787c100b-d453-41ad-b717-b742ee1bd81e), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:16.371349 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aaacb1c9-254c-4b81-865f-5a0f6a73756f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (787c100b-d453-41ad-b717-b742ee1bd81e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:16.372120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaacb1c9-254c-4b81-865f-5a0f6a73756f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Fanout notify agent at l3_agent the message router_deleted on router 787c100b-d453-41ad-b717-b742ee1bd81e {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:22:16.379452 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aaacb1c9-254c-4b81-865f-5a0f6a73756f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:16.380605 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-aaacb1c9-254c-4b81-865f-5a0f6a73756f tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "DELETE /v2.0/routers/787c100b-d453-41ad-b717-b742ee1bd81e HTTP/1.1" status: 204 len: 168 time: 0.8380389 Mar 11 12:22:16.383305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41534) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:16.464471 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c615ee78-2d85-41ce-9c78-80f1982ee30c tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (a50e50b2-a399-4fed-841d-8f9073ca6aa7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:16.558461 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c615ee78-2d85-41ce-9c78-80f1982ee30c tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (a50e50b2-a399-4fed-841d-8f9073ca6aa7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:16.580009 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c615ee78-2d85-41ce-9c78-80f1982ee30c tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50e50b2-a399-4fed-841d-8f9073ca6aa7']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:16.590213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c615ee78-2d85-41ce-9c78-80f1982ee30c tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff35f35a-c75b-4333-8891-5707fd919d3e') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:16.590504 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c615ee78-2d85-41ce-9c78-80f1982ee30c tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff35f35a-c75b-4333-8891-5707fd919d3e') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:16.600131 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c615ee78-2d85-41ce-9c78-80f1982ee30c tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (ff35f35a-c75b-4333-8891-5707fd919d3e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:16.613600 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c615ee78-2d85-41ce-9c78-80f1982ee30c tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ff35f35a-c75b-4333-8891-5707fd919d3e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:16.619614 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c615ee78-2d85-41ce-9c78-80f1982ee30c tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:22:16.620004 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c615ee78-2d85-41ce-9c78-80f1982ee30c tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (ff35f35a-c75b-4333-8891-5707fd919d3e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:22:16.623088 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:22:16.686168 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c615ee78-2d85-41ce-9c78-80f1982ee30c tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (a50e50b2-a399-4fed-841d-8f9073ca6aa7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:16.696462 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c615ee78-2d85-41ce-9c78-80f1982ee30c tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:16.699631 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c615ee78-2d85-41ce-9c78-80f1982ee30c tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "DELETE /v2.0/networks/a50e50b2-a399-4fed-841d-8f9073ca6aa7 HTTP/1.1" status: 204 len: 168 time: 0.3153174 Mar 11 12:22:16.702493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41538) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:16.708958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615ee78-2d85-41ce-9c78-80f1982ee30c tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event deleted for resources: {'Network': ['ID=a50e50b2-a399-4fed-841d-8f9073ca6aa7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:16.870506 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-11b73dd9-bd76-481a-9477-313ed3291bb9 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Deleting port ec81091e-af43-4772-a78f-add7ce6c3455 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:22:16.870722 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11b73dd9-bd76-481a-9477-313ed3291bb9 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ec81091e-af43-4772-a78f-add7ce6c3455), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:16.959286 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11b73dd9-bd76-481a-9477-313ed3291bb9 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ec81091e-af43-4772-a78f-add7ce6c3455), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:16.959659 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11b73dd9-bd76-481a-9477-313ed3291bb9 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for floatingip (ec81091e-af43-4772-a78f-add7ce6c3455), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:16.973092 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-11b73dd9-bd76-481a-9477-313ed3291bb9 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Calling delete_port for ec81091e-af43-4772-a78f-add7ce6c3455 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:22:16.975439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:22:16.996171 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:22:16.996511 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0af4eb28-d214-4fb8-b4a1-b6d6d798bca5 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:22:16.996920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d5aff041-9afb-465a-84e6-e561af9c996f no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:22:17.015724 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: d5aff041-9afb-465a-84e6-e561af9c996f {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:22:17.016071 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d5aff041-9afb-465a-84e6-e561af9c996f not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:22:17.016551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 514e9e11-54bc-4daf-821c-07fcf7616f24 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:22:17.036097 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 514e9e11-54bc-4daf-821c-07fcf7616f24 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:22:17.036438 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 514e9e11-54bc-4daf-821c-07fcf7616f24 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:22:17.130486 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11b73dd9-bd76-481a-9477-313ed3291bb9 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ec81091e-af43-4772-a78f-add7ce6c3455), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:17.158050 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b73dd9-bd76-481a-9477-313ed3291bb9 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event deleted for resources: {'Port': ['ID=ec81091e-af43-4772-a78f-add7ce6c3455,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:17.227281 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11b73dd9-bd76-481a-9477-313ed3291bb9 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for floatingip (774aea1c-e42b-423d-abbe-a6dbc96e990d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:17.227548 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-11b73dd9-bd76-481a-9477-313ed3291bb9 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Floating IP 774aea1c-e42b-423d-abbe-a6dbc96e990d disassociated (deleted). External IP: 172.25.7.111, port: 4eacd34f-5e16-414d-a52e-e5125cf90692. Mar 11 12:22:17.287982 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:17.457513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b73dd9-bd76-481a-9477-313ed3291bb9 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Router 4373f508-b596-494f-9621-1573500c710e has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:22:17.580805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b73dd9-bd76-481a-9477-313ed3291bb9 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:22:17.585624 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11b73dd9-bd76-481a-9477-313ed3291bb9 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:17.590841 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d119707c-e814-4db2-a826-5b9c360d0ed5 None None] Sync routers for ids ['4373f508-b596-494f-9621-1573500c710e'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:22:17.602350 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d119707c-e814-4db2-a826-5b9c360d0ed5 None None] Routers {'4373f508-b596-494f-9621-1573500c710e'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:17.603106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d119707c-e814-4db2-a826-5b9c360d0ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4373f508-b596-494f-9621-1573500c710e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:17.616621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-11b73dd9-bd76-481a-9477-313ed3291bb9 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "DELETE /v2.0/floatingips/774aea1c-e42b-423d-abbe-a6dbc96e990d HTTP/1.1" status: 204 len: 168 time: 0.9130249 Mar 11 12:22:17.617261 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b336becd-fcb0-4267-8ecb-373b33ac8eaa', 'tag': '4eacd34f-5e16-414d-a52e-e5125cf90692'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:22:17.619703 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5f7770-cb70-4338-b16e-8d3d854f1620" -d '{"events": [{"name": "network-changed", "server_uuid": "b336becd-fcb0-4267-8ecb-373b33ac8eaa", "tag": "4eacd34f-5e16-414d-a52e-e5125cf90692"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:22:17.664221 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30247c3-b7c8-47be-a379-100f13df4c93 x-openstack-request-id: req-d30247c3-b7c8-47be-a379-100f13df4c93 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:22:17.664478 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b336becd-fcb0-4267-8ecb-373b33ac8eaa", "tag": "4eacd34f-5e16-414d-a52e-e5125cf90692", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:22:17.664731 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d30247c3-b7c8-47be-a379-100f13df4c93 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:22:17.665142 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b336becd-fcb0-4267-8ecb-373b33ac8eaa', 'tag': '4eacd34f-5e16-414d-a52e-e5125cf90692', 'status': 'completed', 'code': 200} Mar 11 12:22:17.718749 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d119707c-e814-4db2-a826-5b9c360d0ed5 None None] Set router 4373f508-b596-494f-9621-1573500c710e gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:17.731854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f7770-cb70-4338-b16e-8d3d854f1620 req-c5059e4f-044c-469b-8faa-650d028b21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:17.733539 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c5f7770-cb70-4338-b16e-8d3d854f1620 req-c5059e4f-044c-469b-8faa-650d028b21d1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ed531f65d6b9488785a39d736d391e6e&device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 1166 time: 0.0462589 Mar 11 12:22:17.878384 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f7770-cb70-4338-b16e-8d3d854f1620 req-f99f2e34-061f-49a7-9ec5-491504784723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:17.879780 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c5f7770-cb70-4338-b16e-8d3d854f1620 req-f99f2e34-061f-49a7-9ec5-491504784723 service neutron] 10.222.0.71 "GET /v2.0/networks?id=032fa216-ad44-4b5f-b80b-9f5f19997527 HTTP/1.1" status: 200 len: 897 time: 0.1383836 Mar 11 12:22:17.901917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c10f76-f1b6-4852-9814-05d512fde61a req-7dee8b24-9dae-42c9-a7be-0b9632c43e03 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:17.903348 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40c10f76-f1b6-4852-9814-05d512fde61a req-7dee8b24-9dae-42c9-a7be-0b9632c43e03 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 984 time: 0.0793896 Mar 11 12:22:17.932307 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c5f7770-cb70-4338-b16e-8d3d854f1620 req-a5b86908-0d2f-4d2b-aaa5-031594f8ecf9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4eacd34f-5e16-414d-a52e-e5125cf90692 HTTP/1.1" status: 200 len: 217 time: 0.0459745 Mar 11 12:22:17.933527 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d119707c-e814-4db2-a826-5b9c360d0ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4373f508-b596-494f-9621-1573500c710e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142345012', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:01Z', 'revision_number': 4, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '1b56c540-b065-43e4-8b01-993409333b8f', 'name': '', 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:00Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 5, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'subnets': [{'id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:17.960715 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d119707c-e814-4db2-a826-5b9c360d0ed5 None None] Checking router: 4373f508-b596-494f-9621-1573500c710e for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:22:17.969498 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d119707c-e814-4db2-a826-5b9c360d0ed5 None None] Routers {'4373f508-b596-494f-9621-1573500c710e'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:17.970145 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d119707c-e814-4db2-a826-5b9c360d0ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4373f508-b596-494f-9621-1573500c710e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:18.097479 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d119707c-e814-4db2-a826-5b9c360d0ed5 None None] Set router 4373f508-b596-494f-9621-1573500c710e gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:18.317682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d119707c-e814-4db2-a826-5b9c360d0ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4373f508-b596-494f-9621-1573500c710e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142345012', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:01Z', 'revision_number': 4, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '1b56c540-b065-43e4-8b01-993409333b8f', 'name': '', 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:00Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 5, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'subnets': [{'id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:18.327287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f7770-cb70-4338-b16e-8d3d854f1620 req-45cd8955-2e3f-405e-836d-cee544760ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:18.328938 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c5f7770-cb70-4338-b16e-8d3d854f1620 req-45cd8955-2e3f-405e-836d-cee544760ad3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323 HTTP/1.1" status: 200 len: 835 time: 0.3838174 Mar 11 12:22:18.340508 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40c10f76-f1b6-4852-9814-05d512fde61a req-aebca7e9-b1c2-4d6c-9cfc-065d24f33e6e tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562&id=882224c7-9ec0-4a5b-914a-e73e012692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4103842 Mar 11 12:22:18.345815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d119707c-e814-4db2-a826-5b9c360d0ed5 None None] The sync data for ids ['4373f508-b596-494f-9621-1573500c710e'] in n-d-833234-2 is: [{'id': '4373f508-b596-494f-9621-1573500c710e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142345012', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:01Z', 'revision_number': 4, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '1b56c540-b065-43e4-8b01-993409333b8f', 'name': '', 'network_id': '032fa216-ad44-4b5f-b80b-9f5f19997527', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:00Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 5, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'subnets': [{'id': '352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:22:18.387313 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f7770-cb70-4338-b16e-8d3d854f1620 req-f0fcf17b-e48f-4ae1-b309-c11efa4ccc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:18.388875 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c5f7770-cb70-4338-b16e-8d3d854f1620 req-f0fcf17b-e48f-4ae1-b309-c11efa4ccc37 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=032fa216-ad44-4b5f-b80b-9f5f19997527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475388 Mar 11 12:22:18.487075 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c5f7770-cb70-4338-b16e-8d3d854f1620 req-6fa44b3e-e8ab-4c6b-89e9-064aa1d42ede service neutron] 10.222.0.71 "GET /v2.0/networks/032fa216-ad44-4b5f-b80b-9f5f19997527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883954 Mar 11 12:22:18.582627 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75be5e62-b22d-47b8-a2bc-a6e501ae1816 None None] New status for floating IP 774aea1c-e42b-423d-abbe-a6dbc96e990d: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:22:18.584661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c5f7770-cb70-4338-b16e-8d3d854f1620 req-597a3b2c-d92b-43b0-9bf7-1bfbbd948765 service neutron] 10.222.0.71 "GET /v2.0/networks/032fa216-ad44-4b5f-b80b-9f5f19997527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901000 Mar 11 12:22:18.685727 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:19.331322 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d1598-7d06-4eb0-9853-e4fe80d6cb20 req-c6d4b529-2347-4c36-91ab-56a21eb7e0d2 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:19.332802 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-758d1598-7d06-4eb0-9853-e4fe80d6cb20 req-c6d4b529-2347-4c36-91ab-56a21eb7e0d2 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.71 "GET /v2.0/ports?device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 984 time: 0.0610771 Mar 11 12:22:19.461990 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-758d1598-7d06-4eb0-9853-e4fe80d6cb20 req-1d480c7e-aca9-41dd-8ce0-2013559912f5 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Deleting port 4eacd34f-5e16-414d-a52e-e5125cf90692 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:22:19.462306 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-758d1598-7d06-4eb0-9853-e4fe80d6cb20 req-1d480c7e-aca9-41dd-8ce0-2013559912f5 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4eacd34f-5e16-414d-a52e-e5125cf90692), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:19.532603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472d09c-b047-483a-9146-d6250c0e68eb req-4dd949e3-a6a6-4930-a275-13675c06cddd tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:19.533969 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9472d09c-b047-483a-9146-d6250c0e68eb req-4dd949e3-a6a6-4930-a275-13675c06cddd tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/ports?device_id=b336becd-fcb0-4267-8ecb-373b33ac8eaa HTTP/1.1" status: 200 len: 984 time: 0.1147416 Mar 11 12:22:19.579611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-758d1598-7d06-4eb0-9853-e4fe80d6cb20 req-1d480c7e-aca9-41dd-8ce0-2013559912f5 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] For port 4eacd34f-5e16-414d-a52e-e5125cf90692, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4eacd34f-5e16-414d-a52e-e5125cf90692,segment=NetworkSegment(b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39),segment_id=b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:19.579994 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-758d1598-7d06-4eb0-9853-e4fe80d6cb20 req-1d480c7e-aca9-41dd-8ce0-2013559912f5 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4eacd34f-5e16-414d-a52e-e5125cf90692), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:19.604078 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-758d1598-7d06-4eb0-9853-e4fe80d6cb20 req-1d480c7e-aca9-41dd-8ce0-2013559912f5 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Calling delete_port for 4eacd34f-5e16-414d-a52e-e5125cf90692 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:22:19.629938 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9472d09c-b047-483a-9146-d6250c0e68eb req-4bee0f70-05c5-42c7-8de9-e4bba6d05354 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562&id=882224c7-9ec0-4a5b-914a-e73e012692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0888991 Mar 11 12:22:19.751217 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-758d1598-7d06-4eb0-9853-e4fe80d6cb20 req-1d480c7e-aca9-41dd-8ce0-2013559912f5 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (4eacd34f-5e16-414d-a52e-e5125cf90692), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:19.779711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d480c7e-aca9-41dd-8ce0-2013559912f5 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event deleted for resources: {'Port': ['ID=4eacd34f-5e16-414d-a52e-e5125cf90692,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:19.823747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-758d1598-7d06-4eb0-9853-e4fe80d6cb20 req-1d480c7e-aca9-41dd-8ce0-2013559912f5 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] No DVR routers for this DVR port 4eacd34f-5e16-414d-a52e-e5125cf90692 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:22:19.826564 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-758d1598-7d06-4eb0-9853-e4fe80d6cb20 req-1d480c7e-aca9-41dd-8ce0-2013559912f5 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:19.829953 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-758d1598-7d06-4eb0-9853-e4fe80d6cb20 req-1d480c7e-aca9-41dd-8ce0-2013559912f5 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.71 "DELETE /v2.0/ports/4eacd34f-5e16-414d-a52e-e5125cf90692 HTTP/1.1" status: 204 len: 173 time: 0.4912009 Mar 11 12:22:19.830510 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b336becd-fcb0-4267-8ecb-373b33ac8eaa', 'name': 'network-vif-deleted', 'tag': '4eacd34f-5e16-414d-a52e-e5125cf90692'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:22:19.833699 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611e54d7-4495-4140-b85e-1dedae2e7391" -d '{"events": [{"server_uuid": "b336becd-fcb0-4267-8ecb-373b33ac8eaa", "name": "network-vif-deleted", "tag": "4eacd34f-5e16-414d-a52e-e5125cf90692"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:22:19.878209 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad412cc0-c233-46ae-b145-aac6a4e7f800 x-openstack-request-id: req-ad412cc0-c233-46ae-b145-aac6a4e7f800 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:22:19.878500 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b336becd-fcb0-4267-8ecb-373b33ac8eaa", "name": "network-vif-deleted", "tag": "4eacd34f-5e16-414d-a52e-e5125cf90692", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:22:19.878749 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ad412cc0-c233-46ae-b145-aac6a4e7f800 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:22:19.879162 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b336becd-fcb0-4267-8ecb-373b33ac8eaa', 'name': 'network-vif-deleted', 'tag': '4eacd34f-5e16-414d-a52e-e5125cf90692', 'status': 'completed', 'code': 200} Mar 11 12:22:20.096300 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:20.695947 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41554) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:20.750633 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0048257d-e073-4261-ba24-9779c578f8aa tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for security_group (cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:20.775255 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0048257d-e073-4261-ba24-9779c578f8aa tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for security_group (cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:20.823974 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0048257d-e073-4261-ba24-9779c578f8aa tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:20.826642 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0048257d-e073-4261-ba24-9779c578f8aa tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:20.827843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0048257d-e073-4261-ba24-9779c578f8aa tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "DELETE /v2.0/security-groups/cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562 HTTP/1.1" status: 204 len: 168 time: 0.1308880 Mar 11 12:22:20.830832 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41556) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:20.837165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048257d-e073-4261-ba24-9779c578f8aa tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc81d24e-d7d5-4e4c-b7a5-43d7a6a2e562,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:20.886250 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63e26e9f-f031-4025-8366-59a3293a9ea6 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for security_group (882224c7-9ec0-4a5b-914a-e73e012692fa), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:20.908812 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63e26e9f-f031-4025-8366-59a3293a9ea6 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for security_group (882224c7-9ec0-4a5b-914a-e73e012692fa), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:20.954964 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63e26e9f-f031-4025-8366-59a3293a9ea6 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (882224c7-9ec0-4a5b-914a-e73e012692fa), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:20.957659 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63e26e9f-f031-4025-8366-59a3293a9ea6 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:20.958815 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-63e26e9f-f031-4025-8366-59a3293a9ea6 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "DELETE /v2.0/security-groups/882224c7-9ec0-4a5b-914a-e73e012692fa HTTP/1.1" status: 204 len: 168 time: 0.1269794 Mar 11 12:22:20.961842 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41558) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:20.968273 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e26e9f-f031-4025-8366-59a3293a9ea6 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=882224c7-9ec0-4a5b-914a-e73e012692fa,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:21.338241 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e230ff-1436-47fc-ac8f-562ce6043098 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (4373f508-b596-494f-9621-1573500c710e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:21.607225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b7e230ff-1436-47fc-ac8f-562ce6043098 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Deleting port 1b56c540-b065-43e4-8b01-993409333b8f {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:22:21.607602 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e230ff-1436-47fc-ac8f-562ce6043098 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1b56c540-b065-43e4-8b01-993409333b8f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:21.698589 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-b7e230ff-1436-47fc-ac8f-562ce6043098 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] For port 1b56c540-b065-43e4-8b01-993409333b8f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1b56c540-b065-43e4-8b01-993409333b8f,segment=NetworkSegment(b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39),segment_id=b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:21.699316 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e230ff-1436-47fc-ac8f-562ce6043098 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1b56c540-b065-43e4-8b01-993409333b8f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:21.710981 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b7e230ff-1436-47fc-ac8f-562ce6043098 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Calling delete_port for 1b56c540-b065-43e4-8b01-993409333b8f owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:22:21.912895 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e230ff-1436-47fc-ac8f-562ce6043098 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (1b56c540-b065-43e4-8b01-993409333b8f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:21.938996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e230ff-1436-47fc-ac8f-562ce6043098 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event deleted for resources: {'Port': ['ID=1b56c540-b065-43e4-8b01-993409333b8f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:22.117335 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b7e230ff-1436-47fc-ac8f-562ce6043098 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (4373f508-b596-494f-9621-1573500c710e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:22.350147 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e230ff-1436-47fc-ac8f-562ce6043098 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Router 4373f508-b596-494f-9621-1573500c710e has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:22:22.465605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e230ff-1436-47fc-ac8f-562ce6043098 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:22:22.472292 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b7e230ff-1436-47fc-ac8f-562ce6043098 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "PUT /v2.0/routers/4373f508-b596-494f-9621-1573500c710e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5093155 Mar 11 12:22:22.475063 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41560) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:22.475963 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86c7ce1-0fdb-4747-a8b8-3ad879267372 None None] Sync routers for ids ['4373f508-b596-494f-9621-1573500c710e'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:22:22.487243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c7ce1-0fdb-4747-a8b8-3ad879267372 None None] Routers {'4373f508-b596-494f-9621-1573500c710e'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:22.487893 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f86c7ce1-0fdb-4747-a8b8-3ad879267372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4373f508-b596-494f-9621-1573500c710e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:22.530965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ade1703-bbf8-4578-9980-6d8f240ea2b1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Deleting subnet 352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:22:22.534544 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3ade1703-bbf8-4578-9980-6d8f240ea2b1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for subnet (352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:22.575086 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3ade1703-bbf8-4578-9980-6d8f240ea2b1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:22.600480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f86c7ce1-0fdb-4747-a8b8-3ad879267372 None None] Set router 4373f508-b596-494f-9621-1573500c710e gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:22.662488 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3ade1703-bbf8-4578-9980-6d8f240ea2b1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:22.729512 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3ade1703-bbf8-4578-9980-6d8f240ea2b1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:22.756705 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade1703-bbf8-4578-9980-6d8f240ea2b1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event deleted for resources: {'Subnet': ['ID=352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:22.761323 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3ade1703-bbf8-4578-9980-6d8f240ea2b1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:22.764594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3ade1703-bbf8-4578-9980-6d8f240ea2b1 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "DELETE /v2.0/subnets/352f2cdc-d1b0-4d3e-a8c5-cd0d6af5c323 HTTP/1.1" status: 204 len: 168 time: 0.2885792 Mar 11 12:22:22.767329 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41562) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:22.774938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee9ad80-7cc3-44c1-94d0-d6fdf1b3e4e2 None None] Network 032fa216-ad44-4b5f-b80b-9f5f19997527 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:22:22.838147 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f86c7ce1-0fdb-4747-a8b8-3ad879267372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4373f508-b596-494f-9621-1573500c710e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142345012', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:22:21Z', 'revision_number': 5, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:22.882786 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d189cf1b-7d95-4df3-becd-da87fdd3a7c3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for router (4373f508-b596-494f-9621-1573500c710e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:22.884334 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86c7ce1-0fdb-4747-a8b8-3ad879267372 None None] Checking router: 4373f508-b596-494f-9621-1573500c710e for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:22:22.899405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c7ce1-0fdb-4747-a8b8-3ad879267372 None None] Routers {'4373f508-b596-494f-9621-1573500c710e'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:22.900103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f86c7ce1-0fdb-4747-a8b8-3ad879267372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['4373f508-b596-494f-9621-1573500c710e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:22.999298 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d189cf1b-7d95-4df3-becd-da87fdd3a7c3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for router_gateway (4373f508-b596-494f-9621-1573500c710e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:23.015468 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f86c7ce1-0fdb-4747-a8b8-3ad879267372 None None] Set router 4373f508-b596-494f-9621-1573500c710e gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:23.042987 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc71cdf2-1d3a-4d45-9029-80ca85c0f787 None None] DHCP port deletion for 032fa216-ad44-4b5f-b80b-9f5f19997527 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:22:23.057569 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-d189cf1b-7d95-4df3-becd-da87fdd3a7c3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Deleting port 6c622b1f-b2f2-4881-af2d-a0744b34a05d {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:22:23.057915 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d189cf1b-7d95-4df3-becd-da87fdd3a7c3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6c622b1f-b2f2-4881-af2d-a0744b34a05d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:23.136889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-d189cf1b-7d95-4df3-becd-da87fdd3a7c3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] For port 6c622b1f-b2f2-4881-af2d-a0744b34a05d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=6c622b1f-b2f2-4881-af2d-a0744b34a05d,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:23.137166 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d189cf1b-7d95-4df3-becd-da87fdd3a7c3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6c622b1f-b2f2-4881-af2d-a0744b34a05d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:23.149291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-d189cf1b-7d95-4df3-becd-da87fdd3a7c3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Calling delete_port for 6c622b1f-b2f2-4881-af2d-a0744b34a05d owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:22:23.204501 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fc71cdf2-1d3a-4d45-9029-80ca85c0f787 None None] Deleting port 8229a24a-8f1b-4dda-9a81-9664bfc0aa78 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:22:23.204869 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fc71cdf2-1d3a-4d45-9029-80ca85c0f787 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8229a24a-8f1b-4dda-9a81-9664bfc0aa78), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:23.277383 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fc71cdf2-1d3a-4d45-9029-80ca85c0f787 None None] For port 8229a24a-8f1b-4dda-9a81-9664bfc0aa78, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=8229a24a-8f1b-4dda-9a81-9664bfc0aa78,segment=NetworkSegment(b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39),segment_id=b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:23.277762 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fc71cdf2-1d3a-4d45-9029-80ca85c0f787 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8229a24a-8f1b-4dda-9a81-9664bfc0aa78), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:23.293601 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fc71cdf2-1d3a-4d45-9029-80ca85c0f787 None None] Calling delete_port for 8229a24a-8f1b-4dda-9a81-9664bfc0aa78 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:22:23.305802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f86c7ce1-0fdb-4747-a8b8-3ad879267372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4373f508-b596-494f-9621-1573500c710e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142345012', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:22:21Z', 'revision_number': 5, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:23.331250 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d189cf1b-7d95-4df3-becd-da87fdd3a7c3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (6c622b1f-b2f2-4881-af2d-a0744b34a05d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:23.360360 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189cf1b-7d95-4df3-becd-da87fdd3a7c3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event deleted for resources: {'Port': ['ID=6c622b1f-b2f2-4881-af2d-a0744b34a05d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:23.362464 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86c7ce1-0fdb-4747-a8b8-3ad879267372 None None] The sync data for ids ['4373f508-b596-494f-9621-1573500c710e'] in n-d-833234-2 is: [{'id': '4373f508-b596-494f-9621-1573500c710e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142345012', 'tenant_id': 'ed531f65d6b9488785a39d736d391e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:22:21Z', 'revision_number': 5, 'project_id': 'ed531f65d6b9488785a39d736d391e6e', 'gw_port': {'id': '6c622b1f-b2f2-4881-af2d-a0744b34a05d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4373f508-b596-494f-9621-1573500c710e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:20:57Z', 'updated_at': '2022-03-11T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:22:23.406263 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fc71cdf2-1d3a-4d45-9029-80ca85c0f787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (8229a24a-8f1b-4dda-9a81-9664bfc0aa78), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:23.425366 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d189cf1b-7d95-4df3-becd-da87fdd3a7c3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (4373f508-b596-494f-9621-1573500c710e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:23.431978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71cdf2-1d3a-4d45-9029-80ca85c0f787 None None] Pushing event deleted for resources: {'Port': ['ID=8229a24a-8f1b-4dda-9a81-9664bfc0aa78,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:23.435641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc71cdf2-1d3a-4d45-9029-80ca85c0f787 None None] No DVR routers for this DVR port 8229a24a-8f1b-4dda-9a81-9664bfc0aa78 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:22:23.439966 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4eacd34f-5e16-414d-a52e-e5125cf90692 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:22:23.463334 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 4eacd34f-5e16-414d-a52e-e5125cf90692 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:22:23.463769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4eacd34f-5e16-414d-a52e-e5125cf90692 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:22:23.849649 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d189cf1b-7d95-4df3-becd-da87fdd3a7c3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (4373f508-b596-494f-9621-1573500c710e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:23.851964 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d189cf1b-7d95-4df3-becd-da87fdd3a7c3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for router_controller (4373f508-b596-494f-9621-1573500c710e), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:23.918963 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d189cf1b-7d95-4df3-becd-da87fdd3a7c3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (4373f508-b596-494f-9621-1573500c710e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:23.920054 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d189cf1b-7d95-4df3-becd-da87fdd3a7c3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Fanout notify agent at l3_agent the message router_deleted on router 4373f508-b596-494f-9621-1573500c710e {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:22:23.927062 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d189cf1b-7d95-4df3-becd-da87fdd3a7c3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:23.930733 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d189cf1b-7d95-4df3-becd-da87fdd3a7c3 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "DELETE /v2.0/routers/4373f508-b596-494f-9621-1573500c710e HTTP/1.1" status: 204 len: 168 time: 1.1594853 Mar 11 12:22:23.931069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41564) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:24.018929 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-79a97950-210a-43f1-a9cd-7de4616e5e05 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (032fa216-ad44-4b5f-b80b-9f5f19997527), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:24.104449 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-79a97950-210a-43f1-a9cd-7de4616e5e05 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (032fa216-ad44-4b5f-b80b-9f5f19997527), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:24.128228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-79a97950-210a-43f1-a9cd-7de4616e5e05 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032fa216-ad44-4b5f-b80b-9f5f19997527']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:24.138102 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-79a97950-210a-43f1-a9cd-7de4616e5e05 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:24.138395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-79a97950-210a-43f1-a9cd-7de4616e5e05 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:24.148031 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-79a97950-210a-43f1-a9cd-7de4616e5e05 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:24.162848 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-79a97950-210a-43f1-a9cd-7de4616e5e05 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:24.169301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a97950-210a-43f1-a9cd-7de4616e5e05 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:22:24.169695 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-79a97950-210a-43f1-a9cd-7de4616e5e05 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (b6f27a4b-5cc1-48d8-b2fc-384d25cc2b39), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:22:24.172785 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:22:24.236384 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-79a97950-210a-43f1-a9cd-7de4616e5e05 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (032fa216-ad44-4b5f-b80b-9f5f19997527), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:24.243866 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-79a97950-210a-43f1-a9cd-7de4616e5e05 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:24.246533 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-79a97950-210a-43f1-a9cd-7de4616e5e05 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] 10.222.0.78 "DELETE /v2.0/networks/032fa216-ad44-4b5f-b80b-9f5f19997527 HTTP/1.1" status: 204 len: 168 time: 0.3141971 Mar 11 12:22:24.257815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a97950-210a-43f1-a9cd-7de4616e5e05 tempest-TestSecurityGroupsBasicOps-847787604 tempest-TestSecurityGroupsBasicOps-847787604-project] Pushing event deleted for resources: {'Network': ['ID=032fa216-ad44-4b5f-b80b-9f5f19997527,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:24.560321 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41574) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:24.700134 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-aba9f219-ee93-4663-858c-70baa7c83cbd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ed531f65d6b9488785a39d736d391e6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375060 Mar 11 12:22:24.701645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41578) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:24.751166 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7160f18-72f2-4634-892f-c423de2f9089 admin admin] Publish callbacks [] for security_group (f6ba986e-e762-4806-abe7-9848ef20bd5d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:24.759084 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6c622b1f-b2f2-4881-af2d-a0744b34a05d no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:22:24.772829 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7160f18-72f2-4634-892f-c423de2f9089 admin admin] Publish callbacks [] for security_group (f6ba986e-e762-4806-abe7-9848ef20bd5d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:24.783861 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 6c622b1f-b2f2-4881-af2d-a0744b34a05d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:22:24.784201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6c622b1f-b2f2-4881-af2d-a0744b34a05d not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:22:24.784609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1b56c540-b065-43e4-8b01-993409333b8f no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:22:24.803611 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 1b56c540-b065-43e4-8b01-993409333b8f {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:22:24.803956 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1b56c540-b065-43e4-8b01-993409333b8f not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:22:24.804399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8229a24a-8f1b-4dda-9a81-9664bfc0aa78 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:22:24.824049 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 8229a24a-8f1b-4dda-9a81-9664bfc0aa78 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:22:24.824335 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 8229a24a-8f1b-4dda-9a81-9664bfc0aa78 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:22:24.824911 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7160f18-72f2-4634-892f-c423de2f9089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (f6ba986e-e762-4806-abe7-9848ef20bd5d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:24.827738 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7160f18-72f2-4634-892f-c423de2f9089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:24.828956 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e7160f18-72f2-4634-892f-c423de2f9089 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f6ba986e-e762-4806-abe7-9848ef20bd5d HTTP/1.1" status: 204 len: 168 time: 0.1263254 Mar 11 12:22:24.837553 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7160f18-72f2-4634-892f-c423de2f9089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ba986e-e762-4806-abe7-9848ef20bd5d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:25.127482 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41586) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:25.140989 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c2064e0-4896-4824-988d-a7499c039c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:25.216967 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c2064e0-4896-4824-988d-a7499c039c8f admin admin] Publish callbacks [] for security_group (ee3f82b5-3eac-4898-a168-38facb24975d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:25.221993 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c2064e0-4896-4824-988d-a7499c039c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ee3f82b5-3eac-4898-a168-38facb24975d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:25.261538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2c2064e0-4896-4824-988d-a7499c039c8f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8deb7a4eb3204bcc84833a79aad2bb6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328025 Mar 11 12:22:25.262474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2064e0-4896-4824-988d-a7499c039c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3f82b5-3eac-4898-a168-38facb24975d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:25.264173 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41592) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:25.314342 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e47271d-ca26-4efc-91f2-67519a85717d admin admin] Publish callbacks [] for security_group (ee3f82b5-3eac-4898-a168-38facb24975d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:25.339767 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e47271d-ca26-4efc-91f2-67519a85717d admin admin] Publish callbacks [] for security_group (ee3f82b5-3eac-4898-a168-38facb24975d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:25.388490 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e47271d-ca26-4efc-91f2-67519a85717d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (ee3f82b5-3eac-4898-a168-38facb24975d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:25.391284 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e47271d-ca26-4efc-91f2-67519a85717d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:25.392617 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0e47271d-ca26-4efc-91f2-67519a85717d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ee3f82b5-3eac-4898-a168-38facb24975d HTTP/1.1" status: 204 len: 168 time: 0.1273570 Mar 11 12:22:25.400995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47271d-ca26-4efc-91f2-67519a85717d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3f82b5-3eac-4898-a168-38facb24975d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:25.508735 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70975646-35a9-4cf0-be31-f234fe577445 req-0f84365d-9a35-442d-8ba7-a743818d65fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:25.510338 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70975646-35a9-4cf0-be31-f234fe577445 req-0f84365d-9a35-442d-8ba7-a743818d65fd tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 945 time: 0.0529642 Mar 11 12:22:25.559679 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70975646-35a9-4cf0-be31-f234fe577445 req-2b1d1bcc-c01c-49bb-839d-2be607ae8201 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436394 Mar 11 12:22:25.583055 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41598) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:25.648166 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0c776b1b-169d-4d30-a6b4-874e929dd333 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/floatingips/f73e3e16-d35f-4309-9fd8-ae58ec6c6bfe HTTP/1.1" status: 200 len: 993 time: 0.0584583 Mar 11 12:22:25.751499 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41604) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:25.791888 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0e4cbfd9-a351-4c63-8eb5-8a8417549d0b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=97e2c58144174c6ab50a1090178ff12f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389287 Mar 11 12:22:25.795572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41606) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:25.847781 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6e55e1f-91ae-400f-a7d3-2eca09af0ac8 admin admin] Publish callbacks [] for security_group (a02ee7c2-78fe-4bbf-a039-c49e281c69b7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:25.869816 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6e55e1f-91ae-400f-a7d3-2eca09af0ac8 admin admin] Publish callbacks [] for security_group (a02ee7c2-78fe-4bbf-a039-c49e281c69b7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:25.918325 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6e55e1f-91ae-400f-a7d3-2eca09af0ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a02ee7c2-78fe-4bbf-a039-c49e281c69b7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:25.921084 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6e55e1f-91ae-400f-a7d3-2eca09af0ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:25.924074 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a6e55e1f-91ae-400f-a7d3-2eca09af0ac8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a02ee7c2-78fe-4bbf-a039-c49e281c69b7 HTTP/1.1" status: 204 len: 168 time: 0.1274111 Mar 11 12:22:25.932613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e55e1f-91ae-400f-a7d3-2eca09af0ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02ee7c2-78fe-4bbf-a039-c49e281c69b7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:25.982355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b54184-e668-47b5-bebe-43852a474eb2 req-68dc4338-a52f-4e0e-aea2-20c0b857c54c tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:25.983952 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8b54184-e668-47b5-bebe-43852a474eb2 req-68dc4338-a52f-4e0e-aea2-20c0b857c54c tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 1127 time: 0.0483303 Mar 11 12:22:26.029896 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8b54184-e668-47b5-bebe-43852a474eb2 req-0a7518ed-459d-4b09-b3d6-6ddb0ff8b4c2 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401235 Mar 11 12:22:26.623910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41648) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:26.645806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-95d74a09-5251-490e-bd84-877b24d6f3bd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440969 Mar 11 12:22:26.654465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-65b6761f-0787-490d-8c5c-53a911924a26 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:22:26.655443 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-65b6761f-0787-490d-8c5c-53a911924a26 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049565 Mar 11 12:22:26.716968 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fbca5278-6473-4ddb-b0b5-89c5bb37aae8 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:26.718383 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fbca5278-6473-4ddb-b0b5-89c5bb37aae8 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/ports/736a16d6-bf28-4123-91c2-a56a57a5cce7 HTTP/1.1" status: 200 len: 1124 time: 0.0363250 Mar 11 12:22:26.725218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-660af7d6-9090-47e5-9150-3e35c6a24cb6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-415852971-network', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:26.747623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660af7d6-9090-47e5-9150-3e35c6a24cb6 admin admin] Made reservation on behalf of e0ad3bc95662496686af8c6eed5217a1 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:22:26.750218 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-660af7d6-9090-47e5-9150-3e35c6a24cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:26.758499 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-660af7d6-9090-47e5-9150-3e35c6a24cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:26.833648 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-660af7d6-9090-47e5-9150-3e35c6a24cb6 admin admin] Publish callbacks [] for security_group (9fdb5644-dca8-4d23-baf3-cf6192bb5701), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:26.838779 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-660af7d6-9090-47e5-9150-3e35c6a24cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9fdb5644-dca8-4d23-baf3-cf6192bb5701), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:26.864343 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660af7d6-9090-47e5-9150-3e35c6a24cb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:22:26.874178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660af7d6-9090-47e5-9150-3e35c6a24cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdb5644-dca8-4d23-baf3-cf6192bb5701,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:26.879536 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-660af7d6-9090-47e5-9150-3e35c6a24cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (40d8a8fa-0461-44da-925f-77d769e44b0c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:26.879911 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-660af7d6-9090-47e5-9150-3e35c6a24cb6 admin admin] Added segment 40d8a8fa-0461-44da-925f-77d769e44b0c of type vlan for network 3b7295db-7e8f-4c29-9d11-f38aedc0019d Mar 11 12:22:26.921523 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-660af7d6-9090-47e5-9150-3e35c6a24cb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (3b7295db-7e8f-4c29-9d11-f38aedc0019d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:26.948933 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-660af7d6-9090-47e5-9150-3e35c6a24cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (3b7295db-7e8f-4c29-9d11-f38aedc0019d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:26.949921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660af7d6-9090-47e5-9150-3e35c6a24cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:26.950561 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-660af7d6-9090-47e5-9150-3e35c6a24cb6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:26.994363 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-660af7d6-9090-47e5-9150-3e35c6a24cb6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3693089 Mar 11 12:22:26.997546 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41658) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:27.004043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-e4f4a99c-ebcd-4f51-af4d-aa8eea2b1568 admin admin] Request body: {'subnet': {'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-415852971-subnet', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:27.026462 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660af7d6-9090-47e5-9150-3e35c6a24cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=3b7295db-7e8f-4c29-9d11-f38aedc0019d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:27.033129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f4a99c-ebcd-4f51-af4d-aa8eea2b1568 admin admin] Made reservation on behalf of e0ad3bc95662496686af8c6eed5217a1 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:22:27.036713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 3b7295db-7e8f-4c29-9d11-f38aedc0019d details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:22:27.037255 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4f4a99c-ebcd-4f51-af4d-aa8eea2b1568 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:27.253664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-9647b808-995f-41de-9d82-ba8ef334c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:27.255115 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-9647b808-995f-41de-9d82-ba8ef334c2b8 service neutron] 10.222.0.78 "GET /v2.0/ports/736a16d6-bf28-4123-91c2-a56a57a5cce7 HTTP/1.1" status: 200 len: 1124 time: 0.0746126 Mar 11 12:22:27.256438 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4f4a99c-ebcd-4f51-af4d-aa8eea2b1568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (013e8505-ff91-41ca-ac9e-e017d1b242e3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:27.287898 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fdd7a003-0542-4e5b-ad52-04093fb882d4 service neutron] Request body: {'binding': {'host': 'n-h1-833234-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:27.288359 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fdd7a003-0542-4e5b-ad52-04093fb882d4 service neutron] Unknown quota resources ['binding']. {{(pid=104031) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 12:22:27.339778 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4a99c-ebcd-4f51-af4d-aa8eea2b1568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=013e8505-ff91-41ca-ac9e-e017d1b242e3,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:27.375564 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f4a99c-ebcd-4f51-af4d-aa8eea2b1568 admin admin] Checking segment: {'id': '40d8a8fa-0461-44da-925f-77d769e44b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:22:27.375957 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f4a99c-ebcd-4f51-af4d-aa8eea2b1568 admin admin] Network hostable DHCP agents. Network: 3b7295db-7e8f-4c29-9d11-f38aedc0019d, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:22:27.434935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f4a99c-ebcd-4f51-af4d-aa8eea2b1568 admin admin] Network 3b7295db-7e8f-4c29-9d11-f38aedc0019d is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:22:27.455649 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-e4f4a99c-ebcd-4f51-af4d-aa8eea2b1568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 3b7295db-7e8f-4c29-9d11-f38aedc0019d) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:22:27.463919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89db3a0-b408-407a-9bdf-1e0f4314525f None None] Network 3b7295db-7e8f-4c29-9d11-f38aedc0019d requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:22:27.464101 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f4a99c-ebcd-4f51-af4d-aa8eea2b1568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:27.464559 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e4f4a99c-ebcd-4f51-af4d-aa8eea2b1568 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:27.484181 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fdd7a003-0542-4e5b-ad52-04093fb882d4 service neutron] Attempting to bind port 736a16d6-bf28-4123-91c2-a56a57a5cce7 on host n-h1-833234-2 for vnic_type normal with profile None {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:22:27.484517 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fdd7a003-0542-4e5b-ad52-04093fb882d4 service neutron] Attempting to bind port 736a16d6-bf28-4123-91c2-a56a57a5cce7 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:22:27.484866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fdd7a003-0542-4e5b-ad52-04093fb882d4 service neutron] Attempting to bind port 736a16d6-bf28-4123-91c2-a56a57a5cce7 on network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:27.490591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fdd7a003-0542-4e5b-ad52-04093fb882d4 service neutron] Port 736a16d6-bf28-4123-91c2-a56a57a5cce7 on network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:22:27.490900 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fdd7a003-0542-4e5b-ad52-04093fb882d4 service neutron] Attempting to bind port 736a16d6-bf28-4123-91c2-a56a57a5cce7 on network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:27.496770 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e4f4a99c-ebcd-4f51-af4d-aa8eea2b1568 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4972444 Mar 11 12:22:27.499589 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fdd7a003-0542-4e5b-ad52-04093fb882d4 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:22:27.499777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41660) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:27.499964 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fdd7a003-0542-4e5b-ad52-04093fb882d4 service neutron] Checking segment: {'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:22:27.500316 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fdd7a003-0542-4e5b-ad52-04093fb882d4 service neutron] Bound using segment: {'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:22:27.500742 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fdd7a003-0542-4e5b-ad52-04093fb882d4 service neutron] Bound port: 736a16d6-bf28-4123-91c2-a56a57a5cce7, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:22:27.504935 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-415852971-router', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:27.527838 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (a7845872-47b9-4c65-806a-ba04515ffcde), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:27.528892 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (a7845872-47b9-4c65-806a-ba04515ffcde), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:27.576483 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-3b7295db-7e8f-4c29-9d11-f38aedc0019d', 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d', 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'fixed_ips': [{'subnet_id': '013e8505-ff91-41ca-ac9e-e017d1b242e3'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:22:27.577412 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:27.591174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fdd7a003-0542-4e5b-ad52-04093fb882d4 service neutron] For port 736a16d6-bf28-4123-91c2-a56a57a5cce7, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7,segment=NetworkSegment(d30fd4cc-74d3-428c-9001-20dee9aba831),segment_id=d30fd4cc-74d3-428c-9001-20dee9aba831)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:22:27.599433 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Publish callbacks [] for router_controller (a7845872-47b9-4c65-806a-ba04515ffcde), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:27.599836 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fdd7a003-0542-4e5b-ad52-04093fb882d4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:27.601046 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fdd7a003-0542-4e5b-ad52-04093fb882d4 service neutron] 10.222.0.78 "POST /v2.0/ports/736a16d6-bf28-4123-91c2-a56a57a5cce7/bindings HTTP/1.1" status: 201 len: 389 time: 0.3349264 Mar 11 12:22:27.745721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Allocated IP 172.20.0.2 (3b7295db-7e8f-4c29-9d11-f38aedc0019d/013e8505-ff91-41ca-ac9e-e017d1b242e3/dd96084d-e477-405d-9f2a-6e2cbab6ae6f) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:22:27.782806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Publish callbacks [] for router_gateway (a7845872-47b9-4c65-806a-ba04515ffcde), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:27.793108 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b38471-2d3a-4f4e-bf2c-3326c3b2ea5d req-3b28c47b-2858-47e5-82f2-8cb9dd5330d9 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:27.802033 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-27b38471-2d3a-4f4e-bf2c-3326c3b2ea5d req-3b28c47b-2858-47e5-82f2-8cb9dd5330d9 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 945 time: 0.0715096 Mar 11 12:22:27.883391 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-27b38471-2d3a-4f4e-bf2c-3326c3b2ea5d req-b30b9fd2-9437-48e0-ab2b-b91a1ffbf858 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802259 Mar 11 12:22:27.893903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-171f0ada-5792-45b1-bde9-a3383703c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:27.895770 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-171f0ada-5792-45b1-bde9-a3383703c108 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 1127 time: 0.0785379 Mar 11 12:22:27.924494 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Publish callbacks [] for port (dd96084d-e477-405d-9f2a-6e2cbab6ae6f), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:27.934305 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (dd96084d-e477-405d-9f2a-6e2cbab6ae6f), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:27.973302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Network 3b7295db-7e8f-4c29-9d11-f38aedc0019d is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:22:27.974686 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:22:27.980473 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:22:27.993664 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Pushing event updated for resources: {'Port': ['ID=dd96084d-e477-405d-9f2a-6e2cbab6ae6f,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:28.005841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-ce2e132f-0a87-4df0-8f42-78ac35971665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:28.007413 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-ce2e132f-0a87-4df0-8f42-78ac35971665 service neutron] 10.222.0.71 "GET /v2.0/networks?id=019c0a59-4c27-4a12-88f3-ebe497cb6e32 HTTP/1.1" status: 200 len: 897 time: 0.1045651 Mar 11 12:22:28.032133 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Publish callbacks [] for router_gateway (a7845872-47b9-4c65-806a-ba04515ffcde), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:28.044645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Attempting to bind port dd96084d-e477-405d-9f2a-6e2cbab6ae6f on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:22:28.045239 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Attempting to bind port dd96084d-e477-405d-9f2a-6e2cbab6ae6f by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '40d8a8fa-0461-44da-925f-77d769e44b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:22:28.045354 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Attempting to bind port dd96084d-e477-405d-9f2a-6e2cbab6ae6f on network 3b7295db-7e8f-4c29-9d11-f38aedc0019d {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:28.050578 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:22:28.050955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Checking segment: {'id': '40d8a8fa-0461-44da-925f-77d769e44b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:22:28.051354 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:28.051780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Bound using segment: {'id': '40d8a8fa-0461-44da-925f-77d769e44b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:22:28.052241 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Bound port: dd96084d-e477-405d-9f2a-6e2cbab6ae6f, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d8a8fa-0461-44da-925f-77d769e44b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:22:28.052619 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (dd96084d-e477-405d-9f2a-6e2cbab6ae6f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:28.054792 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:28.084045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-0d01e477-9fcc-413f-962b-5cae82d91e5f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7 HTTP/1.1" status: 200 len: 1001 time: 0.0689080 Mar 11 12:22:28.120632 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] For port dd96084d-e477-405d-9f2a-6e2cbab6ae6f, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:22:28.123947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] For port dd96084d-e477-405d-9f2a-6e2cbab6ae6f, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=dd96084d-e477-405d-9f2a-6e2cbab6ae6f,segment=NetworkSegment(40d8a8fa-0461-44da-925f-77d769e44b0c),segment_id=40d8a8fa-0461-44da-925f-77d769e44b0c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:22:28.136448 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (dd96084d-e477-405d-9f2a-6e2cbab6ae6f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:28.149138 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-bcda973c-071b-4787-9784-3507c313ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:28.151015 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-bcda973c-071b-4787-9784-3507c313ba1e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=782b42a2-1870-4cde-950d-53c6753bed5f HTTP/1.1" status: 200 len: 834 time: 0.0608993 Mar 11 12:22:28.162195 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Allocated IP 172.25.7.80 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/d7819be3-6ffa-4657-bd81-324fb530054a) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:22:28.195101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974db86-7a1d-4a84-80f2-f6f798dba3b5 None None] Pushing event updated for resources: {'Port': ['ID=dd96084d-e477-405d-9f2a-6e2cbab6ae6f,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:28.218931 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-6ede8347-87d2-4c2d-8bda-3e6b799b3850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:28.220926 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-6ede8347-87d2-4c2d-8bda-3e6b799b3850 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=019c0a59-4c27-4a12-88f3-ebe497cb6e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0635912 Mar 11 12:22:28.292526 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Publish callbacks [] for port (d7819be3-6ffa-4657-bd81-324fb530054a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:28.321342 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-4c492bee-eb4f-41cb-80d1-630db60d935e service neutron] 10.222.0.71 "GET /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936935 Mar 11 12:22:28.328033 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d7819be3-6ffa-4657-bd81-324fb530054a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:28.377434 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:22:28.386066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:22:28.395348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:22:28.405703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Pushing event updated for resources: {'Port': ['ID=d7819be3-6ffa-4657-bd81-324fb530054a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:28.446997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fa946078-7c8a-42f4-9daa-4fbde24bd475 service neutron] 10.222.0.71 "GET /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189754 Mar 11 12:22:28.589845 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-b2921819-5a0d-4ede-8a12-da8da8616a3e tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:28.591534 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-b2921819-5a0d-4ede-8a12-da8da8616a3e tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9&tenant_id=90210211b9a748d8a45f81106abe76ca&binding%3Ahost_id=n-h2-833234-2 HTTP/1.1" status: 200 len: 1127 time: 0.0826378 Mar 11 12:22:28.601965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833234-2'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:28.667481 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:28.681614 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Publish callbacks [] for router_gateway (a7845872-47b9-4c65-806a-ba04515ffcde), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:28.795409 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device dd96084d-e477-405d-9f2a-6e2cbab6ae6f up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:22:28.809245 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] For port 736a16d6-bf28-4123-91c2-a56a57a5cce7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7,segment=NetworkSegment(d30fd4cc-74d3-428c-9001-20dee9aba831),segment_id=d30fd4cc-74d3-428c-9001-20dee9aba831)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:28.851049 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port dd96084d-e477-405d-9f2a-6e2cbab6ae6f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:28.851787 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (dd96084d-e477-405d-9f2a-6e2cbab6ae6f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:28.852494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] For port 736a16d6-bf28-4123-91c2-a56a57a5cce7, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:22:28.902312 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db583708-359c-45fb-9614-550969156fc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '736a16d6-bf28-4123-91c2-a56a57a5cce7'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:22:28.905402 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c354b8-7cb0-4983-a5f7-c5b7c4d436b4" -d '{"events": [{"server_uuid": "db583708-359c-45fb-9614-550969156fc9", "name": "network-vif-unplugged", "status": "completed", "tag": "736a16d6-bf28-4123-91c2-a56a57a5cce7"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:22:28.911972 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Publish callbacks [] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:28.921377 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:28.935708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port dd96084d-e477-405d-9f2a-6e2cbab6ae6f is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:28.936155 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (dd96084d-e477-405d-9f2a-6e2cbab6ae6f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:28.937257 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (a7845872-47b9-4c65-806a-ba04515ffcde), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:28.996156 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port dd96084d-e477-405d-9f2a-6e2cbab6ae6f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=dd96084d-e477-405d-9f2a-6e2cbab6ae6f,segment=NetworkSegment(40d8a8fa-0461-44da-925f-77d769e44b0c),segment_id=40d8a8fa-0461-44da-925f-77d769e44b0c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:29.006401 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (dd96084d-e477-405d-9f2a-6e2cbab6ae6f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:29.008927 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025d100b-5623-4903-9f39-c608ded04980 x-openstack-request-id: req-025d100b-5623-4903-9f39-c608ded04980 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:22:29.009592 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db583708-359c-45fb-9614-550969156fc9", "name": "network-vif-unplugged", "status": "completed", "tag": "736a16d6-bf28-4123-91c2-a56a57a5cce7", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:22:29.009592 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-025d100b-5623-4903-9f39-c608ded04980 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:22:29.010339 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db583708-359c-45fb-9614-550969156fc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '736a16d6-bf28-4123-91c2-a56a57a5cce7', 'code': 200} Mar 11 12:22:29.085931 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=dd96084d-e477-405d-9f2a-6e2cbab6ae6f,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:29.092508 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=736a16d6-bf28-4123-91c2-a56a57a5cce7,revision_number=7']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:29.135417 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798a48b-987a-435b-9214-05d2ff952c72 req-daf230b9-bdcb-473f-b05d-08e53e277ec6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:29.137446 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5798a48b-987a-435b-9214-05d2ff952c72 req-daf230b9-bdcb-473f-b05d-08e53e277ec6 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 943 time: 0.1319032 Mar 11 12:22:29.158908 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Router a7845872-47b9-4c65-806a-ba04515ffcde is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:22:29.221878 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Attempting to bind port 736a16d6-bf28-4123-91c2-a56a57a5cce7 on host n-h2-833234-2 for vnic_type normal with profile {"migrating_to": "n-h1-833234-2"} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:22:29.222295 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Attempting to bind port 736a16d6-bf28-4123-91c2-a56a57a5cce7 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:22:29.223036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Attempting to bind port 736a16d6-bf28-4123-91c2-a56a57a5cce7 on network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:29.239317 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5798a48b-987a-435b-9214-05d2ff952c72 req-396db01b-3087-473f-9f00-b741d914fff3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927799 Mar 11 12:22:29.240200 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Port 736a16d6-bf28-4123-91c2-a56a57a5cce7 on network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:22:29.240523 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Attempting to bind port 736a16d6-bf28-4123-91c2-a56a57a5cce7 on network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:29.246234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:22:29.246579 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Checking segment: {'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:22:29.246967 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Bound using segment: {'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:22:29.247400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Bound port: 736a16d6-bf28-4123-91c2-a56a57a5cce7, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30fd4cc-74d3-428c-9001-20dee9aba831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:22:29.247803 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:29.339849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] For port 736a16d6-bf28-4123-91c2-a56a57a5cce7, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:22:29.344322 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] For port 736a16d6-bf28-4123-91c2-a56a57a5cce7, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7,segment=NetworkSegment(d30fd4cc-74d3-428c-9001-20dee9aba831),segment_id=d30fd4cc-74d3-428c-9001-20dee9aba831)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:22:29.352562 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:29.415859 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccec30d-b308-4459-baca-f741b465b4f5 None None] Network 3b7295db-7e8f-4c29-9d11-f38aedc0019d requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:22:29.464183 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c4c2de6a-f5dd-4d74-85ea-fbb1e32636cc None None] Provisioning complete for port 736a16d6-bf28-4123-91c2-a56a57a5cce7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:29.464563 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c4c2de6a-f5dd-4d74-85ea-fbb1e32636cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:29.469491 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=736a16d6-bf28-4123-91c2-a56a57a5cce7,revision_number=8']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:29.525157 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:29.526066 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:29.527813 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e0afe485-4958-409c-a7d3-cd2f5ce06ba1 service neutron] 10.222.0.71 "PUT /v2.0/ports/736a16d6-bf28-4123-91c2-a56a57a5cce7 HTTP/1.1" status: 200 len: 1121 time: 0.9299338 Mar 11 12:22:29.585971 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['736a16d6-bf28-4123-91c2-a56a57a5cce7'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:22:29.651782 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:22:29.661436 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Sync routers for ids ['a7845872-47b9-4c65-806a-ba04515ffcde'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:22:29.672040 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Routers {'a7845872-47b9-4c65-806a-ba04515ffcde'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:29.672776 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a7845872-47b9-4c65-806a-ba04515ffcde'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:29.674756 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:29.679621 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7c69c001-fb29-4533-bb3d-a35041ce49af admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1757107 Mar 11 12:22:29.679621 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41668) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:29.708443 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c4c2de6a-f5dd-4d74-85ea-fbb1e32636cc None None] Current status of the port 736a16d6-bf28-4123-91c2-a56a57a5cce7 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:29.708832 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c4c2de6a-f5dd-4d74-85ea-fbb1e32636cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:29.751951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db583708-359c-45fb-9614-550969156fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736a16d6-bf28-4123-91c2-a56a57a5cce7'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:22:29.754306 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca89d8f-5b37-4d91-b8b9-1a9fd7e37655" -d '{"events": [{"server_uuid": "db583708-359c-45fb-9614-550969156fc9", "name": "network-vif-plugged", "status": "completed", "tag": "736a16d6-bf28-4123-91c2-a56a57a5cce7"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:22:29.777888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c4c2de6a-f5dd-4d74-85ea-fbb1e32636cc None None] For port 736a16d6-bf28-4123-91c2-a56a57a5cce7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7,segment=NetworkSegment(d30fd4cc-74d3-428c-9001-20dee9aba831),segment_id=d30fd4cc-74d3-428c-9001-20dee9aba831)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:29.789123 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c4c2de6a-f5dd-4d74-85ea-fbb1e32636cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:29.821895 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Set router a7845872-47b9-4c65-806a-ba04515ffcde gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:29.857020 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e71ee1-2dd3-4827-8119-3db95ee22c98 x-openstack-request-id: req-09e71ee1-2dd3-4827-8119-3db95ee22c98 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:22:29.857311 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db583708-359c-45fb-9614-550969156fc9", "name": "network-vif-plugged", "status": "completed", "tag": "736a16d6-bf28-4123-91c2-a56a57a5cce7", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:22:29.857572 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-09e71ee1-2dd3-4827-8119-3db95ee22c98 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:22:29.857999 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db583708-359c-45fb-9614-550969156fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736a16d6-bf28-4123-91c2-a56a57a5cce7', 'code': 200} Mar 11 12:22:29.988538 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2de6a-f5dd-4d74-85ea-fbb1e32636cc None None] Pushing event updated for resources: {'Port': ['ID=736a16d6-bf28-4123-91c2-a56a57a5cce7,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:30.150416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a54a032-8761-4028-bcdc-874556bb606a None None] Provisioning complete for port dd96084d-e477-405d-9f2a-6e2cbab6ae6f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:30.151075 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a54a032-8761-4028-bcdc-874556bb606a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (dd96084d-e477-405d-9f2a-6e2cbab6ae6f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:30.151193 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:30.157054 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'name': 'tempest-TestServerBasicOps-415852971-router', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:27Z', 'updated_at': '2022-03-11T12:22:28Z', 'revision_number': 3, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'gw_port': {'id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:57:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:28Z', 'updated_at': '2022-03-11T12:22:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:30.183232 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Checking router: a7845872-47b9-4c65-806a-ba04515ffcde for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:22:30.183985 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Updating router a7845872-47b9-4c65-806a-ba04515ffcde port d7819be3-6ffa-4657-bd81-324fb530054a binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:22:30.214849 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d7819be3-6ffa-4657-bd81-324fb530054a), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:30.240636 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a54a032-8761-4028-bcdc-874556bb606a None None] Current status of the port dd96084d-e477-405d-9f2a-6e2cbab6ae6f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:30.257756 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a54a032-8761-4028-bcdc-874556bb606a None None] Provisioning complete for port 736a16d6-bf28-4123-91c2-a56a57a5cce7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:30.257756 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a54a032-8761-4028-bcdc-874556bb606a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:30.367713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a54a032-8761-4028-bcdc-874556bb606a None None] Current status of the port 736a16d6-bf28-4123-91c2-a56a57a5cce7 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:30.380463 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] Allocated IP 172.20.0.1 (3b7295db-7e8f-4c29-9d11-f38aedc0019d/013e8505-ff91-41ca-ac9e-e017d1b242e3/729f65f2-9291-436d-a0aa-9dd4646886e1) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:22:30.399364 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f076981-4954-4bb8-9ea7-92d075fd515b req-1be245c6-9d6c-4b2d-8153-37f47a9931b7 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:30.401584 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be83a00-1248-4836-a5fe-23bff6733208 req-eb58132b-0366-4291-834f-318a52f13a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:30.403149 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3be83a00-1248-4836-a5fe-23bff6733208 req-eb58132b-0366-4291-834f-318a52f13a7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 1157 time: 0.0871127 Mar 11 12:22:30.407102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f076981-4954-4bb8-9ea7-92d075fd515b req-1be245c6-9d6c-4b2d-8153-37f47a9931b7 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 945 time: 0.0689733 Mar 11 12:22:30.461996 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f076981-4954-4bb8-9ea7-92d075fd515b req-ab40e127-7e97-4c52-8395-33783e6984ae tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538652 Mar 11 12:22:30.506849 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Publish callbacks [] for port (d7819be3-6ffa-4657-bd81-324fb530054a), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:30.513681 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d7819be3-6ffa-4657-bd81-324fb530054a), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:30.565319 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90484a0-dd8a-4d9a-a69f-c3452a2c90a6 None None] Pushing event updated for resources: {'Port': ['ID=d7819be3-6ffa-4657-bd81-324fb530054a,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:30.567513 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Attempting to bind port d7819be3-6ffa-4657-bd81-324fb530054a on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:22:30.567896 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Attempting to bind port d7819be3-6ffa-4657-bd81-324fb530054a by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:22:30.568256 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Attempting to bind port d7819be3-6ffa-4657-bd81-324fb530054a on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:30.569661 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] Publish callbacks [] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:30.576967 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:22:30.577334 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:22:30.577726 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:30.578109 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:22:30.578556 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Bound port: d7819be3-6ffa-4657-bd81-324fb530054a, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:22:30.578927 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d7819be3-6ffa-4657-bd81-324fb530054a), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:30.581011 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90484a0-dd8a-4d9a-a69f-c3452a2c90a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:30.581368 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90484a0-dd8a-4d9a-a69f-c3452a2c90a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:30.581697 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90484a0-dd8a-4d9a-a69f-c3452a2c90a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:30.582026 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90484a0-dd8a-4d9a-a69f-c3452a2c90a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:30.582350 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90484a0-dd8a-4d9a-a69f-c3452a2c90a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:30.582674 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90484a0-dd8a-4d9a-a69f-c3452a2c90a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:30.582992 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90484a0-dd8a-4d9a-a69f-c3452a2c90a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:30.583301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be83a00-1248-4836-a5fe-23bff6733208 req-0fc9becb-88b1-4cc1-a5e5-b1c5bd3c172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:30.583410 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90484a0-dd8a-4d9a-a69f-c3452a2c90a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:30.583619 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90484a0-dd8a-4d9a-a69f-c3452a2c90a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:30.583947 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90484a0-dd8a-4d9a-a69f-c3452a2c90a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:30.584261 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90484a0-dd8a-4d9a-a69f-c3452a2c90a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:30.584556 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90484a0-dd8a-4d9a-a69f-c3452a2c90a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:30.584799 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3be83a00-1248-4836-a5fe-23bff6733208 req-0fc9becb-88b1-4cc1-a5e5-b1c5bd3c172f service neutron] 10.222.0.37 "GET /v2.0/networks?id=019c0a59-4c27-4a12-88f3-ebe497cb6e32 HTTP/1.1" status: 200 len: 897 time: 0.1521626 Mar 11 12:22:30.584931 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90484a0-dd8a-4d9a-a69f-c3452a2c90a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:30.637414 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] For port d7819be3-6ffa-4657-bd81-324fb530054a, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:22:30.640543 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] For port d7819be3-6ffa-4657-bd81-324fb530054a, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d7819be3-6ffa-4657-bd81-324fb530054a,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:22:30.647482 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d7819be3-6ffa-4657-bd81-324fb530054a), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:30.657925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:30.691912 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3be83a00-1248-4836-a5fe-23bff6733208 req-505c3bce-99f0-4a2a-9100-8f93b3a7c63a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7 HTTP/1.1" status: 200 len: 1001 time: 0.0993826 Mar 11 12:22:30.707694 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Routers {'a7845872-47b9-4c65-806a-ba04515ffcde'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:30.708411 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a7845872-47b9-4c65-806a-ba04515ffcde'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:30.717558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] Network 3b7295db-7e8f-4c29-9d11-f38aedc0019d is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:22:30.742933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:22:30.752522 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:22:30.772173 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90484a0-dd8a-4d9a-a69f-c3452a2c90a6 None None] Pushing event updated for resources: {'Port': ['ID=d7819be3-6ffa-4657-bd81-324fb530054a,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:30.789786 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (a7845872-47b9-4c65-806a-ba04515ffcde), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:30.805847 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device dd96084d-e477-405d-9f2a-6e2cbab6ae6f up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:22:30.836258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] Pushing event updated for resources: {'Port': ['ID=729f65f2-9291-436d-a0aa-9dd4646886e1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:30.842711 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] Set router a7845872-47b9-4c65-806a-ba04515ffcde gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:30.862823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be83a00-1248-4836-a5fe-23bff6733208 req-03f1a5a8-7ca2-410a-9f6f-688fec205f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:30.864392 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3be83a00-1248-4836-a5fe-23bff6733208 req-03f1a5a8-7ca2-410a-9f6f-688fec205f01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=782b42a2-1870-4cde-950d-53c6753bed5f HTTP/1.1" status: 200 len: 834 time: 0.1657798 Mar 11 12:22:30.878393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port dd96084d-e477-405d-9f2a-6e2cbab6ae6f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:30.879691 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (dd96084d-e477-405d-9f2a-6e2cbab6ae6f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:30.963866 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be83a00-1248-4836-a5fe-23bff6733208 req-c78ad6f4-d404-40fc-977e-20b5b6e46308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:30.965442 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3be83a00-1248-4836-a5fe-23bff6733208 req-c78ad6f4-d404-40fc-977e-20b5b6e46308 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=019c0a59-4c27-4a12-88f3-ebe497cb6e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0920756 Mar 11 12:22:30.972151 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port dd96084d-e477-405d-9f2a-6e2cbab6ae6f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:31.011793 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db583708-359c-45fb-9614-550969156fc9', 'tag': '736a16d6-bf28-4123-91c2-a56a57a5cce7'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:22:31.014163 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91926b9c-e659-4e27-99b8-00c31b0b8902" -d '{"events": [{"name": "network-changed", "server_uuid": "db583708-359c-45fb-9614-550969156fc9", "tag": "736a16d6-bf28-4123-91c2-a56a57a5cce7"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:22:31.037332 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:31.044322 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'name': 'tempest-TestServerBasicOps-415852971-router', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:27Z', 'updated_at': '2022-03-11T12:22:28Z', 'revision_number': 3, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'gw_port': {'id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:57:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:28Z', 'updated_at': '2022-03-11T12:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:31.058722 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1db9d51-f0ac-4dd2-a5fa-1bb301e86993 x-openstack-request-id: req-d1db9d51-f0ac-4dd2-a5fa-1bb301e86993 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:22:31.059114 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db583708-359c-45fb-9614-550969156fc9", "tag": "736a16d6-bf28-4123-91c2-a56a57a5cce7", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:22:31.059467 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1db9d51-f0ac-4dd2-a5fa-1bb301e86993 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:22:31.060000 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db583708-359c-45fb-9614-550969156fc9', 'tag': '736a16d6-bf28-4123-91c2-a56a57a5cce7', 'status': 'completed', 'code': 200} Mar 11 12:22:31.073444 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68540cc7-94d6-4d80-bd7a-7339ff3b6812 None None] The sync data for ids ['a7845872-47b9-4c65-806a-ba04515ffcde'] in n-d-833234-2 is: [{'id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'name': 'tempest-TestServerBasicOps-415852971-router', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:27Z', 'updated_at': '2022-03-11T12:22:28Z', 'revision_number': 3, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'gw_port': {'id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:57:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:28Z', 'updated_at': '2022-03-11T12:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:22:31.106029 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5f9fb474-e369-4a5e-b7c3-5f30c0fa84cf None None] Provisioning complete for port 729f65f2-9291-436d-a0aa-9dd4646886e1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:31.106402 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5f9fb474-e369-4a5e-b7c3-5f30c0fa84cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:31.146709 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3be83a00-1248-4836-a5fe-23bff6733208 req-5980d6a7-83c0-4e8b-9f7b-237d9ccadf56 service neutron] 10.222.0.37 "GET /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653492 Mar 11 12:22:31.148437 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5f9fb474-e369-4a5e-b7c3-5f30c0fa84cf None None] Port 729f65f2-9291-436d-a0aa-9dd4646886e1 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:22:31.321470 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3be83a00-1248-4836-a5fe-23bff6733208 req-d9bfd833-d109-40b8-9d06-b2bc2517d0a6 service neutron] 10.222.0.37 "GET /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674988 Mar 11 12:22:31.353969 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] Publish callbacks [] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:31.361888 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:31.448340 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 736a16d6-bf28-4123-91c2-a56a57a5cce7 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:22:31.464701 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (a7845872-47b9-4c65-806a-ba04515ffcde), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:31.466417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] Pushing event updated for resources: {'Port': ['ID=729f65f2-9291-436d-a0aa-9dd4646886e1,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:31.503085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91926b9c-e659-4e27-99b8-00c31b0b8902 req-5cb50dee-d65c-4211-b72e-198b0fa1088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:31.504668 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-91926b9c-e659-4e27-99b8-00c31b0b8902 req-5cb50dee-d65c-4211-b72e-198b0fa1088c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 1157 time: 0.1197248 Mar 11 12:22:31.570129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 736a16d6-bf28-4123-91c2-a56a57a5cce7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7,segment=NetworkSegment(d30fd4cc-74d3-428c-9001-20dee9aba831),segment_id=d30fd4cc-74d3-428c-9001-20dee9aba831)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:31.583103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 736a16d6-bf28-4123-91c2-a56a57a5cce7 has no active binding in host n-h1-833234-2 {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 12:22:31.611298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c1c6d-0aa9-4516-9611-0c68fbb4c741 req-7e881862-b385-4d1f-9b7f-cdcf890d13d5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:31.612953 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c63c1c6d-0aa9-4516-9611-0c68fbb4c741 req-7e881862-b385-4d1f-9b7f-cdcf890d13d5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 945 time: 0.0673618 Mar 11 12:22:31.645770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] Network 3b7295db-7e8f-4c29-9d11-f38aedc0019d is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:22:31.652894 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:22:31.662013 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91926b9c-e659-4e27-99b8-00c31b0b8902 req-da78e495-2a7b-44e8-b1ef-69ea0d2148ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:31.663499 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-91926b9c-e659-4e27-99b8-00c31b0b8902 req-da78e495-2a7b-44e8-b1ef-69ea0d2148ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=019c0a59-4c27-4a12-88f3-ebe497cb6e32 HTTP/1.1" status: 200 len: 897 time: 0.1494195 Mar 11 12:22:31.686294 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c63c1c6d-0aa9-4516-9611-0c68fbb4c741 req-826cd136-1a4d-45e0-b2ba-d1ba763d82d3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626106 Mar 11 12:22:31.812748 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-91926b9c-e659-4e27-99b8-00c31b0b8902 req-f524caf9-5d93-4287-8b71-295293f9b2e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7 HTTP/1.1" status: 200 len: 1001 time: 0.1109233 Mar 11 12:22:31.868089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] Router a7845872-47b9-4c65-806a-ba04515ffcde has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:22:31.887293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91926b9c-e659-4e27-99b8-00c31b0b8902 req-4d3383f0-606c-49b5-b920-ca5513cdefa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:31.888801 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-91926b9c-e659-4e27-99b8-00c31b0b8902 req-4d3383f0-606c-49b5-b920-ca5513cdefa8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=782b42a2-1870-4cde-950d-53c6753bed5f HTTP/1.1" status: 200 len: 834 time: 0.0666583 Mar 11 12:22:31.898170 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b0ff4eff-829c-4cf3-8313-28b789f5b400 None None] Provisioning complete for port 729f65f2-9291-436d-a0aa-9dd4646886e1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:31.898353 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4eff-829c-4cf3-8313-28b789f5b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:31.934322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff4eff-829c-4cf3-8313-28b789f5b400 None None] Port 729f65f2-9291-436d-a0aa-9dd4646886e1 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:22:32.018358 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91926b9c-e659-4e27-99b8-00c31b0b8902 req-cf988f64-a7fa-43a6-9aa9-9152816a68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:32.019912 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-91926b9c-e659-4e27-99b8-00c31b0b8902 req-cf988f64-a7fa-43a6-9aa9-9152816a68e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=019c0a59-4c27-4a12-88f3-ebe497cb6e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0925863 Mar 11 12:22:32.042019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:22:32.047596 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3a5bcd5c-1d02-4509-b435-5917ac14ce0d admin admin] 10.222.0.78 "PUT /v2.0/routers/a7845872-47b9-4c65-806a-ba04515ffcde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3629730 Mar 11 12:22:32.124782 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-91926b9c-e659-4e27-99b8-00c31b0b8902 req-6a222c28-b3aa-4dc1-a6a9-44302829f45a service neutron] 10.222.0.37 "GET /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948641 Mar 11 12:22:32.230180 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-91926b9c-e659-4e27-99b8-00c31b0b8902 req-8281076e-8c06-4cc4-80ef-9e08f5d7b5f2 service neutron] 10.222.0.37 "GET /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981209 Mar 11 12:22:32.549843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41692) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:32.554829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-668aae1a-7fa2-4b50-b468-2137c42a2aa2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1209475323-network', 'tenant_id': '27af48cf86dc4c17a4b804c687bbfc74'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:32.577457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668aae1a-7fa2-4b50-b468-2137c42a2aa2 admin admin] Made reservation on behalf of 27af48cf86dc4c17a4b804c687bbfc74 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:22:32.579982 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-668aae1a-7fa2-4b50-b468-2137c42a2aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:32.589372 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-668aae1a-7fa2-4b50-b468-2137c42a2aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:32.679033 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-668aae1a-7fa2-4b50-b468-2137c42a2aa2 admin admin] Publish callbacks [] for security_group (3015bc7b-5ff3-4db2-bb26-649a5fd03e09), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:32.684452 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-668aae1a-7fa2-4b50-b468-2137c42a2aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3015bc7b-5ff3-4db2-bb26-649a5fd03e09), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:32.706029 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668aae1a-7fa2-4b50-b468-2137c42a2aa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:22:32.720975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668aae1a-7fa2-4b50-b468-2137c42a2aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3015bc7b-5ff3-4db2-bb26-649a5fd03e09,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:32.725403 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-668aae1a-7fa2-4b50-b468-2137c42a2aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (84eb1fc5-1a4e-41d4-9ea7-689215267734), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:32.725744 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-668aae1a-7fa2-4b50-b468-2137c42a2aa2 admin admin] Added segment 84eb1fc5-1a4e-41d4-9ea7-689215267734 of type vlan for network 9bf6f662-2392-456f-9ff2-fb4afda5b9fe Mar 11 12:22:32.776958 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-668aae1a-7fa2-4b50-b468-2137c42a2aa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (9bf6f662-2392-456f-9ff2-fb4afda5b9fe), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:32.812274 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-668aae1a-7fa2-4b50-b468-2137c42a2aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (9bf6f662-2392-456f-9ff2-fb4afda5b9fe), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:32.816195 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668aae1a-7fa2-4b50-b468-2137c42a2aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:32.816849 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-668aae1a-7fa2-4b50-b468-2137c42a2aa2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:32.837779 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3056fa-7edf-47c0-a06f-3d133d51e5b4 req-88e2b267-127c-4ea7-af82-bf8e8eb46e2d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:32.840100 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf3056fa-7edf-47c0-a06f-3d133d51e5b4 req-88e2b267-127c-4ea7-af82-bf8e8eb46e2d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 945 time: 0.0614567 Mar 11 12:22:32.853989 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d7819be3-6ffa-4657-bd81-324fb530054a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:22:32.876782 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-668aae1a-7fa2-4b50-b468-2137c42a2aa2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3257868 Mar 11 12:22:32.882060 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41696) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:32.886547 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-14edb5dd-070a-41b8-81c6-881cbbbfbf94 admin admin] Request body: {'subnet': {'network_id': '9bf6f662-2392-456f-9ff2-fb4afda5b9fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1209475323-subnet', 'tenant_id': '27af48cf86dc4c17a4b804c687bbfc74', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:32.897073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Sync routers for ids ['a7845872-47b9-4c65-806a-ba04515ffcde'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:22:32.904043 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf3056fa-7edf-47c0-a06f-3d133d51e5b4 req-8ffcd281-f36b-4440-a5b9-988820d9faa3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559466 Mar 11 12:22:32.923857 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Routers {'a7845872-47b9-4c65-806a-ba04515ffcde'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:32.924506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a7845872-47b9-4c65-806a-ba04515ffcde'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:33.025802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d7819be3-6ffa-4657-bd81-324fb530054a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:33.026049 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d7819be3-6ffa-4657-bd81-324fb530054a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:33.082133 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Set router a7845872-47b9-4c65-806a-ba04515ffcde gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:33.221362 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d7819be3-6ffa-4657-bd81-324fb530054a is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:33.221669 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d7819be3-6ffa-4657-bd81-324fb530054a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:33.257654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668aae1a-7fa2-4b50-b468-2137c42a2aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=9bf6f662-2392-456f-9ff2-fb4afda5b9fe,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:33.274396 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14edb5dd-070a-41b8-81c6-881cbbbfbf94 admin admin] Made reservation on behalf of 27af48cf86dc4c17a4b804c687bbfc74 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:22:33.274899 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 9bf6f662-2392-456f-9ff2-fb4afda5b9fe details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:22:33.277075 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-14edb5dd-070a-41b8-81c6-881cbbbfbf94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:33.292103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port d7819be3-6ffa-4657-bd81-324fb530054a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d7819be3-6ffa-4657-bd81-324fb530054a,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:33.309483 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d7819be3-6ffa-4657-bd81-324fb530054a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:33.452048 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-14edb5dd-070a-41b8-81c6-881cbbbfbf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (12a50ba4-67a3-467c-a870-93c606f007df), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:33.507617 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edb5dd-070a-41b8-81c6-881cbbbfbf94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a50ba4-67a3-467c-a870-93c606f007df,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:33.516807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14edb5dd-070a-41b8-81c6-881cbbbfbf94 admin admin] Checking segment: {'id': '84eb1fc5-1a4e-41d4-9ea7-689215267734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9bf6f662-2392-456f-9ff2-fb4afda5b9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:22:33.517170 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14edb5dd-070a-41b8-81c6-881cbbbfbf94 admin admin] Network hostable DHCP agents. Network: 9bf6f662-2392-456f-9ff2-fb4afda5b9fe, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:22:33.536704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14edb5dd-070a-41b8-81c6-881cbbbfbf94 admin admin] Network 9bf6f662-2392-456f-9ff2-fb4afda5b9fe is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:22:33.547074 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-14edb5dd-070a-41b8-81c6-881cbbbfbf94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 9bf6f662-2392-456f-9ff2-fb4afda5b9fe) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:22:33.553360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14edb5dd-070a-41b8-81c6-881cbbbfbf94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:33.554429 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-14edb5dd-070a-41b8-81c6-881cbbbfbf94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:33.571020 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-14edb5dd-070a-41b8-81c6-881cbbbfbf94 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6881835 Mar 11 12:22:33.573234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a68e1ce-27e5-4bae-8e2d-94406a7e35f7 None None] Network 9bf6f662-2392-456f-9ff2-fb4afda5b9fe requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:22:33.573789 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41698) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:33.578290 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1209475323-router', 'tenant_id': '27af48cf86dc4c17a4b804c687bbfc74', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:33.600467 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (5d9e47b3-bfee-4f45-ba81-c123563a9cbe), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:33.601633 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (5d9e47b3-bfee-4f45-ba81-c123563a9cbe), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:33.629609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=d7819be3-6ffa-4657-bd81-324fb530054a,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:33.660232 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Publish callbacks [] for router_controller (5d9e47b3-bfee-4f45-ba81-c123563a9cbe), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:33.708636 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'name': 'tempest-TestServerBasicOps-415852971-router', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:27Z', 'updated_at': '2022-03-11T12:22:30Z', 'revision_number': 4, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'gw_port': {'id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:57:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:28Z', 'updated_at': '2022-03-11T12:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '729f65f2-9291-436d-a0aa-9dd4646886e1', 'name': '', 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'mac_address': 'fa:16:3e:15:a5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:30Z', 'updated_at': '2022-03-11T12:22:31Z', 'revision_number': 2, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'subnets': [{'id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:33.737296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-9bf6f662-2392-456f-9ff2-fb4afda5b9fe', 'network_id': '9bf6f662-2392-456f-9ff2-fb4afda5b9fe', 'project_id': '27af48cf86dc4c17a4b804c687bbfc74', 'fixed_ips': [{'subnet_id': '12a50ba4-67a3-467c-a870-93c606f007df'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:22:33.738165 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:33.740530 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Checking router: a7845872-47b9-4c65-806a-ba04515ffcde for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:22:33.740880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Updating router a7845872-47b9-4c65-806a-ba04515ffcde port 729f65f2-9291-436d-a0aa-9dd4646886e1 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:22:33.790672 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:33.801457 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Publish callbacks [] for router_gateway (5d9e47b3-bfee-4f45-ba81-c123563a9cbe), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:33.937221 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:34.005666 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Allocated IP 172.20.0.2 (9bf6f662-2392-456f-9ff2-fb4afda5b9fe/12a50ba4-67a3-467c-a870-93c606f007df/00cf9d87-5435-4c61-bdfe-d369203d9f07) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:22:34.037616 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Publish callbacks [] for router_gateway (5d9e47b3-bfee-4f45-ba81-c123563a9cbe), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:34.061394 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:34.081242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fdec0-49c9-44b5-a47d-4e3423a789d1 req-66c03fb0-e7be-46d5-a761-2a1ffb745dfe tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:34.082783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e23fdec0-49c9-44b5-a47d-4e3423a789d1 req-66c03fb0-e7be-46d5-a761-2a1ffb745dfe tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 945 time: 0.0902486 Mar 11 12:22:34.200399 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e23fdec0-49c9-44b5-a47d-4e3423a789d1 req-a1d9ea3d-60b4-48ba-81b8-ddd28257849c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903213 Mar 11 12:22:34.220639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Allocated IP 172.25.7.52 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/86eeccbe-b80a-49ff-bddf-c002b4e1f770) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:22:34.274315 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Publish callbacks [] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:34.280868 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Publish callbacks [] for port (00cf9d87-5435-4c61-bdfe-d369203d9f07), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:34.284591 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:34.290681 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (00cf9d87-5435-4c61-bdfe-d369203d9f07), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:34.329356 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Publish callbacks [] for port (86eeccbe-b80a-49ff-bddf-c002b4e1f770), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:34.341297 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Network 9bf6f662-2392-456f-9ff2-fb4afda5b9fe is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:22:34.348474 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:22:34.352782 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:22:34.354607 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e46e9d-cc9b-4d3a-86f7-069717d7c171 None None] Pushing event updated for resources: {'Port': ['ID=729f65f2-9291-436d-a0aa-9dd4646886e1,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:34.375042 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (86eeccbe-b80a-49ff-bddf-c002b4e1f770), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:34.423191 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:22:34.430788 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:22:34.433717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:22:34.457519 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Pushing event updated for resources: {'Port': ['ID=86eeccbe-b80a-49ff-bddf-c002b4e1f770,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:34.481259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Attempting to bind port 729f65f2-9291-436d-a0aa-9dd4646886e1 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:22:34.481642 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Attempting to bind port 729f65f2-9291-436d-a0aa-9dd4646886e1 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '40d8a8fa-0461-44da-925f-77d769e44b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:22:34.482013 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Attempting to bind port 729f65f2-9291-436d-a0aa-9dd4646886e1 on network 3b7295db-7e8f-4c29-9d11-f38aedc0019d {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:34.486333 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Pushing event updated for resources: {'Port': ['ID=00cf9d87-5435-4c61-bdfe-d369203d9f07,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:34.497527 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:22:34.497889 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Checking segment: {'id': '40d8a8fa-0461-44da-925f-77d769e44b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:22:34.498296 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:34.498694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Bound using segment: {'id': '40d8a8fa-0461-44da-925f-77d769e44b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:22:34.499180 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Bound port: 729f65f2-9291-436d-a0aa-9dd4646886e1, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d8a8fa-0461-44da-925f-77d769e44b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:22:34.499560 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:34.510290 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Attempting to bind port 00cf9d87-5435-4c61-bdfe-d369203d9f07 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:22:34.510663 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Attempting to bind port 00cf9d87-5435-4c61-bdfe-d369203d9f07 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '84eb1fc5-1a4e-41d4-9ea7-689215267734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9bf6f662-2392-456f-9ff2-fb4afda5b9fe'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:22:34.511033 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Attempting to bind port 00cf9d87-5435-4c61-bdfe-d369203d9f07 on network 9bf6f662-2392-456f-9ff2-fb4afda5b9fe {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:34.518911 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:22:34.519289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Checking segment: {'id': '84eb1fc5-1a4e-41d4-9ea7-689215267734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9bf6f662-2392-456f-9ff2-fb4afda5b9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:22:34.519724 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:34.520463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Bound using segment: {'id': '84eb1fc5-1a4e-41d4-9ea7-689215267734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9bf6f662-2392-456f-9ff2-fb4afda5b9fe'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:22:34.521322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Bound port: 00cf9d87-5435-4c61-bdfe-d369203d9f07, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84eb1fc5-1a4e-41d4-9ea7-689215267734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9bf6f662-2392-456f-9ff2-fb4afda5b9fe'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:22:34.521322 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (00cf9d87-5435-4c61-bdfe-d369203d9f07), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:34.538051 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-6ab919fe-93f3-409b-a1d4-770ca9475ef7 service neutron] 10.222.0.37 "GET /v2.0/ports/736a16d6-bf28-4123-91c2-a56a57a5cce7/bindings/n-h1-833234-2 HTTP/1.1" status: 200 len: 384 time: 0.1005847 Mar 11 12:22:34.620219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] For port 729f65f2-9291-436d-a0aa-9dd4646886e1, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:22:34.625971 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] For port 729f65f2-9291-436d-a0aa-9dd4646886e1, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=729f65f2-9291-436d-a0aa-9dd4646886e1,segment=NetworkSegment(40d8a8fa-0461-44da-925f-77d769e44b0c),segment_id=40d8a8fa-0461-44da-925f-77d769e44b0c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:22:34.633656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] For port 00cf9d87-5435-4c61-bdfe-d369203d9f07, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:22:34.636974 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] For port 00cf9d87-5435-4c61-bdfe-d369203d9f07, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=00cf9d87-5435-4c61-bdfe-d369203d9f07,segment=NetworkSegment(84eb1fc5-1a4e-41d4-9ea7-689215267734),segment_id=84eb1fc5-1a4e-41d4-9ea7-689215267734)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:22:34.638849 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:34.650599 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (00cf9d87-5435-4c61-bdfe-d369203d9f07), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:34.720900 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Publish callbacks [] for router_gateway (5d9e47b3-bfee-4f45-ba81-c123563a9cbe), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:34.734602 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e46e9d-cc9b-4d3a-86f7-069717d7c171 None None] Pushing event updated for resources: {'Port': ['ID=729f65f2-9291-436d-a0aa-9dd4646886e1,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:34.741420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Routers {'a7845872-47b9-4c65-806a-ba04515ffcde'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:34.742057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a7845872-47b9-4c65-806a-ba04515ffcde'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:34.802712 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-69bfb18d-8840-481d-8863-25fe7fea0918 service neutron] For port 736a16d6-bf28-4123-91c2-a56a57a5cce7, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7,segment=NetworkSegment(d30fd4cc-74d3-428c-9001-20dee9aba831),segment_id=d30fd4cc-74d3-428c-9001-20dee9aba831)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:34.837849 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-69bfb18d-8840-481d-8863-25fe7fea0918 service neutron] For port 736a16d6-bf28-4123-91c2-a56a57a5cce7, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:22:34.850307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9a40ae4d-6365-4f2e-a024-9c6e686d3d4b None None] Provisioning complete for port 729f65f2-9291-436d-a0aa-9dd4646886e1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:34.850689 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9a40ae4d-6365-4f2e-a024-9c6e686d3d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:34.857284 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d7819be3-6ffa-4657-bd81-324fb530054a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:22:34.893598 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db583708-359c-45fb-9614-550969156fc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '736a16d6-bf28-4123-91c2-a56a57a5cce7'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:22:34.896803 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb905b4-2727-4bde-8bff-3d57960a310f" -d '{"events": [{"server_uuid": "db583708-359c-45fb-9614-550969156fc9", "name": "network-vif-unplugged", "status": "completed", "tag": "736a16d6-bf28-4123-91c2-a56a57a5cce7"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:22:34.906558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-69bfb18d-8840-481d-8863-25fe7fea0918 service neutron] For port 736a16d6-bf28-4123-91c2-a56a57a5cce7, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7,segment=NetworkSegment(d30fd4cc-74d3-428c-9001-20dee9aba831),segment_id=d30fd4cc-74d3-428c-9001-20dee9aba831)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:34.933974 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-69bfb18d-8840-481d-8863-25fe7fea0918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:35.006361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fe7de-7356-49f7-b8a1-1d7ec23732d1 None None] Pushing event updated for resources: {'Port': ['ID=00cf9d87-5435-4c61-bdfe-d369203d9f07,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:35.065599 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-69bfb18d-8840-481d-8863-25fe7fea0918 service neutron] Transition to ACTIVE for port object 736a16d6-bf28-4123-91c2-a56a57a5cce7 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:22:35.068169 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49e34d5-386d-4231-87e2-622c2d3b857d x-openstack-request-id: req-a49e34d5-386d-4231-87e2-622c2d3b857d {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:22:35.068648 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db583708-359c-45fb-9614-550969156fc9", "name": "network-vif-unplugged", "status": "completed", "tag": "736a16d6-bf28-4123-91c2-a56a57a5cce7", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:22:35.068958 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a49e34d5-386d-4231-87e2-622c2d3b857d {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:22:35.069827 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db583708-359c-45fb-9614-550969156fc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '736a16d6-bf28-4123-91c2-a56a57a5cce7', 'code': 200} Mar 11 12:22:35.083252 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-69bfb18d-8840-481d-8863-25fe7fea0918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:35.119721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] Set router a7845872-47b9-4c65-806a-ba04515ffcde gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:35.174203 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d7819be3-6ffa-4657-bd81-324fb530054a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:35.174203 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d7819be3-6ffa-4657-bd81-324fb530054a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:35.284001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfb18d-8840-481d-8863-25fe7fea0918 service neutron] Pushing event updated for resources: {'Port': ['ID=736a16d6-bf28-4123-91c2-a56a57a5cce7,revision_number=11']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:35.307943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9a40ae4d-6365-4f2e-a024-9c6e686d3d4b None None] Current status of the port 729f65f2-9291-436d-a0aa-9dd4646886e1 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:35.308694 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9a40ae4d-6365-4f2e-a024-9c6e686d3d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:35.341747 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-69bfb18d-8840-481d-8863-25fe7fea0918 service neutron] No DVR routers for this DVR port 736a16d6-bf28-4123-91c2-a56a57a5cce7 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:22:35.432857 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9a40ae4d-6365-4f2e-a024-9c6e686d3d4b None None] For port 729f65f2-9291-436d-a0aa-9dd4646886e1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=729f65f2-9291-436d-a0aa-9dd4646886e1,segment=NetworkSegment(40d8a8fa-0461-44da-925f-77d769e44b0c),segment_id=40d8a8fa-0461-44da-925f-77d769e44b0c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:35.463818 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9a40ae4d-6365-4f2e-a024-9c6e686d3d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:35.482607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585ea6c-6e25-4cd1-812c-f1f5cb29c4e9 req-ca1eda55-aa19-4058-a054-6b1a7c47b6f0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:35.484774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d585ea6c-6e25-4cd1-812c-f1f5cb29c4e9 req-ca1eda55-aa19-4058-a054-6b1a7c47b6f0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 944 time: 0.1094470 Mar 11 12:22:35.502763 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (5d9e47b3-bfee-4f45-ba81-c123563a9cbe), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:35.543394 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-69bfb18d-8840-481d-8863-25fe7fea0918 service neutron] 10.222.0.37 "PUT /v2.0/ports/736a16d6-bf28-4123-91c2-a56a57a5cce7/bindings/n-h1-833234-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9947348 Mar 11 12:22:35.562027 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d7819be3-6ffa-4657-bd81-324fb530054a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:35.618173 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d585ea6c-6e25-4cd1-812c-f1f5cb29c4e9 req-16327496-5b02-4686-a695-abb0e758cc29 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047974 Mar 11 12:22:35.707044 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Router 5d9e47b3-bfee-4f45-ba81-c123563a9cbe is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:22:35.798557 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40ae4d-6365-4f2e-a024-9c6e686d3d4b None None] Pushing event updated for resources: {'Port': ['ID=729f65f2-9291-436d-a0aa-9dd4646886e1,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:35.809965 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-37c481c3-3c89-41e6-a9be-406fcd3baff3 None None] Provisioning complete for port 729f65f2-9291-436d-a0aa-9dd4646886e1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:35.810341 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-37c481c3-3c89-41e6-a9be-406fcd3baff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:35.839490 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:22:35.851279 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Sync routers for ids ['5d9e47b3-bfee-4f45-ba81-c123563a9cbe'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:22:35.869666 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Routers {'5d9e47b3-bfee-4f45-ba81-c123563a9cbe'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:35.870343 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5d9e47b3-bfee-4f45-ba81-c123563a9cbe'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:35.903342 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'name': 'tempest-TestServerBasicOps-415852971-router', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:27Z', 'updated_at': '2022-03-11T12:22:30Z', 'revision_number': 4, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'gw_port': {'id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:28Z', 'updated_at': '2022-03-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '729f65f2-9291-436d-a0aa-9dd4646886e1', 'name': '', 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'mac_address': 'fa:16:3e:15:a5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:30Z', 'updated_at': '2022-03-11T12:22:34Z', 'revision_number': 4, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'subnets': [{'id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:35.915406 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:35.919647 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5fe19608-e248-4f03-90be-ef154045f387 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3421922 Mar 11 12:22:35.919909 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41708) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:35.938983 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fab76c-118f-4cac-b41d-62494d850473 None None] The sync data for ids ['a7845872-47b9-4c65-806a-ba04515ffcde'] in n-d-833234-2 is: [{'id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'name': 'tempest-TestServerBasicOps-415852971-router', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:27Z', 'updated_at': '2022-03-11T12:22:30Z', 'revision_number': 4, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'gw_port': {'id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:28Z', 'updated_at': '2022-03-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '729f65f2-9291-436d-a0aa-9dd4646886e1', 'name': '', 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'mac_address': 'fa:16:3e:15:a5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:30Z', 'updated_at': '2022-03-11T12:22:34Z', 'revision_number': 4, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'subnets': [{'id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:22:35.951404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-37c481c3-3c89-41e6-a9be-406fcd3baff3 None None] Current status of the port 729f65f2-9291-436d-a0aa-9dd4646886e1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:35.967966 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-4e42c732-4fd2-4c0a-ad22-4fdf0c210122 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:35.969935 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-4e42c732-4fd2-4c0a-ad22-4fdf0c210122 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9&tenant_id=90210211b9a748d8a45f81106abe76ca&binding%3Ahost_id=n-h2-833234-2 HTTP/1.1" status: 200 len: 1126 time: 0.3723261 Mar 11 12:22:36.054428 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Set router 5d9e47b3-bfee-4f45-ba81-c123563a9cbe gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:36.079001 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-2ceb9847-d767-426f-b7e3-6716fced6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:36.083886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-2ceb9847-d767-426f-b7e3-6716fced6ced service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9&tenant_id=90210211b9a748d8a45f81106abe76ca HTTP/1.1" status: 200 len: 1126 time: 0.1066229 Mar 11 12:22:36.175066 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-604ccdbd-a798-475f-a412-be5fb09a4180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:36.176479 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-604ccdbd-a798-475f-a412-be5fb09a4180 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 1126 time: 0.0597773 Mar 11 12:22:36.286137 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a835d24-c10f-4d5a-9213-d78725290d25 None None] Network 9bf6f662-2392-456f-9ff2-fb4afda5b9fe requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:22:36.313883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e95e8be8-9a04-4a7e-b29f-ddea642b329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:36.317502 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-e95e8be8-9a04-4a7e-b29f-ddea642b329d service neutron] 10.222.0.71 "GET /v2.0/networks?id=019c0a59-4c27-4a12-88f3-ebe497cb6e32 HTTP/1.1" status: 200 len: 897 time: 0.1334546 Mar 11 12:22:36.341551 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'name': 'tempest-TestServerBasicOps-1209475323-router', 'tenant_id': '27af48cf86dc4c17a4b804c687bbfc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '86eeccbe-b80a-49ff-bddf-c002b4e1f770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:33Z', 'updated_at': '2022-03-11T12:22:34Z', 'revision_number': 3, 'project_id': '27af48cf86dc4c17a4b804c687bbfc74', 'gw_port': {'id': '86eeccbe-b80a-49ff-bddf-c002b4e1f770', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:27:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:34Z', 'updated_at': '2022-03-11T12:22:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:36.380611 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Checking router: 5d9e47b3-bfee-4f45-ba81-c123563a9cbe for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:22:36.381067 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Updating router 5d9e47b3-bfee-4f45-ba81-c123563a9cbe port 86eeccbe-b80a-49ff-bddf-c002b4e1f770 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:22:36.389226 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6764e01b-50c6-45b8-b0ad-acd2e231efb9 None None] Provisioning complete for port 00cf9d87-5435-4c61-bdfe-d369203d9f07 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:36.389601 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6764e01b-50c6-45b8-b0ad-acd2e231efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (00cf9d87-5435-4c61-bdfe-d369203d9f07), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:36.418897 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (86eeccbe-b80a-49ff-bddf-c002b4e1f770), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:36.426665 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-503d149a-4eb9-4aff-b147-1addaf739a69 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7 HTTP/1.1" status: 200 len: 999 time: 0.1010258 Mar 11 12:22:36.495954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-0d0900f4-b49c-4768-b3e8-036f6f81dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:36.497797 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-0d0900f4-b49c-4768-b3e8-036f6f81dd22 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=782b42a2-1870-4cde-950d-53c6753bed5f HTTP/1.1" status: 200 len: 834 time: 0.0644991 Mar 11 12:22:36.557485 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:36.563345 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6764e01b-50c6-45b8-b0ad-acd2e231efb9 None None] Current status of the port 00cf9d87-5435-4c61-bdfe-d369203d9f07 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:36.563812 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6764e01b-50c6-45b8-b0ad-acd2e231efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (00cf9d87-5435-4c61-bdfe-d369203d9f07), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:36.604734 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-9b1d34ff-e5f7-4c09-a865-1350e25b32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:36.609074 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-9b1d34ff-e5f7-4c09-a865-1350e25b32b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=019c0a59-4c27-4a12-88f3-ebe497cb6e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1030507 Mar 11 12:22:36.614303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6764e01b-50c6-45b8-b0ad-acd2e231efb9 None None] For port 00cf9d87-5435-4c61-bdfe-d369203d9f07, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=00cf9d87-5435-4c61-bdfe-d369203d9f07,segment=NetworkSegment(84eb1fc5-1a4e-41d4-9ea7-689215267734),segment_id=84eb1fc5-1a4e-41d4-9ea7-689215267734)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:36.631359 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6764e01b-50c6-45b8-b0ad-acd2e231efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (00cf9d87-5435-4c61-bdfe-d369203d9f07), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:36.732605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764e01b-50c6-45b8-b0ad-acd2e231efb9 None None] Pushing event updated for resources: {'Port': ['ID=00cf9d87-5435-4c61-bdfe-d369203d9f07,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:36.848333 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Publish callbacks [] for port (86eeccbe-b80a-49ff-bddf-c002b4e1f770), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:36.863180 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (86eeccbe-b80a-49ff-bddf-c002b4e1f770), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:36.888293 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-3cc98be4-58b2-41bb-8de9-c8820c8ff1c8 service neutron] 10.222.0.71 "GET /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709630 Mar 11 12:22:36.900385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c6d63-7ef6-44f2-8da5-b9bf655d87f2 req-519f0a06-ed39-49d6-aaa0-d79f13369398 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:36.911268 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-770c6d63-7ef6-44f2-8da5-b9bf655d87f2 req-519f0a06-ed39-49d6-aaa0-d79f13369398 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 944 time: 0.1413171 Mar 11 12:22:36.935166 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] Allocated IP 172.20.0.1 (9bf6f662-2392-456f-9ff2-fb4afda5b9fe/12a50ba4-67a3-467c-a870-93c606f007df/beb7a036-d5b2-4439-9fb4-29b9355fbcbe) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:22:36.951451 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 00cf9d87-5435-4c61-bdfe-d369203d9f07 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:22:36.959940 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Attempting to bind port 86eeccbe-b80a-49ff-bddf-c002b4e1f770 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:22:36.960320 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Attempting to bind port 86eeccbe-b80a-49ff-bddf-c002b4e1f770 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:22:36.960708 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Attempting to bind port 86eeccbe-b80a-49ff-bddf-c002b4e1f770 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:36.971988 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:22:36.972234 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:22:36.972550 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:36.972943 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:22:36.973556 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Bound port: 86eeccbe-b80a-49ff-bddf-c002b4e1f770, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:22:36.973862 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (86eeccbe-b80a-49ff-bddf-c002b4e1f770), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:37.011945 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-770c6d63-7ef6-44f2-8da5-b9bf655d87f2 req-cd9e2d59-0afd-4293-880f-24b3284d0d95 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996211 Mar 11 12:22:37.035443 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] For port 86eeccbe-b80a-49ff-bddf-c002b4e1f770, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:22:37.040044 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] For port 86eeccbe-b80a-49ff-bddf-c002b4e1f770, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=86eeccbe-b80a-49ff-bddf-c002b4e1f770,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:22:37.043513 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-edbfba1e-b8c8-4b14-90fd-cee64a1c7e91 None None] Provisioning complete for port 00cf9d87-5435-4c61-bdfe-d369203d9f07 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:37.044006 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-edbfba1e-b8c8-4b14-90fd-cee64a1c7e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (00cf9d87-5435-4c61-bdfe-d369203d9f07), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:37.044672 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195f175-a39f-4e09-9643-27f77674a5df None None] Pushing event updated for resources: {'Port': ['ID=86eeccbe-b80a-49ff-bddf-c002b4e1f770,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:37.057863 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (86eeccbe-b80a-49ff-bddf-c002b4e1f770), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:37.110384 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Routers {'5d9e47b3-bfee-4f45-ba81-c123563a9cbe'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:37.111262 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5d9e47b3-bfee-4f45-ba81-c123563a9cbe'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:37.117215 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 00cf9d87-5435-4c61-bdfe-d369203d9f07 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:37.117582 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (00cf9d87-5435-4c61-bdfe-d369203d9f07), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:37.137772 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-b15875ad-bc4d-480f-a835-6c24ea9059d2 service neutron] 10.222.0.71 "GET /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234721 Mar 11 12:22:37.166963 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] Publish callbacks [] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:37.203316 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-edbfba1e-b8c8-4b14-90fd-cee64a1c7e91 None None] Current status of the port 00cf9d87-5435-4c61-bdfe-d369203d9f07 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:37.225825 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:37.264448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 00cf9d87-5435-4c61-bdfe-d369203d9f07 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:37.265806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 729f65f2-9291-436d-a0aa-9dd4646886e1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:22:37.286744 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] Network 9bf6f662-2392-456f-9ff2-fb4afda5b9fe is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:22:37.288748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:22:37.296864 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:22:37.351013 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] Pushing event updated for resources: {'Port': ['ID=beb7a036-d5b2-4439-9fb4-29b9355fbcbe,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:37.383903 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 729f65f2-9291-436d-a0aa-9dd4646886e1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:37.384999 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:37.392114 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (5d9e47b3-bfee-4f45-ba81-c123563a9cbe), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:37.456283 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-33221cf1-50b9-467b-af42-df3f816a8596 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:37.460173 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-33221cf1-50b9-467b-af42-df3f816a8596 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9&tenant_id=90210211b9a748d8a45f81106abe76ca&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 1126 time: 0.0783446 Mar 11 12:22:37.476766 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195f175-a39f-4e09-9643-27f77674a5df None None] Pushing event updated for resources: {'Port': ['ID=86eeccbe-b80a-49ff-bddf-c002b4e1f770,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:37.487472 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] Set router 5d9e47b3-bfee-4f45-ba81-c123563a9cbe gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:37.542866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 729f65f2-9291-436d-a0aa-9dd4646886e1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:37.646649 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:37.692525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-92e6209b-6d55-43b3-8a91-414d781e41c6 service neutron] For port 736a16d6-bf28-4123-91c2-a56a57a5cce7, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:22:37.700192 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-92e6209b-6d55-43b3-8a91-414d781e41c6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:37.706686 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-92e6209b-6d55-43b3-8a91-414d781e41c6 service neutron] 10.222.0.71 "DELETE /v2.0/ports/736a16d6-bf28-4123-91c2-a56a57a5cce7/bindings/n-h2-833234-2 HTTP/1.1" status: 204 len: 173 time: 0.2373474 Mar 11 12:22:37.737082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ca1241ee-f093-4f18-b89f-6c2b40b9a82b None None] Provisioning complete for port beb7a036-d5b2-4439-9fb4-29b9355fbcbe triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:37.737579 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ca1241ee-f093-4f18-b89f-6c2b40b9a82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:37.765645 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'name': 'tempest-TestServerBasicOps-1209475323-router', 'tenant_id': '27af48cf86dc4c17a4b804c687bbfc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '86eeccbe-b80a-49ff-bddf-c002b4e1f770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:33Z', 'updated_at': '2022-03-11T12:22:34Z', 'revision_number': 3, 'project_id': '27af48cf86dc4c17a4b804c687bbfc74', 'gw_port': {'id': '86eeccbe-b80a-49ff-bddf-c002b4e1f770', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:27:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:34Z', 'updated_at': '2022-03-11T12:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:37.789471 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ca1241ee-f093-4f18-b89f-6c2b40b9a82b None None] Port beb7a036-d5b2-4439-9fb4-29b9355fbcbe cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:22:37.798544 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71dfd1d-78bb-4567-8640-c91973b2ddbb None None] The sync data for ids ['5d9e47b3-bfee-4f45-ba81-c123563a9cbe'] in n-d-833234-2 is: [{'id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'name': 'tempest-TestServerBasicOps-1209475323-router', 'tenant_id': '27af48cf86dc4c17a4b804c687bbfc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '86eeccbe-b80a-49ff-bddf-c002b4e1f770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:33Z', 'updated_at': '2022-03-11T12:22:34Z', 'revision_number': 3, 'project_id': '27af48cf86dc4c17a4b804c687bbfc74', 'gw_port': {'id': '86eeccbe-b80a-49ff-bddf-c002b4e1f770', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:27:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:34Z', 'updated_at': '2022-03-11T12:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:22:37.874629 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] Publish callbacks [] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:37.880402 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:37.951625 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] Pushing event updated for resources: {'Port': ['ID=beb7a036-d5b2-4439-9fb4-29b9355fbcbe,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:37.954103 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (5d9e47b3-bfee-4f45-ba81-c123563a9cbe), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:38.071551 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] Network 9bf6f662-2392-456f-9ff2-fb4afda5b9fe is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:22:38.073073 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:22:38.195283 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d74df-5abe-4784-a900-0b99feec7377 req-18a4d3d5-4029-4003-912d-b386ea05e950 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:38.197581 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-824d74df-5abe-4784-a900-0b99feec7377 req-18a4d3d5-4029-4003-912d-b386ea05e950 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 944 time: 0.0936987 Mar 11 12:22:38.263485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-824d74df-5abe-4784-a900-0b99feec7377 req-1c9899a8-b699-410f-a420-39118c626734 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605574 Mar 11 12:22:38.264607 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] Router 5d9e47b3-bfee-4f45-ba81-c123563a9cbe has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:22:38.405918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b06fe0-79da-4a3a-9e51-e74586b672c1 req-a6d3b969-70c1-4406-a571-144ca4d4e6e4 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:38.408561 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75b06fe0-79da-4a3a-9e51-e74586b672c1 req-a6d3b969-70c1-4406-a571-144ca4d4e6e4 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 1126 time: 0.0561717 Mar 11 12:22:38.411151 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:22:38.417442 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ffefe551-b62f-4d2b-afd4-f5c45d5a9f3d admin admin] 10.222.0.78 "PUT /v2.0/routers/5d9e47b3-bfee-4f45-ba81-c123563a9cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4963846 Mar 11 12:22:38.417575 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2f6a06e-c051-49df-a5b5-e4d15728acd8 None None] Provisioning complete for port beb7a036-d5b2-4439-9fb4-29b9355fbcbe triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:38.418004 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a06e-c051-49df-a5b5-e4d15728acd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:38.472911 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2f6a06e-c051-49df-a5b5-e4d15728acd8 None None] Port beb7a036-d5b2-4439-9fb4-29b9355fbcbe cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:22:38.496805 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75b06fe0-79da-4a3a-9e51-e74586b672c1 req-de01ad4e-cee2-4c3c-8ab4-087b5ddaed35 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795808 Mar 11 12:22:38.629582 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c248e09-e019-448b-9c93-8ff71c28df81 req-02c487cf-29ca-439a-a8be-cba377f3f608 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:38.636704 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c248e09-e019-448b-9c93-8ff71c28df81 req-02c487cf-29ca-439a-a8be-cba377f3f608 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 944 time: 0.0671225 Mar 11 12:22:38.683912 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c248e09-e019-448b-9c93-8ff71c28df81 req-fdfa9b5f-e7f0-49c9-8bfe-6ac57be40192 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462842 Mar 11 12:22:38.706811 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41726) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:38.799696 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-030fedff-51be-473c-8090-d4d29e6ee5d0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/floatingips/f73e3e16-d35f-4309-9fd8-ae58ec6c6bfe HTTP/1.1" status: 200 len: 991 time: 0.0911958 Mar 11 12:22:38.903619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 00cf9d87-5435-4c61-bdfe-d369203d9f07 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:22:38.953149 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 00cf9d87-5435-4c61-bdfe-d369203d9f07 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:38.953523 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (00cf9d87-5435-4c61-bdfe-d369203d9f07), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.035281 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 00cf9d87-5435-4c61-bdfe-d369203d9f07 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:39.036402 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 86eeccbe-b80a-49ff-bddf-c002b4e1f770 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:22:39.082420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 86eeccbe-b80a-49ff-bddf-c002b4e1f770 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:39.082785 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (86eeccbe-b80a-49ff-bddf-c002b4e1f770), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.113634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 736a16d6-bf28-4123-91c2-a56a57a5cce7 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:22:39.166668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] The host n-h2-833234-2 is not matching for port 736a16d6-bf28-4123-91c2-a56a57a5cce7 host n-h1-833234-2! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 12:22:39.167046 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 736a16d6-bf28-4123-91c2-a56a57a5cce7 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:22:39.201141 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 86eeccbe-b80a-49ff-bddf-c002b4e1f770 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:39.201579 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (86eeccbe-b80a-49ff-bddf-c002b4e1f770), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.225274 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41728) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:39.226697 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 86eeccbe-b80a-49ff-bddf-c002b4e1f770, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=86eeccbe-b80a-49ff-bddf-c002b4e1f770,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:39.230142 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-15ffd436-162b-49b3-b463-55e6c4023a72 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-662880059', 'description': 'tempest-secgroup-smoke-662880059 description', 'project_id': 'e0ad3bc95662496686af8c6eed5217a1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:39.232215 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (86eeccbe-b80a-49ff-bddf-c002b4e1f770), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.257878 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15ffd436-162b-49b3-b463-55e6c4023a72 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.280292 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=86eeccbe-b80a-49ff-bddf-c002b4e1f770,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:39.323549 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15ffd436-162b-49b3-b463-55e6c4023a72 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group (a8f7080a-cce5-44fa-a0fb-7098bc3e5d71), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.329571 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15ffd436-162b-49b3-b463-55e6c4023a72 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a8f7080a-cce5-44fa-a0fb-7098bc3e5d71), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.360527 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15ffd436-162b-49b3-b463-55e6c4023a72 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.361799 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-15ffd436-162b-49b3-b463-55e6c4023a72 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1354730 Mar 11 12:22:39.363909 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffd436-162b-49b3-b463-55e6c4023a72 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f7080a-cce5-44fa-a0fb-7098bc3e5d71,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:39.365370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41730) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:39.370681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f6d28b2b-06d9-4e98-988d-8d7f22fa5612 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Request body: {'security_group_rule': {'security_group_id': 'a8f7080a-cce5-44fa-a0fb-7098bc3e5d71', 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:39.400744 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f6d28b2b-06d9-4e98-988d-8d7f22fa5612 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group_rule (11467b76-34ec-41e3-8ef8-fba8ca779229), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.464562 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f6d28b2b-06d9-4e98-988d-8d7f22fa5612 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group_rule (11467b76-34ec-41e3-8ef8-fba8ca779229), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.469684 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f6d28b2b-06d9-4e98-988d-8d7f22fa5612 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (11467b76-34ec-41e3-8ef8-fba8ca779229), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.487167 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d28b2b-06d9-4e98-988d-8d7f22fa5612 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11467b76-34ec-41e3-8ef8-fba8ca779229,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:39.498443 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f6d28b2b-06d9-4e98-988d-8d7f22fa5612 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.499704 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f6d28b2b-06d9-4e98-988d-8d7f22fa5612 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327579 Mar 11 12:22:39.502675 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41732) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:39.507603 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a4c25e6b-74bc-438a-a9bb-a76b3d805c81 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Request body: {'security_group_rule': {'security_group_id': 'a8f7080a-cce5-44fa-a0fb-7098bc3e5d71', 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:39.534568 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a4c25e6b-74bc-438a-a9bb-a76b3d805c81 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group_rule (5f644dee-620c-45cb-aba5-e21ef673450e), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.591052 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a4c25e6b-74bc-438a-a9bb-a76b3d805c81 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group_rule (5f644dee-620c-45cb-aba5-e21ef673450e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.596396 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a4c25e6b-74bc-438a-a9bb-a76b3d805c81 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (5f644dee-620c-45cb-aba5-e21ef673450e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.614161 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c25e6b-74bc-438a-a9bb-a76b3d805c81 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f644dee-620c-45cb-aba5-e21ef673450e,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:39.623966 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a4c25e6b-74bc-438a-a9bb-a76b3d805c81 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.625167 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a4c25e6b-74bc-438a-a9bb-a76b3d805c81 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214848 Mar 11 12:22:39.628070 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41734) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:39.632399 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-abe68fa8-be06-4dcb-9917-50d4759a9a3d tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Request body: {'security_group_rule': {'security_group_id': 'a8f7080a-cce5-44fa-a0fb-7098bc3e5d71', 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:39.659191 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-abe68fa8-be06-4dcb-9917-50d4759a9a3d tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group_rule (bb6d7db4-8055-462f-864a-630570603c9c), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.678498 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Sync routers for ids ['5d9e47b3-bfee-4f45-ba81-c123563a9cbe'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:22:39.689143 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Routers {'5d9e47b3-bfee-4f45-ba81-c123563a9cbe'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:39.689863 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5d9e47b3-bfee-4f45-ba81-c123563a9cbe'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:39.722900 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-abe68fa8-be06-4dcb-9917-50d4759a9a3d tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group_rule (bb6d7db4-8055-462f-864a-630570603c9c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.727900 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-abe68fa8-be06-4dcb-9917-50d4759a9a3d tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (bb6d7db4-8055-462f-864a-630570603c9c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.745477 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe68fa8-be06-4dcb-9917-50d4759a9a3d tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6d7db4-8055-462f-864a-630570603c9c,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:39.754574 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-abe68fa8-be06-4dcb-9917-50d4759a9a3d tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.758319 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-abe68fa8-be06-4dcb-9917-50d4759a9a3d tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268163 Mar 11 12:22:39.758516 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41736) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:39.762891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-48d69fdd-9307-4d72-82f5-bc711711b708 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Request body: {'security_group_rule': {'security_group_id': 'a8f7080a-cce5-44fa-a0fb-7098bc3e5d71', 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:39.789802 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48d69fdd-9307-4d72-82f5-bc711711b708 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group_rule (152ecb75-e499-43a4-bd3a-ceacffc52fac), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.804529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Set router 5d9e47b3-bfee-4f45-ba81-c123563a9cbe gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:39.849406 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48d69fdd-9307-4d72-82f5-bc711711b708 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group_rule (152ecb75-e499-43a4-bd3a-ceacffc52fac), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.854347 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48d69fdd-9307-4d72-82f5-bc711711b708 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (152ecb75-e499-43a4-bd3a-ceacffc52fac), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.859177 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:22:39.873464 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d69fdd-9307-4d72-82f5-bc711711b708 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152ecb75-e499-43a4-bd3a-ceacffc52fac,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:39.887410 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48d69fdd-9307-4d72-82f5-bc711711b708 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.888847 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-48d69fdd-9307-4d72-82f5-bc711711b708 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293952 Mar 11 12:22:39.891815 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41738) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:39.899614 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-60cecbde-485a-4a3b-bb2e-0dd7749954d7 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Request body: {'security_group_rule': {'security_group_id': 'a8f7080a-cce5-44fa-a0fb-7098bc3e5d71', 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:39.928560 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-60cecbde-485a-4a3b-bb2e-0dd7749954d7 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Project e0ad3bc95662496686af8c6eed5217a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:22:39.935035 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-60cecbde-485a-4a3b-bb2e-0dd7749954d7 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group_rule (3cd89fd1-8451-4636-a53f-e8334815f462), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.994814 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-60cecbde-485a-4a3b-bb2e-0dd7749954d7 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group_rule (3cd89fd1-8451-4636-a53f-e8334815f462), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:39.999796 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-60cecbde-485a-4a3b-bb2e-0dd7749954d7 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (3cd89fd1-8451-4636-a53f-e8334815f462), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:40.019239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cecbde-485a-4a3b-bb2e-0dd7749954d7 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd89fd1-8451-4636-a53f-e8334815f462,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:40.025667 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'name': 'tempest-TestServerBasicOps-1209475323-router', 'tenant_id': '27af48cf86dc4c17a4b804c687bbfc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '86eeccbe-b80a-49ff-bddf-c002b4e1f770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:33Z', 'updated_at': '2022-03-11T12:22:37Z', 'revision_number': 4, 'project_id': '27af48cf86dc4c17a4b804c687bbfc74', 'gw_port': {'id': '86eeccbe-b80a-49ff-bddf-c002b4e1f770', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:34Z', 'updated_at': '2022-03-11T12:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'beb7a036-d5b2-4439-9fb4-29b9355fbcbe', 'name': '', 'network_id': '9bf6f662-2392-456f-9ff2-fb4afda5b9fe', 'tenant_id': '27af48cf86dc4c17a4b804c687bbfc74', 'mac_address': 'fa:16:3e:4f:0c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12a50ba4-67a3-467c-a870-93c606f007df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:36Z', 'updated_at': '2022-03-11T12:22:37Z', 'revision_number': 2, 'project_id': '27af48cf86dc4c17a4b804c687bbfc74', 'subnets': [{'id': '12a50ba4-67a3-467c-a870-93c606f007df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:40.026708 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-60cecbde-485a-4a3b-bb2e-0dd7749954d7 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:40.029094 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-60cecbde-485a-4a3b-bb2e-0dd7749954d7 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324792 Mar 11 12:22:40.031008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41740) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:40.036175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-af782d3a-a094-4be6-baca-61bc92243329 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Request body: {'security_group_rule': {'security_group_id': 'a8f7080a-cce5-44fa-a0fb-7098bc3e5d71', 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:40.053204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Checking router: 5d9e47b3-bfee-4f45-ba81-c123563a9cbe for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:22:40.053564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Updating router 5d9e47b3-bfee-4f45-ba81-c123563a9cbe port beb7a036-d5b2-4439-9fb4-29b9355fbcbe binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:22:40.058334 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-af782d3a-a094-4be6-baca-61bc92243329 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Project e0ad3bc95662496686af8c6eed5217a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:22:40.063431 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af782d3a-a094-4be6-baca-61bc92243329 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group_rule (396f1374-7d1a-460d-ba88-ff12abcb3586), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:40.081161 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:40.126108 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af782d3a-a094-4be6-baca-61bc92243329 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group_rule (396f1374-7d1a-460d-ba88-ff12abcb3586), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:40.130998 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af782d3a-a094-4be6-baca-61bc92243329 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (396f1374-7d1a-460d-ba88-ff12abcb3586), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:40.148588 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af782d3a-a094-4be6-baca-61bc92243329 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396f1374-7d1a-460d-ba88-ff12abcb3586,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:40.158595 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af782d3a-a094-4be6-baca-61bc92243329 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:40.159210 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-af782d3a-a094-4be6-baca-61bc92243329 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272352 Mar 11 12:22:40.321139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-bdb238fa-3b5e-40f0-a462-a8e815cb1df9 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-662880059&fields=id&tenant_id=e0ad3bc95662496686af8c6eed5217a1 HTTP/1.1" status: 200 len: 267 time: 0.0479591 Mar 11 12:22:40.366947 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Publish callbacks [] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:40.373777 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:40.421670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b4a9b-c62d-4ec7-a550-c37dd00cacd2 None None] Pushing event updated for resources: {'Port': ['ID=beb7a036-d5b2-4439-9fb4-29b9355fbcbe,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:40.435307 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-89a3c384-d34d-4e33-bdf6-9399aa1934a0 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:40.437361 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-89a3c384-d34d-4e33-bdf6-9399aa1934a0 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/networks?id=3b7295db-7e8f-4c29-9d11-f38aedc0019d HTTP/1.1" status: 200 len: 808 time: 0.1095095 Mar 11 12:22:40.453599 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-379275f1-ea95-4422-a966-60d7cba23d3a tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/quotas/e0ad3bc95662496686af8c6eed5217a1 HTTP/1.1" status: 200 len: 375 time: 0.0103414 Mar 11 12:22:40.478413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Attempting to bind port beb7a036-d5b2-4439-9fb4-29b9355fbcbe on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:22:40.478819 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Attempting to bind port beb7a036-d5b2-4439-9fb4-29b9355fbcbe by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '84eb1fc5-1a4e-41d4-9ea7-689215267734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9bf6f662-2392-456f-9ff2-fb4afda5b9fe'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:22:40.479181 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Attempting to bind port beb7a036-d5b2-4439-9fb4-29b9355fbcbe on network 9bf6f662-2392-456f-9ff2-fb4afda5b9fe {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:40.484931 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:22:40.485291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Checking segment: {'id': '84eb1fc5-1a4e-41d4-9ea7-689215267734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9bf6f662-2392-456f-9ff2-fb4afda5b9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:22:40.485759 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:40.486460 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Bound using segment: {'id': '84eb1fc5-1a4e-41d4-9ea7-689215267734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9bf6f662-2392-456f-9ff2-fb4afda5b9fe'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:22:40.486588 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Bound port: beb7a036-d5b2-4439-9fb4-29b9355fbcbe, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84eb1fc5-1a4e-41d4-9ea7-689215267734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9bf6f662-2392-456f-9ff2-fb4afda5b9fe'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:22:40.486953 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:40.518152 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-8ab5f2c5-249e-4dce-b3c1-463d4beaa018 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e0ad3bc95662496686af8c6eed5217a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574639 Mar 11 12:22:40.555929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] For port beb7a036-d5b2-4439-9fb4-29b9355fbcbe, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:22:40.559657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] For port beb7a036-d5b2-4439-9fb4-29b9355fbcbe, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=beb7a036-d5b2-4439-9fb4-29b9355fbcbe,segment=NetworkSegment(84eb1fc5-1a4e-41d4-9ea7-689215267734),segment_id=84eb1fc5-1a4e-41d4-9ea7-689215267734)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:22:40.567444 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:40.628745 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b4a9b-c62d-4ec7-a550-c37dd00cacd2 None None] Pushing event updated for resources: {'Port': ['ID=beb7a036-d5b2-4439-9fb4-29b9355fbcbe,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:40.631480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Routers {'5d9e47b3-bfee-4f45-ba81-c123563a9cbe'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:40.632004 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5d9e47b3-bfee-4f45-ba81-c123563a9cbe'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:40.636220 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-fb6e2d2c-d753-43c9-8e6c-a12f63acd0d9 service neutron] 10.222.0.78 "GET /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052542 Mar 11 12:22:40.744103 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-f65b76ee-6ac6-4099-b5b5-835457e6dda7 service neutron] 10.222.0.78 "GET /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014171 Mar 11 12:22:40.771271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] Set router 5d9e47b3-bfee-4f45-ba81-c123563a9cbe gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:40.806059 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 86eeccbe-b80a-49ff-bddf-c002b4e1f770 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:22:40.871442 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-17dbc42a-ff1a-4d32-9ab5-6e397ba4b9ae None None] Provisioning complete for port beb7a036-d5b2-4439-9fb4-29b9355fbcbe triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:40.871839 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-17dbc42a-ff1a-4d32-9ab5-6e397ba4b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:41.013300 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a90388e-02bb-47c4-a060-de02b8fc6b49 req-7d0e32d0-c5c9-45a7-b660-462eae81351e tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 210 time: 0.0300801 Mar 11 12:22:41.046931 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41762) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:41.200307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 86eeccbe-b80a-49ff-bddf-c002b4e1f770 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:41.200594 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (86eeccbe-b80a-49ff-bddf-c002b4e1f770), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:41.219059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a702e-60b6-4a7c-a7d9-4fb6ea5757ec tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting port 1d0596bf-4775-4068-8550-2758c8e99666 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:22:41.219405 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a0a702e-60b6-4a7c-a7d9-4fb6ea5757ec tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1d0596bf-4775-4068-8550-2758c8e99666), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:41.317495 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-17dbc42a-ff1a-4d32-9ab5-6e397ba4b9ae None None] Current status of the port beb7a036-d5b2-4439-9fb4-29b9355fbcbe is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:41.317889 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-17dbc42a-ff1a-4d32-9ab5-6e397ba4b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:41.318117 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a0a702e-60b6-4a7c-a7d9-4fb6ea5757ec tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1d0596bf-4775-4068-8550-2758c8e99666), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:41.318452 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a0a702e-60b6-4a7c-a7d9-4fb6ea5757ec tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for floatingip (1d0596bf-4775-4068-8550-2758c8e99666), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:41.330918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a702e-60b6-4a7c-a7d9-4fb6ea5757ec tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Calling delete_port for 1d0596bf-4775-4068-8550-2758c8e99666 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:22:41.404930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-17dbc42a-ff1a-4d32-9ab5-6e397ba4b9ae None None] For port beb7a036-d5b2-4439-9fb4-29b9355fbcbe, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=beb7a036-d5b2-4439-9fb4-29b9355fbcbe,segment=NetworkSegment(84eb1fc5-1a4e-41d4-9ea7-689215267734),segment_id=84eb1fc5-1a4e-41d4-9ea7-689215267734)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:41.410855 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 86eeccbe-b80a-49ff-bddf-c002b4e1f770 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:41.416112 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-17dbc42a-ff1a-4d32-9ab5-6e397ba4b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:41.448217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'name': 'tempest-TestServerBasicOps-1209475323-router', 'tenant_id': '27af48cf86dc4c17a4b804c687bbfc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '86eeccbe-b80a-49ff-bddf-c002b4e1f770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:33Z', 'updated_at': '2022-03-11T12:22:37Z', 'revision_number': 4, 'project_id': '27af48cf86dc4c17a4b804c687bbfc74', 'gw_port': {'id': '86eeccbe-b80a-49ff-bddf-c002b4e1f770', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:34Z', 'updated_at': '2022-03-11T12:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'beb7a036-d5b2-4439-9fb4-29b9355fbcbe', 'name': '', 'network_id': '9bf6f662-2392-456f-9ff2-fb4afda5b9fe', 'tenant_id': '27af48cf86dc4c17a4b804c687bbfc74', 'mac_address': 'fa:16:3e:4f:0c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12a50ba4-67a3-467c-a870-93c606f007df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:36Z', 'updated_at': '2022-03-11T12:22:40Z', 'revision_number': 4, 'project_id': '27af48cf86dc4c17a4b804c687bbfc74', 'subnets': [{'id': '12a50ba4-67a3-467c-a870-93c606f007df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:41.483309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e77654e-f8f0-4191-93ad-4496ee7d89c6 None None] The sync data for ids ['5d9e47b3-bfee-4f45-ba81-c123563a9cbe'] in n-d-833234-2 is: [{'id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'name': 'tempest-TestServerBasicOps-1209475323-router', 'tenant_id': '27af48cf86dc4c17a4b804c687bbfc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '86eeccbe-b80a-49ff-bddf-c002b4e1f770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:33Z', 'updated_at': '2022-03-11T12:22:37Z', 'revision_number': 4, 'project_id': '27af48cf86dc4c17a4b804c687bbfc74', 'gw_port': {'id': '86eeccbe-b80a-49ff-bddf-c002b4e1f770', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:34Z', 'updated_at': '2022-03-11T12:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'beb7a036-d5b2-4439-9fb4-29b9355fbcbe', 'name': '', 'network_id': '9bf6f662-2392-456f-9ff2-fb4afda5b9fe', 'tenant_id': '27af48cf86dc4c17a4b804c687bbfc74', 'mac_address': 'fa:16:3e:4f:0c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12a50ba4-67a3-467c-a870-93c606f007df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:36Z', 'updated_at': '2022-03-11T12:22:40Z', 'revision_number': 4, 'project_id': '27af48cf86dc4c17a4b804c687bbfc74', 'subnets': [{'id': '12a50ba4-67a3-467c-a870-93c606f007df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:22:41.507109 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbc42a-ff1a-4d32-9ab5-6e397ba4b9ae None None] Pushing event updated for resources: {'Port': ['ID=beb7a036-d5b2-4439-9fb4-29b9355fbcbe,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:41.542024 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9e80689c-a0e6-46a7-95ab-bde391b68a7a None None] Provisioning complete for port beb7a036-d5b2-4439-9fb4-29b9355fbcbe triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:41.542772 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9e80689c-a0e6-46a7-95ab-bde391b68a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:41.590913 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a0a702e-60b6-4a7c-a7d9-4fb6ea5757ec tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (1d0596bf-4775-4068-8550-2758c8e99666), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:41.636517 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a702e-60b6-4a7c-a7d9-4fb6ea5757ec tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Port': ['ID=1d0596bf-4775-4068-8550-2758c8e99666,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:41.666347 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9e80689c-a0e6-46a7-95ab-bde391b68a7a None None] Current status of the port beb7a036-d5b2-4439-9fb4-29b9355fbcbe is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:41.723448 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a0a702e-60b6-4a7c-a7d9-4fb6ea5757ec tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for floatingip (f73e3e16-d35f-4309-9fd8-ae58ec6c6bfe), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:41.723960 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-4a0a702e-60b6-4a7c-a7d9-4fb6ea5757ec tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Floating IP f73e3e16-d35f-4309-9fd8-ae58ec6c6bfe disassociated (deleted). External IP: 172.25.7.160, port: 736a16d6-bf28-4123-91c2-a56a57a5cce7. Mar 11 12:22:41.951372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0a702e-60b6-4a7c-a7d9-4fb6ea5757ec tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router e773e24b-46a9-4090-a27a-29dc308230ea has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:22:42.128206 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b23a4598-4cae-41d7-8c89-7881d122bd31 req-eff89f52-05fd-4b12-b5db-74a09592c469 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 210 time: 0.0288095 Mar 11 12:22:42.149556 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-8fdedafc-0a2e-43c6-9ece-b06aa82d568c tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:42.151004 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-8fdedafc-0a2e-43c6-9ece-b06aa82d568c tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.37 "GET /v2.0/networks?id=3b7295db-7e8f-4c29-9d11-f38aedc0019d HTTP/1.1" status: 200 len: 808 time: 0.1563299 Mar 11 12:22:42.152120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0a702e-60b6-4a7c-a7d9-4fb6ea5757ec tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:22:42.156938 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a0a702e-60b6-4a7c-a7d9-4fb6ea5757ec tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:42.163022 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e7fedb-ecaf-44ec-adb8-dec336436b6d None None] Sync routers for ids ['e773e24b-46a9-4090-a27a-29dc308230ea'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:22:42.172403 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7fedb-ecaf-44ec-adb8-dec336436b6d None None] Routers {'e773e24b-46a9-4090-a27a-29dc308230ea'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:42.173050 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-07e7fedb-ecaf-44ec-adb8-dec336436b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e773e24b-46a9-4090-a27a-29dc308230ea'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:42.205489 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4a0a702e-60b6-4a7c-a7d9-4fb6ea5757ec tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/floatingips/f73e3e16-d35f-4309-9fd8-ae58ec6c6bfe HTTP/1.1" status: 204 len: 168 time: 1.1574161 Mar 11 12:22:42.207133 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db583708-359c-45fb-9614-550969156fc9', 'tag': '736a16d6-bf28-4123-91c2-a56a57a5cce7'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:22:42.209410 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17749ee-1170-4fbb-b785-7c294f3a6c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "db583708-359c-45fb-9614-550969156fc9", "tag": "736a16d6-bf28-4123-91c2-a56a57a5cce7"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:22:42.257521 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-f32611d7-33a9-4e14-a2c1-b2b986084231 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0ad3bc95662496686af8c6eed5217a1 HTTP/1.1" status: 200 len: 379 time: 0.0798409 Mar 11 12:22:42.266050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-aa23ad40-ff27-4c36-bf08-2be4fa564d7a tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Request body: {'port': {'device_id': '05bc09a4-30fa-470f-a013-ef51a34afce8', 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d', 'admin_state_up': True, 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'security_groups': ['a8f7080a-cce5-44fa-a0fb-7098bc3e5d71']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:42.272554 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbc6068-2f83-4c32-b725-64ef1301c9f5 x-openstack-request-id: req-afbc6068-2f83-4c32-b725-64ef1301c9f5 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:22:42.272934 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db583708-359c-45fb-9614-550969156fc9", "tag": "736a16d6-bf28-4123-91c2-a56a57a5cce7", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:22:42.273276 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-afbc6068-2f83-4c32-b725-64ef1301c9f5 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:22:42.273756 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db583708-359c-45fb-9614-550969156fc9', 'tag': '736a16d6-bf28-4123-91c2-a56a57a5cce7', 'status': 'completed', 'code': 200} Mar 11 12:22:42.313807 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-07e7fedb-ecaf-44ec-adb8-dec336436b6d None None] Set router e773e24b-46a9-4090-a27a-29dc308230ea gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:42.366978 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17749ee-1170-4fbb-b785-7c294f3a6c3c req-4003ea56-005c-4bb9-9d5e-1a48c6126ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:42.370104 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e17749ee-1170-4fbb-b785-7c294f3a6c3c req-4003ea56-005c-4bb9-9d5e-1a48c6126ef3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 1126 time: 0.0711434 Mar 11 12:22:42.440501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-aa23ad40-ff27-4c36-bf08-2be4fa564d7a tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Made reservation on behalf of e0ad3bc95662496686af8c6eed5217a1 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:22:42.444581 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-aa23ad40-ff27-4c36-bf08-2be4fa564d7a tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:42.527921 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17749ee-1170-4fbb-b785-7c294f3a6c3c req-bbd0da85-1e14-42ae-8eac-d993c3ec7cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:42.529308 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e17749ee-1170-4fbb-b785-7c294f3a6c3c req-bbd0da85-1e14-42ae-8eac-d993c3ec7cac service neutron] 10.222.0.71 "GET /v2.0/networks?id=019c0a59-4c27-4a12-88f3-ebe497cb6e32 HTTP/1.1" status: 200 len: 897 time: 0.1503620 Mar 11 12:22:42.576060 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e17749ee-1170-4fbb-b785-7c294f3a6c3c req-5852489d-0a6e-4f4b-a43c-f73240ddaf46 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7 HTTP/1.1" status: 200 len: 217 time: 0.0378263 Mar 11 12:22:42.582748 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-07e7fedb-ecaf-44ec-adb8-dec336436b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695497647', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:37Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'd53e6e6f-29f7-4c77-b522-1a2e705d026e', 'name': '', 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:e9:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:36Z', 'updated_at': '2022-03-11T12:21:40Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:42.583564 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bee38-db57-4a1f-8e50-b552eea4f4d6 req-4feb128d-7a08-4a3c-9757-8472a78a0292 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:42.585690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc5bee38-db57-4a1f-8e50-b552eea4f4d6 req-4feb128d-7a08-4a3c-9757-8472a78a0292 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 944 time: 0.1117404 Mar 11 12:22:42.613081 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e7fedb-ecaf-44ec-adb8-dec336436b6d None None] Checking router: e773e24b-46a9-4090-a27a-29dc308230ea for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:22:42.625576 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7fedb-ecaf-44ec-adb8-dec336436b6d None None] Routers {'e773e24b-46a9-4090-a27a-29dc308230ea'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:42.626971 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-07e7fedb-ecaf-44ec-adb8-dec336436b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e773e24b-46a9-4090-a27a-29dc308230ea'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:42.638727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-aa23ad40-ff27-4c36-bf08-2be4fa564d7a tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Allocated IP 172.20.0.10 (3b7295db-7e8f-4c29-9d11-f38aedc0019d/013e8505-ff91-41ca-ac9e-e017d1b242e3/a0b41b41-b4de-4325-b0bb-4518f344c48c) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:22:42.663525 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17749ee-1170-4fbb-b785-7c294f3a6c3c req-14013809-603b-4aed-8795-2895b5195c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:42.665047 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e17749ee-1170-4fbb-b785-7c294f3a6c3c req-14013809-603b-4aed-8795-2895b5195c96 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=782b42a2-1870-4cde-950d-53c6753bed5f HTTP/1.1" status: 200 len: 834 time: 0.0784667 Mar 11 12:22:42.696672 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc5bee38-db57-4a1f-8e50-b552eea4f4d6 req-0b7f259b-9e46-4d74-bcaf-b88a09e16e8c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023822 Mar 11 12:22:42.751701 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17749ee-1170-4fbb-b785-7c294f3a6c3c req-efcf29dc-7180-45c6-bad1-07d8842ee2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:42.754968 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e17749ee-1170-4fbb-b785-7c294f3a6c3c req-efcf29dc-7180-45c6-bad1-07d8842ee2e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=019c0a59-4c27-4a12-88f3-ebe497cb6e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0793459 Mar 11 12:22:42.825748 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-07e7fedb-ecaf-44ec-adb8-dec336436b6d None None] Set router e773e24b-46a9-4090-a27a-29dc308230ea gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:42.864585 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:42.888318 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e17749ee-1170-4fbb-b785-7c294f3a6c3c req-5c694e4e-9fc8-4467-8301-9d016a2250c7 service neutron] 10.222.0.71 "GET /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259177 Mar 11 12:22:42.904474 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device beb7a036-d5b2-4439-9fb4-29b9355fbcbe up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:22:42.905614 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-aa23ad40-ff27-4c36-bf08-2be4fa564d7a tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for port (a0b41b41-b4de-4325-b0bb-4518f344c48c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:42.937158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899f00c-b307-472b-af47-7a6b99c1f327 req-1fb77a97-77db-46b5-be68-ec55f333c775 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:42.939856 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1899f00c-b307-472b-af47-7a6b99c1f327 req-1fb77a97-77db-46b5-be68-ec55f333c775 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.71 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 944 time: 0.0888224 Mar 11 12:22:42.988909 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port beb7a036-d5b2-4439-9fb4-29b9355fbcbe triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:42.989794 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:43.021925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-aa23ad40-ff27-4c36-bf08-2be4fa564d7a tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a0b41b41-b4de-4325-b0bb-4518f344c48c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:43.044617 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e17749ee-1170-4fbb-b785-7c294f3a6c3c req-d81236f6-55f9-4208-983d-aadb2bc19314 service neutron] 10.222.0.71 "GET /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488264 Mar 11 12:22:43.065058 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-aa23ad40-ff27-4c36-bf08-2be4fa564d7a tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Network 3b7295db-7e8f-4c29-9d11-f38aedc0019d is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:22:43.100002 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port beb7a036-d5b2-4439-9fb4-29b9355fbcbe is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:43.105367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-aa23ad40-ff27-4c36-bf08-2be4fa564d7a tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:22:43.108475 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-aa23ad40-ff27-4c36-bf08-2be4fa564d7a tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:22:43.144362 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-07e7fedb-ecaf-44ec-adb8-dec336436b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695497647', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:37Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'd53e6e6f-29f7-4c77-b522-1a2e705d026e', 'name': '', 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:e9:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:36Z', 'updated_at': '2022-03-11T12:21:40Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:43.174649 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e7fedb-ecaf-44ec-adb8-dec336436b6d None None] The sync data for ids ['e773e24b-46a9-4090-a27a-29dc308230ea'] in n-d-833234-2 is: [{'id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695497647', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:37Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'd53e6e6f-29f7-4c77-b522-1a2e705d026e', 'name': '', 'network_id': '019c0a59-4c27-4a12-88f3-ebe497cb6e32', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:e9:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:36Z', 'updated_at': '2022-03-11T12:21:40Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': '782b42a2-1870-4cde-950d-53c6753bed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:22:43.210065 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-aa23ad40-ff27-4c36-bf08-2be4fa564d7a tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:43.210781 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-aa23ad40-ff27-4c36-bf08-2be4fa564d7a tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:43.214131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23ad40-ff27-4c36-bf08-2be4fa564d7a tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Pushing event updated for resources: {'Port': ['ID=a0b41b41-b4de-4325-b0bb-4518f344c48c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:43.244993 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-aa23ad40-ff27-4c36-bf08-2be4fa564d7a tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9829361 Mar 11 12:22:43.252922 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-1899f00c-b307-472b-af47-7a6b99c1f327 req-8359ddbd-7691-449c-94f2-f55a267a5048 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting port 736a16d6-bf28-4123-91c2-a56a57a5cce7 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:22:43.253340 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1899f00c-b307-472b-af47-7a6b99c1f327 req-8359ddbd-7691-449c-94f2-f55a267a5048 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:43.262174 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Request body: {'port': {'device_id': '05bc09a4-30fa-470f-a013-ef51a34afce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:43.283865 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd17c08-112b-45dc-a31b-ae62d82be81b req-6dfa49e5-2ced-4ec2-bba1-0cc19c78de92 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:43.285450 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5cd17c08-112b-45dc-a31b-ae62d82be81b req-6dfa49e5-2ced-4ec2-bba1-0cc19c78de92 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 932 time: 0.0675514 Mar 11 12:22:43.347487 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5cd17c08-112b-45dc-a31b-ae62d82be81b req-55dca7ea-deb0-427a-9991-4f5e5686ca46 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f7080a-cce5-44fa-a0fb-7098bc3e5d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559938 Mar 11 12:22:43.387213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a0b41b41-b4de-4325-b0bb-4518f344c48c), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:43.404062 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ae3f07dc-74ee-416d-8309-c7b13ef4d8f4 None None] Provisioning complete for port a0b41b41-b4de-4325-b0bb-4518f344c48c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:43.404429 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ae3f07dc-74ee-416d-8309-c7b13ef4d8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a0b41b41-b4de-4325-b0bb-4518f344c48c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:43.406641 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1899f00c-b307-472b-af47-7a6b99c1f327 req-8359ddbd-7691-449c-94f2-f55a267a5048 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] For port 736a16d6-bf28-4123-91c2-a56a57a5cce7, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=736a16d6-bf28-4123-91c2-a56a57a5cce7,segment=NetworkSegment(d30fd4cc-74d3-428c-9001-20dee9aba831),segment_id=d30fd4cc-74d3-428c-9001-20dee9aba831)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:43.406986 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1899f00c-b307-472b-af47-7a6b99c1f327 req-8359ddbd-7691-449c-94f2-f55a267a5048 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:43.441332 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-1899f00c-b307-472b-af47-7a6b99c1f327 req-8359ddbd-7691-449c-94f2-f55a267a5048 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Calling delete_port for 736a16d6-bf28-4123-91c2-a56a57a5cce7 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:22:43.441809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ae3f07dc-74ee-416d-8309-c7b13ef4d8f4 None None] Port a0b41b41-b4de-4325-b0bb-4518f344c48c cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:22:43.645877 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a5ed0dd1-4a46-41e6-b0b6-825d28a80a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:43.821759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed9531-70fd-40ac-94b3-0b0c2f2fd72e req-1ebb27a4-b07e-4943-ac68-20fd44506570 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:43.823412 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33ed9531-70fd-40ac-94b3-0b0c2f2fd72e req-1ebb27a4-b07e-4943-ac68-20fd44506570 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=db583708-359c-45fb-9614-550969156fc9 HTTP/1.1" status: 200 len: 944 time: 0.0575283 Mar 11 12:22:43.876719 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33ed9531-70fd-40ac-94b3-0b0c2f2fd72e req-4a2e870b-e72c-4aca-b05d-ebde9c01b33a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=7887b468-cd51-44d9-bd87-e66ba8e74d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472767 Mar 11 12:22:44.047487 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1899f00c-b307-472b-af47-7a6b99c1f327 req-8359ddbd-7691-449c-94f2-f55a267a5048 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (736a16d6-bf28-4123-91c2-a56a57a5cce7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:44.111209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359ddbd-7691-449c-94f2-f55a267a5048 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Port': ['ID=736a16d6-bf28-4123-91c2-a56a57a5cce7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:44.162905 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-1899f00c-b307-472b-af47-7a6b99c1f327 req-8359ddbd-7691-449c-94f2-f55a267a5048 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] No DVR routers for this DVR port 736a16d6-bf28-4123-91c2-a56a57a5cce7 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:22:44.165949 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b41b41-b4de-4325-b0bb-4518f344c48c {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:22:44.170768 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1899f00c-b307-472b-af47-7a6b99c1f327 req-8359ddbd-7691-449c-94f2-f55a267a5048 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:44.172670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16929488-c798-4bcd-b56d-7e885c5ecd81 None None] New status for floating IP f73e3e16-d35f-4309-9fd8-ae58ec6c6bfe: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:22:44.174031 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1899f00c-b307-472b-af47-7a6b99c1f327 req-8359ddbd-7691-449c-94f2-f55a267a5048 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.71 "DELETE /v2.0/ports/736a16d6-bf28-4123-91c2-a56a57a5cce7 HTTP/1.1" status: 204 len: 173 time: 1.2296705 Mar 11 12:22:44.178423 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Publish callbacks [] for port (a0b41b41-b4de-4325-b0bb-4518f344c48c), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:44.191191 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Transition to ACTIVE for port object a0b41b41-b4de-4325-b0bb-4518f344c48c will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:22:44.194449 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a0b41b41-b4de-4325-b0bb-4518f344c48c), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:44.269438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Pushing event updated for resources: {'Port': ['ID=a0b41b41-b4de-4325-b0bb-4518f344c48c,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:44.274485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db583708-359c-45fb-9614-550969156fc9', 'name': 'network-vif-deleted', 'tag': '736a16d6-bf28-4123-91c2-a56a57a5cce7'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:22:44.276846 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901aea6b-e720-47bb-8fc3-5c4af784d930" -d '{"events": [{"server_uuid": "db583708-359c-45fb-9614-550969156fc9", "name": "network-vif-deleted", "tag": "736a16d6-bf28-4123-91c2-a56a57a5cce7"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:22:44.330896 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c02811-cc8a-4356-9bd8-ff3a17fb5567 x-openstack-request-id: req-45c02811-cc8a-4356-9bd8-ff3a17fb5567 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:22:44.331304 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db583708-359c-45fb-9614-550969156fc9", "name": "network-vif-deleted", "tag": "736a16d6-bf28-4123-91c2-a56a57a5cce7", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:22:44.331559 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-45c02811-cc8a-4356-9bd8-ff3a17fb5567 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:22:44.331978 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db583708-359c-45fb-9614-550969156fc9', 'name': 'network-vif-deleted', 'tag': '736a16d6-bf28-4123-91c2-a56a57a5cce7', 'status': 'completed', 'code': 200} Mar 11 12:22:44.359912 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Attempting to bind port a0b41b41-b4de-4325-b0bb-4518f344c48c on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:22:44.360308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Attempting to bind port a0b41b41-b4de-4325-b0bb-4518f344c48c by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '40d8a8fa-0461-44da-925f-77d769e44b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:22:44.360622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Attempting to bind port a0b41b41-b4de-4325-b0bb-4518f344c48c on network 3b7295db-7e8f-4c29-9d11-f38aedc0019d {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:44.365445 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Port a0b41b41-b4de-4325-b0bb-4518f344c48c on network 3b7295db-7e8f-4c29-9d11-f38aedc0019d not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:22:44.365795 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Attempting to bind port a0b41b41-b4de-4325-b0bb-4518f344c48c on network 3b7295db-7e8f-4c29-9d11-f38aedc0019d {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:44.372831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:22:44.373116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Checking segment: {'id': '40d8a8fa-0461-44da-925f-77d769e44b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:22:44.373505 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Bound using segment: {'id': '40d8a8fa-0461-44da-925f-77d769e44b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:22:44.373935 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Bound port: a0b41b41-b4de-4325-b0bb-4518f344c48c, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d8a8fa-0461-44da-925f-77d769e44b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:22:44.374296 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a0b41b41-b4de-4325-b0bb-4518f344c48c), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:44.453632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] For port a0b41b41-b4de-4325-b0bb-4518f344c48c, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:22:44.457986 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] For port a0b41b41-b4de-4325-b0bb-4518f344c48c, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a0b41b41-b4de-4325-b0bb-4518f344c48c,segment=NetworkSegment(40d8a8fa-0461-44da-925f-77d769e44b0c),segment_id=40d8a8fa-0461-44da-925f-77d769e44b0c)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:22:44.466849 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a0b41b41-b4de-4325-b0bb-4518f344c48c), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:44.508316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:44.509106 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:44.510505 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] 10.222.0.37 "PUT /v2.0/ports/a0b41b41-b4de-4325-b0bb-4518f344c48c HTTP/1.1" status: 200 len: 1092 time: 1.2541950 Mar 11 12:22:44.540509 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087af28-836e-4115-82eb-1bb0ba2f2f3e req-fb30c529-3dfc-4811-bfdd-343f7ff54bb4 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:44.542120 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9087af28-836e-4115-82eb-1bb0ba2f2f3e req-fb30c529-3dfc-4811-bfdd-343f7ff54bb4 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 944 time: 0.0866597 Mar 11 12:22:44.543361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736b03a-b2e1-4c19-97a2-508e76fbe71d service neutron] Pushing event updated for resources: {'Port': ['ID=a0b41b41-b4de-4325-b0bb-4518f344c48c,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:44.608176 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9087af28-836e-4115-82eb-1bb0ba2f2f3e req-12de10f9-3ade-452b-8672-81467a2bb59c tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f7080a-cce5-44fa-a0fb-7098bc3e5d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594952 Mar 11 12:22:44.620251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-fc822ad7-2332-46c5-8dd6-c9f9204d7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:44.621943 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-fc822ad7-2332-46c5-8dd6-c9f9204d7a21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0ad3bc95662496686af8c6eed5217a1&device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 1126 time: 0.0574403 Mar 11 12:22:44.666750 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-9c419fcd-803e-47db-85f5-49e1279df8b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0b41b41-b4de-4325-b0bb-4518f344c48c HTTP/1.1" status: 200 len: 217 time: 0.0375865 Mar 11 12:22:44.717201 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-d6e69a06-a6e3-4751-b952-223fae3dbc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:44.718526 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-d6e69a06-a6e3-4751-b952-223fae3dbc02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=013e8505-ff91-41ca-ac9e-e017d1b242e3 HTTP/1.1" status: 200 len: 847 time: 0.0464213 Mar 11 12:22:44.774638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-711aacf2-199b-4d9f-a728-2c1d58663dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:44.776177 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-711aacf2-199b-4d9f-a728-2c1d58663dc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b7295db-7e8f-4c29-9d11-f38aedc0019d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521407 Mar 11 12:22:44.867678 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-cdd9f6f3-f8dc-41f2-a8f7-caa0bfc96c39 service neutron] 10.222.0.37 "GET /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837522 Mar 11 12:22:44.937665 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41788) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:44.971336 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-23699995-f98f-40d6-8add-7d8b4eb90f36 req-16a4ab72-61b2-4a02-b71c-4029cabddec6 service neutron] 10.222.0.37 "GET /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977457 Mar 11 12:22:45.328535 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-15f1bf99-cd00-4586-a40f-5fb1a7b7ab90 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (e773e24b-46a9-4090-a27a-29dc308230ea), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:45.503706 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 736a16d6-bf28-4123-91c2-a56a57a5cce7 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:22:45.529024 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 736a16d6-bf28-4123-91c2-a56a57a5cce7 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:22:45.529374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 736a16d6-bf28-4123-91c2-a56a57a5cce7 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:22:45.636659 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-15f1bf99-cd00-4586-a40f-5fb1a7b7ab90 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting port d53e6e6f-29f7-4c77-b522-1a2e705d026e {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:22:45.637138 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-15f1bf99-cd00-4586-a40f-5fb1a7b7ab90 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:45.747507 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6be55ea7-0f9d-4862-b818-488a459e7e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:45.753597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-15f1bf99-cd00-4586-a40f-5fb1a7b7ab90 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] For port d53e6e6f-29f7-4c77-b522-1a2e705d026e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d53e6e6f-29f7-4c77-b522-1a2e705d026e,segment=NetworkSegment(d30fd4cc-74d3-428c-9001-20dee9aba831),segment_id=d30fd4cc-74d3-428c-9001-20dee9aba831)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:45.754013 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-15f1bf99-cd00-4586-a40f-5fb1a7b7ab90 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:45.770313 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-15f1bf99-cd00-4586-a40f-5fb1a7b7ab90 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Calling delete_port for d53e6e6f-29f7-4c77-b522-1a2e705d026e owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:22:45.791023 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dd8ab-cae8-4c7b-b374-32bf6da551c5 req-a0d13560-ae6f-476e-a96e-72b890be31b0 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:45.792577 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb6dd8ab-cae8-4c7b-b374-32bf6da551c5 req-a0d13560-ae6f-476e-a96e-72b890be31b0 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 944 time: 0.0990336 Mar 11 12:22:45.914526 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb6dd8ab-cae8-4c7b-b374-32bf6da551c5 req-5944503c-6ad6-40ff-822b-3863874657aa tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f7080a-cce5-44fa-a0fb-7098bc3e5d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927720 Mar 11 12:22:46.022816 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-15f1bf99-cd00-4586-a40f-5fb1a7b7ab90 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (d53e6e6f-29f7-4c77-b522-1a2e705d026e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:46.057877 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1bf99-cd00-4586-a40f-5fb1a7b7ab90 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Port': ['ID=d53e6e6f-29f7-4c77-b522-1a2e705d026e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:46.237235 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-15f1bf99-cd00-4586-a40f-5fb1a7b7ab90 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (e773e24b-46a9-4090-a27a-29dc308230ea), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:46.333842 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05bc09a4-30fa-470f-a013-ef51a34afce8', 'tag': 'a0b41b41-b4de-4325-b0bb-4518f344c48c'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:22:46.336180 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79c775e-ac06-42e1-b099-6bcdf4eed368" -d '{"events": [{"name": "network-changed", "server_uuid": "05bc09a4-30fa-470f-a013-ef51a34afce8", "tag": "a0b41b41-b4de-4325-b0bb-4518f344c48c"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:22:46.372628 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f54bd94-f48c-4512-ab5f-bb65c9fe1572 x-openstack-request-id: req-3f54bd94-f48c-4512-ab5f-bb65c9fe1572 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:22:46.372906 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05bc09a4-30fa-470f-a013-ef51a34afce8", "tag": "a0b41b41-b4de-4325-b0bb-4518f344c48c", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:22:46.373183 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f54bd94-f48c-4512-ab5f-bb65c9fe1572 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:22:46.373580 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05bc09a4-30fa-470f-a013-ef51a34afce8', 'tag': 'a0b41b41-b4de-4325-b0bb-4518f344c48c', 'status': 'completed', 'code': 200} Mar 11 12:22:46.440653 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c775e-ac06-42e1-b099-6bcdf4eed368 req-887509ec-b026-4d8b-a7c0-dafc4e4dd86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:46.442873 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f79c775e-ac06-42e1-b099-6bcdf4eed368 req-887509ec-b026-4d8b-a7c0-dafc4e4dd86d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0ad3bc95662496686af8c6eed5217a1&device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 1126 time: 0.0466189 Mar 11 12:22:46.466756 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f1bf99-cd00-4586-a40f-5fb1a7b7ab90 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router e773e24b-46a9-4090-a27a-29dc308230ea has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:22:46.539817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c775e-ac06-42e1-b099-6bcdf4eed368 req-fcaee2cb-d5db-4fb2-9097-08dc848a0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:46.541355 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f79c775e-ac06-42e1-b099-6bcdf4eed368 req-fcaee2cb-d5db-4fb2-9097-08dc848a0b75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b7295db-7e8f-4c29-9d11-f38aedc0019d HTTP/1.1" status: 200 len: 909 time: 0.0920188 Mar 11 12:22:46.579167 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f1bf99-cd00-4586-a40f-5fb1a7b7ab90 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:22:46.583069 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f79c775e-ac06-42e1-b099-6bcdf4eed368 req-d72f06d0-7483-4142-ac48-4d43d0aead86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0b41b41-b4de-4325-b0bb-4518f344c48c HTTP/1.1" status: 200 len: 217 time: 0.0352685 Mar 11 12:22:46.584697 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-15f1bf99-cd00-4586-a40f-5fb1a7b7ab90 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "PUT /v2.0/routers/e773e24b-46a9-4090-a27a-29dc308230ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6455357 Mar 11 12:22:46.587253 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41794) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:46.589933 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdd29bf-ff7d-429f-b7ed-d9ff4e2c730e None None] Sync routers for ids ['e773e24b-46a9-4090-a27a-29dc308230ea'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:22:46.605302 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdd29bf-ff7d-429f-b7ed-d9ff4e2c730e None None] Routers {'e773e24b-46a9-4090-a27a-29dc308230ea'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:46.606213 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9bdd29bf-ff7d-429f-b7ed-d9ff4e2c730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e773e24b-46a9-4090-a27a-29dc308230ea'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:46.633609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c775e-ac06-42e1-b099-6bcdf4eed368 req-f265801c-39ca-48b7-a420-4fc90203c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:46.635300 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f79c775e-ac06-42e1-b099-6bcdf4eed368 req-f265801c-39ca-48b7-a420-4fc90203c315 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=013e8505-ff91-41ca-ac9e-e017d1b242e3 HTTP/1.1" status: 200 len: 847 time: 0.0467672 Mar 11 12:22:46.696338 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c775e-ac06-42e1-b099-6bcdf4eed368 req-305bc5cb-8797-47aa-a9b6-ef87841a07c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:46.698222 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f79c775e-ac06-42e1-b099-6bcdf4eed368 req-305bc5cb-8797-47aa-a9b6-ef87841a07c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b7295db-7e8f-4c29-9d11-f38aedc0019d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0563242 Mar 11 12:22:46.719517 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-9bdd29bf-ff7d-429f-b7ed-d9ff4e2c730e None None] Set router e773e24b-46a9-4090-a27a-29dc308230ea gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:46.807021 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f79c775e-ac06-42e1-b099-6bcdf4eed368 req-7cfe9a5b-8467-4ed8-a37d-43a036eda396 service neutron] 10.222.0.37 "GET /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022878 Mar 11 12:22:46.921556 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9bdd29bf-ff7d-429f-b7ed-d9ff4e2c730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695497647', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:22:45Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:46.922974 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f79c775e-ac06-42e1-b099-6bcdf4eed368 req-5f606fe0-7445-4e8e-8dfb-30fda851ae59 service neutron] 10.222.0.37 "GET /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100693 Mar 11 12:22:46.959661 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdd29bf-ff7d-429f-b7ed-d9ff4e2c730e None None] Checking router: e773e24b-46a9-4090-a27a-29dc308230ea for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:22:46.977667 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdd29bf-ff7d-429f-b7ed-d9ff4e2c730e None None] Routers {'e773e24b-46a9-4090-a27a-29dc308230ea'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:46.978417 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9bdd29bf-ff7d-429f-b7ed-d9ff4e2c730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e773e24b-46a9-4090-a27a-29dc308230ea'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:47.044655 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f73ed83-9364-43f8-a3b7-6daec56f9b10 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting subnet 782b42a2-1870-4cde-950d-53c6753bed5f {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:22:47.048532 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f73ed83-9364-43f8-a3b7-6daec56f9b10 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for subnet (782b42a2-1870-4cde-950d-53c6753bed5f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:47.103965 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f73ed83-9364-43f8-a3b7-6daec56f9b10 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (782b42a2-1870-4cde-950d-53c6753bed5f), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:47.112527 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-9bdd29bf-ff7d-429f-b7ed-d9ff4e2c730e None None] Set router e773e24b-46a9-4090-a27a-29dc308230ea gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:47.134511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf15f84-552a-4178-98b4-0ac7b0544f11 req-8320fe5e-8c66-4dfe-aff3-8c49c63c859b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:47.140949 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dcf15f84-552a-4178-98b4-0ac7b0544f11 req-8320fe5e-8c66-4dfe-aff3-8c49c63c859b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 944 time: 0.1347218 Mar 11 12:22:47.226444 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dcf15f84-552a-4178-98b4-0ac7b0544f11 req-07b924b9-be41-4e0f-b4af-94a2812b30f8 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f7080a-cce5-44fa-a0fb-7098bc3e5d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826259 Mar 11 12:22:47.248360 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f73ed83-9364-43f8-a3b7-6daec56f9b10 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (782b42a2-1870-4cde-950d-53c6753bed5f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:47.287602 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:47.315382 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f73ed83-9364-43f8-a3b7-6daec56f9b10 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (782b42a2-1870-4cde-950d-53c6753bed5f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:47.341904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73ed83-9364-43f8-a3b7-6daec56f9b10 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Subnet': ['ID=782b42a2-1870-4cde-950d-53c6753bed5f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:47.345884 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f73ed83-9364-43f8-a3b7-6daec56f9b10 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:47.350909 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9f73ed83-9364-43f8-a3b7-6daec56f9b10 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/subnets/782b42a2-1870-4cde-950d-53c6753bed5f HTTP/1.1" status: 204 len: 168 time: 0.7624464 Mar 11 12:22:47.352504 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41798) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:47.354353 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b057c71-4e82-42be-b2db-d3bc015a093a None None] Network 019c0a59-4c27-4a12-88f3-ebe497cb6e32 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:22:47.422885 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9bdd29bf-ff7d-429f-b7ed-d9ff4e2c730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695497647', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:22:45Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:47.453542 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdd29bf-ff7d-429f-b7ed-d9ff4e2c730e None None] The sync data for ids ['e773e24b-46a9-4090-a27a-29dc308230ea'] in n-d-833234-2 is: [{'id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695497647', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:22:45Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e773e24b-46a9-4090-a27a-29dc308230ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:21:33Z', 'updated_at': '2022-03-11T12:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:22:47.470274 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c16d524-64b4-4d79-a4cb-58b21fcf493a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router (e773e24b-46a9-4090-a27a-29dc308230ea), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:47.519434 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] DHCP port deletion for 019c0a59-4c27-4a12-88f3-ebe497cb6e32 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:22:47.574816 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Deleting port 80298086-4b6f-412c-8651-841a42b4a1ac {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:22:47.575194 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (80298086-4b6f-412c-8651-841a42b4a1ac), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:47.586619 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c16d524-64b4-4d79-a4cb-58b21fcf493a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_gateway (e773e24b-46a9-4090-a27a-29dc308230ea), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:47.638913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4c16d524-64b4-4d79-a4cb-58b21fcf493a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting port 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:22:47.639252 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c16d524-64b4-4d79-a4cb-58b21fcf493a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:47.641487 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] For port 80298086-4b6f-412c-8651-841a42b4a1ac, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=80298086-4b6f-412c-8651-841a42b4a1ac,segment=NetworkSegment(d30fd4cc-74d3-428c-9001-20dee9aba831),segment_id=d30fd4cc-74d3-428c-9001-20dee9aba831)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:47.641884 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (80298086-4b6f-412c-8651-841a42b4a1ac), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:47.655145 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Calling delete_port for 80298086-4b6f-412c-8651-841a42b4a1ac owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:22:47.717610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-4c16d524-64b4-4d79-a4cb-58b21fcf493a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] For port 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:47.717986 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c16d524-64b4-4d79-a4cb-58b21fcf493a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:47.731219 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4c16d524-64b4-4d79-a4cb-58b21fcf493a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Calling delete_port for 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:22:47.733607 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (80298086-4b6f-412c-8651-841a42b4a1ac), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:47.761788 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Pushing event deleted for resources: {'Port': ['ID=80298086-4b6f-412c-8651-841a42b4a1ac,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:47.769613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] No DVR routers for this DVR port 80298086-4b6f-412c-8651-841a42b4a1ac on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:22:47.772271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:47.772615 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:47.772925 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:47.773257 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:47.774163 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:47.774495 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:47.774821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:47.775178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:47.775494 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:47.775836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:47.776157 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:47.776472 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:47.776790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d4c71c-41dd-4a8c-8537-4ef71905c672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:22:47.913692 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c16d524-64b4-4d79-a4cb-58b21fcf493a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:47.939109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16d524-64b4-4d79-a4cb-58b21fcf493a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Port': ['ID=0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:48.001765 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c16d524-64b4-4d79-a4cb-58b21fcf493a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (e773e24b-46a9-4090-a27a-29dc308230ea), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:48.094181 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c16d524-64b4-4d79-a4cb-58b21fcf493a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (e773e24b-46a9-4090-a27a-29dc308230ea), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:48.096325 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c16d524-64b4-4d79-a4cb-58b21fcf493a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_controller (e773e24b-46a9-4090-a27a-29dc308230ea), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:48.145922 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c16d524-64b4-4d79-a4cb-58b21fcf493a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (e773e24b-46a9-4090-a27a-29dc308230ea), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:48.146450 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c16d524-64b4-4d79-a4cb-58b21fcf493a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Fanout notify agent at l3_agent the message router_deleted on router e773e24b-46a9-4090-a27a-29dc308230ea {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:22:48.153093 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c16d524-64b4-4d79-a4cb-58b21fcf493a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:48.154256 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4c16d524-64b4-4d79-a4cb-58b21fcf493a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/routers/e773e24b-46a9-4090-a27a-29dc308230ea HTTP/1.1" status: 204 len: 168 time: 0.8005295 Mar 11 12:22:48.157258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41800) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:48.240656 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-14c0bf87-5eec-4c9f-98e6-a9a4cc7c0fa0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (019c0a59-4c27-4a12-88f3-ebe497cb6e32), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:48.342124 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-14c0bf87-5eec-4c9f-98e6-a9a4cc7c0fa0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (019c0a59-4c27-4a12-88f3-ebe497cb6e32), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:48.364360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-14c0bf87-5eec-4c9f-98e6-a9a4cc7c0fa0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019c0a59-4c27-4a12-88f3-ebe497cb6e32']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:48.375679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-14c0bf87-5eec-4c9f-98e6-a9a4cc7c0fa0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30fd4cc-74d3-428c-9001-20dee9aba831') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:48.375991 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-14c0bf87-5eec-4c9f-98e6-a9a4cc7c0fa0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30fd4cc-74d3-428c-9001-20dee9aba831') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:48.385454 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffac69-82bd-4124-a5f2-8058e2c4c9e4 req-434cb50c-e9d1-437c-adbd-6d76e2559638 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:48.386236 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-14c0bf87-5eec-4c9f-98e6-a9a4cc7c0fa0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (d30fd4cc-74d3-428c-9001-20dee9aba831), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:48.386970 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eeffac69-82bd-4124-a5f2-8058e2c4c9e4 req-434cb50c-e9d1-437c-adbd-6d76e2559638 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 944 time: 0.0627837 Mar 11 12:22:48.400820 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-14c0bf87-5eec-4c9f-98e6-a9a4cc7c0fa0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (d30fd4cc-74d3-428c-9001-20dee9aba831), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:48.406817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c0bf87-5eec-4c9f-98e6-a9a4cc7c0fa0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:22:48.407196 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-14c0bf87-5eec-4c9f-98e6-a9a4cc7c0fa0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (d30fd4cc-74d3-428c-9001-20dee9aba831), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:22:48.410854 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:22:48.445028 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eeffac69-82bd-4124-a5f2-8058e2c4c9e4 req-c5cf1591-809d-421f-97db-e7228ea3c479 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f7080a-cce5-44fa-a0fb-7098bc3e5d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519540 Mar 11 12:22:48.474066 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-14c0bf87-5eec-4c9f-98e6-a9a4cc7c0fa0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (019c0a59-4c27-4a12-88f3-ebe497cb6e32), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:48.479855 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-14c0bf87-5eec-4c9f-98e6-a9a4cc7c0fa0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:48.483303 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-14c0bf87-5eec-4c9f-98e6-a9a4cc7c0fa0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/networks/019c0a59-4c27-4a12-88f3-ebe497cb6e32 HTTP/1.1" status: 204 len: 168 time: 0.3251057 Mar 11 12:22:48.486325 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41804) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:48.498305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0bf87-5eec-4c9f-98e6-a9a4cc7c0fa0 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Network': ['ID=019c0a59-4c27-4a12-88f3-ebe497cb6e32,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:48.546470 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-815eb67f-a828-4822-a3b5-6ac0de0b9b4e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (7887b468-cd51-44d9-bd87-e66ba8e74d69), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:48.573527 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-815eb67f-a828-4822-a3b5-6ac0de0b9b4e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (7887b468-cd51-44d9-bd87-e66ba8e74d69), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:48.645952 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-815eb67f-a828-4822-a3b5-6ac0de0b9b4e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7887b468-cd51-44d9-bd87-e66ba8e74d69), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:48.648704 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-815eb67f-a828-4822-a3b5-6ac0de0b9b4e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:48.649892 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-815eb67f-a828-4822-a3b5-6ac0de0b9b4e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/security-groups/7887b468-cd51-44d9-bd87-e66ba8e74d69 HTTP/1.1" status: 204 len: 168 time: 0.1625099 Mar 11 12:22:48.660222 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815eb67f-a828-4822-a3b5-6ac0de0b9b4e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7887b468-cd51-44d9-bd87-e66ba8e74d69,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:48.696096 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:48.902772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41810) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:48.906773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-54f6d91c-3328-4c2e-be60-02b650eeb9ce tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1556945220', 'description': 'tempest-secgroup-smoke-1556945220 description', 'project_id': '90210211b9a748d8a45f81106abe76ca'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:48.938112 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-54f6d91c-3328-4c2e-be60-02b650eeb9ce tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:48.992681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 80298086-4b6f-412c-8651-841a42b4a1ac no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:22:49.014595 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 80298086-4b6f-412c-8651-841a42b4a1ac {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:22:49.014934 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 80298086-4b6f-412c-8651-841a42b4a1ac not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:22:49.015347 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d53e6e6f-29f7-4c77-b522-1a2e705d026e no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:22:49.021366 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-54f6d91c-3328-4c2e-be60-02b650eeb9ce tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (4ecbd0e7-fb1c-47f2-af8e-e0db6443b757), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.026711 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-54f6d91c-3328-4c2e-be60-02b650eeb9ce tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4ecbd0e7-fb1c-47f2-af8e-e0db6443b757), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.035505 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: d53e6e6f-29f7-4c77-b522-1a2e705d026e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:22:49.035880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d53e6e6f-29f7-4c77-b522-1a2e705d026e not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:22:49.036356 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:22:49.055293 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:22:49.055671 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0567bdaa-59a9-4c6c-a22b-cf2e9ae1ce1d not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:22:49.058389 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-54f6d91c-3328-4c2e-be60-02b650eeb9ce tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.059648 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-54f6d91c-3328-4c2e-be60-02b650eeb9ce tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1564856 Mar 11 12:22:49.062729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41812) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:49.064771 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6d91c-3328-4c2e-be60-02b650eeb9ce tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:49.067383 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-fb87384d-4981-459a-aa6c-9425d3e54c8b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': '4ecbd0e7-fb1c-47f2-af8e-e0db6443b757', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:49.093323 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fb87384d-4981-459a-aa6c-9425d3e54c8b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (924c2b95-8858-4b51-b2b7-761b22654c39), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.138523 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fb87384d-4981-459a-aa6c-9425d3e54c8b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (924c2b95-8858-4b51-b2b7-761b22654c39), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.144179 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fb87384d-4981-459a-aa6c-9425d3e54c8b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (924c2b95-8858-4b51-b2b7-761b22654c39), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.156629 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device a0b41b41-b4de-4325-b0bb-4518f344c48c details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:22:49.163441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87384d-4981-459a-aa6c-9425d3e54c8b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924c2b95-8858-4b51-b2b7-761b22654c39,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:49.168779 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fb87384d-4981-459a-aa6c-9425d3e54c8b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.172010 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fb87384d-4981-459a-aa6c-9425d3e54c8b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1082654 Mar 11 12:22:49.172763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41814) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:49.177647 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-42cd76dc-e1a1-4adb-918a-d02579721260 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': '4ecbd0e7-fb1c-47f2-af8e-e0db6443b757', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:49.202707 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-42cd76dc-e1a1-4adb-918a-d02579721260 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (f55132de-3a33-4a6a-87f3-0fa65990fa2a), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.263978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port a0b41b41-b4de-4325-b0bb-4518f344c48c, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a0b41b41-b4de-4325-b0bb-4518f344c48c,segment=NetworkSegment(40d8a8fa-0461-44da-925f-77d769e44b0c),segment_id=40d8a8fa-0461-44da-925f-77d769e44b0c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:49.266226 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-42cd76dc-e1a1-4adb-918a-d02579721260 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (f55132de-3a33-4a6a-87f3-0fa65990fa2a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.271988 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-42cd76dc-e1a1-4adb-918a-d02579721260 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (f55132de-3a33-4a6a-87f3-0fa65990fa2a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.276607 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'a0b41b41-b4de-4325-b0bb-4518f344c48c', 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d', 'port_id': 'a0b41b41-b4de-4325-b0bb-4518f344c48c', 'mac_address': 'fa:16:3e:72:e6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:22:49.292866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd76dc-e1a1-4adb-918a-d02579721260 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55132de-3a33-4a6a-87f3-0fa65990fa2a,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:49.298484 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-42cd76dc-e1a1-4adb-918a-d02579721260 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.299571 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-42cd76dc-e1a1-4adb-918a-d02579721260 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258657 Mar 11 12:22:49.303157 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41816) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:49.307539 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-eaf6b379-9b0b-4f70-adf8-c67640c4c49d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': '4ecbd0e7-fb1c-47f2-af8e-e0db6443b757', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:49.316835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port a0b41b41-b4de-4325-b0bb-4518f344c48c is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:49.317293 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a0b41b41-b4de-4325-b0bb-4518f344c48c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.333753 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b379-9b0b-4f70-adf8-c67640c4c49d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (1de45d29-7387-4842-8264-df770a9cc2ca), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.334420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b41b41-b4de-4325-b0bb-4518f344c48c {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:22:49.354659 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port a0b41b41-b4de-4325-b0bb-4518f344c48c, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a0b41b41-b4de-4325-b0bb-4518f344c48c,segment=NetworkSegment(40d8a8fa-0461-44da-925f-77d769e44b0c),segment_id=40d8a8fa-0461-44da-925f-77d769e44b0c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:49.359810 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a0b41b41-b4de-4325-b0bb-4518f344c48c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.391237 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b379-9b0b-4f70-adf8-c67640c4c49d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (1de45d29-7387-4842-8264-df770a9cc2ca), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.396962 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b379-9b0b-4f70-adf8-c67640c4c49d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (1de45d29-7387-4842-8264-df770a9cc2ca), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.414861 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=a0b41b41-b4de-4325-b0bb-4518f344c48c,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:49.415523 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6b379-9b0b-4f70-adf8-c67640c4c49d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de45d29-7387-4842-8264-df770a9cc2ca,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:49.423684 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b379-9b0b-4f70-adf8-c67640c4c49d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.424930 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-eaf6b379-9b0b-4f70-adf8-c67640c4c49d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207962 Mar 11 12:22:49.428018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41818) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:49.432634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9d33ba89-cc3f-4c02-bcef-1bd50dbf742f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': '4ecbd0e7-fb1c-47f2-af8e-e0db6443b757', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:49.458676 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d33ba89-cc3f-4c02-bcef-1bd50dbf742f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (aafd12d9-3a50-479e-9b6f-e0de7bb1f9f9), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.518019 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d33ba89-cc3f-4c02-bcef-1bd50dbf742f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (aafd12d9-3a50-479e-9b6f-e0de7bb1f9f9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.525557 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d33ba89-cc3f-4c02-bcef-1bd50dbf742f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (aafd12d9-3a50-479e-9b6f-e0de7bb1f9f9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.543625 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33ba89-cc3f-4c02-bcef-1bd50dbf742f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafd12d9-3a50-479e-9b6f-e0de7bb1f9f9,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:49.553289 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d33ba89-cc3f-4c02-bcef-1bd50dbf742f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.554548 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9d33ba89-cc3f-4c02-bcef-1bd50dbf742f tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255281 Mar 11 12:22:49.557398 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41822) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:49.562729 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['a0b41b41-b4de-4325-b0bb-4518f344c48c'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:22:49.564016 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-84a04973-273d-44d1-ba3c-bed6aeea9770 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': '4ecbd0e7-fb1c-47f2-af8e-e0db6443b757', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:49.564809 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b845d49-2baf-44aa-9f30-deb07b8ed260 req-f5c5b26e-1bed-4247-a9c5-dc4d9eba695c tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:49.572509 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b845d49-2baf-44aa-9f30-deb07b8ed260 req-f5c5b26e-1bed-4247-a9c5-dc4d9eba695c tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 945 time: 0.0637677 Mar 11 12:22:49.589062 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-84a04973-273d-44d1-ba3c-bed6aeea9770 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Project 90210211b9a748d8a45f81106abe76ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:22:49.595812 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84a04973-273d-44d1-ba3c-bed6aeea9770 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (5155a10d-bdfe-4062-8c70-9c1d7978b4c1), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.629076 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b845d49-2baf-44aa-9f30-deb07b8ed260 req-e4b94d27-9e31-43fa-b90e-429902746c8b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f7080a-cce5-44fa-a0fb-7098bc3e5d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543563 Mar 11 12:22:49.657007 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84a04973-273d-44d1-ba3c-bed6aeea9770 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (5155a10d-bdfe-4062-8c70-9c1d7978b4c1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.662725 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84a04973-273d-44d1-ba3c-bed6aeea9770 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (5155a10d-bdfe-4062-8c70-9c1d7978b4c1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.683814 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a04973-273d-44d1-ba3c-bed6aeea9770 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5155a10d-bdfe-4062-8c70-9c1d7978b4c1,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:49.691864 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84a04973-273d-44d1-ba3c-bed6aeea9770 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.693769 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-84a04973-273d-44d1-ba3c-bed6aeea9770 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352549 Mar 11 12:22:49.696703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41824) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:49.701015 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c923bda2-4c19-431f-a35f-817f0ed7c5a3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'security_group_rule': {'security_group_id': '4ecbd0e7-fb1c-47f2-af8e-e0db6443b757', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:49.720521 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-c923bda2-4c19-431f-a35f-817f0ed7c5a3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Project 90210211b9a748d8a45f81106abe76ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:22:49.725999 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c923bda2-4c19-431f-a35f-817f0ed7c5a3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (f487a1d3-5543-4141-85ca-d2319f6a43cb), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.783913 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c923bda2-4c19-431f-a35f-817f0ed7c5a3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (f487a1d3-5543-4141-85ca-d2319f6a43cb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.788955 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c923bda2-4c19-431f-a35f-817f0ed7c5a3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (f487a1d3-5543-4141-85ca-d2319f6a43cb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.809799 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923bda2-4c19-431f-a35f-817f0ed7c5a3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f487a1d3-5543-4141-85ca-d2319f6a43cb,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:49.817920 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c923bda2-4c19-431f-a35f-817f0ed7c5a3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.819215 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c923bda2-4c19-431f-a35f-817f0ed7c5a3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215973 Mar 11 12:22:49.822197 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41826) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:49.827086 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3987e225-465b-4f4d-b0fe-792fee9ecb20 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'network': {'name': 'tempest-network-smoke--354687380', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'port_security_enabled': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:49.846051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3987e225-465b-4f4d-b0fe-792fee9ecb20 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Made reservation on behalf of 90210211b9a748d8a45f81106abe76ca for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:22:49.849811 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3987e225-465b-4f4d-b0fe-792fee9ecb20 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.873792 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3987e225-465b-4f4d-b0fe-792fee9ecb20 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:22:49.884605 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3987e225-465b-4f4d-b0fe-792fee9ecb20 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (41980242-15f1-460b-bb86-8d5e93c24eaa), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.884949 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-3987e225-465b-4f4d-b0fe-792fee9ecb20 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Added segment 41980242-15f1-460b-bb86-8d5e93c24eaa of type vlan for network dd23284e-272f-4d0b-839a-be3bb0f35fe4 Mar 11 12:22:49.926066 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3987e225-465b-4f4d-b0fe-792fee9ecb20 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (dd23284e-272f-4d0b-839a-be3bb0f35fe4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.952331 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3987e225-465b-4f4d-b0fe-792fee9ecb20 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (dd23284e-272f-4d0b-839a-be3bb0f35fe4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.957887 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3987e225-465b-4f4d-b0fe-792fee9ecb20 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:49.958497 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3987e225-465b-4f4d-b0fe-792fee9ecb20 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:49.999178 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3987e225-465b-4f4d-b0fe-792fee9ecb20 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1759496 Mar 11 12:22:50.002459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41828) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:50.007164 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-631262408', 'admin_state_up': True, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:50.046697 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987e225-465b-4f4d-b0fe-792fee9ecb20 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Network': ['ID=dd23284e-272f-4d0b-839a-be3bb0f35fe4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:50.057760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network dd23284e-272f-4d0b-839a-be3bb0f35fe4 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:22:50.061574 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (9785dffa-8a7d-40b4-9585-5e97c7b19758), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:50.062763 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (9785dffa-8a7d-40b4-9585-5e97c7b19758), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:50.116164 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_controller (9785dffa-8a7d-40b4-9585-5e97c7b19758), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:50.136495 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:50.261506 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_gateway (9785dffa-8a7d-40b4-9585-5e97c7b19758), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:50.464036 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_gateway (9785dffa-8a7d-40b4-9585-5e97c7b19758), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:50.482609 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:50.583284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Allocated IP 172.25.7.173 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/47d07ae1-c510-4ca4-92fe-c498137ec3c8) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:22:50.693477 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (47d07ae1-c510-4ca4-92fe-c498137ec3c8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:50.728232 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (47d07ae1-c510-4ca4-92fe-c498137ec3c8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:50.757180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7dea3-27b3-4b7c-9db4-56bb573026d7 req-b3d4b768-a605-4ed4-8592-e1e8488711ea tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:50.758690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eff7dea3-27b3-4b7c-9db4-56bb573026d7 req-b3d4b768-a605-4ed4-8592-e1e8488711ea tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 945 time: 0.0650983 Mar 11 12:22:50.765299 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:22:50.770476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:22:50.773221 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:22:50.798070 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=47d07ae1-c510-4ca4-92fe-c498137ec3c8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:50.811814 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eff7dea3-27b3-4b7c-9db4-56bb573026d7 req-48304079-0682-45f4-95a5-351109110c4c tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f7080a-cce5-44fa-a0fb-7098bc3e5d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469790 Mar 11 12:22:51.037183 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_gateway (9785dffa-8a7d-40b4-9585-5e97c7b19758), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:51.175669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device a0b41b41-b4de-4325-b0bb-4518f344c48c up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:22:51.229696 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port a0b41b41-b4de-4325-b0bb-4518f344c48c completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:22:51.234799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port a0b41b41-b4de-4325-b0bb-4518f344c48c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:51.235165 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a0b41b41-b4de-4325-b0bb-4518f344c48c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:51.245349 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (9785dffa-8a7d-40b4-9585-5e97c7b19758), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:51.318625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port a0b41b41-b4de-4325-b0bb-4518f344c48c is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:51.319012 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a0b41b41-b4de-4325-b0bb-4518f344c48c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:51.343137 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bc09a4-30fa-470f-a013-ef51a34afce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b41b41-b4de-4325-b0bb-4518f344c48c'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:22:51.345461 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78387a8-0580-481a-977a-db92485e5a78" -d '{"events": [{"server_uuid": "05bc09a4-30fa-470f-a013-ef51a34afce8", "name": "network-vif-plugged", "status": "completed", "tag": "a0b41b41-b4de-4325-b0bb-4518f344c48c"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:22:51.358963 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port a0b41b41-b4de-4325-b0bb-4518f344c48c, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a0b41b41-b4de-4325-b0bb-4518f344c48c,segment=NetworkSegment(40d8a8fa-0461-44da-925f-77d769e44b0c),segment_id=40d8a8fa-0461-44da-925f-77d769e44b0c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:51.364649 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a0b41b41-b4de-4325-b0bb-4518f344c48c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:51.416905 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=a0b41b41-b4de-4325-b0bb-4518f344c48c,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:51.469196 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dbc860-b93d-4baa-8f13-89646d143e88 x-openstack-request-id: req-07dbc860-b93d-4baa-8f13-89646d143e88 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:22:51.469540 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bc09a4-30fa-470f-a013-ef51a34afce8", "name": "network-vif-plugged", "status": "completed", "tag": "a0b41b41-b4de-4325-b0bb-4518f344c48c", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:22:51.469858 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-07dbc860-b93d-4baa-8f13-89646d143e88 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:22:51.470315 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bc09a4-30fa-470f-a013-ef51a34afce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b41b41-b4de-4325-b0bb-4518f344c48c', 'code': 200} Mar 11 12:22:51.728456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3155be-610b-46be-b3ad-f2bd9e8db46f req-cde8238e-c9f2-46c8-8f9b-ca2f2494ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:51.729842 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ae3155be-610b-46be-b3ad-f2bd9e8db46f req-cde8238e-c9f2-46c8-8f9b-ca2f2494ecf9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 1128 time: 0.0666327 Mar 11 12:22:51.751033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router 9785dffa-8a7d-40b4-9585-5e97c7b19758 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:22:51.819214 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ae3155be-610b-46be-b3ad-f2bd9e8db46f req-caa069ca-6b77-4952-aade-c699e4f4a416 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a8f7080a-cce5-44fa-a0fb-7098bc3e5d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824041 Mar 11 12:22:51.878811 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:22:51.889036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Sync routers for ids ['9785dffa-8a7d-40b4-9585-5e97c7b19758'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:22:51.902896 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:51.903296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Routers {'9785dffa-8a7d-40b4-9585-5e97c7b19758'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:51.907159 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['9785dffa-8a7d-40b4-9585-5e97c7b19758'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:51.907325 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4e72bc2c-cd26-4a2d-8e23-5fc76aaa6780 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9008994 Mar 11 12:22:51.908031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41838) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:51.938604 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fb500f97-baed-44ef-92f7-5a0074481651 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=90210211b9a748d8a45f81106abe76ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270410 Mar 11 12:22:51.938843 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37099de1-24a6-4167-9d0d-9da60fd16d08 req-ec3578a2-387d-4182-a702-f81525f75035 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:51.939321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41840) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:51.940039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37099de1-24a6-4167-9d0d-9da60fd16d08 req-ec3578a2-387d-4182-a702-f81525f75035 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 946 time: 0.0567303 Mar 11 12:22:51.995801 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37099de1-24a6-4167-9d0d-9da60fd16d08 req-69c66650-953a-41c4-bd6c-8e4103a13d88 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f7080a-cce5-44fa-a0fb-7098bc3e5d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487969 Mar 11 12:22:52.016892 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Set router 9785dffa-8a7d-40b4-9585-5e97c7b19758 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:52.037088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b00c376-b64f-4e58-8763-a1a96b8fcb8e tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:52.038588 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3b00c376-b64f-4e58-8763-a1a96b8fcb8e tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0982287 Mar 11 12:22:52.041513 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41842) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:52.067935 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3854a129-dfff-4bd8-a90f-7f99e5273151 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0253491 Mar 11 12:22:52.070785 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41844) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:52.075519 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-204fed85-04e9-41ab-9a49-2ea7d12a1e38 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-105588914', 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:52.162404 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204fed85-04e9-41ab-9a49-2ea7d12a1e38 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Made reservation on behalf of 90210211b9a748d8a45f81106abe76ca for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:22:52.165817 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-204fed85-04e9-41ab-9a49-2ea7d12a1e38 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:52.198466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631262408', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:50Z', 'revision_number': 3, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:52.224637 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Checking router: 9785dffa-8a7d-40b4-9585-5e97c7b19758 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:22:52.224986 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Updating router 9785dffa-8a7d-40b4-9585-5e97c7b19758 port 47d07ae1-c510-4ca4-92fe-c498137ec3c8 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:22:52.265902 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (47d07ae1-c510-4ca4-92fe-c498137ec3c8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:52.348229 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-204fed85-04e9-41ab-9a49-2ea7d12a1e38 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:52.407453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fed85-04e9-41ab-9a49-2ea7d12a1e38 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Subnet': ['ID=edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:52.416401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204fed85-04e9-41ab-9a49-2ea7d12a1e38 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Checking segment: {'id': '41980242-15f1-460b-bb86-8d5e93c24eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:22:52.416769 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204fed85-04e9-41ab-9a49-2ea7d12a1e38 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network hostable DHCP agents. Network: dd23284e-272f-4d0b-839a-be3bb0f35fe4, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:22:52.436838 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204fed85-04e9-41ab-9a49-2ea7d12a1e38 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network dd23284e-272f-4d0b-839a-be3bb0f35fe4 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:22:52.446997 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-204fed85-04e9-41ab-9a49-2ea7d12a1e38 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, dd23284e-272f-4d0b-839a-be3bb0f35fe4) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:22:52.453744 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204fed85-04e9-41ab-9a49-2ea7d12a1e38 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:52.454670 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-204fed85-04e9-41ab-9a49-2ea7d12a1e38 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:52.465351 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4723be54-ad49-4948-930c-1c992d901db6 None None] Network dd23284e-272f-4d0b-839a-be3bb0f35fe4 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:22:52.477369 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-204fed85-04e9-41ab-9a49-2ea7d12a1e38 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4055505 Mar 11 12:22:52.481083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 41846) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:52.756119 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Publish callbacks [] for port (47d07ae1-c510-4ca4-92fe-c498137ec3c8), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:52.764812 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (47d07ae1-c510-4ca4-92fe-c498137ec3c8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:52.827248 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-dd23284e-272f-4d0b-839a-be3bb0f35fe4', 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4', 'project_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ips': [{'subnet_id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:22:52.828134 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:52.839573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778be96-75e5-4c1c-9ee0-59b71e1866d6 None None] Pushing event updated for resources: {'Port': ['ID=47d07ae1-c510-4ca4-92fe-c498137ec3c8,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:52.856201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Attempting to bind port 47d07ae1-c510-4ca4-92fe-c498137ec3c8 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:22:52.856201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Attempting to bind port 47d07ae1-c510-4ca4-92fe-c498137ec3c8 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:22:52.856201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Attempting to bind port 47d07ae1-c510-4ca4-92fe-c498137ec3c8 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:52.868588 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:22:52.869014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:22:52.869310 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:52.869731 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:22:52.870230 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Bound port: 47d07ae1-c510-4ca4-92fe-c498137ec3c8, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:22:52.870650 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (47d07ae1-c510-4ca4-92fe-c498137ec3c8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:52.942109 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:53.002599 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] For port 47d07ae1-c510-4ca4-92fe-c498137ec3c8, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:22:53.020071 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] For port 47d07ae1-c510-4ca4-92fe-c498137ec3c8, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=47d07ae1-c510-4ca4-92fe-c498137ec3c8,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:22:53.033205 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Allocated IP 172.20.0.2 (dd23284e-272f-4d0b-839a-be3bb0f35fe4/edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b/54cb68c7-3cc0-4fc7-a010-982720e6cabc) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:22:53.036131 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (47d07ae1-c510-4ca4-92fe-c498137ec3c8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:53.131620 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778be96-75e5-4c1c-9ee0-59b71e1866d6 None None] Pushing event updated for resources: {'Port': ['ID=47d07ae1-c510-4ca4-92fe-c498137ec3c8,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:53.156276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8faae96-397d-4bc5-ba76-76a9953d2120 req-813d5d98-bb0d-49bf-be81-bf15b3d2e2d1 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:53.157780 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8faae96-397d-4bc5-ba76-76a9953d2120 req-813d5d98-bb0d-49bf-be81-bf15b3d2e2d1 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 946 time: 0.0680513 Mar 11 12:22:53.158186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Routers {'9785dffa-8a7d-40b4-9585-5e97c7b19758'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:53.158814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['9785dffa-8a7d-40b4-9585-5e97c7b19758'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:53.209790 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8faae96-397d-4bc5-ba76-76a9953d2120 req-61336e50-afec-45d6-9dd0-4f3bc14849eb tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f7080a-cce5-44fa-a0fb-7098bc3e5d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440969 Mar 11 12:22:53.325854 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] Set router 9785dffa-8a7d-40b4-9585-5e97c7b19758 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:53.331427 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a50077-f765-4ad6-8827-ad4bab435fff req-8014b56f-6268-4dac-bdf7-166ab158aceb tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:53.333013 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07a50077-f765-4ad6-8827-ad4bab435fff req-8014b56f-6268-4dac-bdf7-166ab158aceb tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 946 time: 0.0556495 Mar 11 12:22:53.379980 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Publish callbacks [] for port (54cb68c7-3cc0-4fc7-a010-982720e6cabc), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:53.384408 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07a50077-f765-4ad6-8827-ad4bab435fff req-ac2a2f8d-a06c-492f-aee0-1acc96d22443 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f7080a-cce5-44fa-a0fb-7098bc3e5d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453827 Mar 11 12:22:53.397837 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (54cb68c7-3cc0-4fc7-a010-982720e6cabc), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:53.448674 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Allocated IP 172.20.0.1 (dd23284e-272f-4d0b-839a-be3bb0f35fe4/edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b/bc3c13f3-cbef-434c-82d6-28389d07cd92) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:22:53.486998 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Network dd23284e-272f-4d0b-839a-be3bb0f35fe4 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:22:53.489318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Pushing event updated for resources: {'Port': ['ID=54cb68c7-3cc0-4fc7-a010-982720e6cabc,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:53.494167 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:22:53.497318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:22:53.515219 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483606c3-ce4c-4a2d-a2a5-d66b4125709c req-9bea51dc-bcdc-4010-9347-fe3886113d2c tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:53.517232 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-483606c3-ce4c-4a2d-a2a5-d66b4125709c req-9bea51dc-bcdc-4010-9347-fe3886113d2c tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 946 time: 0.0610106 Mar 11 12:22:53.581565 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-483606c3-ce4c-4a2d-a2a5-d66b4125709c req-9d33ac93-1c40-4df5-8354-5714661e529b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f7080a-cce5-44fa-a0fb-7098bc3e5d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580626 Mar 11 12:22:53.587217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Attempting to bind port 54cb68c7-3cc0-4fc7-a010-982720e6cabc on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:22:53.587616 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Attempting to bind port 54cb68c7-3cc0-4fc7-a010-982720e6cabc by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '41980242-15f1-460b-bb86-8d5e93c24eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:22:53.587998 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Attempting to bind port 54cb68c7-3cc0-4fc7-a010-982720e6cabc on network dd23284e-272f-4d0b-839a-be3bb0f35fe4 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:53.592862 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:53.605821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:22:53.605821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Checking segment: {'id': '41980242-15f1-460b-bb86-8d5e93c24eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:22:53.605821 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:53.605821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Bound using segment: {'id': '41980242-15f1-460b-bb86-8d5e93c24eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:22:53.605821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Bound port: 54cb68c7-3cc0-4fc7-a010-982720e6cabc, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41980242-15f1-460b-bb86-8d5e93c24eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:22:53.605821 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (54cb68c7-3cc0-4fc7-a010-982720e6cabc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:53.606583 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41854) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:53.631693 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:53.655181 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631262408', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:50Z', 'revision_number': 3, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:53.683375 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network dd23284e-272f-4d0b-839a-be3bb0f35fe4 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:22:53.687017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:22:53.689575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:22:53.689791 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbbe658-4a76-4a52-acb4-0cd103936d01 None None] The sync data for ids ['9785dffa-8a7d-40b4-9585-5e97c7b19758'] in n-d-833234-2 is: [{'id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631262408', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:50Z', 'revision_number': 3, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:22:53.701098 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] For port 54cb68c7-3cc0-4fc7-a010-982720e6cabc, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:22:53.704605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] For port 54cb68c7-3cc0-4fc7-a010-982720e6cabc, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=54cb68c7-3cc0-4fc7-a010-982720e6cabc,segment=NetworkSegment(41980242-15f1-460b-bb86-8d5e93c24eaa),segment_id=41980242-15f1-460b-bb86-8d5e93c24eaa)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:22:53.709766 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404e8a2e-173d-49f6-9f02-36120228bd34 tempest-TestServerBasicOps-295712789 tempest-TestServerBasicOps-295712789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:53.711397 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-404e8a2e-173d-49f6-9f02-36120228bd34 tempest-TestServerBasicOps-295712789 tempest-TestServerBasicOps-295712789-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 1123 time: 0.1036961 Mar 11 12:22:53.713573 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (54cb68c7-3cc0-4fc7-a010-982720e6cabc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:53.714383 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41858) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:22:53.720404 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': 'a0b41b41-b4de-4325-b0bb-4518f344c48c', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:53.733053 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=bc3c13f3-cbef-434c-82d6-28389d07cd92,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:53.748032 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:53.776583 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (9785dffa-8a7d-40b4-9585-5e97c7b19758), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:53.801780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612eed60-d1e9-4b60-a706-7b14665e7983 None None] Pushing event updated for resources: {'Port': ['ID=54cb68c7-3cc0-4fc7-a010-982720e6cabc,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:53.874885 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:53.951939 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:54.077678 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Allocated IP 172.25.7.148 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/afe5f3fb-65c0-4ca9-b7b6-1a6f467d3e6e) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:22:54.230881 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for port (afe5f3fb-65c0-4ca9-b7b6-1a6f467d3e6e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:54.286750 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (afe5f3fb-65c0-4ca9-b7b6-1a6f467d3e6e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:54.336439 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:22:54.345511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:22:54.351051 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:22:54.357856 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Pushing event updated for resources: {'Port': ['ID=afe5f3fb-65c0-4ca9-b7b6-1a6f467d3e6e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:54.379068 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:54.386457 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:54.497328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=bc3c13f3-cbef-434c-82d6-28389d07cd92,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:54.501414 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (9785dffa-8a7d-40b4-9585-5e97c7b19758), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:54.649964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network dd23284e-272f-4d0b-839a-be3bb0f35fe4 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:22:54.651722 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:22:54.831472 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router 9785dffa-8a7d-40b4-9585-5e97c7b19758 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:22:54.910476 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 54cb68c7-3cc0-4fc7-a010-982720e6cabc up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:22:54.953480 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for floatingip (2abaa7a0-a66c-422b-bbc9-ac2a39f43c06), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:54.995136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 54cb68c7-3cc0-4fc7-a010-982720e6cabc triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:54.995511 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (54cb68c7-3cc0-4fc7-a010-982720e6cabc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:55.021678 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:22:55.027953 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8ec213b0-7165-4cc4-ada7-4b462b41cece tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "PUT /v2.0/routers/9785dffa-8a7d-40b4-9585-5e97c7b19758/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5455875 Mar 11 12:22:55.062548 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (afe5f3fb-65c0-4ca9-b7b6-1a6f467d3e6e), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:55.098687 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 54cb68c7-3cc0-4fc7-a010-982720e6cabc is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:55.099111 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (54cb68c7-3cc0-4fc7-a010-982720e6cabc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:55.120697 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb2c138-ae37-48fe-9350-a0608d6e53b5 None None] Network dd23284e-272f-4d0b-839a-be3bb0f35fe4 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:22:55.162381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 54cb68c7-3cc0-4fc7-a010-982720e6cabc, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=54cb68c7-3cc0-4fc7-a010-982720e6cabc,segment=NetworkSegment(41980242-15f1-460b-bb86-8d5e93c24eaa),segment_id=41980242-15f1-460b-bb86-8d5e93c24eaa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:55.215301 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (54cb68c7-3cc0-4fc7-a010-982720e6cabc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:55.215741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 47d07ae1-c510-4ca4-92fe-c498137ec3c8 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:22:55.274816 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for port (afe5f3fb-65c0-4ca9-b7b6-1a6f467d3e6e), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:55.287387 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (afe5f3fb-65c0-4ca9-b7b6-1a6f467d3e6e), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:55.309052 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b59c84de-63dd-4ec2-a861-58567a1368c3 None None] Provisioning complete for port 54cb68c7-3cc0-4fc7-a010-982720e6cabc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:55.309422 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b59c84de-63dd-4ec2-a861-58567a1368c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (54cb68c7-3cc0-4fc7-a010-982720e6cabc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:55.321002 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-728f83cb-7b23-412c-a06a-032ae16fe538 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1556945220&fields=id&tenant_id=90210211b9a748d8a45f81106abe76ca HTTP/1.1" status: 200 len: 267 time: 0.0899217 Mar 11 12:22:55.356725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=54cb68c7-3cc0-4fc7-a010-982720e6cabc,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:55.398223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 47d07ae1-c510-4ca4-92fe-c498137ec3c8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:55.398498 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (47d07ae1-c510-4ca4-92fe-c498137ec3c8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:55.402200 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Pushing event updated for resources: {'Port': ['ID=afe5f3fb-65c0-4ca9-b7b6-1a6f467d3e6e,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:55.467501 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (2abaa7a0-a66c-422b-bbc9-ac2a39f43c06), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:55.487147 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b59c84de-63dd-4ec2-a861-58567a1368c3 None None] Current status of the port 54cb68c7-3cc0-4fc7-a010-982720e6cabc is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:55.529238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 47d07ae1-c510-4ca4-92fe-c498137ec3c8 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:55.529629 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (47d07ae1-c510-4ca4-92fe-c498137ec3c8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:55.554176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 47d07ae1-c510-4ca4-92fe-c498137ec3c8, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=47d07ae1-c510-4ca4-92fe-c498137ec3c8,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:55.561264 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (47d07ae1-c510-4ca4-92fe-c498137ec3c8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:55.567979 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-3e853667-3599-401e-af09-f2c5e7a85465 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:55.569597 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-3e853667-3599-401e-af09-f2c5e7a85465 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/networks?id=dd23284e-272f-4d0b-839a-be3bb0f35fe4 HTTP/1.1" status: 200 len: 796 time: 0.2342279 Mar 11 12:22:55.621212 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-26dc67b7-928f-4113-9d7b-78a1b7d71216 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/quotas/90210211b9a748d8a45f81106abe76ca HTTP/1.1" status: 200 len: 375 time: 0.0239480 Mar 11 12:22:55.623827 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=47d07ae1-c510-4ca4-92fe-c498137ec3c8,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:55.629126 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Floating IP 2abaa7a0-a66c-422b-bbc9-ac2a39f43c06 associated. External IP: 172.25.7.148, port: a0b41b41-b4de-4325-b0bb-4518f344c48c. Mar 11 12:22:55.730005 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2f8854aa-c71c-44f4-8b9d-7568fb403010 None None] Provisioning complete for port 54cb68c7-3cc0-4fc7-a010-982720e6cabc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:55.730551 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f8854aa-c71c-44f4-8b9d-7568fb403010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (54cb68c7-3cc0-4fc7-a010-982720e6cabc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:55.824915 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2f8854aa-c71c-44f4-8b9d-7568fb403010 None None] Current status of the port 54cb68c7-3cc0-4fc7-a010-982720e6cabc is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:55.848793 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2f8854aa-c71c-44f4-8b9d-7568fb403010 None None] Provisioning complete for port bc3c13f3-cbef-434c-82d6-28389d07cd92 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:55.849485 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f8854aa-c71c-44f4-8b9d-7568fb403010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:55.854443 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-21bf3c16-7b79-4908-bafe-9d8247d00036 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1815388 Mar 11 12:22:55.904768 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2f8854aa-c71c-44f4-8b9d-7568fb403010 None None] Port bc3c13f3-cbef-434c-82d6-28389d07cd92 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:22:55.961233 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Sync routers for ids ['9785dffa-8a7d-40b4-9585-5e97c7b19758'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:22:55.975463 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Routers {'9785dffa-8a7d-40b4-9585-5e97c7b19758'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:55.976443 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['9785dffa-8a7d-40b4-9585-5e97c7b19758'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:56.034791 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-27712e49-8950-4ff7-b8c2-807474966641 None None] Provisioning complete for port bc3c13f3-cbef-434c-82d6-28389d07cd92 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:56.036727 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-27712e49-8950-4ff7-b8c2-807474966641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:56.039287 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-984ea94c-2d28-4bec-8035-91df8057f892 service neutron] 10.222.0.78 "GET /v2.0/networks/dd23284e-272f-4d0b-839a-be3bb0f35fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639190 Mar 11 12:22:56.048090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Router a7845872-47b9-4c65-806a-ba04515ffcde has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:22:56.087165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-27712e49-8950-4ff7-b8c2-807474966641 None None] Port bc3c13f3-cbef-434c-82d6-28389d07cd92 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:22:56.121877 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Set router 9785dffa-8a7d-40b4-9585-5e97c7b19758 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:56.261552 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:22:56.272914 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b862af-fbcc-432b-a908-986f4ca02b97 None None] Sync routers for ids ['a7845872-47b9-4c65-806a-ba04515ffcde'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:22:56.286515 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-00b0e7f6-6954-415f-b09f-32b8cea32e2c service neutron] 10.222.0.78 "GET /v2.0/networks/dd23284e-272f-4d0b-839a-be3bb0f35fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366924 Mar 11 12:22:56.290750 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:56.293144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b862af-fbcc-432b-a908-986f4ca02b97 None None] Routers {'a7845872-47b9-4c65-806a-ba04515ffcde'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:56.293819 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b4b862af-fbcc-432b-a908-986f4ca02b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a7845872-47b9-4c65-806a-ba04515ffcde'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:56.337344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-973846d2-ca6c-4d4d-8e15-ae71ec0dcd19 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6082268 Mar 11 12:22:56.337344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05bc09a4-30fa-470f-a013-ef51a34afce8', 'tag': 'a0b41b41-b4de-4325-b0bb-4518f344c48c'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:22:56.337344 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a7de42-113b-4eeb-8040-1dd9c979d23b" -d '{"events": [{"name": "network-changed", "server_uuid": "05bc09a4-30fa-470f-a013-ef51a34afce8", "tag": "a0b41b41-b4de-4325-b0bb-4518f344c48c"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:22:56.348205 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631262408', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:53Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'bc3c13f3-cbef-434c-82d6-28389d07cd92', 'name': '', 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:da:ef:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:53Z', 'updated_at': '2022-03-11T12:22:54Z', 'revision_number': 2, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:56.379574 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Checking router: 9785dffa-8a7d-40b4-9585-5e97c7b19758 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:22:56.380170 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Updating router 9785dffa-8a7d-40b4-9585-5e97c7b19758 port bc3c13f3-cbef-434c-82d6-28389d07cd92 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:22:56.413550 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:56.437910 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a16903-794d-402c-8aef-49c4971545cc x-openstack-request-id: req-d6a16903-794d-402c-8aef-49c4971545cc {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:22:56.438379 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05bc09a4-30fa-470f-a013-ef51a34afce8", "tag": "a0b41b41-b4de-4325-b0bb-4518f344c48c", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:22:56.438768 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d6a16903-794d-402c-8aef-49c4971545cc {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:22:56.439302 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05bc09a4-30fa-470f-a013-ef51a34afce8', 'tag': 'a0b41b41-b4de-4325-b0bb-4518f344c48c', 'status': 'completed', 'code': 200} Mar 11 12:22:56.523929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-34b65f63-0f22-49b6-9cb4-99b7dc783d64 None None] Provisioning complete for port bc3c13f3-cbef-434c-82d6-28389d07cd92 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:56.524553 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-34b65f63-0f22-49b6-9cb4-99b7dc783d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:56.531013 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b4b862af-fbcc-432b-a908-986f4ca02b97 None None] Set router a7845872-47b9-4c65-806a-ba04515ffcde gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:56.565746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7de42-113b-4eeb-8040-1dd9c979d23b req-42692645-274e-4f65-b645-34ed9ff1f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:56.567348 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-95a7de42-113b-4eeb-8040-1dd9c979d23b req-42692645-274e-4f65-b645-34ed9ff1f9db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0ad3bc95662496686af8c6eed5217a1&device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 1128 time: 0.1065216 Mar 11 12:22:56.584033 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ba5068e-6005-4cf5-a847-2fe23b68756e req-b0a29988-2fc0-4a46-903c-04fcd0592f4c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 210 time: 0.0630014 Mar 11 12:22:56.689385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7de42-113b-4eeb-8040-1dd9c979d23b req-71a6d1e0-2f80-41f4-9332-b0f77ad714e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:56.691706 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-95a7de42-113b-4eeb-8040-1dd9c979d23b req-71a6d1e0-2f80-41f4-9332-b0f77ad714e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b7295db-7e8f-4c29-9d11-f38aedc0019d HTTP/1.1" status: 200 len: 909 time: 0.1088102 Mar 11 12:22:56.818327 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-95a7de42-113b-4eeb-8040-1dd9c979d23b req-1e27ca93-66f7-4e36-a4b5-971c435067d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0b41b41-b4de-4325-b0bb-4518f344c48c HTTP/1.1" status: 200 len: 1000 time: 0.1206186 Mar 11 12:22:56.856317 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Publish callbacks [] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:56.862427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 54cb68c7-3cc0-4fc7-a010-982720e6cabc up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:22:56.864326 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:56.896324 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7de42-113b-4eeb-8040-1dd9c979d23b req-6aedeca7-bad2-421a-ae5e-829105ef82ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:56.898283 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-95a7de42-113b-4eeb-8040-1dd9c979d23b req-6aedeca7-bad2-421a-ae5e-829105ef82ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=013e8505-ff91-41ca-ac9e-e017d1b242e3 HTTP/1.1" status: 200 len: 847 time: 0.0725331 Mar 11 12:22:56.906359 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-34b65f63-0f22-49b6-9cb4-99b7dc783d64 None None] Port bc3c13f3-cbef-434c-82d6-28389d07cd92 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:22:56.946616 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8353d0-0ae2-4ec1-91fd-0924e095cf07 None None] Pushing event updated for resources: {'Port': ['ID=bc3c13f3-cbef-434c-82d6-28389d07cd92,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:56.995853 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7de42-113b-4eeb-8040-1dd9c979d23b req-11320e23-0efc-401c-a73f-c0ef0b603235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:56.998748 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-95a7de42-113b-4eeb-8040-1dd9c979d23b req-11320e23-0efc-401c-a73f-c0ef0b603235 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b7295db-7e8f-4c29-9d11-f38aedc0019d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0946875 Mar 11 12:22:57.037323 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 54cb68c7-3cc0-4fc7-a010-982720e6cabc triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:57.038037 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (54cb68c7-3cc0-4fc7-a010-982720e6cabc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:57.054390 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Attempting to bind port bc3c13f3-cbef-434c-82d6-28389d07cd92 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:22:57.055887 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Attempting to bind port bc3c13f3-cbef-434c-82d6-28389d07cd92 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '41980242-15f1-460b-bb86-8d5e93c24eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:22:57.056402 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Attempting to bind port bc3c13f3-cbef-434c-82d6-28389d07cd92 on network dd23284e-272f-4d0b-839a-be3bb0f35fe4 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:57.064615 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:22:57.065417 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Checking segment: {'id': '41980242-15f1-460b-bb86-8d5e93c24eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:22:57.066174 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:57.066832 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Bound using segment: {'id': '41980242-15f1-460b-bb86-8d5e93c24eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:22:57.067816 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Bound port: bc3c13f3-cbef-434c-82d6-28389d07cd92, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41980242-15f1-460b-bb86-8d5e93c24eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:22:57.068504 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:57.179152 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] For port bc3c13f3-cbef-434c-82d6-28389d07cd92, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:22:57.182919 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] For port bc3c13f3-cbef-434c-82d6-28389d07cd92, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=bc3c13f3-cbef-434c-82d6-28389d07cd92,segment=NetworkSegment(41980242-15f1-460b-bb86-8d5e93c24eaa),segment_id=41980242-15f1-460b-bb86-8d5e93c24eaa)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:22:57.192688 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:57.262819 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-95a7de42-113b-4eeb-8040-1dd9c979d23b req-cf7ce420-9add-4df3-b4ee-f6436de8d3b5 service neutron] 10.222.0.37 "GET /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566292 Mar 11 12:22:57.281489 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Routers {'9785dffa-8a7d-40b4-9585-5e97c7b19758'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:57.282364 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['9785dffa-8a7d-40b4-9585-5e97c7b19758'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:57.304899 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 54cb68c7-3cc0-4fc7-a010-982720e6cabc is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:57.305982 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 47d07ae1-c510-4ca4-92fe-c498137ec3c8 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:22:57.308942 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8353d0-0ae2-4ec1-91fd-0924e095cf07 None None] Pushing event updated for resources: {'Port': ['ID=bc3c13f3-cbef-434c-82d6-28389d07cd92,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:57.334902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-817d9f19-6671-4fbf-8d09-7386d365b882 None None] Provisioning complete for port bc3c13f3-cbef-434c-82d6-28389d07cd92 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:57.335277 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-817d9f19-6671-4fbf-8d09-7386d365b882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:57.444443 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b4b862af-fbcc-432b-a908-986f4ca02b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'name': 'tempest-TestServerBasicOps-415852971-router', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:27Z', 'updated_at': '2022-03-11T12:22:30Z', 'revision_number': 4, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'gw_port': {'id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:28Z', 'updated_at': '2022-03-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '2abaa7a0-a66c-422b-bbc9-ac2a39f43c06', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'floating_ip_address': '172.25.7.148', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'port_id': 'a0b41b41-b4de-4325-b0bb-4518f344c48c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d', 'mac_address': 'fa:16:3e:72:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc09a4-30fa-470f-a013-ef51a34afce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:22:54Z', 'updated_at': '2022-03-11T12:22:54Z', 'revision_number': 0, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729f65f2-9291-436d-a0aa-9dd4646886e1', 'name': '', 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'mac_address': 'fa:16:3e:15:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:30Z', 'updated_at': '2022-03-11T12:22:35Z', 'revision_number': 5, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'subnets': [{'id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:57.479348 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-95a7de42-113b-4eeb-8040-1dd9c979d23b req-559b5a0e-06de-4212-821d-794befe96264 service neutron] 10.222.0.37 "GET /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096534 Mar 11 12:22:57.486555 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] Set router 9785dffa-8a7d-40b4-9585-5e97c7b19758 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:57.493509 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b862af-fbcc-432b-a908-986f4ca02b97 None None] Checking router: a7845872-47b9-4c65-806a-ba04515ffcde for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:22:57.498135 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 47d07ae1-c510-4ca4-92fe-c498137ec3c8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:57.498828 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (47d07ae1-c510-4ca4-92fe-c498137ec3c8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:57.584195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b862af-fbcc-432b-a908-986f4ca02b97 None None] Routers {'a7845872-47b9-4c65-806a-ba04515ffcde'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:22:57.584843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b4b862af-fbcc-432b-a908-986f4ca02b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a7845872-47b9-4c65-806a-ba04515ffcde'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:57.653338 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-817d9f19-6671-4fbf-8d09-7386d365b882 None None] Current status of the port bc3c13f3-cbef-434c-82d6-28389d07cd92 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:57.654346 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-817d9f19-6671-4fbf-8d09-7386d365b882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:57.693661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-817d9f19-6671-4fbf-8d09-7386d365b882 None None] For port bc3c13f3-cbef-434c-82d6-28389d07cd92, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=bc3c13f3-cbef-434c-82d6-28389d07cd92,segment=NetworkSegment(41980242-15f1-460b-bb86-8d5e93c24eaa),segment_id=41980242-15f1-460b-bb86-8d5e93c24eaa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:22:57.702130 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-817d9f19-6671-4fbf-8d09-7386d365b882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:57.723092 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05a1a64b-780d-4b9c-b15a-0a1ab654c557 req-36bcc5e5-24ff-4603-a8ef-f3e1c591923a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 210 time: 0.0690494 Mar 11 12:22:57.763678 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631262408', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:53Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'bc3c13f3-cbef-434c-82d6-28389d07cd92', 'name': '', 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:da:ef:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:53Z', 'updated_at': '2022-03-11T12:22:57Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:57.798463 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cbef55-b612-4d49-832a-c6d7e0e15680 None None] The sync data for ids ['9785dffa-8a7d-40b4-9585-5e97c7b19758'] in n-d-833234-2 is: [{'id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631262408', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:53Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'bc3c13f3-cbef-434c-82d6-28389d07cd92', 'name': '', 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:da:ef:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:53Z', 'updated_at': '2022-03-11T12:22:57Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:22:57.866921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 47d07ae1-c510-4ca4-92fe-c498137ec3c8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:57.879309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d9f19-6671-4fbf-8d09-7386d365b882 None None] Pushing event updated for resources: {'Port': ['ID=bc3c13f3-cbef-434c-82d6-28389d07cd92,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:57.891066 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b4b862af-fbcc-432b-a908-986f4ca02b97 None None] Set router a7845872-47b9-4c65-806a-ba04515ffcde gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:22:57.893565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-74972197-24cf-4486-980a-1fbf289a7ff0 None None] Provisioning complete for port bc3c13f3-cbef-434c-82d6-28389d07cd92 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:57.893565 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-74972197-24cf-4486-980a-1fbf289a7ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:58.036637 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-066f0f2c-fb0a-48b4-93ff-7bee7d3090f5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:58.042660 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-066f0f2c-fb0a-48b4-93ff-7bee7d3090f5 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.71 "GET /v2.0/networks?id=dd23284e-272f-4d0b-839a-be3bb0f35fe4 HTTP/1.1" status: 200 len: 796 time: 0.2469542 Mar 11 12:22:58.129463 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-12587968-1787-4b68-b3ac-4cb1815f3f07 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90210211b9a748d8a45f81106abe76ca HTTP/1.1" status: 200 len: 380 time: 0.0749516 Mar 11 12:22:58.143051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-cb69d320-13cd-444b-baa2-5f147ef14711 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'port': {'device_id': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4', 'admin_state_up': True, 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'security_groups': ['4ecbd0e7-fb1c-47f2-af8e-e0db6443b757']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:58.172889 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-74972197-24cf-4486-980a-1fbf289a7ff0 None None] Current status of the port bc3c13f3-cbef-434c-82d6-28389d07cd92 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:58.254885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b4b862af-fbcc-432b-a908-986f4ca02b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'name': 'tempest-TestServerBasicOps-415852971-router', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:27Z', 'updated_at': '2022-03-11T12:22:30Z', 'revision_number': 4, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'gw_port': {'id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:28Z', 'updated_at': '2022-03-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '2abaa7a0-a66c-422b-bbc9-ac2a39f43c06', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'floating_ip_address': '172.25.7.148', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'port_id': 'a0b41b41-b4de-4325-b0bb-4518f344c48c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d', 'mac_address': 'fa:16:3e:72:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc09a4-30fa-470f-a013-ef51a34afce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:22:54Z', 'updated_at': '2022-03-11T12:22:54Z', 'revision_number': 0, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729f65f2-9291-436d-a0aa-9dd4646886e1', 'name': '', 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'mac_address': 'fa:16:3e:15:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:30Z', 'updated_at': '2022-03-11T12:22:35Z', 'revision_number': 5, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'subnets': [{'id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:22:58.287737 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-cb69d320-13cd-444b-baa2-5f147ef14711 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Made reservation on behalf of 90210211b9a748d8a45f81106abe76ca for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:22:58.289817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b862af-fbcc-432b-a908-986f4ca02b97 None None] The sync data for ids ['a7845872-47b9-4c65-806a-ba04515ffcde'] in n-d-833234-2 is: [{'id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'name': 'tempest-TestServerBasicOps-415852971-router', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:27Z', 'updated_at': '2022-03-11T12:22:30Z', 'revision_number': 4, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'gw_port': {'id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:28Z', 'updated_at': '2022-03-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '2abaa7a0-a66c-422b-bbc9-ac2a39f43c06', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'floating_ip_address': '172.25.7.148', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'port_id': 'a0b41b41-b4de-4325-b0bb-4518f344c48c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d', 'mac_address': 'fa:16:3e:72:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc09a4-30fa-470f-a013-ef51a34afce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:22:54Z', 'updated_at': '2022-03-11T12:22:54Z', 'revision_number': 0, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729f65f2-9291-436d-a0aa-9dd4646886e1', 'name': '', 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'mac_address': 'fa:16:3e:15:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:30Z', 'updated_at': '2022-03-11T12:22:35Z', 'revision_number': 5, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'subnets': [{'id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:22:58.296928 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-cb69d320-13cd-444b-baa2-5f147ef14711 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:58.451945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-cb69d320-13cd-444b-baa2-5f147ef14711 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Allocated IP 172.20.0.3 (dd23284e-272f-4d0b-839a-be3bb0f35fe4/edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b/3a4a93d5-9de1-4836-ad9a-b0f7d0b80681) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:22:58.581573 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb020a27-28bb-4c94-9d3e-babb5be368c4 None None] New status for floating IP 2abaa7a0-a66c-422b-bbc9-ac2a39f43c06: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:22:58.620240 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-cb69d320-13cd-444b-baa2-5f147ef14711 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:58.676052 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-cb69d320-13cd-444b-baa2-5f147ef14711 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:58.724779 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-cb69d320-13cd-444b-baa2-5f147ef14711 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network dd23284e-272f-4d0b-839a-be3bb0f35fe4 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:22:58.730682 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-cb69d320-13cd-444b-baa2-5f147ef14711 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:22:58.734918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-cb69d320-13cd-444b-baa2-5f147ef14711 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:22:58.840061 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-cb69d320-13cd-444b-baa2-5f147ef14711 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:58.840734 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-cb69d320-13cd-444b-baa2-5f147ef14711 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:58.865611 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69d320-13cd-444b-baa2-5f147ef14711 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:58.886919 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-cb69d320-13cd-444b-baa2-5f147ef14711 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7516496 Mar 11 12:22:58.895025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33b4af-a185-4ce3-8f9a-8f192e87fa13 req-e0070b78-ccaf-4b3d-8b54-c8c73dcc849e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:58.908343 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bb33b4af-a185-4ce3-8f9a-8f192e87fa13 req-e0070b78-ccaf-4b3d-8b54-c8c73dcc849e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 931 time: 0.0949509 Mar 11 12:22:58.910220 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Request body: {'port': {'device_id': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:22:58.914692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bc3c13f3-cbef-434c-82d6-28389d07cd92 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:22:58.981955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port bc3c13f3-cbef-434c-82d6-28389d07cd92 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:58.982316 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:59.017329 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bb33b4af-a185-4ce3-8f9a-8f192e87fa13 req-d2e5c5e5-2292-4538-b376-c3ad7e4e51da tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079941 Mar 11 12:22:59.043333 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:59.082135 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port bc3c13f3-cbef-434c-82d6-28389d07cd92 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:22:59.100518 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-bbffe9c7-ba2a-42d7-867e-b3a58af5a86f None None] Provisioning complete for port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:22:59.100892 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bbffe9c7-ba2a-42d7-867e-b3a58af5a86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:59.137182 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-bbffe9c7-ba2a-42d7-867e-b3a58af5a86f None None] Port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:22:59.321501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:22:59.328932 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Publish callbacks [] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:59.341262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Transition to ACTIVE for port object 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:22:59.347995 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:59.395911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:59.475196 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Attempting to bind port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:22:59.475550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Attempting to bind port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '41980242-15f1-460b-bb86-8d5e93c24eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:22:59.475921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Attempting to bind port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 on network dd23284e-272f-4d0b-839a-be3bb0f35fe4 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:59.480955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 on network dd23284e-272f-4d0b-839a-be3bb0f35fe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:22:59.481283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Attempting to bind port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 on network dd23284e-272f-4d0b-839a-be3bb0f35fe4 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:22:59.486643 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:22:59.486998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Checking segment: {'id': '41980242-15f1-460b-bb86-8d5e93c24eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:22:59.487387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Bound using segment: {'id': '41980242-15f1-460b-bb86-8d5e93c24eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:22:59.488032 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Bound port: 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41980242-15f1-460b-bb86-8d5e93c24eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:22:59.488334 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:59.560315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] For port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:22:59.563902 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] For port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681,segment=NetworkSegment(41980242-15f1-460b-bb86-8d5e93c24eaa),segment_id=41980242-15f1-460b-bb86-8d5e93c24eaa)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:22:59.571095 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:59.604412 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:59.605115 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:22:59.606687 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] 10.222.0.71 "PUT /v2.0/ports/3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 HTTP/1.1" status: 200 len: 1091 time: 0.7091401 Mar 11 12:22:59.609374 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'tag': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:22:59.612694 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33282115-5601-4a46-83f4-4e5ab8690161" -d '{"events": [{"name": "network-changed", "server_uuid": "628ce3c8-73eb-41b6-ae1c-6c18247dbf6d", "tag": "3a4a93d5-9de1-4836-ad9a-b0f7d0b80681"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:22:59.640398 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9608312-cbd4-4e5a-b12f-cf6d841d3656 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:22:59.664573 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439737df-a293-4d6b-87e6-845a9ec23424 x-openstack-request-id: req-439737df-a293-4d6b-87e6-845a9ec23424 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:22:59.664832 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628ce3c8-73eb-41b6-ae1c-6c18247dbf6d", "tag": "3a4a93d5-9de1-4836-ad9a-b0f7d0b80681", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:22:59.666245 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-439737df-a293-4d6b-87e6-845a9ec23424 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:22:59.666699 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'tag': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681', 'status': 'completed', 'code': 200} Mar 11 12:22:59.722910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-1d3625a5-f6c9-43b2-91ed-37fb895ff8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:59.724660 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-1d3625a5-f6c9-43b2-91ed-37fb895ff8bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 1125 time: 0.0570858 Mar 11 12:22:59.774738 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-6575f911-8a65-448d-83e3-13e4a3f9da43 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 HTTP/1.1" status: 200 len: 217 time: 0.0402484 Mar 11 12:22:59.827154 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-6508adb1-9781-4b5d-aa05-b887125b5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:59.828832 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-6508adb1-9781-4b5d-aa05-b887125b5bdd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b HTTP/1.1" status: 200 len: 834 time: 0.0480402 Mar 11 12:22:59.879120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-4b3d6bfd-e5ea-408e-983d-f573ef198512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:22:59.880828 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-4b3d6bfd-e5ea-408e-983d-f573ef198512 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd23284e-272f-4d0b-839a-be3bb0f35fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458171 Mar 11 12:22:59.980988 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-fdb2a7f5-fb7c-4c74-b4be-9baa8bef8836 service neutron] 10.222.0.71 "GET /v2.0/networks/dd23284e-272f-4d0b-839a-be3bb0f35fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935535 Mar 11 12:23:00.081638 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-cff39cb8-23f5-4623-98c8-7a28215f864c req-35ca6a8e-4ddb-4142-9195-ce598bc9a8b5 service neutron] 10.222.0.71 "GET /v2.0/networks/dd23284e-272f-4d0b-839a-be3bb0f35fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931361 Mar 11 12:23:00.146460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f102f8f-cd9b-4ee8-9882-25a9682a3c79 req-01180185-3c4c-43bd-addd-6a3c0fc65f3b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:00.147555 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4f102f8f-cd9b-4ee8-9882-25a9682a3c79 req-01180185-3c4c-43bd-addd-6a3c0fc65f3b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 943 time: 0.0539932 Mar 11 12:23:00.175640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282115-5601-4a46-83f4-4e5ab8690161 req-df71bb5e-9ba3-4b17-b2ca-889a84d315d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:00.177730 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-33282115-5601-4a46-83f4-4e5ab8690161 req-df71bb5e-9ba3-4b17-b2ca-889a84d315d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 1125 time: 0.0475364 Mar 11 12:23:00.200235 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4f102f8f-cd9b-4ee8-9882-25a9682a3c79 req-72fab000-488e-43f1-a82f-7d88eb162310 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466363 Mar 11 12:23:00.272974 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282115-5601-4a46-83f4-4e5ab8690161 req-57059060-c49d-4288-89db-104e17142d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:00.275496 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-33282115-5601-4a46-83f4-4e5ab8690161 req-57059060-c49d-4288-89db-104e17142d8f service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd23284e-272f-4d0b-839a-be3bb0f35fe4 HTTP/1.1" status: 200 len: 897 time: 0.0909734 Mar 11 12:23:00.320930 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-33282115-5601-4a46-83f4-4e5ab8690161 req-e95ec15c-0824-4b4a-8fb3-6c99ea2cea7f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 HTTP/1.1" status: 200 len: 217 time: 0.0393569 Mar 11 12:23:00.374626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282115-5601-4a46-83f4-4e5ab8690161 req-c669dd44-8489-4af8-8b52-3d85554cc3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:00.376099 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-33282115-5601-4a46-83f4-4e5ab8690161 req-c669dd44-8489-4af8-8b52-3d85554cc3c4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b HTTP/1.1" status: 200 len: 834 time: 0.0481770 Mar 11 12:23:00.428028 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282115-5601-4a46-83f4-4e5ab8690161 req-11e6b36a-2829-40d5-816c-9bc5ea5fcb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:00.429480 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-33282115-5601-4a46-83f4-4e5ab8690161 req-11e6b36a-2829-40d5-816c-9bc5ea5fcb10 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd23284e-272f-4d0b-839a-be3bb0f35fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465908 Mar 11 12:23:00.532111 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-33282115-5601-4a46-83f4-4e5ab8690161 req-4796ec37-bbbf-4c62-9868-60c9db795046 service neutron] 10.222.0.71 "GET /v2.0/networks/dd23284e-272f-4d0b-839a-be3bb0f35fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960498 Mar 11 12:23:00.626961 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-33282115-5601-4a46-83f4-4e5ab8690161 req-4704ecab-21dc-4b29-aa5d-a26a0b7f0b38 service neutron] 10.222.0.71 "GET /v2.0/networks/dd23284e-272f-4d0b-839a-be3bb0f35fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889771 Mar 11 12:23:01.339616 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661abb1f-437b-40f5-9be1-9aca18bb0984 req-fc721d99-cd63-4a32-88c8-767a466f680e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:01.341144 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-661abb1f-437b-40f5-9be1-9aca18bb0984 req-fc721d99-cd63-4a32-88c8-767a466f680e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 943 time: 0.0548117 Mar 11 12:23:01.394097 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-661abb1f-437b-40f5-9be1-9aca18bb0984 req-0eb69a2c-4e2a-4904-9f65-9aff9d2e9db9 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472000 Mar 11 12:23:01.612306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:23:01.720871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681,segment=NetworkSegment(41980242-15f1-460b-bb86-8d5e93c24eaa),segment_id=41980242-15f1-460b-bb86-8d5e93c24eaa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:23:01.731708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681', 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4', 'port_id': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681', 'mac_address': 'fa:16:3e:a5:a0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:23:01.775651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:23:01.776204 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:01.792949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:23:01.816750 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681,segment=NetworkSegment(41980242-15f1-460b-bb86-8d5e93c24eaa),segment_id=41980242-15f1-460b-bb86-8d5e93c24eaa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:23:01.823118 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:01.883717 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:23:02.051961 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['3a4a93d5-9de1-4836-ad9a-b0f7d0b80681'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:23:02.520807 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434758b7-776a-4175-aaf8-f62714da5f03 req-303ae9b3-6f7b-4c4b-8320-879afb42a488 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:02.522357 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-434758b7-776a-4175-aaf8-f62714da5f03 req-303ae9b3-6f7b-4c4b-8320-879afb42a488 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 944 time: 0.0568683 Mar 11 12:23:02.574405 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-434758b7-776a-4175-aaf8-f62714da5f03 req-bd579610-bdfe-4d87-9542-341c1bf5110c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435891 Mar 11 12:23:03.616188 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:23:03.668533 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:23:03.672921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:23:03.673297 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:03.754464 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:23:03.754850 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:03.769168 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59ff4c-19f2-4da5-9b24-1b6fe426bc90 req-b9a106df-7ab5-401a-ac95-252fa9956d46 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:03.771259 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc59ff4c-19f2-4da5-9b24-1b6fe426bc90 req-b9a106df-7ab5-401a-ac95-252fa9956d46 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 944 time: 0.1195056 Mar 11 12:23:03.779651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:23:03.781867 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522a325d-5f87-48e3-9126-085d3b079874" -d '{"events": [{"server_uuid": "628ce3c8-73eb-41b6-ae1c-6c18247dbf6d", "name": "network-vif-plugged", "status": "completed", "tag": "3a4a93d5-9de1-4836-ad9a-b0f7d0b80681"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:23:03.795228 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681,segment=NetworkSegment(41980242-15f1-460b-bb86-8d5e93c24eaa),segment_id=41980242-15f1-460b-bb86-8d5e93c24eaa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:23:03.800683 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:03.825103 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3f2394-9e33-4a1d-828d-fa083c960280 x-openstack-request-id: req-bb3f2394-9e33-4a1d-828d-fa083c960280 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:23:03.825395 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628ce3c8-73eb-41b6-ae1c-6c18247dbf6d", "name": "network-vif-plugged", "status": "completed", "tag": "3a4a93d5-9de1-4836-ad9a-b0f7d0b80681", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:23:03.825647 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb3f2394-9e33-4a1d-828d-fa083c960280 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:23:03.826599 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681', 'code': 200} Mar 11 12:23:03.826750 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc59ff4c-19f2-4da5-9b24-1b6fe426bc90 req-2704263a-76c6-4421-9560-a3a6276d1b97 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493500 Mar 11 12:23:03.851889 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:23:03.874626 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:03.937118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251a05d-968a-424a-a53d-78c5b87cbf19 req-3803b3f8-006f-4641-93bb-a75d028ea6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:03.938715 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7251a05d-968a-424a-a53d-78c5b87cbf19 req-3803b3f8-006f-4641-93bb-a75d028ea6f5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 1127 time: 0.0477970 Mar 11 12:23:03.988262 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7251a05d-968a-424a-a53d-78c5b87cbf19 req-c1a2f822-e281-486b-92a4-a94e4e664b3a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431643 Mar 11 12:23:04.967632 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619fa80-ff0e-48d1-ba7a-c47f976655c7 req-de0e42fe-9df7-4445-82e1-30714b4d5e51 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:04.969154 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b619fa80-ff0e-48d1-ba7a-c47f976655c7 req-de0e42fe-9df7-4445-82e1-30714b4d5e51 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0577784 Mar 11 12:23:05.026249 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b619fa80-ff0e-48d1-ba7a-c47f976655c7 req-0609c352-5b0a-4c9b-ac96-6bcb4dd69999 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479178 Mar 11 12:23:06.182077 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e5495-728d-4e7d-b32f-5ead70770a51 req-d8b58ae0-106f-42cb-a80c-d5e2f0976076 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:06.183608 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-150e5495-728d-4e7d-b32f-5ead70770a51 req-d8b58ae0-106f-42cb-a80c-d5e2f0976076 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0729949 Mar 11 12:23:06.233009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-150e5495-728d-4e7d-b32f-5ead70770a51 req-68a453d4-067c-45df-9073-b94300c5c47d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436692 Mar 11 12:23:06.365453 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92128e7-896d-4363-9bdd-1ab013fe94a7 req-c1335b02-bea3-4959-88b9-1fdb132290c4 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:06.366978 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f92128e7-896d-4363-9bdd-1ab013fe94a7 req-c1335b02-bea3-4959-88b9-1fdb132290c4 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0643413 Mar 11 12:23:06.422019 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f92128e7-896d-4363-9bdd-1ab013fe94a7 req-8b65f201-7d27-48b2-a078-942840a78b17 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467188 Mar 11 12:23:06.448849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41914) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:23:06.494613 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531c9b8d-0aa6-46fc-ae4b-db6d0c2a3d28 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:06.496141 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-531c9b8d-0aa6-46fc-ae4b-db6d0c2a3d28 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 1122 time: 0.0463269 Mar 11 12:23:06.500151 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41916) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:23:06.504395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:23:06.526925 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:06.623499 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:06.729592 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Allocated IP 172.25.7.144 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/bdb168fa-9e38-47b3-ae45-3b45c57ecbcf) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:23:06.840255 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (bdb168fa-9e38-47b3-ae45-3b45c57ecbcf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:06.877330 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (bdb168fa-9e38-47b3-ae45-3b45c57ecbcf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:06.923173 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:23:06.928365 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:23:06.930548 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=bdb168fa-9e38-47b3-ae45-3b45c57ecbcf,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:23:06.932707 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:23:07.310772 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for floatingip (b3bcb3be-189e-4887-ad43-18011017ed10), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:07.707346 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bdb168fa-9e38-47b3-ae45-3b45c57ecbcf), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:07.872670 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for port (bdb168fa-9e38-47b3-ae45-3b45c57ecbcf), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:07.879767 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (bdb168fa-9e38-47b3-ae45-3b45c57ecbcf), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:07.947474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event updated for resources: {'Port': ['ID=bdb168fa-9e38-47b3-ae45-3b45c57ecbcf,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:23:07.958762 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (b3bcb3be-189e-4887-ad43-18011017ed10), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:08.068303 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Floating IP b3bcb3be-189e-4887-ad43-18011017ed10 associated. External IP: 172.25.7.144, port: 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681. Mar 11 12:23:08.310612 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router 9785dffa-8a7d-40b4-9585-5e97c7b19758 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:23:08.424170 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:23:08.437365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79afa046-47b2-41fb-a4c6-c16327bc0e26 None None] Sync routers for ids ['9785dffa-8a7d-40b4-9585-5e97c7b19758'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:23:08.448347 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:08.449469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79afa046-47b2-41fb-a4c6-c16327bc0e26 None None] Routers {'9785dffa-8a7d-40b4-9585-5e97c7b19758'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:23:08.450150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-79afa046-47b2-41fb-a4c6-c16327bc0e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['9785dffa-8a7d-40b4-9585-5e97c7b19758'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:23:08.479057 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0b1bb809-5fad-4b23-8c3d-ecd2cd846a52 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9779024 Mar 11 12:23:08.479767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'tag': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:23:08.482278 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969baf6c-4405-45e2-9fd6-e0b0aa7314be" -d '{"events": [{"name": "network-changed", "server_uuid": "628ce3c8-73eb-41b6-ae1c-6c18247dbf6d", "tag": "3a4a93d5-9de1-4836-ad9a-b0f7d0b80681"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:23:08.524924 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad45df07-ffc3-4e12-a5eb-691380c77c02 x-openstack-request-id: req-ad45df07-ffc3-4e12-a5eb-691380c77c02 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:23:08.525227 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628ce3c8-73eb-41b6-ae1c-6c18247dbf6d", "tag": "3a4a93d5-9de1-4836-ad9a-b0f7d0b80681", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:23:08.525487 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ad45df07-ffc3-4e12-a5eb-691380c77c02 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:23:08.525899 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'tag': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681', 'status': 'completed', 'code': 200} Mar 11 12:23:08.586214 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f193e-cf85-46ab-9c24-24cca79e6826 req-a48748cb-005f-4aa6-aa86-5e41663b579b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:08.588177 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-373f193e-cf85-46ab-9c24-24cca79e6826 req-a48748cb-005f-4aa6-aa86-5e41663b579b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0566907 Mar 11 12:23:08.597404 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969baf6c-4405-45e2-9fd6-e0b0aa7314be req-a922002b-8937-4f5a-a6b2-954339185ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:08.598957 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-969baf6c-4405-45e2-9fd6-e0b0aa7314be req-a922002b-8937-4f5a-a6b2-954339185ee6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 1127 time: 0.0508657 Mar 11 12:23:08.648110 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-373f193e-cf85-46ab-9c24-24cca79e6826 req-e54ef6c2-5802-49d6-bd07-30e83321d940 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534153 Mar 11 12:23:08.670885 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41924) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:23:08.734662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-79afa046-47b2-41fb-a4c6-c16327bc0e26 None None] Set router 9785dffa-8a7d-40b4-9585-5e97c7b19758 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:23:08.737347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c090aaa3-e284-4084-93f3-a49341d8152a tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/floatingips/b3bcb3be-189e-4887-ad43-18011017ed10 HTTP/1.1" status: 200 len: 991 time: 0.0648303 Mar 11 12:23:08.984105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-79afa046-47b2-41fb-a4c6-c16327bc0e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631262408', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:53Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'b3bcb3be-189e-4887-ad43-18011017ed10', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'floating_ip_address': '172.25.7.144', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'port_id': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4', 'mac_address': 'fa:16:3e:a5:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:23:07Z', 'updated_at': '2022-03-11T12:23:07Z', 'revision_number': 0, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc3c13f3-cbef-434c-82d6-28389d07cd92', 'name': '', 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:da:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:53Z', 'updated_at': '2022-03-11T12:22:57Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:23:09.011927 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79afa046-47b2-41fb-a4c6-c16327bc0e26 None None] Checking router: 9785dffa-8a7d-40b4-9585-5e97c7b19758 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:23:09.021287 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79afa046-47b2-41fb-a4c6-c16327bc0e26 None None] Routers {'9785dffa-8a7d-40b4-9585-5e97c7b19758'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:23:09.021933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-79afa046-47b2-41fb-a4c6-c16327bc0e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:22:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['9785dffa-8a7d-40b4-9585-5e97c7b19758'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:23:09.033521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969baf6c-4405-45e2-9fd6-e0b0aa7314be req-14f168c3-c674-4d5f-8306-c0869e47bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:09.035030 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-969baf6c-4405-45e2-9fd6-e0b0aa7314be req-14f168c3-c674-4d5f-8306-c0869e47bb79 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd23284e-272f-4d0b-839a-be3bb0f35fe4 HTTP/1.1" status: 200 len: 897 time: 0.4303160 Mar 11 12:23:09.099191 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-969baf6c-4405-45e2-9fd6-e0b0aa7314be req-32ad0573-0c28-4fb5-b6b5-5a81480a3ffa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 HTTP/1.1" status: 200 len: 999 time: 0.0579300 Mar 11 12:23:09.135901 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-79afa046-47b2-41fb-a4c6-c16327bc0e26 None None] Set router 9785dffa-8a7d-40b4-9585-5e97c7b19758 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:23:09.151870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969baf6c-4405-45e2-9fd6-e0b0aa7314be req-9f8683d8-def8-42c3-b1d4-71cfb208526e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:09.153359 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-969baf6c-4405-45e2-9fd6-e0b0aa7314be req-9f8683d8-def8-42c3-b1d4-71cfb208526e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b HTTP/1.1" status: 200 len: 834 time: 0.0483446 Mar 11 12:23:09.206192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969baf6c-4405-45e2-9fd6-e0b0aa7314be req-ba33083a-dd93-4849-b266-720e0ed816ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:09.207743 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-969baf6c-4405-45e2-9fd6-e0b0aa7314be req-ba33083a-dd93-4849-b266-720e0ed816ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd23284e-272f-4d0b-839a-be3bb0f35fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449984 Mar 11 12:23:09.304005 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-969baf6c-4405-45e2-9fd6-e0b0aa7314be req-95dd10f6-fc8c-43e6-933a-765f36e7e978 service neutron] 10.222.0.71 "GET /v2.0/networks/dd23284e-272f-4d0b-839a-be3bb0f35fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898693 Mar 11 12:23:09.369028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-79afa046-47b2-41fb-a4c6-c16327bc0e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631262408', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:53Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'b3bcb3be-189e-4887-ad43-18011017ed10', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'floating_ip_address': '172.25.7.144', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'port_id': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4', 'mac_address': 'fa:16:3e:a5:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:23:07Z', 'updated_at': '2022-03-11T12:23:07Z', 'revision_number': 0, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc3c13f3-cbef-434c-82d6-28389d07cd92', 'name': '', 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:da:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:53Z', 'updated_at': '2022-03-11T12:22:57Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:23:09.396662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79afa046-47b2-41fb-a4c6-c16327bc0e26 None None] The sync data for ids ['9785dffa-8a7d-40b4-9585-5e97c7b19758'] in n-d-833234-2 is: [{'id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631262408', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:53Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'b3bcb3be-189e-4887-ad43-18011017ed10', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'floating_ip_address': '172.25.7.144', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'port_id': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4', 'mac_address': 'fa:16:3e:a5:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:23:07Z', 'updated_at': '2022-03-11T12:23:07Z', 'revision_number': 0, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc3c13f3-cbef-434c-82d6-28389d07cd92', 'name': '', 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:da:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:53Z', 'updated_at': '2022-03-11T12:22:57Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:23:09.400155 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-969baf6c-4405-45e2-9fd6-e0b0aa7314be req-da66d78d-2bcd-4ce2-bf7e-6da086fcfd6f service neutron] 10.222.0.71 "GET /v2.0/networks/dd23284e-272f-4d0b-839a-be3bb0f35fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896909 Mar 11 12:23:09.606794 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beacb5cd-08f5-45f7-81de-2a062498dad0 None None] New status for floating IP b3bcb3be-189e-4887-ad43-18011017ed10: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:23:09.740534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41926) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:23:09.808056 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1ef9c723-f5ae-41ce-b9b9-99aebc110d1e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/floatingips/b3bcb3be-189e-4887-ad43-18011017ed10 HTTP/1.1" status: 200 len: 993 time: 0.0660689 Mar 11 12:23:12.866626 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:13.661257 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e9d71fea-fadb-4786-b19f-96f82199ec80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:15.750971 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5182011-c69c-451e-a682-c749180f9f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:16.860795 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:23:17.292768 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:18.696457 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:20.096896 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:20.671060 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-80e599dd-c236-481f-8d01-13bfc468a4cd req-1286ee06-2559-4d6c-bb1e-27a5606bf431 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474029 Mar 11 12:23:20.770205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e599dd-c236-481f-8d01-13bfc468a4cd req-cafb8dd0-23b5-400d-865e-f16eddc1751f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:20.771756 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-80e599dd-c236-481f-8d01-13bfc468a4cd req-cafb8dd0-23b5-400d-865e-f16eddc1751f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 1127 time: 0.0522358 Mar 11 12:23:20.886378 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e599dd-c236-481f-8d01-13bfc468a4cd req-6204b930-15cb-4f86-bbee-1ae7bfa0bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:20.887938 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-80e599dd-c236-481f-8d01-13bfc468a4cd req-6204b930-15cb-4f86-bbee-1ae7bfa0bb3f service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd23284e-272f-4d0b-839a-be3bb0f35fe4 HTTP/1.1" status: 200 len: 897 time: 0.0888176 Mar 11 12:23:20.964312 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-80e599dd-c236-481f-8d01-13bfc468a4cd req-8f22f9db-b50d-44a9-803b-9d9c2699cdcc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 HTTP/1.1" status: 200 len: 1001 time: 0.0632751 Mar 11 12:23:21.020690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e599dd-c236-481f-8d01-13bfc468a4cd req-0e6b68ef-0116-4f58-a0df-49bf476e6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:21.022125 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-80e599dd-c236-481f-8d01-13bfc468a4cd req-0e6b68ef-0116-4f58-a0df-49bf476e6aa2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b HTTP/1.1" status: 200 len: 834 time: 0.0507157 Mar 11 12:23:21.084700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e599dd-c236-481f-8d01-13bfc468a4cd req-5bb4683b-04fa-4455-a235-eb1a9f08b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:21.086189 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-80e599dd-c236-481f-8d01-13bfc468a4cd req-5bb4683b-04fa-4455-a235-eb1a9f08b57f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd23284e-272f-4d0b-839a-be3bb0f35fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507956 Mar 11 12:23:21.190492 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-80e599dd-c236-481f-8d01-13bfc468a4cd req-6cae77ad-c2cd-46ba-9829-b4feae3052fc service neutron] 10.222.0.71 "GET /v2.0/networks/dd23284e-272f-4d0b-839a-be3bb0f35fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869334 Mar 11 12:23:21.294890 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-80e599dd-c236-481f-8d01-13bfc468a4cd req-166a8d83-5cd9-4783-9e55-a0eac2689810 service neutron] 10.222.0.71 "GET /v2.0/networks/dd23284e-272f-4d0b-839a-be3bb0f35fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963373 Mar 11 12:23:30.217424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 41940) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:23:30.306410 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-49c3caca-602f-483a-a26b-09277ea11d98 req-f86b0b66-07b5-49d3-a0f1-9b8129454597 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0638373 Mar 11 12:23:30.319444 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787852ac-0613-4bf6-ba28-48f4d9fd689d req-cd7fff01-e7a6-49d3-91b9-48b5c91c6133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:30.321038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-787852ac-0613-4bf6-ba28-48f4d9fd689d req-cd7fff01-e7a6-49d3-91b9-48b5c91c6133 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 1128 time: 0.1025560 Mar 11 12:23:30.368866 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-787852ac-0613-4bf6-ba28-48f4d9fd689d req-4bb8a650-bce2-4ff9-9353-80d4fde2e0fe service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a8f7080a-cce5-44fa-a0fb-7098bc3e5d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420785 Mar 11 12:23:30.396076 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3caca-602f-483a-a26b-09277ea11d98 req-4abb9eb9-a0e5-4a47-8114-5115f7c2f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:30.397641 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-49c3caca-602f-483a-a26b-09277ea11d98 req-4abb9eb9-a0e5-4a47-8114-5115f7c2f102 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0ad3bc95662496686af8c6eed5217a1&device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 1128 time: 0.0459743 Mar 11 12:23:30.503614 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3caca-602f-483a-a26b-09277ea11d98 req-9caa7d9f-4e48-41aa-a938-17536bd703d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:30.505144 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-49c3caca-602f-483a-a26b-09277ea11d98 req-9caa7d9f-4e48-41aa-a938-17536bd703d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b7295db-7e8f-4c29-9d11-f38aedc0019d HTTP/1.1" status: 200 len: 909 time: 0.0888259 Mar 11 12:23:30.574821 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-49c3caca-602f-483a-a26b-09277ea11d98 req-fcbc93c9-b528-40d0-8b05-121d636867a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0b41b41-b4de-4325-b0bb-4518f344c48c HTTP/1.1" status: 200 len: 1002 time: 0.0627756 Mar 11 12:23:30.626916 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3caca-602f-483a-a26b-09277ea11d98 req-304b2eb4-4200-4100-8e8a-c17ea9a5601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:30.628394 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-49c3caca-602f-483a-a26b-09277ea11d98 req-304b2eb4-4200-4100-8e8a-c17ea9a5601a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=013e8505-ff91-41ca-ac9e-e017d1b242e3 HTTP/1.1" status: 200 len: 847 time: 0.0468004 Mar 11 12:23:30.679399 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3caca-602f-483a-a26b-09277ea11d98 req-a4bc9ede-a66a-4e1a-bc4c-4293f2413142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:30.680911 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-49c3caca-602f-483a-a26b-09277ea11d98 req-a4bc9ede-a66a-4e1a-bc4c-4293f2413142 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b7295db-7e8f-4c29-9d11-f38aedc0019d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458879 Mar 11 12:23:30.781268 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-49c3caca-602f-483a-a26b-09277ea11d98 req-bc2f9948-97c9-456f-b3cb-759cb2371316 service neutron] 10.222.0.37 "GET /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930393 Mar 11 12:23:30.878093 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-49c3caca-602f-483a-a26b-09277ea11d98 req-8d6d4a6e-a2d2-4af6-a577-bec45176a0e6 service neutron] 10.222.0.37 "GET /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893404 Mar 11 12:23:33.898469 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:42.890582 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:43.576365 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375f2b9-050c-4f5b-860f-7ee11da1d564 req-9d0b2b3c-fea6-4685-815b-4e21d53501e3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:43.577863 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a375f2b9-050c-4f5b-860f-7ee11da1d564 req-9d0b2b3c-fea6-4685-815b-4e21d53501e3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0578749 Mar 11 12:23:43.628706 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a375f2b9-050c-4f5b-860f-7ee11da1d564 req-abef3338-a1dc-4326-a5c0-2e4e5a0946aa tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444856 Mar 11 12:23:43.658350 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28afd17a-bb8a-43ec-baea-6dff04fc08dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:44.782568 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febe303-76e9-4d5d-8478-1ff3410dfc32 req-f078b0c8-294d-4f3b-bbc3-b108557f269e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:44.784091 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0febe303-76e9-4d5d-8478-1ff3410dfc32 req-f078b0c8-294d-4f3b-bbc3-b108557f269e tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0706735 Mar 11 12:23:44.835813 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0febe303-76e9-4d5d-8478-1ff3410dfc32 req-5d3e3f1d-2316-421b-a7c8-7e069a4a5406 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459311 Mar 11 12:23:45.748823 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2b0e-4221-4a7f-89d5-03c092d3b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:45.961859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773e43e-2bcb-4695-9753-ec45f77ab763 req-cc604a82-5158-4f04-a4c3-15f3d15c5ff8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:45.963411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a773e43e-2bcb-4695-9753-ec45f77ab763 req-cc604a82-5158-4f04-a4c3-15f3d15c5ff8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0555282 Mar 11 12:23:46.028663 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a773e43e-2bcb-4695-9753-ec45f77ab763 req-43c35b87-fc2f-46e4-83dd-ddeea5342707 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565505 Mar 11 12:23:47.162001 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a7eff-ecfb-4a7b-af3b-a8760143f9ac req-cbdfc12e-0c99-4057-833f-8be1de0c470c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:47.163453 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f1a7eff-ecfb-4a7b-af3b-a8760143f9ac req-cbdfc12e-0c99-4057-833f-8be1de0c470c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0579147 Mar 11 12:23:47.217167 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f1a7eff-ecfb-4a7b-af3b-a8760143f9ac req-75255c95-62b8-4594-b3f1-a90b777affd9 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461066 Mar 11 12:23:47.295517 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:48.351090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe6562-adac-46c1-b0af-aacf5638b719 req-c980bf2a-c129-4712-9622-ee5f4f284cec tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:48.352776 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a5fe6562-adac-46c1-b0af-aacf5638b719 req-c980bf2a-c129-4712-9622-ee5f4f284cec tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0587325 Mar 11 12:23:48.407147 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a5fe6562-adac-46c1-b0af-aacf5638b719 req-9d19679c-4b42-455d-b7b5-72818dc2539c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486941 Mar 11 12:23:48.706438 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:49.539520 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea551d-8b44-4575-8c2d-00d655f09e45 req-9117514e-4d2d-407e-836a-7f0320ce35c2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:49.541026 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0cea551d-8b44-4575-8c2d-00d655f09e45 req-9117514e-4d2d-407e-836a-7f0320ce35c2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0555477 Mar 11 12:23:49.596195 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0cea551d-8b44-4575-8c2d-00d655f09e45 req-c4237ad1-4439-45bd-8946-77b0d2e057eb tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494134 Mar 11 12:23:50.094594 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:50.739258 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c379c7-6a4b-4ce7-acbf-10c9ea077736 req-218850b2-223f-4cc2-b699-c400a37b69b1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:50.740774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03c379c7-6a4b-4ce7-acbf-10c9ea077736 req-218850b2-223f-4cc2-b699-c400a37b69b1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0628755 Mar 11 12:23:50.798288 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03c379c7-6a4b-4ce7-acbf-10c9ea077736 req-b0ac329a-ff7a-4285-95f3-23de9da1fbc2 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457566 Mar 11 12:23:51.926997 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a1034-a353-4bd5-82b3-88b6a5aed267 req-7ed886fa-2b55-4224-b9ac-81cdac57c4d4 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:51.928532 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-737a1034-a353-4bd5-82b3-88b6a5aed267 req-7ed886fa-2b55-4224-b9ac-81cdac57c4d4 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0608160 Mar 11 12:23:51.978846 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-737a1034-a353-4bd5-82b3-88b6a5aed267 req-13351aea-f2c1-4e1b-bd6c-bc8b29438247 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447092 Mar 11 12:23:53.125631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3ee62-cc02-4a95-827f-a69273ce42c0 req-085b9448-199e-4ca4-8cf2-1a6e3ee3fc86 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:53.127093 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bfb3ee62-cc02-4a95-827f-a69273ce42c0 req-085b9448-199e-4ca4-8cf2-1a6e3ee3fc86 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0671921 Mar 11 12:23:53.179461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bfb3ee62-cc02-4a95-827f-a69273ce42c0 req-5c27fdfa-1a14-45bb-a165-192394d84c21 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439456 Mar 11 12:23:53.864433 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:23:54.320314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cb547-50ed-48c1-a094-6ac26bd4c3ee req-f8607a0c-9a68-4747-9de7-4aea4d839409 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:54.321807 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca1cb547-50ed-48c1-a094-6ac26bd4c3ee req-f8607a0c-9a68-4747-9de7-4aea4d839409 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0597632 Mar 11 12:23:54.372512 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca1cb547-50ed-48c1-a094-6ac26bd4c3ee req-1a4fc318-52bf-40f0-bfbb-3e9354531673 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449748 Mar 11 12:23:55.506078 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160e380-90e2-42d8-8009-9f6ea53c53f4 req-ff29b385-de6f-44d0-98b0-8d09ed36d94d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:55.507473 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e160e380-90e2-42d8-8009-9f6ea53c53f4 req-ff29b385-de6f-44d0-98b0-8d09ed36d94d tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0532789 Mar 11 12:23:55.564937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e160e380-90e2-42d8-8009-9f6ea53c53f4 req-aa46401b-a2b5-4dcc-913b-b86f97799307 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489123 Mar 11 12:23:56.458511 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebefbf4-d0ff-4c25-82c3-783fdb5f30dd req-57c3386b-d951-4b06-80c6-a97434d6d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:56.460484 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3ebefbf4-d0ff-4c25-82c3-783fdb5f30dd req-57c3386b-d951-4b06-80c6-a97434d6d870 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 1127 time: 0.0594628 Mar 11 12:23:56.524848 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3ebefbf4-d0ff-4c25-82c3-783fdb5f30dd req-02d105a7-25fe-4e9b-8ac7-6a501bfe5f82 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565641 Mar 11 12:23:56.721119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cf233-9db6-4dc9-bb1a-3d7f85ebd45a req-dabdfae7-852c-4eba-a822-f7e1016f8680 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:56.722634 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-428cf233-9db6-4dc9-bb1a-3d7f85ebd45a req-dabdfae7-852c-4eba-a822-f7e1016f8680 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0776889 Mar 11 12:23:56.794058 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-428cf233-9db6-4dc9-bb1a-3d7f85ebd45a req-aaf330bf-79de-4bb1-a2a1-73d2c35f1af9 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630946 Mar 11 12:23:57.927226 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797217a-a770-4ab7-bc7e-b3d8002ed319 req-609fd00a-32f3-44fe-914e-8bcbd63b19da tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:23:57.929187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2797217a-a770-4ab7-bc7e-b3d8002ed319 req-609fd00a-32f3-44fe-914e-8bcbd63b19da tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0603590 Mar 11 12:23:57.931211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:23:57.934635 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:23:57.983595 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2797217a-a770-4ab7-bc7e-b3d8002ed319 req-e90a3ede-a3ff-4b44-9d06-a5f747c6c764 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463479 Mar 11 12:23:58.009980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42008) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:23:58.073882 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-16f4c476-297f-436b-96fd-3d2e8c517570 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/floatingips/b3bcb3be-189e-4887-ad43-18011017ed10 HTTP/1.1" status: 200 len: 993 time: 0.0627160 Mar 11 12:23:58.092437 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:23:58.092740 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:58.099073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681,segment=NetworkSegment(41980242-15f1-460b-bb86-8d5e93c24eaa),segment_id=41980242-15f1-460b-bb86-8d5e93c24eaa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:23:58.117489 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681', 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4', 'port_id': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681', 'mac_address': 'fa:16:3e:a5:a0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:23:58.131393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:23:58.133668 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25882f37-46d3-42b8-83a7-b804ff5147e5" -d '{"events": [{"server_uuid": "628ce3c8-73eb-41b6-ae1c-6c18247dbf6d", "name": "network-vif-unplugged", "status": "completed", "tag": "3a4a93d5-9de1-4836-ad9a-b0f7d0b80681"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:23:58.163237 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681,segment=NetworkSegment(41980242-15f1-460b-bb86-8d5e93c24eaa),segment_id=41980242-15f1-460b-bb86-8d5e93c24eaa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:23:58.170024 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:58.177883 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9436f7-a061-46f7-99b9-69643f1cd565 x-openstack-request-id: req-db9436f7-a061-46f7-99b9-69643f1cd565 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:23:58.178174 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628ce3c8-73eb-41b6-ae1c-6c18247dbf6d", "name": "network-vif-unplugged", "status": "completed", "tag": "3a4a93d5-9de1-4836-ad9a-b0f7d0b80681", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:23:58.178416 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db9436f7-a061-46f7-99b9-69643f1cd565 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:23:58.178803 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681', 'code': 200} Mar 11 12:23:58.183610 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:23:58.183996 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:58.217141 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:23:58.261854 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:23:58.283486 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:23:58.283873 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:23:58.284216 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:23:58.284550 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:23:58.284907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:23:58.285235 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:23:58.285586 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:23:58.285977 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:23:58.286466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:23:58.286558 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:23:58.286888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:23:58.287209 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:23:58.287530 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:23:58.299547 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:23:58.300082 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:23:58.841651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:23:58.842040 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:58.854940 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:23:58.873649 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681,segment=NetworkSegment(41980242-15f1-460b-bb86-8d5e93c24eaa),segment_id=41980242-15f1-460b-bb86-8d5e93c24eaa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:23:58.880326 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:23:58.927488 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:23:59.101900 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['3a4a93d5-9de1-4836-ad9a-b0f7d0b80681'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:23:59.938199 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:23:59.992841 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:23:59.993207 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:00.071690 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:24:00.072072 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:00.105044 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681,segment=NetworkSegment(41980242-15f1-460b-bb86-8d5e93c24eaa),segment_id=41980242-15f1-460b-bb86-8d5e93c24eaa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:24:00.111093 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:00.159456 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:00.179978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:24:00.182280 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9650dba4-d0fb-4acf-aa33-18f7149c12d6" -d '{"events": [{"server_uuid": "628ce3c8-73eb-41b6-ae1c-6c18247dbf6d", "name": "network-vif-plugged", "status": "completed", "tag": "3a4a93d5-9de1-4836-ad9a-b0f7d0b80681"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:24:00.219398 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dca7c4-7b30-4e7f-9a0b-a376107244d7 x-openstack-request-id: req-b8dca7c4-7b30-4e7f-9a0b-a376107244d7 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:24:00.219837 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628ce3c8-73eb-41b6-ae1c-6c18247dbf6d", "name": "network-vif-plugged", "status": "completed", "tag": "3a4a93d5-9de1-4836-ad9a-b0f7d0b80681", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:24:00.220162 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8dca7c4-7b30-4e7f-9a0b-a376107244d7 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:24:00.220699 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681', 'code': 200} Mar 11 12:24:03.926897 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:12.893884 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:13.664869 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93c298b0-ac29-4fd0-8387-b8a6b995b88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:15.746875 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-81e499c1-f5d4-4719-8c71-dd3c922a4607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:17.297449 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:18.041219 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-3d4c32aa-f4fc-4a03-b037-77e0a849d7b9 req-df4779bc-169e-4000-bc26-b93570582707 service neutron] (104031) timed out ('10.222.0.37', 57346) {{(pid=104031) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:24:18.706306 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:20.098185 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:22.659087 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-58735acc-be5b-4515-ab94-96ea9d3282ff req-be05e151-52ed-40da-8cfd-b4cbddc10ee4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467083 Mar 11 12:24:22.750389 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58735acc-be5b-4515-ab94-96ea9d3282ff req-1530eb73-72be-4784-be02-107da676cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:22.752361 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-58735acc-be5b-4515-ab94-96ea9d3282ff req-1530eb73-72be-4784-be02-107da676cbb5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 1127 time: 0.0494108 Mar 11 12:24:22.860121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58735acc-be5b-4515-ab94-96ea9d3282ff req-261c3cca-a6d9-470b-811f-da44a8155c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:22.861600 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-58735acc-be5b-4515-ab94-96ea9d3282ff req-261c3cca-a6d9-470b-811f-da44a8155c57 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd23284e-272f-4d0b-839a-be3bb0f35fe4 HTTP/1.1" status: 200 len: 897 time: 0.0887661 Mar 11 12:24:22.945349 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-58735acc-be5b-4515-ab94-96ea9d3282ff req-416fca5b-4aa5-4ae9-9dfa-24f81585cf41 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 HTTP/1.1" status: 200 len: 1001 time: 0.0774312 Mar 11 12:24:22.998806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58735acc-be5b-4515-ab94-96ea9d3282ff req-7be4197a-50e4-4e8f-82a3-f26e4fc41715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:23.000451 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-58735acc-be5b-4515-ab94-96ea9d3282ff req-7be4197a-50e4-4e8f-82a3-f26e4fc41715 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b HTTP/1.1" status: 200 len: 834 time: 0.0489950 Mar 11 12:24:23.052050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58735acc-be5b-4515-ab94-96ea9d3282ff req-10a1ffbe-46a1-4a85-a0f9-2f4bd01017ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:23.053578 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-58735acc-be5b-4515-ab94-96ea9d3282ff req-10a1ffbe-46a1-4a85-a0f9-2f4bd01017ae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd23284e-272f-4d0b-839a-be3bb0f35fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468764 Mar 11 12:24:23.149855 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-58735acc-be5b-4515-ab94-96ea9d3282ff req-c30371b9-b34f-4b5c-ba01-5e05cdba63e1 service neutron] 10.222.0.71 "GET /v2.0/networks/dd23284e-272f-4d0b-839a-be3bb0f35fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895154 Mar 11 12:24:23.240791 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-58735acc-be5b-4515-ab94-96ea9d3282ff req-05caaa77-fe93-441e-953d-157b2b0279bf service neutron] 10.222.0.71 "GET /v2.0/networks/dd23284e-272f-4d0b-839a-be3bb0f35fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834572 Mar 11 12:24:30.294579 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef383684-e352-4ce1-98c6-3f7f9fe00c72 req-c7e980f8-fd02-45a0-bc2d-e5a70753c730 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468080 Mar 11 12:24:30.389463 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383684-e352-4ce1-98c6-3f7f9fe00c72 req-c73308d3-9c66-4a60-b351-93115c8eb318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:30.390994 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef383684-e352-4ce1-98c6-3f7f9fe00c72 req-c73308d3-9c66-4a60-b351-93115c8eb318 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0ad3bc95662496686af8c6eed5217a1&device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 1128 time: 0.0517981 Mar 11 12:24:30.499449 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383684-e352-4ce1-98c6-3f7f9fe00c72 req-7e98a45a-458d-4fd5-908e-0cd93f62ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:30.500873 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef383684-e352-4ce1-98c6-3f7f9fe00c72 req-7e98a45a-458d-4fd5-908e-0cd93f62ce97 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b7295db-7e8f-4c29-9d11-f38aedc0019d HTTP/1.1" status: 200 len: 909 time: 0.0876029 Mar 11 12:24:30.572815 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef383684-e352-4ce1-98c6-3f7f9fe00c72 req-ee238da0-1ed3-4908-8a19-cb89bbdd309f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0b41b41-b4de-4325-b0bb-4518f344c48c HTTP/1.1" status: 200 len: 1002 time: 0.0659897 Mar 11 12:24:30.619721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383684-e352-4ce1-98c6-3f7f9fe00c72 req-32baaed8-cadc-44e5-8656-cf4b71423975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:30.621147 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef383684-e352-4ce1-98c6-3f7f9fe00c72 req-32baaed8-cadc-44e5-8656-cf4b71423975 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=013e8505-ff91-41ca-ac9e-e017d1b242e3 HTTP/1.1" status: 200 len: 847 time: 0.0428634 Mar 11 12:24:30.672307 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383684-e352-4ce1-98c6-3f7f9fe00c72 req-34a61887-120c-4539-b3d5-2db4e8bba736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:30.673791 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef383684-e352-4ce1-98c6-3f7f9fe00c72 req-34a61887-120c-4539-b3d5-2db4e8bba736 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b7295db-7e8f-4c29-9d11-f38aedc0019d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470347 Mar 11 12:24:30.772692 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef383684-e352-4ce1-98c6-3f7f9fe00c72 req-37b02f0e-1a8b-4aab-bd2e-7d3a966c8d0d service neutron] 10.222.0.37 "GET /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929170 Mar 11 12:24:30.864787 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:24:30.868837 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ef383684-e352-4ce1-98c6-3f7f9fe00c72 req-2e51fa00-f96a-46c1-9dfe-296ba90ed555 service neutron] 10.222.0.37 "GET /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897446 Mar 11 12:24:33.941949 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:35.336662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42026) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:24:35.503860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting port bdb168fa-9e38-47b3-ae45-3b45c57ecbcf {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:24:35.504098 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (bdb168fa-9e38-47b3-ae45-3b45c57ecbcf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:35.577683 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (bdb168fa-9e38-47b3-ae45-3b45c57ecbcf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:35.577683 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for floatingip (bdb168fa-9e38-47b3-ae45-3b45c57ecbcf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:35.589361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Calling delete_port for bdb168fa-9e38-47b3-ae45-3b45c57ecbcf owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:24:35.739892 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (bdb168fa-9e38-47b3-ae45-3b45c57ecbcf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:35.764316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Port': ['ID=bdb168fa-9e38-47b3-ae45-3b45c57ecbcf,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:35.776365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:35.776714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:35.777036 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:35.777362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:35.777699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:35.778033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:35.778371 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:35.778677 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:35.778997 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:35.779314 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:35.779657 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:35.780111 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:35.780567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:35.839491 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for floatingip (b3bcb3be-189e-4887-ad43-18011017ed10), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:35.839856 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Floating IP b3bcb3be-189e-4887-ad43-18011017ed10 disassociated (deleted). External IP: 172.25.7.144, port: 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681. Mar 11 12:24:36.070141 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router 9785dffa-8a7d-40b4-9585-5e97c7b19758 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:24:36.187191 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:24:36.192373 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:36.198276 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdc4170-2dc5-4264-87f2-84afcfd09561 None None] Sync routers for ids ['9785dffa-8a7d-40b4-9585-5e97c7b19758'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:24:36.209519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc4170-2dc5-4264-87f2-84afcfd09561 None None] Routers {'9785dffa-8a7d-40b4-9585-5e97c7b19758'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:24:36.210143 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1bdc4170-2dc5-4264-87f2-84afcfd09561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:24:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['9785dffa-8a7d-40b4-9585-5e97c7b19758'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:36.223682 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4134e1f3-5915-45ad-a7dd-8040edd76803 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/floatingips/b3bcb3be-189e-4887-ad43-18011017ed10 HTTP/1.1" status: 204 len: 168 time: 0.8858547 Mar 11 12:24:36.224252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'tag': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:24:36.226490 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74ef7fa-9fb2-4873-9a11-32fad5724f91" -d '{"events": [{"name": "network-changed", "server_uuid": "628ce3c8-73eb-41b6-ae1c-6c18247dbf6d", "tag": "3a4a93d5-9de1-4836-ad9a-b0f7d0b80681"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:24:36.345987 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c48753-afed-40d8-8c77-cd2e5efe7b7f x-openstack-request-id: req-43c48753-afed-40d8-8c77-cd2e5efe7b7f {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:24:36.346604 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628ce3c8-73eb-41b6-ae1c-6c18247dbf6d", "tag": "3a4a93d5-9de1-4836-ad9a-b0f7d0b80681", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:24:36.346604 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-43c48753-afed-40d8-8c77-cd2e5efe7b7f {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:24:36.346944 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'tag': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681', 'status': 'completed', 'code': 200} Mar 11 12:24:36.485402 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e279602-a520-4cae-a982-70e9f0eab7b6 req-ea1e790b-b0d1-43d6-b04f-5b0aba682c34 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:36.485981 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ef7fa-9fb2-4873-9a11-32fad5724f91 req-91f912b6-64e9-4979-ac85-53ccf12c6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:36.487169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e279602-a520-4cae-a982-70e9f0eab7b6 req-ea1e790b-b0d1-43d6-b04f-5b0aba682c34 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0547922 Mar 11 12:24:36.488381 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a74ef7fa-9fb2-4873-9a11-32fad5724f91 req-91f912b6-64e9-4979-ac85-53ccf12c6263 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90210211b9a748d8a45f81106abe76ca&device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 1127 time: 0.1101351 Mar 11 12:24:36.493995 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-1bdc4170-2dc5-4264-87f2-84afcfd09561 None None] Set router 9785dffa-8a7d-40b4-9585-5e97c7b19758 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:24:36.540052 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e279602-a520-4cae-a982-70e9f0eab7b6 req-d77158bb-bb22-4d5c-a49a-a4aef373d52b tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470612 Mar 11 12:24:36.596072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ef7fa-9fb2-4873-9a11-32fad5724f91 req-9e2f2076-43f3-405f-8121-99e8ce1c21fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:36.597459 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a74ef7fa-9fb2-4873-9a11-32fad5724f91 req-9e2f2076-43f3-405f-8121-99e8ce1c21fe service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd23284e-272f-4d0b-839a-be3bb0f35fe4 HTTP/1.1" status: 200 len: 897 time: 0.0972929 Mar 11 12:24:36.642851 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a74ef7fa-9fb2-4873-9a11-32fad5724f91 req-756ae82b-9271-46c5-bfbf-653b58d09abc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 HTTP/1.1" status: 200 len: 217 time: 0.0348110 Mar 11 12:24:36.692321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ef7fa-9fb2-4873-9a11-32fad5724f91 req-243d7278-6e63-4dd9-a993-1d2b638a9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:36.693510 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1bdc4170-2dc5-4264-87f2-84afcfd09561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631262408', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:53Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'bc3c13f3-cbef-434c-82d6-28389d07cd92', 'name': '', 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:da:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:53Z', 'updated_at': '2022-03-11T12:22:57Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:36.693794 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a74ef7fa-9fb2-4873-9a11-32fad5724f91 req-243d7278-6e63-4dd9-a993-1d2b638a9242 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b HTTP/1.1" status: 200 len: 834 time: 0.0431838 Mar 11 12:24:36.720069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdc4170-2dc5-4264-87f2-84afcfd09561 None None] Checking router: 9785dffa-8a7d-40b4-9585-5e97c7b19758 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:24:36.728918 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc4170-2dc5-4264-87f2-84afcfd09561 None None] Routers {'9785dffa-8a7d-40b4-9585-5e97c7b19758'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:24:36.729255 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1bdc4170-2dc5-4264-87f2-84afcfd09561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:24:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['9785dffa-8a7d-40b4-9585-5e97c7b19758'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:36.745992 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ef7fa-9fb2-4873-9a11-32fad5724f91 req-1f96aab3-f6b7-4da9-b55c-200f50d3668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:36.750233 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a74ef7fa-9fb2-4873-9a11-32fad5724f91 req-1f96aab3-f6b7-4da9-b55c-200f50d3668d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd23284e-272f-4d0b-839a-be3bb0f35fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488741 Mar 11 12:24:36.843867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-1bdc4170-2dc5-4264-87f2-84afcfd09561 None None] Set router 9785dffa-8a7d-40b4-9585-5e97c7b19758 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:24:36.849354 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a74ef7fa-9fb2-4873-9a11-32fad5724f91 req-cb367c1f-70d3-40dd-aaf9-81b86f7d3c78 service neutron] 10.222.0.71 "GET /v2.0/networks/dd23284e-272f-4d0b-839a-be3bb0f35fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913720 Mar 11 12:24:36.961548 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a74ef7fa-9fb2-4873-9a11-32fad5724f91 req-47f78bcf-7eb4-45fb-9f03-276686475d54 service neutron] 10.222.0.71 "GET /v2.0/networks/dd23284e-272f-4d0b-839a-be3bb0f35fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059239 Mar 11 12:24:37.051857 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1bdc4170-2dc5-4264-87f2-84afcfd09561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631262408', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:53Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'bc3c13f3-cbef-434c-82d6-28389d07cd92', 'name': '', 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:da:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:53Z', 'updated_at': '2022-03-11T12:22:57Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:37.078501 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdc4170-2dc5-4264-87f2-84afcfd09561 None None] The sync data for ids ['9785dffa-8a7d-40b4-9585-5e97c7b19758'] in n-d-833234-2 is: [{'id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631262408', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:53Z', 'revision_number': 4, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'bc3c13f3-cbef-434c-82d6-28389d07cd92', 'name': '', 'network_id': 'dd23284e-272f-4d0b-839a-be3bb0f35fe4', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'mac_address': 'fa:16:3e:da:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:53Z', 'updated_at': '2022-03-11T12:22:57Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'subnets': [{'id': 'edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:24:37.308598 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f0d9d9-111e-4b46-89cb-d88523e99c08 None None] New status for floating IP b3bcb3be-189e-4887-ad43-18011017ed10: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:24:37.677246 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe206d24-39e3-4f51-9803-a4b5d946da9e req-0553b32f-e9ce-47e9-8bea-636bd4589b81 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:37.678647 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe206d24-39e3-4f51-9803-a4b5d946da9e req-0553b32f-e9ce-47e9-8bea-636bd4589b81 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0607591 Mar 11 12:24:37.726613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe206d24-39e3-4f51-9803-a4b5d946da9e req-f5a57788-59f2-4d3d-932a-b57b26164db4 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423038 Mar 11 12:24:37.921427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d92fa-ffd9-44a0-8060-7796553f3b9e req-9fce971e-0008-4ce9-b6c8-00109311e648 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:37.922887 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9e8d92fa-ffd9-44a0-8060-7796553f3b9e req-9fce971e-0008-4ce9-b6c8-00109311e648 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.71 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 945 time: 0.0628772 Mar 11 12:24:38.022932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-9e8d92fa-ffd9-44a0-8060-7796553f3b9e req-a2dcf39a-969f-42a3-9a5f-f2fd96e927f3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:24:38.023265 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9e8d92fa-ffd9-44a0-8060-7796553f3b9e req-a2dcf39a-969f-42a3-9a5f-f2fd96e927f3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:38.116881 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-9e8d92fa-ffd9-44a0-8060-7796553f3b9e req-a2dcf39a-969f-42a3-9a5f-f2fd96e927f3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] For port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681,segment=NetworkSegment(41980242-15f1-460b-bb86-8d5e93c24eaa),segment_id=41980242-15f1-460b-bb86-8d5e93c24eaa)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:24:38.117242 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9e8d92fa-ffd9-44a0-8060-7796553f3b9e req-a2dcf39a-969f-42a3-9a5f-f2fd96e927f3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:38.129923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-9e8d92fa-ffd9-44a0-8060-7796553f3b9e req-a2dcf39a-969f-42a3-9a5f-f2fd96e927f3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Calling delete_port for 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:24:38.263680 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9e8d92fa-ffd9-44a0-8060-7796553f3b9e req-a2dcf39a-969f-42a3-9a5f-f2fd96e927f3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3a4a93d5-9de1-4836-ad9a-b0f7d0b80681), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:38.294284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dcf39a-969f-42a3-9a5f-f2fd96e927f3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Port': ['ID=3a4a93d5-9de1-4836-ad9a-b0f7d0b80681,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:38.339574 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8d92fa-ffd9-44a0-8060-7796553f3b9e req-a2dcf39a-969f-42a3-9a5f-f2fd96e927f3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] No DVR routers for this DVR port 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:24:38.342748 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9e8d92fa-ffd9-44a0-8060-7796553f3b9e req-a2dcf39a-969f-42a3-9a5f-f2fd96e927f3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:38.346268 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9e8d92fa-ffd9-44a0-8060-7796553f3b9e req-a2dcf39a-969f-42a3-9a5f-f2fd96e927f3 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.71 "DELETE /v2.0/ports/3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 HTTP/1.1" status: 204 len: 173 time: 0.4180551 Mar 11 12:24:38.347907 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'name': 'network-vif-deleted', 'tag': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:24:38.350316 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d4d07f-5870-42fa-b707-1092791b71ca" -d '{"events": [{"server_uuid": "628ce3c8-73eb-41b6-ae1c-6c18247dbf6d", "name": "network-vif-deleted", "tag": "3a4a93d5-9de1-4836-ad9a-b0f7d0b80681"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:24:38.387675 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb7ab92-361e-4dbc-9221-800720e2b722 x-openstack-request-id: req-feb7ab92-361e-4dbc-9221-800720e2b722 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:24:38.387950 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628ce3c8-73eb-41b6-ae1c-6c18247dbf6d", "name": "network-vif-deleted", "tag": "3a4a93d5-9de1-4836-ad9a-b0f7d0b80681", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:24:38.388216 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-feb7ab92-361e-4dbc-9221-800720e2b722 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:24:38.388626 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628ce3c8-73eb-41b6-ae1c-6c18247dbf6d', 'name': 'network-vif-deleted', 'tag': '3a4a93d5-9de1-4836-ad9a-b0f7d0b80681', 'status': 'completed', 'code': 200} Mar 11 12:24:38.852613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e5252da-2ea2-42b6-a634-8b1c8f3053e7 req-ba9fa468-4bf8-4637-abf4-b5a2dbc73588 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "GET /v2.0/ports?device_id=628ce3c8-73eb-41b6-ae1c-6c18247dbf6d HTTP/1.1" status: 200 len: 210 time: 0.0279679 Mar 11 12:24:39.920465 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42046) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:24:40.114718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:24:40.139653 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:24:40.139903 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 3a4a93d5-9de1-4836-ad9a-b0f7d0b80681 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:24:40.645638 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62de68eb-a19d-4fb1-9629-9a82f4f84cb1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (9785dffa-8a7d-40b4-9585-5e97c7b19758), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:40.917382 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-62de68eb-a19d-4fb1-9629-9a82f4f84cb1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting port bc3c13f3-cbef-434c-82d6-28389d07cd92 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:24:40.917617 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62de68eb-a19d-4fb1-9629-9a82f4f84cb1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:41.009588 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-62de68eb-a19d-4fb1-9629-9a82f4f84cb1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] For port bc3c13f3-cbef-434c-82d6-28389d07cd92, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=bc3c13f3-cbef-434c-82d6-28389d07cd92,segment=NetworkSegment(41980242-15f1-460b-bb86-8d5e93c24eaa),segment_id=41980242-15f1-460b-bb86-8d5e93c24eaa)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:24:41.010384 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62de68eb-a19d-4fb1-9629-9a82f4f84cb1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:41.027895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-62de68eb-a19d-4fb1-9629-9a82f4f84cb1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Calling delete_port for bc3c13f3-cbef-434c-82d6-28389d07cd92 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:24:41.239079 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62de68eb-a19d-4fb1-9629-9a82f4f84cb1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (bc3c13f3-cbef-434c-82d6-28389d07cd92), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:41.266243 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de68eb-a19d-4fb1-9629-9a82f4f84cb1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Port': ['ID=bc3c13f3-cbef-434c-82d6-28389d07cd92,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:41.440471 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62de68eb-a19d-4fb1-9629-9a82f4f84cb1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (9785dffa-8a7d-40b4-9585-5e97c7b19758), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:41.676083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62de68eb-a19d-4fb1-9629-9a82f4f84cb1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Router 9785dffa-8a7d-40b4-9585-5e97c7b19758 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:24:41.791540 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62de68eb-a19d-4fb1-9629-9a82f4f84cb1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:24:41.798167 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-62de68eb-a19d-4fb1-9629-9a82f4f84cb1 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "PUT /v2.0/routers/9785dffa-8a7d-40b4-9585-5e97c7b19758/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8751984 Mar 11 12:24:41.800476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42048) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:24:41.803092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a16e34f-796c-460a-a59d-c139af967d09 None None] Sync routers for ids ['9785dffa-8a7d-40b4-9585-5e97c7b19758'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:24:41.814026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a16e34f-796c-460a-a59d-c139af967d09 None None] Routers {'9785dffa-8a7d-40b4-9585-5e97c7b19758'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:24:41.814669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0a16e34f-796c-460a-a59d-c139af967d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:24:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['9785dffa-8a7d-40b4-9585-5e97c7b19758'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:41.853112 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-653137f8-13e3-4818-99d6-c80ba477fb3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting subnet edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:24:41.856392 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-653137f8-13e3-4818-99d6-c80ba477fb3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for subnet (edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:41.896328 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-653137f8-13e3-4818-99d6-c80ba477fb3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:41.927411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0a16e34f-796c-460a-a59d-c139af967d09 None None] Set router 9785dffa-8a7d-40b4-9585-5e97c7b19758 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:24:41.985858 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-653137f8-13e3-4818-99d6-c80ba477fb3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:42.045733 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-653137f8-13e3-4818-99d6-c80ba477fb3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:42.073910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653137f8-13e3-4818-99d6-c80ba477fb3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Subnet': ['ID=edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:42.075911 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-653137f8-13e3-4818-99d6-c80ba477fb3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:42.079481 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-653137f8-13e3-4818-99d6-c80ba477fb3c tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/subnets/edd7fde0-9cf9-4c3e-8fd1-0c54c6d65b9b HTTP/1.1" status: 204 len: 168 time: 0.2780297 Mar 11 12:24:42.082144 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42050) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:24:42.088983 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc838e92-e7ae-4b82-a7c5-4839b48811d7 None None] Network dd23284e-272f-4d0b-839a-be3bb0f35fe4 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:24:42.196348 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0a16e34f-796c-460a-a59d-c139af967d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631262408', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:24:41Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:42.198870 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0c5e3c2-37bd-44e2-8c88-da77ee427330 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router (9785dffa-8a7d-40b4-9585-5e97c7b19758), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:42.225121 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a16e34f-796c-460a-a59d-c139af967d09 None None] Checking router: 9785dffa-8a7d-40b4-9585-5e97c7b19758 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:24:42.239802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a16e34f-796c-460a-a59d-c139af967d09 None None] Routers {'9785dffa-8a7d-40b4-9585-5e97c7b19758'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:24:42.240810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0a16e34f-796c-460a-a59d-c139af967d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:24:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['9785dffa-8a7d-40b4-9585-5e97c7b19758'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:42.318498 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0c5e3c2-37bd-44e2-8c88-da77ee427330 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_gateway (9785dffa-8a7d-40b4-9585-5e97c7b19758), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:42.332630 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b20d010-a1b7-43fe-913c-174052523998 None None] DHCP port deletion for dd23284e-272f-4d0b-839a-be3bb0f35fe4 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:24:42.370925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a0c5e3c2-37bd-44e2-8c88-da77ee427330 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Deleting port 47d07ae1-c510-4ca4-92fe-c498137ec3c8 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:24:42.371276 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0c5e3c2-37bd-44e2-8c88-da77ee427330 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (47d07ae1-c510-4ca4-92fe-c498137ec3c8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:42.377834 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0a16e34f-796c-460a-a59d-c139af967d09 None None] Set router 9785dffa-8a7d-40b4-9585-5e97c7b19758 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:24:42.455374 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-a0c5e3c2-37bd-44e2-8c88-da77ee427330 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] For port 47d07ae1-c510-4ca4-92fe-c498137ec3c8, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=47d07ae1-c510-4ca4-92fe-c498137ec3c8,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:24:42.455690 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0c5e3c2-37bd-44e2-8c88-da77ee427330 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (47d07ae1-c510-4ca4-92fe-c498137ec3c8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:42.468083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a0c5e3c2-37bd-44e2-8c88-da77ee427330 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Calling delete_port for 47d07ae1-c510-4ca4-92fe-c498137ec3c8 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:24:42.503540 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6b20d010-a1b7-43fe-913c-174052523998 None None] Deleting port 54cb68c7-3cc0-4fc7-a010-982720e6cabc {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:24:42.503930 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b20d010-a1b7-43fe-913c-174052523998 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (54cb68c7-3cc0-4fc7-a010-982720e6cabc), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:42.607738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6b20d010-a1b7-43fe-913c-174052523998 None None] For port 54cb68c7-3cc0-4fc7-a010-982720e6cabc, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=54cb68c7-3cc0-4fc7-a010-982720e6cabc,segment=NetworkSegment(41980242-15f1-460b-bb86-8d5e93c24eaa),segment_id=41980242-15f1-460b-bb86-8d5e93c24eaa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:24:42.608278 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b20d010-a1b7-43fe-913c-174052523998 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (54cb68c7-3cc0-4fc7-a010-982720e6cabc), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:42.624442 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6b20d010-a1b7-43fe-913c-174052523998 None None] Calling delete_port for 54cb68c7-3cc0-4fc7-a010-982720e6cabc owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:24:42.649677 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0c5e3c2-37bd-44e2-8c88-da77ee427330 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (47d07ae1-c510-4ca4-92fe-c498137ec3c8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:42.675920 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5e3c2-37bd-44e2-8c88-da77ee427330 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Port': ['ID=47d07ae1-c510-4ca4-92fe-c498137ec3c8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:42.691675 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0a16e34f-796c-460a-a59d-c139af967d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631262408', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:24:41Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:42.725461 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a16e34f-796c-460a-a59d-c139af967d09 None None] The sync data for ids ['9785dffa-8a7d-40b4-9585-5e97c7b19758'] in n-d-833234-2 is: [{'id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631262408', 'tenant_id': '90210211b9a748d8a45f81106abe76ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:24:41Z', 'revision_number': 5, 'project_id': '90210211b9a748d8a45f81106abe76ca', 'gw_port': {'id': '47d07ae1-c510-4ca4-92fe-c498137ec3c8', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785dffa-8a7d-40b4-9585-5e97c7b19758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:50Z', 'updated_at': '2022-03-11T12:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:24:42.745821 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0c5e3c2-37bd-44e2-8c88-da77ee427330 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (9785dffa-8a7d-40b4-9585-5e97c7b19758), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:42.751445 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b20d010-a1b7-43fe-913c-174052523998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (54cb68c7-3cc0-4fc7-a010-982720e6cabc), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:42.778217 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20d010-a1b7-43fe-913c-174052523998 None None] Pushing event deleted for resources: {'Port': ['ID=54cb68c7-3cc0-4fc7-a010-982720e6cabc,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:42.782045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b20d010-a1b7-43fe-913c-174052523998 None None] No DVR routers for this DVR port 54cb68c7-3cc0-4fc7-a010-982720e6cabc on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:24:42.849000 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0c5e3c2-37bd-44e2-8c88-da77ee427330 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (9785dffa-8a7d-40b4-9585-5e97c7b19758), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:42.851352 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0c5e3c2-37bd-44e2-8c88-da77ee427330 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router_controller (9785dffa-8a7d-40b4-9585-5e97c7b19758), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:42.892929 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:42.898026 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0c5e3c2-37bd-44e2-8c88-da77ee427330 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (9785dffa-8a7d-40b4-9585-5e97c7b19758), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:42.898588 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c5e3c2-37bd-44e2-8c88-da77ee427330 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Fanout notify agent at l3_agent the message router_deleted on router 9785dffa-8a7d-40b4-9585-5e97c7b19758 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:24:42.905845 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0c5e3c2-37bd-44e2-8c88-da77ee427330 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:42.907105 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a0c5e3c2-37bd-44e2-8c88-da77ee427330 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/routers/9785dffa-8a7d-40b4-9585-5e97c7b19758 HTTP/1.1" status: 204 len: 168 time: 0.8231707 Mar 11 12:24:42.910733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42052) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:24:43.002837 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66f27a37-d44b-4c62-95de-e4a166fd21c8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (dd23284e-272f-4d0b-839a-be3bb0f35fe4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:43.095467 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66f27a37-d44b-4c62-95de-e4a166fd21c8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (dd23284e-272f-4d0b-839a-be3bb0f35fe4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:43.118438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-66f27a37-d44b-4c62-95de-e4a166fd21c8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd23284e-272f-4d0b-839a-be3bb0f35fe4']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:43.131132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-66f27a37-d44b-4c62-95de-e4a166fd21c8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41980242-15f1-460b-bb86-8d5e93c24eaa') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:43.131467 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-66f27a37-d44b-4c62-95de-e4a166fd21c8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41980242-15f1-460b-bb86-8d5e93c24eaa') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:43.142066 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66f27a37-d44b-4c62-95de-e4a166fd21c8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (41980242-15f1-460b-bb86-8d5e93c24eaa), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:43.157607 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66f27a37-d44b-4c62-95de-e4a166fd21c8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (41980242-15f1-460b-bb86-8d5e93c24eaa), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:43.165433 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f27a37-d44b-4c62-95de-e4a166fd21c8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:24:43.166335 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66f27a37-d44b-4c62-95de-e4a166fd21c8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (41980242-15f1-460b-bb86-8d5e93c24eaa), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:24:43.175616 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:24:43.209905 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bc3c13f3-cbef-434c-82d6-28389d07cd92 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:24:43.234937 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: bc3c13f3-cbef-434c-82d6-28389d07cd92 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:24:43.236574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bc3c13f3-cbef-434c-82d6-28389d07cd92 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:24:43.236574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 54cb68c7-3cc0-4fc7-a010-982720e6cabc no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:24:43.252669 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66f27a37-d44b-4c62-95de-e4a166fd21c8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (dd23284e-272f-4d0b-839a-be3bb0f35fe4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:43.262655 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 54cb68c7-3cc0-4fc7-a010-982720e6cabc {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:24:43.263011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 54cb68c7-3cc0-4fc7-a010-982720e6cabc not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:24:43.265260 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66f27a37-d44b-4c62-95de-e4a166fd21c8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:43.269285 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-66f27a37-d44b-4c62-95de-e4a166fd21c8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/networks/dd23284e-272f-4d0b-839a-be3bb0f35fe4 HTTP/1.1" status: 204 len: 168 time: 0.3575313 Mar 11 12:24:43.272047 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42054) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:24:43.288493 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f27a37-d44b-4c62-95de-e4a166fd21c8 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'Network': ['ID=dd23284e-272f-4d0b-839a-be3bb0f35fe4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:43.340007 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-491f89b7-1eff-41eb-929a-1e29c71b36f9 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (4ecbd0e7-fb1c-47f2-af8e-e0db6443b757), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:43.366671 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-491f89b7-1eff-41eb-929a-1e29c71b36f9 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (4ecbd0e7-fb1c-47f2-af8e-e0db6443b757), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:43.432358 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-491f89b7-1eff-41eb-929a-1e29c71b36f9 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4ecbd0e7-fb1c-47f2-af8e-e0db6443b757), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:43.435029 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-491f89b7-1eff-41eb-929a-1e29c71b36f9 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:43.436350 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-491f89b7-1eff-41eb-929a-1e29c71b36f9 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] 10.222.0.78 "DELETE /v2.0/security-groups/4ecbd0e7-fb1c-47f2-af8e-e0db6443b757 HTTP/1.1" status: 204 len: 168 time: 0.1633711 Mar 11 12:24:43.446154 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f89b7-1eff-41eb-929a-1e29c71b36f9 tempest-TestNetworkAdvancedServerOps-1075392146 tempest-TestNetworkAdvancedServerOps-1075392146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecbd0e7-fb1c-47f2-af8e-e0db6443b757,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:43.650160 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8ca6736e-ae9b-43fe-bae4-a4461bc02bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:43.754185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42062) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:24:43.897333 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-de1ce0df-620c-48f5-ab79-e3e3de8d4afa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=90210211b9a748d8a45f81106abe76ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419096 Mar 11 12:24:43.900024 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42066) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:24:43.949162 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01d4dd97-c86f-4d29-abef-8b4eac8b819c admin admin] Publish callbacks [] for security_group (b19fa552-2c82-4984-b1eb-f70f3081cc93), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:43.971487 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01d4dd97-c86f-4d29-abef-8b4eac8b819c admin admin] Publish callbacks [] for security_group (b19fa552-2c82-4984-b1eb-f70f3081cc93), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:44.023326 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01d4dd97-c86f-4d29-abef-8b4eac8b819c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b19fa552-2c82-4984-b1eb-f70f3081cc93), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:44.027665 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01d4dd97-c86f-4d29-abef-8b4eac8b819c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:44.029292 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-01d4dd97-c86f-4d29-abef-8b4eac8b819c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b19fa552-2c82-4984-b1eb-f70f3081cc93 HTTP/1.1" status: 204 len: 168 time: 0.1283104 Mar 11 12:24:44.037645 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4dd97-c86f-4d29-abef-8b4eac8b819c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19fa552-2c82-4984-b1eb-f70f3081cc93,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:44.300427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42072) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:24:44.341502 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-21c61694-f4aa-4b57-82c2-438f22b29dfc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2a96e99559d24b4fb1d9212a732d1fbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398962 Mar 11 12:24:44.344117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42074) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:24:44.391161 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e15bfbac-0729-4cda-8de5-4114114c2890 admin admin] Publish callbacks [] for security_group (9e54c2e8-4063-4355-81ff-d1e80b763baa), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:44.413091 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e15bfbac-0729-4cda-8de5-4114114c2890 admin admin] Publish callbacks [] for security_group (9e54c2e8-4063-4355-81ff-d1e80b763baa), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:44.464850 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e15bfbac-0729-4cda-8de5-4114114c2890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9e54c2e8-4063-4355-81ff-d1e80b763baa), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:44.467834 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e15bfbac-0729-4cda-8de5-4114114c2890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:44.469083 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e15bfbac-0729-4cda-8de5-4114114c2890 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9e54c2e8-4063-4355-81ff-d1e80b763baa HTTP/1.1" status: 204 len: 168 time: 0.1240370 Mar 11 12:24:44.477109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bfbac-0729-4cda-8de5-4114114c2890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e54c2e8-4063-4355-81ff-d1e80b763baa,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:44.807795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 47d07ae1-c510-4ca4-92fe-c498137ec3c8 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:24:44.828642 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 47d07ae1-c510-4ca4-92fe-c498137ec3c8 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:24:44.828991 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 47d07ae1-c510-4ca4-92fe-c498137ec3c8 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:24:45.233147 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42096) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:24:45.340337 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3889b4b2-782a-4fa9-abc7-c7159ff8c422 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1180730547-network', 'tenant_id': '102f01ebe6644728af9751b21fb2932e'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:24:45.362640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3889b4b2-782a-4fa9-abc7-c7159ff8c422 admin admin] Made reservation on behalf of 102f01ebe6644728af9751b21fb2932e for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:24:45.364901 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3889b4b2-782a-4fa9-abc7-c7159ff8c422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:45.373016 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3889b4b2-782a-4fa9-abc7-c7159ff8c422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:45.444837 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3889b4b2-782a-4fa9-abc7-c7159ff8c422 admin admin] Publish callbacks [] for security_group (6c02e76a-54e6-4e0c-b7d3-e12a94f7c109), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:45.450509 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3889b4b2-782a-4fa9-abc7-c7159ff8c422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6c02e76a-54e6-4e0c-b7d3-e12a94f7c109), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:45.474433 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3889b4b2-782a-4fa9-abc7-c7159ff8c422 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:24:45.485363 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889b4b2-782a-4fa9-abc7-c7159ff8c422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:45.489999 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3889b4b2-782a-4fa9-abc7-c7159ff8c422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (77ae3a27-abb2-4259-8bb4-fc0732a9eb53), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:45.490338 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-3889b4b2-782a-4fa9-abc7-c7159ff8c422 admin admin] Added segment 77ae3a27-abb2-4259-8bb4-fc0732a9eb53 of type vlan for network 445aa2fa-3655-43da-8006-bb47134240ed Mar 11 12:24:45.529641 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3889b4b2-782a-4fa9-abc7-c7159ff8c422 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (445aa2fa-3655-43da-8006-bb47134240ed), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:45.557126 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3889b4b2-782a-4fa9-abc7-c7159ff8c422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (445aa2fa-3655-43da-8006-bb47134240ed), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:45.558120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3889b4b2-782a-4fa9-abc7-c7159ff8c422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:45.558704 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3889b4b2-782a-4fa9-abc7-c7159ff8c422 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:45.590496 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3889b4b2-782a-4fa9-abc7-c7159ff8c422 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3550913 Mar 11 12:24:45.593726 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42100) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:24:45.598775 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Request body: {'subnet': {'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1180730547-subnet', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:24:45.618919 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Made reservation on behalf of 102f01ebe6644728af9751b21fb2932e for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:24:45.621258 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:45.624860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889b4b2-782a-4fa9-abc7-c7159ff8c422 admin admin] Pushing event updated for resources: {'Network': ['ID=445aa2fa-3655-43da-8006-bb47134240ed,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:45.634714 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 445aa2fa-3655-43da-8006-bb47134240ed details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:24:45.739500 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c3585900-c2ee-4dbc-a505-1462a397fc8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:45.793097 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (11a572d6-21d0-4078-a738-531994cf6b9b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:45.846565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11a572d6-21d0-4078-a738-531994cf6b9b,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:45.858608 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:45.858953 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:45.859293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:45.859615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:45.859986 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:45.860303 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:45.860608 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:45.860928 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:45.861253 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:45.861560 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:45.861872 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:45.862189 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:45.862502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:45.865809 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Checking segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:24:45.866147 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Network hostable DHCP agents. Network: 445aa2fa-3655-43da-8006-bb47134240ed, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:24:45.885259 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Network 445aa2fa-3655-43da-8006-bb47134240ed is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:24:45.895868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 445aa2fa-3655-43da-8006-bb47134240ed) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:24:45.899985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:45.900578 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:45.904933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc5264d-d240-4eee-ae00-c8ff8c2a0e21 None None] Network 445aa2fa-3655-43da-8006-bb47134240ed requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:24:45.920240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-75523246-bbc2-4895-a9cb-dda62b4a2959 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3252523 Mar 11 12:24:45.920543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42102) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:24:45.925609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:24:45.945524 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (f8a7bac3-e10e-499b-a6f7-dac33be66716), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:45.946573 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (f8a7bac3-e10e-499b-a6f7-dac33be66716), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:46.001483 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Publish callbacks [] for router_controller (f8a7bac3-e10e-499b-a6f7-dac33be66716), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:46.010063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-445aa2fa-3655-43da-8006-bb47134240ed', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'project_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:24:46.010986 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:46.144909 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Publish callbacks [] for router_gateway (f8a7bac3-e10e-499b-a6f7-dac33be66716), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:46.147721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Allocated IP 172.20.0.2 (445aa2fa-3655-43da-8006-bb47134240ed/11a572d6-21d0-4078-a738-531994cf6b9b/ee36c973-9fd6-467e-9ffb-c24640b18cde) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:24:46.292348 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Publish callbacks [] for port (ee36c973-9fd6-467e-9ffb-c24640b18cde), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:46.298966 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (ee36c973-9fd6-467e-9ffb-c24640b18cde), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:46.348618 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Publish callbacks [] for router_gateway (f8a7bac3-e10e-499b-a6f7-dac33be66716), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:46.372816 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:46.483290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Allocated IP 172.25.7.192 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/15fad419-7dc9-4b5f-b454-192171af3514) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:24:46.514035 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Network 445aa2fa-3655-43da-8006-bb47134240ed is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:24:46.519176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:24:46.522571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:24:46.528063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Pushing event updated for resources: {'Port': ['ID=ee36c973-9fd6-467e-9ffb-c24640b18cde,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:46.582835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Attempting to bind port ee36c973-9fd6-467e-9ffb-c24640b18cde on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:24:46.583470 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Attempting to bind port ee36c973-9fd6-467e-9ffb-c24640b18cde by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:24:46.583870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Attempting to bind port ee36c973-9fd6-467e-9ffb-c24640b18cde on network 445aa2fa-3655-43da-8006-bb47134240ed {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:24:46.589122 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:24:46.589590 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Checking segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:24:46.590009 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:46.590490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Bound using segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:24:46.591005 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Bound port: ee36c973-9fd6-467e-9ffb-c24640b18cde, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:24:46.591390 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ee36c973-9fd6-467e-9ffb-c24640b18cde), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:46.597304 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Publish callbacks [] for port (15fad419-7dc9-4b5f-b454-192171af3514), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:46.631003 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (15fad419-7dc9-4b5f-b454-192171af3514), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:46.658098 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] For port ee36c973-9fd6-467e-9ffb-c24640b18cde, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:24:46.661544 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] For port ee36c973-9fd6-467e-9ffb-c24640b18cde, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ee36c973-9fd6-467e-9ffb-c24640b18cde,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:24:46.669039 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ee36c973-9fd6-467e-9ffb-c24640b18cde), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:46.672969 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:24:46.675842 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:24:46.680155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:24:46.683200 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Pushing event updated for resources: {'Port': ['ID=15fad419-7dc9-4b5f-b454-192171af3514,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:46.732501 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f8d15-cd5e-4651-a93d-5eda3c030bab None None] Pushing event updated for resources: {'Port': ['ID=ee36c973-9fd6-467e-9ffb-c24640b18cde,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:46.960082 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Publish callbacks [] for router_gateway (f8a7bac3-e10e-499b-a6f7-dac33be66716), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:47.302844 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:47.527907 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (f8a7bac3-e10e-499b-a6f7-dac33be66716), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:47.651720 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59501f4-dcf1-4e08-8fc2-8786e95b394e None None] Network 445aa2fa-3655-43da-8006-bb47134240ed requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:24:47.685143 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Router f8a7bac3-e10e-499b-a6f7-dac33be66716 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:24:47.735473 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6d8d5a21-1a1a-4111-9e3c-74affffa06a8 None None] Provisioning complete for port ee36c973-9fd6-467e-9ffb-c24640b18cde triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:47.735878 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5a21-1a1a-4111-9e3c-74affffa06a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ee36c973-9fd6-467e-9ffb-c24640b18cde), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:47.811936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:24:47.832526 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Sync routers for ids ['f8a7bac3-e10e-499b-a6f7-dac33be66716'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:24:47.834647 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:47.836253 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-87af6111-ce36-49ff-a847-5c7c3b16be5e admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9142611 Mar 11 12:24:47.838788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42104) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:24:47.845594 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Routers {'f8a7bac3-e10e-499b-a6f7-dac33be66716'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:24:47.846639 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:24:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f8a7bac3-e10e-499b-a6f7-dac33be66716'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:47.863222 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6d8d5a21-1a1a-4111-9e3c-74affffa06a8 None None] Current status of the port ee36c973-9fd6-467e-9ffb-c24640b18cde is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:24:47.863631 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5a21-1a1a-4111-9e3c-74affffa06a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ee36c973-9fd6-467e-9ffb-c24640b18cde), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:47.907512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6d8d5a21-1a1a-4111-9e3c-74affffa06a8 None None] For port ee36c973-9fd6-467e-9ffb-c24640b18cde, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ee36c973-9fd6-467e-9ffb-c24640b18cde,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:24:47.916173 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5a21-1a1a-4111-9e3c-74affffa06a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ee36c973-9fd6-467e-9ffb-c24640b18cde), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:47.971550 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Set router f8a7bac3-e10e-499b-a6f7-dac33be66716 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:24:47.983513 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d5a21-1a1a-4111-9e3c-74affffa06a8 None None] Pushing event updated for resources: {'Port': ['ID=ee36c973-9fd6-467e-9ffb-c24640b18cde,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:48.139520 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-cf82751d-6692-436c-8bc0-bf0ba9b03148 None None] Provisioning complete for port ee36c973-9fd6-467e-9ffb-c24640b18cde triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:48.140107 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cf82751d-6692-436c-8bc0-bf0ba9b03148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ee36c973-9fd6-467e-9ffb-c24640b18cde), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:48.158723 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:46Z', 'revision_number': 3, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:48.185462 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Checking router: f8a7bac3-e10e-499b-a6f7-dac33be66716 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:24:48.185812 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Updating router f8a7bac3-e10e-499b-a6f7-dac33be66716 port 15fad419-7dc9-4b5f-b454-192171af3514 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:24:48.221201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cf82751d-6692-436c-8bc0-bf0ba9b03148 None None] Current status of the port ee36c973-9fd6-467e-9ffb-c24640b18cde is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:24:48.221414 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (15fad419-7dc9-4b5f-b454-192171af3514), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:48.308979 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:48.469194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] Allocated IP 172.20.0.1 (445aa2fa-3655-43da-8006-bb47134240ed/11a572d6-21d0-4078-a738-531994cf6b9b/3230ff23-b922-4642-8f76-88191fca3ca8) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:24:48.487215 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Publish callbacks [] for port (15fad419-7dc9-4b5f-b454-192171af3514), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:48.493123 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (15fad419-7dc9-4b5f-b454-192171af3514), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:48.546830 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Attempting to bind port 15fad419-7dc9-4b5f-b454-192171af3514 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:24:48.547196 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Attempting to bind port 15fad419-7dc9-4b5f-b454-192171af3514 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:24:48.547556 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Attempting to bind port 15fad419-7dc9-4b5f-b454-192171af3514 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:24:48.549600 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9a305-78d2-4d25-8564-f0394d2dec60 None None] Pushing event updated for resources: {'Port': ['ID=15fad419-7dc9-4b5f-b454-192171af3514,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:48.558845 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9a305-78d2-4d25-8564-f0394d2dec60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:48.559187 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9a305-78d2-4d25-8564-f0394d2dec60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:48.559520 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9a305-78d2-4d25-8564-f0394d2dec60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:48.559875 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9a305-78d2-4d25-8564-f0394d2dec60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:48.560195 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9a305-78d2-4d25-8564-f0394d2dec60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:48.560521 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9a305-78d2-4d25-8564-f0394d2dec60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:48.560854 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9a305-78d2-4d25-8564-f0394d2dec60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:48.561170 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9a305-78d2-4d25-8564-f0394d2dec60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:48.561542 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9a305-78d2-4d25-8564-f0394d2dec60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:48.561877 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9a305-78d2-4d25-8564-f0394d2dec60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:48.562228 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9a305-78d2-4d25-8564-f0394d2dec60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:48.562544 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9a305-78d2-4d25-8564-f0394d2dec60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:48.562859 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9a305-78d2-4d25-8564-f0394d2dec60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:48.566025 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:24:48.566398 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:24:48.566889 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:48.567173 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:24:48.567683 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Bound port: 15fad419-7dc9-4b5f-b454-192171af3514, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:24:48.568064 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (15fad419-7dc9-4b5f-b454-192171af3514), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:48.584336 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] Publish callbacks [] for port (3230ff23-b922-4642-8f76-88191fca3ca8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:48.622532 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] For port 15fad419-7dc9-4b5f-b454-192171af3514, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:24:48.622930 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3230ff23-b922-4642-8f76-88191fca3ca8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:48.626427 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] For port 15fad419-7dc9-4b5f-b454-192171af3514, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=15fad419-7dc9-4b5f-b454-192171af3514,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:24:48.632792 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (15fad419-7dc9-4b5f-b454-192171af3514), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:48.666496 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] Network 445aa2fa-3655-43da-8006-bb47134240ed is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:24:48.669414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:24:48.674391 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:24:48.676451 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] Pushing event updated for resources: {'Port': ['ID=3230ff23-b922-4642-8f76-88191fca3ca8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:48.688345 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Routers {'f8a7bac3-e10e-499b-a6f7-dac33be66716'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:24:48.688961 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:24:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f8a7bac3-e10e-499b-a6f7-dac33be66716'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:48.707261 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:48.720923 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (f8a7bac3-e10e-499b-a6f7-dac33be66716), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:48.731176 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9a305-78d2-4d25-8564-f0394d2dec60 None None] Pushing event updated for resources: {'Port': ['ID=15fad419-7dc9-4b5f-b454-192171af3514,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:48.873274 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3230ff23-b922-4642-8f76-88191fca3ca8), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:48.919476 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] Set router f8a7bac3-e10e-499b-a6f7-dac33be66716 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:24:48.924506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ee36c973-9fd6-467e-9ffb-c24640b18cde up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:24:48.996556 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ee36c973-9fd6-467e-9ffb-c24640b18cde triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:48.997061 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ee36c973-9fd6-467e-9ffb-c24640b18cde), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:49.057511 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f6677641-2e2b-4967-9d07-c422b3cd5778 None None] Provisioning complete for port 3230ff23-b922-4642-8f76-88191fca3ca8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:49.057902 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6677641-2e2b-4967-9d07-c422b3cd5778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3230ff23-b922-4642-8f76-88191fca3ca8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:49.074700 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] Publish callbacks [] for port (3230ff23-b922-4642-8f76-88191fca3ca8), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:49.081432 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (3230ff23-b922-4642-8f76-88191fca3ca8), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:49.114428 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:46Z', 'revision_number': 3, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:49.117209 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ee36c973-9fd6-467e-9ffb-c24640b18cde is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:24:49.121209 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f6677641-2e2b-4967-9d07-c422b3cd5778 None None] Port 3230ff23-b922-4642-8f76-88191fca3ca8 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:24:49.149382 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d0b8d4-f3b0-463b-b143-096fe19589af None None] The sync data for ids ['f8a7bac3-e10e-499b-a6f7-dac33be66716'] in n-d-833234-2 is: [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:46Z', 'revision_number': 3, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:24:49.158436 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (f8a7bac3-e10e-499b-a6f7-dac33be66716), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:49.160411 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] Pushing event updated for resources: {'Port': ['ID=3230ff23-b922-4642-8f76-88191fca3ca8,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:49.255391 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] Network 445aa2fa-3655-43da-8006-bb47134240ed is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:24:49.257005 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:24:49.388744 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] Router f8a7bac3-e10e-499b-a6f7-dac33be66716 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:24:49.535279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:24:49.542928 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8a2b6aa1-850c-4a77-ba85-e22da5bc9828 admin admin] 10.222.0.78 "PUT /v2.0/routers/f8a7bac3-e10e-499b-a6f7-dac33be66716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7023683 Mar 11 12:24:49.547164 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9858167d-748d-42ad-b64b-815c8f89b099 None None] Provisioning complete for port 3230ff23-b922-4642-8f76-88191fca3ca8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:49.547689 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9858167d-748d-42ad-b64b-815c8f89b099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3230ff23-b922-4642-8f76-88191fca3ca8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:49.589137 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9858167d-748d-42ad-b64b-815c8f89b099 None None] Port 3230ff23-b922-4642-8f76-88191fca3ca8 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:24:50.040415 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42120) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:24:50.045502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1e9b4ac8-b7ae-493f-8590-8b4419991017 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1921380002-network', 'tenant_id': '1481ac9b62f34cfaa01969d3a00d49d9'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:24:50.068501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9b4ac8-b7ae-493f-8590-8b4419991017 admin admin] Made reservation on behalf of 1481ac9b62f34cfaa01969d3a00d49d9 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:24:50.070974 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e9b4ac8-b7ae-493f-8590-8b4419991017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:50.081668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e9b4ac8-b7ae-493f-8590-8b4419991017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:50.093207 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:50.164574 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e9b4ac8-b7ae-493f-8590-8b4419991017 admin admin] Publish callbacks [] for security_group (03bc118f-43c2-41af-ae52-520b195ed737), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:50.170219 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e9b4ac8-b7ae-493f-8590-8b4419991017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (03bc118f-43c2-41af-ae52-520b195ed737), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:50.198374 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9b4ac8-b7ae-493f-8590-8b4419991017 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:24:50.208185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b4ac8-b7ae-493f-8590-8b4419991017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bc118f-43c2-41af-ae52-520b195ed737,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:50.217992 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e9b4ac8-b7ae-493f-8590-8b4419991017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (d695801b-387a-4a5e-9727-4859dc33e72a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:50.218477 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-1e9b4ac8-b7ae-493f-8590-8b4419991017 admin admin] Added segment d695801b-387a-4a5e-9727-4859dc33e72a of type vlan for network fb41c8e5-dce7-473f-8db7-78c5db740eab Mar 11 12:24:50.265618 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e9b4ac8-b7ae-493f-8590-8b4419991017 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (fb41c8e5-dce7-473f-8db7-78c5db740eab), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:50.293985 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e9b4ac8-b7ae-493f-8590-8b4419991017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (fb41c8e5-dce7-473f-8db7-78c5db740eab), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:50.294819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9b4ac8-b7ae-493f-8590-8b4419991017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:50.295391 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e9b4ac8-b7ae-493f-8590-8b4419991017 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:50.334059 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1e9b4ac8-b7ae-493f-8590-8b4419991017 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2925179 Mar 11 12:24:50.336907 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42122) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:24:50.341621 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-94b458e8-f37b-45d9-969a-cc11e3a15a59 admin admin] Request body: {'subnet': {'network_id': 'fb41c8e5-dce7-473f-8db7-78c5db740eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1921380002-subnet', 'tenant_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:24:50.369536 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b4ac8-b7ae-493f-8590-8b4419991017 admin admin] Pushing event updated for resources: {'Network': ['ID=fb41c8e5-dce7-473f-8db7-78c5db740eab,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:50.379501 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network fb41c8e5-dce7-473f-8db7-78c5db740eab details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:24:50.390057 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b458e8-f37b-45d9-969a-cc11e3a15a59 admin admin] Made reservation on behalf of 1481ac9b62f34cfaa01969d3a00d49d9 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:24:50.392542 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94b458e8-f37b-45d9-969a-cc11e3a15a59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:50.570489 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94b458e8-f37b-45d9-969a-cc11e3a15a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (95ffdbb5-53b0-4787-84c0-7247bc6ddb35), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:50.621856 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b458e8-f37b-45d9-969a-cc11e3a15a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ffdbb5-53b0-4787-84c0-7247bc6ddb35,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:50.638610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b458e8-f37b-45d9-969a-cc11e3a15a59 admin admin] Checking segment: {'id': 'd695801b-387a-4a5e-9727-4859dc33e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fb41c8e5-dce7-473f-8db7-78c5db740eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:24:50.638971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b458e8-f37b-45d9-969a-cc11e3a15a59 admin admin] Network hostable DHCP agents. Network: fb41c8e5-dce7-473f-8db7-78c5db740eab, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:24:50.656921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b458e8-f37b-45d9-969a-cc11e3a15a59 admin admin] Network fb41c8e5-dce7-473f-8db7-78c5db740eab is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:24:50.666369 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-94b458e8-f37b-45d9-969a-cc11e3a15a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, fb41c8e5-dce7-473f-8db7-78c5db740eab) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:24:50.670448 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b458e8-f37b-45d9-969a-cc11e3a15a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:50.671154 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94b458e8-f37b-45d9-969a-cc11e3a15a59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:50.675095 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfb5f76-f435-4593-8ed5-d9daa220bf7f None None] Network fb41c8e5-dce7-473f-8db7-78c5db740eab requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:24:50.691937 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-94b458e8-f37b-45d9-969a-cc11e3a15a59 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3537841 Mar 11 12:24:50.694368 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42124) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:24:50.699019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1921380002-router', 'tenant_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:24:50.719391 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (dac10e2f-b79b-4aad-8eaf-5700910ba8cb), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:50.720511 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (dac10e2f-b79b-4aad-8eaf-5700910ba8cb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:50.780016 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Publish callbacks [] for router_controller (dac10e2f-b79b-4aad-8eaf-5700910ba8cb), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:50.783481 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Sync routers for ids ['f8a7bac3-e10e-499b-a6f7-dac33be66716'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:24:50.792748 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-fb41c8e5-dce7-473f-8db7-78c5db740eab', 'network_id': 'fb41c8e5-dce7-473f-8db7-78c5db740eab', 'project_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'fixed_ips': [{'subnet_id': '95ffdbb5-53b0-4787-84c0-7247bc6ddb35'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:24:50.793595 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:50.807690 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Routers {'f8a7bac3-e10e-499b-a6f7-dac33be66716'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:24:50.808324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:24:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f8a7bac3-e10e-499b-a6f7-dac33be66716'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:50.917343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 15fad419-7dc9-4b5f-b454-192171af3514 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:24:50.940582 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Publish callbacks [] for router_gateway (dac10e2f-b79b-4aad-8eaf-5700910ba8cb), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:51.058453 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Set router f8a7bac3-e10e-499b-a6f7-dac33be66716 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:24:51.095387 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Allocated IP 172.20.0.2 (fb41c8e5-dce7-473f-8db7-78c5db740eab/95ffdbb5-53b0-4787-84c0-7247bc6ddb35/6318af71-ad54-479a-b8ac-317f5c500a49) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:24:51.149310 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 15fad419-7dc9-4b5f-b454-192171af3514 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:51.149682 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (15fad419-7dc9-4b5f-b454-192171af3514), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:51.151044 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Publish callbacks [] for router_gateway (dac10e2f-b79b-4aad-8eaf-5700910ba8cb), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:51.173147 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:51.279893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Allocated IP 172.25.7.17 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/d321da7e-60de-4e6e-8c53-16c26e9b772e) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:24:51.382624 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Publish callbacks [] for port (d321da7e-60de-4e6e-8c53-16c26e9b772e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:51.418536 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d321da7e-60de-4e6e-8c53-16c26e9b772e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:51.429656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 15fad419-7dc9-4b5f-b454-192171af3514 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:24:51.430038 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (15fad419-7dc9-4b5f-b454-192171af3514), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:51.439967 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Publish callbacks [] for port (6318af71-ad54-479a-b8ac-317f5c500a49), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:51.455869 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (6318af71-ad54-479a-b8ac-317f5c500a49), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:51.456102 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:24:51.458795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 15fad419-7dc9-4b5f-b454-192171af3514, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=15fad419-7dc9-4b5f-b454-192171af3514,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:24:51.466237 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:24:51.470283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:24:51.489059 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (15fad419-7dc9-4b5f-b454-192171af3514), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:51.504694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Pushing event updated for resources: {'Port': ['ID=d321da7e-60de-4e6e-8c53-16c26e9b772e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:51.511083 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Network fb41c8e5-dce7-473f-8db7-78c5db740eab is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:24:51.517414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:24:51.521031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:24:51.523589 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Pushing event updated for resources: {'Port': ['ID=6318af71-ad54-479a-b8ac-317f5c500a49,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:51.558716 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 2, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:51.609966 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Checking router: f8a7bac3-e10e-499b-a6f7-dac33be66716 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:24:51.610324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Updating router f8a7bac3-e10e-499b-a6f7-dac33be66716 port 3230ff23-b922-4642-8f76-88191fca3ca8 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:24:51.661181 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=15fad419-7dc9-4b5f-b454-192171af3514,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:51.672687 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Attempting to bind port 6318af71-ad54-479a-b8ac-317f5c500a49 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:24:51.673034 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Attempting to bind port 6318af71-ad54-479a-b8ac-317f5c500a49 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'd695801b-387a-4a5e-9727-4859dc33e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fb41c8e5-dce7-473f-8db7-78c5db740eab'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:24:51.673393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Attempting to bind port 6318af71-ad54-479a-b8ac-317f5c500a49 on network fb41c8e5-dce7-473f-8db7-78c5db740eab {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:24:51.679637 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3230ff23-b922-4642-8f76-88191fca3ca8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:51.682675 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:24:51.683074 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Checking segment: {'id': 'd695801b-387a-4a5e-9727-4859dc33e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fb41c8e5-dce7-473f-8db7-78c5db740eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:24:51.683464 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:51.683860 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Bound using segment: {'id': 'd695801b-387a-4a5e-9727-4859dc33e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fb41c8e5-dce7-473f-8db7-78c5db740eab'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:24:51.684337 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Bound port: 6318af71-ad54-479a-b8ac-317f5c500a49, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd695801b-387a-4a5e-9727-4859dc33e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fb41c8e5-dce7-473f-8db7-78c5db740eab'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:24:51.684706 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6318af71-ad54-479a-b8ac-317f5c500a49), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:52.009865 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] For port 6318af71-ad54-479a-b8ac-317f5c500a49, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:24:52.014924 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] For port 6318af71-ad54-479a-b8ac-317f5c500a49, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=6318af71-ad54-479a-b8ac-317f5c500a49,segment=NetworkSegment(d695801b-387a-4a5e-9727-4859dc33e72a),segment_id=d695801b-387a-4a5e-9727-4859dc33e72a)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:24:52.026177 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (6318af71-ad54-479a-b8ac-317f5c500a49), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:52.066001 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Publish callbacks [] for router_gateway (dac10e2f-b79b-4aad-8eaf-5700910ba8cb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:52.135096 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d74989-5f5d-40aa-9315-04c286d8c0c1 None None] Pushing event updated for resources: {'Port': ['ID=6318af71-ad54-479a-b8ac-317f5c500a49,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:52.230201 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Publish callbacks [] for port (3230ff23-b922-4642-8f76-88191fca3ca8), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:52.239412 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3230ff23-b922-4642-8f76-88191fca3ca8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:52.301586 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (dac10e2f-b79b-4aad-8eaf-5700910ba8cb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:52.342195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957f1bc-92e3-426a-b264-b82e7a89df75 None None] Pushing event updated for resources: {'Port': ['ID=3230ff23-b922-4642-8f76-88191fca3ca8,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:52.381327 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Attempting to bind port 3230ff23-b922-4642-8f76-88191fca3ca8 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:24:52.381694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Attempting to bind port 3230ff23-b922-4642-8f76-88191fca3ca8 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:24:52.382061 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Attempting to bind port 3230ff23-b922-4642-8f76-88191fca3ca8 on network 445aa2fa-3655-43da-8006-bb47134240ed {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:24:52.387272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:24:52.387678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Checking segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:24:52.388085 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:52.388471 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Bound using segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:24:52.388944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Bound port: 3230ff23-b922-4642-8f76-88191fca3ca8, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:24:52.389324 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3230ff23-b922-4642-8f76-88191fca3ca8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:52.478373 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] For port 3230ff23-b922-4642-8f76-88191fca3ca8, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:24:52.482135 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] For port 3230ff23-b922-4642-8f76-88191fca3ca8, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3230ff23-b922-4642-8f76-88191fca3ca8,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:24:52.489901 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3230ff23-b922-4642-8f76-88191fca3ca8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:52.499296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Router dac10e2f-b79b-4aad-8eaf-5700910ba8cb is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:24:52.559184 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Routers {'f8a7bac3-e10e-499b-a6f7-dac33be66716'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:24:52.559861 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:24:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f8a7bac3-e10e-499b-a6f7-dac33be66716'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:52.613733 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957f1bc-92e3-426a-b264-b82e7a89df75 None None] Pushing event updated for resources: {'Port': ['ID=3230ff23-b922-4642-8f76-88191fca3ca8,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:52.638432 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:24:52.653596 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Sync routers for ids ['dac10e2f-b79b-4aad-8eaf-5700910ba8cb'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:24:52.673701 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:52.678384 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ad16fa68-1bb3-4e1b-a262-2736f1a7e2a5 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9796288 Mar 11 12:24:52.678565 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Routers {'dac10e2f-b79b-4aad-8eaf-5700910ba8cb'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:24:52.678670 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42126) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:24:52.683674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ab9e33be-b9ff-4248-b0c2-23aa563c365d None None] Provisioning complete for port 3230ff23-b922-4642-8f76-88191fca3ca8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:52.684074 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab9e33be-b9ff-4248-b0c2-23aa563c365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3230ff23-b922-4642-8f76-88191fca3ca8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:52.686239 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:24:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['dac10e2f-b79b-4aad-8eaf-5700910ba8cb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:52.742554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] Set router f8a7bac3-e10e-499b-a6f7-dac33be66716 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:24:52.819190 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Set router dac10e2f-b79b-4aad-8eaf-5700910ba8cb gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:24:53.039796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e33be-b9ff-4248-b0c2-23aa563c365d None None] Current status of the port 3230ff23-b922-4642-8f76-88191fca3ca8 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:24:53.040351 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab9e33be-b9ff-4248-b0c2-23aa563c365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3230ff23-b922-4642-8f76-88191fca3ca8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:53.088727 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6318af71-ad54-479a-b8ac-317f5c500a49 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:24:53.116231 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'name': 'tempest-TestVolumeBootPattern-1921380002-router', 'tenant_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'd321da7e-60de-4e6e-8c53-16c26e9b772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:50Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 3, 'project_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'gw_port': {'id': 'd321da7e-60de-4e6e-8c53-16c26e9b772e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:20:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:51Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:53.144806 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Checking router: dac10e2f-b79b-4aad-8eaf-5700910ba8cb for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:24:53.145046 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Updating router dac10e2f-b79b-4aad-8eaf-5700910ba8cb port d321da7e-60de-4e6e-8c53-16c26e9b772e binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:24:53.161904 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ab9e33be-b9ff-4248-b0c2-23aa563c365d None None] For port 3230ff23-b922-4642-8f76-88191fca3ca8, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3230ff23-b922-4642-8f76-88191fca3ca8,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:24:53.174901 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab9e33be-b9ff-4248-b0c2-23aa563c365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3230ff23-b922-4642-8f76-88191fca3ca8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:53.185685 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d321da7e-60de-4e6e-8c53-16c26e9b772e), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:53.214371 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:52Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:53.224625 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:53.274791 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 6318af71-ad54-479a-b8ac-317f5c500a49 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:53.275176 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6318af71-ad54-479a-b8ac-317f5c500a49), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:53.279997 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde4cce-51e5-4478-93e4-b55ad5b6c539 None None] The sync data for ids ['f8a7bac3-e10e-499b-a6f7-dac33be66716'] in n-d-833234-2 is: [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:52Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:24:53.334213 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e33be-b9ff-4248-b0c2-23aa563c365d None None] Pushing event updated for resources: {'Port': ['ID=3230ff23-b922-4642-8f76-88191fca3ca8,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:53.391042 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-bec9bfa9-ddc9-49ff-941c-a1843bf74b31 None None] Provisioning complete for port 3230ff23-b922-4642-8f76-88191fca3ca8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:53.391423 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bec9bfa9-ddc9-49ff-941c-a1843bf74b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3230ff23-b922-4642-8f76-88191fca3ca8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:53.442552 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71006ce-d460-408d-be4b-9230e9d27527 None None] Network fb41c8e5-dce7-473f-8db7-78c5db740eab requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:24:53.508951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 6318af71-ad54-479a-b8ac-317f5c500a49 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:24:53.509425 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6318af71-ad54-479a-b8ac-317f5c500a49), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:53.513589 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Publish callbacks [] for port (d321da7e-60de-4e6e-8c53-16c26e9b772e), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:53.524502 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d321da7e-60de-4e6e-8c53-16c26e9b772e), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:53.534820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] Allocated IP 172.20.0.1 (fb41c8e5-dce7-473f-8db7-78c5db740eab/95ffdbb5-53b0-4787-84c0-7247bc6ddb35/a6b666f4-dffc-4ef4-afbe-54fd72071bb4) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:24:53.599104 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Attempting to bind port d321da7e-60de-4e6e-8c53-16c26e9b772e on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:24:53.603992 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Attempting to bind port d321da7e-60de-4e6e-8c53-16c26e9b772e by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:24:53.603992 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Attempting to bind port d321da7e-60de-4e6e-8c53-16c26e9b772e on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:24:53.607983 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c38cc-3dec-41fb-ade8-52fa80328e8b None None] Pushing event updated for resources: {'Port': ['ID=d321da7e-60de-4e6e-8c53-16c26e9b772e,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:53.611781 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:24:53.612408 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:24:53.612895 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:53.613738 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:24:53.614953 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Bound port: d321da7e-60de-4e6e-8c53-16c26e9b772e, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:24:53.614953 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d321da7e-60de-4e6e-8c53-16c26e9b772e), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:53.637299 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 6318af71-ad54-479a-b8ac-317f5c500a49, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=6318af71-ad54-479a-b8ac-317f5c500a49,segment=NetworkSegment(d695801b-387a-4a5e-9727-4859dc33e72a),segment_id=d695801b-387a-4a5e-9727-4859dc33e72a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:24:53.650509 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (6318af71-ad54-479a-b8ac-317f5c500a49), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:53.651337 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 15fad419-7dc9-4b5f-b454-192171af3514 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:24:53.683357 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] Publish callbacks [] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:53.690019 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] For port d321da7e-60de-4e6e-8c53-16c26e9b772e, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:24:53.693965 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] For port d321da7e-60de-4e6e-8c53-16c26e9b772e, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d321da7e-60de-4e6e-8c53-16c26e9b772e,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:24:53.702803 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d321da7e-60de-4e6e-8c53-16c26e9b772e), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:53.703128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-bec9bfa9-ddc9-49ff-941c-a1843bf74b31 None None] Current status of the port 3230ff23-b922-4642-8f76-88191fca3ca8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:24:53.726061 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:53.756574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=6318af71-ad54-479a-b8ac-317f5c500a49,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:53.777377 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Routers {'dac10e2f-b79b-4aad-8eaf-5700910ba8cb'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:24:53.778214 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:24:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['dac10e2f-b79b-4aad-8eaf-5700910ba8cb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:53.779284 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b666f4-dffc-4ef4-afbe-54fd72071bb4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:53.781778 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 15fad419-7dc9-4b5f-b454-192171af3514 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:53.782097 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (15fad419-7dc9-4b5f-b454-192171af3514), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:53.795532 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] Network fb41c8e5-dce7-473f-8db7-78c5db740eab is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:24:53.797327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:24:53.800609 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:24:53.840603 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c38cc-3dec-41fb-ade8-52fa80328e8b None None] Pushing event updated for resources: {'Port': ['ID=d321da7e-60de-4e6e-8c53-16c26e9b772e,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:53.850739 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3c0ace26-5129-4421-a544-b3cbf775da9e None None] Provisioning complete for port 6318af71-ad54-479a-b8ac-317f5c500a49 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:53.851131 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3c0ace26-5129-4421-a544-b3cbf775da9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6318af71-ad54-479a-b8ac-317f5c500a49), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:53.880331 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (dac10e2f-b79b-4aad-8eaf-5700910ba8cb), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:53.918116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 15fad419-7dc9-4b5f-b454-192171af3514 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:24:53.927359 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] Set router dac10e2f-b79b-4aad-8eaf-5700910ba8cb gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:24:54.002765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3c0ace26-5129-4421-a544-b3cbf775da9e None None] Current status of the port 6318af71-ad54-479a-b8ac-317f5c500a49 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:24:54.087874 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:54.177366 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'name': 'tempest-TestVolumeBootPattern-1921380002-router', 'tenant_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'd321da7e-60de-4e6e-8c53-16c26e9b772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:50Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 3, 'project_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'gw_port': {'id': 'd321da7e-60de-4e6e-8c53-16c26e9b772e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:20:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:51Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:54.215197 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a003052-e35d-4a35-ac44-4ee687e7c7a7 None None] The sync data for ids ['dac10e2f-b79b-4aad-8eaf-5700910ba8cb'] in n-d-833234-2 is: [{'id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'name': 'tempest-TestVolumeBootPattern-1921380002-router', 'tenant_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'd321da7e-60de-4e6e-8c53-16c26e9b772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:50Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 3, 'project_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'gw_port': {'id': 'd321da7e-60de-4e6e-8c53-16c26e9b772e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:20:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:51Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:24:54.229536 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c4668421-9cc1-4814-9911-8da9406234f9 None None] Provisioning complete for port 6318af71-ad54-479a-b8ac-317f5c500a49 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:54.230068 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c4668421-9cc1-4814-9911-8da9406234f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6318af71-ad54-479a-b8ac-317f5c500a49), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:54.322543 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] Publish callbacks [] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:54.331953 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:54.368941 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c4668421-9cc1-4814-9911-8da9406234f9 None None] Current status of the port 6318af71-ad54-479a-b8ac-317f5c500a49 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:24:54.405177 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (dac10e2f-b79b-4aad-8eaf-5700910ba8cb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:54.427096 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b666f4-dffc-4ef4-afbe-54fd72071bb4,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:54.494955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4134dc2c-8cd2-4f8e-a2ec-c8fedd982e45 None None] Provisioning complete for port a6b666f4-dffc-4ef4-afbe-54fd72071bb4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:54.495539 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4134dc2c-8cd2-4f8e-a2ec-c8fedd982e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:54.520347 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] Network fb41c8e5-dce7-473f-8db7-78c5db740eab is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:24:54.521839 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:24:54.540323 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4134dc2c-8cd2-4f8e-a2ec-c8fedd982e45 None None] Port a6b666f4-dffc-4ef4-afbe-54fd72071bb4 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:24:54.683360 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] Router dac10e2f-b79b-4aad-8eaf-5700910ba8cb has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:24:54.809602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:24:54.814857 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fd02cd88-af81-4434-b9c1-4341868eb563 admin admin] 10.222.0.78 "PUT /v2.0/routers/dac10e2f-b79b-4aad-8eaf-5700910ba8cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1357784 Mar 11 12:24:54.969606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2b3dc978-768f-4783-924b-b19ef7800a9a None None] Provisioning complete for port a6b666f4-dffc-4ef4-afbe-54fd72071bb4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:54.969974 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2b3dc978-768f-4783-924b-b19ef7800a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:55.033962 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d321da7e-60de-4e6e-8c53-16c26e9b772e up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:24:55.060138 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2b3dc978-768f-4783-924b-b19ef7800a9a None None] Port a6b666f4-dffc-4ef4-afbe-54fd72071bb4 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:24:55.097990 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d321da7e-60de-4e6e-8c53-16c26e9b772e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:55.098375 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d321da7e-60de-4e6e-8c53-16c26e9b772e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:55.188307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d321da7e-60de-4e6e-8c53-16c26e9b772e is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:24:55.188771 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d321da7e-60de-4e6e-8c53-16c26e9b772e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:55.228279 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port d321da7e-60de-4e6e-8c53-16c26e9b772e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d321da7e-60de-4e6e-8c53-16c26e9b772e,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:24:55.234665 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d321da7e-60de-4e6e-8c53-16c26e9b772e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:55.235919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3230ff23-b922-4642-8f76-88191fca3ca8 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:24:55.488480 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=d321da7e-60de-4e6e-8c53-16c26e9b772e,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:55.503057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 3230ff23-b922-4642-8f76-88191fca3ca8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:55.503433 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3230ff23-b922-4642-8f76-88191fca3ca8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:55.589362 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 3230ff23-b922-4642-8f76-88191fca3ca8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:24:55.590564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6318af71-ad54-479a-b8ac-317f5c500a49 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:24:55.650721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 6318af71-ad54-479a-b8ac-317f5c500a49 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:55.651045 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6318af71-ad54-479a-b8ac-317f5c500a49), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:55.741930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 6318af71-ad54-479a-b8ac-317f5c500a49 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:24:56.900512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d321da7e-60de-4e6e-8c53-16c26e9b772e up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:24:56.953078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d321da7e-60de-4e6e-8c53-16c26e9b772e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:56.953456 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d321da7e-60de-4e6e-8c53-16c26e9b772e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:57.066047 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d321da7e-60de-4e6e-8c53-16c26e9b772e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:24:57.068224 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Sync routers for ids ['dac10e2f-b79b-4aad-8eaf-5700910ba8cb'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:24:57.080370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Routers {'dac10e2f-b79b-4aad-8eaf-5700910ba8cb'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:24:57.081012 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:24:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['dac10e2f-b79b-4aad-8eaf-5700910ba8cb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:57.203522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Set router dac10e2f-b79b-4aad-8eaf-5700910ba8cb gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:24:57.411326 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'name': 'tempest-TestVolumeBootPattern-1921380002-router', 'tenant_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'd321da7e-60de-4e6e-8c53-16c26e9b772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:50Z', 'updated_at': '2022-03-11T12:24:54Z', 'revision_number': 4, 'project_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'gw_port': {'id': 'd321da7e-60de-4e6e-8c53-16c26e9b772e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:51Z', 'updated_at': '2022-03-11T12:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'a6b666f4-dffc-4ef4-afbe-54fd72071bb4', 'name': '', 'network_id': 'fb41c8e5-dce7-473f-8db7-78c5db740eab', 'tenant_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'mac_address': 'fa:16:3e:0a:3b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '95ffdbb5-53b0-4787-84c0-7247bc6ddb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:53Z', 'updated_at': '2022-03-11T12:24:54Z', 'revision_number': 2, 'project_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'subnets': [{'id': '95ffdbb5-53b0-4787-84c0-7247bc6ddb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:57.442519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Checking router: dac10e2f-b79b-4aad-8eaf-5700910ba8cb for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:24:57.442902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Updating router dac10e2f-b79b-4aad-8eaf-5700910ba8cb port a6b666f4-dffc-4ef4-afbe-54fd72071bb4 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:24:57.471547 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:57.741475 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Publish callbacks [] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:57.747136 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:57.820609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb55dc-fa95-4fb4-b1b7-3281e1711aa3 None None] Pushing event updated for resources: {'Port': ['ID=a6b666f4-dffc-4ef4-afbe-54fd72071bb4,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:57.851064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Attempting to bind port a6b666f4-dffc-4ef4-afbe-54fd72071bb4 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:24:57.851449 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Attempting to bind port a6b666f4-dffc-4ef4-afbe-54fd72071bb4 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'd695801b-387a-4a5e-9727-4859dc33e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fb41c8e5-dce7-473f-8db7-78c5db740eab'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:24:57.851845 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Attempting to bind port a6b666f4-dffc-4ef4-afbe-54fd72071bb4 on network fb41c8e5-dce7-473f-8db7-78c5db740eab {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:24:57.863497 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:24:57.865036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Checking segment: {'id': 'd695801b-387a-4a5e-9727-4859dc33e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fb41c8e5-dce7-473f-8db7-78c5db740eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:24:57.865704 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:57.866273 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Bound using segment: {'id': 'd695801b-387a-4a5e-9727-4859dc33e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fb41c8e5-dce7-473f-8db7-78c5db740eab'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:24:57.866967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Bound port: a6b666f4-dffc-4ef4-afbe-54fd72071bb4, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd695801b-387a-4a5e-9727-4859dc33e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fb41c8e5-dce7-473f-8db7-78c5db740eab'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:24:57.867689 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:57.953188 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] For port a6b666f4-dffc-4ef4-afbe-54fd72071bb4, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:24:57.956735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] For port a6b666f4-dffc-4ef4-afbe-54fd72071bb4, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a6b666f4-dffc-4ef4-afbe-54fd72071bb4,segment=NetworkSegment(d695801b-387a-4a5e-9727-4859dc33e72a),segment_id=d695801b-387a-4a5e-9727-4859dc33e72a)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:24:57.966651 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:58.017358 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Routers {'dac10e2f-b79b-4aad-8eaf-5700910ba8cb'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:24:58.017982 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:24:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['dac10e2f-b79b-4aad-8eaf-5700910ba8cb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:58.066972 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb55dc-fa95-4fb4-b1b7-3281e1711aa3 None None] Pushing event updated for resources: {'Port': ['ID=a6b666f4-dffc-4ef4-afbe-54fd72071bb4,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:58.146025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Provisioning complete for port a6b666f4-dffc-4ef4-afbe-54fd72071bb4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:58.146393 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:58.174331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] Set router dac10e2f-b79b-4aad-8eaf-5700910ba8cb gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:24:58.188359 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-fac23ad3-04c0-4ac2-a03f-7162635a3499 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:24:58.190327 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-fac23ad3-04c0-4ac2-a03f-7162635a3499 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 812 time: 0.1218231 Mar 11 12:24:58.209467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-633413ae-068c-4049-bca2-7ea96aa2caa4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/quotas/102f01ebe6644728af9751b21fb2932e HTTP/1.1" status: 200 len: 375 time: 0.0133440 Mar 11 12:24:58.277510 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-6cb64d3c-45fe-4a87-ba5d-b1bfeb08d676 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612013 Mar 11 12:24:58.371045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Current status of the port a6b666f4-dffc-4ef4-afbe-54fd72071bb4 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:24:58.371450 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:58.395744 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-36c9ccf9-a6c1-47ac-95e5-0591fd5d059d service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:24:58.396734 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-36c9ccf9-a6c1-47ac-95e5-0591fd5d059d service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1084619 Mar 11 12:24:58.430647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] For port a6b666f4-dffc-4ef4-afbe-54fd72071bb4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a6b666f4-dffc-4ef4-afbe-54fd72071bb4,segment=NetworkSegment(d695801b-387a-4a5e-9727-4859dc33e72a),segment_id=d695801b-387a-4a5e-9727-4859dc33e72a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:24:58.438672 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:58.480206 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'name': 'tempest-TestVolumeBootPattern-1921380002-router', 'tenant_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'd321da7e-60de-4e6e-8c53-16c26e9b772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:50Z', 'updated_at': '2022-03-11T12:24:54Z', 'revision_number': 4, 'project_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'gw_port': {'id': 'd321da7e-60de-4e6e-8c53-16c26e9b772e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:51Z', 'updated_at': '2022-03-11T12:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'a6b666f4-dffc-4ef4-afbe-54fd72071bb4', 'name': '', 'network_id': 'fb41c8e5-dce7-473f-8db7-78c5db740eab', 'tenant_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'mac_address': 'fa:16:3e:0a:3b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '95ffdbb5-53b0-4787-84c0-7247bc6ddb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:53Z', 'updated_at': '2022-03-11T12:24:57Z', 'revision_number': 4, 'project_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'subnets': [{'id': '95ffdbb5-53b0-4787-84c0-7247bc6ddb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:24:58.490721 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-70e8386b-fd9c-43ee-b18e-ab4a59dd3501 service neutron] 10.222.0.78 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877283 Mar 11 12:24:58.517669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b4f64f-a8ec-4820-ae62-9a063803741c None None] The sync data for ids ['dac10e2f-b79b-4aad-8eaf-5700910ba8cb'] in n-d-833234-2 is: [{'id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'name': 'tempest-TestVolumeBootPattern-1921380002-router', 'tenant_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'd321da7e-60de-4e6e-8c53-16c26e9b772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:50Z', 'updated_at': '2022-03-11T12:24:54Z', 'revision_number': 4, 'project_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'gw_port': {'id': 'd321da7e-60de-4e6e-8c53-16c26e9b772e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:51Z', 'updated_at': '2022-03-11T12:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'a6b666f4-dffc-4ef4-afbe-54fd72071bb4', 'name': '', 'network_id': 'fb41c8e5-dce7-473f-8db7-78c5db740eab', 'tenant_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'mac_address': 'fa:16:3e:0a:3b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '95ffdbb5-53b0-4787-84c0-7247bc6ddb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:53Z', 'updated_at': '2022-03-11T12:24:57Z', 'revision_number': 4, 'project_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'subnets': [{'id': '95ffdbb5-53b0-4787-84c0-7247bc6ddb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:24:58.522060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Pushing event updated for resources: {'Port': ['ID=a6b666f4-dffc-4ef4-afbe-54fd72071bb4,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:24:58.530852 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:58.531112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:58.531457 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:58.531813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:58.532142 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:58.532464 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:58.532784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:58.533108 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:58.533427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:58.533743 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:58.534057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:58.534375 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:58.534688 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1e142-f719-42c2-9960-4b4f69b18db5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:24:58.560506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-00591e54-3b17-4e51-b2fd-9863e7448d4b None None] Provisioning complete for port a6b666f4-dffc-4ef4-afbe-54fd72071bb4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:58.560506 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00591e54-3b17-4e51-b2fd-9863e7448d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:58.616793 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-bf043436-a90e-4f44-b0ec-dc826199ec10 service neutron] 10.222.0.78 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194944 Mar 11 12:24:58.661573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-00591e54-3b17-4e51-b2fd-9863e7448d4b None None] Current status of the port a6b666f4-dffc-4ef4-afbe-54fd72071bb4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:24:58.909970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a6b666f4-dffc-4ef4-afbe-54fd72071bb4 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:24:58.945333 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72e96ddf-0e7a-4093-b667-b6496068dfc8 req-94985e43-d6ea-44d8-8446-3c961948cac0 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 210 time: 0.0333607 Mar 11 12:24:58.998921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a6b666f4-dffc-4ef4-afbe-54fd72071bb4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:24:59.000736 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:24:59.099955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a6b666f4-dffc-4ef4-afbe-54fd72071bb4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:25:00.055714 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6225bd21-ce54-4393-89c2-074caffb10d0 req-3ea3d6f1-140d-4aab-99a4-3b7db339d950 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 210 time: 0.0342307 Mar 11 12:25:00.106281 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-744b1bef-d5fa-4d8f-9419-6afc6eac38f7 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:00.107987 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-744b1bef-d5fa-4d8f-9419-6afc6eac38f7 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.71 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 812 time: 0.1171076 Mar 11 12:25:00.121935 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-6f24bef9-c030-403a-8216-1fa7933d97c9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Request body: {'port': {'device_id': '12e85e1f-221e-4351-b139-615e9aadb42e', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'admin_state_up': True, 'tenant_id': '102f01ebe6644728af9751b21fb2932e'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:25:00.244538 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-6f24bef9-c030-403a-8216-1fa7933d97c9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Made reservation on behalf of 102f01ebe6644728af9751b21fb2932e for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:25:00.248070 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-6f24bef9-c030-403a-8216-1fa7933d97c9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:00.382854 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-6f24bef9-c030-403a-8216-1fa7933d97c9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Allocated IP 172.20.0.10 (445aa2fa-3655-43da-8006-bb47134240ed/11a572d6-21d0-4078-a738-531994cf6b9b/e84e9330-0ccc-44d2-8f67-c31a43113b93) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:25:00.551668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-6f24bef9-c030-403a-8216-1fa7933d97c9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for port (e84e9330-0ccc-44d2-8f67-c31a43113b93), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:00.587060 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-6f24bef9-c030-403a-8216-1fa7933d97c9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e84e9330-0ccc-44d2-8f67-c31a43113b93), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:00.631494 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-6f24bef9-c030-403a-8216-1fa7933d97c9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Network 445aa2fa-3655-43da-8006-bb47134240ed is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:25:00.636654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-6f24bef9-c030-403a-8216-1fa7933d97c9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:25:00.639790 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-6f24bef9-c030-403a-8216-1fa7933d97c9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:25:00.686634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24bef9-c030-403a-8216-1fa7933d97c9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'Port': ['ID=e84e9330-0ccc-44d2-8f67-c31a43113b93,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:25:00.714876 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-6f24bef9-c030-403a-8216-1fa7933d97c9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:00.715550 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-6f24bef9-c030-403a-8216-1fa7933d97c9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:00.739838 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-6f24bef9-c030-403a-8216-1fa7933d97c9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6216874 Mar 11 12:25:00.751290 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Request body: {'port': {'device_id': '12e85e1f-221e-4351-b139-615e9aadb42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:25:00.813279 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e84e9330-0ccc-44d2-8f67-c31a43113b93), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:00.909051 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-39b8f1e7-227f-43a1-b169-f49159939345 None None] Provisioning complete for port e84e9330-0ccc-44d2-8f67-c31a43113b93 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:25:00.910115 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-39b8f1e7-227f-43a1-b169-f49159939345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e84e9330-0ccc-44d2-8f67-c31a43113b93), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:00.947752 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-39b8f1e7-227f-43a1-b169-f49159939345 None None] Port e84e9330-0ccc-44d2-8f67-c31a43113b93 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:25:01.104081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84e9330-0ccc-44d2-8f67-c31a43113b93 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:25:01.112945 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Publish callbacks [] for port (e84e9330-0ccc-44d2-8f67-c31a43113b93), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:01.126377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Transition to ACTIVE for port object e84e9330-0ccc-44d2-8f67-c31a43113b93 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:25:01.129737 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (e84e9330-0ccc-44d2-8f67-c31a43113b93), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:01.203154 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Pushing event updated for resources: {'Port': ['ID=e84e9330-0ccc-44d2-8f67-c31a43113b93,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:25:01.204138 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7be39-c0ad-44aa-a0e8-07c22fa2b520 req-98049543-0fc8-49d2-8c7a-6cc7e1e8df20 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:01.206360 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3b7be39-c0ad-44aa-a0e8-07c22fa2b520 req-98049543-0fc8-49d2-8c7a-6cc7e1e8df20 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 944 time: 0.0844848 Mar 11 12:25:01.269878 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3b7be39-c0ad-44aa-a0e8-07c22fa2b520 req-5ce8f4c2-47d0-4abe-896d-f7ba4c1bf751 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571041 Mar 11 12:25:01.271446 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Attempting to bind port e84e9330-0ccc-44d2-8f67-c31a43113b93 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:25:01.271815 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Attempting to bind port e84e9330-0ccc-44d2-8f67-c31a43113b93 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:25:01.272144 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Attempting to bind port e84e9330-0ccc-44d2-8f67-c31a43113b93 on network 445aa2fa-3655-43da-8006-bb47134240ed {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:25:01.277301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Port e84e9330-0ccc-44d2-8f67-c31a43113b93 on network 445aa2fa-3655-43da-8006-bb47134240ed not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:25:01.277612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Attempting to bind port e84e9330-0ccc-44d2-8f67-c31a43113b93 on network 445aa2fa-3655-43da-8006-bb47134240ed {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:25:01.295050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:25:01.295050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Checking segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:25:01.295050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Bound using segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:25:01.295050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Bound port: e84e9330-0ccc-44d2-8f67-c31a43113b93, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:25:01.295050 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e84e9330-0ccc-44d2-8f67-c31a43113b93), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:01.381555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] For port e84e9330-0ccc-44d2-8f67-c31a43113b93, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:25:01.384942 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] For port e84e9330-0ccc-44d2-8f67-c31a43113b93, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e84e9330-0ccc-44d2-8f67-c31a43113b93,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:25:01.394218 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (e84e9330-0ccc-44d2-8f67-c31a43113b93), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:01.431950 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:01.432528 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:01.434076 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] 10.222.0.71 "PUT /v2.0/ports/e84e9330-0ccc-44d2-8f67-c31a43113b93 HTTP/1.1" status: 200 len: 1092 time: 0.6872520 Mar 11 12:25:01.434815 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e85e1f-221e-4351-b139-615e9aadb42e', 'tag': 'e84e9330-0ccc-44d2-8f67-c31a43113b93'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:25:01.439747 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35777e3-566d-4f44-beff-35bcc51d9698" -d '{"events": [{"name": "network-changed", "server_uuid": "12e85e1f-221e-4351-b139-615e9aadb42e", "tag": "e84e9330-0ccc-44d2-8f67-c31a43113b93"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:25:01.466713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcea006-beae-4f1e-9d06-bf39811fe225 service neutron] Pushing event updated for resources: {'Port': ['ID=e84e9330-0ccc-44d2-8f67-c31a43113b93,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:25:01.523197 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78d8321-a20b-470f-a0ca-da7b1a747de5 x-openstack-request-id: req-f78d8321-a20b-470f-a0ca-da7b1a747de5 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:25:01.523569 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e85e1f-221e-4351-b139-615e9aadb42e", "tag": "e84e9330-0ccc-44d2-8f67-c31a43113b93", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:25:01.523819 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f78d8321-a20b-470f-a0ca-da7b1a747de5 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:25:01.524147 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e85e1f-221e-4351-b139-615e9aadb42e', 'tag': 'e84e9330-0ccc-44d2-8f67-c31a43113b93', 'status': 'completed', 'code': 200} Mar 11 12:25:01.547358 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-f0ddaccb-470c-428b-9a94-6f643cb859fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:01.548945 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-f0ddaccb-470c-428b-9a94-6f643cb859fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 1126 time: 0.0564516 Mar 11 12:25:01.597433 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-76cf1f76-2f03-40a5-9169-ea2b4796ed83 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e84e9330-0ccc-44d2-8f67-c31a43113b93 HTTP/1.1" status: 200 len: 217 time: 0.0412543 Mar 11 12:25:01.653279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-a31e7e69-07f2-4528-aafd-dfb84866cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:01.654909 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-a31e7e69-07f2-4528-aafd-dfb84866cb8d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0514231 Mar 11 12:25:01.705826 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-8c3bc1f9-d310-4478-b7ed-63cc03ecb4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:01.707266 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-8c3bc1f9-d310-4478-b7ed-63cc03ecb4d4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463090 Mar 11 12:25:01.806173 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-bbef6415-f884-464c-8fdb-1277112f543a service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922709 Mar 11 12:25:01.894694 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8f64f14c-95b9-4bd1-8134-17af853f0b55 req-dcbfef33-6668-4b89-b61e-01a7425a7858 service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818617 Mar 11 12:25:01.991124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35777e3-566d-4f44-beff-35bcc51d9698 req-103a4e1d-8104-4f74-8d9e-9111fa62c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:01.992787 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c35777e3-566d-4f44-beff-35bcc51d9698 req-103a4e1d-8104-4f74-8d9e-9111fa62c0cd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 1126 time: 0.0511885 Mar 11 12:25:02.087958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35777e3-566d-4f44-beff-35bcc51d9698 req-9b1cc5d6-76d3-4452-bc12-31d16dc6a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:02.089530 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c35777e3-566d-4f44-beff-35bcc51d9698 req-9b1cc5d6-76d3-4452-bc12-31d16dc6a3e9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0896432 Mar 11 12:25:02.135470 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c35777e3-566d-4f44-beff-35bcc51d9698 req-c8cb7f38-7779-4b88-af87-a5e38e6dd214 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e84e9330-0ccc-44d2-8f67-c31a43113b93 HTTP/1.1" status: 200 len: 217 time: 0.0384564 Mar 11 12:25:02.185108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35777e3-566d-4f44-beff-35bcc51d9698 req-9ace43b1-b249-4f0b-9aec-040cb9a8ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:02.186652 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c35777e3-566d-4f44-beff-35bcc51d9698 req-9ace43b1-b249-4f0b-9aec-040cb9a8ac7c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0453019 Mar 11 12:25:02.239871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35777e3-566d-4f44-beff-35bcc51d9698 req-4313dc00-5eaf-4410-8a8a-1b04f622539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:02.241378 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c35777e3-566d-4f44-beff-35bcc51d9698 req-4313dc00-5eaf-4410-8a8a-1b04f622539f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473154 Mar 11 12:25:02.342334 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c35777e3-566d-4f44-beff-35bcc51d9698 req-866f1c78-c2c4-46fc-beb0-40912ee7c742 service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932333 Mar 11 12:25:02.397623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443ee11-f0cc-4bd4-a210-3cadd0f181be req-c017b4ed-82c3-4660-82aa-d8df457caf45 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:02.399281 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7443ee11-f0cc-4bd4-a210-3cadd0f181be req-c017b4ed-82c3-4660-82aa-d8df457caf45 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 944 time: 0.0544088 Mar 11 12:25:02.437941 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c35777e3-566d-4f44-beff-35bcc51d9698 req-92843f8f-4da0-46ea-9ebd-ed62d8fbb7e4 service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881126 Mar 11 12:25:02.455912 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7443ee11-f0cc-4bd4-a210-3cadd0f181be req-50268ccf-e079-40d0-bcd9-6dbe65ad97cd tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505219 Mar 11 12:25:02.725918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-34170a62-9ef5-4aa2-b245-803fc6db7a1f req-765d7680-132f-42d0-8d43-477deccdf67c tempest-TestVolumeBackupRestore-1657442616 tempest-TestVolumeBackupRestore-1657442616-project] (104032) timed out ('10.222.0.71', 55570) {{(pid=104032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:25:03.583347 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab20d7f-0b76-450d-a35e-3b685bbcc785 req-a42f345a-276d-411f-a772-5e9aaf797094 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:03.588236 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ab20d7f-0b76-450d-a35e-3b685bbcc785 req-a42f345a-276d-411f-a772-5e9aaf797094 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 944 time: 0.0575824 Mar 11 12:25:03.638241 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ab20d7f-0b76-450d-a35e-3b685bbcc785 req-5a20cec5-222d-412d-8989-88962784eb04 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469749 Mar 11 12:25:03.968477 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:04.758463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c23cc7-9c62-4356-842d-93cee1ab0ea1 req-2e2cabb2-a282-4a10-9ba6-6bc28f828492 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:04.759980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47c23cc7-9c62-4356-842d-93cee1ab0ea1 req-2e2cabb2-a282-4a10-9ba6-6bc28f828492 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 944 time: 0.0543370 Mar 11 12:25:04.813288 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47c23cc7-9c62-4356-842d-93cee1ab0ea1 req-8eb180b9-4a65-402e-89ae-8f3071dfc10e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469303 Mar 11 12:25:05.947505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbd6d1-451e-4848-a52e-40734a347f14 req-a4206f4c-2f4d-49ef-a7cf-fcf8b76b9e01 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:05.949059 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2cbd6d1-451e-4848-a52e-40734a347f14 req-a4206f4c-2f4d-49ef-a7cf-fcf8b76b9e01 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 944 time: 0.0535519 Mar 11 12:25:05.997684 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2cbd6d1-451e-4848-a52e-40734a347f14 req-20cf89d0-3771-46ad-a4d0-cb76d5f21dd7 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419946 Mar 11 12:25:07.128962 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3925f19-d8a2-44a6-ae91-3d981f192082 req-aebeb169-b735-4da7-9623-94c86d012264 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:07.130574 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3925f19-d8a2-44a6-ae91-3d981f192082 req-aebeb169-b735-4da7-9623-94c86d012264 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 944 time: 0.0650644 Mar 11 12:25:07.179130 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3925f19-d8a2-44a6-ae91-3d981f192082 req-29e2b1d6-de03-4523-aec0-436aa0f540ce tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426085 Mar 11 12:25:07.865914 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:25:08.302406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b3edf-8ffa-4387-be5a-c910e2d4396d req-4bd7def8-6ecf-422c-bd72-39165215941a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:08.304058 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d82b3edf-8ffa-4387-be5a-c910e2d4396d req-4bd7def8-6ecf-422c-bd72-39165215941a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 944 time: 0.0575950 Mar 11 12:25:08.356024 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d82b3edf-8ffa-4387-be5a-c910e2d4396d req-6b718613-35e0-41a1-9286-3c5130f24f14 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455475 Mar 11 12:25:09.489362 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ba091-910a-474c-b869-9e404266967e req-4947081c-454c-4c9f-9bbf-e43d661b5f2d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:09.490765 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-113ba091-910a-474c-b869-9e404266967e req-4947081c-454c-4c9f-9bbf-e43d661b5f2d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 944 time: 0.0658989 Mar 11 12:25:09.538134 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-113ba091-910a-474c-b869-9e404266967e req-350e5ddf-ff31-4542-86d5-37f97a232d17 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416300 Mar 11 12:25:10.662796 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2098939-10d4-4da4-9148-6dce365b477b req-7ea74370-c21d-4424-b2f5-ef334bc15120 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:10.664292 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2098939-10d4-4da4-9148-6dce365b477b req-7ea74370-c21d-4424-b2f5-ef334bc15120 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 944 time: 0.0538902 Mar 11 12:25:10.710604 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2098939-10d4-4da4-9148-6dce365b477b req-a24d22a9-803a-4d92-955e-48a6e0e9a6b8 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406053 Mar 11 12:25:11.838840 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187fe72-171b-4970-be50-28286b7e85e3 req-86dca085-816e-457e-8a8c-b0bc85c5c7d4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:11.840326 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6187fe72-171b-4970-be50-28286b7e85e3 req-86dca085-816e-457e-8a8c-b0bc85c5c7d4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 944 time: 0.0531325 Mar 11 12:25:11.898875 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6187fe72-171b-4970-be50-28286b7e85e3 req-65c77af2-5465-421e-84c0-370d13ced4b8 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525506 Mar 11 12:25:12.897001 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:13.339053 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676c3ba-1b4d-4e6f-b5f3-75b1ebc3ca62 req-c776926b-c4fa-4cee-9e6d-89f8c4d3d25b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:13.340572 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8676c3ba-1b4d-4e6f-b5f3-75b1ebc3ca62 req-c776926b-c4fa-4cee-9e6d-89f8c4d3d25b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 944 time: 0.3729885 Mar 11 12:25:13.391472 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8676c3ba-1b4d-4e6f-b5f3-75b1ebc3ca62 req-29c29d14-55d9-4b6d-a890-edd2b00f6660 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423286 Mar 11 12:25:13.656782 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-888af17d-eef1-4a31-b556-5e65b9bd4cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:14.524813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18950e7-1656-4c31-b74f-114deb93bcd3 req-73f5cb66-df7d-40b2-99f0-10f48aeaad35 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:14.526225 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e18950e7-1656-4c31-b74f-114deb93bcd3 req-73f5cb66-df7d-40b2-99f0-10f48aeaad35 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 944 time: 0.0559287 Mar 11 12:25:14.574215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e18950e7-1656-4c31-b74f-114deb93bcd3 req-ca464d12-7904-48c0-801a-0a78fcd68be5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421481 Mar 11 12:25:15.712391 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02453f-5b55-48c1-a0f3-f650905c3fd6 req-94d3d156-d0be-4771-a946-f5f4297ab756 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:15.713869 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e02453f-5b55-48c1-a0f3-f650905c3fd6 req-94d3d156-d0be-4771-a946-f5f4297ab756 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 944 time: 0.0660980 Mar 11 12:25:15.743790 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0821f7ed-0760-4934-b1f6-478cafaef338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:15.765357 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e02453f-5b55-48c1-a0f3-f650905c3fd6 req-c91e0715-fcfb-4ec0-89c4-28e1fc5c9456 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433803 Mar 11 12:25:16.898275 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f43e7-6523-4e4a-98ed-bdd73022c3e1 req-bf89c67b-2372-42d7-9fcb-bcdf35824dbd tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:16.899799 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d5f43e7-6523-4e4a-98ed-bdd73022c3e1 req-bf89c67b-2372-42d7-9fcb-bcdf35824dbd tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 944 time: 0.0579188 Mar 11 12:25:16.948339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d5f43e7-6523-4e4a-98ed-bdd73022c3e1 req-eedb5a15-b0dc-4153-a6fa-37567c951608 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427601 Mar 11 12:25:17.315801 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:18.082228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f047cef-4ceb-417d-8e94-649f21a7d983 req-2683a371-50de-48c1-b3e6-0dd6c74113f3 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:18.083748 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2f047cef-4ceb-417d-8e94-649f21a7d983 req-2683a371-50de-48c1-b3e6-0dd6c74113f3 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 944 time: 0.0594602 Mar 11 12:25:18.131516 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2f047cef-4ceb-417d-8e94-649f21a7d983 req-782403ee-d6fe-4629-93a6-4877f0d935ce tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 Mar 11 12:25:18.331839 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e84e9330-0ccc-44d2-8f67-c31a43113b93 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:25:18.442325 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e84e9330-0ccc-44d2-8f67-c31a43113b93, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e84e9330-0ccc-44d2-8f67-c31a43113b93,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:25:18.453784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'e84e9330-0ccc-44d2-8f67-c31a43113b93', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'port_id': 'e84e9330-0ccc-44d2-8f67-c31a43113b93', 'mac_address': 'fa:16:3e:bd:cc:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:25:18.493028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e84e9330-0ccc-44d2-8f67-c31a43113b93 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:25:18.493335 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e84e9330-0ccc-44d2-8f67-c31a43113b93), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:18.509797 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84e9330-0ccc-44d2-8f67-c31a43113b93 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:25:18.529293 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e84e9330-0ccc-44d2-8f67-c31a43113b93, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e84e9330-0ccc-44d2-8f67-c31a43113b93,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:25:18.536166 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e84e9330-0ccc-44d2-8f67-c31a43113b93), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:18.584929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e84e9330-0ccc-44d2-8f67-c31a43113b93,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:25:18.714635 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:18.762195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['e84e9330-0ccc-44d2-8f67-c31a43113b93'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:25:19.269058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160be6ec-48b1-4d66-a79f-f7042b9740ec req-84024d9d-cd76-4483-8bb4-0d985bc596f7 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:19.270542 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-160be6ec-48b1-4d66-a79f-f7042b9740ec req-84024d9d-cd76-4483-8bb4-0d985bc596f7 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 945 time: 0.0551646 Mar 11 12:25:19.318958 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-160be6ec-48b1-4d66-a79f-f7042b9740ec req-55c205ae-9393-4d8b-8e62-27de51038fd9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407760 Mar 11 12:25:20.111783 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:20.338533 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e84e9330-0ccc-44d2-8f67-c31a43113b93 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:25:20.396578 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port e84e9330-0ccc-44d2-8f67-c31a43113b93 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:25:20.400463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port e84e9330-0ccc-44d2-8f67-c31a43113b93 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:25:20.400838 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e84e9330-0ccc-44d2-8f67-c31a43113b93), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:20.446428 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f49d8-b8f8-4d02-8059-8642057aeccf req-ad65a3f8-28dd-454a-9036-660505d0a0cf tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:20.448030 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-925f49d8-b8f8-4d02-8059-8642057aeccf req-ad65a3f8-28dd-454a-9036-660505d0a0cf tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 945 time: 0.0535049 Mar 11 12:25:20.480073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e84e9330-0ccc-44d2-8f67-c31a43113b93 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:25:20.480473 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e84e9330-0ccc-44d2-8f67-c31a43113b93), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:20.506476 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-925f49d8-b8f8-4d02-8059-8642057aeccf req-782a7922-e67b-45f5-bf63-737a571b63b2 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522995 Mar 11 12:25:20.509147 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e85e1f-221e-4351-b139-615e9aadb42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84e9330-0ccc-44d2-8f67-c31a43113b93'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:25:20.511726 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c2c340-1c4a-417c-8543-ad58d00e338a" -d '{"events": [{"server_uuid": "12e85e1f-221e-4351-b139-615e9aadb42e", "name": "network-vif-plugged", "status": "completed", "tag": "e84e9330-0ccc-44d2-8f67-c31a43113b93"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:25:20.677309 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec429297-6738-49bf-a1a4-e13a41dbd2ce req-55ab2770-6650-4849-9e87-d8c67418ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:20.678735 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ec429297-6738-49bf-a1a4-e13a41dbd2ce req-55ab2770-6650-4849-9e87-d8c67418ba83 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 1127 time: 0.0488129 Mar 11 12:25:20.702873 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00cb913-e4c0-4173-a871-8c03061e3a1e x-openstack-request-id: req-c00cb913-e4c0-4173-a871-8c03061e3a1e {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:25:20.703156 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e85e1f-221e-4351-b139-615e9aadb42e", "name": "network-vif-plugged", "status": "completed", "tag": "e84e9330-0ccc-44d2-8f67-c31a43113b93", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:25:20.703394 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c00cb913-e4c0-4173-a871-8c03061e3a1e {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:25:20.703809 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e85e1f-221e-4351-b139-615e9aadb42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84e9330-0ccc-44d2-8f67-c31a43113b93', 'code': 200} Mar 11 12:25:20.705505 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e84e9330-0ccc-44d2-8f67-c31a43113b93, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e84e9330-0ccc-44d2-8f67-c31a43113b93,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:25:20.711031 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e84e9330-0ccc-44d2-8f67-c31a43113b93), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:20.731245 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ec429297-6738-49bf-a1a4-e13a41dbd2ce req-9174426a-c2c8-46df-accd-bc43ab42c3cc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448511 Mar 11 12:25:20.759180 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e84e9330-0ccc-44d2-8f67-c31a43113b93,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:25:21.648581 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b4f05-f11b-4476-aefb-ab6a7fedd549 req-b25464b2-1bd7-4953-af11-8cf4c2bb5b0c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:21.650049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea1b4f05-f11b-4476-aefb-ab6a7fedd549 req-b25464b2-1bd7-4953-af11-8cf4c2bb5b0c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 946 time: 0.0650628 Mar 11 12:25:21.706450 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea1b4f05-f11b-4476-aefb-ab6a7fedd549 req-8391d054-ea21-4d23-a2fc-966a529930eb tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504310 Mar 11 12:25:22.848655 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebaccdc-0b9a-4cba-9e66-debd55b0ee58 req-639e85c6-2562-4a66-a7c1-be910748b8a9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:22.850429 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ebaccdc-0b9a-4cba-9e66-debd55b0ee58 req-639e85c6-2562-4a66-a7c1-be910748b8a9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 946 time: 0.0627835 Mar 11 12:25:22.902686 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ebaccdc-0b9a-4cba-9e66-debd55b0ee58 req-6003524c-219f-4b93-8757-2f92efbf2c09 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439270 Mar 11 12:25:23.042106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feece21-0749-4367-a607-acc72673c1fd req-389f4c1b-0b7b-462c-9c59-90ebd3fe89e4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:23.043720 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7feece21-0749-4367-a607-acc72673c1fd req-389f4c1b-0b7b-462c-9c59-90ebd3fe89e4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 946 time: 0.0737114 Mar 11 12:25:23.093844 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7feece21-0749-4367-a607-acc72673c1fd req-b0e23de5-fe54-44fc-bc88-66119fa1b83c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415924 Mar 11 12:25:23.221812 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9b57b-8e0a-479d-8885-b5b967daaf72 req-6a3b4b8d-4bf1-4184-a869-9159edc060f9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:23.223297 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ef9b57b-8e0a-479d-8885-b5b967daaf72 req-6a3b4b8d-4bf1-4184-a869-9159edc060f9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 946 time: 0.0559824 Mar 11 12:25:23.270314 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ef9b57b-8e0a-479d-8885-b5b967daaf72 req-e2c750de-4789-47d8-8d8c-83ecb4f88bb4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411229 Mar 11 12:25:23.529752 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a28d6d-78b4-4966-a484-7988fc567bfb req-d8ea7120-badc-4b01-bb50-c10f02392d0c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:23.531253 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31a28d6d-78b4-4966-a484-7988fc567bfb req-d8ea7120-badc-4b01-bb50-c10f02392d0c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 946 time: 0.0652699 Mar 11 12:25:23.581603 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31a28d6d-78b4-4966-a484-7988fc567bfb req-463757b0-da94-447d-94e6-d4a2327f3b80 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444870 Mar 11 12:25:24.711169 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1ec3f-d537-4839-9451-5f19e6b40b62 req-c6479b58-f6ad-456c-9aa0-8df0bc2f55e6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:24.712685 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4a1ec3f-d537-4839-9451-5f19e6b40b62 req-c6479b58-f6ad-456c-9aa0-8df0bc2f55e6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 946 time: 0.0546679 Mar 11 12:25:24.760865 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4a1ec3f-d537-4839-9451-5f19e6b40b62 req-9e508a70-fa16-4f18-b608-3133a872beb8 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423591 Mar 11 12:25:25.122917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366537e2-29a8-4514-877c-ea40da85a2fb req-f201c5a7-c297-44a1-812b-2b0dbece3d4a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:25.124472 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-366537e2-29a8-4514-877c-ea40da85a2fb req-f201c5a7-c297-44a1-812b-2b0dbece3d4a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.71 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 946 time: 0.0596261 Mar 11 12:25:25.224406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-366537e2-29a8-4514-877c-ea40da85a2fb req-a4b4f5d2-52a3-45f7-bd01-672dfd7e2e09 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Deleting port e84e9330-0ccc-44d2-8f67-c31a43113b93 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:25:25.224778 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-366537e2-29a8-4514-877c-ea40da85a2fb req-a4b4f5d2-52a3-45f7-bd01-672dfd7e2e09 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e84e9330-0ccc-44d2-8f67-c31a43113b93), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:25.319989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-366537e2-29a8-4514-877c-ea40da85a2fb req-a4b4f5d2-52a3-45f7-bd01-672dfd7e2e09 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] For port e84e9330-0ccc-44d2-8f67-c31a43113b93, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e84e9330-0ccc-44d2-8f67-c31a43113b93,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:25:25.320343 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-366537e2-29a8-4514-877c-ea40da85a2fb req-a4b4f5d2-52a3-45f7-bd01-672dfd7e2e09 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e84e9330-0ccc-44d2-8f67-c31a43113b93), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:25.332882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-366537e2-29a8-4514-877c-ea40da85a2fb req-a4b4f5d2-52a3-45f7-bd01-672dfd7e2e09 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Calling delete_port for e84e9330-0ccc-44d2-8f67-c31a43113b93 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:25:25.479386 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-366537e2-29a8-4514-877c-ea40da85a2fb req-a4b4f5d2-52a3-45f7-bd01-672dfd7e2e09 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e84e9330-0ccc-44d2-8f67-c31a43113b93), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:25.493409 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['e84e9330-0ccc-44d2-8f67-c31a43113b93'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:25:25.521700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4f5d2-52a3-45f7-bd01-672dfd7e2e09 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event deleted for resources: {'Port': ['ID=e84e9330-0ccc-44d2-8f67-c31a43113b93,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:25:25.569796 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-366537e2-29a8-4514-877c-ea40da85a2fb req-a4b4f5d2-52a3-45f7-bd01-672dfd7e2e09 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] No DVR routers for this DVR port e84e9330-0ccc-44d2-8f67-c31a43113b93 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:25:25.572721 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-366537e2-29a8-4514-877c-ea40da85a2fb req-a4b4f5d2-52a3-45f7-bd01-672dfd7e2e09 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:25.576272 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-366537e2-29a8-4514-877c-ea40da85a2fb req-a4b4f5d2-52a3-45f7-bd01-672dfd7e2e09 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.71 "DELETE /v2.0/ports/e84e9330-0ccc-44d2-8f67-c31a43113b93 HTTP/1.1" status: 204 len: 173 time: 0.4450078 Mar 11 12:25:25.576729 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e85e1f-221e-4351-b139-615e9aadb42e', 'name': 'network-vif-deleted', 'tag': 'e84e9330-0ccc-44d2-8f67-c31a43113b93'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:25:25.579098 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc190082-1fc7-4eab-86ff-e04b6ac32580" -d '{"events": [{"server_uuid": "12e85e1f-221e-4351-b139-615e9aadb42e", "name": "network-vif-deleted", "tag": "e84e9330-0ccc-44d2-8f67-c31a43113b93"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:25:25.621174 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def4d034-983e-4e02-bd43-3d15e42d476b x-openstack-request-id: req-def4d034-983e-4e02-bd43-3d15e42d476b {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:25:25.622286 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e85e1f-221e-4351-b139-615e9aadb42e", "name": "network-vif-deleted", "tag": "e84e9330-0ccc-44d2-8f67-c31a43113b93", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:25:25.622692 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-def4d034-983e-4e02-bd43-3d15e42d476b {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:25:25.623097 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e85e1f-221e-4351-b139-615e9aadb42e', 'name': 'network-vif-deleted', 'tag': 'e84e9330-0ccc-44d2-8f67-c31a43113b93', 'status': 'completed', 'code': 200} Mar 11 12:25:25.857626 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7931964b-064c-4bfa-8c63-640a0ea33d96 req-3081caea-5e51-447c-aeee-354d2aaca7ee tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 210 time: 0.0273285 Mar 11 12:25:26.958248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-34408422-9fab-4edf-ad28-4f062b2e5081 req-18b2552a-81e0-4b9f-ac5e-9dc69439db54 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 210 time: 0.0305631 Mar 11 12:25:28.053212 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe38efe6-24bc-4a95-b6b6-5a2c99209d5d req-2f6515fe-76f4-4b28-adbf-09a419cd3031 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 210 time: 0.0273249 Mar 11 12:25:28.366603 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e84e9330-0ccc-44d2-8f67-c31a43113b93 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:25:28.389816 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: e84e9330-0ccc-44d2-8f67-c31a43113b93 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:25:28.390156 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e84e9330-0ccc-44d2-8f67-c31a43113b93 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:25:29.156998 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1c6f999e-8546-4de2-bc83-1ca62de637c1 req-8a5c6b58-33d2-4236-9451-8b96fc52aa0d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 210 time: 0.0296710 Mar 11 12:25:30.269433 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce52e884-ebef-4655-bb9a-768d07f0b852 req-6ebabd60-7608-42ed-839f-81d404f3ad55 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 210 time: 0.0412581 Mar 11 12:25:30.353559 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51a06b60-4612-47ac-a1d6-32d0ffdb5f31 req-4673766e-12d6-4989-967e-1d14768ca8f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1013920 Mar 11 12:25:30.445573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a06b60-4612-47ac-a1d6-32d0ffdb5f31 req-26199f82-554a-4627-beda-6979121cad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:30.446987 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51a06b60-4612-47ac-a1d6-32d0ffdb5f31 req-26199f82-554a-4627-beda-6979121cad76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0ad3bc95662496686af8c6eed5217a1&device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 1128 time: 0.0495243 Mar 11 12:25:30.550820 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a06b60-4612-47ac-a1d6-32d0ffdb5f31 req-a5524414-00a9-497e-aaa7-fcfddc8a24f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:30.552348 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51a06b60-4612-47ac-a1d6-32d0ffdb5f31 req-a5524414-00a9-497e-aaa7-fcfddc8a24f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b7295db-7e8f-4c29-9d11-f38aedc0019d HTTP/1.1" status: 200 len: 909 time: 0.0862739 Mar 11 12:25:30.622534 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51a06b60-4612-47ac-a1d6-32d0ffdb5f31 req-744dcedb-1bd6-464c-b4d0-e159b975a1ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0b41b41-b4de-4325-b0bb-4518f344c48c HTTP/1.1" status: 200 len: 1002 time: 0.0639627 Mar 11 12:25:30.671468 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a06b60-4612-47ac-a1d6-32d0ffdb5f31 req-76c95349-2d76-44b5-b1d7-b570b38fb42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:30.672947 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51a06b60-4612-47ac-a1d6-32d0ffdb5f31 req-76c95349-2d76-44b5-b1d7-b570b38fb42b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=013e8505-ff91-41ca-ac9e-e017d1b242e3 HTTP/1.1" status: 200 len: 847 time: 0.0451024 Mar 11 12:25:30.724583 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a06b60-4612-47ac-a1d6-32d0ffdb5f31 req-a2600768-a6a3-4ee1-be5c-53af61c9608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:25:30.726687 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51a06b60-4612-47ac-a1d6-32d0ffdb5f31 req-a2600768-a6a3-4ee1-be5c-53af61c9608a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b7295db-7e8f-4c29-9d11-f38aedc0019d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471280 Mar 11 12:25:30.827690 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51a06b60-4612-47ac-a1d6-32d0ffdb5f31 req-90b3b1a8-aeb6-4463-9114-875eca76344c service neutron] 10.222.0.37 "GET /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936604 Mar 11 12:25:30.923262 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51a06b60-4612-47ac-a1d6-32d0ffdb5f31 req-1ba5a0cf-a51d-43fb-85fa-4a7dba99ce80 service neutron] 10.222.0.37 "GET /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896471 Mar 11 12:25:31.367900 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db273f47-24db-442d-b8ea-a983962bd462 req-86fd80cf-1f3b-4af7-8727-4c472c812d0b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 210 time: 0.0308361 Mar 11 12:25:32.464350 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e4fdc25-4136-4216-9b40-1344c4d8b483 req-7f978408-c422-42f1-8509-f2870e90906c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 210 time: 0.0275257 Mar 11 12:25:33.566568 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1aff9f0-b42f-4e9c-a55a-3642ce1790f5 req-9cdbece9-3512-4ed6-9bfb-f4f9bc3462e4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 210 time: 0.0293787 Mar 11 12:25:33.967778 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:34.676264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b254130-83ae-4cfa-a6e5-aaca48d17bb1 req-5b1bc4fa-808a-4b4b-b12e-ee04c48d02a5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=12e85e1f-221e-4351-b139-615e9aadb42e HTTP/1.1" status: 200 len: 210 time: 0.0268781 Mar 11 12:25:42.890350 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:43.659102 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-260d4813-38fb-4da6-95ab-3100d5bab4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:44.864795 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:25:45.748996 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-daabf50e-9996-4194-9266-5c13608e2215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:47.305126 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:48.709251 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:25:50.099296 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:03.978509 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:05.251870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-878b7f87-7217-44dc-bdec-b1c7ff88e0f4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:05.253736 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-878b7f87-7217-44dc-bdec-b1c7ff88e0f4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 812 time: 0.1066780 Mar 11 12:26:05.269318 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-6d4b2443-567d-4fa9-8c2d-478c56506f62 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/quotas/102f01ebe6644728af9751b21fb2932e HTTP/1.1" status: 200 len: 375 time: 0.0099759 Mar 11 12:26:05.325496 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-0e5f636d-93b8-4d5c-ac51-0c4bfa8d2f32 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511169 Mar 11 12:26:05.420445 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-be4f3969-8163-4144-b726-6b3babb02102 service neutron] 10.222.0.78 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858026 Mar 11 12:26:05.511458 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-a4a74989-f09e-4671-aa62-6e18bde96a0d service neutron] 10.222.0.78 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823774 Mar 11 12:26:05.708427 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b80f004c-b8d5-488f-8c33-8493276752f6 req-bc7a3995-00ce-4c94-bde6-91ae3792d192 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 210 time: 0.0318837 Mar 11 12:26:06.824939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9a4fff3-9fb2-428b-bcc5-39b9b5848552 req-47f071b1-bdb3-44cf-827e-31808a1afade tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 210 time: 0.0274496 Mar 11 12:26:07.722267 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-60fac62c-c64b-4b94-9fdc-0197d99ad9f4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:07.723565 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-60fac62c-c64b-4b94-9fdc-0197d99ad9f4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.71 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 812 time: 0.1131566 Mar 11 12:26:07.738133 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Request body: {'port': {'device_id': 'c9b5e835-3530-4254-a1be-bfe0d292f013', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'admin_state_up': True, 'tenant_id': '102f01ebe6644728af9751b21fb2932e'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:26:07.855084 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Made reservation on behalf of 102f01ebe6644728af9751b21fb2932e for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:26:07.859244 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:07.929202 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53be0386-ea8a-40ce-95fc-c1e4e861d299 req-4d567fbf-fc7f-49b7-9b0e-e820b2f5d857 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 210 time: 0.0344396 Mar 11 12:26:07.994963 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Allocated IP 172.20.0.7 (445aa2fa-3655-43da-8006-bb47134240ed/11a572d6-21d0-4078-a738-531994cf6b9b/dd0fa566-de4b-4691-b905-73aa23603448) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:26:08.153951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for port (dd0fa566-de4b-4691-b905-73aa23603448), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:08.188255 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (dd0fa566-de4b-4691-b905-73aa23603448), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:08.231474 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Network 445aa2fa-3655-43da-8006-bb47134240ed is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:26:08.236703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:26:08.240533 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:26:08.276652 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'Port': ['ID=dd0fa566-de4b-4691-b905-73aa23603448,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:26:08.291492 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:08.291880 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:08.292284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:08.292617 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:08.292954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:08.293284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:08.293620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:08.293946 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:08.294270 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:08.294589 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:08.294915 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:08.295235 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:08.295555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:08.317579 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:08.318457 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:08.338747 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-8b9fa050-6b56-454f-bedc-40a57b2ef8a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6047492 Mar 11 12:26:08.351523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Request body: {'port': {'device_id': 'c9b5e835-3530-4254-a1be-bfe0d292f013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:26:08.417866 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (dd0fa566-de4b-4691-b905-73aa23603448), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:08.522733 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f600ce57-d5a8-4e7f-a59f-fed1f0e292d9 None None] Provisioning complete for port dd0fa566-de4b-4691-b905-73aa23603448 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:26:08.523293 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f600ce57-d5a8-4e7f-a59f-fed1f0e292d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (dd0fa566-de4b-4691-b905-73aa23603448), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:08.557864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f600ce57-d5a8-4e7f-a59f-fed1f0e292d9 None None] Port dd0fa566-de4b-4691-b905-73aa23603448 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:26:08.684789 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0fa566-de4b-4691-b905-73aa23603448 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:26:08.692441 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Publish callbacks [] for port (dd0fa566-de4b-4691-b905-73aa23603448), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:08.705071 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Transition to ACTIVE for port object dd0fa566-de4b-4691-b905-73aa23603448 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:26:08.710678 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (dd0fa566-de4b-4691-b905-73aa23603448), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:08.779904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Pushing event updated for resources: {'Port': ['ID=dd0fa566-de4b-4691-b905-73aa23603448,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:26:08.834038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Attempting to bind port dd0fa566-de4b-4691-b905-73aa23603448 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:26:08.834373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Attempting to bind port dd0fa566-de4b-4691-b905-73aa23603448 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:26:08.834819 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Attempting to bind port dd0fa566-de4b-4691-b905-73aa23603448 on network 445aa2fa-3655-43da-8006-bb47134240ed {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:26:08.840019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Port dd0fa566-de4b-4691-b905-73aa23603448 on network 445aa2fa-3655-43da-8006-bb47134240ed not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:26:08.840460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Attempting to bind port dd0fa566-de4b-4691-b905-73aa23603448 on network 445aa2fa-3655-43da-8006-bb47134240ed {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:26:08.846157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:26:08.846492 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Checking segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:26:08.846876 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Bound using segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:26:08.847292 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Bound port: dd0fa566-de4b-4691-b905-73aa23603448, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:26:08.847676 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (dd0fa566-de4b-4691-b905-73aa23603448), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:08.923308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] For port dd0fa566-de4b-4691-b905-73aa23603448, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:26:08.926653 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] For port dd0fa566-de4b-4691-b905-73aa23603448, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=dd0fa566-de4b-4691-b905-73aa23603448,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:26:08.936037 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (dd0fa566-de4b-4691-b905-73aa23603448), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:08.974115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:08.974730 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:08.976612 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] 10.222.0.71 "PUT /v2.0/ports/dd0fa566-de4b-4691-b905-73aa23603448 HTTP/1.1" status: 200 len: 1091 time: 0.6297698 Mar 11 12:26:08.977062 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b5e835-3530-4254-a1be-bfe0d292f013', 'tag': 'dd0fa566-de4b-4691-b905-73aa23603448'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:26:08.979791 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601ca3e7-2fd8-4b28-a8a2-320047eae1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b5e835-3530-4254-a1be-bfe0d292f013", "tag": "dd0fa566-de4b-4691-b905-73aa23603448"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:26:09.014860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4921a0-62a7-421a-8de0-bf45b8acb7ce service neutron] Pushing event updated for resources: {'Port': ['ID=dd0fa566-de4b-4691-b905-73aa23603448,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:26:09.082676 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160e5fad-c1bb-4072-87b3-1026209ffb0c x-openstack-request-id: req-160e5fad-c1bb-4072-87b3-1026209ffb0c {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:26:09.083230 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b5e835-3530-4254-a1be-bfe0d292f013", "tag": "dd0fa566-de4b-4691-b905-73aa23603448", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:26:09.083485 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-160e5fad-c1bb-4072-87b3-1026209ffb0c {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:26:09.083925 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b5e835-3530-4254-a1be-bfe0d292f013', 'tag': 'dd0fa566-de4b-4691-b905-73aa23603448', 'status': 'completed', 'code': 200} Mar 11 12:26:09.101484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-3fa980e1-d421-4bfb-89f9-eaaf2a5fb62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:09.103059 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-3fa980e1-d421-4bfb-89f9-eaaf2a5fb62f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 1125 time: 0.0688167 Mar 11 12:26:09.143399 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dca62-ecbc-4e3a-aa2b-479c6a5c1168 req-dd9020d8-5c79-4858-bc66-3710810f0e6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:09.145330 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca5dca62-ecbc-4e3a-aa2b-479c6a5c1168 req-dd9020d8-5c79-4858-bc66-3710810f0e6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0786688 Mar 11 12:26:09.168553 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-cfe752ed-c996-411c-baa4-3c12ec63b6a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd0fa566-de4b-4691-b905-73aa23603448 HTTP/1.1" status: 200 len: 217 time: 0.0574868 Mar 11 12:26:09.200950 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca5dca62-ecbc-4e3a-aa2b-479c6a5c1168 req-f8c72a9d-8ce1-481b-92d9-8046fec13fb9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494339 Mar 11 12:26:09.226279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-d17faf82-bd86-491b-85ce-eb888bbb917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:09.227978 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-d17faf82-bd86-491b-85ce-eb888bbb917e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0514781 Mar 11 12:26:09.281416 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-a51fd77f-2107-4ce9-b2f8-5dcaff88baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:09.282883 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-a51fd77f-2107-4ce9-b2f8-5dcaff88baad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483832 Mar 11 12:26:09.391325 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-26b09d60-cc8b-451f-a067-d0155dd1fd6a service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004994 Mar 11 12:26:09.491182 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-52bc8daf-271e-4c5c-8c35-a23185fa99a1 req-ac57752f-29b0-4a97-aa2c-a7864006571d service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901699 Mar 11 12:26:09.592298 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ca3e7-2fd8-4b28-a8a2-320047eae1f1 req-4faafe84-f3c3-4426-acaa-6093114e6fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:09.593805 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-601ca3e7-2fd8-4b28-a8a2-320047eae1f1 req-4faafe84-f3c3-4426-acaa-6093114e6fde service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 1125 time: 0.0492704 Mar 11 12:26:10.008201 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ca3e7-2fd8-4b28-a8a2-320047eae1f1 req-04d7a9ce-0534-47f9-bef8-e8dac21d9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:10.009849 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-601ca3e7-2fd8-4b28-a8a2-320047eae1f1 req-04d7a9ce-0534-47f9-bef8-e8dac21d9f09 service neutron] 10.222.0.71 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.4090829 Mar 11 12:26:10.054577 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-601ca3e7-2fd8-4b28-a8a2-320047eae1f1 req-949ee3d5-11d8-42f1-a3b2-0fa392ad562e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd0fa566-de4b-4691-b905-73aa23603448 HTTP/1.1" status: 200 len: 217 time: 0.0379021 Mar 11 12:26:10.102741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ca3e7-2fd8-4b28-a8a2-320047eae1f1 req-ab609c68-2214-426f-9e2c-f84577181618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:10.104221 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-601ca3e7-2fd8-4b28-a8a2-320047eae1f1 req-ab609c68-2214-426f-9e2c-f84577181618 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0431509 Mar 11 12:26:10.154109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ca3e7-2fd8-4b28-a8a2-320047eae1f1 req-b27002b0-662a-4bba-a95f-8dff2c609467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:10.155691 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-601ca3e7-2fd8-4b28-a8a2-320047eae1f1 req-b27002b0-662a-4bba-a95f-8dff2c609467 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451798 Mar 11 12:26:10.264834 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-601ca3e7-2fd8-4b28-a8a2-320047eae1f1 req-008d0285-227a-4fd8-8349-1f05b054e9f2 service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010044 Mar 11 12:26:10.333238 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e8673-cd5c-4ea5-9dee-af3c382de960 req-a3c8a2cf-a0e6-4893-94d8-4e0a9ce71801 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:10.336156 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-615e8673-cd5c-4ea5-9dee-af3c382de960 req-a3c8a2cf-a0e6-4893-94d8-4e0a9ce71801 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0570865 Mar 11 12:26:10.359745 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-601ca3e7-2fd8-4b28-a8a2-320047eae1f1 req-bbe7f4bd-6ce7-43d7-a419-f324a48a2635 service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865552 Mar 11 12:26:10.388920 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-615e8673-cd5c-4ea5-9dee-af3c382de960 req-4ae55956-4b3c-490f-bc37-b6ed03e6e51a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453134 Mar 11 12:26:11.514932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98595e-4e7d-4bc9-9cf1-6842ef87d54e req-31933d1f-69ad-41bb-a878-36b141a64033 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:11.517926 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b98595e-4e7d-4bc9-9cf1-6842ef87d54e req-31933d1f-69ad-41bb-a878-36b141a64033 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0582199 Mar 11 12:26:11.570544 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b98595e-4e7d-4bc9-9cf1-6842ef87d54e req-fc310937-9881-484a-b045-73de8be92465 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477309 Mar 11 12:26:12.696405 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a551e-54ee-477b-9fab-94d4ce0fc20d req-e101415b-492b-4668-ba45-691430c93e06 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:12.697924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a5a551e-54ee-477b-9fab-94d4ce0fc20d req-e101415b-492b-4668-ba45-691430c93e06 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0556495 Mar 11 12:26:12.748511 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a5a551e-54ee-477b-9fab-94d4ce0fc20d req-683ade03-a5a7-4f7d-b77f-d7aaa60696b5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446181 Mar 11 12:26:12.890623 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:13.654210 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec75cb75-6428-4f18-ae3d-e9ec813a8e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:13.927606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209c74b-e877-4d68-bb33-794bab032205 req-3f37244a-729d-4edd-af36-dc357d182e09 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:13.930873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6209c74b-e877-4d68-bb33-794bab032205 req-3f37244a-729d-4edd-af36-dc357d182e09 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.1113930 Mar 11 12:26:14.007079 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6209c74b-e877-4d68-bb33-794bab032205 req-1899b51a-2beb-4c1e-8919-f6973d2013ff tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658860 Mar 11 12:26:15.162345 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93c7f5-d24e-438d-b7e6-8f71c75df4b7 req-d355e27a-f34e-46bd-9ff4-0f1809f80e47 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:15.164369 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e93c7f5-d24e-438d-b7e6-8f71c75df4b7 req-d355e27a-f34e-46bd-9ff4-0f1809f80e47 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0780222 Mar 11 12:26:15.245645 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e93c7f5-d24e-438d-b7e6-8f71c75df4b7 req-b779c7a5-0c54-48ff-a1d8-fc4f7d7433b2 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687046 Mar 11 12:26:15.770942 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-917a4c28-9ccb-4429-839f-77a814ab68cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:16.422602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb5f3d-3a6a-4d12-b273-3922620a811e req-c00e63f5-50d6-4dc3-b990-350802d45e18 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:16.424147 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3cb5f3d-3a6a-4d12-b273-3922620a811e req-c00e63f5-50d6-4dc3-b990-350802d45e18 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0636373 Mar 11 12:26:16.483381 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3cb5f3d-3a6a-4d12-b273-3922620a811e req-0cca1b05-122f-4574-b27a-191888633e8e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534108 Mar 11 12:26:17.307558 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:17.607608 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94060df3-ec55-4eea-a0ff-eea7bd22705c req-e9ead352-8c67-40a2-a49b-ef815b44d213 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:17.614732 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94060df3-ec55-4eea-a0ff-eea7bd22705c req-e9ead352-8c67-40a2-a49b-ef815b44d213 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0626895 Mar 11 12:26:17.662832 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94060df3-ec55-4eea-a0ff-eea7bd22705c req-d5b3c505-5bca-442f-a5b7-e5c56098169e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471973 Mar 11 12:26:18.717464 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:18.786156 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbb94e-29be-454a-9a67-ec748af8331a req-336b48a5-7b45-4816-a8f1-d04631a7afdc tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:18.787885 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97fbb94e-29be-454a-9a67-ec748af8331a req-336b48a5-7b45-4816-a8f1-d04631a7afdc tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0541122 Mar 11 12:26:18.841347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-97fbb94e-29be-454a-9a67-ec748af8331a req-2d8fb0c9-3cad-4cb9-91c0-9a9fe018b28e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475893 Mar 11 12:26:19.964450 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9d88d-72da-47f0-bdd0-cd7b42868073 req-3f4355bf-1425-4cdb-86ef-100d81a55482 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:19.966028 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09c9d88d-72da-47f0-bdd0-cd7b42868073 req-3f4355bf-1425-4cdb-86ef-100d81a55482 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0573163 Mar 11 12:26:20.016686 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09c9d88d-72da-47f0-bdd0-cd7b42868073 req-78072b35-3598-4196-8faf-6f1f0dbcb8d5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422447 Mar 11 12:26:20.103560 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:21.138641 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df65bee-681f-40bd-a83a-cb69f8b21e12 req-62979b62-fa30-40d8-ab62-a85321220332 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:21.140149 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4df65bee-681f-40bd-a83a-cb69f8b21e12 req-62979b62-fa30-40d8-ab62-a85321220332 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0544264 Mar 11 12:26:21.188023 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4df65bee-681f-40bd-a83a-cb69f8b21e12 req-abed49e6-7eb4-44d5-8238-23446ca1bb06 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416927 Mar 11 12:26:21.864820 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:26:22.322529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e7b30-a06e-40c6-b734-6265cb1760f2 req-cdb44eaf-2ae5-4804-bfbf-2a4cd4760547 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:22.324007 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a2e7b30-a06e-40c6-b734-6265cb1760f2 req-cdb44eaf-2ae5-4804-bfbf-2a4cd4760547 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0605457 Mar 11 12:26:22.373011 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a2e7b30-a06e-40c6-b734-6265cb1760f2 req-a873528e-a656-4303-8002-d7e3cb0c3e09 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429580 Mar 11 12:26:23.493740 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e6b0a-ebf3-4d97-bdcc-c1b54da9a67b req-8ef5733c-6079-49df-9b2b-1d1ee7601a1f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:23.495169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f17e6b0a-ebf3-4d97-bdcc-c1b54da9a67b req-8ef5733c-6079-49df-9b2b-1d1ee7601a1f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0531809 Mar 11 12:26:23.542744 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f17e6b0a-ebf3-4d97-bdcc-c1b54da9a67b req-45a745a5-5f85-43aa-95f6-97a71c3fdc9d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 Mar 11 12:26:24.674069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de94ee-7785-45ff-84e2-22fa3cdda311 req-0db31eae-0af1-4ba0-ad0e-c462a5e2944c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:24.675562 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-76de94ee-7785-45ff-84e2-22fa3cdda311 req-0db31eae-0af1-4ba0-ad0e-c462a5e2944c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0578008 Mar 11 12:26:24.722094 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-76de94ee-7785-45ff-84e2-22fa3cdda311 req-18dec29c-a35b-49fd-971c-a368ac5f9573 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403554 Mar 11 12:26:25.844295 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2007f70-090b-46b7-ad7a-337cf5808e97 req-e5ee0603-b8fe-4529-b03c-71eb912be88a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:25.845788 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2007f70-090b-46b7-ad7a-337cf5808e97 req-e5ee0603-b8fe-4529-b03c-71eb912be88a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0547636 Mar 11 12:26:25.904464 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2007f70-090b-46b7-ad7a-337cf5808e97 req-25e91bd7-6585-4c13-b90b-1434dcc1f675 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526130 Mar 11 12:26:27.027769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b65977-5a49-494e-b981-ffeaeef6959b req-4486b2fc-6888-4c03-9e4d-7517f4c10290 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:27.029826 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38b65977-5a49-494e-b981-ffeaeef6959b req-4486b2fc-6888-4c03-9e4d-7517f4c10290 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0550346 Mar 11 12:26:27.081689 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38b65977-5a49-494e-b981-ffeaeef6959b req-884d3437-9034-492d-ba89-813260f8da5d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465541 Mar 11 12:26:28.205453 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809f1fe-62fb-453c-8f19-a652442af571 req-694e605e-4134-42a5-8ab4-f7cce1c3e61b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:28.206955 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6809f1fe-62fb-453c-8f19-a652442af571 req-694e605e-4134-42a5-8ab4-f7cce1c3e61b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0538518 Mar 11 12:26:28.255652 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6809f1fe-62fb-453c-8f19-a652442af571 req-cb628e8f-55f7-469a-a587-fbb572a2a32d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425327 Mar 11 12:26:29.382614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06018c6f-ec4d-4d15-97d2-afe8ad50f91f req-61613a48-b6df-448a-95ea-02e2494eee7c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:29.384118 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06018c6f-ec4d-4d15-97d2-afe8ad50f91f req-61613a48-b6df-448a-95ea-02e2494eee7c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0572600 Mar 11 12:26:29.434720 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06018c6f-ec4d-4d15-97d2-afe8ad50f91f req-7c009d33-ca65-4bb8-9d4f-06a3a1f4e6ba tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441890 Mar 11 12:26:30.561230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b5cd6-db8c-4ea3-af00-009450400c6a req-6f9ce93e-3247-4ea9-8cb7-bbb6e09b6949 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:30.562702 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-146b5cd6-db8c-4ea3-af00-009450400c6a req-6f9ce93e-3247-4ea9-8cb7-bbb6e09b6949 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0598874 Mar 11 12:26:30.618533 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-146b5cd6-db8c-4ea3-af00-009450400c6a req-e3015fe3-5ee4-4c00-b0b5-9f9e480e9fb8 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496588 Mar 11 12:26:31.755869 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f480180-6bc7-4548-b206-a0fac5ccb898 req-ac4392af-e97d-4b8c-855e-87dcd914a89d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:31.757342 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f480180-6bc7-4548-b206-a0fac5ccb898 req-ac4392af-e97d-4b8c-855e-87dcd914a89d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0682795 Mar 11 12:26:31.814195 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f480180-6bc7-4548-b206-a0fac5ccb898 req-7e04b13a-0b56-4a6f-b9aa-28d963b9c491 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490761 Mar 11 12:26:32.297162 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-774ff306-14e7-4947-ba31-b9b6c53f75a6 req-206cb5ed-0b6a-4868-ba3b-3999c0ccacce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504098 Mar 11 12:26:32.383746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ff306-14e7-4947-ba31-b9b6c53f75a6 req-bd5d05db-23e8-424c-ba14-bf796296cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:32.385246 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-774ff306-14e7-4947-ba31-b9b6c53f75a6 req-bd5d05db-23e8-424c-ba14-bf796296cbed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0ad3bc95662496686af8c6eed5217a1&device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 1128 time: 0.0443294 Mar 11 12:26:32.502670 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ff306-14e7-4947-ba31-b9b6c53f75a6 req-56da00f1-34f1-4863-9dde-db2b9d2302fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:32.504104 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-774ff306-14e7-4947-ba31-b9b6c53f75a6 req-56da00f1-34f1-4863-9dde-db2b9d2302fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b7295db-7e8f-4c29-9d11-f38aedc0019d HTTP/1.1" status: 200 len: 909 time: 0.0968876 Mar 11 12:26:32.575199 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-774ff306-14e7-4947-ba31-b9b6c53f75a6 req-dd6790ca-0f26-4f09-901c-78096be698e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0b41b41-b4de-4325-b0bb-4518f344c48c HTTP/1.1" status: 200 len: 1002 time: 0.0649300 Mar 11 12:26:32.624899 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ff306-14e7-4947-ba31-b9b6c53f75a6 req-760fdb8d-f451-437f-971a-9c504b9d9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:32.626389 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-774ff306-14e7-4947-ba31-b9b6c53f75a6 req-760fdb8d-f451-437f-971a-9c504b9d9bf1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=013e8505-ff91-41ca-ac9e-e017d1b242e3 HTTP/1.1" status: 200 len: 847 time: 0.0450263 Mar 11 12:26:32.679131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ff306-14e7-4947-ba31-b9b6c53f75a6 req-f9f5fd84-7736-4ad1-aa7b-bc4f2365e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:32.681787 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-774ff306-14e7-4947-ba31-b9b6c53f75a6 req-f9f5fd84-7736-4ad1-aa7b-bc4f2365e1fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b7295db-7e8f-4c29-9d11-f38aedc0019d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490065 Mar 11 12:26:32.787515 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-774ff306-14e7-4947-ba31-b9b6c53f75a6 req-42f9d9f2-13bb-49bd-ba69-71ecb1c9ab05 service neutron] 10.222.0.37 "GET /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988092 Mar 11 12:26:32.880732 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-774ff306-14e7-4947-ba31-b9b6c53f75a6 req-597bdb46-7b64-44b0-b38f-3895b4997b21 service neutron] 10.222.0.37 "GET /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862706 Mar 11 12:26:32.940637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29021-60a2-413f-9092-0a650f6f000a req-3433d5ee-853a-426f-baee-91ef95779f0d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:32.942130 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0b29021-60a2-413f-9092-0a650f6f000a req-3433d5ee-853a-426f-baee-91ef95779f0d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0552561 Mar 11 12:26:32.992746 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0b29021-60a2-413f-9092-0a650f6f000a req-35d7f72e-0580-4dda-8703-4d9222e78d2d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448694 Mar 11 12:26:33.991784 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:34.120473 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd28b0b-fe72-41fb-9285-1973a4f94f33 req-999a9a67-fc9b-49ec-8b3f-a258f75827ab tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:34.121932 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7fd28b0b-fe72-41fb-9285-1973a4f94f33 req-999a9a67-fc9b-49ec-8b3f-a258f75827ab tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0606978 Mar 11 12:26:34.169468 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7fd28b0b-fe72-41fb-9285-1973a4f94f33 req-5f3be005-f05e-4382-ba5a-c2cb5b3d6624 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417328 Mar 11 12:26:35.300125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50203c2-0348-4eda-a119-2596b7342501 req-ab6a9028-579a-44a1-aa2b-d32b1bc5a5a4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:35.301621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c50203c2-0348-4eda-a119-2596b7342501 req-ab6a9028-579a-44a1-aa2b-d32b1bc5a5a4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0535645 Mar 11 12:26:35.351650 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c50203c2-0348-4eda-a119-2596b7342501 req-5195f91c-cf62-4567-87a1-5532e5221821 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415342 Mar 11 12:26:36.483751 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f819ebd-e3a9-4aea-9386-e20b87e304ed req-38a16855-f054-41e5-bc97-2253fea7048d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:36.485249 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f819ebd-e3a9-4aea-9386-e20b87e304ed req-38a16855-f054-41e5-bc97-2253fea7048d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0577459 Mar 11 12:26:36.532404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f819ebd-e3a9-4aea-9386-e20b87e304ed req-eeb7827a-63f0-4db9-b84b-fd6e82ed9627 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414040 Mar 11 12:26:37.658914 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c3d57-c198-4ad4-aaac-aeaa0341e779 req-3fa4b7ae-601c-43de-9240-4a4fdcdb0f02 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:37.660569 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a4c3d57-c198-4ad4-aaac-aeaa0341e779 req-3fa4b7ae-601c-43de-9240-4a4fdcdb0f02 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0573537 Mar 11 12:26:37.715822 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a4c3d57-c198-4ad4-aaac-aeaa0341e779 req-e3ed6fbf-03a8-43be-9b42-82a22b1343cf tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440180 Mar 11 12:26:38.757941 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device dd0fa566-de4b-4691-b905-73aa23603448 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:26:38.839632 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06021f4-024a-42cf-9807-e99e187f4093 req-85133967-327f-4044-9e5b-74238bebcf30 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:38.841105 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c06021f4-024a-42cf-9807-e99e187f4093 req-85133967-327f-4044-9e5b-74238bebcf30 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 943 time: 0.0574985 Mar 11 12:26:38.862700 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port dd0fa566-de4b-4691-b905-73aa23603448, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=dd0fa566-de4b-4691-b905-73aa23603448,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:26:38.875032 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'dd0fa566-de4b-4691-b905-73aa23603448', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'port_id': 'dd0fa566-de4b-4691-b905-73aa23603448', 'mac_address': 'fa:16:3e:4c:f1:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:26:38.891524 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c06021f4-024a-42cf-9807-e99e187f4093 req-6fbb6a5e-95d6-4af2-8314-8fe630e77f78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430856 Mar 11 12:26:38.913598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port dd0fa566-de4b-4691-b905-73aa23603448 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:26:38.914015 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (dd0fa566-de4b-4691-b905-73aa23603448), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:38.927008 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0fa566-de4b-4691-b905-73aa23603448 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:26:38.947122 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port dd0fa566-de4b-4691-b905-73aa23603448, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=dd0fa566-de4b-4691-b905-73aa23603448,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:26:38.953442 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (dd0fa566-de4b-4691-b905-73aa23603448), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:39.004366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=dd0fa566-de4b-4691-b905-73aa23603448,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:26:39.011691 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:39.012040 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:39.012352 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:39.012711 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:39.013039 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:39.013366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:39.013689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:39.013999 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:39.014307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:39.014627 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:39.014983 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:39.015284 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:39.015603 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:26:39.178986 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['dd0fa566-de4b-4691-b905-73aa23603448'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:26:40.032201 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b06b6-051b-4ba3-9f8b-9c0d29d0026b req-8c451e65-cde9-4fd1-b613-ab51d665483f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:40.033731 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a88b06b6-051b-4ba3-9f8b-9c0d29d0026b req-8c451e65-cde9-4fd1-b613-ab51d665483f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 944 time: 0.0640662 Mar 11 12:26:40.084192 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a88b06b6-051b-4ba3-9f8b-9c0d29d0026b req-75d2cc96-19ff-490a-b48b-3e7a6c1ee19e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417461 Mar 11 12:26:40.775491 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device dd0fa566-de4b-4691-b905-73aa23603448 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:26:40.838456 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port dd0fa566-de4b-4691-b905-73aa23603448 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:26:40.844545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port dd0fa566-de4b-4691-b905-73aa23603448 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:26:40.845156 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (dd0fa566-de4b-4691-b905-73aa23603448), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:40.926320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port dd0fa566-de4b-4691-b905-73aa23603448 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:26:40.926702 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (dd0fa566-de4b-4691-b905-73aa23603448), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:40.949594 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b5e835-3530-4254-a1be-bfe0d292f013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0fa566-de4b-4691-b905-73aa23603448'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:26:40.952047 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5aec484-5ca4-451e-a1a8-d8e01fc19bed" -d '{"events": [{"server_uuid": "c9b5e835-3530-4254-a1be-bfe0d292f013", "name": "network-vif-plugged", "status": "completed", "tag": "dd0fa566-de4b-4691-b905-73aa23603448"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:26:40.965662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port dd0fa566-de4b-4691-b905-73aa23603448, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=dd0fa566-de4b-4691-b905-73aa23603448,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:26:40.972589 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (dd0fa566-de4b-4691-b905-73aa23603448), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:40.999165 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632c8f18-3714-4506-9e23-0e4f8a28ef6b x-openstack-request-id: req-632c8f18-3714-4506-9e23-0e4f8a28ef6b {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:26:40.999462 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b5e835-3530-4254-a1be-bfe0d292f013", "name": "network-vif-plugged", "status": "completed", "tag": "dd0fa566-de4b-4691-b905-73aa23603448", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:26:40.999739 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-632c8f18-3714-4506-9e23-0e4f8a28ef6b {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:26:41.000130 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b5e835-3530-4254-a1be-bfe0d292f013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0fa566-de4b-4691-b905-73aa23603448', 'code': 200} Mar 11 12:26:41.026948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=dd0fa566-de4b-4691-b905-73aa23603448,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:26:41.096973 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e3e60-8c30-4a63-aee6-f940c7a81745 req-bb9ce9c5-2f8f-4b5c-b66d-0b0f4658ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:41.098506 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0f1e3e60-8c30-4a63-aee6-f940c7a81745 req-bb9ce9c5-2f8f-4b5c-b66d-0b0f4658ddd0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 1127 time: 0.0501444 Mar 11 12:26:41.145614 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0f1e3e60-8c30-4a63-aee6-f940c7a81745 req-76d72a27-4d3f-4369-a91e-1771c936b7a0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391941 Mar 11 12:26:41.214439 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e88c57-c94d-4333-92ce-d15e01254791 req-ac20e5af-30e3-4ef0-9876-baa20e4a7ad8 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:41.215934 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00e88c57-c94d-4333-92ce-d15e01254791 req-ac20e5af-30e3-4ef0-9876-baa20e4a7ad8 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 945 time: 0.0617852 Mar 11 12:26:41.271297 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00e88c57-c94d-4333-92ce-d15e01254791 req-07226157-9dad-4e42-b0f0-1b0fd6a0f78d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478802 Mar 11 12:26:42.395937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53487504-05a8-4c8e-8aa7-1934ff0823c1 req-edd05f2f-0ebf-402a-8b31-d7f9a6e5c4ec tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:42.397422 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53487504-05a8-4c8e-8aa7-1934ff0823c1 req-edd05f2f-0ebf-402a-8b31-d7f9a6e5c4ec tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 945 time: 0.0546064 Mar 11 12:26:42.444425 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53487504-05a8-4c8e-8aa7-1934ff0823c1 req-d4e13a93-3e0b-4c17-9ba1-e8866755457b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412226 Mar 11 12:26:42.569223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696110c-d17f-4e5b-aa4d-0671d12dbfb0 req-c6111b30-8f01-40cb-9d22-a563032006e1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:42.570687 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4696110c-d17f-4e5b-aa4d-0671d12dbfb0 req-c6111b30-8f01-40cb-9d22-a563032006e1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 945 time: 0.0578470 Mar 11 12:26:42.616795 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4696110c-d17f-4e5b-aa4d-0671d12dbfb0 req-23eddccb-6533-46ac-988f-18a62bf620c0 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403507 Mar 11 12:26:42.747482 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e42ca-150d-4a86-94ec-a175bab8328f req-18d7cb66-a99c-45e6-b33f-08fa17c34c31 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:42.748996 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b59e42ca-150d-4a86-94ec-a175bab8328f req-18d7cb66-a99c-45e6-b33f-08fa17c34c31 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 945 time: 0.0583415 Mar 11 12:26:42.799799 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b59e42ca-150d-4a86-94ec-a175bab8328f req-b95e5886-631c-4582-b4da-3b79ad045f88 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 Mar 11 12:26:42.891123 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:43.112440 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fe329-2855-457b-8d8c-8dceb7062eb9 req-030cf927-c57f-48ef-a13e-0a64839720a4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:43.114194 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da3fe329-2855-457b-8d8c-8dceb7062eb9 req-030cf927-c57f-48ef-a13e-0a64839720a4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 945 time: 0.0635612 Mar 11 12:26:43.164584 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da3fe329-2855-457b-8d8c-8dceb7062eb9 req-010786b2-0a19-43b9-8377-340f457d55ec tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443661 Mar 11 12:26:43.665380 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-22d7a4e2-9fc3-4a04-963a-67a90db227d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:44.304005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3657d-6c92-423b-8347-071544e757cc req-714c1992-168d-4539-bc84-5d8053922d95 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:44.305499 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18a3657d-6c92-423b-8347-071544e757cc req-714c1992-168d-4539-bc84-5d8053922d95 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 945 time: 0.0593679 Mar 11 12:26:44.359021 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18a3657d-6c92-423b-8347-071544e757cc req-15e92368-14af-4a2b-aa5a-9efcda77f94e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450220 Mar 11 12:26:44.650866 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f30ff4-a50e-4688-b617-267395375c08 req-317aea5f-63fa-42af-aed4-d1d20ed681c7 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:26:44.652342 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-00f30ff4-a50e-4688-b617-267395375c08 req-317aea5f-63fa-42af-aed4-d1d20ed681c7 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 945 time: 0.0605266 Mar 11 12:26:44.751622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-00f30ff4-a50e-4688-b617-267395375c08 req-03db94df-b133-4baf-a843-a88be0b45ac6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Deleting port dd0fa566-de4b-4691-b905-73aa23603448 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:26:44.751980 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-00f30ff4-a50e-4688-b617-267395375c08 req-03db94df-b133-4baf-a843-a88be0b45ac6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (dd0fa566-de4b-4691-b905-73aa23603448), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:44.840910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-00f30ff4-a50e-4688-b617-267395375c08 req-03db94df-b133-4baf-a843-a88be0b45ac6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] For port dd0fa566-de4b-4691-b905-73aa23603448, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=dd0fa566-de4b-4691-b905-73aa23603448,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:26:44.841266 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-00f30ff4-a50e-4688-b617-267395375c08 req-03db94df-b133-4baf-a843-a88be0b45ac6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (dd0fa566-de4b-4691-b905-73aa23603448), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:44.853706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-00f30ff4-a50e-4688-b617-267395375c08 req-03db94df-b133-4baf-a843-a88be0b45ac6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Calling delete_port for dd0fa566-de4b-4691-b905-73aa23603448 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:26:44.995868 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-00f30ff4-a50e-4688-b617-267395375c08 req-03db94df-b133-4baf-a843-a88be0b45ac6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (dd0fa566-de4b-4691-b905-73aa23603448), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:45.024995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db94df-b133-4baf-a843-a88be0b45ac6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event deleted for resources: {'Port': ['ID=dd0fa566-de4b-4691-b905-73aa23603448,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:26:45.074085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f30ff4-a50e-4688-b617-267395375c08 req-03db94df-b133-4baf-a843-a88be0b45ac6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] No DVR routers for this DVR port dd0fa566-de4b-4691-b905-73aa23603448 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:26:45.077052 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-00f30ff4-a50e-4688-b617-267395375c08 req-03db94df-b133-4baf-a843-a88be0b45ac6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:45.081042 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-00f30ff4-a50e-4688-b617-267395375c08 req-03db94df-b133-4baf-a843-a88be0b45ac6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.71 "DELETE /v2.0/ports/dd0fa566-de4b-4691-b905-73aa23603448 HTTP/1.1" status: 204 len: 173 time: 0.4227569 Mar 11 12:26:45.081909 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b5e835-3530-4254-a1be-bfe0d292f013', 'name': 'network-vif-deleted', 'tag': 'dd0fa566-de4b-4691-b905-73aa23603448'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:26:45.085014 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01b7b2b-4672-4f5c-a0f7-40f81393d769" -d '{"events": [{"server_uuid": "c9b5e835-3530-4254-a1be-bfe0d292f013", "name": "network-vif-deleted", "tag": "dd0fa566-de4b-4691-b905-73aa23603448"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:26:45.123404 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d094931-46f3-45b9-be6c-480f42dbcb06 x-openstack-request-id: req-8d094931-46f3-45b9-be6c-480f42dbcb06 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:26:45.123717 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b5e835-3530-4254-a1be-bfe0d292f013", "name": "network-vif-deleted", "tag": "dd0fa566-de4b-4691-b905-73aa23603448", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:26:45.123967 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8d094931-46f3-45b9-be6c-480f42dbcb06 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:26:45.124530 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b5e835-3530-4254-a1be-bfe0d292f013', 'name': 'network-vif-deleted', 'tag': 'dd0fa566-de4b-4691-b905-73aa23603448', 'status': 'completed', 'code': 200} Mar 11 12:26:45.456185 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-959d74ff-2528-4f45-933c-4fec89b09572 req-b18f0eaf-8263-412a-beaa-d882ec1ae8c0 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 210 time: 0.0273380 Mar 11 12:26:45.758619 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8499a1c6-3ce5-48e3-8d29-92e03a544ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:46.553716 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1af7fc7f-3dde-4728-afb9-1984524e7a47 req-ed8d98c1-6aed-438e-a831-8ddabd94ba32 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 210 time: 0.0273688 Mar 11 12:26:46.794553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device dd0fa566-de4b-4691-b905-73aa23603448 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:26:46.816589 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: dd0fa566-de4b-4691-b905-73aa23603448 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:26:46.817007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device dd0fa566-de4b-4691-b905-73aa23603448 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:26:47.315414 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:47.652041 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-893506eb-37ef-4e04-a944-62cbcaade06b req-39dadc7a-f9d7-4b91-9b47-499d1f40b12e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 210 time: 0.0295184 Mar 11 12:26:48.716652 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:48.761972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-232df65e-adad-4adc-81f7-c5c6c16cd027 req-61e649f9-8a82-4a48-a1c2-9f6b0937e5dd tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 210 time: 0.0269701 Mar 11 12:26:49.860750 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0bc8331d-7069-4d56-8516-779d9ad60bf3 req-2c785339-e26a-4f23-a0d7-2c5e6816a165 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 210 time: 0.0271201 Mar 11 12:26:50.100678 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:26:50.959267 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1e9c456f-257a-4faa-8100-398e3c1acd84 req-9bfac273-a574-4519-bdf3-fc7592ccde6b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 210 time: 0.0306773 Mar 11 12:26:52.060105 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f41b0325-f34d-482a-badb-1037fd04c0e8 req-3738da21-0af9-478d-9265-3cf6ad193e35 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 210 time: 0.0277405 Mar 11 12:26:53.165464 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0703e8da-d97c-44bb-b376-26c1dcb5fed3 req-c396390b-5d94-47bb-9d99-52cd7cef9cce tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 210 time: 0.0279915 Mar 11 12:26:54.278624 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d9d0e3a-ed34-495f-af80-37abeb146ba3 req-0d76dc87-3934-4286-8a28-158f7b8f1ad6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9b5e835-3530-4254-a1be-bfe0d292f013 HTTP/1.1" status: 200 len: 210 time: 0.0292079 Mar 11 12:26:58.867478 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:27:03.998147 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:12.899072 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:13.674464 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e0cfb774-9ca5-4229-9f79-cda25a3c4c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:15.752889 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84d6d1a8-11f7-4ce5-b541-0ded6a4b42b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:17.315013 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:18.716702 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:20.098125 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:26.937416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802281d2-1dc2-4d48-aa17-539f34317442 req-449d3fba-8231-4cd8-96aa-67ccf0412ad7 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:26.938869 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-802281d2-1dc2-4d48-aa17-539f34317442 req-449d3fba-8231-4cd8-96aa-67ccf0412ad7 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 812 time: 0.1087277 Mar 11 12:27:26.955725 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c8e33f0a-9ba0-42ea-819c-8474034b6110 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/quotas/102f01ebe6644728af9751b21fb2932e HTTP/1.1" status: 200 len: 375 time: 0.0090501 Mar 11 12:27:27.009684 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-802281d2-1dc2-4d48-aa17-539f34317442 req-85fb6a7a-e69a-4dc1-8e42-d0fe6509cc12 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486257 Mar 11 12:27:27.110087 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-802281d2-1dc2-4d48-aa17-539f34317442 req-a2db1272-db06-4b21-942b-ef48bb2f973c service neutron] 10.222.0.78 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936775 Mar 11 12:27:27.204944 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-802281d2-1dc2-4d48-aa17-539f34317442 req-548a8b88-454b-4183-b63e-25bfac4a061f service neutron] 10.222.0.78 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876989 Mar 11 12:27:27.513449 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-970d82c0-c8d0-4513-b7c8-8f1ef746045e req-386128e0-0ed9-4186-919e-7e173113086d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 210 time: 0.0281920 Mar 11 12:27:28.599442 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0d9e287-3b07-41a2-a1f3-c0abe292837b req-24c1927b-c53e-4250-92ba-d7f898c6d706 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 210 time: 0.0277739 Mar 11 12:27:29.685071 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13c7ebc7-39bf-49eb-ba90-0191a99f67ad req-65960f81-0799-4a2c-aff4-ad343cabc65b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 210 time: 0.0303063 Mar 11 12:27:30.778115 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-daef1483-3206-4ac9-b1a9-ec6f11af884c req-2e215e00-af24-4a1f-96f4-ee845d5783f6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 210 time: 0.0298166 Mar 11 12:27:31.885461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b69270b9-ffc2-4786-85a9-75bf716942df req-1c9b2f50-f875-4ee9-a319-972ecd28a03e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 210 time: 0.0290496 Mar 11 12:27:32.282866 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7f8df83-9869-432e-9300-9790aa66d949 req-92efda30-0515-4cca-9a70-b9078097b07e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483410 Mar 11 12:27:32.381187 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8df83-9869-432e-9300-9790aa66d949 req-e6b6e086-226e-4116-926c-69ba1252f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:32.382627 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7f8df83-9869-432e-9300-9790aa66d949 req-e6b6e086-226e-4116-926c-69ba1252f84d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0ad3bc95662496686af8c6eed5217a1&device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 1128 time: 0.0522914 Mar 11 12:27:32.495325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8df83-9869-432e-9300-9790aa66d949 req-ae39d123-1831-4f1e-bf87-81762f9dfe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:32.496977 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7f8df83-9869-432e-9300-9790aa66d949 req-ae39d123-1831-4f1e-bf87-81762f9dfe40 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b7295db-7e8f-4c29-9d11-f38aedc0019d HTTP/1.1" status: 200 len: 909 time: 0.0939791 Mar 11 12:27:32.599293 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7f8df83-9869-432e-9300-9790aa66d949 req-0634d002-4def-451e-a7ad-946c5badb88d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0b41b41-b4de-4325-b0bb-4518f344c48c HTTP/1.1" status: 200 len: 1002 time: 0.0959470 Mar 11 12:27:32.688527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8df83-9869-432e-9300-9790aa66d949 req-297e9496-bdeb-46bb-966b-1d42ae14bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:32.690249 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7f8df83-9869-432e-9300-9790aa66d949 req-297e9496-bdeb-46bb-966b-1d42ae14bf94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=013e8505-ff91-41ca-ac9e-e017d1b242e3 HTTP/1.1" status: 200 len: 847 time: 0.0656569 Mar 11 12:27:32.697323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802281d2-1dc2-4d48-aa17-539f34317442 req-05159dda-a813-4925-8ea7-0a255f207a77 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:32.698728 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-802281d2-1dc2-4d48-aa17-539f34317442 req-05159dda-a813-4925-8ea7-0a255f207a77 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.71 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 812 time: 0.1596227 Mar 11 12:27:32.712896 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-802281d2-1dc2-4d48-aa17-539f34317442 req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Request body: {'port': {'device_id': '5f40dd6a-617c-41d6-97bb-49d7b364ae06', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'admin_state_up': True, 'tenant_id': '102f01ebe6644728af9751b21fb2932e'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:27:32.816116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8df83-9869-432e-9300-9790aa66d949 req-d9864320-69ad-49f6-a116-add83851f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:32.817635 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7f8df83-9869-432e-9300-9790aa66d949 req-d9864320-69ad-49f6-a116-add83851f3da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b7295db-7e8f-4c29-9d11-f38aedc0019d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1179862 Mar 11 12:27:32.906156 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802281d2-1dc2-4d48-aa17-539f34317442 req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Made reservation on behalf of 102f01ebe6644728af9751b21fb2932e for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:27:32.909760 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-802281d2-1dc2-4d48-aa17-539f34317442 req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:32.952534 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7f8df83-9869-432e-9300-9790aa66d949 req-d5168725-ca85-4781-b88b-3ff3f53e7636 service neutron] 10.222.0.37 "GET /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256568 Mar 11 12:27:32.987727 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a7ab803-8367-408f-b64c-913bb95041f3 req-ec6254af-1063-4b4f-aca0-a0cb8aa2fb0d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 210 time: 0.0291800 Mar 11 12:27:33.123732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-802281d2-1dc2-4d48-aa17-539f34317442 req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Allocated IP 172.20.0.6 (445aa2fa-3655-43da-8006-bb47134240ed/11a572d6-21d0-4078-a738-531994cf6b9b/37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:27:33.127432 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7f8df83-9869-432e-9300-9790aa66d949 req-d8956d92-7a9b-4cfb-b651-6b1c969a875d service neutron] 10.222.0.37 "GET /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468906 Mar 11 12:27:33.279877 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-802281d2-1dc2-4d48-aa17-539f34317442 req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for port (37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:33.314091 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-802281d2-1dc2-4d48-aa17-539f34317442 req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:33.356866 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802281d2-1dc2-4d48-aa17-539f34317442 req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Network 445aa2fa-3655-43da-8006-bb47134240ed is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:27:33.361980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-802281d2-1dc2-4d48-aa17-539f34317442 req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:27:33.365827 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-802281d2-1dc2-4d48-aa17-539f34317442 req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:27:33.390174 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'Port': ['ID=37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:33.408625 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:33.408964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:33.409292 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:33.409619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:33.409949 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:33.410288 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:33.410604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:33.410903 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:33.411227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:33.411544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:33.411889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:33.412274 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:33.412623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:33.431216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802281d2-1dc2-4d48-aa17-539f34317442 req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:33.431866 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-802281d2-1dc2-4d48-aa17-539f34317442 req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:33.450159 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-802281d2-1dc2-4d48-aa17-539f34317442 req-170412f1-33e0-4030-90f2-c1fc18a078ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7412221 Mar 11 12:27:33.463176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Request body: {'port': {'device_id': '5f40dd6a-617c-41d6-97bb-49d7b364ae06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:27:33.531009 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:33.603565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c5549030-a027-4022-b689-6bebba279c0c None None] Provisioning complete for port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:27:33.604230 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c5549030-a027-4022-b689-6bebba279c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:33.638721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c5549030-a027-4022-b689-6bebba279c0c None None] Port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:27:33.812009 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:27:33.820504 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Publish callbacks [] for port (37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:33.834391 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Transition to ACTIVE for port object 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:27:33.839444 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:33.895658 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Pushing event updated for resources: {'Port': ['ID=37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:33.965831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Attempting to bind port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:27:33.966168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Attempting to bind port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:27:33.966502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Attempting to bind port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf on network 445aa2fa-3655-43da-8006-bb47134240ed {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:27:33.971279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf on network 445aa2fa-3655-43da-8006-bb47134240ed not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:27:33.971657 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Attempting to bind port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf on network 445aa2fa-3655-43da-8006-bb47134240ed {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:27:33.976785 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:27:33.977131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Checking segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:27:33.977516 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Bound using segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:27:33.977959 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Bound port: 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:27:33.978458 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:34.003746 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:34.055299 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] For port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:27:34.058824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] For port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:27:34.067451 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:34.118961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:34.119608 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:34.121194 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-802281d2-1dc2-4d48-aa17-539f34317442 req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] 10.222.0.71 "PUT /v2.0/ports/37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf HTTP/1.1" status: 200 len: 1091 time: 0.6629751 Mar 11 12:27:34.121961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f40dd6a-617c-41d6-97bb-49d7b364ae06', 'tag': '37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:27:34.124319 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba0aebe-2a67-4bdb-b940-edbdfb47d2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f40dd6a-617c-41d6-97bb-49d7b364ae06", "tag": "37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:27:34.144720 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632e16b-f216-4280-8281-d8b56fd4f264 service neutron] Pushing event updated for resources: {'Port': ['ID=37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:34.181506 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125989ff-5360-49ce-a599-efdff921e30a req-508f0c76-fb1f-4a87-b0c8-1d02c3ceec7f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:34.188210 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-125989ff-5360-49ce-a599-efdff921e30a req-508f0c76-fb1f-4a87-b0c8-1d02c3ceec7f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 943 time: 0.1204469 Mar 11 12:27:34.201072 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689583a3-8476-4ea8-8604-53c585c572c3 x-openstack-request-id: req-689583a3-8476-4ea8-8604-53c585c572c3 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:27:34.201072 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f40dd6a-617c-41d6-97bb-49d7b364ae06", "tag": "37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:27:34.201072 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-689583a3-8476-4ea8-8604-53c585c572c3 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:27:34.201468 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f40dd6a-617c-41d6-97bb-49d7b364ae06', 'tag': '37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf', 'status': 'completed', 'code': 200} Mar 11 12:27:34.224553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802281d2-1dc2-4d48-aa17-539f34317442 req-bd52aae1-5e6d-4732-a761-a4e439bb1713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:34.226234 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-802281d2-1dc2-4d48-aa17-539f34317442 req-bd52aae1-5e6d-4732-a761-a4e439bb1713 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 1125 time: 0.0655403 Mar 11 12:27:34.272366 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-125989ff-5360-49ce-a599-efdff921e30a req-ca6ba850-ed7e-4b70-a53c-d4d2f598d165 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767329 Mar 11 12:27:34.279111 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-802281d2-1dc2-4d48-aa17-539f34317442 req-4648c467-75b2-4830-892a-4f1cde8d6c54 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf HTTP/1.1" status: 200 len: 217 time: 0.0460300 Mar 11 12:27:34.331738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802281d2-1dc2-4d48-aa17-539f34317442 req-027ab566-075c-4ba7-bed6-7a16281100b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:34.333235 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-802281d2-1dc2-4d48-aa17-539f34317442 req-027ab566-075c-4ba7-bed6-7a16281100b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0482428 Mar 11 12:27:34.390025 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802281d2-1dc2-4d48-aa17-539f34317442 req-25132615-0ab9-4f3f-91d1-3188b2b4a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:34.391913 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-802281d2-1dc2-4d48-aa17-539f34317442 req-25132615-0ab9-4f3f-91d1-3188b2b4a35f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511293 Mar 11 12:27:34.493874 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-802281d2-1dc2-4d48-aa17-539f34317442 req-130b5ffd-870a-4e9b-b2bd-8f73a51cc441 service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951018 Mar 11 12:27:34.591617 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-802281d2-1dc2-4d48-aa17-539f34317442 req-bd938a46-5f6b-4313-89fd-d93018decf99 service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916095 Mar 11 12:27:34.682347 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0aebe-2a67-4bdb-b940-edbdfb47d2e8 req-dddcf824-4239-48b3-8cc5-4b2209959b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:34.684103 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5ba0aebe-2a67-4bdb-b940-edbdfb47d2e8 req-dddcf824-4239-48b3-8cc5-4b2209959b6c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 1125 time: 0.0482848 Mar 11 12:27:34.782383 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0aebe-2a67-4bdb-b940-edbdfb47d2e8 req-78d31d17-e88c-4f38-abff-d978b3bb5bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:34.784446 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5ba0aebe-2a67-4bdb-b940-edbdfb47d2e8 req-78d31d17-e88c-4f38-abff-d978b3bb5bdc service neutron] 10.222.0.71 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0939672 Mar 11 12:27:34.827227 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5ba0aebe-2a67-4bdb-b940-edbdfb47d2e8 req-c64c6ab3-5abc-413f-ac42-49106cbe812a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf HTTP/1.1" status: 200 len: 217 time: 0.0357535 Mar 11 12:27:34.878284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0aebe-2a67-4bdb-b940-edbdfb47d2e8 req-92356087-fbe4-4d94-91e8-734f97412560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:34.880287 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5ba0aebe-2a67-4bdb-b940-edbdfb47d2e8 req-92356087-fbe4-4d94-91e8-734f97412560 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0459042 Mar 11 12:27:34.938977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0aebe-2a67-4bdb-b940-edbdfb47d2e8 req-1e8d74f3-c6e7-46a1-8ee7-0b90934737af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:34.940620 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5ba0aebe-2a67-4bdb-b940-edbdfb47d2e8 req-1e8d74f3-c6e7-46a1-8ee7-0b90934737af service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542107 Mar 11 12:27:35.032828 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5ba0aebe-2a67-4bdb-b940-edbdfb47d2e8 req-5f6afe9a-edd0-435c-87c4-e0e87ba6da8b service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845692 Mar 11 12:27:35.038564 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded075c7-b267-4bcb-8e63-ab168c155d18 req-f0113d56-00ce-4339-871a-3c028e48131c tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:35.040263 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ded075c7-b267-4bcb-8e63-ab168c155d18 req-f0113d56-00ce-4339-871a-3c028e48131c tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 946 time: 0.0576339 Mar 11 12:27:35.097208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ded075c7-b267-4bcb-8e63-ab168c155d18 req-90e0b361-58c4-4ab5-8e6d-2414103c4d85 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f7080a-cce5-44fa-a0fb-7098bc3e5d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502350 Mar 11 12:27:35.127610 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5ba0aebe-2a67-4bdb-b940-edbdfb47d2e8 req-645855df-e604-41ee-b298-3be91ce06203 service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879128 Mar 11 12:27:35.385779 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327c680-8c4a-4b7a-a2b4-25f027f9763b req-920f86f5-4e5b-4f68-8024-e33af0b6fb39 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:35.387271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a327c680-8c4a-4b7a-a2b4-25f027f9763b req-920f86f5-4e5b-4f68-8024-e33af0b6fb39 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 943 time: 0.0559955 Mar 11 12:27:35.435329 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a327c680-8c4a-4b7a-a2b4-25f027f9763b req-d00fcd4c-7ac0-4dde-981a-749e0da0a629 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417893 Mar 11 12:27:35.866830 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:27:36.227424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa1636-9bbd-4f5d-8165-4978fdfacef8 req-05a077f9-e498-46c9-b4ef-dca18017128c tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:36.228866 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49fa1636-9bbd-4f5d-8165-4978fdfacef8 req-05a077f9-e498-46c9-b4ef-dca18017128c tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 946 time: 0.0646229 Mar 11 12:27:36.289196 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49fa1636-9bbd-4f5d-8165-4978fdfacef8 req-82f5b377-1f3d-42ef-b80b-e293b6f98ae8 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f7080a-cce5-44fa-a0fb-7098bc3e5d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544605 Mar 11 12:27:36.321256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6470c94-0a40-43f9-974a-bdd77644fa13 req-f4a13463-4882-433a-b709-6bfeee589f95 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:36.322741 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d6470c94-0a40-43f9-974a-bdd77644fa13 req-f4a13463-4882-433a-b709-6bfeee589f95 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.37 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 946 time: 0.0662601 Mar 11 12:27:36.416647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-d6470c94-0a40-43f9-974a-bdd77644fa13 req-499a7d9d-5ff5-4118-8e0e-f79d0e3f6f65 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Deleting port a0b41b41-b4de-4325-b0bb-4518f344c48c {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:27:36.416865 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d6470c94-0a40-43f9-974a-bdd77644fa13 req-499a7d9d-5ff5-4118-8e0e-f79d0e3f6f65 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a0b41b41-b4de-4325-b0bb-4518f344c48c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:36.519406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-d6470c94-0a40-43f9-974a-bdd77644fa13 req-499a7d9d-5ff5-4118-8e0e-f79d0e3f6f65 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] For port a0b41b41-b4de-4325-b0bb-4518f344c48c, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a0b41b41-b4de-4325-b0bb-4518f344c48c,segment=NetworkSegment(40d8a8fa-0461-44da-925f-77d769e44b0c),segment_id=40d8a8fa-0461-44da-925f-77d769e44b0c)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:27:36.519812 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d6470c94-0a40-43f9-974a-bdd77644fa13 req-499a7d9d-5ff5-4118-8e0e-f79d0e3f6f65 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a0b41b41-b4de-4325-b0bb-4518f344c48c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:36.567637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04490c-7fe1-490f-8e72-405cede1f0dc req-1307ec4f-eb1d-48bb-acac-1d09d4e0a4c2 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:36.569349 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af04490c-7fe1-490f-8e72-405cede1f0dc req-1307ec4f-eb1d-48bb-acac-1d09d4e0a4c2 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 943 time: 0.0605967 Mar 11 12:27:36.619044 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af04490c-7fe1-490f-8e72-405cede1f0dc req-a8af9025-d793-4fef-890a-e3e30a5cd755 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431635 Mar 11 12:27:36.742508 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d6470c94-0a40-43f9-974a-bdd77644fa13 req-499a7d9d-5ff5-4118-8e0e-f79d0e3f6f65 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:36.742956 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d6470c94-0a40-43f9-974a-bdd77644fa13 req-499a7d9d-5ff5-4118-8e0e-f79d0e3f6f65 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (2abaa7a0-a66c-422b-bbc9-ac2a39f43c06), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:36.743377 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [req-d6470c94-0a40-43f9-974a-bdd77644fa13 req-499a7d9d-5ff5-4118-8e0e-f79d0e3f6f65 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Floating IP 2abaa7a0-a66c-422b-bbc9-ac2a39f43c06 disassociated. External IP: 172.25.7.148, port: a0b41b41-b4de-4325-b0bb-4518f344c48c. Mar 11 12:27:36.743891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-d6470c94-0a40-43f9-974a-bdd77644fa13 req-499a7d9d-5ff5-4118-8e0e-f79d0e3f6f65 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Calling delete_port for a0b41b41-b4de-4325-b0bb-4518f344c48c owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:27:36.875385 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d6470c94-0a40-43f9-974a-bdd77644fa13 req-499a7d9d-5ff5-4118-8e0e-f79d0e3f6f65 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a0b41b41-b4de-4325-b0bb-4518f344c48c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:36.906371 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a7d9d-5ff5-4118-8e0e-f79d0e3f6f65 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Pushing event deleted for resources: {'Port': ['ID=a0b41b41-b4de-4325-b0bb-4518f344c48c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:37.021074 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6470c94-0a40-43f9-974a-bdd77644fa13 req-499a7d9d-5ff5-4118-8e0e-f79d0e3f6f65 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Router a7845872-47b9-4c65-806a-ba04515ffcde has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:27:37.427244 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-56b9d416-71ef-4971-bc09-c2c00bca4c2a req-70256220-5bca-4d1c-bbc5-5c8674d86633 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "GET /v2.0/ports?device_id=05bc09a4-30fa-470f-a013-ef51a34afce8 HTTP/1.1" status: 200 len: 210 time: 0.0434074 Mar 11 12:27:37.482622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6470c94-0a40-43f9-974a-bdd77644fa13 req-499a7d9d-5ff5-4118-8e0e-f79d0e3f6f65 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:27:37.493941 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f670490c-60cc-4a29-a38f-d15b9b98040d None None] Sync routers for ids ['a7845872-47b9-4c65-806a-ba04515ffcde'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:27:37.505322 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f670490c-60cc-4a29-a38f-d15b9b98040d None None] Routers {'a7845872-47b9-4c65-806a-ba04515ffcde'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:27:37.506038 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f670490c-60cc-4a29-a38f-d15b9b98040d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:27:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a7845872-47b9-4c65-806a-ba04515ffcde'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:27:37.527537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6470c94-0a40-43f9-974a-bdd77644fa13 req-499a7d9d-5ff5-4118-8e0e-f79d0e3f6f65 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] No DVR routers for this DVR port a0b41b41-b4de-4325-b0bb-4518f344c48c on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:27:37.530567 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d6470c94-0a40-43f9-974a-bdd77644fa13 req-499a7d9d-5ff5-4118-8e0e-f79d0e3f6f65 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:37.534111 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d6470c94-0a40-43f9-974a-bdd77644fa13 req-499a7d9d-5ff5-4118-8e0e-f79d0e3f6f65 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.37 "DELETE /v2.0/ports/a0b41b41-b4de-4325-b0bb-4518f344c48c HTTP/1.1" status: 204 len: 173 time: 1.2064025 Mar 11 12:27:37.534673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bc09a4-30fa-470f-a013-ef51a34afce8', 'name': 'network-vif-deleted', 'tag': 'a0b41b41-b4de-4325-b0bb-4518f344c48c'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:27:37.537648 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e078daff-b768-451e-a57b-a3eeb148e996" -d '{"events": [{"server_uuid": "05bc09a4-30fa-470f-a013-ef51a34afce8", "name": "network-vif-deleted", "tag": "a0b41b41-b4de-4325-b0bb-4518f344c48c"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:27:37.594953 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ed741f-6c6a-46f4-99ca-380c70c1c2e2 x-openstack-request-id: req-d7ed741f-6c6a-46f4-99ca-380c70c1c2e2 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:27:37.595421 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bc09a4-30fa-470f-a013-ef51a34afce8", "name": "network-vif-deleted", "tag": "a0b41b41-b4de-4325-b0bb-4518f344c48c", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:27:37.595823 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7ed741f-6c6a-46f4-99ca-380c70c1c2e2 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:27:37.596354 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bc09a4-30fa-470f-a013-ef51a34afce8', 'name': 'network-vif-deleted', 'tag': 'a0b41b41-b4de-4325-b0bb-4518f344c48c', 'status': 'completed', 'code': 200} Mar 11 12:27:37.648879 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f670490c-60cc-4a29-a38f-d15b9b98040d None None] Set router a7845872-47b9-4c65-806a-ba04515ffcde gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:27:37.784433 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ec428-f20f-4739-834a-fba388602924 req-ba8a1255-27a8-4e78-b1d9-6739ffba76c2 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:37.792184 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e46ec428-f20f-4739-834a-fba388602924 req-ba8a1255-27a8-4e78-b1d9-6739ffba76c2 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 943 time: 0.0766497 Mar 11 12:27:37.856868 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e46ec428-f20f-4739-834a-fba388602924 req-88e77ff2-ce7b-48f1-9ee2-8bcdc8f8617b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509980 Mar 11 12:27:37.914378 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f670490c-60cc-4a29-a38f-d15b9b98040d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'name': 'tempest-TestServerBasicOps-415852971-router', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:27Z', 'updated_at': '2022-03-11T12:22:30Z', 'revision_number': 4, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'gw_port': {'id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:28Z', 'updated_at': '2022-03-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '729f65f2-9291-436d-a0aa-9dd4646886e1', 'name': '', 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'mac_address': 'fa:16:3e:15:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:30Z', 'updated_at': '2022-03-11T12:22:35Z', 'revision_number': 5, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'subnets': [{'id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:27:37.939710 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f670490c-60cc-4a29-a38f-d15b9b98040d None None] Checking router: a7845872-47b9-4c65-806a-ba04515ffcde for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:27:37.947859 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f670490c-60cc-4a29-a38f-d15b9b98040d None None] Routers {'a7845872-47b9-4c65-806a-ba04515ffcde'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:27:37.948460 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f670490c-60cc-4a29-a38f-d15b9b98040d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:27:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a7845872-47b9-4c65-806a-ba04515ffcde'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:27:38.061133 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f670490c-60cc-4a29-a38f-d15b9b98040d None None] Set router a7845872-47b9-4c65-806a-ba04515ffcde gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:27:38.272291 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f670490c-60cc-4a29-a38f-d15b9b98040d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'name': 'tempest-TestServerBasicOps-415852971-router', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:27Z', 'updated_at': '2022-03-11T12:22:30Z', 'revision_number': 4, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'gw_port': {'id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:28Z', 'updated_at': '2022-03-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '729f65f2-9291-436d-a0aa-9dd4646886e1', 'name': '', 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'mac_address': 'fa:16:3e:15:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:30Z', 'updated_at': '2022-03-11T12:22:35Z', 'revision_number': 5, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'subnets': [{'id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:27:38.298388 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f670490c-60cc-4a29-a38f-d15b9b98040d None None] The sync data for ids ['a7845872-47b9-4c65-806a-ba04515ffcde'] in n-d-833234-2 is: [{'id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'name': 'tempest-TestServerBasicOps-415852971-router', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:27Z', 'updated_at': '2022-03-11T12:22:30Z', 'revision_number': 4, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'gw_port': {'id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:28Z', 'updated_at': '2022-03-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '729f65f2-9291-436d-a0aa-9dd4646886e1', 'name': '', 'network_id': '3b7295db-7e8f-4c29-9d11-f38aedc0019d', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'mac_address': 'fa:16:3e:15:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:30Z', 'updated_at': '2022-03-11T12:22:35Z', 'revision_number': 5, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'subnets': [{'id': '013e8505-ff91-41ca-ac9e-e017d1b242e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:27:38.512166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device a0b41b41-b4de-4325-b0bb-4518f344c48c no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:27:38.535022 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: a0b41b41-b4de-4325-b0bb-4518f344c48c {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:27:38.535748 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device a0b41b41-b4de-4325-b0bb-4518f344c48c not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:27:38.562095 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f6294-082b-44fa-a2b7-300c99b9e6b7 None None] New status for floating IP 2abaa7a0-a66c-422b-bbc9-ac2a39f43c06: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:27:38.664293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42822) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:27:38.801315 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Deleting port afe5f3fb-65c0-4ca9-b7b6-1a6f467d3e6e {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:27:38.802033 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (afe5f3fb-65c0-4ca9-b7b6-1a6f467d3e6e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:38.880464 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (afe5f3fb-65c0-4ca9-b7b6-1a6f467d3e6e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:38.880759 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for floatingip (afe5f3fb-65c0-4ca9-b7b6-1a6f467d3e6e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:38.894145 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Calling delete_port for afe5f3fb-65c0-4ca9-b7b6-1a6f467d3e6e owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:27:39.015835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22252038-d6aa-445d-8cad-7f39d941cf3a req-8aeed5c6-56fa-4a5a-8d4b-39b4a7528747 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:39.017647 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22252038-d6aa-445d-8cad-7f39d941cf3a req-8aeed5c6-56fa-4a5a-8d4b-39b4a7528747 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 943 time: 0.0792389 Mar 11 12:27:39.104499 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22252038-d6aa-445d-8cad-7f39d941cf3a req-9d01fbd5-6f56-4ecd-bb06-332a565454de tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801139 Mar 11 12:27:39.105987 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (afe5f3fb-65c0-4ca9-b7b6-1a6f467d3e6e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:39.140266 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Pushing event deleted for resources: {'Port': ['ID=afe5f3fb-65c0-4ca9-b7b6-1a6f467d3e6e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:39.164142 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:39.164588 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:39.165011 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:39.165426 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:39.165818 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:39.166205 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:39.166672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:39.166982 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:39.167366 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:39.167781 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:39.168169 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:39.168556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:39.168937 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:39.212571 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for floatingip (2abaa7a0-a66c-422b-bbc9-ac2a39f43c06), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:39.215434 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:39.216928 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-95d6061e-df9c-4a1d-a814-c1e0a400473b tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "DELETE /v2.0/floatingips/2abaa7a0-a66c-422b-bbc9-ac2a39f43c06 HTTP/1.1" status: 204 len: 168 time: 0.5515769 Mar 11 12:27:39.290168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42830) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:27:39.346853 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6eb02d68-e7f4-45fe-8ad5-473a0beac6a5 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group (a8f7080a-cce5-44fa-a0fb-7098bc3e5d71), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:39.371856 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6eb02d68-e7f4-45fe-8ad5-473a0beac6a5 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group (a8f7080a-cce5-44fa-a0fb-7098bc3e5d71), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:39.433399 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6eb02d68-e7f4-45fe-8ad5-473a0beac6a5 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a8f7080a-cce5-44fa-a0fb-7098bc3e5d71), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:39.436032 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6eb02d68-e7f4-45fe-8ad5-473a0beac6a5 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:39.437207 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6eb02d68-e7f4-45fe-8ad5-473a0beac6a5 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] 10.222.0.78 "DELETE /v2.0/security-groups/a8f7080a-cce5-44fa-a0fb-7098bc3e5d71 HTTP/1.1" status: 204 len: 168 time: 0.1459930 Mar 11 12:27:39.448899 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb02d68-e7f4-45fe-8ad5-473a0beac6a5 tempest-TestServerBasicOps-1024908865 tempest-TestServerBasicOps-1024908865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f7080a-cce5-44fa-a0fb-7098bc3e5d71,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:40.232361 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcbd5c-7ad5-42d2-b9c8-c94be87321f3 req-4acea49a-a3b0-442a-bb3a-eef7b40ff4bd tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:40.234191 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7fcbd5c-7ad5-42d2-b9c8-c94be87321f3 req-4acea49a-a3b0-442a-bb3a-eef7b40ff4bd tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 943 time: 0.0619502 Mar 11 12:27:40.288763 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7fcbd5c-7ad5-42d2-b9c8-c94be87321f3 req-2a1c99e6-adf7-4412-9d2b-1b3a45b4cc48 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432045 Mar 11 12:27:40.496673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42838) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:27:41.038088 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e499a9c3-46cf-4aed-b8f6-28d3d59f3f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (a7845872-47b9-4c65-806a-ba04515ffcde), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:41.298812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e499a9c3-46cf-4aed-b8f6-28d3d59f3f93 admin admin] Deleting port 729f65f2-9291-436d-a0aa-9dd4646886e1 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:27:41.299021 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e499a9c3-46cf-4aed-b8f6-28d3d59f3f93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:41.382330 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-e499a9c3-46cf-4aed-b8f6-28d3d59f3f93 admin admin] For port 729f65f2-9291-436d-a0aa-9dd4646886e1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=729f65f2-9291-436d-a0aa-9dd4646886e1,segment=NetworkSegment(40d8a8fa-0461-44da-925f-77d769e44b0c),segment_id=40d8a8fa-0461-44da-925f-77d769e44b0c)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:27:41.382706 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e499a9c3-46cf-4aed-b8f6-28d3d59f3f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:41.400317 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e499a9c3-46cf-4aed-b8f6-28d3d59f3f93 admin admin] Calling delete_port for 729f65f2-9291-436d-a0aa-9dd4646886e1 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:27:41.410011 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c0610-f0d4-4184-9965-9e3eb91750c8 req-cde327f3-c18b-4b1f-b294-9cce2143ba66 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:41.411617 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6d1c0610-f0d4-4184-9965-9e3eb91750c8 req-cde327f3-c18b-4b1f-b294-9cce2143ba66 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 943 time: 0.0528800 Mar 11 12:27:41.459948 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6d1c0610-f0d4-4184-9965-9e3eb91750c8 req-13c33187-3b24-4d27-8ecd-dee4dc6178d9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408514 Mar 11 12:27:41.601109 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e499a9c3-46cf-4aed-b8f6-28d3d59f3f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (729f65f2-9291-436d-a0aa-9dd4646886e1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:41.626762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499a9c3-46cf-4aed-b8f6-28d3d59f3f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=729f65f2-9291-436d-a0aa-9dd4646886e1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:41.808216 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e499a9c3-46cf-4aed-b8f6-28d3d59f3f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (a7845872-47b9-4c65-806a-ba04515ffcde), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:42.036806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e499a9c3-46cf-4aed-b8f6-28d3d59f3f93 admin admin] Router a7845872-47b9-4c65-806a-ba04515ffcde has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:27:42.150420 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e499a9c3-46cf-4aed-b8f6-28d3d59f3f93 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:27:42.156024 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e499a9c3-46cf-4aed-b8f6-28d3d59f3f93 admin admin] 10.222.0.78 "PUT /v2.0/routers/a7845872-47b9-4c65-806a-ba04515ffcde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6577263 Mar 11 12:27:42.158916 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42846) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:27:42.160862 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c4771-89d4-414b-8aa2-eb3beecde42b None None] Sync routers for ids ['a7845872-47b9-4c65-806a-ba04515ffcde'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:27:42.173289 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c4771-89d4-414b-8aa2-eb3beecde42b None None] Routers {'a7845872-47b9-4c65-806a-ba04515ffcde'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:27:42.174186 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ef0c4771-89d4-414b-8aa2-eb3beecde42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:27:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a7845872-47b9-4c65-806a-ba04515ffcde'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:27:42.276505 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4ba29a3-232b-40da-822b-efb3511b574b admin admin] Publish callbacks [] for router (a7845872-47b9-4c65-806a-ba04515ffcde), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:42.289650 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-ef0c4771-89d4-414b-8aa2-eb3beecde42b None None] Set router a7845872-47b9-4c65-806a-ba04515ffcde gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:27:42.383391 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4ba29a3-232b-40da-822b-efb3511b574b admin admin] Publish callbacks [] for router_gateway (a7845872-47b9-4c65-806a-ba04515ffcde), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:42.436862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a4ba29a3-232b-40da-822b-efb3511b574b admin admin] Deleting port d7819be3-6ffa-4657-bd81-324fb530054a {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:27:42.437601 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4ba29a3-232b-40da-822b-efb3511b574b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d7819be3-6ffa-4657-bd81-324fb530054a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:42.475605 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ef0c4771-89d4-414b-8aa2-eb3beecde42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'name': 'tempest-TestServerBasicOps-415852971-router', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:27Z', 'updated_at': '2022-03-11T12:27:41Z', 'revision_number': 5, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'gw_port': {'id': 'd7819be3-6ffa-4657-bd81-324fb530054a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:28Z', 'updated_at': '2022-03-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:27:42.507000 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c4771-89d4-414b-8aa2-eb3beecde42b None None] Checking router: a7845872-47b9-4c65-806a-ba04515ffcde for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:27:42.516161 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c4771-89d4-414b-8aa2-eb3beecde42b None None] Routers {'a7845872-47b9-4c65-806a-ba04515ffcde'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:27:42.517110 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ef0c4771-89d4-414b-8aa2-eb3beecde42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:27:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['a7845872-47b9-4c65-806a-ba04515ffcde'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:27:42.528620 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-a4ba29a3-232b-40da-822b-efb3511b574b admin admin] For port d7819be3-6ffa-4657-bd81-324fb530054a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d7819be3-6ffa-4657-bd81-324fb530054a,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:27:42.528998 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4ba29a3-232b-40da-822b-efb3511b574b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d7819be3-6ffa-4657-bd81-324fb530054a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:42.546849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a4ba29a3-232b-40da-822b-efb3511b574b admin admin] Calling delete_port for d7819be3-6ffa-4657-bd81-324fb530054a owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:27:42.668282 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c842e7e-aa52-4e1b-9c4d-c993b279874d req-0ac16849-3c81-4feb-a5ad-bb11e8cd6527 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:42.669960 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9c842e7e-aa52-4e1b-9c4d-c993b279874d req-0ac16849-3c81-4feb-a5ad-bb11e8cd6527 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 943 time: 0.1134455 Mar 11 12:27:42.717222 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-ef0c4771-89d4-414b-8aa2-eb3beecde42b None None] Set router a7845872-47b9-4c65-806a-ba04515ffcde gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:27:42.775065 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ef0c4771-89d4-414b-8aa2-eb3beecde42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'name': 'tempest-TestServerBasicOps-415852971-router', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:27Z', 'updated_at': '2022-03-11T12:27:42Z', 'revision_number': 6, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:27:42.776077 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9c842e7e-aa52-4e1b-9c4d-c993b279874d req-ae5ff355-74d4-4eb2-8ee0-d8aa9642f18c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676703 Mar 11 12:27:42.808021 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c4771-89d4-414b-8aa2-eb3beecde42b None None] The sync data for ids ['a7845872-47b9-4c65-806a-ba04515ffcde'] in n-d-833234-2 is: [{'id': 'a7845872-47b9-4c65-806a-ba04515ffcde', 'name': 'tempest-TestServerBasicOps-415852971-router', 'tenant_id': 'e0ad3bc95662496686af8c6eed5217a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:27Z', 'updated_at': '2022-03-11T12:27:42Z', 'revision_number': 6, 'project_id': 'e0ad3bc95662496686af8c6eed5217a1', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:27:42.841111 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4ba29a3-232b-40da-822b-efb3511b574b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (d7819be3-6ffa-4657-bd81-324fb530054a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:42.918896 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:43.201692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 729f65f2-9291-436d-a0aa-9dd4646886e1 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:27:43.224669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 729f65f2-9291-436d-a0aa-9dd4646886e1 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:27:43.224914 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 729f65f2-9291-436d-a0aa-9dd4646886e1 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:27:43.243073 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba29a3-232b-40da-822b-efb3511b574b admin admin] Pushing event deleted for resources: {'Port': ['ID=d7819be3-6ffa-4657-bd81-324fb530054a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:43.309122 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4ba29a3-232b-40da-822b-efb3511b574b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (a7845872-47b9-4c65-806a-ba04515ffcde), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:43.410660 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4ba29a3-232b-40da-822b-efb3511b574b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (a7845872-47b9-4c65-806a-ba04515ffcde), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:43.412871 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4ba29a3-232b-40da-822b-efb3511b574b admin admin] Publish callbacks [] for router_controller (a7845872-47b9-4c65-806a-ba04515ffcde), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:43.461172 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4ba29a3-232b-40da-822b-efb3511b574b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (a7845872-47b9-4c65-806a-ba04515ffcde), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:43.461983 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ba29a3-232b-40da-822b-efb3511b574b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7845872-47b9-4c65-806a-ba04515ffcde {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:27:43.468043 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4ba29a3-232b-40da-822b-efb3511b574b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:43.469796 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a4ba29a3-232b-40da-822b-efb3511b574b admin admin] 10.222.0.78 "DELETE /v2.0/routers/a7845872-47b9-4c65-806a-ba04515ffcde HTTP/1.1" status: 204 len: 168 time: 1.3094769 Mar 11 12:27:43.473570 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42850) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:27:43.526502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eed3b54-8aec-460c-b881-f2d5d0fb3171 admin admin] Deleting subnet 013e8505-ff91-41ca-ac9e-e017d1b242e3 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:27:43.529635 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0eed3b54-8aec-460c-b881-f2d5d0fb3171 admin admin] Publish callbacks [] for subnet (013e8505-ff91-41ca-ac9e-e017d1b242e3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:43.564551 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0eed3b54-8aec-460c-b881-f2d5d0fb3171 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (013e8505-ff91-41ca-ac9e-e017d1b242e3), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:43.648265 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0eed3b54-8aec-460c-b881-f2d5d0fb3171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (013e8505-ff91-41ca-ac9e-e017d1b242e3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:43.659613 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ad59fe8a-cb8c-4691-b311-5f1c35fd3e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:43.709103 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0eed3b54-8aec-460c-b881-f2d5d0fb3171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (013e8505-ff91-41ca-ac9e-e017d1b242e3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:43.735439 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed3b54-8aec-460c-b881-f2d5d0fb3171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=013e8505-ff91-41ca-ac9e-e017d1b242e3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:43.739864 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0eed3b54-8aec-460c-b881-f2d5d0fb3171 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:43.743219 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0eed3b54-8aec-460c-b881-f2d5d0fb3171 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/013e8505-ff91-41ca-ac9e-e017d1b242e3 HTTP/1.1" status: 204 len: 168 time: 0.2683966 Mar 11 12:27:43.745456 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46351632-aee1-4415-8c09-06b2f4ba43de None None] Network 3b7295db-7e8f-4c29-9d11-f38aedc0019d requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:27:43.745851 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42852) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:27:43.813578 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (3b7295db-7e8f-4c29-9d11-f38aedc0019d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:43.914545 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] Deleting port dd96084d-e477-405d-9f2a-6e2cbab6ae6f {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:27:43.914883 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (dd96084d-e477-405d-9f2a-6e2cbab6ae6f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:43.932866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] DHCP port deletion for 3b7295db-7e8f-4c29-9d11-f38aedc0019d request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:27:43.938917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6f053-587f-4514-9a56-dccb9c468587 req-7839d2d2-478e-448c-89c1-1131abb2d6f3 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:43.940513 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-34c6f053-587f-4514-9a56-dccb9c468587 req-7839d2d2-478e-448c-89c1-1131abb2d6f3 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 943 time: 0.0823348 Mar 11 12:27:43.982829 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Deleting port dd96084d-e477-405d-9f2a-6e2cbab6ae6f {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:27:43.983207 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (dd96084d-e477-405d-9f2a-6e2cbab6ae6f), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:44.002723 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] For port dd96084d-e477-405d-9f2a-6e2cbab6ae6f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=dd96084d-e477-405d-9f2a-6e2cbab6ae6f,segment=NetworkSegment(40d8a8fa-0461-44da-925f-77d769e44b0c),segment_id=40d8a8fa-0461-44da-925f-77d769e44b0c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:27:44.003117 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (dd96084d-e477-405d-9f2a-6e2cbab6ae6f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:44.027882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] Calling delete_port for dd96084d-e477-405d-9f2a-6e2cbab6ae6f owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:27:44.050032 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-34c6f053-587f-4514-9a56-dccb9c468587 req-462e74cd-ef4f-476d-af78-f5e4ebb82274 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990717 Mar 11 12:27:44.058195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] For port dd96084d-e477-405d-9f2a-6e2cbab6ae6f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=dd96084d-e477-405d-9f2a-6e2cbab6ae6f,segment=NetworkSegment(40d8a8fa-0461-44da-925f-77d769e44b0c),segment_id=40d8a8fa-0461-44da-925f-77d769e44b0c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:27:44.058589 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (dd96084d-e477-405d-9f2a-6e2cbab6ae6f), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:44.081373 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Calling delete_port for dd96084d-e477-405d-9f2a-6e2cbab6ae6f owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:27:44.121637 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (dd96084d-e477-405d-9f2a-6e2cbab6ae6f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:44.149482 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] No DVR routers for this DVR port dd96084d-e477-405d-9f2a-6e2cbab6ae6f on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:27:44.156044 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd96084d-e477-405d-9f2a-6e2cbab6ae6f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:44.166859 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (dd96084d-e477-405d-9f2a-6e2cbab6ae6f), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:44.190913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Pushing event deleted for resources: {'Port': ['ID=dd96084d-e477-405d-9f2a-6e2cbab6ae6f,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:44.200808 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:44.201154 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:44.201492 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:44.201819 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:44.202144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:44.202466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:44.202783 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:44.203100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:44.203415 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:44.203765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:44.204088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:44.204422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:44.204735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:27:44.207507 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f8ac0f-0cf2-4a56-8575-3908c0a42bd0 None None] No DVR routers for this DVR port dd96084d-e477-405d-9f2a-6e2cbab6ae6f on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:27:44.228288 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (3b7295db-7e8f-4c29-9d11-f38aedc0019d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:44.249696 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7295db-7e8f-4c29-9d11-f38aedc0019d']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:27:44.259151 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d8a8fa-0461-44da-925f-77d769e44b0c') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:27:44.259484 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d8a8fa-0461-44da-925f-77d769e44b0c') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:27:44.269166 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (40d8a8fa-0461-44da-925f-77d769e44b0c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:44.282551 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (40d8a8fa-0461-44da-925f-77d769e44b0c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:44.288638 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:27:44.289017 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (40d8a8fa-0461-44da-925f-77d769e44b0c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:27:44.290811 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:27:44.346164 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (3b7295db-7e8f-4c29-9d11-f38aedc0019d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:44.352563 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:44.355857 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3b7295db-7e8f-4c29-9d11-f38aedc0019d HTTP/1.1" status: 204 len: 168 time: 0.6089871 Mar 11 12:27:44.358987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42860) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:27:44.372471 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea6fcf-7e43-451d-b978-3c277e83ebe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b7295db-7e8f-4c29-9d11-f38aedc0019d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:44.767816 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0858f57-83b1-4178-8e82-b64519f003a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (5d9e47b3-bfee-4f45-ba81-c123563a9cbe), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:44.953751 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d7819be3-6ffa-4657-bd81-324fb530054a no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:27:44.978552 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: d7819be3-6ffa-4657-bd81-324fb530054a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:27:44.978900 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d7819be3-6ffa-4657-bd81-324fb530054a not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:27:44.979316 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device dd96084d-e477-405d-9f2a-6e2cbab6ae6f no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:27:44.998105 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: dd96084d-e477-405d-9f2a-6e2cbab6ae6f {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:27:44.998467 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device dd96084d-e477-405d-9f2a-6e2cbab6ae6f not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:27:45.065212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a0858f57-83b1-4178-8e82-b64519f003a3 admin admin] Deleting port beb7a036-d5b2-4439-9fb4-29b9355fbcbe {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:27:45.065562 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0858f57-83b1-4178-8e82-b64519f003a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:45.147932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-a0858f57-83b1-4178-8e82-b64519f003a3 admin admin] For port beb7a036-d5b2-4439-9fb4-29b9355fbcbe, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=beb7a036-d5b2-4439-9fb4-29b9355fbcbe,segment=NetworkSegment(84eb1fc5-1a4e-41d4-9ea7-689215267734),segment_id=84eb1fc5-1a4e-41d4-9ea7-689215267734)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:27:45.148289 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0858f57-83b1-4178-8e82-b64519f003a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:45.160810 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a0858f57-83b1-4178-8e82-b64519f003a3 admin admin] Calling delete_port for beb7a036-d5b2-4439-9fb4-29b9355fbcbe owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:27:45.182760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798f498-5257-4994-8d3d-4d9305bbf2d9 req-a252abc1-9ab5-436e-87db-f908fbf69af1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:45.184399 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b798f498-5257-4994-8d3d-4d9305bbf2d9 req-a252abc1-9ab5-436e-87db-f908fbf69af1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 943 time: 0.0582330 Mar 11 12:27:45.234641 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b798f498-5257-4994-8d3d-4d9305bbf2d9 req-34265b0c-d77b-4e0c-bc1f-f8a9b913c876 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441742 Mar 11 12:27:45.356176 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0858f57-83b1-4178-8e82-b64519f003a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (beb7a036-d5b2-4439-9fb4-29b9355fbcbe), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:45.382596 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0858f57-83b1-4178-8e82-b64519f003a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb7a036-d5b2-4439-9fb4-29b9355fbcbe,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:45.554781 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a0858f57-83b1-4178-8e82-b64519f003a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (5d9e47b3-bfee-4f45-ba81-c123563a9cbe), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:45.759072 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00bd13cb-b8f7-4f26-a9fd-4b6c37c1414d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:45.784013 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0858f57-83b1-4178-8e82-b64519f003a3 admin admin] Router 5d9e47b3-bfee-4f45-ba81-c123563a9cbe has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:27:45.905862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0858f57-83b1-4178-8e82-b64519f003a3 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:27:45.911269 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a0858f57-83b1-4178-8e82-b64519f003a3 admin admin] 10.222.0.78 "PUT /v2.0/routers/5d9e47b3-bfee-4f45-ba81-c123563a9cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5511000 Mar 11 12:27:45.913979 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42864) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:27:45.917874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba49b1-b95a-445d-8488-a07c045dfd40 None None] Sync routers for ids ['5d9e47b3-bfee-4f45-ba81-c123563a9cbe'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:27:45.929190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba49b1-b95a-445d-8488-a07c045dfd40 None None] Routers {'5d9e47b3-bfee-4f45-ba81-c123563a9cbe'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:27:45.929810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-38ba49b1-b95a-445d-8488-a07c045dfd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:27:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5d9e47b3-bfee-4f45-ba81-c123563a9cbe'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:27:46.021786 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf530d59-a1bb-4a1e-b0a8-c512ebd57b45 admin admin] Publish callbacks [] for router (5d9e47b3-bfee-4f45-ba81-c123563a9cbe), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:46.041213 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-38ba49b1-b95a-445d-8488-a07c045dfd40 None None] Set router 5d9e47b3-bfee-4f45-ba81-c123563a9cbe gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:27:46.132012 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf530d59-a1bb-4a1e-b0a8-c512ebd57b45 admin admin] Publish callbacks [] for router_gateway (5d9e47b3-bfee-4f45-ba81-c123563a9cbe), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:46.186706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-bf530d59-a1bb-4a1e-b0a8-c512ebd57b45 admin admin] Deleting port 86eeccbe-b80a-49ff-bddf-c002b4e1f770 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:27:46.187039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf530d59-a1bb-4a1e-b0a8-c512ebd57b45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (86eeccbe-b80a-49ff-bddf-c002b4e1f770), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:46.218114 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-38ba49b1-b95a-445d-8488-a07c045dfd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'name': 'tempest-TestServerBasicOps-1209475323-router', 'tenant_id': '27af48cf86dc4c17a4b804c687bbfc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '86eeccbe-b80a-49ff-bddf-c002b4e1f770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:33Z', 'updated_at': '2022-03-11T12:27:45Z', 'revision_number': 5, 'project_id': '27af48cf86dc4c17a4b804c687bbfc74', 'gw_port': {'id': '86eeccbe-b80a-49ff-bddf-c002b4e1f770', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:22:34Z', 'updated_at': '2022-03-11T12:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:27:46.249349 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba49b1-b95a-445d-8488-a07c045dfd40 None None] Checking router: 5d9e47b3-bfee-4f45-ba81-c123563a9cbe for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:27:46.264610 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba49b1-b95a-445d-8488-a07c045dfd40 None None] Routers {'5d9e47b3-bfee-4f45-ba81-c123563a9cbe'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:27:46.265254 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-38ba49b1-b95a-445d-8488-a07c045dfd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:27:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['5d9e47b3-bfee-4f45-ba81-c123563a9cbe'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:27:46.270510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-bf530d59-a1bb-4a1e-b0a8-c512ebd57b45 admin admin] For port 86eeccbe-b80a-49ff-bddf-c002b4e1f770, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=86eeccbe-b80a-49ff-bddf-c002b4e1f770,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:27:46.270865 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf530d59-a1bb-4a1e-b0a8-c512ebd57b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (86eeccbe-b80a-49ff-bddf-c002b4e1f770), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:46.283741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-bf530d59-a1bb-4a1e-b0a8-c512ebd57b45 admin admin] Calling delete_port for 86eeccbe-b80a-49ff-bddf-c002b4e1f770 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:27:46.359301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-38ba49b1-b95a-445d-8488-a07c045dfd40 None None] Set router 5d9e47b3-bfee-4f45-ba81-c123563a9cbe gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:27:46.364507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1904a-1928-43ef-8b01-1096e7bd08a0 req-7dbaf3a7-a87d-4740-b3a9-6b01819b93ed tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:46.366115 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8f1904a-1928-43ef-8b01-1096e7bd08a0 req-7dbaf3a7-a87d-4740-b3a9-6b01819b93ed tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 943 time: 0.0574818 Mar 11 12:27:46.413428 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-38ba49b1-b95a-445d-8488-a07c045dfd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'name': 'tempest-TestServerBasicOps-1209475323-router', 'tenant_id': '27af48cf86dc4c17a4b804c687bbfc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:33Z', 'updated_at': '2022-03-11T12:27:46Z', 'revision_number': 6, 'project_id': '27af48cf86dc4c17a4b804c687bbfc74', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:27:46.416041 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8f1904a-1928-43ef-8b01-1096e7bd08a0 req-42f08130-3221-4562-9f69-5a063d5857cd tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439069 Mar 11 12:27:46.443264 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba49b1-b95a-445d-8488-a07c045dfd40 None None] The sync data for ids ['5d9e47b3-bfee-4f45-ba81-c123563a9cbe'] in n-d-833234-2 is: [{'id': '5d9e47b3-bfee-4f45-ba81-c123563a9cbe', 'name': 'tempest-TestServerBasicOps-1209475323-router', 'tenant_id': '27af48cf86dc4c17a4b804c687bbfc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:22:33Z', 'updated_at': '2022-03-11T12:27:46Z', 'revision_number': 6, 'project_id': '27af48cf86dc4c17a4b804c687bbfc74', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:27:46.463947 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf530d59-a1bb-4a1e-b0a8-c512ebd57b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (86eeccbe-b80a-49ff-bddf-c002b4e1f770), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:46.490802 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf530d59-a1bb-4a1e-b0a8-c512ebd57b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=86eeccbe-b80a-49ff-bddf-c002b4e1f770,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:46.555168 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf530d59-a1bb-4a1e-b0a8-c512ebd57b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (5d9e47b3-bfee-4f45-ba81-c123563a9cbe), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:46.648279 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf530d59-a1bb-4a1e-b0a8-c512ebd57b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (5d9e47b3-bfee-4f45-ba81-c123563a9cbe), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:46.650485 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf530d59-a1bb-4a1e-b0a8-c512ebd57b45 admin admin] Publish callbacks [] for router_controller (5d9e47b3-bfee-4f45-ba81-c123563a9cbe), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:46.695981 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf530d59-a1bb-4a1e-b0a8-c512ebd57b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (5d9e47b3-bfee-4f45-ba81-c123563a9cbe), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:46.696506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf530d59-a1bb-4a1e-b0a8-c512ebd57b45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d9e47b3-bfee-4f45-ba81-c123563a9cbe {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:27:46.700933 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf530d59-a1bb-4a1e-b0a8-c512ebd57b45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:46.702073 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bf530d59-a1bb-4a1e-b0a8-c512ebd57b45 admin admin] 10.222.0.78 "DELETE /v2.0/routers/5d9e47b3-bfee-4f45-ba81-c123563a9cbe HTTP/1.1" status: 204 len: 168 time: 0.7872334 Mar 11 12:27:46.704646 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42868) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:27:46.756982 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-24974c71-3525-4874-ba7b-3905307a933e admin admin] Deleting subnet 12a50ba4-67a3-467c-a870-93c606f007df {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:27:46.760497 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24974c71-3525-4874-ba7b-3905307a933e admin admin] Publish callbacks [] for subnet (12a50ba4-67a3-467c-a870-93c606f007df), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:46.796943 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24974c71-3525-4874-ba7b-3905307a933e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (12a50ba4-67a3-467c-a870-93c606f007df), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:46.881691 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24974c71-3525-4874-ba7b-3905307a933e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (12a50ba4-67a3-467c-a870-93c606f007df), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:46.947813 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24974c71-3525-4874-ba7b-3905307a933e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (12a50ba4-67a3-467c-a870-93c606f007df), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:46.972911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24974c71-3525-4874-ba7b-3905307a933e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a50ba4-67a3-467c-a870-93c606f007df,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:46.976718 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24974c71-3525-4874-ba7b-3905307a933e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:46.981307 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-24974c71-3525-4874-ba7b-3905307a933e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/12a50ba4-67a3-467c-a870-93c606f007df HTTP/1.1" status: 204 len: 168 time: 0.2742913 Mar 11 12:27:46.982595 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42870) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:27:46.982979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1697aa4d-8d2a-4ec8-8a6d-d0ea0bf26fe5 None None] Network 9bf6f662-2392-456f-9ff2-fb4afda5b9fe requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:27:47.180176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fa9332-7479-48e2-9954-b9e40b540a7f None None] DHCP port deletion for 9bf6f662-2392-456f-9ff2-fb4afda5b9fe request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:27:47.235716 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-82fa9332-7479-48e2-9954-b9e40b540a7f None None] Deleting port 00cf9d87-5435-4c61-bdfe-d369203d9f07 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:27:47.236176 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82fa9332-7479-48e2-9954-b9e40b540a7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (00cf9d87-5435-4c61-bdfe-d369203d9f07), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:47.265975 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 00cf9d87-5435-4c61-bdfe-d369203d9f07 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:27:47.409777 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (9bf6f662-2392-456f-9ff2-fb4afda5b9fe), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:47.470381 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] Deleting port 00cf9d87-5435-4c61-bdfe-d369203d9f07 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:27:47.471058 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (00cf9d87-5435-4c61-bdfe-d369203d9f07), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:47.518063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-82fa9332-7479-48e2-9954-b9e40b540a7f None None] For port 00cf9d87-5435-4c61-bdfe-d369203d9f07, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=00cf9d87-5435-4c61-bdfe-d369203d9f07,segment=NetworkSegment(84eb1fc5-1a4e-41d4-9ea7-689215267734),segment_id=84eb1fc5-1a4e-41d4-9ea7-689215267734)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:27:47.518465 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82fa9332-7479-48e2-9954-b9e40b540a7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (00cf9d87-5435-4c61-bdfe-d369203d9f07), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:47.551244 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] For port 00cf9d87-5435-4c61-bdfe-d369203d9f07, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=00cf9d87-5435-4c61-bdfe-d369203d9f07,segment=NetworkSegment(84eb1fc5-1a4e-41d4-9ea7-689215267734),segment_id=84eb1fc5-1a4e-41d4-9ea7-689215267734)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:27:47.551704 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (00cf9d87-5435-4c61-bdfe-d369203d9f07), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:47.552011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-82fa9332-7479-48e2-9954-b9e40b540a7f None None] Calling delete_port for 00cf9d87-5435-4c61-bdfe-d369203d9f07 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:27:47.559973 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:47.567144 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] Calling delete_port for 00cf9d87-5435-4c61-bdfe-d369203d9f07 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:27:47.568354 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff60f3-ef7f-4cde-8a5d-39aa4705b79f req-f9a2024f-c644-4d33-83b3-6de1bdff2160 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:47.575918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15ff60f3-ef7f-4cde-8a5d-39aa4705b79f req-f9a2024f-c644-4d33-83b3-6de1bdff2160 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 943 time: 0.0777330 Mar 11 12:27:47.623795 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15ff60f3-ef7f-4cde-8a5d-39aa4705b79f req-f9fbafbe-3880-449f-93ca-24d94168528d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469873 Mar 11 12:27:47.644704 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 00cf9d87-5435-4c61-bdfe-d369203d9f07 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:27:47.645083 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (00cf9d87-5435-4c61-bdfe-d369203d9f07), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:47.666569 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (00cf9d87-5435-4c61-bdfe-d369203d9f07), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:47.698386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] Pushing event deleted for resources: {'Port': ['ID=00cf9d87-5435-4c61-bdfe-d369203d9f07,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:47.698819 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82fa9332-7479-48e2-9954-b9e40b540a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (00cf9d87-5435-4c61-bdfe-d369203d9f07), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:47.700790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 86eeccbe-b80a-49ff-bddf-c002b4e1f770 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:27:47.702118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] No DVR routers for this DVR port 00cf9d87-5435-4c61-bdfe-d369203d9f07 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:27:47.741389 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 86eeccbe-b80a-49ff-bddf-c002b4e1f770 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:27:47.741741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 86eeccbe-b80a-49ff-bddf-c002b4e1f770 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:27:47.742154 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device beb7a036-d5b2-4439-9fb4-29b9355fbcbe no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:27:47.746551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa9332-7479-48e2-9954-b9e40b540a7f None None] Pushing event deleted for resources: {'Port': ['ID=00cf9d87-5435-4c61-bdfe-d369203d9f07,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:47.748454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa9332-7479-48e2-9954-b9e40b540a7f None None] No DVR routers for this DVR port 00cf9d87-5435-4c61-bdfe-d369203d9f07 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:27:47.767507 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: beb7a036-d5b2-4439-9fb4-29b9355fbcbe {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:27:47.767885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device beb7a036-d5b2-4439-9fb4-29b9355fbcbe not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:27:47.790305 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (9bf6f662-2392-456f-9ff2-fb4afda5b9fe), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:47.811015 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf6f662-2392-456f-9ff2-fb4afda5b9fe']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:27:47.819948 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84eb1fc5-1a4e-41d4-9ea7-689215267734') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:27:47.820271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84eb1fc5-1a4e-41d4-9ea7-689215267734') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:27:47.829311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (84eb1fc5-1a4e-41d4-9ea7-689215267734), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:47.842562 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (84eb1fc5-1a4e-41d4-9ea7-689215267734), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:47.848278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:27:47.848646 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (84eb1fc5-1a4e-41d4-9ea7-689215267734), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:27:47.850430 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:27:47.907096 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (9bf6f662-2392-456f-9ff2-fb4afda5b9fe), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:47.913309 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:47.919492 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] 10.222.0.78 "DELETE /v2.0/networks/9bf6f662-2392-456f-9ff2-fb4afda5b9fe HTTP/1.1" status: 204 len: 168 time: 0.9329569 Mar 11 12:27:47.928512 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4525c3-005c-4d93-a168-002adef270ac admin admin] Pushing event deleted for resources: {'Network': ['ID=9bf6f662-2392-456f-9ff2-fb4afda5b9fe,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:48.039800 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42876) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:27:48.086415 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e10263d4-a5ca-47da-9dfe-d96ce7b8398a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e0ad3bc95662496686af8c6eed5217a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454364 Mar 11 12:27:48.089845 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42878) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:27:48.137021 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d9a977a-be2c-42ac-9006-2587a761db59 admin admin] Publish callbacks [] for security_group (9fdb5644-dca8-4d23-baf3-cf6192bb5701), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:48.158315 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d9a977a-be2c-42ac-9006-2587a761db59 admin admin] Publish callbacks [] for security_group (9fdb5644-dca8-4d23-baf3-cf6192bb5701), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:48.207792 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d9a977a-be2c-42ac-9006-2587a761db59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (9fdb5644-dca8-4d23-baf3-cf6192bb5701), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:48.210380 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d9a977a-be2c-42ac-9006-2587a761db59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:48.211550 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9d9a977a-be2c-42ac-9006-2587a761db59 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9fdb5644-dca8-4d23-baf3-cf6192bb5701 HTTP/1.1" status: 204 len: 168 time: 0.1208012 Mar 11 12:27:48.219304 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a977a-be2c-42ac-9006-2587a761db59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdb5644-dca8-4d23-baf3-cf6192bb5701,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:48.540136 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 42884) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:27:48.582859 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f4dd2763-0216-4485-b9ad-352ba18f8c6c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=27af48cf86dc4c17a4b804c687bbfc74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414948 Mar 11 12:27:48.584224 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 42886) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:27:48.634550 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6dbcf9cb-77ba-4194-b973-6975d48347a4 admin admin] Publish callbacks [] for security_group (3015bc7b-5ff3-4db2-bb26-649a5fd03e09), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:48.656500 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6dbcf9cb-77ba-4194-b973-6975d48347a4 admin admin] Publish callbacks [] for security_group (3015bc7b-5ff3-4db2-bb26-649a5fd03e09), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:48.707359 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6dbcf9cb-77ba-4194-b973-6975d48347a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (3015bc7b-5ff3-4db2-bb26-649a5fd03e09), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:48.710203 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6dbcf9cb-77ba-4194-b973-6975d48347a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:48.711378 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6dbcf9cb-77ba-4194-b973-6975d48347a4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3015bc7b-5ff3-4db2-bb26-649a5fd03e09 HTTP/1.1" status: 204 len: 168 time: 0.1256263 Mar 11 12:27:48.721011 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcf9cb-77ba-4194-b973-6975d48347a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3015bc7b-5ff3-4db2-bb26-649a5fd03e09,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:48.728600 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:48.759382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5ec3b-7321-413a-b38b-fc7e51e24941 req-f895a05f-d451-4765-b349-fa86895c35b2 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:48.760900 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26e5ec3b-7321-413a-b38b-fc7e51e24941 req-f895a05f-d451-4765-b349-fa86895c35b2 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 943 time: 0.0691090 Mar 11 12:27:48.809385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26e5ec3b-7321-413a-b38b-fc7e51e24941 req-c37ff44e-469c-47e9-89f2-b4650aabccfe tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422385 Mar 11 12:27:49.944966 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7051911-eeb4-4577-86bd-b0db24f2d007 req-9fc78db6-1ae0-4137-af26-272adea90ab5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:49.947185 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c7051911-eeb4-4577-86bd-b0db24f2d007 req-9fc78db6-1ae0-4137-af26-272adea90ab5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 943 time: 0.0638828 Mar 11 12:27:50.004135 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c7051911-eeb4-4577-86bd-b0db24f2d007 req-ad6df58c-cac9-4667-9eaf-1cabe9e35248 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498328 Mar 11 12:27:50.097840 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:51.087337 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:27:51.131005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18935c81-e2d0-49b1-be55-e4c61fd76c8a req-0e42f6c0-29f1-4e4a-ba50-b4ac669fa465 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:51.132594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18935c81-e2d0-49b1-be55-e4c61fd76c8a req-0e42f6c0-29f1-4e4a-ba50-b4ac669fa465 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 943 time: 0.0582724 Mar 11 12:27:51.179784 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18935c81-e2d0-49b1-be55-e4c61fd76c8a req-4f182e9b-085d-45f7-bd95-bfd9a7099226 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414279 Mar 11 12:27:51.189889 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:27:51.202271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'port_id': '37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf', 'mac_address': 'fa:16:3e:e1:91:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:27:51.239002 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:27:51.239391 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:51.253429 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:27:51.274353 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:27:51.279046 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:51.326903 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:51.507368 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:27:52.308568 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f830fc-009b-46e0-b605-a5adefae6853 req-98fb9c7a-cc1a-43de-8e05-abaef0137d31 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:52.310017 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-98f830fc-009b-46e0-b605-a5adefae6853 req-98fb9c7a-cc1a-43de-8e05-abaef0137d31 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 944 time: 0.0555320 Mar 11 12:27:52.366950 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-98f830fc-009b-46e0-b605-a5adefae6853 req-75636689-ee2f-4d0e-bc4f-cf67558b6420 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478985 Mar 11 12:27:53.103807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:27:53.164184 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:27:53.168146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:27:53.168527 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:53.244992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:27:53.245386 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:53.269835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f40dd6a-617c-41d6-97bb-49d7b364ae06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:27:53.272152 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744e226e-91b2-4785-97e8-65db0f4e6dd5" -d '{"events": [{"server_uuid": "5f40dd6a-617c-41d6-97bb-49d7b364ae06", "name": "network-vif-plugged", "status": "completed", "tag": "37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:27:53.284804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:27:53.289346 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:27:53.335867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:27:53.486888 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b4441-e70e-4ef8-92e7-5ac9e10a63c6 req-7dd0a4ef-802f-42f5-9483-a748c4efd38e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:53.488412 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a46b4441-e70e-4ef8-92e7-5ac9e10a63c6 req-7dd0a4ef-802f-42f5-9483-a748c4efd38e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 945 time: 0.0535505 Mar 11 12:27:53.494913 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6333fc5c-b9c5-497f-9495-4870703b7317 x-openstack-request-id: req-6333fc5c-b9c5-497f-9495-4870703b7317 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:27:53.495202 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f40dd6a-617c-41d6-97bb-49d7b364ae06", "name": "network-vif-plugged", "status": "completed", "tag": "37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:27:53.495430 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6333fc5c-b9c5-497f-9495-4870703b7317 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:27:53.495857 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f40dd6a-617c-41d6-97bb-49d7b364ae06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf', 'code': 200} Mar 11 12:27:53.536605 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a46b4441-e70e-4ef8-92e7-5ac9e10a63c6 req-76c4ae8e-293b-49c5-9f87-859360d734a1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Mar 11 12:27:53.602766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e92d9-01c9-4a65-8fdb-42d61e28c147 req-80e9e557-61d2-4fdf-b6e5-4faffef5b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:53.604343 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff4e92d9-01c9-4a65-8fdb-42d61e28c147 req-80e9e557-61d2-4fdf-b6e5-4faffef5b167 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 1127 time: 0.0493445 Mar 11 12:27:53.649393 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ff4e92d9-01c9-4a65-8fdb-42d61e28c147 req-bc0054e3-e86b-42fb-817f-95c23e99db51 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388589 Mar 11 12:27:54.677423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d2aff-94bf-4ee1-ba50-e05a218b9166 req-31105691-6f11-4e48-9f18-bdfdaebabf67 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:54.679012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a5d2aff-94bf-4ee1-ba50-e05a218b9166 req-31105691-6f11-4e48-9f18-bdfdaebabf67 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 945 time: 0.0601726 Mar 11 12:27:54.730290 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a5d2aff-94bf-4ee1-ba50-e05a218b9166 req-c5210214-99a3-40e8-b0ef-b7f85488fb94 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452266 Mar 11 12:27:55.855097 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf99fa-2d47-4f24-b1e7-58d9f15c31c6 req-b18ebe76-9ee2-4de0-bcd9-d6cf48412c2e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:55.856557 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ebf99fa-2d47-4f24-b1e7-58d9f15c31c6 req-b18ebe76-9ee2-4de0-bcd9-d6cf48412c2e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 945 time: 0.0579011 Mar 11 12:27:55.904084 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ebf99fa-2d47-4f24-b1e7-58d9f15c31c6 req-661247d3-2eec-461b-b241-f3345bee47d8 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415540 Mar 11 12:27:56.026770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df745e-5d0a-48f9-ab0a-d83c0a55c955 req-0a255a03-8db3-4d7e-abe5-bae4229dbd46 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:56.028354 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63df745e-5d0a-48f9-ab0a-d83c0a55c955 req-0a255a03-8db3-4d7e-abe5-bae4229dbd46 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 945 time: 0.0563736 Mar 11 12:27:56.076442 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63df745e-5d0a-48f9-ab0a-d83c0a55c955 req-3335cd51-7644-4e96-8a89-88eb57b79b3e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421293 Mar 11 12:27:59.836893 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-1e0e33f4-98f1-40d7-89f0-a0dad31180f1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:27:59.838406 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-1e0e33f4-98f1-40d7-89f0-a0dad31180f1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 812 time: 0.1460598 Mar 11 12:27:59.857670 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-58f4d1da-740e-476e-999f-f806d6ecb95c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/quotas/102f01ebe6644728af9751b21fb2932e HTTP/1.1" status: 200 len: 375 time: 0.0109220 Mar 11 12:27:59.918381 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-032b5e57-48ca-4ed1-8e7e-d35ee96ad832 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552924 Mar 11 12:28:00.068025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-27fe6c2c-d5e8-4414-80f4-0bc32ed583a1 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:28:00.071002 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-27fe6c2c-d5e8-4414-80f4-0bc32ed583a1 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1437488 Mar 11 12:28:00.168792 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-264fd1da-b679-4b18-881d-a9c85b50b800 service neutron] 10.222.0.78 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907664 Mar 11 12:28:00.262806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-8003f609-3bcf-4dee-ab3a-7ed3ae2e863e service neutron] 10.222.0.78 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854602 Mar 11 12:28:00.476508 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ddeeec05-1852-48f0-adb1-40255740e84c req-8263d9c1-bcaf-479d-98e5-686806dd6ffd tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 210 time: 0.0272915 Mar 11 12:28:01.586474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8e4f203-b4d5-4aef-b346-4c0e45695c6f req-acba53f3-c1d3-4ef7-80d8-318ed8d2929b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 210 time: 0.0377970 Mar 11 12:28:01.616870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-3f3356fe-8378-4f55-a7fc-20d52eff0c13 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:01.618442 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-3f3356fe-8378-4f55-a7fc-20d52eff0c13 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.37 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 812 time: 0.1131434 Mar 11 12:28:01.629734 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-af08657c-5e31-4b36-9b43-cd4b9fd87a93 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Request body: {'port': {'device_id': '07379176-22fb-4cb4-bca9-29b3850144af', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'admin_state_up': True, 'tenant_id': '102f01ebe6644728af9751b21fb2932e'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:28:01.735936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-af08657c-5e31-4b36-9b43-cd4b9fd87a93 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Made reservation on behalf of 102f01ebe6644728af9751b21fb2932e for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:28:01.739317 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-af08657c-5e31-4b36-9b43-cd4b9fd87a93 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:01.874632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-af08657c-5e31-4b36-9b43-cd4b9fd87a93 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Allocated IP 172.20.0.8 (445aa2fa-3655-43da-8006-bb47134240ed/11a572d6-21d0-4078-a738-531994cf6b9b/5f071862-3547-4376-a0a7-b3bb269554ce) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:28:02.032835 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-af08657c-5e31-4b36-9b43-cd4b9fd87a93 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for port (5f071862-3547-4376-a0a7-b3bb269554ce), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:02.067723 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-af08657c-5e31-4b36-9b43-cd4b9fd87a93 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5f071862-3547-4376-a0a7-b3bb269554ce), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:02.080167 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:28:02.118554 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08657c-5e31-4b36-9b43-cd4b9fd87a93 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'Port': ['ID=5f071862-3547-4376-a0a7-b3bb269554ce,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:28:02.138992 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-af08657c-5e31-4b36-9b43-cd4b9fd87a93 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Network 445aa2fa-3655-43da-8006-bb47134240ed is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:28:02.140477 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-af08657c-5e31-4b36-9b43-cd4b9fd87a93 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:28:02.143379 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-af08657c-5e31-4b36-9b43-cd4b9fd87a93 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:28:02.197096 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-af08657c-5e31-4b36-9b43-cd4b9fd87a93 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:02.198040 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-af08657c-5e31-4b36-9b43-cd4b9fd87a93 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:02.218525 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-af08657c-5e31-4b36-9b43-cd4b9fd87a93 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5922871 Mar 11 12:28:02.234652 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Request body: {'port': {'device_id': '07379176-22fb-4cb4-bca9-29b3850144af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:28:02.302780 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5f071862-3547-4376-a0a7-b3bb269554ce), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:02.448261 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6b9818ab-d70f-4f1a-b7bf-8016d7dc8cd8 None None] Provisioning complete for port 5f071862-3547-4376-a0a7-b3bb269554ce triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:28:02.448756 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b9818ab-d70f-4f1a-b7bf-8016d7dc8cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5f071862-3547-4376-a0a7-b3bb269554ce), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:02.488364 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6b9818ab-d70f-4f1a-b7bf-8016d7dc8cd8 None None] Port 5f071862-3547-4376-a0a7-b3bb269554ce cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:28:02.576548 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f071862-3547-4376-a0a7-b3bb269554ce {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:28:02.583974 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Publish callbacks [] for port (5f071862-3547-4376-a0a7-b3bb269554ce), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:02.596305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Transition to ACTIVE for port object 5f071862-3547-4376-a0a7-b3bb269554ce will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:28:02.602682 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5f071862-3547-4376-a0a7-b3bb269554ce), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:02.682510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f071862-3547-4376-a0a7-b3bb269554ce,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:28:02.724930 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc2a69-a9d8-453d-a466-01731ca0153f req-162dc26c-f25c-454d-b8db-84dc97b69409 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:02.732925 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8acc2a69-a9d8-453d-a466-01731ca0153f req-162dc26c-f25c-454d-b8db-84dc97b69409 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0822821 Mar 11 12:28:02.735909 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Attempting to bind port 5f071862-3547-4376-a0a7-b3bb269554ce on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:28:02.736456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Attempting to bind port 5f071862-3547-4376-a0a7-b3bb269554ce by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:28:02.736845 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Attempting to bind port 5f071862-3547-4376-a0a7-b3bb269554ce on network 445aa2fa-3655-43da-8006-bb47134240ed {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:28:02.746133 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Port 5f071862-3547-4376-a0a7-b3bb269554ce on network 445aa2fa-3655-43da-8006-bb47134240ed not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:28:02.746779 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Attempting to bind port 5f071862-3547-4376-a0a7-b3bb269554ce on network 445aa2fa-3655-43da-8006-bb47134240ed {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:28:02.752810 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:28:02.753158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Checking segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:28:02.753545 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Bound using segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:28:02.753978 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Bound port: 5f071862-3547-4376-a0a7-b3bb269554ce, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:28:02.754339 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5f071862-3547-4376-a0a7-b3bb269554ce), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:02.792254 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8acc2a69-a9d8-453d-a466-01731ca0153f req-bd2c5c35-3fe5-48b4-a304-93dd336d8083 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579669 Mar 11 12:28:02.837976 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] For port 5f071862-3547-4376-a0a7-b3bb269554ce, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:28:02.841996 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] For port 5f071862-3547-4376-a0a7-b3bb269554ce, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5f071862-3547-4376-a0a7-b3bb269554ce,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:28:02.850070 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5f071862-3547-4376-a0a7-b3bb269554ce), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:02.884562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:02.885411 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:02.886831 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] 10.222.0.37 "PUT /v2.0/ports/5f071862-3547-4376-a0a7-b3bb269554ce HTTP/1.1" status: 200 len: 1091 time: 0.6582942 Mar 11 12:28:02.889400 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07379176-22fb-4cb4-bca9-29b3850144af', 'tag': '5f071862-3547-4376-a0a7-b3bb269554ce'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:28:02.892796 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fb9ef3-50eb-4a6d-81dc-ae4fbf079dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "07379176-22fb-4cb4-bca9-29b3850144af", "tag": "5f071862-3547-4376-a0a7-b3bb269554ce"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:28:02.946892 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829074f3-c003-4d0e-9b9d-ca0f5d7546aa x-openstack-request-id: req-829074f3-c003-4d0e-9b9d-ca0f5d7546aa {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:28:02.947128 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07379176-22fb-4cb4-bca9-29b3850144af", "tag": "5f071862-3547-4376-a0a7-b3bb269554ce", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:28:02.947381 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-829074f3-c003-4d0e-9b9d-ca0f5d7546aa {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:28:02.947805 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07379176-22fb-4cb4-bca9-29b3850144af', 'tag': '5f071862-3547-4376-a0a7-b3bb269554ce', 'status': 'completed', 'code': 200} Mar 11 12:28:02.961517 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2fabe-5fb3-454a-9f75-54e531d240c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f071862-3547-4376-a0a7-b3bb269554ce,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:28:03.005395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-482a7c5f-f502-44db-96da-e2547597e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:03.007214 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-482a7c5f-f502-44db-96da-e2547597e922 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 1125 time: 0.0620923 Mar 11 12:28:03.051420 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-a0bb8f97-ea54-4261-aa54-bd8c008bc905 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f071862-3547-4376-a0a7-b3bb269554ce HTTP/1.1" status: 200 len: 217 time: 0.0374265 Mar 11 12:28:03.102600 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-d2e78804-a8c7-426f-973f-f0c0edb9116e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:03.104437 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-d2e78804-a8c7-426f-973f-f0c0edb9116e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0467789 Mar 11 12:28:03.156738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-be6f6d90-2f7a-4f6f-afca-ede1c1bd5f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:03.158268 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-be6f6d90-2f7a-4f6f-afca-ede1c1bd5f79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482962 Mar 11 12:28:03.268976 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-dcab85c0-7d3f-40b7-85bd-005f55448a8a service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037233 Mar 11 12:28:03.370022 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1fcbc136-0f7e-4113-8072-9cd6d11465d9 req-da75c5bd-40e6-40cc-b86e-e1b595017cb9 service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944819 Mar 11 12:28:03.465233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb9ef3-50eb-4a6d-81dc-ae4fbf079dc6 req-6be4c0f1-8585-46de-9289-9368790c9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:03.466888 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-56fb9ef3-50eb-4a6d-81dc-ae4fbf079dc6 req-6be4c0f1-8585-46de-9289-9368790c9cd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 1125 time: 0.0509870 Mar 11 12:28:03.559699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb9ef3-50eb-4a6d-81dc-ae4fbf079dc6 req-325c0eb5-1eb2-4d10-b939-73fec93f68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:03.561175 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-56fb9ef3-50eb-4a6d-81dc-ae4fbf079dc6 req-325c0eb5-1eb2-4d10-b939-73fec93f68bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0884938 Mar 11 12:28:03.601154 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-56fb9ef3-50eb-4a6d-81dc-ae4fbf079dc6 req-f2f69cdd-158c-4468-a589-e20493b4935d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f071862-3547-4376-a0a7-b3bb269554ce HTTP/1.1" status: 200 len: 217 time: 0.0342240 Mar 11 12:28:03.648472 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb9ef3-50eb-4a6d-81dc-ae4fbf079dc6 req-0162b3c0-bbe2-4b95-83e9-3927c0a9493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:03.649797 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-56fb9ef3-50eb-4a6d-81dc-ae4fbf079dc6 req-0162b3c0-bbe2-4b95-83e9-3927c0a9493d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0436637 Mar 11 12:28:03.697996 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb9ef3-50eb-4a6d-81dc-ae4fbf079dc6 req-7b78fd20-4282-4577-940a-af805e117c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:03.699483 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-56fb9ef3-50eb-4a6d-81dc-ae4fbf079dc6 req-7b78fd20-4282-4577-940a-af805e117c4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443070 Mar 11 12:28:03.795641 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-56fb9ef3-50eb-4a6d-81dc-ae4fbf079dc6 req-8b74ea7c-0bfe-468a-b3d5-4485243807c1 service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903165 Mar 11 12:28:03.890849 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-56fb9ef3-50eb-4a6d-81dc-ae4fbf079dc6 req-5f48d716-a921-4c84-9cc9-4190609d3ff8 service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897563 Mar 11 12:28:03.921512 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8dbea9-50c9-428f-89f6-885508cae958 req-612e715a-71ce-4486-ac79-68546682d657 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:03.923089 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1b8dbea9-50c9-428f-89f6-885508cae958 req-612e715a-71ce-4486-ac79-68546682d657 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0553274 Mar 11 12:28:03.969466 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1b8dbea9-50c9-428f-89f6-885508cae958 req-b2edbcb9-2cf7-4e2e-b50f-5292555ae6c9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405238 Mar 11 12:28:04.013518 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:05.156633 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf24a5-242b-4107-8991-4ef849da75a2 req-d4baf87f-2ce1-4f79-9449-696ff563a8da tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:05.158048 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dedf24a5-242b-4107-8991-4ef849da75a2 req-d4baf87f-2ce1-4f79-9449-696ff563a8da tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.1152468 Mar 11 12:28:05.206933 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dedf24a5-242b-4107-8991-4ef849da75a2 req-2e366ba6-fee7-4189-9708-e3d7214a8e88 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424931 Mar 11 12:28:06.338518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c0f68-1f36-4547-ae50-864e5322a0d8 req-0136064f-0145-4314-9363-6ffb330c4552 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:06.341221 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c4c0f68-1f36-4547-ae50-864e5322a0d8 req-0136064f-0145-4314-9363-6ffb330c4552 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0615273 Mar 11 12:28:06.393655 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c4c0f68-1f36-4547-ae50-864e5322a0d8 req-934bb2ef-3458-4043-884b-d29a7902e235 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469685 Mar 11 12:28:07.535870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca3c38-900f-484a-af84-dc322f4778f0 req-e6be9e33-ecda-4efe-b798-3b7b3f930ef1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:07.537474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41ca3c38-900f-484a-af84-dc322f4778f0 req-e6be9e33-ecda-4efe-b798-3b7b3f930ef1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0567894 Mar 11 12:28:07.614557 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-41ca3c38-900f-484a-af84-dc322f4778f0 req-d454e32b-d9bb-4263-ad86-4cf2576139ab tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706241 Mar 11 12:28:08.794775 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4ea3f-ee88-4888-bfa5-3e33e45589c7 req-22de280e-d5f6-4f64-a0be-b83d8e4ca586 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:08.797232 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7b4ea3f-ee88-4888-bfa5-3e33e45589c7 req-22de280e-d5f6-4f64-a0be-b83d8e4ca586 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0647378 Mar 11 12:28:08.855847 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7b4ea3f-ee88-4888-bfa5-3e33e45589c7 req-9ccc0138-2b4b-4eba-8c57-7ad95833b5de tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529742 Mar 11 12:28:09.988317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a815721-19e9-4331-8b6c-f598a6c05d45 req-56a17633-3a18-465f-ad96-c80655eb45f1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:09.989805 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a815721-19e9-4331-8b6c-f598a6c05d45 req-56a17633-3a18-465f-ad96-c80655eb45f1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0550473 Mar 11 12:28:10.060332 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a815721-19e9-4331-8b6c-f598a6c05d45 req-c7cb7604-2c33-40c0-abf2-a447edb10b25 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627422 Mar 11 12:28:11.191827 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c85d87-78c6-451b-bab9-4213a2ee086c req-37344b61-75fe-4336-a0cc-cb56d4d5ab25 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:11.194232 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-64c85d87-78c6-451b-bab9-4213a2ee086c req-37344b61-75fe-4336-a0cc-cb56d4d5ab25 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0598581 Mar 11 12:28:11.247185 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-64c85d87-78c6-451b-bab9-4213a2ee086c req-8e1fcfb4-20f1-438c-84b0-80430136e1ad tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471056 Mar 11 12:28:12.378499 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625eedf-0806-4e46-bc53-568fa5386765 req-aa927814-c744-4018-9d89-29c60c308a33 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:12.380016 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2625eedf-0806-4e46-bc53-568fa5386765 req-aa927814-c744-4018-9d89-29c60c308a33 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0570402 Mar 11 12:28:12.428330 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2625eedf-0806-4e46-bc53-568fa5386765 req-a2ea2959-d089-431c-abf8-6c5478f4d509 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423138 Mar 11 12:28:12.874400 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:28:12.935525 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:13.571602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2119e0-e1ff-44f1-bca9-8b5decfc9d92 req-91608cf6-a6be-4e47-a8a7-6fb4ed928e78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:13.573171 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac2119e0-e1ff-44f1-bca9-8b5decfc9d92 req-91608cf6-a6be-4e47-a8a7-6fb4ed928e78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0618973 Mar 11 12:28:13.631337 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac2119e0-e1ff-44f1-bca9-8b5decfc9d92 req-fd3cccf0-478f-4bec-bbac-afe4b902f447 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518780 Mar 11 12:28:13.667503 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-097f3cce-b91d-4b3f-b7da-24424fb60664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:14.758134 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fdfe2-9e79-4deb-bd1d-fda0b2b8c04d req-fe91ee4f-b0d2-418d-86dc-db6fb9ff5d8f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:14.760760 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a4fdfe2-9e79-4deb-bd1d-fda0b2b8c04d req-fe91ee4f-b0d2-418d-86dc-db6fb9ff5d8f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0557868 Mar 11 12:28:14.808584 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a4fdfe2-9e79-4deb-bd1d-fda0b2b8c04d req-d00cbcfe-9812-4626-a2c5-4ae21cb51979 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431459 Mar 11 12:28:15.753999 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c1c8942b-9a7f-4747-88ee-35ed04829ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:15.934376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd7b6d-e366-4eaa-892b-d370f39b5c06 req-7e7d50a7-be6a-4f08-9352-ce4736ac56ee tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:15.935953 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4bcd7b6d-e366-4eaa-892b-d370f39b5c06 req-7e7d50a7-be6a-4f08-9352-ce4736ac56ee tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0590844 Mar 11 12:28:15.999238 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4bcd7b6d-e366-4eaa-892b-d370f39b5c06 req-8f07df37-6144-4d76-883b-8477f6eabc3b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564234 Mar 11 12:28:17.128552 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923c168-242e-463c-8ff8-ca5fb6911a5d req-56025030-ea0d-41dc-bf72-29548ae5f87f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:17.130037 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4923c168-242e-463c-8ff8-ca5fb6911a5d req-56025030-ea0d-41dc-bf72-29548ae5f87f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0571210 Mar 11 12:28:17.184636 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4923c168-242e-463c-8ff8-ca5fb6911a5d req-d7017a76-be3d-4ca5-be18-2b4fe05de0b1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486932 Mar 11 12:28:17.321254 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:18.324263 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d638859-63c3-4470-b731-c63e682b2e9f req-98f288e8-dd13-4ae2-be1d-d90256bb22c3 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:18.325760 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d638859-63c3-4470-b731-c63e682b2e9f req-98f288e8-dd13-4ae2-be1d-d90256bb22c3 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0584188 Mar 11 12:28:18.376746 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d638859-63c3-4470-b731-c63e682b2e9f req-1657f2f3-17d3-4eed-b7b3-e40d6a48e59f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436931 Mar 11 12:28:18.725840 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:19.514617 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa017bc-57d8-4dfc-b38b-ea3ff058d3cf req-48a989f7-250d-447d-81f1-d65d98469eac tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:19.516470 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5fa017bc-57d8-4dfc-b38b-ea3ff058d3cf req-48a989f7-250d-447d-81f1-d65d98469eac tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0608935 Mar 11 12:28:19.564987 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5fa017bc-57d8-4dfc-b38b-ea3ff058d3cf req-21623adb-a9b0-4b86-bdab-2fa581c2a399 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422046 Mar 11 12:28:20.093440 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:20.690684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a5e25-de87-4b8c-9103-553e9bc1bb91 req-d91cf7a6-4bfe-4880-b0d8-db05ac696272 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:20.692373 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a8a5e25-de87-4b8c-9103-553e9bc1bb91 req-d91cf7a6-4bfe-4880-b0d8-db05ac696272 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0556548 Mar 11 12:28:20.744322 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a8a5e25-de87-4b8c-9103-553e9bc1bb91 req-28cbd2d6-6782-427d-af84-4fbe496238b5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461779 Mar 11 12:28:21.871416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f82f0-27ed-4159-a0ff-21242b555bf2 req-b69786bb-d412-4c26-a7b9-e759196fe404 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:21.873038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-577f82f0-27ed-4159-a0ff-21242b555bf2 req-b69786bb-d412-4c26-a7b9-e759196fe404 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0556109 Mar 11 12:28:21.930358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-577f82f0-27ed-4159-a0ff-21242b555bf2 req-627f71e2-7923-4d6f-a0b8-840cfac67fa2 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513406 Mar 11 12:28:23.062542 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf18174-6709-483f-b3c8-f5e14ee48917 req-a50fc9a9-562c-415f-aa03-2c334d6661dd tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:23.063981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2bf18174-6709-483f-b3c8-f5e14ee48917 req-a50fc9a9-562c-415f-aa03-2c334d6661dd tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0572309 Mar 11 12:28:23.110987 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2bf18174-6709-483f-b3c8-f5e14ee48917 req-34a37cb3-2b95-43a8-bbd4-ac1ca33996fe tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409625 Mar 11 12:28:24.237400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab5393-0d78-4d2b-8779-5ac8a7b225b9 req-8ba67a47-546e-4a13-bb0a-3a13c122665d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:24.238956 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ab5393-0d78-4d2b-8779-5ac8a7b225b9 req-8ba67a47-546e-4a13-bb0a-3a13c122665d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0569813 Mar 11 12:28:24.293275 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71ab5393-0d78-4d2b-8779-5ac8a7b225b9 req-5501a3d3-5303-4573-b28c-ef7bf318479c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471804 Mar 11 12:28:25.433513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376a589-e8a1-44a4-ad71-4c93bd42f103 req-a9e889a8-8ee1-49f1-bc50-b312462d8511 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:25.435053 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8376a589-e8a1-44a4-ad71-4c93bd42f103 req-a9e889a8-8ee1-49f1-bc50-b312462d8511 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0629187 Mar 11 12:28:25.487649 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8376a589-e8a1-44a4-ad71-4c93bd42f103 req-6e2c7858-019a-4fae-9eec-95eaa79645f6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465455 Mar 11 12:28:26.627908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6269b3f-a773-4bda-b11c-5e0b851721aa req-6cfd0734-35cf-4bb3-a9ad-085c0e853f43 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:26.629569 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6269b3f-a773-4bda-b11c-5e0b851721aa req-6cfd0734-35cf-4bb3-a9ad-085c0e853f43 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0577166 Mar 11 12:28:26.681064 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6269b3f-a773-4bda-b11c-5e0b851721aa req-721283ff-e139-4629-a837-7fd45399cee9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434918 Mar 11 12:28:27.818861 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46498a09-424e-46be-85ba-5da9134cb49c req-2885155f-d942-42a4-ab00-edd7ac000dfb tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:27.820385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-46498a09-424e-46be-85ba-5da9134cb49c req-2885155f-d942-42a4-ab00-edd7ac000dfb tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0689130 Mar 11 12:28:27.868323 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-46498a09-424e-46be-85ba-5da9134cb49c req-f26f4763-b462-4a06-a20b-f74cef3d665d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416095 Mar 11 12:28:28.650156 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c7386b7a-5bac-41ce-ae67-2007c8b47327 req-0ca7855d-faef-4393-a9a4-6e106e61456b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536518 Mar 11 12:28:28.745788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7386b7a-5bac-41ce-ae67-2007c8b47327 req-b69034cc-f1a6-4b8b-83cc-3c5b6f564792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:28.747888 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c7386b7a-5bac-41ce-ae67-2007c8b47327 req-b69034cc-f1a6-4b8b-83cc-3c5b6f564792 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 1127 time: 0.0539882 Mar 11 12:28:28.861849 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7386b7a-5bac-41ce-ae67-2007c8b47327 req-9d74da2f-99c3-445d-b8c2-5dc95c7f910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:28.863416 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c7386b7a-5bac-41ce-ae67-2007c8b47327 req-9d74da2f-99c3-445d-b8c2-5dc95c7f910d service neutron] 10.222.0.71 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0965238 Mar 11 12:28:28.911837 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c7386b7a-5bac-41ce-ae67-2007c8b47327 req-0aa571d0-4e6d-445f-8639-a9239ad2f97f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf HTTP/1.1" status: 200 len: 217 time: 0.0403783 Mar 11 12:28:28.969882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7386b7a-5bac-41ce-ae67-2007c8b47327 req-6173348e-305d-4520-9ea4-8c1ecf294379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:28.972257 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c7386b7a-5bac-41ce-ae67-2007c8b47327 req-6173348e-305d-4520-9ea4-8c1ecf294379 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0539441 Mar 11 12:28:29.015052 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac87a7-6352-455a-bf7e-dd3c1f57f788 req-fb1bc355-864e-4daa-94df-913179e87320 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:29.017042 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bdac87a7-6352-455a-bf7e-dd3c1f57f788 req-fb1bc355-864e-4daa-94df-913179e87320 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0662057 Mar 11 12:28:29.036335 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7386b7a-5bac-41ce-ae67-2007c8b47327 req-e0bd9398-a254-4bb4-8475-38e0c1beaf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:29.038177 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c7386b7a-5bac-41ce-ae67-2007c8b47327 req-e0bd9398-a254-4bb4-8475-38e0c1beaf04 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0591192 Mar 11 12:28:29.069333 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bdac87a7-6352-455a-bf7e-dd3c1f57f788 req-9d3ac08a-818f-4404-82c8-005e0f7f3d48 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456090 Mar 11 12:28:29.158537 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c7386b7a-5bac-41ce-ae67-2007c8b47327 req-81a0fea5-dd8c-4d62-b4d2-744f9f4c13f8 service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112430 Mar 11 12:28:29.264053 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c7386b7a-5bac-41ce-ae67-2007c8b47327 req-85685d40-a6d9-4097-9508-33a53ca9c4de service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993569 Mar 11 12:28:30.210773 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebcd3c-bcac-41ca-82be-636d53b364ab req-e10d8c65-04f8-4cb2-be8f-31f3cf04bed1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:30.212299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26ebcd3c-bcac-41ca-82be-636d53b364ab req-e10d8c65-04f8-4cb2-be8f-31f3cf04bed1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0621452 Mar 11 12:28:30.271926 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26ebcd3c-bcac-41ca-82be-636d53b364ab req-ce0a93b7-f3b1-44d5-8836-6e608084c1f8 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513430 Mar 11 12:28:31.395787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaadba-da2c-4bff-b231-a5cf4ae876a0 req-619fed67-4b06-43cf-8609-ac2190e77125 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:31.397286 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a5aaadba-da2c-4bff-b231-a5cf4ae876a0 req-619fed67-4b06-43cf-8609-ac2190e77125 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0549598 Mar 11 12:28:31.446143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a5aaadba-da2c-4bff-b231-a5cf4ae876a0 req-d11f0651-062e-421d-ac54-ee3fd2133df6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426896 Mar 11 12:28:32.576923 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8557b-474a-4f4a-bd9b-da4ad878dccd req-a338c3c8-619d-4cec-95d9-0d4c20926f05 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:32.578470 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91e8557b-474a-4f4a-bd9b-da4ad878dccd req-a338c3c8-619d-4cec-95d9-0d4c20926f05 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 943 time: 0.0591528 Mar 11 12:28:32.627413 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91e8557b-474a-4f4a-bd9b-da4ad878dccd req-56fedaee-141b-46f0-a724-fa90ad930681 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431976 Mar 11 12:28:32.807450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5f071862-3547-4376-a0a7-b3bb269554ce details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:28:32.910804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5f071862-3547-4376-a0a7-b3bb269554ce, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5f071862-3547-4376-a0a7-b3bb269554ce,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:28:32.931898 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '5f071862-3547-4376-a0a7-b3bb269554ce', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'port_id': '5f071862-3547-4376-a0a7-b3bb269554ce', 'mac_address': 'fa:16:3e:7c:b5:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:28:32.978612 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 5f071862-3547-4376-a0a7-b3bb269554ce is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:28:32.979005 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5f071862-3547-4376-a0a7-b3bb269554ce), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:32.992319 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f071862-3547-4376-a0a7-b3bb269554ce {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:28:33.012733 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5f071862-3547-4376-a0a7-b3bb269554ce, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5f071862-3547-4376-a0a7-b3bb269554ce,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:28:33.018636 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5f071862-3547-4376-a0a7-b3bb269554ce), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:33.065644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=5f071862-3547-4376-a0a7-b3bb269554ce,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:28:33.264147 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['5f071862-3547-4376-a0a7-b3bb269554ce'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:28:33.763114 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dea86-0467-41b8-9b29-9f70406b85f4 req-d3b01689-bc1d-4e5e-a989-72cece2b0291 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:33.764606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-349dea86-0467-41b8-9b29-9f70406b85f4 req-d3b01689-bc1d-4e5e-a989-72cece2b0291 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 944 time: 0.0598955 Mar 11 12:28:33.814541 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-349dea86-0467-41b8-9b29-9f70406b85f4 req-4ea10016-c4a3-44fb-8e3c-122247edd5ba tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420122 Mar 11 12:28:34.033456 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:34.825783 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5f071862-3547-4376-a0a7-b3bb269554ce up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:28:34.882708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 5f071862-3547-4376-a0a7-b3bb269554ce completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:28:34.887208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 5f071862-3547-4376-a0a7-b3bb269554ce triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:28:34.887615 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5f071862-3547-4376-a0a7-b3bb269554ce), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:34.946285 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e822d43-5bfb-4d8c-8ae2-b7a6bb276a2a req-436675f9-c318-42f5-b1fa-0a8f2875ff64 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:34.951334 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e822d43-5bfb-4d8c-8ae2-b7a6bb276a2a req-436675f9-c318-42f5-b1fa-0a8f2875ff64 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 944 time: 0.0660853 Mar 11 12:28:34.969907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 5f071862-3547-4376-a0a7-b3bb269554ce is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:28:34.970296 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5f071862-3547-4376-a0a7-b3bb269554ce), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:34.993439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07379176-22fb-4cb4-bca9-29b3850144af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f071862-3547-4376-a0a7-b3bb269554ce'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:28:34.996107 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1d1de3-2886-4f1e-8a34-daacf7be05e8" -d '{"events": [{"server_uuid": "07379176-22fb-4cb4-bca9-29b3850144af", "name": "network-vif-plugged", "status": "completed", "tag": "5f071862-3547-4376-a0a7-b3bb269554ce"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:28:35.001347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e822d43-5bfb-4d8c-8ae2-b7a6bb276a2a req-bf56e4bf-da5a-41e4-84b6-924f5535f473 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452614 Mar 11 12:28:35.018780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 5f071862-3547-4376-a0a7-b3bb269554ce, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5f071862-3547-4376-a0a7-b3bb269554ce,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:28:35.023024 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5f071862-3547-4376-a0a7-b3bb269554ce), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:35.046669 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfde2ea4-ff99-4684-a6b6-828cc148fada x-openstack-request-id: req-bfde2ea4-ff99-4684-a6b6-828cc148fada {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:28:35.047272 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07379176-22fb-4cb4-bca9-29b3850144af", "name": "network-vif-plugged", "status": "completed", "tag": "5f071862-3547-4376-a0a7-b3bb269554ce", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:28:35.047272 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bfde2ea4-ff99-4684-a6b6-828cc148fada {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:28:35.047595 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07379176-22fb-4cb4-bca9-29b3850144af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f071862-3547-4376-a0a7-b3bb269554ce', 'code': 200} Mar 11 12:28:35.074101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=5f071862-3547-4376-a0a7-b3bb269554ce,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:28:35.143156 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512969a-c63e-4eae-8e63-86e419c6dd4c req-288c3935-a454-4122-8b97-19dd6f6c3ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:35.144704 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7512969a-c63e-4eae-8e63-86e419c6dd4c req-288c3935-a454-4122-8b97-19dd6f6c3ba6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 1127 time: 0.0475416 Mar 11 12:28:35.190430 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7512969a-c63e-4eae-8e63-86e419c6dd4c req-8647ee97-1112-4d33-b9f0-bf8c463d5b1f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383079 Mar 11 12:28:36.131625 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47321f-b53e-49d7-b0e1-78158ca81a79 req-a6bca6d8-e14a-42b7-b802-27380965d5e1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:36.134244 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a47321f-b53e-49d7-b0e1-78158ca81a79 req-a6bca6d8-e14a-42b7-b802-27380965d5e1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 945 time: 0.0562818 Mar 11 12:28:36.194612 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a47321f-b53e-49d7-b0e1-78158ca81a79 req-1f2a2088-8db9-447b-b104-f01a07795d4e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529907 Mar 11 12:28:37.337347 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a75f35-0245-4aa4-8d4b-aa754a628f99 req-bda801cb-3ad8-4caa-b4d4-08a59e6f7a81 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:37.338882 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08a75f35-0245-4aa4-8d4b-aa754a628f99 req-bda801cb-3ad8-4caa-b4d4-08a59e6f7a81 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 945 time: 0.0632648 Mar 11 12:28:37.388706 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08a75f35-0245-4aa4-8d4b-aa754a628f99 req-0d91c79b-cfef-489a-b5eb-6c47310a29a7 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438828 Mar 11 12:28:37.519594 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30a4f4-69b7-4dd1-bf2c-554890054bfb req-119e1fea-e75d-4029-bcad-946fd85b10a1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:37.521080 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee30a4f4-69b7-4dd1-bf2c-554890054bfb req-119e1fea-e75d-4029-bcad-946fd85b10a1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 945 time: 0.0575919 Mar 11 12:28:37.569968 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee30a4f4-69b7-4dd1-bf2c-554890054bfb req-a8b50a92-04cd-46f1-88e1-dd5ec30b3e58 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417352 Mar 11 12:28:37.889375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeeb1d3-447b-4e7b-9778-06031ec8c1a4 req-9dd5008a-4c8a-4acc-8e30-01ec056a1d92 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:37.891223 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-beeeb1d3-447b-4e7b-9778-06031ec8c1a4 req-9dd5008a-4c8a-4acc-8e30-01ec056a1d92 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 945 time: 0.0602331 Mar 11 12:28:37.944786 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-beeeb1d3-447b-4e7b-9778-06031ec8c1a4 req-f83634b9-0c1b-4dd5-af28-8dac63abbd6c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475786 Mar 11 12:28:39.083424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3bb13-510a-4c3d-aafb-87817cb00b28 req-0bbe81fb-92cf-4065-8e36-237c58cb7e0a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:39.085168 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3a3bb13-510a-4c3d-aafb-87817cb00b28 req-0bbe81fb-92cf-4065-8e36-237c58cb7e0a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 945 time: 0.0566270 Mar 11 12:28:39.133720 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3a3bb13-510a-4c3d-aafb-87817cb00b28 req-f9269f91-4abb-48c4-acba-06f475fce44c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428298 Mar 11 12:28:39.385635 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ead68-19be-47a6-bdb9-2f96ef50f457 req-ee1d1a13-d21e-4d04-92d0-c31ecb7f5541 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:39.387301 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a97ead68-19be-47a6-bdb9-2f96ef50f457 req-ee1d1a13-d21e-4d04-92d0-c31ecb7f5541 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.37 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 945 time: 0.0687244 Mar 11 12:28:39.489780 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-a97ead68-19be-47a6-bdb9-2f96ef50f457 req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Deleting port 5f071862-3547-4376-a0a7-b3bb269554ce {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:28:39.490168 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a97ead68-19be-47a6-bdb9-2f96ef50f457 req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5f071862-3547-4376-a0a7-b3bb269554ce), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:39.592142 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-a97ead68-19be-47a6-bdb9-2f96ef50f457 req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] For port 5f071862-3547-4376-a0a7-b3bb269554ce, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=5f071862-3547-4376-a0a7-b3bb269554ce,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:28:39.592491 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a97ead68-19be-47a6-bdb9-2f96ef50f457 req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5f071862-3547-4376-a0a7-b3bb269554ce), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:39.605740 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-a97ead68-19be-47a6-bdb9-2f96ef50f457 req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Calling delete_port for 5f071862-3547-4376-a0a7-b3bb269554ce owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:28:39.748888 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a97ead68-19be-47a6-bdb9-2f96ef50f457 req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5f071862-3547-4376-a0a7-b3bb269554ce), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:39.763160 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['5f071862-3547-4376-a0a7-b3bb269554ce'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:28:39.766146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:28:39.784967 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event deleted for resources: {'Port': ['ID=5f071862-3547-4376-a0a7-b3bb269554ce,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:28:39.814274 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:28:39.814657 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:28:39.815104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:28:39.815414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:28:39.815866 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:28:39.816135 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:28:39.816441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:28:39.816773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:28:39.817100 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:28:39.817386 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:28:39.817751 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:28:39.818107 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:28:39.818383 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:28:39.842791 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97ead68-19be-47a6-bdb9-2f96ef50f457 req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] No DVR routers for this DVR port 5f071862-3547-4376-a0a7-b3bb269554ce on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:28:39.845895 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a97ead68-19be-47a6-bdb9-2f96ef50f457 req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:39.849328 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a97ead68-19be-47a6-bdb9-2f96ef50f457 req-af000518-b5fd-4671-8c59-aee8bfa0ad78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.37 "DELETE /v2.0/ports/5f071862-3547-4376-a0a7-b3bb269554ce HTTP/1.1" status: 204 len: 173 time: 0.4569128 Mar 11 12:28:39.849779 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07379176-22fb-4cb4-bca9-29b3850144af', 'name': 'network-vif-deleted', 'tag': '5f071862-3547-4376-a0a7-b3bb269554ce'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:28:39.852170 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71468f43-5f7e-4a0f-be23-84fc8665b03b" -d '{"events": [{"server_uuid": "07379176-22fb-4cb4-bca9-29b3850144af", "name": "network-vif-deleted", "tag": "5f071862-3547-4376-a0a7-b3bb269554ce"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:28:39.919048 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54a995e-b02a-404d-aec8-30d2bb1273f7 x-openstack-request-id: req-a54a995e-b02a-404d-aec8-30d2bb1273f7 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:28:39.919317 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07379176-22fb-4cb4-bca9-29b3850144af", "name": "network-vif-deleted", "tag": "5f071862-3547-4376-a0a7-b3bb269554ce", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:28:39.919560 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a54a995e-b02a-404d-aec8-30d2bb1273f7 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:28:39.920178 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07379176-22fb-4cb4-bca9-29b3850144af', 'name': 'network-vif-deleted', 'tag': '5f071862-3547-4376-a0a7-b3bb269554ce', 'status': 'completed', 'code': 200} Mar 11 12:28:40.240766 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8680ff05-d01f-480c-9a4c-79edf2e9a370 req-fb90c492-01d5-409c-8a91-fa96cf7f3688 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 210 time: 0.0345502 Mar 11 12:28:41.343646 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-43f65b23-b772-4051-9719-2778c5b2759a req-cb82e0a5-95c5-470d-aae1-1b7da60792e8 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 210 time: 0.0287659 Mar 11 12:28:42.443869 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fa5b24e-648f-4201-aa34-16450f90f318 req-e40e22a2-bb0b-40d1-a89f-a451f4606472 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 210 time: 0.0276673 Mar 11 12:28:42.870213 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5f071862-3547-4376-a0a7-b3bb269554ce no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:28:42.894914 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 5f071862-3547-4376-a0a7-b3bb269554ce {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:28:42.895260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 5f071862-3547-4376-a0a7-b3bb269554ce not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:28:42.932397 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:43.653264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-538ba20d-3e49-4a3b-8599-fae01bbfb8c8 req-504ec204-0545-4a6a-8469-409e6b2cfc6d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 210 time: 0.1369410 Mar 11 12:28:43.663611 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c50ac938-220d-4a73-85b6-59f8adc48a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:44.755126 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5be0f84-b2ad-4046-ba7e-2c1f4fedec9e req-87e71e8d-4d25-4089-9326-ec8ecdb4df24 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 210 time: 0.0282078 Mar 11 12:28:45.760448 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-140745fd-835c-421e-8ba1-64d814ef596c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:45.851948 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12c65862-a5c0-4bcf-9139-bf25d8fe3cc0 req-b96a9e26-58fe-4ca3-9d33-5a68a416b2c4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 210 time: 0.0272167 Mar 11 12:28:46.957519 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c1828a7f-82e7-4f9c-99f1-59eb1db799a1 req-dbeaa95a-6d93-4359-a6ad-318bb81e232d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 210 time: 0.0323737 Mar 11 12:28:47.323943 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:48.058576 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ac50f46-78cd-4022-80c8-4d39748282b4 req-b0216d1c-fceb-4694-bd06-1f1ebde78b4a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 210 time: 0.0281875 Mar 11 12:28:48.730390 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:49.169088 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-072a427e-5021-4396-bfbb-d5b88ff65079 req-644947b5-feac-4b02-bf67-14feb5d1dd85 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=07379176-22fb-4cb4-bca9-29b3850144af HTTP/1.1" status: 200 len: 210 time: 0.0272377 Mar 11 12:28:49.864357 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:28:50.092337 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:57.907065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45099866-3a09-42ca-a425-ca4d9caa700c req-eabebc26-182e-4b04-a494-7ad659cd9207 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:57.908523 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45099866-3a09-42ca-a425-ca4d9caa700c req-eabebc26-182e-4b04-a494-7ad659cd9207 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 945 time: 0.0601759 Mar 11 12:28:57.956222 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45099866-3a09-42ca-a425-ca4d9caa700c req-5f57a149-6288-4d8e-ab92-48d2cc7bfd0c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Mar 11 12:28:59.094665 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a4a17-ae65-4bb8-9bbe-12c739062a28 req-ec0769b8-c811-4fff-98f1-30724ee2593f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:59.096173 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a48a4a17-ae65-4bb8-9bbe-12c739062a28 req-ec0769b8-c811-4fff-98f1-30724ee2593f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 945 time: 0.0637364 Mar 11 12:28:59.154737 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a48a4a17-ae65-4bb8-9bbe-12c739062a28 req-73606bd8-919b-48e4-9ec3-bfed6bbbb6bc tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498302 Mar 11 12:28:59.455606 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa864a9-60b5-4f3d-a3f3-4a2452499502 req-1307de60-d76f-411a-b356-abc49414cd36 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:28:59.457114 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7fa864a9-60b5-4f3d-a3f3-4a2452499502 req-1307de60-d76f-411a-b356-abc49414cd36 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 945 time: 0.0591004 Mar 11 12:28:59.556138 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-7fa864a9-60b5-4f3d-a3f3-4a2452499502 req-2423b7e2-6f43-4a16-b81f-359f3bb2f6be tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Deleting port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:28:59.556481 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7fa864a9-60b5-4f3d-a3f3-4a2452499502 req-2423b7e2-6f43-4a16-b81f-359f3bb2f6be tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:59.655962 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7fa864a9-60b5-4f3d-a3f3-4a2452499502 req-2423b7e2-6f43-4a16-b81f-359f3bb2f6be tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] For port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:28:59.656199 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7fa864a9-60b5-4f3d-a3f3-4a2452499502 req-2423b7e2-6f43-4a16-b81f-359f3bb2f6be tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:59.669178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-7fa864a9-60b5-4f3d-a3f3-4a2452499502 req-2423b7e2-6f43-4a16-b81f-359f3bb2f6be tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Calling delete_port for 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:28:59.810012 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7fa864a9-60b5-4f3d-a3f3-4a2452499502 req-2423b7e2-6f43-4a16-b81f-359f3bb2f6be tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:59.821984 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:28:59.837615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423b7e2-6f43-4a16-b81f-359f3bb2f6be tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event deleted for resources: {'Port': ['ID=37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:28:59.887554 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa864a9-60b5-4f3d-a3f3-4a2452499502 req-2423b7e2-6f43-4a16-b81f-359f3bb2f6be tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] No DVR routers for this DVR port 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:28:59.890597 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7fa864a9-60b5-4f3d-a3f3-4a2452499502 req-2423b7e2-6f43-4a16-b81f-359f3bb2f6be tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:28:59.893982 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7fa864a9-60b5-4f3d-a3f3-4a2452499502 req-2423b7e2-6f43-4a16-b81f-359f3bb2f6be tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.71 "DELETE /v2.0/ports/37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf HTTP/1.1" status: 204 len: 173 time: 0.4296682 Mar 11 12:28:59.894439 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f40dd6a-617c-41d6-97bb-49d7b364ae06', 'name': 'network-vif-deleted', 'tag': '37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:28:59.896719 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5740d5d-9d7c-48ae-9caf-4d31d4d0116f" -d '{"events": [{"server_uuid": "5f40dd6a-617c-41d6-97bb-49d7b364ae06", "name": "network-vif-deleted", "tag": "37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:28:59.934447 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffad8062-c8b2-4d8a-b8fc-e04cf1ec5f65 x-openstack-request-id: req-ffad8062-c8b2-4d8a-b8fc-e04cf1ec5f65 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:28:59.934740 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f40dd6a-617c-41d6-97bb-49d7b364ae06", "name": "network-vif-deleted", "tag": "37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:28:59.934982 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ffad8062-c8b2-4d8a-b8fc-e04cf1ec5f65 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:28:59.935407 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f40dd6a-617c-41d6-97bb-49d7b364ae06', 'name': 'network-vif-deleted', 'tag': '37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf', 'status': 'completed', 'code': 200} Mar 11 12:29:00.266058 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-382b07ee-e334-44e3-98e1-82b963a7c4b8 req-8e242198-bd99-423c-b636-2ac5f7818d33 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 210 time: 0.0349150 Mar 11 12:29:01.389229 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-abc5bab0-86b7-4672-a53d-ccf5a9ff54fc req-423b5ca8-4014-4f89-8917-861bc70aba29 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 210 time: 0.0325632 Mar 11 12:29:02.490376 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1d78c86-faea-4b2b-9b87-5e0631505253 req-6140d7ee-1f4a-43c8-810e-5df7da148c5e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 210 time: 0.0270743 Mar 11 12:29:03.499612 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:29:03.525527 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:29:03.525895 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 37e8ed4c-ecd4-42ea-8448-fcf26f5ef3bf not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:29:03.594151 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f5a5f09-e4ac-446e-b5c4-0e20e4e347a4 req-c9ff5aa2-b3a6-4469-b978-184ff285fd86 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 210 time: 0.0309865 Mar 11 12:29:04.027156 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:04.694251 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c216b090-049e-42c3-94f8-a4dc87f58f28 req-4b9503d8-a5b0-4767-888b-2ef6fb09bced tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 210 time: 0.0275204 Mar 11 12:29:05.790765 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c646ca33-7e81-4aba-bcd5-b48236e0ae3d req-a256ac48-e45f-4093-bdf7-2da99053517c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 210 time: 0.0280511 Mar 11 12:29:06.885858 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3e50201-57f8-4bf9-b49f-acbab0854f0e req-661ac871-56ea-4fd2-bf5c-e51b4f907dc1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 210 time: 0.0280263 Mar 11 12:29:07.991984 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2095388e-e82b-448b-8f7b-9a4d25bb28f6 req-461a177e-b880-4c72-a273-5bc4ae3e3e19 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 210 time: 0.0273082 Mar 11 12:29:09.110976 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2dba9400-8f55-4347-a9ae-4e078879d343 req-45c44777-d3c4-4246-ad27-77716a44570a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f40dd6a-617c-41d6-97bb-49d7b364ae06 HTTP/1.1" status: 200 len: 210 time: 0.0280008 Mar 11 12:29:12.947414 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:13.658974 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8b41dfd5-b8b4-4736-9a70-ccad35d902f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:15.459045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43252) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:29:15.463610 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-491121912', 'description': 'tempest-secgroup-smoke-491121912 description', 'project_id': '102f01ebe6644728af9751b21fb2932e'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:29:15.485029 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:15.554331 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group (b5007856-4ca2-41cf-baf1-205981f61fd1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:15.558859 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b5007856-4ca2-41cf-baf1-205981f61fd1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:15.585344 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:15.586529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1264627 Mar 11 12:29:15.589762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43254) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:29:15.590529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5007856-4ca2-41cf-baf1-205981f61fd1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:29:15.596291 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a2b4be2c-cb4f-49b8-bda7-0ea0c292af7c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Request body: {'security_group_rule': {'security_group_id': 'b5007856-4ca2-41cf-baf1-205981f61fd1', 'project_id': '102f01ebe6644728af9751b21fb2932e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:29:15.598209 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:15.598559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:15.598901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:15.599233 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:15.599565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:15.599923 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:15.600251 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:15.600575 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:15.600897 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:15.601216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:15.601540 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:15.601861 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:15.602183 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a04f7-8944-4715-9c8c-7e39dd7bdcd4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:15.626508 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2b4be2c-cb4f-49b8-bda7-0ea0c292af7c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group_rule (dd5cf2cc-0f79-4cb3-8c60-144f663f8b9b), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:15.682457 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2b4be2c-cb4f-49b8-bda7-0ea0c292af7c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group_rule (dd5cf2cc-0f79-4cb3-8c60-144f663f8b9b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:15.687813 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2b4be2c-cb4f-49b8-bda7-0ea0c292af7c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (dd5cf2cc-0f79-4cb3-8c60-144f663f8b9b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:15.707596 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4be2c-cb4f-49b8-bda7-0ea0c292af7c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5cf2cc-0f79-4cb3-8c60-144f663f8b9b,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:29:15.713179 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2b4be2c-cb4f-49b8-bda7-0ea0c292af7c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:15.717213 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43256) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:29:15.717355 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a2b4be2c-cb4f-49b8-bda7-0ea0c292af7c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254864 Mar 11 12:29:15.722194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-6510952b-e9a5-454f-9636-86b3ecc994a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Request body: {'security_group_rule': {'security_group_id': 'b5007856-4ca2-41cf-baf1-205981f61fd1', 'project_id': '102f01ebe6644728af9751b21fb2932e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:29:15.752391 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6510952b-e9a5-454f-9636-86b3ecc994a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group_rule (87f2455c-44e4-46ff-8245-e998945b4901), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:15.764640 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4af38a19-ff01-48a9-94b8-d7ae1cf0e0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:15.811330 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6510952b-e9a5-454f-9636-86b3ecc994a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group_rule (87f2455c-44e4-46ff-8245-e998945b4901), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:15.816187 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6510952b-e9a5-454f-9636-86b3ecc994a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (87f2455c-44e4-46ff-8245-e998945b4901), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:15.834195 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510952b-e9a5-454f-9636-86b3ecc994a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f2455c-44e4-46ff-8245-e998945b4901,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:29:15.844039 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6510952b-e9a5-454f-9636-86b3ecc994a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:15.845316 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6510952b-e9a5-454f-9636-86b3ecc994a6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269789 Mar 11 12:29:15.848244 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43258) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:29:15.853312 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f100d650-6a72-4d60-908e-096e7ac2975e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Request body: {'security_group_rule': {'security_group_id': 'b5007856-4ca2-41cf-baf1-205981f61fd1', 'project_id': '102f01ebe6644728af9751b21fb2932e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:29:15.879813 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f100d650-6a72-4d60-908e-096e7ac2975e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group_rule (8f670ae6-cad7-4ea4-af34-83df772f2d79), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:15.940448 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f100d650-6a72-4d60-908e-096e7ac2975e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group_rule (8f670ae6-cad7-4ea4-af34-83df772f2d79), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:15.946268 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f100d650-6a72-4d60-908e-096e7ac2975e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (8f670ae6-cad7-4ea4-af34-83df772f2d79), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:15.963285 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100d650-6a72-4d60-908e-096e7ac2975e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f670ae6-cad7-4ea4-af34-83df772f2d79,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:29:15.973722 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f100d650-6a72-4d60-908e-096e7ac2975e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:15.974956 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f100d650-6a72-4d60-908e-096e7ac2975e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253805 Mar 11 12:29:15.977892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43260) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:29:15.982757 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c7736dee-c09c-4a91-8765-a7881c1e4a6a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Request body: {'security_group_rule': {'security_group_id': 'b5007856-4ca2-41cf-baf1-205981f61fd1', 'project_id': '102f01ebe6644728af9751b21fb2932e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:29:16.009410 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c7736dee-c09c-4a91-8765-a7881c1e4a6a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group_rule (09a43840-a3f7-4269-b4a6-76a574418cff), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:16.070657 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c7736dee-c09c-4a91-8765-a7881c1e4a6a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group_rule (09a43840-a3f7-4269-b4a6-76a574418cff), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:16.075977 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c7736dee-c09c-4a91-8765-a7881c1e4a6a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (09a43840-a3f7-4269-b4a6-76a574418cff), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:16.094553 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7736dee-c09c-4a91-8765-a7881c1e4a6a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a43840-a3f7-4269-b4a6-76a574418cff,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:29:16.104635 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c7736dee-c09c-4a91-8765-a7881c1e4a6a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:16.105859 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c7736dee-c09c-4a91-8765-a7881c1e4a6a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266847 Mar 11 12:29:16.108758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43262) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:29:16.113430 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-16cfeef0-4228-421c-ab8b-9afc4ed64bcd tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Request body: {'security_group_rule': {'security_group_id': 'b5007856-4ca2-41cf-baf1-205981f61fd1', 'project_id': '102f01ebe6644728af9751b21fb2932e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:29:16.133682 n-d-833234-2 neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-16cfeef0-4228-421c-ab8b-9afc4ed64bcd tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Project 102f01ebe6644728af9751b21fb2932e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:29:16.138492 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16cfeef0-4228-421c-ab8b-9afc4ed64bcd tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group_rule (d6fa530e-868f-4cdf-9a6c-844e9b24823a), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:16.201513 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16cfeef0-4228-421c-ab8b-9afc4ed64bcd tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group_rule (d6fa530e-868f-4cdf-9a6c-844e9b24823a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:16.208233 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16cfeef0-4228-421c-ab8b-9afc4ed64bcd tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (d6fa530e-868f-4cdf-9a6c-844e9b24823a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:16.225580 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfeef0-4228-421c-ab8b-9afc4ed64bcd tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6fa530e-868f-4cdf-9a6c-844e9b24823a,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:29:16.236445 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16cfeef0-4228-421c-ab8b-9afc4ed64bcd tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:16.237711 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-16cfeef0-4228-421c-ab8b-9afc4ed64bcd tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280184 Mar 11 12:29:16.240669 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43264) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:29:16.247180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c0213af3-9219-4d63-9106-ccb993f5fc23 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Request body: {'security_group_rule': {'security_group_id': 'b5007856-4ca2-41cf-baf1-205981f61fd1', 'project_id': '102f01ebe6644728af9751b21fb2932e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:29:16.279031 n-d-833234-2 neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-c0213af3-9219-4d63-9106-ccb993f5fc23 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Project 102f01ebe6644728af9751b21fb2932e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:29:16.285633 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c0213af3-9219-4d63-9106-ccb993f5fc23 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group_rule (3ce00f2c-0ba2-4fcc-9c21-b5e671423e85), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:16.352902 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c0213af3-9219-4d63-9106-ccb993f5fc23 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group_rule (3ce00f2c-0ba2-4fcc-9c21-b5e671423e85), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:16.357715 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c0213af3-9219-4d63-9106-ccb993f5fc23 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (3ce00f2c-0ba2-4fcc-9c21-b5e671423e85), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:16.376778 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0213af3-9219-4d63-9106-ccb993f5fc23 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce00f2c-0ba2-4fcc-9c21-b5e671423e85,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:29:16.385801 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c0213af3-9219-4d63-9106-ccb993f5fc23 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:16.387002 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c0213af3-9219-4d63-9106-ccb993f5fc23 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452575 Mar 11 12:29:17.326541 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:18.730202 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:20.086855 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:26.867804 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:29:34.033526 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:35.963978 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-3c229a11-cbdd-4600-b614-c4fff2093dda tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491121912&fields=id&tenant_id=102f01ebe6644728af9751b21fb2932e HTTP/1.1" status: 200 len: 267 time: 0.0447776 Mar 11 12:29:36.073591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-4d1719a5-d56e-4d35-8fe3-812edd7a4b42 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:36.074981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-4d1719a5-d56e-4d35-8fe3-812edd7a4b42 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 812 time: 0.1045144 Mar 11 12:29:36.089423 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-05ed5b34-86ee-4a12-80ee-eb34f4b77f78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/quotas/102f01ebe6644728af9751b21fb2932e HTTP/1.1" status: 200 len: 375 time: 0.0089614 Mar 11 12:29:36.146173 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-097ee7f3-61dc-452d-ba5b-857f18cea905 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518639 Mar 11 12:29:36.247789 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-1e055843-f1f0-441e-ab56-6881e3832db2 service neutron] 10.222.0.78 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901380 Mar 11 12:29:36.343629 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-c748a244-cfd3-43c6-ba36-48c6840c30f7 service neutron] 10.222.0.78 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897610 Mar 11 12:29:36.656337 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d947fd1-1e8a-44d6-a693-0fd347f04d76 req-40e40714-de12-4841-a37e-83d8677ee2a5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 210 time: 0.0275116 Mar 11 12:29:37.648831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-3efdc622-9449-4917-898d-6ccf7116a768 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:37.650307 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-3efdc622-9449-4917-898d-6ccf7116a768 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.37 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 812 time: 0.1047139 Mar 11 12:29:37.720570 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-adff26b2-363c-40f3-a9f5-34d975536652 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=102f01ebe6644728af9751b21fb2932e HTTP/1.1" status: 200 len: 379 time: 0.0623310 Mar 11 12:29:37.729109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-daeb387c-f36c-4ae2-b173-742d815bd87c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Request body: {'port': {'device_id': 'cce80067-b2ba-48e6-9272-860f4cc022e6', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'admin_state_up': True, 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'security_groups': ['b5007856-4ca2-41cf-baf1-205981f61fd1']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:29:37.757481 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8056a2f7-ce30-4653-9b36-57bdca9dfd60 req-89cb91a6-66be-4481-8c3d-b4da151953f7 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 210 time: 0.0313783 Mar 11 12:29:37.846755 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-daeb387c-f36c-4ae2-b173-742d815bd87c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Made reservation on behalf of 102f01ebe6644728af9751b21fb2932e for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:29:37.850208 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-daeb387c-f36c-4ae2-b173-742d815bd87c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:37.974288 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-daeb387c-f36c-4ae2-b173-742d815bd87c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Allocated IP 172.20.0.7 (445aa2fa-3655-43da-8006-bb47134240ed/11a572d6-21d0-4078-a738-531994cf6b9b/4d26b42c-53ad-4bed-bb22-aa5f545ebdab) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:29:38.112205 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-daeb387c-f36c-4ae2-b173-742d815bd87c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for port (4d26b42c-53ad-4bed-bb22-aa5f545ebdab), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:38.148554 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-daeb387c-f36c-4ae2-b173-742d815bd87c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4d26b42c-53ad-4bed-bb22-aa5f545ebdab), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:38.190356 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-daeb387c-f36c-4ae2-b173-742d815bd87c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Network 445aa2fa-3655-43da-8006-bb47134240ed is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:29:38.195359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-daeb387c-f36c-4ae2-b173-742d815bd87c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:29:38.199146 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-daeb387c-f36c-4ae2-b173-742d815bd87c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:29:38.222478 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb387c-f36c-4ae2-b173-742d815bd87c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'Port': ['ID=4d26b42c-53ad-4bed-bb22-aa5f545ebdab,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:29:38.256564 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-daeb387c-f36c-4ae2-b173-742d815bd87c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:38.257177 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-daeb387c-f36c-4ae2-b173-742d815bd87c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:38.278302 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-daeb387c-f36c-4ae2-b173-742d815bd87c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5530059 Mar 11 12:29:38.289786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Request body: {'port': {'device_id': 'cce80067-b2ba-48e6-9272-860f4cc022e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:29:38.357513 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4d26b42c-53ad-4bed-bb22-aa5f545ebdab), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:38.473835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a9ba4122-6a0d-4969-8715-576bf286043c None None] Provisioning complete for port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:29:38.474421 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a9ba4122-6a0d-4969-8715-576bf286043c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4d26b42c-53ad-4bed-bb22-aa5f545ebdab), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:38.512138 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba4122-6a0d-4969-8715-576bf286043c None None] Port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:29:38.631230 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d26b42c-53ad-4bed-bb22-aa5f545ebdab {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:29:38.640296 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Publish callbacks [] for port (4d26b42c-53ad-4bed-bb22-aa5f545ebdab), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:38.652774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Transition to ACTIVE for port object 4d26b42c-53ad-4bed-bb22-aa5f545ebdab will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:29:38.659285 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (4d26b42c-53ad-4bed-bb22-aa5f545ebdab), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:38.725346 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d26b42c-53ad-4bed-bb22-aa5f545ebdab,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:29:38.785216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Attempting to bind port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:29:38.785525 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Attempting to bind port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:29:38.785878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Attempting to bind port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab on network 445aa2fa-3655-43da-8006-bb47134240ed {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:29:38.792009 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab on network 445aa2fa-3655-43da-8006-bb47134240ed not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:29:38.792719 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Attempting to bind port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab on network 445aa2fa-3655-43da-8006-bb47134240ed {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:29:38.798627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:29:38.799008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Checking segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:29:38.799494 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Bound using segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:29:38.799950 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Bound port: 4d26b42c-53ad-4bed-bb22-aa5f545ebdab, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:29:38.800471 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4d26b42c-53ad-4bed-bb22-aa5f545ebdab), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:38.887939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] For port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:29:38.893281 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] For port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4d26b42c-53ad-4bed-bb22-aa5f545ebdab,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:29:38.904345 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (4d26b42c-53ad-4bed-bb22-aa5f545ebdab), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:38.904641 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6240321-4249-4635-9b22-0adabc9cd9f5 req-4f0caa6e-30d0-4ae4-adae-002d8ea955a3 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:38.913656 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6240321-4249-4635-9b22-0adabc9cd9f5 req-4f0caa6e-30d0-4ae4-adae-002d8ea955a3 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 943 time: 0.0692554 Mar 11 12:29:38.947565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:38.948226 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:38.949714 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] 10.222.0.37 "PUT /v2.0/ports/4d26b42c-53ad-4bed-bb22-aa5f545ebdab HTTP/1.1" status: 200 len: 1091 time: 0.6643250 Mar 11 12:29:38.950173 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce80067-b2ba-48e6-9272-860f4cc022e6', 'tag': '4d26b42c-53ad-4bed-bb22-aa5f545ebdab'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:29:38.952571 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8696d750-181d-4dcc-b055-3fac496e97de" -d '{"events": [{"name": "network-changed", "server_uuid": "cce80067-b2ba-48e6-9272-860f4cc022e6", "tag": "4d26b42c-53ad-4bed-bb22-aa5f545ebdab"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:29:38.976482 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23fcd6-5461-43bf-b974-596084634cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d26b42c-53ad-4bed-bb22-aa5f545ebdab,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:29:38.982776 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6240321-4249-4635-9b22-0adabc9cd9f5 req-f4b4ba7c-08e4-47a7-a291-a2c4a5e4d0c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679700 Mar 11 12:29:39.060567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-51021875-601a-4be2-8a7f-6ddd067f6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:39.062736 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-51021875-601a-4be2-8a7f-6ddd067f6ee2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 1125 time: 0.0557251 Mar 11 12:29:39.112891 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-cbd1f6dd-4a98-4c61-9875-c68e7be1c1ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d26b42c-53ad-4bed-bb22-aa5f545ebdab HTTP/1.1" status: 200 len: 217 time: 0.0382700 Mar 11 12:29:39.115520 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3793ee-ab96-404a-bf4e-5fdefb378ee2 x-openstack-request-id: req-8f3793ee-ab96-404a-bf4e-5fdefb378ee2 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:29:39.115856 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce80067-b2ba-48e6-9272-860f4cc022e6", "tag": "4d26b42c-53ad-4bed-bb22-aa5f545ebdab", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:29:39.116108 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f3793ee-ab96-404a-bf4e-5fdefb378ee2 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:29:39.116507 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce80067-b2ba-48e6-9272-860f4cc022e6', 'tag': '4d26b42c-53ad-4bed-bb22-aa5f545ebdab', 'status': 'completed', 'code': 200} Mar 11 12:29:39.173234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-754923b6-f730-47e1-82bd-af9499ed00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:39.174714 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-754923b6-f730-47e1-82bd-af9499ed00d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0514779 Mar 11 12:29:39.226252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-37e32a8e-4a18-41e6-bd98-d12d3d15a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:39.227956 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-37e32a8e-4a18-41e6-bd98-d12d3d15a443 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474937 Mar 11 12:29:39.319395 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-2245a1f9-7579-4f6e-a92d-f9bd4ad086ec service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832703 Mar 11 12:29:39.416321 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c5398b5e-1176-41c9-a7b7-4e4e3c694763 req-c2252fd2-1eb3-47f8-bbc4-1f3530348e61 service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898426 Mar 11 12:29:39.506214 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696d750-181d-4dcc-b055-3fac496e97de req-a412a874-86d7-42ba-970e-6dc5e647a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:39.507804 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8696d750-181d-4dcc-b055-3fac496e97de req-a412a874-86d7-42ba-970e-6dc5e647a7b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 1125 time: 0.0467353 Mar 11 12:29:39.601205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696d750-181d-4dcc-b055-3fac496e97de req-dcfa36e7-ec2d-4c01-b993-3c8ffcb02173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:39.602595 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8696d750-181d-4dcc-b055-3fac496e97de req-dcfa36e7-ec2d-4c01-b993-3c8ffcb02173 service neutron] 10.222.0.37 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0891144 Mar 11 12:29:39.644792 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8696d750-181d-4dcc-b055-3fac496e97de req-faf3cf48-4a4e-4cdd-8d4e-9761259dc63b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d26b42c-53ad-4bed-bb22-aa5f545ebdab HTTP/1.1" status: 200 len: 217 time: 0.0344551 Mar 11 12:29:39.701303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696d750-181d-4dcc-b055-3fac496e97de req-7087369d-4d58-4021-a0e2-7e5bb058d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:39.702771 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8696d750-181d-4dcc-b055-3fac496e97de req-7087369d-4d58-4021-a0e2-7e5bb058d617 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0519090 Mar 11 12:29:40.089639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696d750-181d-4dcc-b055-3fac496e97de req-3862542b-5d62-4d32-b5ce-2b3d5e95223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:40.091119 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8696d750-181d-4dcc-b055-3fac496e97de req-3862542b-5d62-4d32-b5ce-2b3d5e95223d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3823395 Mar 11 12:29:40.110503 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10355037-e2c8-406c-867d-460c337b8736 req-6c200c32-2c51-41df-8e47-a9df97cda55e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:40.112167 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10355037-e2c8-406c-867d-460c337b8736 req-6c200c32-2c51-41df-8e47-a9df97cda55e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 943 time: 0.0534174 Mar 11 12:29:40.163565 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10355037-e2c8-406c-867d-460c337b8736 req-8b48e7f6-b767-4d80-9099-3d457eae28f2 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453868 Mar 11 12:29:40.184801 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8696d750-181d-4dcc-b055-3fac496e97de req-57e10509-44e4-4592-956d-e738351964a6 service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863199 Mar 11 12:29:40.276536 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8696d750-181d-4dcc-b055-3fac496e97de req-e189cc2a-e666-44cd-b287-5a82f375bdcc service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842471 Mar 11 12:29:41.297482 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4fda2-2d27-4418-8c5f-288f44b84f45 req-c9d6ddce-7b5d-4862-9211-851dfb4ec1b5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:41.299097 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8c4fda2-2d27-4418-8c5f-288f44b84f45 req-c9d6ddce-7b5d-4862-9211-851dfb4ec1b5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 943 time: 0.0607462 Mar 11 12:29:41.355301 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8c4fda2-2d27-4418-8c5f-288f44b84f45 req-a0ed47c4-fc79-4578-9a53-45b0b52b1db3 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505686 Mar 11 12:29:42.486050 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721550d-2dec-4216-a47b-d8d6c4f28ff1 req-c3d46dac-d406-48c0-8cf6-097534a376c9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:42.487858 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d721550d-2dec-4216-a47b-d8d6c4f28ff1 req-c3d46dac-d406-48c0-8cf6-097534a376c9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 943 time: 0.0593548 Mar 11 12:29:42.543509 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d721550d-2dec-4216-a47b-d8d6c4f28ff1 req-b2e34ca2-5247-4ad8-b3b5-a57cc4da271f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478513 Mar 11 12:29:42.947936 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:43.664667 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-40698c42-c28b-498b-9efe-3879b243198c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:43.671698 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aceb726-c6d8-4429-820d-e25a3e0d2e07 req-15493aac-ab84-4fce-9709-2465705d0491 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:43.673242 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4aceb726-c6d8-4429-820d-e25a3e0d2e07 req-15493aac-ab84-4fce-9709-2465705d0491 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 943 time: 0.0574551 Mar 11 12:29:43.721509 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4aceb726-c6d8-4429-820d-e25a3e0d2e07 req-e01facf1-2c98-47d5-8daa-5f4a6a96cd1b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426021 Mar 11 12:29:44.843628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7fa62-346f-4eab-89a8-b2051ff5f90d req-0b952cc2-f8a6-4ee4-9cfa-c79356e44393 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:44.845140 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1f7fa62-346f-4eab-89a8-b2051ff5f90d req-0b952cc2-f8a6-4ee4-9cfa-c79356e44393 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 943 time: 0.0549934 Mar 11 12:29:44.897706 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1f7fa62-346f-4eab-89a8-b2051ff5f90d req-5fe7fab9-8254-4bdd-83fc-fc4ff791bf68 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468276 Mar 11 12:29:45.762204 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8900f917-ba16-4ac2-9c77-9b0d3d645677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:46.026291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d8304-6cba-476f-8b85-f4d297fa42e6 req-d75d330a-7f85-45ab-9e67-fd9fcff3b260 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:46.027950 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-146d8304-6cba-476f-8b85-f4d297fa42e6 req-d75d330a-7f85-45ab-9e67-fd9fcff3b260 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 943 time: 0.0570464 Mar 11 12:29:46.082481 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-146d8304-6cba-476f-8b85-f4d297fa42e6 req-60a53be7-f757-4489-ab75-34ae18ee2aeb tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488732 Mar 11 12:29:47.207267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1790cd-3c2e-42d2-981c-9cd05a66ef3b req-19ebbeb7-c85d-43ef-b5bc-f920f3dfc2b1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:47.208774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b1790cd-3c2e-42d2-981c-9cd05a66ef3b req-19ebbeb7-c85d-43ef-b5bc-f920f3dfc2b1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 943 time: 0.0549686 Mar 11 12:29:47.260084 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b1790cd-3c2e-42d2-981c-9cd05a66ef3b req-0db66a68-034c-4903-8390-b8845bd40405 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453894 Mar 11 12:29:47.331208 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:48.388005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e2d56-8639-40a2-b5b7-cbc3514259cd req-fd77da8a-893f-467a-a6e1-0a7dfaaacc7c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:48.389836 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd0e2d56-8639-40a2-b5b7-cbc3514259cd req-fd77da8a-893f-467a-a6e1-0a7dfaaacc7c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 943 time: 0.0571408 Mar 11 12:29:48.438009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd0e2d56-8639-40a2-b5b7-cbc3514259cd req-8666b287-a882-4cc0-9cb5-3c911be8264e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424418 Mar 11 12:29:48.740193 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:49.591554 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd546dc5-928a-4de9-b96b-b98553c8cbdb req-5bebaf38-413d-4ef0-a8dc-9c93cc33ca42 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:49.593038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd546dc5-928a-4de9-b96b-b98553c8cbdb req-5bebaf38-413d-4ef0-a8dc-9c93cc33ca42 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 943 time: 0.0601814 Mar 11 12:29:49.643973 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd546dc5-928a-4de9-b96b-b98553c8cbdb req-b3160e38-7eb9-4758-a8a2-6e199aeba12c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425920 Mar 11 12:29:50.093349 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:50.784578 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4076c-b85e-4760-bc77-d259ca5d8f95 req-64108d66-5ca3-4814-b91a-6c819374b48e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:50.786066 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3e4076c-b85e-4760-bc77-d259ca5d8f95 req-64108d66-5ca3-4814-b91a-6c819374b48e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 943 time: 0.0584311 Mar 11 12:29:50.851940 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3e4076c-b85e-4760-bc77-d259ca5d8f95 req-abd0a4ec-4993-4443-94ff-079870e70962 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599258 Mar 11 12:29:51.986650 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef46a77-29d7-4a4a-9e8d-8fcdce5e6dfb req-3ce217bd-52b8-4368-9354-266cae1ca0ab tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:51.988134 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ef46a77-29d7-4a4a-9e8d-8fcdce5e6dfb req-3ce217bd-52b8-4368-9354-266cae1ca0ab tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 943 time: 0.0592299 Mar 11 12:29:52.051520 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ef46a77-29d7-4a4a-9e8d-8fcdce5e6dfb req-c61c0d4a-05ea-432f-a77d-6fbc8de4948c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546505 Mar 11 12:29:53.188397 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead52bd-ed50-454c-bcc9-8029f9153317 req-82f9d858-f59d-4e6b-ba3d-c6212e4144bb tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:53.189884 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bead52bd-ed50-454c-bcc9-8029f9153317 req-82f9d858-f59d-4e6b-ba3d-c6212e4144bb tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 943 time: 0.0621262 Mar 11 12:29:53.242934 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bead52bd-ed50-454c-bcc9-8029f9153317 req-b12eedff-0289-4866-9fcc-c920cd48167a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451500 Mar 11 12:29:54.364836 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950393ba-ddcc-4652-b9f2-0bb1c0601734 req-960c8112-0219-4b8c-b2aa-d28226402b8b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:54.366302 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-950393ba-ddcc-4652-b9f2-0bb1c0601734 req-960c8112-0219-4b8c-b2aa-d28226402b8b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 943 time: 0.0537214 Mar 11 12:29:54.419336 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-950393ba-ddcc-4652-b9f2-0bb1c0601734 req-92fc9ee6-7e3b-40d5-bb2c-a94ed0cb36cf tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441549 Mar 11 12:29:55.625743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da146bd-4d3c-4656-a023-108d330da2cb req-972061e6-747e-4973-8b35-2c94b6d12ce8 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:55.627243 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6da146bd-4d3c-4656-a023-108d330da2cb req-972061e6-747e-4973-8b35-2c94b6d12ce8 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 943 time: 0.0587924 Mar 11 12:29:55.681384 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6da146bd-4d3c-4656-a023-108d330da2cb req-b163801d-c598-4b22-81e9-80b4b20458ad tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482807 Mar 11 12:29:56.804878 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e518b2b-8c07-4788-8322-5ee9289e2db7 req-77fb45a1-d1be-41f3-a65d-c5c0858f8f87 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:56.806479 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e518b2b-8c07-4788-8322-5ee9289e2db7 req-77fb45a1-d1be-41f3-a65d-c5c0858f8f87 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 943 time: 0.0537534 Mar 11 12:29:56.856802 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e518b2b-8c07-4788-8322-5ee9289e2db7 req-01168926-94b9-41a2-94f6-af567d63d5d9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440943 Mar 11 12:29:57.180817 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4d26b42c-53ad-4bed-bb22-aa5f545ebdab details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:29:57.283172 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4d26b42c-53ad-4bed-bb22-aa5f545ebdab,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:29:57.295406 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '4d26b42c-53ad-4bed-bb22-aa5f545ebdab', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'port_id': '4d26b42c-53ad-4bed-bb22-aa5f545ebdab', 'mac_address': 'fa:16:3e:d7:ce:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:29:57.332253 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:29:57.332632 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4d26b42c-53ad-4bed-bb22-aa5f545ebdab), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:57.345833 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d26b42c-53ad-4bed-bb22-aa5f545ebdab {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:29:57.366059 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4d26b42c-53ad-4bed-bb22-aa5f545ebdab,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:29:57.373224 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4d26b42c-53ad-4bed-bb22-aa5f545ebdab), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:57.424576 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=4d26b42c-53ad-4bed-bb22-aa5f545ebdab,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:29:57.432081 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:57.432370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:57.432710 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:57.433048 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:57.433377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:57.433705 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:57.434033 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:57.434364 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:57.434688 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:57.435076 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:57.435407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:57.435766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:57.436077 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:29:57.580504 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['4d26b42c-53ad-4bed-bb22-aa5f545ebdab'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:29:57.984492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94f382-3475-4046-b674-0565c6b49a74 req-1912f387-ffd5-47b7-a24d-afd1ccf92142 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:57.985855 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2f94f382-3475-4046-b674-0565c6b49a74 req-1912f387-ffd5-47b7-a24d-afd1ccf92142 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 944 time: 0.0569208 Mar 11 12:29:58.038046 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2f94f382-3475-4046-b674-0565c6b49a74 req-2d6c66ec-46f1-4416-a7dd-ec173b03adba tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463994 Mar 11 12:29:59.173349 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a3f94-1029-45d2-9743-cedd85ec2875 req-5b946771-0525-4ef3-a9af-736e1fca2bad tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:59.174830 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d1a3f94-1029-45d2-9743-cedd85ec2875 req-5b946771-0525-4ef3-a9af-736e1fca2bad tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 944 time: 0.0550811 Mar 11 12:29:59.197410 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4d26b42c-53ad-4bed-bb22-aa5f545ebdab up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:29:59.228742 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d1a3f94-1029-45d2-9743-cedd85ec2875 req-297d03d7-1b3b-402d-af17-d76cacf25191 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454273 Mar 11 12:29:59.253107 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:29:59.256925 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:29:59.257306 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4d26b42c-53ad-4bed-bb22-aa5f545ebdab), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:59.338913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:29:59.339412 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4d26b42c-53ad-4bed-bb22-aa5f545ebdab), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:59.362102 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce80067-b2ba-48e6-9272-860f4cc022e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d26b42c-53ad-4bed-bb22-aa5f545ebdab'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:29:59.364376 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b741c1cc-006d-44ff-981e-f3f505dce951" -d '{"events": [{"server_uuid": "cce80067-b2ba-48e6-9272-860f4cc022e6", "name": "network-vif-plugged", "status": "completed", "tag": "4d26b42c-53ad-4bed-bb22-aa5f545ebdab"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:29:59.376920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4d26b42c-53ad-4bed-bb22-aa5f545ebdab,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:29:59.382509 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4d26b42c-53ad-4bed-bb22-aa5f545ebdab), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:29:59.407709 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b1bbd6-257d-4c22-bc92-ca259ead0907 x-openstack-request-id: req-32b1bbd6-257d-4c22-bc92-ca259ead0907 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:29:59.408016 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce80067-b2ba-48e6-9272-860f4cc022e6", "name": "network-vif-plugged", "status": "completed", "tag": "4d26b42c-53ad-4bed-bb22-aa5f545ebdab", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:29:59.408274 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-32b1bbd6-257d-4c22-bc92-ca259ead0907 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:29:59.408660 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce80067-b2ba-48e6-9272-860f4cc022e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d26b42c-53ad-4bed-bb22-aa5f545ebdab', 'code': 200} Mar 11 12:29:59.437020 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=4d26b42c-53ad-4bed-bb22-aa5f545ebdab,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:29:59.508693 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9540d-de01-4da3-aefc-9c785450087f req-70e587cb-bba2-4d6a-afc3-3a08391cb87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:29:59.510143 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8cc9540d-de01-4da3-aefc-9c785450087f req-70e587cb-bba2-4d6a-afc3-3a08391cb87d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 1127 time: 0.0482528 Mar 11 12:29:59.567489 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8cc9540d-de01-4da3-aefc-9c785450087f req-0f8e65d1-42e8-41e9-a8c7-bc527e0a23e5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506389 Mar 11 12:30:00.366886 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc9a49-ddf3-46d2-bc54-e13d656e4b71 req-f3b4bc48-fe47-4698-9945-5c0216fe447c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:30:00.368410 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3adc9a49-ddf3-46d2-bc54-e13d656e4b71 req-f3b4bc48-fe47-4698-9945-5c0216fe447c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 945 time: 0.0629106 Mar 11 12:30:00.424457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3adc9a49-ddf3-46d2-bc54-e13d656e4b71 req-3e681985-8977-4fc2-92af-537b3f7ea67f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475037 Mar 11 12:30:01.562279 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab74ed-4475-4528-8012-6cfeb7672e0b req-0fa0f26d-529c-4b7b-87cf-5704edc5028e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:30:01.563847 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25ab74ed-4475-4528-8012-6cfeb7672e0b req-0fa0f26d-529c-4b7b-87cf-5704edc5028e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 945 time: 0.0627863 Mar 11 12:30:01.617476 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25ab74ed-4475-4528-8012-6cfeb7672e0b req-4d8ac242-60e2-4b2d-a87e-a233a0d2a85d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453787 Mar 11 12:30:01.752448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996d929-e208-419c-9b4b-9c15bc1b8bff req-69714f4d-99a3-44b5-9e6f-67ea8724f0c8 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:30:01.754383 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b996d929-e208-419c-9b4b-9c15bc1b8bff req-69714f4d-99a3-44b5-9e6f-67ea8724f0c8 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 945 time: 0.0638463 Mar 11 12:30:01.807210 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b996d929-e208-419c-9b4b-9c15bc1b8bff req-e52cab9d-69a7-4be6-b244-0f59f3e990a9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467904 Mar 11 12:30:01.833452 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43480) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:30:01.998448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f37746d-d46e-48d3-bb3d-8bdcff21ff86 tempest-TestVolumeBootPattern-80385276 tempest-TestVolumeBootPattern-80385276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:30:02.000148 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4f37746d-d46e-48d3-bb3d-8bdcff21ff86 tempest-TestVolumeBootPattern-80385276 tempest-TestVolumeBootPattern-80385276-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 1122 time: 0.1657107 Mar 11 12:30:02.003416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43484) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:30:02.008206 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '4d26b42c-53ad-4bed-bb22-aa5f545ebdab', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:30:02.030310 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:02.136291 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:02.279619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Allocated IP 172.25.7.254 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/9ca065a7-9cfd-4162-8f71-01e1de948e87) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:30:02.430153 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for port (9ca065a7-9cfd-4162-8f71-01e1de948e87), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:02.473026 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9ca065a7-9cfd-4162-8f71-01e1de948e87), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:02.520849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:30:02.527922 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:30:02.531412 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:30:02.536941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'Port': ['ID=9ca065a7-9cfd-4162-8f71-01e1de948e87,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:30:03.267817 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for floatingip (366d4017-7772-4ec2-8871-c4dd3b5c3f4e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:03.343770 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9ca065a7-9cfd-4162-8f71-01e1de948e87), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:03.512794 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for port (9ca065a7-9cfd-4162-8f71-01e1de948e87), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:03.519405 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (9ca065a7-9cfd-4162-8f71-01e1de948e87), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:03.587932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'Port': ['ID=9ca065a7-9cfd-4162-8f71-01e1de948e87,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:30:03.600554 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (366d4017-7772-4ec2-8871-c4dd3b5c3f4e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:03.709916 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Floating IP 366d4017-7772-4ec2-8871-c4dd3b5c3f4e associated. External IP: 172.25.7.254, port: 4d26b42c-53ad-4bed-bb22-aa5f545ebdab. Mar 11 12:30:03.867918 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:30:03.934781 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Router f8a7bac3-e10e-499b-a6f7-dac33be66716 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:30:04.057524 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:04.058615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:30:04.068368 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4c5684-b4c8-4690-a96d-ad90b9abc048 None None] Sync routers for ids ['f8a7bac3-e10e-499b-a6f7-dac33be66716'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:30:04.078831 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:04.080722 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4c5684-b4c8-4690-a96d-ad90b9abc048 None None] Routers {'f8a7bac3-e10e-499b-a6f7-dac33be66716'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:30:04.081377 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7d4c5684-b4c8-4690-a96d-ad90b9abc048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:29:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f8a7bac3-e10e-499b-a6f7-dac33be66716'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:30:04.108440 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-31510eef-4d8e-4598-98e0-eeb0640eec6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1038015 Mar 11 12:30:04.109601 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce80067-b2ba-48e6-9272-860f4cc022e6', 'tag': '4d26b42c-53ad-4bed-bb22-aa5f545ebdab'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:30:04.111887 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc82c313044f0de087fa82d462cc6ecb2a34f604dfcbf4e24c3872b82e1ef92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff9484a-57ca-425d-82fc-afc952f56ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "cce80067-b2ba-48e6-9272-860f4cc022e6", "tag": "4d26b42c-53ad-4bed-bb22-aa5f545ebdab"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:30:04.191319 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-7d4c5684-b4c8-4690-a96d-ad90b9abc048 None None] Set router f8a7bac3-e10e-499b-a6f7-dac33be66716 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:30:04.215803 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e21d34-20ac-4500-b25f-958a718ea0ae x-openstack-request-id: req-a1e21d34-20ac-4500-b25f-958a718ea0ae {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:30:04.216094 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce80067-b2ba-48e6-9272-860f4cc022e6", "tag": "4d26b42c-53ad-4bed-bb22-aa5f545ebdab", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:30:04.216346 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1e21d34-20ac-4500-b25f-958a718ea0ae {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:30:04.216867 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce80067-b2ba-48e6-9272-860f4cc022e6', 'tag': '4d26b42c-53ad-4bed-bb22-aa5f545ebdab', 'status': 'completed', 'code': 200} Mar 11 12:30:04.290975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9484a-57ca-425d-82fc-afc952f56ac7 req-7e0d249a-cc70-4119-ab83-a3ff486817ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:30:04.292585 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ff9484a-57ca-425d-82fc-afc952f56ac7 req-7e0d249a-cc70-4119-ab83-a3ff486817ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 1127 time: 0.0490687 Mar 11 12:30:04.381003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9484a-57ca-425d-82fc-afc952f56ac7 req-12b5075b-3575-4c8f-9330-2ea11bf75bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:30:04.382387 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ff9484a-57ca-425d-82fc-afc952f56ac7 req-12b5075b-3575-4c8f-9330-2ea11bf75bef service neutron] 10.222.0.37 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0836792 Mar 11 12:30:04.422202 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7d4c5684-b4c8-4690-a96d-ad90b9abc048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '366d4017-7772-4ec2-8871-c4dd3b5c3f4e', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'floating_ip_address': '172.25.7.254', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'port_id': '4d26b42c-53ad-4bed-bb22-aa5f545ebdab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'mac_address': 'fa:16:3e:d7:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce80067-b2ba-48e6-9272-860f4cc022e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:30:03Z', 'updated_at': '2022-03-11T12:30:03Z', 'revision_number': 0, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:30:04.449092 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4c5684-b4c8-4690-a96d-ad90b9abc048 None None] Checking router: f8a7bac3-e10e-499b-a6f7-dac33be66716 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:30:04.451071 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ff9484a-57ca-425d-82fc-afc952f56ac7 req-a910ce99-0ec1-4293-a404-f5fb6c3e6481 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d26b42c-53ad-4bed-bb22-aa5f545ebdab HTTP/1.1" status: 200 len: 999 time: 0.0625460 Mar 11 12:30:04.457628 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4c5684-b4c8-4690-a96d-ad90b9abc048 None None] Routers {'f8a7bac3-e10e-499b-a6f7-dac33be66716'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:30:04.458227 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7d4c5684-b4c8-4690-a96d-ad90b9abc048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:29:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f8a7bac3-e10e-499b-a6f7-dac33be66716'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:30:04.498419 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9484a-57ca-425d-82fc-afc952f56ac7 req-51ea003f-1487-416d-9440-2f63e7263ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:30:04.499902 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ff9484a-57ca-425d-82fc-afc952f56ac7 req-51ea003f-1487-416d-9440-2f63e7263ca1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0430377 Mar 11 12:30:04.548258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9484a-57ca-425d-82fc-afc952f56ac7 req-55f7d44a-bc21-44d2-bc8c-3b7fe3b5d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:30:04.549743 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ff9484a-57ca-425d-82fc-afc952f56ac7 req-55f7d44a-bc21-44d2-bc8c-3b7fe3b5d5b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443010 Mar 11 12:30:04.560276 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-0ff9484a-57ca-425d-82fc-afc952f56ac7 req-6c7c7020-ac7b-4665-a147-58be11641224 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:30:04.561255 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ff9484a-57ca-425d-82fc-afc952f56ac7 req-6c7c7020-ac7b-4665-a147-58be11641224 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050938 Mar 11 12:30:04.564921 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-7d4c5684-b4c8-4690-a96d-ad90b9abc048 None None] Set router f8a7bac3-e10e-499b-a6f7-dac33be66716 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:30:04.656184 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ff9484a-57ca-425d-82fc-afc952f56ac7 req-7a966054-82e5-4b09-8ff0-6513d98755d8 service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888302 Mar 11 12:30:04.747328 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ff9484a-57ca-425d-82fc-afc952f56ac7 req-a1b7d1c4-ca3f-4c88-ba6d-0b40a16b2db0 service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856249 Mar 11 12:30:04.786234 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7d4c5684-b4c8-4690-a96d-ad90b9abc048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '366d4017-7772-4ec2-8871-c4dd3b5c3f4e', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'floating_ip_address': '172.25.7.254', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'port_id': '4d26b42c-53ad-4bed-bb22-aa5f545ebdab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'mac_address': 'fa:16:3e:d7:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce80067-b2ba-48e6-9272-860f4cc022e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:30:03Z', 'updated_at': '2022-03-11T12:30:03Z', 'revision_number': 0, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:30:04.815856 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4c5684-b4c8-4690-a96d-ad90b9abc048 None None] The sync data for ids ['f8a7bac3-e10e-499b-a6f7-dac33be66716'] in n-d-833234-2 is: [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '366d4017-7772-4ec2-8871-c4dd3b5c3f4e', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'floating_ip_address': '172.25.7.254', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'port_id': '4d26b42c-53ad-4bed-bb22-aa5f545ebdab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'mac_address': 'fa:16:3e:d7:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce80067-b2ba-48e6-9272-860f4cc022e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:30:03Z', 'updated_at': '2022-03-11T12:30:03Z', 'revision_number': 0, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:30:05.026694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b72ab-d062-4246-ad81-bc532f7fea4d None None] New status for floating IP 366d4017-7772-4ec2-8871-c4dd3b5c3f4e: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:30:12.965472 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:13.664216 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0921d0c6-3016-421a-b4ce-1619c4384546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:15.767686 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-780ab8bc-e9f3-49fc-ad03-37cac6f05a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:17.334048 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:18.744677 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:20.089398 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:34.096543 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:35.354210 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-27f3aee9-4908-424c-a0d4-14cc375b5f40 req-6ba7e068-062d-4b79-86d3-0f84e5c3cac2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1218290 Mar 11 12:30:35.448936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3aee9-4908-424c-a0d4-14cc375b5f40 req-1230ee9a-73c9-4afe-8ad7-d5c93deb4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:30:35.450438 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-27f3aee9-4908-424c-a0d4-14cc375b5f40 req-1230ee9a-73c9-4afe-8ad7-d5c93deb4ab2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 1127 time: 0.0486348 Mar 11 12:30:35.567179 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3aee9-4908-424c-a0d4-14cc375b5f40 req-22be26c6-b0ac-4b35-b54f-9503e2b1cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:30:35.568690 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-27f3aee9-4908-424c-a0d4-14cc375b5f40 req-22be26c6-b0ac-4b35-b54f-9503e2b1cca1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0994852 Mar 11 12:30:35.634168 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-27f3aee9-4908-424c-a0d4-14cc375b5f40 req-b1cb0a9f-0ad7-4966-80d7-1b0241f55112 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d26b42c-53ad-4bed-bb22-aa5f545ebdab HTTP/1.1" status: 200 len: 1001 time: 0.0591099 Mar 11 12:30:35.682350 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3aee9-4908-424c-a0d4-14cc375b5f40 req-e6980361-c475-4fed-abf0-989ecd7fcb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:30:35.683834 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-27f3aee9-4908-424c-a0d4-14cc375b5f40 req-e6980361-c475-4fed-abf0-989ecd7fcb49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0437088 Mar 11 12:30:35.756310 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3aee9-4908-424c-a0d4-14cc375b5f40 req-fccf8c72-4f16-4620-b904-e1660eb23ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:30:35.758589 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-27f3aee9-4908-424c-a0d4-14cc375b5f40 req-fccf8c72-4f16-4620-b904-e1660eb23ec6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0684967 Mar 11 12:30:35.868007 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-27f3aee9-4908-424c-a0d4-14cc375b5f40 req-4914dca8-40da-461d-abff-18a613bb9a0b service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014431 Mar 11 12:30:35.966859 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-27f3aee9-4908-424c-a0d4-14cc375b5f40 req-1be39b96-e641-4dcf-a77a-59631ae3b1d8 service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927024 Mar 11 12:30:40.869085 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:30:42.975787 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:43.668169 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7fe59ffb-0f9e-47f7-9b4a-a0d207c902a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:45.768853 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93a9d8ea-a986-4c45-9b49-261162a99c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:47.340479 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:48.758730 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:30:50.088810 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:31:04.116179 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:31:12.965700 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:31:13.675605 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-42fcefe3-0f5c-42fc-8252-98f4f46d85a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:31:15.774461 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ac8bee63-69e9-462e-b91f-ba5462ba57ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:31:17.341510 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:31:17.868612 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:31:18.752208 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:31:20.085246 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:31:34.143323 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:31:35.311763 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6362f5c6-b1a8-469c-b3cd-77812e2b3967 req-e00d28fe-2a62-4854-b8c8-f0d88eebf9e2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512223 Mar 11 12:31:35.405684 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362f5c6-b1a8-469c-b3cd-77812e2b3967 req-abb8159f-ed77-4be4-a1f0-656f92161166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:31:35.407946 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6362f5c6-b1a8-469c-b3cd-77812e2b3967 req-abb8159f-ed77-4be4-a1f0-656f92161166 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 1127 time: 0.0504441 Mar 11 12:31:35.527396 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362f5c6-b1a8-469c-b3cd-77812e2b3967 req-76a27850-6134-4d8a-80ae-6f72da2e8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:31:35.528935 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6362f5c6-b1a8-469c-b3cd-77812e2b3967 req-76a27850-6134-4d8a-80ae-6f72da2e8ce4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0980318 Mar 11 12:31:35.607913 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6362f5c6-b1a8-469c-b3cd-77812e2b3967 req-23031156-d203-4484-9b56-190516b39cb7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d26b42c-53ad-4bed-bb22-aa5f545ebdab HTTP/1.1" status: 200 len: 1001 time: 0.0729518 Mar 11 12:31:35.663194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362f5c6-b1a8-469c-b3cd-77812e2b3967 req-635a7e1f-6652-466a-b365-1a279076015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:31:35.664692 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6362f5c6-b1a8-469c-b3cd-77812e2b3967 req-635a7e1f-6652-466a-b365-1a279076015b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0507951 Mar 11 12:31:35.717940 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362f5c6-b1a8-469c-b3cd-77812e2b3967 req-2b06d574-cf6a-4d4c-87c8-68d328d4e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:31:35.719495 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6362f5c6-b1a8-469c-b3cd-77812e2b3967 req-2b06d574-cf6a-4d4c-87c8-68d328d4e9ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491769 Mar 11 12:31:35.812102 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6362f5c6-b1a8-469c-b3cd-77812e2b3967 req-33d7574e-b169-4476-b2a2-c836eb38684d service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853136 Mar 11 12:31:35.913371 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6362f5c6-b1a8-469c-b3cd-77812e2b3967 req-74efffe0-0593-4bff-bba7-93bd56fe128a service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945785 Mar 11 12:31:42.996692 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:31:43.670052 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9ecadf79-8ace-4b6b-8127-b5c757ab6cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:31:45.765245 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-26a9b622-2c81-4d73-80e5-3610ddeb7149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:31:47.352981 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:31:48.765431 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:31:50.080848 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:31:54.873739 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:32:01.745858 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340d200-19a7-4f27-8bb6-477eabf58381 req-d3f9adb4-684f-4246-af99-844ffe2e3db1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:01.747350 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e340d200-19a7-4f27-8bb6-477eabf58381 req-d3f9adb4-684f-4246-af99-844ffe2e3db1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 945 time: 0.0592575 Mar 11 12:32:01.798253 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e340d200-19a7-4f27-8bb6-477eabf58381 req-ab452c01-23e3-45fa-9dbf-67829c7d8c88 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451107 Mar 11 12:32:02.943482 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669aad9-2787-4519-8ecf-b196ae7a533d req-65880dd6-1630-4705-ab7d-406883a81224 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:02.945002 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d669aad9-2787-4519-8ecf-b196ae7a533d req-65880dd6-1630-4705-ab7d-406883a81224 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 945 time: 0.0705550 Mar 11 12:32:02.995327 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d669aad9-2787-4519-8ecf-b196ae7a533d req-9a18539a-397f-4500-942e-4642fa95e3a2 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446630 Mar 11 12:32:03.197073 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b456aed-6f48-45d1-bae3-b14710bee65a req-aae19a95-36ea-4f46-882d-35a4e580fab5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:03.198442 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4b456aed-6f48-45d1-bae3-b14710bee65a req-aae19a95-36ea-4f46-882d-35a4e580fab5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.37 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 945 time: 0.0571530 Mar 11 12:32:03.309271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-4b456aed-6f48-45d1-bae3-b14710bee65a req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Deleting port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:32:03.309642 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4b456aed-6f48-45d1-bae3-b14710bee65a req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4d26b42c-53ad-4bed-bb22-aa5f545ebdab), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:03.404183 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-4b456aed-6f48-45d1-bae3-b14710bee65a req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] For port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4d26b42c-53ad-4bed-bb22-aa5f545ebdab,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:32:03.404500 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4b456aed-6f48-45d1-bae3-b14710bee65a req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4d26b42c-53ad-4bed-bb22-aa5f545ebdab), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:03.592845 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4b456aed-6f48-45d1-bae3-b14710bee65a req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:03.593248 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4b456aed-6f48-45d1-bae3-b14710bee65a req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (366d4017-7772-4ec2-8871-c4dd3b5c3f4e), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:03.593619 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [req-4b456aed-6f48-45d1-bae3-b14710bee65a req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Floating IP 366d4017-7772-4ec2-8871-c4dd3b5c3f4e disassociated. External IP: 172.25.7.254, port: 4d26b42c-53ad-4bed-bb22-aa5f545ebdab. Mar 11 12:32:03.593939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-4b456aed-6f48-45d1-bae3-b14710bee65a req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Calling delete_port for 4d26b42c-53ad-4bed-bb22-aa5f545ebdab owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:32:03.737783 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4b456aed-6f48-45d1-bae3-b14710bee65a req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4d26b42c-53ad-4bed-bb22-aa5f545ebdab), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:03.765845 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event deleted for resources: {'Port': ['ID=4d26b42c-53ad-4bed-bb22-aa5f545ebdab,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:32:03.779160 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:03.779510 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:03.779908 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:03.780250 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:03.780718 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:03.780880 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:03.781245 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:03.781566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:03.781899 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:03.782229 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:03.782714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:03.782862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:03.783142 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:03.903214 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b456aed-6f48-45d1-bae3-b14710bee65a req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Router f8a7bac3-e10e-499b-a6f7-dac33be66716 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:32:04.035269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b456aed-6f48-45d1-bae3-b14710bee65a req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:32:04.048348 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab96be-3168-4b35-8dbe-1e227b6cd1f7 None None] Sync routers for ids ['f8a7bac3-e10e-499b-a6f7-dac33be66716'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:32:04.062382 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab96be-3168-4b35-8dbe-1e227b6cd1f7 None None] Routers {'f8a7bac3-e10e-499b-a6f7-dac33be66716'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:32:04.066078 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-02ab96be-3168-4b35-8dbe-1e227b6cd1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:31:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f8a7bac3-e10e-499b-a6f7-dac33be66716'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:32:04.084092 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b456aed-6f48-45d1-bae3-b14710bee65a req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] No DVR routers for this DVR port 4d26b42c-53ad-4bed-bb22-aa5f545ebdab on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:32:04.086809 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4b456aed-6f48-45d1-bae3-b14710bee65a req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:04.090147 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4b456aed-6f48-45d1-bae3-b14710bee65a req-a0f9c10f-219f-4389-9097-9fc17f34ae9a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.37 "DELETE /v2.0/ports/4d26b42c-53ad-4bed-bb22-aa5f545ebdab HTTP/1.1" status: 204 len: 173 time: 0.8868861 Mar 11 12:32:04.090604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce80067-b2ba-48e6-9272-860f4cc022e6', 'name': 'network-vif-deleted', 'tag': '4d26b42c-53ad-4bed-bb22-aa5f545ebdab'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:32:04.092984 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af4bc55-12a9-4af9-b480-8f6ff419bcf3" -d '{"events": [{"server_uuid": "cce80067-b2ba-48e6-9272-860f4cc022e6", "name": "network-vif-deleted", "tag": "4d26b42c-53ad-4bed-bb22-aa5f545ebdab"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:32:04.107395 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95a38a87-f1e0-470c-aeec-455a6723b3ff req-31bc16dc-59f1-4321-9021-c95aab786044 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 210 time: 0.0322015 Mar 11 12:32:04.135748 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cccb791-6bb9-4398-b12b-994226370956 x-openstack-request-id: req-8cccb791-6bb9-4398-b12b-994226370956 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:32:04.136237 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce80067-b2ba-48e6-9272-860f4cc022e6", "name": "network-vif-deleted", "tag": "4d26b42c-53ad-4bed-bb22-aa5f545ebdab", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:32:04.136484 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8cccb791-6bb9-4398-b12b-994226370956 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:32:04.136892 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce80067-b2ba-48e6-9272-860f4cc022e6', 'name': 'network-vif-deleted', 'tag': '4d26b42c-53ad-4bed-bb22-aa5f545ebdab', 'status': 'completed', 'code': 200} Mar 11 12:32:04.141325 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:04.217846 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-02ab96be-3168-4b35-8dbe-1e227b6cd1f7 None None] Set router f8a7bac3-e10e-499b-a6f7-dac33be66716 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:32:04.425219 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-02ab96be-3168-4b35-8dbe-1e227b6cd1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:32:04.451119 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab96be-3168-4b35-8dbe-1e227b6cd1f7 None None] Checking router: f8a7bac3-e10e-499b-a6f7-dac33be66716 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:32:04.460128 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab96be-3168-4b35-8dbe-1e227b6cd1f7 None None] Routers {'f8a7bac3-e10e-499b-a6f7-dac33be66716'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:32:04.460695 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-02ab96be-3168-4b35-8dbe-1e227b6cd1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:31:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f8a7bac3-e10e-499b-a6f7-dac33be66716'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:32:04.572767 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-02ab96be-3168-4b35-8dbe-1e227b6cd1f7 None None] Set router f8a7bac3-e10e-499b-a6f7-dac33be66716 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:32:04.772906 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-02ab96be-3168-4b35-8dbe-1e227b6cd1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:32:04.798945 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab96be-3168-4b35-8dbe-1e227b6cd1f7 None None] The sync data for ids ['f8a7bac3-e10e-499b-a6f7-dac33be66716'] in n-d-833234-2 is: [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:32:05.042619 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808b631d-0936-4c66-9753-9d6f33d82204 None None] New status for floating IP 366d4017-7772-4ec2-8871-c4dd3b5c3f4e: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:32:05.252917 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc548559-05f7-4f95-ae94-5900e6a08e51 req-b8225cad-deb0-4151-8d7e-4f209c699562 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 210 time: 0.0346038 Mar 11 12:32:06.359630 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-677dfe53-7482-4e0a-8439-0c955c1a701f req-38f16ff8-0475-427c-bcc3-434870b203a1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 210 time: 0.0272398 Mar 11 12:32:07.461493 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6f7626a-c037-42e4-9791-51698a458b60 req-176396f6-bdb5-4ef4-aee5-0c365dde1032 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 210 time: 0.0316956 Mar 11 12:32:07.708359 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4d26b42c-53ad-4bed-bb22-aa5f545ebdab no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:32:07.734266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 4d26b42c-53ad-4bed-bb22-aa5f545ebdab {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:32:07.734620 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4d26b42c-53ad-4bed-bb22-aa5f545ebdab not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:32:08.558515 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cde658c5-9e08-4033-9e67-e564c3c9acce req-612c19b2-71a5-4a29-9d23-901a5dee39c7 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 210 time: 0.0279343 Mar 11 12:32:09.657951 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b55d05b0-3998-48e7-8e6b-2477cb81f7cc req-52b24cc8-8b54-4340-ba54-ed87da469bb7 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 210 time: 0.0275097 Mar 11 12:32:10.753641 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d33ef35a-acb8-42b5-9803-5a7246474256 req-3ef2591e-a704-4fa1-97cc-7081cf348878 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 210 time: 0.0276873 Mar 11 12:32:11.850039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6bcc61a-a0b6-484b-bf0f-d730b62b2bfa req-883dfcdf-494e-40bc-b788-26b065deb0bb tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 210 time: 0.0276976 Mar 11 12:32:12.946632 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ffb166ed-25eb-4c4f-9f34-2cb70154044e req-edcd1d4f-873d-43ba-900d-84f8d159935a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=cce80067-b2ba-48e6-9272-860f4cc022e6 HTTP/1.1" status: 200 len: 210 time: 0.0278831 Mar 11 12:32:13.005776 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:13.664823 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ed2fcd01-d36c-43ca-a95f-a78a54f7fa4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:14.176772 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fab6a2ee-bdaa-4c8e-ac57-726ddbd43990 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491121912&fields=id&tenant_id=102f01ebe6644728af9751b21fb2932e HTTP/1.1" status: 200 len: 267 time: 0.0510032 Mar 11 12:32:14.287030 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-70b0c186-7281-4ea9-b8ef-22446e122d9f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:14.288514 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-70b0c186-7281-4ea9-b8ef-22446e122d9f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 812 time: 0.1026540 Mar 11 12:32:14.310223 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-815ba67d-6d46-4db1-b3d8-4b032154563a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/quotas/102f01ebe6644728af9751b21fb2932e HTTP/1.1" status: 200 len: 375 time: 0.0135300 Mar 11 12:32:14.370776 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-c03ae965-1662-4e9f-85d6-9ec5f26ea150 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555062 Mar 11 12:32:14.475187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-3b8bda17-50ea-4f28-a234-2f8e160c25cc service neutron] 10.222.0.78 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878313 Mar 11 12:32:14.575347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-b336b603-e6a1-468e-821b-1da7b275fb0d service neutron] 10.222.0.78 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943475 Mar 11 12:32:14.900622 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-11f1c4e7-c8ed-490c-bcda-32a9692af570 req-ea683aa0-3d41-43f2-83ee-2900e851a4d0 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 210 time: 0.0287814 Mar 11 12:32:15.764773 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-030cec55-fbe5-4b1f-a9be-0bbe6fe5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:15.986190 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1761374f-3500-4041-b4c7-57cdbfea3676 req-4ef76349-10ad-4f60-bbaa-b7aff76ee160 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 210 time: 0.0283382 Mar 11 12:32:17.068943 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ad49ce2-b3c5-4d3c-9c66-a51355e1ff3f req-adc6255f-4c05-4615-9742-0d2bb5dd6a98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 210 time: 0.0314054 Mar 11 12:32:17.350809 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:18.156804 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74322c7e-b055-47f3-8918-a78e305f7599 req-16308877-e5d6-48ca-9b4f-60676e54f65f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 210 time: 0.0276418 Mar 11 12:32:18.765016 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:19.257383 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ee8bb57-12c2-47f3-a930-c053c73781b8 req-a403d8f5-44a6-43f6-bc52-4b68ed48b871 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 210 time: 0.0286465 Mar 11 12:32:19.958897 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-f86d53e3-88c9-4052-99ad-fcc217e56b80 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:19.960382 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-f86d53e3-88c9-4052-99ad-fcc217e56b80 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.71 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 812 time: 0.1080005 Mar 11 12:32:20.034460 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-0902be2d-8aca-48f9-bec4-f026f75c964a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=102f01ebe6644728af9751b21fb2932e HTTP/1.1" status: 200 len: 379 time: 0.0631170 Mar 11 12:32:20.044062 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-7028b30a-119f-4580-95ef-432abfc548c5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Request body: {'port': {'device_id': '826555cf-7d11-4036-a163-9a978805be72', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'admin_state_up': True, 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'security_groups': ['b5007856-4ca2-41cf-baf1-205981f61fd1']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:32:20.088924 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:20.165254 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-7028b30a-119f-4580-95ef-432abfc548c5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Made reservation on behalf of 102f01ebe6644728af9751b21fb2932e for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:32:20.168625 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-7028b30a-119f-4580-95ef-432abfc548c5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:20.303574 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-7028b30a-119f-4580-95ef-432abfc548c5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Allocated IP 172.20.0.14 (445aa2fa-3655-43da-8006-bb47134240ed/11a572d6-21d0-4078-a738-531994cf6b9b/5336a545-b177-4523-bf31-367e1385841f) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:32:20.368202 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8299c96b-ddbe-4e1c-a86a-694aefe3592f req-f2781a44-aba1-49db-9c47-5d097624cf53 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 210 time: 0.0381157 Mar 11 12:32:20.450434 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-7028b30a-119f-4580-95ef-432abfc548c5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for port (5336a545-b177-4523-bf31-367e1385841f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:20.484755 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-7028b30a-119f-4580-95ef-432abfc548c5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5336a545-b177-4523-bf31-367e1385841f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:20.531863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-7028b30a-119f-4580-95ef-432abfc548c5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Network 445aa2fa-3655-43da-8006-bb47134240ed is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:32:20.536922 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-7028b30a-119f-4580-95ef-432abfc548c5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:32:20.539507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-7028b30a-119f-4580-95ef-432abfc548c5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:32:20.571999 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028b30a-119f-4580-95ef-432abfc548c5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'Port': ['ID=5336a545-b177-4523-bf31-367e1385841f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:32:20.594423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-7028b30a-119f-4580-95ef-432abfc548c5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:20.595073 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-7028b30a-119f-4580-95ef-432abfc548c5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:20.613017 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-7028b30a-119f-4580-95ef-432abfc548c5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5732503 Mar 11 12:32:20.622866 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-a2cc7c33-ec9a-4050-bd9f-8084d88c0352 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:32:20.624085 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-a2cc7c33-ec9a-4050-bd9f-8084d88c0352 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060632 Mar 11 12:32:20.689831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Request body: {'port': {'device_id': '826555cf-7d11-4036-a163-9a978805be72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:32:20.754987 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5336a545-b177-4523-bf31-367e1385841f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:20.769538 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-56e90bd0-73d6-4293-8cb6-4308d7c237c9 None None] Provisioning complete for port 5336a545-b177-4523-bf31-367e1385841f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:32:20.770111 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-56e90bd0-73d6-4293-8cb6-4308d7c237c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5336a545-b177-4523-bf31-367e1385841f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:20.803941 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-56e90bd0-73d6-4293-8cb6-4308d7c237c9 None None] Port 5336a545-b177-4523-bf31-367e1385841f cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:32:21.036159 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5336a545-b177-4523-bf31-367e1385841f {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:32:21.044307 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Publish callbacks [] for port (5336a545-b177-4523-bf31-367e1385841f), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:21.057698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Transition to ACTIVE for port object 5336a545-b177-4523-bf31-367e1385841f will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:32:21.062939 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5336a545-b177-4523-bf31-367e1385841f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:21.135222 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Pushing event updated for resources: {'Port': ['ID=5336a545-b177-4523-bf31-367e1385841f,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:32:21.194721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Attempting to bind port 5336a545-b177-4523-bf31-367e1385841f on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:32:21.195161 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Attempting to bind port 5336a545-b177-4523-bf31-367e1385841f by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:32:21.195560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Attempting to bind port 5336a545-b177-4523-bf31-367e1385841f on network 445aa2fa-3655-43da-8006-bb47134240ed {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:32:21.200616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Port 5336a545-b177-4523-bf31-367e1385841f on network 445aa2fa-3655-43da-8006-bb47134240ed not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:32:21.200941 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Attempting to bind port 5336a545-b177-4523-bf31-367e1385841f on network 445aa2fa-3655-43da-8006-bb47134240ed {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:32:21.206278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:32:21.207273 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Checking segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:32:21.207702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Bound using segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:32:21.208193 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Bound port: 5336a545-b177-4523-bf31-367e1385841f, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:32:21.208558 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5336a545-b177-4523-bf31-367e1385841f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:21.286262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] For port 5336a545-b177-4523-bf31-367e1385841f, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:32:21.290709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] For port 5336a545-b177-4523-bf31-367e1385841f, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=5336a545-b177-4523-bf31-367e1385841f,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:32:21.297632 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5336a545-b177-4523-bf31-367e1385841f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:21.335825 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:21.335825 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:21.335825 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] 10.222.0.71 "PUT /v2.0/ports/5336a545-b177-4523-bf31-367e1385841f HTTP/1.1" status: 200 len: 1092 time: 0.7027643 Mar 11 12:32:21.335825 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826555cf-7d11-4036-a163-9a978805be72', 'tag': '5336a545-b177-4523-bf31-367e1385841f'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:32:21.337864 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06ad4c9-a146-42ca-a89c-e6d4bdd54a30" -d '{"events": [{"name": "network-changed", "server_uuid": "826555cf-7d11-4036-a163-9a978805be72", "tag": "5336a545-b177-4523-bf31-367e1385841f"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:32:21.363994 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99593b-1f69-44d7-85bd-e4cee3f486eb service neutron] Pushing event updated for resources: {'Port': ['ID=5336a545-b177-4523-bf31-367e1385841f,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:32:21.430698 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bf6d4f-b9e3-4183-ab2e-f26367fc9ec5 x-openstack-request-id: req-79bf6d4f-b9e3-4183-ab2e-f26367fc9ec5 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:32:21.430968 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826555cf-7d11-4036-a163-9a978805be72", "tag": "5336a545-b177-4523-bf31-367e1385841f", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:32:21.431226 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79bf6d4f-b9e3-4183-ab2e-f26367fc9ec5 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:32:21.431651 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826555cf-7d11-4036-a163-9a978805be72', 'tag': '5336a545-b177-4523-bf31-367e1385841f', 'status': 'completed', 'code': 200} Mar 11 12:32:21.452595 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-4976f666-4df9-445b-83e8-76e11425e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:21.454135 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-4976f666-4df9-445b-83e8-76e11425e6c7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 1126 time: 0.0667429 Mar 11 12:32:21.505972 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-b7056d2f-1691-4df2-8ac4-f43714962d70 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5336a545-b177-4523-bf31-367e1385841f HTTP/1.1" status: 200 len: 217 time: 0.0435100 Mar 11 12:32:21.519890 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712ff81-fba1-4d34-aa6b-dfc4e6ef10da req-6fae2e85-a806-45cf-9254-8630f0663814 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:21.522335 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a712ff81-fba1-4d34-aa6b-dfc4e6ef10da req-6fae2e85-a806-45cf-9254-8630f0663814 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 944 time: 0.0603638 Mar 11 12:32:21.562464 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-cbb4214b-4eae-4d96-bc6c-f7e8369a1738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:21.564488 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-cbb4214b-4eae-4d96-bc6c-f7e8369a1738 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0502081 Mar 11 12:32:21.580664 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a712ff81-fba1-4d34-aa6b-dfc4e6ef10da req-daa3cbba-01a0-4c10-ab1c-73d1d51d122d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508802 Mar 11 12:32:21.618720 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-7afc22e3-0c50-4d33-881f-4d202d9bc100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:21.620276 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-7afc22e3-0c50-4d33-881f-4d202d9bc100 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494664 Mar 11 12:32:21.714773 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-bc38a6fa-fb02-4ef9-b7d0-dfadcc5b2c8c service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877085 Mar 11 12:32:21.806311 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4e8363d0-d4ad-4c79-9785-7892b7d89864 req-ca20205b-913d-4ab3-98b3-28f9bba6faa9 service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847902 Mar 11 12:32:21.902317 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ad4c9-a146-42ca-a89c-e6d4bdd54a30 req-326e5a40-2d75-4a7d-b0cd-76ffcf9521f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:21.903760 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a06ad4c9-a146-42ca-a89c-e6d4bdd54a30 req-326e5a40-2d75-4a7d-b0cd-76ffcf9521f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 1126 time: 0.0540912 Mar 11 12:32:22.004664 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ad4c9-a146-42ca-a89c-e6d4bdd54a30 req-737b50c9-2122-4135-bbb4-e488257e276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:22.006608 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a06ad4c9-a146-42ca-a89c-e6d4bdd54a30 req-737b50c9-2122-4135-bbb4-e488257e276c service neutron] 10.222.0.71 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0952256 Mar 11 12:32:22.056860 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a06ad4c9-a146-42ca-a89c-e6d4bdd54a30 req-89cfd4c2-336d-49a2-8b38-241677e570ef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5336a545-b177-4523-bf31-367e1385841f HTTP/1.1" status: 200 len: 217 time: 0.0407627 Mar 11 12:32:22.112521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ad4c9-a146-42ca-a89c-e6d4bdd54a30 req-13975204-b122-49a6-9e85-50f71218cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:22.114336 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a06ad4c9-a146-42ca-a89c-e6d4bdd54a30 req-13975204-b122-49a6-9e85-50f71218cae7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0481091 Mar 11 12:32:22.175310 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ad4c9-a146-42ca-a89c-e6d4bdd54a30 req-41931913-5c53-4805-919a-d357b76e308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:22.176951 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a06ad4c9-a146-42ca-a89c-e6d4bdd54a30 req-41931913-5c53-4805-919a-d357b76e308b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0551410 Mar 11 12:32:22.277255 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a06ad4c9-a146-42ca-a89c-e6d4bdd54a30 req-2e8edea9-b6d7-42b0-9811-be9e7efda5ea service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936642 Mar 11 12:32:22.367342 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a06ad4c9-a146-42ca-a89c-e6d4bdd54a30 req-5f644a2c-a529-4fe0-8421-2714893f2aa6 service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839124 Mar 11 12:32:22.715014 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4b243-641e-4d36-8b40-7264f5c915ce req-d6114e39-9733-4f8c-a618-09f2573076a4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:22.716565 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cfc4b243-641e-4d36-8b40-7264f5c915ce req-d6114e39-9733-4f8c-a618-09f2573076a4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 944 time: 0.0642078 Mar 11 12:32:22.768080 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cfc4b243-641e-4d36-8b40-7264f5c915ce req-07101e7c-46ee-4f81-903e-2cf58d1f9fee tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453916 Mar 11 12:32:23.894806 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75397c25-c578-4c0c-8a09-d2b126f2ecf6 req-b8c94f2c-7f67-4f29-8df5-77d13ef215c2 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:23.896354 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75397c25-c578-4c0c-8a09-d2b126f2ecf6 req-b8c94f2c-7f67-4f29-8df5-77d13ef215c2 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 944 time: 0.0585320 Mar 11 12:32:23.947642 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75397c25-c578-4c0c-8a09-d2b126f2ecf6 req-20b65916-c9c7-458c-b2ed-c5ff779b9335 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453753 Mar 11 12:32:25.076943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586919a-e224-4a6d-807d-2663be01d5ad req-25a78fca-4f32-46c9-a8d8-35f11a7df7ba tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:25.078439 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7586919a-e224-4a6d-807d-2663be01d5ad req-25a78fca-4f32-46c9-a8d8-35f11a7df7ba tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 944 time: 0.0550435 Mar 11 12:32:25.128622 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7586919a-e224-4a6d-807d-2663be01d5ad req-7d15ddb5-c248-441f-b4a7-c0a50ec5da60 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442581 Mar 11 12:32:26.258641 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49874f74-e574-481f-891a-51ab51e6890e req-9e460c96-15a7-456c-97d7-12a45454f1d1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:26.260245 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49874f74-e574-481f-891a-51ab51e6890e req-9e460c96-15a7-456c-97d7-12a45454f1d1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 944 time: 0.0558314 Mar 11 12:32:26.316862 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49874f74-e574-481f-891a-51ab51e6890e req-0c107639-3a92-4243-84f5-0f0b01ab872d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502346 Mar 11 12:32:27.439012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1ceda-597a-4fb1-aff1-37b3b976f8a0 req-8f22ac14-ff50-4aa0-beac-7d48e794881b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:27.440998 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22f1ceda-597a-4fb1-aff1-37b3b976f8a0 req-8f22ac14-ff50-4aa0-beac-7d48e794881b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 944 time: 0.0564597 Mar 11 12:32:27.491058 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22f1ceda-597a-4fb1-aff1-37b3b976f8a0 req-09fec7cf-4144-4d99-aa65-bb8c55fe0a09 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441723 Mar 11 12:32:28.612197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0162-561e-4950-a9b9-0f01513a150d req-ae71d490-a630-45dd-9dd3-98d5a5442dfa tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:28.613692 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3fbf0162-561e-4950-a9b9-0f01513a150d req-ae71d490-a630-45dd-9dd3-98d5a5442dfa tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 944 time: 0.0544779 Mar 11 12:32:28.663258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3fbf0162-561e-4950-a9b9-0f01513a150d req-9b201cfd-1b3e-43f3-8901-2667bda6f0cf tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438573 Mar 11 12:32:29.789443 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a6dfb-9551-48b0-a67a-d187da1949a1 req-91e5d515-8443-411a-9198-d0e73c354930 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:29.790888 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe4a6dfb-9551-48b0-a67a-d187da1949a1 req-91e5d515-8443-411a-9198-d0e73c354930 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 944 time: 0.0587535 Mar 11 12:32:29.841574 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe4a6dfb-9551-48b0-a67a-d187da1949a1 req-0300a3ef-5a86-4c92-8094-36d274ea1ee1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448525 Mar 11 12:32:30.974243 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35706143-2469-453f-abf5-511763107da7 req-b2aeeb50-20e8-4254-8d97-5e806a2b0db3 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:30.975805 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35706143-2469-453f-abf5-511763107da7 req-b2aeeb50-20e8-4254-8d97-5e806a2b0db3 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 944 time: 0.0533969 Mar 11 12:32:31.025628 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35706143-2469-453f-abf5-511763107da7 req-dadb5b42-bbb8-404d-b2e6-b88c2b5f8a6e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441182 Mar 11 12:32:31.878662 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:32:32.164707 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdc960-4146-4329-8fe5-0eca86964e50 req-fa4c8ea0-abdf-4b82-8418-26ee088868d3 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:32.166099 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99cdc960-4146-4329-8fe5-0eca86964e50 req-fa4c8ea0-abdf-4b82-8418-26ee088868d3 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 944 time: 0.0618577 Mar 11 12:32:32.222904 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99cdc960-4146-4329-8fe5-0eca86964e50 req-c9ac914f-0253-45e4-88f4-b1c84a259ad4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477755 Mar 11 12:32:33.360595 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9748f-f489-4685-b967-603c5fc0faab req-2e3c1d87-f2ae-4ebb-b873-f8edb1b6ec81 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:33.362065 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58d9748f-f489-4685-b967-603c5fc0faab req-2e3c1d87-f2ae-4ebb-b873-f8edb1b6ec81 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 944 time: 0.0592604 Mar 11 12:32:33.410795 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58d9748f-f489-4685-b967-603c5fc0faab req-2b7fbbd8-e3f8-4d86-bca2-c28fbbd11a50 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429616 Mar 11 12:32:34.136932 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:34.537473 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45e9db-bf76-488e-b74a-a20f65283533 req-34bda1a0-b823-4cc9-a6d7-77bae34f285c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:34.538979 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f45e9db-bf76-488e-b74a-a20f65283533 req-34bda1a0-b823-4cc9-a6d7-77bae34f285c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 944 time: 0.0583029 Mar 11 12:32:34.594671 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f45e9db-bf76-488e-b74a-a20f65283533 req-17b7a08f-b33f-43d9-802b-ffcdac8d5310 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473881 Mar 11 12:32:35.732979 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5aeea-f3c4-4002-81b8-f2a2300ba5ac req-b5aebd0a-8a80-4c63-95af-2b8765a7bb76 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:35.734666 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8a5aeea-f3c4-4002-81b8-f2a2300ba5ac req-b5aebd0a-8a80-4c63-95af-2b8765a7bb76 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 944 time: 0.0600824 Mar 11 12:32:35.793526 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8a5aeea-f3c4-4002-81b8-f2a2300ba5ac req-a40ac3fd-26e4-4c31-a653-4ee14609fa20 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500255 Mar 11 12:32:36.921905 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da10d9-d5c3-4b17-8500-e912634cc1de req-190d670e-6ff7-44b8-b0ad-86df31e5823b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:36.923529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92da10d9-d5c3-4b17-8500-e912634cc1de req-190d670e-6ff7-44b8-b0ad-86df31e5823b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 944 time: 0.0565457 Mar 11 12:32:36.974862 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92da10d9-d5c3-4b17-8500-e912634cc1de req-09d1052d-966a-44e8-9056-d2fac8a21011 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449572 Mar 11 12:32:38.104686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e553945-97b8-496c-bd95-02e2531eff0f req-e2682c36-87ad-4b36-8fad-c090b7d35710 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:38.106222 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e553945-97b8-496c-bd95-02e2531eff0f req-e2682c36-87ad-4b36-8fad-c090b7d35710 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 944 time: 0.0599747 Mar 11 12:32:38.158554 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e553945-97b8-496c-bd95-02e2531eff0f req-c2658b6f-9f88-4555-93f8-9f8b948337e5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465920 Mar 11 12:32:38.524532 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 5336a545-b177-4523-bf31-367e1385841f details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:32:38.642261 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 5336a545-b177-4523-bf31-367e1385841f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=5336a545-b177-4523-bf31-367e1385841f,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:32:38.657877 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '5336a545-b177-4523-bf31-367e1385841f', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'port_id': '5336a545-b177-4523-bf31-367e1385841f', 'mac_address': 'fa:16:3e:e9:c5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:32:38.696179 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 5336a545-b177-4523-bf31-367e1385841f is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:32:38.696568 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5336a545-b177-4523-bf31-367e1385841f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:38.709669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5336a545-b177-4523-bf31-367e1385841f {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:32:38.728921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 5336a545-b177-4523-bf31-367e1385841f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=5336a545-b177-4523-bf31-367e1385841f,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:32:38.735064 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5336a545-b177-4523-bf31-367e1385841f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:38.783639 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=5336a545-b177-4523-bf31-367e1385841f,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:32:38.795360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:38.795999 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:38.796599 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:38.797179 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:38.797766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:38.798336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:38.798929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:38.799514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:38.800150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:38.800721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:38.801348 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:38.801954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:38.802502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:32:39.009801 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['5336a545-b177-4523-bf31-367e1385841f'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:32:39.289261 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64017064-e56c-4596-999a-14dce272b28e req-54a29efa-1964-4da2-8975-31fc476590a8 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:39.290730 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-64017064-e56c-4596-999a-14dce272b28e req-54a29efa-1964-4da2-8975-31fc476590a8 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 945 time: 0.0571003 Mar 11 12:32:39.344779 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-64017064-e56c-4596-999a-14dce272b28e req-b76aa0cd-4db8-4cb1-88ee-c94b59eb82b3 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455799 Mar 11 12:32:40.469463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb66a1-948b-4a50-a1b4-65ced532a2aa req-22e01353-c94c-4c0c-a289-2e1769b2cf3d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:40.470935 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-81bb66a1-948b-4a50-a1b4-65ced532a2aa req-22e01353-c94c-4c0c-a289-2e1769b2cf3d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 945 time: 0.0545590 Mar 11 12:32:40.529348 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-81bb66a1-948b-4a50-a1b4-65ced532a2aa req-449cc18d-e7bc-41e7-8d0a-4d0b8b35727b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521567 Mar 11 12:32:40.531116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 5336a545-b177-4523-bf31-367e1385841f up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:32:40.587966 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 5336a545-b177-4523-bf31-367e1385841f completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:32:40.593291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 5336a545-b177-4523-bf31-367e1385841f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:32:40.593696 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5336a545-b177-4523-bf31-367e1385841f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:40.680934 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 5336a545-b177-4523-bf31-367e1385841f is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:32:40.681315 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5336a545-b177-4523-bf31-367e1385841f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:40.703902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826555cf-7d11-4036-a163-9a978805be72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5336a545-b177-4523-bf31-367e1385841f'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:32:40.706121 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256ae13f-b6da-4787-bbd4-95236a8eebc7" -d '{"events": [{"server_uuid": "826555cf-7d11-4036-a163-9a978805be72", "name": "network-vif-plugged", "status": "completed", "tag": "5336a545-b177-4523-bf31-367e1385841f"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:32:40.718668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 5336a545-b177-4523-bf31-367e1385841f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=5336a545-b177-4523-bf31-367e1385841f,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:32:40.724615 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5336a545-b177-4523-bf31-367e1385841f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:40.749738 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fa3ecb-dff3-4801-aca3-3844d93ded6f x-openstack-request-id: req-11fa3ecb-dff3-4801-aca3-3844d93ded6f {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:32:40.750023 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826555cf-7d11-4036-a163-9a978805be72", "name": "network-vif-plugged", "status": "completed", "tag": "5336a545-b177-4523-bf31-367e1385841f", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:32:40.750277 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-11fa3ecb-dff3-4801-aca3-3844d93ded6f {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:32:40.750659 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826555cf-7d11-4036-a163-9a978805be72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5336a545-b177-4523-bf31-367e1385841f', 'code': 200} Mar 11 12:32:40.779450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=5336a545-b177-4523-bf31-367e1385841f,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:32:40.854530 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cfde6-caaf-4a50-b0eb-dec862050deb req-a8e8b6c8-2bfb-43f1-977f-853156f68f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:40.856074 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-470cfde6-caaf-4a50-b0eb-dec862050deb req-a8e8b6c8-2bfb-43f1-977f-853156f68f3b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 1128 time: 0.0510600 Mar 11 12:32:40.908375 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-470cfde6-caaf-4a50-b0eb-dec862050deb req-7a91a8cf-a720-41c3-b1a4-8a088629d10b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457709 Mar 11 12:32:41.671030 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58089a8a-4d72-4448-adfb-99f73ba7108b req-6decfdca-1925-473f-81b9-6dae641d1fca tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:41.672533 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58089a8a-4d72-4448-adfb-99f73ba7108b req-6decfdca-1925-473f-81b9-6dae641d1fca tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 946 time: 0.0593264 Mar 11 12:32:41.721777 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58089a8a-4d72-4448-adfb-99f73ba7108b req-26a1a05d-ac11-4d96-abfd-3769be19ac62 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435896 Mar 11 12:32:42.872109 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d24278-5001-4b3a-b577-d9ffca461839 req-80ee4b52-a507-489e-8feb-168a1d749cc1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:42.873617 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08d24278-5001-4b3a-b577-d9ffca461839 req-80ee4b52-a507-489e-8feb-168a1d749cc1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 946 time: 0.0644958 Mar 11 12:32:42.922067 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08d24278-5001-4b3a-b577-d9ffca461839 req-6ca22529-c8f1-459e-8e16-bae6f037d7fe tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423374 Mar 11 12:32:43.002019 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:43.057758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7887de-ae16-4337-ae0e-001424ae6586 req-f7c6b4af-1043-4691-af96-ed4f6d035d20 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:43.059256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e7887de-ae16-4337-ae0e-001424ae6586 req-f7c6b4af-1043-4691-af96-ed4f6d035d20 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 946 time: 0.0608900 Mar 11 12:32:43.107981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e7887de-ae16-4337-ae0e-001424ae6586 req-987417f6-ba73-4959-9a83-8b3774d68f40 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429528 Mar 11 12:32:43.130579 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43650) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:32:43.177556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9508da49-aa27-4340-bffc-98c83ad91072 tempest-TestVolumeBootPattern-80385276 tempest-TestVolumeBootPattern-80385276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:43.179112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9508da49-aa27-4340-bffc-98c83ad91072 tempest-TestVolumeBootPattern-80385276 tempest-TestVolumeBootPattern-80385276-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 1123 time: 0.0475857 Mar 11 12:32:43.182249 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43652) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:32:43.186866 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '5336a545-b177-4523-bf31-367e1385841f', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:32:43.208938 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:43.305148 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:43.416479 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Allocated IP 172.25.7.221 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/31888cf2-dfde-4da4-bb94-b5ac06b38b8a) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:32:43.516891 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for port (31888cf2-dfde-4da4-bb94-b5ac06b38b8a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:43.552667 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (31888cf2-dfde-4da4-bb94-b5ac06b38b8a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:43.609542 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:32:43.615067 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:32:43.617816 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'Port': ['ID=31888cf2-dfde-4da4-bb94-b5ac06b38b8a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:32:43.619961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:32:43.666348 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-859a538d-f615-4991-905a-a01039c780f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:44.004702 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for floatingip (eddd7591-cd4a-4d4f-a9c0-8c6496f02237), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:44.086128 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (31888cf2-dfde-4da4-bb94-b5ac06b38b8a), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:44.252323 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for port (31888cf2-dfde-4da4-bb94-b5ac06b38b8a), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:44.258772 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (31888cf2-dfde-4da4-bb94-b5ac06b38b8a), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:44.328253 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'Port': ['ID=31888cf2-dfde-4da4-bb94-b5ac06b38b8a,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:32:44.342040 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (eddd7591-cd4a-4d4f-a9c0-8c6496f02237), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:44.455562 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Floating IP eddd7591-cd4a-4d4f-a9c0-8c6496f02237 associated. External IP: 172.25.7.221, port: 5336a545-b177-4523-bf31-367e1385841f. Mar 11 12:32:44.685276 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Router f8a7bac3-e10e-499b-a6f7-dac33be66716 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:32:45.116591 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:32:45.126558 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94b1772-e1ac-45f4-a149-c64540c35595 None None] Sync routers for ids ['f8a7bac3-e10e-499b-a6f7-dac33be66716'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:32:45.134979 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:45.140917 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94b1772-e1ac-45f4-a149-c64540c35595 None None] Routers {'f8a7bac3-e10e-499b-a6f7-dac33be66716'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:32:45.141533 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a94b1772-e1ac-45f4-a149-c64540c35595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:32:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f8a7bac3-e10e-499b-a6f7-dac33be66716'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:32:45.166163 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a3af05c2-059a-423f-b374-1bf2fe69b112 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9828413 Mar 11 12:32:45.167034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826555cf-7d11-4036-a163-9a978805be72', 'tag': '5336a545-b177-4523-bf31-367e1385841f'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:32:45.169522 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135ecd5c-b584-4f15-8a83-0f33b07d0bee" -d '{"events": [{"name": "network-changed", "server_uuid": "826555cf-7d11-4036-a163-9a978805be72", "tag": "5336a545-b177-4523-bf31-367e1385841f"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:32:45.205200 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7763e62-50bb-46a7-88fe-d590fd4fe73e x-openstack-request-id: req-b7763e62-50bb-46a7-88fe-d590fd4fe73e {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:32:45.205485 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826555cf-7d11-4036-a163-9a978805be72", "tag": "5336a545-b177-4523-bf31-367e1385841f", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:32:45.205732 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b7763e62-50bb-46a7-88fe-d590fd4fe73e {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:32:45.206131 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826555cf-7d11-4036-a163-9a978805be72', 'tag': '5336a545-b177-4523-bf31-367e1385841f', 'status': 'completed', 'code': 200} Mar 11 12:32:45.257599 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a94b1772-e1ac-45f4-a149-c64540c35595 None None] Set router f8a7bac3-e10e-499b-a6f7-dac33be66716 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:32:45.278077 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ecd5c-b584-4f15-8a83-0f33b07d0bee req-5b80137b-08b0-40d3-b7f6-8439e0b878c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:45.279627 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-135ecd5c-b584-4f15-8a83-0f33b07d0bee req-5b80137b-08b0-40d3-b7f6-8439e0b878c7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 1128 time: 0.0487361 Mar 11 12:32:45.372593 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ecd5c-b584-4f15-8a83-0f33b07d0bee req-d27b1916-5b2b-4c00-8236-697e767bf1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:45.373975 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-135ecd5c-b584-4f15-8a83-0f33b07d0bee req-d27b1916-5b2b-4c00-8236-697e767bf1a9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0885267 Mar 11 12:32:45.442144 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-135ecd5c-b584-4f15-8a83-0f33b07d0bee req-c79964fe-f23e-44f4-8cef-1bbe7f340add service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5336a545-b177-4523-bf31-367e1385841f HTTP/1.1" status: 200 len: 1000 time: 0.0619473 Mar 11 12:32:45.472853 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a94b1772-e1ac-45f4-a149-c64540c35595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'eddd7591-cd4a-4d4f-a9c0-8c6496f02237', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'port_id': '5336a545-b177-4523-bf31-367e1385841f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'mac_address': 'fa:16:3e:e9:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826555cf-7d11-4036-a163-9a978805be72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:32:43Z', 'updated_at': '2022-03-11T12:32:43Z', 'revision_number': 0, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:32:45.490784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ecd5c-b584-4f15-8a83-0f33b07d0bee req-cced8fc6-d709-419b-96a0-97702f1cef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:45.492317 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-135ecd5c-b584-4f15-8a83-0f33b07d0bee req-cced8fc6-d709-419b-96a0-97702f1cef94 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0432692 Mar 11 12:32:45.502464 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94b1772-e1ac-45f4-a149-c64540c35595 None None] Checking router: f8a7bac3-e10e-499b-a6f7-dac33be66716 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:32:45.511688 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94b1772-e1ac-45f4-a149-c64540c35595 None None] Routers {'f8a7bac3-e10e-499b-a6f7-dac33be66716'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:32:45.512647 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a94b1772-e1ac-45f4-a149-c64540c35595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:32:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f8a7bac3-e10e-499b-a6f7-dac33be66716'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:32:45.542321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ecd5c-b584-4f15-8a83-0f33b07d0bee req-fee33c1a-6a9d-4c9b-8519-000c0b9eb8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:32:45.543862 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-135ecd5c-b584-4f15-8a83-0f33b07d0bee req-fee33c1a-6a9d-4c9b-8519-000c0b9eb8f1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447187 Mar 11 12:32:45.620572 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a94b1772-e1ac-45f4-a149-c64540c35595 None None] Set router f8a7bac3-e10e-499b-a6f7-dac33be66716 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:32:45.636196 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-135ecd5c-b584-4f15-8a83-0f33b07d0bee req-5318f382-1618-417b-bb21-408d47b3a96d service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849979 Mar 11 12:32:45.732884 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-135ecd5c-b584-4f15-8a83-0f33b07d0bee req-64c2f6e3-1539-447b-9409-e184b4c82791 service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903978 Mar 11 12:32:45.757379 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6ac0fc7f-5bea-4184-ae8a-005e3d0413d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:45.960714 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a94b1772-e1ac-45f4-a149-c64540c35595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'eddd7591-cd4a-4d4f-a9c0-8c6496f02237', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'port_id': '5336a545-b177-4523-bf31-367e1385841f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'mac_address': 'fa:16:3e:e9:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826555cf-7d11-4036-a163-9a978805be72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:32:43Z', 'updated_at': '2022-03-11T12:32:43Z', 'revision_number': 0, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:32:45.989043 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94b1772-e1ac-45f4-a149-c64540c35595 None None] The sync data for ids ['f8a7bac3-e10e-499b-a6f7-dac33be66716'] in n-d-833234-2 is: [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'eddd7591-cd4a-4d4f-a9c0-8c6496f02237', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'port_id': '5336a545-b177-4523-bf31-367e1385841f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'mac_address': 'fa:16:3e:e9:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826555cf-7d11-4036-a163-9a978805be72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:32:43Z', 'updated_at': '2022-03-11T12:32:43Z', 'revision_number': 0, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:32:46.213762 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd07ec-2809-4833-b756-b8ea79cc6c8a None None] New status for floating IP eddd7591-cd4a-4d4f-a9c0-8c6496f02237: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:32:47.354304 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:48.773465 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:32:50.089803 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:33:04.150044 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:33:08.882608 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:33:13.027184 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:33:13.680344 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b3e9-ac1a-4e4d-8667-4213c2dd4604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:33:15.767312 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ccbfea13-799f-4314-934e-8b071479fd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:33:17.364806 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:33:18.774704 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:33:20.083841 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:33:29.493515 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-f23c5ca6-0410-49f1-951c-c4a2b93bd6e4 service neutron] (104032) timed out ('10.222.0.78', 39396) {{(pid=104032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:33:30.182085 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-f987f8b7-6033-427e-9391-c1523042c6bd req-8c618fa6-5037-488b-b8fd-bdec20c2a132 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] (104031) timed out ('10.222.0.78', 46706) {{(pid=104031) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:33:30.719549 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6f144277-7c95-481a-bbc3-a3d2125baf11 req-f7dca31c-6a06-4bf6-ba51-79d8d5e0e67f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0633569 Mar 11 12:33:30.814628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144277-7c95-481a-bbc3-a3d2125baf11 req-42f256ad-d84a-434c-95b5-1ae806abf86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:33:30.816174 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6f144277-7c95-481a-bbc3-a3d2125baf11 req-42f256ad-d84a-434c-95b5-1ae806abf86c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 1128 time: 0.0481663 Mar 11 12:33:30.929253 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144277-7c95-481a-bbc3-a3d2125baf11 req-2a57a79a-342f-4be9-9669-aea4e4684524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:33:30.930865 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6f144277-7c95-481a-bbc3-a3d2125baf11 req-2a57a79a-342f-4be9-9669-aea4e4684524 service neutron] 10.222.0.71 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0919657 Mar 11 12:33:31.003049 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6f144277-7c95-481a-bbc3-a3d2125baf11 req-d22e54cb-cb7d-4557-8ab1-90a01d2a206a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5336a545-b177-4523-bf31-367e1385841f HTTP/1.1" status: 200 len: 1002 time: 0.0644312 Mar 11 12:33:31.056549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144277-7c95-481a-bbc3-a3d2125baf11 req-8315c136-1a24-4d33-99ed-2ab5fe8f96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:33:31.058014 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6f144277-7c95-481a-bbc3-a3d2125baf11 req-8315c136-1a24-4d33-99ed-2ab5fe8f96c2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0472074 Mar 11 12:33:31.109850 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144277-7c95-481a-bbc3-a3d2125baf11 req-592a07a1-b8e8-4634-84c5-90f715e480bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:33:31.111364 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6f144277-7c95-481a-bbc3-a3d2125baf11 req-592a07a1-b8e8-4634-84c5-90f715e480bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461912 Mar 11 12:33:31.219212 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6f144277-7c95-481a-bbc3-a3d2125baf11 req-3348a53f-d595-4b7d-bcad-dfefe88befde service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005280 Mar 11 12:33:31.318404 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6f144277-7c95-481a-bbc3-a3d2125baf11 req-0502872f-0e55-4ffe-a399-961f96534cf4 service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895572 Mar 11 12:33:34.156867 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:33:43.028740 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:33:43.680119 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5490767-29d1-4960-9a65-111f1ed7b77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:33:45.768379 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-db3d5807-a7f2-4309-9116-15ccfaff84ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:33:45.891449 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:33:47.369815 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:33:48.780399 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:33:50.089701 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:04.171778 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:13.044470 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:13.682127 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3eec48d5-4cd9-4526-b63d-13e6fff1d8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:15.768207 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ab18ada-2b27-4974-8875-3055074ecf98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:17.373270 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:18.783993 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:20.097537 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:22.886231 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:34:30.649410 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a930fbd4-4f7e-46c2-b5df-f49e31a3a6a9 req-88f71fea-1b5d-4b88-8fca-8b04e60f93b1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467427 Mar 11 12:34:30.738461 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930fbd4-4f7e-46c2-b5df-f49e31a3a6a9 req-dfaf1577-8d9e-48c1-b4d3-f474c1675925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:30.740071 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a930fbd4-4f7e-46c2-b5df-f49e31a3a6a9 req-dfaf1577-8d9e-48c1-b4d3-f474c1675925 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 1128 time: 0.0470340 Mar 11 12:34:30.853419 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930fbd4-4f7e-46c2-b5df-f49e31a3a6a9 req-62ca9bbf-15f6-4205-9529-1dbcab4ef2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:30.855036 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a930fbd4-4f7e-46c2-b5df-f49e31a3a6a9 req-62ca9bbf-15f6-4205-9529-1dbcab4ef2cb service neutron] 10.222.0.71 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0947354 Mar 11 12:34:30.922782 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a930fbd4-4f7e-46c2-b5df-f49e31a3a6a9 req-d2083640-f2e6-4a1f-90b1-35cc917a66b7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5336a545-b177-4523-bf31-367e1385841f HTTP/1.1" status: 200 len: 1002 time: 0.0605352 Mar 11 12:34:30.972737 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930fbd4-4f7e-46c2-b5df-f49e31a3a6a9 req-5e6c542f-3642-404d-b69c-5cffd0a86e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:30.974207 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a930fbd4-4f7e-46c2-b5df-f49e31a3a6a9 req-5e6c542f-3642-404d-b69c-5cffd0a86e17 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0450008 Mar 11 12:34:31.030631 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930fbd4-4f7e-46c2-b5df-f49e31a3a6a9 req-44d35d94-ccec-4272-92be-4a56d7abf363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:31.032214 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a930fbd4-4f7e-46c2-b5df-f49e31a3a6a9 req-44d35d94-ccec-4272-92be-4a56d7abf363 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516486 Mar 11 12:34:31.125485 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a930fbd4-4f7e-46c2-b5df-f49e31a3a6a9 req-3f0a837b-3279-4149-95a8-88a3fd5a0d49 service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865078 Mar 11 12:34:31.230613 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a930fbd4-4f7e-46c2-b5df-f49e31a3a6a9 req-96654aaf-1d76-4dc5-bddd-725e364b8f1a service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979583 Mar 11 12:34:34.224777 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:38.768220 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-df61cd1b-b5bd-4e1f-bf48-9d8f41cb6e78 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491121912&fields=id&tenant_id=102f01ebe6644728af9751b21fb2932e HTTP/1.1" status: 200 len: 267 time: 0.0467513 Mar 11 12:34:38.875882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-ac68a0b2-0a76-4c81-b6d8-62321c974b70 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:38.877329 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-ac68a0b2-0a76-4c81-b6d8-62321c974b70 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 812 time: 0.1027484 Mar 11 12:34:38.893374 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-65bf966d-03eb-496c-8c1f-f82716cc94e0 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/quotas/102f01ebe6644728af9751b21fb2932e HTTP/1.1" status: 200 len: 375 time: 0.0101759 Mar 11 12:34:38.951262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-d46f24a9-61fe-498f-9a27-5dcd46d82dc5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524170 Mar 11 12:34:39.123346 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-31b85552-bf89-4477-aca0-64dfa3d8b28a service neutron] 10.222.0.78 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465673 Mar 11 12:34:39.230331 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-caf92680-b66b-4032-b125-448bd0df9c57 service neutron] 10.222.0.78 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988359 Mar 11 12:34:39.618233 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ba1aa85-c05a-4bd2-9fa2-55d31859e5a6 req-ddf54b40-8d74-42ae-b715-22e3e9f0d4ae tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 210 time: 0.0953302 Mar 11 12:34:40.714126 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0af08301-e2b5-4bbc-a9e8-ff2de874fccd req-7bc569cc-0221-4d66-802a-30381ae9950b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 210 time: 0.0285983 Mar 11 12:34:41.802791 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d335ae50-e78e-4caa-b807-b1bff7205bc1 req-1426605e-30e2-456a-ac0a-5ba65bd8791c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 210 time: 0.0304735 Mar 11 12:34:42.889870 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90071f19-a990-4bfe-9570-3add733d8e70 req-38592554-c705-4548-b2f0-b72deeaef672 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 210 time: 0.0265613 Mar 11 12:34:43.046094 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:43.682062 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-834239e6-f186-4327-8ae4-de940da41c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:43.994983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c4aa6b61-ed58-43b0-91d4-97b94a9c55a8 req-b15b8401-7caa-4e53-bb1e-88d8aa45a89a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 210 time: 0.0297482 Mar 11 12:34:44.739687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-55886647-0cc1-4202-a834-49b22d2ebffa tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:44.741257 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-55886647-0cc1-4202-a834-49b22d2ebffa tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.37 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 812 time: 0.1043243 Mar 11 12:34:44.812237 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-f51884ab-64c0-405d-8b24-04c1a3786de6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=102f01ebe6644728af9751b21fb2932e HTTP/1.1" status: 200 len: 379 time: 0.0626276 Mar 11 12:34:44.821112 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Request body: {'port': {'device_id': 'bb0fddee-3123-4d30-8c8b-30a68c01a418', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'admin_state_up': True, 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'security_groups': ['b5007856-4ca2-41cf-baf1-205981f61fd1']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:34:44.932664 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Made reservation on behalf of 102f01ebe6644728af9751b21fb2932e for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:34:44.936418 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:45.076906 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Allocated IP 172.20.0.12 (445aa2fa-3655-43da-8006-bb47134240ed/11a572d6-21d0-4078-a738-531994cf6b9b/b52a5fa1-12fc-4350-9075-f40f5b26fc06) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:34:45.100677 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b3d71db-3fd8-4994-9d78-80d4fc0fb629 req-c420b12f-826b-4dc7-9424-28c71e8c901d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 210 time: 0.0344667 Mar 11 12:34:45.216898 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for port (b52a5fa1-12fc-4350-9075-f40f5b26fc06), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:45.258799 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b52a5fa1-12fc-4350-9075-f40f5b26fc06), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:45.306310 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Network 445aa2fa-3655-43da-8006-bb47134240ed is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:34:45.309492 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:34:45.313927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:34:45.346447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'Port': ['ID=b52a5fa1-12fc-4350-9075-f40f5b26fc06,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:34:45.359164 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:34:45.359518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:34:45.359884 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:34:45.360224 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:34:45.360561 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:34:45.360898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:34:45.361229 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:34:45.361558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:34:45.361882 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:34:45.362207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:34:45.362534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:34:45.362860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:34:45.363188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:34:45.376936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:45.377583 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:45.396557 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-c7dd6ee5-49cc-4ecb-9665-d9b37433bc98 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5791888 Mar 11 12:34:45.408447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Request body: {'port': {'device_id': 'bb0fddee-3123-4d30-8c8b-30a68c01a418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:34:45.477823 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b52a5fa1-12fc-4350-9075-f40f5b26fc06), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:45.611448 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-657ff6eb-574d-499b-9226-017b77eb823a None None] Provisioning complete for port b52a5fa1-12fc-4350-9075-f40f5b26fc06 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:34:45.612037 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-657ff6eb-574d-499b-9226-017b77eb823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b52a5fa1-12fc-4350-9075-f40f5b26fc06), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:45.649023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-657ff6eb-574d-499b-9226-017b77eb823a None None] Port b52a5fa1-12fc-4350-9075-f40f5b26fc06 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:34:45.751084 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52a5fa1-12fc-4350-9075-f40f5b26fc06 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:34:45.759049 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Publish callbacks [] for port (b52a5fa1-12fc-4350-9075-f40f5b26fc06), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:45.763696 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-072a328e-a61a-475e-95a7-d6be39d8e082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:45.773186 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Transition to ACTIVE for port object b52a5fa1-12fc-4350-9075-f40f5b26fc06 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:34:45.777044 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b52a5fa1-12fc-4350-9075-f40f5b26fc06), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:45.829178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Pushing event updated for resources: {'Port': ['ID=b52a5fa1-12fc-4350-9075-f40f5b26fc06,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:34:45.905212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Attempting to bind port b52a5fa1-12fc-4350-9075-f40f5b26fc06 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:34:45.905549 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Attempting to bind port b52a5fa1-12fc-4350-9075-f40f5b26fc06 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:34:45.905874 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Attempting to bind port b52a5fa1-12fc-4350-9075-f40f5b26fc06 on network 445aa2fa-3655-43da-8006-bb47134240ed {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:34:45.911060 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Port b52a5fa1-12fc-4350-9075-f40f5b26fc06 on network 445aa2fa-3655-43da-8006-bb47134240ed not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:34:45.911376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Attempting to bind port b52a5fa1-12fc-4350-9075-f40f5b26fc06 on network 445aa2fa-3655-43da-8006-bb47134240ed {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:34:45.917459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:34:45.917811 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Checking segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:34:45.918160 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Bound using segment: {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:34:45.918586 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Bound port: b52a5fa1-12fc-4350-9075-f40f5b26fc06, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ae3a27-abb2-4259-8bb4-fc0732a9eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:34:45.918936 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b52a5fa1-12fc-4350-9075-f40f5b26fc06), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:45.995503 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] For port b52a5fa1-12fc-4350-9075-f40f5b26fc06, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:34:46.000693 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] For port b52a5fa1-12fc-4350-9075-f40f5b26fc06, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b52a5fa1-12fc-4350-9075-f40f5b26fc06,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:34:46.008461 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b52a5fa1-12fc-4350-9075-f40f5b26fc06), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:46.047838 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:46.048500 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:46.049976 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] 10.222.0.37 "PUT /v2.0/ports/b52a5fa1-12fc-4350-9075-f40f5b26fc06 HTTP/1.1" status: 200 len: 1092 time: 0.6459491 Mar 11 12:34:46.050416 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0fddee-3123-4d30-8c8b-30a68c01a418', 'tag': 'b52a5fa1-12fc-4350-9075-f40f5b26fc06'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:34:46.052816 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932d76e0-d6ec-47c5-9a37-2adf813323cf" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0fddee-3123-4d30-8c8b-30a68c01a418", "tag": "b52a5fa1-12fc-4350-9075-f40f5b26fc06"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:34:46.109283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a06f1d-4349-4423-b167-ac6bbd691087 service neutron] Pushing event updated for resources: {'Port': ['ID=b52a5fa1-12fc-4350-9075-f40f5b26fc06,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:34:46.158504 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-0c7dce01-2ec5-4667-92f1-fabafa221625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:46.160561 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-0c7dce01-2ec5-4667-92f1-fabafa221625 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 1126 time: 0.0665700 Mar 11 12:34:46.226405 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-c255e4bb-5f7e-4b47-9dca-013498959054 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b52a5fa1-12fc-4350-9075-f40f5b26fc06 HTTP/1.1" status: 200 len: 217 time: 0.0589323 Mar 11 12:34:46.228850 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312d5a86-5b20-4cf0-82d6-691d9e38e972 x-openstack-request-id: req-312d5a86-5b20-4cf0-82d6-691d9e38e972 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:34:46.229239 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0fddee-3123-4d30-8c8b-30a68c01a418", "tag": "b52a5fa1-12fc-4350-9075-f40f5b26fc06", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:34:46.229480 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-312d5a86-5b20-4cf0-82d6-691d9e38e972 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:34:46.229887 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0fddee-3123-4d30-8c8b-30a68c01a418', 'tag': 'b52a5fa1-12fc-4350-9075-f40f5b26fc06', 'status': 'completed', 'code': 200} Mar 11 12:34:46.245882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d4d99-e29d-4778-b635-5d76067d6762 req-f735abdc-bf59-467b-85b6-1e72bb5dde48 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:46.253442 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e4d4d99-e29d-4778-b635-5d76067d6762 req-f735abdc-bf59-467b-85b6-1e72bb5dde48 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 944 time: 0.0681541 Mar 11 12:34:46.295266 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-adfb620a-b9f7-48e5-a23c-a58e8e5331e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:46.297297 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-adfb620a-b9f7-48e5-a23c-a58e8e5331e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0646167 Mar 11 12:34:46.301974 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e4d4d99-e29d-4778-b635-5d76067d6762 req-2064e74e-86a3-4f06-8c1d-7782fc7ad078 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474336 Mar 11 12:34:46.350592 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-1f89203f-67cc-4896-aa8b-e3ad394b3c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:46.352192 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-1f89203f-67cc-4896-aa8b-e3ad394b3c3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477207 Mar 11 12:34:46.449333 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-240cab4c-af45-4a98-aa1e-5a22adf0a4cf service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884514 Mar 11 12:34:46.541813 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6da988f8-48d7-4592-bce4-4df435bc71ce req-e7f122a8-6d59-433b-b692-6963b41e96ec service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870392 Mar 11 12:34:46.629215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d76e0-d6ec-47c5-9a37-2adf813323cf req-2b51a1ff-81cb-47a7-bc67-e05713cb4494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:46.630790 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-932d76e0-d6ec-47c5-9a37-2adf813323cf req-2b51a1ff-81cb-47a7-bc67-e05713cb4494 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 1126 time: 0.0454464 Mar 11 12:34:46.720555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d76e0-d6ec-47c5-9a37-2adf813323cf req-88ee995a-5ad9-4d1f-9a62-70de5aba9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:46.722068 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-932d76e0-d6ec-47c5-9a37-2adf813323cf req-88ee995a-5ad9-4d1f-9a62-70de5aba9bc2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0859835 Mar 11 12:34:46.765820 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-932d76e0-d6ec-47c5-9a37-2adf813323cf req-1d81d6ed-1df2-475d-aa22-37a77a3ef099 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b52a5fa1-12fc-4350-9075-f40f5b26fc06 HTTP/1.1" status: 200 len: 217 time: 0.0379610 Mar 11 12:34:46.814675 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d76e0-d6ec-47c5-9a37-2adf813323cf req-5466a563-c2e0-4e47-acf6-973fab8132f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:46.816256 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-932d76e0-d6ec-47c5-9a37-2adf813323cf req-5466a563-c2e0-4e47-acf6-973fab8132f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0452094 Mar 11 12:34:46.865923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d76e0-d6ec-47c5-9a37-2adf813323cf req-92721b12-8e24-41ab-a7d7-e2e2d4b9a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:46.867448 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-932d76e0-d6ec-47c5-9a37-2adf813323cf req-92721b12-8e24-41ab-a7d7-e2e2d4b9a322 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457566 Mar 11 12:34:46.961920 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-932d76e0-d6ec-47c5-9a37-2adf813323cf req-9d5c256e-f202-46c8-841d-fc9b35d7f76c service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883341 Mar 11 12:34:47.060375 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-932d76e0-d6ec-47c5-9a37-2adf813323cf req-05496ba0-84c7-4474-b832-7018513a6fc5 service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927460 Mar 11 12:34:47.368021 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:47.431317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec473a55-6322-4068-85cf-1fd5debfcecc req-35068983-02e2-4c89-8cfd-2fd9a2aeaa32 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:47.432873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec473a55-6322-4068-85cf-1fd5debfcecc req-35068983-02e2-4c89-8cfd-2fd9a2aeaa32 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 944 time: 0.0538411 Mar 11 12:34:47.481310 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec473a55-6322-4068-85cf-1fd5debfcecc req-ea2ba405-f19b-43fe-8dae-92d02e368798 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425236 Mar 11 12:34:48.605486 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9057e7b-c772-4b83-97f8-1b7be465cfb9 req-b0729662-c7a1-43c9-bfec-1bc3c52a40f6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:48.607075 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a9057e7b-c772-4b83-97f8-1b7be465cfb9 req-b0729662-c7a1-43c9-bfec-1bc3c52a40f6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 944 time: 0.0564289 Mar 11 12:34:48.660081 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a9057e7b-c772-4b83-97f8-1b7be465cfb9 req-f07ed4ed-adef-427c-aac2-f685914c802f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472820 Mar 11 12:34:48.779698 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:49.785535 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7c7bd-e4b3-42f4-bcdc-ad1fdc11ae5c req-fff5fd3b-41a7-4056-9b18-901f1b883560 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:49.787038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6c7c7bd-e4b3-42f4-bcdc-ad1fdc11ae5c req-fff5fd3b-41a7-4056-9b18-901f1b883560 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 944 time: 0.0540929 Mar 11 12:34:49.837351 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6c7c7bd-e4b3-42f4-bcdc-ad1fdc11ae5c req-586de6e2-3158-414a-b1ac-c3a6325c8f19 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443258 Mar 11 12:34:50.082499 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:34:50.958911 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcda02f-a6a1-4f03-bf8c-63967624272c req-c4d65910-7074-4c58-8af1-02da3ea12e19 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:50.960422 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebcda02f-a6a1-4f03-bf8c-63967624272c req-c4d65910-7074-4c58-8af1-02da3ea12e19 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 944 time: 0.0533180 Mar 11 12:34:51.009390 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebcda02f-a6a1-4f03-bf8c-63967624272c req-2e6fb0be-2f01-42e7-9801-9154d9e8e9fc tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432405 Mar 11 12:34:52.137749 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b119cd-7fab-4229-b1e6-a9bd0b314daa req-85e6807c-28d8-44a8-9c73-4cb3bd974e80 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:52.139268 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82b119cd-7fab-4229-b1e6-a9bd0b314daa req-85e6807c-28d8-44a8-9c73-4cb3bd974e80 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 944 time: 0.0580571 Mar 11 12:34:52.190036 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82b119cd-7fab-4229-b1e6-a9bd0b314daa req-89bbb3df-e520-463f-9d4e-8edd0bacd873 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450571 Mar 11 12:34:53.324122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e629ec-29ab-4744-9f59-56d72b086928 req-107111e0-f6dd-451c-86a3-bb14fb4ff9bf tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:53.325604 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82e629ec-29ab-4744-9f59-56d72b086928 req-107111e0-f6dd-451c-86a3-bb14fb4ff9bf tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 944 time: 0.0597293 Mar 11 12:34:53.377058 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82e629ec-29ab-4744-9f59-56d72b086928 req-f95deddf-9112-4773-9c26-ebe446b0b742 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457125 Mar 11 12:34:54.503914 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7ff6c-3e29-4d3c-b527-793fac08d3a2 req-6b659366-8ff3-488f-9db5-82ea65a72e6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:54.505317 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fdf7ff6c-3e29-4d3c-b527-793fac08d3a2 req-6b659366-8ff3-488f-9db5-82ea65a72e6f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 944 time: 0.0577734 Mar 11 12:34:54.555947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fdf7ff6c-3e29-4d3c-b527-793fac08d3a2 req-a5afa340-2214-4276-adbb-b5dc4543d1da tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440521 Mar 11 12:34:55.688094 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a685a77-9da1-45f3-b6e2-5ae8cd817604 req-4c891ee2-0c98-4cbb-9f45-68c7850f211a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:55.689601 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a685a77-9da1-45f3-b6e2-5ae8cd817604 req-4c891ee2-0c98-4cbb-9f45-68c7850f211a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 944 time: 0.0609434 Mar 11 12:34:55.738802 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a685a77-9da1-45f3-b6e2-5ae8cd817604 req-26a9ac81-1bc4-43e8-ab38-686377a41f9f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435987 Mar 11 12:34:56.861866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270747d-aa5b-4208-860a-ab243a5773e7 req-c332acb0-b316-4b40-90b5-0b9038e4650b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:56.863323 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f270747d-aa5b-4208-860a-ab243a5773e7 req-c332acb0-b316-4b40-90b5-0b9038e4650b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 944 time: 0.0530722 Mar 11 12:34:56.917070 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f270747d-aa5b-4208-860a-ab243a5773e7 req-a117ab2a-1b36-4cbc-925c-de216cce6881 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476665 Mar 11 12:34:58.039763 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a31132-a2bb-41ee-8713-f7332268e025 req-996a5352-4dda-408c-9421-f6ed9d04ae45 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:58.041229 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32a31132-a2bb-41ee-8713-f7332268e025 req-996a5352-4dda-408c-9421-f6ed9d04ae45 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 944 time: 0.0563850 Mar 11 12:34:58.095292 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32a31132-a2bb-41ee-8713-f7332268e025 req-7bb73dbe-007c-43b5-9b46-5fd11cba81f7 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460379 Mar 11 12:34:59.230189 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d40659-93c0-455d-86dd-4e622dea7e77 req-ba96cc7b-b7fd-49cd-8f5a-0c0f9f6c6a52 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:34:59.231706 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2d40659-93c0-455d-86dd-4e622dea7e77 req-ba96cc7b-b7fd-49cd-8f5a-0c0f9f6c6a52 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 944 time: 0.0543406 Mar 11 12:34:59.281958 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2d40659-93c0-455d-86dd-4e622dea7e77 req-97c2ae3c-0e9f-45c6-8542-fe99083fbe2d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445712 Mar 11 12:34:59.889365 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:35:00.407021 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8a97c-62d0-4dab-8e2b-7ac098905c6e req-a1afa4c2-d73f-4b33-86f4-f88d42e8dc36 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:00.408534 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61f8a97c-62d0-4dab-8e2b-7ac098905c6e req-a1afa4c2-d73f-4b33-86f4-f88d42e8dc36 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 944 time: 0.0595982 Mar 11 12:35:00.460368 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61f8a97c-62d0-4dab-8e2b-7ac098905c6e req-e24e99b7-c0a0-4a7b-9a78-251b2be905ab tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435879 Mar 11 12:35:01.607487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78182668-da72-4abf-b00c-57e336123fbb req-aee400d4-66d0-49d2-a190-506baf3e3c33 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:01.608982 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78182668-da72-4abf-b00c-57e336123fbb req-aee400d4-66d0-49d2-a190-506baf3e3c33 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 944 time: 0.0750291 Mar 11 12:35:01.679234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78182668-da72-4abf-b00c-57e336123fbb req-9cba83d7-2cf7-4e81-8eb3-41ac043f875d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618770 Mar 11 12:35:02.594927 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b52a5fa1-12fc-4350-9075-f40f5b26fc06 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:35:02.711074 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port b52a5fa1-12fc-4350-9075-f40f5b26fc06, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b52a5fa1-12fc-4350-9075-f40f5b26fc06,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:35:02.723617 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'b52a5fa1-12fc-4350-9075-f40f5b26fc06', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'port_id': 'b52a5fa1-12fc-4350-9075-f40f5b26fc06', 'mac_address': 'fa:16:3e:4a:0e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:35:02.765113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port b52a5fa1-12fc-4350-9075-f40f5b26fc06 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:35:02.765728 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b52a5fa1-12fc-4350-9075-f40f5b26fc06), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:02.779948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52a5fa1-12fc-4350-9075-f40f5b26fc06 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:35:02.800039 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port b52a5fa1-12fc-4350-9075-f40f5b26fc06, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b52a5fa1-12fc-4350-9075-f40f5b26fc06,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:35:02.802547 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140af33-ca77-4bc7-a1dd-44c8f14d69b0 req-c9871b7d-b3b2-4550-a70b-d10ea4326669 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:02.804172 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e140af33-ca77-4bc7-a1dd-44c8f14d69b0 req-c9871b7d-b3b2-4550-a70b-d10ea4326669 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 944 time: 0.0557692 Mar 11 12:35:02.804439 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b52a5fa1-12fc-4350-9075-f40f5b26fc06), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:02.852918 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=b52a5fa1-12fc-4350-9075-f40f5b26fc06,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:35:02.860288 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:35:02.860633 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:35:02.860969 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:35:02.861301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:35:02.861626 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:35:02.861950 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:35:02.862270 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:35:02.862588 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:35:02.862906 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:35:02.863220 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:35:02.863537 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:35:02.863872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:35:02.864186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:35:02.872541 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e140af33-ca77-4bc7-a1dd-44c8f14d69b0 req-07eace9c-32f7-4eab-930b-f52e6ff96074 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607171 Mar 11 12:35:03.040007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['b52a5fa1-12fc-4350-9075-f40f5b26fc06'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:35:04.002469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9937b-fffe-43f8-a2ed-617a466bf113 req-d0834d42-b54f-476e-9bed-f499408b0296 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:04.004017 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-66e9937b-fffe-43f8-a2ed-617a466bf113 req-d0834d42-b54f-476e-9bed-f499408b0296 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 945 time: 0.0624168 Mar 11 12:35:04.056333 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-66e9937b-fffe-43f8-a2ed-617a466bf113 req-154f3cde-5d13-4ad2-bf1b-4c710106ed35 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437431 Mar 11 12:35:04.169668 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:04.610400 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b52a5fa1-12fc-4350-9075-f40f5b26fc06 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:35:04.666062 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port b52a5fa1-12fc-4350-9075-f40f5b26fc06 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:35:04.672207 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port b52a5fa1-12fc-4350-9075-f40f5b26fc06 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:35:04.672557 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b52a5fa1-12fc-4350-9075-f40f5b26fc06), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:04.762290 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port b52a5fa1-12fc-4350-9075-f40f5b26fc06 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:35:04.762681 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b52a5fa1-12fc-4350-9075-f40f5b26fc06), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:04.787738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0fddee-3123-4d30-8c8b-30a68c01a418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52a5fa1-12fc-4350-9075-f40f5b26fc06'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:35:04.789981 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa176b405a4f1cadcb5655d49836dcb6077b241120e15214589da3ee4643464" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6be036-65fb-4270-a033-8abf79f87b6c" -d '{"events": [{"server_uuid": "bb0fddee-3123-4d30-8c8b-30a68c01a418", "name": "network-vif-plugged", "status": "completed", "tag": "b52a5fa1-12fc-4350-9075-f40f5b26fc06"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:35:04.805194 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port b52a5fa1-12fc-4350-9075-f40f5b26fc06, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b52a5fa1-12fc-4350-9075-f40f5b26fc06,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:35:04.810329 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b52a5fa1-12fc-4350-9075-f40f5b26fc06), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:04.862643 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=b52a5fa1-12fc-4350-9075-f40f5b26fc06,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:35:04.903959 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db46529-7812-4fb4-b418-0193c18674b4 x-openstack-request-id: req-7db46529-7812-4fb4-b418-0193c18674b4 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:35:04.904242 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0fddee-3123-4d30-8c8b-30a68c01a418", "name": "network-vif-plugged", "status": "completed", "tag": "b52a5fa1-12fc-4350-9075-f40f5b26fc06", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:35:04.904504 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7db46529-7812-4fb4-b418-0193c18674b4 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:35:04.905020 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0fddee-3123-4d30-8c8b-30a68c01a418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52a5fa1-12fc-4350-9075-f40f5b26fc06', 'code': 200} Mar 11 12:35:05.006103 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78775b99-fa1b-47d0-8f4f-8c6231b4de33 req-bdedd5ed-f4a6-473f-a0ab-3cf559793ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:05.007620 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-78775b99-fa1b-47d0-8f4f-8c6231b4de33 req-bdedd5ed-f4a6-473f-a0ab-3cf559793ea7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 1128 time: 0.0474746 Mar 11 12:35:05.056121 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-78775b99-fa1b-47d0-8f4f-8c6231b4de33 req-807040b7-e1ef-420b-aaf5-99e3098df013 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417669 Mar 11 12:35:05.182648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef3bc9-dc56-4338-9a14-8ec84c999ce7 req-609b1d3d-5d7f-4834-a464-fccfd8cfeef0 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:05.184240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10ef3bc9-dc56-4338-9a14-8ec84c999ce7 req-609b1d3d-5d7f-4834-a464-fccfd8cfeef0 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 946 time: 0.0563366 Mar 11 12:35:05.233544 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10ef3bc9-dc56-4338-9a14-8ec84c999ce7 req-39981fc4-18bd-405e-8832-ab3ebb6783f4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434937 Mar 11 12:35:06.364453 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc164c3-414c-4ffa-bf38-5f226a3a8047 req-465eb2cf-782d-4285-b9b5-8a4b2024339d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:06.365985 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ecc164c3-414c-4ffa-bf38-5f226a3a8047 req-465eb2cf-782d-4285-b9b5-8a4b2024339d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 946 time: 0.0601041 Mar 11 12:35:06.428973 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ecc164c3-414c-4ffa-bf38-5f226a3a8047 req-06aadf50-19da-4f53-a6ab-bd5ed01a2f4c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536611 Mar 11 12:35:06.552318 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c74aa-7fe4-464c-94e7-28bea63e35a6 req-1baec1b6-b86a-4649-99c3-abecadaacec0 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:06.553819 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-189c74aa-7fe4-464c-94e7-28bea63e35a6 req-1baec1b6-b86a-4649-99c3-abecadaacec0 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 946 time: 0.0562236 Mar 11 12:35:06.604727 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-189c74aa-7fe4-464c-94e7-28bea63e35a6 req-a3cb49d0-ce7d-4138-8e97-e160c478cdd9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452485 Mar 11 12:35:06.629948 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43852) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:35:06.746408 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d523dc05-dfd1-4d4f-9ec8-e77ad7e38ea5 tempest-TestVolumeBootPattern-80385276 tempest-TestVolumeBootPattern-80385276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:06.748826 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d523dc05-dfd1-4d4f-9ec8-e77ad7e38ea5 tempest-TestVolumeBootPattern-80385276 tempest-TestVolumeBootPattern-80385276-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 1123 time: 0.1178582 Mar 11 12:35:06.752033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43856) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:35:06.756747 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': 'b52a5fa1-12fc-4350-9075-f40f5b26fc06', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:35:06.780535 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:06.890426 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:07.003162 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Allocated IP 172.25.7.235 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/e540b3b0-003e-4519-89ec-825faca46b30) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:35:07.132862 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for port (e540b3b0-003e-4519-89ec-825faca46b30), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:07.173042 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e540b3b0-003e-4519-89ec-825faca46b30), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:07.219031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:35:07.225661 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:35:07.229342 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:35:07.235821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'Port': ['ID=e540b3b0-003e-4519-89ec-825faca46b30,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:35:07.651177 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for floatingip (20800006-3efe-49e0-95d6-4979051f5887), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:07.727778 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e540b3b0-003e-4519-89ec-825faca46b30), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:07.909244 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for port (e540b3b0-003e-4519-89ec-825faca46b30), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:07.916756 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (e540b3b0-003e-4519-89ec-825faca46b30), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:07.986746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event updated for resources: {'Port': ['ID=e540b3b0-003e-4519-89ec-825faca46b30,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:35:07.999813 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (20800006-3efe-49e0-95d6-4979051f5887), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:08.117383 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Floating IP 20800006-3efe-49e0-95d6-4979051f5887 associated. External IP: 172.25.7.235, port: b52a5fa1-12fc-4350-9075-f40f5b26fc06. Mar 11 12:35:08.670140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Router f8a7bac3-e10e-499b-a6f7-dac33be66716 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:35:08.779981 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:35:08.790728 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44907ef-6bc1-471a-8dff-ea9a9650dd4b None None] Sync routers for ids ['f8a7bac3-e10e-499b-a6f7-dac33be66716'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:35:08.801172 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44907ef-6bc1-471a-8dff-ea9a9650dd4b None None] Routers {'f8a7bac3-e10e-499b-a6f7-dac33be66716'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:35:08.801401 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:08.801752 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f44907ef-6bc1-471a-8dff-ea9a9650dd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:34:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f8a7bac3-e10e-499b-a6f7-dac33be66716'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:35:08.831397 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-963812ee-2b20-480d-829f-0547f2a8f29c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0782549 Mar 11 12:35:08.832111 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0fddee-3123-4d30-8c8b-30a68c01a418', 'tag': 'b52a5fa1-12fc-4350-9075-f40f5b26fc06'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:35:08.834540 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fad916d-217e-4130-842b-677c41bb55df" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0fddee-3123-4d30-8c8b-30a68c01a418", "tag": "b52a5fa1-12fc-4350-9075-f40f5b26fc06"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:35:08.870466 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764f71b6-e6dc-42e0-9b48-b72d94f3e86a x-openstack-request-id: req-764f71b6-e6dc-42e0-9b48-b72d94f3e86a {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:35:08.870752 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0fddee-3123-4d30-8c8b-30a68c01a418", "tag": "b52a5fa1-12fc-4350-9075-f40f5b26fc06", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:35:08.870997 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-764f71b6-e6dc-42e0-9b48-b72d94f3e86a {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:35:08.871380 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0fddee-3123-4d30-8c8b-30a68c01a418', 'tag': 'b52a5fa1-12fc-4350-9075-f40f5b26fc06', 'status': 'completed', 'code': 200} Mar 11 12:35:08.909108 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f44907ef-6bc1-471a-8dff-ea9a9650dd4b None None] Set router f8a7bac3-e10e-499b-a6f7-dac33be66716 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:35:08.941629 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad916d-217e-4130-842b-677c41bb55df req-c144f7b5-d473-4e2a-b85c-c382bf71cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:08.943061 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0fad916d-217e-4130-842b-677c41bb55df req-c144f7b5-d473-4e2a-b85c-c382bf71cd04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 1128 time: 0.0467212 Mar 11 12:35:09.036899 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad916d-217e-4130-842b-677c41bb55df req-139060cf-64df-4b8b-9904-49363dbc8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:09.038485 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0fad916d-217e-4130-842b-677c41bb55df req-139060cf-64df-4b8b-9904-49363dbc8711 service neutron] 10.222.0.37 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0894732 Mar 11 12:35:09.105755 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0fad916d-217e-4130-842b-677c41bb55df req-09dbbd35-12f8-495b-8f31-76b6fc8cedaa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b52a5fa1-12fc-4350-9075-f40f5b26fc06 HTTP/1.1" status: 200 len: 1000 time: 0.0612507 Mar 11 12:35:09.140070 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f44907ef-6bc1-471a-8dff-ea9a9650dd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '20800006-3efe-49e0-95d6-4979051f5887', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'floating_ip_address': '172.25.7.235', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'port_id': 'b52a5fa1-12fc-4350-9075-f40f5b26fc06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'mac_address': 'fa:16:3e:4a:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0fddee-3123-4d30-8c8b-30a68c01a418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:35:07Z', 'updated_at': '2022-03-11T12:35:07Z', 'revision_number': 0, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ip_address_scope': None}, {'id': 'eddd7591-cd4a-4d4f-a9c0-8c6496f02237', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'port_id': '5336a545-b177-4523-bf31-367e1385841f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'mac_address': 'fa:16:3e:e9:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826555cf-7d11-4036-a163-9a978805be72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:32:43Z', 'updated_at': '2022-03-11T12:32:46Z', 'revision_number': 1, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:35:09.155223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad916d-217e-4130-842b-677c41bb55df req-529a5312-9fae-437c-b9ab-0c05b6ca94f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:09.156807 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0fad916d-217e-4130-842b-677c41bb55df req-529a5312-9fae-437c-b9ab-0c05b6ca94f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0455942 Mar 11 12:35:09.166184 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44907ef-6bc1-471a-8dff-ea9a9650dd4b None None] Checking router: f8a7bac3-e10e-499b-a6f7-dac33be66716 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:35:09.176976 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44907ef-6bc1-471a-8dff-ea9a9650dd4b None None] Routers {'f8a7bac3-e10e-499b-a6f7-dac33be66716'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:35:09.177592 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f44907ef-6bc1-471a-8dff-ea9a9650dd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:34:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f8a7bac3-e10e-499b-a6f7-dac33be66716'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:35:09.217340 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad916d-217e-4130-842b-677c41bb55df req-8d0271a6-df12-4786-9868-8cb89fba0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:09.218777 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0fad916d-217e-4130-842b-677c41bb55df req-8d0271a6-df12-4786-9868-8cb89fba0da8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0563018 Mar 11 12:35:09.290158 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f44907ef-6bc1-471a-8dff-ea9a9650dd4b None None] Set router f8a7bac3-e10e-499b-a6f7-dac33be66716 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:35:09.310738 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0fad916d-217e-4130-842b-677c41bb55df req-e7b60118-c567-4fc5-b7d3-b2dbb33c9a46 service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857778 Mar 11 12:35:09.406102 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0fad916d-217e-4130-842b-677c41bb55df req-f78c0be8-93e7-435b-8f72-c0e718bdc9d2 service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899920 Mar 11 12:35:09.517150 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f44907ef-6bc1-471a-8dff-ea9a9650dd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '20800006-3efe-49e0-95d6-4979051f5887', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'floating_ip_address': '172.25.7.235', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'port_id': 'b52a5fa1-12fc-4350-9075-f40f5b26fc06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'mac_address': 'fa:16:3e:4a:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0fddee-3123-4d30-8c8b-30a68c01a418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:35:07Z', 'updated_at': '2022-03-11T12:35:07Z', 'revision_number': 0, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ip_address_scope': None}, {'id': 'eddd7591-cd4a-4d4f-a9c0-8c6496f02237', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'port_id': '5336a545-b177-4523-bf31-367e1385841f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'mac_address': 'fa:16:3e:e9:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826555cf-7d11-4036-a163-9a978805be72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:32:43Z', 'updated_at': '2022-03-11T12:32:46Z', 'revision_number': 1, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:35:09.547258 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44907ef-6bc1-471a-8dff-ea9a9650dd4b None None] The sync data for ids ['f8a7bac3-e10e-499b-a6f7-dac33be66716'] in n-d-833234-2 is: [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '20800006-3efe-49e0-95d6-4979051f5887', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'floating_ip_address': '172.25.7.235', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'port_id': 'b52a5fa1-12fc-4350-9075-f40f5b26fc06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'mac_address': 'fa:16:3e:4a:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0fddee-3123-4d30-8c8b-30a68c01a418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:35:07Z', 'updated_at': '2022-03-11T12:35:07Z', 'revision_number': 0, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ip_address_scope': None}, {'id': 'eddd7591-cd4a-4d4f-a9c0-8c6496f02237', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'port_id': '5336a545-b177-4523-bf31-367e1385841f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'mac_address': 'fa:16:3e:e9:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826555cf-7d11-4036-a163-9a978805be72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:32:43Z', 'updated_at': '2022-03-11T12:32:46Z', 'revision_number': 1, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:35:09.753454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880da20c-af58-4b3e-9b5d-f8857610c34f None None] New status for floating IP 20800006-3efe-49e0-95d6-4979051f5887: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:35:13.049468 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:13.683983 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3c9afca1-000b-46b0-b9cd-c0e6341b2266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:15.762798 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f8a5f3a2-5ba8-45bd-99f0-bacecedf2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:17.371790 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:18.787053 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:20.092792 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:31.658355 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-260d41a3-c9d2-459e-bf1b-b100cab524a1 req-4aeb7c1e-537a-4ee0-b693-26c0256198f8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488706 Mar 11 12:35:31.748040 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d41a3-c9d2-459e-bf1b-b100cab524a1 req-e4e995bf-943d-4179-a9cc-1244109b265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:31.749584 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-260d41a3-c9d2-459e-bf1b-b100cab524a1 req-e4e995bf-943d-4179-a9cc-1244109b265c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 1128 time: 0.0469546 Mar 11 12:35:31.867369 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d41a3-c9d2-459e-bf1b-b100cab524a1 req-4fd35670-f6ac-4490-8441-600d366814ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:31.868909 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-260d41a3-c9d2-459e-bf1b-b100cab524a1 req-4fd35670-f6ac-4490-8441-600d366814ae service neutron] 10.222.0.71 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0973847 Mar 11 12:35:31.942326 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-260d41a3-c9d2-459e-bf1b-b100cab524a1 req-e4c37814-cd56-4a07-a4bf-76507ec958ad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5336a545-b177-4523-bf31-367e1385841f HTTP/1.1" status: 200 len: 1002 time: 0.0656674 Mar 11 12:35:31.996175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d41a3-c9d2-459e-bf1b-b100cab524a1 req-b58a15bf-55a5-466f-b8eb-67d32123c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:31.997628 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-260d41a3-c9d2-459e-bf1b-b100cab524a1 req-b58a15bf-55a5-466f-b8eb-67d32123c3cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0475891 Mar 11 12:35:32.049179 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d41a3-c9d2-459e-bf1b-b100cab524a1 req-d1e7959d-86c7-461c-a30b-925523c219f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:32.050704 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-260d41a3-c9d2-459e-bf1b-b100cab524a1 req-d1e7959d-86c7-461c-a30b-925523c219f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453637 Mar 11 12:35:32.141826 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-260d41a3-c9d2-459e-bf1b-b100cab524a1 req-819ca6e9-5070-474f-a438-508fb3851557 service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845854 Mar 11 12:35:32.248222 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-260d41a3-c9d2-459e-bf1b-b100cab524a1 req-e6a5e696-bedd-4f48-a975-2c6d4ac8d9dc service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992742 Mar 11 12:35:34.175188 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:36.893835 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:35:42.341406 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c0f2890c-62b1-4159-9780-ad7d276fee6c req-12118594-5ff0-448b-b7c3-855e4e95e43c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1018956 Mar 11 12:35:42.432125 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2890c-62b1-4159-9780-ad7d276fee6c req-77a297d0-25f7-45d1-b968-fbdf06bf54b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:42.433697 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c0f2890c-62b1-4159-9780-ad7d276fee6c req-77a297d0-25f7-45d1-b968-fbdf06bf54b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 1128 time: 0.0473640 Mar 11 12:35:42.543724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2890c-62b1-4159-9780-ad7d276fee6c req-53757262-52cc-4c3a-893b-9cb9e62d2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:42.545193 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c0f2890c-62b1-4159-9780-ad7d276fee6c req-53757262-52cc-4c3a-893b-9cb9e62d2a29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0915928 Mar 11 12:35:42.613340 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c0f2890c-62b1-4159-9780-ad7d276fee6c req-93394d47-ab52-4358-8a87-e7475504683b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b52a5fa1-12fc-4350-9075-f40f5b26fc06 HTTP/1.1" status: 200 len: 1002 time: 0.0612340 Mar 11 12:35:42.672048 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2890c-62b1-4159-9780-ad7d276fee6c req-e88ccc80-fc2f-4489-9308-a2d4888a47de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:42.673498 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c0f2890c-62b1-4159-9780-ad7d276fee6c req-e88ccc80-fc2f-4489-9308-a2d4888a47de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0539985 Mar 11 12:35:42.724680 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2890c-62b1-4159-9780-ad7d276fee6c req-638f2358-52a4-4a0a-9ad5-473493df27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:35:42.726227 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c0f2890c-62b1-4159-9780-ad7d276fee6c req-638f2358-52a4-4a0a-9ad5-473493df27ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460310 Mar 11 12:35:42.825106 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c0f2890c-62b1-4159-9780-ad7d276fee6c req-581885d3-f9e9-4d42-bfb0-918c7a77b14e service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922873 Mar 11 12:35:42.916247 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c0f2890c-62b1-4159-9780-ad7d276fee6c req-d45f1617-2366-4285-9cd1-5c3f6f848419 service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850027 Mar 11 12:35:43.055327 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:43.680701 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aba82a4f-ff8b-4225-9fed-e67796ee0d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:45.764985 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d1513f9e-2676-4b41-9112-9f603d70b82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:47.377716 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:48.788566 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:35:50.092812 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:04.181958 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:13.053976 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:13.688843 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f7abad53-1279-464f-bafc-cdf8c54505c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:13.897936 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:36:15.760838 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-74a07251-ef49-4673-8ec6-a3adadea95d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:17.379512 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:18.790873 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:20.093054 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:31.730495 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f6b25d20-af11-4264-8272-3728f102f767 req-6951c40b-2ff9-48d6-b641-9cae9b0ca9e4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882432 Mar 11 12:36:31.824959 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b25d20-af11-4264-8272-3728f102f767 req-03c76749-68e2-4a73-9ecc-43dbe3bf5272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:36:31.826476 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f6b25d20-af11-4264-8272-3728f102f767 req-03c76749-68e2-4a73-9ecc-43dbe3bf5272 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 1128 time: 0.0522828 Mar 11 12:36:31.936015 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b25d20-af11-4264-8272-3728f102f767 req-8383a1c2-7b99-43a5-88a9-1974f1842f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:36:31.937660 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f6b25d20-af11-4264-8272-3728f102f767 req-8383a1c2-7b99-43a5-88a9-1974f1842f25 service neutron] 10.222.0.71 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0896142 Mar 11 12:36:32.013995 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f6b25d20-af11-4264-8272-3728f102f767 req-0081f917-9a80-454a-80df-2168efcdca05 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5336a545-b177-4523-bf31-367e1385841f HTTP/1.1" status: 200 len: 1002 time: 0.0685856 Mar 11 12:36:32.064451 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b25d20-af11-4264-8272-3728f102f767 req-6505fc5e-8449-4354-a682-f2bbc390d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:36:32.065860 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f6b25d20-af11-4264-8272-3728f102f767 req-6505fc5e-8449-4354-a682-f2bbc390d63b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0458262 Mar 11 12:36:32.123314 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b25d20-af11-4264-8272-3728f102f767 req-f80e5591-b706-44dc-9dc3-e83a05c27fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:36:32.125730 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f6b25d20-af11-4264-8272-3728f102f767 req-f80e5591-b706-44dc-9dc3-e83a05c27fc8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530224 Mar 11 12:36:32.248745 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f6b25d20-af11-4264-8272-3728f102f767 req-efd072d0-196b-47b8-97ee-349bc3c58d6e service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059783 Mar 11 12:36:32.354930 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f6b25d20-af11-4264-8272-3728f102f767 req-ba40f608-06d8-46a5-a50a-854b99f3ca1c service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981772 Mar 11 12:36:34.182587 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:36.039839 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 43888) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:36:36.206168 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Deleting port e540b3b0-003e-4519-89ec-825faca46b30 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:36:36.206468 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e540b3b0-003e-4519-89ec-825faca46b30), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:36.286153 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e540b3b0-003e-4519-89ec-825faca46b30), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:36.286457 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for floatingip (e540b3b0-003e-4519-89ec-825faca46b30), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:36.299413 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Calling delete_port for e540b3b0-003e-4519-89ec-825faca46b30 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:36:36.467288 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e540b3b0-003e-4519-89ec-825faca46b30), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:36.496978 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event deleted for resources: {'Port': ['ID=e540b3b0-003e-4519-89ec-825faca46b30,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:36:36.509073 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:36.509437 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:36.509785 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:36.510140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:36.510479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:36.510828 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:36.511168 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:36.511505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:36.511942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:36.512272 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:36.512606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:36.512925 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:36.513251 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:36.574140 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for floatingip (20800006-3efe-49e0-95d6-4979051f5887), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:36.574441 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Floating IP 20800006-3efe-49e0-95d6-4979051f5887 disassociated (deleted). External IP: 172.25.7.235, port: b52a5fa1-12fc-4350-9075-f40f5b26fc06. Mar 11 12:36:37.132863 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Router f8a7bac3-e10e-499b-a6f7-dac33be66716 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:36:37.251839 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:36:37.257163 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:37.263741 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988fb3db-e367-462a-91c1-16eaf330db22 None None] Sync routers for ids ['f8a7bac3-e10e-499b-a6f7-dac33be66716'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:36:37.274013 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988fb3db-e367-462a-91c1-16eaf330db22 None None] Routers {'f8a7bac3-e10e-499b-a6f7-dac33be66716'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:36:37.274610 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-988fb3db-e367-462a-91c1-16eaf330db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:36:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f8a7bac3-e10e-499b-a6f7-dac33be66716'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:36:37.288484 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0779ea40-08ef-41d2-bf89-06fd50e2f3c1 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "DELETE /v2.0/floatingips/20800006-3efe-49e0-95d6-4979051f5887 HTTP/1.1" status: 204 len: 168 time: 1.2474935 Mar 11 12:36:37.289071 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0fddee-3123-4d30-8c8b-30a68c01a418', 'tag': 'b52a5fa1-12fc-4350-9075-f40f5b26fc06'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:36:37.349889 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf64bba-6975-4356-bb12-853df1bf5f39" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0fddee-3123-4d30-8c8b-30a68c01a418", "tag": "b52a5fa1-12fc-4350-9075-f40f5b26fc06"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:36:37.388801 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-988fb3db-e367-462a-91c1-16eaf330db22 None None] Set router f8a7bac3-e10e-499b-a6f7-dac33be66716 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:36:37.496740 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebc63a3-6fe8-4c7d-9c01-ddfb0392d476 x-openstack-request-id: req-3ebc63a3-6fe8-4c7d-9c01-ddfb0392d476 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:36:37.497026 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0fddee-3123-4d30-8c8b-30a68c01a418", "tag": "b52a5fa1-12fc-4350-9075-f40f5b26fc06", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:36:37.497276 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3ebc63a3-6fe8-4c7d-9c01-ddfb0392d476 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:36:37.497698 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0fddee-3123-4d30-8c8b-30a68c01a418', 'tag': 'b52a5fa1-12fc-4350-9075-f40f5b26fc06', 'status': 'completed', 'code': 200} Mar 11 12:36:37.642637 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-988fb3db-e367-462a-91c1-16eaf330db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'eddd7591-cd4a-4d4f-a9c0-8c6496f02237', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'port_id': '5336a545-b177-4523-bf31-367e1385841f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'mac_address': 'fa:16:3e:e9:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826555cf-7d11-4036-a163-9a978805be72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:32:43Z', 'updated_at': '2022-03-11T12:32:46Z', 'revision_number': 1, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:36:37.661068 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf64bba-6975-4356-bb12-853df1bf5f39 req-94e08400-0b3c-48f3-a4dd-f34f8601bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:36:37.662596 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3bf64bba-6975-4356-bb12-853df1bf5f39 req-94e08400-0b3c-48f3-a4dd-f34f8601bff2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 1128 time: 0.0984442 Mar 11 12:36:37.665518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f21cab-66e7-4ad0-94f5-7f02539c3dfe req-41544a43-2ec6-4987-9d88-10d33c205030 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:36:37.667024 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d3f21cab-66e7-4ad0-94f5-7f02539c3dfe req-41544a43-2ec6-4987-9d88-10d33c205030 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 946 time: 0.1058943 Mar 11 12:36:37.668874 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988fb3db-e367-462a-91c1-16eaf330db22 None None] Checking router: f8a7bac3-e10e-499b-a6f7-dac33be66716 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:36:37.678016 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988fb3db-e367-462a-91c1-16eaf330db22 None None] Routers {'f8a7bac3-e10e-499b-a6f7-dac33be66716'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:36:37.678627 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-988fb3db-e367-462a-91c1-16eaf330db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:36:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f8a7bac3-e10e-499b-a6f7-dac33be66716'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:36:37.717244 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d3f21cab-66e7-4ad0-94f5-7f02539c3dfe req-092a0638-aca7-4365-868f-f42905fc9394 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434337 Mar 11 12:36:37.757159 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf64bba-6975-4356-bb12-853df1bf5f39 req-8945811f-3b7c-4177-9c1b-2f7691fd0fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:36:37.759015 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3bf64bba-6975-4356-bb12-853df1bf5f39 req-8945811f-3b7c-4177-9c1b-2f7691fd0fd6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0900998 Mar 11 12:36:37.803154 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-988fb3db-e367-462a-91c1-16eaf330db22 None None] Set router f8a7bac3-e10e-499b-a6f7-dac33be66716 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:36:37.803401 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3bf64bba-6975-4356-bb12-853df1bf5f39 req-8137b3c5-e265-4503-8403-8ec2146a12c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b52a5fa1-12fc-4350-9075-f40f5b26fc06 HTTP/1.1" status: 200 len: 217 time: 0.0380402 Mar 11 12:36:37.852072 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf64bba-6975-4356-bb12-853df1bf5f39 req-f1de99d4-983e-4f4a-a195-a12dd73be60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:36:37.853527 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3bf64bba-6975-4356-bb12-853df1bf5f39 req-f1de99d4-983e-4f4a-a195-a12dd73be60c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0437143 Mar 11 12:36:37.902764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf64bba-6975-4356-bb12-853df1bf5f39 req-b7149d21-4936-407f-8be6-59ff6f612eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:36:37.904158 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3bf64bba-6975-4356-bb12-853df1bf5f39 req-b7149d21-4936-407f-8be6-59ff6f612eb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444090 Mar 11 12:36:37.996737 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3bf64bba-6975-4356-bb12-853df1bf5f39 req-fc0cb30b-43ba-4972-a695-be0c3ef8f745 service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857084 Mar 11 12:36:38.030579 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-988fb3db-e367-462a-91c1-16eaf330db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'eddd7591-cd4a-4d4f-a9c0-8c6496f02237', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'port_id': '5336a545-b177-4523-bf31-367e1385841f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'mac_address': 'fa:16:3e:e9:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826555cf-7d11-4036-a163-9a978805be72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:32:43Z', 'updated_at': '2022-03-11T12:32:46Z', 'revision_number': 1, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:36:38.056675 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988fb3db-e367-462a-91c1-16eaf330db22 None None] The sync data for ids ['f8a7bac3-e10e-499b-a6f7-dac33be66716'] in n-d-833234-2 is: [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'eddd7591-cd4a-4d4f-a9c0-8c6496f02237', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'port_id': '5336a545-b177-4523-bf31-367e1385841f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'mac_address': 'fa:16:3e:e9:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826555cf-7d11-4036-a163-9a978805be72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:32:43Z', 'updated_at': '2022-03-11T12:32:46Z', 'revision_number': 1, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:36:38.087303 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3bf64bba-6975-4356-bb12-853df1bf5f39 req-6e5b7a87-c860-4747-b5db-190a0d1402cf service neutron] 10.222.0.37 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843639 Mar 11 12:36:38.284854 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810d8ef-5746-4f7b-a0b3-49e68b5b4b56 None None] New status for floating IP 20800006-3efe-49e0-95d6-4979051f5887: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:36:38.954351 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b249df-1a4a-46a2-998b-d4a816a887f0 req-9c3ef349-5844-4475-ad52-3c8198be850f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:36:38.955768 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69b249df-1a4a-46a2-998b-d4a816a887f0 req-9c3ef349-5844-4475-ad52-3c8198be850f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 946 time: 0.1138830 Mar 11 12:36:39.010622 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69b249df-1a4a-46a2-998b-d4a816a887f0 req-7066fa26-b87a-46ef-b92e-e63a88eaf0c6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470498 Mar 11 12:36:39.016414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b206d-8202-4553-8124-94dd29b67f9d req-3a807a87-55e9-496d-a8d3-a902a4bea6b4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:36:39.017923 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b0b206d-8202-4553-8124-94dd29b67f9d req-3a807a87-55e9-496d-a8d3-a902a4bea6b4 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 946 time: 0.0690832 Mar 11 12:36:39.115007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-7b0b206d-8202-4553-8124-94dd29b67f9d req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Deleting port b52a5fa1-12fc-4350-9075-f40f5b26fc06 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:36:39.115315 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b0b206d-8202-4553-8124-94dd29b67f9d req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b52a5fa1-12fc-4350-9075-f40f5b26fc06), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:39.206518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7b0b206d-8202-4553-8124-94dd29b67f9d req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] For port b52a5fa1-12fc-4350-9075-f40f5b26fc06, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b52a5fa1-12fc-4350-9075-f40f5b26fc06,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:36:39.206887 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b0b206d-8202-4553-8124-94dd29b67f9d req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b52a5fa1-12fc-4350-9075-f40f5b26fc06), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:39.219895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-7b0b206d-8202-4553-8124-94dd29b67f9d req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Calling delete_port for b52a5fa1-12fc-4350-9075-f40f5b26fc06 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:36:39.354697 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b0b206d-8202-4553-8124-94dd29b67f9d req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b52a5fa1-12fc-4350-9075-f40f5b26fc06), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:39.387210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event deleted for resources: {'Port': ['ID=b52a5fa1-12fc-4350-9075-f40f5b26fc06,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:36:39.399369 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:39.399780 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:39.400119 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:39.400454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:39.400786 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:39.401102 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:39.401414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:39.401752 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:39.402071 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:39.402388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:39.402712 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:39.403033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:39.403349 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:36:39.438605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0b206d-8202-4553-8124-94dd29b67f9d req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] No DVR routers for this DVR port b52a5fa1-12fc-4350-9075-f40f5b26fc06 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:36:39.441291 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7b0b206d-8202-4553-8124-94dd29b67f9d req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:39.444779 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7b0b206d-8202-4553-8124-94dd29b67f9d req-b5d1bb41-f592-43a5-add1-01aa32788595 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.37 "DELETE /v2.0/ports/b52a5fa1-12fc-4350-9075-f40f5b26fc06 HTTP/1.1" status: 204 len: 173 time: 0.4219697 Mar 11 12:36:39.445212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0fddee-3123-4d30-8c8b-30a68c01a418', 'name': 'network-vif-deleted', 'tag': 'b52a5fa1-12fc-4350-9075-f40f5b26fc06'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:36:39.447454 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdd9e162f94e686c6827889e73939b79371f52c0a9a13ce7e109d464211fd19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bb900e-c0da-41ac-8cd3-53902625c95d" -d '{"events": [{"server_uuid": "bb0fddee-3123-4d30-8c8b-30a68c01a418", "name": "network-vif-deleted", "tag": "b52a5fa1-12fc-4350-9075-f40f5b26fc06"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:36:39.491348 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0b2718-ff09-4be3-a905-760402141413 x-openstack-request-id: req-4d0b2718-ff09-4be3-a905-760402141413 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:36:39.491665 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0fddee-3123-4d30-8c8b-30a68c01a418", "name": "network-vif-deleted", "tag": "b52a5fa1-12fc-4350-9075-f40f5b26fc06", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:36:39.491944 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4d0b2718-ff09-4be3-a905-760402141413 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:36:39.492346 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0fddee-3123-4d30-8c8b-30a68c01a418', 'name': 'network-vif-deleted', 'tag': 'b52a5fa1-12fc-4350-9075-f40f5b26fc06', 'status': 'completed', 'code': 200} Mar 11 12:36:40.106777 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-001fc11b-8265-41ec-940c-aa4a17252a34 req-39d498da-314a-4fae-8168-c27a94a8b179 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 210 time: 0.0282917 Mar 11 12:36:41.212970 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8df936a-1bbc-4928-a56b-44b069e89d8e req-910dcf2d-ebbb-4b72-93c4-3a96e044574c tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 210 time: 0.0278091 Mar 11 12:36:42.316602 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2100fd3-6db4-4a14-be62-4bbef724636e req-4a4ba450-489b-418d-9f1e-19f9639c8f81 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 210 time: 0.0269253 Mar 11 12:36:43.059847 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:43.105088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b52a5fa1-12fc-4350-9075-f40f5b26fc06 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:36:43.130762 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: b52a5fa1-12fc-4350-9075-f40f5b26fc06 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:36:43.131086 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b52a5fa1-12fc-4350-9075-f40f5b26fc06 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:36:43.414603 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45f374f5-59e7-45f6-867b-a0511bf13dc1 req-5dc9db76-30f8-4ba6-b534-a04dce684f4f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 210 time: 0.0312681 Mar 11 12:36:43.684878 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a5483bef-8a5d-4fbb-8696-6cc1c408f05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:44.511264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8de54688-bc1d-4acd-b0c5-0ff937a08924 req-4e2da1bc-e329-4214-b47e-6001fa0baf52 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 210 time: 0.0286274 Mar 11 12:36:45.608947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0dc184c0-0b3d-4ae3-93ad-e7aecda83cd7 req-65babebb-021a-48f5-b9ff-7ab2161b1d1e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 210 time: 0.0276549 Mar 11 12:36:45.768004 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0183b593-50a2-4a57-af9d-34b0017afe31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:46.706287 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad06badb-84c9-4312-b91b-6e3baecfbc05 req-cfe2d226-20ac-4eee-bb53-7a15cb356d19 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 210 time: 0.0277157 Mar 11 12:36:47.381702 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:47.804060 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2dea345-0a4f-4357-91f3-40ee9e2b6b7d req-a1db2b86-876f-4c97-a1b8-5f80d130eba7 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 210 time: 0.0274918 Mar 11 12:36:48.796277 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:48.913272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb9e02e5-9cb0-4960-9e11-fde9e7fa3654 req-5e9d9c75-feb2-4265-b14f-7eae522b45c5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fddee-3123-4d30-8c8b-30a68c01a418 HTTP/1.1" status: 200 len: 210 time: 0.0291634 Mar 11 12:36:50.088643 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:50.898132 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:36:58.501955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 43974) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:36:58.679236 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-99bf215d-10ee-4e90-bab6-5eb669f04660 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Deleting port 31888cf2-dfde-4da4-bb94-b5ac06b38b8a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:36:58.679563 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99bf215d-10ee-4e90-bab6-5eb669f04660 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (31888cf2-dfde-4da4-bb94-b5ac06b38b8a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:58.765962 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99bf215d-10ee-4e90-bab6-5eb669f04660 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (31888cf2-dfde-4da4-bb94-b5ac06b38b8a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:58.766299 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99bf215d-10ee-4e90-bab6-5eb669f04660 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for floatingip (31888cf2-dfde-4da4-bb94-b5ac06b38b8a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:58.778788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-99bf215d-10ee-4e90-bab6-5eb669f04660 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Calling delete_port for 31888cf2-dfde-4da4-bb94-b5ac06b38b8a owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:36:58.937159 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99bf215d-10ee-4e90-bab6-5eb669f04660 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (31888cf2-dfde-4da4-bb94-b5ac06b38b8a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:58.972329 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf215d-10ee-4e90-bab6-5eb669f04660 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event deleted for resources: {'Port': ['ID=31888cf2-dfde-4da4-bb94-b5ac06b38b8a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:36:59.037341 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99bf215d-10ee-4e90-bab6-5eb669f04660 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for floatingip (eddd7591-cd4a-4d4f-a9c0-8c6496f02237), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:59.037768 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-99bf215d-10ee-4e90-bab6-5eb669f04660 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Floating IP eddd7591-cd4a-4d4f-a9c0-8c6496f02237 disassociated (deleted). External IP: 172.25.7.221, port: 5336a545-b177-4523-bf31-367e1385841f. Mar 11 12:36:59.599490 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bf215d-10ee-4e90-bab6-5eb669f04660 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Router f8a7bac3-e10e-499b-a6f7-dac33be66716 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:36:59.709105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bf215d-10ee-4e90-bab6-5eb669f04660 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:36:59.714212 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99bf215d-10ee-4e90-bab6-5eb669f04660 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:36:59.719724 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e68cbbe-caec-4065-b0fd-b35cde1ea506 None None] Sync routers for ids ['f8a7bac3-e10e-499b-a6f7-dac33be66716'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:36:59.729990 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68cbbe-caec-4065-b0fd-b35cde1ea506 None None] Routers {'f8a7bac3-e10e-499b-a6f7-dac33be66716'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:36:59.730600 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4e68cbbe-caec-4065-b0fd-b35cde1ea506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:36:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f8a7bac3-e10e-499b-a6f7-dac33be66716'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:36:59.747463 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-99bf215d-10ee-4e90-bab6-5eb669f04660 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "DELETE /v2.0/floatingips/eddd7591-cd4a-4d4f-a9c0-8c6496f02237 HTTP/1.1" status: 204 len: 168 time: 1.2444077 Mar 11 12:36:59.748286 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826555cf-7d11-4036-a163-9a978805be72', 'tag': '5336a545-b177-4523-bf31-367e1385841f'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:36:59.787780 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abfd5e2-cd62-4d58-ad05-fed6369b6478" -d '{"events": [{"name": "network-changed", "server_uuid": "826555cf-7d11-4036-a163-9a978805be72", "tag": "5336a545-b177-4523-bf31-367e1385841f"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:36:59.846071 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-4e68cbbe-caec-4065-b0fd-b35cde1ea506 None None] Set router f8a7bac3-e10e-499b-a6f7-dac33be66716 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:36:59.892620 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ab4de5-1f85-403c-8a23-291d202d7b41 x-openstack-request-id: req-06ab4de5-1f85-403c-8a23-291d202d7b41 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:36:59.892901 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826555cf-7d11-4036-a163-9a978805be72", "tag": "5336a545-b177-4523-bf31-367e1385841f", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:36:59.893145 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-06ab4de5-1f85-403c-8a23-291d202d7b41 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:36:59.893539 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826555cf-7d11-4036-a163-9a978805be72', 'tag': '5336a545-b177-4523-bf31-367e1385841f', 'status': 'completed', 'code': 200} Mar 11 12:36:59.957643 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfd5e2-cd62-4d58-ad05-fed6369b6478 req-4bf0577d-1719-4335-ac16-322851e95dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:36:59.959475 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7abfd5e2-cd62-4d58-ad05-fed6369b6478 req-4bf0577d-1719-4335-ac16-322851e95dd0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=102f01ebe6644728af9751b21fb2932e&device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 1128 time: 0.0466928 Mar 11 12:36:59.992551 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4b719-804f-4883-bef7-913bf76788d2 req-d3ef6eeb-2b60-4aa9-a405-6dd1308e783a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:36:59.994036 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31a4b719-804f-4883-bef7-913bf76788d2 req-d3ef6eeb-2b60-4aa9-a405-6dd1308e783a tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 946 time: 0.0583923 Mar 11 12:37:00.045854 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31a4b719-804f-4883-bef7-913bf76788d2 req-1efe2db5-3ffd-4cfa-8284-262ef5717663 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457864 Mar 11 12:37:00.066451 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfd5e2-cd62-4d58-ad05-fed6369b6478 req-21f1e26b-eb59-4675-814e-87b34a7b86eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:00.068121 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7abfd5e2-cd62-4d58-ad05-fed6369b6478 req-21f1e26b-eb59-4675-814e-87b34a7b86eb service neutron] 10.222.0.71 "GET /v2.0/networks?id=445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 200 len: 913 time: 0.0996349 Mar 11 12:37:00.070885 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4e68cbbe-caec-4065-b0fd-b35cde1ea506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:37:00.112159 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e68cbbe-caec-4065-b0fd-b35cde1ea506 None None] Checking router: f8a7bac3-e10e-499b-a6f7-dac33be66716 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:37:00.125040 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68cbbe-caec-4065-b0fd-b35cde1ea506 None None] Routers {'f8a7bac3-e10e-499b-a6f7-dac33be66716'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:37:00.126055 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4e68cbbe-caec-4065-b0fd-b35cde1ea506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:36:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f8a7bac3-e10e-499b-a6f7-dac33be66716'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:37:00.131232 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7abfd5e2-cd62-4d58-ad05-fed6369b6478 req-5dfe491c-6646-4fda-a373-10494304f085 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5336a545-b177-4523-bf31-367e1385841f HTTP/1.1" status: 200 len: 217 time: 0.0565422 Mar 11 12:37:00.180785 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfd5e2-cd62-4d58-ad05-fed6369b6478 req-2289cd9a-a518-480b-9140-7b75d4367c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:00.182356 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7abfd5e2-cd62-4d58-ad05-fed6369b6478 req-2289cd9a-a518-480b-9140-7b75d4367c0f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 200 len: 851 time: 0.0447049 Mar 11 12:37:00.239283 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-4e68cbbe-caec-4065-b0fd-b35cde1ea506 None None] Set router f8a7bac3-e10e-499b-a6f7-dac33be66716 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:37:00.244520 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfd5e2-cd62-4d58-ad05-fed6369b6478 req-33d84b3e-61de-4ae4-956d-ab5b2c73b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:00.246101 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7abfd5e2-cd62-4d58-ad05-fed6369b6478 req-33d84b3e-61de-4ae4-956d-ab5b2c73b79a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=445aa2fa-3655-43da-8006-bb47134240ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0555823 Mar 11 12:37:00.342294 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7abfd5e2-cd62-4d58-ad05-fed6369b6478 req-607e9f11-d3ef-4ab4-a604-0f2a2d7e6bc3 service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889339 Mar 11 12:37:00.439134 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7abfd5e2-cd62-4d58-ad05-fed6369b6478 req-039516de-3a33-47d2-9a73-1b9b201118fe service neutron] 10.222.0.71 "GET /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879140 Mar 11 12:37:00.443009 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4e68cbbe-caec-4065-b0fd-b35cde1ea506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:37:00.568661 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e68cbbe-caec-4065-b0fd-b35cde1ea506 None None] The sync data for ids ['f8a7bac3-e10e-499b-a6f7-dac33be66716'] in n-d-833234-2 is: [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:24:48Z', 'revision_number': 4, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '3230ff23-b922-4642-8f76-88191fca3ca8', 'name': '', 'network_id': '445aa2fa-3655-43da-8006-bb47134240ed', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'mac_address': 'fa:16:3e:8d:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:48Z', 'updated_at': '2022-03-11T12:24:53Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'subnets': [{'id': '11a572d6-21d0-4078-a738-531994cf6b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:37:00.817920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a114827-0a60-414f-a7b4-bf75fd402563 None None] New status for floating IP eddd7591-cd4a-4d4f-a9c0-8c6496f02237: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:37:01.176655 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7020bca-956d-4e97-ab2c-c18ba63fb403 req-1a430102-86cd-41fb-90e6-4ea991a21fba tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:01.178266 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7020bca-956d-4e97-ab2c-c18ba63fb403 req-1a430102-86cd-41fb-90e6-4ea991a21fba tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 946 time: 0.0572996 Mar 11 12:37:01.232606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e7020bca-956d-4e97-ab2c-c18ba63fb403 req-ab7e9bb9-faaa-4a46-bd80-9bb0d50faf99 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5007856-4ca2-41cf-baf1-205981f61fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457034 Mar 11 12:37:01.636550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee88002-ea9e-455f-bd54-f4027f944d00 req-3f55de18-b85f-4221-bab0-15a909d2800f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:01.637999 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fee88002-ea9e-455f-bd54-f4027f944d00 req-3f55de18-b85f-4221-bab0-15a909d2800f tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.71 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 946 time: 0.0672905 Mar 11 12:37:01.753258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-fee88002-ea9e-455f-bd54-f4027f944d00 req-f51d449e-5a24-41c6-89f4-bf62faec14b6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Deleting port 5336a545-b177-4523-bf31-367e1385841f {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:37:01.753582 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fee88002-ea9e-455f-bd54-f4027f944d00 req-f51d449e-5a24-41c6-89f4-bf62faec14b6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5336a545-b177-4523-bf31-367e1385841f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:01.846413 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-fee88002-ea9e-455f-bd54-f4027f944d00 req-f51d449e-5a24-41c6-89f4-bf62faec14b6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] For port 5336a545-b177-4523-bf31-367e1385841f, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=5336a545-b177-4523-bf31-367e1385841f,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:37:01.846771 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fee88002-ea9e-455f-bd54-f4027f944d00 req-f51d449e-5a24-41c6-89f4-bf62faec14b6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5336a545-b177-4523-bf31-367e1385841f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:01.861165 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-fee88002-ea9e-455f-bd54-f4027f944d00 req-f51d449e-5a24-41c6-89f4-bf62faec14b6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Calling delete_port for 5336a545-b177-4523-bf31-367e1385841f owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:37:01.999954 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fee88002-ea9e-455f-bd54-f4027f944d00 req-f51d449e-5a24-41c6-89f4-bf62faec14b6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5336a545-b177-4523-bf31-367e1385841f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:02.029689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d449e-5a24-41c6-89f4-bf62faec14b6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event deleted for resources: {'Port': ['ID=5336a545-b177-4523-bf31-367e1385841f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:02.076108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee88002-ea9e-455f-bd54-f4027f944d00 req-f51d449e-5a24-41c6-89f4-bf62faec14b6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] No DVR routers for this DVR port 5336a545-b177-4523-bf31-367e1385841f on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:37:02.078823 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fee88002-ea9e-455f-bd54-f4027f944d00 req-f51d449e-5a24-41c6-89f4-bf62faec14b6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:02.082371 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fee88002-ea9e-455f-bd54-f4027f944d00 req-f51d449e-5a24-41c6-89f4-bf62faec14b6 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.71 "DELETE /v2.0/ports/5336a545-b177-4523-bf31-367e1385841f HTTP/1.1" status: 204 len: 173 time: 0.4376495 Mar 11 12:37:02.082810 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826555cf-7d11-4036-a163-9a978805be72', 'name': 'network-vif-deleted', 'tag': '5336a545-b177-4523-bf31-367e1385841f'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:37:02.085142 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d702d7d0-a382-4f70-bbba-42589fc33399" -d '{"events": [{"server_uuid": "826555cf-7d11-4036-a163-9a978805be72", "name": "network-vif-deleted", "tag": "5336a545-b177-4523-bf31-367e1385841f"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:37:02.121760 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e14a43c-fc0c-411e-8ac4-a834dfcf85e1 x-openstack-request-id: req-0e14a43c-fc0c-411e-8ac4-a834dfcf85e1 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:37:02.122054 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826555cf-7d11-4036-a163-9a978805be72", "name": "network-vif-deleted", "tag": "5336a545-b177-4523-bf31-367e1385841f", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:37:02.122334 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e14a43c-fc0c-411e-8ac4-a834dfcf85e1 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:37:02.123026 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826555cf-7d11-4036-a163-9a978805be72', 'name': 'network-vif-deleted', 'tag': '5336a545-b177-4523-bf31-367e1385841f', 'status': 'completed', 'code': 200} Mar 11 12:37:02.341811 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbb2b2af-5f36-4984-a573-9604f6feb8b2 req-015c9a2c-f9bf-41d5-9225-4f25d5bad3c5 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 210 time: 0.0348864 Mar 11 12:37:03.442299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f427a6c7-3aa5-409b-a623-c10f8cf96e25 req-57f6b469-0c0a-41ec-b852-7fde1b1d540e tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 210 time: 0.0290270 Mar 11 12:37:04.188509 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:04.544079 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c566102e-4c6c-4dc1-8b93-3f60eca295d5 req-f81be882-c20a-42d2-bca9-12c3b7582ddc tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 210 time: 0.0282750 Mar 11 12:37:05.649321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-985ff7d3-dfe2-4b81-acdf-13f210c78084 req-3e9f7abe-9781-412f-b912-bd1310b34e8d tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 210 time: 0.0290155 Mar 11 12:37:05.829178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 5336a545-b177-4523-bf31-367e1385841f no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:37:05.850014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 5336a545-b177-4523-bf31-367e1385841f {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:37:05.850322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 5336a545-b177-4523-bf31-367e1385841f not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:37:06.746262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cf15ea1-2ed5-4faa-82c3-651dd8d3248c req-e9c8377a-2937-48d6-97b7-99b2801786a8 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 210 time: 0.0277939 Mar 11 12:37:07.842006 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d1bd8db-2620-4594-a912-8d796b65b157 req-44354303-79b2-4419-a9f9-7f276bb9f6a9 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 210 time: 0.0269864 Mar 11 12:37:08.945040 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f11bb751-291f-4011-8a4e-a6e7c73be9d1 req-b7d8d454-598f-49bb-b63b-93ccb182be8b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 210 time: 0.0313847 Mar 11 12:37:10.055303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6604a766-4433-4545-8b1c-b4e54b403906 req-5c3c55a2-3d1b-47ef-830d-298641290acc tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 210 time: 0.0292110 Mar 11 12:37:11.167376 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-776ed26a-09c4-40c5-a5be-fe16c3b4c83a req-a754cf11-cdae-4ac2-a5ce-b5e0a4becb4b tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "GET /v2.0/ports?device_id=826555cf-7d11-4036-a163-9a978805be72 HTTP/1.1" status: 200 len: 210 time: 0.0275345 Mar 11 12:37:12.230202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44010) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:12.368214 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-329e8d14-c35c-4b9f-b4ad-c5c11e00d691 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Deleting port 9ca065a7-9cfd-4162-8f71-01e1de948e87 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:37:12.368496 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-329e8d14-c35c-4b9f-b4ad-c5c11e00d691 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9ca065a7-9cfd-4162-8f71-01e1de948e87), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:12.446062 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-329e8d14-c35c-4b9f-b4ad-c5c11e00d691 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9ca065a7-9cfd-4162-8f71-01e1de948e87), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:12.446380 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-329e8d14-c35c-4b9f-b4ad-c5c11e00d691 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for floatingip (9ca065a7-9cfd-4162-8f71-01e1de948e87), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:12.458390 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-329e8d14-c35c-4b9f-b4ad-c5c11e00d691 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Calling delete_port for 9ca065a7-9cfd-4162-8f71-01e1de948e87 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:37:12.598399 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-329e8d14-c35c-4b9f-b4ad-c5c11e00d691 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9ca065a7-9cfd-4162-8f71-01e1de948e87), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:12.625473 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e8d14-c35c-4b9f-b4ad-c5c11e00d691 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event deleted for resources: {'Port': ['ID=9ca065a7-9cfd-4162-8f71-01e1de948e87,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:12.691766 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-329e8d14-c35c-4b9f-b4ad-c5c11e00d691 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for floatingip (366d4017-7772-4ec2-8871-c4dd3b5c3f4e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:12.694510 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-329e8d14-c35c-4b9f-b4ad-c5c11e00d691 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:12.695719 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-329e8d14-c35c-4b9f-b4ad-c5c11e00d691 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "DELETE /v2.0/floatingips/366d4017-7772-4ec2-8871-c4dd3b5c3f4e HTTP/1.1" status: 204 len: 168 time: 0.4645064 Mar 11 12:37:13.092081 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:13.680004 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a8a53f44-5c08-4f84-8d1c-2dfc27254a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:15.762743 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-771afc76-2704-4c32-b13d-9d567d4ed4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:17.384284 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:18.117127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44030) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:18.178543 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15f00693-c3f4-4a07-8cef-6aa95775ac82 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group (b5007856-4ca2-41cf-baf1-205981f61fd1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:18.206407 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15f00693-c3f4-4a07-8cef-6aa95775ac82 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group (b5007856-4ca2-41cf-baf1-205981f61fd1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:18.277209 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15f00693-c3f4-4a07-8cef-6aa95775ac82 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b5007856-4ca2-41cf-baf1-205981f61fd1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:18.279900 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15f00693-c3f4-4a07-8cef-6aa95775ac82 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:18.281073 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-15f00693-c3f4-4a07-8cef-6aa95775ac82 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] 10.222.0.78 "DELETE /v2.0/security-groups/b5007856-4ca2-41cf-baf1-205981f61fd1 HTTP/1.1" status: 204 len: 168 time: 0.1629753 Mar 11 12:37:18.290640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f00693-c3f4-4a07-8cef-6aa95775ac82 tempest-TestVolumeBootPattern-496695526 tempest-TestVolumeBootPattern-496695526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5007856-4ca2-41cf-baf1-205981f61fd1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:18.367463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44036) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:18.798102 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:18.876998 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4da08ea2-bf9e-49f4-94bd-ffc53f1920c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (f8a7bac3-e10e-499b-a6f7-dac33be66716), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:19.151602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-4da08ea2-bf9e-49f4-94bd-ffc53f1920c5 admin admin] Deleting port 3230ff23-b922-4642-8f76-88191fca3ca8 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:37:19.151979 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4da08ea2-bf9e-49f4-94bd-ffc53f1920c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3230ff23-b922-4642-8f76-88191fca3ca8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:19.236059 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-4da08ea2-bf9e-49f4-94bd-ffc53f1920c5 admin admin] For port 3230ff23-b922-4642-8f76-88191fca3ca8, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3230ff23-b922-4642-8f76-88191fca3ca8,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:37:19.236532 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4da08ea2-bf9e-49f4-94bd-ffc53f1920c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3230ff23-b922-4642-8f76-88191fca3ca8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:19.250684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-4da08ea2-bf9e-49f4-94bd-ffc53f1920c5 admin admin] Calling delete_port for 3230ff23-b922-4642-8f76-88191fca3ca8 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:37:19.442104 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4da08ea2-bf9e-49f4-94bd-ffc53f1920c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3230ff23-b922-4642-8f76-88191fca3ca8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:19.465932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da08ea2-bf9e-49f4-94bd-ffc53f1920c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3230ff23-b922-4642-8f76-88191fca3ca8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:19.654347 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4da08ea2-bf9e-49f4-94bd-ffc53f1920c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (f8a7bac3-e10e-499b-a6f7-dac33be66716), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:19.879093 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da08ea2-bf9e-49f4-94bd-ffc53f1920c5 admin admin] Router f8a7bac3-e10e-499b-a6f7-dac33be66716 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:37:19.991908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da08ea2-bf9e-49f4-94bd-ffc53f1920c5 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:37:19.997196 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4da08ea2-bf9e-49f4-94bd-ffc53f1920c5 admin admin] 10.222.0.78 "PUT /v2.0/routers/f8a7bac3-e10e-499b-a6f7-dac33be66716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6286240 Mar 11 12:37:20.000097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44040) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:20.003540 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9b8123-dfb9-4e9a-9552-238b3d1faeef None None] Sync routers for ids ['f8a7bac3-e10e-499b-a6f7-dac33be66716'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:37:20.015537 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b8123-dfb9-4e9a-9552-238b3d1faeef None None] Routers {'f8a7bac3-e10e-499b-a6f7-dac33be66716'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:37:20.016192 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0e9b8123-dfb9-4e9a-9552-238b3d1faeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:37:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f8a7bac3-e10e-499b-a6f7-dac33be66716'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:37:20.094467 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:20.111357 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a45b5b98-3e7a-4b71-aace-ef81ceae186c admin admin] Publish callbacks [] for router (f8a7bac3-e10e-499b-a6f7-dac33be66716), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:20.135749 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-0e9b8123-dfb9-4e9a-9552-238b3d1faeef None None] Set router f8a7bac3-e10e-499b-a6f7-dac33be66716 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:37:20.223555 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a45b5b98-3e7a-4b71-aace-ef81ceae186c admin admin] Publish callbacks [] for router_gateway (f8a7bac3-e10e-499b-a6f7-dac33be66716), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:20.290272 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a45b5b98-3e7a-4b71-aace-ef81ceae186c admin admin] Deleting port 15fad419-7dc9-4b5f-b454-192171af3514 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:37:20.290713 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a45b5b98-3e7a-4b71-aace-ef81ceae186c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (15fad419-7dc9-4b5f-b454-192171af3514), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:20.333715 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0e9b8123-dfb9-4e9a-9552-238b3d1faeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '15fad419-7dc9-4b5f-b454-192171af3514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:37:19Z', 'revision_number': 5, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port': {'id': '15fad419-7dc9-4b5f-b454-192171af3514', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:46Z', 'updated_at': '2022-03-11T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:37:20.362200 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9b8123-dfb9-4e9a-9552-238b3d1faeef None None] Checking router: f8a7bac3-e10e-499b-a6f7-dac33be66716 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:37:20.371024 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b8123-dfb9-4e9a-9552-238b3d1faeef None None] Routers {'f8a7bac3-e10e-499b-a6f7-dac33be66716'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:37:20.371699 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0e9b8123-dfb9-4e9a-9552-238b3d1faeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:37:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f8a7bac3-e10e-499b-a6f7-dac33be66716'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:37:20.377797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-a45b5b98-3e7a-4b71-aace-ef81ceae186c admin admin] For port 15fad419-7dc9-4b5f-b454-192171af3514, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=15fad419-7dc9-4b5f-b454-192171af3514,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:37:20.378164 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a45b5b98-3e7a-4b71-aace-ef81ceae186c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (15fad419-7dc9-4b5f-b454-192171af3514), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:20.390442 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a45b5b98-3e7a-4b71-aace-ef81ceae186c admin admin] Calling delete_port for 15fad419-7dc9-4b5f-b454-192171af3514 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:37:20.464338 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-0e9b8123-dfb9-4e9a-9552-238b3d1faeef None None] Set router f8a7bac3-e10e-499b-a6f7-dac33be66716 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:37:20.519413 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0e9b8123-dfb9-4e9a-9552-238b3d1faeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:37:20Z', 'revision_number': 6, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:37:20.545128 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9b8123-dfb9-4e9a-9552-238b3d1faeef None None] The sync data for ids ['f8a7bac3-e10e-499b-a6f7-dac33be66716'] in n-d-833234-2 is: [{'id': 'f8a7bac3-e10e-499b-a6f7-dac33be66716', 'name': 'tempest-TestVolumeBootPattern-1180730547-router', 'tenant_id': '102f01ebe6644728af9751b21fb2932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:45Z', 'updated_at': '2022-03-11T12:37:20Z', 'revision_number': 6, 'project_id': '102f01ebe6644728af9751b21fb2932e', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:37:20.564948 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a45b5b98-3e7a-4b71-aace-ef81ceae186c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (15fad419-7dc9-4b5f-b454-192171af3514), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:20.592269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b5b98-3e7a-4b71-aace-ef81ceae186c admin admin] Pushing event deleted for resources: {'Port': ['ID=15fad419-7dc9-4b5f-b454-192171af3514,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:20.670716 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a45b5b98-3e7a-4b71-aace-ef81ceae186c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (f8a7bac3-e10e-499b-a6f7-dac33be66716), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:20.763484 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a45b5b98-3e7a-4b71-aace-ef81ceae186c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (f8a7bac3-e10e-499b-a6f7-dac33be66716), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:20.765880 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a45b5b98-3e7a-4b71-aace-ef81ceae186c admin admin] Publish callbacks [] for router_controller (f8a7bac3-e10e-499b-a6f7-dac33be66716), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:20.813218 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a45b5b98-3e7a-4b71-aace-ef81ceae186c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (f8a7bac3-e10e-499b-a6f7-dac33be66716), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:20.813905 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45b5b98-3e7a-4b71-aace-ef81ceae186c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8a7bac3-e10e-499b-a6f7-dac33be66716 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:37:20.818376 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a45b5b98-3e7a-4b71-aace-ef81ceae186c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:20.819538 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a45b5b98-3e7a-4b71-aace-ef81ceae186c admin admin] 10.222.0.78 "DELETE /v2.0/routers/f8a7bac3-e10e-499b-a6f7-dac33be66716 HTTP/1.1" status: 204 len: 168 time: 0.8182445 Mar 11 12:37:20.822079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44044) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:20.866223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b85f79-c7e6-4ada-b992-92015d791f20 admin admin] Deleting subnet 11a572d6-21d0-4078-a738-531994cf6b9b {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:37:20.869604 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c8b85f79-c7e6-4ada-b992-92015d791f20 admin admin] Publish callbacks [] for subnet (11a572d6-21d0-4078-a738-531994cf6b9b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:20.907540 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c8b85f79-c7e6-4ada-b992-92015d791f20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (11a572d6-21d0-4078-a738-531994cf6b9b), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:21.002531 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c8b85f79-c7e6-4ada-b992-92015d791f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (11a572d6-21d0-4078-a738-531994cf6b9b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:21.058925 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c8b85f79-c7e6-4ada-b992-92015d791f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (11a572d6-21d0-4078-a738-531994cf6b9b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:21.105474 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b85f79-c7e6-4ada-b992-92015d791f20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11a572d6-21d0-4078-a738-531994cf6b9b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:21.108102 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c8b85f79-c7e6-4ada-b992-92015d791f20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:21.111868 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c8b85f79-c7e6-4ada-b992-92015d791f20 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/11a572d6-21d0-4078-a738-531994cf6b9b HTTP/1.1" status: 204 len: 168 time: 0.2888107 Mar 11 12:37:21.113514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f654233-1d06-4967-aab0-68c54be31325 None None] Network 445aa2fa-3655-43da-8006-bb47134240ed requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:37:21.114620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44046) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:21.189728 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (445aa2fa-3655-43da-8006-bb47134240ed), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:21.243844 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] Deleting port ee36c973-9fd6-467e-9ffb-c24640b18cde {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:37:21.244257 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ee36c973-9fd6-467e-9ffb-c24640b18cde), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:21.290951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] DHCP port deletion for 445aa2fa-3655-43da-8006-bb47134240ed request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:37:21.312277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] For port ee36c973-9fd6-467e-9ffb-c24640b18cde, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ee36c973-9fd6-467e-9ffb-c24640b18cde,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:37:21.312714 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ee36c973-9fd6-467e-9ffb-c24640b18cde), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:21.328122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] Calling delete_port for ee36c973-9fd6-467e-9ffb-c24640b18cde owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:37:21.357295 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Deleting port ee36c973-9fd6-467e-9ffb-c24640b18cde {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:37:21.357664 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ee36c973-9fd6-467e-9ffb-c24640b18cde), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:21.370374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3230ff23-b922-4642-8f76-88191fca3ca8 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:37:21.422240 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ee36c973-9fd6-467e-9ffb-c24640b18cde), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:21.431611 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 3230ff23-b922-4642-8f76-88191fca3ca8 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:37:21.431949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3230ff23-b922-4642-8f76-88191fca3ca8 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:37:21.432344 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ee36c973-9fd6-467e-9ffb-c24640b18cde no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:37:21.448101 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee36c973-9fd6-467e-9ffb-c24640b18cde,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:21.451454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] No DVR routers for this DVR port ee36c973-9fd6-467e-9ffb-c24640b18cde on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:37:21.456631 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: ee36c973-9fd6-467e-9ffb-c24640b18cde {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:37:21.456978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ee36c973-9fd6-467e-9ffb-c24640b18cde not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:37:21.457390 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 15fad419-7dc9-4b5f-b454-192171af3514 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:37:21.463544 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] For port ee36c973-9fd6-467e-9ffb-c24640b18cde, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ee36c973-9fd6-467e-9ffb-c24640b18cde,segment=NetworkSegment(77ae3a27-abb2-4259-8bb4-fc0732a9eb53),segment_id=77ae3a27-abb2-4259-8bb4-fc0732a9eb53)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:37:21.463966 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ee36c973-9fd6-467e-9ffb-c24640b18cde), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:21.490978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 15fad419-7dc9-4b5f-b454-192171af3514 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:37:21.491327 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 15fad419-7dc9-4b5f-b454-192171af3514 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:37:21.498362 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Calling delete_port for ee36c973-9fd6-467e-9ffb-c24640b18cde owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:37:21.528360 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (445aa2fa-3655-43da-8006-bb47134240ed), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:21.551745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445aa2fa-3655-43da-8006-bb47134240ed']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:37:21.561710 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ae3a27-abb2-4259-8bb4-fc0732a9eb53') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:37:21.561964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ae3a27-abb2-4259-8bb4-fc0732a9eb53') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:37:21.571986 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (77ae3a27-abb2-4259-8bb4-fc0732a9eb53), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:21.580018 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (ee36c973-9fd6-467e-9ffb-c24640b18cde), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:21.585974 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (77ae3a27-abb2-4259-8bb4-fc0732a9eb53), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:21.596752 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:37:21.597218 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (77ae3a27-abb2-4259-8bb4-fc0732a9eb53), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:37:21.599191 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:37:21.604025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Pushing event deleted for resources: {'Port': ['ID=ee36c973-9fd6-467e-9ffb-c24640b18cde,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:21.616485 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:21.616832 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:21.617167 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:21.617496 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:21.617821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:21.618141 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:21.618459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:21.618776 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:21.619253 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:21.619778 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:21.620100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:21.620417 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:21.620731 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:21.623498 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d0c2b8-ac5a-4668-aa42-ade1baf8894c None None] No DVR routers for this DVR port ee36c973-9fd6-467e-9ffb-c24640b18cde on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:37:21.662928 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (445aa2fa-3655-43da-8006-bb47134240ed), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:21.668668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:21.671893 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/445aa2fa-3655-43da-8006-bb47134240ed HTTP/1.1" status: 204 len: 168 time: 0.5561600 Mar 11 12:37:21.675016 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44048) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:21.684722 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2f570-cb06-40ea-9794-515ad896d1c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=445aa2fa-3655-43da-8006-bb47134240ed,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:22.348682 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d77d0517-e6d8-4f39-ab2f-2c5ef3688f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (dac10e2f-b79b-4aad-8eaf-5700910ba8cb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:22.611295 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-d77d0517-e6d8-4f39-ab2f-2c5ef3688f17 admin admin] Deleting port a6b666f4-dffc-4ef4-afbe-54fd72071bb4 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:37:22.611605 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d77d0517-e6d8-4f39-ab2f-2c5ef3688f17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:22.702308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-d77d0517-e6d8-4f39-ab2f-2c5ef3688f17 admin admin] For port a6b666f4-dffc-4ef4-afbe-54fd72071bb4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a6b666f4-dffc-4ef4-afbe-54fd72071bb4,segment=NetworkSegment(d695801b-387a-4a5e-9727-4859dc33e72a),segment_id=d695801b-387a-4a5e-9727-4859dc33e72a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:37:22.703061 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d77d0517-e6d8-4f39-ab2f-2c5ef3688f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:22.717043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-d77d0517-e6d8-4f39-ab2f-2c5ef3688f17 admin admin] Calling delete_port for a6b666f4-dffc-4ef4-afbe-54fd72071bb4 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:37:22.911185 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d77d0517-e6d8-4f39-ab2f-2c5ef3688f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a6b666f4-dffc-4ef4-afbe-54fd72071bb4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:22.940860 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d0517-e6d8-4f39-ab2f-2c5ef3688f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b666f4-dffc-4ef4-afbe-54fd72071bb4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:23.129572 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d77d0517-e6d8-4f39-ab2f-2c5ef3688f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (dac10e2f-b79b-4aad-8eaf-5700910ba8cb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:23.356078 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77d0517-e6d8-4f39-ab2f-2c5ef3688f17 admin admin] Router dac10e2f-b79b-4aad-8eaf-5700910ba8cb has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:37:23.470293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77d0517-e6d8-4f39-ab2f-2c5ef3688f17 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:37:23.476298 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d77d0517-e6d8-4f39-ab2f-2c5ef3688f17 admin admin] 10.222.0.78 "PUT /v2.0/routers/dac10e2f-b79b-4aad-8eaf-5700910ba8cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8001633 Mar 11 12:37:23.478117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44050) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:23.479490 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2667b74-611c-4d4b-940a-3f2b54022b71 None None] Sync routers for ids ['dac10e2f-b79b-4aad-8eaf-5700910ba8cb'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:37:23.490486 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2667b74-611c-4d4b-940a-3f2b54022b71 None None] Routers {'dac10e2f-b79b-4aad-8eaf-5700910ba8cb'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:37:23.491013 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c2667b74-611c-4d4b-940a-3f2b54022b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:37:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['dac10e2f-b79b-4aad-8eaf-5700910ba8cb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:37:23.586679 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-053512a2-59ff-488b-9b0f-1f007face847 admin admin] Publish callbacks [] for router (dac10e2f-b79b-4aad-8eaf-5700910ba8cb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:23.596519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-c2667b74-611c-4d4b-940a-3f2b54022b71 None None] Set router dac10e2f-b79b-4aad-8eaf-5700910ba8cb gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:37:23.694793 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-053512a2-59ff-488b-9b0f-1f007face847 admin admin] Publish callbacks [] for router_gateway (dac10e2f-b79b-4aad-8eaf-5700910ba8cb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:23.756424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-053512a2-59ff-488b-9b0f-1f007face847 admin admin] Deleting port d321da7e-60de-4e6e-8c53-16c26e9b772e {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:37:23.757170 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-053512a2-59ff-488b-9b0f-1f007face847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d321da7e-60de-4e6e-8c53-16c26e9b772e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:23.780492 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c2667b74-611c-4d4b-940a-3f2b54022b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'name': 'tempest-TestVolumeBootPattern-1921380002-router', 'tenant_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'd321da7e-60de-4e6e-8c53-16c26e9b772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:50Z', 'updated_at': '2022-03-11T12:37:22Z', 'revision_number': 5, 'project_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'gw_port': {'id': 'd321da7e-60de-4e6e-8c53-16c26e9b772e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:24:51Z', 'updated_at': '2022-03-11T12:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:37:23.807107 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2667b74-611c-4d4b-940a-3f2b54022b71 None None] Checking router: dac10e2f-b79b-4aad-8eaf-5700910ba8cb for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:37:23.816273 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2667b74-611c-4d4b-940a-3f2b54022b71 None None] Routers {'dac10e2f-b79b-4aad-8eaf-5700910ba8cb'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:37:23.816920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c2667b74-611c-4d4b-940a-3f2b54022b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:37:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['dac10e2f-b79b-4aad-8eaf-5700910ba8cb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:37:23.842036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-053512a2-59ff-488b-9b0f-1f007face847 admin admin] For port d321da7e-60de-4e6e-8c53-16c26e9b772e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d321da7e-60de-4e6e-8c53-16c26e9b772e,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:37:23.842545 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-053512a2-59ff-488b-9b0f-1f007face847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d321da7e-60de-4e6e-8c53-16c26e9b772e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:23.855622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-053512a2-59ff-488b-9b0f-1f007face847 admin admin] Calling delete_port for d321da7e-60de-4e6e-8c53-16c26e9b772e owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:37:23.906068 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-c2667b74-611c-4d4b-940a-3f2b54022b71 None None] Set router dac10e2f-b79b-4aad-8eaf-5700910ba8cb gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:37:23.959855 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c2667b74-611c-4d4b-940a-3f2b54022b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'name': 'tempest-TestVolumeBootPattern-1921380002-router', 'tenant_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:50Z', 'updated_at': '2022-03-11T12:37:23Z', 'revision_number': 6, 'project_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:37:23.986369 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2667b74-611c-4d4b-940a-3f2b54022b71 None None] The sync data for ids ['dac10e2f-b79b-4aad-8eaf-5700910ba8cb'] in n-d-833234-2 is: [{'id': 'dac10e2f-b79b-4aad-8eaf-5700910ba8cb', 'name': 'tempest-TestVolumeBootPattern-1921380002-router', 'tenant_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:24:50Z', 'updated_at': '2022-03-11T12:37:23Z', 'revision_number': 6, 'project_id': '1481ac9b62f34cfaa01969d3a00d49d9', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:37:24.034005 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-053512a2-59ff-488b-9b0f-1f007face847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (d321da7e-60de-4e6e-8c53-16c26e9b772e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.058998 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053512a2-59ff-488b-9b0f-1f007face847 admin admin] Pushing event deleted for resources: {'Port': ['ID=d321da7e-60de-4e6e-8c53-16c26e9b772e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:24.126117 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-053512a2-59ff-488b-9b0f-1f007face847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (dac10e2f-b79b-4aad-8eaf-5700910ba8cb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.218929 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-053512a2-59ff-488b-9b0f-1f007face847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (dac10e2f-b79b-4aad-8eaf-5700910ba8cb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.222426 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-053512a2-59ff-488b-9b0f-1f007face847 admin admin] Publish callbacks [] for router_controller (dac10e2f-b79b-4aad-8eaf-5700910ba8cb), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.269277 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-053512a2-59ff-488b-9b0f-1f007face847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (dac10e2f-b79b-4aad-8eaf-5700910ba8cb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.269693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053512a2-59ff-488b-9b0f-1f007face847 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dac10e2f-b79b-4aad-8eaf-5700910ba8cb {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:37:24.274050 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-053512a2-59ff-488b-9b0f-1f007face847 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.275198 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-053512a2-59ff-488b-9b0f-1f007face847 admin admin] 10.222.0.78 "DELETE /v2.0/routers/dac10e2f-b79b-4aad-8eaf-5700910ba8cb HTTP/1.1" status: 204 len: 168 time: 0.7961762 Mar 11 12:37:24.277787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44052) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:24.322491 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e6130d-d3ee-42ae-860f-b68fe2cd9bf9 admin admin] Deleting subnet 95ffdbb5-53b0-4787-84c0-7247bc6ddb35 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:37:24.326799 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f3e6130d-d3ee-42ae-860f-b68fe2cd9bf9 admin admin] Publish callbacks [] for subnet (95ffdbb5-53b0-4787-84c0-7247bc6ddb35), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.363942 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f3e6130d-d3ee-42ae-860f-b68fe2cd9bf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (95ffdbb5-53b0-4787-84c0-7247bc6ddb35), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.452332 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f3e6130d-d3ee-42ae-860f-b68fe2cd9bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (95ffdbb5-53b0-4787-84c0-7247bc6ddb35), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.512017 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f3e6130d-d3ee-42ae-860f-b68fe2cd9bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (95ffdbb5-53b0-4787-84c0-7247bc6ddb35), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.544156 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6130d-d3ee-42ae-860f-b68fe2cd9bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ffdbb5-53b0-4787-84c0-7247bc6ddb35,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:24.548448 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f3e6130d-d3ee-42ae-860f-b68fe2cd9bf9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.551859 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f3e6130d-d3ee-42ae-860f-b68fe2cd9bf9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/95ffdbb5-53b0-4787-84c0-7247bc6ddb35 HTTP/1.1" status: 204 len: 168 time: 0.2730329 Mar 11 12:37:24.554685 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44054) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:24.555202 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1329d1-a238-406c-88f4-4780a4fb34c3 None None] Network fb41c8e5-dce7-473f-8db7-78c5db740eab requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:37:24.628485 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (fb41c8e5-dce7-473f-8db7-78c5db740eab), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.693340 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] Deleting port 6318af71-ad54-479a-b8ac-317f5c500a49 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:37:24.693758 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6318af71-ad54-479a-b8ac-317f5c500a49), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.739376 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b23c31-0e5f-4c6d-8c23-3971ae7cc4f7 None None] DHCP port deletion for fb41c8e5-dce7-473f-8db7-78c5db740eab request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:37:24.766275 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] For port 6318af71-ad54-479a-b8ac-317f5c500a49, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=6318af71-ad54-479a-b8ac-317f5c500a49,segment=NetworkSegment(d695801b-387a-4a5e-9727-4859dc33e72a),segment_id=d695801b-387a-4a5e-9727-4859dc33e72a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:37:24.766688 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6318af71-ad54-479a-b8ac-317f5c500a49), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.779845 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] Calling delete_port for 6318af71-ad54-479a-b8ac-317f5c500a49 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:37:24.789785 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-81b23c31-0e5f-4c6d-8c23-3971ae7cc4f7 None None] Deleting port 6318af71-ad54-479a-b8ac-317f5c500a49 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:37:24.790139 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-81b23c31-0e5f-4c6d-8c23-3971ae7cc4f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6318af71-ad54-479a-b8ac-317f5c500a49), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.855339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-81b23c31-0e5f-4c6d-8c23-3971ae7cc4f7 None None] For port 6318af71-ad54-479a-b8ac-317f5c500a49, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=6318af71-ad54-479a-b8ac-317f5c500a49,segment=NetworkSegment(d695801b-387a-4a5e-9727-4859dc33e72a),segment_id=d695801b-387a-4a5e-9727-4859dc33e72a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:37:24.855497 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-81b23c31-0e5f-4c6d-8c23-3971ae7cc4f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6318af71-ad54-479a-b8ac-317f5c500a49), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.865166 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6318af71-ad54-479a-b8ac-317f5c500a49), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.871064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-81b23c31-0e5f-4c6d-8c23-3971ae7cc4f7 None None] Calling delete_port for 6318af71-ad54-479a-b8ac-317f5c500a49 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:37:24.893931 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] No DVR routers for this DVR port 6318af71-ad54-479a-b8ac-317f5c500a49 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:37:24.898361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] Pushing event deleted for resources: {'Port': ['ID=6318af71-ad54-479a-b8ac-317f5c500a49,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:24.946594 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-81b23c31-0e5f-4c6d-8c23-3971ae7cc4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (6318af71-ad54-479a-b8ac-317f5c500a49), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.971943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b23c31-0e5f-4c6d-8c23-3971ae7cc4f7 None None] Pushing event deleted for resources: {'Port': ['ID=6318af71-ad54-479a-b8ac-317f5c500a49,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:24.974590 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (fb41c8e5-dce7-473f-8db7-78c5db740eab), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:24.975269 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b23c31-0e5f-4c6d-8c23-3971ae7cc4f7 None None] No DVR routers for this DVR port 6318af71-ad54-479a-b8ac-317f5c500a49 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:37:24.998460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb41c8e5-dce7-473f-8db7-78c5db740eab']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:37:25.009017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd695801b-387a-4a5e-9727-4859dc33e72a') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:37:25.009252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd695801b-387a-4a5e-9727-4859dc33e72a') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:37:25.019331 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (d695801b-387a-4a5e-9727-4859dc33e72a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:25.034628 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (d695801b-387a-4a5e-9727-4859dc33e72a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:25.043361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:37:25.043776 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (d695801b-387a-4a5e-9727-4859dc33e72a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:37:25.045773 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:37:25.105945 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (fb41c8e5-dce7-473f-8db7-78c5db740eab), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:25.115521 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:25.122486 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] 10.222.0.78 "DELETE /v2.0/networks/fb41c8e5-dce7-473f-8db7-78c5db740eab HTTP/1.1" status: 204 len: 168 time: 0.5631590 Mar 11 12:37:25.132037 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81430b48-319a-4689-a3ba-c628e645388b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb41c8e5-dce7-473f-8db7-78c5db740eab,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:25.258733 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44058) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:25.299123 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a6b666f4-dffc-4ef4-afbe-54fd72071bb4 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:37:25.299941 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ba9b3669-32c6-463b-be8f-50b5d7389acc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=102f01ebe6644728af9751b21fb2932e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400100 Mar 11 12:37:25.302513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44060) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:25.325365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: a6b666f4-dffc-4ef4-afbe-54fd72071bb4 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:37:25.325706 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a6b666f4-dffc-4ef4-afbe-54fd72071bb4 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:37:25.326115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d321da7e-60de-4e6e-8c53-16c26e9b772e no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:37:25.345284 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: d321da7e-60de-4e6e-8c53-16c26e9b772e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:37:25.345632 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d321da7e-60de-4e6e-8c53-16c26e9b772e not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:37:25.346041 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6318af71-ad54-479a-b8ac-317f5c500a49 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:37:25.356095 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-476e9f51-7cff-4708-8a67-4859a1ab0309 admin admin] Publish callbacks [] for security_group (6c02e76a-54e6-4e0c-b7d3-e12a94f7c109), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:25.364695 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 6318af71-ad54-479a-b8ac-317f5c500a49 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:37:25.365043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6318af71-ad54-479a-b8ac-317f5c500a49 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:37:25.380660 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-476e9f51-7cff-4708-8a67-4859a1ab0309 admin admin] Publish callbacks [] for security_group (6c02e76a-54e6-4e0c-b7d3-e12a94f7c109), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:25.430261 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-476e9f51-7cff-4708-8a67-4859a1ab0309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (6c02e76a-54e6-4e0c-b7d3-e12a94f7c109), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:25.433141 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-476e9f51-7cff-4708-8a67-4859a1ab0309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:25.434342 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-476e9f51-7cff-4708-8a67-4859a1ab0309 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6c02e76a-54e6-4e0c-b7d3-e12a94f7c109 HTTP/1.1" status: 204 len: 168 time: 0.1309052 Mar 11 12:37:25.442271 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e9f51-7cff-4708-8a67-4859a1ab0309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c02e76a-54e6-4e0c-b7d3-e12a94f7c109,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:25.776975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44068) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:25.829192 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-287bbfb6-f991-49d1-a488-c74b54a22d32 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1481ac9b62f34cfaa01969d3a00d49d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508468 Mar 11 12:37:25.831704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44070) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:25.879032 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9abc4d7d-7b94-4135-82ae-b88332617f0c admin admin] Publish callbacks [] for security_group (03bc118f-43c2-41af-ae52-520b195ed737), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:25.899973 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9abc4d7d-7b94-4135-82ae-b88332617f0c admin admin] Publish callbacks [] for security_group (03bc118f-43c2-41af-ae52-520b195ed737), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:25.957032 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9abc4d7d-7b94-4135-82ae-b88332617f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (03bc118f-43c2-41af-ae52-520b195ed737), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:25.959681 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9abc4d7d-7b94-4135-82ae-b88332617f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:25.960901 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9abc4d7d-7b94-4135-82ae-b88332617f0c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/03bc118f-43c2-41af-ae52-520b195ed737 HTTP/1.1" status: 204 len: 168 time: 0.1283345 Mar 11 12:37:25.969559 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc4d7d-7b94-4135-82ae-b88332617f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bc118f-43c2-41af-ae52-520b195ed737,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:26.720120 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fbca5278-6473-4ddb-b0b5-89c5bb37aae8 tempest-TestNetworkAdvancedServerOps-1289791609 tempest-TestNetworkAdvancedServerOps-1289791609-project-admin] (104031) timed out ('10.222.0.78', 41020) {{(pid=104031) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:37:27.602123 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-570f0cf8-184e-4a6d-9770-48a82ef44058 req-fdd7a003-0542-4e5b-ad52-04093fb882d4 service neutron] (104031) timed out ('10.222.0.78', 46592) {{(pid=104031) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:37:27.898246 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:37:34.193271 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:37.568800 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88fc8810-00cd-4792-9219-184809bea00e req-0e7ce147-d172-4a9d-a0e7-894a8d26169c tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=1b67b5ec92dc4a82bff5fd0504e07dd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307078 Mar 11 12:37:37.753671 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc8810-00cd-4792-9219-184809bea00e req-08af040f-27ef-4446-96d4-9c2147b5d995 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:37.755529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88fc8810-00cd-4792-9219-184809bea00e req-08af040f-27ef-4446-96d4-9c2147b5d995 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813724 Mar 11 12:37:37.774147 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88fc8810-00cd-4792-9219-184809bea00e req-7130e526-a5a3-4131-8a98-2df7e815539f tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/quotas/1b67b5ec92dc4a82bff5fd0504e07dd7 HTTP/1.1" status: 200 len: 375 time: 0.0123820 Mar 11 12:37:37.809859 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-88fc8810-00cd-4792-9219-184809bea00e req-7c23cea9-b072-4d4b-886e-fee78944be0b tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b67b5ec92dc4a82bff5fd0504e07dd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307558 Mar 11 12:37:37.977935 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a180f12-b63e-40c4-b597-5aff5170bbce req-4a2febda-4e16-4a50-81ac-263298e7a6e3 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 210 time: 0.0271688 Mar 11 12:37:39.068163 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31d074a4-86bc-4233-a624-4b2f3423e3b7 req-8e7e93d3-f7cc-4251-b912-d4eaa6a18a18 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 210 time: 0.0268981 Mar 11 12:37:40.158773 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72016070-9a0f-431e-a1d5-5ae67a34431d req-0aa5297f-b783-4004-a28e-76e14b2a70cc tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 210 time: 0.0317068 Mar 11 12:37:41.244403 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f7298241-8653-4e37-ac75-06e7e8de9cc3 req-8642b7a3-022e-4006-b1fb-7a90c90b08cf tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 210 time: 0.0346630 Mar 11 12:37:42.342067 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-367d110f-6c14-42c0-8e41-1718e94856e6 req-ec9827f1-94b1-456b-8885-460934c82f9d tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 210 time: 0.0272739 Mar 11 12:37:43.046289 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-e17749ee-1170-4fbb-b785-7c294f3a6c3c req-d81236f6-55f9-4208-983d-aadb2bc19314 service neutron] (104031) timed out ('10.222.0.71', 55347) {{(pid=104031) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:37:43.089651 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:43.097972 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88fc8810-00cd-4792-9219-184809bea00e req-6acb31c8-d9f8-4692-8a0e-90503cd4381c tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1b67b5ec92dc4a82bff5fd0504e07dd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335937 Mar 11 12:37:43.284287 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc8810-00cd-4792-9219-184809bea00e req-da39a3a4-e958-476f-ba03-9c60d40c9387 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:43.285754 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88fc8810-00cd-4792-9219-184809bea00e req-da39a3a4-e958-476f-ba03-9c60d40c9387 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826196 Mar 11 12:37:43.301636 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-88fc8810-00cd-4792-9219-184809bea00e req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Request body: {'port': {'device_id': '3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'admin_state_up': True, 'tenant_id': '1b67b5ec92dc4a82bff5fd0504e07dd7'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:37:43.410318 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88fc8810-00cd-4792-9219-184809bea00e req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Made reservation on behalf of 1b67b5ec92dc4a82bff5fd0504e07dd7 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:37:43.413732 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88fc8810-00cd-4792-9219-184809bea00e req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:43.422694 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88fc8810-00cd-4792-9219-184809bea00e req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:43.440475 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95c8ed4d-fcf7-4c4c-aad0-043d8ba159ed req-5218a8d4-b26d-4ec8-82fb-44b06f496de6 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 210 time: 0.0291629 Mar 11 12:37:43.496463 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88fc8810-00cd-4792-9219-184809bea00e req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Publish callbacks [] for security_group (75ecac7d-3795-4fe5-b8e8-fb507c1151b0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:43.502819 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88fc8810-00cd-4792-9219-184809bea00e req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (75ecac7d-3795-4fe5-b8e8-fb507c1151b0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:43.563365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ecac7d-3795-4fe5-b8e8-fb507c1151b0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:43.576302 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:43.576654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:43.576994 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:43.577346 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:43.577660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:43.577988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:43.578316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:43.578674 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:43.578993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:43.579316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:43.579633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:43.579975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:43.580295 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:37:43.643351 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-88fc8810-00cd-4792-9219-184809bea00e req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Allocated IP 192.168.233.50 (d7f85be6-0598-4b4c-848a-8d0d976280f3/99c63ccd-6e91-491f-aad2-ae9e3da39a04/836fa4dd-4597-4296-8764-82fb436818dd) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:37:43.681702 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-42e664ea-0ccd-4e44-b225-a7f9814f1b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:43.793890 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88fc8810-00cd-4792-9219-184809bea00e req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Publish callbacks [] for port (836fa4dd-4597-4296-8764-82fb436818dd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:43.832743 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88fc8810-00cd-4792-9219-184809bea00e req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (836fa4dd-4597-4296-8764-82fb436818dd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:43.877588 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88fc8810-00cd-4792-9219-184809bea00e req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Network d7f85be6-0598-4b4c-848a-8d0d976280f3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:37:43.883022 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-88fc8810-00cd-4792-9219-184809bea00e req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:37:43.886694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fc8810-00cd-4792-9219-184809bea00e req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:37:43.893128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Pushing event updated for resources: {'Port': ['ID=836fa4dd-4597-4296-8764-82fb436818dd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:43.938423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc8810-00cd-4792-9219-184809bea00e req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:43.939037 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88fc8810-00cd-4792-9219-184809bea00e req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:43.956248 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88fc8810-00cd-4792-9219-184809bea00e req-28f40f0f-25fd-40dd-825b-e2371bc5fcf0 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6583369 Mar 11 12:37:43.967860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Request body: {'port': {'device_id': '3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:37:44.030696 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (836fa4dd-4597-4296-8764-82fb436818dd), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:44.115236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-853c66d0-b245-4dde-bfc3-aa854f44af3c None None] Provisioning complete for port 836fa4dd-4597-4296-8764-82fb436818dd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:37:44.115907 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-853c66d0-b245-4dde-bfc3-aa854f44af3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (836fa4dd-4597-4296-8764-82fb436818dd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:44.152299 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-853c66d0-b245-4dde-bfc3-aa854f44af3c None None] Port 836fa4dd-4597-4296-8764-82fb436818dd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:37:44.564376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf9d5a-337c-4df9-80f2-e37483e20286 req-ff1db235-3272-4d38-a421-fd2f3bb85442 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:44.566055 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8bf9d5a-337c-4df9-80f2-e37483e20286 req-ff1db235-3272-4d38-a421-fd2f3bb85442 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 935 time: 0.0538211 Mar 11 12:37:44.615120 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8bf9d5a-337c-4df9-80f2-e37483e20286 req-49a73eeb-1afa-4c8a-aa68-b34c9fa760d4 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/security-groups?id=75ecac7d-3795-4fe5-b8e8-fb507c1151b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426812 Mar 11 12:37:44.653713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836fa4dd-4597-4296-8764-82fb436818dd {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:37:44.661413 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Publish callbacks [] for port (836fa4dd-4597-4296-8764-82fb436818dd), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:44.674518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Transition to ACTIVE for port object 836fa4dd-4597-4296-8764-82fb436818dd will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:37:44.681442 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (836fa4dd-4597-4296-8764-82fb436818dd), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:44.730138 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Pushing event updated for resources: {'Port': ['ID=836fa4dd-4597-4296-8764-82fb436818dd,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:44.808485 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Attempting to bind port 836fa4dd-4597-4296-8764-82fb436818dd on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:37:44.808814 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Attempting to bind port 836fa4dd-4597-4296-8764-82fb436818dd by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:37:44.809140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Attempting to bind port 836fa4dd-4597-4296-8764-82fb436818dd on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:37:44.813687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Port 836fa4dd-4597-4296-8764-82fb436818dd on network d7f85be6-0598-4b4c-848a-8d0d976280f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:37:44.813998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Attempting to bind port 836fa4dd-4597-4296-8764-82fb436818dd on network d7f85be6-0598-4b4c-848a-8d0d976280f3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:37:44.818824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:37:44.819174 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Checking segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:37:44.819556 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Bound using segment: {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:37:44.819999 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Bound port: 836fa4dd-4597-4296-8764-82fb436818dd, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f22a266-35a3-42ad-bec0-3cf6652a415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:37:44.821565 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (836fa4dd-4597-4296-8764-82fb436818dd), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:44.892453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] For port 836fa4dd-4597-4296-8764-82fb436818dd, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:37:44.896891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] For port 836fa4dd-4597-4296-8764-82fb436818dd, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=836fa4dd-4597-4296-8764-82fb436818dd,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:37:44.905916 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (836fa4dd-4597-4296-8764-82fb436818dd), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:44.940281 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:44.940955 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:44.942350 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88fc8810-00cd-4792-9219-184809bea00e req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] 10.222.0.37 "PUT /v2.0/ports/836fa4dd-4597-4296-8764-82fb436818dd HTTP/1.1" status: 200 len: 1095 time: 0.9789209 Mar 11 12:37:44.942826 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14', 'tag': '836fa4dd-4597-4296-8764-82fb436818dd'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:37:44.945207 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6184e71-25e4-4f32-9677-4c23762ce676" -d '{"events": [{"name": "network-changed", "server_uuid": "3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14", "tag": "836fa4dd-4597-4296-8764-82fb436818dd"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:37:44.978847 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94436868-a8ef-49d1-b0ee-aef2d3743234 service neutron] Pushing event updated for resources: {'Port': ['ID=836fa4dd-4597-4296-8764-82fb436818dd,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:45.014134 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c407f6e6-b494-46df-9a34-e4714ec75c3d x-openstack-request-id: req-c407f6e6-b494-46df-9a34-e4714ec75c3d {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:37:45.014424 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14", "tag": "836fa4dd-4597-4296-8764-82fb436818dd", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:37:45.014672 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c407f6e6-b494-46df-9a34-e4714ec75c3d {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:37:45.015072 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14', 'tag': '836fa4dd-4597-4296-8764-82fb436818dd', 'status': 'completed', 'code': 200} Mar 11 12:37:45.035168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc8810-00cd-4792-9219-184809bea00e req-69747142-6c43-4262-91c1-66e2af5b9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:45.036736 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88fc8810-00cd-4792-9219-184809bea00e req-69747142-6c43-4262-91c1-66e2af5b9ea4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b67b5ec92dc4a82bff5fd0504e07dd7&device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 1129 time: 0.0519867 Mar 11 12:37:45.083930 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88fc8810-00cd-4792-9219-184809bea00e req-c8b64df6-e766-4ab0-bb2d-c3e5cfc17b4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=836fa4dd-4597-4296-8764-82fb436818dd HTTP/1.1" status: 200 len: 217 time: 0.0400264 Mar 11 12:37:45.134977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc8810-00cd-4792-9219-184809bea00e req-71ff109e-d3e1-4e19-b532-53d0e3bbe474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:45.136528 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88fc8810-00cd-4792-9219-184809bea00e req-71ff109e-d3e1-4e19-b532-53d0e3bbe474 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0468125 Mar 11 12:37:45.186591 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc8810-00cd-4792-9219-184809bea00e req-b0bf9b21-f1c6-4503-ba1f-9929d161ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:45.188128 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88fc8810-00cd-4792-9219-184809bea00e req-b0bf9b21-f1c6-4503-ba1f-9929d161ba16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0456808 Mar 11 12:37:45.295840 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88fc8810-00cd-4792-9219-184809bea00e req-5d3280ac-d96f-4a98-b577-bcad76d855e5 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982227 Mar 11 12:37:45.384746 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-88fc8810-00cd-4792-9219-184809bea00e req-863141a4-72e9-4b7e-97dc-b28b3f4aa84c service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832012 Mar 11 12:37:45.487384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6184e71-25e4-4f32-9677-4c23762ce676 req-1b318a39-c076-497b-8643-2e5dbed83c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:45.489047 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6184e71-25e4-4f32-9677-4c23762ce676 req-1b318a39-c076-497b-8643-2e5dbed83c43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b67b5ec92dc4a82bff5fd0504e07dd7&device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 1129 time: 0.0562284 Mar 11 12:37:45.582959 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6184e71-25e4-4f32-9677-4c23762ce676 req-fe16b310-278a-43f1-928d-85b96f8a3cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:45.584454 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6184e71-25e4-4f32-9677-4c23762ce676 req-fe16b310-278a-43f1-928d-85b96f8a3cc2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f85be6-0598-4b4c-848a-8d0d976280f3 HTTP/1.1" status: 200 len: 870 time: 0.0889065 Mar 11 12:37:45.638551 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6184e71-25e4-4f32-9677-4c23762ce676 req-5cbb7e74-4f77-4d25-800d-bf014bd8cb31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=836fa4dd-4597-4296-8764-82fb436818dd HTTP/1.1" status: 200 len: 217 time: 0.0480275 Mar 11 12:37:45.690373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6184e71-25e4-4f32-9677-4c23762ce676 req-a6aa4a09-94df-4174-b84e-4fef69ab123a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:45.691897 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6184e71-25e4-4f32-9677-4c23762ce676 req-a6aa4a09-94df-4174-b84e-4fef69ab123a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99c63ccd-6e91-491f-aad2-ae9e3da39a04 HTTP/1.1" status: 200 len: 843 time: 0.0468774 Mar 11 12:37:45.737277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5983fe5-a7c2-42ed-b82b-da0329abdcc1 req-c560fe03-6ad4-4af6-9f7d-3c037178ee66 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:45.739012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d5983fe5-a7c2-42ed-b82b-da0329abdcc1 req-c560fe03-6ad4-4af6-9f7d-3c037178ee66 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 947 time: 0.0548060 Mar 11 12:37:45.741629 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6184e71-25e4-4f32-9677-4c23762ce676 req-b599da3f-5881-4790-bbf4-939eaf895b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:45.743352 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6184e71-25e4-4f32-9677-4c23762ce676 req-b599da3f-5881-4790-bbf4-939eaf895b7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f85be6-0598-4b4c-848a-8d0d976280f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0449591 Mar 11 12:37:45.768643 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f4c87742-e22a-40fe-8353-b41ebb511f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:45.794857 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d5983fe5-a7c2-42ed-b82b-da0329abdcc1 req-0b8a278c-fca5-4aa7-b3c3-11b03defea92 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/security-groups?id=75ecac7d-3795-4fe5-b8e8-fb507c1151b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502739 Mar 11 12:37:45.841839 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6184e71-25e4-4f32-9677-4c23762ce676 req-cf70cf48-a2bb-4067-b6c7-134127398cb4 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918059 Mar 11 12:37:45.936549 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6184e71-25e4-4f32-9677-4c23762ce676 req-3132d5b7-f266-4e25-b3a6-1d984a919cd8 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f85be6-0598-4b4c-848a-8d0d976280f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876446 Mar 11 12:37:46.935513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2f253-ee94-4c4c-b204-b52cc067f5db req-d5b5954f-9fc5-4c3c-9f3f-d6da06f0a0dd tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:46.937064 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9da2f253-ee94-4c4c-b204-b52cc067f5db req-d5b5954f-9fc5-4c3c-9f3f-d6da06f0a0dd tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 947 time: 0.0649316 Mar 11 12:37:46.986215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9da2f253-ee94-4c4c-b204-b52cc067f5db req-ccaf1d31-2e89-4208-b2e6-58af9addd6e9 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/security-groups?id=75ecac7d-3795-4fe5-b8e8-fb507c1151b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409753 Mar 11 12:37:47.391193 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:47.496129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 836fa4dd-4597-4296-8764-82fb436818dd details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:37:47.599501 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 836fa4dd-4597-4296-8764-82fb436818dd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=836fa4dd-4597-4296-8764-82fb436818dd,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:37:47.773712 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '836fa4dd-4597-4296-8764-82fb436818dd', 'network_id': 'd7f85be6-0598-4b4c-848a-8d0d976280f3', 'port_id': '836fa4dd-4597-4296-8764-82fb436818dd', 'mac_address': 'fa:16:3e:4c:ac:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c63ccd-6e91-491f-aad2-ae9e3da39a04', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:37:47.811155 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 836fa4dd-4597-4296-8764-82fb436818dd is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:37:47.811537 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (836fa4dd-4597-4296-8764-82fb436818dd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:47.824835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836fa4dd-4597-4296-8764-82fb436818dd {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:37:47.845563 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 836fa4dd-4597-4296-8764-82fb436818dd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=836fa4dd-4597-4296-8764-82fb436818dd,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:37:47.850672 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (836fa4dd-4597-4296-8764-82fb436818dd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:47.896818 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=836fa4dd-4597-4296-8764-82fb436818dd,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:48.083270 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['836fa4dd-4597-4296-8764-82fb436818dd'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:37:48.120513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409b29f-0d7e-4a17-a5ff-495e012d8fc8 req-76b50993-5b25-4529-9093-06a88740a58f tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:48.122000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2409b29f-0d7e-4a17-a5ff-495e012d8fc8 req-76b50993-5b25-4529-9093-06a88740a58f tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 948 time: 0.0552983 Mar 11 12:37:48.171598 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2409b29f-0d7e-4a17-a5ff-495e012d8fc8 req-1a9361e3-0931-44a6-89ca-54c1251ffa4d tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/security-groups?id=75ecac7d-3795-4fe5-b8e8-fb507c1151b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436630 Mar 11 12:37:48.802802 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:49.311724 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdde2c-cadf-4394-bc17-24201942461d req-85158635-3075-48f9-a54f-c86af383898f tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:49.313234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69fdde2c-cadf-4394-bc17-24201942461d req-85158635-3075-48f9-a54f-c86af383898f tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 948 time: 0.0630190 Mar 11 12:37:49.363456 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69fdde2c-cadf-4394-bc17-24201942461d req-a29e0560-b2f6-42d6-9b8a-73ae3acd50c2 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/security-groups?id=75ecac7d-3795-4fe5-b8e8-fb507c1151b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419939 Mar 11 12:37:49.497663 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 836fa4dd-4597-4296-8764-82fb436818dd up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:37:49.559936 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 836fa4dd-4597-4296-8764-82fb436818dd completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:37:49.564232 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 836fa4dd-4597-4296-8764-82fb436818dd triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:37:49.564683 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (836fa4dd-4597-4296-8764-82fb436818dd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:49.655736 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 836fa4dd-4597-4296-8764-82fb436818dd is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:37:49.656133 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (836fa4dd-4597-4296-8764-82fb436818dd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:49.683159 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836fa4dd-4597-4296-8764-82fb436818dd'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:37:49.697371 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 836fa4dd-4597-4296-8764-82fb436818dd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=836fa4dd-4597-4296-8764-82fb436818dd,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:37:49.703508 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (836fa4dd-4597-4296-8764-82fb436818dd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:49.726985 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c063bdcf-aede-46ae-b50c-60854b2fcfe7" -d '{"events": [{"server_uuid": "3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14", "name": "network-vif-plugged", "status": "completed", "tag": "836fa4dd-4597-4296-8764-82fb436818dd"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:37:49.755130 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=836fa4dd-4597-4296-8764-82fb436818dd,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:49.818392 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e9a1ed-d3e8-4974-a19a-7370e28d641a x-openstack-request-id: req-75e9a1ed-d3e8-4974-a19a-7370e28d641a {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:37:49.818994 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14", "name": "network-vif-plugged", "status": "completed", "tag": "836fa4dd-4597-4296-8764-82fb436818dd", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:37:49.818994 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-75e9a1ed-d3e8-4974-a19a-7370e28d641a {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:37:49.819349 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836fa4dd-4597-4296-8764-82fb436818dd', 'code': 200} Mar 11 12:37:49.925979 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c909b-e4d7-4cf5-b54e-ab98d3ce1835 req-6c23174b-3070-49c6-9286-7a8a2e432c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:49.927540 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e76c909b-e4d7-4cf5-b54e-ab98d3ce1835 req-6c23174b-3070-49c6-9286-7a8a2e432c64 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 1131 time: 0.0519176 Mar 11 12:37:49.979332 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e76c909b-e4d7-4cf5-b54e-ab98d3ce1835 req-d7335fc5-cf9d-42ea-b2b3-68989376abce service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=75ecac7d-3795-4fe5-b8e8-fb507c1151b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456376 Mar 11 12:37:50.109955 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:50.490887 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092582a-3d86-4967-a8d1-4f225af0e3ee req-9aa4e88b-192c-4d3a-a18a-955005a60702 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:50.492443 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0092582a-3d86-4967-a8d1-4f225af0e3ee req-9aa4e88b-192c-4d3a-a18a-955005a60702 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 949 time: 0.0554180 Mar 11 12:37:50.540996 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0092582a-3d86-4967-a8d1-4f225af0e3ee req-8b17f686-459e-492b-bf03-8b33f26db41f tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/security-groups?id=75ecac7d-3795-4fe5-b8e8-fb507c1151b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 Mar 11 12:37:51.671714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65ba03-ff2b-451a-ac2e-40e2154467c3 req-00cd7e9c-73c2-4ee9-8c87-efd318694611 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:51.673183 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db65ba03-ff2b-451a-ac2e-40e2154467c3 req-00cd7e9c-73c2-4ee9-8c87-efd318694611 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 949 time: 0.0546994 Mar 11 12:37:51.724417 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db65ba03-ff2b-451a-ac2e-40e2154467c3 req-7198360f-07a4-4ca0-b11d-6a30c7c8a2ed tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/security-groups?id=75ecac7d-3795-4fe5-b8e8-fb507c1151b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454407 Mar 11 12:37:52.179007 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-dc34df29-abfa-4e5d-b917-30914bd02c8a req-5cbbcf03-d47d-4923-8485-0ce06c2bef72 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:37:52.180077 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc34df29-abfa-4e5d-b917-30914bd02c8a req-5cbbcf03-d47d-4923-8485-0ce06c2bef72 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0512769 Mar 11 12:37:52.617619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-71d24db4-8c2c-4571-b240-d0b619f1e385 req-e8c13550-3699-4cd7-a619-b561b9ef9fe7 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:37:52.618749 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-71d24db4-8c2c-4571-b240-d0b619f1e385 req-e8c13550-3699-4cd7-a619-b561b9ef9fe7 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0515494 Mar 11 12:37:53.011263 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca78387-2dd7-4074-af3d-846b2c1f4d1f req-ce493c34-fdd7-4427-bcb7-060d91e2084d tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:53.012777 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ca78387-2dd7-4074-af3d-846b2c1f4d1f req-ce493c34-fdd7-4427-bcb7-060d91e2084d tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 949 time: 0.0617340 Mar 11 12:37:53.061812 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ca78387-2dd7-4074-af3d-846b2c1f4d1f req-68b57e74-07a1-4c2f-b68e-057faebd0835 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/security-groups?id=75ecac7d-3795-4fe5-b8e8-fb507c1151b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432527 Mar 11 12:37:54.193293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fcaa2-2d38-476a-a603-5f52ff49c094 req-5cd27d04-f578-461a-b731-38e7368a0f18 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:54.194767 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-151fcaa2-2d38-476a-a603-5f52ff49c094 req-5cd27d04-f578-461a-b731-38e7368a0f18 tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 949 time: 0.0559607 Mar 11 12:37:54.244355 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-151fcaa2-2d38-476a-a603-5f52ff49c094 req-8e4aa70b-c946-4f10-ba46-48f042f0e3ea tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.78 "GET /v2.0/security-groups?id=75ecac7d-3795-4fe5-b8e8-fb507c1151b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436120 Mar 11 12:37:54.248334 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327f496-531e-4c34-8796-9d5e93c1f09a req-122ce119-57e1-4535-a315-ced160bec3dc tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:54.249831 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2327f496-531e-4c34-8796-9d5e93c1f09a req-122ce119-57e1-4535-a315-ced160bec3dc tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14 HTTP/1.1" status: 200 len: 949 time: 0.0574129 Mar 11 12:37:54.345761 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-2327f496-531e-4c34-8796-9d5e93c1f09a req-191ba0dd-55d2-419e-bbc1-e5db0929e0fe tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Deleting port 836fa4dd-4597-4296-8764-82fb436818dd {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:37:54.345996 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2327f496-531e-4c34-8796-9d5e93c1f09a req-191ba0dd-55d2-419e-bbc1-e5db0929e0fe tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (836fa4dd-4597-4296-8764-82fb436818dd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:54.440317 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2327f496-531e-4c34-8796-9d5e93c1f09a req-191ba0dd-55d2-419e-bbc1-e5db0929e0fe tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] For port 836fa4dd-4597-4296-8764-82fb436818dd, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=836fa4dd-4597-4296-8764-82fb436818dd,segment=NetworkSegment(7f22a266-35a3-42ad-bec0-3cf6652a415a),segment_id=7f22a266-35a3-42ad-bec0-3cf6652a415a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:37:54.440678 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2327f496-531e-4c34-8796-9d5e93c1f09a req-191ba0dd-55d2-419e-bbc1-e5db0929e0fe tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (836fa4dd-4597-4296-8764-82fb436818dd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:54.453098 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-2327f496-531e-4c34-8796-9d5e93c1f09a req-191ba0dd-55d2-419e-bbc1-e5db0929e0fe tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Calling delete_port for 836fa4dd-4597-4296-8764-82fb436818dd owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:37:54.589565 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2327f496-531e-4c34-8796-9d5e93c1f09a req-191ba0dd-55d2-419e-bbc1-e5db0929e0fe tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (836fa4dd-4597-4296-8764-82fb436818dd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:54.601179 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['836fa4dd-4597-4296-8764-82fb436818dd'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:37:54.617998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ba0dd-55d2-419e-bbc1-e5db0929e0fe tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Pushing event deleted for resources: {'Port': ['ID=836fa4dd-4597-4296-8764-82fb436818dd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:54.661995 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-2327f496-531e-4c34-8796-9d5e93c1f09a req-191ba0dd-55d2-419e-bbc1-e5db0929e0fe tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] No DVR routers for this DVR port 836fa4dd-4597-4296-8764-82fb436818dd on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:37:54.665208 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2327f496-531e-4c34-8796-9d5e93c1f09a req-191ba0dd-55d2-419e-bbc1-e5db0929e0fe tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:54.669262 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2327f496-531e-4c34-8796-9d5e93c1f09a req-191ba0dd-55d2-419e-bbc1-e5db0929e0fe tempest-ServersAdminNegativeTestJSON-1234987880 tempest-ServersAdminNegativeTestJSON-1234987880-project] 10.222.0.37 "DELETE /v2.0/ports/836fa4dd-4597-4296-8764-82fb436818dd HTTP/1.1" status: 204 len: 173 time: 0.4142816 Mar 11 12:37:54.669731 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14', 'name': 'network-vif-deleted', 'tag': '836fa4dd-4597-4296-8764-82fb436818dd'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:37:54.672073 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877da2a4-f2b8-4a1d-bd5b-7c5ed42aa2b8" -d '{"events": [{"server_uuid": "3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14", "name": "network-vif-deleted", "tag": "836fa4dd-4597-4296-8764-82fb436818dd"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:37:54.713000 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972ec7f7-9f2f-4056-aaa7-385fca64861c x-openstack-request-id: req-972ec7f7-9f2f-4056-aaa7-385fca64861c {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:37:54.713298 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14", "name": "network-vif-deleted", "tag": "836fa4dd-4597-4296-8764-82fb436818dd", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:37:54.713568 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-972ec7f7-9f2f-4056-aaa7-385fca64861c {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:37:54.713970 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1e2c13-e8a5-46ba-94c9-a9643b7ddb14', 'name': 'network-vif-deleted', 'tag': '836fa4dd-4597-4296-8764-82fb436818dd', 'status': 'completed', 'code': 200} Mar 11 12:37:55.551770 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44242) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:55.685937 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-414113ad-361d-403d-8020-7ae149e04c71 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1b67b5ec92dc4a82bff5fd0504e07dd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329474 Mar 11 12:37:55.688520 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44246) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:55.739820 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c700b72b-695d-4857-8a0e-1aed0c89a136 admin admin] Publish callbacks [] for security_group (75ecac7d-3795-4fe5-b8e8-fb507c1151b0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:55.761255 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c700b72b-695d-4857-8a0e-1aed0c89a136 admin admin] Publish callbacks [] for security_group (75ecac7d-3795-4fe5-b8e8-fb507c1151b0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:55.810523 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c700b72b-695d-4857-8a0e-1aed0c89a136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (75ecac7d-3795-4fe5-b8e8-fb507c1151b0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:55.813221 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c700b72b-695d-4857-8a0e-1aed0c89a136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:55.814486 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c700b72b-695d-4857-8a0e-1aed0c89a136 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/75ecac7d-3795-4fe5-b8e8-fb507c1151b0 HTTP/1.1" status: 204 len: 168 time: 0.1250043 Mar 11 12:37:55.823128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700b72b-695d-4857-8a0e-1aed0c89a136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ecac7d-3795-4fe5-b8e8-fb507c1151b0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:56.094537 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44252) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:56.108511 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf207e8b-7a61-4488-b0f0-aa665d6155c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:56.184486 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf207e8b-7a61-4488-b0f0-aa665d6155c5 admin admin] Publish callbacks [] for security_group (b0a34d2e-c931-497a-96ba-2c24e0c76ecc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:56.189155 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf207e8b-7a61-4488-b0f0-aa665d6155c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b0a34d2e-c931-497a-96ba-2c24e0c76ecc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:56.225320 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf207e8b-7a61-4488-b0f0-aa665d6155c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a34d2e-c931-497a-96ba-2c24e0c76ecc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:56.232521 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cf207e8b-7a61-4488-b0f0-aa665d6155c5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5184e3b051ea40a39a139854a71c2f88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343548 Mar 11 12:37:56.232728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44254) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:56.281712 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d591f8bb-68f3-4ee7-9eb1-9476e1c30445 admin admin] Publish callbacks [] for security_group (b0a34d2e-c931-497a-96ba-2c24e0c76ecc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:56.302678 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d591f8bb-68f3-4ee7-9eb1-9476e1c30445 admin admin] Publish callbacks [] for security_group (b0a34d2e-c931-497a-96ba-2c24e0c76ecc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:56.356198 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d591f8bb-68f3-4ee7-9eb1-9476e1c30445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b0a34d2e-c931-497a-96ba-2c24e0c76ecc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:56.358917 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d591f8bb-68f3-4ee7-9eb1-9476e1c30445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:56.362648 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d591f8bb-68f3-4ee7-9eb1-9476e1c30445 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b0a34d2e-c931-497a-96ba-2c24e0c76ecc HTTP/1.1" status: 204 len: 168 time: 0.1265078 Mar 11 12:37:56.369399 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591f8bb-68f3-4ee7-9eb1-9476e1c30445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a34d2e-c931-497a-96ba-2c24e0c76ecc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:57.060780 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44276) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:57.156984 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-4587936d-54f8-479b-b10d-a2d73e3fec16 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-597069089-network', 'tenant_id': 'd605e19620244a7da49c1bb2d934c2cd'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:37:57.179187 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4587936d-54f8-479b-b10d-a2d73e3fec16 admin admin] Made reservation on behalf of d605e19620244a7da49c1bb2d934c2cd for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:37:57.181701 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4587936d-54f8-479b-b10d-a2d73e3fec16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:57.190085 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4587936d-54f8-479b-b10d-a2d73e3fec16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:57.267151 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4587936d-54f8-479b-b10d-a2d73e3fec16 admin admin] Publish callbacks [] for security_group (c3dd8291-e384-4104-b05c-34f0b83a4501), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:57.273420 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4587936d-54f8-479b-b10d-a2d73e3fec16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c3dd8291-e384-4104-b05c-34f0b83a4501), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:57.298980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4587936d-54f8-479b-b10d-a2d73e3fec16 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:37:57.308971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587936d-54f8-479b-b10d-a2d73e3fec16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dd8291-e384-4104-b05c-34f0b83a4501,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:57.314045 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4587936d-54f8-479b-b10d-a2d73e3fec16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (73d7a429-a2a2-4a2a-84f3-ff678240a010), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:57.314367 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-4587936d-54f8-479b-b10d-a2d73e3fec16 admin admin] Added segment 73d7a429-a2a2-4a2a-84f3-ff678240a010 of type vlan for network f4d2b504-e03c-4adb-b187-4515d3aa8cee Mar 11 12:37:57.353521 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4587936d-54f8-479b-b10d-a2d73e3fec16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (f4d2b504-e03c-4adb-b187-4515d3aa8cee), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:57.379420 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4587936d-54f8-479b-b10d-a2d73e3fec16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (f4d2b504-e03c-4adb-b187-4515d3aa8cee), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:57.380477 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4587936d-54f8-479b-b10d-a2d73e3fec16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:57.381165 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4587936d-54f8-479b-b10d-a2d73e3fec16 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:57.415555 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4587936d-54f8-479b-b10d-a2d73e3fec16 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3530588 Mar 11 12:37:57.418360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44280) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:37:57.423002 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b359df4e-38fe-4e3a-a6b1-9307071ceb34 admin admin] Request body: {'subnet': {'network_id': 'f4d2b504-e03c-4adb-b187-4515d3aa8cee', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-597069089-subnet', 'tenant_id': 'd605e19620244a7da49c1bb2d934c2cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:37:57.457570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587936d-54f8-479b-b10d-a2d73e3fec16 admin admin] Pushing event updated for resources: {'Network': ['ID=f4d2b504-e03c-4adb-b187-4515d3aa8cee,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:57.469576 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network f4d2b504-e03c-4adb-b187-4515d3aa8cee details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:37:57.473163 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b359df4e-38fe-4e3a-a6b1-9307071ceb34 admin admin] Made reservation on behalf of d605e19620244a7da49c1bb2d934c2cd for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:37:57.475511 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b359df4e-38fe-4e3a-a6b1-9307071ceb34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:57.652691 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b359df4e-38fe-4e3a-a6b1-9307071ceb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (9dd3ad48-5a22-4389-8177-a42efef39e6e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:57.702364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359df4e-38fe-4e3a-a6b1-9307071ceb34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd3ad48-5a22-4389-8177-a42efef39e6e,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:37:57.717756 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b359df4e-38fe-4e3a-a6b1-9307071ceb34 admin admin] Checking segment: {'id': '73d7a429-a2a2-4a2a-84f3-ff678240a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f4d2b504-e03c-4adb-b187-4515d3aa8cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:37:57.718119 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b359df4e-38fe-4e3a-a6b1-9307071ceb34 admin admin] Network hostable DHCP agents. Network: f4d2b504-e03c-4adb-b187-4515d3aa8cee, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:37:57.736516 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b359df4e-38fe-4e3a-a6b1-9307071ceb34 admin admin] Network f4d2b504-e03c-4adb-b187-4515d3aa8cee is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:37:57.747000 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-b359df4e-38fe-4e3a-a6b1-9307071ceb34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, f4d2b504-e03c-4adb-b187-4515d3aa8cee) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:37:57.751534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b359df4e-38fe-4e3a-a6b1-9307071ceb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:57.752333 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b359df4e-38fe-4e3a-a6b1-9307071ceb34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:57.757899 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157c1c41-5254-4822-b223-f88e772d1591 None None] Network f4d2b504-e03c-4adb-b187-4515d3aa8cee requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:37:57.773124 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b359df4e-38fe-4e3a-a6b1-9307071ceb34 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3537436 Mar 11 12:37:57.867129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e6e8f9-cd9c-4f3f-b5fe-f2ede5af9d0d None None] Network f4d2b504-e03c-4adb-b187-4515d3aa8cee requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:37:58.221822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-ae3bd028-92d9-4d09-85fe-860f3ca232d9 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:58.223175 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-ae3bd028-92d9-4d09-85fe-860f3ca232d9 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/networks?id=f4d2b504-e03c-4adb-b187-4515d3aa8cee HTTP/1.1" status: 200 len: 811 time: 0.1073241 Mar 11 12:37:58.239947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e95bc174-0810-4902-bacb-1958339a0192 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/quotas/d605e19620244a7da49c1bb2d934c2cd HTTP/1.1" status: 200 len: 375 time: 0.0098176 Mar 11 12:37:58.272050 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-dcf6c1e1-baa8-482a-ad45-44ef3ab4f040 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d605e19620244a7da49c1bb2d934c2cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267813 Mar 11 12:37:58.282207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-b4330ecb-8b12-40e3-9352-fa6a295c60b4 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:37:58.283137 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-b4330ecb-8b12-40e3-9352-fa6a295c60b4 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049081 Mar 11 12:37:58.371806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-2bdbf237-934b-4303-86c9-11e28fc277ec service neutron] 10.222.0.78 "GET /v2.0/networks/f4d2b504-e03c-4adb-b187-4515d3aa8cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832722 Mar 11 12:37:58.463491 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-de1ffedd-0127-43c4-b1b9-cf5f7b218ae7 service neutron] 10.222.0.78 "GET /v2.0/networks/f4d2b504-e03c-4adb-b187-4515d3aa8cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859647 Mar 11 12:37:58.640821 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-794ff89d-528f-4626-9ac3-9ab9a086692c req-c21a4b2f-5fb8-4918-9712-6d0a66436316 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 210 time: 0.0320203 Mar 11 12:37:59.587894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 836fa4dd-4597-4296-8764-82fb436818dd no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:37:59.599271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-ce50244c-fb51-49bc-970c-61a7e3f2ca6a tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:37:59.601124 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-ce50244c-fb51-49bc-970c-61a7e3f2ca6a tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.37 "GET /v2.0/networks?id=f4d2b504-e03c-4adb-b187-4515d3aa8cee HTTP/1.1" status: 200 len: 811 time: 0.1093197 Mar 11 12:37:59.612251 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 836fa4dd-4597-4296-8764-82fb436818dd {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:37:59.612444 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-eb7152cc-0371-4fd3-b28c-056cec343edb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Request body: {'port': {'device_id': '7e705770-4dfd-40f5-bd0f-c4dad531e095', 'network_id': 'f4d2b504-e03c-4adb-b187-4515d3aa8cee', 'admin_state_up': True, 'tenant_id': 'd605e19620244a7da49c1bb2d934c2cd'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:37:59.612588 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 836fa4dd-4597-4296-8764-82fb436818dd not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:37:59.720802 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-eb7152cc-0371-4fd3-b28c-056cec343edb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Made reservation on behalf of d605e19620244a7da49c1bb2d934c2cd for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:37:59.724187 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-eb7152cc-0371-4fd3-b28c-056cec343edb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:37:59.739064 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-68449b17-7ddf-4ffb-8d30-b2ba7ee2eafe req-60862dbb-ccdf-477e-a269-84359accf5fd tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 210 time: 0.0285485 Mar 11 12:37:59.857114 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-eb7152cc-0371-4fd3-b28c-056cec343edb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Allocated IP 172.20.0.9 (f4d2b504-e03c-4adb-b187-4515d3aa8cee/9dd3ad48-5a22-4389-8177-a42efef39e6e/a300875f-3d11-4030-a1be-fd2d561585fa) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:38:00.006120 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-eb7152cc-0371-4fd3-b28c-056cec343edb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Publish callbacks [] for port (a300875f-3d11-4030-a1be-fd2d561585fa), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:00.043614 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-eb7152cc-0371-4fd3-b28c-056cec343edb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:00.089112 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-eb7152cc-0371-4fd3-b28c-056cec343edb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Network f4d2b504-e03c-4adb-b187-4515d3aa8cee is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:38:00.094227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-eb7152cc-0371-4fd3-b28c-056cec343edb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:38:00.097815 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-eb7152cc-0371-4fd3-b28c-056cec343edb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:38:00.104151 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7152cc-0371-4fd3-b28c-056cec343edb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Pushing event updated for resources: {'Port': ['ID=a300875f-3d11-4030-a1be-fd2d561585fa,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:00.147774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-eb7152cc-0371-4fd3-b28c-056cec343edb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:00.148409 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-eb7152cc-0371-4fd3-b28c-056cec343edb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:00.164892 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-eb7152cc-0371-4fd3-b28c-056cec343edb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5563238 Mar 11 12:38:00.175623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Request body: {'port': {'device_id': '7e705770-4dfd-40f5-bd0f-c4dad531e095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:38:00.236012 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:00.515902 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a300875f-3d11-4030-a1be-fd2d561585fa {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:38:00.527401 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Publish callbacks [] for port (a300875f-3d11-4030-a1be-fd2d561585fa), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:00.544638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Transition to ACTIVE for port object a300875f-3d11-4030-a1be-fd2d561585fa will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:38:00.549603 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:00.598243 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a300875f-3d11-4030-a1be-fd2d561585fa,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:00.684184 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Attempting to bind port a300875f-3d11-4030-a1be-fd2d561585fa on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:38:00.684911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Attempting to bind port a300875f-3d11-4030-a1be-fd2d561585fa by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '73d7a429-a2a2-4a2a-84f3-ff678240a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f4d2b504-e03c-4adb-b187-4515d3aa8cee'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:38:00.684911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Attempting to bind port a300875f-3d11-4030-a1be-fd2d561585fa on network f4d2b504-e03c-4adb-b187-4515d3aa8cee {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:38:00.689702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Port a300875f-3d11-4030-a1be-fd2d561585fa on network f4d2b504-e03c-4adb-b187-4515d3aa8cee not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:38:00.690020 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Attempting to bind port a300875f-3d11-4030-a1be-fd2d561585fa on network f4d2b504-e03c-4adb-b187-4515d3aa8cee {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:38:00.695294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:38:00.695621 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Checking segment: {'id': '73d7a429-a2a2-4a2a-84f3-ff678240a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f4d2b504-e03c-4adb-b187-4515d3aa8cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:38:00.696044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Bound using segment: {'id': '73d7a429-a2a2-4a2a-84f3-ff678240a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f4d2b504-e03c-4adb-b187-4515d3aa8cee'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:38:00.696471 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Bound port: a300875f-3d11-4030-a1be-fd2d561585fa, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d7a429-a2a2-4a2a-84f3-ff678240a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f4d2b504-e03c-4adb-b187-4515d3aa8cee'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:38:00.696807 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:00.764315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] For port a300875f-3d11-4030-a1be-fd2d561585fa, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:38:00.769367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] For port a300875f-3d11-4030-a1be-fd2d561585fa, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a300875f-3d11-4030-a1be-fd2d561585fa,segment=NetworkSegment(73d7a429-a2a2-4a2a-84f3-ff678240a010),segment_id=73d7a429-a2a2-4a2a-84f3-ff678240a010)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:38:00.778868 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:00.812754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:00.813432 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:00.814807 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] 10.222.0.37 "PUT /v2.0/ports/a300875f-3d11-4030-a1be-fd2d561585fa HTTP/1.1" status: 200 len: 1091 time: 0.6431837 Mar 11 12:38:00.815251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e705770-4dfd-40f5-bd0f-c4dad531e095', 'tag': 'a300875f-3d11-4030-a1be-fd2d561585fa'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:38:00.817500 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51f9122-2047-46fb-968b-5f5eb73fb7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7e705770-4dfd-40f5-bd0f-c4dad531e095", "tag": "a300875f-3d11-4030-a1be-fd2d561585fa"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:38:00.861411 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cae15d0-c0ed-4b81-93c3-71b78cbec479 x-openstack-request-id: req-0cae15d0-c0ed-4b81-93c3-71b78cbec479 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:38:00.861411 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e705770-4dfd-40f5-bd0f-c4dad531e095", "tag": "a300875f-3d11-4030-a1be-fd2d561585fa", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:38:00.861411 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0cae15d0-c0ed-4b81-93c3-71b78cbec479 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:38:00.861411 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e705770-4dfd-40f5-bd0f-c4dad531e095', 'tag': 'a300875f-3d11-4030-a1be-fd2d561585fa', 'status': 'completed', 'code': 200} Mar 11 12:38:00.870218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afcc11-5de5-4c5c-b811-da6673dd77d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a300875f-3d11-4030-a1be-fd2d561585fa,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:00.879343 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9334384-c90c-4713-bbd5-331af73e443b req-0310ee25-fb1a-42cf-a622-ad54d9bb6bfa tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:00.884179 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9334384-c90c-4713-bbd5-331af73e443b req-0310ee25-fb1a-42cf-a622-ad54d9bb6bfa tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 943 time: 0.0696986 Mar 11 12:38:00.918732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-5f625398-987c-45f8-8950-feeb1a578cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:00.920485 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-5f625398-987c-45f8-8950-feeb1a578cf6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d605e19620244a7da49c1bb2d934c2cd&device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 1125 time: 0.0586951 Mar 11 12:38:00.932843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b9334384-c90c-4713-bbd5-331af73e443b req-51e97d8a-3a1a-4f50-a7d6-7c0bd5b4b7ff tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451813 Mar 11 12:38:00.963173 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-ed90a981-6e75-46bf-ac49-b21d99b9bc67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a300875f-3d11-4030-a1be-fd2d561585fa HTTP/1.1" status: 200 len: 217 time: 0.0362086 Mar 11 12:38:01.025574 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-6f79b7ef-3f8d-4b6f-8fe4-93c04e23f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:01.026951 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-6f79b7ef-3f8d-4b6f-8fe4-93c04e23f2a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9dd3ad48-5a22-4389-8177-a42efef39e6e HTTP/1.1" status: 200 len: 851 time: 0.0586002 Mar 11 12:38:01.058617 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-9df9165f-687a-43ff-ab2a-218f5f690095 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4d2b504-e03c-4adb-b187-4515d3aa8cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258601 Mar 11 12:38:01.164558 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-ce71b614-0671-4bc4-b1d2-530d5b479d04 service neutron] 10.222.0.37 "GET /v2.0/networks/f4d2b504-e03c-4adb-b187-4515d3aa8cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987816 Mar 11 12:38:01.259820 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-de67dec7-7053-4574-bdcb-30c9d6088cb3 req-9c4e216c-3440-4e4e-a8ac-075b21f015e2 service neutron] 10.222.0.37 "GET /v2.0/networks/f4d2b504-e03c-4adb-b187-4515d3aa8cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894372 Mar 11 12:38:01.361906 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f9122-2047-46fb-968b-5f5eb73fb7d5 req-37d38487-fdd3-4125-80d8-6947f32a8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:01.363537 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c51f9122-2047-46fb-968b-5f5eb73fb7d5 req-37d38487-fdd3-4125-80d8-6947f32a8f6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d605e19620244a7da49c1bb2d934c2cd&device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 1125 time: 0.0522499 Mar 11 12:38:01.460075 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f9122-2047-46fb-968b-5f5eb73fb7d5 req-84533f9d-ccf6-4700-b561-d0c2265f8629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:01.461626 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c51f9122-2047-46fb-968b-5f5eb73fb7d5 req-84533f9d-ccf6-4700-b561-d0c2265f8629 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f4d2b504-e03c-4adb-b187-4515d3aa8cee HTTP/1.1" status: 200 len: 912 time: 0.0921483 Mar 11 12:38:01.504864 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c51f9122-2047-46fb-968b-5f5eb73fb7d5 req-6fafaee8-5eff-4174-b6a5-24a9b4aec242 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a300875f-3d11-4030-a1be-fd2d561585fa HTTP/1.1" status: 200 len: 217 time: 0.0377469 Mar 11 12:38:01.556529 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f9122-2047-46fb-968b-5f5eb73fb7d5 req-5c55f094-b012-4c74-b0fe-6014c6bc6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:01.558047 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c51f9122-2047-46fb-968b-5f5eb73fb7d5 req-5c55f094-b012-4c74-b0fe-6014c6bc6e50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9dd3ad48-5a22-4389-8177-a42efef39e6e HTTP/1.1" status: 200 len: 851 time: 0.0460300 Mar 11 12:38:01.590151 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c51f9122-2047-46fb-968b-5f5eb73fb7d5 req-08db6812-1b75-4835-b96b-63c0b3da8bc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4d2b504-e03c-4adb-b187-4515d3aa8cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258908 Mar 11 12:38:01.684158 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c51f9122-2047-46fb-968b-5f5eb73fb7d5 req-fa16821e-5436-4bd1-a56f-53fd5bc6dac0 service neutron] 10.222.0.37 "GET /v2.0/networks/f4d2b504-e03c-4adb-b187-4515d3aa8cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875742 Mar 11 12:38:01.776191 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c51f9122-2047-46fb-968b-5f5eb73fb7d5 req-451e01a0-b13d-444c-ab10-44aaff1ebdfd service neutron] 10.222.0.37 "GET /v2.0/networks/f4d2b504-e03c-4adb-b187-4515d3aa8cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857227 Mar 11 12:38:02.078185 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe56336-b4e8-4a6f-9df1-0e4c73b2f642 req-81cbf450-31a8-44bd-a777-0d3088394883 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:02.079696 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fbe56336-b4e8-4a6f-9df1-0e4c73b2f642 req-81cbf450-31a8-44bd-a777-0d3088394883 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 943 time: 0.0650909 Mar 11 12:38:02.132735 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fbe56336-b4e8-4a6f-9df1-0e4c73b2f642 req-42bcde8d-3bd5-4552-8233-97040d3acc82 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447209 Mar 11 12:38:03.276739 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a6853-db48-462a-9980-a22cae29e6b0 req-28fa2d81-2322-40c0-a98b-44491bf8ea32 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:03.278224 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d85a6853-db48-462a-9980-a22cae29e6b0 req-28fa2d81-2322-40c0-a98b-44491bf8ea32 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 943 time: 0.0609059 Mar 11 12:38:03.330231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d85a6853-db48-462a-9980-a22cae29e6b0 req-7e57c5d1-49a8-4fbd-a634-c29c33075a2c tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463250 Mar 11 12:38:03.589092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device a300875f-3d11-4030-a1be-fd2d561585fa details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:38:03.692720 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port a300875f-3d11-4030-a1be-fd2d561585fa, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a300875f-3d11-4030-a1be-fd2d561585fa,segment=NetworkSegment(73d7a429-a2a2-4a2a-84f3-ff678240a010),segment_id=73d7a429-a2a2-4a2a-84f3-ff678240a010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:38:03.707666 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'a300875f-3d11-4030-a1be-fd2d561585fa', 'network_id': 'f4d2b504-e03c-4adb-b187-4515d3aa8cee', 'port_id': 'a300875f-3d11-4030-a1be-fd2d561585fa', 'mac_address': 'fa:16:3e:5b:b6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd3ad48-5a22-4389-8177-a42efef39e6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:38:03.744730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port a300875f-3d11-4030-a1be-fd2d561585fa is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:38:03.745114 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:03.759137 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a300875f-3d11-4030-a1be-fd2d561585fa {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:38:03.783679 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port a300875f-3d11-4030-a1be-fd2d561585fa, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a300875f-3d11-4030-a1be-fd2d561585fa,segment=NetworkSegment(73d7a429-a2a2-4a2a-84f3-ff678240a010),segment_id=73d7a429-a2a2-4a2a-84f3-ff678240a010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:38:03.790451 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:03.842581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=a300875f-3d11-4030-a1be-fd2d561585fa,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:03.982557 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['a300875f-3d11-4030-a1be-fd2d561585fa'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:38:04.204636 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:04.473274 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a9761-9101-4e53-8604-d914889d5a11 req-82212571-cfeb-4797-bba3-c632ab2c8d78 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:04.474643 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-414a9761-9101-4e53-8604-d914889d5a11 req-82212571-cfeb-4797-bba3-c632ab2c8d78 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 944 time: 0.0570199 Mar 11 12:38:04.523375 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-414a9761-9101-4e53-8604-d914889d5a11 req-2949129d-4776-4e20-8360-ab96c1e970db tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429671 Mar 11 12:38:04.901958 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:38:05.602459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device a300875f-3d11-4030-a1be-fd2d561585fa up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:38:05.654345 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port a300875f-3d11-4030-a1be-fd2d561585fa completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:38:05.657157 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457d9a6-fb55-4eba-b192-304c5ec3e9ec req-19a41aeb-dc05-4a4a-9ae3-d9fd9cb0e968 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:05.658705 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f457d9a6-fb55-4eba-b192-304c5ec3e9ec req-19a41aeb-dc05-4a4a-9ae3-d9fd9cb0e968 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 944 time: 0.0622332 Mar 11 12:38:05.659191 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port a300875f-3d11-4030-a1be-fd2d561585fa triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:38:05.659563 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:05.707316 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f457d9a6-fb55-4eba-b192-304c5ec3e9ec req-455ece61-9023-48f4-bb2f-0bf301e4bdba tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427685 Mar 11 12:38:05.742836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port a300875f-3d11-4030-a1be-fd2d561585fa is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:38:05.743188 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:05.766693 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e705770-4dfd-40f5-bd0f-c4dad531e095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a300875f-3d11-4030-a1be-fd2d561585fa'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:38:05.769028 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42278934-a436-4458-afb9-09113a82f601" -d '{"events": [{"server_uuid": "7e705770-4dfd-40f5-bd0f-c4dad531e095", "name": "network-vif-plugged", "status": "completed", "tag": "a300875f-3d11-4030-a1be-fd2d561585fa"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:38:05.782115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port a300875f-3d11-4030-a1be-fd2d561585fa, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a300875f-3d11-4030-a1be-fd2d561585fa,segment=NetworkSegment(73d7a429-a2a2-4a2a-84f3-ff678240a010),segment_id=73d7a429-a2a2-4a2a-84f3-ff678240a010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:38:05.787610 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:05.815434 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17abf4a8-4c0d-4612-9df0-8a8af47bc577 x-openstack-request-id: req-17abf4a8-4c0d-4612-9df0-8a8af47bc577 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:38:05.815774 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e705770-4dfd-40f5-bd0f-c4dad531e095", "name": "network-vif-plugged", "status": "completed", "tag": "a300875f-3d11-4030-a1be-fd2d561585fa", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:38:05.816034 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17abf4a8-4c0d-4612-9df0-8a8af47bc577 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:38:05.816454 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e705770-4dfd-40f5-bd0f-c4dad531e095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a300875f-3d11-4030-a1be-fd2d561585fa', 'code': 200} Mar 11 12:38:05.843141 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=a300875f-3d11-4030-a1be-fd2d561585fa,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:05.914016 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cc1d3-e36e-4fdd-9419-79d375733cbe req-ba09a1cb-3bc4-4dfe-9d11-c7d002a2a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:05.915531 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a46cc1d3-e36e-4fdd-9419-79d375733cbe req-ba09a1cb-3bc4-4dfe-9d11-c7d002a2a577 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 1127 time: 0.0533812 Mar 11 12:38:05.960271 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-a46cc1d3-e36e-4fdd-9419-79d375733cbe req-4308e7ab-884b-4cc5-9142-7ba838611db4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387032 Mar 11 12:38:06.845265 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a477ad-c810-4332-a4be-6ff9c3ae8f42 req-dd36b2be-d0f8-45c8-b486-988903ab60fa tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:06.846794 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37a477ad-c810-4332-a4be-6ff9c3ae8f42 req-dd36b2be-d0f8-45c8-b486-988903ab60fa tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0651038 Mar 11 12:38:06.906363 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37a477ad-c810-4332-a4be-6ff9c3ae8f42 req-0a04ddf0-ffe3-4015-b48c-fec15836f51e tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535686 Mar 11 12:38:08.046669 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f85d9-ce38-4139-a050-b04265572273 req-5be5b4a1-77d6-480c-8fe8-22bd8642a148 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:08.049271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-915f85d9-ce38-4139-a050-b04265572273 req-5be5b4a1-77d6-480c-8fe8-22bd8642a148 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0644655 Mar 11 12:38:08.100101 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-915f85d9-ce38-4139-a050-b04265572273 req-959cf3f9-037a-4975-92af-46e2ca39fda9 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451462 Mar 11 12:38:08.589487 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44354) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:38:08.642887 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77c69b-6272-41da-b073-ea913264f78c req-f7768047-7c8e-4e8c-adbc-486f36bc3689 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:08.644418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e77c69b-6272-41da-b073-ea913264f78c req-f7768047-7c8e-4e8c-adbc-486f36bc3689 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0567667 Mar 11 12:38:08.684920 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-60515b7c-cc10-43b5-88e2-48f30dd840cd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941198 Mar 11 12:38:08.692114 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e77c69b-6272-41da-b073-ea913264f78c req-15ddd0f3-3223-40d6-be9a-9cced0b0d784 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421550 Mar 11 12:38:08.693753 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-7ba67f3b-3d75-4f63-b2de-88b832ff9e73 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:38:08.694715 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-7ba67f3b-3d75-4f63-b2de-88b832ff9e73 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049951 Mar 11 12:38:09.062165 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44376) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:38:09.192756 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-85f329bf-b5c6-42f5-bad9-7334f05afa96 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:09.194863 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-85f329bf-b5c6-42f5-bad9-7334f05afa96 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports/a300875f-3d11-4030-a1be-fd2d561585fa HTTP/1.1" status: 200 len: 942 time: 0.1314509 Mar 11 12:38:09.852210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416209f-6b49-4c31-9715-dbeda0fca1f4 req-832d0ee2-1320-4efc-87e2-cac292bab5fa tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:09.854897 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e416209f-6b49-4c31-9715-dbeda0fca1f4 req-832d0ee2-1320-4efc-87e2-cac292bab5fa tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0676081 Mar 11 12:38:09.916912 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e416209f-6b49-4c31-9715-dbeda0fca1f4 req-94668d75-63b3-4d4e-ae52-82e56181c0a0 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530427 Mar 11 12:38:10.098498 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-d8a3a8cd-ef17-442e-8e70-fc7185e5d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:10.100065 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-d8a3a8cd-ef17-442e-8e70-fc7185e5d73e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d605e19620244a7da49c1bb2d934c2cd&device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 1127 time: 0.0519843 Mar 11 12:38:10.192507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-e534f581-b7e4-4062-b962-e6847df72d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:10.193927 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-e534f581-b7e4-4062-b962-e6847df72d6b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f4d2b504-e03c-4adb-b187-4515d3aa8cee HTTP/1.1" status: 200 len: 912 time: 0.0884390 Mar 11 12:38:10.237699 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-db8563c2-0580-424a-b30c-f3cf8baebc23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a300875f-3d11-4030-a1be-fd2d561585fa HTTP/1.1" status: 200 len: 217 time: 0.0382497 Mar 11 12:38:10.286604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-62410ff2-39c7-4e9d-965e-57b10cf98780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:10.288099 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-62410ff2-39c7-4e9d-965e-57b10cf98780 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9dd3ad48-5a22-4389-8177-a42efef39e6e HTTP/1.1" status: 200 len: 851 time: 0.0448611 Mar 11 12:38:10.318557 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-6715199b-47bd-48db-a57f-eeeded47f7d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4d2b504-e03c-4adb-b187-4515d3aa8cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248127 Mar 11 12:38:10.409932 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-3ccbc3db-b177-453f-8659-a9ccda0ee854 service neutron] 10.222.0.37 "GET /v2.0/networks/f4d2b504-e03c-4adb-b187-4515d3aa8cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859489 Mar 11 12:38:10.499049 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-4283ca29-a560-43bd-b066-ceea91aefbf9 service neutron] 10.222.0.37 "GET /v2.0/networks/f4d2b504-e03c-4adb-b187-4515d3aa8cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828362 Mar 11 12:38:11.057123 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d32619-5aec-4472-8470-35379d49a699 req-4c29bf16-5452-4300-82ef-b080bffe14eb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:11.058608 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-16d32619-5aec-4472-8470-35379d49a699 req-4c29bf16-5452-4300-82ef-b080bffe14eb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0638919 Mar 11 12:38:11.108099 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-16d32619-5aec-4472-8470-35379d49a699 req-f1b7a54c-2b3b-40c9-bed9-ba320c2b7656 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414367 Mar 11 12:38:12.245600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cf416-e462-40b9-acec-179fc4629e84 req-decf4586-6395-4164-b0ce-5c832badd4bb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:12.247146 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd6cf416-e462-40b9-acec-179fc4629e84 req-decf4586-6395-4164-b0ce-5c832badd4bb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0586259 Mar 11 12:38:12.298421 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd6cf416-e462-40b9-acec-179fc4629e84 req-10e16686-b114-40b9-8b88-98c57cae4ef3 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454440 Mar 11 12:38:13.089142 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:13.440136 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bbdf4-9b26-4eb2-ad41-39e058c0ffae req-5ce19cb4-d77f-4578-a111-a8cd7b2dd546 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:13.441679 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab7bbdf4-9b26-4eb2-ad41-39e058c0ffae req-5ce19cb4-d77f-4578-a111-a8cd7b2dd546 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0612803 Mar 11 12:38:13.689852 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-acc3387e-1528-4cbb-b6f9-fb3401d1770e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:13.809062 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab7bbdf4-9b26-4eb2-ad41-39e058c0ffae req-36e2c9d7-a68b-4e29-b6cb-b2ff664f3d86 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615282 Mar 11 12:38:14.944457 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5d999-3542-49c3-b9a0-0391307b169c req-0cfba3d1-ef40-4b57-90f7-2ef30fb04cc6 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:14.946016 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fef5d999-3542-49c3-b9a0-0391307b169c req-0cfba3d1-ef40-4b57-90f7-2ef30fb04cc6 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0578976 Mar 11 12:38:14.991335 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fef5d999-3542-49c3-b9a0-0391307b169c req-ff4ccad8-c2e5-47a0-8c8e-962622d0ad11 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394907 Mar 11 12:38:15.777260 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-af0cca6f-c538-43d5-ae9e-797c26e95d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:16.135965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a474b-a06f-43d1-8725-52837c905b0d req-f85abd65-3d00-45aa-b2af-123cc720918c tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:16.137786 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca9a474b-a06f-43d1-8725-52837c905b0d req-f85abd65-3d00-45aa-b2af-123cc720918c tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0641599 Mar 11 12:38:16.190138 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca9a474b-a06f-43d1-8725-52837c905b0d req-f7e5e1e4-4e8c-4eb1-9b79-888424fca94b tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440986 Mar 11 12:38:17.320182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504473b3-3870-450a-a203-a749a14e1265 req-22d4955c-ceae-4b20-b4cb-dbe439c6db15 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:17.321684 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-504473b3-3870-450a-a203-a749a14e1265 req-22d4955c-ceae-4b20-b4cb-dbe439c6db15 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0572526 Mar 11 12:38:17.370474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-504473b3-3870-450a-a203-a749a14e1265 req-f3e7eac4-c956-4d46-84ad-3b5c9569dafb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429764 Mar 11 12:38:17.390747 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:18.504494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219edd-4f1f-444a-900c-b415944305f7 req-cfa881c6-4968-4adf-971c-a4d63c4199a8 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:18.505918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a219edd-4f1f-444a-900c-b415944305f7 req-cfa881c6-4968-4adf-971c-a4d63c4199a8 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0537148 Mar 11 12:38:18.555250 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a219edd-4f1f-444a-900c-b415944305f7 req-00fd41d8-26c6-427a-bcfe-97da0f5f22c6 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405161 Mar 11 12:38:18.813291 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:19.691642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad768484-87b0-43bb-bcd0-7c03285842fa req-ad5c550c-02c5-463f-bc75-6b0d2a9db9bb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:19.693192 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad768484-87b0-43bb-bcd0-7c03285842fa req-ad5c550c-02c5-463f-bc75-6b0d2a9db9bb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0610754 Mar 11 12:38:19.743799 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad768484-87b0-43bb-bcd0-7c03285842fa req-2bb75982-55c4-48e8-9666-af999e17d9f7 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421820 Mar 11 12:38:20.105876 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:20.888097 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c750f-fa86-4949-bf77-39a94745e06f req-38e1a8a6-3bac-4670-913d-504bb21b5fa4 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:20.889613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-478c750f-fa86-4949-bf77-39a94745e06f req-38e1a8a6-3bac-4670-913d-504bb21b5fa4 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0659730 Mar 11 12:38:20.935847 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-478c750f-fa86-4949-bf77-39a94745e06f req-ce5e0f0c-82f9-4281-b577-1756fc365e23 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401092 Mar 11 12:38:22.087463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636e841-829f-4723-b739-7d72f11eee5e req-e58dfbaf-b32b-43e0-ae20-d0b92301d8d9 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:22.089009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e636e841-829f-4723-b739-7d72f11eee5e req-e58dfbaf-b32b-43e0-ae20-d0b92301d8d9 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0598338 Mar 11 12:38:22.143066 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e636e841-829f-4723-b739-7d72f11eee5e req-afebfa58-f7d7-4d39-8bd0-58db50f10ece tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464811 Mar 11 12:38:23.280941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea442a9e-f21c-4d4a-9158-daa233e090f9 req-b93f0894-79ac-4243-8d98-acc745acccf7 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:23.282441 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea442a9e-f21c-4d4a-9158-daa233e090f9 req-b93f0894-79ac-4243-8d98-acc745acccf7 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0601406 Mar 11 12:38:23.331570 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea442a9e-f21c-4d4a-9158-daa233e090f9 req-cf5e6985-9eb5-4a8e-b7c4-03efb934df12 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432062 Mar 11 12:38:24.469408 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255b947-7722-42a2-a482-4a315b2afea3 req-2dc859b4-78a7-4233-ac51-d3bcd5ae5b21 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:24.470873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d255b947-7722-42a2-a482-4a315b2afea3 req-2dc859b4-78a7-4233-ac51-d3bcd5ae5b21 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0565639 Mar 11 12:38:24.527045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d255b947-7722-42a2-a482-4a315b2afea3 req-5ba56954-3f88-4740-b1ac-526867b6017b tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470021 Mar 11 12:38:25.660539 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e7fc2-dd3d-4dd4-af5c-466dff242bde req-54a94459-e031-41fd-aa5b-d940066e4a5e tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:25.662075 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-911e7fc2-dd3d-4dd4-af5c-466dff242bde req-54a94459-e031-41fd-aa5b-d940066e4a5e tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0608351 Mar 11 12:38:25.712675 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-911e7fc2-dd3d-4dd4-af5c-466dff242bde req-55c8ca92-95f1-463e-b463-1f81ddcafe4b tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421715 Mar 11 12:38:26.846010 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26c8f3-30f0-4044-9893-1a1aa425371b req-d480c09b-fa88-4b95-82cf-54ecbdfbe22b tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:26.847529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff26c8f3-30f0-4044-9893-1a1aa425371b req-d480c09b-fa88-4b95-82cf-54ecbdfbe22b tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0550873 Mar 11 12:38:26.898200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff26c8f3-30f0-4044-9893-1a1aa425371b req-3eb87ef6-7eac-4787-aec8-306f5a4bee6e tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426240 Mar 11 12:38:28.036577 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0eb35-a0c2-4009-97d3-c4c2fbfc6ed6 req-f607cec0-a6c6-4b40-a262-9284ce95220d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:28.038097 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ab0eb35-a0c2-4009-97d3-c4c2fbfc6ed6 req-f607cec0-a6c6-4b40-a262-9284ce95220d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0617497 Mar 11 12:38:28.100934 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ab0eb35-a0c2-4009-97d3-c4c2fbfc6ed6 req-cd6f0c7b-9b7a-4bdf-baf9-3417aee18d3a tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565059 Mar 11 12:38:29.234119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfa943-17e7-4e78-b7c0-a7cabae7f2cb req-7c9efe6e-581c-48f9-8901-a889abdd0812 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:29.235691 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96dfa943-17e7-4e78-b7c0-a7cabae7f2cb req-7c9efe6e-581c-48f9-8901-a889abdd0812 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0596695 Mar 11 12:38:29.285760 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96dfa943-17e7-4e78-b7c0-a7cabae7f2cb req-2e87282b-9aa3-4358-92dc-f41901d36b9f tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432496 Mar 11 12:38:30.373008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-787852ac-0613-4bf6-ba28-48f4d9fd689d req-4bb8a650-bce2-4ff9-9353-80d4fde2e0fe service neutron] (104031) timed out ('10.222.0.78', 41940) {{(pid=104031) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:38:30.423565 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7c80a-67b3-4fbd-b3da-66d98801ee4d req-c59805a9-15bb-4312-8526-ecf246172691 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:30.425072 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18c7c80a-67b3-4fbd-b3da-66d98801ee4d req-c59805a9-15bb-4312-8526-ecf246172691 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0661390 Mar 11 12:38:30.475326 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-18c7c80a-67b3-4fbd-b3da-66d98801ee4d req-71cde580-d8c7-47e1-a09f-e6e2088d3462 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445678 Mar 11 12:38:31.631913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee6454-51b3-4298-b8df-6faeee587a0e req-1934a9e5-2208-4f0c-b389-f430f21cf770 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:31.633378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2ee6454-51b3-4298-b8df-6faeee587a0e req-1934a9e5-2208-4f0c-b389-f430f21cf770 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0725377 Mar 11 12:38:31.680847 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2ee6454-51b3-4298-b8df-6faeee587a0e req-4d417c7d-2738-4073-ac3a-2ac127afc4de tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413251 Mar 11 12:38:32.818700 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9753d-9c00-4e0d-9376-d251a5a3c909 req-53b90f06-a579-43fd-86e5-ec0e6dd411fe tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:32.820812 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bee9753d-9c00-4e0d-9376-d251a5a3c909 req-53b90f06-a579-43fd-86e5-ec0e6dd411fe tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0591400 Mar 11 12:38:32.870983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bee9753d-9c00-4e0d-9376-d251a5a3c909 req-42061751-3560-4c72-bc09-f9d6fbf4b3eb tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438509 Mar 11 12:38:34.019360 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6115-600e-4526-98b9-57059169d4ee req-1b389cfb-819a-4838-b4e9-3bfb36ba0c26 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:34.020897 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-77ff6115-600e-4526-98b9-57059169d4ee req-1b389cfb-819a-4838-b4e9-3bfb36ba0c26 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0595725 Mar 11 12:38:34.070908 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-77ff6115-600e-4526-98b9-57059169d4ee req-1e5c5357-2bc3-41eb-81c7-db394a070281 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411479 Mar 11 12:38:34.211530 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:35.198711 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4c0f3-d127-4bd5-9944-79eb497862f4 req-ac6a8f77-63e5-4310-9855-d82f8c0ec15d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:35.200248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d6e4c0f3-d127-4bd5-9944-79eb497862f4 req-ac6a8f77-63e5-4310-9855-d82f8c0ec15d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0545366 Mar 11 12:38:35.254443 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d6e4c0f3-d127-4bd5-9944-79eb497862f4 req-d558e67f-27d5-46d0-84f4-2f7583cda147 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458357 Mar 11 12:38:36.393431 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945073c-a35f-465a-ab3e-f8283b93c05a req-fdf713ab-477d-4a12-8c58-c6374910f4ab tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:36.394904 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e945073c-a35f-465a-ab3e-f8283b93c05a req-fdf713ab-477d-4a12-8c58-c6374910f4ab tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0676761 Mar 11 12:38:36.441214 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e945073c-a35f-465a-ab3e-f8283b93c05a req-6b2838ed-4128-429d-a0dc-15b9c0dd4a82 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405979 Mar 11 12:38:37.310444 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-5e60abf6-3404-41c5-adaf-55c4ca05c126 service neutron] show failed (client error): The resource could not be found. Mar 11 12:38:37.311480 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-5e60abf6-3404-41c5-adaf-55c4ca05c126 service neutron] 10.222.0.37 "GET /v2.0/ports/a300875f-3d11-4030-a1be-fd2d561585fa/bindings/n-h1-833234-2 HTTP/1.1" status: 404 len: 380 time: 0.0653985 Mar 11 12:38:37.541410 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-0fbd4598-d587-45b9-a408-c557315fe379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:37.542935 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-0fbd4598-d587-45b9-a408-c557315fe379 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095&tenant_id=d605e19620244a7da49c1bb2d934c2cd HTTP/1.1" status: 200 len: 1127 time: 0.0551121 Mar 11 12:38:37.554152 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:38:37.566237 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae329f-47b0-461c-b1e8-3003fa4dbf32 req-6c8ecf78-daba-4229-a891-2cf2ea2f9a0a tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:37.567825 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05ae329f-47b0-461c-b1e8-3003fa4dbf32 req-6c8ecf78-daba-4229-a891-2cf2ea2f9a0a tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 945 time: 0.0548151 Mar 11 12:38:37.616222 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:37.618067 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05ae329f-47b0-461c-b1e8-3003fa4dbf32 req-8481c7e0-78fc-430b-97ef-1c06f822c263 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441811 Mar 11 12:38:37.834737 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] For port a300875f-3d11-4030-a1be-fd2d561585fa, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=a300875f-3d11-4030-a1be-fd2d561585fa,segment=NetworkSegment(73d7a429-a2a2-4a2a-84f3-ff678240a010),segment_id=73d7a429-a2a2-4a2a-84f3-ff678240a010)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:38:37.866928 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] For port a300875f-3d11-4030-a1be-fd2d561585fa, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:38:37.909632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e705770-4dfd-40f5-bd0f-c4dad531e095', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a300875f-3d11-4030-a1be-fd2d561585fa'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:38:37.911966 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bd78e3-be4e-428f-aceb-450ddfd20914" -d '{"events": [{"server_uuid": "7e705770-4dfd-40f5-bd0f-c4dad531e095", "name": "network-vif-unplugged", "status": "completed", "tag": "a300875f-3d11-4030-a1be-fd2d561585fa"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:38:37.915799 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Publish callbacks [] for port (a300875f-3d11-4030-a1be-fd2d561585fa), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:37.929199 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Transition to ACTIVE for port object a300875f-3d11-4030-a1be-fd2d561585fa will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:38:37.934178 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:37.963600 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6113b65d-d06e-4264-8dcc-6f6822bcd042 x-openstack-request-id: req-6113b65d-d06e-4264-8dcc-6f6822bcd042 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:38:37.963886 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e705770-4dfd-40f5-bd0f-c4dad531e095", "name": "network-vif-unplugged", "status": "completed", "tag": "a300875f-3d11-4030-a1be-fd2d561585fa", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:38:37.964135 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6113b65d-d06e-4264-8dcc-6f6822bcd042 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:38:37.964526 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e705770-4dfd-40f5-bd0f-c4dad531e095', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a300875f-3d11-4030-a1be-fd2d561585fa', 'code': 200} Mar 11 12:38:37.997215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] No DVR routers for this DVR port a300875f-3d11-4030-a1be-fd2d561585fa on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:38:37.999184 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Pushing event updated for resources: {'Port': ['ID=a300875f-3d11-4030-a1be-fd2d561585fa,revision_number=6']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:38.034922 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Attempting to bind port a300875f-3d11-4030-a1be-fd2d561585fa on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:38:38.035262 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Attempting to bind port a300875f-3d11-4030-a1be-fd2d561585fa by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '73d7a429-a2a2-4a2a-84f3-ff678240a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f4d2b504-e03c-4adb-b187-4515d3aa8cee'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:38:38.035619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Attempting to bind port a300875f-3d11-4030-a1be-fd2d561585fa on network f4d2b504-e03c-4adb-b187-4515d3aa8cee {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:38:38.040523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Port a300875f-3d11-4030-a1be-fd2d561585fa on network f4d2b504-e03c-4adb-b187-4515d3aa8cee not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:38:38.040853 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Attempting to bind port a300875f-3d11-4030-a1be-fd2d561585fa on network f4d2b504-e03c-4adb-b187-4515d3aa8cee {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:38:38.046185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:38:38.046546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Checking segment: {'id': '73d7a429-a2a2-4a2a-84f3-ff678240a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f4d2b504-e03c-4adb-b187-4515d3aa8cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:38:38.046933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Bound using segment: {'id': '73d7a429-a2a2-4a2a-84f3-ff678240a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f4d2b504-e03c-4adb-b187-4515d3aa8cee'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:38:38.047377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Bound port: a300875f-3d11-4030-a1be-fd2d561585fa, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d7a429-a2a2-4a2a-84f3-ff678240a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f4d2b504-e03c-4adb-b187-4515d3aa8cee'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:38:38.047768 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:38.115508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] For port a300875f-3d11-4030-a1be-fd2d561585fa, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:38:38.118664 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] For port a300875f-3d11-4030-a1be-fd2d561585fa, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a300875f-3d11-4030-a1be-fd2d561585fa,segment=NetworkSegment(73d7a429-a2a2-4a2a-84f3-ff678240a010),segment_id=73d7a429-a2a2-4a2a-84f3-ff678240a010)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:38:38.126454 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:38.171868 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:38.172454 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:38.173851 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] 10.222.0.71 "PUT /v2.0/ports/a300875f-3d11-4030-a1be-fd2d561585fa HTTP/1.1" status: 200 len: 1091 time: 0.6238461 Mar 11 12:38:38.193201 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac6485-b162-4715-a25b-5937d182575d service neutron] Pushing event updated for resources: {'Port': ['ID=a300875f-3d11-4030-a1be-fd2d561585fa,revision_number=7']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:38.247741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-de9ddbf9-abc2-45de-9e3e-d0b8d85813bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:38.249298 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-de9ddbf9-abc2-45de-9e3e-d0b8d85813bb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d605e19620244a7da49c1bb2d934c2cd&device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 1125 time: 0.0511227 Mar 11 12:38:38.351122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-dd84d70f-b755-47c4-8bf7-6e8e87ef4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:38.352662 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-dd84d70f-b755-47c4-8bf7-6e8e87ef4af0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f4d2b504-e03c-4adb-b187-4515d3aa8cee HTTP/1.1" status: 200 len: 912 time: 0.0970054 Mar 11 12:38:38.393802 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-ce254d0c-dd86-497e-8812-db959b419a9b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a300875f-3d11-4030-a1be-fd2d561585fa HTTP/1.1" status: 200 len: 217 time: 0.0341806 Mar 11 12:38:38.442975 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-b2b872ac-5c82-41a6-805b-d87803a8e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:38.444457 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-b2b872ac-5c82-41a6-805b-d87803a8e0f0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9dd3ad48-5a22-4389-8177-a42efef39e6e HTTP/1.1" status: 200 len: 851 time: 0.0449004 Mar 11 12:38:38.479002 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-20c5a916-52b6-48b0-ab1c-06c5b80e6331 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f4d2b504-e03c-4adb-b187-4515d3aa8cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281878 Mar 11 12:38:38.568951 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-5704d9ac-b40e-4dcf-8bbc-3af6ef4be2b5 service neutron] 10.222.0.71 "GET /v2.0/networks/f4d2b504-e03c-4adb-b187-4515d3aa8cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831904 Mar 11 12:38:38.662344 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7a918afa-a5b3-43aa-aee5-6d4f8c152bd6 req-376abdba-ab4c-45e5-9906-69b6e556bef7 service neutron] 10.222.0.71 "GET /v2.0/networks/f4d2b504-e03c-4adb-b187-4515d3aa8cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864263 Mar 11 12:38:38.743390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb53497-6899-4116-8f75-a21e9d8d51c2 req-236c0882-3192-4daa-8938-4aef8274e011 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:38.744994 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8cb53497-6899-4116-8f75-a21e9d8d51c2 req-236c0882-3192-4daa-8938-4aef8274e011 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 943 time: 0.0529008 Mar 11 12:38:38.801300 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8cb53497-6899-4116-8f75-a21e9d8d51c2 req-63476421-1b5a-4977-a0a5-90fd8b816850 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501871 Mar 11 12:38:39.938193 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9d99b-ef8e-4a2c-8c4a-9d04e815c367 req-b9f581a6-c9ff-4cc7-91cc-e5b931062d0f tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:39.939717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53a9d99b-ef8e-4a2c-8c4a-9d04e815c367 req-b9f581a6-c9ff-4cc7-91cc-e5b931062d0f tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 943 time: 0.0631216 Mar 11 12:38:39.965721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e705770-4dfd-40f5-bd0f-c4dad531e095', 'tag': 'a300875f-3d11-4030-a1be-fd2d561585fa'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:38:39.968476 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7764a82-707d-4317-9922-81c0db08b678" -d '{"events": [{"name": "network-changed", "server_uuid": "7e705770-4dfd-40f5-bd0f-c4dad531e095", "tag": "a300875f-3d11-4030-a1be-fd2d561585fa"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:38:39.989203 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53a9d99b-ef8e-4a2c-8c4a-9d04e815c367 req-69dcfbc9-fe54-4c66-9f88-5be3094bf670 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438404 Mar 11 12:38:40.017466 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60975d19-7198-4d2a-b422-dce0003c01f8 x-openstack-request-id: req-60975d19-7198-4d2a-b422-dce0003c01f8 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:38:40.017764 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e705770-4dfd-40f5-bd0f-c4dad531e095", "tag": "a300875f-3d11-4030-a1be-fd2d561585fa", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:38:40.018019 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-60975d19-7198-4d2a-b422-dce0003c01f8 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:38:40.018420 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e705770-4dfd-40f5-bd0f-c4dad531e095', 'tag': 'a300875f-3d11-4030-a1be-fd2d561585fa', 'status': 'completed', 'code': 200} Mar 11 12:38:40.112680 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764a82-707d-4317-9922-81c0db08b678 req-3316d870-5154-418e-844e-c533f22c3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:40.114105 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7764a82-707d-4317-9922-81c0db08b678 req-3316d870-5154-418e-844e-c533f22c3728 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d605e19620244a7da49c1bb2d934c2cd&device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 1125 time: 0.0758898 Mar 11 12:38:40.115870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764a82-707d-4317-9922-81c0db08b678 req-62dfbffa-0cd4-4095-bf04-dfc67cad1fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:40.117203 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7764a82-707d-4317-9922-81c0db08b678 req-62dfbffa-0cd4-4095-bf04-dfc67cad1fb1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d605e19620244a7da49c1bb2d934c2cd&device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 1125 time: 0.0708580 Mar 11 12:38:40.272738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764a82-707d-4317-9922-81c0db08b678 req-6b3f165f-219a-421e-8fb1-930419655bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:40.274230 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7764a82-707d-4317-9922-81c0db08b678 req-6b3f165f-219a-421e-8fb1-930419655bbc service neutron] 10.222.0.71 "GET /v2.0/networks?id=f4d2b504-e03c-4adb-b187-4515d3aa8cee HTTP/1.1" status: 200 len: 912 time: 0.1528084 Mar 11 12:38:40.278977 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764a82-707d-4317-9922-81c0db08b678 req-976e6231-1bfb-42db-9b7f-320faac44f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:40.280492 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7764a82-707d-4317-9922-81c0db08b678 req-976e6231-1bfb-42db-9b7f-320faac44f6c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f4d2b504-e03c-4adb-b187-4515d3aa8cee HTTP/1.1" status: 200 len: 912 time: 0.1518769 Mar 11 12:38:40.651210 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7764a82-707d-4317-9922-81c0db08b678 req-277d78eb-1f56-4ebb-9442-8ee061ae268f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a300875f-3d11-4030-a1be-fd2d561585fa HTTP/1.1" status: 200 len: 217 time: 0.3697321 Mar 11 12:38:40.683992 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7764a82-707d-4317-9922-81c0db08b678 req-645345af-fb03-41fa-b364-9393b0a7d848 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a300875f-3d11-4030-a1be-fd2d561585fa HTTP/1.1" status: 200 len: 217 time: 0.3968234 Mar 11 12:38:40.754174 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764a82-707d-4317-9922-81c0db08b678 req-99ab8bb7-dca2-40d5-91da-91f9f25b9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:40.755608 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7764a82-707d-4317-9922-81c0db08b678 req-99ab8bb7-dca2-40d5-91da-91f9f25b9ef4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9dd3ad48-5a22-4389-8177-a42efef39e6e HTTP/1.1" status: 200 len: 851 time: 0.0796299 Mar 11 12:38:40.759205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764a82-707d-4317-9922-81c0db08b678 req-f5647dd3-c5a6-4bc7-9998-28afbd02ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:40.760553 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7764a82-707d-4317-9922-81c0db08b678 req-f5647dd3-c5a6-4bc7-9998-28afbd02ff2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9dd3ad48-5a22-4389-8177-a42efef39e6e HTTP/1.1" status: 200 len: 851 time: 0.0582793 Mar 11 12:38:40.797612 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7764a82-707d-4317-9922-81c0db08b678 req-af019cd1-f74f-431b-b928-40c9c9345e19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4d2b504-e03c-4adb-b187-4515d3aa8cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312715 Mar 11 12:38:40.818995 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7764a82-707d-4317-9922-81c0db08b678 req-0a748518-b57a-4b7e-8a85-e7ca30280635 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f4d2b504-e03c-4adb-b187-4515d3aa8cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516646 Mar 11 12:38:40.954193 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7764a82-707d-4317-9922-81c0db08b678 req-1b759fe0-6363-4969-b990-731e852c60f9 service neutron] 10.222.0.37 "GET /v2.0/networks/f4d2b504-e03c-4adb-b187-4515d3aa8cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430583 Mar 11 12:38:40.977214 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7764a82-707d-4317-9922-81c0db08b678 req-a18af526-bbc3-4f1c-ac5d-a17e5e43ce95 service neutron] 10.222.0.71 "GET /v2.0/networks/f4d2b504-e03c-4adb-b187-4515d3aa8cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474950 Mar 11 12:38:41.110765 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138b5a5-1898-4d62-9068-15a7c74cba30 req-5d3ca57e-aaff-497d-98a8-385f0e1eb8a7 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:41.112552 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4138b5a5-1898-4d62-9068-15a7c74cba30 req-5d3ca57e-aaff-497d-98a8-385f0e1eb8a7 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 943 time: 0.0539839 Mar 11 12:38:41.113899 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7764a82-707d-4317-9922-81c0db08b678 req-b92fe0e4-439e-4c25-af1a-9638e7140c47 service neutron] 10.222.0.37 "GET /v2.0/networks/f4d2b504-e03c-4adb-b187-4515d3aa8cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540892 Mar 11 12:38:41.125730 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b7764a82-707d-4317-9922-81c0db08b678 req-15071469-d710-4041-81ba-549be249f77b service neutron] 10.222.0.71 "GET /v2.0/networks/f4d2b504-e03c-4adb-b187-4515d3aa8cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393890 Mar 11 12:38:41.175906 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4138b5a5-1898-4d62-9068-15a7c74cba30 req-8abfbedc-b6cd-4b80-a25c-eabdd2d20868 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571654 Mar 11 12:38:41.444959 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-670055ac-3fc2-4a94-b66e-16b34778b782 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:41.446412 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-670055ac-3fc2-4a94-b66e-16b34778b782 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095&tenant_id=d605e19620244a7da49c1bb2d934c2cd&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 943 time: 0.0578017 Mar 11 12:38:41.506447 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-31a1a382-423d-4df5-af97-0f9989dffc13 service neutron] delete failed (client error): The resource could not be found. Mar 11 12:38:41.507876 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-31a1a382-423d-4df5-af97-0f9989dffc13 service neutron] 10.222.0.37 "DELETE /v2.0/ports/a300875f-3d11-4030-a1be-fd2d561585fa/bindings/n-h2-833234-2 HTTP/1.1" status: 404 len: 380 time: 0.0553174 Mar 11 12:38:41.598529 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-0582bdf5-fc96-48d5-b4be-351b8b8ee912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:41.600100 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-0582bdf5-fc96-48d5-b4be-351b8b8ee912 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d605e19620244a7da49c1bb2d934c2cd&device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 1125 time: 0.0484695 Mar 11 12:38:41.694581 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-1f17086f-a966-43e5-8127-e7098f4a6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:41.696129 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-1f17086f-a966-43e5-8127-e7098f4a6abd service neutron] 10.222.0.37 "GET /v2.0/networks?id=f4d2b504-e03c-4adb-b187-4515d3aa8cee HTTP/1.1" status: 200 len: 912 time: 0.0905859 Mar 11 12:38:41.737221 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-ab529ef8-fc4c-4270-a364-712da82fcff5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a300875f-3d11-4030-a1be-fd2d561585fa HTTP/1.1" status: 200 len: 217 time: 0.0350237 Mar 11 12:38:41.793131 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-68b85bf4-98c1-4d69-a2ba-b48ef0a7bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:41.794792 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-68b85bf4-98c1-4d69-a2ba-b48ef0a7bcd9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9dd3ad48-5a22-4389-8177-a42efef39e6e HTTP/1.1" status: 200 len: 851 time: 0.0516973 Mar 11 12:38:41.805089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device a300875f-3d11-4030-a1be-fd2d561585fa no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:38:41.825965 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-2b16d6a5-81e0-47a7-b5b4-ed6baabaa868 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4d2b504-e03c-4adb-b187-4515d3aa8cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255940 Mar 11 12:38:41.848616 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] The host n-h2-833234-2 is not matching for port a300875f-3d11-4030-a1be-fd2d561585fa host n-h1-833234-2! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 12:38:41.849021 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device a300875f-3d11-4030-a1be-fd2d561585fa not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:38:41.901909 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:38:41.917609 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-e0607702-e91a-42d4-8598-9cf4d2ed335c service neutron] 10.222.0.37 "GET /v2.0/networks/f4d2b504-e03c-4adb-b187-4515d3aa8cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861447 Mar 11 12:38:42.015020 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-a4f59b86-9c33-400b-9a58-9556991255c7 service neutron] 10.222.0.37 "GET /v2.0/networks/f4d2b504-e03c-4adb-b187-4515d3aa8cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916874 Mar 11 12:38:42.459101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a300875f-3d11-4030-a1be-fd2d561585fa details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:38:42.560303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port a300875f-3d11-4030-a1be-fd2d561585fa, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a300875f-3d11-4030-a1be-fd2d561585fa,segment=NetworkSegment(73d7a429-a2a2-4a2a-84f3-ff678240a010),segment_id=73d7a429-a2a2-4a2a-84f3-ff678240a010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:38:42.572457 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'a300875f-3d11-4030-a1be-fd2d561585fa', 'network_id': 'f4d2b504-e03c-4adb-b187-4515d3aa8cee', 'port_id': 'a300875f-3d11-4030-a1be-fd2d561585fa', 'mac_address': 'fa:16:3e:5b:b6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd3ad48-5a22-4389-8177-a42efef39e6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:38:42.615266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port a300875f-3d11-4030-a1be-fd2d561585fa is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:38:42.615680 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:42.629357 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a300875f-3d11-4030-a1be-fd2d561585fa {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:38:42.650729 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port a300875f-3d11-4030-a1be-fd2d561585fa, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a300875f-3d11-4030-a1be-fd2d561585fa,segment=NetworkSegment(73d7a429-a2a2-4a2a-84f3-ff678240a010),segment_id=73d7a429-a2a2-4a2a-84f3-ff678240a010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:38:42.656402 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:42.707148 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=a300875f-3d11-4030-a1be-fd2d561585fa,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:42.714552 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:42.714894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:42.715239 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:42.715607 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:42.715908 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:42.716241 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:42.716570 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:42.717005 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:42.717660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:42.717836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:42.718162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:42.718487 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:42.718809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:42.758922 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5ecaf-4939-4632-9845-4cbf8c420e40 req-6a4d2c5a-8499-4e45-92a4-df4ed723781e tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:42.760529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-67c5ecaf-4939-4632-9845-4cbf8c420e40 req-6a4d2c5a-8499-4e45-92a4-df4ed723781e tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 944 time: 0.0587082 Mar 11 12:38:42.807764 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-67c5ecaf-4939-4632-9845-4cbf8c420e40 req-672274ca-be2a-481c-befb-24fb72fa4a0c tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412874 Mar 11 12:38:42.950793 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['a300875f-3d11-4030-a1be-fd2d561585fa'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:38:43.099255 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:43.689188 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-44ae5c8e-63ac-4006-bea9-7415610dea44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:43.932657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf056a-92bd-4565-b22c-dccf5991ae86 req-c8bf2517-6add-4778-8707-9ad118b6d16c tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:43.934168 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74cf056a-92bd-4565-b22c-dccf5991ae86 req-c8bf2517-6add-4778-8707-9ad118b6d16c tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 944 time: 0.0550764 Mar 11 12:38:43.983320 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74cf056a-92bd-4565-b22c-dccf5991ae86 req-03b09803-8ba5-4ea1-b2e3-201519eb18a2 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3dd8291-e384-4104-b05c-34f0b83a4501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426841 Mar 11 12:38:44.134087 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-48dc36b3-d289-49e1-b14c-75a1f69b4761 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:44.135529 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-48dc36b3-d289-49e1-b14c-75a1f69b4761 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 944 time: 0.0577452 Mar 11 12:38:44.238391 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Deleting port a300875f-3d11-4030-a1be-fd2d561585fa {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:38:44.238741 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:44.329772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] For port a300875f-3d11-4030-a1be-fd2d561585fa, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=a300875f-3d11-4030-a1be-fd2d561585fa,segment=NetworkSegment(73d7a429-a2a2-4a2a-84f3-ff678240a010),segment_id=73d7a429-a2a2-4a2a-84f3-ff678240a010)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:38:44.330082 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:44.342932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Calling delete_port for a300875f-3d11-4030-a1be-fd2d561585fa owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:38:44.476409 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a300875f-3d11-4030-a1be-fd2d561585fa), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:44.482529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a300875f-3d11-4030-a1be-fd2d561585fa up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:38:44.488057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['a300875f-3d11-4030-a1be-fd2d561585fa'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:38:44.506217 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Pushing event deleted for resources: {'Port': ['ID=a300875f-3d11-4030-a1be-fd2d561585fa,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:44.523893 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: a300875f-3d11-4030-a1be-fd2d561585fa {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:38:44.524141 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a300875f-3d11-4030-a1be-fd2d561585fa not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 11 12:38:44.540557 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:44.540910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:44.541257 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:44.541600 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:44.541936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:44.542271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:44.542604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:44.542930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:44.543244 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:44.543610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:44.543932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:44.544259 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:44.544765 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:44.544946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Port a300875f-3d11-4030-a1be-fd2d561585fa not found, will not notify nova. {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 11 12:38:44.566185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] No DVR routers for this DVR port a300875f-3d11-4030-a1be-fd2d561585fa on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:38:44.569020 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:44.572324 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1305db60-e6a7-45c3-9e75-9b1843e93424 req-0712d155-58a4-4a59-acb5-26df8402c29d tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.71 "DELETE /v2.0/ports/a300875f-3d11-4030-a1be-fd2d561585fa HTTP/1.1" status: 204 len: 173 time: 0.4308167 Mar 11 12:38:44.572766 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e705770-4dfd-40f5-bd0f-c4dad531e095', 'name': 'network-vif-deleted', 'tag': 'a300875f-3d11-4030-a1be-fd2d561585fa'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:38:44.575021 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbd4773-dd63-4354-8ce7-8e81eb08a4f4" -d '{"events": [{"server_uuid": "7e705770-4dfd-40f5-bd0f-c4dad531e095", "name": "network-vif-deleted", "tag": "a300875f-3d11-4030-a1be-fd2d561585fa"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:38:44.612163 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbf6315-35d4-4aca-92f1-771e87483970 x-openstack-request-id: req-8fbf6315-35d4-4aca-92f1-771e87483970 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:38:44.612449 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e705770-4dfd-40f5-bd0f-c4dad531e095", "name": "network-vif-deleted", "tag": "a300875f-3d11-4030-a1be-fd2d561585fa", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:38:44.612701 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8fbf6315-35d4-4aca-92f1-771e87483970 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:38:44.613098 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e705770-4dfd-40f5-bd0f-c4dad531e095', 'name': 'network-vif-deleted', 'tag': 'a300875f-3d11-4030-a1be-fd2d561585fa', 'status': 'completed', 'code': 200} Mar 11 12:38:45.093456 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a346fdf-ab85-4bc1-ad7a-b23fdb95abbe req-fa7887a7-246e-494c-a982-8b852a7e3477 tempest-DeleteServersTestJSON-360283457 tempest-DeleteServersTestJSON-360283457-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e705770-4dfd-40f5-bd0f-c4dad531e095 HTTP/1.1" status: 200 len: 210 time: 0.0275915 Mar 11 12:38:45.768003 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8158d24c-e2b7-4080-a7dc-1a7eb1c1cd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:46.230790 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44478) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:38:46.281889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Deleting subnet 9dd3ad48-5a22-4389-8177-a42efef39e6e {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:38:46.285077 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Publish callbacks [] for subnet (9dd3ad48-5a22-4389-8177-a42efef39e6e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:46.321281 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (9dd3ad48-5a22-4389-8177-a42efef39e6e), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:46.378330 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (9dd3ad48-5a22-4389-8177-a42efef39e6e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:46.433434 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (9dd3ad48-5a22-4389-8177-a42efef39e6e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:46.460481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd3ad48-5a22-4389-8177-a42efef39e6e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:46.462809 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:46.465915 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9dd3ad48-5a22-4389-8177-a42efef39e6e HTTP/1.1" status: 204 len: 168 time: 0.2341204 Mar 11 12:38:46.468898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44480) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:38:46.473115 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:46.473452 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:46.473795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:46.474130 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:46.474461 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:46.474792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:46.475116 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:46.475436 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:46.475780 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:46.476101 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:46.476418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:46.476740 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:46.477056 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af9425-def8-4c7d-8d73-8f92a3dd262c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:38:46.538610 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b0f5df0-564d-4aea-8be0-8c40658b92e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (f4d2b504-e03c-4adb-b187-4515d3aa8cee), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:46.619142 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b0f5df0-564d-4aea-8be0-8c40658b92e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (f4d2b504-e03c-4adb-b187-4515d3aa8cee), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:46.639292 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1b0f5df0-564d-4aea-8be0-8c40658b92e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d2b504-e03c-4adb-b187-4515d3aa8cee']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:38:46.649026 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1b0f5df0-564d-4aea-8be0-8c40658b92e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d7a429-a2a2-4a2a-84f3-ff678240a010') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:38:46.649319 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1b0f5df0-564d-4aea-8be0-8c40658b92e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d7a429-a2a2-4a2a-84f3-ff678240a010') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:38:46.659206 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b0f5df0-564d-4aea-8be0-8c40658b92e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (73d7a429-a2a2-4a2a-84f3-ff678240a010), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:46.674038 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b0f5df0-564d-4aea-8be0-8c40658b92e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (73d7a429-a2a2-4a2a-84f3-ff678240a010), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:46.683895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0f5df0-564d-4aea-8be0-8c40658b92e6 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:38:46.684279 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b0f5df0-564d-4aea-8be0-8c40658b92e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (73d7a429-a2a2-4a2a-84f3-ff678240a010), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:38:46.686764 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:38:46.750683 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b0f5df0-564d-4aea-8be0-8c40658b92e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (f4d2b504-e03c-4adb-b187-4515d3aa8cee), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:46.756708 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b0f5df0-564d-4aea-8be0-8c40658b92e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:46.759962 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1b0f5df0-564d-4aea-8be0-8c40658b92e6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f4d2b504-e03c-4adb-b187-4515d3aa8cee HTTP/1.1" status: 204 len: 168 time: 0.2900898 Mar 11 12:38:46.771214 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f5df0-564d-4aea-8be0-8c40658b92e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4d2b504-e03c-4adb-b187-4515d3aa8cee,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:46.905166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44484) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:38:46.949934 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-52fbf510-b44d-4585-b0b6-71d99b79a59b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d605e19620244a7da49c1bb2d934c2cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435867 Mar 11 12:38:46.952726 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44486) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:38:46.999621 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-89150e48-c7bf-40db-8157-46b86287a14b admin admin] Publish callbacks [] for security_group (c3dd8291-e384-4104-b05c-34f0b83a4501), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:47.021597 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-89150e48-c7bf-40db-8157-46b86287a14b admin admin] Publish callbacks [] for security_group (c3dd8291-e384-4104-b05c-34f0b83a4501), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:47.070103 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-89150e48-c7bf-40db-8157-46b86287a14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c3dd8291-e384-4104-b05c-34f0b83a4501), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:47.072961 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-89150e48-c7bf-40db-8157-46b86287a14b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:47.074127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-89150e48-c7bf-40db-8157-46b86287a14b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c3dd8291-e384-4104-b05c-34f0b83a4501 HTTP/1.1" status: 204 len: 168 time: 0.1205339 Mar 11 12:38:47.081974 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89150e48-c7bf-40db-8157-46b86287a14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dd8291-e384-4104-b05c-34f0b83a4501,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:47.392884 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:47.832172 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44508) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:38:47.963401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d9b40779-8500-43df-9a28-89232d98da4b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1088233738-network', 'tenant_id': 'a40c091ef65a4137b60cbacee4ccfcde'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:38:47.986293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b40779-8500-43df-9a28-89232d98da4b admin admin] Made reservation on behalf of a40c091ef65a4137b60cbacee4ccfcde for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:38:47.988633 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d9b40779-8500-43df-9a28-89232d98da4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:47.997117 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d9b40779-8500-43df-9a28-89232d98da4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:48.072609 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d9b40779-8500-43df-9a28-89232d98da4b admin admin] Publish callbacks [] for security_group (c3df11cb-4a66-45be-8ae8-cab74a0179d4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:48.078664 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d9b40779-8500-43df-9a28-89232d98da4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c3df11cb-4a66-45be-8ae8-cab74a0179d4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:48.106741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b40779-8500-43df-9a28-89232d98da4b admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:38:48.111523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b40779-8500-43df-9a28-89232d98da4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3df11cb-4a66-45be-8ae8-cab74a0179d4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:48.119336 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d9b40779-8500-43df-9a28-89232d98da4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (9e3783b4-36c8-4714-9be6-c9e8cb848010), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:48.119336 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-d9b40779-8500-43df-9a28-89232d98da4b admin admin] Added segment 9e3783b4-36c8-4714-9be6-c9e8cb848010 of type vlan for network 5ed333f2-2b17-4806-a2e4-98bb83dff87d Mar 11 12:38:48.162281 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d9b40779-8500-43df-9a28-89232d98da4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (5ed333f2-2b17-4806-a2e4-98bb83dff87d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:48.188247 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d9b40779-8500-43df-9a28-89232d98da4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (5ed333f2-2b17-4806-a2e4-98bb83dff87d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:48.189137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b40779-8500-43df-9a28-89232d98da4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:48.189700 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d9b40779-8500-43df-9a28-89232d98da4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:48.221842 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d9b40779-8500-43df-9a28-89232d98da4b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3885956 Mar 11 12:38:48.224912 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44512) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:38:48.229944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ba731f39-dd80-4815-9f60-8401244edc90 admin admin] Request body: {'subnet': {'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1088233738-subnet', 'tenant_id': 'a40c091ef65a4137b60cbacee4ccfcde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:38:48.257164 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b40779-8500-43df-9a28-89232d98da4b admin admin] Pushing event updated for resources: {'Network': ['ID=5ed333f2-2b17-4806-a2e4-98bb83dff87d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:48.258669 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba731f39-dd80-4815-9f60-8401244edc90 admin admin] Made reservation on behalf of a40c091ef65a4137b60cbacee4ccfcde for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:38:48.261202 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ba731f39-dd80-4815-9f60-8401244edc90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:48.267978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 5ed333f2-2b17-4806-a2e4-98bb83dff87d details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:38:48.433611 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ba731f39-dd80-4815-9f60-8401244edc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (792add9d-f006-44fb-bbe0-e11c1be35909), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:48.491912 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba731f39-dd80-4815-9f60-8401244edc90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=792add9d-f006-44fb-bbe0-e11c1be35909,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:48.503808 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba731f39-dd80-4815-9f60-8401244edc90 admin admin] Checking segment: {'id': '9e3783b4-36c8-4714-9be6-c9e8cb848010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:38:48.504161 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba731f39-dd80-4815-9f60-8401244edc90 admin admin] Network hostable DHCP agents. Network: 5ed333f2-2b17-4806-a2e4-98bb83dff87d, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:38:48.515336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a300875f-3d11-4030-a1be-fd2d561585fa no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:38:48.525299 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba731f39-dd80-4815-9f60-8401244edc90 admin admin] Network 5ed333f2-2b17-4806-a2e4-98bb83dff87d is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:38:48.537504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-ba731f39-dd80-4815-9f60-8401244edc90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 5ed333f2-2b17-4806-a2e4-98bb83dff87d) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:38:48.539214 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: a300875f-3d11-4030-a1be-fd2d561585fa {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:38:48.539559 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device a300875f-3d11-4030-a1be-fd2d561585fa not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:38:48.542111 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba731f39-dd80-4815-9f60-8401244edc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:48.542783 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ba731f39-dd80-4815-9f60-8401244edc90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:48.548094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a18e537-a6db-4af4-a761-9ad9a2d36838 None None] Network 5ed333f2-2b17-4806-a2e4-98bb83dff87d requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:38:48.560091 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ba731f39-dd80-4815-9f60-8401244edc90 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3339267 Mar 11 12:38:48.645473 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0748ab27-6cf7-44e6-ac27-0489c360ee7b None None] Network 5ed333f2-2b17-4806-a2e4-98bb83dff87d requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:38:48.807748 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:49.001669 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b039826-db74-46a8-8d36-724a677a509d req-fa527863-a0b5-49c8-8a86-e01ebda75bee tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:49.003031 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b039826-db74-46a8-8d36-724a677a509d req-fa527863-a0b5-49c8-8a86-e01ebda75bee tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/networks?id=5ed333f2-2b17-4806-a2e4-98bb83dff87d HTTP/1.1" status: 200 len: 815 time: 0.1130559 Mar 11 12:38:49.023358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b039826-db74-46a8-8d36-724a677a509d req-4e062aba-8ab9-4183-953c-8b9865d236fe tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/quotas/a40c091ef65a4137b60cbacee4ccfcde HTTP/1.1" status: 200 len: 375 time: 0.0122356 Mar 11 12:38:49.061875 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b039826-db74-46a8-8d36-724a677a509d req-62c679bd-9d71-4567-913f-4e0266f09043 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a40c091ef65a4137b60cbacee4ccfcde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334866 Mar 11 12:38:49.155394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b039826-db74-46a8-8d36-724a677a509d req-47099240-cdab-48ab-8a83-306609643349 service neutron] 10.222.0.78 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868587 Mar 11 12:38:49.247631 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b039826-db74-46a8-8d36-724a677a509d req-5c78cd10-73dc-4275-909d-9f04b775ceb9 service neutron] 10.222.0.78 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863519 Mar 11 12:38:49.432739 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb7249a8-da3b-4785-adca-c3f695a1e556 req-e21f4608-cb53-438a-b0f2-cf7311a55867 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 210 time: 0.0317166 Mar 11 12:38:50.101378 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:50.465210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b039826-db74-46a8-8d36-724a677a509d req-611a75dd-daf2-4034-8626-ddb5a9ab5fa0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:50.466732 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3b039826-db74-46a8-8d36-724a677a509d req-611a75dd-daf2-4034-8626-ddb5a9ab5fa0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.71 "GET /v2.0/networks?id=5ed333f2-2b17-4806-a2e4-98bb83dff87d HTTP/1.1" status: 200 len: 815 time: 0.1112814 Mar 11 12:38:50.482135 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-3b039826-db74-46a8-8d36-724a677a509d req-20b3ab8c-7747-4c76-afa3-0de73f3f3698 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Request body: {'port': {'device_id': '3d2b0dff-d6ae-4b34-932f-8d6bebe729c8', 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d', 'admin_state_up': True, 'tenant_id': 'a40c091ef65a4137b60cbacee4ccfcde'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:38:50.536434 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb661fd7-67d6-47d4-b59f-682aa03c038d req-f761ff60-2bcc-4043-80f5-00639cf9396f tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 210 time: 0.0288155 Mar 11 12:38:50.601450 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b039826-db74-46a8-8d36-724a677a509d req-20b3ab8c-7747-4c76-afa3-0de73f3f3698 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Made reservation on behalf of a40c091ef65a4137b60cbacee4ccfcde for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:38:50.604803 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3b039826-db74-46a8-8d36-724a677a509d req-20b3ab8c-7747-4c76-afa3-0de73f3f3698 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:50.736166 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-3b039826-db74-46a8-8d36-724a677a509d req-20b3ab8c-7747-4c76-afa3-0de73f3f3698 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Allocated IP 172.20.0.3 (5ed333f2-2b17-4806-a2e4-98bb83dff87d/792add9d-f006-44fb-bbe0-e11c1be35909/933009de-c43a-4b74-ad74-4161ee9b8f62) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:38:50.884592 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3b039826-db74-46a8-8d36-724a677a509d req-20b3ab8c-7747-4c76-afa3-0de73f3f3698 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Publish callbacks [] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:50.924491 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3b039826-db74-46a8-8d36-724a677a509d req-20b3ab8c-7747-4c76-afa3-0de73f3f3698 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:50.973787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b039826-db74-46a8-8d36-724a677a509d req-20b3ab8c-7747-4c76-afa3-0de73f3f3698 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Network 5ed333f2-2b17-4806-a2e4-98bb83dff87d is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:38:50.978872 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-3b039826-db74-46a8-8d36-724a677a509d req-20b3ab8c-7747-4c76-afa3-0de73f3f3698 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:38:50.982509 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b039826-db74-46a8-8d36-724a677a509d req-20b3ab8c-7747-4c76-afa3-0de73f3f3698 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:38:50.989038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3ab8c-7747-4c76-afa3-0de73f3f3698 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Pushing event updated for resources: {'Port': ['ID=933009de-c43a-4b74-ad74-4161ee9b8f62,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:51.033869 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b039826-db74-46a8-8d36-724a677a509d req-20b3ab8c-7747-4c76-afa3-0de73f3f3698 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:51.034478 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3b039826-db74-46a8-8d36-724a677a509d req-20b3ab8c-7747-4c76-afa3-0de73f3f3698 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:51.053140 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3b039826-db74-46a8-8d36-724a677a509d req-20b3ab8c-7747-4c76-afa3-0de73f3f3698 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765946 Mar 11 12:38:51.065054 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Request body: {'port': {'device_id': '3d2b0dff-d6ae-4b34-932f-8d6bebe729c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:38:51.126038 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:51.417148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933009de-c43a-4b74-ad74-4161ee9b8f62 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:38:51.424923 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Publish callbacks [] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:51.438339 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Transition to ACTIVE for port object 933009de-c43a-4b74-ad74-4161ee9b8f62 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:38:51.444477 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:51.494612 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Pushing event updated for resources: {'Port': ['ID=933009de-c43a-4b74-ad74-4161ee9b8f62,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:51.574569 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Attempting to bind port 933009de-c43a-4b74-ad74-4161ee9b8f62 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:38:51.574902 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Attempting to bind port 933009de-c43a-4b74-ad74-4161ee9b8f62 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '9e3783b4-36c8-4714-9be6-c9e8cb848010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:38:51.575210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Attempting to bind port 933009de-c43a-4b74-ad74-4161ee9b8f62 on network 5ed333f2-2b17-4806-a2e4-98bb83dff87d {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:38:51.580043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Port 933009de-c43a-4b74-ad74-4161ee9b8f62 on network 5ed333f2-2b17-4806-a2e4-98bb83dff87d not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:38:51.580355 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Attempting to bind port 933009de-c43a-4b74-ad74-4161ee9b8f62 on network 5ed333f2-2b17-4806-a2e4-98bb83dff87d {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:38:51.585076 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:38:51.585403 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Checking segment: {'id': '9e3783b4-36c8-4714-9be6-c9e8cb848010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:38:51.585764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Bound using segment: {'id': '9e3783b4-36c8-4714-9be6-c9e8cb848010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:38:51.586182 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Bound port: 933009de-c43a-4b74-ad74-4161ee9b8f62, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3783b4-36c8-4714-9be6-c9e8cb848010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:38:51.586528 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:51.650855 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] For port 933009de-c43a-4b74-ad74-4161ee9b8f62, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:38:51.654360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] For port 933009de-c43a-4b74-ad74-4161ee9b8f62, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=933009de-c43a-4b74-ad74-4161ee9b8f62,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:38:51.658283 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fe49b-9e9b-44ff-a7c7-d1de12844679 req-e193c527-a8c1-4598-83f7-8ad23b069d45 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:51.659870 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f89fe49b-9e9b-44ff-a7c7-d1de12844679 req-e193c527-a8c1-4598-83f7-8ad23b069d45 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 943 time: 0.0545027 Mar 11 12:38:51.662111 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:51.696016 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:51.696651 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:51.698402 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3b039826-db74-46a8-8d36-724a677a509d req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] 10.222.0.71 "PUT /v2.0/ports/933009de-c43a-4b74-ad74-4161ee9b8f62 HTTP/1.1" status: 200 len: 1091 time: 0.6380935 Mar 11 12:38:51.700613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2b0dff-d6ae-4b34-932f-8d6bebe729c8', 'tag': '933009de-c43a-4b74-ad74-4161ee9b8f62'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:38:51.703903 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22323658-9595-4c4e-ae13-6697d7aafb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2b0dff-d6ae-4b34-932f-8d6bebe729c8", "tag": "933009de-c43a-4b74-ad74-4161ee9b8f62"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:38:51.711205 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f89fe49b-9e9b-44ff-a7c7-d1de12844679 req-6e6f1e82-c86d-4c55-84d9-a9e82481e1cf tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451579 Mar 11 12:38:51.733690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e6761-2317-4501-8cb0-e347b05ae76f service neutron] Pushing event updated for resources: {'Port': ['ID=933009de-c43a-4b74-ad74-4161ee9b8f62,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:51.763491 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b1d180-a3b9-473b-be6f-de74404d4aec x-openstack-request-id: req-01b1d180-a3b9-473b-be6f-de74404d4aec {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:38:51.763491 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2b0dff-d6ae-4b34-932f-8d6bebe729c8", "tag": "933009de-c43a-4b74-ad74-4161ee9b8f62", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:38:51.763491 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-01b1d180-a3b9-473b-be6f-de74404d4aec {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:38:51.763879 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2b0dff-d6ae-4b34-932f-8d6bebe729c8', 'tag': '933009de-c43a-4b74-ad74-4161ee9b8f62', 'status': 'completed', 'code': 200} Mar 11 12:38:51.799932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b039826-db74-46a8-8d36-724a677a509d req-b8184cbd-f234-4746-ac6f-45d7a4cae2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:51.801492 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3b039826-db74-46a8-8d36-724a677a509d req-b8184cbd-f234-4746-ac6f-45d7a4cae2f3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a40c091ef65a4137b60cbacee4ccfcde&device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 1125 time: 0.0497665 Mar 11 12:38:51.848361 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3b039826-db74-46a8-8d36-724a677a509d req-035d5d3c-c52c-481f-af1a-0f8acd7cca7e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=933009de-c43a-4b74-ad74-4161ee9b8f62 HTTP/1.1" status: 200 len: 217 time: 0.0379539 Mar 11 12:38:51.901957 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b039826-db74-46a8-8d36-724a677a509d req-7c5979b9-a737-4ad7-b7dd-dda56054fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:51.903386 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3b039826-db74-46a8-8d36-724a677a509d req-7c5979b9-a737-4ad7-b7dd-dda56054fe53 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=792add9d-f006-44fb-bbe0-e11c1be35909 HTTP/1.1" status: 200 len: 855 time: 0.0487893 Mar 11 12:38:51.935589 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3b039826-db74-46a8-8d36-724a677a509d req-173db04c-6e7d-4bb9-af3e-9d4c3f0b07fe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5ed333f2-2b17-4806-a2e4-98bb83dff87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255995 Mar 11 12:38:52.040640 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3b039826-db74-46a8-8d36-724a677a509d req-749d3c61-f958-411f-a2ef-a8550ca7db42 service neutron] 10.222.0.71 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981588 Mar 11 12:38:52.151994 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3b039826-db74-46a8-8d36-724a677a509d req-e1cd6616-0705-43ec-ba95-8096501d9b6b service neutron] 10.222.0.71 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045675 Mar 11 12:38:52.245572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22323658-9595-4c4e-ae13-6697d7aafb5e req-c52f2a4f-8474-4c72-a23d-c421700597f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:52.247113 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-22323658-9595-4c4e-ae13-6697d7aafb5e req-c52f2a4f-8474-4c72-a23d-c421700597f3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a40c091ef65a4137b60cbacee4ccfcde&device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 1125 time: 0.0503671 Mar 11 12:38:52.337436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22323658-9595-4c4e-ae13-6697d7aafb5e req-5649ebf4-15f8-4443-8585-7e9b26d17b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:52.338918 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-22323658-9595-4c4e-ae13-6697d7aafb5e req-5649ebf4-15f8-4443-8585-7e9b26d17b89 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5ed333f2-2b17-4806-a2e4-98bb83dff87d HTTP/1.1" status: 200 len: 916 time: 0.0849624 Mar 11 12:38:52.385495 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-22323658-9595-4c4e-ae13-6697d7aafb5e req-3bdf4d8b-df75-4bac-8729-f3e93d977732 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=933009de-c43a-4b74-ad74-4161ee9b8f62 HTTP/1.1" status: 200 len: 217 time: 0.0389912 Mar 11 12:38:52.437988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22323658-9595-4c4e-ae13-6697d7aafb5e req-92748e61-f096-476f-9a7d-76dbe25259f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:52.439395 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-22323658-9595-4c4e-ae13-6697d7aafb5e req-92748e61-f096-476f-9a7d-76dbe25259f2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=792add9d-f006-44fb-bbe0-e11c1be35909 HTTP/1.1" status: 200 len: 855 time: 0.0469058 Mar 11 12:38:52.473169 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-22323658-9595-4c4e-ae13-6697d7aafb5e req-b6b05fb0-745c-4dfc-acfd-1fe9b997a6a2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5ed333f2-2b17-4806-a2e4-98bb83dff87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276849 Mar 11 12:38:52.570092 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-22323658-9595-4c4e-ae13-6697d7aafb5e req-173302f8-3ebc-46f2-bc90-d8ba34c76fcd service neutron] 10.222.0.71 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895619 Mar 11 12:38:52.661571 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-22323658-9595-4c4e-ae13-6697d7aafb5e req-be45cde7-58c2-443e-b0cc-acc7cff4180d service neutron] 10.222.0.71 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841601 Mar 11 12:38:52.846689 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23425a1-adcf-4635-8681-106766a86849 req-1e8c16e3-aac2-47ff-9feb-3727cca1ce5c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:52.848208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b23425a1-adcf-4635-8681-106766a86849 req-1e8c16e3-aac2-47ff-9feb-3727cca1ce5c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 943 time: 0.0528657 Mar 11 12:38:52.898463 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b23425a1-adcf-4635-8681-106766a86849 req-51c02398-2595-40a1-9f8b-b854cfdb6421 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445857 Mar 11 12:38:54.028501 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4ba66-8493-436b-be87-a7d8f2673bd7 req-e5da0d98-88dc-418d-b71f-97234b05e0b9 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:54.029977 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-24f4ba66-8493-436b-be87-a7d8f2673bd7 req-e5da0d98-88dc-418d-b71f-97234b05e0b9 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 943 time: 0.0555325 Mar 11 12:38:54.082044 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-24f4ba66-8493-436b-be87-a7d8f2673bd7 req-c2a47d4c-41d8-455c-99f6-e69855b13ac3 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463214 Mar 11 12:38:54.531342 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 933009de-c43a-4b74-ad74-4161ee9b8f62 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:38:54.633850 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 933009de-c43a-4b74-ad74-4161ee9b8f62, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=933009de-c43a-4b74-ad74-4161ee9b8f62,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:38:54.644656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '933009de-c43a-4b74-ad74-4161ee9b8f62', 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d', 'port_id': '933009de-c43a-4b74-ad74-4161ee9b8f62', 'mac_address': 'fa:16:3e:be:db:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792add9d-f006-44fb-bbe0-e11c1be35909', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:38:54.682248 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 933009de-c43a-4b74-ad74-4161ee9b8f62 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:38:54.682633 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:54.696273 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933009de-c43a-4b74-ad74-4161ee9b8f62 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:38:54.720018 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 933009de-c43a-4b74-ad74-4161ee9b8f62, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=933009de-c43a-4b74-ad74-4161ee9b8f62,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:38:54.727979 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:54.781829 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=933009de-c43a-4b74-ad74-4161ee9b8f62,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:54.937946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['933009de-c43a-4b74-ad74-4161ee9b8f62'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:38:55.210337 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd7200-18e1-4264-9279-5e876576f84b req-e21e691a-ab83-4d0d-9816-7f551be7dbc8 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:55.211844 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8fcd7200-18e1-4264-9279-5e876576f84b req-e21e691a-ab83-4d0d-9816-7f551be7dbc8 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 944 time: 0.0610621 Mar 11 12:38:55.265427 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8fcd7200-18e1-4264-9279-5e876576f84b req-e19c2a20-2ac6-4391-97af-0c2115ded994 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478585 Mar 11 12:38:56.400920 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdc971-f30b-4a77-a506-3c25f4aba2be req-d8011beb-6d0a-4c9d-95e8-48db692630f8 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:56.402418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8efdc971-f30b-4a77-a506-3c25f4aba2be req-d8011beb-6d0a-4c9d-95e8-48db692630f8 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 944 time: 0.0628324 Mar 11 12:38:56.450900 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8efdc971-f30b-4a77-a506-3c25f4aba2be req-665afb21-8a34-45a2-b0ed-ed8c1e74d36f tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424061 Mar 11 12:38:56.554626 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 933009de-c43a-4b74-ad74-4161ee9b8f62 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:38:56.610824 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 933009de-c43a-4b74-ad74-4161ee9b8f62 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:38:56.616020 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 933009de-c43a-4b74-ad74-4161ee9b8f62 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:38:56.616404 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:56.698910 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 933009de-c43a-4b74-ad74-4161ee9b8f62 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:38:56.699318 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:56.721902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2b0dff-d6ae-4b34-932f-8d6bebe729c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933009de-c43a-4b74-ad74-4161ee9b8f62'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:38:56.724284 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4975e628-4ce2-4576-9b20-d3d71dcb4cc7" -d '{"events": [{"server_uuid": "3d2b0dff-d6ae-4b34-932f-8d6bebe729c8", "name": "network-vif-plugged", "status": "completed", "tag": "933009de-c43a-4b74-ad74-4161ee9b8f62"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:38:56.736452 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 933009de-c43a-4b74-ad74-4161ee9b8f62, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=933009de-c43a-4b74-ad74-4161ee9b8f62,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:38:56.743505 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:38:56.771814 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59db22ff-1bc1-486e-8739-8b9096c8ecdb x-openstack-request-id: req-59db22ff-1bc1-486e-8739-8b9096c8ecdb {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:38:56.772104 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2b0dff-d6ae-4b34-932f-8d6bebe729c8", "name": "network-vif-plugged", "status": "completed", "tag": "933009de-c43a-4b74-ad74-4161ee9b8f62", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:38:56.772334 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-59db22ff-1bc1-486e-8739-8b9096c8ecdb {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:38:56.772734 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2b0dff-d6ae-4b34-932f-8d6bebe729c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933009de-c43a-4b74-ad74-4161ee9b8f62', 'code': 200} Mar 11 12:38:56.799113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=933009de-c43a-4b74-ad74-4161ee9b8f62,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:38:56.877395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac90104-29e8-416e-af22-7ab42dbf332f req-5667a764-2ec1-4e80-90ce-bd8c5e263665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:56.878924 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4ac90104-29e8-416e-af22-7ab42dbf332f req-5667a764-2ec1-4e80-90ce-bd8c5e263665 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 1127 time: 0.0448782 Mar 11 12:38:56.929057 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4ac90104-29e8-416e-af22-7ab42dbf332f req-67eadbc4-5f9f-49d7-a5b6-a6e02117fa4e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435390 Mar 11 12:38:57.574028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad15124-8e6a-40fd-945c-5ed08fe26bf8 req-fbdadcb9-c5fb-4326-ad26-b1f59f82eddf tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:57.575546 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ad15124-8e6a-40fd-945c-5ed08fe26bf8 req-fbdadcb9-c5fb-4326-ad26-b1f59f82eddf tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0541098 Mar 11 12:38:57.623869 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ad15124-8e6a-40fd-945c-5ed08fe26bf8 req-df71f4d8-41ea-4288-9754-43f46652c82b tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416965 Mar 11 12:38:58.769893 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e24e6-e91f-4a3c-8d4a-67a94676ef5a req-fe9c2856-7d4c-4fd5-b644-fb524a600058 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:58.771372 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-725e24e6-e91f-4a3c-8d4a-67a94676ef5a req-fe9c2856-7d4c-4fd5-b644-fb524a600058 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0677204 Mar 11 12:38:58.823439 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-725e24e6-e91f-4a3c-8d4a-67a94676ef5a req-fb99da58-f768-49ec-af9c-38e50f9c02fb tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463324 Mar 11 12:38:58.950873 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72841b4f-b314-4293-85cf-6dead0ce401a req-3c409802-5561-4319-9959-ed8683a09b72 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:58.952394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72841b4f-b314-4293-85cf-6dead0ce401a req-3c409802-5561-4319-9959-ed8683a09b72 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0553737 Mar 11 12:38:59.000673 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72841b4f-b314-4293-85cf-6dead0ce401a req-ff39bdd9-8e65-4f06-a324-8e99cee21d7d tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425014 Mar 11 12:38:59.210853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781623ab-89c8-464a-aebf-345b472d54a9 req-6c486a0c-d15d-41ef-99e0-c8a858758812 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:59.212307 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-781623ab-89c8-464a-aebf-345b472d54a9 req-6c486a0c-d15d-41ef-99e0-c8a858758812 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0545917 Mar 11 12:38:59.262176 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-781623ab-89c8-464a-aebf-345b472d54a9 req-79b33ca7-84f6-414c-ac2d-08826d8f0bbf tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439725 Mar 11 12:38:59.399406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2c2e2-3ceb-4957-bd60-b6ef842b9717 req-c4bf4a9d-f30b-4605-b1af-e9f6a3e28705 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:59.400921 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2d2c2e2-3ceb-4957-bd60-b6ef842b9717 req-c4bf4a9d-f30b-4605-b1af-e9f6a3e28705 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0619273 Mar 11 12:38:59.455268 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2d2c2e2-3ceb-4957-bd60-b6ef842b9717 req-3a373c2b-d43d-4f28-ac0f-097daa7f6bc7 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487194 Mar 11 12:38:59.716524 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1877063-b525-4926-b994-e244f72070b0 req-94c0cb68-b698-49aa-a80e-1b4bfd2dbd21 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:38:59.717962 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f1877063-b525-4926-b994-e244f72070b0 req-94c0cb68-b698-49aa-a80e-1b4bfd2dbd21 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0596085 Mar 11 12:38:59.767449 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f1877063-b525-4926-b994-e244f72070b0 req-072c9674-2ff4-40c6-ab54-4e4839451d48 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433164 Mar 11 12:38:59.777893 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-b6f6b327-4951-4912-a35e-34ac95928a89 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883505 Mar 11 12:39:00.235450 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-7c0cab04-1673-4295-81cc-32b2975c8b43 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:00.236806 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-7c0cab04-1673-4295-81cc-32b2975c8b43 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports/933009de-c43a-4b74-ad74-4161ee9b8f62 HTTP/1.1" status: 200 len: 942 time: 0.0485301 Mar 11 12:39:00.895504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf1f61-f6c3-4ecd-ab47-122c4c3e7458 req-1ddf6dee-7ad6-45e3-9d73-78ca8f7e2153 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:00.896997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2caf1f61-f6c3-4ecd-ab47-122c4c3e7458 req-1ddf6dee-7ad6-45e3-9d73-78ca8f7e2153 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0602694 Mar 11 12:39:00.943518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2caf1f61-f6c3-4ecd-ab47-122c4c3e7458 req-862832f8-c23c-4eb5-bbd7-07f76a9ad197 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407894 Mar 11 12:39:01.050878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-8b1f1ed0-ab98-4a55-bfcb-1b1ad1ef1293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:01.052413 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-8b1f1ed0-ab98-4a55-bfcb-1b1ad1ef1293 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a40c091ef65a4137b60cbacee4ccfcde&device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 1127 time: 0.0482306 Mar 11 12:39:01.146987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-294f79a5-f479-406b-84f9-6fa320d9a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:01.148386 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-294f79a5-f479-406b-84f9-6fa320d9a2ab service neutron] 10.222.0.71 "GET /v2.0/networks?id=5ed333f2-2b17-4806-a2e4-98bb83dff87d HTTP/1.1" status: 200 len: 916 time: 0.0884638 Mar 11 12:39:01.188344 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-726689e0-4520-476d-bd07-93fd680ffb88 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=933009de-c43a-4b74-ad74-4161ee9b8f62 HTTP/1.1" status: 200 len: 217 time: 0.0333889 Mar 11 12:39:01.257533 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-8762ae83-633b-403f-b27c-300057b7f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:01.259050 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-8762ae83-633b-403f-b27c-300057b7f1d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=792add9d-f006-44fb-bbe0-e11c1be35909 HTTP/1.1" status: 200 len: 855 time: 0.0635769 Mar 11 12:39:01.291494 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-d619fc63-7069-440c-9bc4-6503a63435f8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5ed333f2-2b17-4806-a2e4-98bb83dff87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257978 Mar 11 12:39:01.387037 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-521f48b9-60b8-45ab-9b4b-63af55ea70b0 service neutron] 10.222.0.71 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883601 Mar 11 12:39:01.483660 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-6797736e-9ac2-43ec-a95d-6cd6b86c785b service neutron] 10.222.0.71 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880265 Mar 11 12:39:02.084065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64630b5-ad91-4f59-accf-b7190fe44c1b req-02356ff0-fe2c-48ac-a3bc-aef85ab6dff2 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:02.085567 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c64630b5-ad91-4f59-accf-b7190fe44c1b req-02356ff0-fe2c-48ac-a3bc-aef85ab6dff2 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0656645 Mar 11 12:39:02.135256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c64630b5-ad91-4f59-accf-b7190fe44c1b req-413838b9-0f7c-4918-af30-f99858df48ae tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439074 Mar 11 12:39:03.271971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73e8ac-301f-448c-b381-d603a43e8e4c req-0dfafaf6-03ca-4f14-a2ab-6fc29471dc5b tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:03.273474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad73e8ac-301f-448c-b381-d603a43e8e4c req-0dfafaf6-03ca-4f14-a2ab-6fc29471dc5b tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0589373 Mar 11 12:39:03.325166 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad73e8ac-301f-448c-b381-d603a43e8e4c req-f5744719-5d93-4e86-bc6e-8d9b3e0be056 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460103 Mar 11 12:39:04.240077 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:04.461829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fd337-a10f-46bb-b53b-feece4d1b491 req-db355204-af44-4db6-bc11-f2094f1c76c4 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:04.463305 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-135fd337-a10f-46bb-b53b-feece4d1b491 req-db355204-af44-4db6-bc11-f2094f1c76c4 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0573080 Mar 11 12:39:04.513492 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-135fd337-a10f-46bb-b53b-feece4d1b491 req-42c3e62b-8825-43a2-8fe9-4c9dfdcadd6a tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427129 Mar 11 12:39:05.650804 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c495c-eff4-4352-892e-8640c0012b19 req-fe3b7363-342a-4725-ae1f-829fde58b411 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:05.652322 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b6c495c-eff4-4352-892e-8640c0012b19 req-fe3b7363-342a-4725-ae1f-829fde58b411 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0642595 Mar 11 12:39:05.701596 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b6c495c-eff4-4352-892e-8640c0012b19 req-61b9ab69-2b6f-45da-acf6-76d9511382b1 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409961 Mar 11 12:39:06.838532 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45cfdf-7f49-481a-9387-8d7a448a9625 req-aa097bb2-3d6a-4c08-8976-52b02c778a67 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:06.840043 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec45cfdf-7f49-481a-9387-8d7a448a9625 req-aa097bb2-3d6a-4c08-8976-52b02c778a67 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0583861 Mar 11 12:39:06.899645 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec45cfdf-7f49-481a-9387-8d7a448a9625 req-2f5b75b9-4efd-4895-8d32-54685fc69166 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522075 Mar 11 12:39:08.044425 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42d603-3bcf-45f3-9485-f73bea77edc7 req-290d265f-6691-431a-886f-bd819f70a63c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:08.046236 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b42d603-3bcf-45f3-9485-f73bea77edc7 req-290d265f-6691-431a-886f-bd819f70a63c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0615220 Mar 11 12:39:08.102107 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b42d603-3bcf-45f3-9485-f73bea77edc7 req-2bf6034c-3618-4256-bc29-775f8c2d7db2 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497506 Mar 11 12:39:09.233834 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b59d80-43b8-450d-86bd-844a5f1e3045 req-77970866-52f4-4ea2-bbef-ce1bdb91366f tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:09.235019 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2b59d80-43b8-450d-86bd-844a5f1e3045 req-77970866-52f4-4ea2-bbef-ce1bdb91366f tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0622752 Mar 11 12:39:09.290713 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2b59d80-43b8-450d-86bd-844a5f1e3045 req-ddc857ee-ed2a-4c60-881a-87f2999b84ce tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487957 Mar 11 12:39:10.439644 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67e57f-50a6-4fd8-bcb7-83cff47f559f req-9b39bc20-d790-47ae-bca0-1288fee76e3f tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:10.441155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c67e57f-50a6-4fd8-bcb7-83cff47f559f req-9b39bc20-d790-47ae-bca0-1288fee76e3f tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0687487 Mar 11 12:39:10.493563 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c67e57f-50a6-4fd8-bcb7-83cff47f559f req-cc05adb6-4c47-4503-9f2c-c07556094ba0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464361 Mar 11 12:39:11.630075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00475c3f-82ca-4dd8-b444-b366fcdfc46a req-4fe87bd3-52c9-4707-bea7-3f63509ff309 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:11.632349 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00475c3f-82ca-4dd8-b444-b366fcdfc46a req-4fe87bd3-52c9-4707-bea7-3f63509ff309 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0642803 Mar 11 12:39:11.681664 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00475c3f-82ca-4dd8-b444-b366fcdfc46a req-35f60f6f-9bc7-4262-89b1-3ccaac5db3e4 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407076 Mar 11 12:39:12.817038 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ba61d-a02d-4f8e-961e-28399ae88868 req-16dc16ce-d84f-4eb5-be70-103b9326ab6d tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:12.820089 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-715ba61d-a02d-4f8e-961e-28399ae88868 req-16dc16ce-d84f-4eb5-be70-103b9326ab6d tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0617223 Mar 11 12:39:12.867252 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-715ba61d-a02d-4f8e-961e-28399ae88868 req-9c361ace-02e0-4641-b409-725524f401e5 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414553 Mar 11 12:39:13.095940 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:13.684262 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-492d7f9e-7aef-4859-82e4-e60c309c16e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:13.999300 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432e1e5-f052-429a-944a-37beb6262652 req-1bbe2c14-e4fa-4221-b6f0-ab29ed911983 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:14.000817 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b432e1e5-f052-429a-944a-37beb6262652 req-1bbe2c14-e4fa-4221-b6f0-ab29ed911983 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0557141 Mar 11 12:39:14.052459 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b432e1e5-f052-429a-944a-37beb6262652 req-c64b9d5b-b150-41f0-85eb-514dfef5faf6 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428948 Mar 11 12:39:15.189133 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de036a15-9efa-49d6-abbd-58a687a33cde req-6bcee0ad-cff5-429c-8b60-a0cdb8a706a5 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:15.191074 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de036a15-9efa-49d6-abbd-58a687a33cde req-6bcee0ad-cff5-429c-8b60-a0cdb8a706a5 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0604174 Mar 11 12:39:15.240989 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de036a15-9efa-49d6-abbd-58a687a33cde req-4cdbd907-a20a-4218-9039-a92103908afb tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414450 Mar 11 12:39:15.766880 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6a216213-90aa-43c5-83cd-03a1f95c0f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:16.367420 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed9e98-c0b7-4610-90ac-937fc9ba42b5 req-38172326-ac77-4e7f-b5c5-8cb398110e6c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:16.368934 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b4ed9e98-c0b7-4610-90ac-937fc9ba42b5 req-38172326-ac77-4e7f-b5c5-8cb398110e6c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0548573 Mar 11 12:39:16.418433 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b4ed9e98-c0b7-4610-90ac-937fc9ba42b5 req-ca611d41-3d30-4c72-a26b-def7ca524aca tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411520 Mar 11 12:39:17.401704 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:17.552315 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36276c43-7704-4b93-b092-bdf1dc2eeab4 req-adf98a64-48e5-4b94-9bc0-07f3c50e0f67 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:17.553805 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36276c43-7704-4b93-b092-bdf1dc2eeab4 req-adf98a64-48e5-4b94-9bc0-07f3c50e0f67 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0669477 Mar 11 12:39:17.609173 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36276c43-7704-4b93-b092-bdf1dc2eeab4 req-32201735-1313-4313-8ed4-55b9b8b4e6aa tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469275 Mar 11 12:39:18.741411 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33137800-e705-486d-9dbf-dba35d9c9588 req-3921da44-2103-404c-9209-a01f1ca37561 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:18.742893 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33137800-e705-486d-9dbf-dba35d9c9588 req-3921da44-2103-404c-9209-a01f1ca37561 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0548549 Mar 11 12:39:18.792404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33137800-e705-486d-9dbf-dba35d9c9588 req-b1987616-f920-4cbc-8878-ae9e237ca81e tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412893 Mar 11 12:39:18.815302 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:18.904808 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:39:19.926776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dfa62-0363-4c87-b732-553a301a3992 req-f6cc79dd-c268-42c0-9469-1b5131dc3813 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:19.928282 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1c1dfa62-0363-4c87-b732-553a301a3992 req-f6cc79dd-c268-42c0-9469-1b5131dc3813 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0597417 Mar 11 12:39:19.978162 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1c1dfa62-0363-4c87-b732-553a301a3992 req-fb589b6f-7063-43db-8bb7-30fcf3c9e2b4 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415649 Mar 11 12:39:20.110477 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:21.125901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb637e7f-a51f-4a89-bd4b-3dc95bed494c req-c03c594d-c2e4-457b-a9c5-d235421585c3 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:21.127396 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bb637e7f-a51f-4a89-bd4b-3dc95bed494c req-c03c594d-c2e4-457b-a9c5-d235421585c3 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0612838 Mar 11 12:39:21.182469 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bb637e7f-a51f-4a89-bd4b-3dc95bed494c req-93cc3019-07d8-4b16-9161-fa4d4fa16396 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463619 Mar 11 12:39:22.314132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c57672-a961-4e4e-8610-9c42d524defc req-3f8acedf-e9a3-4ce9-94d7-ccd07c27127c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:22.315613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4c57672-a961-4e4e-8610-9c42d524defc req-3f8acedf-e9a3-4ce9-94d7-ccd07c27127c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0589943 Mar 11 12:39:22.365576 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4c57672-a961-4e4e-8610-9c42d524defc req-f5da5c32-d253-4f65-b263-eaf6ce110546 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420365 Mar 11 12:39:23.489972 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ab551-5daf-4d6f-96f7-8dd49f54fdda req-eb56a182-5a05-4da6-a370-d0466b10752d tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:23.491473 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-929ab551-5daf-4d6f-96f7-8dd49f54fdda req-eb56a182-5a05-4da6-a370-d0466b10752d tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0545635 Mar 11 12:39:23.543372 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-929ab551-5daf-4d6f-96f7-8dd49f54fdda req-64426cb1-a7ee-40cf-a480-166e0ebf4851 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461388 Mar 11 12:39:24.678896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f70f79-e963-4f2d-a8a8-4d27de99b05d req-15f0f8db-8cd7-40d9-b9c6-f202e96d8504 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:24.680380 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4f70f79-e963-4f2d-a8a8-4d27de99b05d req-15f0f8db-8cd7-40d9-b9c6-f202e96d8504 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0570121 Mar 11 12:39:24.729884 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4f70f79-e963-4f2d-a8a8-4d27de99b05d req-e0c35c6f-497a-485f-bc60-d0eed3569643 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414793 Mar 11 12:39:25.863326 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6abf5e-8421-4f70-8f2e-c182fcaada29 req-24b4597b-bc83-4d84-93a1-6630eee61692 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:25.864807 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc6abf5e-8421-4f70-8f2e-c182fcaada29 req-24b4597b-bc83-4d84-93a1-6630eee61692 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0571423 Mar 11 12:39:25.917534 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc6abf5e-8421-4f70-8f2e-c182fcaada29 req-3decf434-b840-45b6-8a73-24c819be5a62 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444577 Mar 11 12:39:27.068524 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e846a4-a8e9-41b1-92c5-9f6c26b97087 req-eb53b66d-6ec7-4083-8dfe-2af843b55dea tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:27.069998 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45e846a4-a8e9-41b1-92c5-9f6c26b97087 req-eb53b66d-6ec7-4083-8dfe-2af843b55dea tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0697732 Mar 11 12:39:27.119504 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45e846a4-a8e9-41b1-92c5-9f6c26b97087 req-8c6dac34-7b0e-4265-b72c-a4d0721f477a tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439208 Mar 11 12:39:28.255905 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93a280-8a3d-4f0d-83cd-cabf860fec07 req-dec39e1a-d26f-43f3-862b-de8a8b809e82 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:28.257492 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd93a280-8a3d-4f0d-83cd-cabf860fec07 req-dec39e1a-d26f-43f3-862b-de8a8b809e82 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0645993 Mar 11 12:39:28.305379 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd93a280-8a3d-4f0d-83cd-cabf860fec07 req-fa355059-32f3-4771-9099-6c531e1b6481 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420129 Mar 11 12:39:28.514988 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-c0841def-8fcd-4715-b582-f02fe2783039 service neutron] show failed (client error): The resource could not be found. Mar 11 12:39:28.515944 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-c0841def-8fcd-4715-b582-f02fe2783039 service neutron] 10.222.0.71 "GET /v2.0/ports/933009de-c43a-4b74-ad74-4161ee9b8f62/bindings/n-h2-833234-2 HTTP/1.1" status: 404 len: 380 time: 0.0623751 Mar 11 12:39:28.740670 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-33bd2ff7-3c9f-49ee-9ae6-1780818a4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:28.742219 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-33bd2ff7-3c9f-49ee-9ae6-1780818a4e1d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8&tenant_id=a40c091ef65a4137b60cbacee4ccfcde HTTP/1.1" status: 200 len: 1127 time: 0.0548291 Mar 11 12:39:28.753151 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:39:28.817186 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:29.040049 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] For port 933009de-c43a-4b74-ad74-4161ee9b8f62, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=933009de-c43a-4b74-ad74-4161ee9b8f62,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:39:29.073679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] For port 933009de-c43a-4b74-ad74-4161ee9b8f62, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:39:29.113930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2b0dff-d6ae-4b34-932f-8d6bebe729c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '933009de-c43a-4b74-ad74-4161ee9b8f62'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:39:29.116203 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa61538d-27c2-43fa-8153-c8460af27b96" -d '{"events": [{"server_uuid": "3d2b0dff-d6ae-4b34-932f-8d6bebe729c8", "name": "network-vif-unplugged", "status": "completed", "tag": "933009de-c43a-4b74-ad74-4161ee9b8f62"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:39:29.119649 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Publish callbacks [] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:29.133151 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Transition to ACTIVE for port object 933009de-c43a-4b74-ad74-4161ee9b8f62 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:39:29.141524 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:29.175773 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abd15cf-ef45-46a3-9fae-01ebb6cf8f52 x-openstack-request-id: req-0abd15cf-ef45-46a3-9fae-01ebb6cf8f52 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:39:29.175999 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2b0dff-d6ae-4b34-932f-8d6bebe729c8", "name": "network-vif-unplugged", "status": "completed", "tag": "933009de-c43a-4b74-ad74-4161ee9b8f62", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:39:29.176244 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0abd15cf-ef45-46a3-9fae-01ebb6cf8f52 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:39:29.176674 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2b0dff-d6ae-4b34-932f-8d6bebe729c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '933009de-c43a-4b74-ad74-4161ee9b8f62', 'code': 200} Mar 11 12:39:29.194292 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Pushing event updated for resources: {'Port': ['ID=933009de-c43a-4b74-ad74-4161ee9b8f62,revision_number=6']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:39:29.214753 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] No DVR routers for this DVR port 933009de-c43a-4b74-ad74-4161ee9b8f62 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:39:29.253109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Attempting to bind port 933009de-c43a-4b74-ad74-4161ee9b8f62 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:39:29.253427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Attempting to bind port 933009de-c43a-4b74-ad74-4161ee9b8f62 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '9e3783b4-36c8-4714-9be6-c9e8cb848010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:39:29.253738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Attempting to bind port 933009de-c43a-4b74-ad74-4161ee9b8f62 on network 5ed333f2-2b17-4806-a2e4-98bb83dff87d {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:39:29.258451 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Port 933009de-c43a-4b74-ad74-4161ee9b8f62 on network 5ed333f2-2b17-4806-a2e4-98bb83dff87d not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:39:29.258765 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Attempting to bind port 933009de-c43a-4b74-ad74-4161ee9b8f62 on network 5ed333f2-2b17-4806-a2e4-98bb83dff87d {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:39:29.263669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:39:29.263999 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Checking segment: {'id': '9e3783b4-36c8-4714-9be6-c9e8cb848010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:39:29.264368 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Bound using segment: {'id': '9e3783b4-36c8-4714-9be6-c9e8cb848010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:39:29.264778 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Bound port: 933009de-c43a-4b74-ad74-4161ee9b8f62, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3783b4-36c8-4714-9be6-c9e8cb848010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:39:29.265124 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:29.329577 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] For port 933009de-c43a-4b74-ad74-4161ee9b8f62, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:39:29.332663 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] For port 933009de-c43a-4b74-ad74-4161ee9b8f62, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=933009de-c43a-4b74-ad74-4161ee9b8f62,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:39:29.340751 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:29.378787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:29.379413 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:29.381188 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] 10.222.0.37 "PUT /v2.0/ports/933009de-c43a-4b74-ad74-4161ee9b8f62 HTTP/1.1" status: 200 len: 1091 time: 0.6325238 Mar 11 12:39:29.401912 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188296b7-6fb7-4d56-9236-c17005302e4f service neutron] Pushing event updated for resources: {'Port': ['ID=933009de-c43a-4b74-ad74-4161ee9b8f62,revision_number=7']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:39:29.435103 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca284ec-4061-4229-bd36-64a85a66bd27 req-88c0b296-a8b0-4a98-b270-c7eddc88a176 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:29.436673 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ca284ec-4061-4229-bd36-64a85a66bd27 req-88c0b296-a8b0-4a98-b270-c7eddc88a176 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 943 time: 0.0616271 Mar 11 12:39:29.451001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-66489740-2359-4a82-956f-12a9843c8222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:29.452611 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-66489740-2359-4a82-956f-12a9843c8222 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a40c091ef65a4137b60cbacee4ccfcde&device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 1125 time: 0.0477185 Mar 11 12:39:29.483938 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ca284ec-4061-4229-bd36-64a85a66bd27 req-271cd91d-bf08-440d-8646-8eefb13f14cb tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413303 Mar 11 12:39:29.551927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-3de60a4a-0a0c-46a1-8928-48e7f930b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:29.553580 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-3de60a4a-0a0c-46a1-8928-48e7f930b5c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ed333f2-2b17-4806-a2e4-98bb83dff87d HTTP/1.1" status: 200 len: 916 time: 0.0952840 Mar 11 12:39:29.592639 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-57de942b-5ac9-4808-90fb-88ab494280e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=933009de-c43a-4b74-ad74-4161ee9b8f62 HTTP/1.1" status: 200 len: 217 time: 0.0336406 Mar 11 12:39:29.640278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-371b38a1-9dd8-449e-9c65-004b3b1c9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:29.641796 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-371b38a1-9dd8-449e-9c65-004b3b1c9c2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=792add9d-f006-44fb-bbe0-e11c1be35909 HTTP/1.1" status: 200 len: 855 time: 0.0438025 Mar 11 12:39:29.675619 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-ef52c8e8-69bc-4132-95be-9b16505bf93a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ed333f2-2b17-4806-a2e4-98bb83dff87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255153 Mar 11 12:39:29.768427 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-e5dcb240-a781-4d39-bad9-8c67f7e1f9f9 service neutron] 10.222.0.37 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872784 Mar 11 12:39:29.858078 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-26922260-f8b0-4b1e-96fa-2ab201372fa2 req-c1e55c72-a42c-45d2-b346-4448f63b2801 service neutron] 10.222.0.37 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836565 Mar 11 12:39:30.615694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621806a-a3cc-44c7-8e6d-6adced39e975 req-bca738d5-862b-4d90-b757-9d13a4791aa4 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:30.617198 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b621806a-a3cc-44c7-8e6d-6adced39e975 req-bca738d5-862b-4d90-b757-9d13a4791aa4 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 943 time: 0.0596688 Mar 11 12:39:30.678757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b621806a-a3cc-44c7-8e6d-6adced39e975 req-8fb6b07c-174a-4c4e-99a0-880ddec041ad tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529494 Mar 11 12:39:31.178121 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2b0dff-d6ae-4b34-932f-8d6bebe729c8', 'tag': '933009de-c43a-4b74-ad74-4161ee9b8f62'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:39:31.180639 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f75d95-5d84-46ea-b5ee-692034ba8ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2b0dff-d6ae-4b34-932f-8d6bebe729c8", "tag": "933009de-c43a-4b74-ad74-4161ee9b8f62"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:39:31.230393 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f8f848-f207-41ff-a147-6da9ed72e1f6 x-openstack-request-id: req-53f8f848-f207-41ff-a147-6da9ed72e1f6 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:39:31.230662 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2b0dff-d6ae-4b34-932f-8d6bebe729c8", "tag": "933009de-c43a-4b74-ad74-4161ee9b8f62", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:39:31.230943 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-53f8f848-f207-41ff-a147-6da9ed72e1f6 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:39:31.231366 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2b0dff-d6ae-4b34-932f-8d6bebe729c8', 'tag': '933009de-c43a-4b74-ad74-4161ee9b8f62', 'status': 'completed', 'code': 200} Mar 11 12:39:31.656452 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-ee870101-23b9-4f2a-93ef-9fab025b06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:31.657979 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-ee870101-23b9-4f2a-93ef-9fab025b06f5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a40c091ef65a4137b60cbacee4ccfcde&device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 1125 time: 0.4090443 Mar 11 12:39:31.663194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-4a9958b4-c4e2-498b-846f-309d37949fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:31.664639 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-4a9958b4-c4e2-498b-846f-309d37949fde service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a40c091ef65a4137b60cbacee4ccfcde&device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 1125 time: 0.4059741 Mar 11 12:39:31.802652 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa47c2c-86c4-461e-b9d1-373a913ea7e1 req-e4ed1ac4-ba67-49de-b7f7-a18204c5c5ef tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:31.804268 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eaa47c2c-86c4-461e-b9d1-373a913ea7e1 req-e4ed1ac4-ba67-49de-b7f7-a18204c5c5ef tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 943 time: 0.0546067 Mar 11 12:39:31.834586 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-da97615d-e385-44e9-9cae-58847ecb0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:31.836078 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-da97615d-e385-44e9-9cae-58847ecb0761 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5ed333f2-2b17-4806-a2e4-98bb83dff87d HTTP/1.1" status: 200 len: 916 time: 0.1706011 Mar 11 12:39:31.839083 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-e2aee9c0-98c7-445f-8ecf-c8100add8fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:31.840450 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-e2aee9c0-98c7-445f-8ecf-c8100add8fd9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ed333f2-2b17-4806-a2e4-98bb83dff87d HTTP/1.1" status: 200 len: 916 time: 0.1679649 Mar 11 12:39:31.857648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eaa47c2c-86c4-461e-b9d1-373a913ea7e1 req-8395988d-0d9d-41ae-a86d-5defd47460a0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474877 Mar 11 12:39:31.909855 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-cec44356-8dd7-4632-8618-09356c12e13f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=933009de-c43a-4b74-ad74-4161ee9b8f62 HTTP/1.1" status: 200 len: 217 time: 0.0663388 Mar 11 12:39:31.911128 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-e9cc9c03-3706-4f2c-8368-29de69078185 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=933009de-c43a-4b74-ad74-4161ee9b8f62 HTTP/1.1" status: 200 len: 217 time: 0.0621152 Mar 11 12:39:31.999617 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-ba8de604-dc5f-46b8-9f81-72e9477754ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:32.001121 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-ba8de604-dc5f-46b8-9f81-72e9477754ed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=792add9d-f006-44fb-bbe0-e11c1be35909 HTTP/1.1" status: 200 len: 855 time: 0.0855298 Mar 11 12:39:32.003486 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-cc7cbc94-df10-4b7a-a681-cc0099dbf1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:32.004862 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-cc7cbc94-df10-4b7a-a681-cc0099dbf1c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=792add9d-f006-44fb-bbe0-e11c1be35909 HTTP/1.1" status: 200 len: 855 time: 0.0820563 Mar 11 12:39:32.028625 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 56041) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:39:32.040284 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-2146d61a-e909-4cdc-800e-98e9bd7d0c8c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5ed333f2-2b17-4806-a2e4-98bb83dff87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326729 Mar 11 12:39:32.062596 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-c8abf34a-3186-4c05-b962-9e2613a21c26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ed333f2-2b17-4806-a2e4-98bb83dff87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461981 Mar 11 12:39:32.069048 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 933009de-c43a-4b74-ad74-4161ee9b8f62 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:39:32.090671 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58f8c8-7e0d-48d4-bfcd-e52de2b9cc05 req-36555943-966f-4d67-b9ce-59c1f71cb0f7 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:32.092174 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7c58f8c8-7e0d-48d4-bfcd-e52de2b9cc05 req-36555943-966f-4d67-b9ce-59c1f71cb0f7 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8&tenant_id=a40c091ef65a4137b60cbacee4ccfcde&binding%3Ahost_id=n-h2-833234-2 HTTP/1.1" status: 200 len: 943 time: 0.0623467 Mar 11 12:39:32.103743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514ad86-8503-4c47-8028-93dfb1fef29a req-7a4ebc7b-8a9c-4948-8ede-1e7252d6fae0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:32.105239 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2514ad86-8503-4c47-8028-93dfb1fef29a req-7a4ebc7b-8a9c-4948-8ede-1e7252d6fae0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 943 time: 0.1028686 Mar 11 12:39:32.195107 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 933009de-c43a-4b74-ad74-4161ee9b8f62, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=933009de-c43a-4b74-ad74-4161ee9b8f62,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:39:32.195853 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2514ad86-8503-4c47-8028-93dfb1fef29a req-a001f743-d061-483e-8c28-0b0f1e9e6ef4 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818489 Mar 11 12:39:32.199049 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-7c58f8c8-7e0d-48d4-bfcd-e52de2b9cc05 req-2caf695d-ebfa-4128-a2c8-9a9a62dc1dc3 service neutron] delete failed (client error): The resource could not be found. Mar 11 12:39:32.200042 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7c58f8c8-7e0d-48d4-bfcd-e52de2b9cc05 req-2caf695d-ebfa-4128-a2c8-9a9a62dc1dc3 service neutron] 10.222.0.71 "DELETE /v2.0/ports/933009de-c43a-4b74-ad74-4161ee9b8f62/bindings/n-h1-833234-2 HTTP/1.1" status: 404 len: 380 time: 0.0939326 Mar 11 12:39:32.212699 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '933009de-c43a-4b74-ad74-4161ee9b8f62', 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d', 'port_id': '933009de-c43a-4b74-ad74-4161ee9b8f62', 'mac_address': 'fa:16:3e:be:db:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792add9d-f006-44fb-bbe0-e11c1be35909', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:39:32.218460 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-f339f1c3-f0a7-4503-8953-84991c256d56 service neutron] 10.222.0.71 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642976 Mar 11 12:39:32.227424 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-56f58f46-1341-4675-8f53-ac121403facb service neutron] 10.222.0.37 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536374 Mar 11 12:39:32.258640 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 933009de-c43a-4b74-ad74-4161ee9b8f62 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:39:32.259046 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:32.272166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933009de-c43a-4b74-ad74-4161ee9b8f62 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:39:32.291611 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 933009de-c43a-4b74-ad74-4161ee9b8f62, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=933009de-c43a-4b74-ad74-4161ee9b8f62,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:39:32.295760 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:32.342570 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=933009de-c43a-4b74-ad74-4161ee9b8f62,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:39:32.386042 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-b42e56b8-8eab-4351-a464-f5029bfdc145 service neutron] 10.222.0.71 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575694 Mar 11 12:39:32.387964 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-99f75d95-5d84-46ea-b5ee-692034ba8ca7 req-c42997d7-c703-493d-9211-64499953a44f service neutron] 10.222.0.37 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523244 Mar 11 12:39:32.496068 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58f8c8-7e0d-48d4-bfcd-e52de2b9cc05 req-1c284061-fd54-4178-b7a8-059bfe7abb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:32.498183 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7c58f8c8-7e0d-48d4-bfcd-e52de2b9cc05 req-1c284061-fd54-4178-b7a8-059bfe7abb8a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a40c091ef65a4137b60cbacee4ccfcde&device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 1126 time: 0.0492475 Mar 11 12:39:32.507744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['933009de-c43a-4b74-ad74-4161ee9b8f62'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:39:32.595409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58f8c8-7e0d-48d4-bfcd-e52de2b9cc05 req-0ddb9dab-a86c-4124-9622-e17aeccdb2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:32.596970 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7c58f8c8-7e0d-48d4-bfcd-e52de2b9cc05 req-0ddb9dab-a86c-4124-9622-e17aeccdb2b1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5ed333f2-2b17-4806-a2e4-98bb83dff87d HTTP/1.1" status: 200 len: 916 time: 0.0916421 Mar 11 12:39:32.639617 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7c58f8c8-7e0d-48d4-bfcd-e52de2b9cc05 req-c78aad19-423d-4dd6-a0d4-8aee81f6c1c4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=933009de-c43a-4b74-ad74-4161ee9b8f62 HTTP/1.1" status: 200 len: 217 time: 0.0361230 Mar 11 12:39:32.689230 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58f8c8-7e0d-48d4-bfcd-e52de2b9cc05 req-8e600417-67df-485a-8331-c6c374e26436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:32.691118 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7c58f8c8-7e0d-48d4-bfcd-e52de2b9cc05 req-8e600417-67df-485a-8331-c6c374e26436 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=792add9d-f006-44fb-bbe0-e11c1be35909 HTTP/1.1" status: 200 len: 855 time: 0.0450215 Mar 11 12:39:32.726634 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7c58f8c8-7e0d-48d4-bfcd-e52de2b9cc05 req-99350e16-e2a9-4590-b6d5-57a5b1ac5c34 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5ed333f2-2b17-4806-a2e4-98bb83dff87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293739 Mar 11 12:39:32.794110 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 933009de-c43a-4b74-ad74-4161ee9b8f62 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:39:32.824065 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7c58f8c8-7e0d-48d4-bfcd-e52de2b9cc05 req-a8116a28-61d2-4aee-8856-1aed8a4bed79 service neutron] 10.222.0.71 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902257 Mar 11 12:39:32.834345 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] The host n-h1-833234-2 is not matching for port 933009de-c43a-4b74-ad74-4161ee9b8f62 host n-h2-833234-2! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 12:39:32.834743 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 933009de-c43a-4b74-ad74-4161ee9b8f62 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:39:32.921161 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7c58f8c8-7e0d-48d4-bfcd-e52de2b9cc05 req-dc84a3af-beff-4456-a6ac-223909940237 service neutron] 10.222.0.71 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902343 Mar 11 12:39:33.334624 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531c03a-4947-4a86-8d74-4e0bb9712b4b req-20c0f872-3812-497d-82a9-e12cc8b3911c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:33.336128 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5531c03a-4947-4a86-8d74-4e0bb9712b4b req-20c0f872-3812-497d-82a9-e12cc8b3911c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 944 time: 0.0555265 Mar 11 12:39:33.384667 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5531c03a-4947-4a86-8d74-4e0bb9712b4b req-6711f136-550b-4338-81ed-859ccf0ae3f6 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425701 Mar 11 12:39:34.078317 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 933009de-c43a-4b74-ad74-4161ee9b8f62 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:39:34.137580 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 933009de-c43a-4b74-ad74-4161ee9b8f62 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:39:34.141731 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 933009de-c43a-4b74-ad74-4161ee9b8f62 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:39:34.142106 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:34.237585 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:34.238368 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 933009de-c43a-4b74-ad74-4161ee9b8f62 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:39:34.238733 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:34.262841 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2b0dff-d6ae-4b34-932f-8d6bebe729c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933009de-c43a-4b74-ad74-4161ee9b8f62'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:39:34.265125 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55da7c49-443c-432c-a1af-e5a444ae27b2" -d '{"events": [{"server_uuid": "3d2b0dff-d6ae-4b34-932f-8d6bebe729c8", "name": "network-vif-plugged", "status": "completed", "tag": "933009de-c43a-4b74-ad74-4161ee9b8f62"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:39:34.277622 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 933009de-c43a-4b74-ad74-4161ee9b8f62, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=933009de-c43a-4b74-ad74-4161ee9b8f62,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:39:34.283231 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:34.310703 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac4a638-b48f-4afe-a8ee-563177a5b93f x-openstack-request-id: req-9ac4a638-b48f-4afe-a8ee-563177a5b93f {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:39:34.311062 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2b0dff-d6ae-4b34-932f-8d6bebe729c8", "name": "network-vif-plugged", "status": "completed", "tag": "933009de-c43a-4b74-ad74-4161ee9b8f62", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:39:34.311307 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9ac4a638-b48f-4afe-a8ee-563177a5b93f {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:39:34.311726 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2b0dff-d6ae-4b34-932f-8d6bebe729c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933009de-c43a-4b74-ad74-4161ee9b8f62', 'code': 200} Mar 11 12:39:34.337449 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=933009de-c43a-4b74-ad74-4161ee9b8f62,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:39:34.523797 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ee67b-a621-4995-8340-dfeba723f117 req-94abb1db-5851-443c-a9be-5178b4eb5adf tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:34.525724 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-426ee67b-a621-4995-8340-dfeba723f117 req-94abb1db-5851-443c-a9be-5178b4eb5adf tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0653696 Mar 11 12:39:34.581769 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-426ee67b-a621-4995-8340-dfeba723f117 req-df33dedf-99e2-478c-a258-f87854d73274 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477023 Mar 11 12:39:34.714796 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad936c14-cca1-4032-a76c-45baf1572976 req-577e3e09-09a5-4b1e-9070-e1820236f2ed tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:34.716302 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad936c14-cca1-4032-a76c-45baf1572976 req-577e3e09-09a5-4b1e-9070-e1820236f2ed tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0648899 Mar 11 12:39:34.780082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ad936c14-cca1-4032-a76c-45baf1572976 req-f7ea125a-1e75-48d6-b0e3-d55b05008904 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580921 Mar 11 12:39:34.921182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c78b9d-728c-4357-b604-2a7999d067fc req-b5e1cc38-933a-4c9e-a6b0-61d8e094f3be tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:34.922573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2c78b9d-728c-4357-b604-2a7999d067fc req-b5e1cc38-933a-4c9e-a6b0-61d8e094f3be tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0641079 Mar 11 12:39:34.970792 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2c78b9d-728c-4357-b604-2a7999d067fc req-766c8c86-bfd0-411d-ba57-a7eb6a00df88 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421839 Mar 11 12:39:35.351157 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417e367-2efd-4627-8daf-7610e335729c req-0064276a-694f-4f49-bcc4-0a2c6c9286d3 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:35.352671 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0417e367-2efd-4627-8daf-7610e335729c req-0064276a-694f-4f49-bcc4-0a2c6c9286d3 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/networks?id=5ed333f2-2b17-4806-a2e4-98bb83dff87d HTTP/1.1" status: 200 len: 815 time: 0.1098483 Mar 11 12:39:35.369811 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0417e367-2efd-4627-8daf-7610e335729c req-c68f89fd-2508-4eff-9a79-c8610ee0b3d2 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/quotas/a40c091ef65a4137b60cbacee4ccfcde HTTP/1.1" status: 200 len: 375 time: 0.0096102 Mar 11 12:39:35.423144 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0417e367-2efd-4627-8daf-7610e335729c req-df689db1-0e2e-4ff7-9188-f182694383f0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a40c091ef65a4137b60cbacee4ccfcde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484307 Mar 11 12:39:35.433970 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-0417e367-2efd-4627-8daf-7610e335729c req-141475c5-7131-490e-be46-9ec2ca33bb79 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:39:35.434846 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0417e367-2efd-4627-8daf-7610e335729c req-141475c5-7131-490e-be46-9ec2ca33bb79 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048676 Mar 11 12:39:35.527352 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0417e367-2efd-4627-8daf-7610e335729c req-e0d69582-7451-445b-9de2-007d44a17096 service neutron] 10.222.0.78 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871098 Mar 11 12:39:35.620617 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0417e367-2efd-4627-8daf-7610e335729c req-9881ed54-c543-4c5f-ab20-8d803425e149 service neutron] 10.222.0.78 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849786 Mar 11 12:39:35.805465 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff21a1c8-1248-40b0-a438-dc7d64590fb1 req-be2cadef-5de4-46a7-9806-dac407fa5425 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 210 time: 0.0290849 Mar 11 12:39:36.501366 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559c62f-cf39-44a0-9862-07a4eca546f6 req-75db6954-07db-4646-ae3c-cbba400d1d67 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:36.503416 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4559c62f-cf39-44a0-9862-07a4eca546f6 req-75db6954-07db-4646-ae3c-cbba400d1d67 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d2b0dff-d6ae-4b34-932f-8d6bebe729c8 HTTP/1.1" status: 200 len: 945 time: 0.0657256 Mar 11 12:39:36.615906 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-4559c62f-cf39-44a0-9862-07a4eca546f6 req-9ca41a6e-8309-41f3-9971-5cbb113e1051 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Deleting port 933009de-c43a-4b74-ad74-4161ee9b8f62 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:39:36.616248 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4559c62f-cf39-44a0-9862-07a4eca546f6 req-9ca41a6e-8309-41f3-9971-5cbb113e1051 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:36.644631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.37', 58054) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:39:36.718213 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-4559c62f-cf39-44a0-9862-07a4eca546f6 req-9ca41a6e-8309-41f3-9971-5cbb113e1051 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] For port 933009de-c43a-4b74-ad74-4161ee9b8f62, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=933009de-c43a-4b74-ad74-4161ee9b8f62,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:39:36.718697 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4559c62f-cf39-44a0-9862-07a4eca546f6 req-9ca41a6e-8309-41f3-9971-5cbb113e1051 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:36.732641 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-4559c62f-cf39-44a0-9862-07a4eca546f6 req-9ca41a6e-8309-41f3-9971-5cbb113e1051 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Calling delete_port for 933009de-c43a-4b74-ad74-4161ee9b8f62 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:39:36.760831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417e367-2efd-4627-8daf-7610e335729c req-5aea0f1d-611b-4616-8389-4d706039f329 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:36.762330 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0417e367-2efd-4627-8daf-7610e335729c req-5aea0f1d-611b-4616-8389-4d706039f329 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.37 "GET /v2.0/networks?id=5ed333f2-2b17-4806-a2e4-98bb83dff87d HTTP/1.1" status: 200 len: 815 time: 0.1166937 Mar 11 12:39:36.774487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-0417e367-2efd-4627-8daf-7610e335729c req-a65a554a-ca94-41b6-af29-43777dc3aec0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Request body: {'port': {'device_id': 'c9232f92-1f9a-477e-9855-e94e88813ca7', 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d', 'admin_state_up': True, 'tenant_id': 'a40c091ef65a4137b60cbacee4ccfcde'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:39:36.871951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4559c62f-cf39-44a0-9862-07a4eca546f6 req-9ca41a6e-8309-41f3-9971-5cbb113e1051 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (933009de-c43a-4b74-ad74-4161ee9b8f62), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:36.886038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['933009de-c43a-4b74-ad74-4161ee9b8f62'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:39:36.903467 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca41a6e-8309-41f3-9971-5cbb113e1051 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Pushing event deleted for resources: {'Port': ['ID=933009de-c43a-4b74-ad74-4161ee9b8f62,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:39:36.913430 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d6ec9a53-1b98-4e6c-b706-913a29419bca req-ffa7ee43-cd8d-4e1a-bfe3-27e0ff112648 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 210 time: 0.0326738 Mar 11 12:39:36.922462 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0417e367-2efd-4627-8daf-7610e335729c req-a65a554a-ca94-41b6-af29-43777dc3aec0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Made reservation on behalf of a40c091ef65a4137b60cbacee4ccfcde for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:39:36.926497 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0417e367-2efd-4627-8daf-7610e335729c req-a65a554a-ca94-41b6-af29-43777dc3aec0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:36.957389 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-4559c62f-cf39-44a0-9862-07a4eca546f6 req-9ca41a6e-8309-41f3-9971-5cbb113e1051 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] No DVR routers for this DVR port 933009de-c43a-4b74-ad74-4161ee9b8f62 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:39:36.960339 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4559c62f-cf39-44a0-9862-07a4eca546f6 req-9ca41a6e-8309-41f3-9971-5cbb113e1051 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:36.964511 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4559c62f-cf39-44a0-9862-07a4eca546f6 req-9ca41a6e-8309-41f3-9971-5cbb113e1051 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.37 "DELETE /v2.0/ports/933009de-c43a-4b74-ad74-4161ee9b8f62 HTTP/1.1" status: 204 len: 173 time: 0.4555354 Mar 11 12:39:36.964963 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2b0dff-d6ae-4b34-932f-8d6bebe729c8', 'name': 'network-vif-deleted', 'tag': '933009de-c43a-4b74-ad74-4161ee9b8f62'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:39:36.967891 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1673c7-121c-43a7-a6f7-d2bf41f68ac2" -d '{"events": [{"server_uuid": "3d2b0dff-d6ae-4b34-932f-8d6bebe729c8", "name": "network-vif-deleted", "tag": "933009de-c43a-4b74-ad74-4161ee9b8f62"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:39:37.008227 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fcdb4a-6309-4cd3-a942-e484d1a9e4f4 x-openstack-request-id: req-16fcdb4a-6309-4cd3-a942-e484d1a9e4f4 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:39:37.008923 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2b0dff-d6ae-4b34-932f-8d6bebe729c8", "name": "network-vif-deleted", "tag": "933009de-c43a-4b74-ad74-4161ee9b8f62", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:39:37.009243 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-16fcdb4a-6309-4cd3-a942-e484d1a9e4f4 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:39:37.009731 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2b0dff-d6ae-4b34-932f-8d6bebe729c8', 'name': 'network-vif-deleted', 'tag': '933009de-c43a-4b74-ad74-4161ee9b8f62', 'status': 'completed', 'code': 200} Mar 11 12:39:37.063052 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-0417e367-2efd-4627-8daf-7610e335729c req-a65a554a-ca94-41b6-af29-43777dc3aec0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Allocated IP 172.20.0.12 (5ed333f2-2b17-4806-a2e4-98bb83dff87d/792add9d-f006-44fb-bbe0-e11c1be35909/0f44be7f-e7a3-417d-9acf-865d88cbe0ac) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:39:37.219292 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0417e367-2efd-4627-8daf-7610e335729c req-a65a554a-ca94-41b6-af29-43777dc3aec0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Publish callbacks [] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:37.259855 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0417e367-2efd-4627-8daf-7610e335729c req-a65a554a-ca94-41b6-af29-43777dc3aec0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:37.271852 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['933009de-c43a-4b74-ad74-4161ee9b8f62'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:39:37.303245 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0417e367-2efd-4627-8daf-7610e335729c req-a65a554a-ca94-41b6-af29-43777dc3aec0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Network 5ed333f2-2b17-4806-a2e4-98bb83dff87d is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:39:37.306414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-0417e367-2efd-4627-8daf-7610e335729c req-a65a554a-ca94-41b6-af29-43777dc3aec0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:39:37.310279 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-0417e367-2efd-4627-8daf-7610e335729c req-a65a554a-ca94-41b6-af29-43777dc3aec0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:39:37.344437 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a554a-ca94-41b6-af29-43777dc3aec0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Pushing event updated for resources: {'Port': ['ID=0f44be7f-e7a3-417d-9acf-865d88cbe0ac,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:39:37.365930 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417e367-2efd-4627-8daf-7610e335729c req-a65a554a-ca94-41b6-af29-43777dc3aec0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:37.366551 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0417e367-2efd-4627-8daf-7610e335729c req-a65a554a-ca94-41b6-af29-43777dc3aec0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:37.384806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0417e367-2efd-4627-8daf-7610e335729c req-a65a554a-ca94-41b6-af29-43777dc3aec0 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6143651 Mar 11 12:39:37.395210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Request body: {'port': {'device_id': 'c9232f92-1f9a-477e-9855-e94e88813ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:39:37.458336 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:37.735590 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f44be7f-e7a3-417d-9acf-865d88cbe0ac {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:39:37.743622 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Publish callbacks [] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:37.756368 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Transition to ACTIVE for port object 0f44be7f-e7a3-417d-9acf-865d88cbe0ac will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:39:37.762522 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:37.812778 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0f44be7f-e7a3-417d-9acf-865d88cbe0ac,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:39:37.899670 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Attempting to bind port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:39:37.899980 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Attempting to bind port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '9e3783b4-36c8-4714-9be6-c9e8cb848010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:39:37.900326 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Attempting to bind port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac on network 5ed333f2-2b17-4806-a2e4-98bb83dff87d {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:39:37.904869 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac on network 5ed333f2-2b17-4806-a2e4-98bb83dff87d not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:39:37.905180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Attempting to bind port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac on network 5ed333f2-2b17-4806-a2e4-98bb83dff87d {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:39:37.910696 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:39:37.911050 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Checking segment: {'id': '9e3783b4-36c8-4714-9be6-c9e8cb848010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:39:37.911447 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Bound using segment: {'id': '9e3783b4-36c8-4714-9be6-c9e8cb848010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:39:37.911876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Bound port: 0f44be7f-e7a3-417d-9acf-865d88cbe0ac, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3783b4-36c8-4714-9be6-c9e8cb848010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:39:37.912271 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:37.975973 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] For port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:39:37.979286 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] For port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=0f44be7f-e7a3-417d-9acf-865d88cbe0ac,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:39:37.996048 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:38.055477 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:38.056121 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:38.057514 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0417e367-2efd-4627-8daf-7610e335729c req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] 10.222.0.37 "PUT /v2.0/ports/0f44be7f-e7a3-417d-9acf-865d88cbe0ac HTTP/1.1" status: 200 len: 1092 time: 0.6663790 Mar 11 12:39:38.059601 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9232f92-1f9a-477e-9855-e94e88813ca7', 'tag': '0f44be7f-e7a3-417d-9acf-865d88cbe0ac'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:39:38.061833 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a743a5e-a7ca-4dfd-b860-a795387ad399" -d '{"events": [{"name": "network-changed", "server_uuid": "c9232f92-1f9a-477e-9855-e94e88813ca7", "tag": "0f44be7f-e7a3-417d-9acf-865d88cbe0ac"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:39:38.084943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388a4ee-8349-419c-96dc-53e1ddb914c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0f44be7f-e7a3-417d-9acf-865d88cbe0ac,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:39:38.095340 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f6be1-e407-448f-a150-99462d465f99 req-111f561c-e48a-48bb-a749-a55396ba684e tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:38.098215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-785f6be1-e407-448f-a150-99462d465f99 req-111f561c-e48a-48bb-a749-a55396ba684e tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 944 time: 0.1123376 Mar 11 12:39:38.102810 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b54ed05-0be3-40fb-87e9-68130c4ebfb6 x-openstack-request-id: req-5b54ed05-0be3-40fb-87e9-68130c4ebfb6 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:39:38.103071 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9232f92-1f9a-477e-9855-e94e88813ca7", "tag": "0f44be7f-e7a3-417d-9acf-865d88cbe0ac", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:39:38.103350 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5b54ed05-0be3-40fb-87e9-68130c4ebfb6 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:39:38.103798 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9232f92-1f9a-477e-9855-e94e88813ca7', 'tag': '0f44be7f-e7a3-417d-9acf-865d88cbe0ac', 'status': 'completed', 'code': 200} Mar 11 12:39:38.510854 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-785f6be1-e407-448f-a150-99462d465f99 req-6fbbf568-4342-4b06-8a9c-ed4977feb3e5 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044476 Mar 11 12:39:38.517008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417e367-2efd-4627-8daf-7610e335729c req-e95deec8-549f-465a-9e32-3e491f98f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:38.518923 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0417e367-2efd-4627-8daf-7610e335729c req-e95deec8-549f-465a-9e32-3e491f98f302 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a40c091ef65a4137b60cbacee4ccfcde&device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 1126 time: 0.4103701 Mar 11 12:39:38.559795 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0417e367-2efd-4627-8daf-7610e335729c req-f93d5b46-50d5-4b67-b274-739ff311d452 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f44be7f-e7a3-417d-9acf-865d88cbe0ac HTTP/1.1" status: 200 len: 217 time: 0.0340922 Mar 11 12:39:38.608991 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417e367-2efd-4627-8daf-7610e335729c req-b78aa4a5-902e-4b5f-987b-f5bcbed9e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:38.610384 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0417e367-2efd-4627-8daf-7610e335729c req-b78aa4a5-902e-4b5f-987b-f5bcbed9e6a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=792add9d-f006-44fb-bbe0-e11c1be35909 HTTP/1.1" status: 200 len: 855 time: 0.0455935 Mar 11 12:39:38.641968 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0417e367-2efd-4627-8daf-7610e335729c req-b50c1895-16d9-4589-b1e9-4092f4217deb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ed333f2-2b17-4806-a2e4-98bb83dff87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257888 Mar 11 12:39:38.730839 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0417e367-2efd-4627-8daf-7610e335729c req-53d1002b-b7bc-4f86-8835-4bdb4ea9e1d7 service neutron] 10.222.0.37 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821207 Mar 11 12:39:38.823336 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0417e367-2efd-4627-8daf-7610e335729c req-4e8978ad-b49a-4fc3-b0b3-7cf298299645 service neutron] 10.222.0.37 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869436 Mar 11 12:39:38.919769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a743a5e-a7ca-4dfd-b860-a795387ad399 req-e553b6f9-0ba0-45d7-bdbf-255d77c3fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:38.921311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a743a5e-a7ca-4dfd-b860-a795387ad399 req-e553b6f9-0ba0-45d7-bdbf-255d77c3fa4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a40c091ef65a4137b60cbacee4ccfcde&device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 1126 time: 0.0479538 Mar 11 12:39:39.018855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a743a5e-a7ca-4dfd-b860-a795387ad399 req-3265ae3e-24f1-43e0-8d7d-35225574d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:39.020247 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a743a5e-a7ca-4dfd-b860-a795387ad399 req-3265ae3e-24f1-43e0-8d7d-35225574d2ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ed333f2-2b17-4806-a2e4-98bb83dff87d HTTP/1.1" status: 200 len: 916 time: 0.0903666 Mar 11 12:39:39.059408 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a743a5e-a7ca-4dfd-b860-a795387ad399 req-e33e32ba-d7d5-45e1-8cdf-22a2d1baa9b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f44be7f-e7a3-417d-9acf-865d88cbe0ac HTTP/1.1" status: 200 len: 217 time: 0.0333371 Mar 11 12:39:39.107640 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a743a5e-a7ca-4dfd-b860-a795387ad399 req-d1a3267e-6547-4b60-8341-d06bcd4cd9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:39.109104 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a743a5e-a7ca-4dfd-b860-a795387ad399 req-d1a3267e-6547-4b60-8341-d06bcd4cd9fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=792add9d-f006-44fb-bbe0-e11c1be35909 HTTP/1.1" status: 200 len: 855 time: 0.0435009 Mar 11 12:39:39.145495 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a743a5e-a7ca-4dfd-b860-a795387ad399 req-76d315f5-6eb0-477f-8051-2f405ef39900 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ed333f2-2b17-4806-a2e4-98bb83dff87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297565 Mar 11 12:39:39.241648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a743a5e-a7ca-4dfd-b860-a795387ad399 req-0fd960d3-995e-4d93-9b6f-906040162138 service neutron] 10.222.0.37 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886848 Mar 11 12:39:39.341803 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6a743a5e-a7ca-4dfd-b860-a795387ad399 req-7e72dfd9-3460-4fbc-a55b-fc5449a9ed10 service neutron] 10.222.0.37 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938938 Mar 11 12:39:39.639288 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6d591-05d9-4c0c-bae8-6b28317d504a req-9faf70bb-9b83-4002-b5c0-aee44b69b85a tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:39.640683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4dc6d591-05d9-4c0c-bae8-6b28317d504a req-9faf70bb-9b83-4002-b5c0-aee44b69b85a tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 944 time: 0.0594728 Mar 11 12:39:39.693013 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4dc6d591-05d9-4c0c-bae8-6b28317d504a req-fcecb840-e634-44f4-8ca1-e076880af8af tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437443 Mar 11 12:39:40.118047 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 0f44be7f-e7a3-417d-9acf-865d88cbe0ac details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:39:40.122401 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 933009de-c43a-4b74-ad74-4161ee9b8f62 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:39:40.157045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 933009de-c43a-4b74-ad74-4161ee9b8f62 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:39:40.157377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 933009de-c43a-4b74-ad74-4161ee9b8f62 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:39:40.413100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=0f44be7f-e7a3-417d-9acf-865d88cbe0ac,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:39:40.423606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '0f44be7f-e7a3-417d-9acf-865d88cbe0ac', 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d', 'port_id': '0f44be7f-e7a3-417d-9acf-865d88cbe0ac', 'mac_address': 'fa:16:3e:2a:47:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792add9d-f006-44fb-bbe0-e11c1be35909', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:39:40.467762 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:39:40.468276 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:40.482633 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f44be7f-e7a3-417d-9acf-865d88cbe0ac {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:39:40.507902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=0f44be7f-e7a3-417d-9acf-865d88cbe0ac,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:39:40.513981 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:40.560241 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=0f44be7f-e7a3-417d-9acf-865d88cbe0ac,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:39:40.699773 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['0f44be7f-e7a3-417d-9acf-865d88cbe0ac'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:39:40.814823 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a077f71-f292-4d4a-819a-e52e04a28ac9 req-08ef4dfe-5135-41fe-956b-b81c90af9497 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:40.816989 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a077f71-f292-4d4a-819a-e52e04a28ac9 req-08ef4dfe-5135-41fe-956b-b81c90af9497 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 945 time: 0.0554450 Mar 11 12:39:40.875868 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a077f71-f292-4d4a-819a-e52e04a28ac9 req-ee1126b7-a110-477c-aca7-df74dbfdc9c6 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530353 Mar 11 12:39:42.002006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37996cb-cf7b-4585-abc3-abed3979e373 req-14039680-3c4d-4a62-b1fa-d9323a7f2e1e tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:42.003631 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f37996cb-cf7b-4585-abc3-abed3979e373 req-14039680-3c4d-4a62-b1fa-d9323a7f2e1e tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 945 time: 0.0543795 Mar 11 12:39:42.060402 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f37996cb-cf7b-4585-abc3-abed3979e373 req-e6bf210f-b339-4a4f-afeb-7610aeea4cc5 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482590 Mar 11 12:39:42.131313 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 0f44be7f-e7a3-417d-9acf-865d88cbe0ac up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:39:42.184800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:39:42.188692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:39:42.189062 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:42.268686 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:39:42.269098 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:42.290955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9232f92-1f9a-477e-9855-e94e88813ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f44be7f-e7a3-417d-9acf-865d88cbe0ac'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:39:42.293208 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49f486c-680c-420e-a3d3-953d9260a6dd" -d '{"events": [{"server_uuid": "c9232f92-1f9a-477e-9855-e94e88813ca7", "name": "network-vif-plugged", "status": "completed", "tag": "0f44be7f-e7a3-417d-9acf-865d88cbe0ac"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:39:42.305852 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=0f44be7f-e7a3-417d-9acf-865d88cbe0ac,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:39:42.310264 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:42.334003 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085ebaa1-e914-4016-a8da-28637d7e3277 x-openstack-request-id: req-085ebaa1-e914-4016-a8da-28637d7e3277 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:39:42.334341 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9232f92-1f9a-477e-9855-e94e88813ca7", "name": "network-vif-plugged", "status": "completed", "tag": "0f44be7f-e7a3-417d-9acf-865d88cbe0ac", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:39:42.334630 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-085ebaa1-e914-4016-a8da-28637d7e3277 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:39:42.335051 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9232f92-1f9a-477e-9855-e94e88813ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f44be7f-e7a3-417d-9acf-865d88cbe0ac', 'code': 200} Mar 11 12:39:42.362121 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=0f44be7f-e7a3-417d-9acf-865d88cbe0ac,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:39:42.428792 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc5ce6-8d5f-47e6-ac89-6e6dc0456ec1 req-a8a18c44-7471-49d1-9efd-ac31354b6825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:42.430217 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06cc5ce6-8d5f-47e6-ac89-6e6dc0456ec1 req-a8a18c44-7471-49d1-9efd-ac31354b6825 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 1128 time: 0.0448093 Mar 11 12:39:42.473790 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06cc5ce6-8d5f-47e6-ac89-6e6dc0456ec1 req-9d20f0c9-0509-4b14-8417-c94997aa16b5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380797 Mar 11 12:39:43.090115 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:43.210916 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d61f7-4f3e-41cc-b669-2094264921e6 req-5b7f16d5-60f2-48e7-8451-0c6d06b4802b tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:43.212393 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb4d61f7-4f3e-41cc-b669-2094264921e6 req-5b7f16d5-60f2-48e7-8451-0c6d06b4802b tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0648429 Mar 11 12:39:43.262662 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fb4d61f7-4f3e-41cc-b669-2094264921e6 req-971d46ba-4396-4837-b527-9dd2f4c9dc4b tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445628 Mar 11 12:39:43.692409 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c87c564b-eb0b-49dc-a8ea-1ab6b03a3e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:44.300237 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b260ad41-3b8a-4213-a425-ecac441bed08 req-a4009a77-27e1-4be2-8a9d-c6a56f340840 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462687 Mar 11 12:39:44.421054 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260ad41-3b8a-4213-a425-ecac441bed08 req-628d996f-2b3f-4e91-a329-618d23fb6d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:44.422566 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b260ad41-3b8a-4213-a425-ecac441bed08 req-628d996f-2b3f-4e91-a329-618d23fb6d12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a40c091ef65a4137b60cbacee4ccfcde&device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 1128 time: 0.0797994 Mar 11 12:39:44.429651 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e0193-2fd5-472c-8f4e-88ea502a2aad req-d3164366-f1f2-4c2e-9e98-3a78095ef5c7 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:44.431103 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf9e0193-2fd5-472c-8f4e-88ea502a2aad req-d3164366-f1f2-4c2e-9e98-3a78095ef5c7 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0870392 Mar 11 12:39:44.529643 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bf9e0193-2fd5-472c-8f4e-88ea502a2aad req-5d63137f-e9e7-44a5-9fee-9f3590240cbf tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927989 Mar 11 12:39:44.552664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260ad41-3b8a-4213-a425-ecac441bed08 req-d3c1691b-f537-417e-a601-ab114375287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:44.554187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b260ad41-3b8a-4213-a425-ecac441bed08 req-d3c1691b-f537-417e-a601-ab114375287e service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ed333f2-2b17-4806-a2e4-98bb83dff87d HTTP/1.1" status: 200 len: 916 time: 0.1116199 Mar 11 12:39:44.602297 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b260ad41-3b8a-4213-a425-ecac441bed08 req-205bada1-04cc-4a50-8a66-a6a4b62d8145 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f44be7f-e7a3-417d-9acf-865d88cbe0ac HTTP/1.1" status: 200 len: 217 time: 0.0416336 Mar 11 12:39:44.671850 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260ad41-3b8a-4213-a425-ecac441bed08 req-08270d4a-c992-4f03-bf72-6001689feba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:44.673367 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b260ad41-3b8a-4213-a425-ecac441bed08 req-08270d4a-c992-4f03-bf72-6001689feba4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=792add9d-f006-44fb-bbe0-e11c1be35909 HTTP/1.1" status: 200 len: 855 time: 0.0639229 Mar 11 12:39:44.697185 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6ccf5-798e-4c00-a63b-fceb3a9a28a0 req-92c4463a-cded-4523-9251-0331ed8b55e6 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:44.698620 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7df6ccf5-798e-4c00-a63b-fceb3a9a28a0 req-92c4463a-cded-4523-9251-0331ed8b55e6 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0988805 Mar 11 12:39:44.715261 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b260ad41-3b8a-4213-a425-ecac441bed08 req-1e601fcd-673e-42bb-89dc-a39d74d5f4d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ed333f2-2b17-4806-a2e4-98bb83dff87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359998 Mar 11 12:39:44.813075 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7df6ccf5-798e-4c00-a63b-fceb3a9a28a0 req-1c1527ac-481f-4e99-8e25-376e84a4695c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000044 Mar 11 12:39:44.837736 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b260ad41-3b8a-4213-a425-ecac441bed08 req-70a0187b-fced-4b4a-bfeb-6275e3380dfc service neutron] 10.222.0.37 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159828 Mar 11 12:39:44.932018 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b260ad41-3b8a-4213-a425-ecac441bed08 req-f267962d-c5c0-4cbd-9440-b18abd951854 service neutron] 10.222.0.37 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885694 Mar 11 12:39:45.052328 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-31568df9-997b-44f3-9913-f4dd404f1c30 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0512371 Mar 11 12:39:45.061235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1319df-f76b-48cc-b92b-ec80fbc09db3 req-07cba4da-a2ef-495a-b080-62b503ac220c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:45.062743 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a1319df-f76b-48cc-b92b-ec80fbc09db3 req-07cba4da-a2ef-495a-b080-62b503ac220c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0539134 Mar 11 12:39:45.114665 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a1319df-f76b-48cc-b92b-ec80fbc09db3 req-f4ce87aa-55f3-4460-8a8b-2032865ced0a tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458376 Mar 11 12:39:45.410245 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-3bd76cca-2bce-42c6-bfc7-50e914151549 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:45.411793 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-3bd76cca-2bce-42c6-bfc7-50e914151549 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports/0f44be7f-e7a3-417d-9acf-865d88cbe0ac HTTP/1.1" status: 200 len: 943 time: 0.0496936 Mar 11 12:39:45.760364 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0324f52e-1997-458d-9e9c-926800d33d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:46.277292 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf460ae1-8032-4376-9dcf-5fd86cdb2561 req-584e4417-f472-4b77-9d9d-c48099852ddd tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:46.278817 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf460ae1-8032-4376-9dcf-5fd86cdb2561 req-584e4417-f472-4b77-9d9d-c48099852ddd tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0826204 Mar 11 12:39:46.306496 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-7380f7e1-c068-4c48-ae5f-e269d36fec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:46.307989 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-7380f7e1-c068-4c48-ae5f-e269d36fec36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a40c091ef65a4137b60cbacee4ccfcde&device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 1128 time: 0.0769644 Mar 11 12:39:46.351237 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cf460ae1-8032-4376-9dcf-5fd86cdb2561 req-03dceb8e-91d3-4f96-b2de-593f6be4a4f1 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645425 Mar 11 12:39:46.413895 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-499e4cc4-f41f-4b76-811a-ff7e7b1fc5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:46.415294 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-499e4cc4-f41f-4b76-811a-ff7e7b1fc5ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ed333f2-2b17-4806-a2e4-98bb83dff87d HTTP/1.1" status: 200 len: 916 time: 0.0978751 Mar 11 12:39:46.458456 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-7063afec-af38-49f0-a729-151fa051814a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f44be7f-e7a3-417d-9acf-865d88cbe0ac HTTP/1.1" status: 200 len: 217 time: 0.0373755 Mar 11 12:39:46.518614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-c4280cf1-8858-4b83-a203-8491f260e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:46.520890 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-c4280cf1-8858-4b83-a203-8491f260e300 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=792add9d-f006-44fb-bbe0-e11c1be35909 HTTP/1.1" status: 200 len: 855 time: 0.0565507 Mar 11 12:39:46.552699 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-78fa7456-f6c2-40ff-a8ed-d6cb9b4ce3ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ed333f2-2b17-4806-a2e4-98bb83dff87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253823 Mar 11 12:39:46.653230 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-51ab98e6-fd7b-4625-b2dd-42cb5ddf50d7 service neutron] 10.222.0.37 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942583 Mar 11 12:39:46.744473 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-57714665-3d0b-4784-844e-90cf21689bac service neutron] 10.222.0.37 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857208 Mar 11 12:39:47.400579 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:47.478611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a40d6a-91e2-4f0f-bba6-6ed5d364cef6 req-27c7e3c2-3794-4dc1-bc68-ee898db186ed tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:47.480267 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87a40d6a-91e2-4f0f-bba6-6ed5d364cef6 req-27c7e3c2-3794-4dc1-bc68-ee898db186ed tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0556755 Mar 11 12:39:47.534226 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-87a40d6a-91e2-4f0f-bba6-6ed5d364cef6 req-5f4022a9-a33c-4693-b302-7c7ba1377c61 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480824 Mar 11 12:39:48.674336 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ddb21-0921-4ec5-bf74-b60be273edf9 req-587d92e6-cbd5-44ea-a4f0-a01094667ea1 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:48.675848 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-257ddb21-0921-4ec5-bf74-b60be273edf9 req-587d92e6-cbd5-44ea-a4f0-a01094667ea1 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0605726 Mar 11 12:39:48.725980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-257ddb21-0921-4ec5-bf74-b60be273edf9 req-c770b042-1343-4041-a0a9-fae774dc547b tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440323 Mar 11 12:39:48.814813 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:49.857527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37151dff-f259-4a06-bc15-14a0651e922f req-edecf195-6c3d-4b92-8cdc-a82d50a271d9 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:49.859014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37151dff-f259-4a06-bc15-14a0651e922f req-edecf195-6c3d-4b92-8cdc-a82d50a271d9 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0545528 Mar 11 12:39:49.925472 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37151dff-f259-4a06-bc15-14a0651e922f req-d71dea7c-ba7f-45ff-a1c4-9cbb11491766 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578535 Mar 11 12:39:50.121232 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:39:51.066371 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa5397-c9c8-4d62-8c97-0ea1851e87e7 req-d4a0ca75-5be0-478e-abac-ad867468b504 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:51.067893 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0daa5397-c9c8-4d62-8c97-0ea1851e87e7 req-d4a0ca75-5be0-478e-abac-ad867468b504 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0607533 Mar 11 12:39:51.116555 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0daa5397-c9c8-4d62-8c97-0ea1851e87e7 req-785ed329-c144-4ca2-8607-5f1eddb24a90 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Mar 11 12:39:52.243542 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a675c89-e7c6-4684-8c9d-4cfdfc09274a req-201b7d7c-a7a4-4cef-9c3d-892a0651213b tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:52.245086 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a675c89-e7c6-4684-8c9d-4cfdfc09274a req-201b7d7c-a7a4-4cef-9c3d-892a0651213b tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0553610 Mar 11 12:39:52.294581 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a675c89-e7c6-4684-8c9d-4cfdfc09274a req-99f9f4de-425c-4f1c-b4d3-4e20fa813e1d tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437868 Mar 11 12:39:53.443903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ad47e-6626-4540-a118-7263ff3e7a44 req-67d5add8-299c-4472-b60c-1cbc6cd063e2 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:53.446585 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc0ad47e-6626-4540-a118-7263ff3e7a44 req-67d5add8-299c-4472-b60c-1cbc6cd063e2 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0697222 Mar 11 12:39:53.492919 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc0ad47e-6626-4540-a118-7263ff3e7a44 req-f97a6bee-ff7b-4436-9416-7a6258fb67ae tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407507 Mar 11 12:39:54.630060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b5672-b9b2-4697-ba8f-cae5565e1e4b req-b4eba026-57e8-4f29-9218-8aff04de0cad tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:54.631540 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e2b5672-b9b2-4697-ba8f-cae5565e1e4b req-b4eba026-57e8-4f29-9218-8aff04de0cad tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0602498 Mar 11 12:39:54.679281 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e2b5672-b9b2-4697-ba8f-cae5565e1e4b req-a33c6f4a-34ca-4de0-af5a-526999278ec9 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414801 Mar 11 12:39:55.804003 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b497dd5-022a-488d-beec-e2a6432762f1 req-2ec3d8ae-839c-494c-bbea-e9dc79ac6236 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:55.805626 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1b497dd5-022a-488d-beec-e2a6432762f1 req-2ec3d8ae-839c-494c-bbea-e9dc79ac6236 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0570643 Mar 11 12:39:55.859362 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1b497dd5-022a-488d-beec-e2a6432762f1 req-477e556b-b0a3-4875-afd0-3d27bdf11548 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460851 Mar 11 12:39:55.903846 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:39:56.985493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff2e93-9131-44ca-89ee-7110cb1a8739 req-215909be-968b-4f9a-a123-f453a6edc7a6 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:56.986972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37ff2e93-9131-44ca-89ee-7110cb1a8739 req-215909be-968b-4f9a-a123-f453a6edc7a6 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0570734 Mar 11 12:39:57.037326 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37ff2e93-9131-44ca-89ee-7110cb1a8739 req-b77bf5cc-3dca-4343-9f95-7f3f0b779899 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430658 Mar 11 12:39:58.171341 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e179e-55b9-4090-9376-66fe32087c8b req-273b067a-539b-4c70-a8e6-0e761bec26dc tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:58.172854 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-682e179e-55b9-4090-9376-66fe32087c8b req-273b067a-539b-4c70-a8e6-0e761bec26dc tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0547698 Mar 11 12:39:58.224918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-682e179e-55b9-4090-9376-66fe32087c8b req-1e32e03f-62cd-4cd1-80cc-f24aff3ea513 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430639 Mar 11 12:39:59.365836 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4442c2-bf06-4725-aa4b-4b1f55faec61 req-2b258036-3533-4ce0-9f71-4dad644ec8d3 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:39:59.367322 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b4442c2-bf06-4725-aa4b-4b1f55faec61 req-2b258036-3533-4ce0-9f71-4dad644ec8d3 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0644598 Mar 11 12:39:59.417563 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b4442c2-bf06-4725-aa4b-4b1f55faec61 req-b132d1d6-06cc-4ee4-a794-393543f34416 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Mar 11 12:40:00.553720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b2667-f042-4f57-8c97-f70ce48d7983 req-e430af47-7c7a-4018-8807-4af32646bebb tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:00.555225 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb0b2667-f042-4f57-8c97-f70ce48d7983 req-e430af47-7c7a-4018-8807-4af32646bebb tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0566700 Mar 11 12:40:00.603916 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb0b2667-f042-4f57-8c97-f70ce48d7983 req-2a1496e2-e174-4b49-a23f-fb9836918c71 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424376 Mar 11 12:40:01.732889 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2849b-bb25-47a7-9bee-598c044cd399 req-03ab2063-82e8-435f-9d89-fdc56a6b19c4 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:01.734358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26a2849b-bb25-47a7-9bee-598c044cd399 req-03ab2063-82e8-435f-9d89-fdc56a6b19c4 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0539248 Mar 11 12:40:01.788082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26a2849b-bb25-47a7-9bee-598c044cd399 req-bc9bc4fd-fda5-43a2-a97f-af1548aaa73c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455525 Mar 11 12:40:02.936106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c883d-25cd-4bfb-8103-d775c4ddd679 req-dccde54b-0147-40c1-9bc6-6ec0bb01219a tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:02.938056 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a17c883d-25cd-4bfb-8103-d775c4ddd679 req-dccde54b-0147-40c1-9bc6-6ec0bb01219a tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0733829 Mar 11 12:40:02.986774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a17c883d-25cd-4bfb-8103-d775c4ddd679 req-e8577c91-2ac9-49f6-9e9d-2bfa5e029a1e tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429084 Mar 11 12:40:04.122879 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99055859-5181-45b8-a92a-42403d9f1c61 req-b28b2723-03dc-4cc8-98db-aedace546b7d tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:04.124381 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99055859-5181-45b8-a92a-42403d9f1c61 req-b28b2723-03dc-4cc8-98db-aedace546b7d tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0562460 Mar 11 12:40:04.174941 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-99055859-5181-45b8-a92a-42403d9f1c61 req-51d0e3df-1e5c-45ff-914a-928a9c5efc0c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424578 Mar 11 12:40:04.227345 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:05.304871 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6914715-9a6a-4fa0-b96a-3066cdc2ca06 req-04faf6e4-b2fd-4009-953c-e8be975aec1f tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:05.306358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6914715-9a6a-4fa0-b96a-3066cdc2ca06 req-04faf6e4-b2fd-4009-953c-e8be975aec1f tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0622072 Mar 11 12:40:05.355784 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6914715-9a6a-4fa0-b96a-3066cdc2ca06 req-36420f3a-c932-445e-9586-28642ca69c85 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432341 Mar 11 12:40:06.484046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d905f2f-b406-421b-89d8-ad7f0649dfc9 req-e609515b-3347-4c75-87db-1f8b10a8842c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:06.485543 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d905f2f-b406-421b-89d8-ad7f0649dfc9 req-e609515b-3347-4c75-87db-1f8b10a8842c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0556695 Mar 11 12:40:06.532187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d905f2f-b406-421b-89d8-ad7f0649dfc9 req-45d5470c-665b-45af-9c8e-1c3037257c12 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410099 Mar 11 12:40:07.675145 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2492b-26e2-4015-a84c-fe8a4803197c req-af53a3b2-a69e-405e-bb3a-fe429f264191 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:07.676666 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07f2492b-26e2-4015-a84c-fe8a4803197c req-af53a3b2-a69e-405e-bb3a-fe429f264191 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0596406 Mar 11 12:40:07.725752 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07f2492b-26e2-4015-a84c-fe8a4803197c req-358baeab-715a-4812-9704-c9a7fb9d37f7 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403576 Mar 11 12:40:08.873976 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e1773-f9f9-4cc4-a4ae-bc742e047836 req-93c40961-2880-40dc-8116-a3c38b5835cf tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:08.875463 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c9e1773-f9f9-4cc4-a4ae-bc742e047836 req-93c40961-2880-40dc-8116-a3c38b5835cf tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0569782 Mar 11 12:40:08.925140 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c9e1773-f9f9-4cc4-a4ae-bc742e047836 req-08f05077-efe2-4a3e-8a2d-80160a67403f tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410295 Mar 11 12:40:10.085456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d640d-548c-4275-bd26-91857dbe4a4f req-285210b0-55b7-457e-93e9-443b36af78ea tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:10.087016 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b04d640d-548c-4275-bd26-91857dbe4a4f req-285210b0-55b7-457e-93e9-443b36af78ea tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0621755 Mar 11 12:40:10.143411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b04d640d-548c-4275-bd26-91857dbe4a4f req-aa9520b6-2dbd-47fb-bd82-4e9a30fb9515 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499821 Mar 11 12:40:11.280066 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ad26a-284d-476f-aa6e-e7d1d55096a8 req-820ae2c2-f0fb-4423-9fd6-eaeaa484e22b tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:11.281587 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-324ad26a-284d-476f-aa6e-e7d1d55096a8 req-820ae2c2-f0fb-4423-9fd6-eaeaa484e22b tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0559497 Mar 11 12:40:11.330518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-324ad26a-284d-476f-aa6e-e7d1d55096a8 req-a6ef9ad0-475b-4398-911e-ad3d585e895e tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431263 Mar 11 12:40:12.451466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55e4e8-427c-4008-8c62-ae466c8a3a18 req-aa0b40f8-ee1a-4707-a883-483664c8121f tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:12.453039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4f55e4e8-427c-4008-8c62-ae466c8a3a18 req-aa0b40f8-ee1a-4707-a883-483664c8121f tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0534844 Mar 11 12:40:12.500013 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4f55e4e8-427c-4008-8c62-ae466c8a3a18 req-c6542c57-22ed-49c0-902b-967b5c6f64ff tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411236 Mar 11 12:40:13.090029 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:13.466479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-044f4e27-0879-4ada-9a2b-391f4c840a9e tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:40:13.467989 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-044f4e27-0879-4ada-9a2b-391f4c840a9e tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087464 Mar 11 12:40:13.534010 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-f29af155-fde7-4e04-be82-ebd3250819a8 service neutron] show failed (client error): The resource could not be found. Mar 11 12:40:13.534876 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-f29af155-fde7-4e04-be82-ebd3250819a8 service neutron] 10.222.0.37 "GET /v2.0/ports/0f44be7f-e7a3-417d-9acf-865d88cbe0ac/bindings/n-h1-833234-2 HTTP/1.1" status: 404 len: 380 time: 0.0611591 Mar 11 12:40:13.628628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05627e9-7f50-46e9-b2c6-a88220e3555b req-cadef718-0f57-4b87-a270-0802ea368df4 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:13.630488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b05627e9-7f50-46e9-b2c6-a88220e3555b req-cadef718-0f57-4b87-a270-0802ea368df4 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 946 time: 0.0566981 Mar 11 12:40:13.683042 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b05627e9-7f50-46e9-b2c6-a88220e3555b req-eea31ace-bbc4-4ae0-bb07-0d0fc8ce6a12 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468225 Mar 11 12:40:13.687188 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84710fe2-9b2a-431c-a5f8-91966e3c9667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:13.750984 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-9ef4c6ae-1206-412b-ba9b-1787e62613db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:13.752409 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-9ef4c6ae-1206-412b-ba9b-1787e62613db service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7&tenant_id=a40c091ef65a4137b60cbacee4ccfcde HTTP/1.1" status: 200 len: 1128 time: 0.0446112 Mar 11 12:40:13.764415 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:40:13.826380 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:14.039159 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] For port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=0f44be7f-e7a3-417d-9acf-865d88cbe0ac,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:40:14.072340 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] For port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:40:14.112500 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9232f92-1f9a-477e-9855-e94e88813ca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f44be7f-e7a3-417d-9acf-865d88cbe0ac'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:40:14.114785 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c92445c-960e-4a95-b77b-5c367efcce3e" -d '{"events": [{"server_uuid": "c9232f92-1f9a-477e-9855-e94e88813ca7", "name": "network-vif-unplugged", "status": "completed", "tag": "0f44be7f-e7a3-417d-9acf-865d88cbe0ac"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:40:14.118321 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Publish callbacks [] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:14.131453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Transition to ACTIVE for port object 0f44be7f-e7a3-417d-9acf-865d88cbe0ac will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:40:14.138216 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:14.170481 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c221fa45-18fe-412a-b9d3-4ddf2ce0af12 x-openstack-request-id: req-c221fa45-18fe-412a-b9d3-4ddf2ce0af12 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:40:14.170778 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9232f92-1f9a-477e-9855-e94e88813ca7", "name": "network-vif-unplugged", "status": "completed", "tag": "0f44be7f-e7a3-417d-9acf-865d88cbe0ac", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:40:14.171033 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c221fa45-18fe-412a-b9d3-4ddf2ce0af12 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:40:14.171829 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9232f92-1f9a-477e-9855-e94e88813ca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f44be7f-e7a3-417d-9acf-865d88cbe0ac', 'code': 200} Mar 11 12:40:14.202787 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f44be7f-e7a3-417d-9acf-865d88cbe0ac,revision_number=6']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:14.205063 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] No DVR routers for this DVR port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:40:14.215633 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:14.215984 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:14.216323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:14.216658 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:14.216987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:14.217315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:14.217640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:14.217964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:14.218379 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:14.218702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:14.219029 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:14.219348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:14.219698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:14.256054 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Attempting to bind port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:40:14.256379 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Attempting to bind port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '9e3783b4-36c8-4714-9be6-c9e8cb848010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:40:14.256735 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Attempting to bind port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac on network 5ed333f2-2b17-4806-a2e4-98bb83dff87d {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:40:14.261588 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac on network 5ed333f2-2b17-4806-a2e4-98bb83dff87d not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:40:14.261941 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Attempting to bind port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac on network 5ed333f2-2b17-4806-a2e4-98bb83dff87d {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:40:14.267374 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:40:14.267745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Checking segment: {'id': '9e3783b4-36c8-4714-9be6-c9e8cb848010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:40:14.268125 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Bound using segment: {'id': '9e3783b4-36c8-4714-9be6-c9e8cb848010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:40:14.268816 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Bound port: 0f44be7f-e7a3-417d-9acf-865d88cbe0ac, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3783b4-36c8-4714-9be6-c9e8cb848010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:40:14.268971 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:14.332671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] For port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:40:14.335542 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] For port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=0f44be7f-e7a3-417d-9acf-865d88cbe0ac,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:40:14.345182 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:14.378325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:14.379029 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:14.380839 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] 10.222.0.71 "PUT /v2.0/ports/0f44be7f-e7a3-417d-9acf-865d88cbe0ac HTTP/1.1" status: 200 len: 1092 time: 0.6203334 Mar 11 12:40:14.403149 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda9f66-38dd-4019-b49d-31836a15bfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f44be7f-e7a3-417d-9acf-865d88cbe0ac,revision_number=7']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:14.453768 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-624b2818-429d-4de8-a9aa-667e22fed40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:14.455287 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-624b2818-429d-4de8-a9aa-667e22fed40b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a40c091ef65a4137b60cbacee4ccfcde&device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 1126 time: 0.0477729 Mar 11 12:40:14.550303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-af4e437f-6491-49fa-9146-1b21b8f1f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:14.551828 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-af4e437f-6491-49fa-9146-1b21b8f1f695 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5ed333f2-2b17-4806-a2e4-98bb83dff87d HTTP/1.1" status: 200 len: 916 time: 0.0898876 Mar 11 12:40:14.592490 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-e8202dbe-74eb-43c0-818f-f32c3098663d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f44be7f-e7a3-417d-9acf-865d88cbe0ac HTTP/1.1" status: 200 len: 217 time: 0.0339828 Mar 11 12:40:14.645323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-ea00e40a-deca-4795-bf54-bf30f0727bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:14.646758 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-ea00e40a-deca-4795-bf54-bf30f0727bae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=792add9d-f006-44fb-bbe0-e11c1be35909 HTTP/1.1" status: 200 len: 855 time: 0.0467882 Mar 11 12:40:14.679257 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-01bb46bf-8afa-4a84-a0fe-6368510450d6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5ed333f2-2b17-4806-a2e4-98bb83dff87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259476 Mar 11 12:40:14.770589 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-8559f259-75cc-40bb-9303-038b75489660 service neutron] 10.222.0.71 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840578 Mar 11 12:40:14.807047 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8562b-f2df-496e-8dfb-d1da17e6a012 req-2133ccd2-d202-4986-9733-aba891f140c6 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:14.808566 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33f8562b-f2df-496e-8dfb-d1da17e6a012 req-2133ccd2-d202-4986-9733-aba891f140c6 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 944 time: 0.0528302 Mar 11 12:40:14.856325 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33f8562b-f2df-496e-8dfb-d1da17e6a012 req-a1e46287-4f9c-420b-b7ea-66e97e440fc3 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417988 Mar 11 12:40:14.864229 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ebb74316-a58f-4ab2-b190-b488158599d2 req-c786603e-cece-4b30-b23d-f2d47380e245 service neutron] 10.222.0.71 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867677 Mar 11 12:40:15.773919 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fdc76f5b-844f-4b12-9943-ef967d75a39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:16.000586 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5352269-3b2f-4701-8e48-64a57a7e2a9d req-612a90f0-6424-4500-b424-f086b9bf2519 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:16.002077 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a5352269-3b2f-4701-8e48-64a57a7e2a9d req-612a90f0-6424-4500-b424-f086b9bf2519 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 944 time: 0.0654926 Mar 11 12:40:16.057172 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a5352269-3b2f-4701-8e48-64a57a7e2a9d req-a310ce50-a4db-4918-85a6-6597ff5567a7 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464299 Mar 11 12:40:16.173533 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9232f92-1f9a-477e-9855-e94e88813ca7', 'tag': '0f44be7f-e7a3-417d-9acf-865d88cbe0ac'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:40:16.177388 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6022618-d2bf-495f-8f46-96317e2ff179" -d '{"events": [{"name": "network-changed", "server_uuid": "c9232f92-1f9a-477e-9855-e94e88813ca7", "tag": "0f44be7f-e7a3-417d-9acf-865d88cbe0ac"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:40:16.235524 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8d8b01-ef16-4697-b07c-e4fc6596032e x-openstack-request-id: req-7a8d8b01-ef16-4697-b07c-e4fc6596032e {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:40:16.235943 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9232f92-1f9a-477e-9855-e94e88813ca7", "tag": "0f44be7f-e7a3-417d-9acf-865d88cbe0ac", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:40:16.236092 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7a8d8b01-ef16-4697-b07c-e4fc6596032e {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:40:16.236807 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9232f92-1f9a-477e-9855-e94e88813ca7', 'tag': '0f44be7f-e7a3-417d-9acf-865d88cbe0ac', 'status': 'completed', 'code': 200} Mar 11 12:40:16.298768 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-874e3e9d-abe3-4a39-8058-60d029ead83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:16.300371 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-874e3e9d-abe3-4a39-8058-60d029ead83d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a40c091ef65a4137b60cbacee4ccfcde&device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 1126 time: 0.0469162 Mar 11 12:40:16.303602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-53309237-5ebd-424a-a633-077d1a5e8f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:16.305106 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-53309237-5ebd-424a-a633-077d1a5e8f2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a40c091ef65a4137b60cbacee4ccfcde&device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 1126 time: 0.0463419 Mar 11 12:40:16.396593 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-530c31ed-3f26-48b9-9600-793e76d904b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:16.397986 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-530c31ed-3f26-48b9-9600-793e76d904b1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5ed333f2-2b17-4806-a2e4-98bb83dff87d HTTP/1.1" status: 200 len: 916 time: 0.0917554 Mar 11 12:40:16.400495 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-28b020ec-747f-40b8-be54-83963f545269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:16.401970 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-28b020ec-747f-40b8-be54-83963f545269 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ed333f2-2b17-4806-a2e4-98bb83dff87d HTTP/1.1" status: 200 len: 916 time: 0.0911243 Mar 11 12:40:16.442928 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-2089fd69-fcda-4f9c-bff2-8e033a1d7e90 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f44be7f-e7a3-417d-9acf-865d88cbe0ac HTTP/1.1" status: 200 len: 217 time: 0.0380104 Mar 11 12:40:16.444028 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-3439040e-0f6c-4580-ac43-965f1064bc27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f44be7f-e7a3-417d-9acf-865d88cbe0ac HTTP/1.1" status: 200 len: 217 time: 0.0361848 Mar 11 12:40:16.498552 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-b7830ca0-0217-4c53-8d86-f38dbf223186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:16.504012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-b7830ca0-0217-4c53-8d86-f38dbf223186 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=792add9d-f006-44fb-bbe0-e11c1be35909 HTTP/1.1" status: 200 len: 855 time: 0.0510547 Mar 11 12:40:16.505601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-6413523d-b1e2-49ff-98ac-70245fe33bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:16.507104 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-6413523d-b1e2-49ff-98ac-70245fe33bf4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=792add9d-f006-44fb-bbe0-e11c1be35909 HTTP/1.1" status: 200 len: 855 time: 0.0574853 Mar 11 12:40:16.539396 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-35438d5d-54e3-4a4f-be04-675c448f6a7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ed333f2-2b17-4806-a2e4-98bb83dff87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334828 Mar 11 12:40:16.540958 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-5d2e714e-c91e-45af-af35-00f2f75a7450 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5ed333f2-2b17-4806-a2e4-98bb83dff87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272422 Mar 11 12:40:16.632929 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-de94a73c-d72a-423b-bff4-d3780486d5e9 service neutron] 10.222.0.71 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859258 Mar 11 12:40:16.633216 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-c70e27f8-ea8f-40e9-955b-ed0fa7f22ffa service neutron] 10.222.0.37 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869539 Mar 11 12:40:16.725157 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-b927ff33-a9b2-436a-a785-0ba2ea78f634 service neutron] 10.222.0.71 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860939 Mar 11 12:40:16.725988 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6022618-d2bf-495f-8f46-96317e2ff179 req-3d65b1c7-8ad7-47fc-aeeb-ca7ace2c641b service neutron] 10.222.0.37 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870516 Mar 11 12:40:17.189725 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83f86b-e2c4-4286-bd0a-63a57b5cbdf7 req-5d39f3d3-7b18-4d4b-8321-d05d62597dc8 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:17.191241 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b83f86b-e2c4-4286-bd0a-63a57b5cbdf7 req-5d39f3d3-7b18-4d4b-8321-d05d62597dc8 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 944 time: 0.0570006 Mar 11 12:40:17.238723 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b83f86b-e2c4-4286-bd0a-63a57b5cbdf7 req-4467fb8e-aa2e-41b0-89e6-42a1f5c3d217 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417078 Mar 11 12:40:17.405013 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:17.484663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88d9e6-d0fa-41c5-9cd2-495ec79c3e91 req-44add613-4143-4534-b9f6-3af53b625c3a tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:17.486335 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa88d9e6-d0fa-41c5-9cd2-495ec79c3e91 req-44add613-4143-4534-b9f6-3af53b625c3a tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 944 time: 0.0885000 Mar 11 12:40:17.499436 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab6969-0e61-43d6-a47e-c59f4ec5104c req-927651e6-9df6-49a5-b217-882e2201d87c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:17.500884 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84ab6969-0e61-43d6-a47e-c59f4ec5104c req-927651e6-9df6-49a5-b217-882e2201d87c tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7&tenant_id=a40c091ef65a4137b60cbacee4ccfcde&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 944 time: 0.0904741 Mar 11 12:40:17.580683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa88d9e6-d0fa-41c5-9cd2-495ec79c3e91 req-551c4cdc-f359-4bca-9fe0-1611510d99fc tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881596 Mar 11 12:40:17.586265 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-84ab6969-0e61-43d6-a47e-c59f4ec5104c req-9632fcc4-5d98-40cd-852b-e80ca0faad2f service neutron] delete failed (client error): The resource could not be found. Mar 11 12:40:17.587263 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84ab6969-0e61-43d6-a47e-c59f4ec5104c req-9632fcc4-5d98-40cd-852b-e80ca0faad2f service neutron] 10.222.0.37 "DELETE /v2.0/ports/0f44be7f-e7a3-417d-9acf-865d88cbe0ac/bindings/n-h2-833234-2 HTTP/1.1" status: 404 len: 380 time: 0.0797060 Mar 11 12:40:17.684868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab6969-0e61-43d6-a47e-c59f4ec5104c req-25d2bc57-d244-4a1d-a821-7c059801bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:17.686299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84ab6969-0e61-43d6-a47e-c59f4ec5104c req-25d2bc57-d244-4a1d-a821-7c059801bdda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a40c091ef65a4137b60cbacee4ccfcde&device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 1126 time: 0.0556145 Mar 11 12:40:17.787702 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab6969-0e61-43d6-a47e-c59f4ec5104c req-6ae82996-cc91-4465-89fd-e3fc0f7a3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:17.789187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84ab6969-0e61-43d6-a47e-c59f4ec5104c req-6ae82996-cc91-4465-89fd-e3fc0f7a3446 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ed333f2-2b17-4806-a2e4-98bb83dff87d HTTP/1.1" status: 200 len: 916 time: 0.0965478 Mar 11 12:40:17.829560 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84ab6969-0e61-43d6-a47e-c59f4ec5104c req-d8736790-4dcc-4bfd-83c4-ef5e2c992d77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f44be7f-e7a3-417d-9acf-865d88cbe0ac HTTP/1.1" status: 200 len: 217 time: 0.0338135 Mar 11 12:40:17.881470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab6969-0e61-43d6-a47e-c59f4ec5104c req-ccc70bad-1491-4b92-a35b-71b5bc4bedc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:17.882914 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84ab6969-0e61-43d6-a47e-c59f4ec5104c req-ccc70bad-1491-4b92-a35b-71b5bc4bedc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=792add9d-f006-44fb-bbe0-e11c1be35909 HTTP/1.1" status: 200 len: 855 time: 0.0476408 Mar 11 12:40:17.914082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84ab6969-0e61-43d6-a47e-c59f4ec5104c req-266d21c4-3582-4024-ae7d-bd8ec1f8b04e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ed333f2-2b17-4806-a2e4-98bb83dff87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249960 Mar 11 12:40:18.002464 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84ab6969-0e61-43d6-a47e-c59f4ec5104c req-3341b311-2c72-46be-81dc-c1331b255171 service neutron] 10.222.0.37 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823731 Mar 11 12:40:18.096897 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84ab6969-0e61-43d6-a47e-c59f4ec5104c req-e1646fb5-7364-423a-9c3b-82a8410e7ed8 service neutron] 10.222.0.37 "GET /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882299 Mar 11 12:40:18.318759 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 0f44be7f-e7a3-417d-9acf-865d88cbe0ac no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:40:18.361472 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] The host n-h2-833234-2 is not matching for port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac host n-h1-833234-2! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 12:40:18.361861 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 0f44be7f-e7a3-417d-9acf-865d88cbe0ac not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:40:18.712504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83aec2-9f7f-4057-ba89-85df69ce9e6f req-97b3519a-8bef-4ccf-bf3b-7625a6ab5097 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:18.714064 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee83aec2-9f7f-4057-ba89-85df69ce9e6f req-97b3519a-8bef-4ccf-bf3b-7625a6ab5097 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 944 time: 0.0572705 Mar 11 12:40:18.761759 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ee83aec2-9f7f-4057-ba89-85df69ce9e6f req-542c9ff5-b786-4ef8-97e0-680ec86d02fd tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418611 Mar 11 12:40:18.816730 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:18.905800 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b443ed-4907-411e-8c59-1e87e07ab5cd req-b9b0cdc9-c774-4a3c-a7db-067e54244cb2 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:18.907329 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1b443ed-4907-411e-8c59-1e87e07ab5cd req-b9b0cdc9-c774-4a3c-a7db-067e54244cb2 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 944 time: 0.0730665 Mar 11 12:40:18.956658 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1b443ed-4907-411e-8c59-1e87e07ab5cd req-e3ae82e8-d72d-4575-9194-f69c968fc5ac tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433259 Mar 11 12:40:18.974318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 0f44be7f-e7a3-417d-9acf-865d88cbe0ac details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:40:19.075491 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286ec80-3e50-4f7f-b623-3aa2b04f2ede req-2dcc55c5-32e3-4ed5-8afb-76136defef7b tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:19.075820 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=0f44be7f-e7a3-417d-9acf-865d88cbe0ac,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:40:19.077031 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6286ec80-3e50-4f7f-b623-3aa2b04f2ede req-2dcc55c5-32e3-4ed5-8afb-76136defef7b tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 944 time: 0.0544784 Mar 11 12:40:19.087119 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '0f44be7f-e7a3-417d-9acf-865d88cbe0ac', 'network_id': '5ed333f2-2b17-4806-a2e4-98bb83dff87d', 'port_id': '0f44be7f-e7a3-417d-9acf-865d88cbe0ac', 'mac_address': 'fa:16:3e:2a:47:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792add9d-f006-44fb-bbe0-e11c1be35909', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:40:19.125508 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6286ec80-3e50-4f7f-b623-3aa2b04f2ede req-b025c13d-b628-4687-b5ac-18c2b05e6867 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423307 Mar 11 12:40:19.130069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:40:19.130457 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:19.146377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f44be7f-e7a3-417d-9acf-865d88cbe0ac {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:40:19.166690 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=0f44be7f-e7a3-417d-9acf-865d88cbe0ac,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:40:19.172702 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:19.221708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=0f44be7f-e7a3-417d-9acf-865d88cbe0ac,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:19.229407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:19.229750 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:19.230113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:19.230459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:19.230800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:19.231123 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:19.231443 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:19.231824 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:19.232103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:19.232420 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:19.233094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:19.233094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:19.233346 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:19.424131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['0f44be7f-e7a3-417d-9acf-865d88cbe0ac'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:40:19.462075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22326016-007f-4d99-80a7-9171095a8af7 req-e710d31e-cebc-4147-91de-2f4d292eba6e tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:19.463560 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22326016-007f-4d99-80a7-9171095a8af7 req-e710d31e-cebc-4147-91de-2f4d292eba6e tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 945 time: 0.0526886 Mar 11 12:40:19.514328 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22326016-007f-4d99-80a7-9171095a8af7 req-5e3e31c6-a156-44fc-bfac-54082e98a8fc tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447891 Mar 11 12:40:20.120478 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:20.637579 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d396b9d-8acd-4dd1-a273-3e1d562f0049 req-2ef06c24-2f2a-482f-8acd-ceacd8fb31b4 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:20.639072 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d396b9d-8acd-4dd1-a273-3e1d562f0049 req-2ef06c24-2f2a-482f-8acd-ceacd8fb31b4 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 945 time: 0.0567336 Mar 11 12:40:20.685729 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1d396b9d-8acd-4dd1-a273-3e1d562f0049 req-c5030570-9647-4e96-96b9-39f26f04723f tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.78 "GET /v2.0/security-groups?id=c3df11cb-4a66-45be-8ae8-cab74a0179d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408783 Mar 11 12:40:20.746964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93276418-1701-458c-833b-066443660c01 req-fd0b72cc-77ef-47e9-ab58-e24cec5b1bee tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:20.748453 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-93276418-1701-458c-833b-066443660c01 req-fd0b72cc-77ef-47e9-ab58-e24cec5b1bee tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9232f92-1f9a-477e-9855-e94e88813ca7 HTTP/1.1" status: 200 len: 945 time: 0.0544679 Mar 11 12:40:20.846496 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-93276418-1701-458c-833b-066443660c01 req-e6fb20b6-ff93-438f-9b76-a30553ae0bb1 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Deleting port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:40:20.846712 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-93276418-1701-458c-833b-066443660c01 req-e6fb20b6-ff93-438f-9b76-a30553ae0bb1 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:20.942457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-93276418-1701-458c-833b-066443660c01 req-e6fb20b6-ff93-438f-9b76-a30553ae0bb1 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] For port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=0f44be7f-e7a3-417d-9acf-865d88cbe0ac,segment=NetworkSegment(9e3783b4-36c8-4714-9be6-c9e8cb848010),segment_id=9e3783b4-36c8-4714-9be6-c9e8cb848010)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:40:20.942812 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-93276418-1701-458c-833b-066443660c01 req-e6fb20b6-ff93-438f-9b76-a30553ae0bb1 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:20.957043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-93276418-1701-458c-833b-066443660c01 req-e6fb20b6-ff93-438f-9b76-a30553ae0bb1 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Calling delete_port for 0f44be7f-e7a3-417d-9acf-865d88cbe0ac owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:40:20.984297 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 0f44be7f-e7a3-417d-9acf-865d88cbe0ac up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:40:21.046815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:40:21.050893 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:40:21.051282 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:21.106506 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-93276418-1701-458c-833b-066443660c01 req-e6fb20b6-ff93-438f-9b76-a30553ae0bb1 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:21.120913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['0f44be7f-e7a3-417d-9acf-865d88cbe0ac'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:40:21.135491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb20b6-ff93-438f-9b76-a30553ae0bb1 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Pushing event deleted for resources: {'Port': ['ID=0f44be7f-e7a3-417d-9acf-865d88cbe0ac,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:21.160609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:40:21.160996 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0f44be7f-e7a3-417d-9acf-865d88cbe0ac), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:21.180999 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-93276418-1701-458c-833b-066443660c01 req-e6fb20b6-ff93-438f-9b76-a30553ae0bb1 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] No DVR routers for this DVR port 0f44be7f-e7a3-417d-9acf-865d88cbe0ac on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:40:21.183795 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-93276418-1701-458c-833b-066443660c01 req-e6fb20b6-ff93-438f-9b76-a30553ae0bb1 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:21.187296 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-93276418-1701-458c-833b-066443660c01 req-e6fb20b6-ff93-438f-9b76-a30553ae0bb1 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] 10.222.0.71 "DELETE /v2.0/ports/0f44be7f-e7a3-417d-9acf-865d88cbe0ac HTTP/1.1" status: 204 len: 173 time: 0.4316506 Mar 11 12:40:21.187943 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9232f92-1f9a-477e-9855-e94e88813ca7', 'name': 'network-vif-deleted', 'tag': '0f44be7f-e7a3-417d-9acf-865d88cbe0ac'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:40:21.190314 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cc80d5-c85e-4236-9aa1-a6ed921d11f1" -d '{"events": [{"server_uuid": "c9232f92-1f9a-477e-9855-e94e88813ca7", "name": "network-vif-deleted", "tag": "0f44be7f-e7a3-417d-9acf-865d88cbe0ac"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:40:21.229169 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046acb49-3147-4c2b-ae6a-3a592dc8bf68 x-openstack-request-id: req-046acb49-3147-4c2b-ae6a-3a592dc8bf68 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:40:21.229455 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9232f92-1f9a-477e-9855-e94e88813ca7", "name": "network-vif-deleted", "tag": "0f44be7f-e7a3-417d-9acf-865d88cbe0ac", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:40:21.229728 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-046acb49-3147-4c2b-ae6a-3a592dc8bf68 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:40:21.230125 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9232f92-1f9a-477e-9855-e94e88813ca7', 'name': 'network-vif-deleted', 'tag': '0f44be7f-e7a3-417d-9acf-865d88cbe0ac', 'status': 'completed', 'code': 200} Mar 11 12:40:21.824460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44860) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:40:21.871034 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Deleting subnet 792add9d-f006-44fb-bbe0-e11c1be35909 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:40:21.874404 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Publish callbacks [] for subnet (792add9d-f006-44fb-bbe0-e11c1be35909), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:21.909612 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (792add9d-f006-44fb-bbe0-e11c1be35909), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:21.955069 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (792add9d-f006-44fb-bbe0-e11c1be35909), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:22.011606 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (792add9d-f006-44fb-bbe0-e11c1be35909), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:22.037463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=792add9d-f006-44fb-bbe0-e11c1be35909,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:22.041808 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:22.044944 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/792add9d-f006-44fb-bbe0-e11c1be35909 HTTP/1.1" status: 204 len: 168 time: 0.2192826 Mar 11 12:40:22.047902 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44862) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:40:22.050918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:22.051276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:22.051614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:22.051961 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:22.052290 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:22.052619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:22.052938 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:22.053260 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:22.053579 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:22.053897 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:22.054213 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:22.054533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:22.054844 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d3c9-8990-4623-ad3c-35d25768cb9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:22.116866 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7346aa23-e840-4b32-9e86-44f3346e872b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (5ed333f2-2b17-4806-a2e4-98bb83dff87d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:22.199520 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7346aa23-e840-4b32-9e86-44f3346e872b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (5ed333f2-2b17-4806-a2e4-98bb83dff87d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:22.219708 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-7346aa23-e840-4b32-9e86-44f3346e872b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed333f2-2b17-4806-a2e4-98bb83dff87d']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:40:22.229650 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-7346aa23-e840-4b32-9e86-44f3346e872b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3783b4-36c8-4714-9be6-c9e8cb848010') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:40:22.229925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-7346aa23-e840-4b32-9e86-44f3346e872b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3783b4-36c8-4714-9be6-c9e8cb848010') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:40:22.242088 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7346aa23-e840-4b32-9e86-44f3346e872b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (9e3783b4-36c8-4714-9be6-c9e8cb848010), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:22.260748 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7346aa23-e840-4b32-9e86-44f3346e872b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (9e3783b4-36c8-4714-9be6-c9e8cb848010), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:22.267239 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7346aa23-e840-4b32-9e86-44f3346e872b admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:40:22.267631 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7346aa23-e840-4b32-9e86-44f3346e872b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (9e3783b4-36c8-4714-9be6-c9e8cb848010), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:40:22.269242 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:40:22.323432 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7346aa23-e840-4b32-9e86-44f3346e872b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (5ed333f2-2b17-4806-a2e4-98bb83dff87d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:22.329297 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7346aa23-e840-4b32-9e86-44f3346e872b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:22.332466 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7346aa23-e840-4b32-9e86-44f3346e872b admin admin] 10.222.0.78 "DELETE /v2.0/networks/5ed333f2-2b17-4806-a2e4-98bb83dff87d HTTP/1.1" status: 204 len: 168 time: 0.2833767 Mar 11 12:40:22.343113 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346aa23-e840-4b32-9e86-44f3346e872b admin admin] Pushing event deleted for resources: {'Network': ['ID=5ed333f2-2b17-4806-a2e4-98bb83dff87d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:22.452461 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44866) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:40:22.493082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1888ef63-87b6-4a74-a4b8-a1409edd9add admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a40c091ef65a4137b60cbacee4ccfcde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394728 Mar 11 12:40:22.495786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44868) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:40:22.555690 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d8e783f-6777-4fdc-a1c2-7845059f58ce admin admin] Publish callbacks [] for security_group (c3df11cb-4a66-45be-8ae8-cab74a0179d4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:22.578802 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d8e783f-6777-4fdc-a1c2-7845059f58ce admin admin] Publish callbacks [] for security_group (c3df11cb-4a66-45be-8ae8-cab74a0179d4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:22.632534 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d8e783f-6777-4fdc-a1c2-7845059f58ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c3df11cb-4a66-45be-8ae8-cab74a0179d4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:22.635028 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d8e783f-6777-4fdc-a1c2-7845059f58ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:22.636183 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7d8e783f-6777-4fdc-a1c2-7845059f58ce admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c3df11cb-4a66-45be-8ae8-cab74a0179d4 HTTP/1.1" status: 204 len: 168 time: 0.1395276 Mar 11 12:40:22.644481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e783f-6777-4fdc-a1c2-7845059f58ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3df11cb-4a66-45be-8ae8-cab74a0179d4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:23.358272 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44890) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:40:23.482625 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2d8d271b-4d52-4eb2-a615-1c7a05a24e4b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1512590986-network', 'tenant_id': '457e98e9cf034e2a82765e34954e183f'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:40:23.507602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8d271b-4d52-4eb2-a615-1c7a05a24e4b admin admin] Made reservation on behalf of 457e98e9cf034e2a82765e34954e183f for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:40:23.509875 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d8d271b-4d52-4eb2-a615-1c7a05a24e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:23.518473 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d8d271b-4d52-4eb2-a615-1c7a05a24e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:23.590746 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d8d271b-4d52-4eb2-a615-1c7a05a24e4b admin admin] Publish callbacks [] for security_group (00f44d70-bf2c-40af-b8b2-7d20a3facb47), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:23.596967 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d8d271b-4d52-4eb2-a615-1c7a05a24e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (00f44d70-bf2c-40af-b8b2-7d20a3facb47), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:23.622572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8d271b-4d52-4eb2-a615-1c7a05a24e4b admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:40:23.632916 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d271b-4d52-4eb2-a615-1c7a05a24e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f44d70-bf2c-40af-b8b2-7d20a3facb47,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:23.641769 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d8d271b-4d52-4eb2-a615-1c7a05a24e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f5666c75-49ba-465a-8822-310880dd1d2c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:23.641769 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-2d8d271b-4d52-4eb2-a615-1c7a05a24e4b admin admin] Added segment f5666c75-49ba-465a-8822-310880dd1d2c of type vlan for network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab Mar 11 12:40:23.682168 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d8d271b-4d52-4eb2-a615-1c7a05a24e4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (73a435ec-81bd-4ebc-85e7-fb739a8f9bab), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:23.715112 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d8d271b-4d52-4eb2-a615-1c7a05a24e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (73a435ec-81bd-4ebc-85e7-fb739a8f9bab), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:23.716115 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8d271b-4d52-4eb2-a615-1c7a05a24e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:23.716682 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d8d271b-4d52-4eb2-a615-1c7a05a24e4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:23.753268 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2d8d271b-4d52-4eb2-a615-1c7a05a24e4b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3939292 Mar 11 12:40:23.756719 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 44894) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:40:23.761716 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-023053a3-97c6-4a35-91fd-82864684999a admin admin] Request body: {'subnet': {'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1512590986-subnet', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:40:23.783967 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023053a3-97c6-4a35-91fd-82864684999a admin admin] Made reservation on behalf of 457e98e9cf034e2a82765e34954e183f for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:40:23.786323 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-023053a3-97c6-4a35-91fd-82864684999a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:23.806036 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d271b-4d52-4eb2-a615-1c7a05a24e4b admin admin] Pushing event updated for resources: {'Network': ['ID=73a435ec-81bd-4ebc-85e7-fb739a8f9bab,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:23.817571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:40:23.965298 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-023053a3-97c6-4a35-91fd-82864684999a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (a84c5bfd-b09e-48e2-abfe-1eca9fcd9101), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:24.017281 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023053a3-97c6-4a35-91fd-82864684999a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:24.034001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023053a3-97c6-4a35-91fd-82864684999a admin admin] Checking segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:40:24.034383 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023053a3-97c6-4a35-91fd-82864684999a admin admin] Network hostable DHCP agents. Network: 73a435ec-81bd-4ebc-85e7-fb739a8f9bab, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:40:24.055230 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023053a3-97c6-4a35-91fd-82864684999a admin admin] Network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:40:24.064744 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-023053a3-97c6-4a35-91fd-82864684999a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 73a435ec-81bd-4ebc-85e7-fb739a8f9bab) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:40:24.068820 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023053a3-97c6-4a35-91fd-82864684999a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:24.069413 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-023053a3-97c6-4a35-91fd-82864684999a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:24.078880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad372baf-b232-47ea-9f23-13f8f3fd120d None None] Network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:40:24.092217 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-023053a3-97c6-4a35-91fd-82864684999a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3342407 Mar 11 12:40:24.092608 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44896) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:40:24.097353 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:40:24.118166 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (f9182b0b-b598-4b74-8e6e-b25c494b433d), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:24.119323 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (f9182b0b-b598-4b74-8e6e-b25c494b433d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:24.177374 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Publish callbacks [] for router_controller (f9182b0b-b598-4b74-8e6e-b25c494b433d), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:24.198363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'project_id': '457e98e9cf034e2a82765e34954e183f', 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:40:24.199209 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:24.316751 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Publish callbacks [] for router_gateway (f9182b0b-b598-4b74-8e6e-b25c494b433d), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:24.335230 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Allocated IP 172.20.0.2 (73a435ec-81bd-4ebc-85e7-fb739a8f9bab/a84c5bfd-b09e-48e2-abfe-1eca9fcd9101/9c015c4b-93d9-47a7-8303-bcbfbb4b778e) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:40:24.497227 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Publish callbacks [] for port (9c015c4b-93d9-47a7-8303-bcbfbb4b778e), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:24.504868 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (9c015c4b-93d9-47a7-8303-bcbfbb4b778e), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:24.556529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:40:24.561883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:40:24.565695 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:40:24.573207 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Pushing event updated for resources: {'Port': ['ID=9c015c4b-93d9-47a7-8303-bcbfbb4b778e,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:24.627477 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Attempting to bind port 9c015c4b-93d9-47a7-8303-bcbfbb4b778e on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:40:24.627877 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Attempting to bind port 9c015c4b-93d9-47a7-8303-bcbfbb4b778e by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:40:24.628274 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Attempting to bind port 9c015c4b-93d9-47a7-8303-bcbfbb4b778e on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:40:24.634163 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:40:24.634530 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Checking segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:40:24.634948 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:24.635314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Bound using segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:40:24.635776 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Bound port: 9c015c4b-93d9-47a7-8303-bcbfbb4b778e, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:40:24.636186 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9c015c4b-93d9-47a7-8303-bcbfbb4b778e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:24.705498 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] For port 9c015c4b-93d9-47a7-8303-bcbfbb4b778e, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:40:24.709076 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] For port 9c015c4b-93d9-47a7-8303-bcbfbb4b778e, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9c015c4b-93d9-47a7-8303-bcbfbb4b778e,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:40:24.717069 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9c015c4b-93d9-47a7-8303-bcbfbb4b778e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:24.780643 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d47e01-5885-43e3-931f-53da6e00ecd7 None None] Pushing event updated for resources: {'Port': ['ID=9c015c4b-93d9-47a7-8303-bcbfbb4b778e,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:24.873681 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Publish callbacks [] for router_gateway (f9182b0b-b598-4b74-8e6e-b25c494b433d), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:24.893010 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:25.005414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 0f44be7f-e7a3-417d-9acf-865d88cbe0ac no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:40:25.016535 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Allocated IP 172.25.7.160 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/e4479492-4446-4a1e-89d4-fb9ffd3f0d30) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:40:25.026713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 0f44be7f-e7a3-417d-9acf-865d88cbe0ac {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:40:25.027059 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 0f44be7f-e7a3-417d-9acf-865d88cbe0ac not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:40:25.124891 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Publish callbacks [] for port (e4479492-4446-4a1e-89d4-fb9ffd3f0d30), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:25.160240 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e4479492-4446-4a1e-89d4-fb9ffd3f0d30), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:25.203087 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:40:25.208327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:40:25.210554 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Pushing event updated for resources: {'Port': ['ID=e4479492-4446-4a1e-89d4-fb9ffd3f0d30,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:25.212710 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:40:25.434609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9c015c4b-93d9-47a7-8303-bcbfbb4b778e up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:40:25.484895 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 9c015c4b-93d9-47a7-8303-bcbfbb4b778e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:40:25.485467 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9c015c4b-93d9-47a7-8303-bcbfbb4b778e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:25.492234 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Publish callbacks [] for router_gateway (f9182b0b-b598-4b74-8e6e-b25c494b433d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:25.569429 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 9c015c4b-93d9-47a7-8303-bcbfbb4b778e is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:40:25.569825 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9c015c4b-93d9-47a7-8303-bcbfbb4b778e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:25.604244 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 9c015c4b-93d9-47a7-8303-bcbfbb4b778e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9c015c4b-93d9-47a7-8303-bcbfbb4b778e,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:40:25.609710 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (9c015c4b-93d9-47a7-8303-bcbfbb4b778e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:25.660520 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=9c015c4b-93d9-47a7-8303-bcbfbb4b778e,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:25.707904 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (f9182b0b-b598-4b74-8e6e-b25c494b433d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:25.763142 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b92a7bc-468b-4a6e-970e-86f9904ae9d0 None None] Network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:40:25.835067 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e33f680f-dbe9-4de2-aec1-b1b7466d5b76 None None] Provisioning complete for port 9c015c4b-93d9-47a7-8303-bcbfbb4b778e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:40:25.835441 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e33f680f-dbe9-4de2-aec1-b1b7466d5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9c015c4b-93d9-47a7-8303-bcbfbb4b778e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:25.845021 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Router f9182b0b-b598-4b74-8e6e-b25c494b433d is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:40:25.951185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e33f680f-dbe9-4de2-aec1-b1b7466d5b76 None None] Current status of the port 9c015c4b-93d9-47a7-8303-bcbfbb4b778e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:40:25.959235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:40:25.968360 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Sync routers for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:40:25.978450 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:25.979873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ac0bf37d-8f8b-4bbf-9b2a-2474c2131e72 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8863516 Mar 11 12:40:25.982647 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44898) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:40:25.983223 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:40:25.983870 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:40:26.101586 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:40:26.174138 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d0fc1f5c-1b88-40db-864d-81e5124a7eaa None None] Provisioning complete for port 9c015c4b-93d9-47a7-8303-bcbfbb4b778e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:40:26.174754 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d0fc1f5c-1b88-40db-864d-81e5124a7eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9c015c4b-93d9-47a7-8303-bcbfbb4b778e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:26.260656 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d0fc1f5c-1b88-40db-864d-81e5124a7eaa None None] Current status of the port 9c015c4b-93d9-47a7-8303-bcbfbb4b778e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:40:26.286173 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:25Z', 'revision_number': 3, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:40:26.401349 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Checking router: f9182b0b-b598-4b74-8e6e-b25c494b433d for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:40:26.401699 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Updating router f9182b0b-b598-4b74-8e6e-b25c494b433d port e4479492-4446-4a1e-89d4-fb9ffd3f0d30 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:40:26.429161 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e4479492-4446-4a1e-89d4-fb9ffd3f0d30), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:26.445835 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:26.601261 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] Allocated IP 172.20.0.1 (73a435ec-81bd-4ebc-85e7-fb739a8f9bab/a84c5bfd-b09e-48e2-abfe-1eca9fcd9101/fd1279cf-cc50-4501-8e4a-58fbcc444b0c) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:40:26.675657 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Publish callbacks [] for port (e4479492-4446-4a1e-89d4-fb9ffd3f0d30), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:26.682744 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e4479492-4446-4a1e-89d4-fb9ffd3f0d30), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:26.707069 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] Publish callbacks [] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:26.727517 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Attempting to bind port e4479492-4446-4a1e-89d4-fb9ffd3f0d30 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:40:26.727915 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Attempting to bind port e4479492-4446-4a1e-89d4-fb9ffd3f0d30 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:40:26.728306 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Attempting to bind port e4479492-4446-4a1e-89d4-fb9ffd3f0d30 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:40:26.740676 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:40:26.741048 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:40:26.741551 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:26.741953 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:40:26.742451 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Bound port: e4479492-4446-4a1e-89d4-fb9ffd3f0d30, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:40:26.742823 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e4479492-4446-4a1e-89d4-fb9ffd3f0d30), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:26.744498 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccaf9ff-0fbd-43ee-978e-38d7eb0804be None None] Pushing event updated for resources: {'Port': ['ID=e4479492-4446-4a1e-89d4-fb9ffd3f0d30,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:26.746461 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:26.774447 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccaf9ff-0fbd-43ee-978e-38d7eb0804be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:26.774780 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccaf9ff-0fbd-43ee-978e-38d7eb0804be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:26.775115 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccaf9ff-0fbd-43ee-978e-38d7eb0804be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:26.775450 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccaf9ff-0fbd-43ee-978e-38d7eb0804be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:26.775756 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccaf9ff-0fbd-43ee-978e-38d7eb0804be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:26.776109 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccaf9ff-0fbd-43ee-978e-38d7eb0804be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:26.776396 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccaf9ff-0fbd-43ee-978e-38d7eb0804be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:26.776711 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccaf9ff-0fbd-43ee-978e-38d7eb0804be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:26.777027 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccaf9ff-0fbd-43ee-978e-38d7eb0804be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:26.777341 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccaf9ff-0fbd-43ee-978e-38d7eb0804be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:26.777684 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccaf9ff-0fbd-43ee-978e-38d7eb0804be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:26.777993 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccaf9ff-0fbd-43ee-978e-38d7eb0804be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:26.778290 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccaf9ff-0fbd-43ee-978e-38d7eb0804be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:40:26.792841 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] Network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:40:26.795870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:40:26.800512 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:40:26.803589 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] Pushing event updated for resources: {'Port': ['ID=fd1279cf-cc50-4501-8e4a-58fbcc444b0c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:26.810571 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] For port e4479492-4446-4a1e-89d4-fb9ffd3f0d30, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:40:26.814411 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] For port e4479492-4446-4a1e-89d4-fb9ffd3f0d30, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e4479492-4446-4a1e-89d4-fb9ffd3f0d30,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:40:26.824177 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e4479492-4446-4a1e-89d4-fb9ffd3f0d30), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:26.840380 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (f9182b0b-b598-4b74-8e6e-b25c494b433d), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:26.883796 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccaf9ff-0fbd-43ee-978e-38d7eb0804be None None] Pushing event updated for resources: {'Port': ['ID=e4479492-4446-4a1e-89d4-fb9ffd3f0d30,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:26.886548 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:40:26.887161 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:40:26.988557 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:27.005002 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:40:27.088011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-409b33f3-6cc9-4fc6-8eb8-c48ac19d4dee None None] Provisioning complete for port fd1279cf-cc50-4501-8e4a-58fbcc444b0c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:40:27.088256 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-409b33f3-6cc9-4fc6-8eb8-c48ac19d4dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:27.130006 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-409b33f3-6cc9-4fc6-8eb8-c48ac19d4dee None None] Port fd1279cf-cc50-4501-8e4a-58fbcc444b0c cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:40:27.158361 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] Publish callbacks [] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:27.164246 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:27.186721 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:25Z', 'revision_number': 3, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:40:27.212430 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9b2f1b-ff4d-498a-92c2-c204c16b4105 None None] The sync data for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 is: [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:25Z', 'revision_number': 3, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:40:27.232450 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (f9182b0b-b598-4b74-8e6e-b25c494b433d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:27.241612 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] Pushing event updated for resources: {'Port': ['ID=fd1279cf-cc50-4501-8e4a-58fbcc444b0c,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:27.339400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] Network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:40:27.341184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:40:27.418758 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9c015c4b-93d9-47a7-8303-bcbfbb4b778e up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:40:27.498154 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] Router f9182b0b-b598-4b74-8e6e-b25c494b433d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:40:27.503370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 9c015c4b-93d9-47a7-8303-bcbfbb4b778e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:40:27.503782 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (9c015c4b-93d9-47a7-8303-bcbfbb4b778e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:27.594209 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 9c015c4b-93d9-47a7-8303-bcbfbb4b778e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:40:27.633977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:40:27.640190 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e3735ee6-c3cf-4d93-8b40-175e87e1e490 admin admin] 10.222.0.78 "PUT /v2.0/routers/f9182b0b-b598-4b74-8e6e-b25c494b433d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6564865 Mar 11 12:40:27.757001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a1f5a7ba-0684-4b4d-ba29-60d26f2c0dae None None] Provisioning complete for port fd1279cf-cc50-4501-8e4a-58fbcc444b0c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:40:27.757371 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a1f5a7ba-0684-4b4d-ba29-60d26f2c0dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:27.802798 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a1f5a7ba-0684-4b4d-ba29-60d26f2c0dae None None] Port fd1279cf-cc50-4501-8e4a-58fbcc444b0c cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:40:28.185401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44906) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:40:28.191486 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-30c6cee9-8c68-49cd-af3e-92c7e71e11d3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1436764371', 'description': 'tempest-description--2145270017'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:40:28.214600 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-30c6cee9-8c68-49cd-af3e-92c7e71e11d3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:28.291391 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-30c6cee9-8c68-49cd-af3e-92c7e71e11d3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for security_group (7a6b9f09-cea1-4d8d-adb6-049ddba64132), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:28.296695 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-30c6cee9-8c68-49cd-af3e-92c7e71e11d3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7a6b9f09-cea1-4d8d-adb6-049ddba64132), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:28.326194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6cee9-8c68-49cd-af3e-92c7e71e11d3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6b9f09-cea1-4d8d-adb6-049ddba64132,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:28.330530 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-30c6cee9-8c68-49cd-af3e-92c7e71e11d3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:28.331956 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-30c6cee9-8c68-49cd-af3e-92c7e71e11d3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1453781 Mar 11 12:40:28.334748 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44908) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:40:28.339129 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-dfadece7-c704-470f-8619-d9215a80b93e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Request body: {'security_group_rule': {'security_group_id': '7a6b9f09-cea1-4d8d-adb6-049ddba64132', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:40:28.366533 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dfadece7-c704-470f-8619-d9215a80b93e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for security_group_rule (b4463a5c-61e8-4d5f-afad-52336b2d81bb), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:28.425309 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dfadece7-c704-470f-8619-d9215a80b93e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for security_group_rule (b4463a5c-61e8-4d5f-afad-52336b2d81bb), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:28.431876 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dfadece7-c704-470f-8619-d9215a80b93e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (b4463a5c-61e8-4d5f-afad-52336b2d81bb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:28.449392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadece7-c704-470f-8619-d9215a80b93e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4463a5c-61e8-4d5f-afad-52336b2d81bb,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:28.460851 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dfadece7-c704-470f-8619-d9215a80b93e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:28.462113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-dfadece7-c704-470f-8619-d9215a80b93e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264453 Mar 11 12:40:28.464714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44910) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:40:28.469184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ce21bc72-898b-4b95-9275-c772f51b5b91 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Request body: {'security_group_rule': {'security_group_id': '7a6b9f09-cea1-4d8d-adb6-049ddba64132', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:40:28.497925 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce21bc72-898b-4b95-9275-c772f51b5b91 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for security_group_rule (54d39114-eb90-4b3a-b55d-87e71a937380), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:28.561113 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce21bc72-898b-4b95-9275-c772f51b5b91 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for security_group_rule (54d39114-eb90-4b3a-b55d-87e71a937380), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:28.567470 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce21bc72-898b-4b95-9275-c772f51b5b91 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (54d39114-eb90-4b3a-b55d-87e71a937380), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:28.589849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21bc72-898b-4b95-9275-c772f51b5b91 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d39114-eb90-4b3a-b55d-87e71a937380,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:28.595481 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce21bc72-898b-4b95-9275-c772f51b5b91 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:28.596810 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ce21bc72-898b-4b95-9275-c772f51b5b91 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311629 Mar 11 12:40:28.599854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44912) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:40:28.604235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d5653979-1f9e-4363-957a-6f0e0c4f53e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:40:28.626655 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5653979-1f9e-4363-957a-6f0e0c4f53e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:28.729040 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5653979-1f9e-4363-957a-6f0e0c4f53e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:28.774427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Sync routers for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:40:28.786101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:40:28.786730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:40:28.830640 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-d5653979-1f9e-4363-957a-6f0e0c4f53e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Allocated IP 172.25.7.106 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/189f4081-74e0-43c2-b4a3-e7c1d1d88fc4) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:40:28.898465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:40:28.936962 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5653979-1f9e-4363-957a-6f0e0c4f53e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for port (189f4081-74e0-43c2-b4a3-e7c1d1d88fc4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:28.970917 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5653979-1f9e-4363-957a-6f0e0c4f53e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (189f4081-74e0-43c2-b4a3-e7c1d1d88fc4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:29.012664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5653979-1f9e-4363-957a-6f0e0c4f53e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:40:29.017960 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-d5653979-1f9e-4363-957a-6f0e0c4f53e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:40:29.020244 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5653979-1f9e-4363-957a-6f0e0c4f53e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Pushing event updated for resources: {'Port': ['ID=189f4081-74e0-43c2-b4a3-e7c1d1d88fc4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:29.022353 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5653979-1f9e-4363-957a-6f0e0c4f53e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:40:29.103194 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:27Z', 'revision_number': 2, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:40:29.111407 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5653979-1f9e-4363-957a-6f0e0c4f53e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for floatingip (a770ce08-cd54-4370-9025-393b68bda462), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:29.135020 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Checking router: f9182b0b-b598-4b74-8e6e-b25c494b433d for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:40:29.135373 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Updating router f9182b0b-b598-4b74-8e6e-b25c494b433d port fd1279cf-cc50-4501-8e4a-58fbcc444b0c binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:40:29.149417 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5653979-1f9e-4363-957a-6f0e0c4f53e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (189f4081-74e0-43c2-b4a3-e7c1d1d88fc4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:29.163706 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:29.300371 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5653979-1f9e-4363-957a-6f0e0c4f53e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for port (189f4081-74e0-43c2-b4a3-e7c1d1d88fc4), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:29.307324 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5653979-1f9e-4363-957a-6f0e0c4f53e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (189f4081-74e0-43c2-b4a3-e7c1d1d88fc4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:29.373342 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5653979-1f9e-4363-957a-6f0e0c4f53e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Pushing event updated for resources: {'Port': ['ID=189f4081-74e0-43c2-b4a3-e7c1d1d88fc4,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:29.386502 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5653979-1f9e-4363-957a-6f0e0c4f53e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (a770ce08-cd54-4370-9025-393b68bda462), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:29.406366 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5653979-1f9e-4363-957a-6f0e0c4f53e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:29.408477 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d5653979-1f9e-4363-957a-6f0e0c4f53e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8076649 Mar 11 12:40:29.442760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e4479492-4446-4a1e-89d4-fb9ffd3f0d30 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:40:29.468459 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Publish callbacks [] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:29.478657 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:29.541891 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a9453-6913-4988-a30c-c5939e733591 None None] Pushing event updated for resources: {'Port': ['ID=fd1279cf-cc50-4501-8e4a-58fbcc444b0c,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:29.555287 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e4479492-4446-4a1e-89d4-fb9ffd3f0d30 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:40:29.555772 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e4479492-4446-4a1e-89d4-fb9ffd3f0d30), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:29.563201 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-2416cccc-663e-4488-94d0-bf7efb94b4b5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1436764371&fields=id&tenant_id=457e98e9cf034e2a82765e34954e183f HTTP/1.1" status: 200 len: 267 time: 0.0489228 Mar 11 12:40:29.630125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Attempting to bind port fd1279cf-cc50-4501-8e4a-58fbcc444b0c on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:40:29.630495 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Attempting to bind port fd1279cf-cc50-4501-8e4a-58fbcc444b0c by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:40:29.630909 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Attempting to bind port fd1279cf-cc50-4501-8e4a-58fbcc444b0c on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:40:29.640221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:40:29.640618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Checking segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:40:29.641018 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:29.641411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Bound using segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:40:29.641883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Bound port: fd1279cf-cc50-4501-8e4a-58fbcc444b0c, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:40:29.642256 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:29.682674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-789c307d-33c1-421f-b301-44ac50f7bc52 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:29.684596 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-789c307d-33c1-421f-b301-44ac50f7bc52 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 812 time: 0.1138890 Mar 11 12:40:29.699724 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-b4ae08c4-cb20-4825-acb6-c84bff35e6f3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/quotas/457e98e9cf034e2a82765e34954e183f HTTP/1.1" status: 200 len: 375 time: 0.0099430 Mar 11 12:40:29.734625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e4479492-4446-4a1e-89d4-fb9ffd3f0d30 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:40:29.735013 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e4479492-4446-4a1e-89d4-fb9ffd3f0d30), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:29.743740 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] For port fd1279cf-cc50-4501-8e4a-58fbcc444b0c, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:40:29.747118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] For port fd1279cf-cc50-4501-8e4a-58fbcc444b0c, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fd1279cf-cc50-4501-8e4a-58fbcc444b0c,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:40:29.761301 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:29.763326 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-13fb50c1-00cd-4492-acae-6550fb1a299a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530305 Mar 11 12:40:29.764143 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port e4479492-4446-4a1e-89d4-fb9ffd3f0d30, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e4479492-4446-4a1e-89d4-fb9ffd3f0d30,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:40:29.788920 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e4479492-4446-4a1e-89d4-fb9ffd3f0d30), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:29.823708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:40:29.824067 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:40:29.833542 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a9453-6913-4988-a30c-c5939e733591 None None] Pushing event updated for resources: {'Port': ['ID=fd1279cf-cc50-4501-8e4a-58fbcc444b0c,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:29.882710 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-29d709b4-0f0d-4b76-b273-796d496e86fa service neutron] 10.222.0.78 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072199 Mar 11 12:40:29.986223 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-2a6eab66-524f-4889-9d75-d8b286907765 service neutron] 10.222.0.78 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950048 Mar 11 12:40:30.083087 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a6000bf3-cd00-49d4-b88c-63aab95822ee None None] Provisioning complete for port fd1279cf-cc50-4501-8e4a-58fbcc444b0c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:40:30.083416 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a6000bf3-cd00-49d4-b88c-63aab95822ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:30.172295 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a0fde4a4-dd9b-4549-9764-e1b77ded9cdf req-1cef2fa4-4170-4d2e-98e1-28ecca544587 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 210 time: 0.0389698 Mar 11 12:40:30.173947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=e4479492-4446-4a1e-89d4-fb9ffd3f0d30,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:30.203698 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:40:30.321441 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a6000bf3-cd00-49d4-b88c-63aab95822ee None None] Current status of the port fd1279cf-cc50-4501-8e4a-58fbcc444b0c is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:40:30.321832 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a6000bf3-cd00-49d4-b88c-63aab95822ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:30.405478 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a6000bf3-cd00-49d4-b88c-63aab95822ee None None] For port fd1279cf-cc50-4501-8e4a-58fbcc444b0c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fd1279cf-cc50-4501-8e4a-58fbcc444b0c,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:40:30.415307 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a6000bf3-cd00-49d4-b88c-63aab95822ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:30.490303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6000bf3-cd00-49d4-b88c-63aab95822ee None None] Pushing event updated for resources: {'Port': ['ID=fd1279cf-cc50-4501-8e4a-58fbcc444b0c,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:30.508487 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:40:30.542596 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba3453-6cce-400f-a798-04d1c0f728d5 None None] The sync data for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 is: [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:40:30.553478 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6204c2e1-aeca-4c70-bb99-cf1e52146323 None None] Provisioning complete for port fd1279cf-cc50-4501-8e4a-58fbcc444b0c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:40:30.553855 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6204c2e1-aeca-4c70-bb99-cf1e52146323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:30.676228 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6204c2e1-aeca-4c70-bb99-cf1e52146323 None None] Current status of the port fd1279cf-cc50-4501-8e4a-58fbcc444b0c is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:40:31.296915 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0033a0f-b878-44d1-ae7a-1c4219f7b803 req-54773738-9b24-4922-8793-249295b0bb3f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 210 time: 0.0304356 Mar 11 12:40:31.336526 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-d45a635f-3678-454f-bfdb-5eba0f3b833c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:31.338504 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-d45a635f-3678-454f-bfdb-5eba0f3b833c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 812 time: 0.1372159 Mar 11 12:40:31.422739 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-d91cf5c0-78e1-4bb5-b520-5e26a1c04f30 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=457e98e9cf034e2a82765e34954e183f HTTP/1.1" status: 200 len: 380 time: 0.0749586 Mar 11 12:40:31.431641 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-ff863460-eac1-4dd0-800e-a0f2c5738cc6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Request body: {'port': {'device_id': '6c34ca4d-f0af-4236-9494-a250def120de', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'admin_state_up': True, 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'security_groups': ['7a6b9f09-cea1-4d8d-adb6-049ddba64132']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:40:31.498289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e4479492-4446-4a1e-89d4-fb9ffd3f0d30 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:40:31.554054 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-ff863460-eac1-4dd0-800e-a0f2c5738cc6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Made reservation on behalf of 457e98e9cf034e2a82765e34954e183f for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:40:31.558336 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-ff863460-eac1-4dd0-800e-a0f2c5738cc6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:31.563457 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port e4479492-4446-4a1e-89d4-fb9ffd3f0d30 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:40:31.563855 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e4479492-4446-4a1e-89d4-fb9ffd3f0d30), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:31.645495 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port e4479492-4446-4a1e-89d4-fb9ffd3f0d30 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:40:31.646709 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fd1279cf-cc50-4501-8e4a-58fbcc444b0c up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:40:31.691729 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-ff863460-eac1-4dd0-800e-a0f2c5738cc6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Allocated IP 172.20.0.11 (73a435ec-81bd-4ebc-85e7-fb739a8f9bab/a84c5bfd-b09e-48e2-abfe-1eca9fcd9101/32e4f9c1-0783-4790-8586-ceda8034ab1d) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:40:31.695523 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port fd1279cf-cc50-4501-8e4a-58fbcc444b0c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:40:31.696063 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:31.777368 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port fd1279cf-cc50-4501-8e4a-58fbcc444b0c is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:40:31.827997 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-ff863460-eac1-4dd0-800e-a0f2c5738cc6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:31.865999 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-ff863460-eac1-4dd0-800e-a0f2c5738cc6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:31.914809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-ff863460-eac1-4dd0-800e-a0f2c5738cc6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:40:31.919764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-ff863460-eac1-4dd0-800e-a0f2c5738cc6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:40:31.923377 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-ff863460-eac1-4dd0-800e-a0f2c5738cc6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:40:31.929795 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff863460-eac1-4dd0-800e-a0f2c5738cc6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Pushing event updated for resources: {'Port': ['ID=32e4f9c1-0783-4790-8586-ceda8034ab1d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:31.976421 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-ff863460-eac1-4dd0-800e-a0f2c5738cc6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:31.977046 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-ff863460-eac1-4dd0-800e-a0f2c5738cc6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:31.995559 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-ff863460-eac1-4dd0-800e-a0f2c5738cc6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5677063 Mar 11 12:40:32.008647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Request body: {'port': {'device_id': '6c34ca4d-f0af-4236-9494-a250def120de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:40:32.071105 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:32.209313 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1e6cd3cc-de5a-4941-9655-adc884aafe43 None None] Provisioning complete for port 32e4f9c1-0783-4790-8586-ceda8034ab1d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:40:32.209752 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1e6cd3cc-de5a-4941-9655-adc884aafe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:32.246507 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1e6cd3cc-de5a-4941-9655-adc884aafe43 None None] Port 32e4f9c1-0783-4790-8586-ceda8034ab1d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:40:32.341384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e4f9c1-0783-4790-8586-ceda8034ab1d {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:40:32.351758 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Publish callbacks [] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:32.364643 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Transition to ACTIVE for port object 32e4f9c1-0783-4790-8586-ceda8034ab1d will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:40:32.370487 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:32.425305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Pushing event updated for resources: {'Port': ['ID=32e4f9c1-0783-4790-8586-ceda8034ab1d,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:32.433285 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b58553-4474-4d08-ae3a-86be43251160 req-c79fb0ac-d406-4bfe-9132-e468bba4d2f2 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:32.434980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82b58553-4474-4d08-ae3a-86be43251160 req-c79fb0ac-d406-4bfe-9132-e468bba4d2f2 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 944 time: 0.0609887 Mar 11 12:40:32.485539 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-82b58553-4474-4d08-ae3a-86be43251160 req-a5e57631-b9a2-4a3e-a028-61fb9760fd96 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439744 Mar 11 12:40:32.504955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Attempting to bind port 32e4f9c1-0783-4790-8586-ceda8034ab1d on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:40:32.505535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Attempting to bind port 32e4f9c1-0783-4790-8586-ceda8034ab1d by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:40:32.506113 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Attempting to bind port 32e4f9c1-0783-4790-8586-ceda8034ab1d on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:40:32.511158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Port 32e4f9c1-0783-4790-8586-ceda8034ab1d on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:40:32.511514 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Attempting to bind port 32e4f9c1-0783-4790-8586-ceda8034ab1d on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:40:32.518574 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:40:32.518920 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Checking segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:40:32.519308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Bound using segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:40:32.519937 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Bound port: 32e4f9c1-0783-4790-8586-ceda8034ab1d, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:40:32.520306 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:32.589437 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] For port 32e4f9c1-0783-4790-8586-ceda8034ab1d, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:40:32.594684 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] For port 32e4f9c1-0783-4790-8586-ceda8034ab1d, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=32e4f9c1-0783-4790-8586-ceda8034ab1d,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:40:32.605617 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:32.640460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:32.641249 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:32.642580 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] 10.222.0.71 "PUT /v2.0/ports/32e4f9c1-0783-4790-8586-ceda8034ab1d HTTP/1.1" status: 200 len: 1092 time: 0.6385136 Mar 11 12:40:32.643215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c34ca4d-f0af-4236-9494-a250def120de', 'tag': '32e4f9c1-0783-4790-8586-ceda8034ab1d'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:40:32.645504 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d56181-6046-4a5d-94a3-679afeb29925" -d '{"events": [{"name": "network-changed", "server_uuid": "6c34ca4d-f0af-4236-9494-a250def120de", "tag": "32e4f9c1-0783-4790-8586-ceda8034ab1d"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:40:32.673731 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d316e-29e3-4346-83e9-36c556e843a1 service neutron] Pushing event updated for resources: {'Port': ['ID=32e4f9c1-0783-4790-8586-ceda8034ab1d,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:32.723801 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fc211a-2a69-4421-ba52-96893b4e85c1 x-openstack-request-id: req-a3fc211a-2a69-4421-ba52-96893b4e85c1 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:40:32.724086 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c34ca4d-f0af-4236-9494-a250def120de", "tag": "32e4f9c1-0783-4790-8586-ceda8034ab1d", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:40:32.724518 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a3fc211a-2a69-4421-ba52-96893b4e85c1 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:40:32.724919 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c34ca4d-f0af-4236-9494-a250def120de', 'tag': '32e4f9c1-0783-4790-8586-ceda8034ab1d', 'status': 'completed', 'code': 200} Mar 11 12:40:32.745737 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-dfb73442-0d62-4f11-becc-46ea86478a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:32.747264 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-dfb73442-0d62-4f11-becc-46ea86478a64 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 1126 time: 0.0544853 Mar 11 12:40:32.794990 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-e8d8dbbc-39c8-4f1f-8ed7-cddf1ae1c236 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32e4f9c1-0783-4790-8586-ceda8034ab1d HTTP/1.1" status: 200 len: 217 time: 0.0394008 Mar 11 12:40:32.846615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-a7139466-4d2f-42d3-987d-14651c51e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:32.848291 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-a7139466-4d2f-42d3-987d-14651c51e294 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0464501 Mar 11 12:40:32.899216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-bafb460f-bbab-4c55-8644-7105a982e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:32.900692 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-bafb460f-bbab-4c55-8644-7105a982e569 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446315 Mar 11 12:40:32.905608 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:40:32.994852 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-0dc57bfb-c25c-4e84-862a-c4043982447b service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870197 Mar 11 12:40:33.090720 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8803e17f-360d-4b0f-b9c2-2dc28cd5ff24 req-3a272ba4-6f6c-4d2c-826f-d3e2c016a9b2 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888348 Mar 11 12:40:33.194869 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d56181-6046-4a5d-94a3-679afeb29925 req-6937309f-09e3-45a8-b3ba-e904afaf2881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:33.196624 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-57d56181-6046-4a5d-94a3-679afeb29925 req-6937309f-09e3-45a8-b3ba-e904afaf2881 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 1126 time: 0.0547473 Mar 11 12:40:33.290555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d56181-6046-4a5d-94a3-679afeb29925 req-f6092e51-02f4-4102-82cc-03656e945b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:33.292086 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-57d56181-6046-4a5d-94a3-679afeb29925 req-f6092e51-02f4-4102-82cc-03656e945b67 service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0894585 Mar 11 12:40:33.620632 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b53074-e912-4334-b53b-c5c232f9c391 req-2879efc0-bbf6-46f3-ad3f-aac31783509b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:33.622308 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49b53074-e912-4334-b53b-c5c232f9c391 req-2879efc0-bbf6-46f3-ad3f-aac31783509b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 944 time: 0.0611486 Mar 11 12:40:33.675755 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-57d56181-6046-4a5d-94a3-679afeb29925 req-d650c3e4-8aeb-43b3-8b51-046207d7e4fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32e4f9c1-0783-4790-8586-ceda8034ab1d HTTP/1.1" status: 200 len: 217 time: 0.3771243 Mar 11 12:40:33.677637 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49b53074-e912-4334-b53b-c5c232f9c391 req-183313b3-9064-4d7a-9e78-835f4a5bb86f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494583 Mar 11 12:40:33.723634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d56181-6046-4a5d-94a3-679afeb29925 req-769c2408-73fc-4be4-bbae-7750494add4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:33.725077 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-57d56181-6046-4a5d-94a3-679afeb29925 req-769c2408-73fc-4be4-bbae-7750494add4c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0428190 Mar 11 12:40:33.776114 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d56181-6046-4a5d-94a3-679afeb29925 req-ed63e620-f642-4e5e-8c97-d68742fe9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:33.777497 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-57d56181-6046-4a5d-94a3-679afeb29925 req-ed63e620-f642-4e5e-8c97-d68742fe9654 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452709 Mar 11 12:40:33.871619 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-57d56181-6046-4a5d-94a3-679afeb29925 req-424f66f0-7c68-4b57-bf9b-bedbd2df5c0c service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852795 Mar 11 12:40:33.961348 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-57d56181-6046-4a5d-94a3-679afeb29925 req-46399ca5-c2de-4263-a220-a3eb979bc246 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823104 Mar 11 12:40:34.249084 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:34.817197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656f2bf-cf16-47f0-bec4-bd0bfbb3c299 req-c7c2b5d3-4e00-4c7e-8275-74e281bac0f1 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:34.818681 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f656f2bf-cf16-47f0-bec4-bd0bfbb3c299 req-c7c2b5d3-4e00-4c7e-8275-74e281bac0f1 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 944 time: 0.0626571 Mar 11 12:40:34.867059 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f656f2bf-cf16-47f0-bec4-bd0bfbb3c299 req-a0b24c25-1104-42c1-ba9f-bd8a1e803360 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426247 Mar 11 12:40:36.003791 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963f6de-4bb1-441a-a7c1-3fc395593519 req-ce1eef06-7328-4fbb-8967-f881cb473dec tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:36.005626 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f963f6de-4bb1-441a-a7c1-3fc395593519 req-ce1eef06-7328-4fbb-8967-f881cb473dec tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 944 time: 0.0567949 Mar 11 12:40:36.058690 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f963f6de-4bb1-441a-a7c1-3fc395593519 req-bdcd6ad3-a808-438a-999d-69b7968d58a7 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447431 Mar 11 12:40:37.060328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 32e4f9c1-0783-4790-8586-ceda8034ab1d details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:40:37.161970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 32e4f9c1-0783-4790-8586-ceda8034ab1d, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=32e4f9c1-0783-4790-8586-ceda8034ab1d,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:40:37.172538 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '32e4f9c1-0783-4790-8586-ceda8034ab1d', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'port_id': '32e4f9c1-0783-4790-8586-ceda8034ab1d', 'mac_address': 'fa:16:3e:ac:2e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:40:37.187868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939c012-35b9-4db0-ac7a-ae16d7e352c4 req-e5b0484f-da28-4019-9b6f-3461d0a5a32d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:37.189371 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5939c012-35b9-4db0-ac7a-ae16d7e352c4 req-e5b0484f-da28-4019-9b6f-3461d0a5a32d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 944 time: 0.0578966 Mar 11 12:40:37.211853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 32e4f9c1-0783-4790-8586-ceda8034ab1d is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:40:37.212232 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:37.239380 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e4f9c1-0783-4790-8586-ceda8034ab1d {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:40:37.249730 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5939c012-35b9-4db0-ac7a-ae16d7e352c4 req-25bf0ff6-5c7b-4006-addb-6fc356140a88 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542274 Mar 11 12:40:37.269703 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 32e4f9c1-0783-4790-8586-ceda8034ab1d, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=32e4f9c1-0783-4790-8586-ceda8034ab1d,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:40:37.278987 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:37.325357 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=32e4f9c1-0783-4790-8586-ceda8034ab1d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:37.481024 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['32e4f9c1-0783-4790-8586-ceda8034ab1d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:40:38.382069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcee296-1000-499d-843d-982451f992f8 req-ebac9739-c53a-4479-913f-cbb641ce7545 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:38.383555 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1dcee296-1000-499d-843d-982451f992f8 req-ebac9739-c53a-4479-913f-cbb641ce7545 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 945 time: 0.0559819 Mar 11 12:40:38.430782 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1dcee296-1000-499d-843d-982451f992f8 req-7c54c55d-3cf6-49d2-b9f1-93fc7a065e03 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414393 Mar 11 12:40:39.062175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 32e4f9c1-0783-4790-8586-ceda8034ab1d up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:40:39.115923 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 32e4f9c1-0783-4790-8586-ceda8034ab1d completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:40:39.121792 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 32e4f9c1-0783-4790-8586-ceda8034ab1d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:40:39.122175 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:39.201952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 32e4f9c1-0783-4790-8586-ceda8034ab1d is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:40:39.202332 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:39.224780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c34ca4d-f0af-4236-9494-a250def120de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e4f9c1-0783-4790-8586-ceda8034ab1d'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:40:39.227049 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988ecced-bf6e-47f8-9208-09f4bef1583b" -d '{"events": [{"server_uuid": "6c34ca4d-f0af-4236-9494-a250def120de", "name": "network-vif-plugged", "status": "completed", "tag": "32e4f9c1-0783-4790-8586-ceda8034ab1d"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:40:39.239305 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 32e4f9c1-0783-4790-8586-ceda8034ab1d, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=32e4f9c1-0783-4790-8586-ceda8034ab1d,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:40:39.245774 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:39.273568 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7290a8-bb2c-4dd0-9796-22c4da112411 x-openstack-request-id: req-3c7290a8-bb2c-4dd0-9796-22c4da112411 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:40:39.273857 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c34ca4d-f0af-4236-9494-a250def120de", "name": "network-vif-plugged", "status": "completed", "tag": "32e4f9c1-0783-4790-8586-ceda8034ab1d", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:40:39.274116 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3c7290a8-bb2c-4dd0-9796-22c4da112411 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:40:39.274512 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c34ca4d-f0af-4236-9494-a250def120de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e4f9c1-0783-4790-8586-ceda8034ab1d', 'code': 200} Mar 11 12:40:39.303452 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=32e4f9c1-0783-4790-8586-ceda8034ab1d,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:40:39.382893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3f17-090d-4495-89ad-777afde55f63 req-8ea2c403-60ca-4fe7-8818-d7b426b2e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:39.384455 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7f4f3f17-090d-4495-89ad-777afde55f63 req-8ea2c403-60ca-4fe7-8818-d7b426b2e913 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 1128 time: 0.0575855 Mar 11 12:40:39.428757 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7f4f3f17-090d-4495-89ad-777afde55f63 req-dedf500e-a69f-406c-8c2a-0ad06bbcb9a3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377257 Mar 11 12:40:39.560762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac995065-abad-4a4e-8980-ddd78fc51a0a req-855fb0b0-5578-44c6-8057-6321d440f850 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:39.562241 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac995065-abad-4a4e-8980-ddd78fc51a0a req-855fb0b0-5578-44c6-8057-6321d440f850 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0613360 Mar 11 12:40:39.613313 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ac995065-abad-4a4e-8980-ddd78fc51a0a req-c772aeeb-b8d7-41a6-ba5d-b3872e0d3609 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424535 Mar 11 12:40:40.742886 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34d396-f2e2-440a-b8c5-363880d0d6d9 req-788ffe7e-2dd9-44d8-ae66-2326aacca194 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:40.744428 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d34d396-f2e2-440a-b8c5-363880d0d6d9 req-788ffe7e-2dd9-44d8-ae66-2326aacca194 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0576382 Mar 11 12:40:40.792792 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d34d396-f2e2-440a-b8c5-363880d0d6d9 req-c36ae3fb-6525-4005-ab45-13061069500f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424678 Mar 11 12:40:40.917721 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf2164-fbb0-467a-9faf-c423e5c5c67f req-384a0746-f084-4f95-a27a-27bf679c5502 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:40.919090 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eadf2164-fbb0-467a-9faf-c423e5c5c67f req-384a0746-f084-4f95-a27a-27bf679c5502 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0561895 Mar 11 12:40:40.929230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 44962) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:40:40.933589 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d4666543-b1e2-4748-87f1-5427ad67e33c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Request body: {'floatingip': {'port_id': '32e4f9c1-0783-4790-8586-ceda8034ab1d'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:40:40.974925 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4666543-b1e2-4748-87f1-5427ad67e33c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for floatingip (a770ce08-cd54-4370-9025-393b68bda462), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:41.792358 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4666543-b1e2-4748-87f1-5427ad67e33c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:41.799782 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4666543-b1e2-4748-87f1-5427ad67e33c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (a770ce08-cd54-4370-9025-393b68bda462), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:41.906887 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-d4666543-b1e2-4748-87f1-5427ad67e33c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Floating IP a770ce08-cd54-4370-9025-393b68bda462 associated. External IP: 172.25.7.106, port: 32e4f9c1-0783-4790-8586-ceda8034ab1d. Mar 11 12:40:42.121106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4666543-b1e2-4748-87f1-5427ad67e33c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Router f9182b0b-b598-4b74-8e6e-b25c494b433d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:40:42.240294 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4666543-b1e2-4748-87f1-5427ad67e33c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:40:42.247355 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4666543-b1e2-4748-87f1-5427ad67e33c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:42.254796 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ea960d-27cb-472e-9758-a10ba0315411 None None] Sync routers for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:40:42.266397 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ea960d-27cb-472e-9758-a10ba0315411 None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:40:42.267119 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a3ea960d-27cb-472e-9758-a10ba0315411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:40:42.279510 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d4666543-b1e2-4748-87f1-5427ad67e33c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "PUT /v2.0/floatingips/a770ce08-cd54-4370-9025-393b68bda462 HTTP/1.1" status: 200 len: 992 time: 1.3492441 Mar 11 12:40:42.280270 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c34ca4d-f0af-4236-9494-a250def120de', 'tag': '32e4f9c1-0783-4790-8586-ceda8034ab1d'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:40:42.282569 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69088597-6a7b-423b-aaeb-8974506dfbac" -d '{"events": [{"name": "network-changed", "server_uuid": "6c34ca4d-f0af-4236-9494-a250def120de", "tag": "32e4f9c1-0783-4790-8586-ceda8034ab1d"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:40:42.321185 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e457dd-8d6e-473b-b123-7733956b3970 x-openstack-request-id: req-d5e457dd-8d6e-473b-b123-7733956b3970 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:40:42.321612 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c34ca4d-f0af-4236-9494-a250def120de", "tag": "32e4f9c1-0783-4790-8586-ceda8034ab1d", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:40:42.322036 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d5e457dd-8d6e-473b-b123-7733956b3970 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:40:42.322563 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c34ca4d-f0af-4236-9494-a250def120de', 'tag': '32e4f9c1-0783-4790-8586-ceda8034ab1d', 'status': 'completed', 'code': 200} Mar 11 12:40:42.385335 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a3ea960d-27cb-472e-9758-a10ba0315411 None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:40:42.390971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69088597-6a7b-423b-aaeb-8974506dfbac req-07c83477-b9f2-49e8-bddb-b8cde80dc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:42.392660 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-69088597-6a7b-423b-aaeb-8974506dfbac req-07c83477-b9f2-49e8-bddb-b8cde80dc62a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 1128 time: 0.0466809 Mar 11 12:40:42.395805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbb617-56a0-4444-b538-cd14e2c33106 req-7ce5a96d-9055-44fc-bc10-5f929a6413db tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:42.397665 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-efdbb617-56a0-4444-b538-cd14e2c33106 req-7ce5a96d-9055-44fc-bc10-5f929a6413db tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0639563 Mar 11 12:40:42.470214 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-efdbb617-56a0-4444-b538-cd14e2c33106 req-36f3b7ba-f907-4b63-8ac4-684947ea08ad tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654726 Mar 11 12:40:42.514447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69088597-6a7b-423b-aaeb-8974506dfbac req-af9a5dde-406c-4e69-af60-eaa8111e2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:42.516162 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-69088597-6a7b-423b-aaeb-8974506dfbac req-af9a5dde-406c-4e69-af60-eaa8111e2a6a service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.1166463 Mar 11 12:40:42.595900 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-69088597-6a7b-423b-aaeb-8974506dfbac req-b01f0cb7-c4fe-487d-ac47-dde06baa16e9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32e4f9c1-0783-4790-8586-ceda8034ab1d HTTP/1.1" status: 200 len: 1000 time: 0.0727131 Mar 11 12:40:42.608260 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c696fc2-b942-4aa1-822a-a403d8aaa48b req-da091ec7-8fe3-4bee-a635-d5e118b95ace tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:42.609755 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c696fc2-b942-4aa1-822a-a403d8aaa48b req-da091ec7-8fe3-4bee-a635-d5e118b95ace tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0642395 Mar 11 12:40:42.648981 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69088597-6a7b-423b-aaeb-8974506dfbac req-d8339a5e-b3b0-418c-a999-10557ae5af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:42.650578 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-69088597-6a7b-423b-aaeb-8974506dfbac req-d8339a5e-b3b0-418c-a999-10557ae5af8d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0480556 Mar 11 12:40:42.661670 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c696fc2-b942-4aa1-822a-a403d8aaa48b req-0bcebe7e-d2c4-4a5a-bb18-743cc7d2cdd9 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429096 Mar 11 12:40:42.670156 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a3ea960d-27cb-472e-9758-a10ba0315411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'a770ce08-cd54-4370-9025-393b68bda462', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'port_id': '32e4f9c1-0783-4790-8586-ceda8034ab1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'mac_address': 'fa:16:3e:ac:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34ca4d-f0af-4236-9494-a250def120de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:40:29Z', 'updated_at': '2022-03-11T12:40:41Z', 'revision_number': 1, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:40:42.697311 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ea960d-27cb-472e-9758-a10ba0315411 None None] Checking router: f9182b0b-b598-4b74-8e6e-b25c494b433d for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:40:42.704798 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69088597-6a7b-423b-aaeb-8974506dfbac req-af9e45cb-9487-4024-8c6f-8e5b7875828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:42.706023 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ea960d-27cb-472e-9758-a10ba0315411 None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:40:42.706571 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-69088597-6a7b-423b-aaeb-8974506dfbac req-af9e45cb-9487-4024-8c6f-8e5b7875828d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494845 Mar 11 12:40:42.706754 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a3ea960d-27cb-472e-9758-a10ba0315411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:40:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:40:42.797119 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-69088597-6a7b-423b-aaeb-8974506dfbac req-c1e1491c-6c7c-4d4b-b3cb-0ceb751c304b service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823054 Mar 11 12:40:42.813046 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a3ea960d-27cb-472e-9758-a10ba0315411 None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:40:42.908266 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-69088597-6a7b-423b-aaeb-8974506dfbac req-1d4a3153-ca78-444d-ab85-b4f8543cc5ce service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978460 Mar 11 12:40:43.053778 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a3ea960d-27cb-472e-9758-a10ba0315411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'a770ce08-cd54-4370-9025-393b68bda462', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'port_id': '32e4f9c1-0783-4790-8586-ceda8034ab1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'mac_address': 'fa:16:3e:ac:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34ca4d-f0af-4236-9494-a250def120de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:40:29Z', 'updated_at': '2022-03-11T12:40:41Z', 'revision_number': 1, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:40:43.080698 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ea960d-27cb-472e-9758-a10ba0315411 None None] The sync data for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 is: [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'a770ce08-cd54-4370-9025-393b68bda462', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'port_id': '32e4f9c1-0783-4790-8586-ceda8034ab1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'mac_address': 'fa:16:3e:ac:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34ca4d-f0af-4236-9494-a250def120de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:40:29Z', 'updated_at': '2022-03-11T12:40:41Z', 'revision_number': 1, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:40:43.083174 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:43.295606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b516b-c284-45ed-ba6d-78c3f4fd1b87 None None] New status for floating IP a770ce08-cd54-4370-9025-393b68bda462: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:40:43.700069 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-315fbc95-346d-4e55-8aca-2dbf6169377f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:43.804127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8643b1e-eeea-41d7-891b-9a1910970a8e req-fe90384a-55d8-4240-ad07-a6020fe7a80d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:43.805633 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8643b1e-eeea-41d7-891b-9a1910970a8e req-fe90384a-55d8-4240-ad07-a6020fe7a80d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0603080 Mar 11 12:40:43.857941 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8643b1e-eeea-41d7-891b-9a1910970a8e req-aa8a88e9-dbbd-405d-90dd-5e70b8f1723c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446448 Mar 11 12:40:43.993007 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228054c-dd94-4508-a16a-feb61cfab06e req-5c3e92ef-aaa1-4bf2-bbe7-6feee8eecf6d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:43.994425 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6228054c-dd94-4508-a16a-feb61cfab06e req-5c3e92ef-aaa1-4bf2-bbe7-6feee8eecf6d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0563936 Mar 11 12:40:44.049113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6228054c-dd94-4508-a16a-feb61cfab06e req-cac635f9-80e0-4e6c-90f2-0f140c933bfe tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489554 Mar 11 12:40:44.305248 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-af4eda84-c6fa-429f-905b-229692c8064a req-ea6bf32e-1ac0-4564-8c40-5a22c6c31127 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0580375 Mar 11 12:40:44.308547 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd34193-1b45-45a8-86ad-aa60f8b28bc1 req-18ffd7fc-69da-4c64-8591-dcbb7768d7cf tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:44.310053 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cd34193-1b45-45a8-86ad-aa60f8b28bc1 req-18ffd7fc-69da-4c64-8591-dcbb7768d7cf tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0551724 Mar 11 12:40:44.362562 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cd34193-1b45-45a8-86ad-aa60f8b28bc1 req-e4e363e2-5363-4eff-ae5b-152fb0fb6152 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467200 Mar 11 12:40:44.661762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eda84-c6fa-429f-905b-229692c8064a req-a73e8280-1aea-424a-8df8-273eefe1ef55 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:44.663110 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-af4eda84-c6fa-429f-905b-229692c8064a req-a73e8280-1aea-424a-8df8-273eefe1ef55 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports/32e4f9c1-0783-4790-8586-ceda8034ab1d HTTP/1.1" status: 200 len: 943 time: 0.0501699 Mar 11 12:40:45.497224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d811db-0711-4407-a4fb-f7ac063872f8 req-a5d1d6f5-8612-420e-809c-3676d69a84bc tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:45.498636 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9d811db-0711-4407-a4fb-f7ac063872f8 req-a5d1d6f5-8612-420e-809c-3676d69a84bc tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0565300 Mar 11 12:40:45.534395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eda84-c6fa-429f-905b-229692c8064a req-14c4cb7e-9623-4021-b22e-bdf4d40376a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:45.536040 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-af4eda84-c6fa-429f-905b-229692c8064a req-14c4cb7e-9623-4021-b22e-bdf4d40376a4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 1128 time: 0.0504467 Mar 11 12:40:45.545791 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9d811db-0711-4407-a4fb-f7ac063872f8 req-12511c89-70e6-4d63-9ff0-f87315194a9c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412109 Mar 11 12:40:45.625897 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eda84-c6fa-429f-905b-229692c8064a req-bfa6febe-c448-4551-a5ad-2e511116471b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:45.627385 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-af4eda84-c6fa-429f-905b-229692c8064a req-bfa6febe-c448-4551-a5ad-2e511116471b service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0848236 Mar 11 12:40:45.696762 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-af4eda84-c6fa-429f-905b-229692c8064a req-0197307a-478d-43ad-9b2c-34a7eaea0ba4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32e4f9c1-0783-4790-8586-ceda8034ab1d HTTP/1.1" status: 200 len: 1002 time: 0.0623815 Mar 11 12:40:45.746862 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eda84-c6fa-429f-905b-229692c8064a req-5d664ac7-a9d1-4891-aaae-96911b3fb489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:45.748464 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-af4eda84-c6fa-429f-905b-229692c8064a req-5d664ac7-a9d1-4891-aaae-96911b3fb489 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0458398 Mar 11 12:40:45.770412 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-52ea2afd-8a01-4968-b606-1d41b58685ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:45.800799 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eda84-c6fa-429f-905b-229692c8064a req-ccaff240-bc4b-49e5-80a8-6f208be84583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:45.802330 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-af4eda84-c6fa-429f-905b-229692c8064a req-ccaff240-bc4b-49e5-80a8-6f208be84583 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476379 Mar 11 12:40:45.897428 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-af4eda84-c6fa-429f-905b-229692c8064a req-6e5ed8f4-5f01-4856-9d3e-01de014f8e56 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879853 Mar 11 12:40:45.995135 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-af4eda84-c6fa-429f-905b-229692c8064a req-60dc6087-952f-4668-867f-bc0032ef2e54 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907319 Mar 11 12:40:46.681406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da466a8-ba18-477e-b4f9-ce09e5859b28 req-894079b2-8e40-4667-a214-30fdc82ce703 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:46.682875 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3da466a8-ba18-477e-b4f9-ce09e5859b28 req-894079b2-8e40-4667-a214-30fdc82ce703 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0545368 Mar 11 12:40:46.735771 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3da466a8-ba18-477e-b4f9-ce09e5859b28 req-9b01553c-3b59-4a06-a526-e689b4c6b631 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421064 Mar 11 12:40:47.411204 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:47.869556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee6efa-b031-4313-bb28-692d90492f46 req-a9311197-afda-4051-8404-4f9f0c77eab7 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:47.871045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fee6efa-b031-4313-bb28-692d90492f46 req-a9311197-afda-4051-8404-4f9f0c77eab7 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0603106 Mar 11 12:40:47.923510 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fee6efa-b031-4313-bb28-692d90492f46 req-9d305fe4-d91b-4c39-849d-6087c62e052d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435729 Mar 11 12:40:48.824358 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:49.051447 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d27bcc-1799-4402-83bb-0827876ed739 req-2efa64c5-2a45-45c8-884f-0bf848fa8d99 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:49.052988 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3d27bcc-1799-4402-83bb-0827876ed739 req-2efa64c5-2a45-45c8-884f-0bf848fa8d99 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0605171 Mar 11 12:40:49.099857 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3d27bcc-1799-4402-83bb-0827876ed739 req-944d4241-1b76-4d65-b4ad-ec6b397787da tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409808 Mar 11 12:40:50.118423 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:40:50.228363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6e0c4-0d86-45b2-8d6b-1ddfda20c022 req-cc0e776a-86c3-4d1d-aafa-03227aeab94a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:50.229890 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcd6e0c4-0d86-45b2-8d6b-1ddfda20c022 req-cc0e776a-86c3-4d1d-aafa-03227aeab94a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0573816 Mar 11 12:40:50.283642 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcd6e0c4-0d86-45b2-8d6b-1ddfda20c022 req-938a61bc-2079-405a-bdde-1378e184a88d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480175 Mar 11 12:40:51.420428 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268a98b-b5ff-47a0-995b-8baf2ed2442c req-5dc5861e-f6ea-4157-b95b-e856309f3991 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:51.423053 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0268a98b-b5ff-47a0-995b-8baf2ed2442c req-5dc5861e-f6ea-4157-b95b-e856309f3991 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0639832 Mar 11 12:40:51.475605 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0268a98b-b5ff-47a0-995b-8baf2ed2442c req-12d569b7-ee7e-42df-8d1d-401c8e76e052 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463610 Mar 11 12:40:52.610386 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2933dcb-e6c4-4cb4-8f36-02a5f7e04718 req-28c08a9c-d807-4999-9541-fca01f606db2 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:52.611879 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2933dcb-e6c4-4cb4-8f36-02a5f7e04718 req-28c08a9c-d807-4999-9541-fca01f606db2 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0613186 Mar 11 12:40:52.661683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2933dcb-e6c4-4cb4-8f36-02a5f7e04718 req-2834decb-fc8a-4c87-822c-5c18ad9f2312 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413525 Mar 11 12:40:53.798357 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348015a-f6c6-4d13-bcb7-c4dd2e0a59b9 req-94cf1e75-f66b-4acf-bb69-051b7aa3276f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:53.799865 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1348015a-f6c6-4d13-bcb7-c4dd2e0a59b9 req-94cf1e75-f66b-4acf-bb69-051b7aa3276f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0575340 Mar 11 12:40:53.854026 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1348015a-f6c6-4d13-bcb7-c4dd2e0a59b9 req-a1b407e7-7901-4f91-aa75-ae20d23f8d58 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484598 Mar 11 12:40:54.983488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ff174-6fbf-4ba7-9fdb-ab83ab328593 req-f5166d34-ddea-43cf-a369-3778f209e97f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:54.984999 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec6ff174-6fbf-4ba7-9fdb-ab83ab328593 req-f5166d34-ddea-43cf-a369-3778f209e97f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0585780 Mar 11 12:40:55.036264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ec6ff174-6fbf-4ba7-9fdb-ab83ab328593 req-7cd38080-249f-4f7c-b8e5-7cb4b82f7d42 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433786 Mar 11 12:40:56.177747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadce12-5a5c-4efa-9d9e-5feea9c973e2 req-eabb154e-993d-4040-a2ff-64dd464d97ee tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:56.179322 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1fadce12-5a5c-4efa-9d9e-5feea9c973e2 req-eabb154e-993d-4040-a2ff-64dd464d97ee tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0672874 Mar 11 12:40:56.229560 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1fadce12-5a5c-4efa-9d9e-5feea9c973e2 req-d1e886cb-6c7d-4c98-ab0a-a7bf16e00f85 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443006 Mar 11 12:40:57.354607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50521e-d063-4b46-8e18-c1574dc34be6 req-c3c7903b-e23e-4a4c-a400-6574fe81b7fb tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:57.356154 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cd50521e-d063-4b46-8e18-c1574dc34be6 req-c3c7903b-e23e-4a4c-a400-6574fe81b7fb tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0547936 Mar 11 12:40:57.408414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cd50521e-d063-4b46-8e18-c1574dc34be6 req-d56f65ea-818f-4f5e-86e1-fc761c2d5069 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431509 Mar 11 12:40:58.536923 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d21e2-0abf-4673-9059-5d631ca875db req-d7013973-4cd5-4f59-ac0e-8afc891deb0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:58.538522 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d21d21e2-0abf-4673-9059-5d631ca875db req-d7013973-4cd5-4f59-ac0e-8afc891deb0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0548630 Mar 11 12:40:58.590851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d21d21e2-0abf-4673-9059-5d631ca875db req-4051fab6-45d1-4a1a-9561-f2b2ed512174 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464749 Mar 11 12:40:59.723815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05486aad-0051-45e9-8d43-51410728cc60 req-8c8e6692-aed1-4446-9981-226cc1fb2668 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:40:59.725106 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05486aad-0051-45e9-8d43-51410728cc60 req-8c8e6692-aed1-4446-9981-226cc1fb2668 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0593600 Mar 11 12:40:59.780063 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05486aad-0051-45e9-8d43-51410728cc60 req-d0267cf3-4a98-4a30-9967-a8e939e7bff4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467222 Mar 11 12:41:00.911981 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f5f74-0ec7-42f4-b97b-fbee07179a58 req-c223bd6d-c102-43ab-964f-092cc3eb7770 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:00.913462 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-961f5f74-0ec7-42f4-b97b-fbee07179a58 req-c223bd6d-c102-43ab-964f-092cc3eb7770 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0545318 Mar 11 12:41:00.972723 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-961f5f74-0ec7-42f4-b97b-fbee07179a58 req-92d6264c-0c76-4e3a-a54f-245a3bfe2d6d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511148 Mar 11 12:41:02.120266 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61fd8-7ea2-4a40-b0d1-78d30ba6b34d req-c4549f71-dccd-4038-8468-2c07a4f11d71 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:02.121817 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ed61fd8-7ea2-4a40-b0d1-78d30ba6b34d req-c4549f71-dccd-4038-8468-2c07a4f11d71 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0721917 Mar 11 12:41:02.169553 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ed61fd8-7ea2-4a40-b0d1-78d30ba6b34d req-b8fa91e7-2ff1-45cb-acd8-6afec13080c6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412438 Mar 11 12:41:03.298031 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c735018-931f-49bc-a2e3-5449174ef739 req-e96aba9a-6862-4673-8519-d933ab48ea1d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:03.299559 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c735018-931f-49bc-a2e3-5449174ef739 req-e96aba9a-6862-4673-8519-d933ab48ea1d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0555091 Mar 11 12:41:03.348807 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c735018-931f-49bc-a2e3-5449174ef739 req-02653b02-5348-4fa4-8035-61ab7a17b6ce tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413668 Mar 11 12:41:04.251126 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:04.502135 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c139a-a52b-4211-b7cc-d986d6b329cf req-95c405d4-8764-41c4-9a94-55909df0898c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:04.503908 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db9c139a-a52b-4211-b7cc-d986d6b329cf req-95c405d4-8764-41c4-9a94-55909df0898c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0746820 Mar 11 12:41:04.556518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db9c139a-a52b-4211-b7cc-d986d6b329cf req-36051559-a554-426f-856b-585ae5c3002a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468588 Mar 11 12:41:05.707350 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52361309-b08c-4b47-9889-73987d49d8af req-62e0e818-cd43-4586-a1d5-8dfe59cebba8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:05.708860 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52361309-b08c-4b47-9889-73987d49d8af req-62e0e818-cd43-4586-a1d5-8dfe59cebba8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0675094 Mar 11 12:41:05.756358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52361309-b08c-4b47-9889-73987d49d8af req-371e17d8-ca2b-40d6-8313-b34cae464f8f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417368 Mar 11 12:41:07.161660 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f35ce-b849-4199-9692-0a003834c601 req-afcfcd59-bb10-41d0-bb47-6949eccd0672 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:07.163070 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-829f35ce-b849-4199-9692-0a003834c601 req-afcfcd59-bb10-41d0-bb47-6949eccd0672 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0579195 Mar 11 12:41:07.213923 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-829f35ce-b849-4199-9692-0a003834c601 req-a188de79-b86f-4e5f-a5e8-17a9161ef99e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437341 Mar 11 12:41:08.353866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935e5cc-97a7-4dcc-a733-24926237f71f req-0ee395cf-62c8-42a6-88c6-24db157634e3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:08.355340 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0935e5cc-97a7-4dcc-a733-24926237f71f req-0ee395cf-62c8-42a6-88c6-24db157634e3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0602725 Mar 11 12:41:08.405890 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0935e5cc-97a7-4dcc-a733-24926237f71f req-4d378c93-bf96-4c5a-ab34-92bfeb17b9e8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421181 Mar 11 12:41:09.537226 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305928d6-c803-4a4e-99cf-6df173b728f7 req-cc684036-9bfc-46bf-88a4-b5fddd49a7ae tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:09.538698 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-305928d6-c803-4a4e-99cf-6df173b728f7 req-cc684036-9bfc-46bf-88a4-b5fddd49a7ae tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0556698 Mar 11 12:41:09.587387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-305928d6-c803-4a4e-99cf-6df173b728f7 req-3aabcb80-7cb3-4be8-be06-3e014eb505a8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405562 Mar 11 12:41:09.909890 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:41:10.722318 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d8794-34fd-43c5-9154-9ff15c41715e req-f862edf9-63cc-4b0e-817a-a44c0944372c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:10.723847 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-196d8794-34fd-43c5-9154-9ff15c41715e req-f862edf9-63cc-4b0e-817a-a44c0944372c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0667942 Mar 11 12:41:10.771949 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-196d8794-34fd-43c5-9154-9ff15c41715e req-1477d609-eeff-479d-9e6c-3a17adf416a3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423028 Mar 11 12:41:11.909743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103bab7-dbeb-4ea4-ac47-37b791aece24 req-0089c468-68fa-4b00-aedf-8b32cc644f39 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:11.911215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4103bab7-dbeb-4ea4-ac47-37b791aece24 req-0089c468-68fa-4b00-aedf-8b32cc644f39 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0559542 Mar 11 12:41:11.962814 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4103bab7-dbeb-4ea4-ac47-37b791aece24 req-505b05b4-785c-41bc-a7ef-39c3aedabfba tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458896 Mar 11 12:41:12.769386 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-af4eda84-c6fa-429f-905b-229692c8064a req-704d84d3-0550-4136-a9ee-bebe5eadc239 service neutron] 10.222.0.71 "GET /v2.0/ports/32e4f9c1-0783-4790-8586-ceda8034ab1d/bindings/n-h1-833234-2 HTTP/1.1" status: 200 len: 382 time: 0.0675507 Mar 11 12:41:13.020024 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eda84-c6fa-429f-905b-229692c8064a req-08753ab8-5855-4690-a8b0-7074d1b4e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:13.021531 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-af4eda84-c6fa-429f-905b-229692c8064a req-08753ab8-5855-4690-a8b0-7074d1b4e3cb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de&tenant_id=457e98e9cf034e2a82765e34954e183f HTTP/1.1" status: 200 len: 1128 time: 0.0598540 Mar 11 12:41:13.083642 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:13.088590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eda84-c6fa-429f-905b-229692c8064a req-c625f079-ccc5-4fb7-a63a-7499656065b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:13.090122 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-af4eda84-c6fa-429f-905b-229692c8064a req-c625f079-ccc5-4fb7-a63a-7499656065b2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 1128 time: 0.0458260 Mar 11 12:41:13.100025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e3c43-932d-45f9-ad0a-c83636e73431 req-1e413d13-ab6d-4619-a2a7-5032572d6990 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:13.101655 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cd1e3c43-932d-45f9-ad0a-c83636e73431 req-1e413d13-ab6d-4619-a2a7-5032572d6990 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0567005 Mar 11 12:41:13.154457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cd1e3c43-932d-45f9-ad0a-c83636e73431 req-f067b933-664f-49c1-abaa-93b5aedd96a6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470691 Mar 11 12:41:13.189468 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eda84-c6fa-429f-905b-229692c8064a req-55509ca2-a206-4fdd-bf04-fdb931afa066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:13.190967 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-af4eda84-c6fa-429f-905b-229692c8064a req-55509ca2-a206-4fdd-bf04-fdb931afa066 service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0929101 Mar 11 12:41:13.262394 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-af4eda84-c6fa-429f-905b-229692c8064a req-5624d14b-bbed-4b33-a2b0-82a10e41dcdc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32e4f9c1-0783-4790-8586-ceda8034ab1d HTTP/1.1" status: 200 len: 1002 time: 0.0642118 Mar 11 12:41:13.314670 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eda84-c6fa-429f-905b-229692c8064a req-853bb184-906b-41b8-883f-e6370093e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:13.316200 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-af4eda84-c6fa-429f-905b-229692c8064a req-853bb184-906b-41b8-883f-e6370093e076 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0469003 Mar 11 12:41:13.381829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eda84-c6fa-429f-905b-229692c8064a req-ffc6aa87-4222-46f2-986d-3329a202be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:13.383357 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-af4eda84-c6fa-429f-905b-229692c8064a req-ffc6aa87-4222-46f2-986d-3329a202be94 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0604150 Mar 11 12:41:13.473156 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-af4eda84-c6fa-429f-905b-229692c8064a req-9206efa0-1e34-4662-b608-2f95e0a13bce service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826952 Mar 11 12:41:13.571299 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-af4eda84-c6fa-429f-905b-229692c8064a req-89781d64-8502-428c-815c-bc2ce4eafc3f service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912271 Mar 11 12:41:13.695495 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2055a324-c870-4984-b00a-aeb23a9b0187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:14.278494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf9a82-d663-4416-a8cd-34a3cbd1ff84 req-378b9721-8f2b-4122-9f74-9372e226edb7 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:14.280044 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74cf9a82-d663-4416-a8cd-34a3cbd1ff84 req-378b9721-8f2b-4122-9f74-9372e226edb7 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0547667 Mar 11 12:41:14.326694 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74cf9a82-d663-4416-a8cd-34a3cbd1ff84 req-ff2475f1-f695-44f9-8d44-efe758192140 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402956 Mar 11 12:41:15.461020 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6461e0-7d9b-44bd-9858-22c124a1971d req-b13594ef-f810-470d-8c04-04f2bfe9ba08 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:15.462512 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc6461e0-7d9b-44bd-9858-22c124a1971d req-b13594ef-f810-470d-8c04-04f2bfe9ba08 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0620899 Mar 11 12:41:15.511672 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc6461e0-7d9b-44bd-9858-22c124a1971d req-81a9bbb8-26f5-4a5a-b25c-ad762675dcb8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431607 Mar 11 12:41:15.723510 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d0e1e-0003-44b8-9c3f-bcc62c43d723 req-66cc8a9f-e457-492e-b3dc-f49eb4bc1872 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:15.725023 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c1d0e1e-0003-44b8-9c3f-bcc62c43d723 req-66cc8a9f-e457-492e-b3dc-f49eb4bc1872 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0569143 Mar 11 12:41:15.740507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fa89c-d611-46f4-96ca-cfbc9483a274 req-e5ed98d7-4bbf-438b-9b03-cde65130b3fe tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:15.742026 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1b3fa89c-d611-46f4-96ca-cfbc9483a274 req-e5ed98d7-4bbf-438b-9b03-cde65130b3fe tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de&tenant_id=457e98e9cf034e2a82765e34954e183f&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 946 time: 0.0597532 Mar 11 12:41:15.763191 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e36b3d39-91d2-44ce-b9bc-50d1211668ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:15.774485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4c1d0e1e-0003-44b8-9c3f-bcc62c43d723 req-406c7156-d380-445d-ac89-d4e746ced498 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438251 Mar 11 12:41:15.834475 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fa89c-d611-46f4-96ca-cfbc9483a274 req-168d432d-ae1b-4638-8d3e-e02df83dee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:15.835984 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1b3fa89c-d611-46f4-96ca-cfbc9483a274 req-168d432d-ae1b-4638-8d3e-e02df83dee62 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 1128 time: 0.0473967 Mar 11 12:41:15.935574 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fa89c-d611-46f4-96ca-cfbc9483a274 req-8d3440f1-753d-4224-934d-190e5eec4dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:15.937985 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1b3fa89c-d611-46f4-96ca-cfbc9483a274 req-8d3440f1-753d-4224-934d-190e5eec4dd1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0955455 Mar 11 12:41:16.010068 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1b3fa89c-d611-46f4-96ca-cfbc9483a274 req-3ec154d7-ed92-4b96-8fdd-fcb5a84f17cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32e4f9c1-0783-4790-8586-ceda8034ab1d HTTP/1.1" status: 200 len: 1002 time: 0.0651348 Mar 11 12:41:16.068238 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fa89c-d611-46f4-96ca-cfbc9483a274 req-8a54fb29-4c8c-4006-acc7-4797261e5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:16.069698 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1b3fa89c-d611-46f4-96ca-cfbc9483a274 req-8a54fb29-4c8c-4006-acc7-4797261e5a21 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0533307 Mar 11 12:41:16.120313 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fa89c-d611-46f4-96ca-cfbc9483a274 req-32c56868-10c4-4f94-8558-7d1ae2992d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:16.121799 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1b3fa89c-d611-46f4-96ca-cfbc9483a274 req-32c56868-10c4-4f94-8558-7d1ae2992d87 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456049 Mar 11 12:41:16.221935 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1b3fa89c-d611-46f4-96ca-cfbc9483a274 req-924fe16f-527c-44aa-af18-854349bedf60 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920901 Mar 11 12:41:16.312100 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-1b3fa89c-d611-46f4-96ca-cfbc9483a274 req-7795641b-e942-4589-8dba-9e9a63acd109 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840502 Mar 11 12:41:16.901033 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163a143-8d23-4062-bc46-185b3b7d383f req-bfa0152c-a82e-4556-b126-ec90897e16d3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:16.902540 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1163a143-8d23-4062-bc46-185b3b7d383f req-bfa0152c-a82e-4556-b126-ec90897e16d3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0541170 Mar 11 12:41:16.957833 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1163a143-8d23-4062-bc46-185b3b7d383f req-4e201b82-9477-41f6-9421-d25eb9913c6f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495386 Mar 11 12:41:17.093117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c09baf-d16c-4efe-a55c-a5ae7ed512ed req-cb1e8fc2-64f6-41ec-baf9-424ad108b2d9 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:17.094588 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1c09baf-d16c-4efe-a55c-a5ae7ed512ed req-cb1e8fc2-64f6-41ec-baf9-424ad108b2d9 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0549006 Mar 11 12:41:17.146186 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1c09baf-d16c-4efe-a55c-a5ae7ed512ed req-46b9777a-fec4-4f4d-adff-bf42d9f95084 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456479 Mar 11 12:41:17.269516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa986fe-bbb5-48c9-b850-223b0f9430f1 req-13dfa2d3-09ba-4924-920d-e42d86bf55a8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:17.270945 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3aa986fe-bbb5-48c9-b850-223b0f9430f1 req-13dfa2d3-09ba-4924-920d-e42d86bf55a8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0567575 Mar 11 12:41:17.293038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 32e4f9c1-0783-4790-8586-ceda8034ab1d details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:41:17.295363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 32e4f9c1-0783-4790-8586-ceda8034ab1d no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:41:17.325330 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3aa986fe-bbb5-48c9-b850-223b0f9430f1 req-e0d8650b-23c7-4998-995f-52186fe4d30f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485950 Mar 11 12:41:17.467883 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:17.475905 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 32e4f9c1-0783-4790-8586-ceda8034ab1d, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=32e4f9c1-0783-4790-8586-ceda8034ab1d,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:41:17.478753 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 32e4f9c1-0783-4790-8586-ceda8034ab1d is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:41:17.479139 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:17.496992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '32e4f9c1-0783-4790-8586-ceda8034ab1d', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'port_id': '32e4f9c1-0783-4790-8586-ceda8034ab1d', 'mac_address': 'fa:16:3e:ac:2e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:41:17.533927 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c34ca4d-f0af-4236-9494-a250def120de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32e4f9c1-0783-4790-8586-ceda8034ab1d'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:41:17.536174 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db623dca-7537-4f15-8533-7e2542d12bf7" -d '{"events": [{"server_uuid": "6c34ca4d-f0af-4236-9494-a250def120de", "name": "network-vif-unplugged", "status": "completed", "tag": "32e4f9c1-0783-4790-8586-ceda8034ab1d"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:41:17.554147 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 32e4f9c1-0783-4790-8586-ceda8034ab1d, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=32e4f9c1-0783-4790-8586-ceda8034ab1d,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:41:17.563242 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:17.567456 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 32e4f9c1-0783-4790-8586-ceda8034ab1d is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:41:17.567907 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:17.594414 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c19d31-b4bf-4e98-84c3-5a2260110c4e x-openstack-request-id: req-51c19d31-b4bf-4e98-84c3-5a2260110c4e {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:41:17.594704 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c34ca4d-f0af-4236-9494-a250def120de", "name": "network-vif-unplugged", "status": "completed", "tag": "32e4f9c1-0783-4790-8586-ceda8034ab1d", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:41:17.594959 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-51c19d31-b4bf-4e98-84c3-5a2260110c4e {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:41:17.595337 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c34ca4d-f0af-4236-9494-a250def120de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32e4f9c1-0783-4790-8586-ceda8034ab1d', 'code': 200} Mar 11 12:41:17.598348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af070cd7-f04e-4805-8017-c5f66f6aa830 req-f283fb6e-2527-4300-9e11-9500aabdc640 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:17.599967 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af070cd7-f04e-4805-8017-c5f66f6aa830 req-f283fb6e-2527-4300-9e11-9500aabdc640 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 946 time: 0.0568881 Mar 11 12:41:17.603124 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32e4f9c1-0783-4790-8586-ceda8034ab1d {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:41:17.648424 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af070cd7-f04e-4805-8017-c5f66f6aa830 req-aab85108-0956-4c46-965e-f1588d468589 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426540 Mar 11 12:41:17.655424 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=32e4f9c1-0783-4790-8586-ceda8034ab1d,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:41:17.665713 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:41:17.666068 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:41:18.204789 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 32e4f9c1-0783-4790-8586-ceda8034ab1d is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:41:18.205356 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:18.219695 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e4f9c1-0783-4790-8586-ceda8034ab1d {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:41:18.239993 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 32e4f9c1-0783-4790-8586-ceda8034ab1d, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=32e4f9c1-0783-4790-8586-ceda8034ab1d,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:41:18.247267 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:18.301713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=32e4f9c1-0783-4790-8586-ceda8034ab1d,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:41:18.513843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['32e4f9c1-0783-4790-8586-ceda8034ab1d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:41:18.778143 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2badda-1e20-4f2c-a645-c38aeb408eee req-719e7eff-22f0-4bc4-bbcf-0a217fa991fd tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:18.779600 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f2badda-1e20-4f2c-a645-c38aeb408eee req-719e7eff-22f0-4bc4-bbcf-0a217fa991fd tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 945 time: 0.0590546 Mar 11 12:41:18.823714 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:18.828536 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f2badda-1e20-4f2c-a645-c38aeb408eee req-fbe6666d-77ff-4d27-81a8-92f894e4f7ed tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431819 Mar 11 12:41:18.883345 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb842ce-0955-405f-a6d6-f3b8f5d73c86 req-759e969b-a181-478e-99c1-cf845bcd9b5c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:18.884858 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6bb842ce-0955-405f-a6d6-f3b8f5d73c86 req-759e969b-a181-478e-99c1-cf845bcd9b5c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 945 time: 0.0534854 Mar 11 12:41:18.985283 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-6bb842ce-0955-405f-a6d6-f3b8f5d73c86 req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Deleting port 32e4f9c1-0783-4790-8586-ceda8034ab1d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:41:18.985819 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6bb842ce-0955-405f-a6d6-f3b8f5d73c86 req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:19.085036 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-6bb842ce-0955-405f-a6d6-f3b8f5d73c86 req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] For port 32e4f9c1-0783-4790-8586-ceda8034ab1d, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=32e4f9c1-0783-4790-8586-ceda8034ab1d,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:41:19.085375 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6bb842ce-0955-405f-a6d6-f3b8f5d73c86 req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:19.268123 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6bb842ce-0955-405f-a6d6-f3b8f5d73c86 req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:19.268479 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6bb842ce-0955-405f-a6d6-f3b8f5d73c86 req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (a770ce08-cd54-4370-9025-393b68bda462), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:19.268796 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [req-6bb842ce-0955-405f-a6d6-f3b8f5d73c86 req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Floating IP a770ce08-cd54-4370-9025-393b68bda462 disassociated. External IP: 172.25.7.106, port: 32e4f9c1-0783-4790-8586-ceda8034ab1d. Mar 11 12:41:19.269143 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-6bb842ce-0955-405f-a6d6-f3b8f5d73c86 req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Calling delete_port for 32e4f9c1-0783-4790-8586-ceda8034ab1d owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:41:19.302969 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 32e4f9c1-0783-4790-8586-ceda8034ab1d details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:41:19.404620 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 32e4f9c1-0783-4790-8586-ceda8034ab1d, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=32e4f9c1-0783-4790-8586-ceda8034ab1d,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:41:19.406057 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6bb842ce-0955-405f-a6d6-f3b8f5d73c86 req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (32e4f9c1-0783-4790-8586-ceda8034ab1d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:19.415744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '32e4f9c1-0783-4790-8586-ceda8034ab1d', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'port_id': '32e4f9c1-0783-4790-8586-ceda8034ab1d', 'mac_address': 'fa:16:3e:ac:2e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:41:19.441145 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Pushing event deleted for resources: {'Port': ['ID=32e4f9c1-0783-4790-8586-ceda8034ab1d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:41:19.453089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:19.453443 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:19.453829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:19.454107 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:19.454398 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:19.454779 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:19.455279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:19.455707 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:19.456059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:19.456363 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:19.457308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:19.457308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:19.457308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:19.567003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bb842ce-0955-405f-a6d6-f3b8f5d73c86 req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Router f9182b0b-b598-4b74-8e6e-b25c494b433d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:41:19.676176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bb842ce-0955-405f-a6d6-f3b8f5d73c86 req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:41:19.687136 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3523902-9d0f-4b04-8d9e-266ad3b55415 None None] Sync routers for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:41:19.698136 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3523902-9d0f-4b04-8d9e-266ad3b55415 None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:41:19.698861 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b3523902-9d0f-4b04-8d9e-266ad3b55415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:41:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:41:19.716999 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb842ce-0955-405f-a6d6-f3b8f5d73c86 req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] No DVR routers for this DVR port 32e4f9c1-0783-4790-8586-ceda8034ab1d on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:41:19.719615 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6bb842ce-0955-405f-a6d6-f3b8f5d73c86 req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:19.723280 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6bb842ce-0955-405f-a6d6-f3b8f5d73c86 req-2010b358-2516-4796-b560-e2f190258551 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.71 "DELETE /v2.0/ports/32e4f9c1-0783-4790-8586-ceda8034ab1d HTTP/1.1" status: 204 len: 173 time: 0.8329928 Mar 11 12:41:19.723746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c34ca4d-f0af-4236-9494-a250def120de', 'name': 'network-vif-deleted', 'tag': '32e4f9c1-0783-4790-8586-ceda8034ab1d'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:41:19.726021 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ad56a9-d989-4c1f-ab6c-da87bea1f2ad" -d '{"events": [{"server_uuid": "6c34ca4d-f0af-4236-9494-a250def120de", "name": "network-vif-deleted", "tag": "32e4f9c1-0783-4790-8586-ceda8034ab1d"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:41:19.771913 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48555e0f-6d20-4b97-af50-e9939ed9a574 x-openstack-request-id: req-48555e0f-6d20-4b97-af50-e9939ed9a574 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:41:19.772210 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c34ca4d-f0af-4236-9494-a250def120de", "name": "network-vif-deleted", "tag": "32e4f9c1-0783-4790-8586-ceda8034ab1d", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:41:19.772470 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48555e0f-6d20-4b97-af50-e9939ed9a574 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:41:19.772888 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c34ca4d-f0af-4236-9494-a250def120de', 'name': 'network-vif-deleted', 'tag': '32e4f9c1-0783-4790-8586-ceda8034ab1d', 'status': 'completed', 'code': 200} Mar 11 12:41:19.811329 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b3523902-9d0f-4b04-8d9e-266ad3b55415 None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:41:19.940770 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5bdb891f-bd6e-470f-a119-3e37a24a638b req-bc4767a2-d560-47a9-a393-4bb5337414bd tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c34ca4d-f0af-4236-9494-a250def120de HTTP/1.1" status: 200 len: 210 time: 0.0274253 Mar 11 12:41:20.019681 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b3523902-9d0f-4b04-8d9e-266ad3b55415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:41:20.049193 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3523902-9d0f-4b04-8d9e-266ad3b55415 None None] Checking router: f9182b0b-b598-4b74-8e6e-b25c494b433d for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:41:20.057761 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3523902-9d0f-4b04-8d9e-266ad3b55415 None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:41:20.058354 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b3523902-9d0f-4b04-8d9e-266ad3b55415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:41:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:41:20.105657 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:20.175859 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b3523902-9d0f-4b04-8d9e-266ad3b55415 None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:41:20.376108 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b3523902-9d0f-4b04-8d9e-266ad3b55415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:41:20.403173 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3523902-9d0f-4b04-8d9e-266ad3b55415 None None] The sync data for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 is: [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:41:20.640902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a5aae-612a-4c7a-af88-c3cba0a72390 None None] New status for floating IP a770ce08-cd54-4370-9025-393b68bda462: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:41:21.218290 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-c92e4b8d-d438-46dd-a74f-7cb334d07cf5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1436764371&fields=id&tenant_id=457e98e9cf034e2a82765e34954e183f HTTP/1.1" status: 200 len: 267 time: 0.0443234 Mar 11 12:41:21.329002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-d57f8ccc-d744-4bed-89de-533548d8310c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:21.330767 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-d57f8ccc-d744-4bed-89de-533548d8310c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 812 time: 0.1036143 Mar 11 12:41:21.348526 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-d889673e-bf2d-42ff-b376-fd2d5539bbae tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/quotas/457e98e9cf034e2a82765e34954e183f HTTP/1.1" status: 200 len: 375 time: 0.0096946 Mar 11 12:41:21.406398 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-c46853b9-5bef-4081-bbcd-5ae2acf49c4a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506542 Mar 11 12:41:21.507195 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-7d5b411e-f03c-473e-b746-23e29e424d3c service neutron] 10.222.0.78 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889049 Mar 11 12:41:21.593948 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-19ec1b4c-1d4f-4fec-8d57-f0267b4f8618 service neutron] 10.222.0.78 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810304 Mar 11 12:41:21.755833 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fec194d-3093-4b11-8a8e-6c563843b36e req-b83bb311-fab3-4958-8112-f98764446f90 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 210 time: 0.0275939 Mar 11 12:41:22.821840 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-913b04d4-0220-4efa-bf28-2d9d37f91198 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:22.823322 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-913b04d4-0220-4efa-bf28-2d9d37f91198 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 812 time: 0.1145635 Mar 11 12:41:22.855550 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5f8d7429-49e7-48da-bc35-e8f04f937579 req-9e93b8c9-9ba0-4062-9b22-e11026f96e57 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 210 time: 0.0310042 Mar 11 12:41:22.901224 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-69628007-8894-4ffa-aff0-2d0a943eaedb tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=457e98e9cf034e2a82765e34954e183f HTTP/1.1" status: 200 len: 380 time: 0.0673289 Mar 11 12:41:22.911354 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Request body: {'port': {'device_id': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'admin_state_up': True, 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'security_groups': ['7a6b9f09-cea1-4d8d-adb6-049ddba64132']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:41:23.035994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Made reservation on behalf of 457e98e9cf034e2a82765e34954e183f for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:41:23.041527 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:23.186204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Allocated IP 172.20.0.12 (73a435ec-81bd-4ebc-85e7-fb739a8f9bab/a84c5bfd-b09e-48e2-abfe-1eca9fcd9101/e70e8ba6-87ec-4e27-ba5a-e0915389f258) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:41:23.329323 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:23.334385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 32e4f9c1-0783-4790-8586-ceda8034ab1d no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:41:23.354518 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 32e4f9c1-0783-4790-8586-ceda8034ab1d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:41:23.354858 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 32e4f9c1-0783-4790-8586-ceda8034ab1d not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:41:23.367844 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:23.413708 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:41:23.418756 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:41:23.422384 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:41:23.446960 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Pushing event updated for resources: {'Port': ['ID=e70e8ba6-87ec-4e27-ba5a-e0915389f258,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:41:23.462406 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:23.462750 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:23.463072 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:23.463413 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:23.463788 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:23.464132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:23.464459 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:23.464784 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:23.465103 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:23.465416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:23.465737 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:23.466058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:23.466375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:23.487470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:23.488868 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:23.507194 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-225c3a39-9d3f-404d-81ad-e17083916d0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5997863 Mar 11 12:41:23.518736 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Request body: {'port': {'device_id': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:41:23.583441 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:23.718695 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3c48f317-a071-4218-be2a-26b8256ff860 None None] Provisioning complete for port e70e8ba6-87ec-4e27-ba5a-e0915389f258 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:41:23.718971 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3c48f317-a071-4218-be2a-26b8256ff860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:23.752499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3c48f317-a071-4218-be2a-26b8256ff860 None None] Port e70e8ba6-87ec-4e27-ba5a-e0915389f258 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:41:23.848442 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70e8ba6-87ec-4e27-ba5a-e0915389f258 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:41:23.855850 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Publish callbacks [] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:23.868155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Transition to ACTIVE for port object e70e8ba6-87ec-4e27-ba5a-e0915389f258 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:41:23.875747 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:23.940204 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Pushing event updated for resources: {'Port': ['ID=e70e8ba6-87ec-4e27-ba5a-e0915389f258,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:41:24.043518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae008e-4f59-4e5c-ae3b-62a004396e83 req-d1311b8a-bc6c-4cac-920c-79c180670ac3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:24.045065 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6bae008e-4f59-4e5c-ae3b-62a004396e83 req-d1311b8a-bc6c-4cac-920c-79c180670ac3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 944 time: 0.1178551 Mar 11 12:41:24.047811 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Attempting to bind port e70e8ba6-87ec-4e27-ba5a-e0915389f258 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:41:24.048144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Attempting to bind port e70e8ba6-87ec-4e27-ba5a-e0915389f258 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:41:24.048468 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Attempting to bind port e70e8ba6-87ec-4e27-ba5a-e0915389f258 on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:41:24.059225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Port e70e8ba6-87ec-4e27-ba5a-e0915389f258 on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:41:24.059546 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Attempting to bind port e70e8ba6-87ec-4e27-ba5a-e0915389f258 on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:41:24.073155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:41:24.073469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Checking segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:41:24.073868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Bound using segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:41:24.074324 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Bound port: e70e8ba6-87ec-4e27-ba5a-e0915389f258, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:41:24.074675 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:24.132138 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6bae008e-4f59-4e5c-ae3b-62a004396e83 req-ca24ae6a-1586-45fe-9b2c-84fadc759692 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802424 Mar 11 12:41:24.158241 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] For port e70e8ba6-87ec-4e27-ba5a-e0915389f258, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:41:24.162632 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] For port e70e8ba6-87ec-4e27-ba5a-e0915389f258, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:41:24.169874 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:24.202668 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:24.203293 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:24.204707 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] 10.222.0.37 "PUT /v2.0/ports/e70e8ba6-87ec-4e27-ba5a-e0915389f258 HTTP/1.1" status: 200 len: 1092 time: 0.6904576 Mar 11 12:41:24.205154 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'tag': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:41:24.207658 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e94502-5d19-4277-b375-7e7deaff7582" -d '{"events": [{"name": "network-changed", "server_uuid": "b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1", "tag": "e70e8ba6-87ec-4e27-ba5a-e0915389f258"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:41:24.240315 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a1045-d882-47dd-876b-4bbfee55840d service neutron] Pushing event updated for resources: {'Port': ['ID=e70e8ba6-87ec-4e27-ba5a-e0915389f258,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:41:24.262261 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b4b0c7-8606-4362-ae1d-08590c09934a x-openstack-request-id: req-c4b4b0c7-8606-4362-ae1d-08590c09934a {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:41:24.262653 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1", "tag": "e70e8ba6-87ec-4e27-ba5a-e0915389f258", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:41:24.263006 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c4b4b0c7-8606-4362-ae1d-08590c09934a {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:41:24.263278 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'tag': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258', 'status': 'completed', 'code': 200} Mar 11 12:41:24.300068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-0cc09fbb-569a-4be6-a8d8-475e89f3cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:24.302188 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-0cc09fbb-569a-4be6-a8d8-475e89f3cfc0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 1126 time: 0.0548649 Mar 11 12:41:24.344266 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-99936cf6-6b05-4c55-a850-d47ed79f5100 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258 HTTP/1.1" status: 200 len: 217 time: 0.0357683 Mar 11 12:41:24.395925 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-23feec45-52a8-4cca-9de5-42a5d09b0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:24.397426 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-23feec45-52a8-4cca-9de5-42a5d09b0668 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0474293 Mar 11 12:41:24.452999 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-760760c9-ad89-435e-99df-1918402a0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:24.454514 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-760760c9-ad89-435e-99df-1918402a0f57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511525 Mar 11 12:41:24.545094 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-c09b4604-b81f-456d-b85b-08f2aba5a01c service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840991 Mar 11 12:41:24.645559 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b88dc69-f4e5-4b3b-918e-0ddcace4f270 req-44094e9f-7376-457e-9171-9b4aa331e025 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943179 Mar 11 12:41:24.737453 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e94502-5d19-4277-b375-7e7deaff7582 req-ecd177b5-bdee-46ba-af1d-5fba3683bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:24.739652 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96e94502-5d19-4277-b375-7e7deaff7582 req-ecd177b5-bdee-46ba-af1d-5fba3683bc1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 1126 time: 0.0472329 Mar 11 12:41:24.835640 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e94502-5d19-4277-b375-7e7deaff7582 req-b4e6a459-fbe5-4516-9316-e822fbfeffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:24.837128 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96e94502-5d19-4277-b375-7e7deaff7582 req-b4e6a459-fbe5-4516-9316-e822fbfeffc5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0918901 Mar 11 12:41:24.877359 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96e94502-5d19-4277-b375-7e7deaff7582 req-02a4e412-f810-46a3-9dd1-65ab5a7b31f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258 HTTP/1.1" status: 200 len: 217 time: 0.0344899 Mar 11 12:41:24.924306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e94502-5d19-4277-b375-7e7deaff7582 req-953a4837-572b-4224-9313-dd5e0ff92ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:24.926198 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96e94502-5d19-4277-b375-7e7deaff7582 req-953a4837-572b-4224-9313-dd5e0ff92ac5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0432863 Mar 11 12:41:24.986598 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e94502-5d19-4277-b375-7e7deaff7582 req-c5aca7fa-6ec3-44c3-aec7-e6e5fbe1135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:24.989238 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96e94502-5d19-4277-b375-7e7deaff7582 req-c5aca7fa-6ec3-44c3-aec7-e6e5fbe1135b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562844 Mar 11 12:41:25.082017 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96e94502-5d19-4277-b375-7e7deaff7582 req-b6238bce-9927-4eea-a626-27df45063618 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860639 Mar 11 12:41:25.175550 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96e94502-5d19-4277-b375-7e7deaff7582 req-f7d0e765-9d63-4f89-a406-e6649e4fb08d service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865774 Mar 11 12:41:25.263381 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b010bc-19a6-4552-a677-82eacda45db2 req-5527996b-c365-4348-8de7-2840524848d7 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:25.264941 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70b010bc-19a6-4552-a677-82eacda45db2 req-5527996b-c365-4348-8de7-2840524848d7 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 944 time: 0.0615106 Mar 11 12:41:25.313174 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70b010bc-19a6-4552-a677-82eacda45db2 req-4dcd48b1-a990-4f6e-90fc-059ac776082e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418952 Mar 11 12:41:26.465255 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790e36c-bb97-40b4-b546-1538e8b7696f req-24f66a35-7f96-4f02-b7fd-ebc753b9984f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:26.466741 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8790e36c-bb97-40b4-b546-1538e8b7696f req-24f66a35-7f96-4f02-b7fd-ebc753b9984f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 944 time: 0.0708182 Mar 11 12:41:26.521342 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8790e36c-bb97-40b4-b546-1538e8b7696f req-617f3de3-7fb4-4381-aa4c-f0a9ad5897e0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486460 Mar 11 12:41:26.776393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device e70e8ba6-87ec-4e27-ba5a-e0915389f258 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:41:26.884715 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port e70e8ba6-87ec-4e27-ba5a-e0915389f258, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:41:26.895861 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'port_id': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258', 'mac_address': 'fa:16:3e:c9:13:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:41:26.933536 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port e70e8ba6-87ec-4e27-ba5a-e0915389f258 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:41:26.933916 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:26.947315 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70e8ba6-87ec-4e27-ba5a-e0915389f258 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:41:26.967482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port e70e8ba6-87ec-4e27-ba5a-e0915389f258, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:41:26.974142 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:27.023645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=e70e8ba6-87ec-4e27-ba5a-e0915389f258,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:41:27.031233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:27.031508 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:27.031873 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:27.032204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:27.032747 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:27.032864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:27.033177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:27.033497 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:27.033811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:27.034130 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:27.034555 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:27.034866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:27.035222 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:41:27.172591 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['e70e8ba6-87ec-4e27-ba5a-e0915389f258'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:41:27.668060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522f349-cefa-4b37-9b2f-ba5b96ea135d req-9b51b683-ad41-4146-b598-806a9eeb49d5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:27.669586 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2522f349-cefa-4b37-9b2f-ba5b96ea135d req-9b51b683-ad41-4146-b598-806a9eeb49d5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 945 time: 0.0604799 Mar 11 12:41:27.718855 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2522f349-cefa-4b37-9b2f-ba5b96ea135d req-1fb7b129-36c8-4093-99cf-f43dd8cb2a11 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409086 Mar 11 12:41:28.786728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device e70e8ba6-87ec-4e27-ba5a-e0915389f258 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:41:28.839155 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port e70e8ba6-87ec-4e27-ba5a-e0915389f258 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:41:28.842873 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port e70e8ba6-87ec-4e27-ba5a-e0915389f258 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:41:28.843246 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:28.851604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a7174-e683-4771-8fb8-4ce87bac45eb req-4b3ba72f-3005-4071-a612-ea217069cb0d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:28.853105 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-195a7174-e683-4771-8fb8-4ce87bac45eb req-4b3ba72f-3005-4071-a612-ea217069cb0d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 945 time: 0.0548408 Mar 11 12:41:28.900315 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-195a7174-e683-4771-8fb8-4ce87bac45eb req-1c8425ee-5733-4f5a-940f-b9b8bd383b99 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415618 Mar 11 12:41:28.926143 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port e70e8ba6-87ec-4e27-ba5a-e0915389f258 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:41:28.926531 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:28.949251 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:41:28.951498 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384b1144-5dc5-49b9-9087-428c3df4908b" -d '{"events": [{"server_uuid": "b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1", "name": "network-vif-plugged", "status": "completed", "tag": "e70e8ba6-87ec-4e27-ba5a-e0915389f258"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:41:28.963786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port e70e8ba6-87ec-4e27-ba5a-e0915389f258, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:41:28.969206 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:28.994907 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3e40c9-78ce-445c-8fb3-0c4065acd5e7 x-openstack-request-id: req-8a3e40c9-78ce-445c-8fb3-0c4065acd5e7 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:41:28.995194 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1", "name": "network-vif-plugged", "status": "completed", "tag": "e70e8ba6-87ec-4e27-ba5a-e0915389f258", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:41:28.995468 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a3e40c9-78ce-445c-8fb3-0c4065acd5e7 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:41:28.995885 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258', 'code': 200} Mar 11 12:41:29.027485 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=e70e8ba6-87ec-4e27-ba5a-e0915389f258,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:41:29.101824 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e95918-e413-4ca1-b32d-dab488a98ff2 req-fd064eb5-323f-4a5b-abe0-cf8feba4173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:29.103304 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6e95918-e413-4ca1-b32d-dab488a98ff2 req-fd064eb5-323f-4a5b-abe0-cf8feba4173f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 1128 time: 0.0490119 Mar 11 12:41:29.147320 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6e95918-e413-4ca1-b32d-dab488a98ff2 req-54deeb81-a35c-42f3-914d-39637d73f7bf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371885 Mar 11 12:41:30.029605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256278f9-aec4-4141-aff6-999bd93adbf1 req-e1ea0d2d-85bf-4444-b7bf-3ff160f5489e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:30.031092 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-256278f9-aec4-4141-aff6-999bd93adbf1 req-e1ea0d2d-85bf-4444-b7bf-3ff160f5489e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0533340 Mar 11 12:41:30.079481 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-256278f9-aec4-4141-aff6-999bd93adbf1 req-39e07316-9645-4539-96b7-6aba0a23a68e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420117 Mar 11 12:41:31.204819 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbd568-a190-4fd2-920d-08a87b2065a5 req-0e1bcee2-3789-4a72-a732-c2fe4eb563c5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:31.206372 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65dbd568-a190-4fd2-920d-08a87b2065a5 req-0e1bcee2-3789-4a72-a732-c2fe4eb563c5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0523298 Mar 11 12:41:31.258391 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65dbd568-a190-4fd2-920d-08a87b2065a5 req-59e5ad0c-938c-46c0-bb2d-16c412807ddd tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461721 Mar 11 12:41:31.384043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13b131-4774-48a4-9650-34c778d58268 req-bbdbeda4-3c2c-489a-aab5-867941924f56 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:31.385591 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f13b131-4774-48a4-9650-34c778d58268 req-bbdbeda4-3c2c-489a-aab5-867941924f56 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0567839 Mar 11 12:41:31.394846 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45128) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:41:31.401613 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ea3b82fe-5e77-4eea-b5e9-072c9c84c347 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Request body: {'floatingip': {'port_id': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:41:31.442632 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ea3b82fe-5e77-4eea-b5e9-072c9c84c347 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for floatingip (a770ce08-cd54-4370-9025-393b68bda462), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:32.219435 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ea3b82fe-5e77-4eea-b5e9-072c9c84c347 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:32.225788 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ea3b82fe-5e77-4eea-b5e9-072c9c84c347 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (a770ce08-cd54-4370-9025-393b68bda462), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:32.330848 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-ea3b82fe-5e77-4eea-b5e9-072c9c84c347 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Floating IP a770ce08-cd54-4370-9025-393b68bda462 associated. External IP: 172.25.7.106, port: e70e8ba6-87ec-4e27-ba5a-e0915389f258. Mar 11 12:41:32.556609 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3b82fe-5e77-4eea-b5e9-072c9c84c347 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Router f9182b0b-b598-4b74-8e6e-b25c494b433d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:41:32.692946 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3b82fe-5e77-4eea-b5e9-072c9c84c347 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:41:32.699105 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ea3b82fe-5e77-4eea-b5e9-072c9c84c347 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:32.704648 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5409218a-995d-4a83-8d25-409e1efac678 None None] Sync routers for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:41:32.715868 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5409218a-995d-4a83-8d25-409e1efac678 None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:41:32.716723 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5409218a-995d-4a83-8d25-409e1efac678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:41:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:41:32.730684 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ea3b82fe-5e77-4eea-b5e9-072c9c84c347 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "PUT /v2.0/floatingips/a770ce08-cd54-4370-9025-393b68bda462 HTTP/1.1" status: 200 len: 992 time: 1.3344393 Mar 11 12:41:32.731272 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'tag': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:41:32.733695 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec33b51-f04e-4797-88ca-d4fc62972007" -d '{"events": [{"name": "network-changed", "server_uuid": "b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1", "tag": "e70e8ba6-87ec-4e27-ba5a-e0915389f258"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:41:32.770976 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d3d96f-a099-4023-8c12-5d88f392b9d8 x-openstack-request-id: req-f6d3d96f-a099-4023-8c12-5d88f392b9d8 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:41:32.771288 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1", "tag": "e70e8ba6-87ec-4e27-ba5a-e0915389f258", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:41:32.771507 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f6d3d96f-a099-4023-8c12-5d88f392b9d8 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:41:32.772307 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'tag': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258', 'status': 'completed', 'code': 200} Mar 11 12:41:32.833232 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5409218a-995d-4a83-8d25-409e1efac678 None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:41:32.859873 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec33b51-f04e-4797-88ca-d4fc62972007 req-e1efaa27-4c2d-489b-b6e5-d4ccb97ce1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:32.861458 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ec33b51-f04e-4797-88ca-d4fc62972007 req-e1efaa27-4c2d-489b-b6e5-d4ccb97ce1a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 1128 time: 0.0669920 Mar 11 12:41:32.992671 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec33b51-f04e-4797-88ca-d4fc62972007 req-03106446-b707-4f1e-a912-477627f17799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:32.994260 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ec33b51-f04e-4797-88ca-d4fc62972007 req-03106446-b707-4f1e-a912-477627f17799 service neutron] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.1252477 Mar 11 12:41:33.001131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddd050-9f49-42ab-b861-709a4faee471 req-2a7ed768-8704-49c9-b156-223ba22c6dce tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:33.002517 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2bddd050-9f49-42ab-b861-709a4faee471 req-2a7ed768-8704-49c9-b156-223ba22c6dce tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.1151547 Mar 11 12:41:33.058574 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5409218a-995d-4a83-8d25-409e1efac678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'a770ce08-cd54-4370-9025-393b68bda462', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'port_id': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'mac_address': 'fa:16:3e:c9:13:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:40:29Z', 'updated_at': '2022-03-11T12:41:32Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:41:33.088590 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5409218a-995d-4a83-8d25-409e1efac678 None None] Checking router: f9182b0b-b598-4b74-8e6e-b25c494b433d for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:41:33.091401 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ec33b51-f04e-4797-88ca-d4fc62972007 req-ee0b05c3-b240-4137-8d8d-5bd988e9824e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258 HTTP/1.1" status: 200 len: 1000 time: 0.0874817 Mar 11 12:41:33.097279 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5409218a-995d-4a83-8d25-409e1efac678 None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:41:33.097916 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5409218a-995d-4a83-8d25-409e1efac678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:41:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:41:33.098944 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2bddd050-9f49-42ab-b861-709a4faee471 req-fe188075-fecc-4360-9205-4640cc932b5f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893641 Mar 11 12:41:33.146492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec33b51-f04e-4797-88ca-d4fc62972007 req-1397b2da-2802-4514-a17c-7a1f593e85bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:33.147993 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ec33b51-f04e-4797-88ca-d4fc62972007 req-1397b2da-2802-4514-a17c-7a1f593e85bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0482395 Mar 11 12:41:33.196791 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec33b51-f04e-4797-88ca-d4fc62972007 req-404dbee8-6aa0-4ac4-a8eb-6a7c0608aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:33.198453 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ec33b51-f04e-4797-88ca-d4fc62972007 req-404dbee8-6aa0-4ac4-a8eb-6a7c0608aa2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449774 Mar 11 12:41:33.206000 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5409218a-995d-4a83-8d25-409e1efac678 None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:41:33.292775 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ec33b51-f04e-4797-88ca-d4fc62972007 req-ce519429-8f62-447b-9858-97f99bbe9327 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885911 Mar 11 12:41:33.391881 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ec33b51-f04e-4797-88ca-d4fc62972007 req-67661434-bfcf-46b0-b850-68572a693552 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934131 Mar 11 12:41:33.520530 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5409218a-995d-4a83-8d25-409e1efac678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'a770ce08-cd54-4370-9025-393b68bda462', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'port_id': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'mac_address': 'fa:16:3e:c9:13:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:40:29Z', 'updated_at': '2022-03-11T12:41:32Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:41:33.548931 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5409218a-995d-4a83-8d25-409e1efac678 None None] The sync data for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 is: [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'a770ce08-cd54-4370-9025-393b68bda462', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'port_id': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'mac_address': 'fa:16:3e:c9:13:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:40:29Z', 'updated_at': '2022-03-11T12:41:32Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:41:33.762631 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb4269-6532-4f9c-a6d0-27642a5832af None None] New status for floating IP a770ce08-cd54-4370-9025-393b68bda462: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:41:34.238933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493ee32-81d5-40dd-a53e-e9c9d5cc4353 req-ed5bdadd-142a-42b8-b5e3-3366dd9ecdda tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:34.240540 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1493ee32-81d5-40dd-a53e-e9c9d5cc4353 req-ed5bdadd-142a-42b8-b5e3-3366dd9ecdda tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0604637 Mar 11 12:41:34.257701 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:34.293070 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1493ee32-81d5-40dd-a53e-e9c9d5cc4353 req-9797aabc-c2c7-438f-9f55-42bacd43359a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465186 Mar 11 12:41:35.422357 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65327cca-7769-4a71-8f4c-697701be7e46 req-9efb6971-8f1d-4c53-890a-58ed4502129d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:35.423850 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65327cca-7769-4a71-8f4c-697701be7e46 req-9efb6971-8f1d-4c53-890a-58ed4502129d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0619774 Mar 11 12:41:35.472956 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65327cca-7769-4a71-8f4c-697701be7e46 req-34a1fefa-0be9-4bee-9abb-c9eb6e70a368 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427220 Mar 11 12:41:36.607831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe1595-c05e-41a5-afb3-d3c3569d72b8 req-811fffd8-73fc-46e1-a44e-27f20da7af56 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:36.610201 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbfe1595-c05e-41a5-afb3-d3c3569d72b8 req-811fffd8-73fc-46e1-a44e-27f20da7af56 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0614567 Mar 11 12:41:36.661154 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbfe1595-c05e-41a5-afb3-d3c3569d72b8 req-66a5a722-9c51-456c-8380-edfd4a728b60 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437453 Mar 11 12:41:37.843180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c498a59-ba55-4a02-8094-6570ac3cbf03 req-ac4f54ee-535a-4b28-a19a-b4a9bc5fd088 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:37.844796 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c498a59-ba55-4a02-8094-6570ac3cbf03 req-ac4f54ee-535a-4b28-a19a-b4a9bc5fd088 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.1102023 Mar 11 12:41:37.895977 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c498a59-ba55-4a02-8094-6570ac3cbf03 req-9a95ee54-4bf1-437e-9180-f0abaaea21cb tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428250 Mar 11 12:41:39.095736 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2de806-a6c9-4ea1-8f42-571ce13f2f42 req-a1a051a1-e1bb-4f2e-a5e7-b0100a70ae9e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:39.097337 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a2de806-a6c9-4ea1-8f42-571ce13f2f42 req-a1a051a1-e1bb-4f2e-a5e7-b0100a70ae9e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.1172235 Mar 11 12:41:39.159550 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a2de806-a6c9-4ea1-8f42-571ce13f2f42 req-c35dffe8-ff5e-48fd-ad8a-484007bfde66 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556974 Mar 11 12:41:40.302944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06636f63-9dc2-441f-ac00-b60f822cee90 req-4f0752e4-d955-45cc-94e9-a690a1387123 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:40.304466 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06636f63-9dc2-441f-ac00-b60f822cee90 req-4f0752e4-d955-45cc-94e9-a690a1387123 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0602524 Mar 11 12:41:40.359558 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-06636f63-9dc2-441f-ac00-b60f822cee90 req-c0d2ba72-ddfd-4fa5-bcda-d952ed314b51 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432482 Mar 11 12:41:41.511486 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811382a-e63d-4b32-9186-f1535b2bcdfb req-1698aa37-78b4-471a-b3f2-dffc2507ee6d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:41.513324 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d811382a-e63d-4b32-9186-f1535b2bcdfb req-1698aa37-78b4-471a-b3f2-dffc2507ee6d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0673871 Mar 11 12:41:41.563791 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d811382a-e63d-4b32-9186-f1535b2bcdfb req-705e9712-1260-46db-b34b-0ed81cf6c34d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420148 Mar 11 12:41:42.704844 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d6cef-1db6-4fa7-bc27-9a67b1ac9ed4 req-7107ca84-28ce-4ccc-a94f-5d8e718183b9 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:42.706297 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-423d6cef-1db6-4fa7-bc27-9a67b1ac9ed4 req-7107ca84-28ce-4ccc-a94f-5d8e718183b9 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0563157 Mar 11 12:41:42.762035 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-423d6cef-1db6-4fa7-bc27-9a67b1ac9ed4 req-a0333107-f178-44e2-b2d2-609bd7c70877 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498736 Mar 11 12:41:43.091691 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:43.701752 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93c2debe-a806-4622-8b8f-89e6dad82a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:43.901751 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cdb14-f633-4ef6-b3a0-2463a1fd8b3a req-b1f06a43-930b-4b4c-a98f-2b31e8d5c447 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:43.903243 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-755cdb14-f633-4ef6-b3a0-2463a1fd8b3a req-b1f06a43-930b-4b4c-a98f-2b31e8d5c447 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0587528 Mar 11 12:41:43.956779 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-755cdb14-f633-4ef6-b3a0-2463a1fd8b3a req-ba85b0a1-0ae0-440f-ac8b-fe2639009472 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472684 Mar 11 12:41:45.087545 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe6134-5bac-41b7-91f5-e4134a5d1e9e req-e9791b98-317f-4a56-94e8-d6eae1212a3f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:45.089170 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dcbe6134-5bac-41b7-91f5-e4134a5d1e9e req-e9791b98-317f-4a56-94e8-d6eae1212a3f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0607986 Mar 11 12:41:45.146809 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dcbe6134-5bac-41b7-91f5-e4134a5d1e9e req-ad3ab151-f2ff-4743-9485-642be4238d34 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518870 Mar 11 12:41:45.778869 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ce77-e988-4713-832b-9732202cd71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:46.286260 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623c177-0eb8-447b-84d4-48a624455bfd req-209c5bd0-69f6-40e3-9521-d9d977fd1814 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:46.287759 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8623c177-0eb8-447b-84d4-48a624455bfd req-209c5bd0-69f6-40e3-9521-d9d977fd1814 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0573914 Mar 11 12:41:46.342290 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8623c177-0eb8-447b-84d4-48a624455bfd req-1c6c046f-b5a8-4a5d-949a-cef369834cf5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483625 Mar 11 12:41:46.914640 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:41:47.408225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9f93e-1d4e-4e36-b2ea-20fb76783cd0 req-d33731a7-e031-42e3-b89a-9d8f76a79539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:47.409838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3cd9f93e-1d4e-4e36-b2ea-20fb76783cd0 req-d33731a7-e031-42e3-b89a-9d8f76a79539 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 1128 time: 0.1066587 Mar 11 12:41:47.411539 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:47.527964 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fad84-4ccf-41f6-8ced-b69342c6040e req-bf07f8d9-8f75-4ca0-a659-b669fdcae49d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:47.529375 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-572fad84-4ccf-41f6-8ced-b69342c6040e req-bf07f8d9-8f75-4ca0-a659-b669fdcae49d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.1158810 Mar 11 12:41:47.558395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9f93e-1d4e-4e36-b2ea-20fb76783cd0 req-83858cfe-c54f-41c2-9354-d095112e08ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:47.559921 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3cd9f93e-1d4e-4e36-b2ea-20fb76783cd0 req-83858cfe-c54f-41c2-9354-d095112e08ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.1157668 Mar 11 12:41:47.630480 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-572fad84-4ccf-41f6-8ced-b69342c6040e req-bb2956b8-da72-4246-a2c9-2ee22afb43b3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921416 Mar 11 12:41:47.646603 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3cd9f93e-1d4e-4e36-b2ea-20fb76783cd0 req-279f49d7-53f8-4841-af1c-54bff2611ed1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258 HTTP/1.1" status: 200 len: 1002 time: 0.0800369 Mar 11 12:41:47.700810 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9f93e-1d4e-4e36-b2ea-20fb76783cd0 req-211d4356-a99f-411b-9fa1-a3d5106b96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:47.702239 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3cd9f93e-1d4e-4e36-b2ea-20fb76783cd0 req-211d4356-a99f-411b-9fa1-a3d5106b96f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0500033 Mar 11 12:41:47.752493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9f93e-1d4e-4e36-b2ea-20fb76783cd0 req-0f80b685-6200-4b1d-a3f3-be1e38c350f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:47.754277 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3cd9f93e-1d4e-4e36-b2ea-20fb76783cd0 req-0f80b685-6200-4b1d-a3f3-be1e38c350f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454483 Mar 11 12:41:47.859612 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3cd9f93e-1d4e-4e36-b2ea-20fb76783cd0 req-4e2c32ce-e673-4dd5-91fc-e05301e78d36 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988309 Mar 11 12:41:47.953928 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3cd9f93e-1d4e-4e36-b2ea-20fb76783cd0 req-63c6566e-954a-4bb6-9334-d4bd4d257a06 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888760 Mar 11 12:41:48.774291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dea9f9-ce06-4b43-82e4-2c01fdc5dd2c req-d855ee7b-892e-4796-aadb-2af5182839e6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:48.776121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54dea9f9-ce06-4b43-82e4-2c01fdc5dd2c req-d855ee7b-892e-4796-aadb-2af5182839e6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0639024 Mar 11 12:41:48.826653 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:48.832964 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54dea9f9-ce06-4b43-82e4-2c01fdc5dd2c req-974d61e5-85b2-495e-a18d-09cea1b0aed6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431914 Mar 11 12:41:49.973553 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8d270-c73b-48e6-8bef-3bf9e069a759 req-4f2596f4-9b4b-4513-98d8-2437475afed0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:49.975270 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ec8d270-c73b-48e6-8bef-3bf9e069a759 req-4f2596f4-9b4b-4513-98d8-2437475afed0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0614541 Mar 11 12:41:50.024444 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5ec8d270-c73b-48e6-8bef-3bf9e069a759 req-453f6bec-fbb2-46e0-aef9-eff1ddd14ed0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429184 Mar 11 12:41:50.112602 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:41:51.165317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ff5e5-d6eb-4e9f-a3f3-58dec9e163bc req-f6e0a294-0974-4787-9bc2-93d68f5b1596 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:51.166791 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f5ff5e5-d6eb-4e9f-a3f3-58dec9e163bc req-f6e0a294-0974-4787-9bc2-93d68f5b1596 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0613918 Mar 11 12:41:51.221638 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f5ff5e5-d6eb-4e9f-a3f3-58dec9e163bc req-c9e2b376-9b39-428f-ad1e-6b600af7a784 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483453 Mar 11 12:41:52.359431 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430fa44-bd23-479f-8d50-12505b6fa026 req-e796bdb1-2595-4c1a-984a-24587c8448d3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:52.360979 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b430fa44-bd23-479f-8d50-12505b6fa026 req-e796bdb1-2595-4c1a-984a-24587c8448d3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0603206 Mar 11 12:41:52.411406 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b430fa44-bd23-479f-8d50-12505b6fa026 req-de5549db-b942-4d4c-8e26-91f4c077fe0f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422664 Mar 11 12:41:53.552978 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fc59d-f292-4c0e-a91b-d859d5d4355f req-c5ef8b56-3423-40b4-b2a2-3d36428af38d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:53.554467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1e4fc59d-f292-4c0e-a91b-d859d5d4355f req-c5ef8b56-3423-40b4-b2a2-3d36428af38d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0541811 Mar 11 12:41:53.605626 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1e4fc59d-f292-4c0e-a91b-d859d5d4355f req-0e7b7224-5f80-4da7-8f5d-c63c3b501583 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450947 Mar 11 12:41:54.741700 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc1304-afb1-4de1-9e27-c21b31eb1dd2 req-3cd705f5-0273-498a-80e7-d8ee5cc6a49e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:54.743168 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5efc1304-afb1-4de1-9e27-c21b31eb1dd2 req-3cd705f5-0273-498a-80e7-d8ee5cc6a49e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0547013 Mar 11 12:41:54.794794 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5efc1304-afb1-4de1-9e27-c21b31eb1dd2 req-1afcdc8a-e5ad-4e2d-9af9-3a6e6a0dc460 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451405 Mar 11 12:41:55.921798 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101ca88-ec03-4ac3-9644-13035708fa6e req-28d0d238-f3f0-4efa-927f-9b321d8e52ee tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:55.923288 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2101ca88-ec03-4ac3-9644-13035708fa6e req-28d0d238-f3f0-4efa-927f-9b321d8e52ee tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0541849 Mar 11 12:41:55.969383 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2101ca88-ec03-4ac3-9644-13035708fa6e req-c0639dad-59a2-42bf-ad62-3127c1575d47 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403972 Mar 11 12:41:57.097434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b8855-02b7-4463-a984-3e57c55b5e24 req-7d6fa0e8-f77d-42b1-807a-ab290770b712 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:57.099113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e24b8855-02b7-4463-a984-3e57c55b5e24 req-7d6fa0e8-f77d-42b1-807a-ab290770b712 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0568478 Mar 11 12:41:57.146610 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e24b8855-02b7-4463-a984-3e57c55b5e24 req-507344a8-46c4-4030-8456-b4ebb6a1dd1a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417337 Mar 11 12:41:58.273302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40decd6-4979-40ee-b874-82d3c6b123e9 req-2b2d2c24-919c-46ca-9b96-c6d3e52dd04a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:58.274810 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f40decd6-4979-40ee-b874-82d3c6b123e9 req-2b2d2c24-919c-46ca-9b96-c6d3e52dd04a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0569103 Mar 11 12:41:58.323328 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f40decd6-4979-40ee-b874-82d3c6b123e9 req-e95563c8-d696-48ab-a7c6-cc03f88ead1a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417325 Mar 11 12:41:58.568788 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-6800172e-b731-4e1d-b51e-408001e02b5a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450017 Mar 11 12:41:58.581447 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eca9c9-5480-4535-8460-a4e0f2708da6 req-490b0b67-b6dd-488e-a169-0c74eec59585 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:58.582949 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63eca9c9-5480-4535-8460-a4e0f2708da6 req-490b0b67-b6dd-488e-a169-0c74eec59585 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0560164 Mar 11 12:41:58.630503 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63eca9c9-5480-4535-8460-a4e0f2708da6 req-62600ebf-331a-486b-ae1a-2c94a67d79cf tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417387 Mar 11 12:41:58.969254 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-9e929a00-c013-4b8f-9fda-240121e4aed5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:58.970595 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-9e929a00-c013-4b8f-9fda-240121e4aed5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports/e70e8ba6-87ec-4e27-ba5a-e0915389f258 HTTP/1.1" status: 200 len: 943 time: 0.0499239 Mar 11 12:41:59.783014 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04785d-e163-41e6-b9c0-6673898436a8 req-480017b5-d309-455e-97dc-2d966c0a1ed3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:59.784783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e04785d-e163-41e6-b9c0-6673898436a8 req-480017b5-d309-455e-97dc-2d966c0a1ed3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0785861 Mar 11 12:41:59.860815 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e04785d-e163-41e6-b9c0-6673898436a8 req-7b5869e5-dbea-4488-9ef5-bb7ca6c2b6d7 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701952 Mar 11 12:41:59.867211 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-c1108f29-9d55-4657-87ea-b4c5da289fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:59.868710 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-c1108f29-9d55-4657-87ea-b4c5da289fa9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 1128 time: 0.0708983 Mar 11 12:41:59.960555 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-a78d581d-26ca-494e-abf6-b343d6fe04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:41:59.961931 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-a78d581d-26ca-494e-abf6-b343d6fe04ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0873084 Mar 11 12:42:00.027875 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-f3598e00-1309-4185-be1e-f5f38d4b146a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258 HTTP/1.1" status: 200 len: 1002 time: 0.0598371 Mar 11 12:42:00.078605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-50fcaf77-90d0-4f1d-a6f8-b7b761f2893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:00.080181 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-50fcaf77-90d0-4f1d-a6f8-b7b761f2893f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0469453 Mar 11 12:42:00.130863 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-45517d54-b642-4379-a604-1a58e83f067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:00.132421 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-45517d54-b642-4379-a604-1a58e83f067b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465097 Mar 11 12:42:00.221888 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-fb1bbd66-e7fd-46b1-93e4-01d37ba84ac8 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830131 Mar 11 12:42:00.318947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-ed443df5-af3d-4762-9963-949915e1db29 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914772 Mar 11 12:42:00.988021 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85b993-8fda-4970-89dd-10c44ebe17be req-aeb9a6b3-af57-47dd-a297-7e0257ada6db tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:00.989522 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc85b993-8fda-4970-89dd-10c44ebe17be req-aeb9a6b3-af57-47dd-a297-7e0257ada6db tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0542562 Mar 11 12:42:01.036144 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc85b993-8fda-4970-89dd-10c44ebe17be req-7e88ba8c-3daf-4fce-a790-5a904b28ec72 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408881 Mar 11 12:42:01.992396 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-c3a781b6-bcc8-4181-8ded-ad452f7fe561 service neutron] show failed (client error): The resource could not be found. Mar 11 12:42:01.993448 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-c3a781b6-bcc8-4181-8ded-ad452f7fe561 service neutron] 10.222.0.37 "GET /v2.0/ports/e70e8ba6-87ec-4e27-ba5a-e0915389f258/bindings/n-h1-833234-2 HTTP/1.1" status: 404 len: 380 time: 0.0670359 Mar 11 12:42:02.162053 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758198e4-6ff9-4bdd-804f-91c36f946877 req-a48999ec-4ec6-4195-9901-dfcbd6653769 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:02.163545 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-758198e4-6ff9-4bdd-804f-91c36f946877 req-a48999ec-4ec6-4195-9901-dfcbd6653769 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0574553 Mar 11 12:42:02.212737 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-758198e4-6ff9-4bdd-804f-91c36f946877 req-b40a482a-3c33-49fa-b545-768ffe8df9f7 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432642 Mar 11 12:42:02.276692 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2fae0591-f690-4f7d-b5bf-21e071ff3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:02.278129 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2fae0591-f690-4f7d-b5bf-21e071ff3c94 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1&tenant_id=457e98e9cf034e2a82765e34954e183f HTTP/1.1" status: 200 len: 1128 time: 0.0977056 Mar 11 12:42:02.289610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:42:02.354545 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:02.560041 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] For port e70e8ba6-87ec-4e27-ba5a-e0915389f258, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:42:02.594214 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] For port e70e8ba6-87ec-4e27-ba5a-e0915389f258, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:42:02.639657 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:42:02.641942 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3066992c-5a45-47e6-bcf3-3022b1ba0f37" -d '{"events": [{"server_uuid": "b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1", "name": "network-vif-unplugged", "status": "completed", "tag": "e70e8ba6-87ec-4e27-ba5a-e0915389f258"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:42:02.645473 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Publish callbacks [] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:02.659330 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Transition to ACTIVE for port object e70e8ba6-87ec-4e27-ba5a-e0915389f258 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:42:02.664639 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:02.753355 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e70e8ba6-87ec-4e27-ba5a-e0915389f258,revision_number=6']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:42:02.764991 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4be8f76-93fe-41b3-a213-f7da32b6cd9b x-openstack-request-id: req-a4be8f76-93fe-41b3-a213-f7da32b6cd9b {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:42:02.765243 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1", "name": "network-vif-unplugged", "status": "completed", "tag": "e70e8ba6-87ec-4e27-ba5a-e0915389f258", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:42:02.765488 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a4be8f76-93fe-41b3-a213-f7da32b6cd9b {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:42:02.765885 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258', 'code': 200} Mar 11 12:42:02.790396 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] No DVR routers for this DVR port e70e8ba6-87ec-4e27-ba5a-e0915389f258 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:42:02.944222 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Attempting to bind port e70e8ba6-87ec-4e27-ba5a-e0915389f258 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:42:02.944555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Attempting to bind port e70e8ba6-87ec-4e27-ba5a-e0915389f258 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:42:02.945001 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Attempting to bind port e70e8ba6-87ec-4e27-ba5a-e0915389f258 on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:42:02.949243 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Port e70e8ba6-87ec-4e27-ba5a-e0915389f258 on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:42:02.949565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Attempting to bind port e70e8ba6-87ec-4e27-ba5a-e0915389f258 on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:42:02.954683 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:42:02.955023 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Checking segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:42:02.955406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Bound using segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:42:02.955858 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Bound port: e70e8ba6-87ec-4e27-ba5a-e0915389f258, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:42:02.956209 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:03.022436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] For port e70e8ba6-87ec-4e27-ba5a-e0915389f258, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:42:03.025717 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] For port e70e8ba6-87ec-4e27-ba5a-e0915389f258, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:42:03.033671 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:03.066948 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:03.067575 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:03.069102 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] 10.222.0.71 "PUT /v2.0/ports/e70e8ba6-87ec-4e27-ba5a-e0915389f258 HTTP/1.1" status: 200 len: 1092 time: 0.7833009 Mar 11 12:42:03.090265 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a413b74-7793-4892-8b1f-6576a60fc2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e70e8ba6-87ec-4e27-ba5a-e0915389f258,revision_number=7']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:42:03.160604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-9263f988-a205-4fcb-8579-350b88e4a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:03.162181 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-9263f988-a205-4fcb-8579-350b88e4a138 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 1126 time: 0.0682724 Mar 11 12:42:03.261828 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-d9ecdb1d-2dbd-4d7a-9950-e53f01b191ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:03.263324 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-d9ecdb1d-2dbd-4d7a-9950-e53f01b191ca service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0953553 Mar 11 12:42:03.334092 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-5810ed94-b8c6-42b3-8174-8f9cee30ce89 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258 HTTP/1.1" status: 200 len: 1000 time: 0.0634606 Mar 11 12:42:03.338819 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1b5f6-3dac-4305-a3b3-68b76c461bd7 req-ec6d618c-51b5-4b3b-bb62-d8132dd061b6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:03.340324 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-68b1b5f6-3dac-4305-a3b3-68b76c461bd7 req-ec6d618c-51b5-4b3b-bb62-d8132dd061b6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 944 time: 0.0568089 Mar 11 12:42:03.383291 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-f35adc21-566b-4bc4-a7a2-0055b0d24157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:03.384791 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-f35adc21-566b-4bc4-a7a2-0055b0d24157 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0447302 Mar 11 12:42:03.396739 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-68b1b5f6-3dac-4305-a3b3-68b76c461bd7 req-f51b8785-98fb-412d-94e5-a0cf8500e5a2 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502946 Mar 11 12:42:03.435417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-1ae3a1bd-8dd8-4d05-bdfb-ee08a285cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:03.436972 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-1ae3a1bd-8dd8-4d05-bdfb-ee08a285cfcd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448534 Mar 11 12:42:03.532026 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-b928409c-b3c2-46e2-a9b3-5d5ec2a35458 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874579 Mar 11 12:42:03.624584 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-54c3e3ae-bb54-4d88-bad3-aeb40a24f64d req-e4a2a41e-2e7c-4f2b-affa-e7f8893478dd service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859964 Mar 11 12:42:04.262920 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:04.525426 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daed693-d78f-42fb-8069-7abbde784cd8 req-c9a8e512-5144-4c11-9ca3-6f447dfe7f15 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:04.526794 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5daed693-d78f-42fb-8069-7abbde784cd8 req-c9a8e512-5144-4c11-9ca3-6f447dfe7f15 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 944 time: 0.0577233 Mar 11 12:42:04.577154 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5daed693-d78f-42fb-8069-7abbde784cd8 req-94b39396-cdbe-44a5-b954-7f6282d6c968 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417850 Mar 11 12:42:04.767945 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'tag': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:42:04.770548 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b57c72-acec-4589-8005-3d395fe9a548" -d '{"events": [{"name": "network-changed", "server_uuid": "b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1", "tag": "e70e8ba6-87ec-4e27-ba5a-e0915389f258"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:42:04.825457 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e37ff2-5775-4565-87c3-c615c7e81c49 x-openstack-request-id: req-a2e37ff2-5775-4565-87c3-c615c7e81c49 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:42:04.825905 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1", "tag": "e70e8ba6-87ec-4e27-ba5a-e0915389f258", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:42:04.826326 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2e37ff2-5775-4565-87c3-c615c7e81c49 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:42:04.826988 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'tag': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258', 'status': 'completed', 'code': 200} Mar 11 12:42:04.902042 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b57c72-acec-4589-8005-3d395fe9a548 req-c241516d-ef72-4454-ab5e-fe9833cfd1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:04.902633 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b57c72-acec-4589-8005-3d395fe9a548 req-b7e50752-30c2-44cf-8b96-66570664159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:04.903940 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-60b57c72-acec-4589-8005-3d395fe9a548 req-c241516d-ef72-4454-ab5e-fe9833cfd1b6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 1126 time: 0.0635240 Mar 11 12:42:04.904288 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60b57c72-acec-4589-8005-3d395fe9a548 req-b7e50752-30c2-44cf-8b96-66570664159d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 1126 time: 0.0534248 Mar 11 12:42:05.005226 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b57c72-acec-4589-8005-3d395fe9a548 req-4c8fda4d-afa9-46f1-949d-3d9553ff8627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:05.005497 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b57c72-acec-4589-8005-3d395fe9a548 req-85951f3d-d6dc-4248-aa75-f8414bc233f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:05.006694 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60b57c72-acec-4589-8005-3d395fe9a548 req-4c8fda4d-afa9-46f1-949d-3d9553ff8627 service neutron] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0966988 Mar 11 12:42:05.006828 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-60b57c72-acec-4589-8005-3d395fe9a548 req-85951f3d-d6dc-4248-aa75-f8414bc233f6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0966361 Mar 11 12:42:05.070725 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60b57c72-acec-4589-8005-3d395fe9a548 req-33197466-b6ad-4f2d-b936-d9f1a7fc51c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258 HTTP/1.1" status: 200 len: 1000 time: 0.0579131 Mar 11 12:42:05.074791 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-60b57c72-acec-4589-8005-3d395fe9a548 req-ba57b78e-0541-4cdf-a3d7-aadc131860f2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258 HTTP/1.1" status: 200 len: 1000 time: 0.0616360 Mar 11 12:42:05.122768 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b57c72-acec-4589-8005-3d395fe9a548 req-9a039cb9-1fdf-4680-a098-4157df703ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:05.124510 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60b57c72-acec-4589-8005-3d395fe9a548 req-9a039cb9-1fdf-4680-a098-4157df703ef8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0487616 Mar 11 12:42:05.176817 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b57c72-acec-4589-8005-3d395fe9a548 req-b92c5c92-e256-47aa-add7-9deb9d9593bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:05.178543 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60b57c72-acec-4589-8005-3d395fe9a548 req-b92c5c92-e256-47aa-add7-9deb9d9593bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481763 Mar 11 12:42:05.286820 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60b57c72-acec-4589-8005-3d395fe9a548 req-a600572a-485f-41ef-ba83-dbe9ead11a89 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023402 Mar 11 12:42:05.383935 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-60b57c72-acec-4589-8005-3d395fe9a548 req-b908bd4f-07ae-4d8b-9938-52ef1945f4db service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909977 Mar 11 12:42:05.462035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b57c72-acec-4589-8005-3d395fe9a548 req-87bf795d-1305-493f-8113-249cbfdeb7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:05.463557 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-60b57c72-acec-4589-8005-3d395fe9a548 req-87bf795d-1305-493f-8113-249cbfdeb7d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.3830740 Mar 11 12:42:05.517545 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b57c72-acec-4589-8005-3d395fe9a548 req-92a0588a-9155-4ebe-a0b8-257034d64b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:05.519031 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-60b57c72-acec-4589-8005-3d395fe9a548 req-92a0588a-9155-4ebe-a0b8-257034d64b3d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477502 Mar 11 12:42:05.612192 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-60b57c72-acec-4589-8005-3d395fe9a548 req-a1e92163-6993-4da0-83aa-78d6428389ff service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866060 Mar 11 12:42:05.704604 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-60b57c72-acec-4589-8005-3d395fe9a548 req-aa07b31d-3efe-4601-930b-3570ea95c76c service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851588 Mar 11 12:42:05.707220 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38cb30-40f3-47e2-aa84-65e87e706a62 req-8569f485-4572-4bf6-afbe-4f81298a9858 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:05.708749 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da38cb30-40f3-47e2-aa84-65e87e706a62 req-8569f485-4572-4bf6-afbe-4f81298a9858 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 944 time: 0.0544705 Mar 11 12:42:05.756436 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da38cb30-40f3-47e2-aa84-65e87e706a62 req-4fa4c7bb-40c6-4918-bdeb-18fe598bdc72 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410340 Mar 11 12:42:06.002989 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d22ccb-9c80-4613-8970-7659c0719e7e req-bda3c12f-5145-47fc-a9f6-991f929027b6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:06.004403 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73d22ccb-9c80-4613-8970-7659c0719e7e req-bda3c12f-5145-47fc-a9f6-991f929027b6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 944 time: 0.0880115 Mar 11 12:42:06.025122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968ce88-5771-4d35-8b3c-fa7a352e481c req-f090b688-c05d-4031-b4bd-0769acc89efe tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:06.026552 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7968ce88-5771-4d35-8b3c-fa7a352e481c req-f090b688-c05d-4031-b4bd-0769acc89efe tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.37 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1&tenant_id=457e98e9cf034e2a82765e34954e183f&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 944 time: 0.0801363 Mar 11 12:42:06.098068 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-73d22ccb-9c80-4613-8970-7659c0719e7e req-0e0ce453-0ec4-4468-9d85-b0a430cd1fb0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863855 Mar 11 12:42:06.105448 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-7968ce88-5771-4d35-8b3c-fa7a352e481c req-037412cf-6e74-4893-b0da-f7a1352bec1b service neutron] delete failed (client error): The resource could not be found. Mar 11 12:42:06.106387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7968ce88-5771-4d35-8b3c-fa7a352e481c req-037412cf-6e74-4893-b0da-f7a1352bec1b service neutron] 10.222.0.37 "DELETE /v2.0/ports/e70e8ba6-87ec-4e27-ba5a-e0915389f258/bindings/n-h2-833234-2 HTTP/1.1" status: 404 len: 380 time: 0.0736783 Mar 11 12:42:06.202442 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968ce88-5771-4d35-8b3c-fa7a352e481c req-588a5b9f-18bf-41f7-86b4-d2e9d5a7597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:06.203986 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7968ce88-5771-4d35-8b3c-fa7a352e481c req-588a5b9f-18bf-41f7-86b4-d2e9d5a7597e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 1126 time: 0.0513456 Mar 11 12:42:06.298662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968ce88-5771-4d35-8b3c-fa7a352e481c req-d77f4efb-0a44-4e37-ad73-fc4c6d55b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:06.300179 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7968ce88-5771-4d35-8b3c-fa7a352e481c req-d77f4efb-0a44-4e37-ad73-fc4c6d55b79c service neutron] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0903373 Mar 11 12:42:06.369397 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7968ce88-5771-4d35-8b3c-fa7a352e481c req-41f49cc4-764c-4539-a3c2-46a136625fb8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258 HTTP/1.1" status: 200 len: 1000 time: 0.0633512 Mar 11 12:42:06.418713 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968ce88-5771-4d35-8b3c-fa7a352e481c req-58895657-1fa4-4387-ace7-e4a0ae3dee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:06.420303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7968ce88-5771-4d35-8b3c-fa7a352e481c req-58895657-1fa4-4387-ace7-e4a0ae3dee56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0446393 Mar 11 12:42:06.469451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968ce88-5771-4d35-8b3c-fa7a352e481c req-bfd086bc-b7c1-4c50-98fa-34ac6464f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:06.470996 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7968ce88-5771-4d35-8b3c-fa7a352e481c req-bfd086bc-b7c1-4c50-98fa-34ac6464f18a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452445 Mar 11 12:42:06.566251 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7968ce88-5771-4d35-8b3c-fa7a352e481c req-0de4d6db-845c-41d9-8d0c-a23ae7f4a27a service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892112 Mar 11 12:42:06.654156 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7968ce88-5771-4d35-8b3c-fa7a352e481c req-65ebbcb9-bdba-43f7-8876-ef6c9dfe67c0 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826581 Mar 11 12:42:06.970661 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device e70e8ba6-87ec-4e27-ba5a-e0915389f258 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:42:07.010706 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] The host n-h2-833234-2 is not matching for port e70e8ba6-87ec-4e27-ba5a-e0915389f258 host n-h1-833234-2! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 12:42:07.011131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device e70e8ba6-87ec-4e27-ba5a-e0915389f258 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:42:07.227904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba52033-3b9d-49b4-970b-9a65b8f71963 req-f4743cbd-8c27-4899-9a36-86511b039d08 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:07.229545 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dba52033-3b9d-49b4-970b-9a65b8f71963 req-f4743cbd-8c27-4899-9a36-86511b039d08 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 944 time: 0.0586591 Mar 11 12:42:07.281708 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dba52033-3b9d-49b4-970b-9a65b8f71963 req-74dc65fa-5d69-4e64-86d3-2ce37c170299 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461414 Mar 11 12:42:07.408368 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb4105-6ebb-4d84-b865-1f61fb0634ef req-48b69d2b-303e-4e7a-9979-59fb306b879b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:07.409858 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfbb4105-6ebb-4d84-b865-1f61fb0634ef req-48b69d2b-303e-4e7a-9979-59fb306b879b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 944 time: 0.0539589 Mar 11 12:42:07.457112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfbb4105-6ebb-4d84-b865-1f61fb0634ef req-03af7015-bc69-4e89-8f9e-e13885f2a8d6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415556 Mar 11 12:42:07.558410 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e70e8ba6-87ec-4e27-ba5a-e0915389f258 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:42:07.662510 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e70e8ba6-87ec-4e27-ba5a-e0915389f258, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:42:07.673682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'port_id': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258', 'mac_address': 'fa:16:3e:c9:13:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:42:07.689328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913e32f-c368-4ac3-8952-bb881485e741 req-a103c8e2-e597-42a0-a4fd-8f79e2ffb58a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:07.690883 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6913e32f-c368-4ac3-8952-bb881485e741 req-a103c8e2-e597-42a0-a4fd-8f79e2ffb58a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 944 time: 0.0625792 Mar 11 12:42:07.711788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3ed9f-3990-4ac4-8d85-f2bacdccd8cc req-b98e30c4-6733-415f-9a32-9d7ffde551b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:07.712436 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e70e8ba6-87ec-4e27-ba5a-e0915389f258 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:42:07.712436 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:07.713509 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-92b3ed9f-3990-4ac4-8d85-f2bacdccd8cc req-b98e30c4-6733-415f-9a32-9d7ffde551b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 1126 time: 0.0516944 Mar 11 12:42:07.726390 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70e8ba6-87ec-4e27-ba5a-e0915389f258 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:42:07.747032 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e70e8ba6-87ec-4e27-ba5a-e0915389f258, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:42:07.749431 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6913e32f-c368-4ac3-8952-bb881485e741 req-79908070-ed64-4624-91de-b0f71c5051a7 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527542 Mar 11 12:42:07.757574 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:07.809600 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3ed9f-3990-4ac4-8d85-f2bacdccd8cc req-ee1b3b3f-aabd-4dad-ba2d-965b6ec0e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:07.811156 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-92b3ed9f-3990-4ac4-8d85-f2bacdccd8cc req-ee1b3b3f-aabd-4dad-ba2d-965b6ec0e95f service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0899644 Mar 11 12:42:07.819009 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e70e8ba6-87ec-4e27-ba5a-e0915389f258,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:42:07.881485 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-92b3ed9f-3990-4ac4-8d85-f2bacdccd8cc req-ca677eb7-e883-444f-8072-cfdf0dafa8b2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258 HTTP/1.1" status: 200 len: 1001 time: 0.0627496 Mar 11 12:42:07.932192 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3ed9f-3990-4ac4-8d85-f2bacdccd8cc req-5e2d125b-3fa9-44ad-b530-6f284168bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:07.933653 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-92b3ed9f-3990-4ac4-8d85-f2bacdccd8cc req-5e2d125b-3fa9-44ad-b530-6f284168bab0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0458474 Mar 11 12:42:07.986703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3ed9f-3990-4ac4-8d85-f2bacdccd8cc req-5f91ed39-9eae-4e9e-a3ae-3b1fa2aa23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:07.988215 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-92b3ed9f-3990-4ac4-8d85-f2bacdccd8cc req-5f91ed39-9eae-4e9e-a3ae-3b1fa2aa23f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467706 Mar 11 12:42:07.996466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['e70e8ba6-87ec-4e27-ba5a-e0915389f258'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:42:08.084888 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-92b3ed9f-3990-4ac4-8d85-f2bacdccd8cc req-ecd28cd1-af49-43be-a1e9-acc5fc8fd82e service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888176 Mar 11 12:42:08.180468 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-92b3ed9f-3990-4ac4-8d85-f2bacdccd8cc req-7a50d56c-5f31-462a-9816-5bcc981a7b02 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886722 Mar 11 12:42:08.880890 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fba60-3275-4051-94ad-c97b69c110db req-84a8bc1a-5aaa-4dde-ba21-a91cf71c2ff1 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:08.882337 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7a1fba60-3275-4051-94ad-c97b69c110db req-84a8bc1a-5aaa-4dde-ba21-a91cf71c2ff1 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 945 time: 0.0594978 Mar 11 12:42:08.935973 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7a1fba60-3275-4051-94ad-c97b69c110db req-814e0dbc-c80a-4bd2-9e09-b3e4dbf84e8f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445168 Mar 11 12:42:09.208702 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf1ef1-0f4b-411c-a881-1b35c8c21185 req-b0bd5b95-715f-4194-91f5-576490bac4a9 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:09.210216 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96cf1ef1-0f4b-411c-a881-1b35c8c21185 req-b0bd5b95-715f-4194-91f5-576490bac4a9 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 945 time: 0.0552838 Mar 11 12:42:09.259167 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96cf1ef1-0f4b-411c-a881-1b35c8c21185 req-81728cc9-5067-4e5f-a847-eb6198e6910d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429757 Mar 11 12:42:09.567366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e70e8ba6-87ec-4e27-ba5a-e0915389f258 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:42:09.627125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port e70e8ba6-87ec-4e27-ba5a-e0915389f258 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:42:09.634044 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port e70e8ba6-87ec-4e27-ba5a-e0915389f258 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:42:09.634651 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:09.715413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port e70e8ba6-87ec-4e27-ba5a-e0915389f258 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:42:09.715733 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:09.742140 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:42:09.745788 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2554b62-0008-4d80-a7c7-9879613cbd33" -d '{"events": [{"server_uuid": "b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1", "name": "network-vif-plugged", "status": "completed", "tag": "e70e8ba6-87ec-4e27-ba5a-e0915389f258"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:42:09.764639 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port e70e8ba6-87ec-4e27-ba5a-e0915389f258, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:42:09.770805 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:09.796965 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96817b9c-70df-428f-8987-3b858b2e9009 x-openstack-request-id: req-96817b9c-70df-428f-8987-3b858b2e9009 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:42:09.797246 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1", "name": "network-vif-plugged", "status": "completed", "tag": "e70e8ba6-87ec-4e27-ba5a-e0915389f258", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:42:09.797493 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96817b9c-70df-428f-8987-3b858b2e9009 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:42:09.797876 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258', 'code': 200} Mar 11 12:42:09.823560 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=e70e8ba6-87ec-4e27-ba5a-e0915389f258,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:42:10.400600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb9324-57d0-4ea5-800d-82eca7941daa req-1247c983-4c7d-4488-85d6-ae0dfe73963e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:10.402102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ecb9324-57d0-4ea5-800d-82eca7941daa req-1247c983-4c7d-4488-85d6-ae0dfe73963e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0606847 Mar 11 12:42:10.455192 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ecb9324-57d0-4ea5-800d-82eca7941daa req-8eb69cba-36ad-4bea-afcd-e63fe1d0de9d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446310 Mar 11 12:42:10.595350 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17901e97-9670-42bb-8e4c-967a4a9e8c54 req-ab7d8859-4134-4ce6-8c67-58ce6c7d3388 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:10.596862 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-17901e97-9670-42bb-8e4c-967a4a9e8c54 req-ab7d8859-4134-4ce6-8c67-58ce6c7d3388 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.71 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 946 time: 0.0604320 Mar 11 12:42:10.693392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-17901e97-9670-42bb-8e4c-967a4a9e8c54 req-8b779ef4-2215-4c5e-bf99-47a9f85c0094 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Deleting port e70e8ba6-87ec-4e27-ba5a-e0915389f258 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:42:10.693751 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-17901e97-9670-42bb-8e4c-967a4a9e8c54 req-8b779ef4-2215-4c5e-bf99-47a9f85c0094 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:10.787680 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-17901e97-9670-42bb-8e4c-967a4a9e8c54 req-8b779ef4-2215-4c5e-bf99-47a9f85c0094 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] For port e70e8ba6-87ec-4e27-ba5a-e0915389f258, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=e70e8ba6-87ec-4e27-ba5a-e0915389f258,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:42:10.788040 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-17901e97-9670-42bb-8e4c-967a4a9e8c54 req-8b779ef4-2215-4c5e-bf99-47a9f85c0094 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:10.971277 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-17901e97-9670-42bb-8e4c-967a4a9e8c54 req-8b779ef4-2215-4c5e-bf99-47a9f85c0094 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:10.971528 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-17901e97-9670-42bb-8e4c-967a4a9e8c54 req-8b779ef4-2215-4c5e-bf99-47a9f85c0094 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (a770ce08-cd54-4370-9025-393b68bda462), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:10.971897 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [req-17901e97-9670-42bb-8e4c-967a4a9e8c54 req-8b779ef4-2215-4c5e-bf99-47a9f85c0094 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Floating IP a770ce08-cd54-4370-9025-393b68bda462 disassociated. External IP: 172.25.7.106, port: e70e8ba6-87ec-4e27-ba5a-e0915389f258. Mar 11 12:42:10.972244 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-17901e97-9670-42bb-8e4c-967a4a9e8c54 req-8b779ef4-2215-4c5e-bf99-47a9f85c0094 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Calling delete_port for e70e8ba6-87ec-4e27-ba5a-e0915389f258 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:42:11.118273 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-17901e97-9670-42bb-8e4c-967a4a9e8c54 req-8b779ef4-2215-4c5e-bf99-47a9f85c0094 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e70e8ba6-87ec-4e27-ba5a-e0915389f258), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:11.145943 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b779ef4-2215-4c5e-bf99-47a9f85c0094 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Pushing event deleted for resources: {'Port': ['ID=e70e8ba6-87ec-4e27-ba5a-e0915389f258,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:42:11.271387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17901e97-9670-42bb-8e4c-967a4a9e8c54 req-8b779ef4-2215-4c5e-bf99-47a9f85c0094 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Router f9182b0b-b598-4b74-8e6e-b25c494b433d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:42:11.382572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17901e97-9670-42bb-8e4c-967a4a9e8c54 req-8b779ef4-2215-4c5e-bf99-47a9f85c0094 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:42:11.393298 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b263282-cd2a-4b1f-a6c5-be72d1d7c631 None None] Sync routers for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:42:11.403884 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b263282-cd2a-4b1f-a6c5-be72d1d7c631 None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:42:11.404493 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9b263282-cd2a-4b1f-a6c5-be72d1d7c631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:41:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:42:11.424532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-17901e97-9670-42bb-8e4c-967a4a9e8c54 req-8b779ef4-2215-4c5e-bf99-47a9f85c0094 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] No DVR routers for this DVR port e70e8ba6-87ec-4e27-ba5a-e0915389f258 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:42:11.427345 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-17901e97-9670-42bb-8e4c-967a4a9e8c54 req-8b779ef4-2215-4c5e-bf99-47a9f85c0094 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:11.430866 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-17901e97-9670-42bb-8e4c-967a4a9e8c54 req-8b779ef4-2215-4c5e-bf99-47a9f85c0094 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.71 "DELETE /v2.0/ports/e70e8ba6-87ec-4e27-ba5a-e0915389f258 HTTP/1.1" status: 204 len: 173 time: 0.8280272 Mar 11 12:42:11.431333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'name': 'network-vif-deleted', 'tag': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:42:11.433675 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c1d12c-3c52-4113-84d7-e0bc1541dd58" -d '{"events": [{"server_uuid": "b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1", "name": "network-vif-deleted", "tag": "e70e8ba6-87ec-4e27-ba5a-e0915389f258"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:42:11.473229 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a179fd-b802-4dd0-9747-3c99df6609de x-openstack-request-id: req-a6a179fd-b802-4dd0-9747-3c99df6609de {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:42:11.473528 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1", "name": "network-vif-deleted", "tag": "e70e8ba6-87ec-4e27-ba5a-e0915389f258", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:42:11.473805 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a6a179fd-b802-4dd0-9747-3c99df6609de {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:42:11.474216 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1', 'name': 'network-vif-deleted', 'tag': 'e70e8ba6-87ec-4e27-ba5a-e0915389f258', 'status': 'completed', 'code': 200} Mar 11 12:42:11.530811 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-9b263282-cd2a-4b1f-a6c5-be72d1d7c631 None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:42:11.570372 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08b807aa-d5a8-4de0-bf6a-86c17c22a582 req-e9aca0d9-8df3-4f9a-a553-81674d5bb183 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b84d9a9e-5a3c-4fd2-9218-129dd35d2ce1 HTTP/1.1" status: 200 len: 210 time: 0.0295010 Mar 11 12:42:11.743111 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9b263282-cd2a-4b1f-a6c5-be72d1d7c631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:42:11.768851 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b263282-cd2a-4b1f-a6c5-be72d1d7c631 None None] Checking router: f9182b0b-b598-4b74-8e6e-b25c494b433d for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:42:11.776805 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b263282-cd2a-4b1f-a6c5-be72d1d7c631 None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:42:11.777406 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9b263282-cd2a-4b1f-a6c5-be72d1d7c631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:41:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:42:11.887186 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-9b263282-cd2a-4b1f-a6c5-be72d1d7c631 None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:42:12.083036 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9b263282-cd2a-4b1f-a6c5-be72d1d7c631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:42:12.111834 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b263282-cd2a-4b1f-a6c5-be72d1d7c631 None None] The sync data for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 is: [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:42:12.340649 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8beef9-6e93-4c04-b5de-de5903d1cd24 None None] New status for floating IP a770ce08-cd54-4370-9025-393b68bda462: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:42:12.843345 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-9a3383d7-f2c3-41f8-ba55-c1f469b5865a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1436764371&fields=id&tenant_id=457e98e9cf034e2a82765e34954e183f HTTP/1.1" status: 200 len: 267 time: 0.0462034 Mar 11 12:42:13.125359 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:13.313539 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-c17fb34b-8912-477f-a3ab-ba0916ba1084 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:13.315189 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-c17fb34b-8912-477f-a3ab-ba0916ba1084 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 812 time: 0.4644940 Mar 11 12:42:13.332824 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-4f4e0316-566c-4de3-8546-9838ed1e4f58 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/quotas/457e98e9cf034e2a82765e34954e183f HTTP/1.1" status: 200 len: 375 time: 0.0094109 Mar 11 12:42:13.388012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-6973a925-a61e-4490-afb0-167af70b15e6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502584 Mar 11 12:42:13.498139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-38ccef18-f99f-4e66-bb2b-c1b5381d06bc service neutron] 10.222.0.78 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980155 Mar 11 12:42:13.588196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e70e8ba6-87ec-4e27-ba5a-e0915389f258 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:42:13.595568 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-0672e2ec-75a5-44b5-92ea-d89843827344 service neutron] 10.222.0.78 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886564 Mar 11 12:42:13.608896 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: e70e8ba6-87ec-4e27-ba5a-e0915389f258 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:42:13.609243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device e70e8ba6-87ec-4e27-ba5a-e0915389f258 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:42:13.699262 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-83e304ef-6cfb-449c-abc2-7bb10d7396a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:13.770558 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-455a2cb9-92bc-4f46-a024-a887b90cbbf4 req-aeb6d3df-4ad6-4291-a831-5dd1f28f6b81 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 210 time: 0.0290987 Mar 11 12:42:14.815401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-a2679503-7009-4405-bec2-4c6e6b1f3e1d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:14.820364 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-a2679503-7009-4405-bec2-4c6e6b1f3e1d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 812 time: 0.1275399 Mar 11 12:42:14.902063 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc11983a-3bfb-47fb-8a00-2cf8b1468a76 req-5d643c39-0093-4b69-8f26-011007e5d02a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 210 time: 0.0397294 Mar 11 12:42:14.914913 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-e86ebd54-4ab2-44c0-b9cc-c302e8b70d6b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=457e98e9cf034e2a82765e34954e183f HTTP/1.1" status: 200 len: 380 time: 0.0857797 Mar 11 12:42:14.924329 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-a759fe28-af5b-438a-9cef-5ee5f7922593 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Request body: {'port': {'device_id': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'admin_state_up': True, 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'security_groups': ['7a6b9f09-cea1-4d8d-adb6-049ddba64132']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:42:15.046371 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-a759fe28-af5b-438a-9cef-5ee5f7922593 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Made reservation on behalf of 457e98e9cf034e2a82765e34954e183f for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:42:15.049778 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-a759fe28-af5b-438a-9cef-5ee5f7922593 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:15.176196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-a759fe28-af5b-438a-9cef-5ee5f7922593 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Allocated IP 172.20.0.14 (73a435ec-81bd-4ebc-85e7-fb739a8f9bab/a84c5bfd-b09e-48e2-abfe-1eca9fcd9101/4877be56-cd6e-40d9-8979-9477d1bab7de) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:42:15.326626 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-a759fe28-af5b-438a-9cef-5ee5f7922593 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:15.364413 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-a759fe28-af5b-438a-9cef-5ee5f7922593 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:15.411040 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-a759fe28-af5b-438a-9cef-5ee5f7922593 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:42:15.416165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-a759fe28-af5b-438a-9cef-5ee5f7922593 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:42:15.419920 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-a759fe28-af5b-438a-9cef-5ee5f7922593 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:42:15.427359 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759fe28-af5b-438a-9cef-5ee5f7922593 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Pushing event updated for resources: {'Port': ['ID=4877be56-cd6e-40d9-8979-9477d1bab7de,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:42:15.474561 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-a759fe28-af5b-438a-9cef-5ee5f7922593 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:15.475184 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-a759fe28-af5b-438a-9cef-5ee5f7922593 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:15.494502 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-a759fe28-af5b-438a-9cef-5ee5f7922593 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5739100 Mar 11 12:42:15.506433 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Request body: {'port': {'device_id': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:42:15.569571 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:15.627526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b92855c9-6e46-469d-a409-a3b6c333925b None None] Provisioning complete for port 4877be56-cd6e-40d9-8979-9477d1bab7de triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:42:15.628148 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b92855c9-6e46-469d-a409-a3b6c333925b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:15.661529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b92855c9-6e46-469d-a409-a3b6c333925b None None] Port 4877be56-cd6e-40d9-8979-9477d1bab7de cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:42:15.774206 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b96173c5-c7fc-42ce-b54d-1a5e21319c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:15.846943 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4877be56-cd6e-40d9-8979-9477d1bab7de {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:42:15.854541 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Publish callbacks [] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:15.866803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Transition to ACTIVE for port object 4877be56-cd6e-40d9-8979-9477d1bab7de will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:42:15.871283 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:15.920991 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Pushing event updated for resources: {'Port': ['ID=4877be56-cd6e-40d9-8979-9477d1bab7de,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:42:16.022796 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Attempting to bind port 4877be56-cd6e-40d9-8979-9477d1bab7de on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:42:16.023146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Attempting to bind port 4877be56-cd6e-40d9-8979-9477d1bab7de by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:42:16.023449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Attempting to bind port 4877be56-cd6e-40d9-8979-9477d1bab7de on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:42:16.031557 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Port 4877be56-cd6e-40d9-8979-9477d1bab7de on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:42:16.031896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Attempting to bind port 4877be56-cd6e-40d9-8979-9477d1bab7de on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:42:16.042045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:42:16.042384 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Checking segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:42:16.042766 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Bound using segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:42:16.043199 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Bound port: 4877be56-cd6e-40d9-8979-9477d1bab7de, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:42:16.043557 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:16.065288 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad0e62-cba5-4e01-83b2-3484bcfe0926 req-c184f898-c6c6-4314-bd26-1c67fac758b1 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:16.066890 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcad0e62-cba5-4e01-83b2-3484bcfe0926 req-c184f898-c6c6-4314-bd26-1c67fac758b1 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 944 time: 0.0844867 Mar 11 12:42:16.151464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:42:16.154637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4877be56-cd6e-40d9-8979-9477d1bab7de,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:42:16.158969 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcad0e62-cba5-4e01-83b2-3484bcfe0926 req-aca8df02-dd10-4dfe-8dcf-5e64d91f03f5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862510 Mar 11 12:42:16.165720 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:16.207356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:16.208020 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:16.209447 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] 10.222.0.37 "PUT /v2.0/ports/4877be56-cd6e-40d9-8979-9477d1bab7de HTTP/1.1" status: 200 len: 1092 time: 0.7077317 Mar 11 12:42:16.209936 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:42:16.212370 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45445138-1907-4fcb-afa6-43a2b1e3d318" -d '{"events": [{"name": "network-changed", "server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:42:16.248122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19e089-f007-480a-b05c-4dc296369184 service neutron] Pushing event updated for resources: {'Port': ['ID=4877be56-cd6e-40d9-8979-9477d1bab7de,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:42:16.315645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-6d5ec96b-f22f-4e0a-a527-26fb36a4e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:16.317291 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-6d5ec96b-f22f-4e0a-a527-26fb36a4e0ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 1126 time: 0.0573001 Mar 11 12:42:16.333176 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cca7d1-de16-4420-a570-36a1bd1d6c97 x-openstack-request-id: req-18cca7d1-de16-4420-a570-36a1bd1d6c97 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:42:16.333475 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:42:16.333733 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18cca7d1-de16-4420-a570-36a1bd1d6c97 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:42:16.334140 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'status': 'completed', 'code': 200} Mar 11 12:42:16.362319 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-2fb33bbb-aa2d-475b-9e62-4a36b5d3be95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4877be56-cd6e-40d9-8979-9477d1bab7de HTTP/1.1" status: 200 len: 217 time: 0.0382164 Mar 11 12:42:16.417268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-95cb36a2-e39b-4830-b10a-4f54fbe6e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:16.419414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-95cb36a2-e39b-4830-b10a-4f54fbe6e0af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0519197 Mar 11 12:42:16.468761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-4b94f01c-871d-474c-94d3-e0b774003607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:16.470529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-4b94f01c-871d-474c-94d3-e0b774003607 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448627 Mar 11 12:42:16.563334 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-322fc77a-3822-44fb-9ca6-1fda5ed0d8f4 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862696 Mar 11 12:42:16.656267 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dafdf55a-a63a-4d35-81a1-aa309e14c1e8 req-2bd1275c-95c3-4f12-86e6-f4f6bfd08c68 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872655 Mar 11 12:42:16.765047 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45445138-1907-4fcb-afa6-43a2b1e3d318 req-7fb9e140-0109-4486-9225-9477a6e6f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:16.766620 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45445138-1907-4fcb-afa6-43a2b1e3d318 req-7fb9e140-0109-4486-9225-9477a6e6f083 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 1126 time: 0.0583241 Mar 11 12:42:16.864469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45445138-1907-4fcb-afa6-43a2b1e3d318 req-c7fac760-156b-49a9-9e5b-36783f11da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:16.865851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45445138-1907-4fcb-afa6-43a2b1e3d318 req-c7fac760-156b-49a9-9e5b-36783f11da12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0931239 Mar 11 12:42:16.906155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45445138-1907-4fcb-afa6-43a2b1e3d318 req-4e3b01b5-8665-4eb6-a77d-c26e62121fc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4877be56-cd6e-40d9-8979-9477d1bab7de HTTP/1.1" status: 200 len: 217 time: 0.0341082 Mar 11 12:42:16.957136 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45445138-1907-4fcb-afa6-43a2b1e3d318 req-9a808212-aebd-45b3-b211-db80717e0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:16.958633 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45445138-1907-4fcb-afa6-43a2b1e3d318 req-9a808212-aebd-45b3-b211-db80717e0e97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0456712 Mar 11 12:42:17.016012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45445138-1907-4fcb-afa6-43a2b1e3d318 req-2471d056-56d8-45cd-a7e1-b96fac5ed102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:17.018055 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45445138-1907-4fcb-afa6-43a2b1e3d318 req-2471d056-56d8-45cd-a7e1-b96fac5ed102 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531595 Mar 11 12:42:17.108586 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45445138-1907-4fcb-afa6-43a2b1e3d318 req-3432377f-9f66-4a1e-8dff-5499eedfb957 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837321 Mar 11 12:42:17.203481 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45445138-1907-4fcb-afa6-43a2b1e3d318 req-199039ac-1dfa-47d4-8456-8c0aa38c708e service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887449 Mar 11 12:42:17.283894 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869decb-5d7f-4908-8121-76ce1235a40c req-ad1a748e-b32c-43ae-8459-23d4ab677c1a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:17.285344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9869decb-5d7f-4908-8121-76ce1235a40c req-ad1a748e-b32c-43ae-8459-23d4ab677c1a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 944 time: 0.0553932 Mar 11 12:42:17.335739 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9869decb-5d7f-4908-8121-76ce1235a40c req-49f86801-c02f-4e29-841d-f63934d957fd tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444300 Mar 11 12:42:17.426134 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:18.468581 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495eae1c-883b-4b39-a593-b78667336835 req-298f2738-12a6-49f5-81a1-b4a8804409ee tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:18.470584 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-495eae1c-883b-4b39-a593-b78667336835 req-298f2738-12a6-49f5-81a1-b4a8804409ee tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 944 time: 0.0575180 Mar 11 12:42:18.527624 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-495eae1c-883b-4b39-a593-b78667336835 req-fb247c4e-4855-4d49-b9ab-9249e9fb88b4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477405 Mar 11 12:42:18.838731 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:19.032117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4877be56-cd6e-40d9-8979-9477d1bab7de details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:42:19.133089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4877be56-cd6e-40d9-8979-9477d1bab7de,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:42:19.144371 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'port_id': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'mac_address': 'fa:16:3e:3a:12:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:42:19.181798 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 4877be56-cd6e-40d9-8979-9477d1bab7de is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:42:19.182187 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:19.197242 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4877be56-cd6e-40d9-8979-9477d1bab7de {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:42:19.226751 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4877be56-cd6e-40d9-8979-9477d1bab7de,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:42:19.232478 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:19.279439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=4877be56-cd6e-40d9-8979-9477d1bab7de,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:42:19.420366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['4877be56-cd6e-40d9-8979-9477d1bab7de'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:42:19.658537 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c528dd6-50c7-487b-ad8d-9bdefcc8246d req-7384c95c-a592-401a-ab3d-6a1d19eb51e6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:19.659961 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9c528dd6-50c7-487b-ad8d-9bdefcc8246d req-7384c95c-a592-401a-ab3d-6a1d19eb51e6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 945 time: 0.0563214 Mar 11 12:42:19.711264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9c528dd6-50c7-487b-ad8d-9bdefcc8246d req-a7de4784-72d8-4a8e-acf1-c7f690c7b11b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431049 Mar 11 12:42:20.113667 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:20.848457 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6a302-6e7c-4dba-b349-086d58e33ec7 req-83c6d741-1453-4411-a154-896be55682ec tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:20.849987 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2d6a302-6e7c-4dba-b349-086d58e33ec7 req-83c6d741-1453-4411-a154-896be55682ec tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 945 time: 0.0579162 Mar 11 12:42:20.900224 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2d6a302-6e7c-4dba-b349-086d58e33ec7 req-e9f3b49b-67d2-4d1b-9d96-36ecca2fbdb8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444777 Mar 11 12:42:21.048289 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4877be56-cd6e-40d9-8979-9477d1bab7de up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:42:21.112317 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 4877be56-cd6e-40d9-8979-9477d1bab7de completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:42:21.116259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 4877be56-cd6e-40d9-8979-9477d1bab7de triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:42:21.116901 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:21.193706 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 4877be56-cd6e-40d9-8979-9477d1bab7de is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:42:21.194088 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:21.219721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:42:21.222135 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f0d272-7425-4ada-bdb6-6d7bd958a638" -d '{"events": [{"server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "name": "network-vif-plugged", "status": "completed", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:42:21.238990 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4877be56-cd6e-40d9-8979-9477d1bab7de,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:42:21.243185 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:21.267273 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a6f58b-e7f4-41b7-a727-8676166a1924 x-openstack-request-id: req-c1a6f58b-e7f4-41b7-a727-8676166a1924 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:42:21.267559 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "name": "network-vif-plugged", "status": "completed", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:42:21.267972 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c1a6f58b-e7f4-41b7-a727-8676166a1924 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:42:21.268659 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'code': 200} Mar 11 12:42:21.297114 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=4877be56-cd6e-40d9-8979-9477d1bab7de,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:42:21.365020 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0affad-2cae-4446-aff0-398f921dcada req-6d3c2929-1c3d-4a06-93ba-4caedd51b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:21.366551 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c0affad-2cae-4446-aff0-398f921dcada req-6d3c2929-1c3d-4a06-93ba-4caedd51b1b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 1128 time: 0.0494239 Mar 11 12:42:21.411907 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c0affad-2cae-4446-aff0-398f921dcada req-6d561168-eaa2-4cbe-a70e-d3ef7be0dcd0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385950 Mar 11 12:42:22.046108 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20e708-9f86-4cdb-bd68-91ab80c76d3a req-a7c61018-173f-47da-b410-26d82eafcb00 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:22.047612 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed20e708-9f86-4cdb-bd68-91ab80c76d3a req-a7c61018-173f-47da-b410-26d82eafcb00 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0602703 Mar 11 12:42:22.096091 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ed20e708-9f86-4cdb-bd68-91ab80c76d3a req-b6bc015f-9114-4a49-aa96-75b0a3575b4e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420523 Mar 11 12:42:23.229212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9c0ab-f734-468e-8306-7115676108c8 req-2a5a03f7-a828-4066-b7e1-9295b12da9b4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:23.230725 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-66c9c0ab-f734-468e-8306-7115676108c8 req-2a5a03f7-a828-4066-b7e1-9295b12da9b4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0591145 Mar 11 12:42:23.285053 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-66c9c0ab-f734-468e-8306-7115676108c8 req-ed0f0228-d4af-461f-bbe3-f8d16acf0e11 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485716 Mar 11 12:42:23.421808 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2be9fc-5425-420f-9ffd-3bb4e4636a07 req-e269043e-c56d-498e-9334-32a5ace733e5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:23.423311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8d2be9fc-5425-420f-9ffd-3bb4e4636a07 req-e269043e-c56d-498e-9334-32a5ace733e5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0611329 Mar 11 12:42:23.433167 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45308) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:42:23.437822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-04a05c79-0a5c-4294-83e0-c61f044c49c5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Request body: {'floatingip': {'port_id': '4877be56-cd6e-40d9-8979-9477d1bab7de'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:42:23.476814 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-04a05c79-0a5c-4294-83e0-c61f044c49c5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for floatingip (a770ce08-cd54-4370-9025-393b68bda462), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:23.914789 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:42:23.969846 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-04a05c79-0a5c-4294-83e0-c61f044c49c5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:23.976261 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-04a05c79-0a5c-4294-83e0-c61f044c49c5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (a770ce08-cd54-4370-9025-393b68bda462), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:24.080266 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-04a05c79-0a5c-4294-83e0-c61f044c49c5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Floating IP a770ce08-cd54-4370-9025-393b68bda462 associated. External IP: 172.25.7.106, port: 4877be56-cd6e-40d9-8979-9477d1bab7de. Mar 11 12:42:24.306245 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a05c79-0a5c-4294-83e0-c61f044c49c5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Router f9182b0b-b598-4b74-8e6e-b25c494b433d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:42:24.427629 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a05c79-0a5c-4294-83e0-c61f044c49c5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:42:24.432802 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-04a05c79-0a5c-4294-83e0-c61f044c49c5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:24.437637 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d858a78e-9ac1-487d-9dea-f5769f34accd None None] Sync routers for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:42:24.447307 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d858a78e-9ac1-487d-9dea-f5769f34accd None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:42:24.447951 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d858a78e-9ac1-487d-9dea-f5769f34accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:42:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:42:24.466336 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-04a05c79-0a5c-4294-83e0-c61f044c49c5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "PUT /v2.0/floatingips/a770ce08-cd54-4370-9025-393b68bda462 HTTP/1.1" status: 200 len: 992 time: 1.0293450 Mar 11 12:42:24.466336 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:42:24.466636 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852a4a18-c21d-4fc9-8d88-d24d18c9ff5a" -d '{"events": [{"name": "network-changed", "server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:42:24.502435 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a97798-d43d-494b-8505-f243f1e898ff x-openstack-request-id: req-93a97798-d43d-494b-8505-f243f1e898ff {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:42:24.502740 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:42:24.502980 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-93a97798-d43d-494b-8505-f243f1e898ff {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:42:24.504300 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'status': 'completed', 'code': 200} Mar 11 12:42:24.565146 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d858a78e-9ac1-487d-9dea-f5769f34accd None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:42:24.568769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a4a18-c21d-4fc9-8d88-d24d18c9ff5a req-f384f3ed-2f38-4ea4-a49f-ce51d6cef57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:24.570375 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-852a4a18-c21d-4fc9-8d88-d24d18c9ff5a req-f384f3ed-2f38-4ea4-a49f-ce51d6cef57e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 1128 time: 0.0464933 Mar 11 12:42:24.679883 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a4a18-c21d-4fc9-8d88-d24d18c9ff5a req-7a52743d-48cf-4f26-910e-06feff29d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:24.681484 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-852a4a18-c21d-4fc9-8d88-d24d18c9ff5a req-7a52743d-48cf-4f26-910e-06feff29d6a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.1059132 Mar 11 12:42:24.712691 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-6d448529-ba11-4d62-8a6c-906d4a9ca167 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0472858 Mar 11 12:42:24.782608 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626cbe9-fbd8-480f-80b9-a3f72797df5e req-239267d6-6e75-44ea-bcc9-43a8f1abd5f1 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:24.784534 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2626cbe9-fbd8-480f-80b9-a3f72797df5e req-239267d6-6e75-44ea-bcc9-43a8f1abd5f1 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.1187916 Mar 11 12:42:24.786443 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-852a4a18-c21d-4fc9-8d88-d24d18c9ff5a req-ca72f3c4-dd37-4e1e-ab42-11c6f5a8ac79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4877be56-cd6e-40d9-8979-9477d1bab7de HTTP/1.1" status: 200 len: 1000 time: 0.0905836 Mar 11 12:42:24.824590 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d858a78e-9ac1-487d-9dea-f5769f34accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'a770ce08-cd54-4370-9025-393b68bda462', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'port_id': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'mac_address': 'fa:16:3e:3a:12:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:40:29Z', 'updated_at': '2022-03-11T12:42:23Z', 'revision_number': 9, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:42:24.852475 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d858a78e-9ac1-487d-9dea-f5769f34accd None None] Checking router: f9182b0b-b598-4b74-8e6e-b25c494b433d for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:42:24.860103 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d858a78e-9ac1-487d-9dea-f5769f34accd None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:42:24.860714 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d858a78e-9ac1-487d-9dea-f5769f34accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:42:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:42:24.870210 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2626cbe9-fbd8-480f-80b9-a3f72797df5e req-b764a030-4731-4060-9941-221afae2e267 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792830 Mar 11 12:42:24.871774 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a4a18-c21d-4fc9-8d88-d24d18c9ff5a req-73a18e15-f805-4fa5-ba90-6af149f319d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:24.873134 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-852a4a18-c21d-4fc9-8d88-d24d18c9ff5a req-73a18e15-f805-4fa5-ba90-6af149f319d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0811362 Mar 11 12:42:24.936235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a4a18-c21d-4fc9-8d88-d24d18c9ff5a req-3d8089b7-8457-42fc-979d-dd0f27bdc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:24.937735 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-852a4a18-c21d-4fc9-8d88-d24d18c9ff5a req-3d8089b7-8457-42fc-979d-dd0f27bdc44d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0571911 Mar 11 12:42:25.043556 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-852a4a18-c21d-4fc9-8d88-d24d18c9ff5a req-e4660436-de1b-418a-a804-cb9873dcb104 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991633 Mar 11 12:42:25.082654 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d858a78e-9ac1-487d-9dea-f5769f34accd None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:42:25.095435 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-9d6070f7-e2db-4678-a76b-c381ffa1a4d3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:25.097041 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-9d6070f7-e2db-4678-a76b-c381ffa1a4d3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports/4877be56-cd6e-40d9-8979-9477d1bab7de HTTP/1.1" status: 200 len: 943 time: 0.0530751 Mar 11 12:42:25.135916 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-852a4a18-c21d-4fc9-8d88-d24d18c9ff5a req-9efeff7e-b16c-47fd-aef2-b1bcf1e2036e service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867865 Mar 11 12:42:25.312501 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d858a78e-9ac1-487d-9dea-f5769f34accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'a770ce08-cd54-4370-9025-393b68bda462', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'port_id': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'mac_address': 'fa:16:3e:3a:12:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:40:29Z', 'updated_at': '2022-03-11T12:42:23Z', 'revision_number': 9, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:42:25.353759 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d858a78e-9ac1-487d-9dea-f5769f34accd None None] The sync data for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 is: [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'a770ce08-cd54-4370-9025-393b68bda462', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'port_id': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'mac_address': 'fa:16:3e:3a:12:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:40:29Z', 'updated_at': '2022-03-11T12:42:23Z', 'revision_number': 9, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:42:25.551257 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb40b769-3baa-49bc-9412-88541534a6da None None] New status for floating IP a770ce08-cd54-4370-9025-393b68bda462: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:42:25.996374 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-0186a050-c24d-4849-8dfa-b72018d2a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:25.997881 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-0186a050-c24d-4849-8dfa-b72018d2a6b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 1128 time: 0.0808699 Mar 11 12:42:26.020151 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e246f37-ec48-40f0-b30b-7c6b996b8278 req-14ff33bb-69e9-4e1b-a88a-9035c8df6b90 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:26.021594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e246f37-ec48-40f0-b30b-7c6b996b8278 req-14ff33bb-69e9-4e1b-a88a-9035c8df6b90 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0747926 Mar 11 12:42:26.117469 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5e246f37-ec48-40f0-b30b-7c6b996b8278 req-ed19eb8f-503b-4fa7-9a16-de99d11ccf0a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863082 Mar 11 12:42:26.131486 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-371d8751-aba2-49fd-96d8-ac4253673725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:26.133011 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-371d8751-aba2-49fd-96d8-ac4253673725 service neutron] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.1277862 Mar 11 12:42:26.199672 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-43d7807d-fc62-44b9-973b-9bce478b97e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4877be56-cd6e-40d9-8979-9477d1bab7de HTTP/1.1" status: 200 len: 1003 time: 0.0594425 Mar 11 12:42:26.246140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-ad15c084-bbba-40be-a63d-310d4db990a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:26.247611 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-ad15c084-bbba-40be-a63d-310d4db990a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0428038 Mar 11 12:42:26.634933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-ca87f117-ebe2-4c12-a344-823bf62f402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:26.636488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-ca87f117-ebe2-4c12-a344-823bf62f402b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3832650 Mar 11 12:42:26.724521 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-2870c5eb-c212-4a26-bfe9-25aadec2564b service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813737 Mar 11 12:42:26.825820 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-ca9e6bf5-e45d-49c1-a875-3a66060fc4b4 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953066 Mar 11 12:42:27.245363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcf573-9e38-46ae-8f8d-8cef485d4e8c req-6ab626f1-fab0-403a-bfa0-4864c8e0bbe0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:27.246811 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09fcf573-9e38-46ae-8f8d-8cef485d4e8c req-6ab626f1-fab0-403a-bfa0-4864c8e0bbe0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0568950 Mar 11 12:42:27.302497 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09fcf573-9e38-46ae-8f8d-8cef485d4e8c req-eed07024-47f1-4eb1-bd42-f059555c64ac tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493677 Mar 11 12:42:28.461306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd9bf6-2b8c-4a52-ae3b-2bad0d2fd568 req-b05fd6eb-fd08-451a-9e79-df15c8242ce5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:28.462785 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1cd9bf6-2b8c-4a52-ae3b-2bad0d2fd568 req-b05fd6eb-fd08-451a-9e79-df15c8242ce5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0821486 Mar 11 12:42:28.515287 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1cd9bf6-2b8c-4a52-ae3b-2bad0d2fd568 req-78a1ba1e-0513-4c91-9432-a1b31337c7fd tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463686 Mar 11 12:42:29.644541 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94b62e-9ae9-45e3-8664-c744ed33aab7 req-206fe6f7-6f55-460c-8029-1cbf22f596a7 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:29.646058 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc94b62e-9ae9-45e3-8664-c744ed33aab7 req-206fe6f7-6f55-460c-8029-1cbf22f596a7 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0571437 Mar 11 12:42:29.696505 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc94b62e-9ae9-45e3-8664-c744ed33aab7 req-8b2a84a7-eed7-4bff-9a73-eddc3ef7e492 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421078 Mar 11 12:42:30.831351 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d1986-f863-48a6-9a8f-b934815478a8 req-055e0bbf-af2b-4c57-b1d3-572fe6913ac1 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:30.832960 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a65d1986-f863-48a6-9a8f-b934815478a8 req-055e0bbf-af2b-4c57-b1d3-572fe6913ac1 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0576749 Mar 11 12:42:30.893824 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a65d1986-f863-48a6-9a8f-b934815478a8 req-5782024a-34ac-480b-936c-913718e34ff0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499506 Mar 11 12:42:32.041278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9986961-874f-40d2-a1e4-036af84d84cd req-398ad4be-7360-4c72-ba4b-918d144c366f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:32.042765 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d9986961-874f-40d2-a1e4-036af84d84cd req-398ad4be-7360-4c72-ba4b-918d144c366f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0609891 Mar 11 12:42:32.092097 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d9986961-874f-40d2-a1e4-036af84d84cd req-4c5b8dfb-2ebe-4278-8a37-e6bdbc686031 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411887 Mar 11 12:42:33.225909 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867605ba-534f-4018-a7ee-f0564f675fc9 req-3f819ae8-4d36-43a5-bd8b-cf4214a1b50f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:33.227449 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-867605ba-534f-4018-a7ee-f0564f675fc9 req-3f819ae8-4d36-43a5-bd8b-cf4214a1b50f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0559342 Mar 11 12:42:33.278824 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-867605ba-534f-4018-a7ee-f0564f675fc9 req-9124aa16-9743-440b-9f52-b4d424a011e3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429595 Mar 11 12:42:34.267787 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:34.404366 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e03b1c-1028-43ad-9ba4-91abb65e9f75 req-21b85c73-8d78-43c6-afcb-20937bd0ae2e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:34.405838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74e03b1c-1028-43ad-9ba4-91abb65e9f75 req-21b85c73-8d78-43c6-afcb-20937bd0ae2e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0575166 Mar 11 12:42:34.460680 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74e03b1c-1028-43ad-9ba4-91abb65e9f75 req-45e6741e-8953-4aac-9ffc-604056ab84de tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467353 Mar 11 12:42:35.607833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0977abe-9a54-4c94-9bc9-a363d9dfb845 req-76b27fbf-8fc1-4780-b5f5-fa669c02c89b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:35.609324 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0977abe-9a54-4c94-9bc9-a363d9dfb845 req-76b27fbf-8fc1-4780-b5f5-fa669c02c89b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0660439 Mar 11 12:42:35.669005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0977abe-9a54-4c94-9bc9-a363d9dfb845 req-db787fe3-160f-4ba6-aa77-f68902b9a6c0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519681 Mar 11 12:42:36.807027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c624ec-5f72-4849-aa07-c3d871dcf917 req-be32755a-3b06-442e-816f-9c4a113a3daa tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:36.808532 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38c624ec-5f72-4849-aa07-c3d871dcf917 req-be32755a-3b06-442e-816f-9c4a113a3daa tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0570383 Mar 11 12:42:36.859604 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38c624ec-5f72-4849-aa07-c3d871dcf917 req-3d5d61b0-8e61-4222-8112-4d53208e3ba5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429678 Mar 11 12:42:38.011304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937a93d-71a7-4b10-9e8b-4644ee7a736c req-282f99be-f6a5-41aa-b48a-c617cdd3cfb4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:38.012813 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8937a93d-71a7-4b10-9e8b-4644ee7a736c req-282f99be-f6a5-41aa-b48a-c617cdd3cfb4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0636451 Mar 11 12:42:38.063190 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8937a93d-71a7-4b10-9e8b-4644ee7a736c req-bfaed996-9361-461d-97af-89b25def07a3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417144 Mar 11 12:42:39.206570 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cd8b2-45c2-48c5-bb26-ea300bb46a12 req-c6f806cd-92e1-4e09-b3b7-1673ff77940f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:39.208330 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f83cd8b2-45c2-48c5-bb26-ea300bb46a12 req-c6f806cd-92e1-4e09-b3b7-1673ff77940f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0591955 Mar 11 12:42:39.256683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f83cd8b2-45c2-48c5-bb26-ea300bb46a12 req-19404f92-af59-4da9-849d-b0566034fb9d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420208 Mar 11 12:42:40.397390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fba751-e905-4fea-9503-7edde7993a77 req-0ce05638-a929-4eb9-be76-79a8c71a27d4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:40.398877 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37fba751-e905-4fea-9503-7edde7993a77 req-0ce05638-a929-4eb9-be76-79a8c71a27d4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0662334 Mar 11 12:42:40.445442 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37fba751-e905-4fea-9503-7edde7993a77 req-19efc54e-a152-4ceb-9fbd-35f3cf2b1134 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407209 Mar 11 12:42:41.589799 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab18a8-01fb-4e13-8736-6d512358de39 req-63cbe000-91da-4bf5-9b78-c9ed45ebd6fc tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:41.591291 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cfab18a8-01fb-4e13-8736-6d512358de39 req-63cbe000-91da-4bf5-9b78-c9ed45ebd6fc tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0634995 Mar 11 12:42:41.653302 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cfab18a8-01fb-4e13-8736-6d512358de39 req-551c5ff0-4064-4015-9de4-3cf9d606b67a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539157 Mar 11 12:42:42.793623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc5148-fbb1-42a7-9f37-90bcbd1ecf5a req-0e9ab12e-13c7-4ce7-9e8a-6bb38f6fe3b2 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:42.795081 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8fc5148-fbb1-42a7-9f37-90bcbd1ecf5a req-0e9ab12e-13c7-4ce7-9e8a-6bb38f6fe3b2 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0576317 Mar 11 12:42:42.851746 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8fc5148-fbb1-42a7-9f37-90bcbd1ecf5a req-f50ef58d-c833-4d07-9847-17029444ce76 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508456 Mar 11 12:42:43.127927 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:43.706444 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a8b86a68-f3bb-460e-83f1-4e333bc62c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:43.985729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d83427-5b29-4b08-a84b-27f9f489efd3 req-a6ec33b8-69a1-4b79-b4c9-aeb711c80d03 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:43.987104 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65d83427-5b29-4b08-a84b-27f9f489efd3 req-a6ec33b8-69a1-4b79-b4c9-aeb711c80d03 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0567703 Mar 11 12:42:44.051373 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65d83427-5b29-4b08-a84b-27f9f489efd3 req-d952a725-e281-41c0-b2de-c8ce74ec56ca tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584795 Mar 11 12:42:45.186775 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145e71e-ab59-4af8-ae11-9acbd39a36b3 req-0a560ee5-fedd-41ee-9cea-7def647e93c0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:45.188359 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0145e71e-ab59-4af8-ae11-9acbd39a36b3 req-0a560ee5-fedd-41ee-9cea-7def647e93c0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0583711 Mar 11 12:42:45.238038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0145e71e-ab59-4af8-ae11-9acbd39a36b3 req-6a2f22b7-8e8d-4e09-92df-41aaf1e051a1 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437207 Mar 11 12:42:45.785013 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c23ef0ef-eb43-48d5-a1d2-bda06ef4a44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:46.369513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfef56-aee2-4b4a-854f-c49dfeb60211 req-40d77f54-ffee-4a00-bd8f-7647763531a9 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:46.370994 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12bfef56-aee2-4b4a-854f-c49dfeb60211 req-40d77f54-ffee-4a00-bd8f-7647763531a9 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0627332 Mar 11 12:42:46.420810 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12bfef56-aee2-4b4a-854f-c49dfeb60211 req-061b730b-f97e-4bfc-abfa-86f5653af4a8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411668 Mar 11 12:42:47.425518 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:47.553572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb09f3-93da-4f8c-b2b0-68bc0eb9781f req-fd048827-0f72-4d99-84f0-0d62890573e4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:47.555078 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53fb09f3-93da-4f8c-b2b0-68bc0eb9781f req-fd048827-0f72-4d99-84f0-0d62890573e4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0558326 Mar 11 12:42:47.604169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53fb09f3-93da-4f8c-b2b0-68bc0eb9781f req-6bd8c601-4624-4e4c-a083-90a77693e8d7 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431085 Mar 11 12:42:48.298180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3e021-ed03-4393-914a-4c18b859a996 req-00ae7237-e796-4253-98f2-a4e5348a18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:48.299713 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05c3e021-ed03-4393-914a-4c18b859a996 req-00ae7237-e796-4253-98f2-a4e5348a18e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 1128 time: 0.0445478 Mar 11 12:42:48.413003 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3e021-ed03-4393-914a-4c18b859a996 req-c75fe5c7-18f7-484b-ae43-3ece9fc493fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:48.415285 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05c3e021-ed03-4393-914a-4c18b859a996 req-c75fe5c7-18f7-484b-ae43-3ece9fc493fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0965827 Mar 11 12:42:48.485270 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05c3e021-ed03-4393-914a-4c18b859a996 req-f6b195d6-5ea3-408a-a981-6e604add8587 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4877be56-cd6e-40d9-8979-9477d1bab7de HTTP/1.1" status: 200 len: 1003 time: 0.0636849 Mar 11 12:42:48.535834 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3e021-ed03-4393-914a-4c18b859a996 req-d9eba5ad-f4f8-4f3b-859b-cfde2a085d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:48.537289 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05c3e021-ed03-4393-914a-4c18b859a996 req-d9eba5ad-f4f8-4f3b-859b-cfde2a085d2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0461249 Mar 11 12:42:48.590851 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3e021-ed03-4393-914a-4c18b859a996 req-fa735076-ceed-4bb3-ae49-c63b0ee8367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:48.592868 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05c3e021-ed03-4393-914a-4c18b859a996 req-fa735076-ceed-4bb3-ae49-c63b0ee8367a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492558 Mar 11 12:42:48.714960 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05c3e021-ed03-4393-914a-4c18b859a996 req-8b781411-c97d-4a03-a689-40068230bd37 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144872 Mar 11 12:42:48.755138 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee41010-aea3-4561-ac99-ff0654ea1af3 req-60026096-4058-4164-bb33-c0b83ccdd4d6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:48.756623 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ee41010-aea3-4561-ac99-ff0654ea1af3 req-60026096-4058-4164-bb33-c0b83ccdd4d6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0822380 Mar 11 12:42:48.836380 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:48.851518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-05c3e021-ed03-4393-914a-4c18b859a996 req-06b819cb-b09b-464d-8e7e-47bc259d203f service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289787 Mar 11 12:42:48.855170 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8ee41010-aea3-4561-ac99-ff0654ea1af3 req-b3410835-48f4-4b65-a5c7-a1e5c9aa38bf tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906327 Mar 11 12:42:49.985971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912ccf8-8957-42fd-886c-9877cd91a0d4 req-dd4b4203-05a1-4e16-95f7-d088368a1844 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:49.987452 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a912ccf8-8957-42fd-886c-9877cd91a0d4 req-dd4b4203-05a1-4e16-95f7-d088368a1844 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0552166 Mar 11 12:42:50.043837 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a912ccf8-8957-42fd-886c-9877cd91a0d4 req-a0d4c261-5fa8-436e-8254-1ad0ea6f694b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480647 Mar 11 12:42:50.109539 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:51.189773 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a47e1-cd91-473a-8eee-417691703ddf req-cc571c5f-1ae9-460b-8f1a-0cf47067295b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:51.191242 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a0a47e1-cd91-473a-8eee-417691703ddf req-cc571c5f-1ae9-460b-8f1a-0cf47067295b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0620384 Mar 11 12:42:51.253379 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4a0a47e1-cd91-473a-8eee-417691703ddf req-74c5f529-28be-4460-9fe2-649f61b211e3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563326 Mar 11 12:42:52.373416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1150836-ff1b-46c8-b2b9-b011d15d32e4 req-7dd4192a-db6d-4fd9-a2f4-cdbd6d053ed2 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:52.374997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f1150836-ff1b-46c8-b2b9-b011d15d32e4 req-7dd4192a-db6d-4fd9-a2f4-cdbd6d053ed2 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0536678 Mar 11 12:42:52.422758 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f1150836-ff1b-46c8-b2b9-b011d15d32e4 req-cb127ac3-1bd7-4539-8d6a-040567912179 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413828 Mar 11 12:42:53.562418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df798d-6594-4a5e-ae8b-3a21e5f0674a req-d1ec558c-d55c-4d31-961c-a01715bc92a4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:53.563936 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4df798d-6594-4a5e-ae8b-3a21e5f0674a req-d1ec558c-d55c-4d31-961c-a01715bc92a4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0639849 Mar 11 12:42:53.616559 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4df798d-6594-4a5e-ae8b-3a21e5f0674a req-7e5f558a-5c94-4007-ae1e-3979a4323cc3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467975 Mar 11 12:42:54.760619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49350313-90fc-4ade-8cc4-b99aabdde240 req-74530aa1-3793-4d4e-922e-8525395eac6d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:54.762574 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49350313-90fc-4ade-8cc4-b99aabdde240 req-74530aa1-3793-4d4e-922e-8525395eac6d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0638959 Mar 11 12:42:54.812736 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49350313-90fc-4ade-8cc4-b99aabdde240 req-dd45b38f-5f7c-485d-ae85-4a744ecc0f77 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427682 Mar 11 12:42:55.937478 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea580cab-65da-4ba3-a0d9-eb2a6d85c909 req-03368074-66d1-4f54-a1c2-ae37ceb8363f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:55.939011 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea580cab-65da-4ba3-a0d9-eb2a6d85c909 req-03368074-66d1-4f54-a1c2-ae37ceb8363f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0546050 Mar 11 12:42:55.990750 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ea580cab-65da-4ba3-a0d9-eb2a6d85c909 req-4764b7b0-5e8d-4d61-91a1-3fe41c4dc599 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457959 Mar 11 12:42:57.122982 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5552fa9-64e2-4679-b09d-1dc80f7b8c32 req-aecf3292-ead4-4f32-9be6-ca193dd6212b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:57.124522 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5552fa9-64e2-4679-b09d-1dc80f7b8c32 req-aecf3292-ead4-4f32-9be6-ca193dd6212b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0607650 Mar 11 12:42:57.172781 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c5552fa9-64e2-4679-b09d-1dc80f7b8c32 req-3d7d5b4e-4768-4cca-bf09-617dd4e8b44c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417421 Mar 11 12:42:58.296293 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94eceb3-5abc-454a-8606-348844218db3 req-ba216c19-95cb-4b01-9ee6-caf96c4e3e00 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:58.297902 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d94eceb3-5abc-454a-8606-348844218db3 req-ba216c19-95cb-4b01-9ee6-caf96c4e3e00 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0541804 Mar 11 12:42:58.351358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d94eceb3-5abc-454a-8606-348844218db3 req-23f9c7e6-a0d2-4364-82b7-439b0d38218c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452080 Mar 11 12:42:58.679115 n-d-833234-2 neutron-server[104031]: INFO neutron.api.v2.resource [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-b9e5eaf6-7cba-4d5b-9689-3bc3d7018b2b service neutron] show failed (client error): The resource could not be found. Mar 11 12:42:58.680159 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-b9e5eaf6-7cba-4d5b-9689-3bc3d7018b2b service neutron] 10.222.0.37 "GET /v2.0/ports/4877be56-cd6e-40d9-8979-9477d1bab7de/bindings/n-h1-833234-2 HTTP/1.1" status: 404 len: 380 time: 0.0684793 Mar 11 12:42:58.912320 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-21243fbe-d865-4f39-8c32-325e52412b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:58.913797 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-21243fbe-d865-4f39-8c32-325e52412b3e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042&tenant_id=457e98e9cf034e2a82765e34954e183f HTTP/1.1" status: 200 len: 1128 time: 0.0447652 Mar 11 12:42:58.923951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-5223de6f-986b-4506-93fd-85f9bb1ce775 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:42:58.924915 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-5223de6f-986b-4506-93fd-85f9bb1ce775 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048914 Mar 11 12:42:58.935903 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:42:58.992604 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:59.200172 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4877be56-cd6e-40d9-8979-9477d1bab7de,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:42:59.233620 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:42:59.273241 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:42:59.275532 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc85152-805d-409f-8bec-c6049590d400" -d '{"events": [{"server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "name": "network-vif-unplugged", "status": "completed", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:42:59.282492 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Publish callbacks [] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:59.305210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Transition to ACTIVE for port object 4877be56-cd6e-40d9-8979-9477d1bab7de will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:42:59.312112 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:59.367455 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fddb5c7-260b-4ef6-b1ca-36cfd824e982 x-openstack-request-id: req-6fddb5c7-260b-4ef6-b1ca-36cfd824e982 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:42:59.367757 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "name": "network-vif-unplugged", "status": "completed", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:42:59.368006 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6fddb5c7-260b-4ef6-b1ca-36cfd824e982 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:42:59.368384 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'code': 200} Mar 11 12:42:59.415120 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Pushing event updated for resources: {'Port': ['ID=4877be56-cd6e-40d9-8979-9477d1bab7de,revision_number=6']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:42:59.432325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:42:59.432671 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:42:59.433635 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:42:59.433635 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:42:59.433837 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:42:59.434159 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:42:59.434471 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:42:59.434812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:42:59.435132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:42:59.435460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:42:59.435808 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:42:59.436115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:42:59.436437 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:42:59.478034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] No DVR routers for this DVR port 4877be56-cd6e-40d9-8979-9477d1bab7de on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:42:59.498757 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c9095-0ee4-4308-9c82-a9868ff1c2dc req-275b5f9f-b0e2-4c77-abf7-34a1d8547bda tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:59.500529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f48c9095-0ee4-4308-9c82-a9868ff1c2dc req-275b5f9f-b0e2-4c77-abf7-34a1d8547bda tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 944 time: 0.0631049 Mar 11 12:42:59.557929 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f48c9095-0ee4-4308-9c82-a9868ff1c2dc req-dd6b7d21-eacd-4195-bbfe-cd97564d96de tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507205 Mar 11 12:42:59.618277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Attempting to bind port 4877be56-cd6e-40d9-8979-9477d1bab7de on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:42:59.618610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Attempting to bind port 4877be56-cd6e-40d9-8979-9477d1bab7de by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:42:59.618936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Attempting to bind port 4877be56-cd6e-40d9-8979-9477d1bab7de on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:42:59.623260 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Port 4877be56-cd6e-40d9-8979-9477d1bab7de on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:42:59.623598 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Attempting to bind port 4877be56-cd6e-40d9-8979-9477d1bab7de on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:42:59.628963 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:42:59.629327 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Checking segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:42:59.629724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Bound using segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:42:59.630128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Bound port: 4877be56-cd6e-40d9-8979-9477d1bab7de, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:42:59.630478 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:59.700956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:42:59.703967 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4877be56-cd6e-40d9-8979-9477d1bab7de,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:42:59.712251 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:59.745454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:59.746074 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:42:59.747424 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] 10.222.0.71 "PUT /v2.0/ports/4877be56-cd6e-40d9-8979-9477d1bab7de HTTP/1.1" status: 200 len: 1092 time: 0.8152220 Mar 11 12:42:59.768968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b5fd6-7cb8-48a9-bb9f-675382ff3dcd service neutron] Pushing event updated for resources: {'Port': ['ID=4877be56-cd6e-40d9-8979-9477d1bab7de,revision_number=7']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:42:59.828082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-6c1310bf-b41e-4d12-8a91-cca03291c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:59.829607 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-6c1310bf-b41e-4d12-8a91-cca03291c50e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 1126 time: 0.0568774 Mar 11 12:42:59.924898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-94ac8252-11b3-4524-a3e5-12a69d4f08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:42:59.926467 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-94ac8252-11b3-4524-a3e5-12a69d4f08f5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0892775 Mar 11 12:42:59.997949 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-838e2e18-5811-4cbf-9dc3-74a74b785d17 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4877be56-cd6e-40d9-8979-9477d1bab7de HTTP/1.1" status: 200 len: 1001 time: 0.0651283 Mar 11 12:43:00.047958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-bce5ecbb-84d1-40e0-81e9-95ebe932b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:00.049418 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-bce5ecbb-84d1-40e0-81e9-95ebe932b757 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0453866 Mar 11 12:43:00.099178 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-f9baf84a-dc4b-4b9a-a55c-59d615d151f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:00.100708 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-f9baf84a-dc4b-4b9a-a55c-59d615d151f7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447934 Mar 11 12:43:00.196489 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-9577390a-fa55-42ee-a7d9-ce6d9740d609 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885811 Mar 11 12:43:00.289583 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6fbf368a-8289-4fc6-8607-d35335f764e3 req-2881003d-3db1-4be4-9558-799c0179407a service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864666 Mar 11 12:43:00.704527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db07c43-58b1-4445-8cae-84b0759624b8 req-b86c81f6-1d09-4289-b15d-531abb28a4d1 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:00.706030 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7db07c43-58b1-4445-8cae-84b0759624b8 req-b86c81f6-1d09-4289-b15d-531abb28a4d1 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 944 time: 0.0664494 Mar 11 12:43:00.757299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7db07c43-58b1-4445-8cae-84b0759624b8 req-e830c913-d1d5-42d3-b662-9abbcd53c19c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440886 Mar 11 12:43:00.924981 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:43:01.370081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:43:01.373887 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:43:01.429968 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e72da1-d20b-4e01-a86a-a665577fd8ae x-openstack-request-id: req-94e72da1-d20b-4e01-a86a-a665577fd8ae {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:43:01.430259 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:43:01.431295 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-94e72da1-d20b-4e01-a86a-a665577fd8ae {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:43:01.431825 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'status': 'completed', 'code': 200} Mar 11 12:43:01.499956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-2db69dc7-4053-4eb8-96ae-0ec35af86ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:01.501898 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-2db69dc7-4053-4eb8-96ae-0ec35af86ed6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 1126 time: 0.0524337 Mar 11 12:43:01.504504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-e151262d-4a7e-4e80-93a6-89eda5753ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:01.506095 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-e151262d-4a7e-4e80-93a6-89eda5753ac4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 1126 time: 0.0515893 Mar 11 12:43:01.594984 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-dcd949e1-05c3-4ccd-b310-79c641175bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:01.595692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-be9299a9-4e71-47d0-b514-682c004d9fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:01.596531 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-dcd949e1-05c3-4ccd-b310-79c641175bf2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0879827 Mar 11 12:43:01.597225 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-be9299a9-4e71-47d0-b514-682c004d9fd0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0853574 Mar 11 12:43:01.665672 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-4ea7261c-ef59-4d34-9ae7-1e51bfd26c5f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4877be56-cd6e-40d9-8979-9477d1bab7de HTTP/1.1" status: 200 len: 1001 time: 0.0626991 Mar 11 12:43:01.667718 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-d89b993f-3b85-4d61-bbf6-05f3fb849ded service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4877be56-cd6e-40d9-8979-9477d1bab7de HTTP/1.1" status: 200 len: 1001 time: 0.0644410 Mar 11 12:43:01.716994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-8d426a5f-621c-4b80-b6bd-9d9410f8e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:01.717712 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-3f1c96d8-b024-4d70-b611-300a20c468e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:01.718574 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-3f1c96d8-b024-4d70-b611-300a20c468e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0460870 Mar 11 12:43:01.718731 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-8d426a5f-621c-4b80-b6bd-9d9410f8e522 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0454950 Mar 11 12:43:01.770217 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-bd4723c3-a90c-467e-8970-1279a39e2e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:01.772308 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-bd4723c3-a90c-467e-8970-1279a39e2e9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472598 Mar 11 12:43:01.772586 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-4128d32e-9471-488a-829d-6447b5e7f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:01.774154 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-4128d32e-9471-488a-829d-6447b5e7f406 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477970 Mar 11 12:43:01.884810 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-1e43f15a-aa66-4633-bb4c-d17ba159806f service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013079 Mar 11 12:43:01.903684 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-81abe6f1-8b46-409e-b3ce-ce83ff781618 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252372 Mar 11 12:43:01.943729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85e6ca-25bf-4a40-bf0c-74ce9810faed req-2a2f6f64-92ac-4aaa-b452-0cf3d842de72 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:01.945200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b85e6ca-25bf-4a40-bf0c-74ce9810faed req-2a2f6f64-92ac-4aaa-b452-0cf3d842de72 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 944 time: 0.0875199 Mar 11 12:43:01.980737 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-d77ca07f-cb93-4bdf-9556-84d6dd2d27be service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889840 Mar 11 12:43:02.047876 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61d8d3d8-a4e2-4a8f-9421-f068a860b0cb req-c664b9e3-a7c8-444c-9c50-d97b6f2e0012 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365647 Mar 11 12:43:02.051412 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b85e6ca-25bf-4a40-bf0c-74ce9810faed req-d4607b2c-044f-415b-8c7f-e8e49b539f66 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976720 Mar 11 12:43:03.194158 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd422d-5fe9-498b-b5c3-b39f3b2aad79 req-d3944b91-78cf-4d78-9808-f77fe33e56cf tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:03.195698 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10fd422d-5fe9-498b-b5c3-b39f3b2aad79 req-d3944b91-78cf-4d78-9808-f77fe33e56cf tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 944 time: 0.0571499 Mar 11 12:43:03.219573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4877be56-cd6e-40d9-8979-9477d1bab7de no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:43:03.249322 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10fd422d-5fe9-498b-b5c3-b39f3b2aad79 req-6b0fbe68-7bb9-4012-aadb-80c5bd8943e4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449874 Mar 11 12:43:03.262099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] The host n-h2-833234-2 is not matching for port 4877be56-cd6e-40d9-8979-9477d1bab7de host n-h1-833234-2! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 12:43:03.262516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4877be56-cd6e-40d9-8979-9477d1bab7de not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:43:03.571322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-56ac51ac-0710-46ec-9078-5f9d7d93ae07 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:03.572787 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-56ac51ac-0710-46ec-9078-5f9d7d93ae07 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.71 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042&tenant_id=457e98e9cf034e2a82765e34954e183f&binding%3Ahost_id=n-h1-833234-2 HTTP/1.1" status: 200 len: 944 time: 0.0656197 Mar 11 12:43:03.582743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37c10c-fd6e-4ed4-afa5-b3b380ab3dcf req-039266a5-40e8-4523-802e-bfa94096ca17 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:03.584281 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b37c10c-fd6e-4ed4-afa5-b3b380ab3dcf req-039266a5-40e8-4523-802e-bfa94096ca17 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 944 time: 0.0575714 Mar 11 12:43:03.632144 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b37c10c-fd6e-4ed4-afa5-b3b380ab3dcf req-cdd39779-1dbd-4c39-8d1e-b6bdc7530315 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417984 Mar 11 12:43:03.637180 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-dcb5f68f-f557-48ca-9dfe-96cac795bfb9 service neutron] 10.222.0.71 "GET /v2.0/ports/4877be56-cd6e-40d9-8979-9477d1bab7de/bindings/n-h1-833234-2 HTTP/1.1" status: 200 len: 382 time: 0.0554030 Mar 11 12:43:03.704615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-94073ce7-a0bd-4ae4-ad88-8b5b0015770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:03.706191 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-94073ce7-a0bd-4ae4-ad88-8b5b0015770d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 1126 time: 0.0462782 Mar 11 12:43:03.800709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-e0d178f2-12e4-4e9b-8e68-03dd132de14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:03.802172 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-e0d178f2-12e4-4e9b-8e68-03dd132de14a service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0889077 Mar 11 12:43:03.849091 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4877be56-cd6e-40d9-8979-9477d1bab7de details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:43:03.870427 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-cec59060-6c8d-4e6f-91fe-8654ffff3563 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4877be56-cd6e-40d9-8979-9477d1bab7de HTTP/1.1" status: 200 len: 1001 time: 0.0605772 Mar 11 12:43:03.923226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-984de29f-3c18-4483-98ff-c52d7140173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:03.924618 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-984de29f-3c18-4483-98ff-c52d7140173d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0484736 Mar 11 12:43:03.950864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4877be56-cd6e-40d9-8979-9477d1bab7de,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:43:03.961479 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'port_id': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'mac_address': 'fa:16:3e:3a:12:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:43:03.975692 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-24e0d991-1a00-4c9e-a661-155987044e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:03.977215 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-24e0d991-1a00-4c9e-a661-155987044e25 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452137 Mar 11 12:43:04.001047 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 4877be56-cd6e-40d9-8979-9477d1bab7de is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:43:04.001808 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:04.015195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4877be56-cd6e-40d9-8979-9477d1bab7de {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:43:04.034914 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4877be56-cd6e-40d9-8979-9477d1bab7de,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:43:04.041286 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:04.068264 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-6c4df0a8-3976-4c82-9912-18b2b1b1eb63 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838103 Mar 11 12:43:04.087856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=4877be56-cd6e-40d9-8979-9477d1bab7de,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:43:04.095402 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:04.095774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:04.096115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:04.096451 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:04.096783 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:04.097111 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:04.097437 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:04.097759 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:04.098078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:04.098399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:04.098724 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:04.099042 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:04.099361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:04.164500 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-8740ddd3-73ba-4ca0-9d2e-4aca81230838 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896325 Mar 11 12:43:04.261548 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:04.279271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['4877be56-cd6e-40d9-8979-9477d1bab7de'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:43:04.778843 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc69147-5b9d-4caf-8477-37be3a9d2b2b req-c5a621f6-f3db-456b-9cfc-d5a3ecdd8121 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:04.780411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cbc69147-5b9d-4caf-8477-37be3a9d2b2b req-c5a621f6-f3db-456b-9cfc-d5a3ecdd8121 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 945 time: 0.0632319 Mar 11 12:43:04.826854 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cbc69147-5b9d-4caf-8477-37be3a9d2b2b req-73bd4be5-5984-457b-8993-ea9b84213b3c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407515 Mar 11 12:43:05.860076 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4877be56-cd6e-40d9-8979-9477d1bab7de up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:43:05.918710 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 4877be56-cd6e-40d9-8979-9477d1bab7de completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:43:05.922546 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 4877be56-cd6e-40d9-8979-9477d1bab7de triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:43:05.922923 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:05.960453 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd5897-57fe-433a-becd-ba86b2e7dfbd req-2e64537e-93dc-474e-99ed-023922b87ce3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:05.961974 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15fd5897-57fe-433a-becd-ba86b2e7dfbd req-2e64537e-93dc-474e-99ed-023922b87ce3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 945 time: 0.0535617 Mar 11 12:43:06.009519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 4877be56-cd6e-40d9-8979-9477d1bab7de is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:43:06.009899 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:06.015823 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-15fd5897-57fe-433a-becd-ba86b2e7dfbd req-35da802b-695e-4703-9df1-464112a5730a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474651 Mar 11 12:43:06.035949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:43:06.038336 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7fa694-ee1d-4607-b018-677e996c3650" -d '{"events": [{"server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "name": "network-vif-plugged", "status": "completed", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:43:06.057146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4877be56-cd6e-40d9-8979-9477d1bab7de,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:43:06.063710 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:06.112605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=4877be56-cd6e-40d9-8979-9477d1bab7de,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:43:06.161187 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499059e8-2883-4226-afab-cfc0aa8574fe x-openstack-request-id: req-499059e8-2883-4226-afab-cfc0aa8574fe {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:43:06.161477 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "name": "network-vif-plugged", "status": "completed", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:43:06.161725 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-499059e8-2883-4226-afab-cfc0aa8574fe {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:43:06.162166 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'code': 200} Mar 11 12:43:06.379339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-a39a8b30-9879-47e9-9fb9-94461ea2f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:06.380919 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-a39a8b30-9879-47e9-9fb9-94461ea2f15e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042&tenant_id=457e98e9cf034e2a82765e34954e183f HTTP/1.1" status: 200 len: 1128 time: 0.0468121 Mar 11 12:43:06.392428 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:43:06.454628 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:06.674391 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4877be56-cd6e-40d9-8979-9477d1bab7de,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:43:06.706590 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:43:06.744751 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:43:06.747132 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea31a01-c24c-43d6-8123-f6b801ae1ae6" -d '{"events": [{"server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "name": "network-vif-unplugged", "status": "completed", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:43:06.750926 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Publish callbacks [] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:06.763917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Transition to ACTIVE for port object 4877be56-cd6e-40d9-8979-9477d1bab7de will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:43:06.768810 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:06.801887 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5770c39d-16e9-4010-b319-6c0b1817c573 x-openstack-request-id: req-5770c39d-16e9-4010-b319-6c0b1817c573 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:43:06.802181 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "name": "network-vif-unplugged", "status": "completed", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:43:06.803023 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5770c39d-16e9-4010-b319-6c0b1817c573 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:43:06.803023 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'code': 200} Mar 11 12:43:06.818728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Pushing event updated for resources: {'Port': ['ID=4877be56-cd6e-40d9-8979-9477d1bab7de,revision_number=10']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:43:06.858784 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:06.859139 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:06.859485 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:06.859857 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:06.860193 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:06.860559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:06.860882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:06.861210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:06.861532 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:06.861826 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:06.862183 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:06.862503 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:06.862825 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:43:06.910412 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] No DVR routers for this DVR port 4877be56-cd6e-40d9-8979-9477d1bab7de on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:43:07.054354 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Attempting to bind port 4877be56-cd6e-40d9-8979-9477d1bab7de on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:43:07.054976 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Attempting to bind port 4877be56-cd6e-40d9-8979-9477d1bab7de by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:43:07.055196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Attempting to bind port 4877be56-cd6e-40d9-8979-9477d1bab7de on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:43:07.059653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Port 4877be56-cd6e-40d9-8979-9477d1bab7de on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:43:07.060072 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Attempting to bind port 4877be56-cd6e-40d9-8979-9477d1bab7de on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:43:07.065080 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:43:07.065423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Checking segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:43:07.065810 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Bound using segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:43:07.066236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Bound port: 4877be56-cd6e-40d9-8979-9477d1bab7de, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:43:07.066642 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:07.160416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:43:07.164663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4877be56-cd6e-40d9-8979-9477d1bab7de,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:43:07.178368 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfbba5-c22d-447d-846f-f23f34f5cd60 req-3b56204a-c99b-43ac-b317-b9a28af0f98f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:07.179873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a5dfbba5-c22d-447d-846f-f23f34f5cd60 req-3b56204a-c99b-43ac-b317-b9a28af0f98f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 945 time: 0.0816662 Mar 11 12:43:07.181315 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:07.229487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:07.230184 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:07.231557 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] 10.222.0.37 "PUT /v2.0/ports/4877be56-cd6e-40d9-8979-9477d1bab7de HTTP/1.1" status: 200 len: 1093 time: 0.8431439 Mar 11 12:43:07.297842 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a5dfbba5-c22d-447d-846f-f23f34f5cd60 req-e1972234-51f8-464d-b497-a295876f1694 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113350 Mar 11 12:43:07.299374 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd552de9-6af3-4346-9de9-45ca86150300 service neutron] Pushing event updated for resources: {'Port': ['ID=4877be56-cd6e-40d9-8979-9477d1bab7de,revision_number=11']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:43:07.320916 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-ef2d8168-d348-4004-ad7e-d8185ea16985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:07.322121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-ef2d8168-d348-4004-ad7e-d8185ea16985 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 1127 time: 0.0638325 Mar 11 12:43:07.436110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-02b1c658-b5a6-4dc5-813a-9f7319ed3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:07.437643 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-02b1c658-b5a6-4dc5-813a-9f7319ed3c22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.1080322 Mar 11 12:43:07.501991 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-742dcd91-fe2e-4919-a4cd-4ceb99f312d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4877be56-cd6e-40d9-8979-9477d1bab7de HTTP/1.1" status: 200 len: 1001 time: 0.0582516 Mar 11 12:43:07.555067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-e67dcc6a-6a31-4fc4-9831-a2651baf03ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:07.556554 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-e67dcc6a-6a31-4fc4-9831-a2651baf03ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0499072 Mar 11 12:43:07.617907 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-32e23fd4-bd47-4bd0-a434-3f41cef170f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:07.619430 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-32e23fd4-bd47-4bd0-a434-3f41cef170f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567400 Mar 11 12:43:07.709427 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-1c9d8f0e-5171-4245-b282-2cd9dd3a87de service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837183 Mar 11 12:43:07.801742 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3dd40ddc-0290-4b7c-9f1b-70d85b301c25 req-6265c348-486a-460b-9346-ebd93252b541 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865533 Mar 11 12:43:08.433702 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3979637-907d-46eb-b40e-45b56f43564b req-dcb1ee36-1d24-44e5-af2d-2b5ce760c0b2 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:08.435190 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3979637-907d-46eb-b40e-45b56f43564b req-dcb1ee36-1d24-44e5-af2d-2b5ce760c0b2 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 945 time: 0.0559683 Mar 11 12:43:08.484365 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3979637-907d-46eb-b40e-45b56f43564b req-b8162d10-d063-45ac-b11a-9e1b80390e55 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434394 Mar 11 12:43:08.804483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:43:08.808258 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bf50f2-61ad-4459-9c05-401cb29f881e" -d '{"events": [{"name": "network-changed", "server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:43:08.865044 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ba4e3c-c2ff-4758-bda6-0a3655c76991 x-openstack-request-id: req-a2ba4e3c-c2ff-4758-bda6-0a3655c76991 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:43:08.865296 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:43:08.865761 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2ba4e3c-c2ff-4758-bda6-0a3655c76991 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:43:08.866163 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'status': 'completed', 'code': 200} Mar 11 12:43:08.931414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-b22faf36-9b0d-490b-96b1-f31d1f672444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:08.933247 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-b22faf36-9b0d-490b-96b1-f31d1f672444 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 1127 time: 0.0505722 Mar 11 12:43:08.939145 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-9078ade4-8381-46b1-927d-067fdf6b19fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:08.940728 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-9078ade4-8381-46b1-927d-067fdf6b19fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 1127 time: 0.0533850 Mar 11 12:43:09.029831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-a094a487-f428-4b73-88a6-62f273980823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:09.030137 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-6eddb8c8-17ff-469e-b074-3549778aab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:09.031329 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-a094a487-f428-4b73-88a6-62f273980823 service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0904651 Mar 11 12:43:09.031485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-6eddb8c8-17ff-469e-b074-3549778aab7f service neutron] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0845633 Mar 11 12:43:09.096320 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-824cbb78-441b-4067-b251-6dce6d38f3f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4877be56-cd6e-40d9-8979-9477d1bab7de HTTP/1.1" status: 200 len: 1001 time: 0.0582757 Mar 11 12:43:09.108358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-0f775fe3-a62e-4b2d-8fe6-a59ea187cbe4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4877be56-cd6e-40d9-8979-9477d1bab7de HTTP/1.1" status: 200 len: 1001 time: 0.0701396 Mar 11 12:43:09.147562 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-cdd2d2d8-f901-447d-bc67-64d907b08b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:09.149047 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-cdd2d2d8-f901-447d-bc67-64d907b08b20 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0466340 Mar 11 12:43:09.163106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-95e9786f-8dee-49cb-802a-e383c1de693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:09.164843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-95e9786f-8dee-49cb-802a-e383c1de693d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0444775 Mar 11 12:43:09.209771 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-20eab793-23d4-44df-8d1f-79d14623aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:09.211420 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-20eab793-23d4-44df-8d1f-79d14623aa9f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0556238 Mar 11 12:43:09.220004 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4877be56-cd6e-40d9-8979-9477d1bab7de details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:43:09.231277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-f581a7d0-ddbf-4885-9e65-a990218bfeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:09.236825 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-f581a7d0-ddbf-4885-9e65-a990218bfeb5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0622683 Mar 11 12:43:09.328554 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-d90013c6-ae7c-43e0-870c-a4afad79bfd1 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096594 Mar 11 12:43:09.352854 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-8ad21ed8-eb1e-4ecb-a2ff-1dd4ea1ed897 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126583 Mar 11 12:43:09.368639 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4877be56-cd6e-40d9-8979-9477d1bab7de,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:43:09.383068 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'port_id': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'mac_address': 'fa:16:3e:3a:12:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:43:09.449013 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-422eb62d-5660-46b6-91c0-e795e7b40c73 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142297 Mar 11 12:43:09.450057 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2bf50f2-61ad-4459-9c05-401cb29f881e req-e7274f27-98ca-4d6b-bc18-166ebf04d35c service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918577 Mar 11 12:43:09.606557 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 4877be56-cd6e-40d9-8979-9477d1bab7de is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:43:09.606924 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:09.621585 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4877be56-cd6e-40d9-8979-9477d1bab7de {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:43:09.628294 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fbcc3-e603-42c3-a2a7-c065a75982ec req-8a5ac0ef-1e3f-4aa0-9a48-454c3cd9fd77 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:09.629821 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc1fbcc3-e603-42c3-a2a7-c065a75982ec req-8a5ac0ef-1e3f-4aa0-9a48-454c3cd9fd77 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 945 time: 0.0713360 Mar 11 12:43:09.643106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4877be56-cd6e-40d9-8979-9477d1bab7de,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:43:09.650324 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:09.678834 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dc1fbcc3-e603-42c3-a2a7-c065a75982ec req-afeea83a-30e7-4703-b29a-5eaba49d21db tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431817 Mar 11 12:43:09.697857 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=4877be56-cd6e-40d9-8979-9477d1bab7de,revision_number=12']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:43:09.803615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d04f6-ce99-42b4-965e-b7effe95da76 req-7c179727-6f5f-4167-971c-07b32c0d42c3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:09.805470 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df6d04f6-ce99-42b4-965e-b7effe95da76 req-7c179727-6f5f-4167-971c-07b32c0d42c3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0579140 Mar 11 12:43:09.863351 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df6d04f6-ce99-42b4-965e-b7effe95da76 req-97897ed6-0113-417e-ac8e-20d203431818 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515590 Mar 11 12:43:09.871987 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['4877be56-cd6e-40d9-8979-9477d1bab7de'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:43:09.896506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4877be56-cd6e-40d9-8979-9477d1bab7de no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:43:09.952942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] The host n-h1-833234-2 is not matching for port 4877be56-cd6e-40d9-8979-9477d1bab7de host n-h2-833234-2! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 12:43:09.953308 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4877be56-cd6e-40d9-8979-9477d1bab7de not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:43:09.984024 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c81c5-3853-4af5-b82c-a25141514261 req-ad50a8d1-a16a-47b3-b421-8006d94ae9c4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:09.985530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a1c81c5-3853-4af5-b82c-a25141514261 req-ad50a8d1-a16a-47b3-b421-8006d94ae9c4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0566335 Mar 11 12:43:10.031415 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a1c81c5-3853-4af5-b82c-a25141514261 req-2212e31e-ccbc-4175-ab0f-1985d7b658f9 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400763 Mar 11 12:43:10.280617 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eac9f-2054-4f66-940f-8210ac8cc2da req-f7173ca8-1adc-4fed-913b-c1c89772585b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:10.282136 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c14eac9f-2054-4f66-940f-8210ac8cc2da req-f7173ca8-1adc-4fed-913b-c1c89772585b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0608695 Mar 11 12:43:10.328121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c14eac9f-2054-4f66-940f-8210ac8cc2da req-f537535b-0867-43f0-a657-fc9ff4c24f16 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403302 Mar 11 12:43:11.236511 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4877be56-cd6e-40d9-8979-9477d1bab7de up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:43:11.297658 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 4877be56-cd6e-40d9-8979-9477d1bab7de completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:43:11.301595 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 4877be56-cd6e-40d9-8979-9477d1bab7de triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:43:11.301971 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:11.384469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 4877be56-cd6e-40d9-8979-9477d1bab7de is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:43:11.384873 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:11.408314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:43:11.410671 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae94a053-093e-4464-b619-5a855910b431" -d '{"events": [{"server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "name": "network-vif-plugged", "status": "completed", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:43:11.423933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4877be56-cd6e-40d9-8979-9477d1bab7de,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:43:11.429718 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:11.456070 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932faf27-afee-4420-b031-ddeb32329a09 x-openstack-request-id: req-932faf27-afee-4420-b031-ddeb32329a09 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:43:11.456409 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "name": "network-vif-plugged", "status": "completed", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:43:11.456656 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-932faf27-afee-4420-b031-ddeb32329a09 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:43:11.457036 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'code': 200} Mar 11 12:43:11.462456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee60276-43dd-49a8-97d6-ad54816f4370 req-771032b1-c222-4d2f-9c92-cedeb968bbe3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:11.463994 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ee60276-43dd-49a8-97d6-ad54816f4370 req-771032b1-c222-4d2f-9c92-cedeb968bbe3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 946 time: 0.0557175 Mar 11 12:43:11.483125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=4877be56-cd6e-40d9-8979-9477d1bab7de,revision_number=13']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:43:11.546124 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ee60276-43dd-49a8-97d6-ad54816f4370 req-3b21d4c4-d673-4f81-988d-b3c483952b9b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758395 Mar 11 12:43:11.556594 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907abec-4416-40c0-899b-737b6407d404 req-58c82d13-39ac-462e-9af8-6771eaedac56 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:11.558060 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6907abec-4416-40c0-899b-737b6407d404 req-58c82d13-39ac-462e-9af8-6771eaedac56 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.37 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 947 time: 0.0896728 Mar 11 12:43:11.657830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-6907abec-4416-40c0-899b-737b6407d404 req-05d69981-1851-462e-ab50-f70e0ab98cef tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Deleting port 4877be56-cd6e-40d9-8979-9477d1bab7de {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:43:11.658172 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6907abec-4416-40c0-899b-737b6407d404 req-05d69981-1851-462e-ab50-f70e0ab98cef tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:11.752771 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-6907abec-4416-40c0-899b-737b6407d404 req-05d69981-1851-462e-ab50-f70e0ab98cef tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] For port 4877be56-cd6e-40d9-8979-9477d1bab7de, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=4877be56-cd6e-40d9-8979-9477d1bab7de,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:43:11.753033 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6907abec-4416-40c0-899b-737b6407d404 req-05d69981-1851-462e-ab50-f70e0ab98cef tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:12.326103 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6907abec-4416-40c0-899b-737b6407d404 req-05d69981-1851-462e-ab50-f70e0ab98cef tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:12.326433 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6907abec-4416-40c0-899b-737b6407d404 req-05d69981-1851-462e-ab50-f70e0ab98cef tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (a770ce08-cd54-4370-9025-393b68bda462), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:12.326769 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [req-6907abec-4416-40c0-899b-737b6407d404 req-05d69981-1851-462e-ab50-f70e0ab98cef tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Floating IP a770ce08-cd54-4370-9025-393b68bda462 disassociated. External IP: 172.25.7.106, port: 4877be56-cd6e-40d9-8979-9477d1bab7de. Mar 11 12:43:12.327101 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-6907abec-4416-40c0-899b-737b6407d404 req-05d69981-1851-462e-ab50-f70e0ab98cef tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Calling delete_port for 4877be56-cd6e-40d9-8979-9477d1bab7de owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:43:12.454298 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6907abec-4416-40c0-899b-737b6407d404 req-05d69981-1851-462e-ab50-f70e0ab98cef tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (4877be56-cd6e-40d9-8979-9477d1bab7de), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:12.490110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d69981-1851-462e-ab50-f70e0ab98cef tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Pushing event deleted for resources: {'Port': ['ID=4877be56-cd6e-40d9-8979-9477d1bab7de,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:43:12.611456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6907abec-4416-40c0-899b-737b6407d404 req-05d69981-1851-462e-ab50-f70e0ab98cef tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Router f9182b0b-b598-4b74-8e6e-b25c494b433d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:43:12.687901 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28269638-d6d1-42e7-852a-856291e1f485 req-1fe73b63-ee3d-4c63-a6f6-924d8c6f7a15 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=70bd5cb4-4181-4ab9-9755-60cbfa5f6042 HTTP/1.1" status: 200 len: 210 time: 0.0314751 Mar 11 12:43:12.751869 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6907abec-4416-40c0-899b-737b6407d404 req-05d69981-1851-462e-ab50-f70e0ab98cef tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:43:12.764065 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5a34d-1ae3-46a2-a8e4-96580f12312e None None] Sync routers for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:43:12.774381 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e5a34d-1ae3-46a2-a8e4-96580f12312e None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:43:12.775005 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f7e5a34d-1ae3-46a2-a8e4-96580f12312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:42:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:43:12.794131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-6907abec-4416-40c0-899b-737b6407d404 req-05d69981-1851-462e-ab50-f70e0ab98cef tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] No DVR routers for this DVR port 4877be56-cd6e-40d9-8979-9477d1bab7de on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:43:12.797473 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6907abec-4416-40c0-899b-737b6407d404 req-05d69981-1851-462e-ab50-f70e0ab98cef tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:12.801013 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6907abec-4416-40c0-899b-737b6407d404 req-05d69981-1851-462e-ab50-f70e0ab98cef tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.37 "DELETE /v2.0/ports/4877be56-cd6e-40d9-8979-9477d1bab7de HTTP/1.1" status: 204 len: 173 time: 1.2381921 Mar 11 12:43:12.801456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'name': 'network-vif-deleted', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:43:12.803928 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a262eb2-504e-4093-b160-1fb1091429ac" -d '{"events": [{"server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "name": "network-vif-deleted", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:43:12.848223 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beec5281-1ebf-48e9-a2d5-7c9e3ec5306a x-openstack-request-id: req-beec5281-1ebf-48e9-a2d5-7c9e3ec5306a {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:43:12.848598 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bd5cb4-4181-4ab9-9755-60cbfa5f6042", "name": "network-vif-deleted", "tag": "4877be56-cd6e-40d9-8979-9477d1bab7de", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:43:12.848859 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-beec5281-1ebf-48e9-a2d5-7c9e3ec5306a {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:43:12.849450 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bd5cb4-4181-4ab9-9755-60cbfa5f6042', 'name': 'network-vif-deleted', 'tag': '4877be56-cd6e-40d9-8979-9477d1bab7de', 'status': 'completed', 'code': 200} Mar 11 12:43:12.898338 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f7e5a34d-1ae3-46a2-a8e4-96580f12312e None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:43:13.104025 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f7e5a34d-1ae3-46a2-a8e4-96580f12312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:43:13.129875 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5a34d-1ae3-46a2-a8e4-96580f12312e None None] Checking router: f9182b0b-b598-4b74-8e6e-b25c494b433d for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:43:13.138165 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e5a34d-1ae3-46a2-a8e4-96580f12312e None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:43:13.138768 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f7e5a34d-1ae3-46a2-a8e4-96580f12312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:42:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:43:13.144620 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:13.252793 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f7e5a34d-1ae3-46a2-a8e4-96580f12312e None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:43:13.463845 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f7e5a34d-1ae3-46a2-a8e4-96580f12312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:43:13.490039 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5a34d-1ae3-46a2-a8e4-96580f12312e None None] The sync data for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 is: [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:43:13.694093 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cdcfd3da-9ee9-4689-b93a-0603a42a03d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:13.730432 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2d734c-4b9b-479a-ade7-c21dbb1085f3 None None] New status for floating IP a770ce08-cd54-4370-9025-393b68bda462: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:43:13.965628 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bfb6845f-f734-4835-acee-ab877d96983f req-8ffb7011-9705-4a65-90fd-5856e5a56ffa tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1436764371&fields=id&tenant_id=457e98e9cf034e2a82765e34954e183f HTTP/1.1" status: 200 len: 267 time: 0.0657043 Mar 11 12:43:14.091487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6845f-f734-4835-acee-ab877d96983f req-3df40181-adbf-4641-b8a9-a5090b28d831 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:14.093012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bfb6845f-f734-4835-acee-ab877d96983f req-3df40181-adbf-4641-b8a9-a5090b28d831 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 812 time: 0.1179478 Mar 11 12:43:14.109328 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bfb6845f-f734-4835-acee-ab877d96983f req-e7b30d30-0c10-4db8-a35e-13087831b9eb tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/quotas/457e98e9cf034e2a82765e34954e183f HTTP/1.1" status: 200 len: 375 time: 0.0097980 Mar 11 12:43:14.167754 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bfb6845f-f734-4835-acee-ab877d96983f req-11a19450-aa5c-4914-97a0-c64aaac2e287 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527809 Mar 11 12:43:14.330089 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bfb6845f-f734-4835-acee-ab877d96983f req-da7674f6-25a4-47c1-a585-17306159e3ef service neutron] 10.222.0.78 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497467 Mar 11 12:43:14.433543 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bfb6845f-f734-4835-acee-ab877d96983f req-92e98f15-bcb8-4697-82cc-5678ed8fc4c9 service neutron] 10.222.0.78 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976264 Mar 11 12:43:14.621832 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2b0476b-43f4-4f01-8ad2-551042883343 req-bc137f13-54f5-4099-8b00-c3806e3ae8b0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 210 time: 0.0307989 Mar 11 12:43:15.265905 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4877be56-cd6e-40d9-8979-9477d1bab7de no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:43:15.286352 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 4877be56-cd6e-40d9-8979-9477d1bab7de {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:43:15.286696 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 4877be56-cd6e-40d9-8979-9477d1bab7de not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:43:15.710604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6845f-f734-4835-acee-ab877d96983f req-e4876557-a70f-49f7-9b90-a767270296c3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:15.712161 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bfb6845f-f734-4835-acee-ab877d96983f req-e4876557-a70f-49f7-9b90-a767270296c3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 812 time: 0.1246476 Mar 11 12:43:15.729978 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4e498ce7-15ef-4ef6-99e2-01548585598d req-1b78a6c8-b085-4d65-bc14-11d89dd8e5b9 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 210 time: 0.0321233 Mar 11 12:43:15.778897 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-11db4f4e-5196-47ac-96fc-798fcb174fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:16.120185 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bfb6845f-f734-4835-acee-ab877d96983f req-d7c5ba4d-9029-48fe-9962-e42bb6f71cde tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=457e98e9cf034e2a82765e34954e183f HTTP/1.1" status: 200 len: 380 time: 0.3989134 Mar 11 12:43:16.130618 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-bfb6845f-f734-4835-acee-ab877d96983f req-e970c901-bc00-4ce6-9236-b9240900c207 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Request body: {'port': {'device_id': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'admin_state_up': True, 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'security_groups': ['7a6b9f09-cea1-4d8d-adb6-049ddba64132']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:43:16.237530 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb6845f-f734-4835-acee-ab877d96983f req-e970c901-bc00-4ce6-9236-b9240900c207 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Made reservation on behalf of 457e98e9cf034e2a82765e34954e183f for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:43:16.241045 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bfb6845f-f734-4835-acee-ab877d96983f req-e970c901-bc00-4ce6-9236-b9240900c207 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:16.381979 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-bfb6845f-f734-4835-acee-ab877d96983f req-e970c901-bc00-4ce6-9236-b9240900c207 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Allocated IP 172.20.0.14 (73a435ec-81bd-4ebc-85e7-fb739a8f9bab/a84c5bfd-b09e-48e2-abfe-1eca9fcd9101/90208dbc-4cca-4806-bfd2-d5ce09dc5bd4) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:43:16.540875 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bfb6845f-f734-4835-acee-ab877d96983f req-e970c901-bc00-4ce6-9236-b9240900c207 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:16.576447 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bfb6845f-f734-4835-acee-ab877d96983f req-e970c901-bc00-4ce6-9236-b9240900c207 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:16.618173 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb6845f-f734-4835-acee-ab877d96983f req-e970c901-bc00-4ce6-9236-b9240900c207 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:43:16.623108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-bfb6845f-f734-4835-acee-ab877d96983f req-e970c901-bc00-4ce6-9236-b9240900c207 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:43:16.627206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb6845f-f734-4835-acee-ab877d96983f req-e970c901-bc00-4ce6-9236-b9240900c207 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:43:16.651575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970c901-bc00-4ce6-9236-b9240900c207 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Pushing event updated for resources: {'Port': ['ID=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:43:16.681687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6845f-f734-4835-acee-ab877d96983f req-e970c901-bc00-4ce6-9236-b9240900c207 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:16.682341 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bfb6845f-f734-4835-acee-ab877d96983f req-e970c901-bc00-4ce6-9236-b9240900c207 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:16.702496 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bfb6845f-f734-4835-acee-ab877d96983f req-e970c901-bc00-4ce6-9236-b9240900c207 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5754361 Mar 11 12:43:16.714469 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Request body: {'port': {'device_id': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:43:16.781962 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:16.841771 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5ff9d7c2-6770-4bef-b730-4c878a4f12c4 None None] Provisioning complete for port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:43:16.842368 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5ff9d7c2-6770-4bef-b730-4c878a4f12c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:16.858714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a4d64-6495-4dad-bd90-9132da0161b2 req-edff64c2-3d76-46db-8f45-720ad65f9109 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:16.861038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-617a4d64-6495-4dad-bd90-9132da0161b2 req-edff64c2-3d76-46db-8f45-720ad65f9109 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 932 time: 0.0547171 Mar 11 12:43:16.886332 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9d7c2-6770-4bef-b730-4c878a4f12c4 None None] Port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:43:16.914670 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-617a4d64-6495-4dad-bd90-9132da0161b2 req-74adb194-f7cf-409d-885b-903b6df54ac2 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474601 Mar 11 12:43:17.061252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:43:17.071799 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Publish callbacks [] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:17.088769 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Transition to ACTIVE for port object 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:43:17.094738 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:17.166774 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:43:17.220749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Attempting to bind port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:43:17.221078 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Attempting to bind port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:43:17.221407 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Attempting to bind port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:43:17.226497 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:43:17.226802 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Attempting to bind port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:43:17.232009 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:43:17.232348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Checking segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:43:17.232764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Bound using segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:43:17.233185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Bound port: 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:43:17.233538 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:17.301564 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:43:17.304821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:43:17.311328 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:17.348311 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:17.348929 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:17.350338 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bfb6845f-f734-4835-acee-ab877d96983f req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] 10.222.0.71 "PUT /v2.0/ports/90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 HTTP/1.1" status: 200 len: 1092 time: 0.6405332 Mar 11 12:43:17.350796 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:43:17.353059 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d313c012-398c-4f25-bcff-a7733e2fdced" -d '{"events": [{"name": "network-changed", "server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:43:17.378815 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf739b44-7594-4c0b-8781-c1ff1a7a7dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:43:17.400814 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce67755-b2b3-48df-9221-080404e2c4ef x-openstack-request-id: req-5ce67755-b2b3-48df-9221-080404e2c4ef {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:43:17.401134 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:43:17.401261 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5ce67755-b2b3-48df-9221-080404e2c4ef {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:43:17.401669 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'status': 'completed', 'code': 200} Mar 11 12:43:17.442202 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:17.465188 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6845f-f734-4835-acee-ab877d96983f req-c6648399-a66e-463d-b4d8-94d8ef9b6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:17.466760 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bfb6845f-f734-4835-acee-ab877d96983f req-c6648399-a66e-463d-b4d8-94d8ef9b6c13 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 1126 time: 0.0618610 Mar 11 12:43:17.511308 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bfb6845f-f734-4835-acee-ab877d96983f req-8ca0fcd9-830d-439f-aa46-fa0efe3594eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 HTTP/1.1" status: 200 len: 217 time: 0.0353830 Mar 11 12:43:17.559729 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6845f-f734-4835-acee-ab877d96983f req-2aa3d969-a177-4e0e-9545-4660528e1d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:17.561269 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bfb6845f-f734-4835-acee-ab877d96983f req-2aa3d969-a177-4e0e-9545-4660528e1d4b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0440323 Mar 11 12:43:17.615615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6845f-f734-4835-acee-ab877d96983f req-e8ec9417-808e-4d29-b9d9-e3c35771fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:17.617126 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bfb6845f-f734-4835-acee-ab877d96983f req-e8ec9417-808e-4d29-b9d9-e3c35771fa18 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486026 Mar 11 12:43:17.709141 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bfb6845f-f734-4835-acee-ab877d96983f req-05f32bf5-5211-4eee-a1e9-3bca71b35e02 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851145 Mar 11 12:43:17.806866 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bfb6845f-f734-4835-acee-ab877d96983f req-e50fac36-2c18-4b6a-910f-e7eecb93dd53 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911803 Mar 11 12:43:17.903155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313c012-398c-4f25-bcff-a7733e2fdced req-0da90b17-831a-44aa-b614-85adacd37ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:17.904722 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d313c012-398c-4f25-bcff-a7733e2fdced req-0da90b17-831a-44aa-b614-85adacd37ab6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 1126 time: 0.0483787 Mar 11 12:43:18.001639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313c012-398c-4f25-bcff-a7733e2fdced req-554645e9-5de0-4ebf-8779-e6cf4d477729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:18.003129 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d313c012-398c-4f25-bcff-a7733e2fdced req-554645e9-5de0-4ebf-8779-e6cf4d477729 service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0917113 Mar 11 12:43:18.035082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee19e6-12be-4892-972a-870152152651 req-9d331172-7f20-4f61-9adf-27d4e97de64b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:18.036619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfee19e6-12be-4892-972a-870152152651 req-9d331172-7f20-4f61-9adf-27d4e97de64b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0525591 Mar 11 12:43:18.046915 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d313c012-398c-4f25-bcff-a7733e2fdced req-19a48297-72a1-4520-aa4d-659b86fe6b42 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 HTTP/1.1" status: 200 len: 217 time: 0.0374794 Mar 11 12:43:18.083556 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dfee19e6-12be-4892-972a-870152152651 req-efb808b5-200e-4c58-b168-25371beec465 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411828 Mar 11 12:43:18.096456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313c012-398c-4f25-bcff-a7733e2fdced req-0a56d6da-4186-4fa8-b0ca-4a38487018f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:18.098088 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d313c012-398c-4f25-bcff-a7733e2fdced req-0a56d6da-4186-4fa8-b0ca-4a38487018f8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0444775 Mar 11 12:43:18.152952 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313c012-398c-4f25-bcff-a7733e2fdced req-646cd720-18d6-4f34-bfef-6366239f23db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:18.154451 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d313c012-398c-4f25-bcff-a7733e2fdced req-646cd720-18d6-4f34-bfef-6366239f23db service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501463 Mar 11 12:43:18.249972 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d313c012-398c-4f25-bcff-a7733e2fdced req-7fa21268-76e7-45ec-a48b-2435730d9290 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873861 Mar 11 12:43:18.346080 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d313c012-398c-4f25-bcff-a7733e2fdced req-d56130a0-e9c4-4165-8b63-4bff77c17a2b service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893364 Mar 11 12:43:18.849387 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:19.227900 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e99455-c340-4ae7-959a-c112b4ea5831 req-d344ea67-b6e1-41e4-ae1a-1fa392c0f3a5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:19.229698 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1e99455-c340-4ae7-959a-c112b4ea5831 req-d344ea67-b6e1-41e4-ae1a-1fa392c0f3a5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0669029 Mar 11 12:43:19.278894 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1e99455-c340-4ae7-959a-c112b4ea5831 req-badc4c07-1739-4f37-b552-0ea284cbd585 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426528 Mar 11 12:43:19.899431 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:43:20.023907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:43:20.034687 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'port_id': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'mac_address': 'fa:16:3e:85:db:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:43:20.078515 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:43:20.078929 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:20.101401 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:43:20.127881 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:20.130312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:43:20.134873 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:20.185631 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:43:20.389902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['90208dbc-4cca-4806-bfd2-d5ce09dc5bd4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:43:20.404666 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fdec4-1edf-45a7-a782-637dd761e2bb req-f7748bf5-c92f-4bc0-817f-d71806ff3264 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:20.406195 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e21fdec4-1edf-45a7-a782-637dd761e2bb req-f7748bf5-c92f-4bc0-817f-d71806ff3264 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0561030 Mar 11 12:43:20.454700 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e21fdec4-1edf-45a7-a782-637dd761e2bb req-91d77308-7540-42ac-9b80-0036d668090e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423265 Mar 11 12:43:21.577477 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2579a-9d58-4279-acce-cf5cb30bd00e req-45185d6a-469c-42a5-a32f-ff4983d13dc9 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:21.578949 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-57d2579a-9d58-4279-acce-cf5cb30bd00e req-45185d6a-469c-42a5-a32f-ff4983d13dc9 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0550108 Mar 11 12:43:21.634418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-57d2579a-9d58-4279-acce-cf5cb30bd00e req-ab9da521-734e-4c18-90ae-7cd58c01eb51 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466287 Mar 11 12:43:21.899676 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:43:21.960621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:43:21.964191 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:43:21.964563 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:22.048049 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:43:22.048437 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:22.071444 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:43:22.073723 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32e4fb3-32af-4ab1-af21-3286a6415b40" -d '{"events": [{"server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "name": "network-vif-plugged", "status": "completed", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:43:22.086574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:43:22.092512 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:22.119897 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85609da6-bd8e-4ef5-a412-37dd486cd729 x-openstack-request-id: req-85609da6-bd8e-4ef5-a412-37dd486cd729 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:43:22.120356 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "name": "network-vif-plugged", "status": "completed", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:43:22.120727 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-85609da6-bd8e-4ef5-a412-37dd486cd729 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:43:22.121272 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'code': 200} Mar 11 12:43:22.151805 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:43:22.217759 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7a3be-e195-4394-b7c4-b6672e98c865 req-f850ec99-2a33-43a4-8944-3ed1610069f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:22.219283 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c9e7a3be-e195-4394-b7c4-b6672e98c865 req-f850ec99-2a33-43a4-8944-3ed1610069f5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 1128 time: 0.0482950 Mar 11 12:43:22.264076 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c9e7a3be-e195-4394-b7c4-b6672e98c865 req-864e2e69-d3ba-44cf-b06c-f0d54351f9b8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381799 Mar 11 12:43:22.766632 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b777ca-5f52-4aa9-9c45-74ea061d7bed req-ad4eaf91-ddd1-44d2-91d0-043d813a9535 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:22.768171 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52b777ca-5f52-4aa9-9c45-74ea061d7bed req-ad4eaf91-ddd1-44d2-91d0-043d813a9535 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0577178 Mar 11 12:43:22.815488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52b777ca-5f52-4aa9-9c45-74ea061d7bed req-7b6fdba9-e42b-4143-aac2-df318bf0ca1b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411923 Mar 11 12:43:23.952851 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90676f35-a445-4a35-b336-9450589bb5a2 req-c6ea215c-444d-442d-8a77-c738ea503470 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:23.954336 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90676f35-a445-4a35-b336-9450589bb5a2 req-c6ea215c-444d-442d-8a77-c738ea503470 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0596120 Mar 11 12:43:24.005012 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-90676f35-a445-4a35-b336-9450589bb5a2 req-69ae1ee1-7e7f-4706-9177-c99a9dcd83e7 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429916 Mar 11 12:43:24.145592 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be84db-28b2-443f-a280-30213bfb929a req-4f0e742f-a163-412b-9986-ca0ce2c93e47 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:24.146995 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d1be84db-28b2-443f-a280-30213bfb929a req-4f0e742f-a163-412b-9986-ca0ce2c93e47 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0663385 Mar 11 12:43:24.155921 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45506) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:43:24.160787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-637ab77b-743c-4218-a4ac-7bfed50024db tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Request body: {'floatingip': {'port_id': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:43:24.200592 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-637ab77b-743c-4218-a4ac-7bfed50024db tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for floatingip (a770ce08-cd54-4370-9025-393b68bda462), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:24.651130 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-637ab77b-743c-4218-a4ac-7bfed50024db tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:24.657276 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-637ab77b-743c-4218-a4ac-7bfed50024db tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (a770ce08-cd54-4370-9025-393b68bda462), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:24.762568 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-637ab77b-743c-4218-a4ac-7bfed50024db tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Floating IP a770ce08-cd54-4370-9025-393b68bda462 associated. External IP: 172.25.7.106, port: 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4. Mar 11 12:43:24.992892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637ab77b-743c-4218-a4ac-7bfed50024db tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Router f9182b0b-b598-4b74-8e6e-b25c494b433d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:43:25.104756 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637ab77b-743c-4218-a4ac-7bfed50024db tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:43:25.109937 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-637ab77b-743c-4218-a4ac-7bfed50024db tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:25.115080 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59fdf5e-9973-4482-89a4-733ffa192600 None None] Sync routers for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:43:25.126832 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59fdf5e-9973-4482-89a4-733ffa192600 None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:43:25.127455 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e59fdf5e-9973-4482-89a4-733ffa192600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:43:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:43:25.142185 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-637ab77b-743c-4218-a4ac-7bfed50024db tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "PUT /v2.0/floatingips/a770ce08-cd54-4370-9025-393b68bda462 HTTP/1.1" status: 200 len: 993 time: 0.9852161 Mar 11 12:43:25.142784 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:43:25.145172 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b73746-ff61-4593-8236-dc2eb1d5d505" -d '{"events": [{"name": "network-changed", "server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:43:25.185854 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61531d9d-37dd-41dc-b429-a4e2e1d7f719 x-openstack-request-id: req-61531d9d-37dd-41dc-b429-a4e2e1d7f719 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:43:25.186338 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:43:25.186651 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61531d9d-37dd-41dc-b429-a4e2e1d7f719 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:43:25.187121 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'status': 'completed', 'code': 200} Mar 11 12:43:25.240237 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e59fdf5e-9973-4482-89a4-733ffa192600 None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:43:25.269250 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b73746-ff61-4593-8236-dc2eb1d5d505 req-727a4fbb-fd4a-4ac6-bb39-74cc97f05cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:25.271688 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c4b73746-ff61-4593-8236-dc2eb1d5d505 req-727a4fbb-fd4a-4ac6-bb39-74cc97f05cab service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 1128 time: 0.0566874 Mar 11 12:43:25.363768 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b73746-ff61-4593-8236-dc2eb1d5d505 req-bde295ab-1821-40db-b3cd-83e62b7363fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:25.365266 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c4b73746-ff61-4593-8236-dc2eb1d5d505 req-bde295ab-1821-40db-b3cd-83e62b7363fb service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0873976 Mar 11 12:43:25.454806 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c4b73746-ff61-4593-8236-dc2eb1d5d505 req-cdea6ce0-9de4-486d-beb3-c0084121affa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0823410 Mar 11 12:43:25.487290 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e59fdf5e-9973-4482-89a4-733ffa192600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'a770ce08-cd54-4370-9025-393b68bda462', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'port_id': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'mac_address': 'fa:16:3e:85:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:40:29Z', 'updated_at': '2022-03-11T12:43:24Z', 'revision_number': 13, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:43:25.516424 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b73746-ff61-4593-8236-dc2eb1d5d505 req-706ae9f2-b1e6-4401-b2ac-d3219dfffac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:25.516680 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59fdf5e-9973-4482-89a4-733ffa192600 None None] Checking router: f9182b0b-b598-4b74-8e6e-b25c494b433d for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:43:25.518063 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c4b73746-ff61-4593-8236-dc2eb1d5d505 req-706ae9f2-b1e6-4401-b2ac-d3219dfffac9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0564158 Mar 11 12:43:25.530834 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59fdf5e-9973-4482-89a4-733ffa192600 None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:43:25.531743 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e59fdf5e-9973-4482-89a4-733ffa192600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:43:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:43:25.570461 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b73746-ff61-4593-8236-dc2eb1d5d505 req-2df09923-90c5-478a-bd8c-4d8a2760cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:25.572433 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c4b73746-ff61-4593-8236-dc2eb1d5d505 req-2df09923-90c5-478a-bd8c-4d8a2760cd86 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481112 Mar 11 12:43:25.677617 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c4b73746-ff61-4593-8236-dc2eb1d5d505 req-00e8893b-bafd-4c1a-a53d-2d6264d0b5c7 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963590 Mar 11 12:43:25.738724 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e59fdf5e-9973-4482-89a4-733ffa192600 None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:43:25.772528 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c4b73746-ff61-4593-8236-dc2eb1d5d505 req-ed59cdf6-f12c-4746-8290-4ee2a830e878 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888269 Mar 11 12:43:25.975507 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e59fdf5e-9973-4482-89a4-733ffa192600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'a770ce08-cd54-4370-9025-393b68bda462', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'port_id': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'mac_address': 'fa:16:3e:85:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:40:29Z', 'updated_at': '2022-03-11T12:43:24Z', 'revision_number': 13, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:43:26.001882 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59fdf5e-9973-4482-89a4-733ffa192600 None None] The sync data for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 is: [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'a770ce08-cd54-4370-9025-393b68bda462', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'port_id': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'mac_address': 'fa:16:3e:85:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:40:29Z', 'updated_at': '2022-03-11T12:43:24Z', 'revision_number': 13, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:43:26.215782 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e5e06-47b6-4dfc-a4d1-fd4468a54bb1 None None] New status for floating IP a770ce08-cd54-4370-9025-393b68bda462: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:43:27.702335 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4943330-f932-4810-bc28-69bdeec576bb req-2535716c-6c11-42a8-869f-55d38f970758 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:27.703849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4943330-f932-4810-bc28-69bdeec576bb req-2535716c-6c11-42a8-869f-55d38f970758 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0605471 Mar 11 12:43:27.759121 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d4943330-f932-4810-bc28-69bdeec576bb req-5813f2ba-d2d2-40c5-a7d6-d3ee3c58db06 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470095 Mar 11 12:43:33.609454 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-58d340cc-b353-49f3-b2c1-6ec6721c177c req-ea9d25e1-c903-497a-9936-6a1d2fcb6bf3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503521 Mar 11 12:43:33.700682 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d340cc-b353-49f3-b2c1-6ec6721c177c req-e9f65385-1c16-40e6-bd7b-7b64bd3c7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:33.702555 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-58d340cc-b353-49f3-b2c1-6ec6721c177c req-e9f65385-1c16-40e6-bd7b-7b64bd3c7fce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 1128 time: 0.0464091 Mar 11 12:43:33.819616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d340cc-b353-49f3-b2c1-6ec6721c177c req-69499e18-0447-4858-8b7c-2f498165dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:33.821157 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-58d340cc-b353-49f3-b2c1-6ec6721c177c req-69499e18-0447-4858-8b7c-2f498165dea9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0976200 Mar 11 12:43:33.892493 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-58d340cc-b353-49f3-b2c1-6ec6721c177c req-addd4afe-7959-4eb5-b1c1-50f2f3e59b59 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 HTTP/1.1" status: 200 len: 1003 time: 0.0649722 Mar 11 12:43:33.942933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d340cc-b353-49f3-b2c1-6ec6721c177c req-35cd2ac9-95c5-4007-a4b0-2195b1ef82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:33.944471 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-58d340cc-b353-49f3-b2c1-6ec6721c177c req-35cd2ac9-95c5-4007-a4b0-2195b1ef82d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0450966 Mar 11 12:43:33.995561 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d340cc-b353-49f3-b2c1-6ec6721c177c req-77beb01a-51df-449a-9931-e7bbf3c8440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:33.997113 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-58d340cc-b353-49f3-b2c1-6ec6721c177c req-77beb01a-51df-449a-9931-e7bbf3c8440b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450416 Mar 11 12:43:34.090488 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-58d340cc-b353-49f3-b2c1-6ec6721c177c req-e8df57c8-33c1-4a74-bf9a-e3c8da1de1a0 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856185 Mar 11 12:43:34.189474 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-58d340cc-b353-49f3-b2c1-6ec6721c177c req-08d329d9-86be-40c1-be3f-c9c8876c844f service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882537 Mar 11 12:43:34.269108 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:37.913938 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:43:43.160179 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:43.690930 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea05e-f889-44ac-9770-cf4613d9ae18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:44.267431 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-3e966f1c-cdb7-4929-9fb7-366a2ebeca67 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0503676 Mar 11 12:43:44.275779 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565afb7-c228-4fe0-8af5-dab622e110cd req-986a4e31-7858-4644-8a35-fa309ebcd86e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:44.277298 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4565afb7-c228-4fe0-8af5-dab622e110cd req-986a4e31-7858-4644-8a35-fa309ebcd86e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0534730 Mar 11 12:43:44.330037 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4565afb7-c228-4fe0-8af5-dab622e110cd req-689f6ffe-d2ff-4df3-94bc-942ffe56440a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470586 Mar 11 12:43:44.668864 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-3c046d17-d1fb-4bc0-89a6-25e610f568c8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:44.670237 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-3c046d17-d1fb-4bc0-89a6-25e610f568c8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports/90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 HTTP/1.1" status: 200 len: 943 time: 0.1005089 Mar 11 12:43:45.469119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83ab97-7593-4660-ac30-5ca91376963e req-2150150a-a355-47a5-a449-2107b662aa54 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:45.470641 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c83ab97-7593-4660-ac30-5ca91376963e req-2150150a-a355-47a5-a449-2107b662aa54 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0620968 Mar 11 12:43:45.522751 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c83ab97-7593-4660-ac30-5ca91376963e req-441bd218-06dc-49ff-9777-975084c030ba tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464122 Mar 11 12:43:45.614345 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-7397901b-a3e6-4f5a-9772-1498634b6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:45.615855 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-7397901b-a3e6-4f5a-9772-1498634b6c36 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 1128 time: 0.0449469 Mar 11 12:43:45.711198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-60effefa-4bca-4cb3-a5d7-be528b72b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:45.713136 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-60effefa-4bca-4cb3-a5d7-be528b72b1f7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0895855 Mar 11 12:43:45.783751 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a31a28d-933f-440b-8265-b580707223ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:45.786685 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-338de052-e8ff-4419-b0d6-f7e403dfcb76 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 HTTP/1.1" status: 200 len: 1003 time: 0.0665953 Mar 11 12:43:45.844785 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-3b8a43d2-2615-4551-92dd-65659c5f4279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:45.846459 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-3b8a43d2-2615-4551-92dd-65659c5f4279 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0492561 Mar 11 12:43:45.906979 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-460a1549-105f-4f43-9eb1-778d6b878a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:45.908501 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-460a1549-105f-4f43-9eb1-778d6b878a60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557563 Mar 11 12:43:46.011263 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-7635bf27-aa7a-4a52-8e72-eaafca3ce1e5 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957005 Mar 11 12:43:46.119615 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-3231a113-ec14-4770-9732-feb62a7f491f service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013467 Mar 11 12:43:46.656575 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32902188-5f87-45d8-aae6-5130825f4aec req-f26791ae-46da-444b-b142-54d582162106 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:46.658069 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32902188-5f87-45d8-aae6-5130825f4aec req-f26791ae-46da-444b-b142-54d582162106 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0543113 Mar 11 12:43:46.706219 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32902188-5f87-45d8-aae6-5130825f4aec req-e5d8532a-1732-4f67-8ec8-86e3ea50d672 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420148 Mar 11 12:43:47.426706 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:47.860407 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491e38-b6e7-4585-bbf6-e79f5d16efd5 req-968c3107-4d87-48a4-8e9b-6032532de4f0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:47.861892 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d9491e38-b6e7-4585-bbf6-e79f5d16efd5 req-968c3107-4d87-48a4-8e9b-6032532de4f0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0692048 Mar 11 12:43:47.912775 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d9491e38-b6e7-4585-bbf6-e79f5d16efd5 req-30c5289e-cf01-401e-b877-b983c5fca4b8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425694 Mar 11 12:43:48.849596 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:49.051894 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bb2a1-7e06-40ab-bf40-4b071aa9d6ac req-8e1cce0d-258e-4bf7-9de3-09f96a9a16d4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:49.053967 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c67bb2a1-7e06-40ab-bf40-4b071aa9d6ac req-8e1cce0d-258e-4bf7-9de3-09f96a9a16d4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0554507 Mar 11 12:43:49.108001 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c67bb2a1-7e06-40ab-bf40-4b071aa9d6ac req-be518050-b7d4-4548-aa9f-981261f09bf4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482178 Mar 11 12:43:50.119173 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:43:50.235192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb72af-1ccc-4855-b8ae-9a3382f0a0af req-d870426e-945d-4fa1-9eca-af2ccae81a31 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:50.236759 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4beb72af-1ccc-4855-b8ae-9a3382f0a0af req-d870426e-945d-4fa1-9eca-af2ccae81a31 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0589406 Mar 11 12:43:50.285473 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4beb72af-1ccc-4855-b8ae-9a3382f0a0af req-382ec6bb-4284-4f7e-b59a-b3ceebde7d6b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415833 Mar 11 12:43:51.411917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923440c8-b8bf-47d4-b4fd-e89d3f98a90e req-61fcfd0a-98a6-440c-adf4-f1dd93d9bf21 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:51.413397 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-923440c8-b8bf-47d4-b4fd-e89d3f98a90e req-61fcfd0a-98a6-440c-adf4-f1dd93d9bf21 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0580325 Mar 11 12:43:51.463939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-923440c8-b8bf-47d4-b4fd-e89d3f98a90e req-b6693601-118b-42af-aa96-2d7e7ec964d1 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426140 Mar 11 12:43:52.593085 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e05242-53ba-484b-b7b4-d87f4157cdcd req-146b485a-7b34-415c-961a-f8ecc5bc596c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:52.595640 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10e05242-53ba-484b-b7b4-d87f4157cdcd req-146b485a-7b34-415c-961a-f8ecc5bc596c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0528371 Mar 11 12:43:52.646042 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10e05242-53ba-484b-b7b4-d87f4157cdcd req-97f757e4-8b0f-4c2e-a3bf-c01bd23c690c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453792 Mar 11 12:43:53.785912 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848bf8f-724f-48e1-bf07-83d32a34c382 req-33f5504a-de5e-45b9-b769-d16d53d128bb tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:53.787381 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a848bf8f-724f-48e1-bf07-83d32a34c382 req-33f5504a-de5e-45b9-b769-d16d53d128bb tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0553324 Mar 11 12:43:53.834261 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a848bf8f-724f-48e1-bf07-83d32a34c382 req-75a6229d-fde8-4255-86a8-a2476ddd4841 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411208 Mar 11 12:43:54.988833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113b05f-e453-46ce-8514-fdd19af10d6b req-d4f86e55-e68e-42ba-9d12-b0edd7d85768 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:54.990303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7113b05f-e453-46ce-8514-fdd19af10d6b req-d4f86e55-e68e-42ba-9d12-b0edd7d85768 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0656512 Mar 11 12:43:55.039819 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7113b05f-e453-46ce-8514-fdd19af10d6b req-df15754d-9999-45c9-b281-7f57b3c0ca57 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436671 Mar 11 12:43:56.176082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559044c3-d37c-4773-84b7-065e2f581775 req-e4935dc8-47e7-4ab3-9fc3-5a703ebb9a5d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:56.177714 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-559044c3-d37c-4773-84b7-065e2f581775 req-e4935dc8-47e7-4ab3-9fc3-5a703ebb9a5d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0667088 Mar 11 12:43:56.226042 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-559044c3-d37c-4773-84b7-065e2f581775 req-79a7b85e-296b-4032-9502-4c29249b40d8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422716 Mar 11 12:43:57.349936 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd0561-e002-46a5-b817-f9555d433a3f req-1f79de77-814e-4f94-a0b0-98cdc34be98c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:57.351405 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ebd0561-e002-46a5-b817-f9555d433a3f req-1f79de77-814e-4f94-a0b0-98cdc34be98c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0546813 Mar 11 12:43:57.400864 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ebd0561-e002-46a5-b817-f9555d433a3f req-2feea4f6-c246-401b-bd45-8f711ee9de02 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435052 Mar 11 12:43:58.524539 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e15cb-b4a6-46b8-a82c-b349371416da req-57389d19-e9d7-4961-a305-f3caf3de71a5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:58.526036 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f1e15cb-b4a6-46b8-a82c-b349371416da req-57389d19-e9d7-4961-a305-f3caf3de71a5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0549338 Mar 11 12:43:58.582644 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f1e15cb-b4a6-46b8-a82c-b349371416da req-ca5f0589-a892-4e21-b10b-6196d622a05d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499322 Mar 11 12:43:59.707607 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf8c9a-44c6-433e-b808-57e0dd9aa490 req-06193242-3644-4d78-91b3-5cfcdfd87f17 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:43:59.709256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0cf8c9a-44c6-433e-b808-57e0dd9aa490 req-06193242-3644-4d78-91b3-5cfcdfd87f17 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0541773 Mar 11 12:43:59.757774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d0cf8c9a-44c6-433e-b808-57e0dd9aa490 req-9e87e0c7-096e-432c-ae8a-c74b70e7e8d5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426168 Mar 11 12:44:00.879042 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559bd83-95bd-48f7-9140-494b2abf8689 req-3edc1f3f-a263-4ca0-ba3e-8569cd9434e9 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:00.880568 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c559bd83-95bd-48f7-9140-494b2abf8689 req-3edc1f3f-a263-4ca0-ba3e-8569cd9434e9 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0527442 Mar 11 12:44:00.928225 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c559bd83-95bd-48f7-9140-494b2abf8689 req-3ba9ea7b-ca7d-4cd1-96ec-d6d3356d7966 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417843 Mar 11 12:44:02.063940 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-ff64fa35-cc67-4119-85d7-70a775c363dd service neutron] show failed (client error): The resource could not be found. Mar 11 12:44:02.065510 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-ff64fa35-cc67-4119-85d7-70a775c363dd service neutron] 10.222.0.71 "GET /v2.0/ports/90208dbc-4cca-4806-bfd2-d5ce09dc5bd4/bindings/n-h2-833234-2 HTTP/1.1" status: 404 len: 380 time: 0.0679691 Mar 11 12:44:02.067504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c1a3d-933d-4712-a0ee-1c54cc931370 req-7748bc24-4eaa-4a8e-8065-38c7f8747739 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:02.069449 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-679c1a3d-933d-4712-a0ee-1c54cc931370 req-7748bc24-4eaa-4a8e-8065-38c7f8747739 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0719426 Mar 11 12:44:02.117678 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-679c1a3d-933d-4712-a0ee-1c54cc931370 req-03540fd9-e478-4bba-a8fb-d782c56cd1a9 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418530 Mar 11 12:44:02.162100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:44:02.240425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:44:02.240814 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:02.268786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:44:02.271059 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c9adcb-60f8-442a-98e4-760d3219b246" -d '{"events": [{"server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:44:02.280469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-71202dc5-b65a-4b0c-afab-53c9b8d6d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:02.282054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-71202dc5-b65a-4b0c-afab-53c9b8d6d0f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3&tenant_id=457e98e9cf034e2a82765e34954e183f HTTP/1.1" status: 200 len: 1128 time: 0.0460973 Mar 11 12:44:02.284318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:44:02.291010 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:02.293971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:44:02.327504 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb96d388-6341-4fd1-a082-7516b6e389bf x-openstack-request-id: req-cb96d388-6341-4fd1-a082-7516b6e389bf {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:44:02.327946 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:44:02.328421 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cb96d388-6341-4fd1-a082-7516b6e389bf {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:44:02.328841 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'code': 200} Mar 11 12:44:02.343395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:44:02.357798 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:02.561506 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:44:02.595516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:44:02.627940 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:44:02.635403 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Publish callbacks [] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:02.647806 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Transition to ACTIVE for port object 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:44:02.655843 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:03.086693 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Pushing event updated for resources: {'Port': ['ID=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,revision_number=7']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:44:03.127623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] No DVR routers for this DVR port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:44:03.310676 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79ea3c-a284-4798-a90f-31b47c8d84d3 req-4ffa2979-2f67-4b0b-a513-77b1d67371fd tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:03.312428 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e79ea3c-a284-4798-a90f-31b47c8d84d3 req-4ffa2979-2f67-4b0b-a513-77b1d67371fd tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0959215 Mar 11 12:44:03.314815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Attempting to bind port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:44:03.315145 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Attempting to bind port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:44:03.315466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Attempting to bind port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:44:03.325217 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:44:03.325530 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Attempting to bind port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:44:03.340581 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:44:03.340827 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Checking segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:44:03.342808 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Bound using segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:44:03.343853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Bound port: 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:44:03.344211 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:03.407982 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2e79ea3c-a284-4798-a90f-31b47c8d84d3 req-b7778112-248d-46ea-8969-2de5beff494c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893073 Mar 11 12:44:03.435417 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:44:03.438700 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:44:03.448620 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:03.483090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:03.483841 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:03.485346 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] 10.222.0.37 "PUT /v2.0/ports/90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 HTTP/1.1" status: 200 len: 1092 time: 1.1965084 Mar 11 12:44:03.485816 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:44:03.488043 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6963eb-15c5-4534-8272-eb364bfc5aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:44:03.522880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ee171-95bc-4dea-b531-c85493bb6d91 service neutron] Pushing event updated for resources: {'Port': ['ID=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,revision_number=8']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:44:03.558045 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-f5a45767-5c6c-4862-8c15-6f93d8272e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:03.559609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-f5a45767-5c6c-4862-8c15-6f93d8272e9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 1126 time: 0.0506654 Mar 11 12:44:03.561130 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fedbb8-55d7-4eb2-83ce-7342227fdcab x-openstack-request-id: req-16fedbb8-55d7-4eb2-83ce-7342227fdcab {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:44:03.561402 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:44:03.561819 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-16fedbb8-55d7-4eb2-83ce-7342227fdcab {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:44:03.562364 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'status': 'completed', 'code': 200} Mar 11 12:44:03.627127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-6ee28314-78af-4675-af3b-f9a7e401f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:03.629285 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-6ee28314-78af-4675-af3b-f9a7e401f2a9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 1126 time: 0.0523989 Mar 11 12:44:03.665612 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-f4869426-2251-4dff-a08b-7f082862d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:03.667120 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-f4869426-2251-4dff-a08b-7f082862d230 service neutron] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.1020832 Mar 11 12:44:03.726440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-1922d122-2f4e-40f3-82fe-678c5728ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:03.728058 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-1922d122-2f4e-40f3-82fe-678c5728ab80 service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0920293 Mar 11 12:44:03.742341 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-98f1865c-0cb1-42c4-ba86-ddb3185eb47a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0692649 Mar 11 12:44:03.798789 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-2795c1be-7eb9-4444-9ee1-50e3ec03ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:03.800354 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-2795c1be-7eb9-4444-9ee1-50e3ec03ffc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0524113 Mar 11 12:44:03.813929 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-8be9bc5f-278d-47e5-bbfc-253f7a350b37 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0780647 Mar 11 12:44:03.849512 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-c499eae6-a94e-410c-aa06-7da3c663c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:03.850983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-c499eae6-a94e-410c-aa06-7da3c663c99c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445263 Mar 11 12:44:03.862751 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-eea9b9df-6e27-4ff0-a6fc-85563627ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:03.864309 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-eea9b9df-6e27-4ff0-a6fc-85563627ff8e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0440505 Mar 11 12:44:03.913843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-a864fcee-14d6-4156-a4c6-0840b04a5a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:03.915327 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-a864fcee-14d6-4156-a4c6-0840b04a5a28 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444224 Mar 11 12:44:03.940657 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-fa2bfb33-41ee-43c0-9c3f-23ab5f352645 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830894 Mar 11 12:44:04.011810 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-684e69bc-05f9-4804-ae4a-d075987fd04c service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880933 Mar 11 12:44:04.036834 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-d24f5fdc-b3f8-49a0-8f13-5e97601da5cb service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899065 Mar 11 12:44:04.110579 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-134a4080-c019-440b-adc9-6a6fede5862d service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923715 Mar 11 12:44:04.143366 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-f3b4f622-b6b8-49de-8304-4c2d5e573837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:04.144929 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-f3b4f622-b6b8-49de-8304-4c2d5e573837 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 1126 time: 0.0575578 Mar 11 12:44:04.247318 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-60ce4e52-eb14-418e-9e82-6ba94c968a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:04.248919 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-60ce4e52-eb14-418e-9e82-6ba94c968a91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0934722 Mar 11 12:44:04.271707 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:04.317560 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-cc5cb827-2c24-4081-8695-cc717661ac01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0611804 Mar 11 12:44:04.369538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-5731680a-33c0-4678-b1ce-4ace0f6961c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:04.371009 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-5731680a-33c0-4678-b1ce-4ace0f6961c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0483470 Mar 11 12:44:04.422033 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-2827c2b5-52cb-4290-8304-36e5d16122f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:04.423569 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-2827c2b5-52cb-4290-8304-36e5d16122f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463986 Mar 11 12:44:04.548582 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-4ff11822-aeff-4391-9298-ec50507736fa service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189187 Mar 11 12:44:04.582212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b60b0e-c2f1-4bde-bbfb-79c4b245eb26 req-7bdb318a-56ac-48cc-b279-10423f14233f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:04.583711 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2b60b0e-c2f1-4bde-bbfb-79c4b245eb26 req-7bdb318a-56ac-48cc-b279-10423f14233f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0936282 Mar 11 12:44:04.684909 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c2b60b0e-c2f1-4bde-bbfb-79c4b245eb26 req-4d41afa5-6321-4d4d-9ef5-44be07643fb3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903633 Mar 11 12:44:04.686888 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce6963eb-15c5-4534-8272-eb364bfc5aa5 req-cf1a4014-3c2e-4946-8cb3-2680316ba754 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327302 Mar 11 12:44:05.813415 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de2bc7-1de0-43c4-8033-defb734cb583 req-81479914-61bb-4019-abf0-15f958892a95 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:05.814918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25de2bc7-1de0-43c4-8033-defb734cb583 req-81479914-61bb-4019-abf0-15f958892a95 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0556741 Mar 11 12:44:05.862994 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-25de2bc7-1de0-43c4-8033-defb734cb583 req-fc284f61-47ab-412c-9bd2-24024a357129 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421231 Mar 11 12:44:06.993006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6a771-1d66-473c-947a-898b50f13357 req-f8e97c52-ee95-4076-8cc7-1591d3407119 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:06.994571 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8c6a771-1d66-473c-947a-898b50f13357 req-f8e97c52-ee95-4076-8cc7-1591d3407119 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0551775 Mar 11 12:44:07.046110 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d8c6a771-1d66-473c-947a-898b50f13357 req-5ba4cf5e-acbd-4d91-a566-10cc55092f34 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447335 Mar 11 12:44:08.178309 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134c67b-cda8-4ce9-8afa-8840acc4e730 req-a3ee1f95-ebd0-4794-b85d-3deaa656b07a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:08.179797 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9134c67b-cda8-4ce9-8afa-8840acc4e730 req-a3ee1f95-ebd0-4794-b85d-3deaa656b07a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0600080 Mar 11 12:44:08.236096 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9134c67b-cda8-4ce9-8afa-8840acc4e730 req-bd4181ae-d8cc-42e8-a056-19cfc2d1ee3e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452349 Mar 11 12:44:09.364455 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581e01d-cc9e-4335-a45f-db28e3bdb75e req-a62f60f3-4148-4a65-97f7-a5af11ce3882 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:09.366030 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e581e01d-cc9e-4335-a45f-db28e3bdb75e req-a62f60f3-4148-4a65-97f7-a5af11ce3882 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0539887 Mar 11 12:44:09.413947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e581e01d-cc9e-4335-a45f-db28e3bdb75e req-9030376d-f5e0-483d-954c-4e9f5d930c2c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420785 Mar 11 12:44:10.550913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33480f77-afdf-45c6-9725-fb33cb14597b req-1af28a2b-9474-4113-ae70-7c7e049b60ce tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:10.552452 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33480f77-afdf-45c6-9725-fb33cb14597b req-1af28a2b-9474-4113-ae70-7c7e049b60ce tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0646238 Mar 11 12:44:10.599093 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33480f77-afdf-45c6-9725-fb33cb14597b req-ec0f0964-6092-4634-81b8-224a101ba919 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408430 Mar 11 12:44:11.721245 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b4bed-1629-48ee-a702-82b45baa4d25 req-040d55d5-4ffa-4b18-bb53-c15d3a8ed807 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:11.722819 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-682b4bed-1629-48ee-a702-82b45baa4d25 req-040d55d5-4ffa-4b18-bb53-c15d3a8ed807 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0541513 Mar 11 12:44:11.769957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-682b4bed-1629-48ee-a702-82b45baa4d25 req-faa7e540-c9ce-449d-b16d-8a1e64bc6cd0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415046 Mar 11 12:44:12.895177 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c943b-6568-46a1-a532-f3a832b64d73 req-5517322a-933e-452b-9813-6c836de0f80c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:12.896662 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-169c943b-6568-46a1-a532-f3a832b64d73 req-5517322a-933e-452b-9813-6c836de0f80c tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0570843 Mar 11 12:44:12.948968 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-169c943b-6568-46a1-a532-f3a832b64d73 req-1c2605e1-4ca3-4ec7-9ad4-387c18e08d0d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464034 Mar 11 12:44:13.154111 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:13.685559 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d248896d-3b4a-4cd3-9d74-53cede94e82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:14.077206 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d23ddd-a004-4bd9-bd53-b0d3cbfe5b85 req-598ce3b2-d517-46d0-ac4d-30746f1362d8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:14.079759 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8d23ddd-a004-4bd9-bd53-b0d3cbfe5b85 req-598ce3b2-d517-46d0-ac4d-30746f1362d8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0555525 Mar 11 12:44:14.142494 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8d23ddd-a004-4bd9-bd53-b0d3cbfe5b85 req-45a28608-4c2c-4804-b60a-4d37aa3a5d80 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563648 Mar 11 12:44:14.914570 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:44:15.297182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e0cc4-777e-4152-9400-0890422273dd req-c2aec0cd-e89c-4c67-a60e-6e07f2dd0392 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:15.298695 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-048e0cc4-777e-4152-9400-0890422273dd req-c2aec0cd-e89c-4c67-a60e-6e07f2dd0392 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0574229 Mar 11 12:44:15.347751 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-048e0cc4-777e-4152-9400-0890422273dd req-c4d4097e-7556-474b-936a-1d3ce3fcd16f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431714 Mar 11 12:44:15.793722 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2ac51a05-e102-48a4-b1d9-b6ab6a506fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:16.502954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8812fc-b244-41ee-9c64-9431d4cfb2a1 req-501ec271-208f-4b7c-b9c3-736a44351f7a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:16.504377 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe8812fc-b244-41ee-9c64-9431d4cfb2a1 req-501ec271-208f-4b7c-b9c3-736a44351f7a tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0714860 Mar 11 12:44:16.552426 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe8812fc-b244-41ee-9c64-9431d4cfb2a1 req-fdaf4d7c-409d-4ac6-8964-191da2b43587 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423014 Mar 11 12:44:17.428008 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:17.688884 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80614c-292f-40f2-a6cc-eb3bfc8ce980 req-13843245-53e7-4798-98ea-bb86c97772b3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:17.690362 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be80614c-292f-40f2-a6cc-eb3bfc8ce980 req-13843245-53e7-4798-98ea-bb86c97772b3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0527849 Mar 11 12:44:17.748283 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be80614c-292f-40f2-a6cc-eb3bfc8ce980 req-b6e313da-7090-4555-9e8b-a7606ae4eb6b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493100 Mar 11 12:44:18.847440 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:18.874833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e27a1-feb2-4c1c-9870-f52e405879f2 req-5cb4e0f4-fbcb-49ca-b31e-fa088acee6e6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:18.876813 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c3e27a1-feb2-4c1c-9870-f52e405879f2 req-5cb4e0f4-fbcb-49ca-b31e-fa088acee6e6 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0553448 Mar 11 12:44:18.929337 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c3e27a1-feb2-4c1c-9870-f52e405879f2 req-0c147eb1-917e-4098-85c8-4cc2bf01ed5e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467641 Mar 11 12:44:20.071014 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4dc39-7cd7-4e7f-8c33-1583306bcf8b req-a183a395-6393-4cb0-ab19-5584f66ee954 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:20.072536 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-27a4dc39-7cd7-4e7f-8c33-1583306bcf8b req-a183a395-6393-4cb0-ab19-5584f66ee954 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0669382 Mar 11 12:44:20.115172 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:20.123570 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-27a4dc39-7cd7-4e7f-8c33-1583306bcf8b req-56c13eae-256a-474f-9d67-3af77b1c5964 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453014 Mar 11 12:44:21.249130 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a9ba8-bf2e-4731-ba42-06fbbf0e570f req-dea6f5c9-2c1a-4435-8476-0be80d54d90e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:21.250949 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df7a9ba8-bf2e-4731-ba42-06fbbf0e570f req-dea6f5c9-2c1a-4435-8476-0be80d54d90e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0539873 Mar 11 12:44:21.297944 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df7a9ba8-bf2e-4731-ba42-06fbbf0e570f req-66d65cd3-3f86-47e6-bb9b-6a1b3e7ec406 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410717 Mar 11 12:44:21.643056 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:44:21.652678 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29488552-cb37-4230-b8f2-5d0ceca228da req-d5bdf6eb-c78e-4ce5-9120-a748055b168b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:21.654130 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29488552-cb37-4230-b8f2-5d0ceca228da req-d5bdf6eb-c78e-4ce5-9120-a748055b168b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.37 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3&tenant_id=457e98e9cf034e2a82765e34954e183f&binding%3Ahost_id=n-h2-833234-2 HTTP/1.1" status: 200 len: 944 time: 0.0908294 Mar 11 12:44:21.666807 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93da98b-749c-4d38-8496-864b3efb2bae req-e1bf69af-efc1-4f83-b8c1-a830af8dafbc tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:21.668305 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f93da98b-749c-4d38-8496-864b3efb2bae req-e1bf69af-efc1-4f83-b8c1-a830af8dafbc tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 944 time: 0.0740726 Mar 11 12:44:21.744982 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:44:21.754555 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f93da98b-749c-4d38-8496-864b3efb2bae req-5683223b-52cf-4971-9949-562549a9b975 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800943 Mar 11 12:44:21.756351 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29488552-cb37-4230-b8f2-5d0ceca228da req-6141b74d-4abc-42aa-8788-45a16d7ebf96 service neutron] 10.222.0.37 "GET /v2.0/ports/90208dbc-4cca-4806-bfd2-d5ce09dc5bd4/bindings/n-h2-833234-2 HTTP/1.1" status: 200 len: 382 time: 0.0872183 Mar 11 12:44:21.756635 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'port_id': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'mac_address': 'fa:16:3e:85:db:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:44:21.796453 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:44:21.796939 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:21.811958 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:44:21.833029 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:44:21.838187 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:21.842488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29488552-cb37-4230-b8f2-5d0ceca228da req-6cda90a0-7fd4-44b9-b173-16199c845ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:21.844060 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29488552-cb37-4230-b8f2-5d0ceca228da req-6cda90a0-7fd4-44b9-b173-16199c845ced service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 1126 time: 0.0569284 Mar 11 12:44:21.897853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:44:21.905539 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:21.905887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:21.906223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:21.906549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:21.906875 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:21.907187 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:21.907500 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:21.907853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:21.908168 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:21.908484 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:21.908800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:21.909113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:21.909427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:21.948686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29488552-cb37-4230-b8f2-5d0ceca228da req-d9484a26-d9d5-4aa5-a68a-4c75fdc16902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:21.950188 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29488552-cb37-4230-b8f2-5d0ceca228da req-d9484a26-d9d5-4aa5-a68a-4c75fdc16902 service neutron] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0999188 Mar 11 12:44:22.034371 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29488552-cb37-4230-b8f2-5d0ceca228da req-82852258-3ddd-4f3b-adee-614aca84f876 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 HTTP/1.1" status: 200 len: 1002 time: 0.0764251 Mar 11 12:44:22.049587 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['90208dbc-4cca-4806-bfd2-d5ce09dc5bd4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:44:22.084465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29488552-cb37-4230-b8f2-5d0ceca228da req-81ae5250-00ae-43ce-a2fd-47a46335e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:22.085926 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29488552-cb37-4230-b8f2-5d0ceca228da req-81ae5250-00ae-43ce-a2fd-47a46335e887 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0451522 Mar 11 12:44:22.137014 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29488552-cb37-4230-b8f2-5d0ceca228da req-ca9b1e9c-88ca-4696-93af-50455f3b455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:22.138543 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29488552-cb37-4230-b8f2-5d0ceca228da req-ca9b1e9c-88ca-4696-93af-50455f3b455c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468271 Mar 11 12:44:22.238467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29488552-cb37-4230-b8f2-5d0ceca228da req-e3b50943-bd0d-4206-8681-87a4fbfaea45 service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920455 Mar 11 12:44:22.340804 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-29488552-cb37-4230-b8f2-5d0ceca228da req-495dae61-79f4-4308-8b7c-a35557ce40bb service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959034 Mar 11 12:44:22.902990 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f371b-a2b9-4a1f-9022-d8cf79fef134 req-46d667d0-0c69-4675-8401-08a1ac7ec544 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:22.904530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a9f371b-a2b9-4a1f-9022-d8cf79fef134 req-46d667d0-0c69-4675-8401-08a1ac7ec544 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0639865 Mar 11 12:44:22.953081 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a9f371b-a2b9-4a1f-9022-d8cf79fef134 req-dbd16056-4b85-403f-9620-9f989cbdb004 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402205 Mar 11 12:44:23.654264 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:44:23.712231 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:44:23.716246 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:44:23.716624 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:23.796708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:44:23.797087 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:23.826471 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:44:23.829025 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a34ef46-7008-45e2-bea2-71064a8cd6df" -d '{"events": [{"server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "name": "network-vif-plugged", "status": "completed", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:44:23.843225 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:44:23.848623 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:23.882247 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c7b249-12cf-4015-9271-127c542acb6c x-openstack-request-id: req-f8c7b249-12cf-4015-9271-127c542acb6c {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:44:23.882542 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "name": "network-vif-plugged", "status": "completed", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:44:23.882785 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8c7b249-12cf-4015-9271-127c542acb6c {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:44:23.883165 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'code': 200} Mar 11 12:44:23.907643 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,revision_number=10']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:44:24.079230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6260e-4e23-4c99-832c-46637fbb2d0d req-cfe7bd3c-58db-47d5-accf-ea63181a2cd7 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:24.080735 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23c6260e-4e23-4c99-832c-46637fbb2d0d req-cfe7bd3c-58db-47d5-accf-ea63181a2cd7 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 947 time: 0.0553403 Mar 11 12:44:24.131874 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23c6260e-4e23-4c99-832c-46637fbb2d0d req-99913155-2bd0-46ec-a7e5-62118ffa11e5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447257 Mar 11 12:44:25.262818 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85313082-3350-462c-8c54-b73b676203bf req-0bafc8b0-1706-4d5b-8cd8-52efee5b7abb tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:25.265014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85313082-3350-462c-8c54-b73b676203bf req-0bafc8b0-1706-4d5b-8cd8-52efee5b7abb tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 947 time: 0.0593135 Mar 11 12:44:25.312269 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-85313082-3350-462c-8c54-b73b676203bf req-9667d22d-b47a-4482-82fb-92368b6fee18 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417259 Mar 11 12:44:26.437901 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37293e-3e91-48dd-a1bf-6d4d17197f26 req-c682e3c9-d415-4f1d-9212-35657cdf5126 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:26.439474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b37293e-3e91-48dd-a1bf-6d4d17197f26 req-c682e3c9-d415-4f1d-9212-35657cdf5126 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 947 time: 0.0557945 Mar 11 12:44:26.487619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b37293e-3e91-48dd-a1bf-6d4d17197f26 req-21ab5a00-4860-4184-a5a4-e07f1bd64b48 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415289 Mar 11 12:44:27.616127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d0bb2-0982-4487-b75b-befcc166ac01 req-8c9902a4-05de-4e8f-85a0-085ceb77f410 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:27.617706 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab5d0bb2-0982-4487-b75b-befcc166ac01 req-8c9902a4-05de-4e8f-85a0-085ceb77f410 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 947 time: 0.0540104 Mar 11 12:44:27.678492 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab5d0bb2-0982-4487-b75b-befcc166ac01 req-ddbafbc5-a906-4dba-a4b5-5103c2e1d8ca tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535283 Mar 11 12:44:27.684277 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:44:27.760200 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:44:27.760581 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:27.786412 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:44:27.788638 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f41e022-9b11-466a-aee0-06029491e8f9" -d '{"events": [{"server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:44:27.802122 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:44:27.807826 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:27.838485 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffb02a0-0a85-4a13-8669-ca39863c6c60 x-openstack-request-id: req-7ffb02a0-0a85-4a13-8669-ca39863c6c60 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:44:27.838775 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:44:27.839031 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ffb02a0-0a85-4a13-8669-ca39863c6c60 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:44:27.839406 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'code': 200} Mar 11 12:44:27.860094 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,revision_number=11']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:44:28.360483 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29488552-cb37-4230-b8f2-5d0ceca228da req-1bad5ada-be46-43b4-96b7-7613fc3c2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:28.361970 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-29488552-cb37-4230-b8f2-5d0ceca228da req-1bad5ada-be46-43b4-96b7-7613fc3c2b7b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3&tenant_id=457e98e9cf034e2a82765e34954e183f HTTP/1.1" status: 200 len: 1127 time: 0.0457911 Mar 11 12:44:28.373389 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:44:28.434076 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:28.653719 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:44:28.686126 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:44:28.722553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:44:28.730170 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Publish callbacks [] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:28.743405 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Transition to ACTIVE for port object 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:44:28.749568 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:28.808240 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc80d1-2f1a-4ebf-a451-1b2e2bac60ef req-c3b064d0-c41c-4bcd-914b-957f724eaa0d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:28.816081 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86dc80d1-2f1a-4ebf-a451-1b2e2bac60ef req-c3b064d0-c41c-4bcd-914b-957f724eaa0d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0618513 Mar 11 12:44:28.829794 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Pushing event updated for resources: {'Port': ['ID=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,revision_number=12']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:44:28.842528 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:28.842935 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:28.843204 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:28.844099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:28.844099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:28.844306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:28.844495 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:28.844813 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:28.845134 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:28.845456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:28.846191 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:28.846191 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:28.846532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:44:28.868169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-86dc80d1-2f1a-4ebf-a451-1b2e2bac60ef req-09abf5d2-405e-4224-9d32-c3dcc3e5b98d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511415 Mar 11 12:44:28.887160 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] No DVR routers for this DVR port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:44:29.031624 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Attempting to bind port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:44:29.031926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Attempting to bind port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:44:29.032260 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Attempting to bind port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:44:29.037185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:44:29.037534 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Attempting to bind port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 on network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:44:29.042761 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:44:29.043098 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Checking segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:44:29.043469 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Bound using segment: {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:44:29.043929 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Bound port: 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5666c75-49ba-465a-8822-310880dd1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:44:29.044285 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:29.106739 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:44:29.111575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:44:29.120612 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:29.154457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:29.155117 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:29.156481 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-29488552-cb37-4230-b8f2-5d0ceca228da req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] 10.222.0.71 "PUT /v2.0/ports/90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 HTTP/1.1" status: 200 len: 1093 time: 0.7869987 Mar 11 12:44:29.156898 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:44:29.159143 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd0d621-5b81-40ae-a8c8-c822197e439c" -d '{"events": [{"name": "network-changed", "server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:44:29.218895 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8beffabf-05bb-4b16-a1b5-70e931ee52b3 x-openstack-request-id: req-8beffabf-05bb-4b16-a1b5-70e931ee52b3 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:44:29.219188 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:44:29.219445 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8beffabf-05bb-4b16-a1b5-70e931ee52b3 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:44:29.219888 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'status': 'completed', 'code': 200} Mar 11 12:44:29.226210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db275473-24e2-4680-89b8-58901d3f2919 service neutron] Pushing event updated for resources: {'Port': ['ID=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,revision_number=13']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:44:29.252876 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29488552-cb37-4230-b8f2-5d0ceca228da req-3aa4002c-bd02-4f8a-83c3-8a2ef064ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:29.257755 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-29488552-cb37-4230-b8f2-5d0ceca228da req-3aa4002c-bd02-4f8a-83c3-8a2ef064ae3f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 1127 time: 0.0738487 Mar 11 12:44:29.289826 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-524f1ca1-8d49-4d97-b413-ec71a3a532f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:29.291486 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-524f1ca1-8d49-4d97-b413-ec71a3a532f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 1127 time: 0.0485168 Mar 11 12:44:29.358994 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29488552-cb37-4230-b8f2-5d0ceca228da req-5b4136b7-d9a5-4a32-bf04-009427dcd34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:29.360872 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-29488552-cb37-4230-b8f2-5d0ceca228da req-5b4136b7-d9a5-4a32-bf04-009427dcd34f service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0983007 Mar 11 12:44:29.391123 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-daf1b534-8084-402f-a0d6-4cbf11d193bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:29.392980 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-daf1b534-8084-402f-a0d6-4cbf11d193bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0957041 Mar 11 12:44:29.428376 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-29488552-cb37-4230-b8f2-5d0ceca228da req-d55bdaf0-82be-49d8-b501-50f7ebf953e2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0601044 Mar 11 12:44:29.462242 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-d1d8d122-adb4-4764-a114-dca14fbee919 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0635102 Mar 11 12:44:29.483715 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29488552-cb37-4230-b8f2-5d0ceca228da req-ae39e1a7-ed42-4fc4-a151-b19544d0f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:29.485198 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-29488552-cb37-4230-b8f2-5d0ceca228da req-ae39e1a7-ed42-4fc4-a151-b19544d0f46d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0494719 Mar 11 12:44:29.515572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-f1b228a0-26d5-48a0-ba68-86dd372b0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:29.517239 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-f1b228a0-26d5-48a0-ba68-86dd372b0864 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0495849 Mar 11 12:44:29.534465 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29488552-cb37-4230-b8f2-5d0ceca228da req-67a24bdd-8af5-4804-987a-cdce2e8e12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:29.536140 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-29488552-cb37-4230-b8f2-5d0ceca228da req-67a24bdd-8af5-4804-987a-cdce2e8e12c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442364 Mar 11 12:44:29.566156 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-21ebd04d-c26a-4fca-b023-6138235206e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:29.568286 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-21ebd04d-c26a-4fca-b023-6138235206e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450122 Mar 11 12:44:29.624180 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-29488552-cb37-4230-b8f2-5d0ceca228da req-b3931d60-a9e2-474e-b186-06c7c2ccbc9b service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815015 Mar 11 12:44:29.658258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-a2695f88-2ce2-4ff5-b651-72baa5f3468c service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838945 Mar 11 12:44:29.717694 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-29488552-cb37-4230-b8f2-5d0ceca228da req-8a5f3e6e-a63b-40ab-b510-2643ed4cc541 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862606 Mar 11 12:44:29.752801 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-cf423478-a780-4c09-b13d-e81b64ecb59d service neutron] 10.222.0.37 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889649 Mar 11 12:44:29.803914 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-b611e4eb-bbdb-4b38-a7de-848d7d0754dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:29.805444 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-b611e4eb-bbdb-4b38-a7de-848d7d0754dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 1127 time: 0.0458691 Mar 11 12:44:29.904604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-4b727274-bda4-45ed-a359-b5ee5c2899cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:29.906289 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-4b727274-bda4-45ed-a359-b5ee5c2899cb service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0939317 Mar 11 12:44:29.974007 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-6e779fca-7ae3-4b58-876a-0b844dda1945 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0606375 Mar 11 12:44:29.993655 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd1156-2b00-4050-8e52-d0065660ea72 req-2292b9a1-78c6-4ce9-92ba-06d1b7dc4310 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:29.995450 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6dfd1156-2b00-4050-8e52-d0065660ea72 req-2292b9a1-78c6-4ce9-92ba-06d1b7dc4310 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0549178 Mar 11 12:44:30.032161 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-f8c2c6ce-f8e9-4a0a-a117-51243c89caca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:30.033584 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-f8c2c6ce-f8e9-4a0a-a117-51243c89caca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0537055 Mar 11 12:44:30.045839 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6dfd1156-2b00-4050-8e52-d0065660ea72 req-e272dc5c-9fc0-4844-bb32-1855533831ba tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440426 Mar 11 12:44:30.084694 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-f6d376f7-b140-4997-8f7e-ed66ec79ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:30.086455 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-f6d376f7-b140-4997-8f7e-ed66ec79ec36 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464253 Mar 11 12:44:30.177502 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-039d9a21-d027-41f3-8f67-136a2c8405d3 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836465 Mar 11 12:44:30.271319 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-dbd0d621-5b81-40ae-a8c8-c822197e439c req-50bfc6cc-088e-4371-bb96-f804c2c99fb5 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878124 Mar 11 12:44:31.176521 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c030c-c79e-4d8e-8a9d-dfc2037095d6 req-ed0a28c5-eace-4fe8-8cd2-92239d3c7ccb tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:31.178413 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b7c030c-c79e-4d8e-8a9d-dfc2037095d6 req-ed0a28c5-eace-4fe8-8cd2-92239d3c7ccb tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0583835 Mar 11 12:44:31.226128 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b7c030c-c79e-4d8e-8a9d-dfc2037095d6 req-53625525-a766-41f8-927f-fb846dd9e04f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417802 Mar 11 12:44:32.355110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965813b-8cf1-4d2c-81cb-78d5f2f083fa req-ad3e6e89-dbb3-4ad6-b9e9-32e0d9770750 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:32.356761 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9965813b-8cf1-4d2c-81cb-78d5f2f083fa req-ad3e6e89-dbb3-4ad6-b9e9-32e0d9770750 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0551405 Mar 11 12:44:32.405042 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9965813b-8cf1-4d2c-81cb-78d5f2f083fa req-a8217959-d316-406a-bc3d-6cabc1ebf669 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425749 Mar 11 12:44:33.534255 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03301b64-1155-4c52-93e8-680fc0237842 req-7e5978be-e68b-4cfe-b509-97a931bcd0d8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:33.535716 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03301b64-1155-4c52-93e8-680fc0237842 req-7e5978be-e68b-4cfe-b509-97a931bcd0d8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0553155 Mar 11 12:44:33.586965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03301b64-1155-4c52-93e8-680fc0237842 req-4839b232-7487-4660-b3e1-39ff41d4baa1 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449874 Mar 11 12:44:34.272095 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:34.680962 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2c2b4-fe85-406d-8654-59a247f95da1 req-1bdbf86f-cff6-44f7-8b85-35c428eeb5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:34.680962 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4de2c2b4-fe85-406d-8654-59a247f95da1 req-1bdbf86f-cff6-44f7-8b85-35c428eeb5aa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=457e98e9cf034e2a82765e34954e183f&device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 1127 time: 0.0568664 Mar 11 12:44:34.722144 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032fb59-bd1c-42d9-934f-c7933957296f req-6f42b2e2-ebc0-42f5-b659-d601b303ab17 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:34.723751 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5032fb59-bd1c-42d9-934f-c7933957296f req-6f42b2e2-ebc0-42f5-b659-d601b303ab17 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0593162 Mar 11 12:44:34.772299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5032fb59-bd1c-42d9-934f-c7933957296f req-142d0ad4-3cd6-4a9d-8a94-9390ef1fb4bd tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418746 Mar 11 12:44:34.797911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2c2b4-fe85-406d-8654-59a247f95da1 req-4592eb51-03c5-4f3c-a9ef-d5c17cd8b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:34.799466 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4de2c2b4-fe85-406d-8654-59a247f95da1 req-4592eb51-03c5-4f3c-a9ef-d5c17cd8b348 service neutron] 10.222.0.71 "GET /v2.0/networks?id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 200 len: 913 time: 0.0981207 Mar 11 12:44:34.864758 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4de2c2b4-fe85-406d-8654-59a247f95da1 req-a62aa20e-72a5-4e70-8126-f0b66b794963 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0586460 Mar 11 12:44:34.920038 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2c2b4-fe85-406d-8654-59a247f95da1 req-c1709607-b911-43a4-8323-f2eb7b692151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:34.921440 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4de2c2b4-fe85-406d-8654-59a247f95da1 req-c1709607-b911-43a4-8323-f2eb7b692151 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 200 len: 851 time: 0.0498624 Mar 11 12:44:34.974984 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2c2b4-fe85-406d-8654-59a247f95da1 req-c0593223-9020-4955-9cab-f624d1d10e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:34.976561 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4de2c2b4-fe85-406d-8654-59a247f95da1 req-c0593223-9020-4955-9cab-f624d1d10e1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=73a435ec-81bd-4ebc-85e7-fb739a8f9bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465860 Mar 11 12:44:35.071505 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4de2c2b4-fe85-406d-8654-59a247f95da1 req-b92acdc0-2138-4728-849e-c837238e78f9 service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860043 Mar 11 12:44:35.167896 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4de2c2b4-fe85-406d-8654-59a247f95da1 req-e7940315-4192-446a-bb3b-0b317e005ecc service neutron] 10.222.0.71 "GET /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904474 Mar 11 12:44:35.897416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38229f-9dfe-4ed2-a264-444ddfcb795e req-a7c0f1af-45c8-43dc-a7c4-e96fc87d8ffe tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:35.898933 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b38229f-9dfe-4ed2-a264-444ddfcb795e req-a7c0f1af-45c8-43dc-a7c4-e96fc87d8ffe tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0553608 Mar 11 12:44:35.962197 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b38229f-9dfe-4ed2-a264-444ddfcb795e req-41f5ae8e-924a-49e6-b8a2-c8b618d7dd19 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571978 Mar 11 12:44:37.092333 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c0273-a493-4b04-9198-4e6f4df431f6 req-32ba04d8-f73d-4b78-9d9e-b4a69ca7f712 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:37.093816 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-333c0273-a493-4b04-9198-4e6f4df431f6 req-32ba04d8-f73d-4b78-9d9e-b4a69ca7f712 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0566950 Mar 11 12:44:37.149567 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-333c0273-a493-4b04-9198-4e6f4df431f6 req-df38e62f-2c3a-4c8b-b225-f73bd9b5e18e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499072 Mar 11 12:44:38.279429 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc8e84-fec8-4879-8044-a089d6142a43 req-b0ac5894-2031-4ec8-b2fd-24fe551c6528 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:38.281064 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61dc8e84-fec8-4879-8044-a089d6142a43 req-b0ac5894-2031-4ec8-b2fd-24fe551c6528 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0621946 Mar 11 12:44:38.330526 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-61dc8e84-fec8-4879-8044-a089d6142a43 req-ae1a647d-d9f8-409e-93af-0bd659753c2d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429432 Mar 11 12:44:39.458853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfe5b0-417b-415e-a455-a1b322a41d4b req-afe4e7a7-2475-44d0-a94f-0cb71b423811 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:39.460577 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8cdfe5b0-417b-415e-a455-a1b322a41d4b req-afe4e7a7-2475-44d0-a94f-0cb71b423811 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0589597 Mar 11 12:44:39.515101 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8cdfe5b0-417b-415e-a455-a1b322a41d4b req-4c9afd94-84a8-4ccd-8ae4-70efffb814d0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487220 Mar 11 12:44:40.645255 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb23ad-0e96-4b7f-9108-1ea16063c468 req-5b6cb9f4-a43a-41ab-b878-e24b93343893 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:40.646787 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ceb23ad-0e96-4b7f-9108-1ea16063c468 req-5b6cb9f4-a43a-41ab-b878-e24b93343893 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0552344 Mar 11 12:44:40.694506 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ceb23ad-0e96-4b7f-9108-1ea16063c468 req-b0a7c389-c616-4a42-b8bb-36f116a83a15 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419858 Mar 11 12:44:41.825764 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7caaf-b4b7-479d-9bb0-34c450bfc6ab req-c49a68cc-361c-4e63-81eb-7372e91c1444 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:41.827223 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2df7caaf-b4b7-479d-9bb0-34c450bfc6ab req-c49a68cc-361c-4e63-81eb-7372e91c1444 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0548837 Mar 11 12:44:41.877513 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2df7caaf-b4b7-479d-9bb0-34c450bfc6ab req-9db4f11a-df40-43d7-a489-7a4f2fd44a48 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422919 Mar 11 12:44:43.012473 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007844b6-3636-475a-93e4-7804d0e92495 req-653d5f2a-3b1e-42f5-b24a-0b20b75721a5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:43.013927 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-007844b6-3636-475a-93e4-7804d0e92495 req-653d5f2a-3b1e-42f5-b24a-0b20b75721a5 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0611935 Mar 11 12:44:43.064202 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-007844b6-3636-475a-93e4-7804d0e92495 req-36f098ab-bc4c-47c9-956b-8a5d60d263a3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415401 Mar 11 12:44:43.158591 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:43.693344 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7f2c6c7c-54d1-4bdf-ae1d-54be101b05c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:44.192521 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add6695-afd9-4ca8-840f-92724de04ce7 req-48c58837-568a-4cd1-ab93-f38896505926 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:44.194678 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3add6695-afd9-4ca8-840f-92724de04ce7 req-48c58837-568a-4cd1-ab93-f38896505926 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0544116 Mar 11 12:44:44.242608 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3add6695-afd9-4ca8-840f-92724de04ce7 req-a4e9dd61-4abc-4daf-bce1-326af99561fb tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421815 Mar 11 12:44:45.371862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34a959-c4fe-4e27-a07f-4833390f1562 req-6123ae98-2fff-4752-8b5c-2a66d23ca05d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:45.373245 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3f34a959-c4fe-4e27-a07f-4833390f1562 req-6123ae98-2fff-4752-8b5c-2a66d23ca05d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0590982 Mar 11 12:44:45.419852 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3f34a959-c4fe-4e27-a07f-4833390f1562 req-99a432f6-d080-4c32-8d0e-febbb1654058 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405409 Mar 11 12:44:45.792845 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-74eb022e-e61c-4aa0-819d-3f21a6a8fcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:46.577641 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acfdde-8733-4fb7-b491-98f613ac348b req-2e46a3c9-1703-437f-aa85-82980ef47a1b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:46.579133 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52acfdde-8733-4fb7-b491-98f613ac348b req-2e46a3c9-1703-437f-aa85-82980ef47a1b tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0715828 Mar 11 12:44:46.637137 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-52acfdde-8733-4fb7-b491-98f613ac348b req-37007f59-ff2f-4f3e-befa-44f94234ecc0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504830 Mar 11 12:44:47.428438 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:47.777564 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae47c95-dc50-4144-951c-3b2bb961029c req-9766aa81-58e6-4df3-b3dc-4e0bec6265f2 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:47.778950 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ae47c95-dc50-4144-951c-3b2bb961029c req-9766aa81-58e6-4df3-b3dc-4e0bec6265f2 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0559857 Mar 11 12:44:47.831461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ae47c95-dc50-4144-951c-3b2bb961029c req-60c86de7-4905-4f0e-aec8-d2d91cf4216d tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442913 Mar 11 12:44:47.954782 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb625ff-a26f-4d78-ad99-7fc288e16cea req-c18d25f2-73bb-4196-8a53-02e9dbcf38bf tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:47.956291 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0bb625ff-a26f-4d78-ad99-7fc288e16cea req-c18d25f2-73bb-4196-8a53-02e9dbcf38bf tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0540345 Mar 11 12:44:48.021018 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0bb625ff-a26f-4d78-ad99-7fc288e16cea req-2ce28973-964b-4af7-a980-f6fd71e8b0b0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575435 Mar 11 12:44:48.155753 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd219c87-d371-457b-9014-f70ccb9eaf98 req-57bb999b-27cf-491d-9403-a88bbe71f08f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:48.157215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd219c87-d371-457b-9014-f70ccb9eaf98 req-57bb999b-27cf-491d-9403-a88bbe71f08f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0573840 Mar 11 12:44:48.204814 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd219c87-d371-457b-9014-f70ccb9eaf98 req-154b6571-a8b4-4a87-bc82-ccb0d38793c4 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418561 Mar 11 12:44:48.465729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c73bcf-e25c-44a3-a1a1-75fec5c42676 req-251ffd6d-20cb-44a7-afa5-12c7d54a365f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:48.467208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0c73bcf-e25c-44a3-a1a1-75fec5c42676 req-251ffd6d-20cb-44a7-afa5-12c7d54a365f tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 945 time: 0.0587547 Mar 11 12:44:48.503310 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:44:48.514851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e0c73bcf-e25c-44a3-a1a1-75fec5c42676 req-ddd9ac2a-0df2-4d00-ad4e-cfd128141c49 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418720 Mar 11 12:44:48.614153 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:44:48.630380 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'port_id': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'mac_address': 'fa:16:3e:85:db:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:44:48.669286 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:44:48.669662 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:48.683467 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:44:48.702831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:44:48.709328 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:48.760670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,revision_number=14']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:44:48.852014 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:49.002720 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['90208dbc-4cca-4806-bfd2-d5ce09dc5bd4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:44:49.667897 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9b812-4555-42e2-97cf-d5db3df2d28d req-edc80410-8a0e-4ae6-a297-c79037802ff3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:49.669406 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7b9b812-4555-42e2-97cf-d5db3df2d28d req-edc80410-8a0e-4ae6-a297-c79037802ff3 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0794959 Mar 11 12:44:49.716546 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a7b9b812-4555-42e2-97cf-d5db3df2d28d req-c4d31c3e-d21c-4140-a0cc-80b308e957ad tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a6b9f09-cea1-4d8d-adb6-049ddba64132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415564 Mar 11 12:44:50.120951 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:50.261763 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9a921-b6a8-4e69-a7a2-764e34aa0248 req-efa2d676-fd45-4f7a-84b3-0c2bb91ae37e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:44:50.263319 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-77a9a921-b6a8-4e69-a7a2-764e34aa0248 req-efa2d676-fd45-4f7a-84b3-0c2bb91ae37e tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.71 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 946 time: 0.0544209 Mar 11 12:44:50.363261 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-77a9a921-b6a8-4e69-a7a2-764e34aa0248 req-1202815d-161f-4f2e-b54c-87a93fbd4660 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Deleting port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:44:50.363595 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-77a9a921-b6a8-4e69-a7a2-764e34aa0248 req-1202815d-161f-4f2e-b54c-87a93fbd4660 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:50.453972 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-77a9a921-b6a8-4e69-a7a2-764e34aa0248 req-1202815d-161f-4f2e-b54c-87a93fbd4660 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:44:50.454230 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-77a9a921-b6a8-4e69-a7a2-764e34aa0248 req-1202815d-161f-4f2e-b54c-87a93fbd4660 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:50.519600 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:44:50.571341 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:44:50.575543 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:44:50.575944 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:50.631971 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-77a9a921-b6a8-4e69-a7a2-764e34aa0248 req-1202815d-161f-4f2e-b54c-87a93fbd4660 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:50.632432 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-77a9a921-b6a8-4e69-a7a2-764e34aa0248 req-1202815d-161f-4f2e-b54c-87a93fbd4660 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (a770ce08-cd54-4370-9025-393b68bda462), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:50.632945 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [req-77a9a921-b6a8-4e69-a7a2-764e34aa0248 req-1202815d-161f-4f2e-b54c-87a93fbd4660 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Floating IP a770ce08-cd54-4370-9025-393b68bda462 disassociated. External IP: 172.25.7.106, port: 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4. Mar 11 12:44:50.633291 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-77a9a921-b6a8-4e69-a7a2-764e34aa0248 req-1202815d-161f-4f2e-b54c-87a93fbd4660 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Calling delete_port for 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:44:50.653201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:44:50.653588 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:50.680527 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:44:50.682942 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb688b9-0398-4426-81ce-178c648e8964" -d '{"events": [{"server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "name": "network-vif-plugged", "status": "completed", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:44:50.699244 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:44:50.705274 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:50.732809 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9865173d-ddfa-46f9-b991-0ef30afa03b0 x-openstack-request-id: req-9865173d-ddfa-46f9-b991-0ef30afa03b0 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:44:50.733079 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "name": "network-vif-plugged", "status": "completed", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:44:50.733331 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9865173d-ddfa-46f9-b991-0ef30afa03b0 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:44:50.733712 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'code': 200} Mar 11 12:44:50.760404 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,revision_number=15']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:44:50.777163 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-77a9a921-b6a8-4e69-a7a2-764e34aa0248 req-1202815d-161f-4f2e-b54c-87a93fbd4660 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (90208dbc-4cca-4806-bfd2-d5ce09dc5bd4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:50.811441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202815d-161f-4f2e-b54c-87a93fbd4660 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Pushing event deleted for resources: {'Port': ['ID=90208dbc-4cca-4806-bfd2-d5ce09dc5bd4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:44:50.816440 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0e393ea3-d1a3-49f2-850e-0aa7a4e795ba req-a02410f3-9241-40fe-8b14-c88f8d3d2797 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 210 time: 0.0279329 Mar 11 12:44:51.280737 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77a9a921-b6a8-4e69-a7a2-764e34aa0248 req-1202815d-161f-4f2e-b54c-87a93fbd4660 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Router f9182b0b-b598-4b74-8e6e-b25c494b433d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:44:51.395379 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77a9a921-b6a8-4e69-a7a2-764e34aa0248 req-1202815d-161f-4f2e-b54c-87a93fbd4660 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:44:51.409416 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23cd2d-7b36-4507-bd79-d2af6ae1dce7 None None] Sync routers for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:44:51.420611 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23cd2d-7b36-4507-bd79-d2af6ae1dce7 None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:44:51.421318 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3b23cd2d-7b36-4507-bd79-d2af6ae1dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:44:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:44:51.440364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a9a921-b6a8-4e69-a7a2-764e34aa0248 req-1202815d-161f-4f2e-b54c-87a93fbd4660 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] No DVR routers for this DVR port 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:44:51.443047 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-77a9a921-b6a8-4e69-a7a2-764e34aa0248 req-1202815d-161f-4f2e-b54c-87a93fbd4660 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:44:51.446611 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-77a9a921-b6a8-4e69-a7a2-764e34aa0248 req-1202815d-161f-4f2e-b54c-87a93fbd4660 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.71 "DELETE /v2.0/ports/90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 HTTP/1.1" status: 204 len: 173 time: 1.1763892 Mar 11 12:44:51.447051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'name': 'network-vif-deleted', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:44:51.449356 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914dd8a3-9d71-4a38-b3e1-399dc7b6210d" -d '{"events": [{"server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "name": "network-vif-deleted", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:44:51.492077 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5146b44a-b2f6-4c03-9004-b5308b14dafd x-openstack-request-id: req-5146b44a-b2f6-4c03-9004-b5308b14dafd {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:44:51.492349 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edee97bf-0203-426b-b838-1fe8ae815cf3", "name": "network-vif-deleted", "tag": "90208dbc-4cca-4806-bfd2-d5ce09dc5bd4", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:44:51.492789 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5146b44a-b2f6-4c03-9004-b5308b14dafd {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:44:51.493192 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edee97bf-0203-426b-b838-1fe8ae815cf3', 'name': 'network-vif-deleted', 'tag': '90208dbc-4cca-4806-bfd2-d5ce09dc5bd4', 'status': 'completed', 'code': 200} Mar 11 12:44:51.533943 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-3b23cd2d-7b36-4507-bd79-d2af6ae1dce7 None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:44:51.734119 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3b23cd2d-7b36-4507-bd79-d2af6ae1dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:44:51.767596 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23cd2d-7b36-4507-bd79-d2af6ae1dce7 None None] Checking router: f9182b0b-b598-4b74-8e6e-b25c494b433d for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:44:51.777647 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23cd2d-7b36-4507-bd79-d2af6ae1dce7 None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:44:51.778260 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3b23cd2d-7b36-4507-bd79-d2af6ae1dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:44:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:44:51.890685 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-3b23cd2d-7b36-4507-bd79-d2af6ae1dce7 None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:44:51.921031 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12f7c5ea-d18c-43cb-a9e4-3173196015bd req-f9d05ca1-14c2-4ba0-b060-e977ce303acc tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 210 time: 0.0320687 Mar 11 12:44:51.926996 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:44:52.102188 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3b23cd2d-7b36-4507-bd79-d2af6ae1dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:44:52.134037 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23cd2d-7b36-4507-bd79-d2af6ae1dce7 None None] The sync data for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 is: [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:26Z', 'revision_number': 4, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd1279cf-cc50-4501-8e4a-58fbcc444b0c', 'name': '', 'network_id': '73a435ec-81bd-4ebc-85e7-fb739a8f9bab', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'mac_address': 'fa:16:3e:1f:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:26Z', 'updated_at': '2022-03-11T12:40:30Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'subnets': [{'id': 'a84c5bfd-b09e-48e2-abfe-1eca9fcd9101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:44:52.372342 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8648a5c-afe6-4a9c-befc-36e3a5611029 None None] New status for floating IP a770ce08-cd54-4370-9025-393b68bda462: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:44:53.021608 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b914af14-3492-4209-89aa-e0fdedc4d790 req-d0bf0362-09bd-42f8-8061-d3286599bec2 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 210 time: 0.0273373 Mar 11 12:44:54.121409 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eee65bbc-e45c-4489-8f3f-71abf2d4029c req-1fe0aa08-940a-4347-8849-6a4c87fd4022 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 210 time: 0.0280883 Mar 11 12:44:54.555000 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:44:54.575641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:44:54.575999 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 90208dbc-4cca-4806-bfd2-d5ce09dc5bd4 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:44:55.220378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab9d320f-bd93-4f6c-a114-698decdb4020 req-2e1840ec-6b9a-4f0a-928c-299fe5fb34bc tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 210 time: 0.0280185 Mar 11 12:44:56.325203 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1ac4ec2c-0840-4da5-837c-d14c3b6bd4f6 req-8afb9259-6c9f-4544-a8a9-36c45d9045cc tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 210 time: 0.0285280 Mar 11 12:44:57.435137 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6d47ae46-159f-441d-b1cf-29112a5a2618 req-ccf0e43c-ce59-4de3-b093-7db841edad17 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 210 time: 0.0283947 Mar 11 12:44:58.550133 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f50d32f-b00f-4709-ae4d-6f33d300d2e8 req-09dd7fff-c708-435b-a88c-165e991dc622 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 210 time: 0.0306931 Mar 11 12:44:59.651856 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-92e66bef-df38-40b2-9507-8f50ee061bae req-778ca604-a7a4-40a6-b1e5-34a7f53e53d8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 210 time: 0.0276656 Mar 11 12:45:00.770311 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08e030c2-724d-4b61-9278-62af2a525f16 req-50348f49-e076-4a48-b982-ee841cf5bf09 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/ports?device_id=edee97bf-0203-426b-b838-1fe8ae815cf3 HTTP/1.1" status: 200 len: 210 time: 0.0292733 Mar 11 12:45:04.270307 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:07.649049 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45798) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:07.705756 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40944294-afb1-4e75-85c0-8a790e370c98 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for security_group (7a6b9f09-cea1-4d8d-adb6-049ddba64132), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:07.729218 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40944294-afb1-4e75-85c0-8a790e370c98 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for security_group (7a6b9f09-cea1-4d8d-adb6-049ddba64132), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:07.778256 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40944294-afb1-4e75-85c0-8a790e370c98 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (7a6b9f09-cea1-4d8d-adb6-049ddba64132), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:07.781017 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40944294-afb1-4e75-85c0-8a790e370c98 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:07.782165 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-40944294-afb1-4e75-85c0-8a790e370c98 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "DELETE /v2.0/security-groups/7a6b9f09-cea1-4d8d-adb6-049ddba64132 HTTP/1.1" status: 204 len: 168 time: 0.1311793 Mar 11 12:45:07.785275 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45800) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:07.801801 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40944294-afb1-4e75-85c0-8a790e370c98 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6b9f09-cea1-4d8d-adb6-049ddba64132,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:07.803836 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-1f09db34-8557-456f-9b1b-cccd9b8459d0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] show failed (client error): The resource could not be found. Mar 11 12:45:07.804832 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1f09db34-8557-456f-9b1b-cccd9b8459d0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "GET /v2.0/security-groups/7a6b9f09-cea1-4d8d-adb6-049ddba64132 HTTP/1.1" status: 404 len: 347 time: 0.0186777 Mar 11 12:45:07.808156 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45802) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:07.934312 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b0062a7e-5326-4513-ba6d-e19760fc1cf0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Deleting port 189f4081-74e0-43c2-b4a3-e7c1d1d88fc4 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:45:07.934617 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0062a7e-5326-4513-ba6d-e19760fc1cf0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (189f4081-74e0-43c2-b4a3-e7c1d1d88fc4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:08.015154 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0062a7e-5326-4513-ba6d-e19760fc1cf0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (189f4081-74e0-43c2-b4a3-e7c1d1d88fc4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:08.015810 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0062a7e-5326-4513-ba6d-e19760fc1cf0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for floatingip (189f4081-74e0-43c2-b4a3-e7c1d1d88fc4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:08.027497 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b0062a7e-5326-4513-ba6d-e19760fc1cf0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Calling delete_port for 189f4081-74e0-43c2-b4a3-e7c1d1d88fc4 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:45:08.175738 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0062a7e-5326-4513-ba6d-e19760fc1cf0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (189f4081-74e0-43c2-b4a3-e7c1d1d88fc4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:08.200916 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0062a7e-5326-4513-ba6d-e19760fc1cf0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Pushing event deleted for resources: {'Port': ['ID=189f4081-74e0-43c2-b4a3-e7c1d1d88fc4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:08.275537 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0062a7e-5326-4513-ba6d-e19760fc1cf0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks [] for floatingip (a770ce08-cd54-4370-9025-393b68bda462), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:08.278772 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0062a7e-5326-4513-ba6d-e19760fc1cf0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:08.279942 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b0062a7e-5326-4513-ba6d-e19760fc1cf0 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] 10.222.0.78 "DELETE /v2.0/floatingips/a770ce08-cd54-4370-9025-393b68bda462 HTTP/1.1" status: 204 len: 168 time: 0.4706182 Mar 11 12:45:08.283256 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45804) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:08.643656 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (f9182b0b-b598-4b74-8e6e-b25c494b433d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:08.900061 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Deleting port fd1279cf-cc50-4501-8e4a-58fbcc444b0c {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:45:08.900318 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:08.978154 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] For port fd1279cf-cc50-4501-8e4a-58fbcc444b0c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fd1279cf-cc50-4501-8e4a-58fbcc444b0c,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:45:08.978508 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:08.991082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Calling delete_port for fd1279cf-cc50-4501-8e4a-58fbcc444b0c owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:45:09.523221 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (fd1279cf-cc50-4501-8e4a-58fbcc444b0c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:09.551117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd1279cf-cc50-4501-8e4a-58fbcc444b0c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:09.562627 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:09.562963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:09.563304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:09.563665 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:09.564022 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:09.564409 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:09.564729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:09.565056 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:09.565378 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:09.565697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:09.566026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:09.566343 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:09.566661 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:09.727190 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (f9182b0b-b598-4b74-8e6e-b25c494b433d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:09.948398 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Router f9182b0b-b598-4b74-8e6e-b25c494b433d has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:45:10.064909 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:45:10.070260 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-26eff9f6-0e8a-438f-9ffd-b6d24f4b7d24 admin admin] 10.222.0.78 "PUT /v2.0/routers/f9182b0b-b598-4b74-8e6e-b25c494b433d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7858253 Mar 11 12:45:10.073215 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45806) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:10.075465 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4d5ebf-aa85-4927-acc1-4f000b55e45f None None] Sync routers for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:45:10.085078 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4d5ebf-aa85-4927-acc1-4f000b55e45f None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:45:10.085901 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5d4d5ebf-aa85-4927-acc1-4f000b55e45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:44:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:10.181784 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca7d3771-4bce-4c94-bc09-228670b4e3d5 admin admin] Publish callbacks [] for router (f9182b0b-b598-4b74-8e6e-b25c494b433d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:10.194114 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5d4d5ebf-aa85-4927-acc1-4f000b55e45f None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:45:10.288059 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca7d3771-4bce-4c94-bc09-228670b4e3d5 admin admin] Publish callbacks [] for router_gateway (f9182b0b-b598-4b74-8e6e-b25c494b433d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:10.342604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-ca7d3771-4bce-4c94-bc09-228670b4e3d5 admin admin] Deleting port e4479492-4446-4a1e-89d4-fb9ffd3f0d30 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:45:10.342952 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca7d3771-4bce-4c94-bc09-228670b4e3d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e4479492-4446-4a1e-89d4-fb9ffd3f0d30), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:10.369239 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5d4d5ebf-aa85-4927-acc1-4f000b55e45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:45:09Z', 'revision_number': 5, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port': {'id': 'e4479492-4446-4a1e-89d4-fb9ffd3f0d30', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:10.400315 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4d5ebf-aa85-4927-acc1-4f000b55e45f None None] Checking router: f9182b0b-b598-4b74-8e6e-b25c494b433d for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:45:10.411229 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4d5ebf-aa85-4927-acc1-4f000b55e45f None None] Routers {'f9182b0b-b598-4b74-8e6e-b25c494b433d'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:45:10.411979 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5d4d5ebf-aa85-4927-acc1-4f000b55e45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:44:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['f9182b0b-b598-4b74-8e6e-b25c494b433d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:10.427528 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-ca7d3771-4bce-4c94-bc09-228670b4e3d5 admin admin] For port e4479492-4446-4a1e-89d4-fb9ffd3f0d30, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=e4479492-4446-4a1e-89d4-fb9ffd3f0d30,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:45:10.427965 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca7d3771-4bce-4c94-bc09-228670b4e3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e4479492-4446-4a1e-89d4-fb9ffd3f0d30), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:10.441576 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-ca7d3771-4bce-4c94-bc09-228670b4e3d5 admin admin] Calling delete_port for e4479492-4446-4a1e-89d4-fb9ffd3f0d30 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:45:10.592461 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5d4d5ebf-aa85-4927-acc1-4f000b55e45f None None] Set router f9182b0b-b598-4b74-8e6e-b25c494b433d gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:45:10.619246 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca7d3771-4bce-4c94-bc09-228670b4e3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e4479492-4446-4a1e-89d4-fb9ffd3f0d30), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:10.643217 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5d4d5ebf-aa85-4927-acc1-4f000b55e45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:45:10Z', 'revision_number': 6, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:10.647659 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d3771-4bce-4c94-bc09-228670b4e3d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4479492-4446-4a1e-89d4-fb9ffd3f0d30,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:10.672223 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4d5ebf-aa85-4927-acc1-4f000b55e45f None None] The sync data for ids ['f9182b0b-b598-4b74-8e6e-b25c494b433d'] in n-d-833234-2 is: [{'id': 'f9182b0b-b598-4b74-8e6e-b25c494b433d', 'name': 'tempest-ServerActionsTestJSON-1512590986-router', 'tenant_id': '457e98e9cf034e2a82765e34954e183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:40:24Z', 'updated_at': '2022-03-11T12:45:10Z', 'revision_number': 6, 'project_id': '457e98e9cf034e2a82765e34954e183f', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:45:10.716163 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca7d3771-4bce-4c94-bc09-228670b4e3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (f9182b0b-b598-4b74-8e6e-b25c494b433d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:10.809226 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca7d3771-4bce-4c94-bc09-228670b4e3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (f9182b0b-b598-4b74-8e6e-b25c494b433d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:10.811447 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca7d3771-4bce-4c94-bc09-228670b4e3d5 admin admin] Publish callbacks [] for router_controller (f9182b0b-b598-4b74-8e6e-b25c494b433d), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:10.862625 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca7d3771-4bce-4c94-bc09-228670b4e3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (f9182b0b-b598-4b74-8e6e-b25c494b433d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:10.863452 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7d3771-4bce-4c94-bc09-228670b4e3d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9182b0b-b598-4b74-8e6e-b25c494b433d {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:45:10.870194 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca7d3771-4bce-4c94-bc09-228670b4e3d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:10.871462 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ca7d3771-4bce-4c94-bc09-228670b4e3d5 admin admin] 10.222.0.78 "DELETE /v2.0/routers/f9182b0b-b598-4b74-8e6e-b25c494b433d HTTP/1.1" status: 204 len: 168 time: 0.7973037 Mar 11 12:45:10.875346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45810) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:10.920757 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-190a12c7-e78b-467e-9652-2308dd8fdd2a admin admin] Deleting subnet a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:45:10.924066 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-190a12c7-e78b-467e-9652-2308dd8fdd2a admin admin] Publish callbacks [] for subnet (a84c5bfd-b09e-48e2-abfe-1eca9fcd9101), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:10.957323 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-190a12c7-e78b-467e-9652-2308dd8fdd2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (a84c5bfd-b09e-48e2-abfe-1eca9fcd9101), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:11.034817 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-190a12c7-e78b-467e-9652-2308dd8fdd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (a84c5bfd-b09e-48e2-abfe-1eca9fcd9101), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:11.098025 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-190a12c7-e78b-467e-9652-2308dd8fdd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (a84c5bfd-b09e-48e2-abfe-1eca9fcd9101), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:11.124627 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a12c7-e78b-467e-9652-2308dd8fdd2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a84c5bfd-b09e-48e2-abfe-1eca9fcd9101,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:11.129807 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-190a12c7-e78b-467e-9652-2308dd8fdd2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:11.134485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-190a12c7-e78b-467e-9652-2308dd8fdd2a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a84c5bfd-b09e-48e2-abfe-1eca9fcd9101 HTTP/1.1" status: 204 len: 168 time: 0.2574267 Mar 11 12:45:11.135724 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb8e703-5c79-4dd9-bba1-5241cf85ea17 None None] Network 73a435ec-81bd-4ebc-85e7-fb739a8f9bab requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:45:11.136910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45812) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:11.205310 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (73a435ec-81bd-4ebc-85e7-fb739a8f9bab), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:11.264270 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] Deleting port 9c015c4b-93d9-47a7-8303-bcbfbb4b778e {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:45:11.264602 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9c015c4b-93d9-47a7-8303-bcbfbb4b778e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:11.327008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] For port 9c015c4b-93d9-47a7-8303-bcbfbb4b778e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=9c015c4b-93d9-47a7-8303-bcbfbb4b778e,segment=NetworkSegment(f5666c75-49ba-465a-8822-310880dd1d2c),segment_id=f5666c75-49ba-465a-8822-310880dd1d2c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:45:11.327365 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9c015c4b-93d9-47a7-8303-bcbfbb4b778e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:11.339067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] Calling delete_port for 9c015c4b-93d9-47a7-8303-bcbfbb4b778e owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:45:11.426464 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (9c015c4b-93d9-47a7-8303-bcbfbb4b778e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:11.455187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c015c4b-93d9-47a7-8303-bcbfbb4b778e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:11.460400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] No DVR routers for this DVR port 9c015c4b-93d9-47a7-8303-bcbfbb4b778e on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:45:11.460511 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9125504c-7236-4257-8001-767d16f6b819 None None] DHCP port deletion for 73a435ec-81bd-4ebc-85e7-fb739a8f9bab request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:45:11.536079 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (73a435ec-81bd-4ebc-85e7-fb739a8f9bab), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:11.558628 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a435ec-81bd-4ebc-85e7-fb739a8f9bab']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:11.567962 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5666c75-49ba-465a-8822-310880dd1d2c') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:11.568267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5666c75-49ba-465a-8822-310880dd1d2c') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:11.577973 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e4479492-4446-4a1e-89d4-fb9ffd3f0d30 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:45:11.585533 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (f5666c75-49ba-465a-8822-310880dd1d2c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:11.598095 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: e4479492-4446-4a1e-89d4-fb9ffd3f0d30 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:45:11.598444 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device e4479492-4446-4a1e-89d4-fb9ffd3f0d30 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:45:11.599072 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9c015c4b-93d9-47a7-8303-bcbfbb4b778e no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:45:11.606627 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (f5666c75-49ba-465a-8822-310880dd1d2c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:11.613478 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:45:11.613854 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (f5666c75-49ba-465a-8822-310880dd1d2c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:45:11.615534 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:45:11.622055 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 9c015c4b-93d9-47a7-8303-bcbfbb4b778e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:45:11.622402 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 9c015c4b-93d9-47a7-8303-bcbfbb4b778e not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:45:11.622814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fd1279cf-cc50-4501-8e4a-58fbcc444b0c no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:45:11.674245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (73a435ec-81bd-4ebc-85e7-fb739a8f9bab), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:11.679908 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:11.687665 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] 10.222.0.78 "DELETE /v2.0/networks/73a435ec-81bd-4ebc-85e7-fb739a8f9bab HTTP/1.1" status: 204 len: 168 time: 0.5464771 Mar 11 12:45:11.701640 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9995c0-a1fd-4b6f-a678-61593ce99ec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=73a435ec-81bd-4ebc-85e7-fb739a8f9bab,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:11.811851 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: fd1279cf-cc50-4501-8e4a-58fbcc444b0c {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:45:11.812128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fd1279cf-cc50-4501-8e4a-58fbcc444b0c not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:45:11.815107 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45816) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:11.860162 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7541129e-b6dd-4f26-a27a-8eb643616d2e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=457e98e9cf034e2a82765e34954e183f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438676 Mar 11 12:45:11.862589 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45818) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:11.909864 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a3c35cd-5479-4a57-9b4e-b988f5a73656 admin admin] Publish callbacks [] for security_group (00f44d70-bf2c-40af-b8b2-7d20a3facb47), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:11.931535 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a3c35cd-5479-4a57-9b4e-b988f5a73656 admin admin] Publish callbacks [] for security_group (00f44d70-bf2c-40af-b8b2-7d20a3facb47), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:11.980376 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a3c35cd-5479-4a57-9b4e-b988f5a73656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (00f44d70-bf2c-40af-b8b2-7d20a3facb47), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:11.983001 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a3c35cd-5479-4a57-9b4e-b988f5a73656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:11.984187 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6a3c35cd-5479-4a57-9b4e-b988f5a73656 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00f44d70-bf2c-40af-b8b2-7d20a3facb47 HTTP/1.1" status: 204 len: 168 time: 0.1207085 Mar 11 12:45:11.992619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c35cd-5479-4a57-9b4e-b988f5a73656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f44d70-bf2c-40af-b8b2-7d20a3facb47,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:12.701944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45840) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:12.805668 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-393be10d-4548-4194-b877-3b31a36fe8f1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1407163480-network', 'tenant_id': '9f69cd264d404fbd90b30788d28e3ed4'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:12.829742 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393be10d-4548-4194-b877-3b31a36fe8f1 admin admin] Made reservation on behalf of 9f69cd264d404fbd90b30788d28e3ed4 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:45:12.833316 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-393be10d-4548-4194-b877-3b31a36fe8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:12.843022 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-393be10d-4548-4194-b877-3b31a36fe8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:12.919964 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-393be10d-4548-4194-b877-3b31a36fe8f1 admin admin] Publish callbacks [] for security_group (63916129-2a66-4724-aca4-73f492a638f0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:12.926015 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-393be10d-4548-4194-b877-3b31a36fe8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (63916129-2a66-4724-aca4-73f492a638f0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:12.952384 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393be10d-4548-4194-b877-3b31a36fe8f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:45:12.962713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393be10d-4548-4194-b877-3b31a36fe8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63916129-2a66-4724-aca4-73f492a638f0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:12.967570 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-393be10d-4548-4194-b877-3b31a36fe8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (1465f743-d586-440a-9205-c2b40e0df615), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:12.967930 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-393be10d-4548-4194-b877-3b31a36fe8f1 admin admin] Added segment 1465f743-d586-440a-9205-c2b40e0df615 of type vlan for network 4a9d7129-71c8-40e1-a445-eb507074955c Mar 11 12:45:13.010842 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-393be10d-4548-4194-b877-3b31a36fe8f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (4a9d7129-71c8-40e1-a445-eb507074955c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:13.039493 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-393be10d-4548-4194-b877-3b31a36fe8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (4a9d7129-71c8-40e1-a445-eb507074955c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:13.040830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393be10d-4548-4194-b877-3b31a36fe8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:13.041406 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-393be10d-4548-4194-b877-3b31a36fe8f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:13.074233 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-393be10d-4548-4194-b877-3b31a36fe8f1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3711314 Mar 11 12:45:13.077256 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45844) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:13.082231 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-fc0a33e1-2b68-443e-8f4a-26ad316d0187 admin admin] Request body: {'subnet': {'network_id': '4a9d7129-71c8-40e1-a445-eb507074955c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1407163480-subnet', 'tenant_id': '9f69cd264d404fbd90b30788d28e3ed4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:13.102904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0a33e1-2b68-443e-8f4a-26ad316d0187 admin admin] Made reservation on behalf of 9f69cd264d404fbd90b30788d28e3ed4 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:45:13.104837 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393be10d-4548-4194-b877-3b31a36fe8f1 admin admin] Pushing event updated for resources: {'Network': ['ID=4a9d7129-71c8-40e1-a445-eb507074955c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:13.105269 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fc0a33e1-2b68-443e-8f4a-26ad316d0187 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:13.115717 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 4a9d7129-71c8-40e1-a445-eb507074955c details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:45:13.189700 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:13.285757 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fc0a33e1-2b68-443e-8f4a-26ad316d0187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (2c1b718e-007f-4f89-b6e8-ab3266163934), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:13.342537 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a33e1-2b68-443e-8f4a-26ad316d0187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c1b718e-007f-4f89-b6e8-ab3266163934,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:13.349664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0a33e1-2b68-443e-8f4a-26ad316d0187 admin admin] Checking segment: {'id': '1465f743-d586-440a-9205-c2b40e0df615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4a9d7129-71c8-40e1-a445-eb507074955c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:45:13.350032 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0a33e1-2b68-443e-8f4a-26ad316d0187 admin admin] Network hostable DHCP agents. Network: 4a9d7129-71c8-40e1-a445-eb507074955c, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:45:13.368603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0a33e1-2b68-443e-8f4a-26ad316d0187 admin admin] Network 4a9d7129-71c8-40e1-a445-eb507074955c is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:45:13.378948 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-fc0a33e1-2b68-443e-8f4a-26ad316d0187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 4a9d7129-71c8-40e1-a445-eb507074955c) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:45:13.383046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0a33e1-2b68-443e-8f4a-26ad316d0187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:13.383975 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fc0a33e1-2b68-443e-8f4a-26ad316d0187 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:13.388967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ae8e3d-d8d2-411b-9431-8222acf09029 None None] Network 4a9d7129-71c8-40e1-a445-eb507074955c requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:45:13.401407 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fc0a33e1-2b68-443e-8f4a-26ad316d0187 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3230751 Mar 11 12:45:13.496979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c915120d-7f10-415f-9807-7026d7f6045f None None] Network 4a9d7129-71c8-40e1-a445-eb507074955c requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:45:13.686953 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-394a6a32-67c7-4d49-8dae-c149cb5cbb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:13.843511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-63916336-ef49-459f-a1f5-9261d19c7db4 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:13.844981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-63916336-ef49-459f-a1f5-9261d19c7db4 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/networks?id=4a9d7129-71c8-40e1-a445-eb507074955c HTTP/1.1" status: 200 len: 814 time: 0.1064816 Mar 11 12:45:13.863001 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-d2365fc1-6648-4eb2-b814-6865b4457f01 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/quotas/9f69cd264d404fbd90b30788d28e3ed4 HTTP/1.1" status: 200 len: 375 time: 0.0095875 Mar 11 12:45:13.895694 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-d8664745-854b-43e1-af7e-893e7f802f6e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9f69cd264d404fbd90b30788d28e3ed4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277505 Mar 11 12:45:14.000921 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-cad7b530-9d5e-4a02-abf9-5fee9cee2ff5 service neutron] 10.222.0.78 "GET /v2.0/networks/4a9d7129-71c8-40e1-a445-eb507074955c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985866 Mar 11 12:45:14.094314 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-8a79e38b-0582-4aff-810f-c9fca77da5b9 service neutron] 10.222.0.78 "GET /v2.0/networks/4a9d7129-71c8-40e1-a445-eb507074955c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871994 Mar 11 12:45:14.278334 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ccebf9a2-72e6-4e9c-bfa7-be8e3ae4f846 req-966103c2-09d4-4e28-bdcd-46108f1e5dfc tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 210 time: 0.0306242 Mar 11 12:45:15.390089 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1a490c17-500e-4594-b4cd-81cf1b2a84f3 req-abb96096-b92e-4d38-8729-2263a06b1d73 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 210 time: 0.0397475 Mar 11 12:45:15.395976 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-b7b2d0af-890e-4c37-95c9-22b58979f464 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:15.397320 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-b7b2d0af-890e-4c37-95c9-22b58979f464 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.37 "GET /v2.0/networks?id=4a9d7129-71c8-40e1-a445-eb507074955c HTTP/1.1" status: 200 len: 814 time: 0.1375737 Mar 11 12:45:15.409434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-3fed79c7-e4ad-4731-a411-5a838fda381e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Request body: {'port': {'device_id': '570f976d-3886-4904-8833-5919bca4daf3', 'network_id': '4a9d7129-71c8-40e1-a445-eb507074955c', 'admin_state_up': True, 'tenant_id': '9f69cd264d404fbd90b30788d28e3ed4'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:15.527331 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-3fed79c7-e4ad-4731-a411-5a838fda381e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Made reservation on behalf of 9f69cd264d404fbd90b30788d28e3ed4 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:45:15.530861 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-3fed79c7-e4ad-4731-a411-5a838fda381e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:15.666581 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-3fed79c7-e4ad-4731-a411-5a838fda381e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Allocated IP 172.20.0.11 (4a9d7129-71c8-40e1-a445-eb507074955c/2c1b718e-007f-4f89-b6e8-ab3266163934/8b79c427-1580-40fb-9591-2137b2147bc4) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:45:15.786192 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8a6feab4-ef9f-4f48-9a5d-0f52ff4d3675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:15.816913 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-3fed79c7-e4ad-4731-a411-5a838fda381e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Publish callbacks [] for port (8b79c427-1580-40fb-9591-2137b2147bc4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:15.852148 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-3fed79c7-e4ad-4731-a411-5a838fda381e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (8b79c427-1580-40fb-9591-2137b2147bc4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:15.899125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-3fed79c7-e4ad-4731-a411-5a838fda381e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Network 4a9d7129-71c8-40e1-a445-eb507074955c is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:45:15.904246 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-3fed79c7-e4ad-4731-a411-5a838fda381e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:45:15.907945 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-3fed79c7-e4ad-4731-a411-5a838fda381e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:45:15.914230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed79c7-e4ad-4731-a411-5a838fda381e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Pushing event updated for resources: {'Port': ['ID=8b79c427-1580-40fb-9591-2137b2147bc4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:15.957962 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-3fed79c7-e4ad-4731-a411-5a838fda381e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:15.958602 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-3fed79c7-e4ad-4731-a411-5a838fda381e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:15.978930 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-3fed79c7-e4ad-4731-a411-5a838fda381e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5729194 Mar 11 12:45:15.991665 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Request body: {'port': {'device_id': '570f976d-3886-4904-8833-5919bca4daf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:16.054583 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8b79c427-1580-40fb-9591-2137b2147bc4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:16.327510 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b79c427-1580-40fb-9591-2137b2147bc4 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:45:16.338823 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Publish callbacks [] for port (8b79c427-1580-40fb-9591-2137b2147bc4), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:16.351142 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Transition to ACTIVE for port object 8b79c427-1580-40fb-9591-2137b2147bc4 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:45:16.357777 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (8b79c427-1580-40fb-9591-2137b2147bc4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:16.414025 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Pushing event updated for resources: {'Port': ['ID=8b79c427-1580-40fb-9591-2137b2147bc4,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:16.534306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Attempting to bind port 8b79c427-1580-40fb-9591-2137b2147bc4 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:45:16.534683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Attempting to bind port 8b79c427-1580-40fb-9591-2137b2147bc4 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '1465f743-d586-440a-9205-c2b40e0df615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4a9d7129-71c8-40e1-a445-eb507074955c'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:45:16.535008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Attempting to bind port 8b79c427-1580-40fb-9591-2137b2147bc4 on network 4a9d7129-71c8-40e1-a445-eb507074955c {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:45:16.542196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Port 8b79c427-1580-40fb-9591-2137b2147bc4 on network 4a9d7129-71c8-40e1-a445-eb507074955c not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:45:16.542516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Attempting to bind port 8b79c427-1580-40fb-9591-2137b2147bc4 on network 4a9d7129-71c8-40e1-a445-eb507074955c {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:45:16.550092 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:45:16.550433 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Checking segment: {'id': '1465f743-d586-440a-9205-c2b40e0df615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4a9d7129-71c8-40e1-a445-eb507074955c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:45:16.550817 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Bound using segment: {'id': '1465f743-d586-440a-9205-c2b40e0df615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4a9d7129-71c8-40e1-a445-eb507074955c'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:45:16.551245 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Bound port: 8b79c427-1580-40fb-9591-2137b2147bc4, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1465f743-d586-440a-9205-c2b40e0df615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4a9d7129-71c8-40e1-a445-eb507074955c'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:45:16.551621 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8b79c427-1580-40fb-9591-2137b2147bc4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:16.566956 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016d3a7-b074-46cd-8736-bd1126487df1 req-c07817ba-b62f-43b9-903c-8bef9fca7e24 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:16.568499 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8016d3a7-b074-46cd-8736-bd1126487df1 req-c07817ba-b62f-43b9-903c-8bef9fca7e24 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 944 time: 0.1061351 Mar 11 12:45:16.660677 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8016d3a7-b074-46cd-8736-bd1126487df1 req-ab846764-5287-4f7e-87c5-29fc4de1bfa4 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823116 Mar 11 12:45:16.661581 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] For port 8b79c427-1580-40fb-9591-2137b2147bc4, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:45:16.664849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] For port 8b79c427-1580-40fb-9591-2137b2147bc4, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8b79c427-1580-40fb-9591-2137b2147bc4,segment=NetworkSegment(1465f743-d586-440a-9205-c2b40e0df615),segment_id=1465f743-d586-440a-9205-c2b40e0df615)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:45:16.673778 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (8b79c427-1580-40fb-9591-2137b2147bc4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:16.710959 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:16.711725 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:16.713072 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] 10.222.0.37 "PUT /v2.0/ports/8b79c427-1580-40fb-9591-2137b2147bc4 HTTP/1.1" status: 200 len: 1092 time: 0.7273901 Mar 11 12:45:16.713506 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570f976d-3886-4904-8833-5919bca4daf3', 'tag': '8b79c427-1580-40fb-9591-2137b2147bc4'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:45:16.715772 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ca4b8a-f593-42f7-ad34-bae7af84f5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "570f976d-3886-4904-8833-5919bca4daf3", "tag": "8b79c427-1580-40fb-9591-2137b2147bc4"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:45:16.738530 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fb5ee-725a-4e8f-95e3-fafa45a04386 service neutron] Pushing event updated for resources: {'Port': ['ID=8b79c427-1580-40fb-9591-2137b2147bc4,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:16.754764 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec222a3-219f-4d42-86c1-5c2101ca3352 x-openstack-request-id: req-0ec222a3-219f-4d42-86c1-5c2101ca3352 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:45:16.755058 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570f976d-3886-4904-8833-5919bca4daf3", "tag": "8b79c427-1580-40fb-9591-2137b2147bc4", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:45:16.755319 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ec222a3-219f-4d42-86c1-5c2101ca3352 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:45:16.755857 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570f976d-3886-4904-8833-5919bca4daf3', 'tag': '8b79c427-1580-40fb-9591-2137b2147bc4', 'status': 'completed', 'code': 200} Mar 11 12:45:16.808762 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-02569340-e768-4541-8ca9-0b4240943047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:16.810308 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-02569340-e768-4541-8ca9-0b4240943047 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f69cd264d404fbd90b30788d28e3ed4&device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 1126 time: 0.0478976 Mar 11 12:45:17.017895 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-e86dd3a1-c097-4435-b771-8a0c0d3ebf6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b79c427-1580-40fb-9591-2137b2147bc4 HTTP/1.1" status: 200 len: 217 time: 0.0477176 Mar 11 12:45:17.071166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-189ffeb8-6346-42cc-8aea-330ce7a5f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:17.072652 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-189ffeb8-6346-42cc-8aea-330ce7a5f078 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c1b718e-007f-4f89-b6e8-ab3266163934 HTTP/1.1" status: 200 len: 854 time: 0.0489614 Mar 11 12:45:17.104734 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-952aee38-708c-44b6-a4ea-06ae0d84fe69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a9d7129-71c8-40e1-a445-eb507074955c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262399 Mar 11 12:45:17.193272 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-7147e577-4715-40ac-992a-da9cc26c70c9 service neutron] 10.222.0.37 "GET /v2.0/networks/4a9d7129-71c8-40e1-a445-eb507074955c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818682 Mar 11 12:45:17.288920 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c506a0df-d827-457b-a93c-a0bdbf476e34 req-6ac768c3-b59e-4f9e-b948-cfeb07ddbfa4 service neutron] 10.222.0.37 "GET /v2.0/networks/4a9d7129-71c8-40e1-a445-eb507074955c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901637 Mar 11 12:45:17.383104 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca4b8a-f593-42f7-ad34-bae7af84f5f9 req-58ba5535-298f-4870-89e0-495077f217f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:17.384703 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59ca4b8a-f593-42f7-ad34-bae7af84f5f9 req-58ba5535-298f-4870-89e0-495077f217f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f69cd264d404fbd90b30788d28e3ed4&device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 1126 time: 0.0474086 Mar 11 12:45:17.434084 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:17.481983 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca4b8a-f593-42f7-ad34-bae7af84f5f9 req-45377453-dc88-42a1-87ef-3a24d184b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:17.483478 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59ca4b8a-f593-42f7-ad34-bae7af84f5f9 req-45377453-dc88-42a1-87ef-3a24d184b66a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a9d7129-71c8-40e1-a445-eb507074955c HTTP/1.1" status: 200 len: 915 time: 0.0932641 Mar 11 12:45:17.523321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59ca4b8a-f593-42f7-ad34-bae7af84f5f9 req-2a27cd40-5984-4b85-9daf-79ec83492c48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b79c427-1580-40fb-9591-2137b2147bc4 HTTP/1.1" status: 200 len: 217 time: 0.0337121 Mar 11 12:45:17.574804 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca4b8a-f593-42f7-ad34-bae7af84f5f9 req-a7549d8f-2ec3-4e29-96b6-fdf4ffe6d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:17.576290 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59ca4b8a-f593-42f7-ad34-bae7af84f5f9 req-a7549d8f-2ec3-4e29-96b6-fdf4ffe6d915 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c1b718e-007f-4f89-b6e8-ab3266163934 HTTP/1.1" status: 200 len: 854 time: 0.0474892 Mar 11 12:45:17.613208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59ca4b8a-f593-42f7-ad34-bae7af84f5f9 req-0f66f0c8-8eec-49fb-b440-ac5c9c2bc9be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a9d7129-71c8-40e1-a445-eb507074955c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298080 Mar 11 12:45:17.706721 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59ca4b8a-f593-42f7-ad34-bae7af84f5f9 req-71d3cf70-cb6d-477d-9f36-cffe14b297a4 service neutron] 10.222.0.37 "GET /v2.0/networks/4a9d7129-71c8-40e1-a445-eb507074955c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876894 Mar 11 12:45:18.177488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59ca4b8a-f593-42f7-ad34-bae7af84f5f9 req-48ac05d9-6181-4edf-add2-614112783772 service neutron] 10.222.0.37 "GET /v2.0/networks/4a9d7129-71c8-40e1-a445-eb507074955c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641554 Mar 11 12:45:18.188951 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c1a56-e7fa-45b6-985c-8e92f6f1fc51 req-7215c6b9-0e61-4073-b923-15c5722006e7 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:18.190589 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c37c1a56-e7fa-45b6-985c-8e92f6f1fc51 req-7215c6b9-0e61-4073-b923-15c5722006e7 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 944 time: 0.4528465 Mar 11 12:45:18.255862 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c37c1a56-e7fa-45b6-985c-8e92f6f1fc51 req-e9361173-d1b7-4e92-8969-71155fe4cedc tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503523 Mar 11 12:45:18.855232 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:19.386464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2e13b-d3b9-4dd7-a801-1957ec5b29cf req-2d4faf98-4804-4002-99d1-0d422661551f tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:19.388104 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12e2e13b-d3b9-4dd7-a801-1957ec5b29cf req-2d4faf98-4804-4002-99d1-0d422661551f tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 944 time: 0.0594108 Mar 11 12:45:19.437053 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12e2e13b-d3b9-4dd7-a801-1957ec5b29cf req-bd74c048-881c-4887-b620-4013d93e3dcf tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430834 Mar 11 12:45:20.010954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 8b79c427-1580-40fb-9591-2137b2147bc4 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:45:20.118739 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:20.126343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 8b79c427-1580-40fb-9591-2137b2147bc4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8b79c427-1580-40fb-9591-2137b2147bc4,segment=NetworkSegment(1465f743-d586-440a-9205-c2b40e0df615),segment_id=1465f743-d586-440a-9205-c2b40e0df615)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:45:20.137552 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '8b79c427-1580-40fb-9591-2137b2147bc4', 'network_id': '4a9d7129-71c8-40e1-a445-eb507074955c', 'port_id': '8b79c427-1580-40fb-9591-2137b2147bc4', 'mac_address': 'fa:16:3e:24:48:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1b718e-007f-4f89-b6e8-ab3266163934', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:45:20.179625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 8b79c427-1580-40fb-9591-2137b2147bc4 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:45:20.180056 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8b79c427-1580-40fb-9591-2137b2147bc4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:20.201313 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b79c427-1580-40fb-9591-2137b2147bc4 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:45:20.227935 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 8b79c427-1580-40fb-9591-2137b2147bc4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8b79c427-1580-40fb-9591-2137b2147bc4,segment=NetworkSegment(1465f743-d586-440a-9205-c2b40e0df615),segment_id=1465f743-d586-440a-9205-c2b40e0df615)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:45:20.233990 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8b79c427-1580-40fb-9591-2137b2147bc4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:20.284274 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=8b79c427-1580-40fb-9591-2137b2147bc4,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:20.421730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['8b79c427-1580-40fb-9591-2137b2147bc4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:45:20.579798 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cad1ca-f63a-42f3-9262-71074b5fe3d6 req-10c73d59-bed7-47d0-92b4-6d93921ab3d3 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:20.581216 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f1cad1ca-f63a-42f3-9262-71074b5fe3d6 req-10c73d59-bed7-47d0-92b4-6d93921ab3d3 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 945 time: 0.0619953 Mar 11 12:45:20.628062 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f1cad1ca-f63a-42f3-9262-71074b5fe3d6 req-56b7191b-7ded-4650-8445-8562e981b770 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409288 Mar 11 12:45:21.765724 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cef6c2-2b92-4104-bccc-0092e5e6863b req-4882722a-054d-4644-8e10-4a9fc5320f71 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:21.767126 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10cef6c2-2b92-4104-bccc-0092e5e6863b req-4882722a-054d-4644-8e10-4a9fc5320f71 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 945 time: 0.0547078 Mar 11 12:45:21.830467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-10cef6c2-2b92-4104-bccc-0092e5e6863b req-1855b766-1d59-4bd8-88f6-54b25085de59 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550427 Mar 11 12:45:22.046243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 8b79c427-1580-40fb-9591-2137b2147bc4 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:45:22.105539 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 8b79c427-1580-40fb-9591-2137b2147bc4 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:45:22.110221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 8b79c427-1580-40fb-9591-2137b2147bc4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:45:22.110614 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8b79c427-1580-40fb-9591-2137b2147bc4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:22.193865 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 8b79c427-1580-40fb-9591-2137b2147bc4 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:45:22.194279 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8b79c427-1580-40fb-9591-2137b2147bc4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:22.219832 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570f976d-3886-4904-8833-5919bca4daf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b79c427-1580-40fb-9591-2137b2147bc4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:45:22.222242 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a450ebc4-d22f-4b31-ae54-84ea8c0e1ffe" -d '{"events": [{"server_uuid": "570f976d-3886-4904-8833-5919bca4daf3", "name": "network-vif-plugged", "status": "completed", "tag": "8b79c427-1580-40fb-9591-2137b2147bc4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:45:22.237482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 8b79c427-1580-40fb-9591-2137b2147bc4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8b79c427-1580-40fb-9591-2137b2147bc4,segment=NetworkSegment(1465f743-d586-440a-9205-c2b40e0df615),segment_id=1465f743-d586-440a-9205-c2b40e0df615)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:45:22.242763 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8b79c427-1580-40fb-9591-2137b2147bc4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:22.271340 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337a5803-fc3b-4a55-8708-092365263016 x-openstack-request-id: req-337a5803-fc3b-4a55-8708-092365263016 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:45:22.271679 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570f976d-3886-4904-8833-5919bca4daf3", "name": "network-vif-plugged", "status": "completed", "tag": "8b79c427-1580-40fb-9591-2137b2147bc4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:45:22.272002 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-337a5803-fc3b-4a55-8708-092365263016 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:45:22.272386 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570f976d-3886-4904-8833-5919bca4daf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b79c427-1580-40fb-9591-2137b2147bc4', 'code': 200} Mar 11 12:45:22.300272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=8b79c427-1580-40fb-9591-2137b2147bc4,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:22.308106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:22.308451 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:22.308788 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:22.309121 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:22.309454 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:22.309780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:22.310108 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:22.310433 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:22.310765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:22.311082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:22.311452 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:22.312111 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:22.312111 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:22.358728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e41ee-d3f0-4cd9-bf4f-849e8d892235 req-dadbf98d-7c82-48d8-9a48-e66e6fc36e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:22.360375 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1c3e41ee-d3f0-4cd9-bf4f-849e8d892235 req-dadbf98d-7c82-48d8-9a48-e66e6fc36e10 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 1128 time: 0.0433519 Mar 11 12:45:22.406095 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1c3e41ee-d3f0-4cd9-bf4f-849e8d892235 req-3b337aa1-f52b-4954-afe6-af3f138e5360 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382822 Mar 11 12:45:22.979360 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994cab7-bd7f-48c8-8b46-d4b7ed865489 req-66161817-11bf-4014-9e7b-83b4d16ceca8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:22.980880 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b994cab7-bd7f-48c8-8b46-d4b7ed865489 req-66161817-11bf-4014-9e7b-83b4d16ceca8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 946 time: 0.0693865 Mar 11 12:45:23.030851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b994cab7-bd7f-48c8-8b46-d4b7ed865489 req-df1be774-6186-4e21-9f3f-5d2322cfedf5 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434375 Mar 11 12:45:24.190552 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5dcea-e8c4-4bc7-a17a-9911625de013 req-e3147789-21e0-48aa-9233-7fe7865513f5 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:24.191324 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58f5dcea-e8c4-4bc7-a17a-9911625de013 req-e3147789-21e0-48aa-9233-7fe7865513f5 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 946 time: 0.0648561 Mar 11 12:45:24.256929 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58f5dcea-e8c4-4bc7-a17a-9911625de013 req-e4c9314a-f17e-4aff-8db0-de9c1cf3bf5a tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563786 Mar 11 12:45:24.505286 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-6f25a3d5-3fe5-4759-bdb8-c784edb83cb7 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:24.506750 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-6f25a3d5-3fe5-4759-bdb8-c784edb83cb7 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/networks?id=4a9d7129-71c8-40e1-a445-eb507074955c HTTP/1.1" status: 200 len: 814 time: 0.1149719 Mar 11 12:45:24.521579 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-af90cac9-6a67-4104-b5db-923074d0bf31 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/quotas/9f69cd264d404fbd90b30788d28e3ed4 HTTP/1.1" status: 200 len: 375 time: 0.0093434 Mar 11 12:45:24.584747 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-11b46876-1fef-4703-9243-eb695966a25f tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9f69cd264d404fbd90b30788d28e3ed4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0581255 Mar 11 12:45:24.678887 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-05fb1ad5-793d-4b95-8de5-04f948acbcf7 service neutron] 10.222.0.78 "GET /v2.0/networks/4a9d7129-71c8-40e1-a445-eb507074955c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874519 Mar 11 12:45:24.773971 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-f16c5299-a9d0-4407-abb8-30ee4d209688 service neutron] 10.222.0.78 "GET /v2.0/networks/4a9d7129-71c8-40e1-a445-eb507074955c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889306 Mar 11 12:45:24.940932 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc3b55ac-87b9-4e0f-b64b-bac0f4030c0c req-3d082e68-676f-4d16-9897-450345ea3de3 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1b4fe03-10dc-4776-a155-721090694763 HTTP/1.1" status: 200 len: 210 time: 0.0284903 Mar 11 12:45:25.940463 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-39f61c47-89ad-4446-9475-2f4898bd2ee6 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:25.941948 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-39f61c47-89ad-4446-9475-2f4898bd2ee6 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.71 "GET /v2.0/networks?id=4a9d7129-71c8-40e1-a445-eb507074955c HTTP/1.1" status: 200 len: 814 time: 0.1079316 Mar 11 12:45:25.954107 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-2da99690-f5da-49e6-955c-1c0150cb3288 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Request body: {'port': {'device_id': 'e1b4fe03-10dc-4776-a155-721090694763', 'network_id': '4a9d7129-71c8-40e1-a445-eb507074955c', 'admin_state_up': True, 'tenant_id': '9f69cd264d404fbd90b30788d28e3ed4'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:26.037647 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2a32396d-9eb3-4e56-8b07-0953b8dedd66 req-a3979d26-1cbc-4f7d-8a14-971a676ec9be tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1b4fe03-10dc-4776-a155-721090694763 HTTP/1.1" status: 200 len: 210 time: 0.0278604 Mar 11 12:45:26.062678 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-2da99690-f5da-49e6-955c-1c0150cb3288 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Made reservation on behalf of 9f69cd264d404fbd90b30788d28e3ed4 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:45:26.066230 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-2da99690-f5da-49e6-955c-1c0150cb3288 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:26.200496 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-2da99690-f5da-49e6-955c-1c0150cb3288 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Allocated IP 172.20.0.5 (4a9d7129-71c8-40e1-a445-eb507074955c/2c1b718e-007f-4f89-b6e8-ab3266163934/4d7f284e-25a1-4e63-92df-07831bed3bb4) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:45:26.359198 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-2da99690-f5da-49e6-955c-1c0150cb3288 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Publish callbacks [] for port (4d7f284e-25a1-4e63-92df-07831bed3bb4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:26.398708 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-2da99690-f5da-49e6-955c-1c0150cb3288 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4d7f284e-25a1-4e63-92df-07831bed3bb4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:26.410849 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['8b79c427-1580-40fb-9591-2137b2147bc4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:45:26.441993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-2da99690-f5da-49e6-955c-1c0150cb3288 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Network 4a9d7129-71c8-40e1-a445-eb507074955c is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:45:26.447116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-2da99690-f5da-49e6-955c-1c0150cb3288 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:45:26.450950 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-2da99690-f5da-49e6-955c-1c0150cb3288 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:45:26.458858 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da99690-f5da-49e6-955c-1c0150cb3288 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Pushing event updated for resources: {'Port': ['ID=4d7f284e-25a1-4e63-92df-07831bed3bb4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:26.506951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-2da99690-f5da-49e6-955c-1c0150cb3288 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:26.507787 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-2da99690-f5da-49e6-955c-1c0150cb3288 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:26.527129 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-2da99690-f5da-49e6-955c-1c0150cb3288 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5769145 Mar 11 12:45:26.539809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Request body: {'port': {'device_id': 'e1b4fe03-10dc-4776-a155-721090694763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:26.611879 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4d7f284e-25a1-4e63-92df-07831bed3bb4), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:26.899141 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7f284e-25a1-4e63-92df-07831bed3bb4 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:45:26.907766 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Publish callbacks [] for port (4d7f284e-25a1-4e63-92df-07831bed3bb4), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:26.921415 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Transition to ACTIVE for port object 4d7f284e-25a1-4e63-92df-07831bed3bb4 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:45:26.929484 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (4d7f284e-25a1-4e63-92df-07831bed3bb4), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:26.978438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Pushing event updated for resources: {'Port': ['ID=4d7f284e-25a1-4e63-92df-07831bed3bb4,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:27.060805 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Attempting to bind port 4d7f284e-25a1-4e63-92df-07831bed3bb4 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:45:27.061139 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Attempting to bind port 4d7f284e-25a1-4e63-92df-07831bed3bb4 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '1465f743-d586-440a-9205-c2b40e0df615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4a9d7129-71c8-40e1-a445-eb507074955c'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:45:27.061477 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Attempting to bind port 4d7f284e-25a1-4e63-92df-07831bed3bb4 on network 4a9d7129-71c8-40e1-a445-eb507074955c {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:45:27.066463 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Port 4d7f284e-25a1-4e63-92df-07831bed3bb4 on network 4a9d7129-71c8-40e1-a445-eb507074955c not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:45:27.067082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Attempting to bind port 4d7f284e-25a1-4e63-92df-07831bed3bb4 on network 4a9d7129-71c8-40e1-a445-eb507074955c {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:45:27.071742 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:45:27.072085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Checking segment: {'id': '1465f743-d586-440a-9205-c2b40e0df615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4a9d7129-71c8-40e1-a445-eb507074955c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:45:27.072468 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Bound using segment: {'id': '1465f743-d586-440a-9205-c2b40e0df615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4a9d7129-71c8-40e1-a445-eb507074955c'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:45:27.072895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Bound port: 4d7f284e-25a1-4e63-92df-07831bed3bb4, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1465f743-d586-440a-9205-c2b40e0df615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4a9d7129-71c8-40e1-a445-eb507074955c'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:45:27.073258 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4d7f284e-25a1-4e63-92df-07831bed3bb4), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:27.137755 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] For port 4d7f284e-25a1-4e63-92df-07831bed3bb4, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:45:27.141518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] For port 4d7f284e-25a1-4e63-92df-07831bed3bb4, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4d7f284e-25a1-4e63-92df-07831bed3bb4,segment=NetworkSegment(1465f743-d586-440a-9205-c2b40e0df615),segment_id=1465f743-d586-440a-9205-c2b40e0df615)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:45:27.154506 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (4d7f284e-25a1-4e63-92df-07831bed3bb4), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:27.167203 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e289144-b4d6-4985-8fcb-3a9e8d7bb76c req-58ddaa55-a05d-4a11-a380-4914ebf61cfb tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:27.168859 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e289144-b4d6-4985-8fcb-3a9e8d7bb76c req-58ddaa55-a05d-4a11-a380-4914ebf61cfb tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1b4fe03-10dc-4776-a155-721090694763 HTTP/1.1" status: 200 len: 943 time: 0.0621266 Mar 11 12:45:27.189814 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:27.190410 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:27.191852 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] 10.222.0.71 "PUT /v2.0/ports/4d7f284e-25a1-4e63-92df-07831bed3bb4 HTTP/1.1" status: 200 len: 1091 time: 0.6562848 Mar 11 12:45:27.192282 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b4fe03-10dc-4776-a155-721090694763', 'tag': '4d7f284e-25a1-4e63-92df-07831bed3bb4'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:45:27.194546 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2961bf0-0429-44a3-9e40-ce406b2e55b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b4fe03-10dc-4776-a155-721090694763", "tag": "4d7f284e-25a1-4e63-92df-07831bed3bb4"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:45:27.224033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3c60d-3d13-4515-91d6-8ca23b18530d service neutron] Pushing event updated for resources: {'Port': ['ID=4d7f284e-25a1-4e63-92df-07831bed3bb4,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:27.235370 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3e289144-b4d6-4985-8fcb-3a9e8d7bb76c req-0049bb83-1be9-469a-8b26-eb8995f2a8f2 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603101 Mar 11 12:45:27.277162 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c200ca-ffc9-4fbf-80f9-4a380c96cfb9 x-openstack-request-id: req-57c200ca-ffc9-4fbf-80f9-4a380c96cfb9 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:45:27.277460 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b4fe03-10dc-4776-a155-721090694763", "tag": "4d7f284e-25a1-4e63-92df-07831bed3bb4", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:45:27.277713 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-57c200ca-ffc9-4fbf-80f9-4a380c96cfb9 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:45:27.278113 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b4fe03-10dc-4776-a155-721090694763', 'tag': '4d7f284e-25a1-4e63-92df-07831bed3bb4', 'status': 'completed', 'code': 200} Mar 11 12:45:27.298455 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-630be990-05b1-4016-9bbe-fb15a3197c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:27.300086 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-630be990-05b1-4016-9bbe-fb15a3197c07 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9f69cd264d404fbd90b30788d28e3ed4&device_id=e1b4fe03-10dc-4776-a155-721090694763 HTTP/1.1" status: 200 len: 1125 time: 0.0568116 Mar 11 12:45:27.342835 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-05e08625-4b98-48e1-81fc-2f333f20f05b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d7f284e-25a1-4e63-92df-07831bed3bb4 HTTP/1.1" status: 200 len: 217 time: 0.0344748 Mar 11 12:45:27.397591 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-7ca83291-194a-4a29-9827-e55fc64ab04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:27.399068 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-7ca83291-194a-4a29-9827-e55fc64ab04b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2c1b718e-007f-4f89-b6e8-ab3266163934 HTTP/1.1" status: 200 len: 854 time: 0.0475032 Mar 11 12:45:27.435615 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-116f7c93-070b-43db-a1fb-71f7036c638b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a9d7129-71c8-40e1-a445-eb507074955c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301473 Mar 11 12:45:27.535982 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-d3ed68b6-e767-4a61-82fa-da37f033dfd8 service neutron] 10.222.0.71 "GET /v2.0/networks/4a9d7129-71c8-40e1-a445-eb507074955c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938013 Mar 11 12:45:27.635777 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8b0e75d0-863f-425f-81bd-fa80bab10f81 req-c8cb267b-4fcb-4e4c-ab69-8bb2f68a1843 service neutron] 10.222.0.71 "GET /v2.0/networks/4a9d7129-71c8-40e1-a445-eb507074955c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937364 Mar 11 12:45:27.742350 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2961bf0-0429-44a3-9e40-ce406b2e55b2 req-db3df7a8-de3b-4675-9d08-76659263289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:27.743803 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2961bf0-0429-44a3-9e40-ce406b2e55b2 req-db3df7a8-de3b-4675-9d08-76659263289a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9f69cd264d404fbd90b30788d28e3ed4&device_id=e1b4fe03-10dc-4776-a155-721090694763 HTTP/1.1" status: 200 len: 1125 time: 0.0479665 Mar 11 12:45:27.837515 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2961bf0-0429-44a3-9e40-ce406b2e55b2 req-9fc9943e-ce09-4e5f-80b5-ebcffb3714c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:27.839030 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2961bf0-0429-44a3-9e40-ce406b2e55b2 req-9fc9943e-ce09-4e5f-80b5-ebcffb3714c5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a9d7129-71c8-40e1-a445-eb507074955c HTTP/1.1" status: 200 len: 915 time: 0.0890372 Mar 11 12:45:27.881901 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2961bf0-0429-44a3-9e40-ce406b2e55b2 req-e51cc9c5-20ff-400d-ad1f-4226c3fb6e65 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d7f284e-25a1-4e63-92df-07831bed3bb4 HTTP/1.1" status: 200 len: 217 time: 0.0349531 Mar 11 12:45:27.931380 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2961bf0-0429-44a3-9e40-ce406b2e55b2 req-33f009bb-db34-4a58-9a8a-ed0026c6c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:27.932851 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2961bf0-0429-44a3-9e40-ce406b2e55b2 req-33f009bb-db34-4a58-9a8a-ed0026c6c54e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2c1b718e-007f-4f89-b6e8-ab3266163934 HTTP/1.1" status: 200 len: 854 time: 0.0445344 Mar 11 12:45:27.965918 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2961bf0-0429-44a3-9e40-ce406b2e55b2 req-2d7a0793-7af4-40ae-91cc-c73cba360f22 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a9d7129-71c8-40e1-a445-eb507074955c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246944 Mar 11 12:45:28.060597 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2961bf0-0429-44a3-9e40-ce406b2e55b2 req-02ba844c-dd81-4cef-946e-53794d26cc60 service neutron] 10.222.0.71 "GET /v2.0/networks/4a9d7129-71c8-40e1-a445-eb507074955c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875316 Mar 11 12:45:28.157460 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2961bf0-0429-44a3-9e40-ce406b2e55b2 req-ea0d6137-3d30-48dd-8873-43f67d0579ee service neutron] 10.222.0.71 "GET /v2.0/networks/4a9d7129-71c8-40e1-a445-eb507074955c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896304 Mar 11 12:45:28.366151 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ff200-739e-4534-9ba4-bf8277464927 req-1a8dc178-1ae0-4626-8bc2-ff24e11df0ed tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:28.367536 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-307ff200-739e-4534-9ba4-bf8277464927 req-1a8dc178-1ae0-4626-8bc2-ff24e11df0ed tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1b4fe03-10dc-4776-a155-721090694763 HTTP/1.1" status: 200 len: 943 time: 0.0554266 Mar 11 12:45:28.417286 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-307ff200-739e-4534-9ba4-bf8277464927 req-b2697a33-a7ca-460e-a745-96418c479736 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434630 Mar 11 12:45:28.932410 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:45:29.550646 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252bd60-5ca1-427a-8882-4d4b1dc77114 req-9ae57f4b-302b-4cb9-8913-19104cdec172 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:29.552120 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4252bd60-5ca1-427a-8882-4d4b1dc77114 req-9ae57f4b-302b-4cb9-8913-19104cdec172 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1b4fe03-10dc-4776-a155-721090694763 HTTP/1.1" status: 200 len: 943 time: 0.0565484 Mar 11 12:45:29.603761 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4252bd60-5ca1-427a-8882-4d4b1dc77114 req-5ebe451c-0bd9-4834-adf3-8554c63b999e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432870 Mar 11 12:45:30.732684 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2738431-4847-4012-bca3-e35327e63ca0 req-8c22f6b0-022c-46b3-b974-a9d4d62f7deb tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:30.734207 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2738431-4847-4012-bca3-e35327e63ca0 req-8c22f6b0-022c-46b3-b974-a9d4d62f7deb tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1b4fe03-10dc-4776-a155-721090694763 HTTP/1.1" status: 200 len: 943 time: 0.0591450 Mar 11 12:45:30.784598 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2738431-4847-4012-bca3-e35327e63ca0 req-0086efc6-9782-44ac-9146-397bc83e304d tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422771 Mar 11 12:45:30.787569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4d7f284e-25a1-4e63-92df-07831bed3bb4 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:45:30.904465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4d7f284e-25a1-4e63-92df-07831bed3bb4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4d7f284e-25a1-4e63-92df-07831bed3bb4,segment=NetworkSegment(1465f743-d586-440a-9205-c2b40e0df615),segment_id=1465f743-d586-440a-9205-c2b40e0df615)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:45:30.916146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '4d7f284e-25a1-4e63-92df-07831bed3bb4', 'network_id': '4a9d7129-71c8-40e1-a445-eb507074955c', 'port_id': '4d7f284e-25a1-4e63-92df-07831bed3bb4', 'mac_address': 'fa:16:3e:b3:f0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1b718e-007f-4f89-b6e8-ab3266163934', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:45:30.955992 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 4d7f284e-25a1-4e63-92df-07831bed3bb4 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:45:30.956358 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4d7f284e-25a1-4e63-92df-07831bed3bb4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:30.971542 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7f284e-25a1-4e63-92df-07831bed3bb4 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:45:30.991618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4d7f284e-25a1-4e63-92df-07831bed3bb4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4d7f284e-25a1-4e63-92df-07831bed3bb4,segment=NetworkSegment(1465f743-d586-440a-9205-c2b40e0df615),segment_id=1465f743-d586-440a-9205-c2b40e0df615)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:45:30.998230 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4d7f284e-25a1-4e63-92df-07831bed3bb4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:31.046311 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=4d7f284e-25a1-4e63-92df-07831bed3bb4,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:31.196543 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['4d7f284e-25a1-4e63-92df-07831bed3bb4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:45:31.929272 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b146f-8e6b-4bd0-8084-b83a04ef025a req-05a4356e-32d6-475d-b2be-f58945d166ce tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:31.930773 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-705b146f-8e6b-4bd0-8084-b83a04ef025a req-05a4356e-32d6-475d-b2be-f58945d166ce tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1b4fe03-10dc-4776-a155-721090694763 HTTP/1.1" status: 200 len: 944 time: 0.0599887 Mar 11 12:45:31.982794 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-705b146f-8e6b-4bd0-8084-b83a04ef025a req-d09e1107-6b56-41d0-8331-8bdbcd675d1c tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432293 Mar 11 12:45:32.805025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4d7f284e-25a1-4e63-92df-07831bed3bb4 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:45:32.861132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 4d7f284e-25a1-4e63-92df-07831bed3bb4 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:45:32.865625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 4d7f284e-25a1-4e63-92df-07831bed3bb4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:45:32.866078 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4d7f284e-25a1-4e63-92df-07831bed3bb4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:32.947682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 4d7f284e-25a1-4e63-92df-07831bed3bb4 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:45:32.948082 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4d7f284e-25a1-4e63-92df-07831bed3bb4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:32.971204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b4fe03-10dc-4776-a155-721090694763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7f284e-25a1-4e63-92df-07831bed3bb4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:45:32.973519 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d19ada5-221c-40d7-bde6-236ffbc632f7" -d '{"events": [{"server_uuid": "e1b4fe03-10dc-4776-a155-721090694763", "name": "network-vif-plugged", "status": "completed", "tag": "4d7f284e-25a1-4e63-92df-07831bed3bb4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:45:32.985659 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 4d7f284e-25a1-4e63-92df-07831bed3bb4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4d7f284e-25a1-4e63-92df-07831bed3bb4,segment=NetworkSegment(1465f743-d586-440a-9205-c2b40e0df615),segment_id=1465f743-d586-440a-9205-c2b40e0df615)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:45:32.990918 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4d7f284e-25a1-4e63-92df-07831bed3bb4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:33.015483 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b869eabd-6846-4a50-aafb-04234d7ab2cf x-openstack-request-id: req-b869eabd-6846-4a50-aafb-04234d7ab2cf {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:45:33.015769 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b4fe03-10dc-4776-a155-721090694763", "name": "network-vif-plugged", "status": "completed", "tag": "4d7f284e-25a1-4e63-92df-07831bed3bb4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:45:33.016052 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b869eabd-6846-4a50-aafb-04234d7ab2cf {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:45:33.016442 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b4fe03-10dc-4776-a155-721090694763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7f284e-25a1-4e63-92df-07831bed3bb4', 'code': 200} Mar 11 12:45:33.044887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=4d7f284e-25a1-4e63-92df-07831bed3bb4,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:33.118577 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602ad4a-138b-4b16-b96b-c512f99a436a req-e2743027-e319-488c-abf9-5bb8dd25578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:33.119800 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eace01-ef7d-4fac-a386-f81f0fe8bf3b req-9855ddd8-6fd9-4ee9-a092-b51b8b7d4b2e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:33.120240 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c602ad4a-138b-4b16-b96b-c512f99a436a req-e2743027-e319-488c-abf9-5bb8dd25578a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e1b4fe03-10dc-4776-a155-721090694763 HTTP/1.1" status: 200 len: 1127 time: 0.0451922 Mar 11 12:45:33.121326 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6eace01-ef7d-4fac-a386-f81f0fe8bf3b req-9855ddd8-6fd9-4ee9-a092-b51b8b7d4b2e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1b4fe03-10dc-4776-a155-721090694763 HTTP/1.1" status: 200 len: 945 time: 0.0594485 Mar 11 12:45:33.167150 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c602ad4a-138b-4b16-b96b-c512f99a436a req-f1c40ffa-bbac-452b-a470-ebb000689c4e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400655 Mar 11 12:45:33.169414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6eace01-ef7d-4fac-a386-f81f0fe8bf3b req-63991e89-044f-438e-b7b3-e89c0f10f512 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418916 Mar 11 12:45:34.289718 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:34.300955 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75772bc8-0933-493b-9a2b-2e2f70d0d44e req-f7a3bbd7-561b-498b-b3d1-bba7d566102c tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:34.302604 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75772bc8-0933-493b-9a2b-2e2f70d0d44e req-f7a3bbd7-561b-498b-b3d1-bba7d566102c tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1b4fe03-10dc-4776-a155-721090694763 HTTP/1.1" status: 200 len: 945 time: 0.0583086 Mar 11 12:45:34.351206 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75772bc8-0933-493b-9a2b-2e2f70d0d44e req-90a7e962-98b1-4003-9b4c-57fc3fbe442e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428121 Mar 11 12:45:34.615186 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96e27a79-0ea9-474e-bf8c-d398eac1c823 req-f7309c29-070e-4d53-92f7-1176d477fa4f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e1b4fe03-10dc-4776-a155-721090694763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470855 Mar 11 12:45:34.704648 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e27a79-0ea9-474e-bf8c-d398eac1c823 req-98fd5949-4d64-497b-8fd6-07085c63fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:34.706150 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96e27a79-0ea9-474e-bf8c-d398eac1c823 req-98fd5949-4d64-497b-8fd6-07085c63fdb3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9f69cd264d404fbd90b30788d28e3ed4&device_id=e1b4fe03-10dc-4776-a155-721090694763 HTTP/1.1" status: 200 len: 1127 time: 0.0453029 Mar 11 12:45:34.828186 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e27a79-0ea9-474e-bf8c-d398eac1c823 req-d5cae1f4-137d-4811-8e08-035431665a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:34.830452 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96e27a79-0ea9-474e-bf8c-d398eac1c823 req-d5cae1f4-137d-4811-8e08-035431665a2b service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a9d7129-71c8-40e1-a445-eb507074955c HTTP/1.1" status: 200 len: 915 time: 0.1047924 Mar 11 12:45:34.871465 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96e27a79-0ea9-474e-bf8c-d398eac1c823 req-ecd13a29-d401-4552-bf77-11ccf39d4f51 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d7f284e-25a1-4e63-92df-07831bed3bb4 HTTP/1.1" status: 200 len: 217 time: 0.0343094 Mar 11 12:45:34.924583 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e27a79-0ea9-474e-bf8c-d398eac1c823 req-aa135c16-6947-4c32-b516-9d79adb46a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:34.926146 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96e27a79-0ea9-474e-bf8c-d398eac1c823 req-aa135c16-6947-4c32-b516-9d79adb46a06 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2c1b718e-007f-4f89-b6e8-ab3266163934 HTTP/1.1" status: 200 len: 854 time: 0.0469739 Mar 11 12:45:34.958519 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96e27a79-0ea9-474e-bf8c-d398eac1c823 req-43765021-8e90-422e-a64c-5b7bb35cac02 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a9d7129-71c8-40e1-a445-eb507074955c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262861 Mar 11 12:45:35.047781 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96e27a79-0ea9-474e-bf8c-d398eac1c823 req-6c6f0ce0-231e-47e3-8337-e32e9ad1df18 service neutron] 10.222.0.71 "GET /v2.0/networks/4a9d7129-71c8-40e1-a445-eb507074955c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824096 Mar 11 12:45:35.146396 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96e27a79-0ea9-474e-bf8c-d398eac1c823 req-ffeeae0e-b77a-47e3-b0e1-38e4e1fd2aba service neutron] 10.222.0.71 "GET /v2.0/networks/4a9d7129-71c8-40e1-a445-eb507074955c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921404 Mar 11 12:45:35.489673 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e90d0-1f34-49e7-9042-5aed6f9bf8e5 req-4b05b7af-32dd-45d2-a0df-c8eb8dda5626 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:35.491092 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a22e90d0-1f34-49e7-9042-5aed6f9bf8e5 req-4b05b7af-32dd-45d2-a0df-c8eb8dda5626 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1b4fe03-10dc-4776-a155-721090694763 HTTP/1.1" status: 200 len: 945 time: 0.0607226 Mar 11 12:45:35.546179 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a22e90d0-1f34-49e7-9042-5aed6f9bf8e5 req-72332153-16f3-4759-87cb-a264614d9fb0 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463784 Mar 11 12:45:35.810681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bb1a5-2353-473c-afe9-36e7d300358c req-fb4615a3-caab-4879-b099-a3774c36f13a tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:35.812258 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-313bb1a5-2353-473c-afe9-36e7d300358c req-fb4615a3-caab-4879-b099-a3774c36f13a tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1b4fe03-10dc-4776-a155-721090694763 HTTP/1.1" status: 200 len: 945 time: 0.0551510 Mar 11 12:45:35.858915 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-313bb1a5-2353-473c-afe9-36e7d300358c req-4ab56663-24a5-401b-b750-c5458bb9f9ad tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Mar 11 12:45:36.999493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a69187-6fda-4506-8af3-b8bcbe3abb26 req-ece8e05d-0319-492f-9871-b5825df2874e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:37.001083 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3a69187-6fda-4506-8af3-b8bcbe3abb26 req-ece8e05d-0319-492f-9871-b5825df2874e tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1b4fe03-10dc-4776-a155-721090694763 HTTP/1.1" status: 200 len: 945 time: 0.0685613 Mar 11 12:45:37.049935 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a3a69187-6fda-4506-8af3-b8bcbe3abb26 req-18796cc7-3411-490d-86b4-5ce1023d3f78 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427985 Mar 11 12:45:37.215484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28ce69-0795-4096-ae68-dee7c54d9879 req-9ff5f535-344b-4e56-b47b-5028c9ca5f79 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:37.216980 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4a28ce69-0795-4096-ae68-dee7c54d9879 req-9ff5f535-344b-4e56-b47b-5028c9ca5f79 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1b4fe03-10dc-4776-a155-721090694763 HTTP/1.1" status: 200 len: 945 time: 0.0571661 Mar 11 12:45:37.325080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-4a28ce69-0795-4096-ae68-dee7c54d9879 req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Deleting port 4d7f284e-25a1-4e63-92df-07831bed3bb4 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:45:37.325425 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4a28ce69-0795-4096-ae68-dee7c54d9879 req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4d7f284e-25a1-4e63-92df-07831bed3bb4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:37.425315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-4a28ce69-0795-4096-ae68-dee7c54d9879 req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] For port 4d7f284e-25a1-4e63-92df-07831bed3bb4, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=4d7f284e-25a1-4e63-92df-07831bed3bb4,segment=NetworkSegment(1465f743-d586-440a-9205-c2b40e0df615),segment_id=1465f743-d586-440a-9205-c2b40e0df615)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:45:37.425612 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4a28ce69-0795-4096-ae68-dee7c54d9879 req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4d7f284e-25a1-4e63-92df-07831bed3bb4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:37.438484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-4a28ce69-0795-4096-ae68-dee7c54d9879 req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Calling delete_port for 4d7f284e-25a1-4e63-92df-07831bed3bb4 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:45:37.583442 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4a28ce69-0795-4096-ae68-dee7c54d9879 req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4d7f284e-25a1-4e63-92df-07831bed3bb4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:37.597608 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['8b79c427-1580-40fb-9591-2137b2147bc4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:45:37.599913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['4d7f284e-25a1-4e63-92df-07831bed3bb4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:45:37.612274 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Pushing event deleted for resources: {'Port': ['ID=4d7f284e-25a1-4e63-92df-07831bed3bb4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:37.625040 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:37.625393 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:37.625739 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:37.626079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:37.626415 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:37.626760 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:37.627079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:37.627396 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:37.627748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:37.628094 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:37.628403 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:37.628726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:37.629049 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:45:37.669127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a28ce69-0795-4096-ae68-dee7c54d9879 req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] No DVR routers for this DVR port 4d7f284e-25a1-4e63-92df-07831bed3bb4 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:45:37.672045 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-4a28ce69-0795-4096-ae68-dee7c54d9879 req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:37.675512 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4a28ce69-0795-4096-ae68-dee7c54d9879 req-d503b9ef-74c1-4676-8d43-82f3ec7f62f8 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.71 "DELETE /v2.0/ports/4d7f284e-25a1-4e63-92df-07831bed3bb4 HTTP/1.1" status: 204 len: 173 time: 0.4512362 Mar 11 12:45:37.675956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b4fe03-10dc-4776-a155-721090694763', 'name': 'network-vif-deleted', 'tag': '4d7f284e-25a1-4e63-92df-07831bed3bb4'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:45:37.678554 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49efb4f6-91ed-4642-914c-137c57e3afc3" -d '{"events": [{"server_uuid": "e1b4fe03-10dc-4776-a155-721090694763", "name": "network-vif-deleted", "tag": "4d7f284e-25a1-4e63-92df-07831bed3bb4"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:45:37.729234 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ad40d2-6d08-430c-ae34-a9049ba6a4a6 x-openstack-request-id: req-52ad40d2-6d08-430c-ae34-a9049ba6a4a6 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:45:37.729709 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b4fe03-10dc-4776-a155-721090694763", "name": "network-vif-deleted", "tag": "4d7f284e-25a1-4e63-92df-07831bed3bb4", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:45:37.729968 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-52ad40d2-6d08-430c-ae34-a9049ba6a4a6 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:45:37.730531 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b4fe03-10dc-4776-a155-721090694763', 'name': 'network-vif-deleted', 'tag': '4d7f284e-25a1-4e63-92df-07831bed3bb4', 'status': 'completed', 'code': 200} Mar 11 12:45:38.169780 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce2777db-48fd-40f0-a875-fda9d8a15135 req-aa813462-66ac-47f8-8f9e-6485c7092517 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1b4fe03-10dc-4776-a155-721090694763 HTTP/1.1" status: 200 len: 210 time: 0.0359159 Mar 11 12:45:39.331216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0941b-7e5a-4132-8498-2c01bd077497 req-0459d3cd-af8d-43c2-a89f-335181f7ad31 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:39.332736 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6cb0941b-7e5a-4132-8498-2c01bd077497 req-0459d3cd-af8d-43c2-a89f-335181f7ad31 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 946 time: 0.0541759 Mar 11 12:45:39.386936 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6cb0941b-7e5a-4132-8498-2c01bd077497 req-02736120-9408-485d-a8cb-a284ce36a6c6 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479906 Mar 11 12:45:39.548759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5407df-217a-4c06-96dd-48b4e25a0b66 req-a321e3be-4500-4e19-a7fc-dc0b46016376 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:39.550234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df5407df-217a-4c06-96dd-48b4e25a0b66 req-a321e3be-4500-4e19-a7fc-dc0b46016376 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 946 time: 0.0697730 Mar 11 12:45:39.599359 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df5407df-217a-4c06-96dd-48b4e25a0b66 req-bdaf359f-0ba1-492a-944e-bfc616293d20 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432611 Mar 11 12:45:39.732073 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8baa5-e1c7-45dc-ad63-c64b393fc1f3 req-52a6795e-8686-4140-a8e2-ccd87905f029 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:39.733493 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2e8baa5-e1c7-45dc-ad63-c64b393fc1f3 req-52a6795e-8686-4140-a8e2-ccd87905f029 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 946 time: 0.0618258 Mar 11 12:45:39.783053 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2e8baa5-e1c7-45dc-ad63-c64b393fc1f3 req-8d26acbb-c4a3-42ca-a345-7734c6850f49 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431345 Mar 11 12:45:39.961344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d92f5-1908-4bae-9b3a-94107409c40d req-bc1db4d0-098a-47ca-a178-32cf31531b15 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:39.963612 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f60d92f5-1908-4bae-9b3a-94107409c40d req-bc1db4d0-098a-47ca-a178-32cf31531b15 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 946 time: 0.0559123 Mar 11 12:45:40.017372 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f60d92f5-1908-4bae-9b3a-94107409c40d req-bd9e2073-609e-4fec-85ca-6a77afd40117 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477593 Mar 11 12:45:40.141766 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118727e-1c64-48ef-8b2e-cabff52d52a5 req-07f1f8bd-d731-4e4d-8843-c13937959cda tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:40.143246 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8118727e-1c64-48ef-8b2e-cabff52d52a5 req-07f1f8bd-d731-4e4d-8843-c13937959cda tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 946 time: 0.0562437 Mar 11 12:45:40.194578 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8118727e-1c64-48ef-8b2e-cabff52d52a5 req-607a4c32-f33d-45fa-bd96-4282e573ed6c tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455859 Mar 11 12:45:40.337746 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b98821-593d-4582-816f-916b8c259d8c req-ab10eb8e-7db8-41bd-b278-7a7eeb439e97 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:40.339262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58b98821-593d-4582-816f-916b8c259d8c req-ab10eb8e-7db8-41bd-b278-7a7eeb439e97 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 946 time: 0.0605111 Mar 11 12:45:40.398279 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58b98821-593d-4582-816f-916b8c259d8c req-1160dae5-7664-409d-9918-755f6f384d1f tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529833 Mar 11 12:45:40.761187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f461b-691f-431b-a760-73cd253cd525 req-1ba1943b-fa6e-42f6-a947-b1cb777ccd78 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:40.762680 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6d3f461b-691f-431b-a760-73cd253cd525 req-1ba1943b-fa6e-42f6-a947-b1cb777ccd78 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 946 time: 0.0611196 Mar 11 12:45:40.815021 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6d3f461b-691f-431b-a760-73cd253cd525 req-4515d156-58e2-4426-9e77-d5140302076d tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439665 Mar 11 12:45:40.841293 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4d7f284e-25a1-4e63-92df-07831bed3bb4 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:45:40.862073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 4d7f284e-25a1-4e63-92df-07831bed3bb4 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:45:40.862424 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 4d7f284e-25a1-4e63-92df-07831bed3bb4 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:45:41.962779 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8a056-5153-47b8-9509-79a311d208ea req-41129a58-82de-4aac-8843-8920eb2c8722 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:41.964297 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8c8a056-5153-47b8-9509-79a311d208ea req-41129a58-82de-4aac-8843-8920eb2c8722 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 946 time: 0.0668130 Mar 11 12:45:42.035516 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e8c8a056-5153-47b8-9509-79a311d208ea req-e141079b-dd4b-44be-b20c-2835f41b2a55 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.78 "GET /v2.0/security-groups?id=63916129-2a66-4724-aca4-73f492a638f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627682 Mar 11 12:45:42.048235 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fd43b-963f-46b0-bd9d-b185ab595674 req-754a9d36-997d-481d-bc25-57f9e7b61c64 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:42.049841 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a52fd43b-963f-46b0-bd9d-b185ab595674 req-754a9d36-997d-481d-bc25-57f9e7b61c64 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.37 "GET /v2.0/ports?device_id=570f976d-3886-4904-8833-5919bca4daf3 HTTP/1.1" status: 200 len: 946 time: 0.0845518 Mar 11 12:45:42.162178 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-a52fd43b-963f-46b0-bd9d-b185ab595674 req-9f7ecdec-a983-4fb3-9fc5-56bb93f3f547 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Deleting port 8b79c427-1580-40fb-9591-2137b2147bc4 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:45:42.162402 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a52fd43b-963f-46b0-bd9d-b185ab595674 req-9f7ecdec-a983-4fb3-9fc5-56bb93f3f547 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8b79c427-1580-40fb-9591-2137b2147bc4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:42.251862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-a52fd43b-963f-46b0-bd9d-b185ab595674 req-9f7ecdec-a983-4fb3-9fc5-56bb93f3f547 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] For port 8b79c427-1580-40fb-9591-2137b2147bc4, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=8b79c427-1580-40fb-9591-2137b2147bc4,segment=NetworkSegment(1465f743-d586-440a-9205-c2b40e0df615),segment_id=1465f743-d586-440a-9205-c2b40e0df615)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:45:42.252226 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a52fd43b-963f-46b0-bd9d-b185ab595674 req-9f7ecdec-a983-4fb3-9fc5-56bb93f3f547 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8b79c427-1580-40fb-9591-2137b2147bc4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:42.265294 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-a52fd43b-963f-46b0-bd9d-b185ab595674 req-9f7ecdec-a983-4fb3-9fc5-56bb93f3f547 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Calling delete_port for 8b79c427-1580-40fb-9591-2137b2147bc4 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:45:42.403947 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a52fd43b-963f-46b0-bd9d-b185ab595674 req-9f7ecdec-a983-4fb3-9fc5-56bb93f3f547 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (8b79c427-1580-40fb-9591-2137b2147bc4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:42.416438 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['8b79c427-1580-40fb-9591-2137b2147bc4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:45:42.434312 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ecdec-a983-4fb3-9fc5-56bb93f3f547 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Pushing event deleted for resources: {'Port': ['ID=8b79c427-1580-40fb-9591-2137b2147bc4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:42.484894 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52fd43b-963f-46b0-bd9d-b185ab595674 req-9f7ecdec-a983-4fb3-9fc5-56bb93f3f547 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] No DVR routers for this DVR port 8b79c427-1580-40fb-9591-2137b2147bc4 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:45:42.487868 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a52fd43b-963f-46b0-bd9d-b185ab595674 req-9f7ecdec-a983-4fb3-9fc5-56bb93f3f547 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:42.491768 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a52fd43b-963f-46b0-bd9d-b185ab595674 req-9f7ecdec-a983-4fb3-9fc5-56bb93f3f547 tempest-ServersNegativeTestJSON-533681199 tempest-ServersNegativeTestJSON-533681199-project] 10.222.0.37 "DELETE /v2.0/ports/8b79c427-1580-40fb-9591-2137b2147bc4 HTTP/1.1" status: 204 len: 173 time: 0.4370255 Mar 11 12:45:42.492430 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570f976d-3886-4904-8833-5919bca4daf3', 'name': 'network-vif-deleted', 'tag': '8b79c427-1580-40fb-9591-2137b2147bc4'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:45:42.496307 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e28ab71-df7e-4e13-9011-0e4f7a40ac67" -d '{"events": [{"server_uuid": "570f976d-3886-4904-8833-5919bca4daf3", "name": "network-vif-deleted", "tag": "8b79c427-1580-40fb-9591-2137b2147bc4"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:45:42.539973 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f5df9d-1d65-46d3-8b80-3d6006a423b1 x-openstack-request-id: req-40f5df9d-1d65-46d3-8b80-3d6006a423b1 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:45:42.540271 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570f976d-3886-4904-8833-5919bca4daf3", "name": "network-vif-deleted", "tag": "8b79c427-1580-40fb-9591-2137b2147bc4", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:45:42.540523 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-40f5df9d-1d65-46d3-8b80-3d6006a423b1 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:45:42.540926 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570f976d-3886-4904-8833-5919bca4daf3', 'name': 'network-vif-deleted', 'tag': '8b79c427-1580-40fb-9591-2137b2147bc4', 'status': 'completed', 'code': 200} Mar 11 12:45:43.097073 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45986) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:43.142465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb454b3d-dd27-4813-adc4-d2a4d18b635c admin admin] Deleting subnet 2c1b718e-007f-4f89-b6e8-ab3266163934 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:45:43.145701 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb454b3d-dd27-4813-adc4-d2a4d18b635c admin admin] Publish callbacks [] for subnet (2c1b718e-007f-4f89-b6e8-ab3266163934), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:43.172523 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:43.189487 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb454b3d-dd27-4813-adc4-d2a4d18b635c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (2c1b718e-007f-4f89-b6e8-ab3266163934), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:43.228875 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb454b3d-dd27-4813-adc4-d2a4d18b635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (2c1b718e-007f-4f89-b6e8-ab3266163934), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:43.284479 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb454b3d-dd27-4813-adc4-d2a4d18b635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (2c1b718e-007f-4f89-b6e8-ab3266163934), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:43.316339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb454b3d-dd27-4813-adc4-d2a4d18b635c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c1b718e-007f-4f89-b6e8-ab3266163934,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:43.318271 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eb454b3d-dd27-4813-adc4-d2a4d18b635c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:43.321448 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-eb454b3d-dd27-4813-adc4-d2a4d18b635c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2c1b718e-007f-4f89-b6e8-ab3266163934 HTTP/1.1" status: 204 len: 168 time: 0.2233503 Mar 11 12:45:43.324537 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45988) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:43.395943 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3581584f-168f-47d9-b8eb-d245c37f4899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (4a9d7129-71c8-40e1-a445-eb507074955c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:43.485136 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3581584f-168f-47d9-b8eb-d245c37f4899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (4a9d7129-71c8-40e1-a445-eb507074955c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:43.506208 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-3581584f-168f-47d9-b8eb-d245c37f4899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9d7129-71c8-40e1-a445-eb507074955c']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:43.515316 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-3581584f-168f-47d9-b8eb-d245c37f4899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1465f743-d586-440a-9205-c2b40e0df615') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:43.515608 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-3581584f-168f-47d9-b8eb-d245c37f4899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1465f743-d586-440a-9205-c2b40e0df615') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:43.525286 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3581584f-168f-47d9-b8eb-d245c37f4899 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (1465f743-d586-440a-9205-c2b40e0df615), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:43.542322 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3581584f-168f-47d9-b8eb-d245c37f4899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (1465f743-d586-440a-9205-c2b40e0df615), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:43.552308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3581584f-168f-47d9-b8eb-d245c37f4899 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:45:43.552816 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3581584f-168f-47d9-b8eb-d245c37f4899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (1465f743-d586-440a-9205-c2b40e0df615), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:45:43.555275 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:45:43.612853 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3581584f-168f-47d9-b8eb-d245c37f4899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (4a9d7129-71c8-40e1-a445-eb507074955c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:43.619636 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3581584f-168f-47d9-b8eb-d245c37f4899 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:43.622854 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3581584f-168f-47d9-b8eb-d245c37f4899 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4a9d7129-71c8-40e1-a445-eb507074955c HTTP/1.1" status: 204 len: 168 time: 0.2973924 Mar 11 12:45:43.634311 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581584f-168f-47d9-b8eb-d245c37f4899 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a9d7129-71c8-40e1-a445-eb507074955c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:43.688532 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ad6b755f-fa94-44da-b8a7-5dcfbacbb0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:43.742165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 45992) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:43.787972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-560d524b-3ae6-41a0-9034-7e15f677543d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9f69cd264d404fbd90b30788d28e3ed4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445733 Mar 11 12:45:43.790658 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 45994) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:43.840207 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18ef42d1-59da-45c4-84c6-b3d34ca904ae admin admin] Publish callbacks [] for security_group (63916129-2a66-4724-aca4-73f492a638f0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:43.863063 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18ef42d1-59da-45c4-84c6-b3d34ca904ae admin admin] Publish callbacks [] for security_group (63916129-2a66-4724-aca4-73f492a638f0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:43.913846 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18ef42d1-59da-45c4-84c6-b3d34ca904ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (63916129-2a66-4724-aca4-73f492a638f0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:43.916478 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18ef42d1-59da-45c4-84c6-b3d34ca904ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:43.917705 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-18ef42d1-59da-45c4-84c6-b3d34ca904ae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/63916129-2a66-4724-aca4-73f492a638f0 HTTP/1.1" status: 204 len: 168 time: 0.1260056 Mar 11 12:45:43.926310 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef42d1-59da-45c4-84c6-b3d34ca904ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63916129-2a66-4724-aca4-73f492a638f0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:44.713743 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46016) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:44.832555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cedefc80-6a01-4958-9235-2b9f6fd445f4 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-101276557'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:44.856196 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedefc80-6a01-4958-9235-2b9f6fd445f4 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Made reservation on behalf of 419e231c24034b6383fe2b38145d840e for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:45:44.859525 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cedefc80-6a01-4958-9235-2b9f6fd445f4 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:44.867972 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cedefc80-6a01-4958-9235-2b9f6fd445f4 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:44.942611 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cedefc80-6a01-4958-9235-2b9f6fd445f4 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for security_group (783bf57d-578b-4f23-a6c9-08b2df4dffa6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:44.948696 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cedefc80-6a01-4958-9235-2b9f6fd445f4 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (783bf57d-578b-4f23-a6c9-08b2df4dffa6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:44.977696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cedefc80-6a01-4958-9235-2b9f6fd445f4 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:45:44.987357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedefc80-6a01-4958-9235-2b9f6fd445f4 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783bf57d-578b-4f23-a6c9-08b2df4dffa6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:44.992010 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cedefc80-6a01-4958-9235-2b9f6fd445f4 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (7297348e-a348-4d75-86ca-cf344a4e20c1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:44.992349 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-cedefc80-6a01-4958-9235-2b9f6fd445f4 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Added segment 7297348e-a348-4d75-86ca-cf344a4e20c1 of type vlan for network 80a68fcb-85f2-4099-b580-cb954029937a Mar 11 12:45:45.037824 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cedefc80-6a01-4958-9235-2b9f6fd445f4 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (80a68fcb-85f2-4099-b580-cb954029937a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:45.065627 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cedefc80-6a01-4958-9235-2b9f6fd445f4 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (80a68fcb-85f2-4099-b580-cb954029937a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:45.070692 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedefc80-6a01-4958-9235-2b9f6fd445f4 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:45.071273 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cedefc80-6a01-4958-9235-2b9f6fd445f4 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:45.102607 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cedefc80-6a01-4958-9235-2b9f6fd445f4 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3876784 Mar 11 12:45:45.142672 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedefc80-6a01-4958-9235-2b9f6fd445f4 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event updated for resources: {'Network': ['ID=80a68fcb-85f2-4099-b580-cb954029937a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:45.321481 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 80a68fcb-85f2-4099-b580-cb954029937a details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:45:45.792643 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9ffb47b1-6d69-4ea3-b63c-cc19d39dd733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:46.151835 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 8b79c427-1580-40fb-9591-2137b2147bc4 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:45:46.171967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 8b79c427-1580-40fb-9591-2137b2147bc4 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:45:46.172316 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 8b79c427-1580-40fb-9591-2137b2147bc4 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:45:47.433020 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:48.265205 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46020) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:48.270472 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-cbea3518-4728-4b15-b8a5-6cff5931a1d9 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Request body: {'subnet': {'network_id': '80a68fcb-85f2-4099-b580-cb954029937a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:48.361924 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbea3518-4728-4b15-b8a5-6cff5931a1d9 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Made reservation on behalf of 419e231c24034b6383fe2b38145d840e for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:45:48.365394 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cbea3518-4728-4b15-b8a5-6cff5931a1d9 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:48.565261 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cbea3518-4728-4b15-b8a5-6cff5931a1d9 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (da1f2e5f-dc92-4b68-a89f-79d4b41e5fc8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:48.625795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea3518-4728-4b15-b8a5-6cff5931a1d9 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event updated for resources: {'Subnet': ['ID=da1f2e5f-dc92-4b68-a89f-79d4b41e5fc8,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:48.636069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea3518-4728-4b15-b8a5-6cff5931a1d9 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Checking segment: {'id': '7297348e-a348-4d75-86ca-cf344a4e20c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '80a68fcb-85f2-4099-b580-cb954029937a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:45:48.636428 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea3518-4728-4b15-b8a5-6cff5931a1d9 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Network hostable DHCP agents. Network: 80a68fcb-85f2-4099-b580-cb954029937a, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:45:48.655027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea3518-4728-4b15-b8a5-6cff5931a1d9 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Network 80a68fcb-85f2-4099-b580-cb954029937a is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:45:48.665516 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-cbea3518-4728-4b15-b8a5-6cff5931a1d9 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 80a68fcb-85f2-4099-b580-cb954029937a) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:45:48.670368 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbea3518-4728-4b15-b8a5-6cff5931a1d9 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:48.670983 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cbea3518-4728-4b15-b8a5-6cff5931a1d9 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:48.677571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756f968b-16f3-428c-a513-a9f0e703be54 None None] Network 80a68fcb-85f2-4099-b580-cb954029937a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:45:48.691664 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cbea3518-4728-4b15-b8a5-6cff5931a1d9 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4234424 Mar 11 12:45:48.693456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46022) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:48.699330 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ff000efd-5b03-4434-8e5b-ba8fa911402c tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-650296921'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:48.725550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff000efd-5b03-4434-8e5b-ba8fa911402c tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Made reservation on behalf of 419e231c24034b6383fe2b38145d840e for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:45:48.729257 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff000efd-5b03-4434-8e5b-ba8fa911402c tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:48.753225 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff000efd-5b03-4434-8e5b-ba8fa911402c tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:45:48.763530 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff000efd-5b03-4434-8e5b-ba8fa911402c tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (91a314cb-58d3-480c-9241-09a46de60d10), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:48.763897 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-ff000efd-5b03-4434-8e5b-ba8fa911402c tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Added segment 91a314cb-58d3-480c-9241-09a46de60d10 of type vlan for network 5f777c25-9b95-423b-87f2-f526708d0303 Mar 11 12:45:48.778476 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-80a68fcb-85f2-4099-b580-cb954029937a', 'network_id': '80a68fcb-85f2-4099-b580-cb954029937a', 'project_id': '419e231c24034b6383fe2b38145d840e', 'fixed_ips': [{'subnet_id': 'da1f2e5f-dc92-4b68-a89f-79d4b41e5fc8'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:45:48.779343 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:48.813134 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff000efd-5b03-4434-8e5b-ba8fa911402c tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (5f777c25-9b95-423b-87f2-f526708d0303), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:48.840269 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff000efd-5b03-4434-8e5b-ba8fa911402c tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (5f777c25-9b95-423b-87f2-f526708d0303), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:48.845501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff000efd-5b03-4434-8e5b-ba8fa911402c tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:48.846079 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff000efd-5b03-4434-8e5b-ba8fa911402c tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:48.879080 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:48.882675 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ff000efd-5b03-4434-8e5b-ba8fa911402c tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1848519 Mar 11 12:45:48.883016 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46024) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:48.888242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3ee12ca0-0d74-49d6-8979-d0645f7316d6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Request body: {'subnet': {'network_id': '5f777c25-9b95-423b-87f2-f526708d0303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:48.919503 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff000efd-5b03-4434-8e5b-ba8fa911402c tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event updated for resources: {'Network': ['ID=5f777c25-9b95-423b-87f2-f526708d0303,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:48.931714 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 5f777c25-9b95-423b-87f2-f526708d0303 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:45:48.934099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Allocated IP 2001:db8:0:ffff::2 (80a68fcb-85f2-4099-b580-cb954029937a/da1f2e5f-dc92-4b68-a89f-79d4b41e5fc8/1da08a04-2033-4b5c-8de3-f0a5589ca814) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:45:48.980928 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee12ca0-0d74-49d6-8979-d0645f7316d6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Made reservation on behalf of 419e231c24034b6383fe2b38145d840e for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:45:48.986869 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3ee12ca0-0d74-49d6-8979-d0645f7316d6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.161773 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Publish callbacks [] for port (1da08a04-2033-4b5c-8de3-f0a5589ca814), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.168518 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (1da08a04-2033-4b5c-8de3-f0a5589ca814), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.203741 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3ee12ca0-0d74-49d6-8979-d0645f7316d6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (608033f8-1433-4a9d-9eeb-2ff1d7dcec0c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.208779 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Network 80a68fcb-85f2-4099-b580-cb954029937a is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:45:49.211613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:45:49.216487 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:45:49.219202 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Pushing event updated for resources: {'Port': ['ID=1da08a04-2033-4b5c-8de3-f0a5589ca814,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:49.262884 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee12ca0-0d74-49d6-8979-d0645f7316d6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event updated for resources: {'Subnet': ['ID=608033f8-1433-4a9d-9eeb-2ff1d7dcec0c,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:49.273181 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Attempting to bind port 1da08a04-2033-4b5c-8de3-f0a5589ca814 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:45:49.273653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee12ca0-0d74-49d6-8979-d0645f7316d6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Checking segment: {'id': '91a314cb-58d3-480c-9241-09a46de60d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5f777c25-9b95-423b-87f2-f526708d0303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:45:49.274159 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Attempting to bind port 1da08a04-2033-4b5c-8de3-f0a5589ca814 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '7297348e-a348-4d75-86ca-cf344a4e20c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '80a68fcb-85f2-4099-b580-cb954029937a'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:45:49.274277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee12ca0-0d74-49d6-8979-d0645f7316d6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Network hostable DHCP agents. Network: 5f777c25-9b95-423b-87f2-f526708d0303, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:45:49.274388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Attempting to bind port 1da08a04-2033-4b5c-8de3-f0a5589ca814 on network 80a68fcb-85f2-4099-b580-cb954029937a {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:45:49.279092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:45:49.279466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Checking segment: {'id': '7297348e-a348-4d75-86ca-cf344a4e20c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '80a68fcb-85f2-4099-b580-cb954029937a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:45:49.279969 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.280358 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Bound using segment: {'id': '7297348e-a348-4d75-86ca-cf344a4e20c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '80a68fcb-85f2-4099-b580-cb954029937a'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:45:49.280819 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Bound port: 1da08a04-2033-4b5c-8de3-f0a5589ca814, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7297348e-a348-4d75-86ca-cf344a4e20c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '80a68fcb-85f2-4099-b580-cb954029937a'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:45:49.281232 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1da08a04-2033-4b5c-8de3-f0a5589ca814), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.292694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee12ca0-0d74-49d6-8979-d0645f7316d6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Network 5f777c25-9b95-423b-87f2-f526708d0303 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:45:49.302119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-3ee12ca0-0d74-49d6-8979-d0645f7316d6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 5f777c25-9b95-423b-87f2-f526708d0303) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:45:49.306082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee12ca0-0d74-49d6-8979-d0645f7316d6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:49.306933 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3ee12ca0-0d74-49d6-8979-d0645f7316d6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.316233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb61394-7118-4874-87a3-012b710d0dd0 None None] Network 5f777c25-9b95-423b-87f2-f526708d0303 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:45:49.328261 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3ee12ca0-0d74-49d6-8979-d0645f7316d6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4415395 Mar 11 12:45:49.328485 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46026) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:49.403113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] For port 1da08a04-2033-4b5c-8de3-f0a5589ca814, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:45:49.422355 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] For port 1da08a04-2033-4b5c-8de3-f0a5589ca814, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1da08a04-2033-4b5c-8de3-f0a5589ca814,segment=NetworkSegment(7297348e-a348-4d75-86ca-cf344a4e20c1),segment_id=7297348e-a348-4d75-86ca-cf344a4e20c1)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:45:49.432194 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b139f6f7-616e-4ffe-803f-73975fc52eb6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (5f777c25-9b95-423b-87f2-f526708d0303), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.442183 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1da08a04-2033-4b5c-8de3-f0a5589ca814), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.473023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9435e8-6c7e-4873-af32-8d7765cb0402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-5f777c25-9b95-423b-87f2-f526708d0303', 'network_id': '5f777c25-9b95-423b-87f2-f526708d0303', 'project_id': '419e231c24034b6383fe2b38145d840e', 'fixed_ips': [{'subnet_id': '608033f8-1433-4a9d-9eeb-2ff1d7dcec0c'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:45:49.473877 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3b9435e8-6c7e-4873-af32-8d7765cb0402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.518973 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b139f6f7-616e-4ffe-803f-73975fc52eb6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (608033f8-1433-4a9d-9eeb-2ff1d7dcec0c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.526922 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b087f-d84a-438d-aab7-dd42d96e0234 None None] Pushing event updated for resources: {'Port': ['ID=1da08a04-2033-4b5c-8de3-f0a5589ca814,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:49.591867 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b139f6f7-616e-4ffe-803f-73975fc52eb6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (608033f8-1433-4a9d-9eeb-2ff1d7dcec0c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server [None req-3b9435e8-6c7e-4873-af32-8d7765cb0402 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 608033f8-1433-4a9d-9eeb-2ff1d7dcec0c: This subnet is being modified by another concurrent operation. Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server raise exception Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 608033f8-1433-4a9d-9eeb-2ff1d7dcec0c: This subnet is being modified by another concurrent operation. Mar 11 12:45:49.606217 n-d-833234-2 neutron-server[104033]: ERROR oslo_messaging.rpc.server Mar 11 12:45:49.620379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139f6f7-616e-4ffe-803f-73975fc52eb6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event deleted for resources: {'Subnet': ['ID=608033f8-1433-4a9d-9eeb-2ff1d7dcec0c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:49.634983 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba2172d-0fb6-4a7f-8d71-ad8ab17a8169 None None] Network 5f777c25-9b95-423b-87f2-f526708d0303 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:45:49.685837 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b139f6f7-616e-4ffe-803f-73975fc52eb6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (5f777c25-9b95-423b-87f2-f526708d0303), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.714869 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-b139f6f7-616e-4ffe-803f-73975fc52eb6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f777c25-9b95-423b-87f2-f526708d0303']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:49.729440 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-b139f6f7-616e-4ffe-803f-73975fc52eb6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a314cb-58d3-480c-9241-09a46de60d10') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:49.729874 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-b139f6f7-616e-4ffe-803f-73975fc52eb6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a314cb-58d3-480c-9241-09a46de60d10') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:49.741574 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b139f6f7-616e-4ffe-803f-73975fc52eb6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (91a314cb-58d3-480c-9241-09a46de60d10), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.755778 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b139f6f7-616e-4ffe-803f-73975fc52eb6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (91a314cb-58d3-480c-9241-09a46de60d10), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.762453 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b139f6f7-616e-4ffe-803f-73975fc52eb6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:45:49.763907 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b139f6f7-616e-4ffe-803f-73975fc52eb6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (91a314cb-58d3-480c-9241-09a46de60d10), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:45:49.768101 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:45:49.828107 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b139f6f7-616e-4ffe-803f-73975fc52eb6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (5f777c25-9b95-423b-87f2-f526708d0303), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.832971 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b139f6f7-616e-4ffe-803f-73975fc52eb6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.836322 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b139f6f7-616e-4ffe-803f-73975fc52eb6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "DELETE /v2.0/networks/5f777c25-9b95-423b-87f2-f526708d0303 HTTP/1.1" status: 204 len: 168 time: 0.5067873 Mar 11 12:45:49.843651 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46028) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:49.846202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8f5bb704-39f9-4758-b912-bf4505e4e81a tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-926223992'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:49.863364 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139f6f7-616e-4ffe-803f-73975fc52eb6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event deleted for resources: {'Network': ['ID=5f777c25-9b95-423b-87f2-f526708d0303,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:49.880005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5bb704-39f9-4758-b912-bf4505e4e81a tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Made reservation on behalf of 419e231c24034b6383fe2b38145d840e for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:45:49.883411 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb704-39f9-4758-b912-bf4505e4e81a tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.907033 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5bb704-39f9-4758-b912-bf4505e4e81a tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:45:49.916860 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb704-39f9-4758-b912-bf4505e4e81a tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (be657b18-115a-4a3c-b566-baac8f23fc92), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.917203 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-8f5bb704-39f9-4758-b912-bf4505e4e81a tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Added segment be657b18-115a-4a3c-b566-baac8f23fc92 of type vlan for network edecdb61-f4a2-4180-97cd-00d25fa10c35 Mar 11 12:45:49.961444 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb704-39f9-4758-b912-bf4505e4e81a tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (edecdb61-f4a2-4180-97cd-00d25fa10c35), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.990211 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb704-39f9-4758-b912-bf4505e4e81a tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (edecdb61-f4a2-4180-97cd-00d25fa10c35), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:49.995694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5bb704-39f9-4758-b912-bf4505e4e81a tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:49.996304 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb704-39f9-4758-b912-bf4505e4e81a tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:50.029818 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8f5bb704-39f9-4758-b912-bf4505e4e81a tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1882272 Mar 11 12:45:50.032884 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46030) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:50.038095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-963a3dfa-a774-4e5f-9c56-51878a932b67 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Request body: {'subnet': {'network_id': 'edecdb61-f4a2-4180-97cd-00d25fa10c35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:50.067021 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bb704-39f9-4758-b912-bf4505e4e81a tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event updated for resources: {'Network': ['ID=edecdb61-f4a2-4180-97cd-00d25fa10c35,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:50.077534 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network edecdb61-f4a2-4180-97cd-00d25fa10c35 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:45:50.133728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963a3dfa-a774-4e5f-9c56-51878a932b67 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Made reservation on behalf of 419e231c24034b6383fe2b38145d840e for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:45:50.137866 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963a3dfa-a774-4e5f-9c56-51878a932b67 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:50.164062 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:50.204268 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.ipam_backend_mixin [None req-963a3dfa-a774-4e5f-9c56-51878a932b67 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Performing IP validity checks on allocation pools {{(pid=104032) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 12:45:50.204796 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.ipam_backend_mixin [None req-963a3dfa-a774-4e5f-9c56-51878a932b67 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104032) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 12:45:50.340409 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963a3dfa-a774-4e5f-9c56-51878a932b67 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (3b2e8262-9020-4712-9fb6-d340f164d968), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:50.403326 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a3dfa-a774-4e5f-9c56-51878a932b67 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event updated for resources: {'Subnet': ['ID=3b2e8262-9020-4712-9fb6-d340f164d968,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:50.412987 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963a3dfa-a774-4e5f-9c56-51878a932b67 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Checking segment: {'id': 'be657b18-115a-4a3c-b566-baac8f23fc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'edecdb61-f4a2-4180-97cd-00d25fa10c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:45:50.413362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a3dfa-a774-4e5f-9c56-51878a932b67 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Network hostable DHCP agents. Network: edecdb61-f4a2-4180-97cd-00d25fa10c35, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:45:50.433716 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a3dfa-a774-4e5f-9c56-51878a932b67 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Network edecdb61-f4a2-4180-97cd-00d25fa10c35 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:45:50.444181 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-963a3dfa-a774-4e5f-9c56-51878a932b67 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, edecdb61-f4a2-4180-97cd-00d25fa10c35) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:45:50.448875 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963a3dfa-a774-4e5f-9c56-51878a932b67 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:50.449651 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963a3dfa-a774-4e5f-9c56-51878a932b67 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:50.454698 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5bdbb6-e248-42f5-9ccd-c23a1f328e0d None None] Network edecdb61-f4a2-4180-97cd-00d25fa10c35 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:45:50.476525 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-963a3dfa-a774-4e5f-9c56-51878a932b67 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4423227 Mar 11 12:45:50.479373 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46032) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:50.518070 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9118b236-5e75-4cf3-bfb4-6919a978ad69 None None] Network 80a68fcb-85f2-4099-b580-cb954029937a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:45:50.595109 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b301e24-2ac3-4bf5-b26b-ae04da808739 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (edecdb61-f4a2-4180-97cd-00d25fa10c35), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:50.648752 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b301e24-2ac3-4bf5-b26b-ae04da808739 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (3b2e8262-9020-4712-9fb6-d340f164d968), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:50.711084 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b301e24-2ac3-4bf5-b26b-ae04da808739 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (3b2e8262-9020-4712-9fb6-d340f164d968), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:50.744314 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b301e24-2ac3-4bf5-b26b-ae04da808739 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event deleted for resources: {'Subnet': ['ID=3b2e8262-9020-4712-9fb6-d340f164d968,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:50.804454 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b301e24-2ac3-4bf5-b26b-ae04da808739 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (edecdb61-f4a2-4180-97cd-00d25fa10c35), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:50.812235 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-afb06a3e-cb83-44a7-a035-aff18adde8f3 None None] Provisioning complete for port 1da08a04-2033-4b5c-8de3-f0a5589ca814 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:45:50.812235 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-afb06a3e-cb83-44a7-a035-aff18adde8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1da08a04-2033-4b5c-8de3-f0a5589ca814), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:50.829027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-4b301e24-2ac3-4bf5-b26b-ae04da808739 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edecdb61-f4a2-4180-97cd-00d25fa10c35']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:50.839688 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-4b301e24-2ac3-4bf5-b26b-ae04da808739 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be657b18-115a-4a3c-b566-baac8f23fc92') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:50.840799 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-4b301e24-2ac3-4bf5-b26b-ae04da808739 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be657b18-115a-4a3c-b566-baac8f23fc92') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:50.851873 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b301e24-2ac3-4bf5-b26b-ae04da808739 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (be657b18-115a-4a3c-b566-baac8f23fc92), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:50.853324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee9bb6e-33ff-4a45-8bb0-231214e38575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-edecdb61-f4a2-4180-97cd-00d25fa10c35', 'network_id': 'edecdb61-f4a2-4180-97cd-00d25fa10c35', 'project_id': '419e231c24034b6383fe2b38145d840e', 'fixed_ips': [{'subnet_id': '3b2e8262-9020-4712-9fb6-d340f164d968'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:45:50.855023 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ee9bb6e-33ff-4a45-8bb0-231214e38575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:50.867616 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b301e24-2ac3-4bf5-b26b-ae04da808739 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (be657b18-115a-4a3c-b566-baac8f23fc92), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:50.877442 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b301e24-2ac3-4bf5-b26b-ae04da808739 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:45:50.877931 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b301e24-2ac3-4bf5-b26b-ae04da808739 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (be657b18-115a-4a3c-b566-baac8f23fc92), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:45:50.882023 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:45:50.951752 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.db.api [None req-3ee9bb6e-33ff-4a45-8bb0-231214e38575 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 11 12:45:50.951752 n-d-833234-2 neutron-server[104033]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Mar 11 12:45:50.951752 n-d-833234-2 neutron-server[104033]: [parameters: {'project_id': '419e231c24034b6383fe2b38145d840e', 'id': '4399c7f7-3937-46c6-a6b4-6ac9eda33e7c', 'name': '', 'network_id': 'edecdb61-f4a2-4180-97cd-00d25fa10c35', 'mac_address': 'fa:16:3e:d2:37:b4', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-edecdb61-f4a2-4180-97cd-00d25fa10c35', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4194}] Mar 11 12:45:50.951752 n-d-833234-2 neutron-server[104033]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 12:45:50.952637 n-d-833234-2 neutron-server[104033]: DEBUG oslo_db.api [None req-3ee9bb6e-33ff-4a45-8bb0-231214e38575 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 12:45:50.954660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-afb06a3e-cb83-44a7-a035-aff18adde8f3 None None] Current status of the port 1da08a04-2033-4b5c-8de3-f0a5589ca814 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:45:50.955092 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b301e24-2ac3-4bf5-b26b-ae04da808739 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (edecdb61-f4a2-4180-97cd-00d25fa10c35), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:50.955465 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-afb06a3e-cb83-44a7-a035-aff18adde8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1da08a04-2033-4b5c-8de3-f0a5589ca814), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:50.974737 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4b301e24-2ac3-4bf5-b26b-ae04da808739 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:50.978140 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4b301e24-2ac3-4bf5-b26b-ae04da808739 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "DELETE /v2.0/networks/edecdb61-f4a2-4180-97cd-00d25fa10c35 HTTP/1.1" status: 204 len: 168 time: 0.4970541 Mar 11 12:45:50.979151 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b301e24-2ac3-4bf5-b26b-ae04da808739 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event deleted for resources: {'Network': ['ID=edecdb61-f4a2-4180-97cd-00d25fa10c35,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:50.982676 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46034) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:50.990480 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0347288d-ba55-4a87-b58c-44be5e90bf1d tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-901487912'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:50.999009 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-afb06a3e-cb83-44a7-a035-aff18adde8f3 None None] For port 1da08a04-2033-4b5c-8de3-f0a5589ca814, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1da08a04-2033-4b5c-8de3-f0a5589ca814,segment=NetworkSegment(7297348e-a348-4d75-86ca-cf344a4e20c1),segment_id=7297348e-a348-4d75-86ca-cf344a4e20c1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:45:51.004183 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-afb06a3e-cb83-44a7-a035-aff18adde8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (1da08a04-2033-4b5c-8de3-f0a5589ca814), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:51.022184 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0347288d-ba55-4a87-b58c-44be5e90bf1d tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Made reservation on behalf of 419e231c24034b6383fe2b38145d840e for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:45:51.026431 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0347288d-ba55-4a87-b58c-44be5e90bf1d tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:51.054551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb06a3e-cb83-44a7-a035-aff18adde8f3 None None] Pushing event updated for resources: {'Port': ['ID=1da08a04-2033-4b5c-8de3-f0a5589ca814,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:51.062934 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0347288d-ba55-4a87-b58c-44be5e90bf1d tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:45:51.075154 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0347288d-ba55-4a87-b58c-44be5e90bf1d tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (36b76ba9-3474-4aae-9d6e-679f77e384d8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:51.075482 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-0347288d-ba55-4a87-b58c-44be5e90bf1d tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Added segment 36b76ba9-3474-4aae-9d6e-679f77e384d8 of type vlan for network c3e340d1-c097-4869-a16f-ba2e61bc98a6 Mar 11 12:45:51.116042 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0347288d-ba55-4a87-b58c-44be5e90bf1d tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (c3e340d1-c097-4869-a16f-ba2e61bc98a6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:51.145378 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0347288d-ba55-4a87-b58c-44be5e90bf1d tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (c3e340d1-c097-4869-a16f-ba2e61bc98a6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:51.153142 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0347288d-ba55-4a87-b58c-44be5e90bf1d tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:51.153737 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0347288d-ba55-4a87-b58c-44be5e90bf1d tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:51.194906 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0347288d-ba55-4a87-b58c-44be5e90bf1d tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2104857 Mar 11 12:45:51.198821 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46036) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:51.204156 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-03e38235-9e74-48e1-b6d6-522a574aa292 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Request body: {'subnet': {'network_id': 'c3e340d1-c097-4869-a16f-ba2e61bc98a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:51.226008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347288d-ba55-4a87-b58c-44be5e90bf1d tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event updated for resources: {'Network': ['ID=c3e340d1-c097-4869-a16f-ba2e61bc98a6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:51.228070 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2fff2d84-7914-4298-9876-be54e4ceceeb None None] Provisioning complete for port 1da08a04-2033-4b5c-8de3-f0a5589ca814 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:45:51.236883 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2fff2d84-7914-4298-9876-be54e4ceceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1da08a04-2033-4b5c-8de3-f0a5589ca814), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:51.241183 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network c3e340d1-c097-4869-a16f-ba2e61bc98a6 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:45:51.299393 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e38235-9e74-48e1-b6d6-522a574aa292 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Made reservation on behalf of 419e231c24034b6383fe2b38145d840e for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:45:51.302816 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03e38235-9e74-48e1-b6d6-522a574aa292 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:51.379609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2fff2d84-7914-4298-9876-be54e4ceceeb None None] Current status of the port 1da08a04-2033-4b5c-8de3-f0a5589ca814 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:45:51.454413 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ee9bb6e-33ff-4a45-8bb0-231214e38575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:51.483358 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9d6f62-29c0-47ca-acd9-c05d53d4cb47 None None] get_active_networks_info from n-d-833234-2 {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 12:45:51.487661 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03e38235-9e74-48e1-b6d6-522a574aa292 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (c6433695-ffeb-48e0-bd65-e01034331269), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:51.556435 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e38235-9e74-48e1-b6d6-522a574aa292 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event updated for resources: {'Subnet': ['ID=c6433695-ffeb-48e0-bd65-e01034331269,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:51.564112 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e38235-9e74-48e1-b6d6-522a574aa292 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Checking segment: {'id': '36b76ba9-3474-4aae-9d6e-679f77e384d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c3e340d1-c097-4869-a16f-ba2e61bc98a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:45:51.564502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e38235-9e74-48e1-b6d6-522a574aa292 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Network hostable DHCP agents. Network: c3e340d1-c097-4869-a16f-ba2e61bc98a6, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:45:51.586171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e38235-9e74-48e1-b6d6-522a574aa292 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Network c3e340d1-c097-4869-a16f-ba2e61bc98a6 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:45:51.599908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-03e38235-9e74-48e1-b6d6-522a574aa292 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, c3e340d1-c097-4869-a16f-ba2e61bc98a6) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:45:51.605550 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e38235-9e74-48e1-b6d6-522a574aa292 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:51.606242 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03e38235-9e74-48e1-b6d6-522a574aa292 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:51.625594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-03e38235-9e74-48e1-b6d6-522a574aa292 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4254251 Mar 11 12:45:51.629225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46038) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:51.634224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-592d52f5-fade-4504-b800-25c3346b9847 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1420517912'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:51.636318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1da08a04-2033-4b5c-8de3-f0a5589ca814 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:45:51.654603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592d52f5-fade-4504-b800-25c3346b9847 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Made reservation on behalf of 419e231c24034b6383fe2b38145d840e for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:45:51.658087 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-592d52f5-fade-4504-b800-25c3346b9847 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:51.681618 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592d52f5-fade-4504-b800-25c3346b9847 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:45:51.690711 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-592d52f5-fade-4504-b800-25c3346b9847 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (bd15f8e4-6c13-4d6c-add8-c096e8fbe6fc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:51.691057 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-592d52f5-fade-4504-b800-25c3346b9847 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Added segment bd15f8e4-6c13-4d6c-add8-c096e8fbe6fc of type vlan for network 138a8504-a4db-461b-bcb6-6057051bdba7 Mar 11 12:45:51.712750 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9d6f62-29c0-47ca-acd9-c05d53d4cb47 None None] Unable to find a vacant binding_index for network c3e340d1-c097-4869-a16f-ba2e61bc98a6 and agent efa84b04-0430-4abe-a629-7c70402979fb {{(pid=104033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 11 12:45:51.721366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9d6f62-29c0-47ca-acd9-c05d53d4cb47 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, c3e340d1-c097-4869-a16f-ba2e61bc98a6) {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 12:45:51.730360 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-592d52f5-fade-4504-b800-25c3346b9847 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (138a8504-a4db-461b-bcb6-6057051bdba7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:51.731609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 1da08a04-2033-4b5c-8de3-f0a5589ca814 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:45:51.731986 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (1da08a04-2033-4b5c-8de3-f0a5589ca814), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:51.757289 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-592d52f5-fade-4504-b800-25c3346b9847 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (138a8504-a4db-461b-bcb6-6057051bdba7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:51.762651 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592d52f5-fade-4504-b800-25c3346b9847 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:51.763245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-592d52f5-fade-4504-b800-25c3346b9847 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:51.794640 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-592d52f5-fade-4504-b800-25c3346b9847 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1643629 Mar 11 12:45:51.797823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46040) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:51.803048 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-561dbe1f-dbfd-4cc1-a969-31fd3271c98b tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Request body: {'subnet': {'network_id': '138a8504-a4db-461b-bcb6-6057051bdba7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:51.852518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d52f5-fade-4504-b800-25c3346b9847 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event updated for resources: {'Network': ['ID=138a8504-a4db-461b-bcb6-6057051bdba7,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:51.870867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 138a8504-a4db-461b-bcb6-6057051bdba7 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:45:51.905617 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561dbe1f-dbfd-4cc1-a969-31fd3271c98b tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Made reservation on behalf of 419e231c24034b6383fe2b38145d840e for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:45:51.909159 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-561dbe1f-dbfd-4cc1-a969-31fd3271c98b tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:51.920910 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 1da08a04-2033-4b5c-8de3-f0a5589ca814 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:45:52.012811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-c3e340d1-c097-4869-a16f-ba2e61bc98a6', 'network_id': 'c3e340d1-c097-4869-a16f-ba2e61bc98a6', 'project_id': '419e231c24034b6383fe2b38145d840e', 'fixed_ips': [{'subnet_id': 'c6433695-ffeb-48e0-bd65-e01034331269'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:45:52.013682 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:52.096295 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-561dbe1f-dbfd-4cc1-a969-31fd3271c98b tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (cd2515b3-c9e8-4be1-8706-0f9c3a4747b2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:52.153451 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Allocated IP 2001:db8::2 (c3e340d1-c097-4869-a16f-ba2e61bc98a6/c6433695-ffeb-48e0-bd65-e01034331269/ca16657a-9ecb-4e89-ab1b-622c8fd96ee7) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:45:52.158972 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561dbe1f-dbfd-4cc1-a969-31fd3271c98b tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event updated for resources: {'Subnet': ['ID=cd2515b3-c9e8-4be1-8706-0f9c3a4747b2,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:52.170838 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561dbe1f-dbfd-4cc1-a969-31fd3271c98b tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Checking segment: {'id': 'bd15f8e4-6c13-4d6c-add8-c096e8fbe6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '138a8504-a4db-461b-bcb6-6057051bdba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:45:52.171208 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561dbe1f-dbfd-4cc1-a969-31fd3271c98b tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Network hostable DHCP agents. Network: 138a8504-a4db-461b-bcb6-6057051bdba7, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:45:52.192499 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561dbe1f-dbfd-4cc1-a969-31fd3271c98b tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Network 138a8504-a4db-461b-bcb6-6057051bdba7 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:45:52.207501 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-561dbe1f-dbfd-4cc1-a969-31fd3271c98b tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 138a8504-a4db-461b-bcb6-6057051bdba7) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:45:52.207865 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561dbe1f-dbfd-4cc1-a969-31fd3271c98b tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:52.208662 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-561dbe1f-dbfd-4cc1-a969-31fd3271c98b tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:52.235942 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-561dbe1f-dbfd-4cc1-a969-31fd3271c98b tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4322290 Mar 11 12:45:52.236187 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46042) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:52.303902 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Publish callbacks [] for port (ca16657a-9ecb-4e89-ab1b-622c8fd96ee7), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:52.311148 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (ca16657a-9ecb-4e89-ab1b-622c8fd96ee7), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:52.330196 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b82ed56d-9e9f-436e-85f8-2ceee0a81c2f tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (138a8504-a4db-461b-bcb6-6057051bdba7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:52.353946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Network c3e340d1-c097-4869-a16f-ba2e61bc98a6 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:45:52.360235 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:45:52.364575 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:45:52.367571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Pushing event updated for resources: {'Port': ['ID=ca16657a-9ecb-4e89-ab1b-622c8fd96ee7,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:52.385886 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b82ed56d-9e9f-436e-85f8-2ceee0a81c2f tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (cd2515b3-c9e8-4be1-8706-0f9c3a4747b2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:52.421813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Attempting to bind port ca16657a-9ecb-4e89-ab1b-622c8fd96ee7 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:45:52.422162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Attempting to bind port ca16657a-9ecb-4e89-ab1b-622c8fd96ee7 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '36b76ba9-3474-4aae-9d6e-679f77e384d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c3e340d1-c097-4869-a16f-ba2e61bc98a6'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:45:52.422525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Attempting to bind port ca16657a-9ecb-4e89-ab1b-622c8fd96ee7 on network c3e340d1-c097-4869-a16f-ba2e61bc98a6 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:45:52.428618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:45:52.428990 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Checking segment: {'id': '36b76ba9-3474-4aae-9d6e-679f77e384d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c3e340d1-c097-4869-a16f-ba2e61bc98a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:45:52.429391 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:52.429800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Bound using segment: {'id': '36b76ba9-3474-4aae-9d6e-679f77e384d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c3e340d1-c097-4869-a16f-ba2e61bc98a6'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:45:52.430248 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Bound port: ca16657a-9ecb-4e89-ab1b-622c8fd96ee7, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b76ba9-3474-4aae-9d6e-679f77e384d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c3e340d1-c097-4869-a16f-ba2e61bc98a6'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:45:52.430631 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ca16657a-9ecb-4e89-ab1b-622c8fd96ee7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:52.458244 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b82ed56d-9e9f-436e-85f8-2ceee0a81c2f tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (cd2515b3-c9e8-4be1-8706-0f9c3a4747b2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:52.485528 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ed56d-9e9f-436e-85f8-2ceee0a81c2f tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2515b3-c9e8-4be1-8706-0f9c3a4747b2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:52.492275 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] For port ca16657a-9ecb-4e89-ab1b-622c8fd96ee7, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:45:52.495974 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] For port ca16657a-9ecb-4e89-ab1b-622c8fd96ee7, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ca16657a-9ecb-4e89-ab1b-622c8fd96ee7,segment=NetworkSegment(36b76ba9-3474-4aae-9d6e-679f77e384d8),segment_id=36b76ba9-3474-4aae-9d6e-679f77e384d8)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:45:52.504018 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ca16657a-9ecb-4e89-ab1b-622c8fd96ee7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:52.555907 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b82ed56d-9e9f-436e-85f8-2ceee0a81c2f tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (138a8504-a4db-461b-bcb6-6057051bdba7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:52.568067 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99702bd5-b8b2-4c43-904c-2cc3aaed7921 None None] Pushing event updated for resources: {'Port': ['ID=ca16657a-9ecb-4e89-ab1b-622c8fd96ee7,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:52.581269 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-b82ed56d-9e9f-436e-85f8-2ceee0a81c2f tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138a8504-a4db-461b-bcb6-6057051bdba7']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:52.591432 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-b82ed56d-9e9f-436e-85f8-2ceee0a81c2f tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd15f8e4-6c13-4d6c-add8-c096e8fbe6fc') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:52.591760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-b82ed56d-9e9f-436e-85f8-2ceee0a81c2f tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd15f8e4-6c13-4d6c-add8-c096e8fbe6fc') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:52.601593 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b82ed56d-9e9f-436e-85f8-2ceee0a81c2f tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (bd15f8e4-6c13-4d6c-add8-c096e8fbe6fc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:52.616835 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b82ed56d-9e9f-436e-85f8-2ceee0a81c2f tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (bd15f8e4-6c13-4d6c-add8-c096e8fbe6fc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:52.623275 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82ed56d-9e9f-436e-85f8-2ceee0a81c2f tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:45:52.624004 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b82ed56d-9e9f-436e-85f8-2ceee0a81c2f tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (bd15f8e4-6c13-4d6c-add8-c096e8fbe6fc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:45:52.626996 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:45:52.690821 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b82ed56d-9e9f-436e-85f8-2ceee0a81c2f tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (138a8504-a4db-461b-bcb6-6057051bdba7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:52.710454 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b82ed56d-9e9f-436e-85f8-2ceee0a81c2f tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:52.712997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b82ed56d-9e9f-436e-85f8-2ceee0a81c2f tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "DELETE /v2.0/networks/138a8504-a4db-461b-bcb6-6057051bdba7 HTTP/1.1" status: 204 len: 168 time: 0.4774551 Mar 11 12:45:52.713888 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ed56d-9e9f-436e-85f8-2ceee0a81c2f tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event deleted for resources: {'Network': ['ID=138a8504-a4db-461b-bcb6-6057051bdba7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:52.715526 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46044) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:52.753638 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-d155359e-2dda-430a-8463-2378ce32040a tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] GET failed (client error): The resource could not be found. Mar 11 12:45:52.755357 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d155359e-2dda-430a-8463-2378ce32040a tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "GET /v2.0/subnets/cd2515b3-c9e8-4be1-8706-0f9c3a4747b2 HTTP/1.1" status: 404 len: 337 time: 0.0388956 Mar 11 12:45:52.758292 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46046) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:52.779016 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df9f885-8078-49f7-910b-5a9dda0d6ca6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] DELETE failed (client error): The resource could not be found. Mar 11 12:45:52.779499 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df9f885-8078-49f7-910b-5a9dda0d6ca6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:45:52.782451 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8df9f885-8078-49f7-910b-5a9dda0d6ca6 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "DELETE /v2.0/networks/138a8504-a4db-461b-bcb6-6057051bdba7 HTTP/1.1" status: 404 len: 339 time: 0.0229480 Mar 11 12:45:52.787243 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46048) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:52.813986 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-409013c0-134f-4a66-902f-c494824d9b1d tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] DELETE failed (client error): The resource could not be found. Mar 11 12:45:52.814454 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-409013c0-134f-4a66-902f-c494824d9b1d tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:45:52.817575 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-409013c0-134f-4a66-902f-c494824d9b1d tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "DELETE /v2.0/subnets/cd2515b3-c9e8-4be1-8706-0f9c3a4747b2 HTTP/1.1" status: 404 len: 337 time: 0.0293977 Mar 11 12:45:52.820202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46050) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:52.838747 n-d-833234-2 neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-375a2be0-9a22-49ac-8efd-8e79de9aab00 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] DELETE failed (client error): The resource could not be found. Mar 11 12:45:52.839254 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375a2be0-9a22-49ac-8efd-8e79de9aab00 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104031) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:45:52.842610 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-375a2be0-9a22-49ac-8efd-8e79de9aab00 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "DELETE /v2.0/networks/138a8504-a4db-461b-bcb6-6057051bdba7 HTTP/1.1" status: 404 len: 339 time: 0.0214117 Mar 11 12:45:52.845168 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46052) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:52.905251 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1da0af1-2cc3-4f87-9687-992a38cab904 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Deleting subnet c6433695-ffeb-48e0-bd65-e01034331269 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:45:52.908417 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a1da0af1-2cc3-4f87-9687-992a38cab904 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for subnet (c6433695-ffeb-48e0-bd65-e01034331269), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:52.948807 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a1da0af1-2cc3-4f87-9687-992a38cab904 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (c6433695-ffeb-48e0-bd65-e01034331269), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:53.034124 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a1da0af1-2cc3-4f87-9687-992a38cab904 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (c6433695-ffeb-48e0-bd65-e01034331269), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:53.100878 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a1da0af1-2cc3-4f87-9687-992a38cab904 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (c6433695-ffeb-48e0-bd65-e01034331269), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:53.129468 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da0af1-2cc3-4f87-9687-992a38cab904 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event deleted for resources: {'Subnet': ['ID=c6433695-ffeb-48e0-bd65-e01034331269,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:53.131330 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a1da0af1-2cc3-4f87-9687-992a38cab904 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:53.135640 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a1da0af1-2cc3-4f87-9687-992a38cab904 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "DELETE /v2.0/subnets/c6433695-ffeb-48e0-bd65-e01034331269 HTTP/1.1" status: 204 len: 168 time: 0.2884667 Mar 11 12:45:53.137343 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46054) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:53.217343 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (c3e340d1-c097-4869-a16f-ba2e61bc98a6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:53.277354 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Deleting port ca16657a-9ecb-4e89-ab1b-622c8fd96ee7 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:45:53.277695 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ca16657a-9ecb-4e89-ab1b-622c8fd96ee7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:53.345545 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] For port ca16657a-9ecb-4e89-ab1b-622c8fd96ee7, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ca16657a-9ecb-4e89-ab1b-622c8fd96ee7,segment=NetworkSegment(36b76ba9-3474-4aae-9d6e-679f77e384d8),segment_id=36b76ba9-3474-4aae-9d6e-679f77e384d8)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:45:53.345910 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ca16657a-9ecb-4e89-ab1b-622c8fd96ee7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:53.359237 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Calling delete_port for ca16657a-9ecb-4e89-ab1b-622c8fd96ee7 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:45:53.456847 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ca16657a-9ecb-4e89-ab1b-622c8fd96ee7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:53.482632 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event deleted for resources: {'Port': ['ID=ca16657a-9ecb-4e89-ab1b-622c8fd96ee7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:53.488730 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] No DVR routers for this DVR port ca16657a-9ecb-4e89-ab1b-622c8fd96ee7 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:45:53.557891 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed92f93f-7180-4be4-b3ef-cb8959077135 None None] Network edecdb61-f4a2-4180-97cd-00d25fa10c35 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:45:53.562708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eec48a-cb5a-4a77-90d1-c9a4b4acb385 None None] Network c3e340d1-c097-4869-a16f-ba2e61bc98a6 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:45:53.564581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe777d1-bac1-4d61-a577-aa09cefaa10f None None] Network 138a8504-a4db-461b-bcb6-6057051bdba7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:45:53.569615 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (c3e340d1-c097-4869-a16f-ba2e61bc98a6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:53.590393 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e340d1-c097-4869-a16f-ba2e61bc98a6']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:53.596780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed92f93f-7180-4be4-b3ef-cb8959077135 None None] Network edecdb61-f4a2-4180-97cd-00d25fa10c35 could not be found, it might have been deleted concurrently. {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 12:45:53.599595 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe777d1-bac1-4d61-a577-aa09cefaa10f None None] Network 138a8504-a4db-461b-bcb6-6057051bdba7 could not be found, it might have been deleted concurrently. {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 12:45:53.600985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b76ba9-3474-4aae-9d6e-679f77e384d8') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:53.600985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b76ba9-3474-4aae-9d6e-679f77e384d8') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:53.614066 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d042ee4-daa0-4522-9032-96a5105929b6 None None] Network 138a8504-a4db-461b-bcb6-6057051bdba7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:45:53.615538 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (36b76ba9-3474-4aae-9d6e-679f77e384d8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:53.630016 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (36b76ba9-3474-4aae-9d6e-679f77e384d8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:53.636755 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:45:53.637134 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (36b76ba9-3474-4aae-9d6e-679f77e384d8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:45:53.640401 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:45:53.643341 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4c4bd95c-e929-4c96-aced-05476440f878 None None] Could not find standard attr ID for object ca16657a-9ecb-4e89-ab1b-622c8fd96ee7. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:45:53.660086 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d042ee4-daa0-4522-9032-96a5105929b6 None None] Network 138a8504-a4db-461b-bcb6-6057051bdba7 could not be found, it might have been deleted concurrently. {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 12:45:53.694355 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1188d500-97a1-4089-aa4e-829acbc41f3a None None] Network c3e340d1-c097-4869-a16f-ba2e61bc98a6 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:45:53.706536 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (c3e340d1-c097-4869-a16f-ba2e61bc98a6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:53.715221 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:53.718439 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "DELETE /v2.0/networks/c3e340d1-c097-4869-a16f-ba2e61bc98a6 HTTP/1.1" status: 204 len: 168 time: 0.5804017 Mar 11 12:45:53.721105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46056) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:53.729470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f325b75-a5e3-4fcf-99f0-441da2f5cb72 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event deleted for resources: {'Network': ['ID=c3e340d1-c097-4869-a16f-ba2e61bc98a6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:53.747737 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52e7de1-b4e3-4132-a06f-49082ab66d84 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] DELETE failed (client error): The resource could not be found. Mar 11 12:45:53.748194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52e7de1-b4e3-4132-a06f-49082ab66d84 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:45:53.751556 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d52e7de1-b4e3-4132-a06f-49082ab66d84 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "DELETE /v2.0/subnets/3b2e8262-9020-4712-9fb6-d340f164d968 HTTP/1.1" status: 404 len: 337 time: 0.0293729 Mar 11 12:45:53.754103 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46058) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:53.771886 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2fe561-178d-4d17-b602-5cb93707bb17 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] DELETE failed (client error): The resource could not be found. Mar 11 12:45:53.772379 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2fe561-178d-4d17-b602-5cb93707bb17 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:45:53.775422 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3b2fe561-178d-4d17-b602-5cb93707bb17 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "DELETE /v2.0/networks/edecdb61-f4a2-4180-97cd-00d25fa10c35 HTTP/1.1" status: 404 len: 339 time: 0.0204196 Mar 11 12:45:53.778303 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46060) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:53.804141 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-6030974f-63ca-4562-b9d0-9a4e80a980eb tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] DELETE failed (client error): The resource could not be found. Mar 11 12:45:53.804592 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6030974f-63ca-4562-b9d0-9a4e80a980eb tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:45:53.807850 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6030974f-63ca-4562-b9d0-9a4e80a980eb tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "DELETE /v2.0/subnets/608033f8-1433-4a9d-9eeb-2ff1d7dcec0c HTTP/1.1" status: 404 len: 337 time: 0.0286181 Mar 11 12:45:53.811768 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46062) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:53.827553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531fb886-089e-49b5-8dd6-73db4b4ed613 None None] DHCP port deletion for c3e340d1-c097-4869-a16f-ba2e61bc98a6 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:45:53.831138 n-d-833234-2 neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3439c3f-4ec3-4c27-b5bd-b647538cf4de tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] DELETE failed (client error): The resource could not be found. Mar 11 12:45:53.831660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3439c3f-4ec3-4c27-b5bd-b647538cf4de tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 12:45:53.835121 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c3439c3f-4ec3-4c27-b5bd-b647538cf4de tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "DELETE /v2.0/networks/5f777c25-9b95-423b-87f2-f526708d0303 HTTP/1.1" status: 404 len: 339 time: 0.0222688 Mar 11 12:45:53.837923 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46064) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:53.890389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-833f5c76-8a7a-4308-b6e1-d9a69d0bb1e5 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Deleting subnet da1f2e5f-dc92-4b68-a89f-79d4b41e5fc8 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:45:53.894288 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-833f5c76-8a7a-4308-b6e1-d9a69d0bb1e5 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for subnet (da1f2e5f-dc92-4b68-a89f-79d4b41e5fc8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:53.940394 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-833f5c76-8a7a-4308-b6e1-d9a69d0bb1e5 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (da1f2e5f-dc92-4b68-a89f-79d4b41e5fc8), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:54.023094 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-833f5c76-8a7a-4308-b6e1-d9a69d0bb1e5 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (da1f2e5f-dc92-4b68-a89f-79d4b41e5fc8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:54.092392 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-833f5c76-8a7a-4308-b6e1-d9a69d0bb1e5 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (da1f2e5f-dc92-4b68-a89f-79d4b41e5fc8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:54.130305 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f5c76-8a7a-4308-b6e1-d9a69d0bb1e5 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event deleted for resources: {'Subnet': ['ID=da1f2e5f-dc92-4b68-a89f-79d4b41e5fc8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:54.136274 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-833f5c76-8a7a-4308-b6e1-d9a69d0bb1e5 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:54.139948 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-833f5c76-8a7a-4308-b6e1-d9a69d0bb1e5 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "DELETE /v2.0/subnets/da1f2e5f-dc92-4b68-a89f-79d4b41e5fc8 HTTP/1.1" status: 204 len: 168 time: 0.3003883 Mar 11 12:45:54.142074 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46066) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:54.143185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cd4025-19d9-4346-b1ed-bffa617892bc None None] Network 80a68fcb-85f2-4099-b580-cb954029937a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:45:54.218504 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (80a68fcb-85f2-4099-b580-cb954029937a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:54.274758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Deleting port 1da08a04-2033-4b5c-8de3-f0a5589ca814 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:45:54.275280 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1da08a04-2033-4b5c-8de3-f0a5589ca814), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:54.306211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59eadfa-6135-474f-977f-bb47c510b7db None None] DHCP port deletion for 80a68fcb-85f2-4099-b580-cb954029937a request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:45:54.358088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c59eadfa-6135-474f-977f-bb47c510b7db None None] Deleting port 1da08a04-2033-4b5c-8de3-f0a5589ca814 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:45:54.358449 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c59eadfa-6135-474f-977f-bb47c510b7db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1da08a04-2033-4b5c-8de3-f0a5589ca814), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:54.434919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c59eadfa-6135-474f-977f-bb47c510b7db None None] For port 1da08a04-2033-4b5c-8de3-f0a5589ca814, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1da08a04-2033-4b5c-8de3-f0a5589ca814,segment=NetworkSegment(7297348e-a348-4d75-86ca-cf344a4e20c1),segment_id=7297348e-a348-4d75-86ca-cf344a4e20c1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:45:54.435898 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c59eadfa-6135-474f-977f-bb47c510b7db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1da08a04-2033-4b5c-8de3-f0a5589ca814), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:54.450800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c59eadfa-6135-474f-977f-bb47c510b7db None None] Calling delete_port for 1da08a04-2033-4b5c-8de3-f0a5589ca814 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:45:54.538276 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c59eadfa-6135-474f-977f-bb47c510b7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (1da08a04-2033-4b5c-8de3-f0a5589ca814), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:54.565915 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59eadfa-6135-474f-977f-bb47c510b7db None None] Pushing event deleted for resources: {'Port': ['ID=1da08a04-2033-4b5c-8de3-f0a5589ca814,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:54.569499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59eadfa-6135-474f-977f-bb47c510b7db None None] No DVR routers for this DVR port 1da08a04-2033-4b5c-8de3-f0a5589ca814 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:45:54.691517 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] For port 1da08a04-2033-4b5c-8de3-f0a5589ca814, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=1da08a04-2033-4b5c-8de3-f0a5589ca814,segment=NetworkSegment(7297348e-a348-4d75-86ca-cf344a4e20c1),segment_id=7297348e-a348-4d75-86ca-cf344a4e20c1)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:45:54.692200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1da08a04-2033-4b5c-8de3-f0a5589ca814), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:54.704299 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Calling delete_port for 1da08a04-2033-4b5c-8de3-f0a5589ca814 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:45:54.780311 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (1da08a04-2033-4b5c-8de3-f0a5589ca814), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:54.807408 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event deleted for resources: {'Port': ['ID=1da08a04-2033-4b5c-8de3-f0a5589ca814,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:54.810955 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] No DVR routers for this DVR port 1da08a04-2033-4b5c-8de3-f0a5589ca814 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:45:54.887193 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (80a68fcb-85f2-4099-b580-cb954029937a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:54.906930 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a68fcb-85f2-4099-b580-cb954029937a']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:54.916158 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7297348e-a348-4d75-86ca-cf344a4e20c1') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:54.916472 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7297348e-a348-4d75-86ca-cf344a4e20c1') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:54.925625 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (7297348e-a348-4d75-86ca-cf344a4e20c1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:54.938994 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (7297348e-a348-4d75-86ca-cf344a4e20c1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:54.945590 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:45:54.946431 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (7297348e-a348-4d75-86ca-cf344a4e20c1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: self.session.flush() Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:45:54.951366 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:45:55.020698 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (80a68fcb-85f2-4099-b580-cb954029937a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:55.028169 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:55.031282 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] 10.222.0.78 "DELETE /v2.0/networks/80a68fcb-85f2-4099-b580-cb954029937a HTTP/1.1" status: 204 len: 168 time: 0.8881528 Mar 11 12:45:55.042389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2954fd7-65f0-4ca5-93de-3219ee67f4e2 tempest-NetworksIpV6Test-536399761 tempest-NetworksIpV6Test-536399761-project] Pushing event deleted for resources: {'Network': ['ID=80a68fcb-85f2-4099-b580-cb954029937a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:55.310275 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46072) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:55.449178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4a13ad14-7c20-4eb2-8b26-74a9e24e210d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=419e231c24034b6383fe2b38145d840e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377037 Mar 11 12:45:55.452200 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46076) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:55.505287 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e11ffd9e-03a5-421d-a50f-b14f406b2b0f admin admin] Publish callbacks [] for security_group (783bf57d-578b-4f23-a6c9-08b2df4dffa6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:55.527716 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e11ffd9e-03a5-421d-a50f-b14f406b2b0f admin admin] Publish callbacks [] for security_group (783bf57d-578b-4f23-a6c9-08b2df4dffa6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:55.590232 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e11ffd9e-03a5-421d-a50f-b14f406b2b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (783bf57d-578b-4f23-a6c9-08b2df4dffa6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:55.590674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1da08a04-2033-4b5c-8de3-f0a5589ca814 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:45:55.593182 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e11ffd9e-03a5-421d-a50f-b14f406b2b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:55.594458 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e11ffd9e-03a5-421d-a50f-b14f406b2b0f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/783bf57d-578b-4f23-a6c9-08b2df4dffa6 HTTP/1.1" status: 204 len: 168 time: 0.1412852 Mar 11 12:45:55.603845 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ffd9e-03a5-421d-a50f-b14f406b2b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783bf57d-578b-4f23-a6c9-08b2df4dffa6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:55.627018 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 1da08a04-2033-4b5c-8de3-f0a5589ca814 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:45:55.627885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 1da08a04-2033-4b5c-8de3-f0a5589ca814 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:45:55.628890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ca16657a-9ecb-4e89-ab1b-622c8fd96ee7 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:45:55.652862 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: ca16657a-9ecb-4e89-ab1b-622c8fd96ee7 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:45:55.653115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ca16657a-9ecb-4e89-ab1b-622c8fd96ee7 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:45:56.262885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46098) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:56.364558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-84dd2acf-4e5f-4f0d-905b-2b9ca9da5288 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-460932146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:56.389841 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84dd2acf-4e5f-4f0d-905b-2b9ca9da5288 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (032e560d-6aca-4df3-941f-bf74ac568ad2), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:56.390877 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84dd2acf-4e5f-4f0d-905b-2b9ca9da5288 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (032e560d-6aca-4df3-941f-bf74ac568ad2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:56.455951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84dd2acf-4e5f-4f0d-905b-2b9ca9da5288 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks [] for router_controller (032e560d-6aca-4df3-941f-bf74ac568ad2), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:56.462350 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84dd2acf-4e5f-4f0d-905b-2b9ca9da5288 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (032e560d-6aca-4df3-941f-bf74ac568ad2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:56.480950 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84dd2acf-4e5f-4f0d-905b-2b9ca9da5288 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:56.482170 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-84dd2acf-4e5f-4f0d-905b-2b9ca9da5288 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2180979 Mar 11 12:45:56.485050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46102) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:56.489852 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-32200def-6a16-43f7-9fae-25e891591328 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-997103649'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:56.510474 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32200def-6a16-43f7-9fae-25e891591328 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Made reservation on behalf of 650fade59ff94543aec236353aec8885 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:45:56.513846 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32200def-6a16-43f7-9fae-25e891591328 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:56.522241 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32200def-6a16-43f7-9fae-25e891591328 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:56.596422 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32200def-6a16-43f7-9fae-25e891591328 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks [] for security_group (5be17afc-c2b3-46f8-8d49-b35344e1a7df), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:56.602429 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32200def-6a16-43f7-9fae-25e891591328 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5be17afc-c2b3-46f8-8d49-b35344e1a7df), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:56.634297 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32200def-6a16-43f7-9fae-25e891591328 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:45:56.645835 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32200def-6a16-43f7-9fae-25e891591328 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be17afc-c2b3-46f8-8d49-b35344e1a7df,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:56.653586 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32200def-6a16-43f7-9fae-25e891591328 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6bf45095-644a-4b0b-ac0f-ad5f7bcec107), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:56.653967 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-32200def-6a16-43f7-9fae-25e891591328 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Added segment 6bf45095-644a-4b0b-ac0f-ad5f7bcec107 of type vlan for network 220f8c8b-d78a-4c5e-ac48-3247bfaa30bc Mar 11 12:45:56.704302 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32200def-6a16-43f7-9fae-25e891591328 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (220f8c8b-d78a-4c5e-ac48-3247bfaa30bc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:56.732530 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32200def-6a16-43f7-9fae-25e891591328 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (220f8c8b-d78a-4c5e-ac48-3247bfaa30bc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:56.738050 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32200def-6a16-43f7-9fae-25e891591328 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:56.738772 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32200def-6a16-43f7-9fae-25e891591328 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:56.779551 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-32200def-6a16-43f7-9fae-25e891591328 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2932999 Mar 11 12:45:56.782334 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46104) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:56.788417 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-118622f6-efa6-4bdf-ac28-cc56e4ac4972 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Request body: {'subnet': {'network_id': '220f8c8b-d78a-4c5e-ac48-3247bfaa30bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:56.828170 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32200def-6a16-43f7-9fae-25e891591328 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Pushing event updated for resources: {'Network': ['ID=220f8c8b-d78a-4c5e-ac48-3247bfaa30bc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:56.840612 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 220f8c8b-d78a-4c5e-ac48-3247bfaa30bc details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:45:56.910373 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118622f6-efa6-4bdf-ac28-cc56e4ac4972 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Made reservation on behalf of 650fade59ff94543aec236353aec8885 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:45:56.914050 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-118622f6-efa6-4bdf-ac28-cc56e4ac4972 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:57.095813 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-118622f6-efa6-4bdf-ac28-cc56e4ac4972 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (65ea5111-92f1-4f42-babe-06f49271e0f4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:57.155725 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118622f6-efa6-4bdf-ac28-cc56e4ac4972 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Pushing event updated for resources: {'Subnet': ['ID=65ea5111-92f1-4f42-babe-06f49271e0f4,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:57.165242 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118622f6-efa6-4bdf-ac28-cc56e4ac4972 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Checking segment: {'id': '6bf45095-644a-4b0b-ac0f-ad5f7bcec107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '220f8c8b-d78a-4c5e-ac48-3247bfaa30bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:45:57.165601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118622f6-efa6-4bdf-ac28-cc56e4ac4972 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Network hostable DHCP agents. Network: 220f8c8b-d78a-4c5e-ac48-3247bfaa30bc, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:45:57.183965 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118622f6-efa6-4bdf-ac28-cc56e4ac4972 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Network 220f8c8b-d78a-4c5e-ac48-3247bfaa30bc is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:45:57.194069 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-118622f6-efa6-4bdf-ac28-cc56e4ac4972 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 220f8c8b-d78a-4c5e-ac48-3247bfaa30bc) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:45:57.198745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118622f6-efa6-4bdf-ac28-cc56e4ac4972 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:57.199406 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-118622f6-efa6-4bdf-ac28-cc56e4ac4972 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:57.203698 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca52dc9-ad98-442a-a59c-9b68043af641 None None] Network 220f8c8b-d78a-4c5e-ac48-3247bfaa30bc requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:45:57.218045 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-118622f6-efa6-4bdf-ac28-cc56e4ac4972 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4344501 Mar 11 12:45:57.221727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46106) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:57.226542 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-549c87cf-1d7d-4ed3-a243-e64f715f2081 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-283837696'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:57.255470 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549c87cf-1d7d-4ed3-a243-e64f715f2081 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Made reservation on behalf of 650fade59ff94543aec236353aec8885 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:45:57.259408 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-549c87cf-1d7d-4ed3-a243-e64f715f2081 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:57.285886 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549c87cf-1d7d-4ed3-a243-e64f715f2081 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:45:57.296132 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-549c87cf-1d7d-4ed3-a243-e64f715f2081 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (3341aa0f-0a25-4798-904d-9e38c0c8f763), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:57.296745 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-549c87cf-1d7d-4ed3-a243-e64f715f2081 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Added segment 3341aa0f-0a25-4798-904d-9e38c0c8f763 of type vlan for network 4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b Mar 11 12:45:57.327912 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-220f8c8b-d78a-4c5e-ac48-3247bfaa30bc', 'network_id': '220f8c8b-d78a-4c5e-ac48-3247bfaa30bc', 'project_id': '650fade59ff94543aec236353aec8885', 'fixed_ips': [{'subnet_id': '65ea5111-92f1-4f42-babe-06f49271e0f4'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:45:57.329619 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:57.339005 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-549c87cf-1d7d-4ed3-a243-e64f715f2081 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:57.377344 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-549c87cf-1d7d-4ed3-a243-e64f715f2081 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:57.383933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549c87cf-1d7d-4ed3-a243-e64f715f2081 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:57.384775 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-549c87cf-1d7d-4ed3-a243-e64f715f2081 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:57.431307 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-549c87cf-1d7d-4ed3-a243-e64f715f2081 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2087545 Mar 11 12:45:57.434772 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46108) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:57.440066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6e444f47-9f92-49a8-8937-1824c3386c25 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Request body: {'subnet': {'network_id': '4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:57.482704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c87cf-1d7d-4ed3-a243-e64f715f2081 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Pushing event updated for resources: {'Network': ['ID=4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:57.494000 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:45:57.518205 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Allocated IP 172.20.0.2 (220f8c8b-d78a-4c5e-ac48-3247bfaa30bc/65ea5111-92f1-4f42-babe-06f49271e0f4/d127ac4d-233e-450a-817d-37f2f35b0d41) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:45:57.564558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e444f47-9f92-49a8-8937-1824c3386c25 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Made reservation on behalf of 650fade59ff94543aec236353aec8885 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:45:57.568907 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e444f47-9f92-49a8-8937-1824c3386c25 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:57.710232 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Publish callbacks [] for port (d127ac4d-233e-450a-817d-37f2f35b0d41), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:57.716948 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (d127ac4d-233e-450a-817d-37f2f35b0d41), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:57.756711 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Network 220f8c8b-d78a-4c5e-ac48-3247bfaa30bc is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:45:57.759158 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e444f47-9f92-49a8-8937-1824c3386c25 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (1a1f4741-8107-47ff-b610-f16fc38aeafd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:57.764577 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:45:57.769229 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:45:57.772498 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Pushing event updated for resources: {'Port': ['ID=d127ac4d-233e-450a-817d-37f2f35b0d41,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:57.833902 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e444f47-9f92-49a8-8937-1824c3386c25 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Pushing event updated for resources: {'Subnet': ['ID=1a1f4741-8107-47ff-b610-f16fc38aeafd,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:57.834150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Attempting to bind port d127ac4d-233e-450a-817d-37f2f35b0d41 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:45:57.834470 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Attempting to bind port d127ac4d-233e-450a-817d-37f2f35b0d41 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '6bf45095-644a-4b0b-ac0f-ad5f7bcec107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '220f8c8b-d78a-4c5e-ac48-3247bfaa30bc'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:45:57.834918 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Attempting to bind port d127ac4d-233e-450a-817d-37f2f35b0d41 on network 220f8c8b-d78a-4c5e-ac48-3247bfaa30bc {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:45:57.840200 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e444f47-9f92-49a8-8937-1824c3386c25 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Checking segment: {'id': '3341aa0f-0a25-4798-904d-9e38c0c8f763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:45:57.840673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e444f47-9f92-49a8-8937-1824c3386c25 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Network hostable DHCP agents. Network: 4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:45:57.841586 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:45:57.842248 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Checking segment: {'id': '6bf45095-644a-4b0b-ac0f-ad5f7bcec107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '220f8c8b-d78a-4c5e-ac48-3247bfaa30bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:45:57.842357 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:57.842771 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Bound using segment: {'id': '6bf45095-644a-4b0b-ac0f-ad5f7bcec107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '220f8c8b-d78a-4c5e-ac48-3247bfaa30bc'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:45:57.843223 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Bound port: d127ac4d-233e-450a-817d-37f2f35b0d41, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf45095-644a-4b0b-ac0f-ad5f7bcec107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '220f8c8b-d78a-4c5e-ac48-3247bfaa30bc'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:45:57.843618 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d127ac4d-233e-450a-817d-37f2f35b0d41), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:57.863109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e444f47-9f92-49a8-8937-1824c3386c25 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Network 4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:45:57.874101 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-6e444f47-9f92-49a8-8937-1824c3386c25 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:45:57.878460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e444f47-9f92-49a8-8937-1824c3386c25 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:45:57.879051 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e444f47-9f92-49a8-8937-1824c3386c25 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:57.885473 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bee6073-a7c8-4724-86ec-b954bc939440 None None] Network 4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:45:57.898394 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6e444f47-9f92-49a8-8937-1824c3386c25 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4623909 Mar 11 12:45:57.901191 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46110) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:57.905744 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c2e8bf72-62a8-4b83-acc8-56353c1223d9 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Request body: {'router': {'external_gateway_info': {'network_id': '4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:45:57.975211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] For port d127ac4d-233e-450a-817d-37f2f35b0d41, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:45:57.979866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] For port d127ac4d-233e-450a-817d-37f2f35b0d41, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d127ac4d-233e-450a-817d-37f2f35b0d41,segment=NetworkSegment(6bf45095-644a-4b0b-ac0f-ad5f7bcec107),segment_id=6bf45095-644a-4b0b-ac0f-ad5f7bcec107)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:45:57.989815 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d127ac4d-233e-450a-817d-37f2f35b0d41), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:58.223887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b', 'network_id': '4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b', 'project_id': '650fade59ff94543aec236353aec8885', 'fixed_ips': [{'subnet_id': '1a1f4741-8107-47ff-b610-f16fc38aeafd'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:45:58.224758 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:58.267033 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb4ba4-3d7b-4a5f-bbd8-e06e7c99f747 None None] Pushing event updated for resources: {'Port': ['ID=d127ac4d-233e-450a-817d-37f2f35b0d41,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:58.403459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Allocated IP 172.21.0.2 (4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b/1a1f4741-8107-47ff-b610-f16fc38aeafd/00b7af04-fc12-4464-8035-3ec3c8f3fa3c) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:45:58.516520 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c2e8bf72-62a8-4b83-acc8-56353c1223d9 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks [] for router_gateway (032e560d-6aca-4df3-941f-bf74ac568ad2), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:58.583920 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Publish callbacks [] for port (00b7af04-fc12-4464-8035-3ec3c8f3fa3c), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:58.597369 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (00b7af04-fc12-4464-8035-3ec3c8f3fa3c), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:58.639318 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [None req-c2e8bf72-62a8-4b83-acc8-56353c1223d9 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 12:45:58.640472 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c2e8bf72-62a8-4b83-acc8-56353c1223d9 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] 10.222.0.78 "PUT /v2.0/routers/032e560d-6aca-4df3-941f-bf74ac568ad2 HTTP/1.1" status: 400 len: 364 time: 0.7383649 Mar 11 12:45:58.642605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Network 4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:45:58.645485 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:45:58.646459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46112) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:58.647986 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:45:58.655221 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Pushing event updated for resources: {'Port': ['ID=00b7af04-fc12-4464-8035-3ec3c8f3fa3c,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:58.698810 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-90257566-a2cf-48a1-984b-8fbf95ca985d tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Deleting subnet 1a1f4741-8107-47ff-b610-f16fc38aeafd {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:45:58.702049 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90257566-a2cf-48a1-984b-8fbf95ca985d tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks [] for subnet (1a1f4741-8107-47ff-b610-f16fc38aeafd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:58.707888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Attempting to bind port 00b7af04-fc12-4464-8035-3ec3c8f3fa3c on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:45:58.708268 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Attempting to bind port 00b7af04-fc12-4464-8035-3ec3c8f3fa3c by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '3341aa0f-0a25-4798-904d-9e38c0c8f763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:45:58.708636 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Attempting to bind port 00b7af04-fc12-4464-8035-3ec3c8f3fa3c on network 4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:45:58.713843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:45:58.714219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Checking segment: {'id': '3341aa0f-0a25-4798-904d-9e38c0c8f763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:45:58.714620 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:58.715016 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Bound using segment: {'id': '3341aa0f-0a25-4798-904d-9e38c0c8f763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:45:58.715538 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Bound port: 00b7af04-fc12-4464-8035-3ec3c8f3fa3c, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3341aa0f-0a25-4798-904d-9e38c0c8f763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:45:58.715922 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (00b7af04-fc12-4464-8035-3ec3c8f3fa3c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:58.742467 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90257566-a2cf-48a1-984b-8fbf95ca985d tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (1a1f4741-8107-47ff-b610-f16fc38aeafd), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:58.786322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] For port 00b7af04-fc12-4464-8035-3ec3c8f3fa3c, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:45:58.789426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] For port 00b7af04-fc12-4464-8035-3ec3c8f3fa3c, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=00b7af04-fc12-4464-8035-3ec3c8f3fa3c,segment=NetworkSegment(3341aa0f-0a25-4798-904d-9e38c0c8f763),segment_id=3341aa0f-0a25-4798-904d-9e38c0c8f763)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:45:58.796843 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (00b7af04-fc12-4464-8035-3ec3c8f3fa3c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:58.835470 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90257566-a2cf-48a1-984b-8fbf95ca985d tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (1a1f4741-8107-47ff-b610-f16fc38aeafd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:58.853531 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210d0df-2339-4070-86f3-12914e14cf1f None None] Pushing event updated for resources: {'Port': ['ID=00b7af04-fc12-4464-8035-3ec3c8f3fa3c,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:58.900207 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90257566-a2cf-48a1-984b-8fbf95ca985d tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (1a1f4741-8107-47ff-b610-f16fc38aeafd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:58.927909 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90257566-a2cf-48a1-984b-8fbf95ca985d tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Pushing event deleted for resources: {'Subnet': ['ID=1a1f4741-8107-47ff-b610-f16fc38aeafd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:58.931884 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90257566-a2cf-48a1-984b-8fbf95ca985d tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:58.938323 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46114) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:58.938913 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-90257566-a2cf-48a1-984b-8fbf95ca985d tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] 10.222.0.78 "DELETE /v2.0/subnets/1a1f4741-8107-47ff-b610-f16fc38aeafd HTTP/1.1" status: 204 len: 168 time: 0.2909455 Mar 11 12:45:59.028664 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.105942 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Deleting port 00b7af04-fc12-4464-8035-3ec3c8f3fa3c {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:45:59.106285 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (00b7af04-fc12-4464-8035-3ec3c8f3fa3c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.177743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] For port 00b7af04-fc12-4464-8035-3ec3c8f3fa3c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=00b7af04-fc12-4464-8035-3ec3c8f3fa3c,segment=NetworkSegment(3341aa0f-0a25-4798-904d-9e38c0c8f763),segment_id=3341aa0f-0a25-4798-904d-9e38c0c8f763)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:45:59.178119 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (00b7af04-fc12-4464-8035-3ec3c8f3fa3c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.197504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Calling delete_port for 00b7af04-fc12-4464-8035-3ec3c8f3fa3c owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:45:59.280131 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (00b7af04-fc12-4464-8035-3ec3c8f3fa3c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.303863 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Pushing event deleted for resources: {'Port': ['ID=00b7af04-fc12-4464-8035-3ec3c8f3fa3c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:59.309690 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] No DVR routers for this DVR port 00b7af04-fc12-4464-8035-3ec3c8f3fa3c on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:45:59.344792 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb84a19a-0edc-4037-bb79-83b14a8f0fc9 None None] Network 220f8c8b-d78a-4c5e-ac48-3247bfaa30bc requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:45:59.394738 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.416034 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:59.426474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3341aa0f-0a25-4798-904d-9e38c0c8f763') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:59.426769 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3341aa0f-0a25-4798-904d-9e38c0c8f763') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:45:59.436450 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-22f0073b-533c-4ca1-91a8-5ce87c4c7c63 None None] Provisioning complete for port d127ac4d-233e-450a-817d-37f2f35b0d41 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:45:59.437059 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-22f0073b-533c-4ca1-91a8-5ce87c4c7c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d127ac4d-233e-450a-817d-37f2f35b0d41), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.437699 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (3341aa0f-0a25-4798-904d-9e38c0c8f763), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.452599 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (3341aa0f-0a25-4798-904d-9e38c0c8f763), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.459141 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:45:59.459525 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (3341aa0f-0a25-4798-904d-9e38c0c8f763), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:45:59.462522 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:45:59.528695 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.544643 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.548207 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] 10.222.0.78 "DELETE /v2.0/networks/4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b HTTP/1.1" status: 204 len: 168 time: 0.6076677 Mar 11 12:45:59.550706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46116) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:59.555348 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-22f0073b-533c-4ca1-91a8-5ce87c4c7c63 None None] Current status of the port d127ac4d-233e-450a-817d-37f2f35b0d41 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:45:59.555886 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-22f0073b-533c-4ca1-91a8-5ce87c4c7c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d127ac4d-233e-450a-817d-37f2f35b0d41), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.589392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a8c07-0c8b-4e9d-a337-97a678a90312 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Pushing event deleted for resources: {'Network': ['ID=4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:59.605104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-22f0073b-533c-4ca1-91a8-5ce87c4c7c63 None None] For port d127ac4d-233e-450a-817d-37f2f35b0d41, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d127ac4d-233e-450a-817d-37f2f35b0d41,segment=NetworkSegment(6bf45095-644a-4b0b-ac0f-ad5f7bcec107),segment_id=6bf45095-644a-4b0b-ac0f-ad5f7bcec107)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:45:59.612366 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-22f0073b-533c-4ca1-91a8-5ce87c4c7c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d127ac4d-233e-450a-817d-37f2f35b0d41), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.661775 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-a510cdb4-079d-4692-888b-0dc3fdaa188a tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Deleting subnet 65ea5111-92f1-4f42-babe-06f49271e0f4 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:45:59.669416 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a510cdb4-079d-4692-888b-0dc3fdaa188a tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks [] for subnet (65ea5111-92f1-4f42-babe-06f49271e0f4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.705564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d127ac4d-233e-450a-817d-37f2f35b0d41 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:45:59.709449 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0073b-533c-4ca1-91a8-5ce87c4c7c63 None None] Pushing event updated for resources: {'Port': ['ID=d127ac4d-233e-450a-817d-37f2f35b0d41,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:59.724259 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a510cdb4-079d-4692-888b-0dc3fdaa188a tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (65ea5111-92f1-4f42-babe-06f49271e0f4), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.767485 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d127ac4d-233e-450a-817d-37f2f35b0d41 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:45:59.767889 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d127ac4d-233e-450a-817d-37f2f35b0d41), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.829005 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a510cdb4-079d-4692-888b-0dc3fdaa188a tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (65ea5111-92f1-4f42-babe-06f49271e0f4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.855544 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d127ac4d-233e-450a-817d-37f2f35b0d41 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:45:59.900536 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a510cdb4-079d-4692-888b-0dc3fdaa188a tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (65ea5111-92f1-4f42-babe-06f49271e0f4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.928481 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510cdb4-079d-4692-888b-0dc3fdaa188a tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Pushing event deleted for resources: {'Subnet': ['ID=65ea5111-92f1-4f42-babe-06f49271e0f4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:45:59.933537 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a510cdb4-079d-4692-888b-0dc3fdaa188a tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:45:59.936801 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a510cdb4-079d-4692-888b-0dc3fdaa188a tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] 10.222.0.78 "DELETE /v2.0/subnets/65ea5111-92f1-4f42-babe-06f49271e0f4 HTTP/1.1" status: 204 len: 168 time: 0.3849976 Mar 11 12:45:59.939831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46118) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:45:59.942894 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188fd21c-4a16-4cb6-af34-168a4aeac90e None None] Network 220f8c8b-d78a-4c5e-ac48-3247bfaa30bc requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:45:59.947556 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-fda0662f-304a-4528-b0ae-00d797153b91 None None] Provisioning complete for port d127ac4d-233e-450a-817d-37f2f35b0d41 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:45:59.948004 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fda0662f-304a-4528-b0ae-00d797153b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d127ac4d-233e-450a-817d-37f2f35b0d41), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.018735 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (220f8c8b-d78a-4c5e-ac48-3247bfaa30bc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.076074 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Deleting port d127ac4d-233e-450a-817d-37f2f35b0d41 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:46:00.076413 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d127ac4d-233e-450a-817d-37f2f35b0d41), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.093280 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a421e081-2385-4df8-aa7c-08e1f989c753 None None] DHCP port deletion for 4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:46:00.116024 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fda0662f-304a-4528-b0ae-00d797153b91 None None] Current status of the port d127ac4d-233e-450a-817d-37f2f35b0d41 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:00.122001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e385c4db-4195-4597-8061-61beb2818774 None None] Network 4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:46:00.135768 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e385c4db-4195-4597-8061-61beb2818774 None None] Network 4d57cf93-277a-4c1e-a8f0-b2ecb6e7189b could not be found, it might have been deleted concurrently. {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 12:46:00.159014 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] For port d127ac4d-233e-450a-817d-37f2f35b0d41, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d127ac4d-233e-450a-817d-37f2f35b0d41,segment=NetworkSegment(6bf45095-644a-4b0b-ac0f-ad5f7bcec107),segment_id=6bf45095-644a-4b0b-ac0f-ad5f7bcec107)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:46:00.159382 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d127ac4d-233e-450a-817d-37f2f35b0d41), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.171543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Calling delete_port for d127ac4d-233e-450a-817d-37f2f35b0d41 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:46:00.184841 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec348562-8736-4fb8-83d3-5898f9ac9b46 None None] DHCP port deletion for 220f8c8b-d78a-4c5e-ac48-3247bfaa30bc request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:46:00.235654 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-de4b3c63-35a2-42b7-b155-6b4758bdaa14 None None] Could not find standard attr ID for object 00b7af04-fc12-4464-8035-3ec3c8f3fa3c. {{(pid=104033) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 12:46:00.241903 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ec348562-8736-4fb8-83d3-5898f9ac9b46 None None] Deleting port d127ac4d-233e-450a-817d-37f2f35b0d41 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:46:00.242272 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec348562-8736-4fb8-83d3-5898f9ac9b46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d127ac4d-233e-450a-817d-37f2f35b0d41), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.258367 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d127ac4d-233e-450a-817d-37f2f35b0d41), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.288268 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Pushing event deleted for resources: {'Port': ['ID=d127ac4d-233e-450a-817d-37f2f35b0d41,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:00.291869 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] No DVR routers for this DVR port d127ac4d-233e-450a-817d-37f2f35b0d41 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:46:00.309586 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ec348562-8736-4fb8-83d3-5898f9ac9b46 None None] For port d127ac4d-233e-450a-817d-37f2f35b0d41, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d127ac4d-233e-450a-817d-37f2f35b0d41,segment=NetworkSegment(6bf45095-644a-4b0b-ac0f-ad5f7bcec107),segment_id=6bf45095-644a-4b0b-ac0f-ad5f7bcec107)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:46:00.309896 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec348562-8736-4fb8-83d3-5898f9ac9b46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d127ac4d-233e-450a-817d-37f2f35b0d41), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.322628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ec348562-8736-4fb8-83d3-5898f9ac9b46 None None] Calling delete_port for d127ac4d-233e-450a-817d-37f2f35b0d41 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:46:00.368340 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (220f8c8b-d78a-4c5e-ac48-3247bfaa30bc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.388639 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220f8c8b-d78a-4c5e-ac48-3247bfaa30bc']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:00.398762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf45095-644a-4b0b-ac0f-ad5f7bcec107') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:00.399059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf45095-644a-4b0b-ac0f-ad5f7bcec107') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:00.403095 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec348562-8736-4fb8-83d3-5898f9ac9b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (d127ac4d-233e-450a-817d-37f2f35b0d41), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.417355 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (6bf45095-644a-4b0b-ac0f-ad5f7bcec107), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.430659 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec348562-8736-4fb8-83d3-5898f9ac9b46 None None] Pushing event deleted for resources: {'Port': ['ID=d127ac4d-233e-450a-817d-37f2f35b0d41,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:00.434648 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec348562-8736-4fb8-83d3-5898f9ac9b46 None None] No DVR routers for this DVR port d127ac4d-233e-450a-817d-37f2f35b0d41 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:46:00.444236 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6bf45095-644a-4b0b-ac0f-ad5f7bcec107), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.452644 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:46:00.453057 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (6bf45095-644a-4b0b-ac0f-ad5f7bcec107), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:46:00.456129 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:46:00.521688 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (220f8c8b-d78a-4c5e-ac48-3247bfaa30bc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.528623 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.531878 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] 10.222.0.78 "DELETE /v2.0/networks/220f8c8b-d78a-4c5e-ac48-3247bfaa30bc HTTP/1.1" status: 204 len: 168 time: 0.5909615 Mar 11 12:46:00.534738 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46120) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:46:00.543199 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ce6fb-028e-4d21-b651-a0b2bea09610 tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Pushing event deleted for resources: {'Network': ['ID=220f8c8b-d78a-4c5e-ac48-3247bfaa30bc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:00.563417 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-91d6545f-b36e-47d4-ba70-50f622db548e tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] 10.222.0.78 "GET /v2.0/ports?device_id=032e560d-6aca-4df3-941f-bf74ac568ad2 HTTP/1.1" status: 200 len: 205 time: 0.0273671 Mar 11 12:46:00.565733 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46122) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:46:00.658544 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9e25-9f18-4dc2-bdce-fa50944e37bc tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks [] for router (032e560d-6aca-4df3-941f-bf74ac568ad2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.852423 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9e25-9f18-4dc2-bdce-fa50944e37bc tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (032e560d-6aca-4df3-941f-bf74ac568ad2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.854585 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9e25-9f18-4dc2-bdce-fa50944e37bc tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks [] for router_controller (032e560d-6aca-4df3-941f-bf74ac568ad2), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.900574 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9e25-9f18-4dc2-bdce-fa50944e37bc tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (032e560d-6aca-4df3-941f-bf74ac568ad2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.902118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ab9e25-9f18-4dc2-bdce-fa50944e37bc tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Fanout notify agent at l3_agent the message router_deleted on router 032e560d-6aca-4df3-941f-bf74ac568ad2 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:46:00.909133 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9e25-9f18-4dc2-bdce-fa50944e37bc tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:00.910226 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c2ab9e25-9f18-4dc2-bdce-fa50944e37bc tempest-RoutersNegativeTest-102032293 tempest-RoutersNegativeTest-102032293-project] 10.222.0.78 "DELETE /v2.0/routers/032e560d-6aca-4df3-941f-bf74ac568ad2 HTTP/1.1" status: 204 len: 168 time: 0.3436141 Mar 11 12:46:01.178724 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46128) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:46:01.320100 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ba8fd3d1-60cc-4dff-96cb-5de7ab30c914 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=650fade59ff94543aec236353aec8885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1401057 Mar 11 12:46:01.322681 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46132) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:46:01.370182 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6c35f48-76b2-4150-a082-e154b927cba9 admin admin] Publish callbacks [] for security_group (5be17afc-c2b3-46f8-8d49-b35344e1a7df), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:01.395784 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6c35f48-76b2-4150-a082-e154b927cba9 admin admin] Publish callbacks [] for security_group (5be17afc-c2b3-46f8-8d49-b35344e1a7df), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:01.451655 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6c35f48-76b2-4150-a082-e154b927cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (5be17afc-c2b3-46f8-8d49-b35344e1a7df), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:01.454331 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6c35f48-76b2-4150-a082-e154b927cba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:01.455499 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b6c35f48-76b2-4150-a082-e154b927cba9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5be17afc-c2b3-46f8-8d49-b35344e1a7df HTTP/1.1" status: 204 len: 168 time: 0.1318352 Mar 11 12:46:01.463359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c35f48-76b2-4150-a082-e154b927cba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be17afc-c2b3-46f8-8d49-b35344e1a7df,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:01.593219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 00b7af04-fc12-4464-8035-3ec3c8f3fa3c no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:46:01.614550 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 00b7af04-fc12-4464-8035-3ec3c8f3fa3c {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:46:01.614892 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 00b7af04-fc12-4464-8035-3ec3c8f3fa3c not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:46:01.615300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d127ac4d-233e-450a-817d-37f2f35b0d41 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:46:01.635122 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: d127ac4d-233e-450a-817d-37f2f35b0d41 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:46:01.636112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d127ac4d-233e-450a-817d-37f2f35b0d41 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:46:02.130347 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46154) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:46:02.237104 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-93cbd955-e2f1-4bbb-af33-191ffc111c3c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1466934517-network', 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:46:02.258095 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cbd955-e2f1-4bbb-af33-191ffc111c3c admin admin] Made reservation on behalf of 1b7b5cd64adf40d3ae8ef626f29441ba for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:46:02.260586 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-93cbd955-e2f1-4bbb-af33-191ffc111c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:02.269248 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-93cbd955-e2f1-4bbb-af33-191ffc111c3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:02.343539 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-93cbd955-e2f1-4bbb-af33-191ffc111c3c admin admin] Publish callbacks [] for security_group (08002f62-2cf0-4246-b006-c52ce8f6d020), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:02.350343 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-93cbd955-e2f1-4bbb-af33-191ffc111c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (08002f62-2cf0-4246-b006-c52ce8f6d020), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:02.376689 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cbd955-e2f1-4bbb-af33-191ffc111c3c admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:46:02.382800 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbd955-e2f1-4bbb-af33-191ffc111c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08002f62-2cf0-4246-b006-c52ce8f6d020,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:02.393078 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-93cbd955-e2f1-4bbb-af33-191ffc111c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (029c2b64-2115-4ca4-91a5-7eb336700a50), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:02.393421 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-93cbd955-e2f1-4bbb-af33-191ffc111c3c admin admin] Added segment 029c2b64-2115-4ca4-91a5-7eb336700a50 of type vlan for network 91839a0a-8c7d-4eae-9861-18ede1c2dcef Mar 11 12:46:02.432562 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-93cbd955-e2f1-4bbb-af33-191ffc111c3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (91839a0a-8c7d-4eae-9861-18ede1c2dcef), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:02.460503 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-93cbd955-e2f1-4bbb-af33-191ffc111c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (91839a0a-8c7d-4eae-9861-18ede1c2dcef), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:02.461448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cbd955-e2f1-4bbb-af33-191ffc111c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:02.462022 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-93cbd955-e2f1-4bbb-af33-191ffc111c3c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:02.494443 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-93cbd955-e2f1-4bbb-af33-191ffc111c3c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3630102 Mar 11 12:46:02.497878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46158) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:46:02.504059 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-63820009-97e0-4d05-8dd8-b5878274a11b admin admin] Request body: {'subnet': {'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1466934517-subnet', 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:46:02.523888 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbd955-e2f1-4bbb-af33-191ffc111c3c admin admin] Pushing event updated for resources: {'Network': ['ID=91839a0a-8c7d-4eae-9861-18ede1c2dcef,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:02.528109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63820009-97e0-4d05-8dd8-b5878274a11b admin admin] Made reservation on behalf of 1b7b5cd64adf40d3ae8ef626f29441ba for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:46:02.531235 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63820009-97e0-4d05-8dd8-b5878274a11b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:02.534416 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 91839a0a-8c7d-4eae-9861-18ede1c2dcef details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:46:02.711391 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63820009-97e0-4d05-8dd8-b5878274a11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (2e72c396-75bb-4d2b-b04c-0573510f70bd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:02.758508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63820009-97e0-4d05-8dd8-b5878274a11b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e72c396-75bb-4d2b-b04c-0573510f70bd,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:02.775607 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63820009-97e0-4d05-8dd8-b5878274a11b admin admin] Checking segment: {'id': '029c2b64-2115-4ca4-91a5-7eb336700a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:46:02.776357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63820009-97e0-4d05-8dd8-b5878274a11b admin admin] Network hostable DHCP agents. Network: 91839a0a-8c7d-4eae-9861-18ede1c2dcef, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:46:02.794805 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63820009-97e0-4d05-8dd8-b5878274a11b admin admin] Network 91839a0a-8c7d-4eae-9861-18ede1c2dcef is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:46:02.805375 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-63820009-97e0-4d05-8dd8-b5878274a11b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 91839a0a-8c7d-4eae-9861-18ede1c2dcef) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:46:02.811076 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63820009-97e0-4d05-8dd8-b5878274a11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:02.812474 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63820009-97e0-4d05-8dd8-b5878274a11b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:02.819023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3702f1-bca2-4e98-b8f0-864b0f726f02 None None] Network 91839a0a-8c7d-4eae-9861-18ede1c2dcef requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:46:02.831841 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-63820009-97e0-4d05-8dd8-b5878274a11b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3314769 Mar 11 12:46:02.834828 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46160) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:46:02.839824 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1466934517-router', 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:46:02.861401 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (25702494-6fa4-420a-a49d-dc5f1404001c), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:02.862385 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (25702494-6fa4-420a-a49d-dc5f1404001c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:02.921378 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Publish callbacks [] for router_controller (25702494-6fa4-420a-a49d-dc5f1404001c), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:02.923470 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-91839a0a-8c7d-4eae-9861-18ede1c2dcef', 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef', 'project_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'fixed_ips': [{'subnet_id': '2e72c396-75bb-4d2b-b04c-0573510f70bd'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:46:02.924433 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:03.062426 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Publish callbacks [] for router_gateway (25702494-6fa4-420a-a49d-dc5f1404001c), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:03.062677 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Allocated IP 172.20.0.2 (91839a0a-8c7d-4eae-9861-18ede1c2dcef/2e72c396-75bb-4d2b-b04c-0573510f70bd/67dd1002-62af-474b-b353-584d5565af49) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:46:03.211341 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Publish callbacks [] for port (67dd1002-62af-474b-b353-584d5565af49), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:03.219109 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (67dd1002-62af-474b-b353-584d5565af49), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:03.257577 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Network 91839a0a-8c7d-4eae-9861-18ede1c2dcef is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:46:03.263768 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:46:03.267099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:46:03.273962 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Pushing event updated for resources: {'Port': ['ID=67dd1002-62af-474b-b353-584d5565af49,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:03.279722 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Publish callbacks [] for router_gateway (25702494-6fa4-420a-a49d-dc5f1404001c), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:03.299479 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:03.341142 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Attempting to bind port 67dd1002-62af-474b-b353-584d5565af49 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:46:03.341408 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Attempting to bind port 67dd1002-62af-474b-b353-584d5565af49 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '029c2b64-2115-4ca4-91a5-7eb336700a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:46:03.341790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Attempting to bind port 67dd1002-62af-474b-b353-584d5565af49 on network 91839a0a-8c7d-4eae-9861-18ede1c2dcef {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:46:03.346917 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:46:03.347284 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Checking segment: {'id': '029c2b64-2115-4ca4-91a5-7eb336700a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:46:03.347712 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:03.348090 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Bound using segment: {'id': '029c2b64-2115-4ca4-91a5-7eb336700a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:46:03.348555 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Bound port: 67dd1002-62af-474b-b353-584d5565af49, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029c2b64-2115-4ca4-91a5-7eb336700a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:46:03.348929 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (67dd1002-62af-474b-b353-584d5565af49), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:03.408407 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Allocated IP 172.25.7.83 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/a84075c9-2094-450a-8535-a3de1bf7722d) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:46:03.409854 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] For port 67dd1002-62af-474b-b353-584d5565af49, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:46:03.413088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] For port 67dd1002-62af-474b-b353-584d5565af49, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=67dd1002-62af-474b-b353-584d5565af49,segment=NetworkSegment(029c2b64-2115-4ca4-91a5-7eb336700a50),segment_id=029c2b64-2115-4ca4-91a5-7eb336700a50)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:46:03.419692 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (67dd1002-62af-474b-b353-584d5565af49), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:03.476723 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb7f8d-3ed9-4ee7-9126-d48a4916b5ae None None] Pushing event updated for resources: {'Port': ['ID=67dd1002-62af-474b-b353-584d5565af49,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:03.517461 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Publish callbacks [] for port (a84075c9-2094-450a-8535-a3de1bf7722d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:03.553538 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a84075c9-2094-450a-8535-a3de1bf7722d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:03.592495 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:46:03.597384 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:46:03.599947 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:46:03.648343 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=a84075c9-2094-450a-8535-a3de1bf7722d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:03.884203 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Publish callbacks [] for router_gateway (25702494-6fa4-420a-a49d-dc5f1404001c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:04.087167 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (25702494-6fa4-420a-a49d-dc5f1404001c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:04.227134 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Router 25702494-6fa4-420a-a49d-dc5f1404001c is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:46:04.305750 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:04.343935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:46:04.355188 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Sync routers for ids ['25702494-6fa4-420a-a49d-dc5f1404001c'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:46:04.363511 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:04.364989 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e02b0a3c-c7b9-4ab2-93fc-338a758d8cb2 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5290043 Mar 11 12:46:04.366637 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Routers {'25702494-6fa4-420a-a49d-dc5f1404001c'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:46:04.367565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:45:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['25702494-6fa4-420a-a49d-dc5f1404001c'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:04.367755 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46162) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:46:04.408662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93028114-189d-42d5-896e-288a9b5b1912 None None] Network 91839a0a-8c7d-4eae-9861-18ede1c2dcef requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:46:04.543115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Set router 25702494-6fa4-420a-a49d-dc5f1404001c gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:46:04.601401 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-da1390d1-25c0-40ba-affa-f7c49a528b01 None None] Provisioning complete for port 67dd1002-62af-474b-b353-584d5565af49 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:04.601824 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-da1390d1-25c0-40ba-affa-f7c49a528b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (67dd1002-62af-474b-b353-584d5565af49), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:04.812920 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:04.978428 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-da1390d1-25c0-40ba-affa-f7c49a528b01 None None] Current status of the port 67dd1002-62af-474b-b353-584d5565af49 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:04.978850 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-da1390d1-25c0-40ba-affa-f7c49a528b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (67dd1002-62af-474b-b353-584d5565af49), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:04.990383 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] Allocated IP 172.20.0.1 (91839a0a-8c7d-4eae-9861-18ede1c2dcef/2e72c396-75bb-4d2b-b04c-0573510f70bd/bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:46:05.017954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'name': 'tempest-TestEncryptedCinderVolumes-1466934517-router', 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'a84075c9-2094-450a-8535-a3de1bf7722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:46:02Z', 'updated_at': '2022-03-11T12:46:03Z', 'revision_number': 3, 'project_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'gw_port': {'id': 'a84075c9-2094-450a-8535-a3de1bf7722d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:03Z', 'updated_at': '2022-03-11T12:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:05.050719 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-da1390d1-25c0-40ba-affa-f7c49a528b01 None None] For port 67dd1002-62af-474b-b353-584d5565af49, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=67dd1002-62af-474b-b353-584d5565af49,segment=NetworkSegment(029c2b64-2115-4ca4-91a5-7eb336700a50),segment_id=029c2b64-2115-4ca4-91a5-7eb336700a50)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:46:05.052175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Checking router: 25702494-6fa4-420a-a49d-dc5f1404001c for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:46:05.052552 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Updating router 25702494-6fa4-420a-a49d-dc5f1404001c port a84075c9-2094-450a-8535-a3de1bf7722d binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:46:05.073451 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-da1390d1-25c0-40ba-affa-f7c49a528b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (67dd1002-62af-474b-b353-584d5565af49), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:05.102323 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a84075c9-2094-450a-8535-a3de1bf7722d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:05.102567 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] Publish callbacks [] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:05.139311 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:05.163288 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1390d1-25c0-40ba-affa-f7c49a528b01 None None] Pushing event updated for resources: {'Port': ['ID=67dd1002-62af-474b-b353-584d5565af49,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:05.173866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] Network 91839a0a-8c7d-4eae-9861-18ede1c2dcef is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:46:05.176767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:46:05.180522 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:46:05.225325 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] Pushing event updated for resources: {'Port': ['ID=bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:05.239801 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (25702494-6fa4-420a-a49d-dc5f1404001c), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:05.240646 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-52830482-b63f-47e5-a473-ca36e21ac151 None None] Provisioning complete for port 67dd1002-62af-474b-b353-584d5565af49 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:05.241037 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-52830482-b63f-47e5-a473-ca36e21ac151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (67dd1002-62af-474b-b353-584d5565af49), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:05.389304 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:05.404882 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-52830482-b63f-47e5-a473-ca36e21ac151 None None] Current status of the port 67dd1002-62af-474b-b353-584d5565af49 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:05.455297 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Publish callbacks [] for port (a84075c9-2094-450a-8535-a3de1bf7722d), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:05.463624 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a84075c9-2094-450a-8535-a3de1bf7722d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:05.525057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Attempting to bind port a84075c9-2094-450a-8535-a3de1bf7722d on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:46:05.525430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Attempting to bind port a84075c9-2094-450a-8535-a3de1bf7722d by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:46:05.525831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Attempting to bind port a84075c9-2094-450a-8535-a3de1bf7722d on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:46:05.528017 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f0948-c197-4930-ba5c-ed9b97a0f08b None None] Pushing event updated for resources: {'Port': ['ID=a84075c9-2094-450a-8535-a3de1bf7722d,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:05.537259 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:46:05.537512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:46:05.537923 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:05.538316 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:46:05.539075 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Bound port: a84075c9-2094-450a-8535-a3de1bf7722d, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:46:05.539220 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a84075c9-2094-450a-8535-a3de1bf7722d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:05.564128 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] Publish callbacks [] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:05.565498 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-362c2df6-ff63-4788-9d5b-20d5a5aaf6ea None None] Provisioning complete for port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:05.565778 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-362c2df6-ff63-4788-9d5b-20d5a5aaf6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:05.573403 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:05.626044 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-362c2df6-ff63-4788-9d5b-20d5a5aaf6ea None None] Port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:46:05.628857 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] For port a84075c9-2094-450a-8535-a3de1bf7722d, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:46:05.632232 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] For port a84075c9-2094-450a-8535-a3de1bf7722d, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a84075c9-2094-450a-8535-a3de1bf7722d,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:46:05.641378 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a84075c9-2094-450a-8535-a3de1bf7722d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:05.643941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] Pushing event updated for resources: {'Port': ['ID=bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:05.646923 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (25702494-6fa4-420a-a49d-dc5f1404001c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:05.665498 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 67dd1002-62af-474b-b353-584d5565af49 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:46:05.736353 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Routers {'25702494-6fa4-420a-a49d-dc5f1404001c'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:46:05.736949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:45:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['25702494-6fa4-420a-a49d-dc5f1404001c'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:05.742827 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] Network 91839a0a-8c7d-4eae-9861-18ede1c2dcef is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:46:05.744307 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:46:05.788761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f0948-c197-4930-ba5c-ed9b97a0f08b None None] Pushing event updated for resources: {'Port': ['ID=a84075c9-2094-450a-8535-a3de1bf7722d,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:05.820564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 67dd1002-62af-474b-b353-584d5565af49 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:05.820948 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (67dd1002-62af-474b-b353-584d5565af49), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:05.905617 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] Set router 25702494-6fa4-420a-a49d-dc5f1404001c gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:46:05.932841 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:46:06.048112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 67dd1002-62af-474b-b353-584d5565af49 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:06.101504 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-eb42ffad-b27d-445a-aa08-c19e742bb430 None None] Provisioning complete for port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:06.101881 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eb42ffad-b27d-445a-aa08-c19e742bb430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:06.165951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-eb42ffad-b27d-445a-aa08-c19e742bb430 None None] Port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:46:06.192528 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'name': 'tempest-TestEncryptedCinderVolumes-1466934517-router', 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'a84075c9-2094-450a-8535-a3de1bf7722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:46:02Z', 'updated_at': '2022-03-11T12:46:05Z', 'revision_number': 4, 'project_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'gw_port': {'id': 'a84075c9-2094-450a-8535-a3de1bf7722d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:03Z', 'updated_at': '2022-03-11T12:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7', 'name': '', 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef', 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'mac_address': 'fa:16:3e:a6:90:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '2e72c396-75bb-4d2b-b04c-0573510f70bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:04Z', 'updated_at': '2022-03-11T12:46:05Z', 'revision_number': 2, 'project_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'subnets': [{'id': '2e72c396-75bb-4d2b-b04c-0573510f70bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:06.220976 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3fcf7c-f4dd-4066-a3e0-16226ec837b8 None None] The sync data for ids ['25702494-6fa4-420a-a49d-dc5f1404001c'] in n-d-833234-2 is: [{'id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'name': 'tempest-TestEncryptedCinderVolumes-1466934517-router', 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'a84075c9-2094-450a-8535-a3de1bf7722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:46:02Z', 'updated_at': '2022-03-11T12:46:05Z', 'revision_number': 4, 'project_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'gw_port': {'id': 'a84075c9-2094-450a-8535-a3de1bf7722d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:03Z', 'updated_at': '2022-03-11T12:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7', 'name': '', 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef', 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'mac_address': 'fa:16:3e:a6:90:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '2e72c396-75bb-4d2b-b04c-0573510f70bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:04Z', 'updated_at': '2022-03-11T12:46:05Z', 'revision_number': 2, 'project_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'subnets': [{'id': '2e72c396-75bb-4d2b-b04c-0573510f70bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:46:06.242447 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] Router 25702494-6fa4-420a-a49d-dc5f1404001c has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:46:06.357964 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:46:06.363299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8074f40f-25fe-4590-9403-6ef6f6294da4 admin admin] 10.222.0.78 "PUT /v2.0/routers/25702494-6fa4-420a-a49d-dc5f1404001c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9943168 Mar 11 12:46:06.909353 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46178) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:46:06.915545 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-0efb850c-2cd9-4937-b1f1-124511262096 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1187499611-network', 'tenant_id': 'd43db7c3d35640058aff9cf57d3ab9b0'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:46:06.938059 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efb850c-2cd9-4937-b1f1-124511262096 admin admin] Made reservation on behalf of d43db7c3d35640058aff9cf57d3ab9b0 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:46:06.940614 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0efb850c-2cd9-4937-b1f1-124511262096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:06.950112 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0efb850c-2cd9-4937-b1f1-124511262096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:07.034803 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0efb850c-2cd9-4937-b1f1-124511262096 admin admin] Publish callbacks [] for security_group (98174661-0c30-4342-8150-d459e92b46a5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:07.040043 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0efb850c-2cd9-4937-b1f1-124511262096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (98174661-0c30-4342-8150-d459e92b46a5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:07.066352 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efb850c-2cd9-4937-b1f1-124511262096 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:46:07.076597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb850c-2cd9-4937-b1f1-124511262096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98174661-0c30-4342-8150-d459e92b46a5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:07.081734 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0efb850c-2cd9-4937-b1f1-124511262096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (958aa7d2-0384-4386-9c04-1dd4043287ef), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:07.082073 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-0efb850c-2cd9-4937-b1f1-124511262096 admin admin] Added segment 958aa7d2-0384-4386-9c04-1dd4043287ef of type vlan for network af37aee5-7cec-4c28-b24c-b7f6de369b84 Mar 11 12:46:07.124542 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0efb850c-2cd9-4937-b1f1-124511262096 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (af37aee5-7cec-4c28-b24c-b7f6de369b84), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:07.151120 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0efb850c-2cd9-4937-b1f1-124511262096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (af37aee5-7cec-4c28-b24c-b7f6de369b84), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:07.152180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efb850c-2cd9-4937-b1f1-124511262096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:07.152751 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0efb850c-2cd9-4937-b1f1-124511262096 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:07.189574 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0efb850c-2cd9-4937-b1f1-124511262096 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2755215 Mar 11 12:46:07.189850 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46180) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:46:07.194573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4f0dc8f5-a5f9-453b-a684-01a6bdfa74ff admin admin] Request body: {'subnet': {'network_id': 'af37aee5-7cec-4c28-b24c-b7f6de369b84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1187499611-subnet', 'tenant_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:46:07.241435 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb850c-2cd9-4937-b1f1-124511262096 admin admin] Pushing event updated for resources: {'Network': ['ID=af37aee5-7cec-4c28-b24c-b7f6de369b84,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:07.253806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network af37aee5-7cec-4c28-b24c-b7f6de369b84 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:46:07.259184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0dc8f5-a5f9-453b-a684-01a6bdfa74ff admin admin] Made reservation on behalf of d43db7c3d35640058aff9cf57d3ab9b0 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:46:07.262247 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4f0dc8f5-a5f9-453b-a684-01a6bdfa74ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:07.442872 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4f0dc8f5-a5f9-453b-a684-01a6bdfa74ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (eef087df-b71b-4095-8f52-dff13946c49a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:07.503392 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0dc8f5-a5f9-453b-a684-01a6bdfa74ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef087df-b71b-4095-8f52-dff13946c49a,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:07.508932 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0dc8f5-a5f9-453b-a684-01a6bdfa74ff admin admin] Checking segment: {'id': '958aa7d2-0384-4386-9c04-1dd4043287ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'af37aee5-7cec-4c28-b24c-b7f6de369b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:46:07.509930 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0dc8f5-a5f9-453b-a684-01a6bdfa74ff admin admin] Network hostable DHCP agents. Network: af37aee5-7cec-4c28-b24c-b7f6de369b84, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:46:07.527100 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0dc8f5-a5f9-453b-a684-01a6bdfa74ff admin admin] Network af37aee5-7cec-4c28-b24c-b7f6de369b84 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:46:07.538173 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-4f0dc8f5-a5f9-453b-a684-01a6bdfa74ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, af37aee5-7cec-4c28-b24c-b7f6de369b84) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:46:07.543138 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0dc8f5-a5f9-453b-a684-01a6bdfa74ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:07.544279 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4f0dc8f5-a5f9-453b-a684-01a6bdfa74ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:07.549967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7bee68-528b-49b9-8c29-766af236e3d3 None None] Network af37aee5-7cec-4c28-b24c-b7f6de369b84 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:46:07.581310 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4f0dc8f5-a5f9-453b-a684-01a6bdfa74ff admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3902633 Mar 11 12:46:07.583630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46182) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:46:07.589238 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1187499611-router', 'tenant_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:46:07.612514 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (917390ae-b6d5-4afa-8c7a-5cca0c2f1b87), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:07.613664 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (917390ae-b6d5-4afa-8c7a-5cca0c2f1b87), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:07.656269 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a84075c9-2094-450a-8535-a3de1bf7722d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:46:07.676013 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Publish callbacks [] for router_controller (917390ae-b6d5-4afa-8c7a-5cca0c2f1b87), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:07.704261 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-af37aee5-7cec-4c28-b24c-b7f6de369b84', 'network_id': 'af37aee5-7cec-4c28-b24c-b7f6de369b84', 'project_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'fixed_ips': [{'subnet_id': 'eef087df-b71b-4095-8f52-dff13946c49a'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:46:07.705111 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:07.798840 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a84075c9-2094-450a-8535-a3de1bf7722d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:07.799267 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a84075c9-2094-450a-8535-a3de1bf7722d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:07.826692 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Publish callbacks [] for router_gateway (917390ae-b6d5-4afa-8c7a-5cca0c2f1b87), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:07.889037 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Allocated IP 172.20.0.2 (af37aee5-7cec-4c28-b24c-b7f6de369b84/eef087df-b71b-4095-8f52-dff13946c49a/33dc7a0c-52e2-40ee-8d80-5b8bc58a3211) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:46:07.948760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a84075c9-2094-450a-8535-a3de1bf7722d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:07.949101 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a84075c9-2094-450a-8535-a3de1bf7722d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:08.008147 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port a84075c9-2094-450a-8535-a3de1bf7722d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a84075c9-2094-450a-8535-a3de1bf7722d,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:46:08.015176 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a84075c9-2094-450a-8535-a3de1bf7722d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:08.042745 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Publish callbacks [] for router_gateway (917390ae-b6d5-4afa-8c7a-5cca0c2f1b87), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:08.064139 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:08.101707 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=a84075c9-2094-450a-8535-a3de1bf7722d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:08.128797 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Publish callbacks [] for port (33dc7a0c-52e2-40ee-8d80-5b8bc58a3211), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:08.137739 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (33dc7a0c-52e2-40ee-8d80-5b8bc58a3211), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:08.174595 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Allocated IP 172.25.7.160 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/87e55a38-d8d7-4651-9ea1-c90329cd23ff) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:46:08.186417 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Network af37aee5-7cec-4c28-b24c-b7f6de369b84 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:46:08.191847 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:46:08.193945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Pushing event updated for resources: {'Port': ['ID=33dc7a0c-52e2-40ee-8d80-5b8bc58a3211,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:08.196096 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:46:08.251774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Attempting to bind port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:46:08.252174 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Attempting to bind port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '958aa7d2-0384-4386-9c04-1dd4043287ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'af37aee5-7cec-4c28-b24c-b7f6de369b84'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:46:08.252538 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Attempting to bind port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 on network af37aee5-7cec-4c28-b24c-b7f6de369b84 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:46:08.258399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:46:08.258399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Checking segment: {'id': '958aa7d2-0384-4386-9c04-1dd4043287ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'af37aee5-7cec-4c28-b24c-b7f6de369b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:46:08.259178 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:08.259178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Bound using segment: {'id': '958aa7d2-0384-4386-9c04-1dd4043287ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'af37aee5-7cec-4c28-b24c-b7f6de369b84'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:46:08.259449 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Bound port: 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958aa7d2-0384-4386-9c04-1dd4043287ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'af37aee5-7cec-4c28-b24c-b7f6de369b84'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:46:08.259816 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (33dc7a0c-52e2-40ee-8d80-5b8bc58a3211), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:08.293416 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Publish callbacks [] for port (87e55a38-d8d7-4651-9ea1-c90329cd23ff), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:08.322957 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] For port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:46:08.326821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] For port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=33dc7a0c-52e2-40ee-8d80-5b8bc58a3211,segment=NetworkSegment(958aa7d2-0384-4386-9c04-1dd4043287ef),segment_id=958aa7d2-0384-4386-9c04-1dd4043287ef)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:46:08.329465 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (87e55a38-d8d7-4651-9ea1-c90329cd23ff), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:08.334184 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (33dc7a0c-52e2-40ee-8d80-5b8bc58a3211), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:08.370475 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:46:08.376163 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:46:08.379835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:46:08.390011 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Sync routers for ids ['25702494-6fa4-420a-a49d-dc5f1404001c'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:46:08.395395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbdd88-13a3-4a27-9f9c-11d0800903c4 None None] Pushing event updated for resources: {'Port': ['ID=33dc7a0c-52e2-40ee-8d80-5b8bc58a3211,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:08.406628 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Routers {'25702494-6fa4-420a-a49d-dc5f1404001c'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:46:08.407266 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:45:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['25702494-6fa4-420a-a49d-dc5f1404001c'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:08.424039 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Pushing event updated for resources: {'Port': ['ID=87e55a38-d8d7-4651-9ea1-c90329cd23ff,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:08.522605 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Set router 25702494-6fa4-420a-a49d-dc5f1404001c gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:46:08.681411 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Publish callbacks [] for router_gateway (917390ae-b6d5-4afa-8c7a-5cca0c2f1b87), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:08.764741 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'name': 'tempest-TestEncryptedCinderVolumes-1466934517-router', 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'a84075c9-2094-450a-8535-a3de1bf7722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:46:02Z', 'updated_at': '2022-03-11T12:46:05Z', 'revision_number': 4, 'project_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'gw_port': {'id': 'a84075c9-2094-450a-8535-a3de1bf7722d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:03Z', 'updated_at': '2022-03-11T12:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7', 'name': '', 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef', 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'mac_address': 'fa:16:3e:a6:90:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '2e72c396-75bb-4d2b-b04c-0573510f70bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:04Z', 'updated_at': '2022-03-11T12:46:05Z', 'revision_number': 2, 'project_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'subnets': [{'id': '2e72c396-75bb-4d2b-b04c-0573510f70bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:08.792296 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Checking router: 25702494-6fa4-420a-a49d-dc5f1404001c for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:46:08.792647 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Updating router 25702494-6fa4-420a-a49d-dc5f1404001c port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:46:08.824204 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:08.893607 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (917390ae-b6d5-4afa-8c7a-5cca0c2f1b87), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:09.031998 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Router 917390ae-b6d5-4afa-8c7a-5cca0c2f1b87 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:46:09.102702 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Publish callbacks [] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:09.112002 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:09.160587 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:46:09.164765 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24319c-54cd-40d3-811e-86775e5441b2 None None] Pushing event updated for resources: {'Port': ['ID=bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:09.178865 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Sync routers for ids ['917390ae-b6d5-4afa-8c7a-5cca0c2f1b87'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:46:09.184051 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:09.188010 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-65de82cf-26a5-4e53-85f9-1a9c53bacd54 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6001587 Mar 11 12:46:09.188416 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46184) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:46:09.192130 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24319c-54cd-40d3-811e-86775e5441b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:09.192470 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24319c-54cd-40d3-811e-86775e5441b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:09.192944 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24319c-54cd-40d3-811e-86775e5441b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:09.193275 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24319c-54cd-40d3-811e-86775e5441b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:09.193599 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24319c-54cd-40d3-811e-86775e5441b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:09.193921 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24319c-54cd-40d3-811e-86775e5441b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:09.194239 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24319c-54cd-40d3-811e-86775e5441b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:09.194552 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24319c-54cd-40d3-811e-86775e5441b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:09.194866 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24319c-54cd-40d3-811e-86775e5441b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:09.195376 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24319c-54cd-40d3-811e-86775e5441b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:09.195720 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24319c-54cd-40d3-811e-86775e5441b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:09.196034 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24319c-54cd-40d3-811e-86775e5441b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:09.197689 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24319c-54cd-40d3-811e-86775e5441b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:09.217020 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Routers {'917390ae-b6d5-4afa-8c7a-5cca0c2f1b87'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:46:09.217706 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:45:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['917390ae-b6d5-4afa-8c7a-5cca0c2f1b87'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:09.241799 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Attempting to bind port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:46:09.242341 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Attempting to bind port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '029c2b64-2115-4ca4-91a5-7eb336700a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:46:09.243567 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Attempting to bind port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 on network 91839a0a-8c7d-4eae-9861-18ede1c2dcef {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:46:09.251667 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:46:09.252389 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Checking segment: {'id': '029c2b64-2115-4ca4-91a5-7eb336700a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:46:09.252946 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:09.253525 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Bound using segment: {'id': '029c2b64-2115-4ca4-91a5-7eb336700a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:46:09.254218 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Bound port: bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029c2b64-2115-4ca4-91a5-7eb336700a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:46:09.254582 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:09.349829 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] For port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:46:09.353608 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] For port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7,segment=NetworkSegment(029c2b64-2115-4ca4-91a5-7eb336700a50),segment_id=029c2b64-2115-4ca4-91a5-7eb336700a50)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:46:09.367344 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:09.395514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Set router 917390ae-b6d5-4afa-8c7a-5cca0c2f1b87 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:46:09.422681 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Routers {'25702494-6fa4-420a-a49d-dc5f1404001c'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:46:09.423381 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:45:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['25702494-6fa4-420a-a49d-dc5f1404001c'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:09.569253 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] Set router 25702494-6fa4-420a-a49d-dc5f1404001c gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:46:09.654098 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-17d6a731-405e-4d44-86fa-d241d5c2da38 None None] Provisioning complete for port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:09.654590 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-17d6a731-405e-4d44-86fa-d241d5c2da38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:09.750802 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9747549d-120c-4fcb-9d2b-7eb6a6c456a3 None None] Network af37aee5-7cec-4c28-b24c-b7f6de369b84 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:46:09.763918 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24319c-54cd-40d3-811e-86775e5441b2 None None] Pushing event updated for resources: {'Port': ['ID=bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:09.889407 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:09.960926 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'name': 'tempest-TestEncryptedCinderVolumes-1466934517-router', 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'a84075c9-2094-450a-8535-a3de1bf7722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:46:02Z', 'updated_at': '2022-03-11T12:46:05Z', 'revision_number': 4, 'project_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'gw_port': {'id': 'a84075c9-2094-450a-8535-a3de1bf7722d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:03Z', 'updated_at': '2022-03-11T12:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7', 'name': '', 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef', 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'mac_address': 'fa:16:3e:a6:90:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '2e72c396-75bb-4d2b-b04c-0573510f70bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:04Z', 'updated_at': '2022-03-11T12:46:09Z', 'revision_number': 4, 'project_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'subnets': [{'id': '2e72c396-75bb-4d2b-b04c-0573510f70bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:09.989531 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:46:09.989867 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a8c635-1ac5-4095-9663-f1994ca0d102 None None] The sync data for ids ['25702494-6fa4-420a-a49d-dc5f1404001c'] in n-d-833234-2 is: [{'id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'name': 'tempest-TestEncryptedCinderVolumes-1466934517-router', 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'a84075c9-2094-450a-8535-a3de1bf7722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:46:02Z', 'updated_at': '2022-03-11T12:46:05Z', 'revision_number': 4, 'project_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'gw_port': {'id': 'a84075c9-2094-450a-8535-a3de1bf7722d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:03Z', 'updated_at': '2022-03-11T12:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7', 'name': '', 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef', 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'mac_address': 'fa:16:3e:a6:90:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '2e72c396-75bb-4d2b-b04c-0573510f70bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:04Z', 'updated_at': '2022-03-11T12:46:09Z', 'revision_number': 4, 'project_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'subnets': [{'id': '2e72c396-75bb-4d2b-b04c-0573510f70bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:46:10.051946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'name': 'tempest-TestEncryptedCinderVolumes-1187499611-router', 'tenant_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '87e55a38-d8d7-4651-9ea1-c90329cd23ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:46:07Z', 'updated_at': '2022-03-11T12:46:08Z', 'revision_number': 3, 'project_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'gw_port': {'id': '87e55a38-d8d7-4651-9ea1-c90329cd23ff', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:88:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:08Z', 'updated_at': '2022-03-11T12:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:10.058781 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] Allocated IP 172.20.0.1 (af37aee5-7cec-4c28-b24c-b7f6de369b84/eef087df-b71b-4095-8f52-dff13946c49a/0c321d32-44f9-4a04-b045-2e6e4d3b586f) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:46:10.141654 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Checking router: 917390ae-b6d5-4afa-8c7a-5cca0c2f1b87 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:46:10.142225 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Updating router 917390ae-b6d5-4afa-8c7a-5cca0c2f1b87 port 87e55a38-d8d7-4651-9ea1-c90329cd23ff binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:46:10.176499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-17d6a731-405e-4d44-86fa-d241d5c2da38 None None] Current status of the port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:10.176889 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-17d6a731-405e-4d44-86fa-d241d5c2da38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.190179 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] Publish callbacks [] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.215662 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (87e55a38-d8d7-4651-9ea1-c90329cd23ff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.231764 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.272437 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] Network af37aee5-7cec-4c28-b24c-b7f6de369b84 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:46:10.277870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:46:10.278136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:10.278448 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (33dc7a0c-52e2-40ee-8d80-5b8bc58a3211), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.280717 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:46:10.304719 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-17d6a731-405e-4d44-86fa-d241d5c2da38 None None] For port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7,segment=NetworkSegment(029c2b64-2115-4ca4-91a5-7eb336700a50),segment_id=029c2b64-2115-4ca4-91a5-7eb336700a50)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:46:10.308304 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=0c321d32-44f9-4a04-b045-2e6e4d3b586f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:10.328299 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (917390ae-b6d5-4afa-8c7a-5cca0c2f1b87), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.360241 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-17d6a731-405e-4d44-86fa-d241d5c2da38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.470051 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6a731-405e-4d44-86fa-d241d5c2da38 None None] Pushing event updated for resources: {'Port': ['ID=bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:10.479918 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.577657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-28ae95bc-b3f5-4200-9d22-beab32219c62 None None] Provisioning complete for port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:10.578037 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28ae95bc-b3f5-4200-9d22-beab32219c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (33dc7a0c-52e2-40ee-8d80-5b8bc58a3211), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.582095 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:10.582424 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (33dc7a0c-52e2-40ee-8d80-5b8bc58a3211), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.701693 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] Publish callbacks [] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.709666 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.721786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=33dc7a0c-52e2-40ee-8d80-5b8bc58a3211,segment=NetworkSegment(958aa7d2-0384-4386-9c04-1dd4043287ef),segment_id=958aa7d2-0384-4386-9c04-1dd4043287ef)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:46:10.730082 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (33dc7a0c-52e2-40ee-8d80-5b8bc58a3211), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.730910 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a84075c9-2094-450a-8535-a3de1bf7722d up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:46:10.787907 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (917390ae-b6d5-4afa-8c7a-5cca0c2f1b87), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.789792 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=0c321d32-44f9-4a04-b045-2e6e4d3b586f,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:10.834519 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Publish callbacks [] for port (87e55a38-d8d7-4651-9ea1-c90329cd23ff), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.853232 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (87e55a38-d8d7-4651-9ea1-c90329cd23ff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.874822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-28ae95bc-b3f5-4200-9d22-beab32219c62 None None] Current status of the port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:10.900638 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=33dc7a0c-52e2-40ee-8d80-5b8bc58a3211,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:10.911313 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] Network af37aee5-7cec-4c28-b24c-b7f6de369b84 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:46:10.913438 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:46:10.943658 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Attempting to bind port 87e55a38-d8d7-4651-9ea1-c90329cd23ff on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:46:10.944044 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Attempting to bind port 87e55a38-d8d7-4651-9ea1-c90329cd23ff by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:46:10.944419 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Attempting to bind port 87e55a38-d8d7-4651-9ea1-c90329cd23ff on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:46:10.953095 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-28ae95bc-b3f5-4200-9d22-beab32219c62 None None] Provisioning complete for port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:10.953470 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28ae95bc-b3f5-4200-9d22-beab32219c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.967282 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a84075c9-2094-450a-8535-a3de1bf7722d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:10.967677 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a84075c9-2094-450a-8535-a3de1bf7722d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.987257 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:46:10.987660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:46:10.988066 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:10.988466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:46:10.988979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Bound port: 87e55a38-d8d7-4651-9ea1-c90329cd23ff, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:46:10.989329 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (87e55a38-d8d7-4651-9ea1-c90329cd23ff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:11.036502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc928b38-cf3a-41bf-8b35-b26e7dc34e16 None None] Pushing event updated for resources: {'Port': ['ID=87e55a38-d8d7-4651-9ea1-c90329cd23ff,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:11.055009 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] Router 917390ae-b6d5-4afa-8c7a-5cca0c2f1b87 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:46:11.125009 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] For port 87e55a38-d8d7-4651-9ea1-c90329cd23ff, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:46:11.140985 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] For port 87e55a38-d8d7-4651-9ea1-c90329cd23ff, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=87e55a38-d8d7-4651-9ea1-c90329cd23ff,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:46:11.169176 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (87e55a38-d8d7-4651-9ea1-c90329cd23ff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:11.180209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:46:11.192082 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-61b48f57-3c32-4633-916a-8b2053711ee0 admin admin] 10.222.0.78 "PUT /v2.0/routers/917390ae-b6d5-4afa-8c7a-5cca0c2f1b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0023112 Mar 11 12:46:11.202236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-28ae95bc-b3f5-4200-9d22-beab32219c62 None None] Current status of the port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:11.240846 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a84075c9-2094-450a-8535-a3de1bf7722d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:11.243226 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc928b38-cf3a-41bf-8b35-b26e7dc34e16 None None] Pushing event updated for resources: {'Port': ['ID=87e55a38-d8d7-4651-9ea1-c90329cd23ff,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:11.250922 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Routers {'917390ae-b6d5-4afa-8c7a-5cca0c2f1b87'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:46:11.251532 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:45:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['917390ae-b6d5-4afa-8c7a-5cca0c2f1b87'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:11.359352 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f6e623b0-63a1-42e8-a4f6-8267800f3f41 None None] Provisioning complete for port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:11.359759 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6e623b0-63a1-42e8-a4f6-8267800f3f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (33dc7a0c-52e2-40ee-8d80-5b8bc58a3211), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:11.395312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] Set router 917390ae-b6d5-4afa-8c7a-5cca0c2f1b87 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:46:11.574100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f6e623b0-63a1-42e8-a4f6-8267800f3f41 None None] Current status of the port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:11.618606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f6e623b0-63a1-42e8-a4f6-8267800f3f41 None None] Provisioning complete for port 0c321d32-44f9-4a04-b045-2e6e4d3b586f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:11.619097 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6e623b0-63a1-42e8-a4f6-8267800f3f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:11.656011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:46:11.704302 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f6e623b0-63a1-42e8-a4f6-8267800f3f41 None None] Port 0c321d32-44f9-4a04-b045-2e6e4d3b586f cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:46:11.739993 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'name': 'tempest-TestEncryptedCinderVolumes-1187499611-router', 'tenant_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '87e55a38-d8d7-4651-9ea1-c90329cd23ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:46:07Z', 'updated_at': '2022-03-11T12:46:10Z', 'revision_number': 4, 'project_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'gw_port': {'id': '87e55a38-d8d7-4651-9ea1-c90329cd23ff', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:88:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:08Z', 'updated_at': '2022-03-11T12:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '0c321d32-44f9-4a04-b045-2e6e4d3b586f', 'name': '', 'network_id': 'af37aee5-7cec-4c28-b24c-b7f6de369b84', 'tenant_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'mac_address': 'fa:16:3e:b1:21:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'eef087df-b71b-4095-8f52-dff13946c49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:09Z', 'updated_at': '2022-03-11T12:46:10Z', 'revision_number': 2, 'project_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'subnets': [{'id': 'eef087df-b71b-4095-8f52-dff13946c49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:11.742241 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:11.742611 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:11.788176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22460564-ebe9-405b-a07b-afc95dbe6567 None None] The sync data for ids ['917390ae-b6d5-4afa-8c7a-5cca0c2f1b87'] in n-d-833234-2 is: [{'id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'name': 'tempest-TestEncryptedCinderVolumes-1187499611-router', 'tenant_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '87e55a38-d8d7-4651-9ea1-c90329cd23ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:46:07Z', 'updated_at': '2022-03-11T12:46:10Z', 'revision_number': 4, 'project_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'gw_port': {'id': '87e55a38-d8d7-4651-9ea1-c90329cd23ff', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:88:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:08Z', 'updated_at': '2022-03-11T12:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '0c321d32-44f9-4a04-b045-2e6e4d3b586f', 'name': '', 'network_id': 'af37aee5-7cec-4c28-b24c-b7f6de369b84', 'tenant_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'mac_address': 'fa:16:3e:b1:21:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'eef087df-b71b-4095-8f52-dff13946c49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:09Z', 'updated_at': '2022-03-11T12:46:10Z', 'revision_number': 2, 'project_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'subnets': [{'id': 'eef087df-b71b-4095-8f52-dff13946c49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:46:11.857970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:11.859265 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:46:11.915328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f441989-08df-474f-b659-90cb793df3b3 req-542cf0a2-8139-419e-bc0a-cfbf90adc0ee tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:11.920122 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f441989-08df-474f-b659-90cb793df3b3 req-542cf0a2-8139-419e-bc0a-cfbf90adc0ee tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/networks?id=91839a0a-8c7d-4eae-9861-18ede1c2dcef HTTP/1.1" status: 200 len: 817 time: 0.1164622 Mar 11 12:46:11.936678 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f441989-08df-474f-b659-90cb793df3b3 req-d303e81e-4e6c-4d42-ae48-31a70e23a150 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/quotas/1b7b5cd64adf40d3ae8ef626f29441ba HTTP/1.1" status: 200 len: 375 time: 0.0124037 Mar 11 12:46:12.021299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f441989-08df-474f-b659-90cb793df3b3 req-d505b793-9086-4190-a5f2-4f07ee1bfbd3 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b7b5cd64adf40d3ae8ef626f29441ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782337 Mar 11 12:46:12.100614 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:12.100993 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (33dc7a0c-52e2-40ee-8d80-5b8bc58a3211), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:12.127801 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f441989-08df-474f-b659-90cb793df3b3 req-fd538f71-e2cb-4722-a229-457dcc8a5467 service neutron] 10.222.0.78 "GET /v2.0/networks/91839a0a-8c7d-4eae-9861-18ede1c2dcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960658 Mar 11 12:46:12.182919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:12.228993 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f441989-08df-474f-b659-90cb793df3b3 req-e88e598e-fbbf-48cd-aa60-eef3f01093e0 service neutron] 10.222.0.78 "GET /v2.0/networks/91839a0a-8c7d-4eae-9861-18ede1c2dcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956092 Mar 11 12:46:12.423541 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79d245c9-4100-4162-865a-86652ed565e4 req-8d5a4a01-9303-4bfb-9bef-6a3041b22754 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5 HTTP/1.1" status: 200 len: 210 time: 0.0277798 Mar 11 12:46:13.167423 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:13.568183 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aac54b7f-648a-49a9-8f12-2f08b7364d5b req-9a341840-ff91-4af1-bc57-e1809020384a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5 HTTP/1.1" status: 200 len: 210 time: 0.0425754 Mar 11 12:46:13.611703 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f441989-08df-474f-b659-90cb793df3b3 req-e0e3ec3f-5245-4897-bc69-f10ac6612680 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:13.613469 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f441989-08df-474f-b659-90cb793df3b3 req-e0e3ec3f-5245-4897-bc69-f10ac6612680 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.37 "GET /v2.0/networks?id=91839a0a-8c7d-4eae-9861-18ede1c2dcef HTTP/1.1" status: 200 len: 817 time: 0.1646054 Mar 11 12:46:13.626356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-9f441989-08df-474f-b659-90cb793df3b3 req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Request body: {'port': {'device_id': 'eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5', 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef', 'admin_state_up': True, 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:46:13.649315 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 87e55a38-d8d7-4651-9ea1-c90329cd23ff up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:46:13.703196 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2adb7e5-36ca-4488-8177-1b80f4aff0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:13.712126 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 87e55a38-d8d7-4651-9ea1-c90329cd23ff triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:13.712497 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (87e55a38-d8d7-4651-9ea1-c90329cd23ff), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:13.735843 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f441989-08df-474f-b659-90cb793df3b3 req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Made reservation on behalf of 1b7b5cd64adf40d3ae8ef626f29441ba for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:46:13.739416 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9f441989-08df-474f-b659-90cb793df3b3 req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:13.796183 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 87e55a38-d8d7-4651-9ea1-c90329cd23ff is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:13.796601 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (87e55a38-d8d7-4651-9ea1-c90329cd23ff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:13.819113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 87e55a38-d8d7-4651-9ea1-c90329cd23ff, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=87e55a38-d8d7-4651-9ea1-c90329cd23ff,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:46:13.824918 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (87e55a38-d8d7-4651-9ea1-c90329cd23ff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:13.876984 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-9f441989-08df-474f-b659-90cb793df3b3 req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Allocated IP 172.20.0.3 (91839a0a-8c7d-4eae-9861-18ede1c2dcef/2e72c396-75bb-4d2b-b04c-0573510f70bd/e53d9cfc-cc8d-462e-827c-5181c4fbd42e) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:46:13.879803 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=87e55a38-d8d7-4651-9ea1-c90329cd23ff,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:14.038860 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9f441989-08df-474f-b659-90cb793df3b3 req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Publish callbacks [] for port (e53d9cfc-cc8d-462e-827c-5181c4fbd42e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:14.080915 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9f441989-08df-474f-b659-90cb793df3b3 req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e53d9cfc-cc8d-462e-827c-5181c4fbd42e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:14.114700 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Sync routers for ids ['917390ae-b6d5-4afa-8c7a-5cca0c2f1b87'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:46:14.126250 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Routers {'917390ae-b6d5-4afa-8c7a-5cca0c2f1b87'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:46:14.126927 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:45:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['917390ae-b6d5-4afa-8c7a-5cca0c2f1b87'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:14.130790 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f441989-08df-474f-b659-90cb793df3b3 req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Network 91839a0a-8c7d-4eae-9861-18ede1c2dcef is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:46:14.136615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-9f441989-08df-474f-b659-90cb793df3b3 req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:46:14.140593 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f441989-08df-474f-b659-90cb793df3b3 req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:46:14.148717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Pushing event updated for resources: {'Port': ['ID=e53d9cfc-cc8d-462e-827c-5181c4fbd42e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:14.183018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:14.183386 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:14.183772 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:14.184114 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:14.184449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:14.185797 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:14.186150 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:14.186488 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:14.186822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:14.187155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:14.187483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:14.187832 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:14.188153 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:46:14.215721 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f441989-08df-474f-b659-90cb793df3b3 req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:14.216365 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9f441989-08df-474f-b659-90cb793df3b3 req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:14.246583 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f441989-08df-474f-b659-90cb793df3b3 req-77fbc4d7-c873-4dab-abd3-ea1a7c68285a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6241868 Mar 11 12:46:14.253001 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Set router 917390ae-b6d5-4afa-8c7a-5cca0c2f1b87 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:46:14.262506 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Request body: {'port': {'device_id': 'eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:46:14.334839 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e53d9cfc-cc8d-462e-827c-5181c4fbd42e), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:14.444849 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ac933de7-0a79-4566-bfae-f3140404e011 None None] Provisioning complete for port e53d9cfc-cc8d-462e-827c-5181c4fbd42e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:14.445455 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ac933de7-0a79-4566-bfae-f3140404e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e53d9cfc-cc8d-462e-827c-5181c4fbd42e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:14.485172 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ac933de7-0a79-4566-bfae-f3140404e011 None None] Port e53d9cfc-cc8d-462e-827c-5181c4fbd42e cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:46:14.526031 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'name': 'tempest-TestEncryptedCinderVolumes-1187499611-router', 'tenant_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '87e55a38-d8d7-4651-9ea1-c90329cd23ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:46:07Z', 'updated_at': '2022-03-11T12:46:10Z', 'revision_number': 4, 'project_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'gw_port': {'id': '87e55a38-d8d7-4651-9ea1-c90329cd23ff', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:08Z', 'updated_at': '2022-03-11T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '0c321d32-44f9-4a04-b045-2e6e4d3b586f', 'name': '', 'network_id': 'af37aee5-7cec-4c28-b24c-b7f6de369b84', 'tenant_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'mac_address': 'fa:16:3e:b1:21:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'eef087df-b71b-4095-8f52-dff13946c49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:09Z', 'updated_at': '2022-03-11T12:46:10Z', 'revision_number': 2, 'project_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'subnets': [{'id': 'eef087df-b71b-4095-8f52-dff13946c49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:14.552367 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Checking router: 917390ae-b6d5-4afa-8c7a-5cca0c2f1b87 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:46:14.552721 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Updating router 917390ae-b6d5-4afa-8c7a-5cca0c2f1b87 port 0c321d32-44f9-4a04-b045-2e6e4d3b586f binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:46:14.584232 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:14.662864 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53d9cfc-cc8d-462e-827c-5181c4fbd42e {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:46:14.690383 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Publish callbacks [] for port (e53d9cfc-cc8d-462e-827c-5181c4fbd42e), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:14.718924 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Transition to ACTIVE for port object e53d9cfc-cc8d-462e-827c-5181c4fbd42e will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:46:14.726206 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (e53d9cfc-cc8d-462e-827c-5181c4fbd42e), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:14.775122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becc20e-9699-4960-86d8-b6dcce59dc6b req-9c6479a9-6265-47e5-8a61-6fb0bb114f94 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:14.777019 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7becc20e-9699-4960-86d8-b6dcce59dc6b req-9c6479a9-6265-47e5-8a61-6fb0bb114f94 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5 HTTP/1.1" status: 200 len: 931 time: 0.1270378 Mar 11 12:46:14.819258 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Pushing event updated for resources: {'Port': ['ID=e53d9cfc-cc8d-462e-827c-5181c4fbd42e,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:14.894112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7becc20e-9699-4960-86d8-b6dcce59dc6b req-6d02cf9a-c29d-4508-8b99-c6bd5d0b5d3a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090713 Mar 11 12:46:14.910064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Attempting to bind port e53d9cfc-cc8d-462e-827c-5181c4fbd42e on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:46:14.910409 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Attempting to bind port e53d9cfc-cc8d-462e-827c-5181c4fbd42e by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '029c2b64-2115-4ca4-91a5-7eb336700a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:46:14.910696 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Attempting to bind port e53d9cfc-cc8d-462e-827c-5181c4fbd42e on network 91839a0a-8c7d-4eae-9861-18ede1c2dcef {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:46:14.922847 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Port e53d9cfc-cc8d-462e-827c-5181c4fbd42e on network 91839a0a-8c7d-4eae-9861-18ede1c2dcef not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:46:14.922847 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Attempting to bind port e53d9cfc-cc8d-462e-827c-5181c4fbd42e on network 91839a0a-8c7d-4eae-9861-18ede1c2dcef {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:46:14.922847 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:46:14.922847 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Checking segment: {'id': '029c2b64-2115-4ca4-91a5-7eb336700a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:46:14.923245 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Bound using segment: {'id': '029c2b64-2115-4ca4-91a5-7eb336700a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:46:14.924105 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Bound port: e53d9cfc-cc8d-462e-827c-5181c4fbd42e, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029c2b64-2115-4ca4-91a5-7eb336700a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:46:14.924226 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e53d9cfc-cc8d-462e-827c-5181c4fbd42e), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:14.943246 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Publish callbacks [] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:14.950035 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:15.001343 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] For port e53d9cfc-cc8d-462e-827c-5181c4fbd42e, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:46:15.004835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] For port e53d9cfc-cc8d-462e-827c-5181c4fbd42e, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e53d9cfc-cc8d-462e-827c-5181c4fbd42e,segment=NetworkSegment(029c2b64-2115-4ca4-91a5-7eb336700a50),segment_id=029c2b64-2115-4ca4-91a5-7eb336700a50)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:46:15.012150 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (e53d9cfc-cc8d-462e-827c-5181c4fbd42e), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:15.024440 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89062589-120e-4d24-862d-97812134b941 None None] Pushing event updated for resources: {'Port': ['ID=0c321d32-44f9-4a04-b045-2e6e4d3b586f,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:15.063952 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Attempting to bind port 0c321d32-44f9-4a04-b045-2e6e4d3b586f on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:46:15.064681 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Attempting to bind port 0c321d32-44f9-4a04-b045-2e6e4d3b586f by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '958aa7d2-0384-4386-9c04-1dd4043287ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'af37aee5-7cec-4c28-b24c-b7f6de369b84'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:46:15.065214 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Attempting to bind port 0c321d32-44f9-4a04-b045-2e6e4d3b586f on network af37aee5-7cec-4c28-b24c-b7f6de369b84 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:46:15.071887 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:46:15.072272 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Checking segment: {'id': '958aa7d2-0384-4386-9c04-1dd4043287ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'af37aee5-7cec-4c28-b24c-b7f6de369b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:46:15.072739 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:15.073129 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Bound using segment: {'id': '958aa7d2-0384-4386-9c04-1dd4043287ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'af37aee5-7cec-4c28-b24c-b7f6de369b84'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:46:15.073666 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Bound port: 0c321d32-44f9-4a04-b045-2e6e4d3b586f, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958aa7d2-0384-4386-9c04-1dd4043287ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'af37aee5-7cec-4c28-b24c-b7f6de369b84'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:46:15.073988 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:15.077451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Pushing event updated for resources: {'Port': ['ID=e53d9cfc-cc8d-462e-827c-5181c4fbd42e,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:15.087549 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:15.088316 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:15.089804 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f441989-08df-474f-b659-90cb793df3b3 req-d2ec812a-bcbb-43e1-9921-0dd86c180efe service neutron] 10.222.0.37 "PUT /v2.0/ports/e53d9cfc-cc8d-462e-827c-5181c4fbd42e HTTP/1.1" status: 200 len: 1091 time: 0.8360178 Mar 11 12:46:15.090416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5', 'tag': 'e53d9cfc-cc8d-462e-827c-5181c4fbd42e'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:46:15.092833 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea18cff-f6c5-493d-9293-968c5c3684dd" -d '{"events": [{"name": "network-changed", "server_uuid": "eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5", "tag": "e53d9cfc-cc8d-462e-827c-5181c4fbd42e"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:46:15.148787 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28552f05-55f3-4a61-8ab3-b96adb587e27 x-openstack-request-id: req-28552f05-55f3-4a61-8ab3-b96adb587e27 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:46:15.148787 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5", "tag": "e53d9cfc-cc8d-462e-827c-5181c4fbd42e", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:46:15.148787 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-28552f05-55f3-4a61-8ab3-b96adb587e27 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:46:15.149163 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5', 'tag': 'e53d9cfc-cc8d-462e-827c-5181c4fbd42e', 'status': 'completed', 'code': 200} Mar 11 12:46:15.185047 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] For port 0c321d32-44f9-4a04-b045-2e6e4d3b586f, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:46:15.189448 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] For port 0c321d32-44f9-4a04-b045-2e6e4d3b586f, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0c321d32-44f9-4a04-b045-2e6e4d3b586f,segment=NetworkSegment(958aa7d2-0384-4386-9c04-1dd4043287ef),segment_id=958aa7d2-0384-4386-9c04-1dd4043287ef)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:46:15.189653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f441989-08df-474f-b659-90cb793df3b3 req-a033e103-7d2f-4457-8edd-c7064205766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:15.191363 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f441989-08df-474f-b659-90cb793df3b3 req-a033e103-7d2f-4457-8edd-c7064205766c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b7b5cd64adf40d3ae8ef626f29441ba&device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5 HTTP/1.1" status: 200 len: 1125 time: 0.0579102 Mar 11 12:46:15.197938 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:15.263134 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Routers {'917390ae-b6d5-4afa-8c7a-5cca0c2f1b87'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:46:15.263820 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:45:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['917390ae-b6d5-4afa-8c7a-5cca0c2f1b87'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:15.269371 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f441989-08df-474f-b659-90cb793df3b3 req-a6bf9c07-bffb-4bf7-93e9-eb23cf42a8d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e53d9cfc-cc8d-462e-827c-5181c4fbd42e HTTP/1.1" status: 200 len: 217 time: 0.0701044 Mar 11 12:46:15.300174 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89062589-120e-4d24-862d-97812134b941 None None] Pushing event updated for resources: {'Port': ['ID=0c321d32-44f9-4a04-b045-2e6e4d3b586f,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:15.327268 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f441989-08df-474f-b659-90cb793df3b3 req-8412fe89-a8b0-408b-90e3-54ca09d21ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:15.329955 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f441989-08df-474f-b659-90cb793df3b3 req-8412fe89-a8b0-408b-90e3-54ca09d21ce1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2e72c396-75bb-4d2b-b04c-0573510f70bd HTTP/1.1" status: 200 len: 856 time: 0.0551286 Mar 11 12:46:15.358456 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-be5108ca-94ae-41b0-ad35-0f24d84240c6 None None] Provisioning complete for port 0c321d32-44f9-4a04-b045-2e6e4d3b586f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:15.359826 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be5108ca-94ae-41b0-ad35-0f24d84240c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:15.396597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f441989-08df-474f-b659-90cb793df3b3 req-70bdd21d-5004-41fa-b173-457dfbe1c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:15.398920 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f441989-08df-474f-b659-90cb793df3b3 req-70bdd21d-5004-41fa-b173-457dfbe1c7dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91839a0a-8c7d-4eae-9861-18ede1c2dcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0617790 Mar 11 12:46:15.430321 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] Set router 917390ae-b6d5-4afa-8c7a-5cca0c2f1b87 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:46:15.466919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-be5108ca-94ae-41b0-ad35-0f24d84240c6 None None] Current status of the port 0c321d32-44f9-4a04-b045-2e6e4d3b586f is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:15.468148 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be5108ca-94ae-41b0-ad35-0f24d84240c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:15.505307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-be5108ca-94ae-41b0-ad35-0f24d84240c6 None None] For port 0c321d32-44f9-4a04-b045-2e6e4d3b586f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0c321d32-44f9-4a04-b045-2e6e4d3b586f,segment=NetworkSegment(958aa7d2-0384-4386-9c04-1dd4043287ef),segment_id=958aa7d2-0384-4386-9c04-1dd4043287ef)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:46:15.512324 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be5108ca-94ae-41b0-ad35-0f24d84240c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:15.540579 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f441989-08df-474f-b659-90cb793df3b3 req-b910cfd5-41c6-4281-a73d-5bf4109ca7bc service neutron] 10.222.0.37 "GET /v2.0/networks/91839a0a-8c7d-4eae-9861-18ede1c2dcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355526 Mar 11 12:46:15.570968 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5108ca-94ae-41b0-ad35-0f24d84240c6 None None] Pushing event updated for resources: {'Port': ['ID=0c321d32-44f9-4a04-b045-2e6e4d3b586f,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:15.654068 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f441989-08df-474f-b659-90cb793df3b3 req-ba6d9d9f-56dc-4aaf-b96d-1acb700c5c33 service neutron] 10.222.0.37 "GET /v2.0/networks/91839a0a-8c7d-4eae-9861-18ede1c2dcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065853 Mar 11 12:46:15.658629 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-45498036-1cfc-4b1c-9115-4ab0994d5b68 None None] Provisioning complete for port 0c321d32-44f9-4a04-b045-2e6e4d3b586f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:15.660167 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-45498036-1cfc-4b1c-9115-4ab0994d5b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:15.681318 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'name': 'tempest-TestEncryptedCinderVolumes-1187499611-router', 'tenant_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '87e55a38-d8d7-4651-9ea1-c90329cd23ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:46:07Z', 'updated_at': '2022-03-11T12:46:10Z', 'revision_number': 4, 'project_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'gw_port': {'id': '87e55a38-d8d7-4651-9ea1-c90329cd23ff', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:08Z', 'updated_at': '2022-03-11T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '0c321d32-44f9-4a04-b045-2e6e4d3b586f', 'name': '', 'network_id': 'af37aee5-7cec-4c28-b24c-b7f6de369b84', 'tenant_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'mac_address': 'fa:16:3e:b1:21:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'eef087df-b71b-4095-8f52-dff13946c49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:09Z', 'updated_at': '2022-03-11T12:46:15Z', 'revision_number': 4, 'project_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'subnets': [{'id': 'eef087df-b71b-4095-8f52-dff13946c49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:46:15.687243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 87e55a38-d8d7-4651-9ea1-c90329cd23ff up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:46:15.716935 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033250ac-6976-4c55-8dc9-8446b7f60a38 None None] The sync data for ids ['917390ae-b6d5-4afa-8c7a-5cca0c2f1b87'] in n-d-833234-2 is: [{'id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'name': 'tempest-TestEncryptedCinderVolumes-1187499611-router', 'tenant_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '87e55a38-d8d7-4651-9ea1-c90329cd23ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:46:07Z', 'updated_at': '2022-03-11T12:46:10Z', 'revision_number': 4, 'project_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'gw_port': {'id': '87e55a38-d8d7-4651-9ea1-c90329cd23ff', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:08Z', 'updated_at': '2022-03-11T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '0c321d32-44f9-4a04-b045-2e6e4d3b586f', 'name': '', 'network_id': 'af37aee5-7cec-4c28-b24c-b7f6de369b84', 'tenant_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'mac_address': 'fa:16:3e:b1:21:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'eef087df-b71b-4095-8f52-dff13946c49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:09Z', 'updated_at': '2022-03-11T12:46:15Z', 'revision_number': 4, 'project_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'subnets': [{'id': 'eef087df-b71b-4095-8f52-dff13946c49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:46:15.764973 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea18cff-f6c5-493d-9293-968c5c3684dd req-453616df-7c7c-4398-a59a-57995b393cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:15.768003 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ea18cff-f6c5-493d-9293-968c5c3684dd req-453616df-7c7c-4398-a59a-57995b393cb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b7b5cd64adf40d3ae8ef626f29441ba&device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5 HTTP/1.1" status: 200 len: 1125 time: 0.0639272 Mar 11 12:46:15.801640 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 87e55a38-d8d7-4651-9ea1-c90329cd23ff triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:15.802019 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (87e55a38-d8d7-4651-9ea1-c90329cd23ff), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:15.806073 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-45498036-1cfc-4b1c-9115-4ab0994d5b68 None None] Current status of the port 0c321d32-44f9-4a04-b045-2e6e4d3b586f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:15.825791 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc346-f9aa-4904-ad53-4651b256353d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:15.873182 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea18cff-f6c5-493d-9293-968c5c3684dd req-3e3dffd3-7192-483d-acd1-72e9a6bb6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:15.874839 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ea18cff-f6c5-493d-9293-968c5c3684dd req-3e3dffd3-7192-483d-acd1-72e9a6bb6e02 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91839a0a-8c7d-4eae-9861-18ede1c2dcef HTTP/1.1" status: 200 len: 918 time: 0.1012306 Mar 11 12:46:15.887205 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 87e55a38-d8d7-4651-9ea1-c90329cd23ff is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:15.888328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0c321d32-44f9-4a04-b045-2e6e4d3b586f up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:46:15.920733 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ea18cff-f6c5-493d-9293-968c5c3684dd req-b17a11db-1db6-4db7-bd16-0145f108e364 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e53d9cfc-cc8d-462e-827c-5181c4fbd42e HTTP/1.1" status: 200 len: 217 time: 0.0393915 Mar 11 12:46:15.942693 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0c321d32-44f9-4a04-b045-2e6e4d3b586f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:15.942983 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:16.017842 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea18cff-f6c5-493d-9293-968c5c3684dd req-fac5b5c6-94d4-4572-ba9a-0445dea5934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:16.019138 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ea18cff-f6c5-493d-9293-968c5c3684dd req-fac5b5c6-94d4-4572-ba9a-0445dea5934e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2e72c396-75bb-4d2b-b04c-0573510f70bd HTTP/1.1" status: 200 len: 856 time: 0.0820777 Mar 11 12:46:16.044374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0c321d32-44f9-4a04-b045-2e6e4d3b586f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:16.069159 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ab4a6-c9b8-4f03-b569-31ae89ebfe36 req-b61689c8-f242-4a6f-b734-9f09c1ba9be4 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:16.070708 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de9ab4a6-c9b8-4f03-b569-31ae89ebfe36 req-b61689c8-f242-4a6f-b734-9f09c1ba9be4 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5 HTTP/1.1" status: 200 len: 943 time: 0.0920501 Mar 11 12:46:16.111189 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea18cff-f6c5-493d-9293-968c5c3684dd req-e5e133f8-1ee1-4aab-885e-cb6f5e8881ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:16.112735 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ea18cff-f6c5-493d-9293-968c5c3684dd req-e5e133f8-1ee1-4aab-885e-cb6f5e8881ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91839a0a-8c7d-4eae-9861-18ede1c2dcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0869956 Mar 11 12:46:16.155926 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de9ab4a6-c9b8-4f03-b569-31ae89ebfe36 req-c1f5e094-edc1-42c8-b364-6d6cdfcefcad tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787094 Mar 11 12:46:16.234853 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ea18cff-f6c5-493d-9293-968c5c3684dd req-98e23109-4691-413f-9f11-d7420be11788 service neutron] 10.222.0.37 "GET /v2.0/networks/91839a0a-8c7d-4eae-9861-18ede1c2dcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117613 Mar 11 12:46:16.337826 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9ea18cff-f6c5-493d-9293-968c5c3684dd req-17acf8c1-f43f-4182-bd44-aed270eb8920 service neutron] 10.222.0.37 "GET /v2.0/networks/91839a0a-8c7d-4eae-9861-18ede1c2dcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944133 Mar 11 12:46:17.285007 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df993d-59b5-45d8-8d5a-e6fe0220a752 req-d6b4753e-1d9e-4b30-9676-df088a0c3a81 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:17.286493 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9df993d-59b5-45d8-8d5a-e6fe0220a752 req-d6b4753e-1d9e-4b30-9676-df088a0c3a81 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5 HTTP/1.1" status: 200 len: 943 time: 0.0580192 Mar 11 12:46:17.344479 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9df993d-59b5-45d8-8d5a-e6fe0220a752 req-3c0f30ce-bda7-4bbe-a5c1-4b4cf6a5247b tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517597 Mar 11 12:46:17.437961 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:17.615832 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0c321d32-44f9-4a04-b045-2e6e4d3b586f up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:46:17.675904 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 0c321d32-44f9-4a04-b045-2e6e4d3b586f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:17.676224 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:17.761363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 0c321d32-44f9-4a04-b045-2e6e4d3b586f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:18.291026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device e53d9cfc-cc8d-462e-827c-5181c4fbd42e details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:46:18.407049 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port e53d9cfc-cc8d-462e-827c-5181c4fbd42e, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e53d9cfc-cc8d-462e-827c-5181c4fbd42e,segment=NetworkSegment(029c2b64-2115-4ca4-91a5-7eb336700a50),segment_id=029c2b64-2115-4ca4-91a5-7eb336700a50)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:46:18.418805 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'e53d9cfc-cc8d-462e-827c-5181c4fbd42e', 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef', 'port_id': 'e53d9cfc-cc8d-462e-827c-5181c4fbd42e', 'mac_address': 'fa:16:3e:f9:3b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e72c396-75bb-4d2b-b04c-0573510f70bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:46:18.458168 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port e53d9cfc-cc8d-462e-827c-5181c4fbd42e is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:18.458838 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e53d9cfc-cc8d-462e-827c-5181c4fbd42e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:18.468015 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf55161-4b99-4c6d-8c50-510ebaff285c req-af7ed8aa-8e6a-4656-9842-1af2ea2a8a41 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:18.469679 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cbf55161-4b99-4c6d-8c50-510ebaff285c req-af7ed8aa-8e6a-4656-9842-1af2ea2a8a41 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5 HTTP/1.1" status: 200 len: 943 time: 0.0567687 Mar 11 12:46:18.472612 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53d9cfc-cc8d-462e-827c-5181c4fbd42e {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:46:18.493082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port e53d9cfc-cc8d-462e-827c-5181c4fbd42e, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e53d9cfc-cc8d-462e-827c-5181c4fbd42e,segment=NetworkSegment(029c2b64-2115-4ca4-91a5-7eb336700a50),segment_id=029c2b64-2115-4ca4-91a5-7eb336700a50)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:46:18.497262 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e53d9cfc-cc8d-462e-827c-5181c4fbd42e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:18.517799 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cbf55161-4b99-4c6d-8c50-510ebaff285c req-16b3ded8-3434-4873-9521-fe2af0ee94b7 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422633 Mar 11 12:46:18.551514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=e53d9cfc-cc8d-462e-827c-5181c4fbd42e,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:18.697975 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['e53d9cfc-cc8d-462e-827c-5181c4fbd42e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:46:18.858709 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:20.000292 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf153b-1b7f-48df-b508-d115a704b3ee req-b9e52ae4-8b86-44d6-84f8-d768997179c4 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:20.001758 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6fbf153b-1b7f-48df-b508-d115a704b3ee req-b9e52ae4-8b86-44d6-84f8-d768997179c4 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5 HTTP/1.1" status: 200 len: 944 time: 0.4116638 Mar 11 12:46:20.065768 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6fbf153b-1b7f-48df-b508-d115a704b3ee req-84817138-ab0c-4c4f-b4af-4a14e4647e21 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552948 Mar 11 12:46:20.120889 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:20.306377 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device e53d9cfc-cc8d-462e-827c-5181c4fbd42e up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:46:20.362234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port e53d9cfc-cc8d-462e-827c-5181c4fbd42e completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:46:20.366688 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port e53d9cfc-cc8d-462e-827c-5181c4fbd42e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:46:20.367060 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (e53d9cfc-cc8d-462e-827c-5181c4fbd42e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:20.449012 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port e53d9cfc-cc8d-462e-827c-5181c4fbd42e is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:46:20.449299 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e53d9cfc-cc8d-462e-827c-5181c4fbd42e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:20.476953 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53d9cfc-cc8d-462e-827c-5181c4fbd42e'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:46:20.479711 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb1e9d5-2537-42a8-92dd-3b132d4490d2" -d '{"events": [{"server_uuid": "eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5", "name": "network-vif-plugged", "status": "completed", "tag": "e53d9cfc-cc8d-462e-827c-5181c4fbd42e"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:46:20.491810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port e53d9cfc-cc8d-462e-827c-5181c4fbd42e, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e53d9cfc-cc8d-462e-827c-5181c4fbd42e,segment=NetworkSegment(029c2b64-2115-4ca4-91a5-7eb336700a50),segment_id=029c2b64-2115-4ca4-91a5-7eb336700a50)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:46:20.497410 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (e53d9cfc-cc8d-462e-827c-5181c4fbd42e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:20.524743 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3cdcff-dcad-4721-9033-9421cc806d16 x-openstack-request-id: req-6e3cdcff-dcad-4721-9033-9421cc806d16 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:46:20.524995 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5", "name": "network-vif-plugged", "status": "completed", "tag": "e53d9cfc-cc8d-462e-827c-5181c4fbd42e", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:46:20.525267 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e3cdcff-dcad-4721-9033-9421cc806d16 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:46:20.525677 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53d9cfc-cc8d-462e-827c-5181c4fbd42e', 'code': 200} Mar 11 12:46:20.552589 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=e53d9cfc-cc8d-462e-827c-5181c4fbd42e,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:20.625370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc878ec-2ac0-497f-bde1-db97387f5fbb req-aa0df6b4-81e1-4ae2-816c-6c88db6704cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:20.626977 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fdc878ec-2ac0-497f-bde1-db97387f5fbb req-aa0df6b4-81e1-4ae2-816c-6c88db6704cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5 HTTP/1.1" status: 200 len: 1127 time: 0.0464101 Mar 11 12:46:20.672920 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fdc878ec-2ac0-497f-bde1-db97387f5fbb req-ee8011e2-c925-49db-bc1a-d609522f1383 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397441 Mar 11 12:46:21.196202 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187bb31-9f52-4946-9a29-5d12af8e8d10 req-c6eb5394-3620-406c-8107-7685695aafc6 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:21.197596 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a187bb31-9f52-4946-9a29-5d12af8e8d10 req-c6eb5394-3620-406c-8107-7685695aafc6 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5 HTTP/1.1" status: 200 len: 945 time: 0.0549526 Mar 11 12:46:21.250952 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a187bb31-9f52-4946-9a29-5d12af8e8d10 req-e3bc2903-385e-4a3d-be53-1e88222735f5 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447955 Mar 11 12:46:22.384196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba266c6-cd4c-45fa-8076-9a7de47666da req-fe17efe1-23b9-4a91-a4cc-f83f2e86b035 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:22.385653 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ba266c6-cd4c-45fa-8076-9a7de47666da req-fe17efe1-23b9-4a91-a4cc-f83f2e86b035 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5 HTTP/1.1" status: 200 len: 945 time: 0.0575171 Mar 11 12:46:22.434409 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ba266c6-cd4c-45fa-8076-9a7de47666da req-8fbc754f-e183-4835-bb5f-bc9321ba0ca3 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425332 Mar 11 12:46:22.564430 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc9365-3d6b-4756-8e9b-6c5c2fd3481e req-27700de7-8de9-4e9b-af83-e8361329d01a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:22.565923 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ddc9365-3d6b-4756-8e9b-6c5c2fd3481e req-27700de7-8de9-4e9b-af83-e8361329d01a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5 HTTP/1.1" status: 200 len: 945 time: 0.0587230 Mar 11 12:46:22.614660 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ddc9365-3d6b-4756-8e9b-6c5c2fd3481e req-3b073e93-a51b-45fd-b3e2-8bf6ab8bb41e tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428512 Mar 11 12:46:34.303259 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:42.932894 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:46:43.165331 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:43.698923 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7f82ce72-fcae-4b7b-8149-567a86aa97ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:45.791126 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bff0585e-380f-4593-83ad-bf1101564f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:47.443496 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:48.863521 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:50.125409 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:53.389847 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44cd8011-3fbc-4c8e-89c2-0ca94c9755b3 req-05bbae89-cec4-4d74-a740-4d52a5a8db84 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1707835 Mar 11 12:46:53.480896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd8011-3fbc-4c8e-89c2-0ca94c9755b3 req-928cf008-aa3f-4c28-9a99-7806e1f6d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:53.482835 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44cd8011-3fbc-4c8e-89c2-0ca94c9755b3 req-928cf008-aa3f-4c28-9a99-7806e1f6d554 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b7b5cd64adf40d3ae8ef626f29441ba&device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5 HTTP/1.1" status: 200 len: 1127 time: 0.0491862 Mar 11 12:46:53.593820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd8011-3fbc-4c8e-89c2-0ca94c9755b3 req-12cdc7e1-bbd2-4deb-8de0-236cff22aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:53.595304 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44cd8011-3fbc-4c8e-89c2-0ca94c9755b3 req-12cdc7e1-bbd2-4deb-8de0-236cff22aafd service neutron] 10.222.0.37 "GET /v2.0/networks?id=91839a0a-8c7d-4eae-9861-18ede1c2dcef HTTP/1.1" status: 200 len: 918 time: 0.0918164 Mar 11 12:46:53.638045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44cd8011-3fbc-4c8e-89c2-0ca94c9755b3 req-bcb4e23d-18d4-4633-9e92-c13ff9b0f611 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e53d9cfc-cc8d-462e-827c-5181c4fbd42e HTTP/1.1" status: 200 len: 217 time: 0.0349114 Mar 11 12:46:53.686936 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd8011-3fbc-4c8e-89c2-0ca94c9755b3 req-10b90c34-66f6-4418-a7f0-60ad35cbd0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:53.688619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44cd8011-3fbc-4c8e-89c2-0ca94c9755b3 req-10b90c34-66f6-4418-a7f0-60ad35cbd0c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2e72c396-75bb-4d2b-b04c-0573510f70bd HTTP/1.1" status: 200 len: 856 time: 0.0451632 Mar 11 12:46:53.738552 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd8011-3fbc-4c8e-89c2-0ca94c9755b3 req-198732cc-7778-4d69-9749-84f1a4cd219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:53.740110 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44cd8011-3fbc-4c8e-89c2-0ca94c9755b3 req-198732cc-7778-4d69-9749-84f1a4cd219c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91839a0a-8c7d-4eae-9861-18ede1c2dcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453672 Mar 11 12:46:53.834661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44cd8011-3fbc-4c8e-89c2-0ca94c9755b3 req-fe8c015e-7a59-488b-86d8-e5a8c6e02bcb service neutron] 10.222.0.37 "GET /v2.0/networks/91839a0a-8c7d-4eae-9861-18ede1c2dcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882409 Mar 11 12:46:53.927262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-44cd8011-3fbc-4c8e-89c2-0ca94c9755b3 req-e72f6496-d40b-47ba-886f-9caad00a7f02 service neutron] 10.222.0.37 "GET /v2.0/networks/91839a0a-8c7d-4eae-9861-18ede1c2dcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865209 Mar 11 12:46:57.212851 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c526380-b33a-4378-93dd-0e52ec947c21 req-5aff3cdb-5163-4948-9a84-86fb579ac74e tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:57.214357 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c526380-b33a-4378-93dd-0e52ec947c21 req-5aff3cdb-5163-4948-9a84-86fb579ac74e tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5 HTTP/1.1" status: 200 len: 945 time: 0.0552268 Mar 11 12:46:57.266506 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3c526380-b33a-4378-93dd-0e52ec947c21 req-b5cb6bca-b1b5-4d38-abb8-cb6da8404937 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457683 Mar 11 12:46:58.391735 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ec241-a2d4-4ee9-b3c5-adffdae36243 req-5358b233-acba-409c-9b72-a24244a75447 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:58.394834 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-941ec241-a2d4-4ee9-b3c5-adffdae36243 req-5358b233-acba-409c-9b72-a24244a75447 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5 HTTP/1.1" status: 200 len: 945 time: 0.0565424 Mar 11 12:46:58.444285 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-941ec241-a2d4-4ee9-b3c5-adffdae36243 req-14403b66-b767-4880-8ee7-342dc7f9ca9a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430498 Mar 11 12:46:58.633197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33f7e8-7aa9-462d-97ce-d4b571bc6542 req-345d0cee-bf3a-4643-ac08-0930ec3f3801 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:46:58.634686 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e33f7e8-7aa9-462d-97ce-d4b571bc6542 req-345d0cee-bf3a-4643-ac08-0930ec3f3801 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5 HTTP/1.1" status: 200 len: 945 time: 0.0615563 Mar 11 12:46:58.727389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-8e33f7e8-7aa9-462d-97ce-d4b571bc6542 req-763add0a-6bd2-4b3a-8a8d-2170522b67b9 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Deleting port e53d9cfc-cc8d-462e-827c-5181c4fbd42e {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:46:58.727762 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8e33f7e8-7aa9-462d-97ce-d4b571bc6542 req-763add0a-6bd2-4b3a-8a8d-2170522b67b9 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e53d9cfc-cc8d-462e-827c-5181c4fbd42e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:58.822058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8e33f7e8-7aa9-462d-97ce-d4b571bc6542 req-763add0a-6bd2-4b3a-8a8d-2170522b67b9 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] For port e53d9cfc-cc8d-462e-827c-5181c4fbd42e, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=e53d9cfc-cc8d-462e-827c-5181c4fbd42e,segment=NetworkSegment(029c2b64-2115-4ca4-91a5-7eb336700a50),segment_id=029c2b64-2115-4ca4-91a5-7eb336700a50)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:46:58.822418 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8e33f7e8-7aa9-462d-97ce-d4b571bc6542 req-763add0a-6bd2-4b3a-8a8d-2170522b67b9 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e53d9cfc-cc8d-462e-827c-5181c4fbd42e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:58.834832 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-8e33f7e8-7aa9-462d-97ce-d4b571bc6542 req-763add0a-6bd2-4b3a-8a8d-2170522b67b9 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Calling delete_port for e53d9cfc-cc8d-462e-827c-5181c4fbd42e owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:46:58.974880 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8e33f7e8-7aa9-462d-97ce-d4b571bc6542 req-763add0a-6bd2-4b3a-8a8d-2170522b67b9 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e53d9cfc-cc8d-462e-827c-5181c4fbd42e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:58.988942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['e53d9cfc-cc8d-462e-827c-5181c4fbd42e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:46:59.007246 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763add0a-6bd2-4b3a-8a8d-2170522b67b9 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Pushing event deleted for resources: {'Port': ['ID=e53d9cfc-cc8d-462e-827c-5181c4fbd42e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:46:59.052705 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e33f7e8-7aa9-462d-97ce-d4b571bc6542 req-763add0a-6bd2-4b3a-8a8d-2170522b67b9 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] No DVR routers for this DVR port e53d9cfc-cc8d-462e-827c-5181c4fbd42e on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:46:59.055835 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8e33f7e8-7aa9-462d-97ce-d4b571bc6542 req-763add0a-6bd2-4b3a-8a8d-2170522b67b9 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:46:59.058943 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e33f7e8-7aa9-462d-97ce-d4b571bc6542 req-763add0a-6bd2-4b3a-8a8d-2170522b67b9 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.37 "DELETE /v2.0/ports/e53d9cfc-cc8d-462e-827c-5181c4fbd42e HTTP/1.1" status: 204 len: 173 time: 0.4188426 Mar 11 12:46:59.059528 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5', 'name': 'network-vif-deleted', 'tag': 'e53d9cfc-cc8d-462e-827c-5181c4fbd42e'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:46:59.061773 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fbad7c-77e7-4608-9be0-569073d07ac0" -d '{"events": [{"server_uuid": "eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5", "name": "network-vif-deleted", "tag": "e53d9cfc-cc8d-462e-827c-5181c4fbd42e"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:46:59.104493 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138ade06-e555-4b96-806b-74298ddad331 x-openstack-request-id: req-138ade06-e555-4b96-806b-74298ddad331 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:46:59.104850 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5", "name": "network-vif-deleted", "tag": "e53d9cfc-cc8d-462e-827c-5181c4fbd42e", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:46:59.105104 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-138ade06-e555-4b96-806b-74298ddad331 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:46:59.105511 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5', 'name': 'network-vif-deleted', 'tag': 'e53d9cfc-cc8d-462e-827c-5181c4fbd42e', 'status': 'completed', 'code': 200} Mar 11 12:46:59.556365 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30e15705-09a8-4fa2-bb09-c5cc3ccae3f6 req-2851acbb-fcd1-435b-99cb-0d0fb1525584 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaef52aa-dc93-4370-82b5-fbfb7d5eb4d5 HTTP/1.1" status: 200 len: 210 time: 0.0298955 Mar 11 12:47:01.203515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-8cffe6d0-a2a6-4286-b637-70d147e5752f tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:01.205010 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-8cffe6d0-a2a6-4286-b637-70d147e5752f tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/networks?id=91839a0a-8c7d-4eae-9861-18ede1c2dcef HTTP/1.1" status: 200 len: 817 time: 0.1118505 Mar 11 12:47:01.221530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-387580fe-efbf-4dd6-ace2-6867c360dfff tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/quotas/1b7b5cd64adf40d3ae8ef626f29441ba HTTP/1.1" status: 200 len: 375 time: 0.0093799 Mar 11 12:47:01.282492 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-ec813299-3ce6-42ca-a68e-4d38a30f89b9 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b7b5cd64adf40d3ae8ef626f29441ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551512 Mar 11 12:47:01.406098 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-de70bfaa-69b7-4c8b-95ed-f01725e23162 service neutron] 10.222.0.78 "GET /v2.0/networks/91839a0a-8c7d-4eae-9861-18ede1c2dcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033180 Mar 11 12:47:01.496002 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-318e7142-cbe6-483f-9e1d-0e53893920a9 service neutron] 10.222.0.78 "GET /v2.0/networks/91839a0a-8c7d-4eae-9861-18ede1c2dcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831864 Mar 11 12:47:01.677732 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01cd35e3-59f1-46fe-882e-b55c3a3189bd req-83cc60bb-eacc-410a-abc0-f392bdbd02d8 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=173147fb-c8f7-4372-9733-42270363f192 HTTP/1.1" status: 200 len: 210 time: 0.0327115 Mar 11 12:47:02.539336 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device e53d9cfc-cc8d-462e-827c-5181c4fbd42e no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:47:02.560720 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: e53d9cfc-cc8d-462e-827c-5181c4fbd42e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:47:02.561072 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device e53d9cfc-cc8d-462e-827c-5181c4fbd42e not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:47:02.695799 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-ed1522fb-40ca-4f1b-bf14-09a484e59d1c tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:02.697313 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-ed1522fb-40ca-4f1b-bf14-09a484e59d1c tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.71 "GET /v2.0/networks?id=91839a0a-8c7d-4eae-9861-18ede1c2dcef HTTP/1.1" status: 200 len: 817 time: 0.1077359 Mar 11 12:47:02.711881 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Request body: {'port': {'device_id': '173147fb-c8f7-4372-9733-42270363f192', 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef', 'admin_state_up': True, 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:47:02.772985 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-22757561-5885-4451-9e25-40eeb562f83e req-b4589526-7239-4b99-9fa3-44a469a3a7cf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=173147fb-c8f7-4372-9733-42270363f192 HTTP/1.1" status: 200 len: 210 time: 0.0269699 Mar 11 12:47:02.818859 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Made reservation on behalf of 1b7b5cd64adf40d3ae8ef626f29441ba for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:47:02.822199 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:02.963179 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Allocated IP 172.20.0.6 (91839a0a-8c7d-4eae-9861-18ede1c2dcef/2e72c396-75bb-4d2b-b04c-0573510f70bd/14194a36-624e-44bb-9611-e3d39053b520) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:47:03.113568 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Publish callbacks [] for port (14194a36-624e-44bb-9611-e3d39053b520), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:03.157511 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (14194a36-624e-44bb-9611-e3d39053b520), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:03.200051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Network 91839a0a-8c7d-4eae-9861-18ede1c2dcef is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:47:03.205034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:47:03.209330 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:47:03.215687 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Pushing event updated for resources: {'Port': ['ID=14194a36-624e-44bb-9611-e3d39053b520,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:03.251566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:03.251919 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:03.252279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:03.252608 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:03.252932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:03.253227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:03.253552 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:03.253876 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:03.254222 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:03.254516 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:03.254850 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:03.255436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:03.256237 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:03.279425 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:03.280072 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:03.299506 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-9136c9a2-9cd5-4075-ba1b-026155112fdf tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5921032 Mar 11 12:47:03.361449 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Request body: {'port': {'device_id': '173147fb-c8f7-4372-9733-42270363f192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:47:03.441207 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (14194a36-624e-44bb-9611-e3d39053b520), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:03.480343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4433545c-ed8e-4109-bc87-dc0d325ba3b3 None None] Provisioning complete for port 14194a36-624e-44bb-9611-e3d39053b520 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:47:03.480585 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4433545c-ed8e-4109-bc87-dc0d325ba3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (14194a36-624e-44bb-9611-e3d39053b520), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:03.516568 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4433545c-ed8e-4109-bc87-dc0d325ba3b3 None None] Port 14194a36-624e-44bb-9611-e3d39053b520 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:47:03.711515 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14194a36-624e-44bb-9611-e3d39053b520 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:47:03.718909 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Publish callbacks [] for port (14194a36-624e-44bb-9611-e3d39053b520), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:03.732045 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Transition to ACTIVE for port object 14194a36-624e-44bb-9611-e3d39053b520 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:47:03.740542 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (14194a36-624e-44bb-9611-e3d39053b520), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:03.797880 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Pushing event updated for resources: {'Port': ['ID=14194a36-624e-44bb-9611-e3d39053b520,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:03.873003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Attempting to bind port 14194a36-624e-44bb-9611-e3d39053b520 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:47:03.873335 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Attempting to bind port 14194a36-624e-44bb-9611-e3d39053b520 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '029c2b64-2115-4ca4-91a5-7eb336700a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:47:03.873662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Attempting to bind port 14194a36-624e-44bb-9611-e3d39053b520 on network 91839a0a-8c7d-4eae-9861-18ede1c2dcef {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:47:03.878170 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Port 14194a36-624e-44bb-9611-e3d39053b520 on network 91839a0a-8c7d-4eae-9861-18ede1c2dcef not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:47:03.878493 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Attempting to bind port 14194a36-624e-44bb-9611-e3d39053b520 on network 91839a0a-8c7d-4eae-9861-18ede1c2dcef {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:47:03.883907 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:47:03.884247 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Checking segment: {'id': '029c2b64-2115-4ca4-91a5-7eb336700a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:47:03.884627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Bound using segment: {'id': '029c2b64-2115-4ca4-91a5-7eb336700a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:47:03.885057 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Bound port: 14194a36-624e-44bb-9611-e3d39053b520, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029c2b64-2115-4ca4-91a5-7eb336700a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:47:03.885413 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (14194a36-624e-44bb-9611-e3d39053b520), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:03.902709 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018890d-ada9-4ac5-a6f5-b1db64fdc6fa req-8e505c21-027f-4c36-8ed1-be8bfef6cc31 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:03.904969 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1018890d-ada9-4ac5-a6f5-b1db64fdc6fa req-8e505c21-027f-4c36-8ed1-be8bfef6cc31 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=173147fb-c8f7-4372-9733-42270363f192 HTTP/1.1" status: 200 len: 943 time: 0.0561721 Mar 11 12:47:03.954242 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] For port 14194a36-624e-44bb-9611-e3d39053b520, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:47:03.954784 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1018890d-ada9-4ac5-a6f5-b1db64fdc6fa req-cd9ba235-6b19-45da-978f-130f25f01ae7 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434020 Mar 11 12:47:03.959567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] For port 14194a36-624e-44bb-9611-e3d39053b520, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=14194a36-624e-44bb-9611-e3d39053b520,segment=NetworkSegment(029c2b64-2115-4ca4-91a5-7eb336700a50),segment_id=029c2b64-2115-4ca4-91a5-7eb336700a50)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:47:03.967823 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (14194a36-624e-44bb-9611-e3d39053b520), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:04.005021 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:04.005657 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:04.007073 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] 10.222.0.71 "PUT /v2.0/ports/14194a36-624e-44bb-9611-e3d39053b520 HTTP/1.1" status: 200 len: 1091 time: 0.7006924 Mar 11 12:47:04.009670 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173147fb-c8f7-4372-9733-42270363f192', 'tag': '14194a36-624e-44bb-9611-e3d39053b520'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:47:04.012197 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c607dc-77cc-4571-82ef-2708bd3991a3" -d '{"events": [{"name": "network-changed", "server_uuid": "173147fb-c8f7-4372-9733-42270363f192", "tag": "14194a36-624e-44bb-9611-e3d39053b520"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:47:04.045070 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f0ff9-db40-4f3d-8f8b-9220e6c26b55 service neutron] Pushing event updated for resources: {'Port': ['ID=14194a36-624e-44bb-9611-e3d39053b520,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:04.116174 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-b67bf32e-cecd-4be8-bc21-05cebbbd6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:04.118584 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-b67bf32e-cecd-4be8-bc21-05cebbbd6860 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b7b5cd64adf40d3ae8ef626f29441ba&device_id=173147fb-c8f7-4372-9733-42270363f192 HTTP/1.1" status: 200 len: 1125 time: 0.0517340 Mar 11 12:47:04.126938 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31166b51-7598-4266-bf05-c63f102df60c x-openstack-request-id: req-31166b51-7598-4266-bf05-c63f102df60c {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:47:04.127236 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173147fb-c8f7-4372-9733-42270363f192", "tag": "14194a36-624e-44bb-9611-e3d39053b520", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:47:04.127491 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-31166b51-7598-4266-bf05-c63f102df60c {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:47:04.127929 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173147fb-c8f7-4372-9733-42270363f192', 'tag': '14194a36-624e-44bb-9611-e3d39053b520', 'status': 'completed', 'code': 200} Mar 11 12:47:04.167275 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-9cb21645-1e7f-44bb-83fa-36db4bbbf75f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14194a36-624e-44bb-9611-e3d39053b520 HTTP/1.1" status: 200 len: 217 time: 0.0374048 Mar 11 12:47:04.220773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-759e4776-96d4-4a05-a5b9-2d0fc2c58bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:04.222253 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-759e4776-96d4-4a05-a5b9-2d0fc2c58bea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2e72c396-75bb-4d2b-b04c-0573510f70bd HTTP/1.1" status: 200 len: 856 time: 0.0460477 Mar 11 12:47:04.281870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-e7dce611-ee34-4fbf-9612-1750f57f3370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:04.283446 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-e7dce611-ee34-4fbf-9612-1750f57f3370 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=91839a0a-8c7d-4eae-9861-18ede1c2dcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532451 Mar 11 12:47:04.316901 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:04.378850 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-2659c9f3-f6dd-4854-8448-98d3a4c2754f service neutron] 10.222.0.71 "GET /v2.0/networks/91839a0a-8c7d-4eae-9861-18ede1c2dcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884564 Mar 11 12:47:04.474306 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-edf47b81-6a6d-475d-8396-464c3a93fcbf req-47743749-0981-4c6a-bfb0-c4ac3f9a1944 service neutron] 10.222.0.71 "GET /v2.0/networks/91839a0a-8c7d-4eae-9861-18ede1c2dcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865867 Mar 11 12:47:04.570596 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c607dc-77cc-4571-82ef-2708bd3991a3 req-f707cbb9-a9eb-4a7d-97cb-20db1a508382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:04.572127 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96c607dc-77cc-4571-82ef-2708bd3991a3 req-f707cbb9-a9eb-4a7d-97cb-20db1a508382 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b7b5cd64adf40d3ae8ef626f29441ba&device_id=173147fb-c8f7-4372-9733-42270363f192 HTTP/1.1" status: 200 len: 1125 time: 0.0456176 Mar 11 12:47:04.666451 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c607dc-77cc-4571-82ef-2708bd3991a3 req-20349946-a4e5-4970-bbe4-30750d177e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:04.667956 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96c607dc-77cc-4571-82ef-2708bd3991a3 req-20349946-a4e5-4970-bbe4-30750d177e51 service neutron] 10.222.0.71 "GET /v2.0/networks?id=91839a0a-8c7d-4eae-9861-18ede1c2dcef HTTP/1.1" status: 200 len: 918 time: 0.0872886 Mar 11 12:47:04.709711 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96c607dc-77cc-4571-82ef-2708bd3991a3 req-283c54fd-a61b-4dc8-b107-9431701e3551 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14194a36-624e-44bb-9611-e3d39053b520 HTTP/1.1" status: 200 len: 217 time: 0.0337422 Mar 11 12:47:04.762791 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c607dc-77cc-4571-82ef-2708bd3991a3 req-57e0d8e3-e0b2-45ab-b8f9-d8036c333c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:04.764170 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96c607dc-77cc-4571-82ef-2708bd3991a3 req-57e0d8e3-e0b2-45ab-b8f9-d8036c333c6b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2e72c396-75bb-4d2b-b04c-0573510f70bd HTTP/1.1" status: 200 len: 856 time: 0.0475211 Mar 11 12:47:04.819046 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c607dc-77cc-4571-82ef-2708bd3991a3 req-1397c621-e2fc-416a-b815-19780938d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:04.820577 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96c607dc-77cc-4571-82ef-2708bd3991a3 req-1397c621-e2fc-416a-b815-19780938d145 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=91839a0a-8c7d-4eae-9861-18ede1c2dcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496178 Mar 11 12:47:04.920018 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96c607dc-77cc-4571-82ef-2708bd3991a3 req-b57a57eb-cda6-484b-be33-389fc7c072e9 service neutron] 10.222.0.71 "GET /v2.0/networks/91839a0a-8c7d-4eae-9861-18ede1c2dcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927145 Mar 11 12:47:05.016893 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-96c607dc-77cc-4571-82ef-2708bd3991a3 req-07aacc6e-583a-4b20-8b60-2b19903ec571 service neutron] 10.222.0.71 "GET /v2.0/networks/91839a0a-8c7d-4eae-9861-18ede1c2dcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897157 Mar 11 12:47:05.086553 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991e13d-0a80-4a2d-a63c-dc8e1d768b97 req-c62c47df-a76a-4bba-b479-792f96640462 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:05.088067 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d991e13d-0a80-4a2d-a63c-dc8e1d768b97 req-c62c47df-a76a-4bba-b479-792f96640462 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=173147fb-c8f7-4372-9733-42270363f192 HTTP/1.1" status: 200 len: 943 time: 0.0610332 Mar 11 12:47:05.143518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d991e13d-0a80-4a2d-a63c-dc8e1d768b97 req-67e3a22b-1c8e-4c12-8b2d-1f5f59ccbfda tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496619 Mar 11 12:47:06.273448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017de6c-95ea-4f0b-b174-2ba0cbb358f7 req-5c1f2503-9edf-4abf-9bde-ca665912590e tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:06.274947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c017de6c-95ea-4f0b-b174-2ba0cbb358f7 req-5c1f2503-9edf-4abf-9bde-ca665912590e tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=173147fb-c8f7-4372-9733-42270363f192 HTTP/1.1" status: 200 len: 943 time: 0.0566030 Mar 11 12:47:06.321827 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c017de6c-95ea-4f0b-b174-2ba0cbb358f7 req-7773b4c1-7450-442d-be9d-fdb6d6878241 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409455 Mar 11 12:47:07.153370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 14194a36-624e-44bb-9611-e3d39053b520 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:47:07.266238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 14194a36-624e-44bb-9611-e3d39053b520, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=14194a36-624e-44bb-9611-e3d39053b520,segment=NetworkSegment(029c2b64-2115-4ca4-91a5-7eb336700a50),segment_id=029c2b64-2115-4ca4-91a5-7eb336700a50)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:47:07.277237 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '14194a36-624e-44bb-9611-e3d39053b520', 'network_id': '91839a0a-8c7d-4eae-9861-18ede1c2dcef', 'port_id': '14194a36-624e-44bb-9611-e3d39053b520', 'mac_address': 'fa:16:3e:15:59:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e72c396-75bb-4d2b-b04c-0573510f70bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:47:07.316897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 14194a36-624e-44bb-9611-e3d39053b520 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:47:07.317279 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (14194a36-624e-44bb-9611-e3d39053b520), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:07.331110 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14194a36-624e-44bb-9611-e3d39053b520 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:47:07.350851 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 14194a36-624e-44bb-9611-e3d39053b520, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=14194a36-624e-44bb-9611-e3d39053b520,segment=NetworkSegment(029c2b64-2115-4ca4-91a5-7eb336700a50),segment_id=029c2b64-2115-4ca4-91a5-7eb336700a50)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:47:07.357106 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (14194a36-624e-44bb-9611-e3d39053b520), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:07.409754 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=14194a36-624e-44bb-9611-e3d39053b520,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:07.418201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:07.418545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:07.418879 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:07.419210 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:07.419534 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:07.419885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:07.420204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:07.420527 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:07.420841 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:07.421201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:07.421523 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:07.421858 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:07.422180 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:07.449353 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8f085-3adb-4144-80a9-865d3e8b9de4 req-1d2b9db5-67c1-4c60-b4e0-a4ddd0f935b6 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:07.450831 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02d8f085-3adb-4144-80a9-865d3e8b9de4 req-1d2b9db5-67c1-4c60-b4e0-a4ddd0f935b6 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=173147fb-c8f7-4372-9733-42270363f192 HTTP/1.1" status: 200 len: 944 time: 0.0570755 Mar 11 12:47:07.498129 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02d8f085-3adb-4144-80a9-865d3e8b9de4 req-05b6fd87-47ea-4fef-a5d9-e0c0e387b66f tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412471 Mar 11 12:47:07.583724 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['14194a36-624e-44bb-9611-e3d39053b520'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:47:08.646903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82def4-a057-4f87-bc96-b941f1e8e043 req-cd9923c3-18a7-4e11-92f1-1012782e60a7 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:08.648441 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de82def4-a057-4f87-bc96-b941f1e8e043 req-cd9923c3-18a7-4e11-92f1-1012782e60a7 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=173147fb-c8f7-4372-9733-42270363f192 HTTP/1.1" status: 200 len: 944 time: 0.0617788 Mar 11 12:47:08.697886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de82def4-a057-4f87-bc96-b941f1e8e043 req-bbd2441f-f0e6-44f7-a5cf-ae524af73068 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430875 Mar 11 12:47:09.161573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 14194a36-624e-44bb-9611-e3d39053b520 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:47:09.220966 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 14194a36-624e-44bb-9611-e3d39053b520 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:47:09.226438 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 14194a36-624e-44bb-9611-e3d39053b520 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:47:09.226991 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (14194a36-624e-44bb-9611-e3d39053b520), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:09.312668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 14194a36-624e-44bb-9611-e3d39053b520 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:47:09.313045 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (14194a36-624e-44bb-9611-e3d39053b520), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:09.336269 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173147fb-c8f7-4372-9733-42270363f192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14194a36-624e-44bb-9611-e3d39053b520'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:47:09.338991 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548b25d0-10df-4558-8d50-c2001cbc53df" -d '{"events": [{"server_uuid": "173147fb-c8f7-4372-9733-42270363f192", "name": "network-vif-plugged", "status": "completed", "tag": "14194a36-624e-44bb-9611-e3d39053b520"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:47:09.351615 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 14194a36-624e-44bb-9611-e3d39053b520, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=14194a36-624e-44bb-9611-e3d39053b520,segment=NetworkSegment(029c2b64-2115-4ca4-91a5-7eb336700a50),segment_id=029c2b64-2115-4ca4-91a5-7eb336700a50)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:47:09.357725 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (14194a36-624e-44bb-9611-e3d39053b520), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:09.386696 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9413bfe-22c6-43fd-bbfc-289fe4a0a909 x-openstack-request-id: req-c9413bfe-22c6-43fd-bbfc-289fe4a0a909 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:47:09.386987 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173147fb-c8f7-4372-9733-42270363f192", "name": "network-vif-plugged", "status": "completed", "tag": "14194a36-624e-44bb-9611-e3d39053b520", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:47:09.387242 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c9413bfe-22c6-43fd-bbfc-289fe4a0a909 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:47:09.387833 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173147fb-c8f7-4372-9733-42270363f192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14194a36-624e-44bb-9611-e3d39053b520', 'code': 200} Mar 11 12:47:09.417301 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=14194a36-624e-44bb-9611-e3d39053b520,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:09.479621 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66f5cf-0837-4c59-b9e7-9481cc973a32 req-2e113fd8-de75-407e-818f-01ae3f5afb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:09.481167 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a66f5cf-0837-4c59-b9e7-9481cc973a32 req-2e113fd8-de75-407e-818f-01ae3f5afb10 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=173147fb-c8f7-4372-9733-42270363f192 HTTP/1.1" status: 200 len: 1127 time: 0.0448737 Mar 11 12:47:09.526792 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3a66f5cf-0837-4c59-b9e7-9481cc973a32 req-5fbe0a62-54ea-4841-9586-7dcf1ed3b66f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382569 Mar 11 12:47:09.838602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9730d4-8d8d-4d6f-bb8f-ed216ff70ed2 req-9dc1622f-5cab-418e-85d8-330abd9060c9 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:09.840113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c9730d4-8d8d-4d6f-bb8f-ed216ff70ed2 req-9dc1622f-5cab-418e-85d8-330abd9060c9 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=173147fb-c8f7-4372-9733-42270363f192 HTTP/1.1" status: 200 len: 945 time: 0.0607908 Mar 11 12:47:09.889104 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6c9730d4-8d8d-4d6f-bb8f-ed216ff70ed2 req-b8ed313f-fdd1-4f89-904b-027a14d652d4 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431054 Mar 11 12:47:11.018322 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354747a-2a13-4b4e-bbad-b7930a88b57f req-8551945c-30a1-4ff1-b172-65ab9248f6e2 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:11.019816 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f354747a-2a13-4b4e-bbad-b7930a88b57f req-8551945c-30a1-4ff1-b172-65ab9248f6e2 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=173147fb-c8f7-4372-9733-42270363f192 HTTP/1.1" status: 200 len: 945 time: 0.0564146 Mar 11 12:47:11.074263 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f354747a-2a13-4b4e-bbad-b7930a88b57f req-14c7426f-d867-4de7-85ec-79981ca40f41 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465457 Mar 11 12:47:11.232620 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3221d-7c1b-4111-9fe3-7cdc7a4bf9d3 req-d61a670b-d553-4cb8-8965-b43cf97897f5 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:11.234033 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-51b3221d-7c1b-4111-9fe3-7cdc7a4bf9d3 req-d61a670b-d553-4cb8-8965-b43cf97897f5 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=173147fb-c8f7-4372-9733-42270363f192 HTTP/1.1" status: 200 len: 945 time: 0.0682271 Mar 11 12:47:11.292775 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-51b3221d-7c1b-4111-9fe3-7cdc7a4bf9d3 req-012706ab-134d-426a-ae58-327a647da472 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528560 Mar 11 12:47:13.169969 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:13.720302 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3f926bf1-438a-4b29-88e6-f8cbcfeccd59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:15.785981 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6622ab7b-6926-4f4a-b35e-cb6fa9b27136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:17.442926 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:18.867617 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:19.932899 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:47:20.122504 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:34.333593 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:35.622718 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2cb7d7d-8191-489d-b6e0-dcb0e9ed6fcc req-fca61ceb-c490-499e-ba57-bb64742e7049 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=173147fb-c8f7-4372-9733-42270363f192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512896 Mar 11 12:47:35.711803 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb7d7d-8191-489d-b6e0-dcb0e9ed6fcc req-a2b7a334-cd64-4fdd-b985-536f377945c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:35.713348 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2cb7d7d-8191-489d-b6e0-dcb0e9ed6fcc req-a2b7a334-cd64-4fdd-b985-536f377945c2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b7b5cd64adf40d3ae8ef626f29441ba&device_id=173147fb-c8f7-4372-9733-42270363f192 HTTP/1.1" status: 200 len: 1127 time: 0.0446637 Mar 11 12:47:35.818613 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb7d7d-8191-489d-b6e0-dcb0e9ed6fcc req-b1cd0069-57b1-415f-8c40-ad1b28f84041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:35.820287 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2cb7d7d-8191-489d-b6e0-dcb0e9ed6fcc req-b1cd0069-57b1-415f-8c40-ad1b28f84041 service neutron] 10.222.0.71 "GET /v2.0/networks?id=91839a0a-8c7d-4eae-9861-18ede1c2dcef HTTP/1.1" status: 200 len: 918 time: 0.0871272 Mar 11 12:47:35.867372 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2cb7d7d-8191-489d-b6e0-dcb0e9ed6fcc req-e6a2057f-d01d-40ef-9b88-9f55ab6baf67 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14194a36-624e-44bb-9611-e3d39053b520 HTTP/1.1" status: 200 len: 217 time: 0.0383420 Mar 11 12:47:35.919506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb7d7d-8191-489d-b6e0-dcb0e9ed6fcc req-af6960d7-7b03-4e56-8778-3f05221bbf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:35.921009 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2cb7d7d-8191-489d-b6e0-dcb0e9ed6fcc req-af6960d7-7b03-4e56-8778-3f05221bbf32 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2e72c396-75bb-4d2b-b04c-0573510f70bd HTTP/1.1" status: 200 len: 856 time: 0.0436778 Mar 11 12:47:35.974497 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb7d7d-8191-489d-b6e0-dcb0e9ed6fcc req-6272280c-0e21-4f93-aab8-604e185d6b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:35.976082 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2cb7d7d-8191-489d-b6e0-dcb0e9ed6fcc req-6272280c-0e21-4f93-aab8-604e185d6b7c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=91839a0a-8c7d-4eae-9861-18ede1c2dcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476227 Mar 11 12:47:36.079324 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2cb7d7d-8191-489d-b6e0-dcb0e9ed6fcc req-22ec25b4-fa05-4174-872d-8b19dcf3d362 service neutron] 10.222.0.71 "GET /v2.0/networks/91839a0a-8c7d-4eae-9861-18ede1c2dcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951552 Mar 11 12:47:36.176220 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2cb7d7d-8191-489d-b6e0-dcb0e9ed6fcc req-8d6331e9-fd6e-4f2a-9806-447c53add6d0 service neutron] 10.222.0.71 "GET /v2.0/networks/91839a0a-8c7d-4eae-9861-18ede1c2dcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899067 Mar 11 12:47:43.181374 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:43.704728 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-53c28260-c5bd-4d5d-aefa-c36fd47e4f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:45.627688 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94015a9b-db0e-4633-8cca-ed8f940488b6 req-830965e2-abc5-42f3-8bb0-ee58fc03780d tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:45.629178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94015a9b-db0e-4633-8cca-ed8f940488b6 req-830965e2-abc5-42f3-8bb0-ee58fc03780d tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=173147fb-c8f7-4372-9733-42270363f192 HTTP/1.1" status: 200 len: 945 time: 0.0530405 Mar 11 12:47:45.677779 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94015a9b-db0e-4633-8cca-ed8f940488b6 req-2cf24659-dc8b-4eb9-b4f9-4a87bf147540 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425498 Mar 11 12:47:45.791887 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3a1acdf2-2d21-4370-a2bf-c6eab163d467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:46.806213 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d10ac-71fb-4c9d-9dd9-f432b8546d84 req-32aa0ec6-9a67-4679-8ed5-41a2392834e7 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:46.808007 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b01d10ac-71fb-4c9d-9dd9-f432b8546d84 req-32aa0ec6-9a67-4679-8ed5-41a2392834e7 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=173147fb-c8f7-4372-9733-42270363f192 HTTP/1.1" status: 200 len: 945 time: 0.0577114 Mar 11 12:47:46.855927 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b01d10ac-71fb-4c9d-9dd9-f432b8546d84 req-fc65708f-cbe1-4756-8fdf-8901fa7517f2 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/security-groups?id=08002f62-2cf0-4246-b006-c52ce8f6d020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418222 Mar 11 12:47:47.289124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b0280-62a7-4873-b3e2-692d2040d778 req-a63c7ef6-98f7-4e2f-a73e-b34366b05d0a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:47.290592 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6d4b0280-62a7-4873-b3e2-692d2040d778 req-a63c7ef6-98f7-4e2f-a73e-b34366b05d0a tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.71 "GET /v2.0/ports?device_id=173147fb-c8f7-4372-9733-42270363f192 HTTP/1.1" status: 200 len: 945 time: 0.0556188 Mar 11 12:47:47.392564 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-6d4b0280-62a7-4873-b3e2-692d2040d778 req-a9af34af-e096-4fe6-ab00-56b02f8613b3 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Deleting port 14194a36-624e-44bb-9611-e3d39053b520 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:47:47.392910 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6d4b0280-62a7-4873-b3e2-692d2040d778 req-a9af34af-e096-4fe6-ab00-56b02f8613b3 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (14194a36-624e-44bb-9611-e3d39053b520), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:47.447683 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:47.494799 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-6d4b0280-62a7-4873-b3e2-692d2040d778 req-a9af34af-e096-4fe6-ab00-56b02f8613b3 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] For port 14194a36-624e-44bb-9611-e3d39053b520, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=14194a36-624e-44bb-9611-e3d39053b520,segment=NetworkSegment(029c2b64-2115-4ca4-91a5-7eb336700a50),segment_id=029c2b64-2115-4ca4-91a5-7eb336700a50)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:47:47.495255 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6d4b0280-62a7-4873-b3e2-692d2040d778 req-a9af34af-e096-4fe6-ab00-56b02f8613b3 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (14194a36-624e-44bb-9611-e3d39053b520), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:47.507108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-6d4b0280-62a7-4873-b3e2-692d2040d778 req-a9af34af-e096-4fe6-ab00-56b02f8613b3 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Calling delete_port for 14194a36-624e-44bb-9611-e3d39053b520 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:47:47.651670 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6d4b0280-62a7-4873-b3e2-692d2040d778 req-a9af34af-e096-4fe6-ab00-56b02f8613b3 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (14194a36-624e-44bb-9611-e3d39053b520), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:47.665517 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['14194a36-624e-44bb-9611-e3d39053b520'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:47:47.685475 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af34af-e096-4fe6-ab00-56b02f8613b3 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Pushing event deleted for resources: {'Port': ['ID=14194a36-624e-44bb-9611-e3d39053b520,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:47.738672 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4b0280-62a7-4873-b3e2-692d2040d778 req-a9af34af-e096-4fe6-ab00-56b02f8613b3 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] No DVR routers for this DVR port 14194a36-624e-44bb-9611-e3d39053b520 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:47:47.741771 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6d4b0280-62a7-4873-b3e2-692d2040d778 req-a9af34af-e096-4fe6-ab00-56b02f8613b3 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:47.745552 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-6d4b0280-62a7-4873-b3e2-692d2040d778 req-a9af34af-e096-4fe6-ab00-56b02f8613b3 tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.71 "DELETE /v2.0/ports/14194a36-624e-44bb-9611-e3d39053b520 HTTP/1.1" status: 204 len: 173 time: 0.4489698 Mar 11 12:47:47.745895 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173147fb-c8f7-4372-9733-42270363f192', 'name': 'network-vif-deleted', 'tag': '14194a36-624e-44bb-9611-e3d39053b520'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:47:47.748619 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92ceeed-f9e6-4c9d-a98b-d9a5a112cdec" -d '{"events": [{"server_uuid": "173147fb-c8f7-4372-9733-42270363f192", "name": "network-vif-deleted", "tag": "14194a36-624e-44bb-9611-e3d39053b520"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:47:47.790216 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4423715-9b52-4a31-b7eb-3bdf9b04a39d x-openstack-request-id: req-f4423715-9b52-4a31-b7eb-3bdf9b04a39d {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:47:47.790503 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173147fb-c8f7-4372-9733-42270363f192", "name": "network-vif-deleted", "tag": "14194a36-624e-44bb-9611-e3d39053b520", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:47:47.790738 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f4423715-9b52-4a31-b7eb-3bdf9b04a39d {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:47:47.791138 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173147fb-c8f7-4372-9733-42270363f192', 'name': 'network-vif-deleted', 'tag': '14194a36-624e-44bb-9611-e3d39053b520', 'status': 'completed', 'code': 200} Mar 11 12:47:47.971043 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-793d9f03-2d9d-4925-9924-48adc1b15ec4 req-623badd2-8189-42d7-8d08-0173286d2d4f tempest-TestEncryptedCinderVolumes-115763459 tempest-TestEncryptedCinderVolumes-115763459-project] 10.222.0.78 "GET /v2.0/ports?device_id=173147fb-c8f7-4372-9733-42270363f192 HTTP/1.1" status: 200 len: 210 time: 0.0343342 Mar 11 12:47:48.874698 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:49.078580 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46552) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:47:49.779835 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f58c372d-71ae-41f0-909e-1effbbab2630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (25702494-6fa4-420a-a49d-dc5f1404001c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:50.032561 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f58c372d-71ae-41f0-909e-1effbbab2630 admin admin] Deleting port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:47:50.032801 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f58c372d-71ae-41f0-909e-1effbbab2630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:50.111308 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-f58c372d-71ae-41f0-909e-1effbbab2630 admin admin] For port bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7,segment=NetworkSegment(029c2b64-2115-4ca4-91a5-7eb336700a50),segment_id=029c2b64-2115-4ca4-91a5-7eb336700a50)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:47:50.112071 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f58c372d-71ae-41f0-909e-1effbbab2630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:50.117240 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:50.126889 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f58c372d-71ae-41f0-909e-1effbbab2630 admin admin] Calling delete_port for bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:47:50.315857 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f58c372d-71ae-41f0-909e-1effbbab2630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:50.345469 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c372d-71ae-41f0-909e-1effbbab2630 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:50.515443 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f58c372d-71ae-41f0-909e-1effbbab2630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (25702494-6fa4-420a-a49d-dc5f1404001c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:50.745721 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58c372d-71ae-41f0-909e-1effbbab2630 admin admin] Router 25702494-6fa4-420a-a49d-dc5f1404001c has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:47:50.858638 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58c372d-71ae-41f0-909e-1effbbab2630 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:47:50.863983 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f58c372d-71ae-41f0-909e-1effbbab2630 admin admin] 10.222.0.78 "PUT /v2.0/routers/25702494-6fa4-420a-a49d-dc5f1404001c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7842081 Mar 11 12:47:50.866558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46554) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:47:50.868258 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27d1755-77f8-468d-b4b0-7c1fc1482d2c None None] Sync routers for ids ['25702494-6fa4-420a-a49d-dc5f1404001c'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:47:50.880001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27d1755-77f8-468d-b4b0-7c1fc1482d2c None None] Routers {'25702494-6fa4-420a-a49d-dc5f1404001c'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:47:50.880736 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e27d1755-77f8-468d-b4b0-7c1fc1482d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['25702494-6fa4-420a-a49d-dc5f1404001c'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:47:50.971287 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47d49a06-7868-41b9-a6df-40d06fb9af8b admin admin] Publish callbacks [] for router (25702494-6fa4-420a-a49d-dc5f1404001c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:50.987839 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-e27d1755-77f8-468d-b4b0-7c1fc1482d2c None None] Set router 25702494-6fa4-420a-a49d-dc5f1404001c gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:47:51.075532 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47d49a06-7868-41b9-a6df-40d06fb9af8b admin admin] Publish callbacks [] for router_gateway (25702494-6fa4-420a-a49d-dc5f1404001c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:51.129433 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-47d49a06-7868-41b9-a6df-40d06fb9af8b admin admin] Deleting port a84075c9-2094-450a-8535-a3de1bf7722d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:47:51.130186 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47d49a06-7868-41b9-a6df-40d06fb9af8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a84075c9-2094-450a-8535-a3de1bf7722d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:51.173457 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e27d1755-77f8-468d-b4b0-7c1fc1482d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'name': 'tempest-TestEncryptedCinderVolumes-1466934517-router', 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'a84075c9-2094-450a-8535-a3de1bf7722d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:46:02Z', 'updated_at': '2022-03-11T12:47:50Z', 'revision_number': 5, 'project_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'gw_port': {'id': 'a84075c9-2094-450a-8535-a3de1bf7722d', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:03Z', 'updated_at': '2022-03-11T12:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:47:51.199816 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27d1755-77f8-468d-b4b0-7c1fc1482d2c None None] Checking router: 25702494-6fa4-420a-a49d-dc5f1404001c for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:47:51.211368 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27d1755-77f8-468d-b4b0-7c1fc1482d2c None None] Routers {'25702494-6fa4-420a-a49d-dc5f1404001c'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:47:51.212020 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e27d1755-77f8-468d-b4b0-7c1fc1482d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['25702494-6fa4-420a-a49d-dc5f1404001c'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:47:51.215525 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-47d49a06-7868-41b9-a6df-40d06fb9af8b admin admin] For port a84075c9-2094-450a-8535-a3de1bf7722d, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a84075c9-2094-450a-8535-a3de1bf7722d,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:47:51.215911 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47d49a06-7868-41b9-a6df-40d06fb9af8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a84075c9-2094-450a-8535-a3de1bf7722d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:51.228577 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-47d49a06-7868-41b9-a6df-40d06fb9af8b admin admin] Calling delete_port for a84075c9-2094-450a-8535-a3de1bf7722d owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:47:51.410693 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47d49a06-7868-41b9-a6df-40d06fb9af8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (a84075c9-2094-450a-8535-a3de1bf7722d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:51.440590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d49a06-7868-41b9-a6df-40d06fb9af8b admin admin] Pushing event deleted for resources: {'Port': ['ID=a84075c9-2094-450a-8535-a3de1bf7722d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:51.447523 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 14194a36-624e-44bb-9611-e3d39053b520 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:47:51.476356 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 14194a36-624e-44bb-9611-e3d39053b520 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:47:51.476697 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 14194a36-624e-44bb-9611-e3d39053b520 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:47:51.486363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-e27d1755-77f8-468d-b4b0-7c1fc1482d2c None None] Set router 25702494-6fa4-420a-a49d-dc5f1404001c gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:47:51.504710 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47d49a06-7868-41b9-a6df-40d06fb9af8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (25702494-6fa4-420a-a49d-dc5f1404001c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:51.542565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e27d1755-77f8-468d-b4b0-7c1fc1482d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'name': 'tempest-TestEncryptedCinderVolumes-1466934517-router', 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:46:02Z', 'updated_at': '2022-03-11T12:47:51Z', 'revision_number': 6, 'project_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:47:51.568954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27d1755-77f8-468d-b4b0-7c1fc1482d2c None None] The sync data for ids ['25702494-6fa4-420a-a49d-dc5f1404001c'] in n-d-833234-2 is: [{'id': '25702494-6fa4-420a-a49d-dc5f1404001c', 'name': 'tempest-TestEncryptedCinderVolumes-1466934517-router', 'tenant_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:46:02Z', 'updated_at': '2022-03-11T12:47:51Z', 'revision_number': 6, 'project_id': '1b7b5cd64adf40d3ae8ef626f29441ba', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:47:51.597878 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47d49a06-7868-41b9-a6df-40d06fb9af8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (25702494-6fa4-420a-a49d-dc5f1404001c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:51.603064 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47d49a06-7868-41b9-a6df-40d06fb9af8b admin admin] Publish callbacks [] for router_controller (25702494-6fa4-420a-a49d-dc5f1404001c), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:51.651332 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47d49a06-7868-41b9-a6df-40d06fb9af8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (25702494-6fa4-420a-a49d-dc5f1404001c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:51.652202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d49a06-7868-41b9-a6df-40d06fb9af8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25702494-6fa4-420a-a49d-dc5f1404001c {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:47:51.656759 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47d49a06-7868-41b9-a6df-40d06fb9af8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:51.658468 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-47d49a06-7868-41b9-a6df-40d06fb9af8b admin admin] 10.222.0.78 "DELETE /v2.0/routers/25702494-6fa4-420a-a49d-dc5f1404001c HTTP/1.1" status: 204 len: 168 time: 0.7905850 Mar 11 12:47:51.660693 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46556) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:47:51.706316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5175a68-9b7c-4423-9e4b-8ee209603465 admin admin] Deleting subnet 2e72c396-75bb-4d2b-b04c-0573510f70bd {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:47:51.709474 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5175a68-9b7c-4423-9e4b-8ee209603465 admin admin] Publish callbacks [] for subnet (2e72c396-75bb-4d2b-b04c-0573510f70bd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:51.743658 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5175a68-9b7c-4423-9e4b-8ee209603465 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (2e72c396-75bb-4d2b-b04c-0573510f70bd), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:51.827301 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5175a68-9b7c-4423-9e4b-8ee209603465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (2e72c396-75bb-4d2b-b04c-0573510f70bd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:51.882862 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5175a68-9b7c-4423-9e4b-8ee209603465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (2e72c396-75bb-4d2b-b04c-0573510f70bd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:51.907322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5175a68-9b7c-4423-9e4b-8ee209603465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e72c396-75bb-4d2b-b04c-0573510f70bd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:51.910809 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5175a68-9b7c-4423-9e4b-8ee209603465 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:51.914015 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f5175a68-9b7c-4423-9e4b-8ee209603465 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2e72c396-75bb-4d2b-b04c-0573510f70bd HTTP/1.1" status: 204 len: 168 time: 0.2524064 Mar 11 12:47:51.917727 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46558) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:47:51.924470 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2ee4b2-867d-4ed0-b6c1-23b38aa3391e None None] Network 91839a0a-8c7d-4eae-9861-18ede1c2dcef requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:47:52.035437 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (91839a0a-8c7d-4eae-9861-18ede1c2dcef), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:52.041238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:47:52.062458 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:47:52.062806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bf0e51b7-78ee-4d58-b2e5-f6d7c2411ae7 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:47:52.094758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Deleting port 67dd1002-62af-474b-b353-584d5565af49 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:47:52.095097 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (67dd1002-62af-474b-b353-584d5565af49), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:52.158493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] For port 67dd1002-62af-474b-b353-584d5565af49, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=67dd1002-62af-474b-b353-584d5565af49,segment=NetworkSegment(029c2b64-2115-4ca4-91a5-7eb336700a50),segment_id=029c2b64-2115-4ca4-91a5-7eb336700a50)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:47:52.158853 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (67dd1002-62af-474b-b353-584d5565af49), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:52.171161 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Calling delete_port for 67dd1002-62af-474b-b353-584d5565af49 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:47:52.259351 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (67dd1002-62af-474b-b353-584d5565af49), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:52.285322 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Pushing event deleted for resources: {'Port': ['ID=67dd1002-62af-474b-b353-584d5565af49,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:52.289589 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] No DVR routers for this DVR port 67dd1002-62af-474b-b353-584d5565af49 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:47:52.298309 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:52.298653 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:52.298990 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:52.299323 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:52.299674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:52.299997 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:52.300326 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:52.300647 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:52.300953 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:52.301269 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:52.301588 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:52.301905 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:52.302221 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:47:52.374955 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (91839a0a-8c7d-4eae-9861-18ede1c2dcef), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:52.398328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91839a0a-8c7d-4eae-9861-18ede1c2dcef']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:47:52.409035 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029c2b64-2115-4ca4-91a5-7eb336700a50') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:47:52.409231 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029c2b64-2115-4ca4-91a5-7eb336700a50') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:47:52.422127 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (029c2b64-2115-4ca4-91a5-7eb336700a50), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:52.424097 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8719fffd-f354-45e7-9c07-70ff767fe047 None None] DHCP port deletion for 91839a0a-8c7d-4eae-9861-18ede1c2dcef request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:47:52.436501 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (029c2b64-2115-4ca4-91a5-7eb336700a50), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:52.444018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:47:52.444530 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (029c2b64-2115-4ca4-91a5-7eb336700a50), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:47:52.446376 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:47:52.502362 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (91839a0a-8c7d-4eae-9861-18ede1c2dcef), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:52.512349 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:52.513408 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] 10.222.0.78 "DELETE /v2.0/networks/91839a0a-8c7d-4eae-9861-18ede1c2dcef HTTP/1.1" status: 204 len: 168 time: 0.5936580 Mar 11 12:47:52.515942 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46560) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:47:52.531118 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9dfd9-3873-46f2-a0b7-20a824c6b43a admin admin] Pushing event deleted for resources: {'Network': ['ID=91839a0a-8c7d-4eae-9861-18ede1c2dcef,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:52.884021 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57c91777-8d49-42f0-8832-434744c156f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (917390ae-b6d5-4afa-8c7a-5cca0c2f1b87), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:53.486048 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-57c91777-8d49-42f0-8832-434744c156f7 admin admin] Deleting port 0c321d32-44f9-4a04-b045-2e6e4d3b586f {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:47:53.486343 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57c91777-8d49-42f0-8832-434744c156f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:53.566066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-57c91777-8d49-42f0-8832-434744c156f7 admin admin] For port 0c321d32-44f9-4a04-b045-2e6e4d3b586f, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=0c321d32-44f9-4a04-b045-2e6e4d3b586f,segment=NetworkSegment(958aa7d2-0384-4386-9c04-1dd4043287ef),segment_id=958aa7d2-0384-4386-9c04-1dd4043287ef)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:47:53.566826 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57c91777-8d49-42f0-8832-434744c156f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:53.579044 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-57c91777-8d49-42f0-8832-434744c156f7 admin admin] Calling delete_port for 0c321d32-44f9-4a04-b045-2e6e4d3b586f owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:47:53.666346 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a84075c9-2094-450a-8535-a3de1bf7722d no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:47:53.687616 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: a84075c9-2094-450a-8535-a3de1bf7722d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:47:53.688318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a84075c9-2094-450a-8535-a3de1bf7722d not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:47:53.688962 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 67dd1002-62af-474b-b353-584d5565af49 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:47:53.711426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 67dd1002-62af-474b-b353-584d5565af49 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:47:53.711874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 67dd1002-62af-474b-b353-584d5565af49 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:47:53.783077 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57c91777-8d49-42f0-8832-434744c156f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (0c321d32-44f9-4a04-b045-2e6e4d3b586f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:53.812973 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c91777-8d49-42f0-8832-434744c156f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c321d32-44f9-4a04-b045-2e6e4d3b586f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:53.980473 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57c91777-8d49-42f0-8832-434744c156f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (917390ae-b6d5-4afa-8c7a-5cca0c2f1b87), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:54.201567 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c91777-8d49-42f0-8832-434744c156f7 admin admin] Router 917390ae-b6d5-4afa-8c7a-5cca0c2f1b87 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:47:54.316309 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c91777-8d49-42f0-8832-434744c156f7 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:47:54.321493 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-57c91777-8d49-42f0-8832-434744c156f7 admin admin] 10.222.0.78 "PUT /v2.0/routers/917390ae-b6d5-4afa-8c7a-5cca0c2f1b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8043561 Mar 11 12:47:54.324079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46562) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:47:54.327310 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd60fb-adac-4ff4-8d93-070516e5793e None None] Sync routers for ids ['917390ae-b6d5-4afa-8c7a-5cca0c2f1b87'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:47:54.337798 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cd60fb-adac-4ff4-8d93-070516e5793e None None] Routers {'917390ae-b6d5-4afa-8c7a-5cca0c2f1b87'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:47:54.338440 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f0cd60fb-adac-4ff4-8d93-070516e5793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['917390ae-b6d5-4afa-8c7a-5cca0c2f1b87'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:47:54.435960 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dab62120-e41e-4bb7-81c3-302fe5b74e38 admin admin] Publish callbacks [] for router (917390ae-b6d5-4afa-8c7a-5cca0c2f1b87), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:54.539472 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f0cd60fb-adac-4ff4-8d93-070516e5793e None None] Set router 917390ae-b6d5-4afa-8c7a-5cca0c2f1b87 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:47:54.548205 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dab62120-e41e-4bb7-81c3-302fe5b74e38 admin admin] Publish callbacks [] for router_gateway (917390ae-b6d5-4afa-8c7a-5cca0c2f1b87), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:54.602221 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-dab62120-e41e-4bb7-81c3-302fe5b74e38 admin admin] Deleting port 87e55a38-d8d7-4651-9ea1-c90329cd23ff {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:47:54.602937 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dab62120-e41e-4bb7-81c3-302fe5b74e38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (87e55a38-d8d7-4651-9ea1-c90329cd23ff), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:54.681378 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-dab62120-e41e-4bb7-81c3-302fe5b74e38 admin admin] For port 87e55a38-d8d7-4651-9ea1-c90329cd23ff, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=87e55a38-d8d7-4651-9ea1-c90329cd23ff,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:47:54.681752 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dab62120-e41e-4bb7-81c3-302fe5b74e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (87e55a38-d8d7-4651-9ea1-c90329cd23ff), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:54.694703 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-dab62120-e41e-4bb7-81c3-302fe5b74e38 admin admin] Calling delete_port for 87e55a38-d8d7-4651-9ea1-c90329cd23ff owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:47:54.715463 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f0cd60fb-adac-4ff4-8d93-070516e5793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'name': 'tempest-TestEncryptedCinderVolumes-1187499611-router', 'tenant_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '87e55a38-d8d7-4651-9ea1-c90329cd23ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:46:07Z', 'updated_at': '2022-03-11T12:47:53Z', 'revision_number': 5, 'project_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'gw_port': {'id': '87e55a38-d8d7-4651-9ea1-c90329cd23ff', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:46:08Z', 'updated_at': '2022-03-11T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:47:54.741472 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd60fb-adac-4ff4-8d93-070516e5793e None None] Checking router: 917390ae-b6d5-4afa-8c7a-5cca0c2f1b87 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:47:54.750499 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cd60fb-adac-4ff4-8d93-070516e5793e None None] Routers {'917390ae-b6d5-4afa-8c7a-5cca0c2f1b87'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:47:54.751089 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f0cd60fb-adac-4ff4-8d93-070516e5793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['917390ae-b6d5-4afa-8c7a-5cca0c2f1b87'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:47:54.843805 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f0cd60fb-adac-4ff4-8d93-070516e5793e None None] Set router 917390ae-b6d5-4afa-8c7a-5cca0c2f1b87 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:47:54.865753 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dab62120-e41e-4bb7-81c3-302fe5b74e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (87e55a38-d8d7-4651-9ea1-c90329cd23ff), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:54.896815 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab62120-e41e-4bb7-81c3-302fe5b74e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=87e55a38-d8d7-4651-9ea1-c90329cd23ff,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:54.903668 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f0cd60fb-adac-4ff4-8d93-070516e5793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'name': 'tempest-TestEncryptedCinderVolumes-1187499611-router', 'tenant_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:46:07Z', 'updated_at': '2022-03-11T12:47:54Z', 'revision_number': 6, 'project_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:47:54.930820 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd60fb-adac-4ff4-8d93-070516e5793e None None] The sync data for ids ['917390ae-b6d5-4afa-8c7a-5cca0c2f1b87'] in n-d-833234-2 is: [{'id': '917390ae-b6d5-4afa-8c7a-5cca0c2f1b87', 'name': 'tempest-TestEncryptedCinderVolumes-1187499611-router', 'tenant_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:46:07Z', 'updated_at': '2022-03-11T12:47:54Z', 'revision_number': 6, 'project_id': 'd43db7c3d35640058aff9cf57d3ab9b0', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:47:54.958675 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dab62120-e41e-4bb7-81c3-302fe5b74e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (917390ae-b6d5-4afa-8c7a-5cca0c2f1b87), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.050335 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dab62120-e41e-4bb7-81c3-302fe5b74e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (917390ae-b6d5-4afa-8c7a-5cca0c2f1b87), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.052555 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dab62120-e41e-4bb7-81c3-302fe5b74e38 admin admin] Publish callbacks [] for router_controller (917390ae-b6d5-4afa-8c7a-5cca0c2f1b87), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.099659 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dab62120-e41e-4bb7-81c3-302fe5b74e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (917390ae-b6d5-4afa-8c7a-5cca0c2f1b87), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.100124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab62120-e41e-4bb7-81c3-302fe5b74e38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 917390ae-b6d5-4afa-8c7a-5cca0c2f1b87 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:47:55.104889 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dab62120-e41e-4bb7-81c3-302fe5b74e38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.106113 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dab62120-e41e-4bb7-81c3-302fe5b74e38 admin admin] 10.222.0.78 "DELETE /v2.0/routers/917390ae-b6d5-4afa-8c7a-5cca0c2f1b87 HTTP/1.1" status: 204 len: 168 time: 0.7811456 Mar 11 12:47:55.108623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46564) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:47:55.156372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6ce097-f9bd-4eaf-9e45-e5a432305dee admin admin] Deleting subnet eef087df-b71b-4095-8f52-dff13946c49a {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:47:55.159832 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d6ce097-f9bd-4eaf-9e45-e5a432305dee admin admin] Publish callbacks [] for subnet (eef087df-b71b-4095-8f52-dff13946c49a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.207704 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d6ce097-f9bd-4eaf-9e45-e5a432305dee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (eef087df-b71b-4095-8f52-dff13946c49a), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.288296 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d6ce097-f9bd-4eaf-9e45-e5a432305dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (eef087df-b71b-4095-8f52-dff13946c49a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.350290 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d6ce097-f9bd-4eaf-9e45-e5a432305dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (eef087df-b71b-4095-8f52-dff13946c49a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.376757 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ce097-f9bd-4eaf-9e45-e5a432305dee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef087df-b71b-4095-8f52-dff13946c49a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:55.381922 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d6ce097-f9bd-4eaf-9e45-e5a432305dee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.386106 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9d6ce097-f9bd-4eaf-9e45-e5a432305dee admin admin] 10.222.0.78 "DELETE /v2.0/subnets/eef087df-b71b-4095-8f52-dff13946c49a HTTP/1.1" status: 204 len: 168 time: 0.2762306 Mar 11 12:47:55.387502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2368e79-9d22-407a-9715-b861af6845b6 None None] Network af37aee5-7cec-4c28-b24c-b7f6de369b84 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:47:55.388524 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46566) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:47:55.455061 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (af37aee5-7cec-4c28-b24c-b7f6de369b84), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.524958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] Deleting port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:47:55.525375 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (33dc7a0c-52e2-40ee-8d80-5b8bc58a3211), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.597651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] For port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=33dc7a0c-52e2-40ee-8d80-5b8bc58a3211,segment=NetworkSegment(958aa7d2-0384-4386-9c04-1dd4043287ef),segment_id=958aa7d2-0384-4386-9c04-1dd4043287ef)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:47:55.598016 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (33dc7a0c-52e2-40ee-8d80-5b8bc58a3211), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.610106 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] Calling delete_port for 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:47:55.694372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66f51d6-02ce-4bc1-a7b9-0a7eb4564bea None None] DHCP port deletion for af37aee5-7cec-4c28-b24c-b7f6de369b84 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:47:55.711158 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (33dc7a0c-52e2-40ee-8d80-5b8bc58a3211), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.737473 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] Pushing event deleted for resources: {'Port': ['ID=33dc7a0c-52e2-40ee-8d80-5b8bc58a3211,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:55.741908 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] No DVR routers for this DVR port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:47:55.765376 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b66f51d6-02ce-4bc1-a7b9-0a7eb4564bea None None] Deleting port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:47:55.766040 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b66f51d6-02ce-4bc1-a7b9-0a7eb4564bea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (33dc7a0c-52e2-40ee-8d80-5b8bc58a3211), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.781844 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:47:55.811054 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:47:55.811393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:47:55.811829 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0c321d32-44f9-4a04-b045-2e6e4d3b586f no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:47:55.817270 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (af37aee5-7cec-4c28-b24c-b7f6de369b84), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.842544 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af37aee5-7cec-4c28-b24c-b7f6de369b84']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:47:55.852543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958aa7d2-0384-4386-9c04-1dd4043287ef') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:47:55.852954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958aa7d2-0384-4386-9c04-1dd4043287ef') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:47:55.862945 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (958aa7d2-0384-4386-9c04-1dd4043287ef), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.873991 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 0c321d32-44f9-4a04-b045-2e6e4d3b586f {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:47:55.874581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 0c321d32-44f9-4a04-b045-2e6e4d3b586f not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:47:55.875175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 87e55a38-d8d7-4651-9ea1-c90329cd23ff no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:47:55.880185 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (958aa7d2-0384-4386-9c04-1dd4043287ef), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.888075 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:47:55.888676 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (958aa7d2-0384-4386-9c04-1dd4043287ef), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:47:55.890869 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:47:55.903699 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b66f51d6-02ce-4bc1-a7b9-0a7eb4564bea None None] For port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211, host n-d-833234-2, got binding levels [] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:47:55.904114 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b66f51d6-02ce-4bc1-a7b9-0a7eb4564bea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (33dc7a0c-52e2-40ee-8d80-5b8bc58a3211), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.906714 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 87e55a38-d8d7-4651-9ea1-c90329cd23ff {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:47:55.907058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 87e55a38-d8d7-4651-9ea1-c90329cd23ff not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:47:55.924769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b66f51d6-02ce-4bc1-a7b9-0a7eb4564bea None None] Calling delete_port for 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:47:55.927857 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.ipam_backend_mixin [None req-b66f51d6-02ce-4bc1-a7b9-0a7eb4564bea None None] Port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 was not found and therefore no delete operation was performed {{(pid=104033) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 12:47:55.929027 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b66f51d6-02ce-4bc1-a7b9-0a7eb4564bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (33dc7a0c-52e2-40ee-8d80-5b8bc58a3211), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.951343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f51d6-02ce-4bc1-a7b9-0a7eb4564bea None None] Pushing event deleted for resources: {'Port': ['ID=33dc7a0c-52e2-40ee-8d80-5b8bc58a3211,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:55.961343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66f51d6-02ce-4bc1-a7b9-0a7eb4564bea None None] No DVR routers for this DVR port 33dc7a0c-52e2-40ee-8d80-5b8bc58a3211 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:47:55.966395 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (af37aee5-7cec-4c28-b24c-b7f6de369b84), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.977230 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:55.983407 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] 10.222.0.78 "DELETE /v2.0/networks/af37aee5-7cec-4c28-b24c-b7f6de369b84 HTTP/1.1" status: 204 len: 168 time: 0.5937974 Mar 11 12:47:55.994915 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccd4a3-6159-4835-ae3d-eb4e0b8f0286 admin admin] Pushing event deleted for resources: {'Network': ['ID=af37aee5-7cec-4c28-b24c-b7f6de369b84,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:56.185655 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46570) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:47:56.226495 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6f974d09-8351-4a27-8046-231e2a33e059 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1b7b5cd64adf40d3ae8ef626f29441ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394549 Mar 11 12:47:56.229244 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46572) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:47:56.296597 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34ab8b47-705d-496b-8712-78d47c1b6825 admin admin] Publish callbacks [] for security_group (08002f62-2cf0-4246-b006-c52ce8f6d020), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:56.318539 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34ab8b47-705d-496b-8712-78d47c1b6825 admin admin] Publish callbacks [] for security_group (08002f62-2cf0-4246-b006-c52ce8f6d020), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:56.368330 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34ab8b47-705d-496b-8712-78d47c1b6825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (08002f62-2cf0-4246-b006-c52ce8f6d020), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:56.372715 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34ab8b47-705d-496b-8712-78d47c1b6825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:56.373887 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-34ab8b47-705d-496b-8712-78d47c1b6825 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/08002f62-2cf0-4246-b006-c52ce8f6d020 HTTP/1.1" status: 204 len: 168 time: 0.1413786 Mar 11 12:47:56.383871 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab8b47-705d-496b-8712-78d47c1b6825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08002f62-2cf0-4246-b006-c52ce8f6d020,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:56.746533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46578) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:47:56.788734 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5e8d679f-d1f1-43c2-8a62-d1598fc37592 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d43db7c3d35640058aff9cf57d3ab9b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387163 Mar 11 12:47:56.789231 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46580) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:47:56.842603 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f57aa9f9-78af-4378-b3d9-5397ae0ac74d admin admin] Publish callbacks [] for security_group (98174661-0c30-4342-8150-d459e92b46a5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:56.864708 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f57aa9f9-78af-4378-b3d9-5397ae0ac74d admin admin] Publish callbacks [] for security_group (98174661-0c30-4342-8150-d459e92b46a5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:56.919641 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f57aa9f9-78af-4378-b3d9-5397ae0ac74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (98174661-0c30-4342-8150-d459e92b46a5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:56.922155 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f57aa9f9-78af-4378-b3d9-5397ae0ac74d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:56.923341 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f57aa9f9-78af-4378-b3d9-5397ae0ac74d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/98174661-0c30-4342-8150-d459e92b46a5 HTTP/1.1" status: 204 len: 168 time: 0.1330972 Mar 11 12:47:56.936085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57aa9f9-78af-4378-b3d9-5397ae0ac74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98174661-0c30-4342-8150-d459e92b46a5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:56.938269 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:47:57.681054 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46602) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:47:57.786295 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6fd6672b-310c-45a9-9194-2cf07373e893 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1472456267-network', 'tenant_id': '211f5a7f4f8442419284bc671b406788'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:47:57.809079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd6672b-310c-45a9-9194-2cf07373e893 admin admin] Made reservation on behalf of 211f5a7f4f8442419284bc671b406788 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:47:57.811976 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6fd6672b-310c-45a9-9194-2cf07373e893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:57.821427 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6fd6672b-310c-45a9-9194-2cf07373e893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:57.902797 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6fd6672b-310c-45a9-9194-2cf07373e893 admin admin] Publish callbacks [] for security_group (4fa7f609-0cd1-48b1-8acc-dca54a2fdf81), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:57.910039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6fd6672b-310c-45a9-9194-2cf07373e893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4fa7f609-0cd1-48b1-8acc-dca54a2fdf81), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:57.931733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd6672b-310c-45a9-9194-2cf07373e893 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:47:57.946575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6672b-310c-45a9-9194-2cf07373e893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:57.949899 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6fd6672b-310c-45a9-9194-2cf07373e893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (2f49b098-9b8a-4abc-bc30-cbabd748abf7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:57.950256 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-6fd6672b-310c-45a9-9194-2cf07373e893 admin admin] Added segment 2f49b098-9b8a-4abc-bc30-cbabd748abf7 of type vlan for network 331a5309-3be5-41e1-80a2-3241241baf5a Mar 11 12:47:57.990166 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6fd6672b-310c-45a9-9194-2cf07373e893 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (331a5309-3be5-41e1-80a2-3241241baf5a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:58.018363 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6fd6672b-310c-45a9-9194-2cf07373e893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (331a5309-3be5-41e1-80a2-3241241baf5a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:58.019255 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd6672b-310c-45a9-9194-2cf07373e893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:58.019854 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6fd6672b-310c-45a9-9194-2cf07373e893 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:58.054369 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6fd6672b-310c-45a9-9194-2cf07373e893 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3722429 Mar 11 12:47:58.058126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46606) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:47:58.063146 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9662c309-6969-48e7-b3e8-16729624dbfa admin admin] Request body: {'subnet': {'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1472456267-subnet', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:47:58.083452 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6672b-310c-45a9-9194-2cf07373e893 admin admin] Pushing event updated for resources: {'Network': ['ID=331a5309-3be5-41e1-80a2-3241241baf5a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:58.084577 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9662c309-6969-48e7-b3e8-16729624dbfa admin admin] Made reservation on behalf of 211f5a7f4f8442419284bc671b406788 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:47:58.087145 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9662c309-6969-48e7-b3e8-16729624dbfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:58.093811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 331a5309-3be5-41e1-80a2-3241241baf5a details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:47:58.270961 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9662c309-6969-48e7-b3e8-16729624dbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (bf10446c-9a41-47e5-a0f0-527e2203db8c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:58.325117 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662c309-6969-48e7-b3e8-16729624dbfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf10446c-9a41-47e5-a0f0-527e2203db8c,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:58.334089 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9662c309-6969-48e7-b3e8-16729624dbfa admin admin] Checking segment: {'id': '2f49b098-9b8a-4abc-bc30-cbabd748abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:47:58.334457 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9662c309-6969-48e7-b3e8-16729624dbfa admin admin] Network hostable DHCP agents. Network: 331a5309-3be5-41e1-80a2-3241241baf5a, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:47:58.354652 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9662c309-6969-48e7-b3e8-16729624dbfa admin admin] Network 331a5309-3be5-41e1-80a2-3241241baf5a is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:47:58.365668 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-9662c309-6969-48e7-b3e8-16729624dbfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 331a5309-3be5-41e1-80a2-3241241baf5a) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:47:58.369797 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9662c309-6969-48e7-b3e8-16729624dbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:47:58.370431 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9662c309-6969-48e7-b3e8-16729624dbfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:58.375803 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4496789-4a7c-4aa7-b03f-844e8ae3e61d None None] Network 331a5309-3be5-41e1-80a2-3241241baf5a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:47:58.388115 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9662c309-6969-48e7-b3e8-16729624dbfa admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3288636 Mar 11 12:47:58.390870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46608) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:47:58.395130 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1472456267-router', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:47:58.414187 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (389cd0da-cb45-4f1a-9c7a-1731cd32f7b6), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:58.415264 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (389cd0da-cb45-4f1a-9c7a-1731cd32f7b6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:58.470349 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Publish callbacks [] for router_controller (389cd0da-cb45-4f1a-9c7a-1731cd32f7b6), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:58.480423 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-331a5309-3be5-41e1-80a2-3241241baf5a', 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a', 'project_id': '211f5a7f4f8442419284bc671b406788', 'fixed_ips': [{'subnet_id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:47:58.481301 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:58.615462 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Allocated IP 172.20.0.2 (331a5309-3be5-41e1-80a2-3241241baf5a/bf10446c-9a41-47e5-a0f0-527e2203db8c/617fbbb4-b090-4f04-ab18-b517f7f78434) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:47:58.615800 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Publish callbacks [] for router_gateway (389cd0da-cb45-4f1a-9c7a-1731cd32f7b6), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:58.763814 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Publish callbacks [] for port (617fbbb4-b090-4f04-ab18-b517f7f78434), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:58.772473 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (617fbbb4-b090-4f04-ab18-b517f7f78434), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:58.810682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Network 331a5309-3be5-41e1-80a2-3241241baf5a is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:47:58.815528 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:47:58.818927 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:47:58.820251 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Publish callbacks [] for router_gateway (389cd0da-cb45-4f1a-9c7a-1731cd32f7b6), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:58.826134 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Pushing event updated for resources: {'Port': ['ID=617fbbb4-b090-4f04-ab18-b517f7f78434,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:58.840517 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:58.881572 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Attempting to bind port 617fbbb4-b090-4f04-ab18-b517f7f78434 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:47:58.881944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Attempting to bind port 617fbbb4-b090-4f04-ab18-b517f7f78434 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '2f49b098-9b8a-4abc-bc30-cbabd748abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:47:58.882312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Attempting to bind port 617fbbb4-b090-4f04-ab18-b517f7f78434 on network 331a5309-3be5-41e1-80a2-3241241baf5a {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:47:58.888265 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:47:58.888645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Checking segment: {'id': '2f49b098-9b8a-4abc-bc30-cbabd748abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:47:58.889053 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:58.889474 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Bound using segment: {'id': '2f49b098-9b8a-4abc-bc30-cbabd748abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:47:58.889947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Bound port: 617fbbb4-b090-4f04-ab18-b517f7f78434, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f49b098-9b8a-4abc-bc30-cbabd748abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:47:58.890353 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (617fbbb4-b090-4f04-ab18-b517f7f78434), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:58.944375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Allocated IP 172.25.7.42 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/a14faa45-e3f1-4653-8aac-ea1dc306da9e) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:47:58.952442 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] For port 617fbbb4-b090-4f04-ab18-b517f7f78434, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:47:58.955554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] For port 617fbbb4-b090-4f04-ab18-b517f7f78434, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=617fbbb4-b090-4f04-ab18-b517f7f78434,segment=NetworkSegment(2f49b098-9b8a-4abc-bc30-cbabd748abf7),segment_id=2f49b098-9b8a-4abc-bc30-cbabd748abf7)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:47:58.962333 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (617fbbb4-b090-4f04-ab18-b517f7f78434), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:59.023681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bae8fc-861b-407e-8b86-dfef8d7ad753 None None] Pushing event updated for resources: {'Port': ['ID=617fbbb4-b090-4f04-ab18-b517f7f78434,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:59.057812 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Publish callbacks [] for port (a14faa45-e3f1-4653-8aac-ea1dc306da9e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:59.093155 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a14faa45-e3f1-4653-8aac-ea1dc306da9e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:59.130767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:47:59.133758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:47:59.139511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:47:59.177900 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Pushing event updated for resources: {'Port': ['ID=a14faa45-e3f1-4653-8aac-ea1dc306da9e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:47:59.418356 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Publish callbacks [] for router_gateway (389cd0da-cb45-4f1a-9c7a-1731cd32f7b6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:59.620645 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (389cd0da-cb45-4f1a-9c7a-1731cd32f7b6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:59.704451 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 617fbbb4-b090-4f04-ab18-b517f7f78434 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:47:59.760933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Router 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:47:59.774674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 617fbbb4-b090-4f04-ab18-b517f7f78434 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:47:59.775341 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (617fbbb4-b090-4f04-ab18-b517f7f78434), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:59.854773 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 617fbbb4-b090-4f04-ab18-b517f7f78434 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:47:59.855254 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (617fbbb4-b090-4f04-ab18-b517f7f78434), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:59.881248 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:47:59.894870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 617fbbb4-b090-4f04-ab18-b517f7f78434, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=617fbbb4-b090-4f04-ab18-b517f7f78434,segment=NetworkSegment(2f49b098-9b8a-4abc-bc30-cbabd748abf7),segment_id=2f49b098-9b8a-4abc-bc30-cbabd748abf7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:47:59.897677 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Sync routers for ids ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:47:59.903167 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:59.906967 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-285e68dc-aefb-4aee-9dc0-8a07a2d44440 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5127175 Mar 11 12:47:59.907137 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (617fbbb4-b090-4f04-ab18-b517f7f78434), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:47:59.908371 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46612) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:47:59.936663 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Routers {'389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:47:59.937321 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:47:59.994634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66da0d7-f281-496d-9cbc-9ba50ffe84ff None None] Network 331a5309-3be5-41e1-80a2-3241241baf5a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:48:00.032115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=617fbbb4-b090-4f04-ab18-b517f7f78434,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:00.089670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-93edb074-c419-4058-805a-985f2bec63bc None None] Provisioning complete for port 617fbbb4-b090-4f04-ab18-b517f7f78434 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:00.090042 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93edb074-c419-4058-805a-985f2bec63bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (617fbbb4-b090-4f04-ab18-b517f7f78434), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:00.158883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Set router 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:48:00.399114 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-93edb074-c419-4058-805a-985f2bec63bc None None] Current status of the port 617fbbb4-b090-4f04-ab18-b517f7f78434 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:00.435422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'name': 'tempest-TestMinimumBasicScenario-1472456267-router', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:47:59Z', 'revision_number': 3, 'project_id': '211f5a7f4f8442419284bc671b406788', 'gw_port': {'id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:00.464528 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Checking router: 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:48:00.464883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Updating router 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 port a14faa45-e3f1-4653-8aac-ea1dc306da9e binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:48:00.494855 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a14faa45-e3f1-4653-8aac-ea1dc306da9e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:00.677604 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e6cd27da-cc17-4735-8b25-cfc1dea88dd4 None None] Provisioning complete for port 617fbbb4-b090-4f04-ab18-b517f7f78434 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:00.677867 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e6cd27da-cc17-4735-8b25-cfc1dea88dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (617fbbb4-b090-4f04-ab18-b517f7f78434), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:00.705109 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:00.864800 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] Allocated IP 172.20.0.1 (331a5309-3be5-41e1-80a2-3241241baf5a/bf10446c-9a41-47e5-a0f0-527e2203db8c/cddb0513-63b4-4bec-9d30-a92624286a06) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:48:00.970372 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] Publish callbacks [] for port (cddb0513-63b4-4bec-9d30-a92624286a06), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:01.007039 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Publish callbacks [] for port (a14faa45-e3f1-4653-8aac-ea1dc306da9e), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:01.009275 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e6cd27da-cc17-4735-8b25-cfc1dea88dd4 None None] Current status of the port 617fbbb4-b090-4f04-ab18-b517f7f78434 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:01.012215 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (cddb0513-63b4-4bec-9d30-a92624286a06), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:01.017733 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a14faa45-e3f1-4653-8aac-ea1dc306da9e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:01.059210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] Network 331a5309-3be5-41e1-80a2-3241241baf5a is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:48:01.064362 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:48:01.067793 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:48:01.073583 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] Pushing event updated for resources: {'Port': ['ID=cddb0513-63b4-4bec-9d30-a92624286a06,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:01.075370 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Attempting to bind port a14faa45-e3f1-4653-8aac-ea1dc306da9e on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:48:01.075683 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Attempting to bind port a14faa45-e3f1-4653-8aac-ea1dc306da9e by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:48:01.075812 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Attempting to bind port a14faa45-e3f1-4653-8aac-ea1dc306da9e on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:48:01.085187 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fe9a6-58a1-4fcc-a4ac-929a21fd9efa None None] Pushing event updated for resources: {'Port': ['ID=a14faa45-e3f1-4653-8aac-ea1dc306da9e,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:01.088550 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:48:01.089061 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:48:01.089493 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:01.089890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:48:01.090365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Bound port: a14faa45-e3f1-4653-8aac-ea1dc306da9e, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:48:01.090796 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a14faa45-e3f1-4653-8aac-ea1dc306da9e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:01.115943 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (389cd0da-cb45-4f1a-9c7a-1731cd32f7b6), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:01.150570 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] For port a14faa45-e3f1-4653-8aac-ea1dc306da9e, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:48:01.154618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] For port a14faa45-e3f1-4653-8aac-ea1dc306da9e, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a14faa45-e3f1-4653-8aac-ea1dc306da9e,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:48:01.163377 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a14faa45-e3f1-4653-8aac-ea1dc306da9e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:01.225408 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fe9a6-58a1-4fcc-a4ac-929a21fd9efa None None] Pushing event updated for resources: {'Port': ['ID=a14faa45-e3f1-4653-8aac-ea1dc306da9e,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:01.228031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Routers {'389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:48:01.228677 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:01.273594 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cddb0513-63b4-4bec-9d30-a92624286a06), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:01.349474 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-022dc054-ce26-45c6-84a0-b18fac50e8c7 None None] Provisioning complete for port cddb0513-63b4-4bec-9d30-a92624286a06 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:01.349724 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-022dc054-ce26-45c6-84a0-b18fac50e8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cddb0513-63b4-4bec-9d30-a92624286a06), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:01.354920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] Set router 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:48:01.444509 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] Publish callbacks [] for port (cddb0513-63b4-4bec-9d30-a92624286a06), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:01.450311 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-022dc054-ce26-45c6-84a0-b18fac50e8c7 None None] Port cddb0513-63b4-4bec-9d30-a92624286a06 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:48:01.451272 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (cddb0513-63b4-4bec-9d30-a92624286a06), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:01.516916 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (389cd0da-cb45-4f1a-9c7a-1731cd32f7b6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:01.518830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] Pushing event updated for resources: {'Port': ['ID=cddb0513-63b4-4bec-9d30-a92624286a06,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:01.564474 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'name': 'tempest-TestMinimumBasicScenario-1472456267-router', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:47:59Z', 'revision_number': 3, 'project_id': '211f5a7f4f8442419284bc671b406788', 'gw_port': {'id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:01.591388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787f87fd-9c1a-404a-8472-6cb02fac624d None None] The sync data for ids ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'] in n-d-833234-2 is: [{'id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'name': 'tempest-TestMinimumBasicScenario-1472456267-router', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:47:59Z', 'revision_number': 3, 'project_id': '211f5a7f4f8442419284bc671b406788', 'gw_port': {'id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:48:01.616158 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] Network 331a5309-3be5-41e1-80a2-3241241baf5a is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:48:01.617747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:48:01.698807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 617fbbb4-b090-4f04-ab18-b517f7f78434 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:48:01.752370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] Router 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:48:01.763949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 617fbbb4-b090-4f04-ab18-b517f7f78434 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:01.764475 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (617fbbb4-b090-4f04-ab18-b517f7f78434), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:01.854769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 617fbbb4-b090-4f04-ab18-b517f7f78434 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:01.888828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b2922aed-b7f0-42ef-afa4-d745474a1f04 None None] Provisioning complete for port cddb0513-63b4-4bec-9d30-a92624286a06 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:01.889488 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2922aed-b7f0-42ef-afa4-d745474a1f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cddb0513-63b4-4bec-9d30-a92624286a06), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:01.900809 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:48:01.908592 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-33cb4e3d-b82b-4535-950c-897be6431c9a admin admin] 10.222.0.78 "PUT /v2.0/routers/389cd0da-cb45-4f1a-9c7a-1731cd32f7b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9989641 Mar 11 12:48:01.939177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b2922aed-b7f0-42ef-afa4-d745474a1f04 None None] Port cddb0513-63b4-4bec-9d30-a92624286a06 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:48:02.423286 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46628) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:48:02.428355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c7828ff4-81a3-497a-ad04-ae9dc799ea31 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2043723078-network', 'tenant_id': '89e071b14f9b4579a3e6e8062965b94b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:48:02.449542 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7828ff4-81a3-497a-ad04-ae9dc799ea31 admin admin] Made reservation on behalf of 89e071b14f9b4579a3e6e8062965b94b for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:48:02.451988 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c7828ff4-81a3-497a-ad04-ae9dc799ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:02.461218 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c7828ff4-81a3-497a-ad04-ae9dc799ea31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:02.537678 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c7828ff4-81a3-497a-ad04-ae9dc799ea31 admin admin] Publish callbacks [] for security_group (b14da656-7d14-458d-b93e-083056b27d30), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:02.543128 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c7828ff4-81a3-497a-ad04-ae9dc799ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b14da656-7d14-458d-b93e-083056b27d30), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:02.564249 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7828ff4-81a3-497a-ad04-ae9dc799ea31 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:48:02.579636 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7828ff4-81a3-497a-ad04-ae9dc799ea31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14da656-7d14-458d-b93e-083056b27d30,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:02.583452 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c7828ff4-81a3-497a-ad04-ae9dc799ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6af99058-b091-49ce-8def-1deedd94996c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:02.583796 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-c7828ff4-81a3-497a-ad04-ae9dc799ea31 admin admin] Added segment 6af99058-b091-49ce-8def-1deedd94996c of type vlan for network 63fad5e4-c151-44a7-b3f4-f2ce3e1143a2 Mar 11 12:48:02.627750 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c7828ff4-81a3-497a-ad04-ae9dc799ea31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (63fad5e4-c151-44a7-b3f4-f2ce3e1143a2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:02.660643 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c7828ff4-81a3-497a-ad04-ae9dc799ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (63fad5e4-c151-44a7-b3f4-f2ce3e1143a2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:02.661812 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7828ff4-81a3-497a-ad04-ae9dc799ea31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:02.662385 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c7828ff4-81a3-497a-ad04-ae9dc799ea31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:02.698193 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c7828ff4-81a3-497a-ad04-ae9dc799ea31 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2737393 Mar 11 12:48:02.701441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46630) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:48:02.706065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b07ce433-08e2-4cc5-8561-a373e088b7e6 admin admin] Request body: {'subnet': {'network_id': '63fad5e4-c151-44a7-b3f4-f2ce3e1143a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2043723078-subnet', 'tenant_id': '89e071b14f9b4579a3e6e8062965b94b', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:48:02.737856 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7828ff4-81a3-497a-ad04-ae9dc799ea31 admin admin] Pushing event updated for resources: {'Network': ['ID=63fad5e4-c151-44a7-b3f4-f2ce3e1143a2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:02.748641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 63fad5e4-c151-44a7-b3f4-f2ce3e1143a2 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:48:02.758459 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07ce433-08e2-4cc5-8561-a373e088b7e6 admin admin] Made reservation on behalf of 89e071b14f9b4579a3e6e8062965b94b for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:48:02.761152 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b07ce433-08e2-4cc5-8561-a373e088b7e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:02.934415 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b07ce433-08e2-4cc5-8561-a373e088b7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (90d0d34f-a6b9-423f-a9de-a56b41152de7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:02.989474 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ce433-08e2-4cc5-8561-a373e088b7e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d0d34f-a6b9-423f-a9de-a56b41152de7,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:02.999056 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ce433-08e2-4cc5-8561-a373e088b7e6 admin admin] Checking segment: {'id': '6af99058-b091-49ce-8def-1deedd94996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63fad5e4-c151-44a7-b3f4-f2ce3e1143a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:48:02.999414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ce433-08e2-4cc5-8561-a373e088b7e6 admin admin] Network hostable DHCP agents. Network: 63fad5e4-c151-44a7-b3f4-f2ce3e1143a2, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:48:03.018335 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ce433-08e2-4cc5-8561-a373e088b7e6 admin admin] Network 63fad5e4-c151-44a7-b3f4-f2ce3e1143a2 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:48:03.030096 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-b07ce433-08e2-4cc5-8561-a373e088b7e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 63fad5e4-c151-44a7-b3f4-f2ce3e1143a2) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:48:03.035191 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07ce433-08e2-4cc5-8561-a373e088b7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:03.036289 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b07ce433-08e2-4cc5-8561-a373e088b7e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.039944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134cd64c-14bb-4bf5-81aa-f442dc816e6a None None] Network 63fad5e4-c151-44a7-b3f4-f2ce3e1143a2 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:48:03.054140 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b07ce433-08e2-4cc5-8561-a373e088b7e6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3516808 Mar 11 12:48:03.057141 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46632) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:48:03.061723 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2043723078-router', 'tenant_id': '89e071b14f9b4579a3e6e8062965b94b', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:48:03.082954 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (2b344eb8-3f10-4ddb-8472-18666e105e3e), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.083999 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (2b344eb8-3f10-4ddb-8472-18666e105e3e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.142080 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Publish callbacks [] for router_controller (2b344eb8-3f10-4ddb-8472-18666e105e3e), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.144572 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-63fad5e4-c151-44a7-b3f4-f2ce3e1143a2', 'network_id': '63fad5e4-c151-44a7-b3f4-f2ce3e1143a2', 'project_id': '89e071b14f9b4579a3e6e8062965b94b', 'fixed_ips': [{'subnet_id': '90d0d34f-a6b9-423f-a9de-a56b41152de7'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:48:03.145450 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.199397 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Sync routers for ids ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:48:03.209424 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Routers {'389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:48:03.210153 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:03.295643 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Allocated IP 172.20.0.2 (63fad5e4-c151-44a7-b3f4-f2ce3e1143a2/90d0d34f-a6b9-423f-a9de-a56b41152de7/ba7ce408-adb9-4efc-9abc-d0c875fc0d10) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:48:03.300586 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Publish callbacks [] for router_gateway (2b344eb8-3f10-4ddb-8472-18666e105e3e), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.323741 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Set router 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:48:03.453372 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Publish callbacks [] for port (ba7ce408-adb9-4efc-9abc-d0c875fc0d10), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.460494 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (ba7ce408-adb9-4efc-9abc-d0c875fc0d10), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.503291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Network 63fad5e4-c151-44a7-b3f4-f2ce3e1143a2 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:48:03.510228 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:48:03.514959 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:48:03.520248 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Pushing event updated for resources: {'Port': ['ID=ba7ce408-adb9-4efc-9abc-d0c875fc0d10,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:03.531509 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Publish callbacks [] for router_gateway (2b344eb8-3f10-4ddb-8472-18666e105e3e), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.536177 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'name': 'tempest-TestMinimumBasicScenario-1472456267-router', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:01Z', 'revision_number': 4, 'project_id': '211f5a7f4f8442419284bc671b406788', 'gw_port': {'id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'cddb0513-63b4-4bec-9d30-a92624286a06', 'name': '', 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'mac_address': 'fa:16:3e:5e:fd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:00Z', 'updated_at': '2022-03-11T12:48:01Z', 'revision_number': 2, 'project_id': '211f5a7f4f8442419284bc671b406788', 'subnets': [{'id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:03.555631 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.563812 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Checking router: 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:48:03.564167 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Updating router 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 port cddb0513-63b4-4bec-9d30-a92624286a06 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:48:03.578532 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Attempting to bind port ba7ce408-adb9-4efc-9abc-d0c875fc0d10 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:48:03.578991 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Attempting to bind port ba7ce408-adb9-4efc-9abc-d0c875fc0d10 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '6af99058-b091-49ce-8def-1deedd94996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63fad5e4-c151-44a7-b3f4-f2ce3e1143a2'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:48:03.579423 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Attempting to bind port ba7ce408-adb9-4efc-9abc-d0c875fc0d10 on network 63fad5e4-c151-44a7-b3f4-f2ce3e1143a2 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:48:03.584507 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:48:03.584946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Checking segment: {'id': '6af99058-b091-49ce-8def-1deedd94996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63fad5e4-c151-44a7-b3f4-f2ce3e1143a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:48:03.585400 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.586016 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Bound using segment: {'id': '6af99058-b091-49ce-8def-1deedd94996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63fad5e4-c151-44a7-b3f4-f2ce3e1143a2'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:48:03.586540 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Bound port: ba7ce408-adb9-4efc-9abc-d0c875fc0d10, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af99058-b091-49ce-8def-1deedd94996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63fad5e4-c151-44a7-b3f4-f2ce3e1143a2'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:48:03.586980 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ba7ce408-adb9-4efc-9abc-d0c875fc0d10), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.594784 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cddb0513-63b4-4bec-9d30-a92624286a06), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.651545 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] For port ba7ce408-adb9-4efc-9abc-d0c875fc0d10, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:48:03.656741 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] For port ba7ce408-adb9-4efc-9abc-d0c875fc0d10, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ba7ce408-adb9-4efc-9abc-d0c875fc0d10,segment=NetworkSegment(6af99058-b091-49ce-8def-1deedd94996c),segment_id=6af99058-b091-49ce-8def-1deedd94996c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:48:03.664884 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ba7ce408-adb9-4efc-9abc-d0c875fc0d10), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.674755 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Allocated IP 172.25.7.216 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/99e9c648-cafa-451d-84da-b130f6aaf926) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:48:03.740398 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a14faa45-e3f1-4653-8aac-ea1dc306da9e up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:48:03.783746 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e378d-f669-4626-a52f-a4f7de3259c5 None None] Pushing event updated for resources: {'Port': ['ID=ba7ce408-adb9-4efc-9abc-d0c875fc0d10,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:03.811125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a14faa45-e3f1-4653-8aac-ea1dc306da9e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:03.811704 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a14faa45-e3f1-4653-8aac-ea1dc306da9e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.842718 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Publish callbacks [] for port (99e9c648-cafa-451d-84da-b130f6aaf926), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.885997 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (99e9c648-cafa-451d-84da-b130f6aaf926), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.907308 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a14faa45-e3f1-4653-8aac-ea1dc306da9e is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:03.907731 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a14faa45-e3f1-4653-8aac-ea1dc306da9e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.924635 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:48:03.927896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:48:03.935363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:48:03.941613 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port a14faa45-e3f1-4653-8aac-ea1dc306da9e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a14faa45-e3f1-4653-8aac-ea1dc306da9e,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:48:03.955833 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a14faa45-e3f1-4653-8aac-ea1dc306da9e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:03.975242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Pushing event updated for resources: {'Port': ['ID=99e9c648-cafa-451d-84da-b130f6aaf926,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:04.004626 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Publish callbacks [] for port (cddb0513-63b4-4bec-9d30-a92624286a06), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:04.017672 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cddb0513-63b4-4bec-9d30-a92624286a06), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:04.046472 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=a14faa45-e3f1-4653-8aac-ea1dc306da9e,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:04.145892 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Attempting to bind port cddb0513-63b4-4bec-9d30-a92624286a06 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:48:04.146654 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Attempting to bind port cddb0513-63b4-4bec-9d30-a92624286a06 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '2f49b098-9b8a-4abc-bc30-cbabd748abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:48:04.147357 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Attempting to bind port cddb0513-63b4-4bec-9d30-a92624286a06 on network 331a5309-3be5-41e1-80a2-3241241baf5a {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:48:04.151080 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66e954-ce33-4e32-bc1a-6c23365b3851 None None] Pushing event updated for resources: {'Port': ['ID=cddb0513-63b4-4bec-9d30-a92624286a06,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:04.161344 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e954-ce33-4e32-bc1a-6c23365b3851 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:04.161949 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e954-ce33-4e32-bc1a-6c23365b3851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:04.162971 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e954-ce33-4e32-bc1a-6c23365b3851 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:04.168476 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e954-ce33-4e32-bc1a-6c23365b3851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:04.168946 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e954-ce33-4e32-bc1a-6c23365b3851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:04.169343 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e954-ce33-4e32-bc1a-6c23365b3851 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:04.169733 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e954-ce33-4e32-bc1a-6c23365b3851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:04.170121 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e954-ce33-4e32-bc1a-6c23365b3851 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:04.170501 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e954-ce33-4e32-bc1a-6c23365b3851 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:04.170881 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e954-ce33-4e32-bc1a-6c23365b3851 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:04.171263 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e954-ce33-4e32-bc1a-6c23365b3851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:04.171685 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e954-ce33-4e32-bc1a-6c23365b3851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:04.172065 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e954-ce33-4e32-bc1a-6c23365b3851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:04.177255 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:48:04.177706 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Checking segment: {'id': '2f49b098-9b8a-4abc-bc30-cbabd748abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:48:04.178176 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:04.178614 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Bound using segment: {'id': '2f49b098-9b8a-4abc-bc30-cbabd748abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:48:04.179151 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Bound port: cddb0513-63b4-4bec-9d30-a92624286a06, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f49b098-9b8a-4abc-bc30-cbabd748abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:48:04.179692 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cddb0513-63b4-4bec-9d30-a92624286a06), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:04.246324 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] For port cddb0513-63b4-4bec-9d30-a92624286a06, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:48:04.250554 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] For port cddb0513-63b4-4bec-9d30-a92624286a06, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=cddb0513-63b4-4bec-9d30-a92624286a06,segment=NetworkSegment(2f49b098-9b8a-4abc-bc30-cbabd748abf7),segment_id=2f49b098-9b8a-4abc-bc30-cbabd748abf7)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:48:04.258225 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Publish callbacks [] for router_gateway (2b344eb8-3f10-4ddb-8472-18666e105e3e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:04.262813 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cddb0513-63b4-4bec-9d30-a92624286a06), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:04.324711 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Routers {'389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:48:04.325348 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:04.337949 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:04.368552 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66e954-ce33-4e32-bc1a-6c23365b3851 None None] Pushing event updated for resources: {'Port': ['ID=cddb0513-63b4-4bec-9d30-a92624286a06,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:04.404248 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1629dd63-1b89-4c81-9ae0-f3cfade7343e None None] Provisioning complete for port cddb0513-63b4-4bec-9d30-a92624286a06 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:04.404624 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1629dd63-1b89-4c81-9ae0-f3cfade7343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cddb0513-63b4-4bec-9d30-a92624286a06), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:04.498381 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (2b344eb8-3f10-4ddb-8472-18666e105e3e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:04.513422 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1629dd63-1b89-4c81-9ae0-f3cfade7343e None None] Current status of the port cddb0513-63b4-4bec-9d30-a92624286a06 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:04.513827 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1629dd63-1b89-4c81-9ae0-f3cfade7343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cddb0513-63b4-4bec-9d30-a92624286a06), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:04.555784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1629dd63-1b89-4c81-9ae0-f3cfade7343e None None] For port cddb0513-63b4-4bec-9d30-a92624286a06, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=cddb0513-63b4-4bec-9d30-a92624286a06,segment=NetworkSegment(2f49b098-9b8a-4abc-bc30-cbabd748abf7),segment_id=2f49b098-9b8a-4abc-bc30-cbabd748abf7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:48:04.564107 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1629dd63-1b89-4c81-9ae0-f3cfade7343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cddb0513-63b4-4bec-9d30-a92624286a06), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:04.571930 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] Set router 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:48:04.629877 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629dd63-1b89-4c81-9ae0-f3cfade7343e None None] Pushing event updated for resources: {'Port': ['ID=cddb0513-63b4-4bec-9d30-a92624286a06,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:04.669164 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Router 2b344eb8-3f10-4ddb-8472-18666e105e3e is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:48:04.690291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-bd2d6ca5-4c38-4f80-a1fb-577f592813aa None None] Provisioning complete for port cddb0513-63b4-4bec-9d30-a92624286a06 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:04.690656 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bd2d6ca5-4c38-4f80-a1fb-577f592813aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cddb0513-63b4-4bec-9d30-a92624286a06), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:04.780125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d6ca5-4c38-4f80-a1fb-577f592813aa None None] Current status of the port cddb0513-63b4-4bec-9d30-a92624286a06 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:04.813997 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:48:04.824698 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'name': 'tempest-TestMinimumBasicScenario-1472456267-router', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:01Z', 'revision_number': 4, 'project_id': '211f5a7f4f8442419284bc671b406788', 'gw_port': {'id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'cddb0513-63b4-4bec-9d30-a92624286a06', 'name': '', 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'mac_address': 'fa:16:3e:5e:fd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:00Z', 'updated_at': '2022-03-11T12:48:04Z', 'revision_number': 4, 'project_id': '211f5a7f4f8442419284bc671b406788', 'subnets': [{'id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:04.828007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Sync routers for ids ['2b344eb8-3f10-4ddb-8472-18666e105e3e'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:48:04.836435 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:04.840799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Routers {'2b344eb8-3f10-4ddb-8472-18666e105e3e'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:48:04.841024 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46634) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:48:04.841620 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2b344eb8-3f10-4ddb-8472-18666e105e3e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:04.842280 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-546454d9-0fc8-478d-ae80-53734471ab91 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7838695 Mar 11 12:48:04.860760 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6973c4-eb3d-4136-8b2c-8965caf5fcf6 None None] The sync data for ids ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'] in n-d-833234-2 is: [{'id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'name': 'tempest-TestMinimumBasicScenario-1472456267-router', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:01Z', 'revision_number': 4, 'project_id': '211f5a7f4f8442419284bc671b406788', 'gw_port': {'id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'cddb0513-63b4-4bec-9d30-a92624286a06', 'name': '', 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'mac_address': 'fa:16:3e:5e:fd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:00Z', 'updated_at': '2022-03-11T12:48:04Z', 'revision_number': 4, 'project_id': '211f5a7f4f8442419284bc671b406788', 'subnets': [{'id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:48:04.989926 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Set router 2b344eb8-3f10-4ddb-8472-18666e105e3e gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:48:05.108212 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab92e438-d517-4384-88a4-37cd98f391fa None None] Network 63fad5e4-c151-44a7-b3f4-f2ce3e1143a2 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:48:05.193345 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a1b5e7d5-37a1-4a73-a6ce-d3539ce644ed None None] Provisioning complete for port ba7ce408-adb9-4efc-9abc-d0c875fc0d10 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:05.193715 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a1b5e7d5-37a1-4a73-a6ce-d3539ce644ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ba7ce408-adb9-4efc-9abc-d0c875fc0d10), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:05.355230 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:05.527235 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Allocated IP 172.20.0.1 (63fad5e4-c151-44a7-b3f4-f2ce3e1143a2/90d0d34f-a6b9-423f-a9de-a56b41152de7/fd3993a4-151b-4542-980d-1f14f8ba62e4) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:48:05.547673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'name': 'tempest-TestMinimumBasicScenario-2043723078-router', 'tenant_id': '89e071b14f9b4579a3e6e8062965b94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '99e9c648-cafa-451d-84da-b130f6aaf926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:48:03Z', 'updated_at': '2022-03-11T12:48:04Z', 'revision_number': 3, 'project_id': '89e071b14f9b4579a3e6e8062965b94b', 'gw_port': {'id': '99e9c648-cafa-451d-84da-b130f6aaf926', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:03Z', 'updated_at': '2022-03-11T12:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:05.588918 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Checking router: 2b344eb8-3f10-4ddb-8472-18666e105e3e for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:48:05.589355 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Updating router 2b344eb8-3f10-4ddb-8472-18666e105e3e port 99e9c648-cafa-451d-84da-b130f6aaf926 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:48:05.630858 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (99e9c648-cafa-451d-84da-b130f6aaf926), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:05.633441 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5e7d5-37a1-4a73-a6ce-d3539ce644ed None None] Current status of the port ba7ce408-adb9-4efc-9abc-d0c875fc0d10 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:05.633817 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a1b5e7d5-37a1-4a73-a6ce-d3539ce644ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ba7ce408-adb9-4efc-9abc-d0c875fc0d10), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:05.664453 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Publish callbacks [] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:05.711892 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a1b5e7d5-37a1-4a73-a6ce-d3539ce644ed None None] For port ba7ce408-adb9-4efc-9abc-d0c875fc0d10, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ba7ce408-adb9-4efc-9abc-d0c875fc0d10,segment=NetworkSegment(6af99058-b091-49ce-8def-1deedd94996c),segment_id=6af99058-b091-49ce-8def-1deedd94996c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:48:05.729293 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:05.769761 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Network 63fad5e4-c151-44a7-b3f4-f2ce3e1143a2 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:48:05.772488 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:48:05.779939 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:48:05.819936 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Pushing event updated for resources: {'Port': ['ID=fd3993a4-151b-4542-980d-1f14f8ba62e4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:05.830771 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:05.831368 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:05.831728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:05.832058 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:05.832546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:05.833025 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:05.833500 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:05.834282 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:05.834759 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:05.835223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:05.835728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:05.836199 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:05.836688 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:05.868838 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (2b344eb8-3f10-4ddb-8472-18666e105e3e), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:05.938783 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ba7ce408-adb9-4efc-9abc-d0c875fc0d10 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:48:05.947169 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a1b5e7d5-37a1-4a73-a6ce-d3539ce644ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ba7ce408-adb9-4efc-9abc-d0c875fc0d10), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:06.034529 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:06.091107 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5e7d5-37a1-4a73-a6ce-d3539ce644ed None None] Pushing event updated for resources: {'Port': ['ID=ba7ce408-adb9-4efc-9abc-d0c875fc0d10,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:06.134346 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8cae4249-9d18-4e21-8d9e-8316de51a58b None None] Provisioning complete for port fd3993a4-151b-4542-980d-1f14f8ba62e4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:06.134594 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8cae4249-9d18-4e21-8d9e-8316de51a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:06.171167 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ba7ce408-adb9-4efc-9abc-d0c875fc0d10 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:06.171657 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ba7ce408-adb9-4efc-9abc-d0c875fc0d10), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:06.204863 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Publish callbacks [] for port (99e9c648-cafa-451d-84da-b130f6aaf926), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:06.221403 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (99e9c648-cafa-451d-84da-b130f6aaf926), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:06.240298 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8cae4249-9d18-4e21-8d9e-8316de51a58b None None] Port fd3993a4-151b-4542-980d-1f14f8ba62e4 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:48:06.306224 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Attempting to bind port 99e9c648-cafa-451d-84da-b130f6aaf926 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:48:06.306604 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Attempting to bind port 99e9c648-cafa-451d-84da-b130f6aaf926 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:48:06.307002 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Attempting to bind port 99e9c648-cafa-451d-84da-b130f6aaf926 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:48:06.311182 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bf7d7-3d02-4d43-83ea-a89d22e413bd None None] Pushing event updated for resources: {'Port': ['ID=99e9c648-cafa-451d-84da-b130f6aaf926,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:06.315310 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8cae4249-9d18-4e21-8d9e-8316de51a58b None None] Provisioning complete for port ba7ce408-adb9-4efc-9abc-d0c875fc0d10 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:06.315707 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8cae4249-9d18-4e21-8d9e-8316de51a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ba7ce408-adb9-4efc-9abc-d0c875fc0d10), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:06.338889 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:48:06.339406 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:48:06.339848 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:06.340249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:48:06.340743 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Bound port: 99e9c648-cafa-451d-84da-b130f6aaf926, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:48:06.341123 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (99e9c648-cafa-451d-84da-b130f6aaf926), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:06.401732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ba7ce408-adb9-4efc-9abc-d0c875fc0d10 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:06.402920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a14faa45-e3f1-4653-8aac-ea1dc306da9e up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:48:06.466591 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] For port 99e9c648-cafa-451d-84da-b130f6aaf926, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:48:06.480210 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] For port 99e9c648-cafa-451d-84da-b130f6aaf926, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=99e9c648-cafa-451d-84da-b130f6aaf926,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:48:06.506321 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (99e9c648-cafa-451d-84da-b130f6aaf926), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:06.561535 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Publish callbacks [] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:06.564128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8cae4249-9d18-4e21-8d9e-8316de51a58b None None] Current status of the port ba7ce408-adb9-4efc-9abc-d0c875fc0d10 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:06.567750 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:06.572512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a14faa45-e3f1-4653-8aac-ea1dc306da9e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:06.574124 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a14faa45-e3f1-4653-8aac-ea1dc306da9e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:06.608678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Routers {'2b344eb8-3f10-4ddb-8472-18666e105e3e'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:48:06.608964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2b344eb8-3f10-4ddb-8472-18666e105e3e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:06.614821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bf7d7-3d02-4d43-83ea-a89d22e413bd None None] Pushing event updated for resources: {'Port': ['ID=99e9c648-cafa-451d-84da-b130f6aaf926,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:06.637169 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Pushing event updated for resources: {'Port': ['ID=fd3993a4-151b-4542-980d-1f14f8ba62e4,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:06.640796 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (2b344eb8-3f10-4ddb-8472-18666e105e3e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:06.738416 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Network 63fad5e4-c151-44a7-b3f4-f2ce3e1143a2 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:48:06.740306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:48:06.763045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] Set router 2b344eb8-3f10-4ddb-8472-18666e105e3e gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:48:06.764964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a14faa45-e3f1-4653-8aac-ea1dc306da9e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:06.766072 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cddb0513-63b4-4bec-9d30-a92624286a06 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:48:06.861585 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Router 2b344eb8-3f10-4ddb-8472-18666e105e3e has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:48:06.938312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port cddb0513-63b4-4bec-9d30-a92624286a06 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:06.938689 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cddb0513-63b4-4bec-9d30-a92624286a06), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:06.985669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:48:06.993836 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e05efc56-3cf7-4098-bfa6-bd9726a18df7 admin admin] 10.222.0.78 "PUT /v2.0/routers/2b344eb8-3f10-4ddb-8472-18666e105e3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1517718 Mar 11 12:48:07.036414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6ecd1ac5-8abe-472e-933e-883914d0eab9 None None] Provisioning complete for port fd3993a4-151b-4542-980d-1f14f8ba62e4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:07.036919 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1ac5-8abe-472e-933e-883914d0eab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:07.105734 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd1ac5-8abe-472e-933e-883914d0eab9 None None] Port fd3993a4-151b-4542-980d-1f14f8ba62e4 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:48:07.114165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'name': 'tempest-TestMinimumBasicScenario-2043723078-router', 'tenant_id': '89e071b14f9b4579a3e6e8062965b94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '99e9c648-cafa-451d-84da-b130f6aaf926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:48:03Z', 'updated_at': '2022-03-11T12:48:05Z', 'revision_number': 4, 'project_id': '89e071b14f9b4579a3e6e8062965b94b', 'gw_port': {'id': '99e9c648-cafa-451d-84da-b130f6aaf926', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:03Z', 'updated_at': '2022-03-11T12:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd3993a4-151b-4542-980d-1f14f8ba62e4', 'name': '', 'network_id': '63fad5e4-c151-44a7-b3f4-f2ce3e1143a2', 'tenant_id': '89e071b14f9b4579a3e6e8062965b94b', 'mac_address': 'fa:16:3e:40:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '90d0d34f-a6b9-423f-a9de-a56b41152de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:05Z', 'updated_at': '2022-03-11T12:48:06Z', 'revision_number': 2, 'project_id': '89e071b14f9b4579a3e6e8062965b94b', 'subnets': [{'id': '90d0d34f-a6b9-423f-a9de-a56b41152de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:07.116670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port cddb0513-63b4-4bec-9d30-a92624286a06 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:07.144244 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b2710-19d4-486f-91ee-69295babdec5 None None] The sync data for ids ['2b344eb8-3f10-4ddb-8472-18666e105e3e'] in n-d-833234-2 is: [{'id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'name': 'tempest-TestMinimumBasicScenario-2043723078-router', 'tenant_id': '89e071b14f9b4579a3e6e8062965b94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '99e9c648-cafa-451d-84da-b130f6aaf926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:48:03Z', 'updated_at': '2022-03-11T12:48:05Z', 'revision_number': 4, 'project_id': '89e071b14f9b4579a3e6e8062965b94b', 'gw_port': {'id': '99e9c648-cafa-451d-84da-b130f6aaf926', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:03Z', 'updated_at': '2022-03-11T12:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd3993a4-151b-4542-980d-1f14f8ba62e4', 'name': '', 'network_id': '63fad5e4-c151-44a7-b3f4-f2ce3e1143a2', 'tenant_id': '89e071b14f9b4579a3e6e8062965b94b', 'mac_address': 'fa:16:3e:40:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '90d0d34f-a6b9-423f-a9de-a56b41152de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:05Z', 'updated_at': '2022-03-11T12:48:06Z', 'revision_number': 2, 'project_id': '89e071b14f9b4579a3e6e8062965b94b', 'subnets': [{'id': '90d0d34f-a6b9-423f-a9de-a56b41152de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:48:07.705137 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ba7ce408-adb9-4efc-9abc-d0c875fc0d10 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:48:07.763275 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ba7ce408-adb9-4efc-9abc-d0c875fc0d10 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:07.763569 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ba7ce408-adb9-4efc-9abc-d0c875fc0d10), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:07.850598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ba7ce408-adb9-4efc-9abc-d0c875fc0d10 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:09.330265 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Sync routers for ids ['2b344eb8-3f10-4ddb-8472-18666e105e3e'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:48:09.340073 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Routers {'2b344eb8-3f10-4ddb-8472-18666e105e3e'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:48:09.340703 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2b344eb8-3f10-4ddb-8472-18666e105e3e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:09.465104 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Set router 2b344eb8-3f10-4ddb-8472-18666e105e3e gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:48:09.683504 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'name': 'tempest-TestMinimumBasicScenario-2043723078-router', 'tenant_id': '89e071b14f9b4579a3e6e8062965b94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '99e9c648-cafa-451d-84da-b130f6aaf926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:48:03Z', 'updated_at': '2022-03-11T12:48:05Z', 'revision_number': 4, 'project_id': '89e071b14f9b4579a3e6e8062965b94b', 'gw_port': {'id': '99e9c648-cafa-451d-84da-b130f6aaf926', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:03Z', 'updated_at': '2022-03-11T12:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd3993a4-151b-4542-980d-1f14f8ba62e4', 'name': '', 'network_id': '63fad5e4-c151-44a7-b3f4-f2ce3e1143a2', 'tenant_id': '89e071b14f9b4579a3e6e8062965b94b', 'mac_address': 'fa:16:3e:40:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '90d0d34f-a6b9-423f-a9de-a56b41152de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:05Z', 'updated_at': '2022-03-11T12:48:06Z', 'revision_number': 2, 'project_id': '89e071b14f9b4579a3e6e8062965b94b', 'subnets': [{'id': '90d0d34f-a6b9-423f-a9de-a56b41152de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:09.715886 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Checking router: 2b344eb8-3f10-4ddb-8472-18666e105e3e for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:48:09.716231 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Updating router 2b344eb8-3f10-4ddb-8472-18666e105e3e port fd3993a4-151b-4542-980d-1f14f8ba62e4 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:48:09.746312 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:09.766941 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 99e9c648-cafa-451d-84da-b130f6aaf926 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:48:09.841788 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 99e9c648-cafa-451d-84da-b130f6aaf926 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:09.842495 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (99e9c648-cafa-451d-84da-b130f6aaf926), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:09.952203 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 99e9c648-cafa-451d-84da-b130f6aaf926 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:09.952870 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (99e9c648-cafa-451d-84da-b130f6aaf926), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:09.982084 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 99e9c648-cafa-451d-84da-b130f6aaf926, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=99e9c648-cafa-451d-84da-b130f6aaf926,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:48:09.996897 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (99e9c648-cafa-451d-84da-b130f6aaf926), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:10.075682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=99e9c648-cafa-451d-84da-b130f6aaf926,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:10.084550 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:10.084900 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:10.085243 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:10.085579 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:10.085913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:10.086251 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:10.086575 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:10.086902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:10.087234 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:10.087557 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:10.087915 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:10.088317 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:10.088649 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:10.095218 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Publish callbacks [] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:10.104827 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:10.178147 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f99ad-4799-42a6-ae28-10b01dee680a None None] Pushing event updated for resources: {'Port': ['ID=fd3993a4-151b-4542-980d-1f14f8ba62e4,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:10.255359 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Attempting to bind port fd3993a4-151b-4542-980d-1f14f8ba62e4 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:48:10.255733 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Attempting to bind port fd3993a4-151b-4542-980d-1f14f8ba62e4 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '6af99058-b091-49ce-8def-1deedd94996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63fad5e4-c151-44a7-b3f4-f2ce3e1143a2'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:48:10.260082 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Attempting to bind port fd3993a4-151b-4542-980d-1f14f8ba62e4 on network 63fad5e4-c151-44a7-b3f4-f2ce3e1143a2 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:48:10.267457 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:48:10.267864 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Checking segment: {'id': '6af99058-b091-49ce-8def-1deedd94996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63fad5e4-c151-44a7-b3f4-f2ce3e1143a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:48:10.268276 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:10.268663 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Bound using segment: {'id': '6af99058-b091-49ce-8def-1deedd94996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63fad5e4-c151-44a7-b3f4-f2ce3e1143a2'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:48:10.269140 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Bound port: fd3993a4-151b-4542-980d-1f14f8ba62e4, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af99058-b091-49ce-8def-1deedd94996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63fad5e4-c151-44a7-b3f4-f2ce3e1143a2'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:48:10.269532 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:10.347990 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] For port fd3993a4-151b-4542-980d-1f14f8ba62e4, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:48:10.352705 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] For port fd3993a4-151b-4542-980d-1f14f8ba62e4, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fd3993a4-151b-4542-980d-1f14f8ba62e4,segment=NetworkSegment(6af99058-b091-49ce-8def-1deedd94996c),segment_id=6af99058-b091-49ce-8def-1deedd94996c)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:48:10.364130 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:10.432034 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Routers {'2b344eb8-3f10-4ddb-8472-18666e105e3e'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:48:10.433031 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:47:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2b344eb8-3f10-4ddb-8472-18666e105e3e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:10.475043 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f99ad-4799-42a6-ae28-10b01dee680a None None] Pushing event updated for resources: {'Port': ['ID=fd3993a4-151b-4542-980d-1f14f8ba62e4,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:10.508561 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5bd2a51d-bd6c-48e3-be82-f5ef77b54878 None None] Provisioning complete for port fd3993a4-151b-4542-980d-1f14f8ba62e4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:10.509285 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a51d-bd6c-48e3-be82-f5ef77b54878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:10.571254 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] Set router 2b344eb8-3f10-4ddb-8472-18666e105e3e gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:48:10.650888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2a51d-bd6c-48e3-be82-f5ef77b54878 None None] Current status of the port fd3993a4-151b-4542-980d-1f14f8ba62e4 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:10.651688 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a51d-bd6c-48e3-be82-f5ef77b54878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:10.698770 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5bd2a51d-bd6c-48e3-be82-f5ef77b54878 None None] For port fd3993a4-151b-4542-980d-1f14f8ba62e4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fd3993a4-151b-4542-980d-1f14f8ba62e4,segment=NetworkSegment(6af99058-b091-49ce-8def-1deedd94996c),segment_id=6af99058-b091-49ce-8def-1deedd94996c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:48:10.710339 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a51d-bd6c-48e3-be82-f5ef77b54878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:10.777797 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2a51d-bd6c-48e3-be82-f5ef77b54878 None None] Pushing event updated for resources: {'Port': ['ID=fd3993a4-151b-4542-980d-1f14f8ba62e4,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:10.833574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e0e3e520-fbe2-450a-8280-5518c2052e49 None None] Provisioning complete for port fd3993a4-151b-4542-980d-1f14f8ba62e4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:10.834230 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e0e3e520-fbe2-450a-8280-5518c2052e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:10.855554 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'name': 'tempest-TestMinimumBasicScenario-2043723078-router', 'tenant_id': '89e071b14f9b4579a3e6e8062965b94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '99e9c648-cafa-451d-84da-b130f6aaf926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:48:03Z', 'updated_at': '2022-03-11T12:48:05Z', 'revision_number': 4, 'project_id': '89e071b14f9b4579a3e6e8062965b94b', 'gw_port': {'id': '99e9c648-cafa-451d-84da-b130f6aaf926', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:03Z', 'updated_at': '2022-03-11T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd3993a4-151b-4542-980d-1f14f8ba62e4', 'name': '', 'network_id': '63fad5e4-c151-44a7-b3f4-f2ce3e1143a2', 'tenant_id': '89e071b14f9b4579a3e6e8062965b94b', 'mac_address': 'fa:16:3e:40:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '90d0d34f-a6b9-423f-a9de-a56b41152de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:05Z', 'updated_at': '2022-03-11T12:48:10Z', 'revision_number': 4, 'project_id': '89e071b14f9b4579a3e6e8062965b94b', 'subnets': [{'id': '90d0d34f-a6b9-423f-a9de-a56b41152de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:10.884274 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ab2c3-b9a4-4ec4-ba7b-66909221653f None None] The sync data for ids ['2b344eb8-3f10-4ddb-8472-18666e105e3e'] in n-d-833234-2 is: [{'id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'name': 'tempest-TestMinimumBasicScenario-2043723078-router', 'tenant_id': '89e071b14f9b4579a3e6e8062965b94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '99e9c648-cafa-451d-84da-b130f6aaf926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:48:03Z', 'updated_at': '2022-03-11T12:48:05Z', 'revision_number': 4, 'project_id': '89e071b14f9b4579a3e6e8062965b94b', 'gw_port': {'id': '99e9c648-cafa-451d-84da-b130f6aaf926', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:03Z', 'updated_at': '2022-03-11T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'fd3993a4-151b-4542-980d-1f14f8ba62e4', 'name': '', 'network_id': '63fad5e4-c151-44a7-b3f4-f2ce3e1143a2', 'tenant_id': '89e071b14f9b4579a3e6e8062965b94b', 'mac_address': 'fa:16:3e:40:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '90d0d34f-a6b9-423f-a9de-a56b41152de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:05Z', 'updated_at': '2022-03-11T12:48:10Z', 'revision_number': 4, 'project_id': '89e071b14f9b4579a3e6e8062965b94b', 'subnets': [{'id': '90d0d34f-a6b9-423f-a9de-a56b41152de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:48:10.927407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3e520-fbe2-450a-8280-5518c2052e49 None None] Current status of the port fd3993a4-151b-4542-980d-1f14f8ba62e4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:11.742869 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fd3993a4-151b-4542-980d-1f14f8ba62e4 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:48:11.812725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port fd3993a4-151b-4542-980d-1f14f8ba62e4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:11.813935 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:11.905057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port fd3993a4-151b-4542-980d-1f14f8ba62e4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:11.906132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 99e9c648-cafa-451d-84da-b130f6aaf926 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:48:11.957270 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 99e9c648-cafa-451d-84da-b130f6aaf926 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:11.957642 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (99e9c648-cafa-451d-84da-b130f6aaf926), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:12.040872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 99e9c648-cafa-451d-84da-b130f6aaf926 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:13.181349 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:13.714776 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5b9d44bf-5a61-4186-bf1a-cd1ecb48a447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:15.799983 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3c31-0e8f-4e53-b173-c90925be8034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:17.160194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-08df8090-0f78-4f5b-9537-588b19fe07bf tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:17.161787 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-08df8090-0f78-4f5b-9537-588b19fe07bf tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/networks?id=331a5309-3be5-41e1-80a2-3241241baf5a HTTP/1.1" status: 200 len: 815 time: 0.1091921 Mar 11 12:48:17.176892 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-355ff255-c856-42dd-9c2c-fb8b55c876f7 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/quotas/211f5a7f4f8442419284bc671b406788 HTTP/1.1" status: 200 len: 375 time: 0.0095601 Mar 11 12:48:17.232004 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-4c548685-8fb0-48a4-8e6e-79b2edb0926b tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=211f5a7f4f8442419284bc671b406788&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501661 Mar 11 12:48:17.439341 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-8c76d61f-764a-4e88-9543-ccbf314bf6ed service neutron] 10.222.0.78 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934521 Mar 11 12:48:17.446935 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:17.532703 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-64a71af8-0d49-4f0a-b0d7-d34ebc787728 service neutron] 10.222.0.78 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867586 Mar 11 12:48:17.700577 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-68453316-818a-40d7-860a-ce668228575c req-994bfccd-11d5-44e7-b5aa-66a9815d0e41 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 210 time: 0.0291212 Mar 11 12:48:18.720997 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-d8756287-3307-4624-96b9-458f124a0cd9 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:18.722485 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-d8756287-3307-4624-96b9-458f124a0cd9 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.37 "GET /v2.0/networks?id=331a5309-3be5-41e1-80a2-3241241baf5a HTTP/1.1" status: 200 len: 815 time: 0.1090755 Mar 11 12:48:18.734674 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-b14144f4-f45e-4e9b-93d9-7eab68c146dc tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Request body: {'port': {'device_id': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a', 'admin_state_up': True, 'tenant_id': '211f5a7f4f8442419284bc671b406788'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:48:18.833129 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d6ceeec-6b47-4f37-a6d0-a10358b8d192 req-8cf7cf41-1830-43f0-836f-e6afcca5cd69 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 210 time: 0.0363374 Mar 11 12:48:18.871493 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:18.877155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-b14144f4-f45e-4e9b-93d9-7eab68c146dc tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Made reservation on behalf of 211f5a7f4f8442419284bc671b406788 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:48:18.880580 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-b14144f4-f45e-4e9b-93d9-7eab68c146dc tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:19.023418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-b14144f4-f45e-4e9b-93d9-7eab68c146dc tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Allocated IP 172.20.0.6 (331a5309-3be5-41e1-80a2-3241241baf5a/bf10446c-9a41-47e5-a0f0-527e2203db8c/99859ffb-848d-49d4-b92a-dc2725cf0b41) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:48:19.222444 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-b14144f4-f45e-4e9b-93d9-7eab68c146dc tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:19.281209 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-b14144f4-f45e-4e9b-93d9-7eab68c146dc tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:19.361181 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-b14144f4-f45e-4e9b-93d9-7eab68c146dc tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Network 331a5309-3be5-41e1-80a2-3241241baf5a is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:48:19.366963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-b14144f4-f45e-4e9b-93d9-7eab68c146dc tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:48:19.372530 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-b14144f4-f45e-4e9b-93d9-7eab68c146dc tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:48:19.429976 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14144f4-f45e-4e9b-93d9-7eab68c146dc tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Pushing event updated for resources: {'Port': ['ID=99859ffb-848d-49d4-b92a-dc2725cf0b41,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:19.456547 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-b14144f4-f45e-4e9b-93d9-7eab68c146dc tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:19.457591 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-b14144f4-f45e-4e9b-93d9-7eab68c146dc tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:19.477848 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-b14144f4-f45e-4e9b-93d9-7eab68c146dc tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7471082 Mar 11 12:48:19.712263 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-10eb15b0-21ba-4f0a-80e7-9250384070d6 None None] Provisioning complete for port 99859ffb-848d-49d4-b92a-dc2725cf0b41 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:19.714153 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-10eb15b0-21ba-4f0a-80e7-9250384070d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:19.751684 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-10eb15b0-21ba-4f0a-80e7-9250384070d6 None None] Port 99859ffb-848d-49d4-b92a-dc2725cf0b41 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:48:19.962675 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ae028-9ba8-46c1-96fa-143490e2970b req-31200f7e-4474-44b0-acbd-180c58f96078 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:19.964571 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b9ae028-9ba8-46c1-96fa-143490e2970b req-31200f7e-4474-44b0-acbd-180c58f96078 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 931 time: 0.0566146 Mar 11 12:48:20.017654 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5b9ae028-9ba8-46c1-96fa-143490e2970b req-62f1512b-1578-4b8f-90a7-ec49cb72a456 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468736 Mar 11 12:48:20.125456 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:21.148800 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc17eca-53ec-46c7-9543-9324f721faec req-64f07c9c-9f3e-4c97-8aa0-03104e4e5f39 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:21.156377 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-afc17eca-53ec-46c7-9543-9324f721faec req-64f07c9c-9f3e-4c97-8aa0-03104e4e5f39 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 931 time: 0.0629380 Mar 11 12:48:21.206139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-afc17eca-53ec-46c7-9543-9324f721faec req-f7c563c7-02dc-45e0-909c-979889c2070b tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486479 Mar 11 12:48:22.346562 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7770e2f-311f-476d-aece-d50c706318f0 req-9d3f6d82-1b90-42cc-a116-67ff1ac7f2eb tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:22.348126 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c7770e2f-311f-476d-aece-d50c706318f0 req-9d3f6d82-1b90-42cc-a116-67ff1ac7f2eb tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 931 time: 0.0709906 Mar 11 12:48:22.396935 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c7770e2f-311f-476d-aece-d50c706318f0 req-6e52678d-4bd6-4be5-99e5-3c0796fda265 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430856 Mar 11 12:48:23.530979 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efd0d1-1f14-484a-ab5b-455c68ab649a req-525a5e37-560d-49c9-9f2f-b684dd28f0b6 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:23.532540 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0efd0d1-1f14-484a-ab5b-455c68ab649a req-525a5e37-560d-49c9-9f2f-b684dd28f0b6 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 931 time: 0.0613101 Mar 11 12:48:23.585568 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0efd0d1-1f14-484a-ab5b-455c68ab649a req-d9e86606-22c5-4a33-b71f-3192532e3ad0 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468135 Mar 11 12:48:24.736832 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668f94b-fae4-4cfa-8e41-4d8cd90dbfaa req-24764484-a2c0-44cb-b2e2-6cc26227dc25 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:24.738410 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1668f94b-fae4-4cfa-8e41-4d8cd90dbfaa req-24764484-a2c0-44cb-b2e2-6cc26227dc25 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 931 time: 0.0590508 Mar 11 12:48:24.787819 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1668f94b-fae4-4cfa-8e41-4d8cd90dbfaa req-dbe15002-5c9e-4cc9-91a5-6e2e294544b9 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428708 Mar 11 12:48:25.935538 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14014857-974d-40a6-901b-e901234d8c09 req-9788254a-18e0-4036-9ed1-6cd36278282b tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:25.937132 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14014857-974d-40a6-901b-e901234d8c09 req-9788254a-18e0-4036-9ed1-6cd36278282b tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 931 time: 0.0562105 Mar 11 12:48:25.986898 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14014857-974d-40a6-901b-e901234d8c09 req-447c4850-f9d3-4bc9-bafa-3483bb989b25 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435255 Mar 11 12:48:26.646683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Request body: {'port': {'device_id': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:48:26.716764 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:27.203079 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeffbfb-5f6d-4c94-915a-69b24d3af464 req-1f4c1b54-420c-4ba0-90f5-0384fffff1c0 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:27.204480 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1aeffbfb-5f6d-4c94-915a-69b24d3af464 req-1f4c1b54-420c-4ba0-90f5-0384fffff1c0 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 931 time: 0.1360886 Mar 11 12:48:27.305375 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1aeffbfb-5f6d-4c94-915a-69b24d3af464 req-eb04cbf5-702d-43b9-95a9-a73d9f7e51c8 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951972 Mar 11 12:48:27.390810 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99859ffb-848d-49d4-b92a-dc2725cf0b41 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:48:27.398298 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Publish callbacks [] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:27.410875 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Transition to ACTIVE for port object 99859ffb-848d-49d4-b92a-dc2725cf0b41 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:48:27.416761 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:27.475163 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Pushing event updated for resources: {'Port': ['ID=99859ffb-848d-49d4-b92a-dc2725cf0b41,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:27.553759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Attempting to bind port 99859ffb-848d-49d4-b92a-dc2725cf0b41 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:48:27.554100 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Attempting to bind port 99859ffb-848d-49d4-b92a-dc2725cf0b41 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '2f49b098-9b8a-4abc-bc30-cbabd748abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:48:27.554424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Attempting to bind port 99859ffb-848d-49d4-b92a-dc2725cf0b41 on network 331a5309-3be5-41e1-80a2-3241241baf5a {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:48:27.559270 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Port 99859ffb-848d-49d4-b92a-dc2725cf0b41 on network 331a5309-3be5-41e1-80a2-3241241baf5a not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:48:27.559564 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Attempting to bind port 99859ffb-848d-49d4-b92a-dc2725cf0b41 on network 331a5309-3be5-41e1-80a2-3241241baf5a {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:48:27.564697 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:48:27.565037 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Checking segment: {'id': '2f49b098-9b8a-4abc-bc30-cbabd748abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:48:27.565401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Bound using segment: {'id': '2f49b098-9b8a-4abc-bc30-cbabd748abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:48:27.565857 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Bound port: 99859ffb-848d-49d4-b92a-dc2725cf0b41, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f49b098-9b8a-4abc-bc30-cbabd748abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:48:27.566198 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:27.634489 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] For port 99859ffb-848d-49d4-b92a-dc2725cf0b41, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:48:27.637664 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] For port 99859ffb-848d-49d4-b92a-dc2725cf0b41, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=99859ffb-848d-49d4-b92a-dc2725cf0b41,segment=NetworkSegment(2f49b098-9b8a-4abc-bc30-cbabd748abf7),segment_id=2f49b098-9b8a-4abc-bc30-cbabd748abf7)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:48:27.646402 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:27.684546 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:27.685170 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:27.686744 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] 10.222.0.37 "PUT /v2.0/ports/99859ffb-848d-49d4-b92a-dc2725cf0b41 HTTP/1.1" status: 200 len: 1091 time: 1.0470793 Mar 11 12:48:27.687012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'tag': '99859ffb-848d-49d4-b92a-dc2725cf0b41'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:48:27.689280 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b938e737-ddc4-41d2-b3fa-ca6d1ec68670" -d '{"events": [{"name": "network-changed", "server_uuid": "fe87bb8d-3196-418a-9159-7848de41d4e2", "tag": "99859ffb-848d-49d4-b92a-dc2725cf0b41"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:48:27.713828 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8e0de-235c-48ba-904d-4ee1019fd925 service neutron] Pushing event updated for resources: {'Port': ['ID=99859ffb-848d-49d4-b92a-dc2725cf0b41,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:27.783264 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-4d3d530f-0911-494f-b82d-ab9c09649912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:27.784819 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-4d3d530f-0911-494f-b82d-ab9c09649912 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=211f5a7f4f8442419284bc671b406788&device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 1125 time: 0.0522890 Mar 11 12:48:27.829146 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-4e175bae-35ed-4d6c-a5ed-583fbe763483 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99859ffb-848d-49d4-b92a-dc2725cf0b41 HTTP/1.1" status: 200 len: 217 time: 0.0375373 Mar 11 12:48:27.884074 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a89127b-b853-48ea-9194-c447ad311967 x-openstack-request-id: req-7a89127b-b853-48ea-9194-c447ad311967 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:48:27.884368 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe87bb8d-3196-418a-9159-7848de41d4e2", "tag": "99859ffb-848d-49d4-b92a-dc2725cf0b41", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:48:27.884619 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7a89127b-b853-48ea-9194-c447ad311967 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:48:27.885013 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'tag': '99859ffb-848d-49d4-b92a-dc2725cf0b41', 'status': 'completed', 'code': 200} Mar 11 12:48:27.897416 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-a9024e4c-29d1-45cd-9f51-c2091b16ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:27.898887 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-a9024e4c-29d1-45cd-9f51-c2091b16ab24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf10446c-9a41-47e5-a0f0-527e2203db8c HTTP/1.1" status: 200 len: 854 time: 0.0638349 Mar 11 12:48:27.948911 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-e2f1f8e4-8ecc-49a0-89a9-c5b52bc546e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:27.950842 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-e2f1f8e4-8ecc-49a0-89a9-c5b52bc546e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331a5309-3be5-41e1-80a2-3241241baf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464356 Mar 11 12:48:28.044626 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-d8c95023-1fc9-414f-b8e1-2de729954f62 service neutron] 10.222.0.37 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862684 Mar 11 12:48:28.139714 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-474345f9-32f7-42fa-bff8-42843fd23a12 req-f1393bf0-4408-4937-a759-a01218299112 service neutron] 10.222.0.37 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883069 Mar 11 12:48:28.237920 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938e737-ddc4-41d2-b3fa-ca6d1ec68670 req-ce11b6ba-6b31-423d-9da0-24cc117cd721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:28.239827 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b938e737-ddc4-41d2-b3fa-ca6d1ec68670 req-ce11b6ba-6b31-423d-9da0-24cc117cd721 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=211f5a7f4f8442419284bc671b406788&device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 1125 time: 0.0505495 Mar 11 12:48:28.341063 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938e737-ddc4-41d2-b3fa-ca6d1ec68670 req-9b498ca6-434a-4bf2-87d4-6a74725ba53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:28.342576 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b938e737-ddc4-41d2-b3fa-ca6d1ec68670 req-9b498ca6-434a-4bf2-87d4-6a74725ba53e service neutron] 10.222.0.37 "GET /v2.0/networks?id=331a5309-3be5-41e1-80a2-3241241baf5a HTTP/1.1" status: 200 len: 916 time: 0.0973399 Mar 11 12:48:28.385960 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b938e737-ddc4-41d2-b3fa-ca6d1ec68670 req-49e66a55-fd2e-4e33-a46e-40b667d4da39 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99859ffb-848d-49d4-b92a-dc2725cf0b41 HTTP/1.1" status: 200 len: 217 time: 0.0370305 Mar 11 12:48:28.459501 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938e737-ddc4-41d2-b3fa-ca6d1ec68670 req-bec6b9b5-0924-4ad4-84e9-c0939df14c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:28.460991 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b938e737-ddc4-41d2-b3fa-ca6d1ec68670 req-bec6b9b5-0924-4ad4-84e9-c0939df14c20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf10446c-9a41-47e5-a0f0-527e2203db8c HTTP/1.1" status: 200 len: 854 time: 0.0676558 Mar 11 12:48:28.482083 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bba89-1f71-4637-b1cd-f78088a07d1d req-d1538e99-d1c1-4eba-aee5-cf87bfbb97aa tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:28.483538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6d9bba89-1f71-4637-b1cd-f78088a07d1d req-d1538e99-d1c1-4eba-aee5-cf87bfbb97aa tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 943 time: 0.1001050 Mar 11 12:48:28.551505 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938e737-ddc4-41d2-b3fa-ca6d1ec68670 req-9f55f1c7-05c4-42ea-9232-16a5fc1bdc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:28.553054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b938e737-ddc4-41d2-b3fa-ca6d1ec68670 req-9f55f1c7-05c4-42ea-9232-16a5fc1bdc84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331a5309-3be5-41e1-80a2-3241241baf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0852675 Mar 11 12:48:28.556438 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6d9bba89-1f71-4637-b1cd-f78088a07d1d req-6a1dd1cc-95ed-40f2-8611-93f20aa4e2eb tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547068 Mar 11 12:48:28.649034 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b938e737-ddc4-41d2-b3fa-ca6d1ec68670 req-5f9fd8a6-41b6-4c36-8820-607236a096f4 service neutron] 10.222.0.37 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890214 Mar 11 12:48:28.739323 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b938e737-ddc4-41d2-b3fa-ca6d1ec68670 req-70792374-cf9b-4954-a597-243692cab320 service neutron] 10.222.0.37 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840344 Mar 11 12:48:29.703425 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3102ec-2137-46a5-adb8-d4c75931b2c1 req-e61200f1-fca0-4a24-8d45-879255898f2a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:29.704940 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f3102ec-2137-46a5-adb8-d4c75931b2c1 req-e61200f1-fca0-4a24-8d45-879255898f2a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 943 time: 0.0651739 Mar 11 12:48:29.753002 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f3102ec-2137-46a5-adb8-d4c75931b2c1 req-fba228a8-4256-4d4a-b13f-ee2c119b8dc5 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422373 Mar 11 12:48:30.901483 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f3c77-5ed0-4f54-87e4-975c8f3ec301 req-84492a38-7927-4f64-9649-84ec402a4271 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:30.903112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-735f3c77-5ed0-4f54-87e4-975c8f3ec301 req-84492a38-7927-4f64-9649-84ec402a4271 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 943 time: 0.0655777 Mar 11 12:48:30.951396 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-735f3c77-5ed0-4f54-87e4-975c8f3ec301 req-e1e11b37-4329-4fde-a499-9a1e34865dd2 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423241 Mar 11 12:48:31.037592 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 99859ffb-848d-49d4-b92a-dc2725cf0b41 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:48:31.306852 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 99859ffb-848d-49d4-b92a-dc2725cf0b41, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=99859ffb-848d-49d4-b92a-dc2725cf0b41,segment=NetworkSegment(2f49b098-9b8a-4abc-bc30-cbabd748abf7),segment_id=2f49b098-9b8a-4abc-bc30-cbabd748abf7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:48:31.317960 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '99859ffb-848d-49d4-b92a-dc2725cf0b41', 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a', 'port_id': '99859ffb-848d-49d4-b92a-dc2725cf0b41', 'mac_address': 'fa:16:3e:3e:53:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:48:31.356125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 99859ffb-848d-49d4-b92a-dc2725cf0b41 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:31.356523 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:31.371636 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99859ffb-848d-49d4-b92a-dc2725cf0b41 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:48:31.392822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 99859ffb-848d-49d4-b92a-dc2725cf0b41, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=99859ffb-848d-49d4-b92a-dc2725cf0b41,segment=NetworkSegment(2f49b098-9b8a-4abc-bc30-cbabd748abf7),segment_id=2f49b098-9b8a-4abc-bc30-cbabd748abf7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:48:31.401352 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:31.460278 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=99859ffb-848d-49d4-b92a-dc2725cf0b41,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:31.642207 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['99859ffb-848d-49d4-b92a-dc2725cf0b41'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:48:32.100180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425fdfc-1893-4f6a-87cb-f77f1b43d6f9 req-faeae611-04fa-4fb0-b752-872e6d8b5cfe tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:32.101711 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c425fdfc-1893-4f6a-87cb-f77f1b43d6f9 req-faeae611-04fa-4fb0-b752-872e6d8b5cfe tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 944 time: 0.0604482 Mar 11 12:48:32.156617 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c425fdfc-1893-4f6a-87cb-f77f1b43d6f9 req-38b10d10-f380-4f1c-a5b5-299931ced826 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466113 Mar 11 12:48:33.053789 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 99859ffb-848d-49d4-b92a-dc2725cf0b41 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:48:33.113364 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 99859ffb-848d-49d4-b92a-dc2725cf0b41 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:48:33.117314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 99859ffb-848d-49d4-b92a-dc2725cf0b41 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:33.117688 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:33.195164 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 99859ffb-848d-49d4-b92a-dc2725cf0b41 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:33.195557 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:33.220196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99859ffb-848d-49d4-b92a-dc2725cf0b41'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:48:33.222486 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2716d262-787b-456e-9d7e-c2c83afa8e4a" -d '{"events": [{"server_uuid": "fe87bb8d-3196-418a-9159-7848de41d4e2", "name": "network-vif-plugged", "status": "completed", "tag": "99859ffb-848d-49d4-b92a-dc2725cf0b41"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:48:33.236553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 99859ffb-848d-49d4-b92a-dc2725cf0b41, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=99859ffb-848d-49d4-b92a-dc2725cf0b41,segment=NetworkSegment(2f49b098-9b8a-4abc-bc30-cbabd748abf7),segment_id=2f49b098-9b8a-4abc-bc30-cbabd748abf7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:48:33.241930 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:33.299730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=99859ffb-848d-49d4-b92a-dc2725cf0b41,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:33.300624 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe69de4-a96a-4f7a-b058-0e8434169265 req-79ff31b3-fa09-406d-95c3-e49fdd7c16be tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:33.302156 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebe69de4-a96a-4f7a-b058-0e8434169265 req-79ff31b3-fa09-406d-95c3-e49fdd7c16be tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0600729 Mar 11 12:48:33.324058 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ec7227-6c7b-4064-afcc-1356c377cde6 x-openstack-request-id: req-13ec7227-6c7b-4064-afcc-1356c377cde6 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:48:33.324434 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe87bb8d-3196-418a-9159-7848de41d4e2", "name": "network-vif-plugged", "status": "completed", "tag": "99859ffb-848d-49d4-b92a-dc2725cf0b41", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:48:33.324740 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-13ec7227-6c7b-4064-afcc-1356c377cde6 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:48:33.325144 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99859ffb-848d-49d4-b92a-dc2725cf0b41', 'code': 200} Mar 11 12:48:33.351423 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ebe69de4-a96a-4f7a-b058-0e8434169265 req-ccd6e34a-b59c-4a74-af2a-230af7b3347e tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434597 Mar 11 12:48:33.416623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca7e01-1a16-4637-b448-0bf56d2b22a8 req-232805e5-e3cd-451b-9320-24841f316f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:33.418253 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2bca7e01-1a16-4637-b448-0bf56d2b22a8 req-232805e5-e3cd-451b-9320-24841f316f52 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 1127 time: 0.0424285 Mar 11 12:48:33.467845 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2bca7e01-1a16-4637-b448-0bf56d2b22a8 req-33ee8fe1-b04f-4c1a-bcbd-1aa931e1850f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430186 Mar 11 12:48:33.946166 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:48:34.356616 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:34.483007 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040770e-2025-4bc2-b060-1bcd1f75a2a6 req-28c0f796-60f2-4fae-8b49-4829c6405a7a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:34.484558 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5040770e-2025-4bc2-b060-1bcd1f75a2a6 req-28c0f796-60f2-4fae-8b49-4829c6405a7a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0614703 Mar 11 12:48:34.534049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5040770e-2025-4bc2-b060-1bcd1f75a2a6 req-84aad50b-4de0-4cb7-9f7b-42f9d0101270 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426469 Mar 11 12:48:35.663458 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e382e-f5a8-4add-ae8e-5934a06aca5a req-4231053b-46ef-4d03-8ed9-f41d64386788 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:35.665024 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb1e382e-f5a8-4add-ae8e-5934a06aca5a req-4231053b-46ef-4d03-8ed9-f41d64386788 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0611660 Mar 11 12:48:35.715992 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-eb1e382e-f5a8-4add-ae8e-5934a06aca5a req-36b1fd79-1408-4de3-ac7a-c868854974ba tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439970 Mar 11 12:48:35.850031 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31712a02-3c38-4049-83ab-07106329429e req-3c2d2f03-410d-4edf-b186-08d997609951 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:35.851463 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31712a02-3c38-4049-83ab-07106329429e req-3c2d2f03-410d-4edf-b186-08d997609951 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0681760 Mar 11 12:48:35.901705 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-31712a02-3c38-4049-83ab-07106329429e req-dfec1da7-eb6c-40f5-b30f-5060c18cc9f4 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439107 Mar 11 12:48:36.106746 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0800f5-5d06-4faa-9da9-d2df68455e3f req-552b2af2-96d0-4a0c-b113-ebb5424f7957 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:36.108173 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d0800f5-5d06-4faa-9da9-d2df68455e3f req-552b2af2-96d0-4a0c-b113-ebb5424f7957 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0555148 Mar 11 12:48:36.160563 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7d0800f5-5d06-4faa-9da9-d2df68455e3f req-a16e50cd-2e2e-407a-b64a-9dc877bc9bcf tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438602 Mar 11 12:48:43.177202 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:43.710261 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1e5e59fb-b71f-4ea0-a2ef-ee8a0c49b1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:45.796096 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7649d048-ea31-4af4-b58f-be3f06a803a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:47.448509 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:48.875782 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:50.126115 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:55.173070 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0613014-0619-460e-99bb-a0875b2c6596 req-f95d1c51-596e-47df-be9f-0d7d8aa3065a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:55.175050 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0613014-0619-460e-99bb-a0875b2c6596 req-f95d1c51-596e-47df-be9f-0d7d8aa3065a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0555835 Mar 11 12:48:55.254473 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0613014-0619-460e-99bb-a0875b2c6596 req-34495966-2b51-4937-980c-ebc6df8bc0e3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739899 Mar 11 12:48:55.269578 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe4cd2e8-8d77-428d-a23d-f56f1e544941 req-4d122c0c-1028-4b0e-b7cf-64ac07578b16 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0621860 Mar 11 12:48:55.277950 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46846) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:48:55.365759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cd2e8-8d77-428d-a23d-f56f1e544941 req-40535a33-24be-4c11-a784-34b26ffb0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:55.367335 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe4cd2e8-8d77-428d-a23d-f56f1e544941 req-40535a33-24be-4c11-a784-34b26ffb0a60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=211f5a7f4f8442419284bc671b406788&device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 1127 time: 0.0502436 Mar 11 12:48:55.400360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42708edc-7d13-41e0-8e78-c8a58bc485e8 tempest-TestMinimumBasicScenario-1701572106 tempest-TestMinimumBasicScenario-1701572106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:55.404748 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-42708edc-7d13-41e0-8e78-c8a58bc485e8 tempest-TestMinimumBasicScenario-1701572106 tempest-TestMinimumBasicScenario-1701572106-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 1122 time: 0.1229420 Mar 11 12:48:55.405126 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46850) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:48:55.411860 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '99859ffb-848d-49d4-b92a-dc2725cf0b41', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:48:55.472362 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:55.508599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cd2e8-8d77-428d-a23d-f56f1e544941 req-abe49051-2c5c-4b5d-820d-b27668069fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:55.510166 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe4cd2e8-8d77-428d-a23d-f56f1e544941 req-abe49051-2c5c-4b5d-820d-b27668069fef service neutron] 10.222.0.37 "GET /v2.0/networks?id=331a5309-3be5-41e1-80a2-3241241baf5a HTTP/1.1" status: 200 len: 916 time: 0.1226807 Mar 11 12:48:55.558172 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe4cd2e8-8d77-428d-a23d-f56f1e544941 req-25466d8f-81a6-41b2-8622-521b25396c55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99859ffb-848d-49d4-b92a-dc2725cf0b41 HTTP/1.1" status: 200 len: 217 time: 0.0415211 Mar 11 12:48:55.645482 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cd2e8-8d77-428d-a23d-f56f1e544941 req-77546d7b-9b66-4780-b083-67691f438ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:55.646367 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe4cd2e8-8d77-428d-a23d-f56f1e544941 req-77546d7b-9b66-4780-b083-67691f438ed7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf10446c-9a41-47e5-a0f0-527e2203db8c HTTP/1.1" status: 200 len: 854 time: 0.0810492 Mar 11 12:48:55.688812 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:55.745957 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cd2e8-8d77-428d-a23d-f56f1e544941 req-169e282b-6a4b-433d-b345-9d7e1cde7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:55.747506 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe4cd2e8-8d77-428d-a23d-f56f1e544941 req-169e282b-6a4b-433d-b345-9d7e1cde7b8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331a5309-3be5-41e1-80a2-3241241baf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0945714 Mar 11 12:48:55.872060 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Allocated IP 172.25.7.252 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/988c13f9-8051-42ed-9fdd-6450c20dad65) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:48:55.895814 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe4cd2e8-8d77-428d-a23d-f56f1e544941 req-15bc3392-a6bc-4453-a470-0f955fa325ca service neutron] 10.222.0.37 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411111 Mar 11 12:48:56.053347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fe4cd2e8-8d77-428d-a23d-f56f1e544941 req-ed409bfd-429b-4a1f-bcd8-ab6c0822e388 service neutron] 10.222.0.37 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440687 Mar 11 12:48:56.056003 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for port (988c13f9-8051-42ed-9fdd-6450c20dad65), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:56.090286 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (988c13f9-8051-42ed-9fdd-6450c20dad65), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:56.132804 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:48:56.137815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:48:56.141321 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:48:56.163799 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Pushing event updated for resources: {'Port': ['ID=988c13f9-8051-42ed-9fdd-6450c20dad65,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:56.178619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:56.179277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:56.179277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:56.179645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:56.179981 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:56.180306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:56.180652 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:56.180975 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:56.181298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:56.181621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:56.181939 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:56.182261 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:56.182579 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:48:56.554245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for floatingip (77dfdb6d-67ed-44ed-a611-9805e8f83fd2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:56.634073 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (988c13f9-8051-42ed-9fdd-6450c20dad65), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:56.790006 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for port (988c13f9-8051-42ed-9fdd-6450c20dad65), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:56.796176 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (988c13f9-8051-42ed-9fdd-6450c20dad65), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:56.880822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Pushing event updated for resources: {'Port': ['ID=988c13f9-8051-42ed-9fdd-6450c20dad65,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:56.891057 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (77dfdb6d-67ed-44ed-a611-9805e8f83fd2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:56.996704 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Floating IP 77dfdb6d-67ed-44ed-a611-9805e8f83fd2 associated. External IP: 172.25.7.252, port: 99859ffb-848d-49d4-b92a-dc2725cf0b41. Mar 11 12:48:57.216544 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Router 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:48:57.682210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:48:57.696090 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea0292-1f1a-4f82-a29a-040293e4e79b None None] Sync routers for ids ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:48:57.706757 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:57.709570 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea0292-1f1a-4f82-a29a-040293e4e79b None None] Routers {'389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:48:57.711726 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-64ea0292-1f1a-4f82-a29a-040293e4e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:48:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:57.738685 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ff9f0fba-8adc-4b1d-8c93-a90cf3e31881 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3324778 Mar 11 12:48:57.739441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'tag': '99859ffb-848d-49d4-b92a-dc2725cf0b41'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:48:57.741752 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46852) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:48:57.742255 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3160e0ab-cc61-4136-ae66-cb43b088040b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe87bb8d-3196-418a-9159-7848de41d4e2", "tag": "99859ffb-848d-49d4-b92a-dc2725cf0b41"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:48:57.746958 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-da09433f-b903-4a43-9c69-cd2041e6e61d tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2137176349', 'description': 'tempest-secgroup-smoke-2137176349 description', 'project_id': '211f5a7f4f8442419284bc671b406788'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:48:57.773298 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da09433f-b903-4a43-9c69-cd2041e6e61d tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:57.783181 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e982d3d-1fb6-457c-865b-94b734f5b077 x-openstack-request-id: req-4e982d3d-1fb6-457c-865b-94b734f5b077 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:48:57.783791 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe87bb8d-3196-418a-9159-7848de41d4e2", "tag": "99859ffb-848d-49d4-b92a-dc2725cf0b41", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:48:57.783937 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e982d3d-1fb6-457c-865b-94b734f5b077 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:48:57.784254 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'tag': '99859ffb-848d-49d4-b92a-dc2725cf0b41', 'status': 'completed', 'code': 200} Mar 11 12:48:57.852522 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e0ab-cc61-4136-ae66-cb43b088040b req-2caad822-654b-4e4b-935d-18c49ad9761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:57.854244 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da09433f-b903-4a43-9c69-cd2041e6e61d tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group (8e6b362e-b86f-46ff-b0e5-bc8617e8e153), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:57.855161 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3160e0ab-cc61-4136-ae66-cb43b088040b req-2caad822-654b-4e4b-935d-18c49ad9761a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=211f5a7f4f8442419284bc671b406788&device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 1127 time: 0.0495365 Mar 11 12:48:57.859274 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da09433f-b903-4a43-9c69-cd2041e6e61d tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8e6b362e-b86f-46ff-b0e5-bc8617e8e153), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:57.870642 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-64ea0292-1f1a-4f82-a29a-040293e4e79b None None] Set router 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:48:57.890243 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da09433f-b903-4a43-9c69-cd2041e6e61d tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:57.894759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46856) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:48:57.894964 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-da09433f-b903-4a43-9c69-cd2041e6e61d tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1519399 Mar 11 12:48:57.899669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09433f-b903-4a43-9c69-cd2041e6e61d tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6b362e-b86f-46ff-b0e5-bc8617e8e153,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:57.905264 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-0062fc21-8bd6-4134-aef3-4bb47039c3c2 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Request body: {'security_group_rule': {'security_group_id': '8e6b362e-b86f-46ff-b0e5-bc8617e8e153', 'project_id': '211f5a7f4f8442419284bc671b406788', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:48:57.977921 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0062fc21-8bd6-4134-aef3-4bb47039c3c2 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group_rule (9eeaf784-c493-476c-b001-7f23f3538a70), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:57.982227 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e0ab-cc61-4136-ae66-cb43b088040b req-847358ef-5a70-4f42-92f6-dff0e5ab8c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:57.983750 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3160e0ab-cc61-4136-ae66-cb43b088040b req-847358ef-5a70-4f42-92f6-dff0e5ab8c70 service neutron] 10.222.0.37 "GET /v2.0/networks?id=331a5309-3be5-41e1-80a2-3241241baf5a HTTP/1.1" status: 200 len: 916 time: 0.1226089 Mar 11 12:48:58.072214 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3160e0ab-cc61-4136-ae66-cb43b088040b req-f5400f69-d53f-4f51-b9ad-3278ae30aee5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99859ffb-848d-49d4-b92a-dc2725cf0b41 HTTP/1.1" status: 200 len: 999 time: 0.0804641 Mar 11 12:48:58.077470 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0062fc21-8bd6-4134-aef3-4bb47039c3c2 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group_rule (9eeaf784-c493-476c-b001-7f23f3538a70), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.087495 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0062fc21-8bd6-4134-aef3-4bb47039c3c2 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (9eeaf784-c493-476c-b001-7f23f3538a70), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.112046 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-64ea0292-1f1a-4f82-a29a-040293e4e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'name': 'tempest-TestMinimumBasicScenario-1472456267-router', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:01Z', 'revision_number': 4, 'project_id': '211f5a7f4f8442419284bc671b406788', 'gw_port': {'id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '77dfdb6d-67ed-44ed-a611-9805e8f83fd2', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'floating_ip_address': '172.25.7.252', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'port_id': '99859ffb-848d-49d4-b92a-dc2725cf0b41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a', 'mac_address': 'fa:16:3e:3e:53:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:48:56Z', 'updated_at': '2022-03-11T12:48:56Z', 'revision_number': 0, 'project_id': '211f5a7f4f8442419284bc671b406788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cddb0513-63b4-4bec-9d30-a92624286a06', 'name': '', 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'mac_address': 'fa:16:3e:5e:fd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:00Z', 'updated_at': '2022-03-11T12:48:04Z', 'revision_number': 5, 'project_id': '211f5a7f4f8442419284bc671b406788', 'subnets': [{'id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:58.135847 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062fc21-8bd6-4134-aef3-4bb47039c3c2 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eeaf784-c493-476c-b001-7f23f3538a70,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:58.139798 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea0292-1f1a-4f82-a29a-040293e4e79b None None] Checking router: 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:48:58.146147 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e0ab-cc61-4136-ae66-cb43b088040b req-dcd77e6d-5743-4e75-817a-58e7da25da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:58.147897 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3160e0ab-cc61-4136-ae66-cb43b088040b req-dcd77e6d-5743-4e75-817a-58e7da25da10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf10446c-9a41-47e5-a0f0-527e2203db8c HTTP/1.1" status: 200 len: 854 time: 0.0690353 Mar 11 12:48:58.150126 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea0292-1f1a-4f82-a29a-040293e4e79b None None] Routers {'389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:48:58.150654 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-64ea0292-1f1a-4f82-a29a-040293e4e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:48:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:58.150814 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0062fc21-8bd6-4134-aef3-4bb47039c3c2 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.151890 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0062fc21-8bd6-4134-aef3-4bb47039c3c2 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2558484 Mar 11 12:48:58.155043 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46858) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:48:58.160538 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3d57afbc-7b2a-4ddb-8a32-7b0deae0329e tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Request body: {'security_group_rule': {'security_group_id': '8e6b362e-b86f-46ff-b0e5-bc8617e8e153', 'project_id': '211f5a7f4f8442419284bc671b406788', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:48:58.193849 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d57afbc-7b2a-4ddb-8a32-7b0deae0329e tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group_rule (4b1bec34-3a15-41cd-a591-81e2fb8e9f1c), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.208065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e0ab-cc61-4136-ae66-cb43b088040b req-ffc3396c-ee46-42cd-98fd-6131ecbdc57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:58.209626 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3160e0ab-cc61-4136-ae66-cb43b088040b req-ffc3396c-ee46-42cd-98fd-6131ecbdc57f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331a5309-3be5-41e1-80a2-3241241baf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0560045 Mar 11 12:48:58.261629 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d57afbc-7b2a-4ddb-8a32-7b0deae0329e tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group_rule (4b1bec34-3a15-41cd-a591-81e2fb8e9f1c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.266789 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d57afbc-7b2a-4ddb-8a32-7b0deae0329e tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (4b1bec34-3a15-41cd-a591-81e2fb8e9f1c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.279124 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-64ea0292-1f1a-4f82-a29a-040293e4e79b None None] Set router 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:48:58.287988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57afbc-7b2a-4ddb-8a32-7b0deae0329e tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1bec34-3a15-41cd-a591-81e2fb8e9f1c,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:58.298093 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d57afbc-7b2a-4ddb-8a32-7b0deae0329e tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.303866 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3d57afbc-7b2a-4ddb-8a32-7b0deae0329e tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1476235 Mar 11 12:48:58.304539 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46860) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:48:58.310127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c1c65e89-b2ba-4493-b5f2-a532fd18ae97 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Request body: {'security_group_rule': {'security_group_id': '8e6b362e-b86f-46ff-b0e5-bc8617e8e153', 'project_id': '211f5a7f4f8442419284bc671b406788', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:48:58.317666 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3160e0ab-cc61-4136-ae66-cb43b088040b req-2d792d5b-0a9b-42b8-8874-704a45c922f2 service neutron] 10.222.0.37 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994356 Mar 11 12:48:58.336129 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1c65e89-b2ba-4493-b5f2-a532fd18ae97 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group_rule (95422df1-9551-4067-ae3d-e88d3dd0a145), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.398675 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1c65e89-b2ba-4493-b5f2-a532fd18ae97 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group_rule (95422df1-9551-4067-ae3d-e88d3dd0a145), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.404623 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1c65e89-b2ba-4493-b5f2-a532fd18ae97 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (95422df1-9551-4067-ae3d-e88d3dd0a145), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.413543 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3160e0ab-cc61-4136-ae66-cb43b088040b req-9d4f594f-512d-46db-865d-43bd31630e0c service neutron] 10.222.0.37 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888019 Mar 11 12:48:58.424591 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c65e89-b2ba-4493-b5f2-a532fd18ae97 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95422df1-9551-4067-ae3d-e88d3dd0a145,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:58.438782 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1c65e89-b2ba-4493-b5f2-a532fd18ae97 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.441058 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c1c65e89-b2ba-4493-b5f2-a532fd18ae97 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345601 Mar 11 12:48:58.443457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46862) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:48:58.449730 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-91d6de35-9080-4ed9-adf9-337151f82024 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Request body: {'security_group_rule': {'security_group_id': '8e6b362e-b86f-46ff-b0e5-bc8617e8e153', 'project_id': '211f5a7f4f8442419284bc671b406788', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:48:58.478616 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-91d6de35-9080-4ed9-adf9-337151f82024 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group_rule (f771db90-bf45-4e87-995f-bdbbfe146ac0), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.517806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-64ea0292-1f1a-4f82-a29a-040293e4e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'name': 'tempest-TestMinimumBasicScenario-1472456267-router', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:01Z', 'revision_number': 4, 'project_id': '211f5a7f4f8442419284bc671b406788', 'gw_port': {'id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '77dfdb6d-67ed-44ed-a611-9805e8f83fd2', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'floating_ip_address': '172.25.7.252', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'port_id': '99859ffb-848d-49d4-b92a-dc2725cf0b41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a', 'mac_address': 'fa:16:3e:3e:53:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:48:56Z', 'updated_at': '2022-03-11T12:48:56Z', 'revision_number': 0, 'project_id': '211f5a7f4f8442419284bc671b406788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cddb0513-63b4-4bec-9d30-a92624286a06', 'name': '', 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'mac_address': 'fa:16:3e:5e:fd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:00Z', 'updated_at': '2022-03-11T12:48:04Z', 'revision_number': 5, 'project_id': '211f5a7f4f8442419284bc671b406788', 'subnets': [{'id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:48:58.547055 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-91d6de35-9080-4ed9-adf9-337151f82024 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group_rule (f771db90-bf45-4e87-995f-bdbbfe146ac0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.548048 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea0292-1f1a-4f82-a29a-040293e4e79b None None] The sync data for ids ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'] in n-d-833234-2 is: [{'id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'name': 'tempest-TestMinimumBasicScenario-1472456267-router', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:01Z', 'revision_number': 4, 'project_id': '211f5a7f4f8442419284bc671b406788', 'gw_port': {'id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '77dfdb6d-67ed-44ed-a611-9805e8f83fd2', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'floating_ip_address': '172.25.7.252', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'port_id': '99859ffb-848d-49d4-b92a-dc2725cf0b41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a', 'mac_address': 'fa:16:3e:3e:53:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:48:56Z', 'updated_at': '2022-03-11T12:48:56Z', 'revision_number': 0, 'project_id': '211f5a7f4f8442419284bc671b406788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cddb0513-63b4-4bec-9d30-a92624286a06', 'name': '', 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'mac_address': 'fa:16:3e:5e:fd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:00Z', 'updated_at': '2022-03-11T12:48:04Z', 'revision_number': 5, 'project_id': '211f5a7f4f8442419284bc671b406788', 'subnets': [{'id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:48:58.553365 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-91d6de35-9080-4ed9-adf9-337151f82024 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (f771db90-bf45-4e87-995f-bdbbfe146ac0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.573216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6de35-9080-4ed9-adf9-337151f82024 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f771db90-bf45-4e87-995f-bdbbfe146ac0,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:58.582060 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-91d6de35-9080-4ed9-adf9-337151f82024 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.583289 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-91d6de35-9080-4ed9-adf9-337151f82024 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381152 Mar 11 12:48:58.586302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46864) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:48:58.591130 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3a15ecc0-9f23-47ef-9c5d-87e0d5a7ef39 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Request body: {'security_group_rule': {'security_group_id': '8e6b362e-b86f-46ff-b0e5-bc8617e8e153', 'project_id': '211f5a7f4f8442419284bc671b406788', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:48:58.613514 n-d-833234-2 neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-3a15ecc0-9f23-47ef-9c5d-87e0d5a7ef39 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Project 211f5a7f4f8442419284bc671b406788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:48:58.619034 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a15ecc0-9f23-47ef-9c5d-87e0d5a7ef39 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group_rule (b6be9cb4-d895-4056-b652-1d0488fb6f65), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.679298 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a15ecc0-9f23-47ef-9c5d-87e0d5a7ef39 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group_rule (b6be9cb4-d895-4056-b652-1d0488fb6f65), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.684385 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a15ecc0-9f23-47ef-9c5d-87e0d5a7ef39 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (b6be9cb4-d895-4056-b652-1d0488fb6f65), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.703460 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15ecc0-9f23-47ef-9c5d-87e0d5a7ef39 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6be9cb4-d895-4056-b652-1d0488fb6f65,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:58.713262 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a15ecc0-9f23-47ef-9c5d-87e0d5a7ef39 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.714478 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3a15ecc0-9f23-47ef-9c5d-87e0d5a7ef39 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269774 Mar 11 12:48:58.717355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 46866) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:48:58.721962 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-056cd662-e870-4b69-bd01-b39ca3162c7e tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Request body: {'security_group_rule': {'security_group_id': '8e6b362e-b86f-46ff-b0e5-bc8617e8e153', 'project_id': '211f5a7f4f8442419284bc671b406788', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:48:58.743747 n-d-833234-2 neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-056cd662-e870-4b69-bd01-b39ca3162c7e tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Project 211f5a7f4f8442419284bc671b406788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:48:58.749472 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-056cd662-e870-4b69-bd01-b39ca3162c7e tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group_rule (59f05177-bee6-4d7e-83c5-a51289620a4a), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.753685 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083538a7-bf6e-4399-b553-8db488018e29 None None] New status for floating IP 77dfdb6d-67ed-44ed-a611-9805e8f83fd2: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:48:58.820528 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-056cd662-e870-4b69-bd01-b39ca3162c7e tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group_rule (59f05177-bee6-4d7e-83c5-a51289620a4a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.826758 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-056cd662-e870-4b69-bd01-b39ca3162c7e tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (59f05177-bee6-4d7e-83c5-a51289620a4a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.845069 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cd662-e870-4b69-bd01-b39ca3162c7e tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f05177-bee6-4d7e-83c5-a51289620a4a,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:58.855873 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-056cd662-e870-4b69-bd01-b39ca3162c7e tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:58.859680 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-056cd662-e870-4b69-bd01-b39ca3162c7e tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388633 Mar 11 12:48:58.956522 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53063046-13f3-4002-a6ef-ab1a94589625 req-b12e94ae-871e-47db-83f9-502d009a987c tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2137176349&fields=id&tenant_id=211f5a7f4f8442419284bc671b406788 HTTP/1.1" status: 200 len: 267 time: 0.0455997 Mar 11 12:48:59.014044 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53063046-13f3-4002-a6ef-ab1a94589625 req-c1b4713a-446f-43c4-8314-5eedd148f22f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:59.015609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53063046-13f3-4002-a6ef-ab1a94589625 req-c1b4713a-446f-43c4-8314-5eedd148f22f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0536013 Mar 11 12:48:59.027016 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-53063046-13f3-4002-a6ef-ab1a94589625 req-e152a662-f775-49fa-aaf7-0725ef393160 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Request body: {'port': {'security_groups': ['4fa7f609-0cd1-48b1-8acc-dca54a2fdf81', '8e6b362e-b86f-46ff-b0e5-bc8617e8e153']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:48:59.098189 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-53063046-13f3-4002-a6ef-ab1a94589625 req-e152a662-f775-49fa-aaf7-0725ef393160 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:59.294633 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-53063046-13f3-4002-a6ef-ab1a94589625 req-e152a662-f775-49fa-aaf7-0725ef393160 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] For port 99859ffb-848d-49d4-b92a-dc2725cf0b41, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=99859ffb-848d-49d4-b92a-dc2725cf0b41,segment=NetworkSegment(2f49b098-9b8a-4abc-bc30-cbabd748abf7),segment_id=2f49b098-9b8a-4abc-bc30-cbabd748abf7)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:48:59.324432 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-53063046-13f3-4002-a6ef-ab1a94589625 req-e152a662-f775-49fa-aaf7-0725ef393160 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:59.331808 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-53063046-13f3-4002-a6ef-ab1a94589625 req-e152a662-f775-49fa-aaf7-0725ef393160 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:59.344014 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['99859ffb-848d-49d4-b92a-dc2725cf0b41'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:48:59.379082 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53063046-13f3-4002-a6ef-ab1a94589625 req-e152a662-f775-49fa-aaf7-0725ef393160 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:59.379770 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-53063046-13f3-4002-a6ef-ab1a94589625 req-e152a662-f775-49fa-aaf7-0725ef393160 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:59.381218 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53063046-13f3-4002-a6ef-ab1a94589625 req-e152a662-f775-49fa-aaf7-0725ef393160 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "PUT /v2.0/ports/99859ffb-848d-49d4-b92a-dc2725cf0b41 HTTP/1.1" status: 200 len: 981 time: 0.3592730 Mar 11 12:48:59.403658 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152a662-f775-49fa-aaf7-0725ef393160 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Pushing event updated for resources: {'Port': ['ID=99859ffb-848d-49d4-b92a-dc2725cf0b41,revision_number=6']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:48:59.437757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['99859ffb-848d-49d4-b92a-dc2725cf0b41'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:48:59.505451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ef362-2433-43c3-aa85-b2d0a40cd5a1 req-ab9edbd4-fe3b-4421-8fb8-d56c648cd30b tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:59.512048 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d21ef362-2433-43c3-aa85-b2d0a40cd5a1 req-ab9edbd4-fe3b-4421-8fb8-d56c648cd30b tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 984 time: 0.0643508 Mar 11 12:48:59.574867 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d21ef362-2433-43c3-aa85-b2d0a40cd5a1 req-93a39a53-ee38-43b6-9fc0-413ee1f7d7c6 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e6b362e-b86f-46ff-b0e5-bc8617e8e153&id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616047 Mar 11 12:48:59.656972 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b49efea7-43a1-4d6d-bdc5-b5f7a6a28057 None None] Provisioning complete for port 99859ffb-848d-49d4-b92a-dc2725cf0b41 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:48:59.657333 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b49efea7-43a1-4d6d-bdc5-b5f7a6a28057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:48:59.785176 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'tag': '99859ffb-848d-49d4-b92a-dc2725cf0b41'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:48:59.787694 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39326c40-4298-4e87-ae50-30b83f5fa1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe87bb8d-3196-418a-9159-7848de41d4e2", "tag": "99859ffb-848d-49d4-b92a-dc2725cf0b41"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:48:59.826642 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bb7ea9-f0af-4b73-9f9c-7b9761c6d2c8 x-openstack-request-id: req-68bb7ea9-f0af-4b73-9f9c-7b9761c6d2c8 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:48:59.826932 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe87bb8d-3196-418a-9159-7848de41d4e2", "tag": "99859ffb-848d-49d4-b92a-dc2725cf0b41", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:48:59.827183 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68bb7ea9-f0af-4b73-9f9c-7b9761c6d2c8 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:48:59.827602 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'tag': '99859ffb-848d-49d4-b92a-dc2725cf0b41', 'status': 'completed', 'code': 200} Mar 11 12:48:59.887904 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b49efea7-43a1-4d6d-bdc5-b5f7a6a28057 None None] Current status of the port 99859ffb-848d-49d4-b92a-dc2725cf0b41 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:48:59.900225 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39326c40-4298-4e87-ae50-30b83f5fa1b7 req-1e2e17e2-d6b5-4974-97dd-00fc28c384e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:59.901768 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39326c40-4298-4e87-ae50-30b83f5fa1b7 req-1e2e17e2-d6b5-4974-97dd-00fc28c384e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=211f5a7f4f8442419284bc671b406788&device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 1166 time: 0.0520523 Mar 11 12:48:59.992376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39326c40-4298-4e87-ae50-30b83f5fa1b7 req-0ededd13-8cd7-48de-afc8-14333f78e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:48:59.993878 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39326c40-4298-4e87-ae50-30b83f5fa1b7 req-0ededd13-8cd7-48de-afc8-14333f78e7d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=331a5309-3be5-41e1-80a2-3241241baf5a HTTP/1.1" status: 200 len: 916 time: 0.0854547 Mar 11 12:49:00.088196 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39326c40-4298-4e87-ae50-30b83f5fa1b7 req-ca673c26-a964-44c3-bce9-8d932d5722d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99859ffb-848d-49d4-b92a-dc2725cf0b41 HTTP/1.1" status: 200 len: 1001 time: 0.0869002 Mar 11 12:49:00.150594 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39326c40-4298-4e87-ae50-30b83f5fa1b7 req-876cb663-6a89-4374-bdef-1081f59402ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:00.152095 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39326c40-4298-4e87-ae50-30b83f5fa1b7 req-876cb663-6a89-4374-bdef-1081f59402ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf10446c-9a41-47e5-a0f0-527e2203db8c HTTP/1.1" status: 200 len: 854 time: 0.0566611 Mar 11 12:49:00.201692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39326c40-4298-4e87-ae50-30b83f5fa1b7 req-8d30bfb5-32e8-49b1-a7ed-63e54dce81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:00.203194 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39326c40-4298-4e87-ae50-30b83f5fa1b7 req-8d30bfb5-32e8-49b1-a7ed-63e54dce81a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331a5309-3be5-41e1-80a2-3241241baf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441411 Mar 11 12:49:00.301942 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39326c40-4298-4e87-ae50-30b83f5fa1b7 req-19610145-71a5-45de-90b3-00ece437ced9 service neutron] 10.222.0.37 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911729 Mar 11 12:49:00.396897 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-39326c40-4298-4e87-ae50-30b83f5fa1b7 req-d4209767-3be6-4c78-b331-3cee9a8860a2 service neutron] 10.222.0.37 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888674 Mar 11 12:49:04.358589 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:07.184399 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d915a4-36ca-432d-835c-39d6586ee14b req-692e928f-8523-4cc1-8533-660bd10fe222 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:07.185896 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2d915a4-36ca-432d-835c-39d6586ee14b req-692e928f-8523-4cc1-8533-660bd10fe222 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 984 time: 0.0829813 Mar 11 12:49:07.190518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eed9c6-c54c-4dd0-87c3-7b83fffc25e3 req-1c91cad5-8608-4b6c-b4e2-681611cdca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:07.191941 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f5eed9c6-c54c-4dd0-87c3-7b83fffc25e3 req-1c91cad5-8608-4b6c-b4e2-681611cdca29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=211f5a7f4f8442419284bc671b406788&device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 1166 time: 0.0792274 Mar 11 12:49:07.310143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2d915a4-36ca-432d-835c-39d6586ee14b req-d47bcc3b-3caa-4f10-8c11-146ef33b71ce tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e6b362e-b86f-46ff-b0e5-bc8617e8e153&id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1171141 Mar 11 12:49:07.324997 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eed9c6-c54c-4dd0-87c3-7b83fffc25e3 req-6e47cf1f-9816-40aa-b27a-63d0b41cd25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:07.326476 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f5eed9c6-c54c-4dd0-87c3-7b83fffc25e3 req-6e47cf1f-9816-40aa-b27a-63d0b41cd25b service neutron] 10.222.0.37 "GET /v2.0/networks?id=331a5309-3be5-41e1-80a2-3241241baf5a HTTP/1.1" status: 200 len: 916 time: 0.1278236 Mar 11 12:49:07.393599 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f5eed9c6-c54c-4dd0-87c3-7b83fffc25e3 req-c63c69ab-924b-4412-94ac-84a35cc4a451 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99859ffb-848d-49d4-b92a-dc2725cf0b41 HTTP/1.1" status: 200 len: 1001 time: 0.0601645 Mar 11 12:49:07.449659 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eed9c6-c54c-4dd0-87c3-7b83fffc25e3 req-a8ea5603-e0da-4d09-8373-33b1cecb97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:07.451171 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f5eed9c6-c54c-4dd0-87c3-7b83fffc25e3 req-a8ea5603-e0da-4d09-8373-33b1cecb97e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf10446c-9a41-47e5-a0f0-527e2203db8c HTTP/1.1" status: 200 len: 854 time: 0.0511141 Mar 11 12:49:07.504173 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eed9c6-c54c-4dd0-87c3-7b83fffc25e3 req-c52e76b4-3f25-4324-9884-91d09d4080d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:07.505725 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f5eed9c6-c54c-4dd0-87c3-7b83fffc25e3 req-c52e76b4-3f25-4324-9884-91d09d4080d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331a5309-3be5-41e1-80a2-3241241baf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472543 Mar 11 12:49:07.597703 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f5eed9c6-c54c-4dd0-87c3-7b83fffc25e3 req-c51ebe5a-9f3e-4765-a857-e72c04f857a3 service neutron] 10.222.0.37 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853596 Mar 11 12:49:07.702240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f5eed9c6-c54c-4dd0-87c3-7b83fffc25e3 req-3d985a59-bc44-4673-a1ac-8864a10b74e7 service neutron] 10.222.0.37 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983820 Mar 11 12:49:08.435046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2642c0c-4e34-46fd-9dd7-6a9366b75f96 req-87da12f1-1358-4c9c-862d-169653738d5f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:08.436548 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2642c0c-4e34-46fd-9dd7-6a9366b75f96 req-87da12f1-1358-4c9c-862d-169653738d5f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 984 time: 0.0555456 Mar 11 12:49:08.497995 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a2642c0c-4e34-46fd-9dd7-6a9366b75f96 req-639abe82-a950-4bf7-9fd8-f6e7c3f496e8 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e6b362e-b86f-46ff-b0e5-bc8617e8e153&id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552258 Mar 11 12:49:09.647870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ea4f9-e21e-4037-84c6-d59548a658c3 req-417cfbc8-790b-49fb-8f85-768125f2ce24 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:09.650193 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e24ea4f9-e21e-4037-84c6-d59548a658c3 req-417cfbc8-790b-49fb-8f85-768125f2ce24 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 984 time: 0.0687127 Mar 11 12:49:09.719784 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e24ea4f9-e21e-4037-84c6-d59548a658c3 req-ce1ccbfb-6bdd-4df3-8da8-983c8219e236 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e6b362e-b86f-46ff-b0e5-bc8617e8e153&id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642207 Mar 11 12:49:10.850368 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b83997-4f38-4c3f-a43a-16bfe07fa716 req-1742ce16-9fcc-4f30-832a-91ccd0f72f42 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:10.851851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74b83997-4f38-4c3f-a43a-16bfe07fa716 req-1742ce16-9fcc-4f30-832a-91ccd0f72f42 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 984 time: 0.0558150 Mar 11 12:49:10.920393 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74b83997-4f38-4c3f-a43a-16bfe07fa716 req-7555ef0c-cba1-4fb0-b28b-080b111a1237 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e6b362e-b86f-46ff-b0e5-bc8617e8e153&id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598533 Mar 11 12:49:10.935490 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:49:12.067681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e64d19-1869-4c60-b1e2-910240906b31 req-fe39bc9d-30d0-4dbc-a32c-3294c0c6f52a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:12.069141 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58e64d19-1869-4c60-b1e2-910240906b31 req-fe39bc9d-30d0-4dbc-a32c-3294c0c6f52a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 984 time: 0.0690823 Mar 11 12:49:12.135252 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-58e64d19-1869-4c60-b1e2-910240906b31 req-69434254-e483-4778-8026-ab91f76e932f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e6b362e-b86f-46ff-b0e5-bc8617e8e153&id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600474 Mar 11 12:49:13.191931 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:13.262046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03a5f7-52c1-472f-9b2d-ee57b8fed0ce req-bf06e538-7792-42a1-b366-502b3e25dc5f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:13.263575 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a03a5f7-52c1-472f-9b2d-ee57b8fed0ce req-bf06e538-7792-42a1-b366-502b3e25dc5f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 984 time: 0.0545907 Mar 11 12:49:13.327719 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a03a5f7-52c1-472f-9b2d-ee57b8fed0ce req-9ebff215-3e26-4e62-93cb-cb55c3a3c3d0 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e6b362e-b86f-46ff-b0e5-bc8617e8e153&id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558574 Mar 11 12:49:13.707291 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e7b418cc-f621-41da-8043-b0289d8f9207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:14.459174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6bff6-0bf9-4348-8aa0-d40b8e28ede4 req-ca52a067-0925-4c87-ae00-243430361d1f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:14.460663 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8f6bff6-0bf9-4348-8aa0-d40b8e28ede4 req-ca52a067-0925-4c87-ae00-243430361d1f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 984 time: 0.0543547 Mar 11 12:49:14.525853 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8f6bff6-0bf9-4348-8aa0-d40b8e28ede4 req-bbf9d5f3-df06-439b-a895-277e5d4ea6f2 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e6b362e-b86f-46ff-b0e5-bc8617e8e153&id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587878 Mar 11 12:49:15.661908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1abea-7c82-4d08-914a-d57cb0a80c62 req-47f56d56-f3f2-4ae7-9fae-27ba1a001a0f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:15.663464 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8e1abea-7c82-4d08-914a-d57cb0a80c62 req-47f56d56-f3f2-4ae7-9fae-27ba1a001a0f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 984 time: 0.0643914 Mar 11 12:49:15.729850 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8e1abea-7c82-4d08-914a-d57cb0a80c62 req-54b03b76-1615-4032-a199-53783ed7e067 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e6b362e-b86f-46ff-b0e5-bc8617e8e153&id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572977 Mar 11 12:49:15.802445 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-90cfa2a8-451c-4e80-a48b-906a337507fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:16.875357 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4dc11-4361-44a9-9723-7b44b816b3a7 req-efcaeab5-c766-4442-9382-deec786cfa41 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:16.876890 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cc4dc11-4361-44a9-9723-7b44b816b3a7 req-efcaeab5-c766-4442-9382-deec786cfa41 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 984 time: 0.0585060 Mar 11 12:49:16.938537 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1cc4dc11-4361-44a9-9723-7b44b816b3a7 req-cdbb6b94-b6e4-4fb1-904b-069d70c0225d tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e6b362e-b86f-46ff-b0e5-bc8617e8e153&id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556138 Mar 11 12:49:17.456507 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:18.085578 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf150d-08e1-4e74-b84a-3cf7357eca0c req-6e28fb26-7af0-47b6-afe2-8c3c42e3095c tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:18.087739 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59bf150d-08e1-4e74-b84a-3cf7357eca0c req-6e28fb26-7af0-47b6-afe2-8c3c42e3095c tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 984 time: 0.0707524 Mar 11 12:49:18.151341 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-59bf150d-08e1-4e74-b84a-3cf7357eca0c req-b29da475-3adb-4f54-9ef1-43d31317f1d3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e6b362e-b86f-46ff-b0e5-bc8617e8e153&id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566101 Mar 11 12:49:18.883971 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:19.287223 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b36549-7c00-41a5-aba3-bb648f3f417d req-913012e5-f037-4ae1-9db9-0dd3d437167b tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:19.289469 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03b36549-7c00-41a5-aba3-bb648f3f417d req-913012e5-f037-4ae1-9db9-0dd3d437167b tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 984 time: 0.0560954 Mar 11 12:49:19.357914 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03b36549-7c00-41a5-aba3-bb648f3f417d req-233cf00d-201e-4d8a-9ee4-648241690bed tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e6b362e-b86f-46ff-b0e5-bc8617e8e153&id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625193 Mar 11 12:49:20.130591 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:34.379887 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:43.200252 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:43.712171 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1fa3ccc9-daf5-4403-9bdf-0cfb6ce2d2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:45.807610 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-74144506-f5c4-44d6-9b63-70558723e3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:47.458638 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:47.940412 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:49:48.893775 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:50.127899 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:51.859023 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0fbffe-7846-4e25-923c-6c8f800bb34a req-eddcb5d1-5602-4263-83c4-5d7d76844cba tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2137176349&fields=id&tenant_id=211f5a7f4f8442419284bc671b406788 HTTP/1.1" status: 200 len: 267 time: 0.0458703 Mar 11 12:49:51.929413 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fbffe-7846-4e25-923c-6c8f800bb34a req-5690ac5a-0d4a-4946-921c-548b8244078c tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:51.930921 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0fbffe-7846-4e25-923c-6c8f800bb34a req-5690ac5a-0d4a-4946-921c-548b8244078c tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 984 time: 0.0665193 Mar 11 12:49:51.941777 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-8a0fbffe-7846-4e25-923c-6c8f800bb34a req-62232f80-7ba6-4258-a06f-2ec1a6c56f29 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Request body: {'port': {'security_groups': ['4fa7f609-0cd1-48b1-8acc-dca54a2fdf81']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:49:52.014498 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a0fbffe-7846-4e25-923c-6c8f800bb34a req-62232f80-7ba6-4258-a06f-2ec1a6c56f29 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:52.205737 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8a0fbffe-7846-4e25-923c-6c8f800bb34a req-62232f80-7ba6-4258-a06f-2ec1a6c56f29 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] For port 99859ffb-848d-49d4-b92a-dc2725cf0b41, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=99859ffb-848d-49d4-b92a-dc2725cf0b41,segment=NetworkSegment(2f49b098-9b8a-4abc-bc30-cbabd748abf7),segment_id=2f49b098-9b8a-4abc-bc30-cbabd748abf7)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:49:52.243761 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a0fbffe-7846-4e25-923c-6c8f800bb34a req-62232f80-7ba6-4258-a06f-2ec1a6c56f29 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:52.256819 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a0fbffe-7846-4e25-923c-6c8f800bb34a req-62232f80-7ba6-4258-a06f-2ec1a6c56f29 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:52.269796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['99859ffb-848d-49d4-b92a-dc2725cf0b41'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:49:52.299446 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fbffe-7846-4e25-923c-6c8f800bb34a req-62232f80-7ba6-4258-a06f-2ec1a6c56f29 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:52.300247 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a0fbffe-7846-4e25-923c-6c8f800bb34a req-62232f80-7ba6-4258-a06f-2ec1a6c56f29 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:52.301709 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a0fbffe-7846-4e25-923c-6c8f800bb34a req-62232f80-7ba6-4258-a06f-2ec1a6c56f29 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "PUT /v2.0/ports/99859ffb-848d-49d4-b92a-dc2725cf0b41 HTTP/1.1" status: 200 len: 942 time: 0.3643932 Mar 11 12:49:52.304944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'tag': '99859ffb-848d-49d4-b92a-dc2725cf0b41'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:49:52.309763 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d80f15-e45f-4198-9cc0-fffa1256e867" -d '{"events": [{"name": "network-changed", "server_uuid": "fe87bb8d-3196-418a-9159-7848de41d4e2", "tag": "99859ffb-848d-49d4-b92a-dc2725cf0b41"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:49:52.310652 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46922) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:49:52.343079 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62232f80-7ba6-4258-a06f-2ec1a6c56f29 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Pushing event updated for resources: {'Port': ['ID=99859ffb-848d-49d4-b92a-dc2725cf0b41,revision_number=7']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:49:52.371246 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ad4b4f-6644-416d-a233-c6d845b8e0cb x-openstack-request-id: req-f7ad4b4f-6644-416d-a233-c6d845b8e0cb {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:49:52.371544 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe87bb8d-3196-418a-9159-7848de41d4e2", "tag": "99859ffb-848d-49d4-b92a-dc2725cf0b41", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:49:52.371908 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f7ad4b4f-6644-416d-a233-c6d845b8e0cb {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:49:52.372319 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'tag': '99859ffb-848d-49d4-b92a-dc2725cf0b41', 'status': 'completed', 'code': 200} Mar 11 12:49:52.385692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['99859ffb-848d-49d4-b92a-dc2725cf0b41'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:49:52.397667 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group (8e6b362e-b86f-46ff-b0e5-bc8617e8e153), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:52.434726 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group (8e6b362e-b86f-46ff-b0e5-bc8617e8e153), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:52.462008 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d80f15-e45f-4198-9cc0-fffa1256e867 req-e5f3cfea-f8fd-414e-832e-03da9d6c95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:52.465114 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47d80f15-e45f-4198-9cc0-fffa1256e867 req-e5f3cfea-f8fd-414e-832e-03da9d6c95fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=211f5a7f4f8442419284bc671b406788&device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 1127 time: 0.0695679 Mar 11 12:49:52.511976 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (8e6b362e-b86f-46ff-b0e5-bc8617e8e153), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:52.514908 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:52.516474 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "DELETE /v2.0/security-groups/8e6b362e-b86f-46ff-b0e5-bc8617e8e153 HTTP/1.1" status: 204 len: 168 time: 0.2028713 Mar 11 12:49:52.521399 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 46924) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:49:52.567839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6b362e-b86f-46ff-b0e5-bc8617e8e153,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:49:52.579030 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:49:52.579387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:49:52.579763 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:49:52.580108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:49:52.580443 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:49:52.580776 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:49:52.581107 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:49:52.581436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:49:52.582163 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:49:52.582163 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:49:52.582385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:49:52.583007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:49:52.583269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c5e4d-1686-428b-ac63-f1bb3b0f282f tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:49:52.596067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d80f15-e45f-4198-9cc0-fffa1256e867 req-303b682a-fe20-46de-ba76-c2ba3834592d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:52.598049 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47d80f15-e45f-4198-9cc0-fffa1256e867 req-303b682a-fe20-46de-ba76-c2ba3834592d service neutron] 10.222.0.37 "GET /v2.0/networks?id=331a5309-3be5-41e1-80a2-3241241baf5a HTTP/1.1" status: 200 len: 916 time: 0.1164186 Mar 11 12:49:52.604028 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9b010d56-63d7-4b1b-9ec8-65e7075e88f4 None None] Provisioning complete for port 99859ffb-848d-49d4-b92a-dc2725cf0b41 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:49:52.604407 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9b010d56-63d7-4b1b-9ec8-65e7075e88f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:52.677474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47d80f15-e45f-4198-9cc0-fffa1256e867 req-8de17cc1-e138-4518-a9df-13bfa130c398 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99859ffb-848d-49d4-b92a-dc2725cf0b41 HTTP/1.1" status: 200 len: 1001 time: 0.0735803 Mar 11 12:49:52.693987 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9b010d56-63d7-4b1b-9ec8-65e7075e88f4 None None] Current status of the port 99859ffb-848d-49d4-b92a-dc2725cf0b41 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:49:52.725109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4748fc8a-f9f3-4595-951b-6cbba44b7e8a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Deleting port 988c13f9-8051-42ed-9fdd-6450c20dad65 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:49:52.725367 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4748fc8a-f9f3-4595-951b-6cbba44b7e8a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (988c13f9-8051-42ed-9fdd-6450c20dad65), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:52.728844 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d80f15-e45f-4198-9cc0-fffa1256e867 req-53692b0a-5245-49ae-bd53-d1ed3661bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:52.730313 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47d80f15-e45f-4198-9cc0-fffa1256e867 req-53692b0a-5245-49ae-bd53-d1ed3661bda8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf10446c-9a41-47e5-a0f0-527e2203db8c HTTP/1.1" status: 200 len: 854 time: 0.0472796 Mar 11 12:49:52.780210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d80f15-e45f-4198-9cc0-fffa1256e867 req-2066db23-12f4-45d6-9475-5ec9bde51fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:52.781708 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47d80f15-e45f-4198-9cc0-fffa1256e867 req-2066db23-12f4-45d6-9475-5ec9bde51fc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331a5309-3be5-41e1-80a2-3241241baf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449107 Mar 11 12:49:52.800799 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4748fc8a-f9f3-4595-951b-6cbba44b7e8a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (988c13f9-8051-42ed-9fdd-6450c20dad65), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:52.801126 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4748fc8a-f9f3-4595-951b-6cbba44b7e8a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for floatingip (988c13f9-8051-42ed-9fdd-6450c20dad65), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:52.813297 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4748fc8a-f9f3-4595-951b-6cbba44b7e8a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Calling delete_port for 988c13f9-8051-42ed-9fdd-6450c20dad65 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:49:52.881078 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47d80f15-e45f-4198-9cc0-fffa1256e867 req-defc0a49-511b-48e3-83e5-c9ed5b3595e5 service neutron] 10.222.0.37 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932615 Mar 11 12:49:52.976617 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-47d80f15-e45f-4198-9cc0-fffa1256e867 req-fef3e224-3fbb-49bd-aa7d-5d0c9f018981 service neutron] 10.222.0.37 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894361 Mar 11 12:49:52.978668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4748fc8a-f9f3-4595-951b-6cbba44b7e8a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (988c13f9-8051-42ed-9fdd-6450c20dad65), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:53.006660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748fc8a-f9f3-4595-951b-6cbba44b7e8a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Pushing event deleted for resources: {'Port': ['ID=988c13f9-8051-42ed-9fdd-6450c20dad65,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:49:53.069210 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4748fc8a-f9f3-4595-951b-6cbba44b7e8a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks [] for floatingip (77dfdb6d-67ed-44ed-a611-9805e8f83fd2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:53.069553 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-4748fc8a-f9f3-4595-951b-6cbba44b7e8a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Floating IP 77dfdb6d-67ed-44ed-a611-9805e8f83fd2 disassociated (deleted). External IP: 172.25.7.252, port: 99859ffb-848d-49d4-b92a-dc2725cf0b41. Mar 11 12:49:53.308142 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4748fc8a-f9f3-4595-951b-6cbba44b7e8a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Router 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:49:53.423710 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4748fc8a-f9f3-4595-951b-6cbba44b7e8a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:49:53.428687 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4748fc8a-f9f3-4595-951b-6cbba44b7e8a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:49:53.434330 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2b232-ef9e-4b9b-a96a-c1099654922e None None] Sync routers for ids ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:49:53.446955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2b232-ef9e-4b9b-a96a-c1099654922e None None] Routers {'389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:49:53.448038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0bb2b232-ef9e-4b9b-a96a-c1099654922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:49:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:49:53.459601 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4748fc8a-f9f3-4595-951b-6cbba44b7e8a tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "DELETE /v2.0/floatingips/77dfdb6d-67ed-44ed-a611-9805e8f83fd2 HTTP/1.1" status: 204 len: 168 time: 0.9371068 Mar 11 12:49:53.460206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'tag': '99859ffb-848d-49d4-b92a-dc2725cf0b41'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:49:53.462452 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c943691-bf14-45ac-8912-e0d7bf24c145" -d '{"events": [{"name": "network-changed", "server_uuid": "fe87bb8d-3196-418a-9159-7848de41d4e2", "tag": "99859ffb-848d-49d4-b92a-dc2725cf0b41"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:49:53.501746 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd09515-4451-43f7-a0a0-a7b2edfa5874 x-openstack-request-id: req-bfd09515-4451-43f7-a0a0-a7b2edfa5874 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:49:53.502036 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe87bb8d-3196-418a-9159-7848de41d4e2", "tag": "99859ffb-848d-49d4-b92a-dc2725cf0b41", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:49:53.502288 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bfd09515-4451-43f7-a0a0-a7b2edfa5874 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:49:53.502693 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'tag': '99859ffb-848d-49d4-b92a-dc2725cf0b41', 'status': 'completed', 'code': 200} Mar 11 12:49:53.564017 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0bb2b232-ef9e-4b9b-a96a-c1099654922e None None] Set router 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:49:53.575306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c943691-bf14-45ac-8912-e0d7bf24c145 req-a9dc0bf1-494b-451b-9c25-25d0c72a76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:53.576873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8c943691-bf14-45ac-8912-e0d7bf24c145 req-a9dc0bf1-494b-451b-9c25-25d0c72a76f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=211f5a7f4f8442419284bc671b406788&device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 1127 time: 0.0544188 Mar 11 12:49:53.672724 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c943691-bf14-45ac-8912-e0d7bf24c145 req-222a37f7-881f-49ff-9f17-7825d8d87597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:53.674438 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8c943691-bf14-45ac-8912-e0d7bf24c145 req-222a37f7-881f-49ff-9f17-7825d8d87597 service neutron] 10.222.0.37 "GET /v2.0/networks?id=331a5309-3be5-41e1-80a2-3241241baf5a HTTP/1.1" status: 200 len: 916 time: 0.0917783 Mar 11 12:49:53.734101 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8c943691-bf14-45ac-8912-e0d7bf24c145 req-18abcab9-fc6f-4954-9677-2aa6c2a376de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99859ffb-848d-49d4-b92a-dc2725cf0b41 HTTP/1.1" status: 200 len: 217 time: 0.0541358 Mar 11 12:49:53.782209 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c943691-bf14-45ac-8912-e0d7bf24c145 req-ab1456f0-e4e2-4b26-96b4-c1cef306ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:53.783681 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8c943691-bf14-45ac-8912-e0d7bf24c145 req-ab1456f0-e4e2-4b26-96b4-c1cef306ad44 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf10446c-9a41-47e5-a0f0-527e2203db8c HTTP/1.1" status: 200 len: 854 time: 0.0443838 Mar 11 12:49:53.784146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0bb2b232-ef9e-4b9b-a96a-c1099654922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'name': 'tempest-TestMinimumBasicScenario-1472456267-router', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:01Z', 'revision_number': 4, 'project_id': '211f5a7f4f8442419284bc671b406788', 'gw_port': {'id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'cddb0513-63b4-4bec-9d30-a92624286a06', 'name': '', 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'mac_address': 'fa:16:3e:5e:fd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:00Z', 'updated_at': '2022-03-11T12:48:04Z', 'revision_number': 5, 'project_id': '211f5a7f4f8442419284bc671b406788', 'subnets': [{'id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:49:53.814482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2b232-ef9e-4b9b-a96a-c1099654922e None None] Checking router: 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:49:53.823088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2b232-ef9e-4b9b-a96a-c1099654922e None None] Routers {'389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:49:53.823734 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0bb2b232-ef9e-4b9b-a96a-c1099654922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:49:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:49:53.834102 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c943691-bf14-45ac-8912-e0d7bf24c145 req-dc9a9b85-65ce-43ab-902c-1e0baca8eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:53.835681 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8c943691-bf14-45ac-8912-e0d7bf24c145 req-dc9a9b85-65ce-43ab-902c-1e0baca8eb96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331a5309-3be5-41e1-80a2-3241241baf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449157 Mar 11 12:49:53.931957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8c943691-bf14-45ac-8912-e0d7bf24c145 req-f15b079f-2dc7-4d4d-a94e-60dbb057acb2 service neutron] 10.222.0.37 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896168 Mar 11 12:49:54.028015 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8c943691-bf14-45ac-8912-e0d7bf24c145 req-66f631ea-8a24-49f1-8c6c-2a23ff906182 service neutron] 10.222.0.37 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878828 Mar 11 12:49:54.110466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0bb2b232-ef9e-4b9b-a96a-c1099654922e None None] Set router 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:49:54.334687 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0bb2b232-ef9e-4b9b-a96a-c1099654922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'name': 'tempest-TestMinimumBasicScenario-1472456267-router', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:01Z', 'revision_number': 4, 'project_id': '211f5a7f4f8442419284bc671b406788', 'gw_port': {'id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'cddb0513-63b4-4bec-9d30-a92624286a06', 'name': '', 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'mac_address': 'fa:16:3e:5e:fd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:00Z', 'updated_at': '2022-03-11T12:48:04Z', 'revision_number': 5, 'project_id': '211f5a7f4f8442419284bc671b406788', 'subnets': [{'id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:49:54.362614 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2b232-ef9e-4b9b-a96a-c1099654922e None None] The sync data for ids ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'] in n-d-833234-2 is: [{'id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'name': 'tempest-TestMinimumBasicScenario-1472456267-router', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:01Z', 'revision_number': 4, 'project_id': '211f5a7f4f8442419284bc671b406788', 'gw_port': {'id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'cddb0513-63b4-4bec-9d30-a92624286a06', 'name': '', 'network_id': '331a5309-3be5-41e1-80a2-3241241baf5a', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'mac_address': 'fa:16:3e:5e:fd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:00Z', 'updated_at': '2022-03-11T12:48:04Z', 'revision_number': 5, 'project_id': '211f5a7f4f8442419284bc671b406788', 'subnets': [{'id': 'bf10446c-9a41-47e5-a0f0-527e2203db8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:49:54.583131 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d179add-1040-4bac-aca4-bb07603b54b1 None None] New status for floating IP 77dfdb6d-67ed-44ed-a611-9805e8f83fd2: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:49:55.255149 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df91448a-a877-430a-8d5b-f54c3cb6c390 req-3161eaa0-b3d7-4d4e-b2e2-282c80e4adcd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446928 Mar 11 12:49:55.345072 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91448a-a877-430a-8d5b-f54c3cb6c390 req-95004da7-d5bd-4da9-b0ab-11ebb96f5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:55.346619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df91448a-a877-430a-8d5b-f54c3cb6c390 req-95004da7-d5bd-4da9-b0ab-11ebb96f5ce3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=211f5a7f4f8442419284bc671b406788&device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 1127 time: 0.0505502 Mar 11 12:49:55.451265 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91448a-a877-430a-8d5b-f54c3cb6c390 req-8aa5cd73-1062-4f3e-9c57-fa4d62f337b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:55.452757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df91448a-a877-430a-8d5b-f54c3cb6c390 req-8aa5cd73-1062-4f3e-9c57-fa4d62f337b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=331a5309-3be5-41e1-80a2-3241241baf5a HTTP/1.1" status: 200 len: 916 time: 0.0879138 Mar 11 12:49:55.497275 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df91448a-a877-430a-8d5b-f54c3cb6c390 req-0d4060ec-1626-46b5-8822-7c131a94e12b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99859ffb-848d-49d4-b92a-dc2725cf0b41 HTTP/1.1" status: 200 len: 217 time: 0.0379870 Mar 11 12:49:55.548602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91448a-a877-430a-8d5b-f54c3cb6c390 req-b25abe63-ad96-4f8d-9cf4-b697ada4dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:55.550246 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df91448a-a877-430a-8d5b-f54c3cb6c390 req-b25abe63-ad96-4f8d-9cf4-b697ada4dda7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf10446c-9a41-47e5-a0f0-527e2203db8c HTTP/1.1" status: 200 len: 854 time: 0.0467761 Mar 11 12:49:55.600327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91448a-a877-430a-8d5b-f54c3cb6c390 req-f1fafee2-893d-4f24-a84f-31a91d28bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:49:55.601993 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df91448a-a877-430a-8d5b-f54c3cb6c390 req-f1fafee2-893d-4f24-a84f-31a91d28bb3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331a5309-3be5-41e1-80a2-3241241baf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462952 Mar 11 12:49:55.703783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df91448a-a877-430a-8d5b-f54c3cb6c390 req-502be80a-3fce-4feb-86b8-6ae935caab0e service neutron] 10.222.0.37 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950789 Mar 11 12:49:55.815778 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df91448a-a877-430a-8d5b-f54c3cb6c390 req-7b73c3c1-9398-4851-982a-40467882e64a service neutron] 10.222.0.37 "GET /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060688 Mar 11 12:50:04.362506 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:08.884529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824c81d-2d4c-4e93-88c2-d2ffd143e74e req-d60c5d99-f0c8-41ca-a242-9c194f5e8eaa tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:08.886062 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5824c81d-2d4c-4e93-88c2-d2ffd143e74e req-d60c5d99-f0c8-41ca-a242-9c194f5e8eaa tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0582511 Mar 11 12:50:08.932421 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5824c81d-2d4c-4e93-88c2-d2ffd143e74e req-bf81b2e6-404c-4ded-a8d0-b4fcf45664e1 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405626 Mar 11 12:50:10.059881 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3180eb-659f-47a2-997c-5d42d8778137 req-478f59bb-93f0-45f8-8099-435c4351dcd0 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:10.061361 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a3180eb-659f-47a2-997c-5d42d8778137 req-478f59bb-93f0-45f8-8099-435c4351dcd0 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0540907 Mar 11 12:50:10.109578 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a3180eb-659f-47a2-997c-5d42d8778137 req-d4c83a73-6d4b-4cc1-b53e-7cf2642000a4 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/security-groups?id=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422695 Mar 11 12:50:10.456576 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd8aa4-c0c4-46b5-9e3b-9ecafa3db755 req-bbd14cf0-74f3-4da5-a03e-68442862129d tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:10.458595 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-11dd8aa4-c0c4-46b5-9e3b-9ecafa3db755 req-bbd14cf0-74f3-4da5-a03e-68442862129d tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0581591 Mar 11 12:50:10.558051 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-11dd8aa4-c0c4-46b5-9e3b-9ecafa3db755 req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Deleting port 99859ffb-848d-49d4-b92a-dc2725cf0b41 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:50:10.558393 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-11dd8aa4-c0c4-46b5-9e3b-9ecafa3db755 req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:10.649042 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-11dd8aa4-c0c4-46b5-9e3b-9ecafa3db755 req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] For port 99859ffb-848d-49d4-b92a-dc2725cf0b41, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=99859ffb-848d-49d4-b92a-dc2725cf0b41,segment=NetworkSegment(2f49b098-9b8a-4abc-bc30-cbabd748abf7),segment_id=2f49b098-9b8a-4abc-bc30-cbabd748abf7)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:50:10.649412 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-11dd8aa4-c0c4-46b5-9e3b-9ecafa3db755 req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:10.676859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-11dd8aa4-c0c4-46b5-9e3b-9ecafa3db755 req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Calling delete_port for 99859ffb-848d-49d4-b92a-dc2725cf0b41 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:50:10.813570 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-11dd8aa4-c0c4-46b5-9e3b-9ecafa3db755 req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (99859ffb-848d-49d4-b92a-dc2725cf0b41), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:10.824913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['99859ffb-848d-49d4-b92a-dc2725cf0b41'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:50:10.841514 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Pushing event deleted for resources: {'Port': ['ID=99859ffb-848d-49d4-b92a-dc2725cf0b41,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:10.853868 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:10.854076 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:10.854433 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:10.854775 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:10.855109 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:10.855444 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:10.855795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:10.856121 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:10.856446 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:10.856760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:10.857081 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:10.857402 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:10.857714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:10.897347 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-11dd8aa4-c0c4-46b5-9e3b-9ecafa3db755 req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] No DVR routers for this DVR port 99859ffb-848d-49d4-b92a-dc2725cf0b41 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:50:10.899989 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-11dd8aa4-c0c4-46b5-9e3b-9ecafa3db755 req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:10.903279 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-11dd8aa4-c0c4-46b5-9e3b-9ecafa3db755 req-ac21ac77-fd6a-458c-8833-eacabb3958b3 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.37 "DELETE /v2.0/ports/99859ffb-848d-49d4-b92a-dc2725cf0b41 HTTP/1.1" status: 204 len: 173 time: 0.4396896 Mar 11 12:50:10.903721 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'name': 'network-vif-deleted', 'tag': '99859ffb-848d-49d4-b92a-dc2725cf0b41'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:50:10.905973 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b13617f-5f5a-4bcb-98d8-29f70998bbce" -d '{"events": [{"server_uuid": "fe87bb8d-3196-418a-9159-7848de41d4e2", "name": "network-vif-deleted", "tag": "99859ffb-848d-49d4-b92a-dc2725cf0b41"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:50:10.944492 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93c2c72-2e3e-4726-9d93-7b4c88f61720 x-openstack-request-id: req-a93c2c72-2e3e-4726-9d93-7b4c88f61720 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:50:10.944799 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe87bb8d-3196-418a-9159-7848de41d4e2", "name": "network-vif-deleted", "tag": "99859ffb-848d-49d4-b92a-dc2725cf0b41", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:50:10.945054 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a93c2c72-2e3e-4726-9d93-7b4c88f61720 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:50:10.945454 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe87bb8d-3196-418a-9159-7848de41d4e2', 'name': 'network-vif-deleted', 'tag': '99859ffb-848d-49d4-b92a-dc2725cf0b41', 'status': 'completed', 'code': 200} Mar 11 12:50:11.228897 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6cb9c1cf-7a23-4c12-8d2e-ba9f1f497f3b req-94f160fe-c637-4d34-99b4-518b4ef0f007 tempest-TestMinimumBasicScenario-1851602311 tempest-TestMinimumBasicScenario-1851602311-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe87bb8d-3196-418a-9159-7848de41d4e2 HTTP/1.1" status: 200 len: 210 time: 0.0281956 Mar 11 12:50:12.845831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47036) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:13.192540 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:13.218861 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-304bf7c7-a141-4610-aaed-3777449ec1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (389cd0da-cb45-4f1a-9c7a-1731cd32f7b6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:13.454537 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 99859ffb-848d-49d4-b92a-dc2725cf0b41 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:50:13.475280 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 99859ffb-848d-49d4-b92a-dc2725cf0b41 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:50:13.476175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 99859ffb-848d-49d4-b92a-dc2725cf0b41 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:50:13.481222 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-304bf7c7-a141-4610-aaed-3777449ec1bb admin admin] Deleting port cddb0513-63b4-4bec-9d30-a92624286a06 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:50:13.481563 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-304bf7c7-a141-4610-aaed-3777449ec1bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (cddb0513-63b4-4bec-9d30-a92624286a06), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:13.567623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-304bf7c7-a141-4610-aaed-3777449ec1bb admin admin] For port cddb0513-63b4-4bec-9d30-a92624286a06, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=cddb0513-63b4-4bec-9d30-a92624286a06,segment=NetworkSegment(2f49b098-9b8a-4abc-bc30-cbabd748abf7),segment_id=2f49b098-9b8a-4abc-bc30-cbabd748abf7)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:50:13.567990 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-304bf7c7-a141-4610-aaed-3777449ec1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (cddb0513-63b4-4bec-9d30-a92624286a06), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:13.580444 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-304bf7c7-a141-4610-aaed-3777449ec1bb admin admin] Calling delete_port for cddb0513-63b4-4bec-9d30-a92624286a06 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:50:13.712272 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-39ece920-ab7c-4c97-9606-b5a673030a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:13.769880 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-304bf7c7-a141-4610-aaed-3777449ec1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (cddb0513-63b4-4bec-9d30-a92624286a06), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:13.793502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304bf7c7-a141-4610-aaed-3777449ec1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=cddb0513-63b4-4bec-9d30-a92624286a06,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:13.964730 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-304bf7c7-a141-4610-aaed-3777449ec1bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (389cd0da-cb45-4f1a-9c7a-1731cd32f7b6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:14.193557 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304bf7c7-a141-4610-aaed-3777449ec1bb admin admin] Router 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:50:14.647105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304bf7c7-a141-4610-aaed-3777449ec1bb admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:50:14.652499 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-304bf7c7-a141-4610-aaed-3777449ec1bb admin admin] 10.222.0.78 "PUT /v2.0/routers/389cd0da-cb45-4f1a-9c7a-1731cd32f7b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8056140 Mar 11 12:50:14.655188 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47038) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:14.656996 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195103d-88d0-4be1-acbf-6be697336d88 None None] Sync routers for ids ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:50:14.671421 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195103d-88d0-4be1-acbf-6be697336d88 None None] Routers {'389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:50:14.672165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e195103d-88d0-4be1-acbf-6be697336d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:49:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:14.768440 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0fd38bbd-dc99-47dd-b7ed-dfd8dbee21d1 admin admin] Publish callbacks [] for router (389cd0da-cb45-4f1a-9c7a-1731cd32f7b6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:14.783318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-e195103d-88d0-4be1-acbf-6be697336d88 None None] Set router 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:50:14.873019 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0fd38bbd-dc99-47dd-b7ed-dfd8dbee21d1 admin admin] Publish callbacks [] for router_gateway (389cd0da-cb45-4f1a-9c7a-1731cd32f7b6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:14.926996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-0fd38bbd-dc99-47dd-b7ed-dfd8dbee21d1 admin admin] Deleting port a14faa45-e3f1-4653-8aac-ea1dc306da9e {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:50:14.927249 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0fd38bbd-dc99-47dd-b7ed-dfd8dbee21d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a14faa45-e3f1-4653-8aac-ea1dc306da9e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:14.962117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e195103d-88d0-4be1-acbf-6be697336d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'name': 'tempest-TestMinimumBasicScenario-1472456267-router', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:50:13Z', 'revision_number': 5, 'project_id': '211f5a7f4f8442419284bc671b406788', 'gw_port': {'id': 'a14faa45-e3f1-4653-8aac-ea1dc306da9e', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:14.993290 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195103d-88d0-4be1-acbf-6be697336d88 None None] Checking router: 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:50:15.002451 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195103d-88d0-4be1-acbf-6be697336d88 None None] Routers {'389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:50:15.003058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e195103d-88d0-4be1-acbf-6be697336d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:49:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:15.008817 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-0fd38bbd-dc99-47dd-b7ed-dfd8dbee21d1 admin admin] For port a14faa45-e3f1-4653-8aac-ea1dc306da9e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a14faa45-e3f1-4653-8aac-ea1dc306da9e,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:50:15.009182 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0fd38bbd-dc99-47dd-b7ed-dfd8dbee21d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a14faa45-e3f1-4653-8aac-ea1dc306da9e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:15.020828 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-0fd38bbd-dc99-47dd-b7ed-dfd8dbee21d1 admin admin] Calling delete_port for a14faa45-e3f1-4653-8aac-ea1dc306da9e owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:50:15.093900 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-e195103d-88d0-4be1-acbf-6be697336d88 None None] Set router 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:50:15.145387 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e195103d-88d0-4be1-acbf-6be697336d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'name': 'tempest-TestMinimumBasicScenario-1472456267-router', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:50:14Z', 'revision_number': 6, 'project_id': '211f5a7f4f8442419284bc671b406788', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:15.176578 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195103d-88d0-4be1-acbf-6be697336d88 None None] The sync data for ids ['389cd0da-cb45-4f1a-9c7a-1731cd32f7b6'] in n-d-833234-2 is: [{'id': '389cd0da-cb45-4f1a-9c7a-1731cd32f7b6', 'name': 'tempest-TestMinimumBasicScenario-1472456267-router', 'tenant_id': '211f5a7f4f8442419284bc671b406788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:47:58Z', 'updated_at': '2022-03-11T12:50:14Z', 'revision_number': 6, 'project_id': '211f5a7f4f8442419284bc671b406788', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:50:15.533707 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0fd38bbd-dc99-47dd-b7ed-dfd8dbee21d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a14faa45-e3f1-4653-8aac-ea1dc306da9e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:15.558873 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd38bbd-dc99-47dd-b7ed-dfd8dbee21d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a14faa45-e3f1-4653-8aac-ea1dc306da9e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:15.621678 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0fd38bbd-dc99-47dd-b7ed-dfd8dbee21d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (389cd0da-cb45-4f1a-9c7a-1731cd32f7b6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:15.722981 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0fd38bbd-dc99-47dd-b7ed-dfd8dbee21d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (389cd0da-cb45-4f1a-9c7a-1731cd32f7b6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:15.725163 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0fd38bbd-dc99-47dd-b7ed-dfd8dbee21d1 admin admin] Publish callbacks [] for router_controller (389cd0da-cb45-4f1a-9c7a-1731cd32f7b6), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:15.755874 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a14faa45-e3f1-4653-8aac-ea1dc306da9e no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:50:15.771746 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0fd38bbd-dc99-47dd-b7ed-dfd8dbee21d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (389cd0da-cb45-4f1a-9c7a-1731cd32f7b6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:15.772403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd38bbd-dc99-47dd-b7ed-dfd8dbee21d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:50:15.777609 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0fd38bbd-dc99-47dd-b7ed-dfd8dbee21d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:15.778709 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: a14faa45-e3f1-4653-8aac-ea1dc306da9e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:50:15.779058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a14faa45-e3f1-4653-8aac-ea1dc306da9e not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:50:15.779471 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cddb0513-63b4-4bec-9d30-a92624286a06 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:50:15.782069 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47040) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:15.788266 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0fd38bbd-dc99-47dd-b7ed-dfd8dbee21d1 admin admin] 10.222.0.78 "DELETE /v2.0/routers/389cd0da-cb45-4f1a-9c7a-1731cd32f7b6 HTTP/1.1" status: 204 len: 168 time: 1.1315618 Mar 11 12:50:15.806829 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: cddb0513-63b4-4bec-9d30-a92624286a06 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:50:15.807303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cddb0513-63b4-4bec-9d30-a92624286a06 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:50:15.822034 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-83002c5a-570b-4371-a02f-dad2a1d6dec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:15.829701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4f9658-bb4a-4408-adfc-651c63a02ae9 admin admin] Deleting subnet bf10446c-9a41-47e5-a0f0-527e2203db8c {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:50:15.832898 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9658-bb4a-4408-adfc-651c63a02ae9 admin admin] Publish callbacks [] for subnet (bf10446c-9a41-47e5-a0f0-527e2203db8c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:15.870634 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9658-bb4a-4408-adfc-651c63a02ae9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (bf10446c-9a41-47e5-a0f0-527e2203db8c), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:15.949709 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9658-bb4a-4408-adfc-651c63a02ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (bf10446c-9a41-47e5-a0f0-527e2203db8c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:16.004039 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9658-bb4a-4408-adfc-651c63a02ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (bf10446c-9a41-47e5-a0f0-527e2203db8c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:16.035136 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9658-bb4a-4408-adfc-651c63a02ae9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:16.038931 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-6c4f9658-bb4a-4408-adfc-651c63a02ae9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/bf10446c-9a41-47e5-a0f0-527e2203db8c HTTP/1.1" status: 204 len: 168 time: 0.2559254 Mar 11 12:50:16.040118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f9658-bb4a-4408-adfc-651c63a02ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf10446c-9a41-47e5-a0f0-527e2203db8c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:16.041303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c97ab90-9f97-4cdf-a811-8fc0aeaa697f None None] Network 331a5309-3be5-41e1-80a2-3241241baf5a requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:50:16.041636 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47042) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:16.116531 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (331a5309-3be5-41e1-80a2-3241241baf5a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:16.171929 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] Deleting port 617fbbb4-b090-4f04-ab18-b517f7f78434 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:50:16.172318 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (617fbbb4-b090-4f04-ab18-b517f7f78434), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:16.201062 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] DHCP port deletion for 331a5309-3be5-41e1-80a2-3241241baf5a request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:50:16.234562 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] For port 617fbbb4-b090-4f04-ab18-b517f7f78434, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=617fbbb4-b090-4f04-ab18-b517f7f78434,segment=NetworkSegment(2f49b098-9b8a-4abc-bc30-cbabd748abf7),segment_id=2f49b098-9b8a-4abc-bc30-cbabd748abf7)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:50:16.234834 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (617fbbb4-b090-4f04-ab18-b517f7f78434), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:16.247833 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] Calling delete_port for 617fbbb4-b090-4f04-ab18-b517f7f78434 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:50:16.251463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Deleting port 617fbbb4-b090-4f04-ab18-b517f7f78434 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:50:16.251882 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (617fbbb4-b090-4f04-ab18-b517f7f78434), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:16.318074 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] For port 617fbbb4-b090-4f04-ab18-b517f7f78434, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=617fbbb4-b090-4f04-ab18-b517f7f78434,segment=NetworkSegment(2f49b098-9b8a-4abc-bc30-cbabd748abf7),segment_id=2f49b098-9b8a-4abc-bc30-cbabd748abf7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:50:16.318309 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (617fbbb4-b090-4f04-ab18-b517f7f78434), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:16.331384 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Calling delete_port for 617fbbb4-b090-4f04-ab18-b517f7f78434 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:50:16.331647 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (617fbbb4-b090-4f04-ab18-b517f7f78434), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:16.357887 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] Pushing event deleted for resources: {'Port': ['ID=617fbbb4-b090-4f04-ab18-b517f7f78434,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:16.359706 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] No DVR routers for this DVR port 617fbbb4-b090-4f04-ab18-b517f7f78434 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:50:16.414777 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (617fbbb4-b090-4f04-ab18-b517f7f78434), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:16.437028 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (331a5309-3be5-41e1-80a2-3241241baf5a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:16.443367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Pushing event deleted for resources: {'Port': ['ID=617fbbb4-b090-4f04-ab18-b517f7f78434,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:16.452535 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] No DVR routers for this DVR port 617fbbb4-b090-4f04-ab18-b517f7f78434 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:50:16.459414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331a5309-3be5-41e1-80a2-3241241baf5a']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:16.463449 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:16.463825 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:16.464167 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:16.464505 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:16.464840 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:16.465349 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:16.466069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:16.466069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:16.466069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:16.466532 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:16.466700 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:16.467022 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:16.467345 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09a105-efa9-43b7-9869-970efbc8622b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:16.470757 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f49b098-9b8a-4abc-bc30-cbabd748abf7') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:16.471162 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f49b098-9b8a-4abc-bc30-cbabd748abf7') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:16.480929 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (2f49b098-9b8a-4abc-bc30-cbabd748abf7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:16.495332 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (2f49b098-9b8a-4abc-bc30-cbabd748abf7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:16.501530 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:50:16.501905 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (2f49b098-9b8a-4abc-bc30-cbabd748abf7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:50:16.503636 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:50:16.559161 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (331a5309-3be5-41e1-80a2-3241241baf5a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:16.564920 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:16.568187 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] 10.222.0.78 "DELETE /v2.0/networks/331a5309-3be5-41e1-80a2-3241241baf5a HTTP/1.1" status: 204 len: 168 time: 0.5255291 Mar 11 12:50:16.571348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47044) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:16.579393 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e0fbd-bc9b-4c34-aa7d-17436569502c admin admin] Pushing event deleted for resources: {'Network': ['ID=331a5309-3be5-41e1-80a2-3241241baf5a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:16.960242 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b4f852c-3e59-469b-b7f7-0bbc945fe72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (2b344eb8-3f10-4ddb-8472-18666e105e3e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:17.282572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0b4f852c-3e59-469b-b7f7-0bbc945fe72f admin admin] Deleting port fd3993a4-151b-4542-980d-1f14f8ba62e4 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:50:17.282873 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b4f852c-3e59-469b-b7f7-0bbc945fe72f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:17.392276 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-0b4f852c-3e59-469b-b7f7-0bbc945fe72f admin admin] For port fd3993a4-151b-4542-980d-1f14f8ba62e4, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=fd3993a4-151b-4542-980d-1f14f8ba62e4,segment=NetworkSegment(6af99058-b091-49ce-8def-1deedd94996c),segment_id=6af99058-b091-49ce-8def-1deedd94996c)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:50:17.392931 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b4f852c-3e59-469b-b7f7-0bbc945fe72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:17.409777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0b4f852c-3e59-469b-b7f7-0bbc945fe72f admin admin] Calling delete_port for fd3993a4-151b-4542-980d-1f14f8ba62e4 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:50:17.462806 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:17.615916 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b4f852c-3e59-469b-b7f7-0bbc945fe72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (fd3993a4-151b-4542-980d-1f14f8ba62e4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:17.643925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f852c-3e59-469b-b7f7-0bbc945fe72f admin admin] Pushing event deleted for resources: {'Port': ['ID=fd3993a4-151b-4542-980d-1f14f8ba62e4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:17.855484 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b4f852c-3e59-469b-b7f7-0bbc945fe72f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (2b344eb8-3f10-4ddb-8472-18666e105e3e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:17.860131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 617fbbb4-b090-4f04-ab18-b517f7f78434 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:50:17.887180 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 617fbbb4-b090-4f04-ab18-b517f7f78434 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:50:17.887511 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 617fbbb4-b090-4f04-ab18-b517f7f78434 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:50:18.112177 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4f852c-3e59-469b-b7f7-0bbc945fe72f admin admin] Router 2b344eb8-3f10-4ddb-8472-18666e105e3e has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:50:18.236709 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4f852c-3e59-469b-b7f7-0bbc945fe72f admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:50:18.242203 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0b4f852c-3e59-469b-b7f7-0bbc945fe72f admin admin] 10.222.0.78 "PUT /v2.0/routers/2b344eb8-3f10-4ddb-8472-18666e105e3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6696351 Mar 11 12:50:18.245138 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47046) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:18.248386 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104ab49-e105-4d29-aa13-70c077ea9f41 None None] Sync routers for ids ['2b344eb8-3f10-4ddb-8472-18666e105e3e'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:50:18.258948 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104ab49-e105-4d29-aa13-70c077ea9f41 None None] Routers {'2b344eb8-3f10-4ddb-8472-18666e105e3e'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:50:18.259562 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b104ab49-e105-4d29-aa13-70c077ea9f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:50:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2b344eb8-3f10-4ddb-8472-18666e105e3e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:18.355433 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40229461-a872-401c-b673-4a4bbcea9956 admin admin] Publish callbacks [] for router (2b344eb8-3f10-4ddb-8472-18666e105e3e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:18.367672 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b104ab49-e105-4d29-aa13-70c077ea9f41 None None] Set router 2b344eb8-3f10-4ddb-8472-18666e105e3e gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:50:18.464132 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40229461-a872-401c-b673-4a4bbcea9956 admin admin] Publish callbacks [] for router_gateway (2b344eb8-3f10-4ddb-8472-18666e105e3e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:18.530081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-40229461-a872-401c-b673-4a4bbcea9956 admin admin] Deleting port 99e9c648-cafa-451d-84da-b130f6aaf926 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:50:18.530321 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40229461-a872-401c-b673-4a4bbcea9956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (99e9c648-cafa-451d-84da-b130f6aaf926), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:18.546808 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b104ab49-e105-4d29-aa13-70c077ea9f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'name': 'tempest-TestMinimumBasicScenario-2043723078-router', 'tenant_id': '89e071b14f9b4579a3e6e8062965b94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '99e9c648-cafa-451d-84da-b130f6aaf926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:48:03Z', 'updated_at': '2022-03-11T12:50:17Z', 'revision_number': 5, 'project_id': '89e071b14f9b4579a3e6e8062965b94b', 'gw_port': {'id': '99e9c648-cafa-451d-84da-b130f6aaf926', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:48:03Z', 'updated_at': '2022-03-11T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:18.576217 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104ab49-e105-4d29-aa13-70c077ea9f41 None None] Checking router: 2b344eb8-3f10-4ddb-8472-18666e105e3e for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:50:18.586365 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104ab49-e105-4d29-aa13-70c077ea9f41 None None] Routers {'2b344eb8-3f10-4ddb-8472-18666e105e3e'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:50:18.587004 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b104ab49-e105-4d29-aa13-70c077ea9f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:50:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2b344eb8-3f10-4ddb-8472-18666e105e3e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:18.613371 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-40229461-a872-401c-b673-4a4bbcea9956 admin admin] For port 99e9c648-cafa-451d-84da-b130f6aaf926, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=99e9c648-cafa-451d-84da-b130f6aaf926,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:50:18.613888 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40229461-a872-401c-b673-4a4bbcea9956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (99e9c648-cafa-451d-84da-b130f6aaf926), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:18.626253 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-40229461-a872-401c-b673-4a4bbcea9956 admin admin] Calling delete_port for 99e9c648-cafa-451d-84da-b130f6aaf926 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:50:18.675359 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b104ab49-e105-4d29-aa13-70c077ea9f41 None None] Set router 2b344eb8-3f10-4ddb-8472-18666e105e3e gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:50:18.725380 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b104ab49-e105-4d29-aa13-70c077ea9f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'name': 'tempest-TestMinimumBasicScenario-2043723078-router', 'tenant_id': '89e071b14f9b4579a3e6e8062965b94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:48:03Z', 'updated_at': '2022-03-11T12:50:18Z', 'revision_number': 6, 'project_id': '89e071b14f9b4579a3e6e8062965b94b', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:18.754693 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104ab49-e105-4d29-aa13-70c077ea9f41 None None] The sync data for ids ['2b344eb8-3f10-4ddb-8472-18666e105e3e'] in n-d-833234-2 is: [{'id': '2b344eb8-3f10-4ddb-8472-18666e105e3e', 'name': 'tempest-TestMinimumBasicScenario-2043723078-router', 'tenant_id': '89e071b14f9b4579a3e6e8062965b94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:48:03Z', 'updated_at': '2022-03-11T12:50:18Z', 'revision_number': 6, 'project_id': '89e071b14f9b4579a3e6e8062965b94b', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:50:18.799811 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40229461-a872-401c-b673-4a4bbcea9956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (99e9c648-cafa-451d-84da-b130f6aaf926), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:18.824474 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40229461-a872-401c-b673-4a4bbcea9956 admin admin] Pushing event deleted for resources: {'Port': ['ID=99e9c648-cafa-451d-84da-b130f6aaf926,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:18.885614 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:18.901110 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40229461-a872-401c-b673-4a4bbcea9956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (2b344eb8-3f10-4ddb-8472-18666e105e3e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.000883 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40229461-a872-401c-b673-4a4bbcea9956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (2b344eb8-3f10-4ddb-8472-18666e105e3e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.003187 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40229461-a872-401c-b673-4a4bbcea9956 admin admin] Publish callbacks [] for router_controller (2b344eb8-3f10-4ddb-8472-18666e105e3e), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.056170 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40229461-a872-401c-b673-4a4bbcea9956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (2b344eb8-3f10-4ddb-8472-18666e105e3e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.056874 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40229461-a872-401c-b673-4a4bbcea9956 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b344eb8-3f10-4ddb-8472-18666e105e3e {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:50:19.063709 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40229461-a872-401c-b673-4a4bbcea9956 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.065307 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-40229461-a872-401c-b673-4a4bbcea9956 admin admin] 10.222.0.78 "DELETE /v2.0/routers/2b344eb8-3f10-4ddb-8472-18666e105e3e HTTP/1.1" status: 204 len: 168 time: 0.8192601 Mar 11 12:50:19.068301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47048) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:19.115476 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-309eb327-d6ee-4e83-bd69-9d70ea336a97 admin admin] Deleting subnet 90d0d34f-a6b9-423f-a9de-a56b41152de7 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:50:19.119654 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-309eb327-d6ee-4e83-bd69-9d70ea336a97 admin admin] Publish callbacks [] for subnet (90d0d34f-a6b9-423f-a9de-a56b41152de7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.156604 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-309eb327-d6ee-4e83-bd69-9d70ea336a97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (90d0d34f-a6b9-423f-a9de-a56b41152de7), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.237880 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-309eb327-d6ee-4e83-bd69-9d70ea336a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (90d0d34f-a6b9-423f-a9de-a56b41152de7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.298600 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-309eb327-d6ee-4e83-bd69-9d70ea336a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (90d0d34f-a6b9-423f-a9de-a56b41152de7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.323688 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309eb327-d6ee-4e83-bd69-9d70ea336a97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d0d34f-a6b9-423f-a9de-a56b41152de7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:19.327702 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-309eb327-d6ee-4e83-bd69-9d70ea336a97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.330848 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-309eb327-d6ee-4e83-bd69-9d70ea336a97 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/90d0d34f-a6b9-423f-a9de-a56b41152de7 HTTP/1.1" status: 204 len: 168 time: 0.2610478 Mar 11 12:50:19.332715 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a71cf1c-3164-4a50-9b0a-a5f5c5406dd2 None None] Network 63fad5e4-c151-44a7-b3f4-f2ce3e1143a2 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:50:19.333727 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47050) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:19.406795 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (63fad5e4-c151-44a7-b3f4-f2ce3e1143a2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.461750 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] Deleting port ba7ce408-adb9-4efc-9abc-d0c875fc0d10 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:50:19.463164 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ba7ce408-adb9-4efc-9abc-d0c875fc0d10), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.491144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84853014-218e-4338-acd9-4160810e92ad None None] DHCP port deletion for 63fad5e4-c151-44a7-b3f4-f2ce3e1143a2 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:50:19.533300 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] For port ba7ce408-adb9-4efc-9abc-d0c875fc0d10, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ba7ce408-adb9-4efc-9abc-d0c875fc0d10,segment=NetworkSegment(6af99058-b091-49ce-8def-1deedd94996c),segment_id=6af99058-b091-49ce-8def-1deedd94996c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:50:19.533694 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ba7ce408-adb9-4efc-9abc-d0c875fc0d10), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.540036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-84853014-218e-4338-acd9-4160810e92ad None None] Deleting port ba7ce408-adb9-4efc-9abc-d0c875fc0d10 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:50:19.540415 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84853014-218e-4338-acd9-4160810e92ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ba7ce408-adb9-4efc-9abc-d0c875fc0d10), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.545975 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] Calling delete_port for ba7ce408-adb9-4efc-9abc-d0c875fc0d10 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:50:19.606776 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-84853014-218e-4338-acd9-4160810e92ad None None] For port ba7ce408-adb9-4efc-9abc-d0c875fc0d10, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ba7ce408-adb9-4efc-9abc-d0c875fc0d10,segment=NetworkSegment(6af99058-b091-49ce-8def-1deedd94996c),segment_id=6af99058-b091-49ce-8def-1deedd94996c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:50:19.607164 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84853014-218e-4338-acd9-4160810e92ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ba7ce408-adb9-4efc-9abc-d0c875fc0d10), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.620534 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-84853014-218e-4338-acd9-4160810e92ad None None] Calling delete_port for ba7ce408-adb9-4efc-9abc-d0c875fc0d10 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:50:19.629409 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ba7ce408-adb9-4efc-9abc-d0c875fc0d10), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.655292 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] Pushing event deleted for resources: {'Port': ['ID=ba7ce408-adb9-4efc-9abc-d0c875fc0d10,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:19.658636 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] No DVR routers for this DVR port ba7ce408-adb9-4efc-9abc-d0c875fc0d10 on host n-d-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:50:19.699340 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84853014-218e-4338-acd9-4160810e92ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (ba7ce408-adb9-4efc-9abc-d0c875fc0d10), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.730135 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84853014-218e-4338-acd9-4160810e92ad None None] Pushing event deleted for resources: {'Port': ['ID=ba7ce408-adb9-4efc-9abc-d0c875fc0d10,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:19.736535 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (63fad5e4-c151-44a7-b3f4-f2ce3e1143a2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.736879 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84853014-218e-4338-acd9-4160810e92ad None None] No DVR routers for this DVR port ba7ce408-adb9-4efc-9abc-d0c875fc0d10 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:50:19.764073 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63fad5e4-c151-44a7-b3f4-f2ce3e1143a2']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:19.775599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af99058-b091-49ce-8def-1deedd94996c') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:19.775975 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af99058-b091-49ce-8def-1deedd94996c') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:19.787053 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (6af99058-b091-49ce-8def-1deedd94996c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.788098 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fd3993a4-151b-4542-980d-1f14f8ba62e4 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:50:19.803168 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6af99058-b091-49ce-8def-1deedd94996c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.810706 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:50:19.811180 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (6af99058-b091-49ce-8def-1deedd94996c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:50:19.812793 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:50:19.815857 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: fd3993a4-151b-4542-980d-1f14f8ba62e4 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:50:19.816211 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device fd3993a4-151b-4542-980d-1f14f8ba62e4 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:50:19.816628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ba7ce408-adb9-4efc-9abc-d0c875fc0d10 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:50:19.836283 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: ba7ce408-adb9-4efc-9abc-d0c875fc0d10 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:50:19.836555 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ba7ce408-adb9-4efc-9abc-d0c875fc0d10 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:50:19.836970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 99e9c648-cafa-451d-84da-b130f6aaf926 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:50:19.856063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 99e9c648-cafa-451d-84da-b130f6aaf926 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:50:19.856413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 99e9c648-cafa-451d-84da-b130f6aaf926 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:50:19.873079 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (63fad5e4-c151-44a7-b3f4-f2ce3e1143a2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.882643 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:19.885909 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] 10.222.0.78 "DELETE /v2.0/networks/63fad5e4-c151-44a7-b3f4-f2ce3e1143a2 HTTP/1.1" status: 204 len: 168 time: 0.5511773 Mar 11 12:50:19.896600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf0b4b-b5cb-42d9-81fe-910eb85a152c admin admin] Pushing event deleted for resources: {'Network': ['ID=63fad5e4-c151-44a7-b3f4-f2ce3e1143a2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:20.059359 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47054) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:20.102351 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-65a09f2b-69e8-4e6f-a833-7ce9167397d3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=211f5a7f4f8442419284bc671b406788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416369 Mar 11 12:50:20.104943 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47056) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:20.124971 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:20.155162 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-58a2525e-8e30-40a0-868f-d518e9e90798 admin admin] Publish callbacks [] for security_group (4fa7f609-0cd1-48b1-8acc-dca54a2fdf81), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:20.176415 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-58a2525e-8e30-40a0-868f-d518e9e90798 admin admin] Publish callbacks [] for security_group (4fa7f609-0cd1-48b1-8acc-dca54a2fdf81), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:20.227524 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-58a2525e-8e30-40a0-868f-d518e9e90798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4fa7f609-0cd1-48b1-8acc-dca54a2fdf81), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:20.230371 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-58a2525e-8e30-40a0-868f-d518e9e90798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:20.231847 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-58a2525e-8e30-40a0-868f-d518e9e90798 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4fa7f609-0cd1-48b1-8acc-dca54a2fdf81 HTTP/1.1" status: 204 len: 168 time: 0.1256545 Mar 11 12:50:20.246397 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2525e-8e30-40a0-868f-d518e9e90798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa7f609-0cd1-48b1-8acc-dca54a2fdf81,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:20.589673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47062) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:20.631781 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8de79413-374a-43d3-ae44-dc3008579fe4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=89e071b14f9b4579a3e6e8062965b94b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402987 Mar 11 12:50:20.634233 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47064) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:20.684772 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-020154a3-f24c-4db6-8242-fae77caf9786 admin admin] Publish callbacks [] for security_group (b14da656-7d14-458d-b93e-083056b27d30), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:20.705891 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-020154a3-f24c-4db6-8242-fae77caf9786 admin admin] Publish callbacks [] for security_group (b14da656-7d14-458d-b93e-083056b27d30), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:20.765502 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-020154a3-f24c-4db6-8242-fae77caf9786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (b14da656-7d14-458d-b93e-083056b27d30), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:20.768170 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-020154a3-f24c-4db6-8242-fae77caf9786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:20.771772 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-020154a3-f24c-4db6-8242-fae77caf9786 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b14da656-7d14-458d-b93e-083056b27d30 HTTP/1.1" status: 204 len: 168 time: 0.1339214 Mar 11 12:50:20.777476 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020154a3-f24c-4db6-8242-fae77caf9786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14da656-7d14-458d-b93e-083056b27d30,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:22.686414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47104) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:22.691026 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-270d252a-db92-4b9b-b566-845f8e163508 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1022807236', 'description': 'tempest-secgroup-smoke-1022807236 description', 'project_id': '44c471adc80a42e3bf416e933ba2e790'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:50:22.713509 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-270d252a-db92-4b9b-b566-845f8e163508 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:22.725888 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-270d252a-db92-4b9b-b566-845f8e163508 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:22.805615 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-270d252a-db92-4b9b-b566-845f8e163508 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (419a39c9-d113-489b-a48b-42d15804a0da), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:22.811176 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-270d252a-db92-4b9b-b566-845f8e163508 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (419a39c9-d113-489b-a48b-42d15804a0da), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:22.854830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d252a-db92-4b9b-b566-845f8e163508 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=419a39c9-d113-489b-a48b-42d15804a0da,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:22.891333 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-270d252a-db92-4b9b-b566-845f8e163508 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (606700b5-adb4-460e-9182-d75d21d0abdc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:22.896773 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-270d252a-db92-4b9b-b566-845f8e163508 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (606700b5-adb4-460e-9182-d75d21d0abdc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:22.927678 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-270d252a-db92-4b9b-b566-845f8e163508 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:22.928862 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-270d252a-db92-4b9b-b566-845f8e163508 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2414289 Mar 11 12:50:22.929982 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d252a-db92-4b9b-b566-845f8e163508 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=606700b5-adb4-460e-9182-d75d21d0abdc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:22.932012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47106) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:22.937208 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5b5a91ab-4bec-45f0-97b8-a51d9e7c961e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': '606700b5-adb4-460e-9182-d75d21d0abdc', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:50:22.967141 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5b5a91ab-4bec-45f0-97b8-a51d9e7c961e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (9db1e5b6-21cd-41c0-b2a9-15bbc1b05730), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.026335 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5b5a91ab-4bec-45f0-97b8-a51d9e7c961e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (9db1e5b6-21cd-41c0-b2a9-15bbc1b05730), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.032763 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5b5a91ab-4bec-45f0-97b8-a51d9e7c961e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (9db1e5b6-21cd-41c0-b2a9-15bbc1b05730), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.049767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a91ab-4bec-45f0-97b8-a51d9e7c961e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db1e5b6-21cd-41c0-b2a9-15bbc1b05730,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:23.061415 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5b5a91ab-4bec-45f0-97b8-a51d9e7c961e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.063014 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5b5a91ab-4bec-45f0-97b8-a51d9e7c961e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299045 Mar 11 12:50:23.065821 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47108) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:23.071996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d7234ac7-e4ab-4d1b-bd03-a71f53669263 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': '606700b5-adb4-460e-9182-d75d21d0abdc', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:50:23.097764 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d7234ac7-e4ab-4d1b-bd03-a71f53669263 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (284ece6a-ea22-4616-a8b8-3fa93e6c107c), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.155365 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d7234ac7-e4ab-4d1b-bd03-a71f53669263 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (284ece6a-ea22-4616-a8b8-3fa93e6c107c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.160810 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d7234ac7-e4ab-4d1b-bd03-a71f53669263 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (284ece6a-ea22-4616-a8b8-3fa93e6c107c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.178199 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7234ac7-e4ab-4d1b-bd03-a71f53669263 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284ece6a-ea22-4616-a8b8-3fa93e6c107c,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:23.186735 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d7234ac7-e4ab-4d1b-bd03-a71f53669263 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.187951 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d7234ac7-e4ab-4d1b-bd03-a71f53669263 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210017 Mar 11 12:50:23.190744 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47110) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:23.195006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5276db6d-8a39-49df-a283-af31ffe2661f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': '606700b5-adb4-460e-9182-d75d21d0abdc', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:50:23.221900 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5276db6d-8a39-49df-a283-af31ffe2661f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (0d5b30de-bde1-432c-9a40-e3f634f7e116), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.281206 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5276db6d-8a39-49df-a283-af31ffe2661f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (0d5b30de-bde1-432c-9a40-e3f634f7e116), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.287180 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5276db6d-8a39-49df-a283-af31ffe2661f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (0d5b30de-bde1-432c-9a40-e3f634f7e116), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.304366 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276db6d-8a39-49df-a283-af31ffe2661f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5b30de-bde1-432c-9a40-e3f634f7e116,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:23.315858 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5276db6d-8a39-49df-a283-af31ffe2661f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.317157 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5276db6d-8a39-49df-a283-af31ffe2661f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254880 Mar 11 12:50:23.319959 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47112) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:23.324683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-60543316-bca9-4fd3-ac40-72869f5bdae4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': '606700b5-adb4-460e-9182-d75d21d0abdc', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:50:23.353380 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60543316-bca9-4fd3-ac40-72869f5bdae4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (c318737d-487d-42f5-baca-4898d768e1f7), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.416048 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60543316-bca9-4fd3-ac40-72869f5bdae4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (c318737d-487d-42f5-baca-4898d768e1f7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.421544 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60543316-bca9-4fd3-ac40-72869f5bdae4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (c318737d-487d-42f5-baca-4898d768e1f7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.439357 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60543316-bca9-4fd3-ac40-72869f5bdae4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c318737d-487d-42f5-baca-4898d768e1f7,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:23.451302 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60543316-bca9-4fd3-ac40-72869f5bdae4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.452583 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-60543316-bca9-4fd3-ac40-72869f5bdae4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316454 Mar 11 12:50:23.456527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47114) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:23.460835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9ed06b76-b1bf-4e7d-bcd4-c1264893a74f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': '606700b5-adb4-460e-9182-d75d21d0abdc', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:50:23.482896 n-d-833234-2 neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-9ed06b76-b1bf-4e7d-bcd4-c1264893a74f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Project 44c471adc80a42e3bf416e933ba2e790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:50:23.488207 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ed06b76-b1bf-4e7d-bcd4-c1264893a74f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (076d9804-b2ee-4c08-a65e-3d5850056241), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.549695 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ed06b76-b1bf-4e7d-bcd4-c1264893a74f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (076d9804-b2ee-4c08-a65e-3d5850056241), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.555884 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ed06b76-b1bf-4e7d-bcd4-c1264893a74f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (076d9804-b2ee-4c08-a65e-3d5850056241), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.573110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed06b76-b1bf-4e7d-bcd4-c1264893a74f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076d9804-b2ee-4c08-a65e-3d5850056241,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:23.582877 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ed06b76-b1bf-4e7d-bcd4-c1264893a74f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.584090 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9ed06b76-b1bf-4e7d-bcd4-c1264893a74f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266558 Mar 11 12:50:23.586890 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47116) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:23.591248 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-e472f2d4-7905-4e10-a43b-82f600291e96 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': '606700b5-adb4-460e-9182-d75d21d0abdc', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:50:23.613810 n-d-833234-2 neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-e472f2d4-7905-4e10-a43b-82f600291e96 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Project 44c471adc80a42e3bf416e933ba2e790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:50:23.619471 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e472f2d4-7905-4e10-a43b-82f600291e96 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (4c46fd42-5bd1-4f76-866c-7e50f6cf6da4), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.678086 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e472f2d4-7905-4e10-a43b-82f600291e96 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (4c46fd42-5bd1-4f76-866c-7e50f6cf6da4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.683985 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e472f2d4-7905-4e10-a43b-82f600291e96 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (4c46fd42-5bd1-4f76-866c-7e50f6cf6da4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.701220 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472f2d4-7905-4e10-a43b-82f600291e96 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c46fd42-5bd1-4f76-866c-7e50f6cf6da4,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:23.710319 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e472f2d4-7905-4e10-a43b-82f600291e96 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.712091 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e472f2d4-7905-4e10-a43b-82f600291e96 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236641 Mar 11 12:50:23.714729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47118) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:23.719492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-37806f70-1238-4c1b-b6bf-d512427764d4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'network': {'name': 'tempest-network-smoke--1718316070', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'port_security_enabled': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:50:23.740342 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37806f70-1238-4c1b-b6bf-d512427764d4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Made reservation on behalf of 44c471adc80a42e3bf416e933ba2e790 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:50:23.744083 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37806f70-1238-4c1b-b6bf-d512427764d4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.767275 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37806f70-1238-4c1b-b6bf-d512427764d4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:50:23.776785 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37806f70-1238-4c1b-b6bf-d512427764d4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b46ea3b0-e9eb-49c0-98a2-fe766ff139b3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.777172 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-37806f70-1238-4c1b-b6bf-d512427764d4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Added segment b46ea3b0-e9eb-49c0-98a2-fe766ff139b3 of type vlan for network 9bcf068d-7b0d-4c11-991d-417f368eb1b1 Mar 11 12:50:23.833386 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37806f70-1238-4c1b-b6bf-d512427764d4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (9bcf068d-7b0d-4c11-991d-417f368eb1b1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.864847 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37806f70-1238-4c1b-b6bf-d512427764d4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (9bcf068d-7b0d-4c11-991d-417f368eb1b1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.870708 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37806f70-1238-4c1b-b6bf-d512427764d4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:23.871278 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37806f70-1238-4c1b-b6bf-d512427764d4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.908245 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-37806f70-1238-4c1b-b6bf-d512427764d4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1925275 Mar 11 12:50:23.911306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47120) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:23.916463 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-417740525', 'admin_state_up': True, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:50:23.937998 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (19951c1a-a245-4a45-9c87-b3a6e3ffbab1), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.939071 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (19951c1a-a245-4a45-9c87-b3a6e3ffbab1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:23.939797 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37806f70-1238-4c1b-b6bf-d512427764d4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Network': ['ID=9bcf068d-7b0d-4c11-991d-417f368eb1b1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:23.951042 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 9bcf068d-7b0d-4c11-991d-417f368eb1b1 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:50:23.993772 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_controller (19951c1a-a245-4a45-9c87-b3a6e3ffbab1), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:24.139469 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (19951c1a-a245-4a45-9c87-b3a6e3ffbab1), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:24.340215 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (19951c1a-a245-4a45-9c87-b3a6e3ffbab1), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:24.363862 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:24.479286 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.25.7.137 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/cce42b46-b3e7-4e03-9203-9eb92af70928) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:50:24.600232 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (cce42b46-b3e7-4e03-9203-9eb92af70928), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:24.639620 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (cce42b46-b3e7-4e03-9203-9eb92af70928), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:24.676252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:50:24.682629 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:50:24.686864 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:50:24.689886 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=cce42b46-b3e7-4e03-9203-9eb92af70928,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:24.940005 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:50:24.947911 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (19951c1a-a245-4a45-9c87-b3a6e3ffbab1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:25.515040 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (19951c1a-a245-4a45-9c87-b3a6e3ffbab1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:25.660472 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:50:25.770448 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:50:25.781314 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Sync routers for ids ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:50:25.792204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Routers {'19951c1a-a245-4a45-9c87-b3a6e3ffbab1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:50:25.792462 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:25.793286 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:50:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:25.793720 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-66b9f48b-bd35-40aa-93dd-71fbb708a7e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8813996 Mar 11 12:50:25.796928 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47122) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:25.900625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Set router 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:50:25.929456 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a1dfd10a-f137-4ded-aec8-bb0e799d8167 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=44c471adc80a42e3bf416e933ba2e790&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1314154 Mar 11 12:50:25.932527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47126) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:26.025697 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd1217b-ec83-4b7b-9f06-f45ea751717d tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:26.027112 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-cdd1217b-ec83-4b7b-9f06-f45ea751717d tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937028 Mar 11 12:50:26.030030 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47128) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:26.057588 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-880bed3a-e08f-48de-97cc-2ae89b4b337d tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265028 Mar 11 12:50:26.060212 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47130) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:26.065098 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-83c64700-d500-4ce0-a65b-a8288da2b68e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1029790132', 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:50:26.082312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417740525', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:50:23Z', 'updated_at': '2022-03-11T12:50:24Z', 'revision_number': 3, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:24Z', 'updated_at': '2022-03-11T12:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:26.108625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Checking router: 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:50:26.108955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Updating router 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 port cce42b46-b3e7-4e03-9203-9eb92af70928 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:50:26.136322 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cce42b46-b3e7-4e03-9203-9eb92af70928), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:26.152789 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c64700-d500-4ce0-a65b-a8288da2b68e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Made reservation on behalf of 44c471adc80a42e3bf416e933ba2e790 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:50:26.156795 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83c64700-d500-4ce0-a65b-a8288da2b68e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:26.339673 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83c64700-d500-4ce0-a65b-a8288da2b68e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (407216d0-2deb-4e58-af81-0b99526aa384), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:26.387981 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Publish callbacks [] for port (cce42b46-b3e7-4e03-9203-9eb92af70928), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:26.394764 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cce42b46-b3e7-4e03-9203-9eb92af70928), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:26.402715 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c64700-d500-4ce0-a65b-a8288da2b68e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Subnet': ['ID=407216d0-2deb-4e58-af81-0b99526aa384,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:26.413085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c64700-d500-4ce0-a65b-a8288da2b68e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Checking segment: {'id': 'b46ea3b0-e9eb-49c0-98a2-fe766ff139b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:50:26.413447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c64700-d500-4ce0-a65b-a8288da2b68e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network hostable DHCP agents. Network: 9bcf068d-7b0d-4c11-991d-417f368eb1b1, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:50:26.434199 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c64700-d500-4ce0-a65b-a8288da2b68e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 9bcf068d-7b0d-4c11-991d-417f368eb1b1 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:50:26.444836 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-83c64700-d500-4ce0-a65b-a8288da2b68e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 9bcf068d-7b0d-4c11-991d-417f368eb1b1) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:50:26.447974 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ba82f-a2ec-4e2d-a425-c6176967aebd None None] Pushing event updated for resources: {'Port': ['ID=cce42b46-b3e7-4e03-9203-9eb92af70928,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:26.450052 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c64700-d500-4ce0-a65b-a8288da2b68e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:26.450333 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Attempting to bind port cce42b46-b3e7-4e03-9203-9eb92af70928 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:50:26.450644 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83c64700-d500-4ce0-a65b-a8288da2b68e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:26.450777 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Attempting to bind port cce42b46-b3e7-4e03-9203-9eb92af70928 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:50:26.451052 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Attempting to bind port cce42b46-b3e7-4e03-9203-9eb92af70928 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:50:26.456230 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bad6139-c717-430b-b376-d702e58e0b3e None None] Network 9bcf068d-7b0d-4c11-991d-417f368eb1b1 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:50:26.469690 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-83c64700-d500-4ce0-a65b-a8288da2b68e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4084017 Mar 11 12:50:26.470452 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:50:26.470824 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:50:26.471228 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:26.471625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:50:26.472082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Bound port: cce42b46-b3e7-4e03-9203-9eb92af70928, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:50:26.472427 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47132) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:26.472531 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cce42b46-b3e7-4e03-9203-9eb92af70928), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:26.748498 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] For port cce42b46-b3e7-4e03-9203-9eb92af70928, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:50:26.752231 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] For port cce42b46-b3e7-4e03-9203-9eb92af70928, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=cce42b46-b3e7-4e03-9203-9eb92af70928,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:50:26.772697 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cce42b46-b3e7-4e03-9203-9eb92af70928), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:26.782529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-9bcf068d-7b0d-4c11-991d-417f368eb1b1', 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ips': [{'subnet_id': '407216d0-2deb-4e58-af81-0b99526aa384'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:50:26.783355 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:26.859124 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Routers {'19951c1a-a245-4a45-9c87-b3a6e3ffbab1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:50:26.859788 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:50:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:26.896877 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ba82f-a2ec-4e2d-a425-c6176967aebd None None] Pushing event updated for resources: {'Port': ['ID=cce42b46-b3e7-4e03-9203-9eb92af70928,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:26.935561 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:27.055853 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] Set router 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:50:27.086457 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Allocated IP 172.20.0.2 (9bcf068d-7b0d-4c11-991d-417f368eb1b1/407216d0-2deb-4e58-af81-0b99526aa384/4406f358-7d85-4b80-bfee-8f9a650e4872) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:50:27.348303 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Publish callbacks [] for port (4406f358-7d85-4b80-bfee-8f9a650e4872), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:27.357004 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (4406f358-7d85-4b80-bfee-8f9a650e4872), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:27.397204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417740525', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:50:23Z', 'updated_at': '2022-03-11T12:50:24Z', 'revision_number': 3, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:24Z', 'updated_at': '2022-03-11T12:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:27.409129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.20.0.1 (9bcf068d-7b0d-4c11-991d-417f368eb1b1/407216d0-2deb-4e58-af81-0b99526aa384/25b1ea60-167c-493a-b6cc-55004d037fc6) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:50:27.432746 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Network 9bcf068d-7b0d-4c11-991d-417f368eb1b1 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:50:27.433839 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907ffc98-ddd6-495f-b700-f2828b005ee5 None None] The sync data for ids ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'] in n-d-833234-2 is: [{'id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417740525', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:50:23Z', 'updated_at': '2022-03-11T12:50:24Z', 'revision_number': 3, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:24Z', 'updated_at': '2022-03-11T12:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:50:27.439271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:50:27.441551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:50:27.462103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Pushing event updated for resources: {'Port': ['ID=4406f358-7d85-4b80-bfee-8f9a650e4872,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:27.515989 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Attempting to bind port 4406f358-7d85-4b80-bfee-8f9a650e4872 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:50:27.516354 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Attempting to bind port 4406f358-7d85-4b80-bfee-8f9a650e4872 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'b46ea3b0-e9eb-49c0-98a2-fe766ff139b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:50:27.516712 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Attempting to bind port 4406f358-7d85-4b80-bfee-8f9a650e4872 on network 9bcf068d-7b0d-4c11-991d-417f368eb1b1 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:50:27.522161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:50:27.522803 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Checking segment: {'id': 'b46ea3b0-e9eb-49c0-98a2-fe766ff139b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:50:27.522922 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:27.523311 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Bound using segment: {'id': 'b46ea3b0-e9eb-49c0-98a2-fe766ff139b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:50:27.524376 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Bound port: 4406f358-7d85-4b80-bfee-8f9a650e4872, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46ea3b0-e9eb-49c0-98a2-fe766ff139b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:50:27.524980 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4406f358-7d85-4b80-bfee-8f9a650e4872), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:27.539496 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:27.578835 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:27.598693 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] For port 4406f358-7d85-4b80-bfee-8f9a650e4872, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:50:27.602187 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] For port 4406f358-7d85-4b80-bfee-8f9a650e4872, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=4406f358-7d85-4b80-bfee-8f9a650e4872,segment=NetworkSegment(b46ea3b0-e9eb-49c0-98a2-fe766ff139b3),segment_id=b46ea3b0-e9eb-49c0-98a2-fe766ff139b3)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:50:27.609002 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4406f358-7d85-4b80-bfee-8f9a650e4872), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:27.623226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 9bcf068d-7b0d-4c11-991d-417f368eb1b1 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:50:27.628551 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:50:27.632357 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:50:27.639097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=25b1ea60-167c-493a-b6cc-55004d037fc6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:27.670957 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e51606-0616-4595-9671-d5d2e079e1b9 None None] Pushing event updated for resources: {'Port': ['ID=4406f358-7d85-4b80-bfee-8f9a650e4872,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:27.705785 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (19951c1a-a245-4a45-9c87-b3a6e3ffbab1), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:27.838718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cce42b46-b3e7-4e03-9203-9eb92af70928 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:50:27.887788 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:27.941548 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port cce42b46-b3e7-4e03-9203-9eb92af70928 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:50:27.941925 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cce42b46-b3e7-4e03-9203-9eb92af70928), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:28.042169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port cce42b46-b3e7-4e03-9203-9eb92af70928 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:50:28.042653 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cce42b46-b3e7-4e03-9203-9eb92af70928), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:28.073673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port cce42b46-b3e7-4e03-9203-9eb92af70928, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=cce42b46-b3e7-4e03-9203-9eb92af70928,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:50:28.080636 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cce42b46-b3e7-4e03-9203-9eb92af70928), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:28.147668 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=cce42b46-b3e7-4e03-9203-9eb92af70928,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:28.226932 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:28.234107 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:28.308727 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=25b1ea60-167c-493a-b6cc-55004d037fc6,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:28.311410 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (19951c1a-a245-4a45-9c87-b3a6e3ffbab1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:28.413124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 9bcf068d-7b0d-4c11-991d-417f368eb1b1 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:50:28.414976 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:50:28.535088 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:50:28.653700 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:50:28.658918 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8358fa95-7bb9-4a4c-b520-8a0bc5d70cbf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "PUT /v2.0/routers/19951c1a-a245-4a45-9c87-b3a6e3ffbab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1854727 Mar 11 12:50:28.760088 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3825e8-f60e-471d-96ca-cad7645c1106 None None] Network 9bcf068d-7b0d-4c11-991d-417f368eb1b1 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:50:28.826494 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-f8dd5b84-5360-47a3-a643-23c78450883c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022807236&fields=id&tenant_id=44c471adc80a42e3bf416e933ba2e790 HTTP/1.1" status: 200 len: 267 time: 0.0447819 Mar 11 12:50:28.845235 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6be2f48a-3fb3-4a05-9c2c-0767e404b0d3 None None] Provisioning complete for port 4406f358-7d85-4b80-bfee-8f9a650e4872 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:50:28.845867 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6be2f48a-3fb3-4a05-9c2c-0767e404b0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4406f358-7d85-4b80-bfee-8f9a650e4872), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:28.950386 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-dbbab0a9-a688-49b3-adfa-74cc32f08da1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:28.951894 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-dbbab0a9-a688-49b3-adfa-74cc32f08da1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/networks?id=9bcf068d-7b0d-4c11-991d-417f368eb1b1 HTTP/1.1" status: 200 len: 797 time: 0.1174960 Mar 11 12:50:28.968702 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-fa477961-8915-47b0-abd5-482d0b8744c7 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/quotas/44c471adc80a42e3bf416e933ba2e790 HTTP/1.1" status: 200 len: 375 time: 0.0105960 Mar 11 12:50:28.970714 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6be2f48a-3fb3-4a05-9c2c-0767e404b0d3 None None] Current status of the port 4406f358-7d85-4b80-bfee-8f9a650e4872 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:50:28.971172 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6be2f48a-3fb3-4a05-9c2c-0767e404b0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4406f358-7d85-4b80-bfee-8f9a650e4872), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:29.007308 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6be2f48a-3fb3-4a05-9c2c-0767e404b0d3 None None] For port 4406f358-7d85-4b80-bfee-8f9a650e4872, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=4406f358-7d85-4b80-bfee-8f9a650e4872,segment=NetworkSegment(b46ea3b0-e9eb-49c0-98a2-fe766ff139b3),segment_id=b46ea3b0-e9eb-49c0-98a2-fe766ff139b3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:50:29.015661 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6be2f48a-3fb3-4a05-9c2c-0767e404b0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (4406f358-7d85-4b80-bfee-8f9a650e4872), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:29.032472 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-d6e59baa-c7f9-4b0f-b0fa-b75aa717f6a0 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582831 Mar 11 12:50:29.074800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2f48a-3fb3-4a05-9c2c-0767e404b0d3 None None] Pushing event updated for resources: {'Port': ['ID=4406f358-7d85-4b80-bfee-8f9a650e4872,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:29.109888 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-27a15c05-256b-4f0e-a07d-b0551f1ed946 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:50:29.112059 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-27a15c05-256b-4f0e-a07d-b0551f1ed946 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0635231 Mar 11 12:50:29.214609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-35404977-66fc-46f1-81ef-ad0346f5e8a6 service neutron] 10.222.0.78 "GET /v2.0/networks/9bcf068d-7b0d-4c11-991d-417f368eb1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967395 Mar 11 12:50:29.246405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f26006a5-b299-4c2a-bff2-3d361e5ed35f None None] Provisioning complete for port 25b1ea60-167c-493a-b6cc-55004d037fc6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:50:29.247024 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f26006a5-b299-4c2a-bff2-3d361e5ed35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:29.287551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f26006a5-b299-4c2a-bff2-3d361e5ed35f None None] Port 25b1ea60-167c-493a-b6cc-55004d037fc6 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:50:29.292818 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Sync routers for ids ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:50:29.299399 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f26006a5-b299-4c2a-bff2-3d361e5ed35f None None] Provisioning complete for port 4406f358-7d85-4b80-bfee-8f9a650e4872 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:50:29.300041 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f26006a5-b299-4c2a-bff2-3d361e5ed35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4406f358-7d85-4b80-bfee-8f9a650e4872), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:29.305834 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Routers {'19951c1a-a245-4a45-9c87-b3a6e3ffbab1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:50:29.306463 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:50:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:29.328109 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-e10a53b1-f6c9-4e51-be5c-4c55dd39b599 service neutron] 10.222.0.78 "GET /v2.0/networks/9bcf068d-7b0d-4c11-991d-417f368eb1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067684 Mar 11 12:50:29.400283 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f26006a5-b299-4c2a-bff2-3d361e5ed35f None None] Current status of the port 4406f358-7d85-4b80-bfee-8f9a650e4872 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:50:29.430133 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Set router 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:50:29.526207 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-83dfbb94-ee9d-4230-a8c8-460c15585891 None None] Provisioning complete for port 25b1ea60-167c-493a-b6cc-55004d037fc6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:50:29.526584 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-83dfbb94-ee9d-4230-a8c8-460c15585891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:29.541577 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3aa36845-92a2-468e-96fd-950aedec42ad req-21ed9421-9186-4bf8-abf8-ab2d4c3fd815 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0416181 Mar 11 12:50:29.578449 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-83dfbb94-ee9d-4230-a8c8-460c15585891 None None] Port 25b1ea60-167c-493a-b6cc-55004d037fc6 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:50:29.697728 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-815a6fd4-6130-4317-903f-7aed0420818a None None] Provisioning complete for port 25b1ea60-167c-493a-b6cc-55004d037fc6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:50:29.698101 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-815a6fd4-6130-4317-903f-7aed0420818a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:29.736207 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-815a6fd4-6130-4317-903f-7aed0420818a None None] Port 25b1ea60-167c-493a-b6cc-55004d037fc6 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:50:29.782562 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417740525', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:50:23Z', 'updated_at': '2022-03-11T12:50:27Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:24Z', 'updated_at': '2022-03-11T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '25b1ea60-167c-493a-b6cc-55004d037fc6', 'name': '', 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:ae:89:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '407216d0-2deb-4e58-af81-0b99526aa384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:27Z', 'updated_at': '2022-03-11T12:50:28Z', 'revision_number': 2, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '407216d0-2deb-4e58-af81-0b99526aa384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:29.816105 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Checking router: 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:50:29.816427 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Updating router 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 port 25b1ea60-167c-493a-b6cc-55004d037fc6 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:50:29.848366 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:29.880984 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cce42b46-b3e7-4e03-9203-9eb92af70928 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:50:29.950995 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port cce42b46-b3e7-4e03-9203-9eb92af70928 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:50:29.951352 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cce42b46-b3e7-4e03-9203-9eb92af70928), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:30.031041 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port cce42b46-b3e7-4e03-9203-9eb92af70928 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:50:30.032274 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 4406f358-7d85-4b80-bfee-8f9a650e4872 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:50:30.081343 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 4406f358-7d85-4b80-bfee-8f9a650e4872 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:50:30.081699 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (4406f358-7d85-4b80-bfee-8f9a650e4872), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:30.137373 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Publish callbacks [] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:30.144190 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:30.161031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 4406f358-7d85-4b80-bfee-8f9a650e4872 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:50:30.200096 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1c4d8-88e4-4084-93b6-61322c3db73a None None] Pushing event updated for resources: {'Port': ['ID=25b1ea60-167c-493a-b6cc-55004d037fc6,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:30.229151 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1c4d8-88e4-4084-93b6-61322c3db73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:30.229500 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1c4d8-88e4-4084-93b6-61322c3db73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:30.229845 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1c4d8-88e4-4084-93b6-61322c3db73a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:30.230173 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1c4d8-88e4-4084-93b6-61322c3db73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:30.230502 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1c4d8-88e4-4084-93b6-61322c3db73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:30.230827 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1c4d8-88e4-4084-93b6-61322c3db73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:30.231150 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1c4d8-88e4-4084-93b6-61322c3db73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:30.231471 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1c4d8-88e4-4084-93b6-61322c3db73a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:30.231814 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1c4d8-88e4-4084-93b6-61322c3db73a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:30.232135 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1c4d8-88e4-4084-93b6-61322c3db73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:30.232457 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1c4d8-88e4-4084-93b6-61322c3db73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:30.232774 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1c4d8-88e4-4084-93b6-61322c3db73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:30.233091 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1c4d8-88e4-4084-93b6-61322c3db73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:50:30.268616 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Attempting to bind port 25b1ea60-167c-493a-b6cc-55004d037fc6 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:50:30.269001 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Attempting to bind port 25b1ea60-167c-493a-b6cc-55004d037fc6 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'b46ea3b0-e9eb-49c0-98a2-fe766ff139b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:50:30.269353 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Attempting to bind port 25b1ea60-167c-493a-b6cc-55004d037fc6 on network 9bcf068d-7b0d-4c11-991d-417f368eb1b1 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:50:30.274791 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:50:30.275166 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Checking segment: {'id': 'b46ea3b0-e9eb-49c0-98a2-fe766ff139b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:50:30.275573 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:30.275990 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Bound using segment: {'id': 'b46ea3b0-e9eb-49c0-98a2-fe766ff139b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:50:30.276455 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Bound port: 25b1ea60-167c-493a-b6cc-55004d037fc6, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46ea3b0-e9eb-49c0-98a2-fe766ff139b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:50:30.277358 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:30.349950 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] For port 25b1ea60-167c-493a-b6cc-55004d037fc6, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:50:30.355074 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] For port 25b1ea60-167c-493a-b6cc-55004d037fc6, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=25b1ea60-167c-493a-b6cc-55004d037fc6,segment=NetworkSegment(b46ea3b0-e9eb-49c0-98a2-fe766ff139b3),segment_id=b46ea3b0-e9eb-49c0-98a2-fe766ff139b3)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:50:30.362451 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:30.418160 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Routers {'19951c1a-a245-4a45-9c87-b3a6e3ffbab1'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:50:30.418723 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:50:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:30.457943 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1c4d8-88e4-4084-93b6-61322c3db73a None None] Pushing event updated for resources: {'Port': ['ID=25b1ea60-167c-493a-b6cc-55004d037fc6,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:30.475766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-30c596b6-10b3-4001-989f-b7dcc265394a None None] Provisioning complete for port 25b1ea60-167c-493a-b6cc-55004d037fc6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:50:30.476225 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30c596b6-10b3-4001-989f-b7dcc265394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:30.541381 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] Set router 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:50:30.568078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-30c596b6-10b3-4001-989f-b7dcc265394a None None] Current status of the port 25b1ea60-167c-493a-b6cc-55004d037fc6 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:50:30.569559 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30c596b6-10b3-4001-989f-b7dcc265394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:30.611229 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-30c596b6-10b3-4001-989f-b7dcc265394a None None] For port 25b1ea60-167c-493a-b6cc-55004d037fc6, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=25b1ea60-167c-493a-b6cc-55004d037fc6,segment=NetworkSegment(b46ea3b0-e9eb-49c0-98a2-fe766ff139b3),segment_id=b46ea3b0-e9eb-49c0-98a2-fe766ff139b3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:50:30.617704 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30c596b6-10b3-4001-989f-b7dcc265394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:30.669838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-301564b0-5409-4d03-a3df-f5c8e8567360 req-37ec05bf-3a5a-4f6f-a4ab-935cbc7bae7d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0394075 Mar 11 12:50:30.686681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c596b6-10b3-4001-989f-b7dcc265394a None None] Pushing event updated for resources: {'Port': ['ID=25b1ea60-167c-493a-b6cc-55004d037fc6,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:30.744017 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-bf68dfc6-f4f6-40d2-af55-5c3936a1022f None None] Provisioning complete for port 25b1ea60-167c-493a-b6cc-55004d037fc6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:50:30.745662 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bf68dfc6-f4f6-40d2-af55-5c3936a1022f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:30.778488 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417740525', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:50:23Z', 'updated_at': '2022-03-11T12:50:27Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:24Z', 'updated_at': '2022-03-11T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '25b1ea60-167c-493a-b6cc-55004d037fc6', 'name': '', 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:ae:89:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '407216d0-2deb-4e58-af81-0b99526aa384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:27Z', 'updated_at': '2022-03-11T12:50:30Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '407216d0-2deb-4e58-af81-0b99526aa384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:30.812456 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92fc51c-70da-4acc-9194-70aaa8a4368d None None] The sync data for ids ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'] in n-d-833234-2 is: [{'id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417740525', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:50:23Z', 'updated_at': '2022-03-11T12:50:27Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:24Z', 'updated_at': '2022-03-11T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '25b1ea60-167c-493a-b6cc-55004d037fc6', 'name': '', 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:ae:89:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '407216d0-2deb-4e58-af81-0b99526aa384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:27Z', 'updated_at': '2022-03-11T12:50:30Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '407216d0-2deb-4e58-af81-0b99526aa384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:50:30.826130 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-f623dc26-75d5-4918-b57e-b83d52ea18bd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:30.828447 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-f623dc26-75d5-4918-b57e-b83d52ea18bd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "GET /v2.0/networks?id=9bcf068d-7b0d-4c11-991d-417f368eb1b1 HTTP/1.1" status: 200 len: 797 time: 0.1151316 Mar 11 12:50:30.850382 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-bf68dfc6-f4f6-40d2-af55-5c3936a1022f None None] Current status of the port 25b1ea60-167c-493a-b6cc-55004d037fc6 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:50:30.904419 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-08fff7fe-9682-42b6-aee9-c74789bb6aa7 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44c471adc80a42e3bf416e933ba2e790 HTTP/1.1" status: 200 len: 380 time: 0.0658782 Mar 11 12:50:30.914891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-442ab1aa-e990-411e-9ff1-9683121de19a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'port': {'device_id': '1f64a457-77ff-41a2-8ccb-db48a8ef2fd7', 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1', 'admin_state_up': True, 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'security_groups': ['606700b5-adb4-460e-9182-d75d21d0abdc']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:50:31.031439 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-442ab1aa-e990-411e-9ff1-9683121de19a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Made reservation on behalf of 44c471adc80a42e3bf416e933ba2e790 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:50:31.035022 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-442ab1aa-e990-411e-9ff1-9683121de19a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:31.169518 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-442ab1aa-e990-411e-9ff1-9683121de19a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.20.0.12 (9bcf068d-7b0d-4c11-991d-417f368eb1b1/407216d0-2deb-4e58-af81-0b99526aa384/330473bc-9e17-4de3-a956-9019a73b0772) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:50:31.311714 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-442ab1aa-e990-411e-9ff1-9683121de19a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (330473bc-9e17-4de3-a956-9019a73b0772), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:31.350754 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-442ab1aa-e990-411e-9ff1-9683121de19a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (330473bc-9e17-4de3-a956-9019a73b0772), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:31.398065 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-442ab1aa-e990-411e-9ff1-9683121de19a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 9bcf068d-7b0d-4c11-991d-417f368eb1b1 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:50:31.405807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-442ab1aa-e990-411e-9ff1-9683121de19a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:50:31.410113 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-442ab1aa-e990-411e-9ff1-9683121de19a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:50:31.414158 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ab1aa-e990-411e-9ff1-9683121de19a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=330473bc-9e17-4de3-a956-9019a73b0772,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:31.462704 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-442ab1aa-e990-411e-9ff1-9683121de19a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:31.463421 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-442ab1aa-e990-411e-9ff1-9683121de19a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:31.482901 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-442ab1aa-e990-411e-9ff1-9683121de19a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5717125 Mar 11 12:50:31.496972 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Request body: {'port': {'device_id': '1f64a457-77ff-41a2-8ccb-db48a8ef2fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:50:31.561062 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (330473bc-9e17-4de3-a956-9019a73b0772), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:31.679190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-055f8758-1613-46f1-8e76-417cc6de43a0 None None] Provisioning complete for port 330473bc-9e17-4de3-a956-9019a73b0772 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:50:31.681066 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-055f8758-1613-46f1-8e76-417cc6de43a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (330473bc-9e17-4de3-a956-9019a73b0772), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:31.723525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-055f8758-1613-46f1-8e76-417cc6de43a0 None None] Port 330473bc-9e17-4de3-a956-9019a73b0772 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:50:31.818025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 25b1ea60-167c-493a-b6cc-55004d037fc6 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:50:31.822299 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321b1d7-3886-4490-818a-106d545b90ac req-a88ebdaa-a317-4aa7-bcf6-adcbafc32964 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:31.824501 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4321b1d7-3886-4490-818a-106d545b90ac req-a88ebdaa-a317-4aa7-bcf6-adcbafc32964 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 932 time: 0.0703735 Mar 11 12:50:31.879205 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 25b1ea60-167c-493a-b6cc-55004d037fc6 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:50:31.879630 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:31.885463 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4321b1d7-3886-4490-818a-106d545b90ac req-509343d4-4ede-4248-b57f-8e784f1b0da4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=606700b5-adb4-460e-9182-d75d21d0abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519869 Mar 11 12:50:31.974672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 25b1ea60-167c-493a-b6cc-55004d037fc6 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:50:32.221644 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330473bc-9e17-4de3-a956-9019a73b0772 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:50:32.229295 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Publish callbacks [] for port (330473bc-9e17-4de3-a956-9019a73b0772), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:32.242026 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Transition to ACTIVE for port object 330473bc-9e17-4de3-a956-9019a73b0772 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:50:32.249403 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (330473bc-9e17-4de3-a956-9019a73b0772), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:32.298746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Pushing event updated for resources: {'Port': ['ID=330473bc-9e17-4de3-a956-9019a73b0772,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:32.375879 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Attempting to bind port 330473bc-9e17-4de3-a956-9019a73b0772 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:50:32.376216 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Attempting to bind port 330473bc-9e17-4de3-a956-9019a73b0772 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'b46ea3b0-e9eb-49c0-98a2-fe766ff139b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:50:32.376545 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Attempting to bind port 330473bc-9e17-4de3-a956-9019a73b0772 on network 9bcf068d-7b0d-4c11-991d-417f368eb1b1 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:50:32.381202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Port 330473bc-9e17-4de3-a956-9019a73b0772 on network 9bcf068d-7b0d-4c11-991d-417f368eb1b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:50:32.381535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Attempting to bind port 330473bc-9e17-4de3-a956-9019a73b0772 on network 9bcf068d-7b0d-4c11-991d-417f368eb1b1 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:50:32.386657 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:50:32.386992 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Checking segment: {'id': 'b46ea3b0-e9eb-49c0-98a2-fe766ff139b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:50:32.387376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Bound using segment: {'id': 'b46ea3b0-e9eb-49c0-98a2-fe766ff139b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:50:32.387834 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Bound port: 330473bc-9e17-4de3-a956-9019a73b0772, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46ea3b0-e9eb-49c0-98a2-fe766ff139b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:50:32.388195 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (330473bc-9e17-4de3-a956-9019a73b0772), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:32.462435 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] For port 330473bc-9e17-4de3-a956-9019a73b0772, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:50:32.465714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] For port 330473bc-9e17-4de3-a956-9019a73b0772, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=330473bc-9e17-4de3-a956-9019a73b0772,segment=NetworkSegment(b46ea3b0-e9eb-49c0-98a2-fe766ff139b3),segment_id=b46ea3b0-e9eb-49c0-98a2-fe766ff139b3)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:50:32.473537 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (330473bc-9e17-4de3-a956-9019a73b0772), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:32.508472 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:32.509136 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:32.510532 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] 10.222.0.71 "PUT /v2.0/ports/330473bc-9e17-4de3-a956-9019a73b0772 HTTP/1.1" status: 200 len: 1092 time: 1.0188515 Mar 11 12:50:32.511479 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f64a457-77ff-41a2-8ccb-db48a8ef2fd7', 'tag': '330473bc-9e17-4de3-a956-9019a73b0772'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:50:32.513541 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bc94e4-ab38-4622-aad5-cc003d83785f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f64a457-77ff-41a2-8ccb-db48a8ef2fd7", "tag": "330473bc-9e17-4de3-a956-9019a73b0772"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:50:32.556560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172cfe-aa78-45f0-974a-5053f16140c6 service neutron] Pushing event updated for resources: {'Port': ['ID=330473bc-9e17-4de3-a956-9019a73b0772,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:32.579627 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1599132b-d227-440a-bde5-8099fcb6b66d x-openstack-request-id: req-1599132b-d227-440a-bde5-8099fcb6b66d {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:50:32.580021 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f64a457-77ff-41a2-8ccb-db48a8ef2fd7", "tag": "330473bc-9e17-4de3-a956-9019a73b0772", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:50:32.580307 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1599132b-d227-440a-bde5-8099fcb6b66d {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:50:32.580772 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f64a457-77ff-41a2-8ccb-db48a8ef2fd7', 'tag': '330473bc-9e17-4de3-a956-9019a73b0772', 'status': 'completed', 'code': 200} Mar 11 12:50:32.634641 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-0008d10e-74ae-472f-b3d8-7096f3815783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:32.636330 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-0008d10e-74ae-472f-b3d8-7096f3815783 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 1126 time: 0.0519366 Mar 11 12:50:32.683620 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-b55fb794-6b63-4c87-9cf8-5ea8e9c5d74e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330473bc-9e17-4de3-a956-9019a73b0772 HTTP/1.1" status: 200 len: 217 time: 0.0398571 Mar 11 12:50:32.739565 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-185a5da7-e5e0-4678-9046-cb8e0c6ef834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:32.741099 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-185a5da7-e5e0-4678-9046-cb8e0c6ef834 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=407216d0-2deb-4e58-af81-0b99526aa384 HTTP/1.1" status: 200 len: 835 time: 0.0501781 Mar 11 12:50:32.810793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-65d4a3ef-c06b-4779-9305-7b9d5d53eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:32.812366 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-65d4a3ef-c06b-4779-9305-7b9d5d53eca9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9bcf068d-7b0d-4c11-991d-417f368eb1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0633693 Mar 11 12:50:32.915098 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-188e2d7c-ddfc-402f-b1d7-380a3c4103c6 service neutron] 10.222.0.71 "GET /v2.0/networks/9bcf068d-7b0d-4c11-991d-417f368eb1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924106 Mar 11 12:50:33.012567 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-fab5d5d2-ed55-40bf-86f2-4df1f1259094 req-7e02469f-6145-43a6-8c8e-352d2970aac7 service neutron] 10.222.0.71 "GET /v2.0/networks/9bcf068d-7b0d-4c11-991d-417f368eb1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911992 Mar 11 12:50:33.026569 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da637be-2f03-4ee9-8999-6552f172ed9c req-cca74746-8781-4029-86f3-5fd97d3be7a0 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:33.028088 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0da637be-2f03-4ee9-8999-6552f172ed9c req-cca74746-8781-4029-86f3-5fd97d3be7a0 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 944 time: 0.0603914 Mar 11 12:50:33.079089 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0da637be-2f03-4ee9-8999-6552f172ed9c req-1a0fc71f-ba0b-4586-a2cb-f46bc283dc74 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=606700b5-adb4-460e-9182-d75d21d0abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447655 Mar 11 12:50:33.107091 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc94e4-ab38-4622-aad5-cc003d83785f req-6f7f53d0-76be-48ca-9bee-0559c8eaede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:33.108650 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-20bc94e4-ab38-4622-aad5-cc003d83785f req-6f7f53d0-76be-48ca-9bee-0559c8eaede6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 1126 time: 0.0463865 Mar 11 12:50:33.199642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc94e4-ab38-4622-aad5-cc003d83785f req-a8d592e6-a90e-4bef-9ba5-229e9795bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:33.201168 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-20bc94e4-ab38-4622-aad5-cc003d83785f req-a8d592e6-a90e-4bef-9ba5-229e9795bde5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9bcf068d-7b0d-4c11-991d-417f368eb1b1 HTTP/1.1" status: 200 len: 898 time: 0.0844116 Mar 11 12:50:33.247427 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-20bc94e4-ab38-4622-aad5-cc003d83785f req-8294f05f-287c-4265-a237-3129d9da694e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330473bc-9e17-4de3-a956-9019a73b0772 HTTP/1.1" status: 200 len: 217 time: 0.0382473 Mar 11 12:50:33.296593 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc94e4-ab38-4622-aad5-cc003d83785f req-59db566f-135f-4d0d-b2f7-fca10e537c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:33.298083 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-20bc94e4-ab38-4622-aad5-cc003d83785f req-59db566f-135f-4d0d-b2f7-fca10e537c44 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=407216d0-2deb-4e58-af81-0b99526aa384 HTTP/1.1" status: 200 len: 835 time: 0.0439019 Mar 11 12:50:33.348680 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc94e4-ab38-4622-aad5-cc003d83785f req-51a44e5a-ca28-4ee8-918f-ff7a0885e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:33.350080 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-20bc94e4-ab38-4622-aad5-cc003d83785f req-51a44e5a-ca28-4ee8-918f-ff7a0885e72d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9bcf068d-7b0d-4c11-991d-417f368eb1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455589 Mar 11 12:50:33.447093 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-20bc94e4-ab38-4622-aad5-cc003d83785f req-865a5862-ecc5-4a56-a4b3-90fd73452535 service neutron] 10.222.0.71 "GET /v2.0/networks/9bcf068d-7b0d-4c11-991d-417f368eb1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897439 Mar 11 12:50:33.549620 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-20bc94e4-ab38-4622-aad5-cc003d83785f req-09f9cd58-39a6-450f-a14a-55328b2579c2 service neutron] 10.222.0.71 "GET /v2.0/networks/9bcf068d-7b0d-4c11-991d-417f368eb1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960474 Mar 11 12:50:34.213771 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba733c-937d-47b0-8ba4-cbd2614ba52b req-c887a794-e2cb-4ba9-ac11-2491ff3a6f61 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:34.215267 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9aba733c-937d-47b0-8ba4-cbd2614ba52b req-c887a794-e2cb-4ba9-ac11-2491ff3a6f61 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 944 time: 0.0537322 Mar 11 12:50:34.268240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9aba733c-937d-47b0-8ba4-cbd2614ba52b req-0af07c7d-4b03-4122-9074-32ca4c6c2489 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=606700b5-adb4-460e-9182-d75d21d0abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444975 Mar 11 12:50:34.364331 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:35.404897 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a400b-44b3-46b6-84f9-219c6e82dc5e req-ddfdd102-7d57-4986-8e64-7a3ecd5b596a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:35.406648 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a70a400b-44b3-46b6-84f9-219c6e82dc5e req-ddfdd102-7d57-4986-8e64-7a3ecd5b596a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 944 time: 0.0674894 Mar 11 12:50:35.468660 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a70a400b-44b3-46b6-84f9-219c6e82dc5e req-08e0518f-4c19-41f4-819c-b432cf0b260b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=606700b5-adb4-460e-9182-d75d21d0abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561347 Mar 11 12:50:35.995688 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 330473bc-9e17-4de3-a956-9019a73b0772 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:50:36.103977 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 330473bc-9e17-4de3-a956-9019a73b0772, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=330473bc-9e17-4de3-a956-9019a73b0772,segment=NetworkSegment(b46ea3b0-e9eb-49c0-98a2-fe766ff139b3),segment_id=b46ea3b0-e9eb-49c0-98a2-fe766ff139b3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:50:36.114333 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '330473bc-9e17-4de3-a956-9019a73b0772', 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1', 'port_id': '330473bc-9e17-4de3-a956-9019a73b0772', 'mac_address': 'fa:16:3e:88:72:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407216d0-2deb-4e58-af81-0b99526aa384', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:50:36.153871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 330473bc-9e17-4de3-a956-9019a73b0772 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:50:36.154258 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (330473bc-9e17-4de3-a956-9019a73b0772), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:36.168027 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330473bc-9e17-4de3-a956-9019a73b0772 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:50:36.187494 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 330473bc-9e17-4de3-a956-9019a73b0772, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=330473bc-9e17-4de3-a956-9019a73b0772,segment=NetworkSegment(b46ea3b0-e9eb-49c0-98a2-fe766ff139b3),segment_id=b46ea3b0-e9eb-49c0-98a2-fe766ff139b3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:50:36.195111 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (330473bc-9e17-4de3-a956-9019a73b0772), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:36.244361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=330473bc-9e17-4de3-a956-9019a73b0772,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:36.449548 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['330473bc-9e17-4de3-a956-9019a73b0772'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:50:36.611795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd49295-54c2-4dbd-a497-d466d8b3a0eb req-574c5690-db2e-49d3-839f-f4241f1d8253 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:36.613347 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dd49295-54c2-4dbd-a497-d466d8b3a0eb req-574c5690-db2e-49d3-839f-f4241f1d8253 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 945 time: 0.0629334 Mar 11 12:50:36.664452 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dd49295-54c2-4dbd-a497-d466d8b3a0eb req-a0df65df-da00-4214-9fe2-54b1d81075c7 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=606700b5-adb4-460e-9182-d75d21d0abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439897 Mar 11 12:50:37.787592 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31eacb-5a5f-497c-8156-f45e59ec9346 req-f3d122eb-d5bf-41c8-ba36-ee674f1d3053 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:37.789063 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b31eacb-5a5f-497c-8156-f45e59ec9346 req-f3d122eb-d5bf-41c8-ba36-ee674f1d3053 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 945 time: 0.0556059 Mar 11 12:50:37.838910 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b31eacb-5a5f-497c-8156-f45e59ec9346 req-f2d604d8-763e-4843-9446-0c44677e1ff9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=606700b5-adb4-460e-9182-d75d21d0abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439699 Mar 11 12:50:38.027788 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 330473bc-9e17-4de3-a956-9019a73b0772 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:50:38.090631 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 330473bc-9e17-4de3-a956-9019a73b0772 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:50:38.095999 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 330473bc-9e17-4de3-a956-9019a73b0772 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:50:38.096567 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (330473bc-9e17-4de3-a956-9019a73b0772), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:38.180106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 330473bc-9e17-4de3-a956-9019a73b0772 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:50:38.180483 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (330473bc-9e17-4de3-a956-9019a73b0772), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:38.202900 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f64a457-77ff-41a2-8ccb-db48a8ef2fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330473bc-9e17-4de3-a956-9019a73b0772'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:50:38.205157 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5453d1-3fcb-4e23-a09e-7bb295695526" -d '{"events": [{"server_uuid": "1f64a457-77ff-41a2-8ccb-db48a8ef2fd7", "name": "network-vif-plugged", "status": "completed", "tag": "330473bc-9e17-4de3-a956-9019a73b0772"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:50:38.217424 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 330473bc-9e17-4de3-a956-9019a73b0772, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=330473bc-9e17-4de3-a956-9019a73b0772,segment=NetworkSegment(b46ea3b0-e9eb-49c0-98a2-fe766ff139b3),segment_id=b46ea3b0-e9eb-49c0-98a2-fe766ff139b3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:50:38.222620 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (330473bc-9e17-4de3-a956-9019a73b0772), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:38.249629 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1b76ca-4c89-4c55-8013-5c07c23bb0c3 x-openstack-request-id: req-2d1b76ca-4c89-4c55-8013-5c07c23bb0c3 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:50:38.249916 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f64a457-77ff-41a2-8ccb-db48a8ef2fd7", "name": "network-vif-plugged", "status": "completed", "tag": "330473bc-9e17-4de3-a956-9019a73b0772", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:50:38.250184 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d1b76ca-4c89-4c55-8013-5c07c23bb0c3 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:50:38.250694 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f64a457-77ff-41a2-8ccb-db48a8ef2fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330473bc-9e17-4de3-a956-9019a73b0772', 'code': 200} Mar 11 12:50:38.348096 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065280d-e7de-4ab5-a578-32cfe183a1ca req-0d6386ec-684e-47fa-a0ec-696ba4bcef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:38.350332 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b065280d-e7de-4ab5-a578-32cfe183a1ca req-0d6386ec-684e-47fa-a0ec-696ba4bcef1d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 1128 time: 0.0483923 Mar 11 12:50:38.401489 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b065280d-e7de-4ab5-a578-32cfe183a1ca req-92ab6576-285f-4315-943b-2d8a3a43f378 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=606700b5-adb4-460e-9182-d75d21d0abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438411 Mar 11 12:50:38.448625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=330473bc-9e17-4de3-a956-9019a73b0772,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:38.997265 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbab1ee-a5d3-4a90-ac02-39c461aebe80 req-ee3110e5-7935-421a-b541-95933b1af6f6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:38.998722 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4bbab1ee-a5d3-4a90-ac02-39c461aebe80 req-ee3110e5-7935-421a-b541-95933b1af6f6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0622683 Mar 11 12:50:39.048252 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4bbab1ee-a5d3-4a90-ac02-39c461aebe80 req-9487cd03-825c-4b9d-9401-bc4f94b0f823 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=606700b5-adb4-460e-9182-d75d21d0abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436053 Mar 11 12:50:40.175466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b9cbf-f25a-4853-82e1-7465a9605433 req-6f934f67-f9b5-4dfd-b0a2-295a6631f8bd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:40.177000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-614b9cbf-f25a-4853-82e1-7465a9605433 req-6f934f67-f9b5-4dfd-b0a2-295a6631f8bd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0555027 Mar 11 12:50:40.227920 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-614b9cbf-f25a-4853-82e1-7465a9605433 req-f606d785-3fd0-4303-9bdb-a91fc022dbe4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=606700b5-adb4-460e-9182-d75d21d0abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450664 Mar 11 12:50:40.363470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8cd04-46b7-4339-bc22-6ed73759b5d7 req-04e9a0bb-e993-4d7a-ba19-f85439749b9b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:40.364891 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b4a8cd04-46b7-4339-bc22-6ed73759b5d7 req-04e9a0bb-e993-4d7a-ba19-f85439749b9b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0673785 Mar 11 12:50:40.419873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b4a8cd04-46b7-4339-bc22-6ed73759b5d7 req-959aee6c-3540-49b7-bc34-2fcd6146a552 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=606700b5-adb4-460e-9182-d75d21d0abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486293 Mar 11 12:50:40.447765 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47186) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:40.492676 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c100585f-b512-43bc-8c17-89c6fd78c455 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:40.494655 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c100585f-b512-43bc-8c17-89c6fd78c455 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 1123 time: 0.0459683 Mar 11 12:50:40.497944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47188) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:40.502572 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '330473bc-9e17-4de3-a956-9019a73b0772', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:50:40.525587 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:40.628064 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:40.742741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.25.7.195 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/e176b466-665d-4356-97d0-a314ed24d749) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:50:40.861654 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (e176b466-665d-4356-97d0-a314ed24d749), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:40.910865 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (e176b466-665d-4356-97d0-a314ed24d749), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:40.953128 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:50:40.958242 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:50:40.960447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=e176b466-665d-4356-97d0-a314ed24d749,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:40.962585 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:50:41.340454 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (e576dd1b-3897-455c-91d8-02ab3d22b2d7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:41.412842 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (e176b466-665d-4356-97d0-a314ed24d749), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:41.585028 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (e176b466-665d-4356-97d0-a314ed24d749), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:41.592851 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (e176b466-665d-4356-97d0-a314ed24d749), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:41.661020 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=e176b466-665d-4356-97d0-a314ed24d749,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:50:41.673793 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (e576dd1b-3897-455c-91d8-02ab3d22b2d7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:41.777382 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Floating IP e576dd1b-3897-455c-91d8-02ab3d22b2d7 associated. External IP: 172.25.7.195, port: 330473bc-9e17-4de3-a956-9019a73b0772. Mar 11 12:50:41.988823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:50:42.104226 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:50:42.116681 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60297b7a-6499-4377-a9da-bbcccffa2b13 None None] Sync routers for ids ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:50:42.125479 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:42.128536 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60297b7a-6499-4377-a9da-bbcccffa2b13 None None] Routers {'19951c1a-a245-4a45-9c87-b3a6e3ffbab1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:50:42.129190 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-60297b7a-6499-4377-a9da-bbcccffa2b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:50:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:42.157955 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bedffaa5-81d6-485f-a32d-e883a8596012 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6588733 Mar 11 12:50:42.158651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f64a457-77ff-41a2-8ccb-db48a8ef2fd7', 'tag': '330473bc-9e17-4de3-a956-9019a73b0772'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:50:42.161047 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aee00e0-bd49-422d-9b3a-c2f38c7cc384" -d '{"events": [{"name": "network-changed", "server_uuid": "1f64a457-77ff-41a2-8ccb-db48a8ef2fd7", "tag": "330473bc-9e17-4de3-a956-9019a73b0772"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:50:42.204455 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f5ed7e-7bce-48f5-961f-96c5f929eff3 x-openstack-request-id: req-92f5ed7e-7bce-48f5-961f-96c5f929eff3 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:50:42.205003 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f64a457-77ff-41a2-8ccb-db48a8ef2fd7", "tag": "330473bc-9e17-4de3-a956-9019a73b0772", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:50:42.205505 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-92f5ed7e-7bce-48f5-961f-96c5f929eff3 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:50:42.205914 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f64a457-77ff-41a2-8ccb-db48a8ef2fd7', 'tag': '330473bc-9e17-4de3-a956-9019a73b0772', 'status': 'completed', 'code': 200} Mar 11 12:50:42.244209 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-60297b7a-6499-4377-a9da-bbcccffa2b13 None None] Set router 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:50:42.277301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b8cfc-05b7-4268-85ca-33a4dba6454d req-47becdf9-7b2c-46ee-8acb-169b806e9553 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:42.277925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee00e0-bd49-422d-9b3a-c2f38c7cc384 req-6fce1c83-fec1-4c85-91f7-8db7c00a04d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:42.278834 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-539b8cfc-05b7-4268-85ca-33a4dba6454d req-47becdf9-7b2c-46ee-8acb-169b806e9553 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0584939 Mar 11 12:50:42.279824 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5aee00e0-bd49-422d-9b3a-c2f38c7cc384 req-6fce1c83-fec1-4c85-91f7-8db7c00a04d5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 1128 time: 0.0511215 Mar 11 12:50:42.329766 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-539b8cfc-05b7-4268-85ca-33a4dba6454d req-2c864971-5da5-48d9-96ad-f37346a792f7 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=606700b5-adb4-460e-9182-d75d21d0abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447021 Mar 11 12:50:42.352706 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47194) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:42.377736 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee00e0-bd49-422d-9b3a-c2f38c7cc384 req-66bdd30a-4bd4-49e4-ab51-922a7c2a10d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:42.379228 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5aee00e0-bd49-422d-9b3a-c2f38c7cc384 req-66bdd30a-4bd4-49e4-ab51-922a7c2a10d5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9bcf068d-7b0d-4c11-991d-417f368eb1b1 HTTP/1.1" status: 200 len: 898 time: 0.0934522 Mar 11 12:50:42.418973 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e79d4918-06ca-44b7-927e-a0959f8958ef tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/floatingips/e576dd1b-3897-455c-91d8-02ab3d22b2d7 HTTP/1.1" status: 200 len: 992 time: 0.0650616 Mar 11 12:50:42.448098 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5aee00e0-bd49-422d-9b3a-c2f38c7cc384 req-f550a7ff-4c45-477e-939e-05f7c07c3b45 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330473bc-9e17-4de3-a956-9019a73b0772 HTTP/1.1" status: 200 len: 1000 time: 0.0615652 Mar 11 12:50:42.478572 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-60297b7a-6499-4377-a9da-bbcccffa2b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417740525', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:50:23Z', 'updated_at': '2022-03-11T12:50:27Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:24Z', 'updated_at': '2022-03-11T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'e576dd1b-3897-455c-91d8-02ab3d22b2d7', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'floating_ip_address': '172.25.7.195', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'port_id': '330473bc-9e17-4de3-a956-9019a73b0772', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1', 'mac_address': 'fa:16:3e:88:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f64a457-77ff-41a2-8ccb-db48a8ef2fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:50:41Z', 'updated_at': '2022-03-11T12:50:41Z', 'revision_number': 0, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b1ea60-167c-493a-b6cc-55004d037fc6', 'name': '', 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:ae:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '407216d0-2deb-4e58-af81-0b99526aa384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:27Z', 'updated_at': '2022-03-11T12:50:30Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '407216d0-2deb-4e58-af81-0b99526aa384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:42.496010 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee00e0-bd49-422d-9b3a-c2f38c7cc384 req-9722e566-1da2-49a9-8052-ac52ffd8e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:42.497542 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5aee00e0-bd49-422d-9b3a-c2f38c7cc384 req-9722e566-1da2-49a9-8052-ac52ffd8e30c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=407216d0-2deb-4e58-af81-0b99526aa384 HTTP/1.1" status: 200 len: 835 time: 0.0434728 Mar 11 12:50:42.510796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60297b7a-6499-4377-a9da-bbcccffa2b13 None None] Checking router: 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:50:42.519222 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60297b7a-6499-4377-a9da-bbcccffa2b13 None None] Routers {'19951c1a-a245-4a45-9c87-b3a6e3ffbab1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:50:42.519869 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-60297b7a-6499-4377-a9da-bbcccffa2b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:50:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:42.552672 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee00e0-bd49-422d-9b3a-c2f38c7cc384 req-abccd548-97ed-4773-a9d7-19344a7d7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:50:42.554266 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5aee00e0-bd49-422d-9b3a-c2f38c7cc384 req-abccd548-97ed-4773-a9d7-19344a7d7558 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9bcf068d-7b0d-4c11-991d-417f368eb1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501125 Mar 11 12:50:42.630913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-60297b7a-6499-4377-a9da-bbcccffa2b13 None None] Set router 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:50:42.649728 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5aee00e0-bd49-422d-9b3a-c2f38c7cc384 req-7eb86202-15d2-40ef-8bea-80de53d57183 service neutron] 10.222.0.71 "GET /v2.0/networks/9bcf068d-7b0d-4c11-991d-417f368eb1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891347 Mar 11 12:50:42.744939 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5aee00e0-bd49-422d-9b3a-c2f38c7cc384 req-a6fe09c8-8863-480b-916b-b66b66898f63 service neutron] 10.222.0.71 "GET /v2.0/networks/9bcf068d-7b0d-4c11-991d-417f368eb1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883694 Mar 11 12:50:42.859475 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-60297b7a-6499-4377-a9da-bbcccffa2b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417740525', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:50:23Z', 'updated_at': '2022-03-11T12:50:27Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:24Z', 'updated_at': '2022-03-11T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'e576dd1b-3897-455c-91d8-02ab3d22b2d7', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'floating_ip_address': '172.25.7.195', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'port_id': '330473bc-9e17-4de3-a956-9019a73b0772', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1', 'mac_address': 'fa:16:3e:88:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f64a457-77ff-41a2-8ccb-db48a8ef2fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:50:41Z', 'updated_at': '2022-03-11T12:50:41Z', 'revision_number': 0, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b1ea60-167c-493a-b6cc-55004d037fc6', 'name': '', 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:ae:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '407216d0-2deb-4e58-af81-0b99526aa384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:27Z', 'updated_at': '2022-03-11T12:50:30Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '407216d0-2deb-4e58-af81-0b99526aa384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:50:42.889900 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60297b7a-6499-4377-a9da-bbcccffa2b13 None None] The sync data for ids ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'] in n-d-833234-2 is: [{'id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417740525', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:50:23Z', 'updated_at': '2022-03-11T12:50:27Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:24Z', 'updated_at': '2022-03-11T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'e576dd1b-3897-455c-91d8-02ab3d22b2d7', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'floating_ip_address': '172.25.7.195', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'port_id': '330473bc-9e17-4de3-a956-9019a73b0772', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1', 'mac_address': 'fa:16:3e:88:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f64a457-77ff-41a2-8ccb-db48a8ef2fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:50:41Z', 'updated_at': '2022-03-11T12:50:41Z', 'revision_number': 0, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b1ea60-167c-493a-b6cc-55004d037fc6', 'name': '', 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:ae:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '407216d0-2deb-4e58-af81-0b99526aa384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:27Z', 'updated_at': '2022-03-11T12:50:30Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '407216d0-2deb-4e58-af81-0b99526aa384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:50:43.091467 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6226070b-1a2c-4f77-9975-a2f58849c85f None None] New status for floating IP e576dd1b-3897-455c-91d8-02ab3d22b2d7: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:50:43.190030 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:43.423382 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47196) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:50:43.496488 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c6fc8df8-15e1-4079-94a7-4b83baf732e1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/floatingips/e576dd1b-3897-455c-91d8-02ab3d22b2d7 HTTP/1.1" status: 200 len: 994 time: 0.0714192 Mar 11 12:50:43.710902 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-21c0ab79-7a81-46b7-ac40-29da7437553d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:45.815835 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-091f2ff0-c43e-4a37-8d34-435bd33e3aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:47.465126 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:48.898754 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:50:50.130925 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:01.944616 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:51:04.395409 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:13.197180 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:13.718006 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-777263e2-aa7a-438b-a50f-b50234cc7b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:15.811891 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-65b4089d-d03e-4f79-a331-9e32dae97250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:17.474700 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:18.892165 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:18.930412 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02d2e6-b251-4ad0-b0de-f3f5cd534ebf req-ef3b5b0a-91c8-4d32-9bce-f32db4219c6f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:18.932319 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f02d2e6-b251-4ad0-b0de-f3f5cd534ebf req-ef3b5b0a-91c8-4d32-9bce-f32db4219c6f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0596204 Mar 11 12:51:18.999434 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6f02d2e6-b251-4ad0-b0de-f3f5cd534ebf req-b9101830-9618-4fa5-a4ec-763f8053b939 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=606700b5-adb4-460e-9182-d75d21d0abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602643 Mar 11 12:51:20.124885 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:20.130377 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad5e45-145e-41fe-8eb9-74fead1e9429 req-005d7f2f-1d61-4b30-ba08-2bc6473b9251 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:20.131921 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fdad5e45-145e-41fe-8eb9-74fead1e9429 req-005d7f2f-1d61-4b30-ba08-2bc6473b9251 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0562596 Mar 11 12:51:20.187752 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fdad5e45-145e-41fe-8eb9-74fead1e9429 req-cd7cbcaf-613e-4e7e-be48-119ded1e5ffa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=606700b5-adb4-460e-9182-d75d21d0abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500712 Mar 11 12:51:20.214298 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47216) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:20.279038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cdc0c392-4fe8-416c-90cf-14534b646b76 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/floatingips/e576dd1b-3897-455c-91d8-02ab3d22b2d7 HTTP/1.1" status: 200 len: 994 time: 0.0635152 Mar 11 12:51:21.568173 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89194fce-774e-4439-a979-3abadfd60be3 req-c031b154-d56c-49f0-94fb-f54b88752ae0 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:21.569703 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-89194fce-774e-4439-a979-3abadfd60be3 req-c031b154-d56c-49f0-94fb-f54b88752ae0 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0566144 Mar 11 12:51:21.624768 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-89194fce-774e-4439-a979-3abadfd60be3 req-f612c999-121b-4c65-9f99-7216e782b2c5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=606700b5-adb4-460e-9182-d75d21d0abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490959 Mar 11 12:51:22.766075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd238ce-4f86-4bb3-bd11-67428f8ea496 req-d2bc8baa-c6ab-4ac6-90d0-74a959162b0e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:22.767595 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-afd238ce-4f86-4bb3-bd11-67428f8ea496 req-d2bc8baa-c6ab-4ac6-90d0-74a959162b0e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0581708 Mar 11 12:51:22.822429 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-afd238ce-4f86-4bb3-bd11-67428f8ea496 req-a19e3804-1bca-42f3-8f0c-3bf90204740e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=606700b5-adb4-460e-9182-d75d21d0abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465803 Mar 11 12:51:22.845585 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47226) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:23.261342 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3e0ba920-d451-4c2c-a913-ee31a82b4728 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/floatingips/e576dd1b-3897-455c-91d8-02ab3d22b2d7 HTTP/1.1" status: 200 len: 994 time: 0.4105070 Mar 11 12:51:23.495803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47232) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:23.671839 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port e176b466-665d-4356-97d0-a314ed24d749 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:51:23.672137 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (e176b466-665d-4356-97d0-a314ed24d749), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:23.753805 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (e176b466-665d-4356-97d0-a314ed24d749), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:23.754082 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (e176b466-665d-4356-97d0-a314ed24d749), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:23.766378 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for e176b466-665d-4356-97d0-a314ed24d749 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:51:23.934420 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (e176b466-665d-4356-97d0-a314ed24d749), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:23.963559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=e176b466-665d-4356-97d0-a314ed24d749,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:23.975626 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:23.975966 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:23.976308 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:23.976642 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:23.976972 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:23.977300 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:23.977622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:23.977946 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:23.978287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:23.978608 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:23.978928 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:23.979246 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:23.979559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:24.038919 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (e576dd1b-3897-455c-91d8-02ab3d22b2d7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:24.039194 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Floating IP e576dd1b-3897-455c-91d8-02ab3d22b2d7 disassociated (deleted). External IP: 172.25.7.195, port: 330473bc-9e17-4de3-a956-9019a73b0772. Mar 11 12:51:24.256016 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:51:24.371252 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:51:24.375609 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:24.382525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab72ec8-8977-4f67-9479-3c1ceb12359e None None] Sync routers for ids ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:51:24.392922 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab72ec8-8977-4f67-9479-3c1ceb12359e None None] Routers {'19951c1a-a245-4a45-9c87-b3a6e3ffbab1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:51:24.393847 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7ab72ec8-8977-4f67-9479-3c1ceb12359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:51:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:24.406835 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-20330e43-be9e-49d1-b44a-3e6a1ee73ce2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/floatingips/e576dd1b-3897-455c-91d8-02ab3d22b2d7 HTTP/1.1" status: 204 len: 168 time: 0.9096839 Mar 11 12:51:24.407451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f64a457-77ff-41a2-8ccb-db48a8ef2fd7', 'tag': '330473bc-9e17-4de3-a956-9019a73b0772'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:51:24.409812 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3533c58-0a25-406d-8f99-f93b6f1d6cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "1f64a457-77ff-41a2-8ccb-db48a8ef2fd7", "tag": "330473bc-9e17-4de3-a956-9019a73b0772"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:51:24.448391 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4d953c-6192-4c14-b4e0-c6b882bfd658 x-openstack-request-id: req-7f4d953c-6192-4c14-b4e0-c6b882bfd658 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:51:24.448695 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f64a457-77ff-41a2-8ccb-db48a8ef2fd7", "tag": "330473bc-9e17-4de3-a956-9019a73b0772", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:51:24.449502 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f4d953c-6192-4c14-b4e0-c6b882bfd658 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:51:24.449502 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f64a457-77ff-41a2-8ccb-db48a8ef2fd7', 'tag': '330473bc-9e17-4de3-a956-9019a73b0772', 'status': 'completed', 'code': 200} Mar 11 12:51:24.510888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-7ab72ec8-8977-4f67-9479-3c1ceb12359e None None] Set router 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:51:24.517602 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3533c58-0a25-406d-8f99-f93b6f1d6cb5 req-4a33b48a-97c4-4ae4-b8c6-89ab82182a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:24.519335 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f3533c58-0a25-406d-8f99-f93b6f1d6cb5 req-4a33b48a-97c4-4ae4-b8c6-89ab82182a97 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 1128 time: 0.0467703 Mar 11 12:51:24.623229 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3533c58-0a25-406d-8f99-f93b6f1d6cb5 req-e1d9a1bf-20c5-4865-8845-dbd981b284cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:24.624743 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f3533c58-0a25-406d-8f99-f93b6f1d6cb5 req-e1d9a1bf-20c5-4865-8845-dbd981b284cc service neutron] 10.222.0.71 "GET /v2.0/networks?id=9bcf068d-7b0d-4c11-991d-417f368eb1b1 HTTP/1.1" status: 200 len: 898 time: 0.0964811 Mar 11 12:51:24.657348 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d5f05-9b03-4f28-9be2-99466f5ee570 req-40d90d06-d2d9-4d74-8894-e6dd81bf0318 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:24.658838 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-670d5f05-9b03-4f28-9be2-99466f5ee570 req-40d90d06-d2d9-4d74-8894-e6dd81bf0318 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0538397 Mar 11 12:51:24.667900 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f3533c58-0a25-406d-8f99-f93b6f1d6cb5 req-9b6bf388-d2f5-4398-ad21-608e6f99646a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330473bc-9e17-4de3-a956-9019a73b0772 HTTP/1.1" status: 200 len: 217 time: 0.0369537 Mar 11 12:51:24.711105 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-670d5f05-9b03-4f28-9be2-99466f5ee570 req-f1093edb-5fb4-4282-b5f8-9e9093bd3a74 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=606700b5-adb4-460e-9182-d75d21d0abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458100 Mar 11 12:51:24.716892 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3533c58-0a25-406d-8f99-f93b6f1d6cb5 req-59dbed79-388c-4eba-9783-fdf7440b7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:24.718500 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f3533c58-0a25-406d-8f99-f93b6f1d6cb5 req-59dbed79-388c-4eba-9783-fdf7440b7c1c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=407216d0-2deb-4e58-af81-0b99526aa384 HTTP/1.1" status: 200 len: 835 time: 0.0446582 Mar 11 12:51:24.723140 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7ab72ec8-8977-4f67-9479-3c1ceb12359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417740525', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:50:23Z', 'updated_at': '2022-03-11T12:50:27Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:24Z', 'updated_at': '2022-03-11T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '25b1ea60-167c-493a-b6cc-55004d037fc6', 'name': '', 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:ae:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '407216d0-2deb-4e58-af81-0b99526aa384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:27Z', 'updated_at': '2022-03-11T12:50:30Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '407216d0-2deb-4e58-af81-0b99526aa384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:24.750580 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab72ec8-8977-4f67-9479-3c1ceb12359e None None] Checking router: 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:51:24.759571 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab72ec8-8977-4f67-9479-3c1ceb12359e None None] Routers {'19951c1a-a245-4a45-9c87-b3a6e3ffbab1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:51:24.760194 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7ab72ec8-8977-4f67-9479-3c1ceb12359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:51:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:24.770003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3533c58-0a25-406d-8f99-f93b6f1d6cb5 req-3131cbfc-9e5a-4995-89d3-18075774d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:24.771750 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f3533c58-0a25-406d-8f99-f93b6f1d6cb5 req-3131cbfc-9e5a-4995-89d3-18075774d3b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9bcf068d-7b0d-4c11-991d-417f368eb1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454366 Mar 11 12:51:24.867096 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-7ab72ec8-8977-4f67-9479-3c1ceb12359e None None] Set router 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:51:24.870117 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f3533c58-0a25-406d-8f99-f93b6f1d6cb5 req-7da46ab7-1e67-4309-9374-e63b470a6398 service neutron] 10.222.0.71 "GET /v2.0/networks/9bcf068d-7b0d-4c11-991d-417f368eb1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890636 Mar 11 12:51:24.966499 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f3533c58-0a25-406d-8f99-f93b6f1d6cb5 req-4eb286e1-3ed5-486f-956c-e3668eabe2ab service neutron] 10.222.0.71 "GET /v2.0/networks/9bcf068d-7b0d-4c11-991d-417f368eb1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895448 Mar 11 12:51:25.079935 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7ab72ec8-8977-4f67-9479-3c1ceb12359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417740525', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:50:23Z', 'updated_at': '2022-03-11T12:50:27Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:24Z', 'updated_at': '2022-03-11T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '25b1ea60-167c-493a-b6cc-55004d037fc6', 'name': '', 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:ae:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '407216d0-2deb-4e58-af81-0b99526aa384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:27Z', 'updated_at': '2022-03-11T12:50:30Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '407216d0-2deb-4e58-af81-0b99526aa384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:25.108322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab72ec8-8977-4f67-9479-3c1ceb12359e None None] The sync data for ids ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'] in n-d-833234-2 is: [{'id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417740525', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:50:23Z', 'updated_at': '2022-03-11T12:50:27Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:24Z', 'updated_at': '2022-03-11T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '25b1ea60-167c-493a-b6cc-55004d037fc6', 'name': '', 'network_id': '9bcf068d-7b0d-4c11-991d-417f368eb1b1', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:ae:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '407216d0-2deb-4e58-af81-0b99526aa384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:27Z', 'updated_at': '2022-03-11T12:50:30Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '407216d0-2deb-4e58-af81-0b99526aa384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:51:25.343961 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5928877d-6f14-42df-9db2-e4b02ce87338 None None] New status for floating IP e576dd1b-3897-455c-91d8-02ab3d22b2d7: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:51:25.847846 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19f6aa-1dfa-4da0-99df-beb0e33c383f req-6c4b8f72-eeb4-477b-b4dd-d495beece84d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:25.849993 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e19f6aa-1dfa-4da0-99df-beb0e33c383f req-6c4b8f72-eeb4-477b-b4dd-d495beece84d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0622988 Mar 11 12:51:25.903263 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e19f6aa-1dfa-4da0-99df-beb0e33c383f req-80127d9a-1a62-4b2a-bc98-bdddb80bbb0e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=606700b5-adb4-460e-9182-d75d21d0abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450909 Mar 11 12:51:26.325495 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540158e-90f5-4743-aa86-0c57a748a9c3 req-31406745-2713-4ac1-8d80-59aa9d34b131 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:26.326947 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f540158e-90f5-4743-aa86-0c57a748a9c3 req-31406745-2713-4ac1-8d80-59aa9d34b131 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0544765 Mar 11 12:51:26.425387 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-f540158e-90f5-4743-aa86-0c57a748a9c3 req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port 330473bc-9e17-4de3-a956-9019a73b0772 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:51:26.425750 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f540158e-90f5-4743-aa86-0c57a748a9c3 req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (330473bc-9e17-4de3-a956-9019a73b0772), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:26.519695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f540158e-90f5-4743-aa86-0c57a748a9c3 req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] For port 330473bc-9e17-4de3-a956-9019a73b0772, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=330473bc-9e17-4de3-a956-9019a73b0772,segment=NetworkSegment(b46ea3b0-e9eb-49c0-98a2-fe766ff139b3),segment_id=b46ea3b0-e9eb-49c0-98a2-fe766ff139b3)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:51:26.519969 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f540158e-90f5-4743-aa86-0c57a748a9c3 req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (330473bc-9e17-4de3-a956-9019a73b0772), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:26.532821 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-f540158e-90f5-4743-aa86-0c57a748a9c3 req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for 330473bc-9e17-4de3-a956-9019a73b0772 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:51:26.672770 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f540158e-90f5-4743-aa86-0c57a748a9c3 req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (330473bc-9e17-4de3-a956-9019a73b0772), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:26.700148 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=330473bc-9e17-4de3-a956-9019a73b0772,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:26.710110 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:26.710460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:26.710794 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:26.711130 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:26.711457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:26.711817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:26.712144 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:26.712466 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:26.713395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:26.713395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:26.713395 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:26.713692 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:26.713996 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:26.755695 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-f540158e-90f5-4743-aa86-0c57a748a9c3 req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] No DVR routers for this DVR port 330473bc-9e17-4de3-a956-9019a73b0772 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:51:26.758488 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f540158e-90f5-4743-aa86-0c57a748a9c3 req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:26.761926 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f540158e-90f5-4743-aa86-0c57a748a9c3 req-5bd67302-09b3-45f4-a018-d54745f181f5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "DELETE /v2.0/ports/330473bc-9e17-4de3-a956-9019a73b0772 HTTP/1.1" status: 204 len: 173 time: 0.4291806 Mar 11 12:51:26.762376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f64a457-77ff-41a2-8ccb-db48a8ef2fd7', 'name': 'network-vif-deleted', 'tag': '330473bc-9e17-4de3-a956-9019a73b0772'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:51:26.764674 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59177d0-7433-48f0-9b18-b41c26f02a6d" -d '{"events": [{"server_uuid": "1f64a457-77ff-41a2-8ccb-db48a8ef2fd7", "name": "network-vif-deleted", "tag": "330473bc-9e17-4de3-a956-9019a73b0772"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:51:26.807988 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca49147b-890c-4aae-87e5-7445c2d839d9 x-openstack-request-id: req-ca49147b-890c-4aae-87e5-7445c2d839d9 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:51:26.808280 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f64a457-77ff-41a2-8ccb-db48a8ef2fd7", "name": "network-vif-deleted", "tag": "330473bc-9e17-4de3-a956-9019a73b0772", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:51:26.808530 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ca49147b-890c-4aae-87e5-7445c2d839d9 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:51:26.808958 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f64a457-77ff-41a2-8ccb-db48a8ef2fd7', 'name': 'network-vif-deleted', 'tag': '330473bc-9e17-4de3-a956-9019a73b0772', 'status': 'completed', 'code': 200} Mar 11 12:51:27.016450 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-77ad3231-91dd-4084-b940-e9f84a26b670 req-3b4a3c49-e6dc-4077-a255-5e96ca8cf287 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f64a457-77ff-41a2-8ccb-db48a8ef2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0329409 Mar 11 12:51:28.080845 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47248) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:28.464853 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-252434dd-656e-47c3-933b-0bf7fd8a3b4a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (19951c1a-a245-4a45-9c87-b3a6e3ffbab1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:28.738024 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-252434dd-656e-47c3-933b-0bf7fd8a3b4a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port 25b1ea60-167c-493a-b6cc-55004d037fc6 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:51:28.738283 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-252434dd-656e-47c3-933b-0bf7fd8a3b4a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:28.837266 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-252434dd-656e-47c3-933b-0bf7fd8a3b4a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] For port 25b1ea60-167c-493a-b6cc-55004d037fc6, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=25b1ea60-167c-493a-b6cc-55004d037fc6,segment=NetworkSegment(b46ea3b0-e9eb-49c0-98a2-fe766ff139b3),segment_id=b46ea3b0-e9eb-49c0-98a2-fe766ff139b3)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:51:28.837665 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-252434dd-656e-47c3-933b-0bf7fd8a3b4a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:28.850296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-252434dd-656e-47c3-933b-0bf7fd8a3b4a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for 25b1ea60-167c-493a-b6cc-55004d037fc6 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:51:29.057040 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-252434dd-656e-47c3-933b-0bf7fd8a3b4a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (25b1ea60-167c-493a-b6cc-55004d037fc6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:29.086988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252434dd-656e-47c3-933b-0bf7fd8a3b4a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=25b1ea60-167c-493a-b6cc-55004d037fc6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:29.276121 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-252434dd-656e-47c3-933b-0bf7fd8a3b4a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (19951c1a-a245-4a45-9c87-b3a6e3ffbab1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:29.507622 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252434dd-656e-47c3-933b-0bf7fd8a3b4a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:51:29.627742 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252434dd-656e-47c3-933b-0bf7fd8a3b4a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:51:29.633354 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-252434dd-656e-47c3-933b-0bf7fd8a3b4a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "PUT /v2.0/routers/19951c1a-a245-4a45-9c87-b3a6e3ffbab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5511994 Mar 11 12:51:29.636601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47252) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:29.638954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3932d3-fe70-4496-975d-a95ae4b1d97a None None] Sync routers for ids ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:51:29.649909 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3932d3-fe70-4496-975d-a95ae4b1d97a None None] Routers {'19951c1a-a245-4a45-9c87-b3a6e3ffbab1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:51:29.650972 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-db3932d3-fe70-4496-975d-a95ae4b1d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:51:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:29.688223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-376d4528-db47-487c-b44d-a225522c6609 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting subnet 407216d0-2deb-4e58-af81-0b99526aa384 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:51:29.691683 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-376d4528-db47-487c-b44d-a225522c6609 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for subnet (407216d0-2deb-4e58-af81-0b99526aa384), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:29.733086 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-376d4528-db47-487c-b44d-a225522c6609 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (407216d0-2deb-4e58-af81-0b99526aa384), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:29.762556 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-db3932d3-fe70-4496-975d-a95ae4b1d97a None None] Set router 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:51:29.831241 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-376d4528-db47-487c-b44d-a225522c6609 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (407216d0-2deb-4e58-af81-0b99526aa384), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:29.894569 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-376d4528-db47-487c-b44d-a225522c6609 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (407216d0-2deb-4e58-af81-0b99526aa384), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:29.920456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d4528-db47-487c-b44d-a225522c6609 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Subnet': ['ID=407216d0-2deb-4e58-af81-0b99526aa384,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:29.926652 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-376d4528-db47-487c-b44d-a225522c6609 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:29.932155 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-376d4528-db47-487c-b44d-a225522c6609 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/subnets/407216d0-2deb-4e58-af81-0b99526aa384 HTTP/1.1" status: 204 len: 168 time: 0.2944860 Mar 11 12:51:29.933025 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47256) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:29.990347 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437a1d04-1ea4-43c6-b183-819e0ad6a5c0 None None] Network 9bcf068d-7b0d-4c11-991d-417f368eb1b1 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:51:30.047956 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-524ce1cd-b30f-4911-8fc4-4b1bf1268fee tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router (19951c1a-a245-4a45-9c87-b3a6e3ffbab1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:30.159433 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-524ce1cd-b30f-4911-8fc4-4b1bf1268fee tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (19951c1a-a245-4a45-9c87-b3a6e3ffbab1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:30.191603 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-db3932d3-fe70-4496-975d-a95ae4b1d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417740525', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:50:23Z', 'updated_at': '2022-03-11T12:51:29Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'cce42b46-b3e7-4e03-9203-9eb92af70928', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:50:24Z', 'updated_at': '2022-03-11T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:30.222266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3932d3-fe70-4496-975d-a95ae4b1d97a None None] Checking router: 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:51:30.222447 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-524ce1cd-b30f-4911-8fc4-4b1bf1268fee tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port cce42b46-b3e7-4e03-9203-9eb92af70928 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:51:30.222639 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-524ce1cd-b30f-4911-8fc4-4b1bf1268fee tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (cce42b46-b3e7-4e03-9203-9eb92af70928), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:30.231260 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3932d3-fe70-4496-975d-a95ae4b1d97a None None] Routers {'19951c1a-a245-4a45-9c87-b3a6e3ffbab1'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:51:30.235618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-db3932d3-fe70-4496-975d-a95ae4b1d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:51:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:30.268385 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] DHCP port deletion for 9bcf068d-7b0d-4c11-991d-417f368eb1b1 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:51:30.310362 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-524ce1cd-b30f-4911-8fc4-4b1bf1268fee tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] For port cce42b46-b3e7-4e03-9203-9eb92af70928, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=cce42b46-b3e7-4e03-9203-9eb92af70928,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:51:30.310708 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-524ce1cd-b30f-4911-8fc4-4b1bf1268fee tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (cce42b46-b3e7-4e03-9203-9eb92af70928), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:30.324446 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-524ce1cd-b30f-4911-8fc4-4b1bf1268fee tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for cce42b46-b3e7-4e03-9203-9eb92af70928 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:51:30.329107 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 330473bc-9e17-4de3-a956-9019a73b0772 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:51:30.357549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 330473bc-9e17-4de3-a956-9019a73b0772 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:51:30.357890 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 330473bc-9e17-4de3-a956-9019a73b0772 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:51:30.370010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-db3932d3-fe70-4496-975d-a95ae4b1d97a None None] Set router 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:51:30.430689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-db3932d3-fe70-4496-975d-a95ae4b1d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417740525', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:50:23Z', 'updated_at': '2022-03-11T12:51:30Z', 'revision_number': 6, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:30.459815 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3932d3-fe70-4496-975d-a95ae4b1d97a None None] The sync data for ids ['19951c1a-a245-4a45-9c87-b3a6e3ffbab1'] in n-d-833234-2 is: [{'id': '19951c1a-a245-4a45-9c87-b3a6e3ffbab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417740525', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:50:23Z', 'updated_at': '2022-03-11T12:51:30Z', 'revision_number': 6, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:51:30.473018 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Deleting port 4406f358-7d85-4b80-bfee-8f9a650e4872 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:51:30.473521 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4406f358-7d85-4b80-bfee-8f9a650e4872), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:30.512345 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-524ce1cd-b30f-4911-8fc4-4b1bf1268fee tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (cce42b46-b3e7-4e03-9203-9eb92af70928), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:30.537917 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ce1cd-b30f-4911-8fc4-4b1bf1268fee tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=cce42b46-b3e7-4e03-9203-9eb92af70928,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:30.539880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] For port 4406f358-7d85-4b80-bfee-8f9a650e4872, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=4406f358-7d85-4b80-bfee-8f9a650e4872,segment=NetworkSegment(b46ea3b0-e9eb-49c0-98a2-fe766ff139b3),segment_id=b46ea3b0-e9eb-49c0-98a2-fe766ff139b3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:51:30.540065 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4406f358-7d85-4b80-bfee-8f9a650e4872), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:30.552620 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Calling delete_port for 4406f358-7d85-4b80-bfee-8f9a650e4872 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:51:30.599639 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-524ce1cd-b30f-4911-8fc4-4b1bf1268fee tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (19951c1a-a245-4a45-9c87-b3a6e3ffbab1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:30.630668 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (4406f358-7d85-4b80-bfee-8f9a650e4872), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:30.657880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] No DVR routers for this DVR port 4406f358-7d85-4b80-bfee-8f9a650e4872 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:51:30.659810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Pushing event deleted for resources: {'Port': ['ID=4406f358-7d85-4b80-bfee-8f9a650e4872,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:30.669903 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:30.670256 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:30.670622 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:30.670943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:30.671261 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:30.671609 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:30.671945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:30.672272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:30.672596 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:30.672918 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:30.673300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:30.673887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:30.673887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c4a2f-75e5-42be-8b51-dd995cdcd794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:30.704241 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-524ce1cd-b30f-4911-8fc4-4b1bf1268fee tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (19951c1a-a245-4a45-9c87-b3a6e3ffbab1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:30.706424 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-524ce1cd-b30f-4911-8fc4-4b1bf1268fee tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_controller (19951c1a-a245-4a45-9c87-b3a6e3ffbab1), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:30.755606 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-524ce1cd-b30f-4911-8fc4-4b1bf1268fee tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (19951c1a-a245-4a45-9c87-b3a6e3ffbab1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:30.756097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524ce1cd-b30f-4911-8fc4-4b1bf1268fee tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Fanout notify agent at l3_agent the message router_deleted on router 19951c1a-a245-4a45-9c87-b3a6e3ffbab1 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:51:30.763019 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-524ce1cd-b30f-4911-8fc4-4b1bf1268fee tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:30.764196 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-524ce1cd-b30f-4911-8fc4-4b1bf1268fee tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/routers/19951c1a-a245-4a45-9c87-b3a6e3ffbab1 HTTP/1.1" status: 204 len: 168 time: 0.8302138 Mar 11 12:51:30.767067 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47260) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:30.847764 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-151073fe-af8a-4dd7-a5ca-c74f8231d72d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (9bcf068d-7b0d-4c11-991d-417f368eb1b1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:30.937763 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-151073fe-af8a-4dd7-a5ca-c74f8231d72d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (9bcf068d-7b0d-4c11-991d-417f368eb1b1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:30.958810 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-151073fe-af8a-4dd7-a5ca-c74f8231d72d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcf068d-7b0d-4c11-991d-417f368eb1b1']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:30.968647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-151073fe-af8a-4dd7-a5ca-c74f8231d72d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46ea3b0-e9eb-49c0-98a2-fe766ff139b3') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:30.968921 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-151073fe-af8a-4dd7-a5ca-c74f8231d72d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46ea3b0-e9eb-49c0-98a2-fe766ff139b3') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:30.978922 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-151073fe-af8a-4dd7-a5ca-c74f8231d72d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (b46ea3b0-e9eb-49c0-98a2-fe766ff139b3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:30.992824 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-151073fe-af8a-4dd7-a5ca-c74f8231d72d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (b46ea3b0-e9eb-49c0-98a2-fe766ff139b3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:30.998675 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151073fe-af8a-4dd7-a5ca-c74f8231d72d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:51:30.999028 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-151073fe-af8a-4dd7-a5ca-c74f8231d72d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (b46ea3b0-e9eb-49c0-98a2-fe766ff139b3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:51:31.002027 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:51:31.068345 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-151073fe-af8a-4dd7-a5ca-c74f8231d72d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (9bcf068d-7b0d-4c11-991d-417f368eb1b1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.075366 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-151073fe-af8a-4dd7-a5ca-c74f8231d72d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.078705 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-151073fe-af8a-4dd7-a5ca-c74f8231d72d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/networks/9bcf068d-7b0d-4c11-991d-417f368eb1b1 HTTP/1.1" status: 204 len: 168 time: 0.3105357 Mar 11 12:51:31.083026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47262) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:31.094812 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151073fe-af8a-4dd7-a5ca-c74f8231d72d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Network': ['ID=9bcf068d-7b0d-4c11-991d-417f368eb1b1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:31.144839 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-45d7a450-f523-458d-a091-5c707c54beb5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (606700b5-adb4-460e-9182-d75d21d0abdc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.171138 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-45d7a450-f523-458d-a091-5c707c54beb5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (606700b5-adb4-460e-9182-d75d21d0abdc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.257804 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-45d7a450-f523-458d-a091-5c707c54beb5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (606700b5-adb4-460e-9182-d75d21d0abdc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.260645 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-45d7a450-f523-458d-a091-5c707c54beb5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.261825 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-45d7a450-f523-458d-a091-5c707c54beb5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/security-groups/606700b5-adb4-460e-9182-d75d21d0abdc HTTP/1.1" status: 204 len: 168 time: 0.1771669 Mar 11 12:51:31.272426 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7a450-f523-458d-a091-5c707c54beb5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=606700b5-adb4-460e-9182-d75d21d0abdc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:31.450442 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47270) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:31.455169 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-44dd179e-28c7-4180-8ddc-96a9300696a6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1835424917', 'description': 'tempest-secgroup-smoke-1835424917 description', 'project_id': '44c471adc80a42e3bf416e933ba2e790'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:51:31.477015 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-44dd179e-28c7-4180-8ddc-96a9300696a6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.541326 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-44dd179e-28c7-4180-8ddc-96a9300696a6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (232054f7-bfe1-410b-9dbd-37cd5176115b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.548034 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-44dd179e-28c7-4180-8ddc-96a9300696a6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (232054f7-bfe1-410b-9dbd-37cd5176115b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.575247 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-44dd179e-28c7-4180-8ddc-96a9300696a6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.576434 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-44dd179e-28c7-4180-8ddc-96a9300696a6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1249397 Mar 11 12:51:31.579511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47272) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:31.580632 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd179e-28c7-4180-8ddc-96a9300696a6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232054f7-bfe1-410b-9dbd-37cd5176115b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:31.584573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b3552ee1-b956-4e6d-8208-35472ab0429f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': '232054f7-bfe1-410b-9dbd-37cd5176115b', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:51:31.610916 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3552ee1-b956-4e6d-8208-35472ab0429f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (e3f9425f-552d-4d15-ad57-1fc64428586b), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.656218 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3552ee1-b956-4e6d-8208-35472ab0429f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (e3f9425f-552d-4d15-ad57-1fc64428586b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.662217 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3552ee1-b956-4e6d-8208-35472ab0429f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (e3f9425f-552d-4d15-ad57-1fc64428586b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.682333 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3552ee1-b956-4e6d-8208-35472ab0429f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f9425f-552d-4d15-ad57-1fc64428586b,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:31.691245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b3552ee1-b956-4e6d-8208-35472ab0429f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.692517 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b3552ee1-b956-4e6d-8208-35472ab0429f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1117132 Mar 11 12:51:31.696831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47274) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:31.702279 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5ada0503-0b53-4a0e-8ba9-8bf3a39ab786 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': '232054f7-bfe1-410b-9dbd-37cd5176115b', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:51:31.735855 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ada0503-0b53-4a0e-8ba9-8bf3a39ab786 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (bcac0962-7b03-4519-9c78-b34e1d87750d), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.793499 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ada0503-0b53-4a0e-8ba9-8bf3a39ab786 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (bcac0962-7b03-4519-9c78-b34e1d87750d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.798563 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ada0503-0b53-4a0e-8ba9-8bf3a39ab786 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (bcac0962-7b03-4519-9c78-b34e1d87750d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.805790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cce42b46-b3e7-4e03-9203-9eb92af70928 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:51:31.816224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada0503-0b53-4a0e-8ba9-8bf3a39ab786 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcac0962-7b03-4519-9c78-b34e1d87750d,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:31.824649 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ada0503-0b53-4a0e-8ba9-8bf3a39ab786 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.825939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5ada0503-0b53-4a0e-8ba9-8bf3a39ab786 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280749 Mar 11 12:51:31.828842 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47276) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:31.829635 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: cce42b46-b3e7-4e03-9203-9eb92af70928 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:51:31.829978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cce42b46-b3e7-4e03-9203-9eb92af70928 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:51:31.830364 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 25b1ea60-167c-493a-b6cc-55004d037fc6 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:51:31.833484 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-581fc679-c212-4c36-812c-736d65e0d36b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': '232054f7-bfe1-410b-9dbd-37cd5176115b', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:51:31.849978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 25b1ea60-167c-493a-b6cc-55004d037fc6 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:51:31.850372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 25b1ea60-167c-493a-b6cc-55004d037fc6 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:51:31.850830 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 4406f358-7d85-4b80-bfee-8f9a650e4872 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:51:31.859396 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-581fc679-c212-4c36-812c-736d65e0d36b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (0a54668e-f0b5-436c-8f1f-d89e322c9b65), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.870927 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 4406f358-7d85-4b80-bfee-8f9a650e4872 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:51:31.871514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 4406f358-7d85-4b80-bfee-8f9a650e4872 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:51:31.915077 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-581fc679-c212-4c36-812c-736d65e0d36b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (0a54668e-f0b5-436c-8f1f-d89e322c9b65), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.920636 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-581fc679-c212-4c36-812c-736d65e0d36b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (0a54668e-f0b5-436c-8f1f-d89e322c9b65), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.937807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fc679-c212-4c36-812c-736d65e0d36b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a54668e-f0b5-436c-8f1f-d89e322c9b65,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:31.945979 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-581fc679-c212-4c36-812c-736d65e0d36b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:31.947161 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-581fc679-c212-4c36-812c-736d65e0d36b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173551 Mar 11 12:51:31.949940 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47278) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:31.954202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-50d29191-ea47-47e0-90ca-a20be8142451 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': '232054f7-bfe1-410b-9dbd-37cd5176115b', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:51:31.980506 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50d29191-ea47-47e0-90ca-a20be8142451 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (d39cba13-bc5f-4d7f-887c-c7ebbfa3de92), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.036681 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50d29191-ea47-47e0-90ca-a20be8142451 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (d39cba13-bc5f-4d7f-887c-c7ebbfa3de92), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.042500 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50d29191-ea47-47e0-90ca-a20be8142451 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (d39cba13-bc5f-4d7f-887c-c7ebbfa3de92), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.062477 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d29191-ea47-47e0-90ca-a20be8142451 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39cba13-bc5f-4d7f-887c-c7ebbfa3de92,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:32.071909 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-50d29191-ea47-47e0-90ca-a20be8142451 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.073094 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-50d29191-ea47-47e0-90ca-a20be8142451 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222436 Mar 11 12:51:32.077064 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47280) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:32.081264 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-20a79689-58f5-4763-96af-012bd77f6f44 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': '232054f7-bfe1-410b-9dbd-37cd5176115b', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:51:32.103030 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-20a79689-58f5-4763-96af-012bd77f6f44 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Project 44c471adc80a42e3bf416e933ba2e790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:51:32.107942 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-20a79689-58f5-4763-96af-012bd77f6f44 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (f105f780-ef75-4c60-8749-6a6b84572e08), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.165604 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-20a79689-58f5-4763-96af-012bd77f6f44 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (f105f780-ef75-4c60-8749-6a6b84572e08), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.171959 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-20a79689-58f5-4763-96af-012bd77f6f44 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (f105f780-ef75-4c60-8749-6a6b84572e08), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.189336 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a79689-58f5-4763-96af-012bd77f6f44 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f105f780-ef75-4c60-8749-6a6b84572e08,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:32.198824 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-20a79689-58f5-4763-96af-012bd77f6f44 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.200201 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-20a79689-58f5-4763-96af-012bd77f6f44 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223364 Mar 11 12:51:32.203093 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47282) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:32.207519 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-590005eb-6475-47f9-a14c-d412d71f52f6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': '232054f7-bfe1-410b-9dbd-37cd5176115b', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:51:32.230900 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-590005eb-6475-47f9-a14c-d412d71f52f6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Project 44c471adc80a42e3bf416e933ba2e790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:51:32.235961 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-590005eb-6475-47f9-a14c-d412d71f52f6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (80c42e19-af8f-4e17-b4a5-58b145071728), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.300408 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-590005eb-6475-47f9-a14c-d412d71f52f6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (80c42e19-af8f-4e17-b4a5-58b145071728), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.306655 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-590005eb-6475-47f9-a14c-d412d71f52f6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (80c42e19-af8f-4e17-b4a5-58b145071728), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.324745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590005eb-6475-47f9-a14c-d412d71f52f6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c42e19-af8f-4e17-b4a5-58b145071728,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:32.334052 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-590005eb-6475-47f9-a14c-d412d71f52f6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.335342 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-590005eb-6475-47f9-a14c-d412d71f52f6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312873 Mar 11 12:51:32.338546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47284) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:32.343569 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-51b20505-ad44-48df-bbd0-a090090c80fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'network': {'name': 'tempest-network-smoke--1963797105', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'port_security_enabled': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:51:32.366019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b20505-ad44-48df-bbd0-a090090c80fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Made reservation on behalf of 44c471adc80a42e3bf416e933ba2e790 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:51:32.369894 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-51b20505-ad44-48df-bbd0-a090090c80fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.393780 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b20505-ad44-48df-bbd0-a090090c80fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:51:32.403786 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-51b20505-ad44-48df-bbd0-a090090c80fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (85a5ac1f-ebe5-48f7-8cf2-4af38c3df447), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.404157 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-51b20505-ad44-48df-bbd0-a090090c80fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Added segment 85a5ac1f-ebe5-48f7-8cf2-4af38c3df447 of type vlan for network 8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 Mar 11 12:51:32.447044 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-51b20505-ad44-48df-bbd0-a090090c80fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.474383 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-51b20505-ad44-48df-bbd0-a090090c80fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.479672 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b20505-ad44-48df-bbd0-a090090c80fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:32.480348 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-51b20505-ad44-48df-bbd0-a090090c80fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.509345 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-51b20505-ad44-48df-bbd0-a090090c80fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1697593 Mar 11 12:51:32.512504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47286) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:32.517339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1118628989', 'admin_state_up': True, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:51:32.540939 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (31aacbf3-c3cc-44b3-9721-4351e51f3541), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.541959 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (31aacbf3-c3cc-44b3-9721-4351e51f3541), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.549579 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b20505-ad44-48df-bbd0-a090090c80fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Network': ['ID=8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:32.561502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:51:32.600291 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_controller (31aacbf3-c3cc-44b3-9721-4351e51f3541), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.742696 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (31aacbf3-c3cc-44b3-9721-4351e51f3541), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.974480 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (31aacbf3-c3cc-44b3-9721-4351e51f3541), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:32.993475 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:33.106381 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.25.7.11 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/f11d44d2-76b0-4627-bd4d-d78184b0c835) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:51:33.208772 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (f11d44d2-76b0-4627-bd4d-d78184b0c835), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:33.256602 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f11d44d2-76b0-4627-bd4d-d78184b0c835), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:33.294518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:51:33.297356 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:51:33.301590 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:51:33.304727 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=f11d44d2-76b0-4627-bd4d-d78184b0c835,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:33.918160 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (31aacbf3-c3cc-44b3-9721-4351e51f3541), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:34.137234 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (31aacbf3-c3cc-44b3-9721-4351e51f3541), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:34.287622 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 31aacbf3-c3cc-44b3-9721-4351e51f3541 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:51:34.394052 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:34.401751 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:51:34.412312 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Sync routers for ids ['31aacbf3-c3cc-44b3-9721-4351e51f3541'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:51:34.422248 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Routers {'31aacbf3-c3cc-44b3-9721-4351e51f3541'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:51:34.422856 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:34.423032 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:51:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['31aacbf3-c3cc-44b3-9721-4351e51f3541'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:34.424125 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-64c98ebb-b4f6-47a3-b772-73dae2dcc24f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9105394 Mar 11 12:51:34.427601 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47288) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:34.456538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-219c5117-a0fa-4fbf-82f0-bc0224089140 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=44c471adc80a42e3bf416e933ba2e790&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277388 Mar 11 12:51:34.459327 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47290) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:34.557969 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14695ffd-7c63-4805-a6c7-4d39511a2983 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:34.559732 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-14695ffd-7c63-4805-a6c7-4d39511a2983 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0993097 Mar 11 12:51:34.563379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47292) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:34.594463 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4a85a920-2c21-49cd-bee4-c9f91515c6d1 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274007 Mar 11 12:51:34.594696 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47294) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:34.599548 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-e8188303-6525-4e13-85fa-e4234029277b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1673703179', 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:51:34.632439 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Set router 31aacbf3-c3cc-44b3-9721-4351e51f3541 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:51:34.692131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8188303-6525-4e13-85fa-e4234029277b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Made reservation on behalf of 44c471adc80a42e3bf416e933ba2e790 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:51:34.695633 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8188303-6525-4e13-85fa-e4234029277b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:34.811131 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118628989', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:33Z', 'revision_number': 3, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:34.842475 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Checking router: 31aacbf3-c3cc-44b3-9721-4351e51f3541 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:51:34.842791 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Updating router 31aacbf3-c3cc-44b3-9721-4351e51f3541 port f11d44d2-76b0-4627-bd4d-d78184b0c835 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:51:34.870256 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f11d44d2-76b0-4627-bd4d-d78184b0c835), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:34.879295 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8188303-6525-4e13-85fa-e4234029277b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (8a7b5dfd-9347-4619-938a-60aef0c16a56), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:34.936444 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8188303-6525-4e13-85fa-e4234029277b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Subnet': ['ID=8a7b5dfd-9347-4619-938a-60aef0c16a56,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:34.948212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8188303-6525-4e13-85fa-e4234029277b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Checking segment: {'id': '85a5ac1f-ebe5-48f7-8cf2-4af38c3df447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:51:34.948663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8188303-6525-4e13-85fa-e4234029277b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network hostable DHCP agents. Network: 8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:51:34.967093 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8188303-6525-4e13-85fa-e4234029277b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:51:34.978421 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-e8188303-6525-4e13-85fa-e4234029277b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:51:34.982770 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8188303-6525-4e13-85fa-e4234029277b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:34.983365 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8188303-6525-4e13-85fa-e4234029277b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:34.990616 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5715a3-fd1e-4968-8168-dbf1e8a73e0f None None] Network 8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:51:35.002639 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e8188303-6525-4e13-85fa-e4234029277b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4070377 Mar 11 12:51:35.005689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47296) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:35.104506 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7', 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ips': [{'subnet_id': '8a7b5dfd-9347-4619-938a-60aef0c16a56'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:51:35.105415 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:35.134905 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Publish callbacks [] for port (f11d44d2-76b0-4627-bd4d-d78184b0c835), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:35.141243 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f11d44d2-76b0-4627-bd4d-d78184b0c835), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:35.203348 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Attempting to bind port f11d44d2-76b0-4627-bd4d-d78184b0c835 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:51:35.203805 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Attempting to bind port f11d44d2-76b0-4627-bd4d-d78184b0c835 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:51:35.204445 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Attempting to bind port f11d44d2-76b0-4627-bd4d-d78184b0c835 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:51:35.218133 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:51:35.218660 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:51:35.219192 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:35.219677 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:51:35.220234 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Bound port: f11d44d2-76b0-4627-bd4d-d78184b0c835, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:51:35.220697 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f11d44d2-76b0-4627-bd4d-d78184b0c835), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:35.223773 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb64ad-f9be-4e28-ab62-68e199ed6423 None None] Pushing event updated for resources: {'Port': ['ID=f11d44d2-76b0-4627-bd4d-d78184b0c835,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:35.251831 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb64ad-f9be-4e28-ab62-68e199ed6423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:35.252221 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb64ad-f9be-4e28-ab62-68e199ed6423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:35.252937 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb64ad-f9be-4e28-ab62-68e199ed6423 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:35.252937 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb64ad-f9be-4e28-ab62-68e199ed6423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:35.257571 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb64ad-f9be-4e28-ab62-68e199ed6423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:35.257571 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb64ad-f9be-4e28-ab62-68e199ed6423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:35.257571 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb64ad-f9be-4e28-ab62-68e199ed6423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:35.257571 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb64ad-f9be-4e28-ab62-68e199ed6423 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:35.257571 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb64ad-f9be-4e28-ab62-68e199ed6423 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:35.257571 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb64ad-f9be-4e28-ab62-68e199ed6423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:35.257571 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb64ad-f9be-4e28-ab62-68e199ed6423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:35.257571 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb64ad-f9be-4e28-ab62-68e199ed6423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:35.257571 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb64ad-f9be-4e28-ab62-68e199ed6423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:51:35.266688 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Allocated IP 172.20.0.2 (8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7/8a7b5dfd-9347-4619-938a-60aef0c16a56/d4d15cb9-4814-499f-9146-bb341b4d8392) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:51:35.297466 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] For port f11d44d2-76b0-4627-bd4d-d78184b0c835, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:51:35.300995 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] For port f11d44d2-76b0-4627-bd4d-d78184b0c835, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f11d44d2-76b0-4627-bd4d-d78184b0c835,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:51:35.308996 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f11d44d2-76b0-4627-bd4d-d78184b0c835), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:35.362404 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Routers {'31aacbf3-c3cc-44b3-9721-4351e51f3541'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:51:35.363023 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:51:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['31aacbf3-c3cc-44b3-9721-4351e51f3541'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:35.424019 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Publish callbacks [] for port (d4d15cb9-4814-499f-9146-bb341b4d8392), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:35.426065 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb64ad-f9be-4e28-ab62-68e199ed6423 None None] Pushing event updated for resources: {'Port': ['ID=f11d44d2-76b0-4627-bd4d-d78184b0c835,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:35.432668 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (d4d15cb9-4814-499f-9146-bb341b4d8392), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:35.482637 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Network 8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:51:35.487065 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:51:35.489718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Pushing event updated for resources: {'Port': ['ID=d4d15cb9-4814-499f-9146-bb341b4d8392,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:35.492021 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:51:35.509599 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] Set router 31aacbf3-c3cc-44b3-9721-4351e51f3541 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:51:35.560902 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Attempting to bind port d4d15cb9-4814-499f-9146-bb341b4d8392 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:51:35.561606 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Attempting to bind port d4d15cb9-4814-499f-9146-bb341b4d8392 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '85a5ac1f-ebe5-48f7-8cf2-4af38c3df447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:51:35.561971 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Attempting to bind port d4d15cb9-4814-499f-9146-bb341b4d8392 on network 8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:51:35.568160 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:51:35.568561 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Checking segment: {'id': '85a5ac1f-ebe5-48f7-8cf2-4af38c3df447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:51:35.568820 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:35.569148 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Bound using segment: {'id': '85a5ac1f-ebe5-48f7-8cf2-4af38c3df447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:51:35.569628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Bound port: d4d15cb9-4814-499f-9146-bb341b4d8392, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a5ac1f-ebe5-48f7-8cf2-4af38c3df447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:51:35.570008 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d4d15cb9-4814-499f-9146-bb341b4d8392), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:35.635884 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] For port d4d15cb9-4814-499f-9146-bb341b4d8392, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:51:35.639103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] For port d4d15cb9-4814-499f-9146-bb341b4d8392, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d4d15cb9-4814-499f-9146-bb341b4d8392,segment=NetworkSegment(85a5ac1f-ebe5-48f7-8cf2-4af38c3df447),segment_id=85a5ac1f-ebe5-48f7-8cf2-4af38c3df447)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:51:35.647680 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d4d15cb9-4814-499f-9146-bb341b4d8392), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:35.710429 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b095bc7-0752-4dce-ac7f-2051fceaeb93 None None] Pushing event updated for resources: {'Port': ['ID=d4d15cb9-4814-499f-9146-bb341b4d8392,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:35.713460 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118628989', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:33Z', 'revision_number': 3, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:35.741439 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b98cd2-071c-49ba-9f06-f1a189453bd1 None None] The sync data for ids ['31aacbf3-c3cc-44b3-9721-4351e51f3541'] in n-d-833234-2 is: [{'id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118628989', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:33Z', 'revision_number': 3, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:51:35.860326 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:36.184366 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.20.0.1 (8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7/8a7b5dfd-9347-4619-938a-60aef0c16a56/5d45ff74-4e39-4235-a082-5222587023cc) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:51:36.309035 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (5d45ff74-4e39-4235-a082-5222587023cc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:36.345701 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5d45ff74-4e39-4235-a082-5222587023cc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:36.394339 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:51:36.397685 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:51:36.400327 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:51:36.407699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=5d45ff74-4e39-4235-a082-5222587023cc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:36.460198 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (31aacbf3-c3cc-44b3-9721-4351e51f3541), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:36.603725 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5d45ff74-4e39-4235-a082-5222587023cc), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:36.693249 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c723b8-6c5a-4994-a6f7-acc8930f2c23 None None] Network 8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:51:36.816169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b10d7788-3382-4b48-a17d-3ccd160285c1 None None] Provisioning complete for port d4d15cb9-4814-499f-9146-bb341b4d8392 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:51:36.816526 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b10d7788-3382-4b48-a17d-3ccd160285c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d4d15cb9-4814-499f-9146-bb341b4d8392), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:36.906351 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (5d45ff74-4e39-4235-a082-5222587023cc), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:36.907812 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b10d7788-3382-4b48-a17d-3ccd160285c1 None None] Current status of the port d4d15cb9-4814-499f-9146-bb341b4d8392 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:51:36.908350 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b10d7788-3382-4b48-a17d-3ccd160285c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d4d15cb9-4814-499f-9146-bb341b4d8392), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:36.912876 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5d45ff74-4e39-4235-a082-5222587023cc), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:36.947043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b10d7788-3382-4b48-a17d-3ccd160285c1 None None] For port d4d15cb9-4814-499f-9146-bb341b4d8392, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d4d15cb9-4814-499f-9146-bb341b4d8392,segment=NetworkSegment(85a5ac1f-ebe5-48f7-8cf2-4af38c3df447),segment_id=85a5ac1f-ebe5-48f7-8cf2-4af38c3df447)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:51:36.952677 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b10d7788-3382-4b48-a17d-3ccd160285c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d4d15cb9-4814-499f-9146-bb341b4d8392), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:36.994307 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=5d45ff74-4e39-4235-a082-5222587023cc,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:36.996745 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (31aacbf3-c3cc-44b3-9721-4351e51f3541), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:37.007560 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d7788-3382-4b48-a17d-3ccd160285c1 None None] Pushing event updated for resources: {'Port': ['ID=d4d15cb9-4814-499f-9146-bb341b4d8392,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:37.077909 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-25d86489-f3aa-41b4-b8b6-e778c3124fb8 None None] Provisioning complete for port 5d45ff74-4e39-4235-a082-5222587023cc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:51:37.078342 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-25d86489-f3aa-41b4-b8b6-e778c3124fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5d45ff74-4e39-4235-a082-5222587023cc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:37.111925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:51:37.113461 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:51:37.120952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-25d86489-f3aa-41b4-b8b6-e778c3124fb8 None None] Port 5d45ff74-4e39-4235-a082-5222587023cc cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:51:37.131479 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-25d86489-f3aa-41b4-b8b6-e778c3124fb8 None None] Provisioning complete for port d4d15cb9-4814-499f-9146-bb341b4d8392 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:51:37.132012 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-25d86489-f3aa-41b4-b8b6-e778c3124fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d4d15cb9-4814-499f-9146-bb341b4d8392), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:37.224786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-25d86489-f3aa-41b4-b8b6-e778c3124fb8 None None] Current status of the port d4d15cb9-4814-499f-9146-bb341b4d8392 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:51:37.245301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 31aacbf3-c3cc-44b3-9721-4351e51f3541 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:51:37.346413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-24b115ff-2d5d-411c-8153-a47a3320c2d9 None None] Provisioning complete for port 5d45ff74-4e39-4235-a082-5222587023cc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:51:37.346790 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-24b115ff-2d5d-411c-8153-a47a3320c2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5d45ff74-4e39-4235-a082-5222587023cc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:37.370730 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:51:37.385506 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5c890c6b-f539-4609-8543-83059097986c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "PUT /v2.0/routers/31aacbf3-c3cc-44b3-9721-4351e51f3541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3779461 Mar 11 12:51:37.392589 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-24b115ff-2d5d-411c-8153-a47a3320c2d9 None None] Port 5d45ff74-4e39-4235-a082-5222587023cc cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:51:37.491747 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Sync routers for ids ['31aacbf3-c3cc-44b3-9721-4351e51f3541'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:51:37.508162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Routers {'31aacbf3-c3cc-44b3-9721-4351e51f3541'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:51:37.508785 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:51:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['31aacbf3-c3cc-44b3-9721-4351e51f3541'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:37.533855 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-77e5a73c-2f52-496c-a110-01154abd8541 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1835424917&fields=id&tenant_id=44c471adc80a42e3bf416e933ba2e790 HTTP/1.1" status: 200 len: 267 time: 0.0480301 Mar 11 12:51:37.561812 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5dcf27ec-cb93-4719-ac74-f77233cf051c None None] Provisioning complete for port 5d45ff74-4e39-4235-a082-5222587023cc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:51:37.562185 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5dcf27ec-cb93-4719-ac74-f77233cf051c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5d45ff74-4e39-4235-a082-5222587023cc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:37.636065 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf27ec-cb93-4719-ac74-f77233cf051c None None] Port 5d45ff74-4e39-4235-a082-5222587023cc cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:51:37.653615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-a846381d-9271-4a79-a635-27cff76b514b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:37.655127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-a846381d-9271-4a79-a635-27cff76b514b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/networks?id=8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 HTTP/1.1" status: 200 len: 797 time: 0.1109321 Mar 11 12:51:37.661308 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Set router 31aacbf3-c3cc-44b3-9721-4351e51f3541 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:51:37.670701 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-58880cf5-f9b7-4b1f-867e-a6de96d9c8c7 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/quotas/44c471adc80a42e3bf416e933ba2e790 HTTP/1.1" status: 200 len: 375 time: 0.0095906 Mar 11 12:51:37.727146 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-b9f36ba5-d89f-409e-83d4-e1cfa4193f92 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509443 Mar 11 12:51:37.839997 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-870f35dc-f4bb-4f68-8f7b-169e9b83e0e4 service neutron] 10.222.0.78 "GET /v2.0/networks/8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008945 Mar 11 12:51:37.876876 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f11d44d2-76b0-4627-bd4d-d78184b0c835 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:51:37.914954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118628989', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:36Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '5d45ff74-4e39-4235-a082-5222587023cc', 'name': '', 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:11:d4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:36Z', 'updated_at': '2022-03-11T12:51:36Z', 'revision_number': 2, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:37.936860 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-ab56ed0f-eff5-494c-b5aa-abd93de37dd0 service neutron] 10.222.0.78 "GET /v2.0/networks/8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910559 Mar 11 12:51:37.947176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Checking router: 31aacbf3-c3cc-44b3-9721-4351e51f3541 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:51:37.947526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Updating router 31aacbf3-c3cc-44b3-9721-4351e51f3541 port 5d45ff74-4e39-4235-a082-5222587023cc binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:51:37.981053 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5d45ff74-4e39-4235-a082-5222587023cc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:37.984058 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port f11d44d2-76b0-4627-bd4d-d78184b0c835 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:51:37.984416 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f11d44d2-76b0-4627-bd4d-d78184b0c835), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:38.107469 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-609f351e-190b-4feb-9908-76d6b8d295c7 req-30b1a0ec-a3da-4d44-86a9-a6594eb50558 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 210 time: 0.0345716 Mar 11 12:51:38.185012 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port f11d44d2-76b0-4627-bd4d-d78184b0c835 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:51:38.185408 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f11d44d2-76b0-4627-bd4d-d78184b0c835), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:38.423720 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port f11d44d2-76b0-4627-bd4d-d78184b0c835, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f11d44d2-76b0-4627-bd4d-d78184b0c835,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:51:38.430342 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f11d44d2-76b0-4627-bd4d-d78184b0c835), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:38.431060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d4d15cb9-4814-499f-9146-bb341b4d8392 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:51:38.530830 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=f11d44d2-76b0-4627-bd4d-d78184b0c835,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:38.576501 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d4d15cb9-4814-499f-9146-bb341b4d8392 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:51:38.576836 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d4d15cb9-4814-499f-9146-bb341b4d8392), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:38.610436 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Publish callbacks [] for port (5d45ff74-4e39-4235-a082-5222587023cc), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:38.621439 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5d45ff74-4e39-4235-a082-5222587023cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:38.680201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533cecf-4fe3-4b0f-8bb1-a55e6d3b524f None None] Pushing event updated for resources: {'Port': ['ID=5d45ff74-4e39-4235-a082-5222587023cc,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:38.765100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Attempting to bind port 5d45ff74-4e39-4235-a082-5222587023cc on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:51:38.765473 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Attempting to bind port 5d45ff74-4e39-4235-a082-5222587023cc by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '85a5ac1f-ebe5-48f7-8cf2-4af38c3df447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:51:38.765833 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Attempting to bind port 5d45ff74-4e39-4235-a082-5222587023cc on network 8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:51:38.767823 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d4d15cb9-4814-499f-9146-bb341b4d8392 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:51:38.773856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:51:38.774238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Checking segment: {'id': '85a5ac1f-ebe5-48f7-8cf2-4af38c3df447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:51:38.774637 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:38.775035 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Bound using segment: {'id': '85a5ac1f-ebe5-48f7-8cf2-4af38c3df447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:51:38.775492 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Bound port: 5d45ff74-4e39-4235-a082-5222587023cc, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a5ac1f-ebe5-48f7-8cf2-4af38c3df447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:51:38.775900 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5d45ff74-4e39-4235-a082-5222587023cc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:38.840821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] For port 5d45ff74-4e39-4235-a082-5222587023cc, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:51:38.844093 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] For port 5d45ff74-4e39-4235-a082-5222587023cc, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5d45ff74-4e39-4235-a082-5222587023cc,segment=NetworkSegment(85a5ac1f-ebe5-48f7-8cf2-4af38c3df447),segment_id=85a5ac1f-ebe5-48f7-8cf2-4af38c3df447)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:51:38.850369 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5d45ff74-4e39-4235-a082-5222587023cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:38.909025 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Routers {'31aacbf3-c3cc-44b3-9721-4351e51f3541'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:51:38.909569 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:51:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['31aacbf3-c3cc-44b3-9721-4351e51f3541'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:38.914627 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533cecf-4fe3-4b0f-8bb1-a55e6d3b524f None None] Pushing event updated for resources: {'Port': ['ID=5d45ff74-4e39-4235-a082-5222587023cc,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:38.945645 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:51:38.987417 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2766f5bb-862c-48fe-9a6c-e8a303b0109d None None] Provisioning complete for port 5d45ff74-4e39-4235-a082-5222587023cc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:51:38.987831 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2766f5bb-862c-48fe-9a6c-e8a303b0109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5d45ff74-4e39-4235-a082-5222587023cc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:39.083783 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] Set router 31aacbf3-c3cc-44b3-9721-4351e51f3541 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:51:39.171037 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-67a713d4-63a3-45ea-a73f-d9427e9a2dbd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:39.172811 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-67a713d4-63a3-45ea-a73f-d9427e9a2dbd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.37 "GET /v2.0/networks?id=8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 HTTP/1.1" status: 200 len: 797 time: 0.1229937 Mar 11 12:51:39.219849 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2766f5bb-862c-48fe-9a6c-e8a303b0109d None None] Current status of the port 5d45ff74-4e39-4235-a082-5222587023cc is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:51:39.220134 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2766f5bb-862c-48fe-9a6c-e8a303b0109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5d45ff74-4e39-4235-a082-5222587023cc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:39.221976 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-154313ee-1448-4349-9fd8-906138b5e197 req-df41a41f-7062-4d7c-a60e-9765c640a75c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 210 time: 0.0336943 Mar 11 12:51:39.267261 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-b62edb15-eed2-4048-a138-693d94ca2d82 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44c471adc80a42e3bf416e933ba2e790 HTTP/1.1" status: 200 len: 380 time: 0.0865977 Mar 11 12:51:39.275594 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-14fdb182-ecbc-449f-a298-5a397f5b1791 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'port': {'device_id': '89021dae-4fe7-42d0-adf8-3e463f627d46', 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7', 'admin_state_up': True, 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'security_groups': ['232054f7-bfe1-410b-9dbd-37cd5176115b']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:51:39.316573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2766f5bb-862c-48fe-9a6c-e8a303b0109d None None] For port 5d45ff74-4e39-4235-a082-5222587023cc, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5d45ff74-4e39-4235-a082-5222587023cc,segment=NetworkSegment(85a5ac1f-ebe5-48f7-8cf2-4af38c3df447),segment_id=85a5ac1f-ebe5-48f7-8cf2-4af38c3df447)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:51:39.322553 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2766f5bb-862c-48fe-9a6c-e8a303b0109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5d45ff74-4e39-4235-a082-5222587023cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:39.386694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-14fdb182-ecbc-449f-a298-5a397f5b1791 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Made reservation on behalf of 44c471adc80a42e3bf416e933ba2e790 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:51:39.390904 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-14fdb182-ecbc-449f-a298-5a397f5b1791 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:39.407150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766f5bb-862c-48fe-9a6c-e8a303b0109d None None] Pushing event updated for resources: {'Port': ['ID=5d45ff74-4e39-4235-a082-5222587023cc,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:39.428856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118628989', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:36Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '5d45ff74-4e39-4235-a082-5222587023cc', 'name': '', 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:11:d4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:36Z', 'updated_at': '2022-03-11T12:51:38Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:39.462691 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afb6407-abfb-46b8-b43d-c147ec0c20cd None None] The sync data for ids ['31aacbf3-c3cc-44b3-9721-4351e51f3541'] in n-d-833234-2 is: [{'id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118628989', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:36Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '5d45ff74-4e39-4235-a082-5222587023cc', 'name': '', 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:11:d4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:36Z', 'updated_at': '2022-03-11T12:51:38Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:51:39.470229 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f5e25338-03fb-4456-91f0-ca283df4a28e None None] Provisioning complete for port 5d45ff74-4e39-4235-a082-5222587023cc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:51:39.470536 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5e25338-03fb-4456-91f0-ca283df4a28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5d45ff74-4e39-4235-a082-5222587023cc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:39.547951 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-14fdb182-ecbc-449f-a298-5a397f5b1791 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.20.0.9 (8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7/8a7b5dfd-9347-4619-938a-60aef0c16a56/ac7d1fd8-7ca1-4665-af18-4035df759be9) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:51:39.585365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f5e25338-03fb-4456-91f0-ca283df4a28e None None] Current status of the port 5d45ff74-4e39-4235-a082-5222587023cc is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:51:39.705501 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-14fdb182-ecbc-449f-a298-5a397f5b1791 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (ac7d1fd8-7ca1-4665-af18-4035df759be9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:39.746215 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-14fdb182-ecbc-449f-a298-5a397f5b1791 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ac7d1fd8-7ca1-4665-af18-4035df759be9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:39.791526 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-14fdb182-ecbc-449f-a298-5a397f5b1791 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:51:39.797685 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-14fdb182-ecbc-449f-a298-5a397f5b1791 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:51:39.801630 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-14fdb182-ecbc-449f-a298-5a397f5b1791 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:51:39.835472 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdb182-ecbc-449f-a298-5a397f5b1791 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=ac7d1fd8-7ca1-4665-af18-4035df759be9,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:39.866785 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-14fdb182-ecbc-449f-a298-5a397f5b1791 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:39.867606 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-14fdb182-ecbc-449f-a298-5a397f5b1791 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:39.886633 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-14fdb182-ecbc-449f-a298-5a397f5b1791 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6146209 Mar 11 12:51:39.899322 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-ad097586-8a58-4a48-aae7-3651acef6ee1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:51:39.900917 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-ad097586-8a58-4a48-aae7-3651acef6ee1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082300 Mar 11 12:51:39.915078 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Request body: {'port': {'device_id': '89021dae-4fe7-42d0-adf8-3e463f627d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:51:39.922393 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f11d44d2-76b0-4627-bd4d-d78184b0c835 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:51:39.990864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port f11d44d2-76b0-4627-bd4d-d78184b0c835 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:51:39.991260 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f11d44d2-76b0-4627-bd4d-d78184b0c835), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:39.993201 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ac7d1fd8-7ca1-4665-af18-4035df759be9), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:40.082435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port f11d44d2-76b0-4627-bd4d-d78184b0c835 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:51:40.083699 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5d45ff74-4e39-4235-a082-5222587023cc up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:51:40.143317 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-116761bb-a8b3-4165-b759-4bb076d0b51f None None] Provisioning complete for port ac7d1fd8-7ca1-4665-af18-4035df759be9 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:51:40.143730 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-116761bb-a8b3-4165-b759-4bb076d0b51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ac7d1fd8-7ca1-4665-af18-4035df759be9), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:40.184893 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 5d45ff74-4e39-4235-a082-5222587023cc triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:51:40.185270 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5d45ff74-4e39-4235-a082-5222587023cc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:40.186984 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-116761bb-a8b3-4165-b759-4bb076d0b51f None None] Port ac7d1fd8-7ca1-4665-af18-4035df759be9 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:51:40.276730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 5d45ff74-4e39-4235-a082-5222587023cc is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:51:40.286880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7d1fd8-7ca1-4665-af18-4035df759be9 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:51:40.295050 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Publish callbacks [] for port (ac7d1fd8-7ca1-4665-af18-4035df759be9), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:40.333125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Transition to ACTIVE for port object ac7d1fd8-7ca1-4665-af18-4035df759be9 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:51:40.340816 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (ac7d1fd8-7ca1-4665-af18-4035df759be9), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:40.400577 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cbd34-f43d-49d2-8414-121637ebca69 req-78a443b0-63ca-44cc-ab81-d85bf1bf4f87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:40.402202 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa6cbd34-f43d-49d2-8414-121637ebca69 req-78a443b0-63ca-44cc-ab81-d85bf1bf4f87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 931 time: 0.1028712 Mar 11 12:51:40.418832 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Pushing event updated for resources: {'Port': ['ID=ac7d1fd8-7ca1-4665-af18-4035df759be9,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:40.503237 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fa6cbd34-f43d-49d2-8414-121637ebca69 req-03b8f2af-fcc5-4d78-9a86-ab73c39cc916 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933485 Mar 11 12:51:40.537390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Attempting to bind port ac7d1fd8-7ca1-4665-af18-4035df759be9 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:51:40.537657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Attempting to bind port ac7d1fd8-7ca1-4665-af18-4035df759be9 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '85a5ac1f-ebe5-48f7-8cf2-4af38c3df447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:51:40.538002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Attempting to bind port ac7d1fd8-7ca1-4665-af18-4035df759be9 on network 8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:51:40.543621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Port ac7d1fd8-7ca1-4665-af18-4035df759be9 on network 8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:51:40.543995 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Attempting to bind port ac7d1fd8-7ca1-4665-af18-4035df759be9 on network 8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:51:40.549499 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:51:40.549850 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Checking segment: {'id': '85a5ac1f-ebe5-48f7-8cf2-4af38c3df447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:51:40.550239 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Bound using segment: {'id': '85a5ac1f-ebe5-48f7-8cf2-4af38c3df447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:51:40.550723 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Bound port: ac7d1fd8-7ca1-4665-af18-4035df759be9, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85a5ac1f-ebe5-48f7-8cf2-4af38c3df447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:51:40.551090 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ac7d1fd8-7ca1-4665-af18-4035df759be9), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:40.624822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] For port ac7d1fd8-7ca1-4665-af18-4035df759be9, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:51:40.628141 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] For port ac7d1fd8-7ca1-4665-af18-4035df759be9, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=ac7d1fd8-7ca1-4665-af18-4035df759be9,segment=NetworkSegment(85a5ac1f-ebe5-48f7-8cf2-4af38c3df447),segment_id=85a5ac1f-ebe5-48f7-8cf2-4af38c3df447)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:51:40.636342 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (ac7d1fd8-7ca1-4665-af18-4035df759be9), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:40.671185 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:40.671980 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:40.673626 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] 10.222.0.37 "PUT /v2.0/ports/ac7d1fd8-7ca1-4665-af18-4035df759be9 HTTP/1.1" status: 200 len: 1091 time: 0.7655468 Mar 11 12:51:40.674109 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89021dae-4fe7-42d0-adf8-3e463f627d46', 'tag': 'ac7d1fd8-7ca1-4665-af18-4035df759be9'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:51:40.676382 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a398bb4-d039-4035-b4ae-2a2863b2383b" -d '{"events": [{"name": "network-changed", "server_uuid": "89021dae-4fe7-42d0-adf8-3e463f627d46", "tag": "ac7d1fd8-7ca1-4665-af18-4035df759be9"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:51:40.716167 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75c89e-bc3b-405d-8fc8-c17d7b97a94f service neutron] Pushing event updated for resources: {'Port': ['ID=ac7d1fd8-7ca1-4665-af18-4035df759be9,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:40.746777 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55b8008-ca9e-478a-bfd5-d4dc056e3ea2 x-openstack-request-id: req-c55b8008-ca9e-478a-bfd5-d4dc056e3ea2 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:51:40.747073 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89021dae-4fe7-42d0-adf8-3e463f627d46", "tag": "ac7d1fd8-7ca1-4665-af18-4035df759be9", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:51:40.747464 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c55b8008-ca9e-478a-bfd5-d4dc056e3ea2 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:51:40.747922 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89021dae-4fe7-42d0-adf8-3e463f627d46', 'tag': 'ac7d1fd8-7ca1-4665-af18-4035df759be9', 'status': 'completed', 'code': 200} Mar 11 12:51:40.781717 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1770a7da-0032-4fc5-895b-1a59c9195527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:40.783271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-1770a7da-0032-4fc5-895b-1a59c9195527 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 1125 time: 0.0527396 Mar 11 12:51:40.824376 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-7ec0d55e-ab02-42ed-afc2-6ec633863e90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7d1fd8-7ca1-4665-af18-4035df759be9 HTTP/1.1" status: 200 len: 217 time: 0.0348067 Mar 11 12:51:40.875977 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-dfc723e1-f84a-41ff-bc2b-ec3db2bc67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:40.877467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-dfc723e1-f84a-41ff-bc2b-ec3db2bc67f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a7b5dfd-9347-4619-938a-60aef0c16a56 HTTP/1.1" status: 200 len: 835 time: 0.0475826 Mar 11 12:51:40.925278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-7b477de4-0e5c-44ba-ad7f-89a36998fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:40.927182 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-7b477de4-0e5c-44ba-ad7f-89a36998fd60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439465 Mar 11 12:51:41.022391 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-34e8efe5-ee09-437d-9e90-03d5d0858b8a service neutron] 10.222.0.37 "GET /v2.0/networks/8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896833 Mar 11 12:51:41.115902 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-515a66c7-d22c-459d-ab59-87698e0671c2 req-ec9b289d-e3d8-4db1-9710-3039e172cf4f service neutron] 10.222.0.37 "GET /v2.0/networks/8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878668 Mar 11 12:51:41.218289 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a398bb4-d039-4035-b4ae-2a2863b2383b req-310ab8e0-ed13-4afd-ba1d-262e976279c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:41.219923 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a398bb4-d039-4035-b4ae-2a2863b2383b req-310ab8e0-ed13-4afd-ba1d-262e976279c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 1125 time: 0.0546637 Mar 11 12:51:41.330534 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a398bb4-d039-4035-b4ae-2a2863b2383b req-f90d0934-555f-4525-95fa-9805f3d99207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:41.332026 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a398bb4-d039-4035-b4ae-2a2863b2383b req-f90d0934-555f-4525-95fa-9805f3d99207 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 HTTP/1.1" status: 200 len: 898 time: 0.1063523 Mar 11 12:51:41.378909 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a398bb4-d039-4035-b4ae-2a2863b2383b req-778fe651-80ed-49fb-874d-b88d17125dac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7d1fd8-7ca1-4665-af18-4035df759be9 HTTP/1.1" status: 200 len: 217 time: 0.0405638 Mar 11 12:51:41.447573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a398bb4-d039-4035-b4ae-2a2863b2383b req-301802bd-e384-4d0e-b4c0-9d44d0b7fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:41.449061 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a398bb4-d039-4035-b4ae-2a2863b2383b req-301802bd-e384-4d0e-b4c0-9d44d0b7fee8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a7b5dfd-9347-4619-938a-60aef0c16a56 HTTP/1.1" status: 200 len: 835 time: 0.0624976 Mar 11 12:51:41.503728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a398bb4-d039-4035-b4ae-2a2863b2383b req-7846ad47-7cac-46e7-9548-c97780e8edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:41.505492 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a398bb4-d039-4035-b4ae-2a2863b2383b req-7846ad47-7cac-46e7-9548-c97780e8edcf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487947 Mar 11 12:51:41.625634 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a398bb4-d039-4035-b4ae-2a2863b2383b req-b3b2cb77-214b-4cb2-af57-e08068221292 service neutron] 10.222.0.37 "GET /v2.0/networks/8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134114 Mar 11 12:51:41.671165 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bea11-db68-457c-9903-e44279e67c9f req-8447351f-830e-45dc-818e-2628e5b80abb tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:41.672548 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d0bea11-db68-457c-9903-e44279e67c9f req-8447351f-830e-45dc-818e-2628e5b80abb tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 943 time: 0.0916488 Mar 11 12:51:41.762091 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a398bb4-d039-4035-b4ae-2a2863b2383b req-a40b5e33-1893-4e1b-a6a7-f1cfe9b88bda service neutron] 10.222.0.37 "GET /v2.0/networks/8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302340 Mar 11 12:51:41.767037 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d0bea11-db68-457c-9903-e44279e67c9f req-a6e47d4b-b7d4-43d3-b829-286600f6ea70 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672774 Mar 11 12:51:42.903786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841379d0-ff76-4f8d-85c5-f0ff79e05036 req-1d2f19e6-bc96-46d5-aa4e-ef1d402c684a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:42.905199 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-841379d0-ff76-4f8d-85c5-f0ff79e05036 req-1d2f19e6-bc96-46d5-aa4e-ef1d402c684a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 943 time: 0.0601740 Mar 11 12:51:42.957548 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-841379d0-ff76-4f8d-85c5-f0ff79e05036 req-39f670b0-9afe-4e91-9f57-551f9108e230 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443017 Mar 11 12:51:43.191178 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:43.706712 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-408b299a-8200-4cba-b92f-acc1ef079122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:43.827679 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device ac7d1fd8-7ca1-4665-af18-4035df759be9 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:51:43.929673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port ac7d1fd8-7ca1-4665-af18-4035df759be9, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=ac7d1fd8-7ca1-4665-af18-4035df759be9,segment=NetworkSegment(85a5ac1f-ebe5-48f7-8cf2-4af38c3df447),segment_id=85a5ac1f-ebe5-48f7-8cf2-4af38c3df447)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:51:43.941056 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'ac7d1fd8-7ca1-4665-af18-4035df759be9', 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7', 'port_id': 'ac7d1fd8-7ca1-4665-af18-4035df759be9', 'mac_address': 'fa:16:3e:c6:2d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:51:43.983391 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port ac7d1fd8-7ca1-4665-af18-4035df759be9 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:51:43.983801 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ac7d1fd8-7ca1-4665-af18-4035df759be9), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:43.998837 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7d1fd8-7ca1-4665-af18-4035df759be9 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:51:44.018082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port ac7d1fd8-7ca1-4665-af18-4035df759be9, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=ac7d1fd8-7ca1-4665-af18-4035df759be9,segment=NetworkSegment(85a5ac1f-ebe5-48f7-8cf2-4af38c3df447),segment_id=85a5ac1f-ebe5-48f7-8cf2-4af38c3df447)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:51:44.023857 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ac7d1fd8-7ca1-4665-af18-4035df759be9), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:44.073455 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=ac7d1fd8-7ca1-4665-af18-4035df759be9,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:44.163362 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c6276-2cac-41d3-95bc-35d74961ceb7 req-623481da-e8b7-4bef-b4ac-7535ebb145ac tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:44.164906 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a30c6276-2cac-41d3-95bc-35d74961ceb7 req-623481da-e8b7-4bef-b4ac-7535ebb145ac tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 944 time: 0.1385126 Mar 11 12:51:44.213824 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a30c6276-2cac-41d3-95bc-35d74961ceb7 req-c011d069-63c4-4d6f-9839-81f4150251ca tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431116 Mar 11 12:51:44.260964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['ac7d1fd8-7ca1-4665-af18-4035df759be9'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:51:45.353518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4ef2c-ef21-4ca6-aab2-efc2752f67e0 req-aadeced7-567b-4618-95d1-6c7bbdc1bf2b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:45.354996 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30d4ef2c-ef21-4ca6-aab2-efc2752f67e0 req-aadeced7-567b-4618-95d1-6c7bbdc1bf2b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 944 time: 0.0611362 Mar 11 12:51:45.404613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30d4ef2c-ef21-4ca6-aab2-efc2752f67e0 req-740b7907-1b4d-4bfb-aa39-75feb8b5710f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438349 Mar 11 12:51:45.820869 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f44af64b-932c-4d8d-9aba-b30973d2e4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:45.827308 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device ac7d1fd8-7ca1-4665-af18-4035df759be9 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:51:45.880361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port ac7d1fd8-7ca1-4665-af18-4035df759be9 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:51:45.884964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port ac7d1fd8-7ca1-4665-af18-4035df759be9 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:51:45.885288 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ac7d1fd8-7ca1-4665-af18-4035df759be9), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:45.966439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port ac7d1fd8-7ca1-4665-af18-4035df759be9 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:51:45.966787 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ac7d1fd8-7ca1-4665-af18-4035df759be9), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:45.990519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89021dae-4fe7-42d0-adf8-3e463f627d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7d1fd8-7ca1-4665-af18-4035df759be9'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:51:45.993162 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df556d24-96ba-415f-805f-eedc7941644b" -d '{"events": [{"server_uuid": "89021dae-4fe7-42d0-adf8-3e463f627d46", "name": "network-vif-plugged", "status": "completed", "tag": "ac7d1fd8-7ca1-4665-af18-4035df759be9"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:51:46.005391 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port ac7d1fd8-7ca1-4665-af18-4035df759be9, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=ac7d1fd8-7ca1-4665-af18-4035df759be9,segment=NetworkSegment(85a5ac1f-ebe5-48f7-8cf2-4af38c3df447),segment_id=85a5ac1f-ebe5-48f7-8cf2-4af38c3df447)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:51:46.010768 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ac7d1fd8-7ca1-4665-af18-4035df759be9), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:46.034128 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9db72b7-a575-4c5a-86ac-14bd6c8e7947 x-openstack-request-id: req-e9db72b7-a575-4c5a-86ac-14bd6c8e7947 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:51:46.034422 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89021dae-4fe7-42d0-adf8-3e463f627d46", "name": "network-vif-plugged", "status": "completed", "tag": "ac7d1fd8-7ca1-4665-af18-4035df759be9", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:51:46.034674 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e9db72b7-a575-4c5a-86ac-14bd6c8e7947 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:51:46.035070 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89021dae-4fe7-42d0-adf8-3e463f627d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7d1fd8-7ca1-4665-af18-4035df759be9', 'code': 200} Mar 11 12:51:46.061237 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=ac7d1fd8-7ca1-4665-af18-4035df759be9,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:46.131542 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbed92-700f-4d13-bc94-112ec8e70f71 req-d1694094-b714-4cd9-b532-e0136c0797eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:46.133169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02bbed92-700f-4d13-bc94-112ec8e70f71 req-d1694094-b714-4cd9-b532-e0136c0797eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 1127 time: 0.0439286 Mar 11 12:51:46.176542 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-02bbed92-700f-4d13-bc94-112ec8e70f71 req-2127d347-f33f-4eea-8ba4-067e7c0e1751 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376785 Mar 11 12:51:46.536169 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca140e-d049-4c20-a4f9-76a74de2fc3c req-e817f7ee-0594-4748-ae51-63ce65e123b3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:46.537733 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45ca140e-d049-4c20-a4f9-76a74de2fc3c req-e817f7ee-0594-4748-ae51-63ce65e123b3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0572109 Mar 11 12:51:46.588594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-45ca140e-d049-4c20-a4f9-76a74de2fc3c req-d28ddd9f-3556-45dd-9923-c9ab2cc6905f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449264 Mar 11 12:51:47.474872 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:47.720155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d45b2c-172a-4c16-9a37-70899570297f req-6e3223b1-bebe-432b-94e8-645c5a7787e7 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:47.721639 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d45b2c-172a-4c16-9a37-70899570297f req-6e3223b1-bebe-432b-94e8-645c5a7787e7 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0583704 Mar 11 12:51:47.774501 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19d45b2c-172a-4c16-9a37-70899570297f req-d96e05f4-37cc-4312-9944-32993d624f34 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445476 Mar 11 12:51:47.895656 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d1ff3-508b-48d1-9d92-c5be3955fea7 req-8909f5ea-19d5-4361-bca6-2f9d152615d8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:47.897031 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-046d1ff3-508b-48d1-9d92-c5be3955fea7 req-8909f5ea-19d5-4361-bca6-2f9d152615d8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0543230 Mar 11 12:51:47.952099 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-046d1ff3-508b-48d1-9d92-c5be3955fea7 req-d70c1fe3-fc9d-4fec-91f6-e15217c19afa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466425 Mar 11 12:51:47.974537 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47350) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:48.376917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7a8aab-6c9c-4fca-9a29-e5c133744d12 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:48.378536 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ea7a8aab-6c9c-4fca-9a29-e5c133744d12 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 1122 time: 0.4026289 Mar 11 12:51:48.381321 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47352) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:48.385618 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': 'ac7d1fd8-7ca1-4665-af18-4035df759be9', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:51:48.406359 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:48.509159 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:48.613917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.25.7.183 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/3ef69b74-69b2-4ef1-88f9-4364b9fa1f39) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:51:48.721654 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (3ef69b74-69b2-4ef1-88f9-4364b9fa1f39), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:48.757800 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3ef69b74-69b2-4ef1-88f9-4364b9fa1f39), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:48.794991 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:51:48.799694 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:51:48.803123 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:51:48.808721 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=3ef69b74-69b2-4ef1-88f9-4364b9fa1f39,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:48.894654 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:49.179497 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (94c9202c-5427-44f3-9878-5764e0d8c48f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:49.256592 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3ef69b74-69b2-4ef1-88f9-4364b9fa1f39), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:49.421945 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (3ef69b74-69b2-4ef1-88f9-4364b9fa1f39), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:49.429866 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (3ef69b74-69b2-4ef1-88f9-4364b9fa1f39), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:49.502686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=3ef69b74-69b2-4ef1-88f9-4364b9fa1f39,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:51:49.514586 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (94c9202c-5427-44f3-9878-5764e0d8c48f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:49.623393 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Floating IP 94c9202c-5427-44f3-9878-5764e0d8c48f associated. External IP: 172.25.7.183, port: ac7d1fd8-7ca1-4665-af18-4035df759be9. Mar 11 12:51:49.851597 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 31aacbf3-c3cc-44b3-9721-4351e51f3541 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:51:49.966391 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:51:49.976323 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c2d4f4-bb09-45c4-8131-19740aa05100 None None] Sync routers for ids ['31aacbf3-c3cc-44b3-9721-4351e51f3541'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:51:49.986869 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:49.990570 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c2d4f4-bb09-45c4-8131-19740aa05100 None None] Routers {'31aacbf3-c3cc-44b3-9721-4351e51f3541'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:51:49.990570 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e1c2d4f4-bb09-45c4-8131-19740aa05100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:51:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['31aacbf3-c3cc-44b3-9721-4351e51f3541'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:50.024703 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-68339929-2f3f-4ae4-a11d-8ffc23381b87 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6396844 Mar 11 12:51:50.024703 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89021dae-4fe7-42d0-adf8-3e463f627d46', 'tag': 'ac7d1fd8-7ca1-4665-af18-4035df759be9'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:51:50.025615 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310fd635-d614-440e-a7ac-c5ac1c9d96ba" -d '{"events": [{"name": "network-changed", "server_uuid": "89021dae-4fe7-42d0-adf8-3e463f627d46", "tag": "ac7d1fd8-7ca1-4665-af18-4035df759be9"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:51:50.064996 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78232a3c-3a10-4816-affd-bd9852344e7a x-openstack-request-id: req-78232a3c-3a10-4816-affd-bd9852344e7a {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:51:50.065362 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89021dae-4fe7-42d0-adf8-3e463f627d46", "tag": "ac7d1fd8-7ca1-4665-af18-4035df759be9", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:51:50.065694 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-78232a3c-3a10-4816-affd-bd9852344e7a {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:51:50.066184 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89021dae-4fe7-42d0-adf8-3e463f627d46', 'tag': 'ac7d1fd8-7ca1-4665-af18-4035df759be9', 'status': 'completed', 'code': 200} Mar 11 12:51:50.102519 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e1c2d4f4-bb09-45c4-8131-19740aa05100 None None] Set router 31aacbf3-c3cc-44b3-9721-4351e51f3541 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:51:50.134660 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:51:50.166128 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e911f-88c0-471a-9ee5-d3de3692b96a req-ee07a3fd-2d09-4e6c-9b44-374f7caa4f50 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:50.167634 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-456e911f-88c0-471a-9ee5-d3de3692b96a req-ee07a3fd-2d09-4e6c-9b44-374f7caa4f50 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0877247 Mar 11 12:51:50.173995 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fd635-d614-440e-a7ac-c5ac1c9d96ba req-6b25f997-b3ed-4504-b460-65cf8a982cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:50.175461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-310fd635-d614-440e-a7ac-c5ac1c9d96ba req-6b25f997-b3ed-4504-b460-65cf8a982cfa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 1127 time: 0.0849698 Mar 11 12:51:50.281414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-456e911f-88c0-471a-9ee5-d3de3692b96a req-6531eefa-f4d0-4741-acb3-9563ed9af557 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049860 Mar 11 12:51:50.304254 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fd635-d614-440e-a7ac-c5ac1c9d96ba req-0df7534c-2b43-4ad8-93bd-626b183e0076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:50.304922 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47358) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:50.305876 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-310fd635-d614-440e-a7ac-c5ac1c9d96ba req-0df7534c-2b43-4ad8-93bd-626b183e0076 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 HTTP/1.1" status: 200 len: 898 time: 0.1231012 Mar 11 12:51:50.330683 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e1c2d4f4-bb09-45c4-8131-19740aa05100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118628989', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:36Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '94c9202c-5427-44f3-9878-5764e0d8c48f', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'floating_ip_address': '172.25.7.183', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'port_id': 'ac7d1fd8-7ca1-4665-af18-4035df759be9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7', 'mac_address': 'fa:16:3e:c6:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89021dae-4fe7-42d0-adf8-3e463f627d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:51:49Z', 'updated_at': '2022-03-11T12:51:49Z', 'revision_number': 0, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d45ff74-4e39-4235-a082-5222587023cc', 'name': '', 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:11:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:36Z', 'updated_at': '2022-03-11T12:51:39Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:50.358948 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c2d4f4-bb09-45c4-8131-19740aa05100 None None] Checking router: 31aacbf3-c3cc-44b3-9721-4351e51f3541 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:51:50.368682 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c2d4f4-bb09-45c4-8131-19740aa05100 None None] Routers {'31aacbf3-c3cc-44b3-9721-4351e51f3541'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:51:50.369314 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e1c2d4f4-bb09-45c4-8131-19740aa05100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:51:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['31aacbf3-c3cc-44b3-9721-4351e51f3541'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:50.374899 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-bf416ef0-40cb-4dd9-a0e2-9c11ef12e317 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/floatingips/94c9202c-5427-44f3-9878-5764e0d8c48f HTTP/1.1" status: 200 len: 991 time: 0.0669427 Mar 11 12:51:50.377583 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-310fd635-d614-440e-a7ac-c5ac1c9d96ba req-b7af724b-c19c-4fe9-bde8-82079807c5dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7d1fd8-7ca1-4665-af18-4035df759be9 HTTP/1.1" status: 200 len: 999 time: 0.0653672 Mar 11 12:51:50.437481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fd635-d614-440e-a7ac-c5ac1c9d96ba req-b22e8052-c7eb-4177-a3cf-237fd7fc8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:50.438977 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-310fd635-d614-440e-a7ac-c5ac1c9d96ba req-b22e8052-c7eb-4177-a3cf-237fd7fc8175 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a7b5dfd-9347-4619-938a-60aef0c16a56 HTTP/1.1" status: 200 len: 835 time: 0.0556109 Mar 11 12:51:50.486032 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e1c2d4f4-bb09-45c4-8131-19740aa05100 None None] Set router 31aacbf3-c3cc-44b3-9721-4351e51f3541 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:51:50.488996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fd635-d614-440e-a7ac-c5ac1c9d96ba req-590afb42-0f22-405b-bbcd-cfb7ede8536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:50.490470 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-310fd635-d614-440e-a7ac-c5ac1c9d96ba req-590afb42-0f22-405b-bbcd-cfb7ede8536b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453329 Mar 11 12:51:50.582527 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-310fd635-d614-440e-a7ac-c5ac1c9d96ba req-bdc90fe0-efa5-40ae-9b6d-0b08dfdcb9cc service neutron] 10.222.0.37 "GET /v2.0/networks/8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856059 Mar 11 12:51:50.685411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-310fd635-d614-440e-a7ac-c5ac1c9d96ba req-f37d825c-efe9-43fa-a48a-2ad8177ff2e2 service neutron] 10.222.0.37 "GET /v2.0/networks/8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974143 Mar 11 12:51:50.815605 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e1c2d4f4-bb09-45c4-8131-19740aa05100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118628989', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:36Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '94c9202c-5427-44f3-9878-5764e0d8c48f', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'floating_ip_address': '172.25.7.183', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'port_id': 'ac7d1fd8-7ca1-4665-af18-4035df759be9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7', 'mac_address': 'fa:16:3e:c6:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89021dae-4fe7-42d0-adf8-3e463f627d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:51:49Z', 'updated_at': '2022-03-11T12:51:49Z', 'revision_number': 0, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d45ff74-4e39-4235-a082-5222587023cc', 'name': '', 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:11:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:36Z', 'updated_at': '2022-03-11T12:51:39Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:51:50.842822 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c2d4f4-bb09-45c4-8131-19740aa05100 None None] The sync data for ids ['31aacbf3-c3cc-44b3-9721-4351e51f3541'] in n-d-833234-2 is: [{'id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118628989', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:36Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '94c9202c-5427-44f3-9878-5764e0d8c48f', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'floating_ip_address': '172.25.7.183', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'port_id': 'ac7d1fd8-7ca1-4665-af18-4035df759be9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7', 'mac_address': 'fa:16:3e:c6:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89021dae-4fe7-42d0-adf8-3e463f627d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:51:49Z', 'updated_at': '2022-03-11T12:51:49Z', 'revision_number': 0, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d45ff74-4e39-4235-a082-5222587023cc', 'name': '', 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:11:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:36Z', 'updated_at': '2022-03-11T12:51:39Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:51:51.041252 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d714cbf1-b728-40a3-8986-a28c6d2dcb66 None None] New status for floating IP 94c9202c-5427-44f3-9878-5764e0d8c48f: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:51:51.377895 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47362) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:51:51.448652 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f3b7f325-9630-455c-8003-561f7539721d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/floatingips/94c9202c-5427-44f3-9878-5764e0d8c48f HTTP/1.1" status: 200 len: 993 time: 0.0695109 Mar 11 12:51:57.322921 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5998262a-c9b8-4713-bbfc-d4bc2fd5edbe req-9132e075-dbdf-4106-87bf-caf96e68c3c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1173003 Mar 11 12:51:57.409663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998262a-c9b8-4713-bbfc-d4bc2fd5edbe req-e00c6131-8085-42d5-a1a3-ee57b20c96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:57.411188 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5998262a-c9b8-4713-bbfc-d4bc2fd5edbe req-e00c6131-8085-42d5-a1a3-ee57b20c96e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 1127 time: 0.0464208 Mar 11 12:51:57.520302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998262a-c9b8-4713-bbfc-d4bc2fd5edbe req-cea417b8-6267-4d74-bd22-dd4184ac2bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:57.521687 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5998262a-c9b8-4713-bbfc-d4bc2fd5edbe req-cea417b8-6267-4d74-bd22-dd4184ac2bc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 HTTP/1.1" status: 200 len: 898 time: 0.0924408 Mar 11 12:51:57.592493 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5998262a-c9b8-4713-bbfc-d4bc2fd5edbe req-a0e3d743-3226-4cb1-bbe9-8709a5a6372c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7d1fd8-7ca1-4665-af18-4035df759be9 HTTP/1.1" status: 200 len: 1001 time: 0.0639620 Mar 11 12:51:57.641956 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998262a-c9b8-4713-bbfc-d4bc2fd5edbe req-37e55a65-18a8-469b-9dc2-f4239838b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:57.643404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5998262a-c9b8-4713-bbfc-d4bc2fd5edbe req-37e55a65-18a8-469b-9dc2-f4239838b969 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a7b5dfd-9347-4619-938a-60aef0c16a56 HTTP/1.1" status: 200 len: 835 time: 0.0449123 Mar 11 12:51:57.693550 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998262a-c9b8-4713-bbfc-d4bc2fd5edbe req-8b42ab30-482a-4e76-b1e4-5f54920689d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:51:57.695292 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5998262a-c9b8-4713-bbfc-d4bc2fd5edbe req-8b42ab30-482a-4e76-b1e4-5f54920689d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460584 Mar 11 12:51:57.798552 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5998262a-c9b8-4713-bbfc-d4bc2fd5edbe req-280bb6e0-c656-48a8-8414-2ca828c16243 service neutron] 10.222.0.37 "GET /v2.0/networks/8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967855 Mar 11 12:51:57.894000 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5998262a-c9b8-4713-bbfc-d4bc2fd5edbe req-2ae0c2fd-b522-4471-8e56-c367bd38d852 service neutron] 10.222.0.37 "GET /v2.0/networks/8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893104 Mar 11 12:52:04.418731 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:52:13.200435 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:52:13.708622 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7144d6cf-19d6-47e9-b1b5-1c295afa7aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:52:15.816931 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-48b2dc90-ba48-49c2-af26-5c1fedd65577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:52:15.954707 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:52:17.475999 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:52:18.903163 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:52:20.133848 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:52:22.919555 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2121d1d-9450-4ec4-abb8-dbee6ee8078d req-ae9427da-a27b-49b5-9637-a922284ad5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:22.921397 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2121d1d-9450-4ec4-abb8-dbee6ee8078d req-ae9427da-a27b-49b5-9637-a922284ad5cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 1127 time: 0.0448804 Mar 11 12:52:23.036614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a60f18-1146-4b7e-9c78-3615a7b46edb req-48417699-5c57-4b86-98a9-b353e4265ece tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:23.038139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f1a60f18-1146-4b7e-9c78-3615a7b46edb req-48417699-5c57-4b86-98a9-b353e4265ece tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.1676056 Mar 11 12:52:23.053034 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2121d1d-9450-4ec4-abb8-dbee6ee8078d req-7d2df16a-3938-4b7e-92a5-2d58db47d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:23.054391 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2121d1d-9450-4ec4-abb8-dbee6ee8078d req-7d2df16a-3938-4b7e-92a5-2d58db47d318 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 HTTP/1.1" status: 200 len: 898 time: 0.1237001 Mar 11 12:52:23.132747 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f1a60f18-1146-4b7e-9c78-3615a7b46edb req-5717ec04-f607-479d-9cbf-9411466cde1a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874825 Mar 11 12:52:23.140789 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2121d1d-9450-4ec4-abb8-dbee6ee8078d req-c8a6d9bf-857b-4832-9a76-5ad3d0fec14e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7d1fd8-7ca1-4665-af18-4035df759be9 HTTP/1.1" status: 200 len: 1001 time: 0.0783179 Mar 11 12:52:23.197122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2121d1d-9450-4ec4-abb8-dbee6ee8078d req-95312231-a7bc-434f-92d1-4234b5a679ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:23.199013 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2121d1d-9450-4ec4-abb8-dbee6ee8078d req-95312231-a7bc-434f-92d1-4234b5a679ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a7b5dfd-9347-4619-938a-60aef0c16a56 HTTP/1.1" status: 200 len: 835 time: 0.0521064 Mar 11 12:52:23.251543 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2121d1d-9450-4ec4-abb8-dbee6ee8078d req-428a797e-e628-4274-882e-d39d4a96d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:23.253113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2121d1d-9450-4ec4-abb8-dbee6ee8078d req-428a797e-e628-4274-882e-d39d4a96d692 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479739 Mar 11 12:52:23.343181 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2121d1d-9450-4ec4-abb8-dbee6ee8078d req-d18edd52-e0fd-4969-8a40-88cb38d1e19a service neutron] 10.222.0.37 "GET /v2.0/networks/8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829415 Mar 11 12:52:23.453956 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2121d1d-9450-4ec4-abb8-dbee6ee8078d req-f10e8a2b-0729-4b11-9254-f8050ecd124b service neutron] 10.222.0.37 "GET /v2.0/networks/8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047854 Mar 11 12:52:24.266918 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f469bd-9612-474a-b9ac-2f37960717ff req-f1257339-faf4-45ea-aad8-56eaea9578ba tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:24.268458 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84f469bd-9612-474a-b9ac-2f37960717ff req-f1257339-faf4-45ea-aad8-56eaea9578ba tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0550678 Mar 11 12:52:24.326868 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84f469bd-9612-474a-b9ac-2f37960717ff req-84cd12d6-716e-4278-b226-8c1a0dea2ba1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524247 Mar 11 12:52:25.489515 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2339e3-ca59-49c0-8e45-bdfcc0a9181f req-790a0d85-365a-4867-9591-fc13d3ebfb19 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:25.490917 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f2339e3-ca59-49c0-8e45-bdfcc0a9181f req-790a0d85-365a-4867-9591-fc13d3ebfb19 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0636487 Mar 11 12:52:25.552603 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0f2339e3-ca59-49c0-8e45-bdfcc0a9181f req-11078085-4715-4deb-b63f-457d0c326551 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525982 Mar 11 12:52:26.682771 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04207c-23ac-4da0-a9b1-6c68c708ea1e req-cc485aac-4255-48e9-904b-6ee90176a4e6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:26.684314 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af04207c-23ac-4da0-a9b1-6c68c708ea1e req-cc485aac-4255-48e9-904b-6ee90176a4e6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0557885 Mar 11 12:52:26.735461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-af04207c-23ac-4da0-a9b1-6c68c708ea1e req-9fc28678-887f-4382-957f-9cbde1621932 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442419 Mar 11 12:52:27.866844 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511acd-7732-472c-be2a-00480ebd9376 req-96f1463f-020b-4dd2-940b-3c7e78f1e697 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:27.868329 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78511acd-7732-472c-be2a-00480ebd9376 req-96f1463f-020b-4dd2-940b-3c7e78f1e697 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0594995 Mar 11 12:52:27.924319 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-78511acd-7732-472c-be2a-00480ebd9376 req-f4d83f75-0a96-448e-8da0-ba6973c44cc4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477552 Mar 11 12:52:29.066184 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457bfed-eb44-4b46-9802-cef8a6964d57 req-9e39a252-4883-40d2-9f41-a36e7def9ed2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:29.067762 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5457bfed-eb44-4b46-9802-cef8a6964d57 req-9e39a252-4883-40d2-9f41-a36e7def9ed2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0613246 Mar 11 12:52:29.119059 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5457bfed-eb44-4b46-9802-cef8a6964d57 req-45afa408-ce4a-4dd6-a2a9-96b7e2630c68 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455575 Mar 11 12:52:30.257621 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af7bb3-8c87-4b1b-92a3-0579037d8088 req-958de331-2fd5-432e-a388-d5296b208bea tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:30.259126 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08af7bb3-8c87-4b1b-92a3-0579037d8088 req-958de331-2fd5-432e-a388-d5296b208bea tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0582843 Mar 11 12:52:30.314624 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08af7bb3-8c87-4b1b-92a3-0579037d8088 req-6049548b-9f96-46cd-ae63-0e0417427acf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490980 Mar 11 12:52:31.451710 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292a803-8fee-4ee2-bdba-112773b261be req-61b0bce4-2df1-4335-bf80-77306551cfa9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:31.453182 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e292a803-8fee-4ee2-bdba-112773b261be req-61b0bce4-2df1-4335-bf80-77306551cfa9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0643718 Mar 11 12:52:31.506478 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e292a803-8fee-4ee2-bdba-112773b261be req-ca2c8e33-942c-4c0c-8c7f-50c53f9ac2d2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469589 Mar 11 12:52:32.632412 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7fb66-8180-4ee6-8043-8734092134dd req-d575d807-f676-4859-9adb-d809169258d9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:32.633958 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2cc7fb66-8180-4ee6-8043-8734092134dd req-d575d807-f676-4859-9adb-d809169258d9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0525987 Mar 11 12:52:32.682496 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2cc7fb66-8180-4ee6-8043-8734092134dd req-8357d11e-21e9-467d-be8d-9f3ce3bf6cd4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422096 Mar 11 12:52:33.826168 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b24bc0-c837-43d2-9653-5740f3631666 req-250d61cb-16b1-4e64-89c5-fbe3f15b2c1b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:33.827673 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13b24bc0-c837-43d2-9653-5740f3631666 req-250d61cb-16b1-4e64-89c5-fbe3f15b2c1b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0656199 Mar 11 12:52:33.880961 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13b24bc0-c837-43d2-9653-5740f3631666 req-a23bfa09-1285-45f6-a900-c8d0dbf6f186 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445347 Mar 11 12:52:34.405166 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:52:35.010448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d91f4f-0b36-4b4e-93de-9a203d7ccd19 req-e329cdcb-8606-4b76-b939-4ccf08fcdbab tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:35.011983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01d91f4f-0b36-4b4e-93de-9a203d7ccd19 req-e329cdcb-8606-4b76-b939-4ccf08fcdbab tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0557144 Mar 11 12:52:35.071516 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01d91f4f-0b36-4b4e-93de-9a203d7ccd19 req-a7d6257c-c663-41db-8c47-13ca334232c3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511875 Mar 11 12:52:36.203254 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c6612-a56b-4f6c-a4fc-6e21c6e417be req-051dd405-5eed-4f74-87ad-43ea05d44344 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:36.204835 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-165c6612-a56b-4f6c-a4fc-6e21c6e417be req-051dd405-5eed-4f74-87ad-43ea05d44344 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0570304 Mar 11 12:52:36.259256 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-165c6612-a56b-4f6c-a4fc-6e21c6e417be req-782b6716-7a66-450b-9994-c62445212728 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486023 Mar 11 12:52:37.385338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4bf44-c0ea-42ca-8cee-35bdbd24f160 req-7c07feb5-bb96-4ce1-a492-525427430d3c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:37.386806 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12d4bf44-c0ea-42ca-8cee-35bdbd24f160 req-7c07feb5-bb96-4ce1-a492-525427430d3c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0585480 Mar 11 12:52:37.439168 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-12d4bf44-c0ea-42ca-8cee-35bdbd24f160 req-4cd62724-b0e1-4c1f-8a6a-410bea4968c1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465915 Mar 11 12:52:38.567115 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a603876-e267-4f5b-8299-664c1601147c req-f69578cf-76c3-40d0-a4d8-6518070ebd1e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:38.568659 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a603876-e267-4f5b-8299-664c1601147c req-f69578cf-76c3-40d0-a4d8-6518070ebd1e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0555725 Mar 11 12:52:38.618722 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5a603876-e267-4f5b-8299-664c1601147c req-419f13bd-bc6c-4d18-8e16-d492d56578d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443597 Mar 11 12:52:39.761476 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01324148-e08f-45c6-b0f6-ba8e994c16b7 req-bb26cc20-06bb-4788-9423-d2b937c18178 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:39.762989 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01324148-e08f-45c6-b0f6-ba8e994c16b7 req-bb26cc20-06bb-4788-9423-d2b937c18178 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0599911 Mar 11 12:52:39.815917 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-01324148-e08f-45c6-b0f6-ba8e994c16b7 req-49cef4bb-18e2-4e1b-9df2-bd1db126ad2d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468469 Mar 11 12:52:39.839789 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47412) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:52:39.899350 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1467118c-e9bd-45e9-9782-3e1ca0afbcdf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/floatingips/94c9202c-5427-44f3-9878-5764e0d8c48f HTTP/1.1" status: 200 len: 993 time: 0.0584354 Mar 11 12:52:43.194348 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:52:43.711955 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-74c4076e-54c6-44be-b487-d870204a247b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:52:45.814427 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78d4ab0b-8db8-4fca-9f75-5e1330795abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:52:47.476582 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:52:48.908409 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:52:50.138032 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:52:52.950519 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:52:58.251561 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e6b9381-fb69-428d-b06d-3962a831d6d6 req-61beabc8-86d0-4d30-a0af-1bddc144dc45 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499234 Mar 11 12:52:58.339318 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b9381-fb69-428d-b06d-3962a831d6d6 req-e3eab9fe-ec17-4ba8-af8e-7092402c4049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:58.340848 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e6b9381-fb69-428d-b06d-3962a831d6d6 req-e3eab9fe-ec17-4ba8-af8e-7092402c4049 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 1127 time: 0.0457315 Mar 11 12:52:58.450110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b9381-fb69-428d-b06d-3962a831d6d6 req-2b2f8938-96aa-4e2f-b6bc-a592399ae4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:58.451618 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e6b9381-fb69-428d-b06d-3962a831d6d6 req-2b2f8938-96aa-4e2f-b6bc-a592399ae4fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 HTTP/1.1" status: 200 len: 898 time: 0.0883276 Mar 11 12:52:58.522867 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e6b9381-fb69-428d-b06d-3962a831d6d6 req-7e640146-6b71-4e27-b498-cb6f84561e0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7d1fd8-7ca1-4665-af18-4035df759be9 HTTP/1.1" status: 200 len: 1001 time: 0.0637546 Mar 11 12:52:58.572102 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b9381-fb69-428d-b06d-3962a831d6d6 req-ae753f03-8dbd-4d4d-9909-e9e401603ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:58.573550 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e6b9381-fb69-428d-b06d-3962a831d6d6 req-ae753f03-8dbd-4d4d-9909-e9e401603ee2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a7b5dfd-9347-4619-938a-60aef0c16a56 HTTP/1.1" status: 200 len: 835 time: 0.0447555 Mar 11 12:52:58.628759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b9381-fb69-428d-b06d-3962a831d6d6 req-8a8514f4-fc7a-4223-bf51-fc6725efb626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:52:58.631621 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e6b9381-fb69-428d-b06d-3962a831d6d6 req-8a8514f4-fc7a-4223-bf51-fc6725efb626 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508945 Mar 11 12:52:58.725697 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e6b9381-fb69-428d-b06d-3962a831d6d6 req-ec0be927-e309-43c7-abbf-7701dbbc7312 service neutron] 10.222.0.37 "GET /v2.0/networks/8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866823 Mar 11 12:52:58.818448 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8e6b9381-fb69-428d-b06d-3962a831d6d6 req-b07124ce-aacc-464b-8fc2-07418e2fad10 service neutron] 10.222.0.37 "GET /v2.0/networks/8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861585 Mar 11 12:53:04.412188 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:10.458027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47434) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:10.958227 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port 3ef69b74-69b2-4ef1-88f9-4364b9fa1f39 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:53:10.958547 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3ef69b74-69b2-4ef1-88f9-4364b9fa1f39), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:11.032125 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3ef69b74-69b2-4ef1-88f9-4364b9fa1f39), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:11.032417 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (3ef69b74-69b2-4ef1-88f9-4364b9fa1f39), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:11.044033 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for 3ef69b74-69b2-4ef1-88f9-4364b9fa1f39 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:53:11.200455 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3ef69b74-69b2-4ef1-88f9-4364b9fa1f39), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:11.225212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=3ef69b74-69b2-4ef1-88f9-4364b9fa1f39,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:11.255054 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:11.255411 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:11.255791 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:11.256132 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:11.256465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:11.256796 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:11.257124 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:11.257454 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:11.257783 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:11.258111 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:11.258437 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:11.258744 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:11.259084 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:11.297509 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (94c9202c-5427-44f3-9878-5764e0d8c48f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:11.297846 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Floating IP 94c9202c-5427-44f3-9878-5764e0d8c48f disassociated (deleted). External IP: 172.25.7.183, port: ac7d1fd8-7ca1-4665-af18-4035df759be9. Mar 11 12:53:11.519197 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 31aacbf3-c3cc-44b3-9721-4351e51f3541 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:53:11.640855 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:53:11.646066 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:11.650905 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3a0794-dee9-44bc-a046-06821cbf47ec None None] Sync routers for ids ['31aacbf3-c3cc-44b3-9721-4351e51f3541'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:53:11.661275 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3a0794-dee9-44bc-a046-06821cbf47ec None None] Routers {'31aacbf3-c3cc-44b3-9721-4351e51f3541'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:53:11.661862 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9d3a0794-dee9-44bc-a046-06821cbf47ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:52:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['31aacbf3-c3cc-44b3-9721-4351e51f3541'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:11.676989 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fe363842-d19a-4576-9b6b-3fbb8c8f78a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/floatingips/94c9202c-5427-44f3-9878-5764e0d8c48f HTTP/1.1" status: 204 len: 168 time: 1.2178299 Mar 11 12:53:11.677611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89021dae-4fe7-42d0-adf8-3e463f627d46', 'tag': 'ac7d1fd8-7ca1-4665-af18-4035df759be9'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:53:11.679979 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b357d7f-2908-4f97-a1a2-b59dc0d8a256" -d '{"events": [{"name": "network-changed", "server_uuid": "89021dae-4fe7-42d0-adf8-3e463f627d46", "tag": "ac7d1fd8-7ca1-4665-af18-4035df759be9"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:53:11.716812 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c023d675-4ef8-4e27-b341-f46207dbae9b x-openstack-request-id: req-c023d675-4ef8-4e27-b341-f46207dbae9b {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:53:11.717111 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89021dae-4fe7-42d0-adf8-3e463f627d46", "tag": "ac7d1fd8-7ca1-4665-af18-4035df759be9", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:53:11.717441 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c023d675-4ef8-4e27-b341-f46207dbae9b {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:53:11.717767 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89021dae-4fe7-42d0-adf8-3e463f627d46', 'tag': 'ac7d1fd8-7ca1-4665-af18-4035df759be9', 'status': 'completed', 'code': 200} Mar 11 12:53:11.777648 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-9d3a0794-dee9-44bc-a046-06821cbf47ec None None] Set router 31aacbf3-c3cc-44b3-9721-4351e51f3541 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:53:11.793754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b357d7f-2908-4f97-a1a2-b59dc0d8a256 req-e2cb23a4-9e24-405b-b1b1-aa6d989fde1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:11.795385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b357d7f-2908-4f97-a1a2-b59dc0d8a256 req-e2cb23a4-9e24-405b-b1b1-aa6d989fde1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 1127 time: 0.0548227 Mar 11 12:53:11.936027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b357d7f-2908-4f97-a1a2-b59dc0d8a256 req-ab7440f4-9ca4-445f-973d-b6a7c5ee0950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:11.937518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b357d7f-2908-4f97-a1a2-b59dc0d8a256 req-ab7440f4-9ca4-445f-973d-b6a7c5ee0950 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 HTTP/1.1" status: 200 len: 898 time: 0.1340363 Mar 11 12:53:11.959311 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637fd59-3770-48d7-b63d-150f2945f0e4 req-28ebdfa9-abf9-4fb5-a112-aa6c97effae1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:11.960085 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4637fd59-3770-48d7-b63d-150f2945f0e4 req-28ebdfa9-abf9-4fb5-a112-aa6c97effae1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0867751 Mar 11 12:53:11.981142 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9d3a0794-dee9-44bc-a046-06821cbf47ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118628989', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:36Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '5d45ff74-4e39-4235-a082-5222587023cc', 'name': '', 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:11:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:36Z', 'updated_at': '2022-03-11T12:51:39Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:11.989657 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b357d7f-2908-4f97-a1a2-b59dc0d8a256 req-2d1e1749-8d6a-49d4-9871-46741a65fdd8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7d1fd8-7ca1-4665-af18-4035df759be9 HTTP/1.1" status: 200 len: 217 time: 0.0450058 Mar 11 12:53:12.007293 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3a0794-dee9-44bc-a046-06821cbf47ec None None] Checking router: 31aacbf3-c3cc-44b3-9721-4351e51f3541 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:53:12.015534 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3a0794-dee9-44bc-a046-06821cbf47ec None None] Routers {'31aacbf3-c3cc-44b3-9721-4351e51f3541'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:53:12.016170 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9d3a0794-dee9-44bc-a046-06821cbf47ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:52:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['31aacbf3-c3cc-44b3-9721-4351e51f3541'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:12.074556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b357d7f-2908-4f97-a1a2-b59dc0d8a256 req-36538d12-f26e-4645-8e39-da42971130cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:12.076044 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b357d7f-2908-4f97-a1a2-b59dc0d8a256 req-36538d12-f26e-4645-8e39-da42971130cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a7b5dfd-9347-4619-938a-60aef0c16a56 HTTP/1.1" status: 200 len: 835 time: 0.0800514 Mar 11 12:53:12.080064 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4637fd59-3770-48d7-b63d-150f2945f0e4 req-d54b21b1-b6c0-458b-902d-43c446c070c1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937922 Mar 11 12:53:12.133062 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-9d3a0794-dee9-44bc-a046-06821cbf47ec None None] Set router 31aacbf3-c3cc-44b3-9721-4351e51f3541 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:53:12.145382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b357d7f-2908-4f97-a1a2-b59dc0d8a256 req-8df4e473-02d9-4095-9455-bfe26c23a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:12.146895 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b357d7f-2908-4f97-a1a2-b59dc0d8a256 req-8df4e473-02d9-4095-9455-bfe26c23a334 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0648134 Mar 11 12:53:12.255787 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b357d7f-2908-4f97-a1a2-b59dc0d8a256 req-9667cf06-c36b-488b-a883-afbcd79e0c9d service neutron] 10.222.0.37 "GET /v2.0/networks/8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013353 Mar 11 12:53:12.333717 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9d3a0794-dee9-44bc-a046-06821cbf47ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118628989', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:36Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '5d45ff74-4e39-4235-a082-5222587023cc', 'name': '', 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:11:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:36Z', 'updated_at': '2022-03-11T12:51:39Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:12.346668 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7b357d7f-2908-4f97-a1a2-b59dc0d8a256 req-96e2b8a8-21e7-4df0-a654-4b3ed704f015 service neutron] 10.222.0.37 "GET /v2.0/networks/8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846725 Mar 11 12:53:12.362692 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3a0794-dee9-44bc-a046-06821cbf47ec None None] The sync data for ids ['31aacbf3-c3cc-44b3-9721-4351e51f3541'] in n-d-833234-2 is: [{'id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118628989', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:36Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '5d45ff74-4e39-4235-a082-5222587023cc', 'name': '', 'network_id': '8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:11:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:36Z', 'updated_at': '2022-03-11T12:51:39Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '8a7b5dfd-9347-4619-938a-60aef0c16a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:53:12.589195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36295c8d-ca90-4a90-bc42-1536442add5b None None] New status for floating IP 94c9202c-5427-44f3-9878-5764e0d8c48f: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:53:13.188977 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:13.219486 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012cd86-862c-4a78-ab00-d41f0a764af0 req-66b91b0e-0e28-4067-99f4-4aba603339e7 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:13.221065 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e012cd86-862c-4a78-ab00-d41f0a764af0 req-66b91b0e-0e28-4067-99f4-4aba603339e7 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0569408 Mar 11 12:53:13.277008 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e012cd86-862c-4a78-ab00-d41f0a764af0 req-bb343ab3-5afe-4569-9c5b-a19ada4346e4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=232054f7-bfe1-410b-9dbd-37cd5176115b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496435 Mar 11 12:53:13.336761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84af946-0ac3-479f-be98-f12c07dc53b3 req-e99e1c69-788b-4332-b9a1-fed912695b57 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:13.338241 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e84af946-0ac3-479f-be98-f12c07dc53b3 req-e99e1c69-788b-4332-b9a1-fed912695b57 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.37 "GET /v2.0/ports?device_id=89021dae-4fe7-42d0-adf8-3e463f627d46 HTTP/1.1" status: 200 len: 945 time: 0.0536349 Mar 11 12:53:13.434414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-e84af946-0ac3-479f-be98-f12c07dc53b3 req-9f370a5b-af94-4afa-86ea-59bafb09d382 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port ac7d1fd8-7ca1-4665-af18-4035df759be9 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:53:13.434655 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e84af946-0ac3-479f-be98-f12c07dc53b3 req-9f370a5b-af94-4afa-86ea-59bafb09d382 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ac7d1fd8-7ca1-4665-af18-4035df759be9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:13.527147 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-e84af946-0ac3-479f-be98-f12c07dc53b3 req-9f370a5b-af94-4afa-86ea-59bafb09d382 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] For port ac7d1fd8-7ca1-4665-af18-4035df759be9, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=ac7d1fd8-7ca1-4665-af18-4035df759be9,segment=NetworkSegment(85a5ac1f-ebe5-48f7-8cf2-4af38c3df447),segment_id=85a5ac1f-ebe5-48f7-8cf2-4af38c3df447)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:53:13.527451 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e84af946-0ac3-479f-be98-f12c07dc53b3 req-9f370a5b-af94-4afa-86ea-59bafb09d382 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ac7d1fd8-7ca1-4665-af18-4035df759be9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:13.541247 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-e84af946-0ac3-479f-be98-f12c07dc53b3 req-9f370a5b-af94-4afa-86ea-59bafb09d382 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for ac7d1fd8-7ca1-4665-af18-4035df759be9 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:53:13.683969 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e84af946-0ac3-479f-be98-f12c07dc53b3 req-9f370a5b-af94-4afa-86ea-59bafb09d382 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (ac7d1fd8-7ca1-4665-af18-4035df759be9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:13.707653 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-83a6baee-501a-4a11-bd3a-0de2a78d79ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:13.718107 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f370a5b-af94-4afa-86ea-59bafb09d382 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=ac7d1fd8-7ca1-4665-af18-4035df759be9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:13.765116 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84af946-0ac3-479f-be98-f12c07dc53b3 req-9f370a5b-af94-4afa-86ea-59bafb09d382 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] No DVR routers for this DVR port ac7d1fd8-7ca1-4665-af18-4035df759be9 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:53:13.768212 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e84af946-0ac3-479f-be98-f12c07dc53b3 req-9f370a5b-af94-4afa-86ea-59bafb09d382 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:13.773295 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e84af946-0ac3-479f-be98-f12c07dc53b3 req-9f370a5b-af94-4afa-86ea-59bafb09d382 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.37 "DELETE /v2.0/ports/ac7d1fd8-7ca1-4665-af18-4035df759be9 HTTP/1.1" status: 204 len: 173 time: 0.4298232 Mar 11 12:53:13.773978 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89021dae-4fe7-42d0-adf8-3e463f627d46', 'name': 'network-vif-deleted', 'tag': 'ac7d1fd8-7ca1-4665-af18-4035df759be9'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:53:13.776782 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d6da8d-6d45-40b8-89b7-97b99d34ba0a" -d '{"events": [{"server_uuid": "89021dae-4fe7-42d0-adf8-3e463f627d46", "name": "network-vif-deleted", "tag": "ac7d1fd8-7ca1-4665-af18-4035df759be9"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:53:13.819186 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f7f67a-cbba-4452-a856-83edcb97bd3c x-openstack-request-id: req-43f7f67a-cbba-4452-a856-83edcb97bd3c {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:53:13.819488 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89021dae-4fe7-42d0-adf8-3e463f627d46", "name": "network-vif-deleted", "tag": "ac7d1fd8-7ca1-4665-af18-4035df759be9", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:53:13.819754 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-43f7f67a-cbba-4452-a856-83edcb97bd3c {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:53:13.820161 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89021dae-4fe7-42d0-adf8-3e463f627d46', 'name': 'network-vif-deleted', 'tag': 'ac7d1fd8-7ca1-4665-af18-4035df759be9', 'status': 'completed', 'code': 200} Mar 11 12:53:14.333472 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47448) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:14.699641 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (31aacbf3-c3cc-44b3-9721-4351e51f3541), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:14.965422 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port 5d45ff74-4e39-4235-a082-5222587023cc {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:53:14.965662 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5d45ff74-4e39-4235-a082-5222587023cc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:15.059604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] For port 5d45ff74-4e39-4235-a082-5222587023cc, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5d45ff74-4e39-4235-a082-5222587023cc,segment=NetworkSegment(85a5ac1f-ebe5-48f7-8cf2-4af38c3df447),segment_id=85a5ac1f-ebe5-48f7-8cf2-4af38c3df447)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:53:15.060007 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5d45ff74-4e39-4235-a082-5222587023cc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:15.072890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for 5d45ff74-4e39-4235-a082-5222587023cc owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:53:15.281973 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5d45ff74-4e39-4235-a082-5222587023cc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:15.308697 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=5d45ff74-4e39-4235-a082-5222587023cc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:15.321560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:15.321907 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:15.322247 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:15.322578 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:15.322904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:15.323215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:15.323564 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:15.323890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:15.324215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:15.324556 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:15.324864 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:15.325185 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:15.325521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:15.500379 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (31aacbf3-c3cc-44b3-9721-4351e51f3541), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:15.731679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 31aacbf3-c3cc-44b3-9721-4351e51f3541 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:53:15.814805 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dde9769a-a1a1-449f-86bb-b008d471e1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:15.852838 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:53:15.860379 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fbe97e2d-46f9-4dfb-b0d1-d99912af81c9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "PUT /v2.0/routers/31aacbf3-c3cc-44b3-9721-4351e51f3541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5232852 Mar 11 12:53:15.860742 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47452) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:15.868876 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b308cbf6-cc0b-4337-afd4-9a5ab19de11d None None] Sync routers for ids ['31aacbf3-c3cc-44b3-9721-4351e51f3541'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:53:15.880228 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b308cbf6-cc0b-4337-afd4-9a5ab19de11d None None] Routers {'31aacbf3-c3cc-44b3-9721-4351e51f3541'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:53:15.880938 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b308cbf6-cc0b-4337-afd4-9a5ab19de11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:53:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['31aacbf3-c3cc-44b3-9721-4351e51f3541'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:15.918806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-74154126-9863-41e8-9587-b22e52e589ff tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting subnet 8a7b5dfd-9347-4619-938a-60aef0c16a56 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:53:15.922014 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74154126-9863-41e8-9587-b22e52e589ff tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for subnet (8a7b5dfd-9347-4619-938a-60aef0c16a56), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:15.962719 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74154126-9863-41e8-9587-b22e52e589ff tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (8a7b5dfd-9347-4619-938a-60aef0c16a56), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:15.986895 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b308cbf6-cc0b-4337-afd4-9a5ab19de11d None None] Set router 31aacbf3-c3cc-44b3-9721-4351e51f3541 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:53:16.046699 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74154126-9863-41e8-9587-b22e52e589ff tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (8a7b5dfd-9347-4619-938a-60aef0c16a56), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:16.124624 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74154126-9863-41e8-9587-b22e52e589ff tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (8a7b5dfd-9347-4619-938a-60aef0c16a56), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:16.153759 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74154126-9863-41e8-9587-b22e52e589ff tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Subnet': ['ID=8a7b5dfd-9347-4619-938a-60aef0c16a56,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:16.157488 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74154126-9863-41e8-9587-b22e52e589ff tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:16.162405 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-74154126-9863-41e8-9587-b22e52e589ff tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/subnets/8a7b5dfd-9347-4619-938a-60aef0c16a56 HTTP/1.1" status: 204 len: 168 time: 0.3007212 Mar 11 12:53:16.165168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47454) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:16.167610 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5058eccb-271a-4513-a14c-f10ef8ff274c None None] Network 8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:53:16.232821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device ac7d1fd8-7ca1-4665-af18-4035df759be9 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:53:16.276534 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b308cbf6-cc0b-4337-afd4-9a5ab19de11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118628989', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:53:15Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:16.277215 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: ac7d1fd8-7ca1-4665-af18-4035df759be9 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:53:16.277745 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device ac7d1fd8-7ca1-4665-af18-4035df759be9 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:53:16.307080 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b308cbf6-cc0b-4337-afd4-9a5ab19de11d None None] Checking router: 31aacbf3-c3cc-44b3-9721-4351e51f3541 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:53:16.316586 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b308cbf6-cc0b-4337-afd4-9a5ab19de11d None None] Routers {'31aacbf3-c3cc-44b3-9721-4351e51f3541'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:53:16.317216 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b308cbf6-cc0b-4337-afd4-9a5ab19de11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:53:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['31aacbf3-c3cc-44b3-9721-4351e51f3541'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:16.376070 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] DHCP port deletion for 8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:53:16.432179 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Deleting port d4d15cb9-4814-499f-9146-bb341b4d8392 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:53:16.432930 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d4d15cb9-4814-499f-9146-bb341b4d8392), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:16.448337 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b308cbf6-cc0b-4337-afd4-9a5ab19de11d None None] Set router 31aacbf3-c3cc-44b3-9721-4351e51f3541 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:53:16.503216 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] For port d4d15cb9-4814-499f-9146-bb341b4d8392, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d4d15cb9-4814-499f-9146-bb341b4d8392,segment=NetworkSegment(85a5ac1f-ebe5-48f7-8cf2-4af38c3df447),segment_id=85a5ac1f-ebe5-48f7-8cf2-4af38c3df447)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:53:16.503671 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d4d15cb9-4814-499f-9146-bb341b4d8392), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:16.517836 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Calling delete_port for d4d15cb9-4814-499f-9146-bb341b4d8392 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:53:16.653340 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f8b171e-33c8-41a2-9383-3d702cbc6f80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router (31aacbf3-c3cc-44b3-9721-4351e51f3541), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:16.654690 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b308cbf6-cc0b-4337-afd4-9a5ab19de11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118628989', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:53:15Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:16.687651 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b308cbf6-cc0b-4337-afd4-9a5ab19de11d None None] The sync data for ids ['31aacbf3-c3cc-44b3-9721-4351e51f3541'] in n-d-833234-2 is: [{'id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118628989', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:53:15Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f11d44d2-76b0-4627-bd4d-d78184b0c835', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aacbf3-c3cc-44b3-9721-4351e51f3541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:51:32Z', 'updated_at': '2022-03-11T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:53:16.769116 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f8b171e-33c8-41a2-9383-3d702cbc6f80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (31aacbf3-c3cc-44b3-9721-4351e51f3541), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:16.791481 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (d4d15cb9-4814-499f-9146-bb341b4d8392), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:16.817337 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Pushing event deleted for resources: {'Port': ['ID=d4d15cb9-4814-499f-9146-bb341b4d8392,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:16.819809 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] No DVR routers for this DVR port d4d15cb9-4814-499f-9146-bb341b4d8392 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:53:16.821938 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b171e-33c8-41a2-9383-3d702cbc6f80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port f11d44d2-76b0-4627-bd4d-d78184b0c835 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:53:16.822183 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f8b171e-33c8-41a2-9383-3d702cbc6f80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f11d44d2-76b0-4627-bd4d-d78184b0c835), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:16.830991 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:16.831367 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:16.831884 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:16.832136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:16.832496 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:16.832780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:16.833142 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:16.833435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:16.833756 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:16.834374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:16.834951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:16.835057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:16.835361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec23a1-f36f-4551-a166-c5e1d7febcfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:16.901248 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-1f8b171e-33c8-41a2-9383-3d702cbc6f80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] For port f11d44d2-76b0-4627-bd4d-d78184b0c835, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f11d44d2-76b0-4627-bd4d-d78184b0c835,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:53:16.901606 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f8b171e-33c8-41a2-9383-3d702cbc6f80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f11d44d2-76b0-4627-bd4d-d78184b0c835), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:16.914278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b171e-33c8-41a2-9383-3d702cbc6f80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for f11d44d2-76b0-4627-bd4d-d78184b0c835 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:53:17.096005 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f8b171e-33c8-41a2-9383-3d702cbc6f80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (f11d44d2-76b0-4627-bd4d-d78184b0c835), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:17.123234 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b171e-33c8-41a2-9383-3d702cbc6f80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=f11d44d2-76b0-4627-bd4d-d78184b0c835,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:17.185365 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f8b171e-33c8-41a2-9383-3d702cbc6f80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (31aacbf3-c3cc-44b3-9721-4351e51f3541), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:17.281359 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f8b171e-33c8-41a2-9383-3d702cbc6f80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (31aacbf3-c3cc-44b3-9721-4351e51f3541), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:17.283615 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f8b171e-33c8-41a2-9383-3d702cbc6f80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_controller (31aacbf3-c3cc-44b3-9721-4351e51f3541), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:17.339543 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f8b171e-33c8-41a2-9383-3d702cbc6f80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (31aacbf3-c3cc-44b3-9721-4351e51f3541), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:17.340210 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8b171e-33c8-41a2-9383-3d702cbc6f80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Fanout notify agent at l3_agent the message router_deleted on router 31aacbf3-c3cc-44b3-9721-4351e51f3541 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:53:17.349313 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f8b171e-33c8-41a2-9383-3d702cbc6f80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:17.350607 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1f8b171e-33c8-41a2-9383-3d702cbc6f80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/routers/31aacbf3-c3cc-44b3-9721-4351e51f3541 HTTP/1.1" status: 204 len: 168 time: 1.1844661 Mar 11 12:53:17.353479 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47456) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:17.432313 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e8e941d-64b1-4197-bde9-0979a4753e5c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:17.480537 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:17.526574 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e8e941d-64b1-4197-bde9-0979a4753e5c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:17.547706 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-4e8e941d-64b1-4197-bde9-0979a4753e5c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:17.557586 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-4e8e941d-64b1-4197-bde9-0979a4753e5c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a5ac1f-ebe5-48f7-8cf2-4af38c3df447') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:17.557890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-4e8e941d-64b1-4197-bde9-0979a4753e5c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a5ac1f-ebe5-48f7-8cf2-4af38c3df447') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:17.567705 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e8e941d-64b1-4197-bde9-0979a4753e5c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (85a5ac1f-ebe5-48f7-8cf2-4af38c3df447), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:17.581375 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e8e941d-64b1-4197-bde9-0979a4753e5c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (85a5ac1f-ebe5-48f7-8cf2-4af38c3df447), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:17.587677 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8e941d-64b1-4197-bde9-0979a4753e5c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:53:17.588068 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e8e941d-64b1-4197-bde9-0979a4753e5c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (85a5ac1f-ebe5-48f7-8cf2-4af38c3df447), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:53:17.590996 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:53:17.655917 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e8e941d-64b1-4197-bde9-0979a4753e5c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:17.663905 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e8e941d-64b1-4197-bde9-0979a4753e5c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:17.666390 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4e8e941d-64b1-4197-bde9-0979a4753e5c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/networks/8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7 HTTP/1.1" status: 204 len: 168 time: 0.3119059 Mar 11 12:53:17.669339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47458) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:17.677542 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e941d-64b1-4197-bde9-0979a4753e5c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Network': ['ID=8c7e4473-3cfa-4b02-b6ed-7ae2dec0b5f7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:17.728912 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-657b1720-7a84-4509-848f-e7e8483c6999 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (232054f7-bfe1-410b-9dbd-37cd5176115b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:17.755278 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-657b1720-7a84-4509-848f-e7e8483c6999 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (232054f7-bfe1-410b-9dbd-37cd5176115b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:17.827128 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-657b1720-7a84-4509-848f-e7e8483c6999 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (232054f7-bfe1-410b-9dbd-37cd5176115b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:17.830188 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-657b1720-7a84-4509-848f-e7e8483c6999 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:17.831361 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-657b1720-7a84-4509-848f-e7e8483c6999 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/security-groups/232054f7-bfe1-410b-9dbd-37cd5176115b HTTP/1.1" status: 204 len: 168 time: 0.1610112 Mar 11 12:53:17.841083 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b1720-7a84-4509-848f-e7e8483c6999 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=232054f7-bfe1-410b-9dbd-37cd5176115b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:17.922610 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5d45ff74-4e39-4235-a082-5222587023cc no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:53:17.944856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 5d45ff74-4e39-4235-a082-5222587023cc {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:53:17.945074 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5d45ff74-4e39-4235-a082-5222587023cc not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:53:17.945494 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f11d44d2-76b0-4627-bd4d-d78184b0c835 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:53:17.964567 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: f11d44d2-76b0-4627-bd4d-d78184b0c835 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:53:17.964921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f11d44d2-76b0-4627-bd4d-d78184b0c835 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:53:17.965322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d4d15cb9-4814-499f-9146-bb341b4d8392 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:53:17.984176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: d4d15cb9-4814-499f-9146-bb341b4d8392 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:53:17.984529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d4d15cb9-4814-499f-9146-bb341b4d8392 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:53:18.104149 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47464) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:18.108806 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5d40c308-83c3-4f27-a640-3f1ad5feb334 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929898142', 'description': 'tempest-secgroup-smoke-1929898142 description', 'project_id': '44c471adc80a42e3bf416e933ba2e790'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:53:18.131258 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d40c308-83c3-4f27-a640-3f1ad5feb334 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.217926 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d40c308-83c3-4f27-a640-3f1ad5feb334 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (34d11375-2194-4555-8fc5-b3d500136771), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.224188 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d40c308-83c3-4f27-a640-3f1ad5feb334 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (34d11375-2194-4555-8fc5-b3d500136771), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.253342 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d40c308-83c3-4f27-a640-3f1ad5feb334 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.254582 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5d40c308-83c3-4f27-a640-3f1ad5feb334 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1494186 Mar 11 12:53:18.257860 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47466) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:18.260081 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40c308-83c3-4f27-a640-3f1ad5feb334 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d11375-2194-4555-8fc5-b3d500136771,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:18.262952 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-0654cbc7-05e6-4018-b499-89274a80513a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': '34d11375-2194-4555-8fc5-b3d500136771', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:53:18.291007 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0654cbc7-05e6-4018-b499-89274a80513a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (9225480d-eccb-4a6c-9f0f-9bc9f000e1a0), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.340487 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0654cbc7-05e6-4018-b499-89274a80513a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (9225480d-eccb-4a6c-9f0f-9bc9f000e1a0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.345426 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0654cbc7-05e6-4018-b499-89274a80513a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (9225480d-eccb-4a6c-9f0f-9bc9f000e1a0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.367152 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654cbc7-05e6-4018-b499-89274a80513a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9225480d-eccb-4a6c-9f0f-9bc9f000e1a0,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:18.376808 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0654cbc7-05e6-4018-b499-89274a80513a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.377988 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0654cbc7-05e6-4018-b499-89274a80513a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191206 Mar 11 12:53:18.381181 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47468) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:18.386867 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-34ff62a6-a044-461d-83dc-57fe345cdf72 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': '34d11375-2194-4555-8fc5-b3d500136771', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:53:18.414601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34ff62a6-a044-461d-83dc-57fe345cdf72 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (9c1167b3-d1c9-45d0-864f-ae207d024d9e), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.476003 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34ff62a6-a044-461d-83dc-57fe345cdf72 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (9c1167b3-d1c9-45d0-864f-ae207d024d9e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.482692 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34ff62a6-a044-461d-83dc-57fe345cdf72 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (9c1167b3-d1c9-45d0-864f-ae207d024d9e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.500980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff62a6-a044-461d-83dc-57fe345cdf72 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1167b3-d1c9-45d0-864f-ae207d024d9e,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:18.510051 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34ff62a6-a044-461d-83dc-57fe345cdf72 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.511266 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-34ff62a6-a044-461d-83dc-57fe345cdf72 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1288805 Mar 11 12:53:18.514157 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47470) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:18.518498 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-86f24e76-1c61-4955-8e94-05cc1c0a51a4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': '34d11375-2194-4555-8fc5-b3d500136771', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:53:18.546671 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86f24e76-1c61-4955-8e94-05cc1c0a51a4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (64fa272c-8e99-4e49-88db-8ee26a5604e6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.609642 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86f24e76-1c61-4955-8e94-05cc1c0a51a4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (64fa272c-8e99-4e49-88db-8ee26a5604e6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.616370 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86f24e76-1c61-4955-8e94-05cc1c0a51a4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (64fa272c-8e99-4e49-88db-8ee26a5604e6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.636492 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f24e76-1c61-4955-8e94-05cc1c0a51a4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64fa272c-8e99-4e49-88db-8ee26a5604e6,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:18.648231 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86f24e76-1c61-4955-8e94-05cc1c0a51a4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.649632 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-86f24e76-1c61-4955-8e94-05cc1c0a51a4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344893 Mar 11 12:53:18.652414 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47472) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:18.656850 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-57ba593b-6e9d-4964-b9e6-e4b353a06951 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': '34d11375-2194-4555-8fc5-b3d500136771', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:53:18.683920 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57ba593b-6e9d-4964-b9e6-e4b353a06951 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (4de38932-7847-40a8-a06d-e5efd6943d9e), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.742915 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57ba593b-6e9d-4964-b9e6-e4b353a06951 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (4de38932-7847-40a8-a06d-e5efd6943d9e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.747805 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57ba593b-6e9d-4964-b9e6-e4b353a06951 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (4de38932-7847-40a8-a06d-e5efd6943d9e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.764938 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba593b-6e9d-4964-b9e6-e4b353a06951 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de38932-7847-40a8-a06d-e5efd6943d9e,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:18.773668 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57ba593b-6e9d-4964-b9e6-e4b353a06951 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.774880 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-57ba593b-6e9d-4964-b9e6-e4b353a06951 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215215 Mar 11 12:53:18.777719 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47474) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:18.782204 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d40c2a55-931d-4875-bdaa-2e6973227647 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': '34d11375-2194-4555-8fc5-b3d500136771', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:53:18.804720 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-d40c2a55-931d-4875-bdaa-2e6973227647 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Project 44c471adc80a42e3bf416e933ba2e790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:53:18.809894 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d40c2a55-931d-4875-bdaa-2e6973227647 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (1136cc1b-e841-456c-b033-431a80ebc0b5), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.871022 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d40c2a55-931d-4875-bdaa-2e6973227647 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (1136cc1b-e841-456c-b033-431a80ebc0b5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.876599 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d40c2a55-931d-4875-bdaa-2e6973227647 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (1136cc1b-e841-456c-b033-431a80ebc0b5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.898422 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c2a55-931d-4875-bdaa-2e6973227647 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1136cc1b-e841-456c-b033-431a80ebc0b5,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:18.903894 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.905311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d40c2a55-931d-4875-bdaa-2e6973227647 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:18.907185 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d40c2a55-931d-4875-bdaa-2e6973227647 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285126 Mar 11 12:53:18.910189 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47476) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:18.915067 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c51aedce-ce90-4bcd-86c9-e4f95b05a758 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': '34d11375-2194-4555-8fc5-b3d500136771', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:53:18.936711 n-d-833234-2 neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-c51aedce-ce90-4bcd-86c9-e4f95b05a758 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Project 44c471adc80a42e3bf416e933ba2e790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:53:18.941640 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c51aedce-ce90-4bcd-86c9-e4f95b05a758 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (88a36f09-04dd-4bcf-ab22-ee1880143e5a), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:19.001025 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c51aedce-ce90-4bcd-86c9-e4f95b05a758 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (88a36f09-04dd-4bcf-ab22-ee1880143e5a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:19.007099 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c51aedce-ce90-4bcd-86c9-e4f95b05a758 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (88a36f09-04dd-4bcf-ab22-ee1880143e5a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:19.024418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51aedce-ce90-4bcd-86c9-e4f95b05a758 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a36f09-04dd-4bcf-ab22-ee1880143e5a,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:19.032686 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c51aedce-ce90-4bcd-86c9-e4f95b05a758 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:19.033887 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c51aedce-ce90-4bcd-86c9-e4f95b05a758 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226666 Mar 11 12:53:19.036813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47478) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:19.041931 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-021da269-ec2d-48c1-a248-17485764b804 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'network': {'name': 'tempest-network-smoke--276377257', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'port_security_enabled': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:53:19.062631 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021da269-ec2d-48c1-a248-17485764b804 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Made reservation on behalf of 44c471adc80a42e3bf416e933ba2e790 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:53:19.066013 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-021da269-ec2d-48c1-a248-17485764b804 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:19.089842 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021da269-ec2d-48c1-a248-17485764b804 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:53:19.098736 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-021da269-ec2d-48c1-a248-17485764b804 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (8f93151e-dfa0-4d19-9736-32f5da6b8d76), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:19.099145 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-021da269-ec2d-48c1-a248-17485764b804 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Added segment 8f93151e-dfa0-4d19-9736-32f5da6b8d76 of type vlan for network 9c0bcc81-e680-4a25-bb87-104a08a5f39c Mar 11 12:53:19.144243 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-021da269-ec2d-48c1-a248-17485764b804 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (9c0bcc81-e680-4a25-bb87-104a08a5f39c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:19.172512 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-021da269-ec2d-48c1-a248-17485764b804 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (9c0bcc81-e680-4a25-bb87-104a08a5f39c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:19.177570 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021da269-ec2d-48c1-a248-17485764b804 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:19.178387 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-021da269-ec2d-48c1-a248-17485764b804 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:19.214556 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-021da269-ec2d-48c1-a248-17485764b804 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1764712 Mar 11 12:53:19.217478 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47480) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:19.222558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-507694894', 'admin_state_up': True, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:53:19.247868 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (7cdc8fa7-2714-4ea1-b874-4ae2dea6a991), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:19.249209 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (7cdc8fa7-2714-4ea1-b874-4ae2dea6a991), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:19.252629 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021da269-ec2d-48c1-a248-17485764b804 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Network': ['ID=9c0bcc81-e680-4a25-bb87-104a08a5f39c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:19.264426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 9c0bcc81-e680-4a25-bb87-104a08a5f39c details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:53:19.308242 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_controller (7cdc8fa7-2714-4ea1-b874-4ae2dea6a991), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:19.455324 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (7cdc8fa7-2714-4ea1-b874-4ae2dea6a991), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:19.664048 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (7cdc8fa7-2714-4ea1-b874-4ae2dea6a991), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:19.683373 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:19.795608 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.25.7.167 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/5009b749-1023-43e7-ae2a-609139cae307) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:53:19.905918 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (5009b749-1023-43e7-ae2a-609139cae307), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:19.944736 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5009b749-1023-43e7-ae2a-609139cae307), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:19.986017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:53:19.991605 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:53:19.994487 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=5009b749-1023-43e7-ae2a-609139cae307,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:19.996624 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:53:20.137975 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:20.294327 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (7cdc8fa7-2714-4ea1-b874-4ae2dea6a991), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:20.509954 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (7cdc8fa7-2714-4ea1-b874-4ae2dea6a991), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:20.642202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:53:20.752523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:53:20.764960 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Sync routers for ids ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:53:20.775641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Routers {'7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:53:20.776230 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:20.776360 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:53:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:20.777486 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0c7c5534-fbcb-4746-95cb-f2aef5caf276 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5589201 Mar 11 12:53:20.781843 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47482) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:20.811220 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b3fc27bb-cdaa-4d5f-bc83-7c572f989c93 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=44c471adc80a42e3bf416e933ba2e790&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277011 Mar 11 12:53:20.813508 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47484) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:20.886587 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Set router 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:53:20.906896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d42394-9b49-4661-a8bc-14899cdfdf4e tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:20.908473 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f4d42394-9b49-4661-a8bc-14899cdfdf4e tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940692 Mar 11 12:53:20.911531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47486) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:20.941539 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-547e2397-bc4e-4d9d-9b5d-0862410c6c29 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287967 Mar 11 12:53:20.944163 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47488) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:20.949729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c7dfc5e1-4433-4051-9f35-1972d3a8e187 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1168626164', 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:53:21.041346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dfc5e1-4433-4051-9f35-1972d3a8e187 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Made reservation on behalf of 44c471adc80a42e3bf416e933ba2e790 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:53:21.044897 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c7dfc5e1-4433-4051-9f35-1972d3a8e187 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:21.071205 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507694894', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '5009b749-1023-43e7-ae2a-609139cae307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:20Z', 'revision_number': 3, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': '5009b749-1023-43e7-ae2a-609139cae307', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:21.102182 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Checking router: 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:53:21.102526 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Updating router 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 port 5009b749-1023-43e7-ae2a-609139cae307 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:53:21.133271 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5009b749-1023-43e7-ae2a-609139cae307), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:21.231946 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c7dfc5e1-4433-4051-9f35-1972d3a8e187 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (b9197941-6092-4645-b5f9-be4432db607d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:21.293739 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfc5e1-4433-4051-9f35-1972d3a8e187 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Subnet': ['ID=b9197941-6092-4645-b5f9-be4432db607d,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:21.301494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfc5e1-4433-4051-9f35-1972d3a8e187 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Checking segment: {'id': '8f93151e-dfa0-4d19-9736-32f5da6b8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:53:21.301494 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dfc5e1-4433-4051-9f35-1972d3a8e187 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network hostable DHCP agents. Network: 9c0bcc81-e680-4a25-bb87-104a08a5f39c, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:53:21.319128 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dfc5e1-4433-4051-9f35-1972d3a8e187 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 9c0bcc81-e680-4a25-bb87-104a08a5f39c is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:53:21.329299 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-c7dfc5e1-4433-4051-9f35-1972d3a8e187 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 9c0bcc81-e680-4a25-bb87-104a08a5f39c) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:53:21.333827 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dfc5e1-4433-4051-9f35-1972d3a8e187 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:21.335084 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c7dfc5e1-4433-4051-9f35-1972d3a8e187 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:21.347445 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0027a230-6287-4854-9238-4e4499544484 None None] Network 9c0bcc81-e680-4a25-bb87-104a08a5f39c requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:53:21.353564 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c7dfc5e1-4433-4051-9f35-1972d3a8e187 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4076481 Mar 11 12:53:21.356299 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47490) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:21.415949 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Publish callbacks [] for port (5009b749-1023-43e7-ae2a-609139cae307), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:21.447380 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5009b749-1023-43e7-ae2a-609139cae307), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:21.531449 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Attempting to bind port 5009b749-1023-43e7-ae2a-609139cae307 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:53:21.531840 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Attempting to bind port 5009b749-1023-43e7-ae2a-609139cae307 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:53:21.532189 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Attempting to bind port 5009b749-1023-43e7-ae2a-609139cae307 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:53:21.534573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2059c-639f-4e6c-a5b7-37f7f8be89bc None None] Pushing event updated for resources: {'Port': ['ID=5009b749-1023-43e7-ae2a-609139cae307,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:21.540251 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:53:21.540628 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:53:21.541027 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:21.541428 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:53:21.541870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Bound port: 5009b749-1023-43e7-ae2a-609139cae307, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:53:21.542250 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5009b749-1023-43e7-ae2a-609139cae307), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:21.562927 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-9c0bcc81-e680-4a25-bb87-104a08a5f39c', 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ips': [{'subnet_id': 'b9197941-6092-4645-b5f9-be4432db607d'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:53:21.563714 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:21.650983 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] For port 5009b749-1023-43e7-ae2a-609139cae307, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:53:21.672424 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] For port 5009b749-1023-43e7-ae2a-609139cae307, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5009b749-1023-43e7-ae2a-609139cae307,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:53:21.682534 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5009b749-1023-43e7-ae2a-609139cae307), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:21.770885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Allocated IP 172.20.0.2 (9c0bcc81-e680-4a25-bb87-104a08a5f39c/b9197941-6092-4645-b5f9-be4432db607d/bc06903f-9c02-4c14-b94e-02cb35154595) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:53:21.790699 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Routers {'7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:53:21.791330 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:53:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:21.801878 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:21.834786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2059c-639f-4e6c-a5b7-37f7f8be89bc None None] Pushing event updated for resources: {'Port': ['ID=5009b749-1023-43e7-ae2a-609139cae307,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:21.997106 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] Set router 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:53:22.111482 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Publish callbacks [] for port (bc06903f-9c02-4c14-b94e-02cb35154595), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:22.150163 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (bc06903f-9c02-4c14-b94e-02cb35154595), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:22.196434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.20.0.1 (9c0bcc81-e680-4a25-bb87-104a08a5f39c/b9197941-6092-4645-b5f9-be4432db607d/99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:53:22.213482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Pushing event updated for resources: {'Port': ['ID=bc06903f-9c02-4c14-b94e-02cb35154595,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:22.218064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Network 9c0bcc81-e680-4a25-bb87-104a08a5f39c is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:53:22.221004 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:53:22.223920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:53:22.313078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Attempting to bind port bc06903f-9c02-4c14-b94e-02cb35154595 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:53:22.313458 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Attempting to bind port bc06903f-9c02-4c14-b94e-02cb35154595 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '8f93151e-dfa0-4d19-9736-32f5da6b8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:53:22.313810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Attempting to bind port bc06903f-9c02-4c14-b94e-02cb35154595 on network 9c0bcc81-e680-4a25-bb87-104a08a5f39c {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:53:22.318806 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:22.320387 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:53:22.320777 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Checking segment: {'id': '8f93151e-dfa0-4d19-9736-32f5da6b8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:53:22.321247 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:22.321634 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Bound using segment: {'id': '8f93151e-dfa0-4d19-9736-32f5da6b8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:53:22.322969 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Bound port: bc06903f-9c02-4c14-b94e-02cb35154595, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f93151e-dfa0-4d19-9736-32f5da6b8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:53:22.322969 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bc06903f-9c02-4c14-b94e-02cb35154595), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:22.335618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507694894', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '5009b749-1023-43e7-ae2a-609139cae307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:20Z', 'revision_number': 3, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': '5009b749-1023-43e7-ae2a-609139cae307', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:22.358863 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:22.365658 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd39442-229b-4e85-8323-7237a761e50b None None] The sync data for ids ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'] in n-d-833234-2 is: [{'id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507694894', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '5009b749-1023-43e7-ae2a-609139cae307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:20Z', 'revision_number': 3, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': '5009b749-1023-43e7-ae2a-609139cae307', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:53:22.401301 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 9c0bcc81-e680-4a25-bb87-104a08a5f39c is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:53:22.406567 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:53:22.410330 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:53:22.424403 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] For port bc06903f-9c02-4c14-b94e-02cb35154595, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:53:22.427779 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] For port bc06903f-9c02-4c14-b94e-02cb35154595, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=bc06903f-9c02-4c14-b94e-02cb35154595,segment=NetworkSegment(8f93151e-dfa0-4d19-9736-32f5da6b8d76),segment_id=8f93151e-dfa0-4d19-9736-32f5da6b8d76)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:53:22.435065 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:22.436081 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bc06903f-9c02-4c14-b94e-02cb35154595), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:22.464824 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (7cdc8fa7-2714-4ea1-b874-4ae2dea6a991), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:22.495810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b017f8-9a1a-40e4-b3cc-b5bdb934c832 None None] Pushing event updated for resources: {'Port': ['ID=bc06903f-9c02-4c14-b94e-02cb35154595,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:22.634663 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:22.958679 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:22.965247 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:23.046219 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (7cdc8fa7-2714-4ea1-b874-4ae2dea6a991), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:23.048681 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:23.154585 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 9c0bcc81-e680-4a25-bb87-104a08a5f39c is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:53:23.156317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:53:23.313421 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:53:23.751189 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1089197d-f2b6-48d8-b9ba-66a060ef3c17 None None] Network 9c0bcc81-e680-4a25-bb87-104a08a5f39c requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:53:23.848015 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-df4f39a9-65fe-47f9-b161-c5f6ac02cebd None None] Provisioning complete for port bc06903f-9c02-4c14-b94e-02cb35154595 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:53:23.848382 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-df4f39a9-65fe-47f9-b161-c5f6ac02cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bc06903f-9c02-4c14-b94e-02cb35154595), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:23.938946 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:53:23.952839 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fd31c6fc-2f87-4b02-bd56-f8baedbdb247 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "PUT /v2.0/routers/7cdc8fa7-2714-4ea1-b874-4ae2dea6a991/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5872173 Mar 11 12:53:23.981770 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-df4f39a9-65fe-47f9-b161-c5f6ac02cebd None None] Current status of the port bc06903f-9c02-4c14-b94e-02cb35154595 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:53:23.982167 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-df4f39a9-65fe-47f9-b161-c5f6ac02cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bc06903f-9c02-4c14-b94e-02cb35154595), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:24.016017 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5009b749-1023-43e7-ae2a-609139cae307 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:53:24.061297 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-df4f39a9-65fe-47f9-b161-c5f6ac02cebd None None] For port bc06903f-9c02-4c14-b94e-02cb35154595, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=bc06903f-9c02-4c14-b94e-02cb35154595,segment=NetworkSegment(8f93151e-dfa0-4d19-9736-32f5da6b8d76),segment_id=8f93151e-dfa0-4d19-9736-32f5da6b8d76)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:53:24.072132 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-df4f39a9-65fe-47f9-b161-c5f6ac02cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (bc06903f-9c02-4c14-b94e-02cb35154595), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:24.127027 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-89a3fd92-f243-4f21-bb3b-d37b99001a49 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929898142&fields=id&tenant_id=44c471adc80a42e3bf416e933ba2e790 HTTP/1.1" status: 200 len: 267 time: 0.0539958 Mar 11 12:53:24.147611 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 5009b749-1023-43e7-ae2a-609139cae307 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:53:24.148999 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5009b749-1023-43e7-ae2a-609139cae307), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:24.151911 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f39a9-65fe-47f9-b161-c5f6ac02cebd None None] Pushing event updated for resources: {'Port': ['ID=bc06903f-9c02-4c14-b94e-02cb35154595,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:24.249728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-f82e0439-5944-4d40-b07c-b8067c2c8f72 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:24.251216 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-f82e0439-5944-4d40-b07c-b8067c2c8f72 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/networks?id=9c0bcc81-e680-4a25-bb87-104a08a5f39c HTTP/1.1" status: 200 len: 796 time: 0.1169055 Mar 11 12:53:24.256322 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 5009b749-1023-43e7-ae2a-609139cae307 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:53:24.256883 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5009b749-1023-43e7-ae2a-609139cae307), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:24.269447 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-ce634604-477e-408f-bea1-0bc106754f00 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/quotas/44c471adc80a42e3bf416e933ba2e790 HTTP/1.1" status: 200 len: 375 time: 0.0122015 Mar 11 12:53:24.279561 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 5009b749-1023-43e7-ae2a-609139cae307, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5009b749-1023-43e7-ae2a-609139cae307,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:53:24.302889 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5009b749-1023-43e7-ae2a-609139cae307), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:24.304363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bc06903f-9c02-4c14-b94e-02cb35154595 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:53:24.310589 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-bd4d445f-cb02-4787-bf91-50c9c4148f82 None None] Provisioning complete for port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:53:24.310792 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bd4d445f-cb02-4787-bf91-50c9c4148f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:24.335649 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-c1459c82-3cc3-4687-8247-206eafd3fd51 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589406 Mar 11 12:53:24.355883 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Sync routers for ids ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:53:24.369174 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Routers {'7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:53:24.369897 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:53:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:24.414131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-89008886-e3d7-4693-b459-25eb1d7cf690 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:53:24.415261 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-89008886-e3d7-4693-b459-25eb1d7cf690 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0676441 Mar 11 12:53:24.505408 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Set router 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:53:24.534469 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-09e2f1d8-068a-450b-b2f1-4ea7b8de1900 service neutron] 10.222.0.78 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124780 Mar 11 12:53:24.570294 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=5009b749-1023-43e7-ae2a-609139cae307,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:24.632374 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d445f-cb02-4787-bf91-50c9c4148f82 None None] Port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:53:24.651679 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-bd4d445f-cb02-4787-bf91-50c9c4148f82 None None] Provisioning complete for port bc06903f-9c02-4c14-b94e-02cb35154595 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:53:24.652063 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bd4d445f-cb02-4787-bf91-50c9c4148f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bc06903f-9c02-4c14-b94e-02cb35154595), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:24.652705 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-2409efec-28be-44c4-ae30-fd5bdf46668b service neutron] 10.222.0.78 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163847 Mar 11 12:53:24.653827 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port bc06903f-9c02-4c14-b94e-02cb35154595 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:53:24.654160 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bc06903f-9c02-4c14-b94e-02cb35154595), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:24.738171 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507694894', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '5009b749-1023-43e7-ae2a-609139cae307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:22Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': '5009b749-1023-43e7-ae2a-609139cae307', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33', 'name': '', 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:cf:c2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b9197941-6092-4645-b5f9-be4432db607d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:21Z', 'updated_at': '2022-03-11T12:53:22Z', 'revision_number': 2, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': 'b9197941-6092-4645-b5f9-be4432db607d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:24.768524 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Checking router: 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:53:24.768958 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Updating router 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:53:24.797747 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port bc06903f-9c02-4c14-b94e-02cb35154595 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:53:24.799307 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:24.817521 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d445f-cb02-4787-bf91-50c9c4148f82 None None] Current status of the port bc06903f-9c02-4c14-b94e-02cb35154595 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:53:24.843783 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-143c2802-3ade-4837-ae23-21d730fce265 req-bca41e42-bf2c-4d3e-beb1-5a434518d17e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 210 time: 0.0293489 Mar 11 12:53:24.937747 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-27fe2c63-830a-4468-ad8b-56b0c9e9b875 None None] Provisioning complete for port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:53:24.938150 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-27fe2c63-830a-4468-ad8b-56b0c9e9b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:24.981943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-27fe2c63-830a-4468-ad8b-56b0c9e9b875 None None] Port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:53:25.076526 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Publish callbacks [] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:25.083258 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:25.137817 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e725a-5b89-43c2-a04c-6c944edd9f28 None None] Pushing event updated for resources: {'Port': ['ID=99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:25.181457 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e725a-5b89-43c2-a04c-6c944edd9f28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:25.181736 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e725a-5b89-43c2-a04c-6c944edd9f28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:25.182069 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e725a-5b89-43c2-a04c-6c944edd9f28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:25.182397 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e725a-5b89-43c2-a04c-6c944edd9f28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:25.182702 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e725a-5b89-43c2-a04c-6c944edd9f28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:25.183005 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e725a-5b89-43c2-a04c-6c944edd9f28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:25.183523 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e725a-5b89-43c2-a04c-6c944edd9f28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:25.183866 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e725a-5b89-43c2-a04c-6c944edd9f28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:25.184172 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e725a-5b89-43c2-a04c-6c944edd9f28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:25.184484 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e725a-5b89-43c2-a04c-6c944edd9f28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:25.184799 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e725a-5b89-43c2-a04c-6c944edd9f28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:25.185107 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e725a-5b89-43c2-a04c-6c944edd9f28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:25.185586 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e725a-5b89-43c2-a04c-6c944edd9f28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:53:25.198045 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Attempting to bind port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:53:25.198416 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Attempting to bind port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '8f93151e-dfa0-4d19-9736-32f5da6b8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:53:25.198775 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Attempting to bind port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 on network 9c0bcc81-e680-4a25-bb87-104a08a5f39c {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:53:25.205247 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:53:25.205622 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Checking segment: {'id': '8f93151e-dfa0-4d19-9736-32f5da6b8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:53:25.206048 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:25.206435 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Bound using segment: {'id': '8f93151e-dfa0-4d19-9736-32f5da6b8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:53:25.206908 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Bound port: 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f93151e-dfa0-4d19-9736-32f5da6b8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:53:25.207529 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:25.280591 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] For port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:53:25.284016 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] For port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33,segment=NetworkSegment(8f93151e-dfa0-4d19-9736-32f5da6b8d76),segment_id=8f93151e-dfa0-4d19-9736-32f5da6b8d76)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:53:25.290849 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:25.349637 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Routers {'7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:53:25.350162 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:53:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:25.401867 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e725a-5b89-43c2-a04c-6c944edd9f28 None None] Pushing event updated for resources: {'Port': ['ID=99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:25.416057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e0e8f316-98da-4a57-a484-97b6d0371f7c None None] Provisioning complete for port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:53:25.416653 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e0e8f316-98da-4a57-a484-97b6d0371f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:25.474236 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] Set router 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:53:25.509883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8f316-98da-4a57-a484-97b6d0371f7c None None] Current status of the port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:53:25.510288 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e0e8f316-98da-4a57-a484-97b6d0371f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:25.550240 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e0e8f316-98da-4a57-a484-97b6d0371f7c None None] For port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33,segment=NetworkSegment(8f93151e-dfa0-4d19-9736-32f5da6b8d76),segment_id=8f93151e-dfa0-4d19-9736-32f5da6b8d76)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:53:25.556127 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e0e8f316-98da-4a57-a484-97b6d0371f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:25.610089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8f316-98da-4a57-a484-97b6d0371f7c None None] Pushing event updated for resources: {'Port': ['ID=99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:25.677471 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8dbbe160-b784-4b2b-975f-3b71141bd58f None None] Provisioning complete for port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:53:25.677843 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8dbbe160-b784-4b2b-975f-3b71141bd58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:25.758150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8dbbe160-b784-4b2b-975f-3b71141bd58f None None] Current status of the port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:53:25.774565 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507694894', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '5009b749-1023-43e7-ae2a-609139cae307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:22Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': '5009b749-1023-43e7-ae2a-609139cae307', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33', 'name': '', 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:cf:c2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b9197941-6092-4645-b5f9-be4432db607d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:21Z', 'updated_at': '2022-03-11T12:53:25Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': 'b9197941-6092-4645-b5f9-be4432db607d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:25.802110 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed6874d-dea4-40a7-a76c-a55efce8272b None None] The sync data for ids ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'] in n-d-833234-2 is: [{'id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507694894', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '5009b749-1023-43e7-ae2a-609139cae307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:22Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': '5009b749-1023-43e7-ae2a-609139cae307', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33', 'name': '', 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:cf:c2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b9197941-6092-4645-b5f9-be4432db607d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:21Z', 'updated_at': '2022-03-11T12:53:25Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': 'b9197941-6092-4645-b5f9-be4432db607d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:53:25.965618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5009b749-1023-43e7-ae2a-609139cae307 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:53:25.984943 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-301ab640-b26e-4c0a-a25d-d485a47ee173 req-a98f3488-707c-4ea6-b66f-c71920e988f9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 210 time: 0.0445609 Mar 11 12:53:26.020749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-b241d5fa-b3af-495c-a6a3-f54255fbe711 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:26.022872 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-b241d5fa-b3af-495c-a6a3-f54255fbe711 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "GET /v2.0/networks?id=9c0bcc81-e680-4a25-bb87-104a08a5f39c HTTP/1.1" status: 200 len: 796 time: 0.1816885 Mar 11 12:53:26.062354 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 5009b749-1023-43e7-ae2a-609139cae307 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:53:26.063033 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5009b749-1023-43e7-ae2a-609139cae307), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:26.095096 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-e1a98875-c263-4eb5-9a15-7d9084269b43 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44c471adc80a42e3bf416e933ba2e790 HTTP/1.1" status: 200 len: 380 time: 0.0612795 Mar 11 12:53:26.105166 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-1825eab9-25b6-4ea7-bc3d-311a5b235e80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'port': {'device_id': '309535ab-c190-4ddf-8937-4d79ee312431', 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c', 'admin_state_up': True, 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'security_groups': ['34d11375-2194-4555-8fc5-b3d500136771']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:53:26.162189 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 5009b749-1023-43e7-ae2a-609139cae307 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:53:26.164038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bc06903f-9c02-4c14-b94e-02cb35154595 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:53:26.227467 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port bc06903f-9c02-4c14-b94e-02cb35154595 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:53:26.228037 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (bc06903f-9c02-4c14-b94e-02cb35154595), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:26.253086 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-1825eab9-25b6-4ea7-bc3d-311a5b235e80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Made reservation on behalf of 44c471adc80a42e3bf416e933ba2e790 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:53:26.257231 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-1825eab9-25b6-4ea7-bc3d-311a5b235e80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:26.356016 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port bc06903f-9c02-4c14-b94e-02cb35154595 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:53:26.410124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-1825eab9-25b6-4ea7-bc3d-311a5b235e80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.20.0.6 (9c0bcc81-e680-4a25-bb87-104a08a5f39c/b9197941-6092-4645-b5f9-be4432db607d/3462f315-3f91-42df-84ce-b92ffc593c26) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:53:26.550561 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-1825eab9-25b6-4ea7-bc3d-311a5b235e80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (3462f315-3f91-42df-84ce-b92ffc593c26), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:26.586176 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-1825eab9-25b6-4ea7-bc3d-311a5b235e80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:26.636195 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-1825eab9-25b6-4ea7-bc3d-311a5b235e80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 9c0bcc81-e680-4a25-bb87-104a08a5f39c is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:53:26.641512 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-1825eab9-25b6-4ea7-bc3d-311a5b235e80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:53:26.644273 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-1825eab9-25b6-4ea7-bc3d-311a5b235e80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:53:26.885814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-aa8f83ca-5e70-4184-8479-d3a9f3b981a3 None None] Provisioning complete for port 3462f315-3f91-42df-84ce-b92ffc593c26 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:53:26.886966 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aa8f83ca-5e70-4184-8479-d3a9f3b981a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:26.926038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-aa8f83ca-5e70-4184-8479-d3a9f3b981a3 None None] Port 3462f315-3f91-42df-84ce-b92ffc593c26 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:53:27.029714 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825eab9-25b6-4ea7-bc3d-311a5b235e80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=3462f315-3f91-42df-84ce-b92ffc593c26,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:27.054831 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-1825eab9-25b6-4ea7-bc3d-311a5b235e80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:27.055452 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-1825eab9-25b6-4ea7-bc3d-311a5b235e80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:27.073296 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-1825eab9-25b6-4ea7-bc3d-311a5b235e80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9727788 Mar 11 12:53:27.082441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-1bac3ed7-ae74-479d-85f1-be0eef067de5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:53:27.083406 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-1bac3ed7-ae74-479d-85f1-be0eef067de5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051031 Mar 11 12:53:27.126124 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b091d4b-8399-47f7-9daa-67ab9dd405fc req-c8c80868-f8f4-4044-a237-da80d8a8cf18 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:27.127663 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b091d4b-8399-47f7-9daa-67ab9dd405fc req-c8c80868-f8f4-4044-a237-da80d8a8cf18 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 931 time: 0.0592113 Mar 11 12:53:27.149280 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Request body: {'port': {'device_id': '309535ab-c190-4ddf-8937-4d79ee312431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:53:27.179957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4b091d4b-8399-47f7-9daa-67ab9dd405fc req-0801f576-d4f7-4a5a-af41-a8b4471ed5ab tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429573 Mar 11 12:53:27.209470 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:27.486570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3462f315-3f91-42df-84ce-b92ffc593c26 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:53:27.494695 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Publish callbacks [] for port (3462f315-3f91-42df-84ce-b92ffc593c26), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:27.507105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Transition to ACTIVE for port object 3462f315-3f91-42df-84ce-b92ffc593c26 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:53:27.511862 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:27.561673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Pushing event updated for resources: {'Port': ['ID=3462f315-3f91-42df-84ce-b92ffc593c26,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:27.639623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Attempting to bind port 3462f315-3f91-42df-84ce-b92ffc593c26 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:53:27.639890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Attempting to bind port 3462f315-3f91-42df-84ce-b92ffc593c26 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '8f93151e-dfa0-4d19-9736-32f5da6b8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:53:27.640215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Attempting to bind port 3462f315-3f91-42df-84ce-b92ffc593c26 on network 9c0bcc81-e680-4a25-bb87-104a08a5f39c {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:53:27.644782 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Port 3462f315-3f91-42df-84ce-b92ffc593c26 on network 9c0bcc81-e680-4a25-bb87-104a08a5f39c not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:53:27.645098 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Attempting to bind port 3462f315-3f91-42df-84ce-b92ffc593c26 on network 9c0bcc81-e680-4a25-bb87-104a08a5f39c {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:53:27.650392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:53:27.650726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Checking segment: {'id': '8f93151e-dfa0-4d19-9736-32f5da6b8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:53:27.651104 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Bound using segment: {'id': '8f93151e-dfa0-4d19-9736-32f5da6b8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:53:27.651522 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Bound port: 3462f315-3f91-42df-84ce-b92ffc593c26, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f93151e-dfa0-4d19-9736-32f5da6b8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:53:27.651893 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:27.721810 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] For port 3462f315-3f91-42df-84ce-b92ffc593c26, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:53:27.727143 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] For port 3462f315-3f91-42df-84ce-b92ffc593c26, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3462f315-3f91-42df-84ce-b92ffc593c26,segment=NetworkSegment(8f93151e-dfa0-4d19-9736-32f5da6b8d76),segment_id=8f93151e-dfa0-4d19-9736-32f5da6b8d76)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:53:27.735341 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:27.770105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:27.770716 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:27.772105 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] 10.222.0.71 "PUT /v2.0/ports/3462f315-3f91-42df-84ce-b92ffc593c26 HTTP/1.1" status: 200 len: 1091 time: 0.6805582 Mar 11 12:53:27.772650 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309535ab-c190-4ddf-8937-4d79ee312431', 'tag': '3462f315-3f91-42df-84ce-b92ffc593c26'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:53:27.775377 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c0c08a-f663-4fbc-9cf1-3f6112193e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "309535ab-c190-4ddf-8937-4d79ee312431", "tag": "3462f315-3f91-42df-84ce-b92ffc593c26"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:53:27.800986 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783eb6de-0b14-4056-8555-303d1150bd18 service neutron] Pushing event updated for resources: {'Port': ['ID=3462f315-3f91-42df-84ce-b92ffc593c26,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:27.897601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-f4577f2e-cb79-425a-94d4-193cf4a1b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:27.899729 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-f4577f2e-cb79-425a-94d4-193cf4a1b9b7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 1125 time: 0.0747266 Mar 11 12:53:27.916812 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0813a3db-b7c3-4991-baa8-203566b7051b x-openstack-request-id: req-0813a3db-b7c3-4991-baa8-203566b7051b {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:53:27.917672 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309535ab-c190-4ddf-8937-4d79ee312431", "tag": "3462f315-3f91-42df-84ce-b92ffc593c26", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:53:27.917936 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0813a3db-b7c3-4991-baa8-203566b7051b {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:53:27.918340 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309535ab-c190-4ddf-8937-4d79ee312431', 'tag': '3462f315-3f91-42df-84ce-b92ffc593c26', 'status': 'completed', 'code': 200} Mar 11 12:53:27.941644 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:53:27.954410 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-a4e2377a-b695-4e74-b029-0bcca4840ff4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3462f315-3f91-42df-84ce-b92ffc593c26 HTTP/1.1" status: 200 len: 217 time: 0.0459855 Mar 11 12:53:27.997967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:53:27.998417 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:28.005324 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-2e09d614-28ba-4432-bdc1-4cf9ba70552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:28.006929 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-2e09d614-28ba-4432-bdc1-4cf9ba70552a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b9197941-6092-4645-b5f9-be4432db607d HTTP/1.1" status: 200 len: 835 time: 0.0461221 Mar 11 12:53:28.057570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-6d582731-1402-4291-a4aa-3173ff0950ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:28.059098 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-6d582731-1402-4291-a4aa-3173ff0950ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9c0bcc81-e680-4a25-bb87-104a08a5f39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440502 Mar 11 12:53:28.084832 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:53:28.154674 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-881530bf-65ee-48af-9149-3acedd14972b service neutron] 10.222.0.71 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884669 Mar 11 12:53:28.249952 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ce41273-b7ea-4064-8cef-575e753a7f3a req-c37de68e-4634-4f68-ac48-dae029191697 service neutron] 10.222.0.71 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891356 Mar 11 12:53:28.304152 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99fdbc-e76b-4e51-885a-3fa452d08c66 req-ded8f6f6-b23e-4813-a7ab-d72c46277b24 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:28.305800 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff99fdbc-e76b-4e51-885a-3fa452d08c66 req-ded8f6f6-b23e-4813-a7ab-d72c46277b24 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 943 time: 0.0572319 Mar 11 12:53:28.351375 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0c08a-f663-4fbc-9cf1-3f6112193e9e req-107ee041-3d2d-4f23-a408-62df6753ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:28.352974 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12c0c08a-f663-4fbc-9cf1-3f6112193e9e req-107ee041-3d2d-4f23-a408-62df6753ee88 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 1125 time: 0.0516441 Mar 11 12:53:28.354788 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ff99fdbc-e76b-4e51-885a-3fa452d08c66 req-873ae8f8-b1c9-4de4-8445-c1759e1b0dff tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433311 Mar 11 12:53:28.449461 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0c08a-f663-4fbc-9cf1-3f6112193e9e req-b7cbbb22-8ef3-409c-a4ef-10a406680ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:28.450960 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12c0c08a-f663-4fbc-9cf1-3f6112193e9e req-b7cbbb22-8ef3-409c-a4ef-10a406680ade service neutron] 10.222.0.71 "GET /v2.0/networks?id=9c0bcc81-e680-4a25-bb87-104a08a5f39c HTTP/1.1" status: 200 len: 897 time: 0.0922012 Mar 11 12:53:28.496782 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12c0c08a-f663-4fbc-9cf1-3f6112193e9e req-ee6868d4-a339-4f69-9e8c-ffa4d7d03d96 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3462f315-3f91-42df-84ce-b92ffc593c26 HTTP/1.1" status: 200 len: 217 time: 0.0389256 Mar 11 12:53:28.544955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0c08a-f663-4fbc-9cf1-3f6112193e9e req-fca6f570-13af-49ce-ae25-0731a67626da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:28.546391 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12c0c08a-f663-4fbc-9cf1-3f6112193e9e req-fca6f570-13af-49ce-ae25-0731a67626da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b9197941-6092-4645-b5f9-be4432db607d HTTP/1.1" status: 200 len: 835 time: 0.0434387 Mar 11 12:53:28.598420 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0c08a-f663-4fbc-9cf1-3f6112193e9e req-d65dfefd-2ced-4438-86b2-64deb939086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:28.599938 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12c0c08a-f663-4fbc-9cf1-3f6112193e9e req-d65dfefd-2ced-4438-86b2-64deb939086f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9c0bcc81-e680-4a25-bb87-104a08a5f39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472813 Mar 11 12:53:28.702626 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12c0c08a-f663-4fbc-9cf1-3f6112193e9e req-8d3904f4-670d-4c41-9105-773e88cd1d15 service neutron] 10.222.0.71 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950074 Mar 11 12:53:28.801162 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-12c0c08a-f663-4fbc-9cf1-3f6112193e9e req-d5178f90-bf55-4445-8f79-e66471838eec service neutron] 10.222.0.71 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918562 Mar 11 12:53:29.482434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef18ae-9d85-40d2-b40b-8660cd14617e req-cd667d00-482d-49f3-b452-8a113a3d5b6a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:29.483934 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4ef18ae-9d85-40d2-b40b-8660cd14617e req-cd667d00-482d-49f3-b452-8a113a3d5b6a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 943 time: 0.0583427 Mar 11 12:53:29.538388 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e4ef18ae-9d85-40d2-b40b-8660cd14617e req-a4a9bafb-b8ea-44f2-91a4-e5008d477c39 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486081 Mar 11 12:53:29.957290 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:53:30.686493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b63a15-f20e-4eff-8002-b545c5fe16fb req-2a2f5887-69b5-434a-8215-3a6ac10aae27 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:30.688065 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38b63a15-f20e-4eff-8002-b545c5fe16fb req-2a2f5887-69b5-434a-8215-3a6ac10aae27 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 943 time: 0.0627892 Mar 11 12:53:30.741651 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-38b63a15-f20e-4eff-8002-b545c5fe16fb req-11304886-51d7-414c-bdb5-3853c03f9c23 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477726 Mar 11 12:53:30.962766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 3462f315-3f91-42df-84ce-b92ffc593c26 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:53:31.068816 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 3462f315-3f91-42df-84ce-b92ffc593c26, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3462f315-3f91-42df-84ce-b92ffc593c26,segment=NetworkSegment(8f93151e-dfa0-4d19-9736-32f5da6b8d76),segment_id=8f93151e-dfa0-4d19-9736-32f5da6b8d76)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:53:31.080868 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '3462f315-3f91-42df-84ce-b92ffc593c26', 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c', 'port_id': '3462f315-3f91-42df-84ce-b92ffc593c26', 'mac_address': 'fa:16:3e:c9:09:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9197941-6092-4645-b5f9-be4432db607d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:53:31.120477 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 3462f315-3f91-42df-84ce-b92ffc593c26 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:53:31.120862 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:31.135465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3462f315-3f91-42df-84ce-b92ffc593c26 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:53:31.157077 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 3462f315-3f91-42df-84ce-b92ffc593c26, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3462f315-3f91-42df-84ce-b92ffc593c26,segment=NetworkSegment(8f93151e-dfa0-4d19-9736-32f5da6b8d76),segment_id=8f93151e-dfa0-4d19-9736-32f5da6b8d76)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:53:31.164475 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:31.215697 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=3462f315-3f91-42df-84ce-b92ffc593c26,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:31.427647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['3462f315-3f91-42df-84ce-b92ffc593c26'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:53:31.867995 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ef57b-0437-4a3d-afb4-298a08b95efd req-447af8f4-72b3-487d-af71-b182d0f51ea3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:31.869487 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b22ef57b-0437-4a3d-afb4-298a08b95efd req-447af8f4-72b3-487d-af71-b182d0f51ea3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 944 time: 0.0547757 Mar 11 12:53:31.925558 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b22ef57b-0437-4a3d-afb4-298a08b95efd req-80e5091f-4aea-4c49-81db-d01bc9d6f141 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476596 Mar 11 12:53:32.968231 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 3462f315-3f91-42df-84ce-b92ffc593c26 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:53:33.026037 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 3462f315-3f91-42df-84ce-b92ffc593c26 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:53:33.031101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 3462f315-3f91-42df-84ce-b92ffc593c26 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:53:33.031475 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:33.053592 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673f69b-d809-48a3-aa1d-178603623957 req-4b98feb4-239e-4fa0-8784-ea1de7771489 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:33.055553 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5673f69b-d809-48a3-aa1d-178603623957 req-4b98feb4-239e-4fa0-8784-ea1de7771489 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 944 time: 0.0605485 Mar 11 12:53:33.104657 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5673f69b-d809-48a3-aa1d-178603623957 req-3ae3791d-44ca-4d4e-9759-9df84ae4fde7 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438268 Mar 11 12:53:33.109614 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 3462f315-3f91-42df-84ce-b92ffc593c26 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:53:33.110004 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:33.133181 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309535ab-c190-4ddf-8937-4d79ee312431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3462f315-3f91-42df-84ce-b92ffc593c26'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:53:33.135457 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb899b4-daaa-4f38-9218-65d1c952d9df" -d '{"events": [{"server_uuid": "309535ab-c190-4ddf-8937-4d79ee312431", "name": "network-vif-plugged", "status": "completed", "tag": "3462f315-3f91-42df-84ce-b92ffc593c26"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:53:33.148724 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 3462f315-3f91-42df-84ce-b92ffc593c26, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3462f315-3f91-42df-84ce-b92ffc593c26,segment=NetworkSegment(8f93151e-dfa0-4d19-9736-32f5da6b8d76),segment_id=8f93151e-dfa0-4d19-9736-32f5da6b8d76)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:53:33.153901 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:33.184056 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dc8168-73fc-483e-8ae6-8e0de4488b0f x-openstack-request-id: req-f9dc8168-73fc-483e-8ae6-8e0de4488b0f {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:53:33.184343 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309535ab-c190-4ddf-8937-4d79ee312431", "name": "network-vif-plugged", "status": "completed", "tag": "3462f315-3f91-42df-84ce-b92ffc593c26", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:53:33.184597 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f9dc8168-73fc-483e-8ae6-8e0de4488b0f {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:53:33.184980 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309535ab-c190-4ddf-8937-4d79ee312431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3462f315-3f91-42df-84ce-b92ffc593c26', 'code': 200} Mar 11 12:53:33.213599 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=3462f315-3f91-42df-84ce-b92ffc593c26,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:33.278099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387420-d8a9-4fe4-ae19-b753f04c2cee req-9f301a7e-b741-4bee-9c1b-1e7b95c6848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:33.279644 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2c387420-d8a9-4fe4-ae19-b753f04c2cee req-9f301a7e-b741-4bee-9c1b-1e7b95c6848c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 1127 time: 0.0457866 Mar 11 12:53:33.332199 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-2c387420-d8a9-4fe4-ae19-b753f04c2cee req-9d7019bb-c03a-451e-b103-f923c28e5b59 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462406 Mar 11 12:53:34.252262 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755ff94-ddb5-4005-a61e-c710dd17fc1d req-f06d0894-f197-4d99-8be1-0ab2cff4a8a1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:34.253770 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4755ff94-ddb5-4005-a61e-c710dd17fc1d req-f06d0894-f197-4d99-8be1-0ab2cff4a8a1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0710242 Mar 11 12:53:34.310782 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4755ff94-ddb5-4005-a61e-c710dd17fc1d req-3feb1adf-11be-4bb5-ab8d-ec9575f959d7 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507648 Mar 11 12:53:34.430318 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:35.452210 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da931ac5-beb3-46ba-8c4e-085e58e6289c req-2f974437-94c9-4b95-a9ec-ea3c44ed9a26 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:35.453707 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da931ac5-beb3-46ba-8c4e-085e58e6289c req-2f974437-94c9-4b95-a9ec-ea3c44ed9a26 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0646336 Mar 11 12:53:35.503725 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-da931ac5-beb3-46ba-8c4e-085e58e6289c req-db13adbf-fd80-469a-8c2d-8005902b04a1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442746 Mar 11 12:53:35.627134 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03361234-b3a8-4937-a6b2-0f7f601328fb req-a440fe53-836e-41dc-b03c-2cff33fd1409 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:35.628652 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03361234-b3a8-4937-a6b2-0f7f601328fb req-a440fe53-836e-41dc-b03c-2cff33fd1409 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0562403 Mar 11 12:53:35.680264 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-03361234-b3a8-4937-a6b2-0f7f601328fb req-90c70751-e7e3-43a3-8b5e-59ef574e784a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428150 Mar 11 12:53:35.701791 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47550) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:35.746986 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22d63a4-d278-4577-9d5e-4324aac9ac8e tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:35.748579 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e22d63a4-d278-4577-9d5e-4324aac9ac8e tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 1122 time: 0.0458219 Mar 11 12:53:35.752759 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47552) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:35.757131 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '3462f315-3f91-42df-84ce-b92ffc593c26', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:53:35.782389 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:35.905806 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:36.018767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.25.7.68 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/07b6691d-b9e5-4e87-87e3-a4f6621b3fc8) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:53:36.119646 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (07b6691d-b9e5-4e87-87e3-a4f6621b3fc8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:36.156149 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (07b6691d-b9e5-4e87-87e3-a4f6621b3fc8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:36.194459 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:53:36.199803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:53:36.203270 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:53:36.230944 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=07b6691d-b9e5-4e87-87e3-a4f6621b3fc8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:36.588713 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (fce45d95-03f9-49fb-9a1d-0ab0beb6cef8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:36.664548 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (07b6691d-b9e5-4e87-87e3-a4f6621b3fc8), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:36.829529 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (07b6691d-b9e5-4e87-87e3-a4f6621b3fc8), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:36.836397 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (07b6691d-b9e5-4e87-87e3-a4f6621b3fc8), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:36.905481 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=07b6691d-b9e5-4e87-87e3-a4f6621b3fc8,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:53:36.917494 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (fce45d95-03f9-49fb-9a1d-0ab0beb6cef8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:37.026753 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Floating IP fce45d95-03f9-49fb-9a1d-0ab0beb6cef8 associated. External IP: 172.25.7.68, port: 3462f315-3f91-42df-84ce-b92ffc593c26. Mar 11 12:53:37.259099 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:53:37.376984 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:53:37.387178 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6906dbef-d99b-4d99-b638-6063e37c239b None None] Sync routers for ids ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:53:37.397813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6906dbef-d99b-4d99-b638-6063e37c239b None None] Routers {'7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:53:37.398470 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6906dbef-d99b-4d99-b638-6063e37c239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:53:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:37.398619 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:37.428435 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-2788d2f3-1db1-4344-b6e0-6f6f3e9ce911 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6746728 Mar 11 12:53:37.429034 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309535ab-c190-4ddf-8937-4d79ee312431', 'tag': '3462f315-3f91-42df-84ce-b92ffc593c26'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:53:37.432056 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd2061c-b8fd-4300-85f0-85f428de0f08" -d '{"events": [{"name": "network-changed", "server_uuid": "309535ab-c190-4ddf-8937-4d79ee312431", "tag": "3462f315-3f91-42df-84ce-b92ffc593c26"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:53:37.513451 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-6906dbef-d99b-4d99-b638-6063e37c239b None None] Set router 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:53:37.545231 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c0f5e-6be1-434f-8328-d1a893dbaa5c req-672bd93f-740f-4833-afe2-fe443f3485de tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:37.546782 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f0c0f5e-6be1-434f-8328-d1a893dbaa5c req-672bd93f-740f-4833-afe2-fe443f3485de tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0570641 Mar 11 12:53:37.548549 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033c7b54-9c08-450d-9183-849a309ef655 x-openstack-request-id: req-033c7b54-9c08-450d-9183-849a309ef655 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:53:37.548838 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309535ab-c190-4ddf-8937-4d79ee312431", "tag": "3462f315-3f91-42df-84ce-b92ffc593c26", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:53:37.549095 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-033c7b54-9c08-450d-9183-849a309ef655 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:53:37.550011 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309535ab-c190-4ddf-8937-4d79ee312431', 'tag': '3462f315-3f91-42df-84ce-b92ffc593c26', 'status': 'completed', 'code': 200} Mar 11 12:53:37.605017 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f0c0f5e-6be1-434f-8328-d1a893dbaa5c req-4c454e8a-e6a0-4bc7-9306-17c052c931fc tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486491 Mar 11 12:53:37.620758 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2061c-b8fd-4300-85f0-85f428de0f08 req-8388d049-df16-4537-ab45-916432bac583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:37.622434 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bcd2061c-b8fd-4300-85f0-85f428de0f08 req-8388d049-df16-4537-ab45-916432bac583 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 1127 time: 0.0535686 Mar 11 12:53:37.628279 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47560) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:37.742473 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6906dbef-d99b-4d99-b638-6063e37c239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507694894', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '5009b749-1023-43e7-ae2a-609139cae307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:22Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': '5009b749-1023-43e7-ae2a-609139cae307', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'fce45d95-03f9-49fb-9a1d-0ab0beb6cef8', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'port_id': '3462f315-3f91-42df-84ce-b92ffc593c26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c', 'mac_address': 'fa:16:3e:c9:09:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309535ab-c190-4ddf-8937-4d79ee312431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:53:36Z', 'updated_at': '2022-03-11T12:53:36Z', 'revision_number': 0, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33', 'name': '', 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:cf:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b9197941-6092-4645-b5f9-be4432db607d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:21Z', 'updated_at': '2022-03-11T12:53:25Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': 'b9197941-6092-4645-b5f9-be4432db607d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:37.743063 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-2c40370b-25c8-4abc-99f1-db9805ef335b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/floatingips/fce45d95-03f9-49fb-9a1d-0ab0beb6cef8 HTTP/1.1" status: 200 len: 990 time: 0.1135182 Mar 11 12:53:37.765367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2061c-b8fd-4300-85f0-85f428de0f08 req-212af251-7547-4c47-926f-4c8ffa720a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:37.766851 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bcd2061c-b8fd-4300-85f0-85f428de0f08 req-212af251-7547-4c47-926f-4c8ffa720a61 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9c0bcc81-e680-4a25-bb87-104a08a5f39c HTTP/1.1" status: 200 len: 897 time: 0.1321309 Mar 11 12:53:37.769169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6906dbef-d99b-4d99-b638-6063e37c239b None None] Checking router: 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:53:37.778047 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6906dbef-d99b-4d99-b638-6063e37c239b None None] Routers {'7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:53:37.778650 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6906dbef-d99b-4d99-b638-6063e37c239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:53:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:37.837472 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bcd2061c-b8fd-4300-85f0-85f428de0f08 req-7f021a43-5eea-4d9e-a5ce-37732fcb2e58 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3462f315-3f91-42df-84ce-b92ffc593c26 HTTP/1.1" status: 200 len: 998 time: 0.0639775 Mar 11 12:53:37.888252 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-6906dbef-d99b-4d99-b638-6063e37c239b None None] Set router 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:53:37.888822 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2061c-b8fd-4300-85f0-85f428de0f08 req-2960a3c5-609b-4915-bcf7-fc58c77d08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:37.890343 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bcd2061c-b8fd-4300-85f0-85f428de0f08 req-2960a3c5-609b-4915-bcf7-fc58c77d08ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b9197941-6092-4645-b5f9-be4432db607d HTTP/1.1" status: 200 len: 835 time: 0.0466204 Mar 11 12:53:37.944744 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2061c-b8fd-4300-85f0-85f428de0f08 req-fb73f8cd-04af-446a-8980-fe7312ff3d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:37.946321 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bcd2061c-b8fd-4300-85f0-85f428de0f08 req-fb73f8cd-04af-446a-8980-fe7312ff3d14 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9c0bcc81-e680-4a25-bb87-104a08a5f39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497291 Mar 11 12:53:38.038485 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bcd2061c-b8fd-4300-85f0-85f428de0f08 req-55fc8993-cbee-4e87-a361-372543bfc733 service neutron] 10.222.0.71 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857992 Mar 11 12:53:38.117487 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6906dbef-d99b-4d99-b638-6063e37c239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507694894', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '5009b749-1023-43e7-ae2a-609139cae307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:22Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': '5009b749-1023-43e7-ae2a-609139cae307', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'fce45d95-03f9-49fb-9a1d-0ab0beb6cef8', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'port_id': '3462f315-3f91-42df-84ce-b92ffc593c26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c', 'mac_address': 'fa:16:3e:c9:09:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309535ab-c190-4ddf-8937-4d79ee312431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:53:36Z', 'updated_at': '2022-03-11T12:53:36Z', 'revision_number': 0, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33', 'name': '', 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:cf:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b9197941-6092-4645-b5f9-be4432db607d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:21Z', 'updated_at': '2022-03-11T12:53:25Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': 'b9197941-6092-4645-b5f9-be4432db607d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:53:38.129814 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-bcd2061c-b8fd-4300-85f0-85f428de0f08 req-b5c875f2-37ca-45d7-8869-5ead3bfb5c86 service neutron] 10.222.0.71 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849433 Mar 11 12:53:38.148114 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6906dbef-d99b-4d99-b638-6063e37c239b None None] The sync data for ids ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'] in n-d-833234-2 is: [{'id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507694894', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '5009b749-1023-43e7-ae2a-609139cae307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:22Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': '5009b749-1023-43e7-ae2a-609139cae307', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': 'fce45d95-03f9-49fb-9a1d-0ab0beb6cef8', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'port_id': '3462f315-3f91-42df-84ce-b92ffc593c26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c', 'mac_address': 'fa:16:3e:c9:09:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309535ab-c190-4ddf-8937-4d79ee312431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:53:36Z', 'updated_at': '2022-03-11T12:53:36Z', 'revision_number': 0, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33', 'name': '', 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:cf:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b9197941-6092-4645-b5f9-be4432db607d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:21Z', 'updated_at': '2022-03-11T12:53:25Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': 'b9197941-6092-4645-b5f9-be4432db607d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:53:38.361951 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8582281-44e8-4c88-b089-552402fc8f49 None None] New status for floating IP fce45d95-03f9-49fb-9a1d-0ab0beb6cef8: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:53:38.748453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47562) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:53:38.824113 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-01375fc3-3c11-4a37-a908-3182c3ddfb16 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/floatingips/fce45d95-03f9-49fb-9a1d-0ab0beb6cef8 HTTP/1.1" status: 200 len: 992 time: 0.0742431 Mar 11 12:53:40.631341 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-70206524-5d45-4bf5-9093-6863d958c004 req-b98db3fb-2fc8-4f49-a601-0f9a2d298c1d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481234 Mar 11 12:53:40.743240 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70206524-5d45-4bf5-9093-6863d958c004 req-a2ffa6cf-d708-4cb0-a1c8-ae4dc1e68f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:40.745016 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-70206524-5d45-4bf5-9093-6863d958c004 req-a2ffa6cf-d708-4cb0-a1c8-ae4dc1e68f0a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 1127 time: 0.0472298 Mar 11 12:53:40.869098 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70206524-5d45-4bf5-9093-6863d958c004 req-515d01ed-177b-408d-9ba8-21267ba08e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:40.870629 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-70206524-5d45-4bf5-9093-6863d958c004 req-515d01ed-177b-408d-9ba8-21267ba08e7f service neutron] 10.222.0.71 "GET /v2.0/networks?id=9c0bcc81-e680-4a25-bb87-104a08a5f39c HTTP/1.1" status: 200 len: 897 time: 0.0912170 Mar 11 12:53:40.941769 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-70206524-5d45-4bf5-9093-6863d958c004 req-1ccf8a2c-c730-4d81-95bb-423fd797987b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3462f315-3f91-42df-84ce-b92ffc593c26 HTTP/1.1" status: 200 len: 1000 time: 0.0627315 Mar 11 12:53:41.002312 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70206524-5d45-4bf5-9093-6863d958c004 req-565400e7-146c-4229-af7d-7b28866eb487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:41.003780 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-70206524-5d45-4bf5-9093-6863d958c004 req-565400e7-146c-4229-af7d-7b28866eb487 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b9197941-6092-4645-b5f9-be4432db607d HTTP/1.1" status: 200 len: 835 time: 0.0533335 Mar 11 12:53:41.060359 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70206524-5d45-4bf5-9093-6863d958c004 req-75eb61dc-2c78-4550-9353-6c1ac4e0a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:53:41.061888 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-70206524-5d45-4bf5-9093-6863d958c004 req-75eb61dc-2c78-4550-9353-6c1ac4e0a559 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9c0bcc81-e680-4a25-bb87-104a08a5f39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511389 Mar 11 12:53:41.152433 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-70206524-5d45-4bf5-9093-6863d958c004 req-bd7fc842-4e54-46b4-9af1-024838234899 service neutron] 10.222.0.71 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840688 Mar 11 12:53:41.248856 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-70206524-5d45-4bf5-9093-6863d958c004 req-570de373-9316-4334-b872-b13e1d0f1cd2 service neutron] 10.222.0.71 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897133 Mar 11 12:53:43.190813 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:43.721668 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-39d5b950-1087-4e54-9fbd-55317263b56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:45.812730 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bccf4905-2009-4d48-bb36-a603d5b39882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:47.483621 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:48.912676 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:53:50.143109 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:04.438319 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:06.951837 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:54:12.008372 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-0d97f4ed-d723-4050-b68c-6b2a99af4e70 req-a8313670-1f0d-46d3-9a93-597332f0e75e service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:54:12.009337 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0d97f4ed-d723-4050-b68c-6b2a99af4e70 req-a8313670-1f0d-46d3-9a93-597332f0e75e service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055194 Mar 11 12:54:12.208488 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47580) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:54:12.217492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443004d-756a-4b77-9bb9-4a8827e60b59 req-e70ccac1-06b1-4c51-a010-18edfd01b1bd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:12.219755 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e443004d-756a-4b77-9bb9-4a8827e60b59 req-e70ccac1-06b1-4c51-a010-18edfd01b1bd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0601432 Mar 11 12:54:12.274013 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e443004d-756a-4b77-9bb9-4a8827e60b59 req-02bc8631-c10c-4e16-bc5d-385ad5d36a14 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460305 Mar 11 12:54:12.299940 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-07c9dba9-90de-4b31-9b88-64cdeab53143 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902960 Mar 11 12:54:12.308297 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-f0aa27a6-488b-439b-8059-118beffd8711 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 12:54:12.309230 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-f0aa27a6-488b-439b-8059-118beffd8711 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048678 Mar 11 12:54:12.765722 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47602) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:54:12.859591 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-80a25aa9-e46c-4724-a61e-fab43cb25e22 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:12.860971 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-80a25aa9-e46c-4724-a61e-fab43cb25e22 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports/3462f315-3f91-42df-84ce-b92ffc593c26 HTTP/1.1" status: 200 len: 942 time: 0.0939107 Mar 11 12:54:13.182719 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:13.403046 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abe391-a5f1-4ad2-9cea-1968f4342fae req-940e29ae-8d91-4877-9370-e6356aeb9d5e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:13.404780 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69abe391-a5f1-4ad2-9cea-1968f4342fae req-940e29ae-8d91-4877-9370-e6356aeb9d5e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0569847 Mar 11 12:54:13.459271 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-69abe391-a5f1-4ad2-9cea-1968f4342fae req-a2a45c8f-62eb-42b0-9cee-5228e3824f0a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458186 Mar 11 12:54:13.704890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-a1966b75-ba54-49d6-a793-f9e0b175a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:13.706496 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-a1966b75-ba54-49d6-a793-f9e0b175a958 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 1127 time: 0.0469654 Mar 11 12:54:13.715003 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7b58029f-9963-4a03-b4ea-0dda837fd6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:13.805388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-ffe20267-5d6c-440f-a63b-6bfd92087c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:13.806899 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-ffe20267-5d6c-440f-a63b-6bfd92087c2c service neutron] 10.222.0.71 "GET /v2.0/networks?id=9c0bcc81-e680-4a25-bb87-104a08a5f39c HTTP/1.1" status: 200 len: 897 time: 0.0913246 Mar 11 12:54:13.874859 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-2dacc056-3333-49ac-b206-c862bfc7ada3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3462f315-3f91-42df-84ce-b92ffc593c26 HTTP/1.1" status: 200 len: 1000 time: 0.0602238 Mar 11 12:54:13.928625 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-60e03ad2-2ddf-4cfb-b0ab-105dc07a37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:13.930132 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-60e03ad2-2ddf-4cfb-b0ab-105dc07a37bf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b9197941-6092-4645-b5f9-be4432db607d HTTP/1.1" status: 200 len: 835 time: 0.0489113 Mar 11 12:54:13.987134 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-523156e8-e5e3-4410-bf46-9a90730e48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:13.988663 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-523156e8-e5e3-4410-bf46-9a90730e48e0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9c0bcc81-e680-4a25-bb87-104a08a5f39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517995 Mar 11 12:54:14.087608 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-b05ccf05-a63e-4273-acbf-600bb8903162 service neutron] 10.222.0.71 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913522 Mar 11 12:54:14.175261 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-00ce8234-26bb-4ad2-bdec-0d2d05b39e96 service neutron] 10.222.0.71 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812542 Mar 11 12:54:14.594541 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc433b53-37b6-491d-a80e-69a83e4e24ce req-f6b1bf90-8681-4b52-a0f1-b0e0f04d64f9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:14.596061 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc433b53-37b6-491d-a80e-69a83e4e24ce req-f6b1bf90-8681-4b52-a0f1-b0e0f04d64f9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0602653 Mar 11 12:54:14.650537 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fc433b53-37b6-491d-a80e-69a83e4e24ce req-b7760084-6e7c-4a9c-b473-fd66f333b2f0 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463393 Mar 11 12:54:15.793734 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8853f8c-c716-4da9-a069-ad566b4050eb req-243a3b66-61ca-4aaf-8884-816ed0d8b3e4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:15.795737 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8853f8c-c716-4da9-a069-ad566b4050eb req-243a3b66-61ca-4aaf-8884-816ed0d8b3e4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0572417 Mar 11 12:54:15.807729 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-85cdad0a-084b-455c-88e6-8888dcdc7285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:15.845659 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8853f8c-c716-4da9-a069-ad566b4050eb req-b5485366-fc98-497a-82d7-8300ec957830 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439215 Mar 11 12:54:16.985116 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac7736-aa3d-423a-b666-1952e22b769a req-8c6a02f8-0d80-4671-833e-8ef11ca2916a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:16.986606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1bac7736-aa3d-423a-b666-1952e22b769a req-8c6a02f8-0d80-4671-833e-8ef11ca2916a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0629656 Mar 11 12:54:17.041530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1bac7736-aa3d-423a-b666-1952e22b769a req-4041919a-3a10-4dfe-96f4-e81ec5b6c408 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461252 Mar 11 12:54:17.495782 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:18.170988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c73ff-d740-46df-9283-b77127e6b2cc req-97dae6cd-111e-45c8-a691-8adc75bb607a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:18.172403 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef0c73ff-d740-46df-9283-b77127e6b2cc req-97dae6cd-111e-45c8-a691-8adc75bb607a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0568669 Mar 11 12:54:18.224534 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ef0c73ff-d740-46df-9283-b77127e6b2cc req-3ec48867-9d32-42af-8a50-9dccb108579e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464439 Mar 11 12:54:18.921113 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:19.351831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c482dc-997f-4845-b64b-7d8e4ab79ab3 req-b424c3a0-c40c-4f23-987c-b376cf192be2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:19.353333 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a6c482dc-997f-4845-b64b-7d8e4ab79ab3 req-b424c3a0-c40c-4f23-987c-b376cf192be2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0550244 Mar 11 12:54:19.400664 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a6c482dc-997f-4845-b64b-7d8e4ab79ab3 req-87b0a19f-e9aa-404b-acba-ee11959abd8f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415337 Mar 11 12:54:20.142306 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:20.542149 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c656e44-7eec-4f4b-9486-11c45314b93a req-877cce31-eb4c-455b-9875-ad929bd78ec4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:20.543683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c656e44-7eec-4f4b-9486-11c45314b93a req-877cce31-eb4c-455b-9875-ad929bd78ec4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0617404 Mar 11 12:54:20.596423 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0c656e44-7eec-4f4b-9486-11c45314b93a req-46e9950d-01e5-437b-b242-ed0b1419c1ab tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469170 Mar 11 12:54:21.738625 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156197e2-0c6a-41c2-8183-d225d95e0e52 req-c834335a-be90-403d-9253-bc9675dcd7b9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:21.740627 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-156197e2-0c6a-41c2-8183-d225d95e0e52 req-c834335a-be90-403d-9253-bc9675dcd7b9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0611787 Mar 11 12:54:21.792951 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-156197e2-0c6a-41c2-8183-d225d95e0e52 req-399620d3-897c-46fc-bd59-8ccc8f792b86 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463717 Mar 11 12:54:22.939529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37896775-3502-484f-abb2-0df3c830fe45 req-d7e440ee-4860-44ca-af70-ab220a7a9b16 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:22.941057 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37896775-3502-484f-abb2-0df3c830fe45 req-d7e440ee-4860-44ca-af70-ab220a7a9b16 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0615222 Mar 11 12:54:22.996773 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37896775-3502-484f-abb2-0df3c830fe45 req-df3f1d07-5fe2-42b9-9d40-b6002ed0f32d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499825 Mar 11 12:54:24.129988 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cc84b-0118-4286-95ae-e66994da940b req-279e2270-ec7f-4433-b388-044d66a17bf3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:24.131438 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a2cc84b-0118-4286-95ae-e66994da940b req-279e2270-ec7f-4433-b388-044d66a17bf3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0604455 Mar 11 12:54:24.192523 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3a2cc84b-0118-4286-95ae-e66994da940b req-d4465427-2d78-4e7d-8b55-b39e0722166d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525985 Mar 11 12:54:25.333444 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c8034-90eb-422a-b5ea-989ca8237967 req-f4cd5a2d-7d53-493b-b030-f7ea9264af6e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:25.334950 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f08c8034-90eb-422a-b5ea-989ca8237967 req-f4cd5a2d-7d53-493b-b030-f7ea9264af6e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0628443 Mar 11 12:54:25.395348 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f08c8034-90eb-422a-b5ea-989ca8237967 req-2e11f3b3-5e13-4651-9d58-9e7a229efbb6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504005 Mar 11 12:54:26.531476 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f881b0-1b72-4443-bc11-32529ac6b5cf req-04d175a5-a0f1-4ec8-b793-0172b9faf548 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:26.532875 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23f881b0-1b72-4443-bc11-32529ac6b5cf req-04d175a5-a0f1-4ec8-b793-0172b9faf548 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0564101 Mar 11 12:54:26.582805 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23f881b0-1b72-4443-bc11-32529ac6b5cf req-9abbb411-3145-43af-8d86-0e9fff492d7f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441549 Mar 11 12:54:27.713171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0ae5c-8b65-4b92-bc99-f45ba8c8164b req-fcc867f5-cbc4-4f7a-838b-780055a5541e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:27.714700 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63f0ae5c-8b65-4b92-bc99-f45ba8c8164b req-fcc867f5-cbc4-4f7a-838b-780055a5541e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0551121 Mar 11 12:54:27.769147 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63f0ae5c-8b65-4b92-bc99-f45ba8c8164b req-e36d1837-cada-4fd8-9023-a5b4cdf5d46e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481067 Mar 11 12:54:28.907973 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db55fc-10aa-4d90-9105-875c25fc61cc req-8bd9202a-5331-4354-8dab-4bee63df0b41 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:28.909461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91db55fc-10aa-4d90-9105-875c25fc61cc req-8bd9202a-5331-4354-8dab-4bee63df0b41 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0703995 Mar 11 12:54:28.957505 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-91db55fc-10aa-4d90-9105-875c25fc61cc req-1fbed1a8-992b-4421-ae20-d7577c4ee485 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423312 Mar 11 12:54:30.104106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8402a-b05e-4a17-9f83-6b49ab7b3fd3 req-281b6603-2aca-44f5-9b29-5cb47cecaa76 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:30.105573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-43d8402a-b05e-4a17-9f83-6b49ab7b3fd3 req-281b6603-2aca-44f5-9b29-5cb47cecaa76 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0637181 Mar 11 12:54:30.154999 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-43d8402a-b05e-4a17-9f83-6b49ab7b3fd3 req-2ebfcf06-d9a4-41bf-b751-7b1a25c23d9d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436361 Mar 11 12:54:31.058849 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-bbb2fcf4-b573-4de2-b230-ecebdd3798d6 service neutron] show failed (client error): The resource could not be found. Mar 11 12:54:31.059873 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-bbb2fcf4-b573-4de2-b230-ecebdd3798d6 service neutron] 10.222.0.71 "GET /v2.0/ports/3462f315-3f91-42df-84ce-b92ffc593c26/bindings/n-h2-833234-2 HTTP/1.1" status: 404 len: 380 time: 0.0650561 Mar 11 12:54:31.317747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aadd1f-4a3b-4ca1-9a01-d057e22da566 req-15576b5d-b972-433f-b2fa-5ef2be768cda tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:31.319254 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8aadd1f-4a3b-4ca1-9a01-d057e22da566 req-15576b5d-b972-433f-b2fa-5ef2be768cda tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0935824 Mar 11 12:54:31.323845 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-5880bc26-5b5b-44b0-9116-57aa59f0386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:31.325247 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-5880bc26-5b5b-44b0-9116-57aa59f0386a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431&tenant_id=44c471adc80a42e3bf416e933ba2e790 HTTP/1.1" status: 200 len: 1127 time: 0.0875854 Mar 11 12:54:31.343521 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:54:31.417456 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f8aadd1f-4a3b-4ca1-9a01-d057e22da566 req-0a0b40b1-4cd6-410d-b6a5-2290e962597a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912683 Mar 11 12:54:31.424159 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:31.631128 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] For port 3462f315-3f91-42df-84ce-b92ffc593c26, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=3462f315-3f91-42df-84ce-b92ffc593c26,segment=NetworkSegment(8f93151e-dfa0-4d19-9736-32f5da6b8d76),segment_id=8f93151e-dfa0-4d19-9736-32f5da6b8d76)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:54:31.663063 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] For port 3462f315-3f91-42df-84ce-b92ffc593c26, host n-h1-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:54:31.701603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309535ab-c190-4ddf-8937-4d79ee312431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3462f315-3f91-42df-84ce-b92ffc593c26'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:54:31.703939 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa8b841-f715-41bb-ba0c-386942a5dd37" -d '{"events": [{"server_uuid": "309535ab-c190-4ddf-8937-4d79ee312431", "name": "network-vif-unplugged", "status": "completed", "tag": "3462f315-3f91-42df-84ce-b92ffc593c26"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:54:31.711611 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Publish callbacks [] for port (3462f315-3f91-42df-84ce-b92ffc593c26), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:31.720493 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Transition to ACTIVE for port object 3462f315-3f91-42df-84ce-b92ffc593c26 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:54:31.725810 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:31.760347 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 12:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1945063-6b42-4605-819f-b06773c7d3e4 x-openstack-request-id: req-a1945063-6b42-4605-819f-b06773c7d3e4 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:54:31.760754 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309535ab-c190-4ddf-8937-4d79ee312431", "name": "network-vif-unplugged", "status": "completed", "tag": "3462f315-3f91-42df-84ce-b92ffc593c26", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:54:31.760911 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1945063-6b42-4605-819f-b06773c7d3e4 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:54:31.761291 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309535ab-c190-4ddf-8937-4d79ee312431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3462f315-3f91-42df-84ce-b92ffc593c26', 'code': 200} Mar 11 12:54:31.813556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Pushing event updated for resources: {'Port': ['ID=3462f315-3f91-42df-84ce-b92ffc593c26,revision_number=6']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:31.826094 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:31.826434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:31.826778 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:31.827106 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:31.827437 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:31.828136 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:31.828551 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:31.828875 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:31.829195 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:31.829518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:31.829836 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:31.830150 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:31.830465 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:31.869726 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] No DVR routers for this DVR port 3462f315-3f91-42df-84ce-b92ffc593c26 on host n-h1-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:54:32.009189 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Attempting to bind port 3462f315-3f91-42df-84ce-b92ffc593c26 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:54:32.009495 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Attempting to bind port 3462f315-3f91-42df-84ce-b92ffc593c26 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '8f93151e-dfa0-4d19-9736-32f5da6b8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:54:32.009848 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Attempting to bind port 3462f315-3f91-42df-84ce-b92ffc593c26 on network 9c0bcc81-e680-4a25-bb87-104a08a5f39c {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:54:32.014273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Port 3462f315-3f91-42df-84ce-b92ffc593c26 on network 9c0bcc81-e680-4a25-bb87-104a08a5f39c not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:54:32.014587 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Attempting to bind port 3462f315-3f91-42df-84ce-b92ffc593c26 on network 9c0bcc81-e680-4a25-bb87-104a08a5f39c {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:54:32.019834 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:54:32.020170 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Checking segment: {'id': '8f93151e-dfa0-4d19-9736-32f5da6b8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:54:32.020551 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Bound using segment: {'id': '8f93151e-dfa0-4d19-9736-32f5da6b8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:54:32.020967 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Bound port: 3462f315-3f91-42df-84ce-b92ffc593c26, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f93151e-dfa0-4d19-9736-32f5da6b8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:54:32.021315 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:32.083536 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] For port 3462f315-3f91-42df-84ce-b92ffc593c26, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:54:32.086996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] For port 3462f315-3f91-42df-84ce-b92ffc593c26, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3462f315-3f91-42df-84ce-b92ffc593c26,segment=NetworkSegment(8f93151e-dfa0-4d19-9736-32f5da6b8d76),segment_id=8f93151e-dfa0-4d19-9736-32f5da6b8d76)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:54:32.095557 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:32.135751 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:32.136395 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:32.138726 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] 10.222.0.37 "PUT /v2.0/ports/3462f315-3f91-42df-84ce-b92ffc593c26 HTTP/1.1" status: 200 len: 1091 time: 0.8052585 Mar 11 12:54:32.175904 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb845da-fa1c-451b-9551-3931706f103f service neutron] Pushing event updated for resources: {'Port': ['ID=3462f315-3f91-42df-84ce-b92ffc593c26,revision_number=7']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:32.202162 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-7c58f8c8-7e0d-48d4-bfcd-e52de2b9cc05 req-2caf695d-ebfa-4128-a2c8-9a9a62dc1dc3 service neutron] (104031) timed out ('10.222.0.71', 56041) {{(pid=104031) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:54:32.219038 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-977dc0ea-1696-4fbc-b253-1345c49436d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:32.220753 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-977dc0ea-1696-4fbc-b253-1345c49436d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 1125 time: 0.0581348 Mar 11 12:54:32.315840 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-0314255e-45e2-4ed4-9b22-c43e5e4ae429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:32.317321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-0314255e-45e2-4ed4-9b22-c43e5e4ae429 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c0bcc81-e680-4a25-bb87-104a08a5f39c HTTP/1.1" status: 200 len: 897 time: 0.0904243 Mar 11 12:54:32.399948 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-a7e8df19-096e-4655-a809-c5b3d314ce4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3462f315-3f91-42df-84ce-b92ffc593c26 HTTP/1.1" status: 200 len: 998 time: 0.0762210 Mar 11 12:54:32.451248 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-827e41a1-4ad3-4dba-8d30-f7ed1330c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:32.452871 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-827e41a1-4ad3-4dba-8d30-f7ed1330c2b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9197941-6092-4645-b5f9-be4432db607d HTTP/1.1" status: 200 len: 835 time: 0.0461566 Mar 11 12:54:32.896464 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-3e673a34-0109-40a8-aa00-f5703c9777c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:32.897971 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-3e673a34-0109-40a8-aa00-f5703c9777c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c0bcc81-e680-4a25-bb87-104a08a5f39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4391184 Mar 11 12:54:32.931828 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77037fd-d659-4ffb-ae97-345e47d56f1b req-0b13e729-c741-44aa-9a1a-92654802d5ed tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:32.933257 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f77037fd-d659-4ffb-ae97-345e47d56f1b req-0b13e729-c741-44aa-9a1a-92654802d5ed tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 943 time: 0.4408004 Mar 11 12:54:33.031200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-26ca2420-6036-4292-b9de-303e12811443 service neutron] 10.222.0.37 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263266 Mar 11 12:54:33.034965 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f77037fd-d659-4ffb-ae97-345e47d56f1b req-af752eda-3827-4319-a041-34cc11e27dd0 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912218 Mar 11 12:54:33.118773 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d82d410a-27fd-48f8-8839-c2f2e726191d req-3e299a31-2a4c-49a1-93fb-1a568bc5e1f7 service neutron] 10.222.0.37 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813582 Mar 11 12:54:33.763423 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309535ab-c190-4ddf-8937-4d79ee312431', 'tag': '3462f315-3f91-42df-84ce-b92ffc593c26'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:54:33.767191 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9c4760-296c-4c75-9927-ef8d958d8685" -d '{"events": [{"name": "network-changed", "server_uuid": "309535ab-c190-4ddf-8937-4d79ee312431", "tag": "3462f315-3f91-42df-84ce-b92ffc593c26"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:54:33.821727 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e833b6-fa3c-4535-aa4f-6475a3829023 x-openstack-request-id: req-38e833b6-fa3c-4535-aa4f-6475a3829023 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:54:33.821917 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309535ab-c190-4ddf-8937-4d79ee312431", "tag": "3462f315-3f91-42df-84ce-b92ffc593c26", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:54:33.822199 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-38e833b6-fa3c-4535-aa4f-6475a3829023 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:54:33.822637 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309535ab-c190-4ddf-8937-4d79ee312431', 'tag': '3462f315-3f91-42df-84ce-b92ffc593c26', 'status': 'completed', 'code': 200} Mar 11 12:54:33.890677 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-82f62e58-de49-40c7-8fb8-92aef3128a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:33.891378 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-dc1df1c2-fef4-4f26-b93e-c7da0899611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:33.892295 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-82f62e58-de49-40c7-8fb8-92aef3128a59 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 1125 time: 0.0511928 Mar 11 12:54:33.893047 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-dc1df1c2-fef4-4f26-b93e-c7da0899611f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 1125 time: 0.0460887 Mar 11 12:54:33.990734 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-96d2f365-db9e-4c55-9cd2-a9addf99cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:33.991058 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-eb39b5cf-3783-4d5c-a9e9-0b748883922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:33.992365 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-eb39b5cf-3783-4d5c-a9e9-0b748883922a service neutron] 10.222.0.71 "GET /v2.0/networks?id=9c0bcc81-e680-4a25-bb87-104a08a5f39c HTTP/1.1" status: 200 len: 897 time: 0.0920112 Mar 11 12:54:33.992528 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-96d2f365-db9e-4c55-9cd2-a9addf99cf03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c0bcc81-e680-4a25-bb87-104a08a5f39c HTTP/1.1" status: 200 len: 897 time: 0.0931392 Mar 11 12:54:34.057538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-3d89a695-bc81-48a0-9889-2bcd15166f55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3462f315-3f91-42df-84ce-b92ffc593c26 HTTP/1.1" status: 200 len: 998 time: 0.0582876 Mar 11 12:54:34.063367 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-2790452c-e10c-413b-9628-3fd39eabdd0e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3462f315-3f91-42df-84ce-b92ffc593c26 HTTP/1.1" status: 200 len: 998 time: 0.0632985 Mar 11 12:54:34.111623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-c3a59021-cc79-42d2-bded-129a1084ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:34.113141 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-c3a59021-cc79-42d2-bded-129a1084ee40 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b9197941-6092-4645-b5f9-be4432db607d HTTP/1.1" status: 200 len: 835 time: 0.0439031 Mar 11 12:54:34.120605 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-81cd552d-80d9-4042-83a6-ed72c529e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:34.122008 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-81cd552d-80d9-4042-83a6-ed72c529e918 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9197941-6092-4645-b5f9-be4432db607d HTTP/1.1" status: 200 len: 835 time: 0.0584631 Mar 11 12:54:34.170689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-df964447-e276-457d-9fba-43a017d17cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:34.172486 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-df964447-e276-457d-9fba-43a017d17cde service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9c0bcc81-e680-4a25-bb87-104a08a5f39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485597 Mar 11 12:54:34.199570 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617cd84-584c-49d0-a2c5-6bc9188bc887 req-13d291d0-b41a-4813-a7a0-0dfcf8ea0b86 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:34.201080 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e617cd84-584c-49d0-a2c5-6bc9188bc887 req-13d291d0-b41a-4813-a7a0-0dfcf8ea0b86 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 943 time: 0.0934577 Mar 11 12:54:34.203947 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-ef0b5a53-9805-41b8-b93e-34ca338b2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:34.205915 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-ef0b5a53-9805-41b8-b93e-34ca338b2600 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c0bcc81-e680-4a25-bb87-104a08a5f39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0686500 Mar 11 12:54:34.270260 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-5a2cadf1-6090-40ce-ad23-aa55b581fa74 service neutron] 10.222.0.71 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907180 Mar 11 12:54:34.315064 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e617cd84-584c-49d0-a2c5-6bc9188bc887 req-b8e4b2a8-a8ee-4e3c-9bfe-d512015aefaa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067889 Mar 11 12:54:34.333240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-850f452d-e85e-46ac-bd67-7149520a099a service neutron] 10.222.0.37 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193254 Mar 11 12:54:34.361221 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-c935cb94-22c8-43ee-8609-938cbd91d0c7 service neutron] 10.222.0.71 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848868 Mar 11 12:54:34.431435 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-db9c4760-296c-4c75-9927-ef8d958d8685 req-443afbbb-adbb-4630-96f0-55e5b9d7928d service neutron] 10.222.0.37 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915203 Mar 11 12:54:34.450204 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:35.261678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 3462f315-3f91-42df-84ce-b92ffc593c26 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:54:35.305425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] The host n-h1-833234-2 is not matching for port 3462f315-3f91-42df-84ce-b92ffc593c26 host n-h2-833234-2! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 12:54:35.305807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 3462f315-3f91-42df-84ce-b92ffc593c26 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:54:35.441908 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b383b3-ebbc-49da-982d-68d54f6a3017 req-77bda4c2-b532-40c8-8343-b6c91b67f6bd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:35.443409 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95b383b3-ebbc-49da-982d-68d54f6a3017 req-77bda4c2-b532-40c8-8343-b6c91b67f6bd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 943 time: 0.0572772 Mar 11 12:54:35.494063 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95b383b3-ebbc-49da-982d-68d54f6a3017 req-c9b91f5a-245b-4c9e-aed3-0ef74b224a03 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449388 Mar 11 12:54:35.705241 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffae8f-6e9c-4f91-9610-b161c92b17f0 req-0f8c4ae0-0d9e-4ad1-bed9-be31187baacc tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:35.706710 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-81ffae8f-6e9c-4f91-9610-b161c92b17f0 req-0f8c4ae0-0d9e-4ad1-bed9-be31187baacc tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 943 time: 0.0554745 Mar 11 12:54:35.724367 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8df59-e646-4901-9ea2-ec67ffa4117d req-953e17f8-5613-4066-943e-7ef9a937acbe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:35.725873 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f8d8df59-e646-4901-9ea2-ec67ffa4117d req-953e17f8-5613-4066-943e-7ef9a937acbe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431&tenant_id=44c471adc80a42e3bf416e933ba2e790&binding%3Ahost_id=n-h2-833234-2 HTTP/1.1" status: 200 len: 943 time: 0.0598164 Mar 11 12:54:35.757327 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-81ffae8f-6e9c-4f91-9610-b161c92b17f0 req-bc657395-6617-4d5f-a316-2158ed4ce26d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446784 Mar 11 12:54:35.790607 n-d-833234-2 neutron-server[104032]: INFO neutron.api.v2.resource [req-f8d8df59-e646-4901-9ea2-ec67ffa4117d req-d1536edd-2534-440f-b6a5-36b6c4631452 service neutron] delete failed (client error): The resource could not be found. Mar 11 12:54:35.791687 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f8d8df59-e646-4901-9ea2-ec67ffa4117d req-d1536edd-2534-440f-b6a5-36b6c4631452 service neutron] 10.222.0.71 "DELETE /v2.0/ports/3462f315-3f91-42df-84ce-b92ffc593c26/bindings/n-h1-833234-2 HTTP/1.1" status: 404 len: 380 time: 0.0583894 Mar 11 12:54:35.880920 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8df59-e646-4901-9ea2-ec67ffa4117d req-d6c001a8-f12b-44ba-bb59-5f0d4df4fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:35.882439 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f8d8df59-e646-4901-9ea2-ec67ffa4117d req-d6c001a8-f12b-44ba-bb59-5f0d4df4fd53 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 1125 time: 0.0460448 Mar 11 12:54:35.886317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc2c1d-4a79-46e5-a0fe-4033ac304227 req-4961a6c4-2092-488b-b9ee-3fa06a448bbb tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:35.888421 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6bc2c1d-4a79-46e5-a0fe-4033ac304227 req-4961a6c4-2092-488b-b9ee-3fa06a448bbb tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 943 time: 0.0606914 Mar 11 12:54:35.937275 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6bc2c1d-4a79-46e5-a0fe-4033ac304227 req-83b05e3f-d9aa-4a9e-90cb-eae783f65dbd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427916 Mar 11 12:54:35.975342 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8df59-e646-4901-9ea2-ec67ffa4117d req-ad6cbe9c-ef04-42a6-a6b6-17593198d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:35.976895 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f8d8df59-e646-4901-9ea2-ec67ffa4117d req-ad6cbe9c-ef04-42a6-a6b6-17593198d2fe service neutron] 10.222.0.71 "GET /v2.0/networks?id=9c0bcc81-e680-4a25-bb87-104a08a5f39c HTTP/1.1" status: 200 len: 897 time: 0.0881412 Mar 11 12:54:36.044547 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f8d8df59-e646-4901-9ea2-ec67ffa4117d req-7be73216-47ee-403f-8a47-61e0f2b8c08c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3462f315-3f91-42df-84ce-b92ffc593c26 HTTP/1.1" status: 200 len: 998 time: 0.0602348 Mar 11 12:54:36.096389 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8df59-e646-4901-9ea2-ec67ffa4117d req-593449fa-abcf-40b3-b586-dc6e4a411e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:36.097834 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f8d8df59-e646-4901-9ea2-ec67ffa4117d req-593449fa-abcf-40b3-b586-dc6e4a411e95 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b9197941-6092-4645-b5f9-be4432db607d HTTP/1.1" status: 200 len: 835 time: 0.0470364 Mar 11 12:54:36.152762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8df59-e646-4901-9ea2-ec67ffa4117d req-a182665e-5241-444b-909d-c031f2a7e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:36.154260 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f8d8df59-e646-4901-9ea2-ec67ffa4117d req-a182665e-5241-444b-909d-c031f2a7e787 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9c0bcc81-e680-4a25-bb87-104a08a5f39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498593 Mar 11 12:54:36.252589 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f8d8df59-e646-4901-9ea2-ec67ffa4117d req-28db0161-33be-4d3c-a090-43aebfa91e45 service neutron] 10.222.0.71 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908065 Mar 11 12:54:36.356661 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f8d8df59-e646-4901-9ea2-ec67ffa4117d req-a349ab36-7546-49a0-90aa-c197afb39897 service neutron] 10.222.0.71 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972133 Mar 11 12:54:36.636605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3462f315-3f91-42df-84ce-b92ffc593c26 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:54:36.741505 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 3462f315-3f91-42df-84ce-b92ffc593c26, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3462f315-3f91-42df-84ce-b92ffc593c26,segment=NetworkSegment(8f93151e-dfa0-4d19-9736-32f5da6b8d76),segment_id=8f93151e-dfa0-4d19-9736-32f5da6b8d76)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:54:36.752807 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '3462f315-3f91-42df-84ce-b92ffc593c26', 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c', 'port_id': '3462f315-3f91-42df-84ce-b92ffc593c26', 'mac_address': 'fa:16:3e:c9:09:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9197941-6092-4645-b5f9-be4432db607d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:54:36.797574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 3462f315-3f91-42df-84ce-b92ffc593c26 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:54:36.798053 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:36.811233 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3462f315-3f91-42df-84ce-b92ffc593c26 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:54:36.831559 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 3462f315-3f91-42df-84ce-b92ffc593c26, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3462f315-3f91-42df-84ce-b92ffc593c26,segment=NetworkSegment(8f93151e-dfa0-4d19-9736-32f5da6b8d76),segment_id=8f93151e-dfa0-4d19-9736-32f5da6b8d76)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:54:36.836499 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:36.886099 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=3462f315-3f91-42df-84ce-b92ffc593c26,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:36.893612 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:36.893893 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:36.897838 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:36.898214 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:36.898553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:36.898906 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:36.899218 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:36.899533 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:36.899888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:36.900212 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:36.901700 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:36.902061 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:36.902426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:54:36.965957 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-4559c62f-cf39-44a0-9862-07a4eca546f6 req-9ca41a6e-8309-41f3-9971-5cbb113e1051 tempest-ServerDiskConfigTestJSON-1392920540 tempest-ServerDiskConfigTestJSON-1392920540-project] (104032) timed out ('10.222.0.37', 57393) {{(pid=104032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:54:37.062999 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c2edd-e5e7-4673-ba0c-04856fceea81 req-3c7474fb-259a-40f9-8a8d-98ce78cfba40 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:37.065194 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab8c2edd-e5e7-4673-ba0c-04856fceea81 req-3c7474fb-259a-40f9-8a8d-98ce78cfba40 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 944 time: 0.0561929 Mar 11 12:54:37.092330 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['3462f315-3f91-42df-84ce-b92ffc593c26'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:54:37.115035 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab8c2edd-e5e7-4673-ba0c-04856fceea81 req-9c51f87b-c2f3-4138-943d-40ea2d2cac73 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438330 Mar 11 12:54:37.137438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47662) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:54:37.211668 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ba7e4982-084d-433e-9da5-ab9548207b80 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/floatingips/fce45d95-03f9-49fb-9a1d-0ab0beb6cef8 HTTP/1.1" status: 200 len: 991 time: 0.0675135 Mar 11 12:54:38.651767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3462f315-3f91-42df-84ce-b92ffc593c26 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:54:38.707312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 3462f315-3f91-42df-84ce-b92ffc593c26 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:54:38.710963 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 3462f315-3f91-42df-84ce-b92ffc593c26 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:54:38.711339 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:38.789841 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 3462f315-3f91-42df-84ce-b92ffc593c26 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:54:38.790190 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:38.812618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309535ab-c190-4ddf-8937-4d79ee312431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3462f315-3f91-42df-84ce-b92ffc593c26'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:54:38.814963 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23985650-127b-4021-af71-538c7f03d6f5" -d '{"events": [{"server_uuid": "309535ab-c190-4ddf-8937-4d79ee312431", "name": "network-vif-plugged", "status": "completed", "tag": "3462f315-3f91-42df-84ce-b92ffc593c26"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:54:38.831565 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 3462f315-3f91-42df-84ce-b92ffc593c26, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3462f315-3f91-42df-84ce-b92ffc593c26,segment=NetworkSegment(8f93151e-dfa0-4d19-9736-32f5da6b8d76),segment_id=8f93151e-dfa0-4d19-9736-32f5da6b8d76)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:54:38.837400 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:38.886195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=3462f315-3f91-42df-84ce-b92ffc593c26,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:54:38.909474 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c32fa1e-7b9b-494a-8e36-6e7b5475c89d x-openstack-request-id: req-5c32fa1e-7b9b-494a-8e36-6e7b5475c89d {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:54:38.909808 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309535ab-c190-4ddf-8937-4d79ee312431", "name": "network-vif-plugged", "status": "completed", "tag": "3462f315-3f91-42df-84ce-b92ffc593c26", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:54:38.910063 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c32fa1e-7b9b-494a-8e36-6e7b5475c89d {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:54:38.910453 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309535ab-c190-4ddf-8937-4d79ee312431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3462f315-3f91-42df-84ce-b92ffc593c26', 'code': 200} Mar 11 12:54:43.192785 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:43.725353 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-83556924-9608-4a24-9e3b-3e38dcc931fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:43.955749 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:54:45.810277 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-daa57ad4-1216-4e65-98d4-0886fc3eb651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:47.488933 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:48.921970 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:50.148450 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:54:58.240462 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94496821-658e-48b7-8c7f-d04da0e056fe req-a3adae59-6f85-4522-ad44-4b20671babef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485628 Mar 11 12:54:58.328295 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94496821-658e-48b7-8c7f-d04da0e056fe req-e46f2d6d-d850-4eb5-86b4-7eebd3e5b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:58.329835 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94496821-658e-48b7-8c7f-d04da0e056fe req-e46f2d6d-d850-4eb5-86b4-7eebd3e5b129 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 1127 time: 0.0457871 Mar 11 12:54:58.446411 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94496821-658e-48b7-8c7f-d04da0e056fe req-43c62877-22b2-4d8e-a03e-adc5ed28d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:58.447931 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94496821-658e-48b7-8c7f-d04da0e056fe req-43c62877-22b2-4d8e-a03e-adc5ed28d49f service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c0bcc81-e680-4a25-bb87-104a08a5f39c HTTP/1.1" status: 200 len: 897 time: 0.0979178 Mar 11 12:54:58.513871 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94496821-658e-48b7-8c7f-d04da0e056fe req-9bd26eac-2203-4505-914e-cfc910ed0cc9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3462f315-3f91-42df-84ce-b92ffc593c26 HTTP/1.1" status: 200 len: 1000 time: 0.0595343 Mar 11 12:54:58.567480 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94496821-658e-48b7-8c7f-d04da0e056fe req-ba51a94b-0474-477d-9538-f2482df4f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:58.568914 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94496821-658e-48b7-8c7f-d04da0e056fe req-ba51a94b-0474-477d-9538-f2482df4f583 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9197941-6092-4645-b5f9-be4432db607d HTTP/1.1" status: 200 len: 835 time: 0.0496488 Mar 11 12:54:58.620478 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94496821-658e-48b7-8c7f-d04da0e056fe req-fa0be0d4-eee4-46bf-a065-7dabda8396e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:54:58.621978 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94496821-658e-48b7-8c7f-d04da0e056fe req-fa0be0d4-eee4-46bf-a065-7dabda8396e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c0bcc81-e680-4a25-bb87-104a08a5f39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471849 Mar 11 12:54:58.713463 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94496821-658e-48b7-8c7f-d04da0e056fe req-d0ba3139-3715-4f68-8b54-867dd4a05841 service neutron] 10.222.0.37 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849123 Mar 11 12:54:58.808205 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94496821-658e-48b7-8c7f-d04da0e056fe req-ee29981b-989b-43a9-b68d-7ac91e2f6d15 service neutron] 10.222.0.37 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881031 Mar 11 12:55:04.448371 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:05.616733 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47680) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:05.780685 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-4ff9392f-d2bb-4249-a91f-366ba8330b1d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port 07b6691d-b9e5-4e87-87e3-a4f6621b3fc8 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:55:05.780995 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ff9392f-d2bb-4249-a91f-366ba8330b1d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (07b6691d-b9e5-4e87-87e3-a4f6621b3fc8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:05.863347 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ff9392f-d2bb-4249-a91f-366ba8330b1d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (07b6691d-b9e5-4e87-87e3-a4f6621b3fc8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:05.863660 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ff9392f-d2bb-4249-a91f-366ba8330b1d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (07b6691d-b9e5-4e87-87e3-a4f6621b3fc8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:05.876302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-4ff9392f-d2bb-4249-a91f-366ba8330b1d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for 07b6691d-b9e5-4e87-87e3-a4f6621b3fc8 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:55:06.030422 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ff9392f-d2bb-4249-a91f-366ba8330b1d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (07b6691d-b9e5-4e87-87e3-a4f6621b3fc8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:06.059891 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9392f-d2bb-4249-a91f-366ba8330b1d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=07b6691d-b9e5-4e87-87e3-a4f6621b3fc8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:06.124331 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ff9392f-d2bb-4249-a91f-366ba8330b1d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (fce45d95-03f9-49fb-9a1d-0ab0beb6cef8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:06.124612 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-4ff9392f-d2bb-4249-a91f-366ba8330b1d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Floating IP fce45d95-03f9-49fb-9a1d-0ab0beb6cef8 disassociated (deleted). External IP: 172.25.7.68, port: 3462f315-3f91-42df-84ce-b92ffc593c26. Mar 11 12:55:06.355027 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff9392f-d2bb-4249-a91f-366ba8330b1d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:55:06.475924 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff9392f-d2bb-4249-a91f-366ba8330b1d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:55:06.481217 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ff9392f-d2bb-4249-a91f-366ba8330b1d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:06.487253 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d60f7-986d-4184-ba89-3b28235bac26 None None] Sync routers for ids ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:55:06.499472 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d60f7-986d-4184-ba89-3b28235bac26 None None] Routers {'7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:55:06.500727 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a43d60f7-986d-4184-ba89-3b28235bac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:54:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:06.513159 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4ff9392f-d2bb-4249-a91f-366ba8330b1d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/floatingips/fce45d95-03f9-49fb-9a1d-0ab0beb6cef8 HTTP/1.1" status: 204 len: 168 time: 0.8948824 Mar 11 12:55:06.513742 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309535ab-c190-4ddf-8937-4d79ee312431', 'tag': '3462f315-3f91-42df-84ce-b92ffc593c26'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:55:06.516046 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c05c88-b560-4db6-83b2-c8c10c4d382e" -d '{"events": [{"name": "network-changed", "server_uuid": "309535ab-c190-4ddf-8937-4d79ee312431", "tag": "3462f315-3f91-42df-84ce-b92ffc593c26"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:55:06.585370 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2202592-aa13-4e30-91a0-88dfab249ec5 x-openstack-request-id: req-c2202592-aa13-4e30-91a0-88dfab249ec5 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:55:06.585730 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309535ab-c190-4ddf-8937-4d79ee312431", "tag": "3462f315-3f91-42df-84ce-b92ffc593c26", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:55:06.585924 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c2202592-aa13-4e30-91a0-88dfab249ec5 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:55:06.587182 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309535ab-c190-4ddf-8937-4d79ee312431', 'tag': '3462f315-3f91-42df-84ce-b92ffc593c26', 'status': 'completed', 'code': 200} Mar 11 12:55:06.621495 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-a43d60f7-986d-4184-ba89-3b28235bac26 None None] Set router 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:55:06.661136 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c05c88-b560-4db6-83b2-c8c10c4d382e req-220854f4-1b66-45d7-9e0e-d14acbe29af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:06.662678 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35c05c88-b560-4db6-83b2-c8c10c4d382e req-220854f4-1b66-45d7-9e0e-d14acbe29af5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 1127 time: 0.0471032 Mar 11 12:55:06.808742 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c05c88-b560-4db6-83b2-c8c10c4d382e req-7f447243-e959-4430-a11e-11c34ca41ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:06.810276 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35c05c88-b560-4db6-83b2-c8c10c4d382e req-7f447243-e959-4430-a11e-11c34ca41ca1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c0bcc81-e680-4a25-bb87-104a08a5f39c HTTP/1.1" status: 200 len: 897 time: 0.1354496 Mar 11 12:55:06.831671 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2c2e1-57de-432d-b2eb-1df5388f7ab1 req-f9978f10-c5d5-457f-8588-36c562ca9ea3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:06.833124 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-93c2c2e1-57de-432d-b2eb-1df5388f7ab1 req-f9978f10-c5d5-457f-8588-36c562ca9ea3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0795431 Mar 11 12:55:06.839023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a43d60f7-986d-4184-ba89-3b28235bac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507694894', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '5009b749-1023-43e7-ae2a-609139cae307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:22Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': '5009b749-1023-43e7-ae2a-609139cae307', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33', 'name': '', 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:cf:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b9197941-6092-4645-b5f9-be4432db607d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:21Z', 'updated_at': '2022-03-11T12:53:25Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': 'b9197941-6092-4645-b5f9-be4432db607d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:06.866635 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d60f7-986d-4184-ba89-3b28235bac26 None None] Checking router: 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:55:06.866897 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35c05c88-b560-4db6-83b2-c8c10c4d382e req-fb391747-b5d7-4eaa-939c-9a7226712841 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3462f315-3f91-42df-84ce-b92ffc593c26 HTTP/1.1" status: 200 len: 217 time: 0.0486994 Mar 11 12:55:06.875355 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d60f7-986d-4184-ba89-3b28235bac26 None None] Routers {'7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:55:06.876000 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a43d60f7-986d-4184-ba89-3b28235bac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:54:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:06.940415 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c05c88-b560-4db6-83b2-c8c10c4d382e req-9039ab6b-92b1-4574-a786-5b16d20abb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:06.941939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35c05c88-b560-4db6-83b2-c8c10c4d382e req-9039ab6b-92b1-4574-a786-5b16d20abb69 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9197941-6092-4645-b5f9-be4432db607d HTTP/1.1" status: 200 len: 835 time: 0.0689750 Mar 11 12:55:06.946135 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-93c2c2e1-57de-432d-b2eb-1df5388f7ab1 req-d218c19c-5db7-486f-a2e9-047bc4545786 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821586 Mar 11 12:55:06.986507 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-a43d60f7-986d-4184-ba89-3b28235bac26 None None] Set router 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:55:07.002566 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c05c88-b560-4db6-83b2-c8c10c4d382e req-11384870-04b6-43cd-82cc-16bf761b6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:07.004135 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35c05c88-b560-4db6-83b2-c8c10c4d382e req-11384870-04b6-43cd-82cc-16bf761b6b67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c0bcc81-e680-4a25-bb87-104a08a5f39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0560663 Mar 11 12:55:07.101359 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35c05c88-b560-4db6-83b2-c8c10c4d382e req-30595e4c-aa23-47b1-835b-9569c61c8b98 service neutron] 10.222.0.37 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892720 Mar 11 12:55:07.191643 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a43d60f7-986d-4184-ba89-3b28235bac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507694894', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '5009b749-1023-43e7-ae2a-609139cae307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:22Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': '5009b749-1023-43e7-ae2a-609139cae307', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33', 'name': '', 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:cf:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b9197941-6092-4645-b5f9-be4432db607d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:21Z', 'updated_at': '2022-03-11T12:53:25Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': 'b9197941-6092-4645-b5f9-be4432db607d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:07.198537 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35c05c88-b560-4db6-83b2-c8c10c4d382e req-abddb3af-c2c7-4f0f-811a-43dcb2adc41d service neutron] 10.222.0.37 "GET /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898595 Mar 11 12:55:07.227113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d60f7-986d-4184-ba89-3b28235bac26 None None] The sync data for ids ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'] in n-d-833234-2 is: [{'id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507694894', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '5009b749-1023-43e7-ae2a-609139cae307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:22Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': '5009b749-1023-43e7-ae2a-609139cae307', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33', 'name': '', 'network_id': '9c0bcc81-e680-4a25-bb87-104a08a5f39c', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:cf:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b9197941-6092-4645-b5f9-be4432db607d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:21Z', 'updated_at': '2022-03-11T12:53:25Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': 'b9197941-6092-4645-b5f9-be4432db607d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:55:07.441213 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e064d6d7-7e68-43ac-b31e-309a797f1535 None None] New status for floating IP fce45d95-03f9-49fb-9a1d-0ab0beb6cef8: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:55:08.084114 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b626f-a02c-4bbd-936a-22f0c4b07453 req-a63d96d5-3b58-42fc-a0f5-ea7a5c6be4a1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:08.085573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-928b626f-a02c-4bbd-936a-22f0c4b07453 req-a63d96d5-3b58-42fc-a0f5-ea7a5c6be4a1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.37 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0845678 Mar 11 12:55:08.107119 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9ba83-0e9e-429d-807e-4bb9e98dfa9d req-4b66fb4f-e28c-491d-a199-de363cd4cd4f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:08.108595 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f5a9ba83-0e9e-429d-807e-4bb9e98dfa9d req-4b66fb4f-e28c-491d-a199-de363cd4cd4f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=309535ab-c190-4ddf-8937-4d79ee312431 HTTP/1.1" status: 200 len: 945 time: 0.0769870 Mar 11 12:55:08.201954 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f5a9ba83-0e9e-429d-807e-4bb9e98dfa9d req-74fbc3a3-4b33-46e1-b46a-4080f44688f0 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=34d11375-2194-4555-8fc5-b3d500136771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771790 Mar 11 12:55:08.225956 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-928b626f-a02c-4bbd-936a-22f0c4b07453 req-08e37532-c265-42f6-ac47-76733d530bdd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port 3462f315-3f91-42df-84ce-b92ffc593c26 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:55:08.226302 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-928b626f-a02c-4bbd-936a-22f0c4b07453 req-08e37532-c265-42f6-ac47-76733d530bdd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:08.322549 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-928b626f-a02c-4bbd-936a-22f0c4b07453 req-08e37532-c265-42f6-ac47-76733d530bdd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] For port 3462f315-3f91-42df-84ce-b92ffc593c26, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=3462f315-3f91-42df-84ce-b92ffc593c26,segment=NetworkSegment(8f93151e-dfa0-4d19-9736-32f5da6b8d76),segment_id=8f93151e-dfa0-4d19-9736-32f5da6b8d76)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:55:08.322885 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-928b626f-a02c-4bbd-936a-22f0c4b07453 req-08e37532-c265-42f6-ac47-76733d530bdd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:08.338581 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-928b626f-a02c-4bbd-936a-22f0c4b07453 req-08e37532-c265-42f6-ac47-76733d530bdd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for 3462f315-3f91-42df-84ce-b92ffc593c26 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:55:08.475331 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-928b626f-a02c-4bbd-936a-22f0c4b07453 req-08e37532-c265-42f6-ac47-76733d530bdd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (3462f315-3f91-42df-84ce-b92ffc593c26), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:08.503614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e37532-c265-42f6-ac47-76733d530bdd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=3462f315-3f91-42df-84ce-b92ffc593c26,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:08.545567 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-928b626f-a02c-4bbd-936a-22f0c4b07453 req-08e37532-c265-42f6-ac47-76733d530bdd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] No DVR routers for this DVR port 3462f315-3f91-42df-84ce-b92ffc593c26 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:55:08.548634 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-928b626f-a02c-4bbd-936a-22f0c4b07453 req-08e37532-c265-42f6-ac47-76733d530bdd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:08.552003 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-928b626f-a02c-4bbd-936a-22f0c4b07453 req-08e37532-c265-42f6-ac47-76733d530bdd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.37 "DELETE /v2.0/ports/3462f315-3f91-42df-84ce-b92ffc593c26 HTTP/1.1" status: 204 len: 173 time: 0.4609039 Mar 11 12:55:08.588751 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309535ab-c190-4ddf-8937-4d79ee312431', 'name': 'network-vif-deleted', 'tag': '3462f315-3f91-42df-84ce-b92ffc593c26'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:55:08.591092 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b88efb-541d-4217-8408-79251c91d90a" -d '{"events": [{"server_uuid": "309535ab-c190-4ddf-8937-4d79ee312431", "name": "network-vif-deleted", "tag": "3462f315-3f91-42df-84ce-b92ffc593c26"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:55:08.627784 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f78ba3-90a9-43f1-9b59-7f6e6c1c62fc x-openstack-request-id: req-f6f78ba3-90a9-43f1-9b59-7f6e6c1c62fc {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:55:08.628083 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309535ab-c190-4ddf-8937-4d79ee312431", "name": "network-vif-deleted", "tag": "3462f315-3f91-42df-84ce-b92ffc593c26", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:55:08.628339 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f6f78ba3-90a9-43f1-9b59-7f6e6c1c62fc {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:55:08.628817 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309535ab-c190-4ddf-8937-4d79ee312431', 'name': 'network-vif-deleted', 'tag': '3462f315-3f91-42df-84ce-b92ffc593c26', 'status': 'completed', 'code': 200} Mar 11 12:55:09.261558 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47696) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:09.653026 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8840daa-61d8-4b28-8995-ffdcfed8c6c3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (7cdc8fa7-2714-4ea1-b874-4ae2dea6a991), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:09.936831 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a8840daa-61d8-4b28-8995-ffdcfed8c6c3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:55:09.937051 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8840daa-61d8-4b28-8995-ffdcfed8c6c3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:10.028767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-a8840daa-61d8-4b28-8995-ffdcfed8c6c3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] For port 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33,segment=NetworkSegment(8f93151e-dfa0-4d19-9736-32f5da6b8d76),segment_id=8f93151e-dfa0-4d19-9736-32f5da6b8d76)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:55:10.029095 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8840daa-61d8-4b28-8995-ffdcfed8c6c3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:10.040953 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a8840daa-61d8-4b28-8995-ffdcfed8c6c3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:55:10.232342 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8840daa-61d8-4b28-8995-ffdcfed8c6c3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:10.259105 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8840daa-61d8-4b28-8995-ffdcfed8c6c3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:10.432869 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8840daa-61d8-4b28-8995-ffdcfed8c6c3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (7cdc8fa7-2714-4ea1-b874-4ae2dea6a991), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:10.820222 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3462f315-3f91-42df-84ce-b92ffc593c26 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:55:10.843658 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 3462f315-3f91-42df-84ce-b92ffc593c26 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:55:10.845252 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 3462f315-3f91-42df-84ce-b92ffc593c26 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:55:11.029172 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8840daa-61d8-4b28-8995-ffdcfed8c6c3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:55:11.145237 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8840daa-61d8-4b28-8995-ffdcfed8c6c3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:55:11.150692 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a8840daa-61d8-4b28-8995-ffdcfed8c6c3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "PUT /v2.0/routers/7cdc8fa7-2714-4ea1-b874-4ae2dea6a991/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8873875 Mar 11 12:55:11.153390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47700) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:11.155337 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18591ac8-c465-425b-80e0-fcf5b01f035d None None] Sync routers for ids ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:55:11.167220 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18591ac8-c465-425b-80e0-fcf5b01f035d None None] Routers {'7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:55:11.167964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-18591ac8-c465-425b-80e0-fcf5b01f035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:54:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:11.208941 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b7d79c-88ff-4479-9391-3240ea55d69e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting subnet b9197941-6092-4645-b5f9-be4432db607d {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:55:11.213471 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-52b7d79c-88ff-4479-9391-3240ea55d69e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for subnet (b9197941-6092-4645-b5f9-be4432db607d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:11.257235 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-52b7d79c-88ff-4479-9391-3240ea55d69e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (b9197941-6092-4645-b5f9-be4432db607d), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:11.287885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-18591ac8-c465-425b-80e0-fcf5b01f035d None None] Set router 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:55:11.352346 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-52b7d79c-88ff-4479-9391-3240ea55d69e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (b9197941-6092-4645-b5f9-be4432db607d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:11.418952 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-52b7d79c-88ff-4479-9391-3240ea55d69e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (b9197941-6092-4645-b5f9-be4432db607d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:11.447963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7d79c-88ff-4479-9391-3240ea55d69e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Subnet': ['ID=b9197941-6092-4645-b5f9-be4432db607d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:11.449974 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-52b7d79c-88ff-4479-9391-3240ea55d69e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:11.453245 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-52b7d79c-88ff-4479-9391-3240ea55d69e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/subnets/b9197941-6092-4645-b5f9-be4432db607d HTTP/1.1" status: 204 len: 168 time: 0.2988894 Mar 11 12:55:11.456284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47702) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:11.458805 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96507259-85a3-43a5-b460-db3cd7525ecf None None] Network 9c0bcc81-e680-4a25-bb87-104a08a5f39c requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:55:11.547944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-18591ac8-c465-425b-80e0-fcf5b01f035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507694894', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '5009b749-1023-43e7-ae2a-609139cae307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:55:10Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': '5009b749-1023-43e7-ae2a-609139cae307', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:11.568709 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router (7cdc8fa7-2714-4ea1-b874-4ae2dea6a991), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:11.577104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18591ac8-c465-425b-80e0-fcf5b01f035d None None] Checking router: 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:55:11.590276 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18591ac8-c465-425b-80e0-fcf5b01f035d None None] Routers {'7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:55:11.590909 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-18591ac8-c465-425b-80e0-fcf5b01f035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:54:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:11.679318 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (7cdc8fa7-2714-4ea1-b874-4ae2dea6a991), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:11.679774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b131c0-66a7-42ce-b97c-8cb3ee0f71b0 None None] DHCP port deletion for 9c0bcc81-e680-4a25-bb87-104a08a5f39c request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:55:11.730811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-18591ac8-c465-425b-80e0-fcf5b01f035d None None] Set router 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:55:11.732079 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port 5009b749-1023-43e7-ae2a-609139cae307 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:55:11.732425 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5009b749-1023-43e7-ae2a-609139cae307), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:11.813436 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] For port 5009b749-1023-43e7-ae2a-609139cae307, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5009b749-1023-43e7-ae2a-609139cae307,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:55:11.813800 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5009b749-1023-43e7-ae2a-609139cae307), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:11.825767 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for 5009b749-1023-43e7-ae2a-609139cae307 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:55:11.852825 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-01b131c0-66a7-42ce-b97c-8cb3ee0f71b0 None None] Deleting port bc06903f-9c02-4c14-b94e-02cb35154595 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:55:11.853426 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01b131c0-66a7-42ce-b97c-8cb3ee0f71b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (bc06903f-9c02-4c14-b94e-02cb35154595), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:11.954161 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-01b131c0-66a7-42ce-b97c-8cb3ee0f71b0 None None] For port bc06903f-9c02-4c14-b94e-02cb35154595, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=bc06903f-9c02-4c14-b94e-02cb35154595,segment=NetworkSegment(8f93151e-dfa0-4d19-9736-32f5da6b8d76),segment_id=8f93151e-dfa0-4d19-9736-32f5da6b8d76)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:55:11.954512 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01b131c0-66a7-42ce-b97c-8cb3ee0f71b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (bc06903f-9c02-4c14-b94e-02cb35154595), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:11.974071 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-01b131c0-66a7-42ce-b97c-8cb3ee0f71b0 None None] Calling delete_port for bc06903f-9c02-4c14-b94e-02cb35154595 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:55:12.010845 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5009b749-1023-43e7-ae2a-609139cae307), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:12.030429 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device bc06903f-9c02-4c14-b94e-02cb35154595 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:55:12.036829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=5009b749-1023-43e7-ae2a-609139cae307,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:12.060962 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-18591ac8-c465-425b-80e0-fcf5b01f035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507694894', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '5009b749-1023-43e7-ae2a-609139cae307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:55:10Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': '5009b749-1023-43e7-ae2a-609139cae307', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:12.063571 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:12.063955 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:12.064298 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:12.064637 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:12.064963 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:12.065295 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:12.065600 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:12.065935 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:12.066259 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:12.066691 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:12.067025 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:12.067342 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:12.068789 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:12.109998 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (7cdc8fa7-2714-4ea1-b874-4ae2dea6a991), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:12.287531 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18591ac8-c465-425b-80e0-fcf5b01f035d None None] The sync data for ids ['7cdc8fa7-2714-4ea1-b874-4ae2dea6a991'] in n-d-833234-2 is: [{'id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507694894', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '5009b749-1023-43e7-ae2a-609139cae307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:55:10Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': '5009b749-1023-43e7-ae2a-609139cae307', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdc8fa7-2714-4ea1-b874-4ae2dea6a991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:53:19Z', 'updated_at': '2022-03-11T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:55:12.343344 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01b131c0-66a7-42ce-b97c-8cb3ee0f71b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (bc06903f-9c02-4c14-b94e-02cb35154595), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:12.371630 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port bc06903f-9c02-4c14-b94e-02cb35154595 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:55:12.372015 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (bc06903f-9c02-4c14-b94e-02cb35154595), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:12.373979 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b131c0-66a7-42ce-b97c-8cb3ee0f71b0 None None] Pushing event deleted for resources: {'Port': ['ID=bc06903f-9c02-4c14-b94e-02cb35154595,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:12.385333 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b131c0-66a7-42ce-b97c-8cb3ee0f71b0 None None] No DVR routers for this DVR port bc06903f-9c02-4c14-b94e-02cb35154595 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:55:12.550279 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (7cdc8fa7-2714-4ea1-b874-4ae2dea6a991), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:12.552530 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_controller (7cdc8fa7-2714-4ea1-b874-4ae2dea6a991), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:12.609928 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (7cdc8fa7-2714-4ea1-b874-4ae2dea6a991), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:12.609928 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Fanout notify agent at l3_agent the message router_deleted on router 7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:55:12.617030 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:12.621412 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-dcd0fc88-5a12-4fe7-ad28-59e53fd0e943 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/routers/7cdc8fa7-2714-4ea1-b874-4ae2dea6a991 HTTP/1.1" status: 204 len: 168 time: 1.1636474 Mar 11 12:55:12.621577 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47704) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:12.703523 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33bc1ec9-f0e9-422b-8e80-b304f0560bbe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (9c0bcc81-e680-4a25-bb87-104a08a5f39c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:12.793841 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33bc1ec9-f0e9-422b-8e80-b304f0560bbe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (9c0bcc81-e680-4a25-bb87-104a08a5f39c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:12.819068 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-33bc1ec9-f0e9-422b-8e80-b304f0560bbe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0bcc81-e680-4a25-bb87-104a08a5f39c']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:12.829401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-33bc1ec9-f0e9-422b-8e80-b304f0560bbe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f93151e-dfa0-4d19-9736-32f5da6b8d76') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:12.829680 n-d-833234-2 neutron-server[104031]: DEBUG neutron.services.segments.db [None req-33bc1ec9-f0e9-422b-8e80-b304f0560bbe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f93151e-dfa0-4d19-9736-32f5da6b8d76') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:12.839978 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33bc1ec9-f0e9-422b-8e80-b304f0560bbe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4612406'] for segment (8f93151e-dfa0-4d19-9736-32f5da6b8d76), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:12.854020 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33bc1ec9-f0e9-422b-8e80-b304f0560bbe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (8f93151e-dfa0-4d19-9736-32f5da6b8d76), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:12.860093 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bc1ec9-f0e9-422b-8e80-b304f0560bbe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:55:12.860490 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33bc1ec9-f0e9-422b-8e80-b304f0560bbe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5785652'] for segment (8f93151e-dfa0-4d19-9736-32f5da6b8d76), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: Traceback (most recent call last): Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: timer() Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: cb(*args, **kw) Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: return func(*args, **kwargs) Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: self._notify() Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: self.callback(batched_events) Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: event.method(event) Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: return f(self, *a, **k) Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: return self._get(url).json() Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: return self.request(url, 'GET', **kwargs) Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:55:12.863523 n-d-833234-2 neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:55:12.932738 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33bc1ec9-f0e9-422b-8e80-b304f0560bbe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (9c0bcc81-e680-4a25-bb87-104a08a5f39c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:12.941106 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-33bc1ec9-f0e9-422b-8e80-b304f0560bbe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:12.944320 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-33bc1ec9-f0e9-422b-8e80-b304f0560bbe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/networks/9c0bcc81-e680-4a25-bb87-104a08a5f39c HTTP/1.1" status: 204 len: 168 time: 0.3217137 Mar 11 12:55:12.947669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47706) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:12.957859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc1ec9-f0e9-422b-8e80-b304f0560bbe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Network': ['ID=9c0bcc81-e680-4a25-bb87-104a08a5f39c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:13.018806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77c08847-2ff2-43de-8d88-aa694d25dc27 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (34d11375-2194-4555-8fc5-b3d500136771), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.044628 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77c08847-2ff2-43de-8d88-aa694d25dc27 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (34d11375-2194-4555-8fc5-b3d500136771), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.118466 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77c08847-2ff2-43de-8d88-aa694d25dc27 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (34d11375-2194-4555-8fc5-b3d500136771), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.121133 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77c08847-2ff2-43de-8d88-aa694d25dc27 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.122330 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-77c08847-2ff2-43de-8d88-aa694d25dc27 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/security-groups/34d11375-2194-4555-8fc5-b3d500136771 HTTP/1.1" status: 204 len: 168 time: 0.1734779 Mar 11 12:55:13.131410 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c08847-2ff2-43de-8d88-aa694d25dc27 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d11375-2194-4555-8fc5-b3d500136771,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:13.180876 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.461200 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47712) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:13.465900 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-7c5def16-e2da-4bb3-aa11-13e479381b93 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-424307997', 'description': 'tempest-secgroup-smoke-424307997 description', 'project_id': '44c471adc80a42e3bf416e933ba2e790'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:55:13.489908 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c5def16-e2da-4bb3-aa11-13e479381b93 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.554820 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c5def16-e2da-4bb3-aa11-13e479381b93 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (aa979ea7-6286-45f3-b2dc-1618a8099620), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.561088 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c5def16-e2da-4bb3-aa11-13e479381b93 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (aa979ea7-6286-45f3-b2dc-1618a8099620), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.592190 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7c5def16-e2da-4bb3-aa11-13e479381b93 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.593431 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7c5def16-e2da-4bb3-aa11-13e479381b93 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1311860 Mar 11 12:55:13.595266 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5def16-e2da-4bb3-aa11-13e479381b93 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa979ea7-6286-45f3-b2dc-1618a8099620,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:13.596557 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47714) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:13.602684 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9f92ccb4-2018-49bc-8b7a-fe4a50304327 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': 'aa979ea7-6286-45f3-b2dc-1618a8099620', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:55:13.632914 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f92ccb4-2018-49bc-8b7a-fe4a50304327 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (133c0d8b-5c18-4a28-a96e-358cb6b602ad), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.687479 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f92ccb4-2018-49bc-8b7a-fe4a50304327 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (133c0d8b-5c18-4a28-a96e-358cb6b602ad), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.693760 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f92ccb4-2018-49bc-8b7a-fe4a50304327 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (133c0d8b-5c18-4a28-a96e-358cb6b602ad), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.713577 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92ccb4-2018-49bc-8b7a-fe4a50304327 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133c0d8b-5c18-4a28-a96e-358cb6b602ad,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:13.719486 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fa6d1b14-5754-40c5-bec4-837fb2bdd47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.724279 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9f92ccb4-2018-49bc-8b7a-fe4a50304327 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.725769 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9f92ccb4-2018-49bc-8b7a-fe4a50304327 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272225 Mar 11 12:55:13.728767 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47716) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:13.733533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-50256299-c2d4-4e15-ba29-8cf88481a4fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': 'aa979ea7-6286-45f3-b2dc-1618a8099620', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:55:13.760587 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-50256299-c2d4-4e15-ba29-8cf88481a4fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (029c29e9-ad33-4c9b-be82-830bf620ecd4), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.819972 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-50256299-c2d4-4e15-ba29-8cf88481a4fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (029c29e9-ad33-4c9b-be82-830bf620ecd4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.826243 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-50256299-c2d4-4e15-ba29-8cf88481a4fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (029c29e9-ad33-4c9b-be82-830bf620ecd4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.843190 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50256299-c2d4-4e15-ba29-8cf88481a4fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029c29e9-ad33-4c9b-be82-830bf620ecd4,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:13.853286 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-50256299-c2d4-4e15-ba29-8cf88481a4fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.854532 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-50256299-c2d4-4e15-ba29-8cf88481a4fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247165 Mar 11 12:55:13.857336 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47718) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:13.861819 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-47abed90-fabf-4107-8735-26e6647a4746 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': 'aa979ea7-6286-45f3-b2dc-1618a8099620', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:55:13.890232 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-47abed90-fabf-4107-8735-26e6647a4746 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (902c935b-b90c-4eda-b734-35f91bedb65a), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.953431 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-47abed90-fabf-4107-8735-26e6647a4746 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (902c935b-b90c-4eda-b734-35f91bedb65a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.956535 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5009b749-1023-43e7-ae2a-609139cae307 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:55:13.960349 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-47abed90-fabf-4107-8735-26e6647a4746 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (902c935b-b90c-4eda-b734-35f91bedb65a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.975923 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abed90-fabf-4107-8735-26e6647a4746 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902c935b-b90c-4eda-b734-35f91bedb65a,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:13.983227 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 5009b749-1023-43e7-ae2a-609139cae307 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:55:13.983710 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5009b749-1023-43e7-ae2a-609139cae307 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:55:13.984092 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:55:13.989264 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-47abed90-fabf-4107-8735-26e6647a4746 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:13.992092 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-47abed90-fabf-4107-8735-26e6647a4746 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337440 Mar 11 12:55:13.993869 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47720) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:13.998584 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0ebf7734-cca4-4525-8f98-6d62c78f37be tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': 'aa979ea7-6286-45f3-b2dc-1618a8099620', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:55:14.005236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:55:14.005580 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 99645fb9-a4e8-4b3e-8bb1-cde8d7fdae33 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:55:14.026135 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ebf7734-cca4-4525-8f98-6d62c78f37be tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (b9e4af8a-5e60-4bba-8df8-86c9df981414), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.089935 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ebf7734-cca4-4525-8f98-6d62c78f37be tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (b9e4af8a-5e60-4bba-8df8-86c9df981414), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.096270 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ebf7734-cca4-4525-8f98-6d62c78f37be tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (b9e4af8a-5e60-4bba-8df8-86c9df981414), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.118187 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf7734-cca4-4525-8f98-6d62c78f37be tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e4af8a-5e60-4bba-8df8-86c9df981414,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:14.124583 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ebf7734-cca4-4525-8f98-6d62c78f37be tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.125687 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0ebf7734-cca4-4525-8f98-6d62c78f37be tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307185 Mar 11 12:55:14.128446 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47722) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:14.132679 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-86bd03c2-1d71-4016-9589-f89b2c2c3483 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': 'aa979ea7-6286-45f3-b2dc-1618a8099620', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:55:14.155019 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-86bd03c2-1d71-4016-9589-f89b2c2c3483 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Project 44c471adc80a42e3bf416e933ba2e790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:55:14.159990 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86bd03c2-1d71-4016-9589-f89b2c2c3483 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (2171998b-f794-4f2b-9b24-a29522cf40fd), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.217171 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86bd03c2-1d71-4016-9589-f89b2c2c3483 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (2171998b-f794-4f2b-9b24-a29522cf40fd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.222622 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86bd03c2-1d71-4016-9589-f89b2c2c3483 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (2171998b-f794-4f2b-9b24-a29522cf40fd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.240394 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd03c2-1d71-4016-9589-f89b2c2c3483 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2171998b-f794-4f2b-9b24-a29522cf40fd,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:14.249451 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86bd03c2-1d71-4016-9589-f89b2c2c3483 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.250689 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-86bd03c2-1d71-4016-9589-f89b2c2c3483 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213391 Mar 11 12:55:14.253737 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47724) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:14.258786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4dbebef3-e089-405c-9f47-a956debace98 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': 'aa979ea7-6286-45f3-b2dc-1618a8099620', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:55:14.281371 n-d-833234-2 neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-4dbebef3-e089-405c-9f47-a956debace98 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Project 44c471adc80a42e3bf416e933ba2e790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:55:14.286334 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4dbebef3-e089-405c-9f47-a956debace98 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (467267ad-39a9-4827-8bab-fe64432ca278), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.344612 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4dbebef3-e089-405c-9f47-a956debace98 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (467267ad-39a9-4827-8bab-fe64432ca278), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.349985 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4dbebef3-e089-405c-9f47-a956debace98 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (467267ad-39a9-4827-8bab-fe64432ca278), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.367379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbebef3-e089-405c-9f47-a956debace98 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467267ad-39a9-4827-8bab-fe64432ca278,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:14.377793 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4dbebef3-e089-405c-9f47-a956debace98 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.379054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4dbebef3-e089-405c-9f47-a956debace98 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242447 Mar 11 12:55:14.382250 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47726) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:14.387559 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c0586489-8f11-4675-8c5e-0e95873cf7a9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'network': {'name': 'tempest-network-smoke--379170268', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'port_security_enabled': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:55:14.407503 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0586489-8f11-4675-8c5e-0e95873cf7a9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Made reservation on behalf of 44c471adc80a42e3bf416e933ba2e790 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:55:14.410971 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c0586489-8f11-4675-8c5e-0e95873cf7a9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.433860 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0586489-8f11-4675-8c5e-0e95873cf7a9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:55:14.443070 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c0586489-8f11-4675-8c5e-0e95873cf7a9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.443413 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-c0586489-8f11-4675-8c5e-0e95873cf7a9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Added segment 0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3 of type vlan for network 60b3d85d-7288-4561-8d83-3b37f9293d37 Mar 11 12:55:14.483703 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c0586489-8f11-4675-8c5e-0e95873cf7a9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (60b3d85d-7288-4561-8d83-3b37f9293d37), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.513412 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c0586489-8f11-4675-8c5e-0e95873cf7a9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (60b3d85d-7288-4561-8d83-3b37f9293d37), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.518692 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0586489-8f11-4675-8c5e-0e95873cf7a9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:14.519260 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c0586489-8f11-4675-8c5e-0e95873cf7a9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.559303 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c0586489-8f11-4675-8c5e-0e95873cf7a9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1759260 Mar 11 12:55:14.562160 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47728) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:14.566793 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-828284653', 'admin_state_up': True, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:55:14.586891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0586489-8f11-4675-8c5e-0e95873cf7a9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Network': ['ID=60b3d85d-7288-4561-8d83-3b37f9293d37,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:14.590321 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (2652e33f-d6d0-4deb-a91e-da52dacec0f6), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.591562 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (2652e33f-d6d0-4deb-a91e-da52dacec0f6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.598747 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 60b3d85d-7288-4561-8d83-3b37f9293d37 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:55:14.646648 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_controller (2652e33f-d6d0-4deb-a91e-da52dacec0f6), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:14.803153 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (2652e33f-d6d0-4deb-a91e-da52dacec0f6), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:15.003403 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (2652e33f-d6d0-4deb-a91e-da52dacec0f6), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:15.035160 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:15.157719 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.25.7.153 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/f0c81cfb-bd1c-4e1e-88b6-071d20755b16) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:55:15.271399 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (f0c81cfb-bd1c-4e1e-88b6-071d20755b16), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:15.308365 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f0c81cfb-bd1c-4e1e-88b6-071d20755b16), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:15.349379 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:55:15.352331 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:55:15.357940 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:55:15.383006 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=f0c81cfb-bd1c-4e1e-88b6-071d20755b16,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:15.624297 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (2652e33f-d6d0-4deb-a91e-da52dacec0f6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:15.803924 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2ab8a7f3-8bb6-4c9e-8481-9af7b04b1511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:15.835934 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (2652e33f-d6d0-4deb-a91e-da52dacec0f6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:15.977397 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 2652e33f-d6d0-4deb-a91e-da52dacec0f6 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:55:16.110198 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:55:16.120654 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Sync routers for ids ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:55:16.132593 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Routers {'2652e33f-d6d0-4deb-a91e-da52dacec0f6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:55:16.133469 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:55:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:16.134553 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:16.135932 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1faba90a-a56a-4e2c-8b3f-d7539ecb4ff6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5727372 Mar 11 12:55:16.139825 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47730) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:16.168552 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6332fee7-aead-4f80-a4e4-84d2cfe0f8a9 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=44c471adc80a42e3bf416e933ba2e790&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275064 Mar 11 12:55:16.171097 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47732) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:16.243467 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Set router 2652e33f-d6d0-4deb-a91e-da52dacec0f6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:55:16.257287 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec36b3b-6dc8-4bdb-96f0-d8cbc4cc432b tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:16.258430 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0ec36b3b-6dc8-4bdb-96f0-d8cbc4cc432b tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864418 Mar 11 12:55:16.261407 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47734) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:16.292939 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f983478d-2298-4de5-b315-29129fc8a7e8 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304506 Mar 11 12:55:16.295632 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47736) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:16.300241 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-51847336-c285-4b8a-aa82-28378b3c441f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-999158193', 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:55:16.386018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51847336-c285-4b8a-aa82-28378b3c441f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Made reservation on behalf of 44c471adc80a42e3bf416e933ba2e790 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:55:16.389615 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-51847336-c285-4b8a-aa82-28378b3c441f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:16.423423 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828284653', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:55:14Z', 'updated_at': '2022-03-11T12:55:15Z', 'revision_number': 3, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:15Z', 'updated_at': '2022-03-11T12:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:16.450216 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Checking router: 2652e33f-d6d0-4deb-a91e-da52dacec0f6 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:55:16.450527 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Updating router 2652e33f-d6d0-4deb-a91e-da52dacec0f6 port f0c81cfb-bd1c-4e1e-88b6-071d20755b16 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:55:16.477935 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f0c81cfb-bd1c-4e1e-88b6-071d20755b16), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:16.570928 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-51847336-c285-4b8a-aa82-28378b3c441f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (0d3e2161-5909-4c69-b3ff-bc417b6733a9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:16.630619 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51847336-c285-4b8a-aa82-28378b3c441f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Subnet': ['ID=0d3e2161-5909-4c69-b3ff-bc417b6733a9,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:16.638442 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51847336-c285-4b8a-aa82-28378b3c441f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Checking segment: {'id': '0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:55:16.638803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51847336-c285-4b8a-aa82-28378b3c441f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network hostable DHCP agents. Network: 60b3d85d-7288-4561-8d83-3b37f9293d37, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:55:16.656649 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51847336-c285-4b8a-aa82-28378b3c441f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 60b3d85d-7288-4561-8d83-3b37f9293d37 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:55:16.667859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-51847336-c285-4b8a-aa82-28378b3c441f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 60b3d85d-7288-4561-8d83-3b37f9293d37) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:55:16.672484 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51847336-c285-4b8a-aa82-28378b3c441f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:16.673170 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-51847336-c285-4b8a-aa82-28378b3c441f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:16.680333 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfeb16d-f3ce-482c-b5bd-a064dd33a358 None None] Network 60b3d85d-7288-4561-8d83-3b37f9293d37 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:55:16.691430 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-51847336-c285-4b8a-aa82-28378b3c441f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3947423 Mar 11 12:55:16.694073 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47738) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:16.741701 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Publish callbacks [] for port (f0c81cfb-bd1c-4e1e-88b6-071d20755b16), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:16.748761 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f0c81cfb-bd1c-4e1e-88b6-071d20755b16), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:16.793478 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-60b3d85d-7288-4561-8d83-3b37f9293d37', 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ips': [{'subnet_id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:55:16.794515 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:16.807559 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Attempting to bind port f0c81cfb-bd1c-4e1e-88b6-071d20755b16 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:55:16.807999 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Attempting to bind port f0c81cfb-bd1c-4e1e-88b6-071d20755b16 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:55:16.808362 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Attempting to bind port f0c81cfb-bd1c-4e1e-88b6-071d20755b16 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:55:16.813520 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1dad7-e4a6-4c93-a55f-7da77f8e9bcf None None] Pushing event updated for resources: {'Port': ['ID=f0c81cfb-bd1c-4e1e-88b6-071d20755b16,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:16.816333 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:55:16.816702 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:55:16.817274 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:16.817487 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:55:16.817939 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Bound port: f0c81cfb-bd1c-4e1e-88b6-071d20755b16, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:55:16.818312 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f0c81cfb-bd1c-4e1e-88b6-071d20755b16), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:16.842227 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c1dad7-e4a6-4c93-a55f-7da77f8e9bcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:16.842569 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c1dad7-e4a6-4c93-a55f-7da77f8e9bcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:16.843109 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c1dad7-e4a6-4c93-a55f-7da77f8e9bcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:16.843444 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c1dad7-e4a6-4c93-a55f-7da77f8e9bcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:16.843801 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c1dad7-e4a6-4c93-a55f-7da77f8e9bcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:16.844129 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c1dad7-e4a6-4c93-a55f-7da77f8e9bcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:16.844451 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c1dad7-e4a6-4c93-a55f-7da77f8e9bcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:16.844770 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c1dad7-e4a6-4c93-a55f-7da77f8e9bcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:16.845089 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c1dad7-e4a6-4c93-a55f-7da77f8e9bcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:16.845402 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c1dad7-e4a6-4c93-a55f-7da77f8e9bcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:16.845716 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c1dad7-e4a6-4c93-a55f-7da77f8e9bcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:16.846028 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c1dad7-e4a6-4c93-a55f-7da77f8e9bcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:16.846339 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c1dad7-e4a6-4c93-a55f-7da77f8e9bcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:55:16.888913 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] For port f0c81cfb-bd1c-4e1e-88b6-071d20755b16, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:55:16.892007 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] For port f0c81cfb-bd1c-4e1e-88b6-071d20755b16, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f0c81cfb-bd1c-4e1e-88b6-071d20755b16,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:55:16.900870 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f0c81cfb-bd1c-4e1e-88b6-071d20755b16), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:16.930452 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Allocated IP 172.20.0.2 (60b3d85d-7288-4561-8d83-3b37f9293d37/0d3e2161-5909-4c69-b3ff-bc417b6733a9/cdc7eff3-8592-42fa-8356-84992a54f2a1) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:55:16.973335 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1dad7-e4a6-4c93-a55f-7da77f8e9bcf None None] Pushing event updated for resources: {'Port': ['ID=f0c81cfb-bd1c-4e1e-88b6-071d20755b16,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:16.978590 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Routers {'2652e33f-d6d0-4deb-a91e-da52dacec0f6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:55:16.979302 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:55:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:17.078992 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Publish callbacks [] for port (cdc7eff3-8592-42fa-8356-84992a54f2a1), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:17.086726 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (cdc7eff3-8592-42fa-8356-84992a54f2a1), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:17.100706 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] Set router 2652e33f-d6d0-4deb-a91e-da52dacec0f6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:55:17.137501 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Network 60b3d85d-7288-4561-8d83-3b37f9293d37 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:55:17.143488 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:55:17.145712 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Pushing event updated for resources: {'Port': ['ID=cdc7eff3-8592-42fa-8356-84992a54f2a1,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:17.147931 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:55:17.219535 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Attempting to bind port cdc7eff3-8592-42fa-8356-84992a54f2a1 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:55:17.219831 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Attempting to bind port cdc7eff3-8592-42fa-8356-84992a54f2a1 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:55:17.220303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Attempting to bind port cdc7eff3-8592-42fa-8356-84992a54f2a1 on network 60b3d85d-7288-4561-8d83-3b37f9293d37 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:55:17.227052 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:55:17.227461 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Checking segment: {'id': '0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:55:17.228123 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:17.228597 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Bound using segment: {'id': '0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:55:17.229163 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Bound port: cdc7eff3-8592-42fa-8356-84992a54f2a1, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:55:17.229633 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cdc7eff3-8592-42fa-8356-84992a54f2a1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:17.301119 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] For port cdc7eff3-8592-42fa-8356-84992a54f2a1, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:55:17.304371 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] For port cdc7eff3-8592-42fa-8356-84992a54f2a1, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=cdc7eff3-8592-42fa-8356-84992a54f2a1,segment=NetworkSegment(0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3),segment_id=0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:55:17.313083 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cdc7eff3-8592-42fa-8356-84992a54f2a1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:17.370633 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e409a2-dffa-4124-9a3e-67eedd72f66b None None] Pushing event updated for resources: {'Port': ['ID=cdc7eff3-8592-42fa-8356-84992a54f2a1,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:17.409280 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828284653', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:55:14Z', 'updated_at': '2022-03-11T12:55:15Z', 'revision_number': 3, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:15Z', 'updated_at': '2022-03-11T12:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:17.437255 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d840b81b-4a5a-4380-9535-0201d3c905da None None] The sync data for ids ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'] in n-d-833234-2 is: [{'id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828284653', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:55:14Z', 'updated_at': '2022-03-11T12:55:15Z', 'revision_number': 3, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:15Z', 'updated_at': '2022-03-11T12:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:55:17.492256 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:17.545763 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:17.879070 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.20.0.1 (60b3d85d-7288-4561-8d83-3b37f9293d37/0d3e2161-5909-4c69-b3ff-bc417b6733a9/b5152bc6-3353-4de1-98c7-d83197bf7ad8) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:55:18.006413 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:18.035828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f0c81cfb-bd1c-4e1e-88b6-071d20755b16 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:55:18.057567 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:18.100960 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port f0c81cfb-bd1c-4e1e-88b6-071d20755b16 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:55:18.101500 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f0c81cfb-bd1c-4e1e-88b6-071d20755b16), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:18.108959 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 60b3d85d-7288-4561-8d83-3b37f9293d37 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:55:18.115075 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:55:18.119289 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:55:18.126172 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=b5152bc6-3353-4de1-98c7-d83197bf7ad8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:18.177461 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (2652e33f-d6d0-4deb-a91e-da52dacec0f6), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:18.201791 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port f0c81cfb-bd1c-4e1e-88b6-071d20755b16 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:55:18.202129 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (f0c81cfb-bd1c-4e1e-88b6-071d20755b16), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:18.225961 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port f0c81cfb-bd1c-4e1e-88b6-071d20755b16, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f0c81cfb-bd1c-4e1e-88b6-071d20755b16,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:55:18.237460 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (f0c81cfb-bd1c-4e1e-88b6-071d20755b16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:18.238381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cdc7eff3-8592-42fa-8356-84992a54f2a1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:55:18.327757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=f0c81cfb-bd1c-4e1e-88b6-071d20755b16,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:18.350199 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port cdc7eff3-8592-42fa-8356-84992a54f2a1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:55:18.350904 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cdc7eff3-8592-42fa-8356-84992a54f2a1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:18.370715 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:18.459497 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port cdc7eff3-8592-42fa-8356-84992a54f2a1 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:55:18.460088 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (cdc7eff3-8592-42fa-8356-84992a54f2a1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:18.495525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port cdc7eff3-8592-42fa-8356-84992a54f2a1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=cdc7eff3-8592-42fa-8356-84992a54f2a1,segment=NetworkSegment(0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3),segment_id=0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:55:18.499415 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dad065-b2bf-4a27-acf1-9c8a9529bb02 None None] Network 60b3d85d-7288-4561-8d83-3b37f9293d37 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:55:18.503143 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (cdc7eff3-8592-42fa-8356-84992a54f2a1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:18.617316 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=cdc7eff3-8592-42fa-8356-84992a54f2a1,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:18.625796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-04634383-04fc-4196-966f-b8cbd642fdf4 None None] Provisioning complete for port cdc7eff3-8592-42fa-8356-84992a54f2a1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:55:18.626155 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-04634383-04fc-4196-966f-b8cbd642fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cdc7eff3-8592-42fa-8356-84992a54f2a1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:18.682501 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:18.688853 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:18.738573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-04634383-04fc-4196-966f-b8cbd642fdf4 None None] Current status of the port cdc7eff3-8592-42fa-8356-84992a54f2a1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:55:18.765886 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (2652e33f-d6d0-4deb-a91e-da52dacec0f6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:18.767818 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=b5152bc6-3353-4de1-98c7-d83197bf7ad8,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:18.872407 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 60b3d85d-7288-4561-8d83-3b37f9293d37 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:55:18.874073 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:55:18.920478 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:18.966272 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6a8e4f7b-765b-40c7-9baf-2542daf2f9ef None None] Provisioning complete for port cdc7eff3-8592-42fa-8356-84992a54f2a1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:55:18.966643 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6a8e4f7b-765b-40c7-9baf-2542daf2f9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cdc7eff3-8592-42fa-8356-84992a54f2a1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:19.005542 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 2652e33f-d6d0-4deb-a91e-da52dacec0f6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:55:19.066065 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e4f7b-765b-40c7-9baf-2542daf2f9ef None None] Current status of the port cdc7eff3-8592-42fa-8356-84992a54f2a1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:55:19.077739 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6a8e4f7b-765b-40c7-9baf-2542daf2f9ef None None] Provisioning complete for port b5152bc6-3353-4de1-98c7-d83197bf7ad8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:55:19.078255 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6a8e4f7b-765b-40c7-9baf-2542daf2f9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:19.123682 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e4f7b-765b-40c7-9baf-2542daf2f9ef None None] Port b5152bc6-3353-4de1-98c7-d83197bf7ad8 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:55:19.137249 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:55:19.147966 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4eb01d9c-d3d7-495d-9c9d-1c6b196f4048 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "PUT /v2.0/routers/2652e33f-d6d0-4deb-a91e-da52dacec0f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4475002 Mar 11 12:55:19.217515 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Sync routers for ids ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:55:19.227931 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Routers {'2652e33f-d6d0-4deb-a91e-da52dacec0f6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:55:19.228730 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:55:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:19.300286 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c54549ba-2cdb-4ec9-8e3d-851a77d20f32 None None] Provisioning complete for port b5152bc6-3353-4de1-98c7-d83197bf7ad8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:55:19.300947 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c54549ba-2cdb-4ec9-8e3d-851a77d20f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:19.322388 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-067ef92b-b2d3-4713-a666-608bd897e486 req-4931929a-d708-4555-8798-ab0f7c24d599 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-424307997&fields=id&tenant_id=44c471adc80a42e3bf416e933ba2e790 HTTP/1.1" status: 200 len: 267 time: 0.0507104 Mar 11 12:55:19.373626 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c54549ba-2cdb-4ec9-8e3d-851a77d20f32 None None] Port b5152bc6-3353-4de1-98c7-d83197bf7ad8 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:55:19.393055 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Set router 2652e33f-d6d0-4deb-a91e-da52dacec0f6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:55:19.431062 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ef92b-b2d3-4713-a666-608bd897e486 req-f3913371-6072-44f6-85ad-03f45115d80f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:19.432714 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-067ef92b-b2d3-4713-a666-608bd897e486 req-f3913371-6072-44f6-85ad-03f45115d80f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/networks?id=60b3d85d-7288-4561-8d83-3b37f9293d37 HTTP/1.1" status: 200 len: 796 time: 0.1025329 Mar 11 12:55:19.447622 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-067ef92b-b2d3-4713-a666-608bd897e486 req-34315de8-1637-45f1-9c51-8e4d66846339 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/quotas/44c471adc80a42e3bf416e933ba2e790 HTTP/1.1" status: 200 len: 375 time: 0.0093915 Mar 11 12:55:19.511149 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-067ef92b-b2d3-4713-a666-608bd897e486 req-eafd2dac-f9a4-4f70-ab0c-3a712e22e5bc tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572128 Mar 11 12:55:19.532331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-dae68dd0-6148-4de4-80b6-6ca88aad3745 None None] Provisioning complete for port b5152bc6-3353-4de1-98c7-d83197bf7ad8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:55:19.532675 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dae68dd0-6148-4de4-80b6-6ca88aad3745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:19.581866 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-dae68dd0-6148-4de4-80b6-6ca88aad3745 None None] Port b5152bc6-3353-4de1-98c7-d83197bf7ad8 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:55:19.608010 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-067ef92b-b2d3-4713-a666-608bd897e486 req-fe04db74-d7ca-4e0c-b855-1db0a545b987 service neutron] 10.222.0.78 "GET /v2.0/networks/60b3d85d-7288-4561-8d83-3b37f9293d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849550 Mar 11 12:55:19.627885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828284653', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:55:14Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:15Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'b5152bc6-3353-4de1-98c7-d83197bf7ad8', 'name': '', 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:d3:4f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:17Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 2, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:19.657307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Checking router: 2652e33f-d6d0-4deb-a91e-da52dacec0f6 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:55:19.657631 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Updating router 2652e33f-d6d0-4deb-a91e-da52dacec0f6 port b5152bc6-3353-4de1-98c7-d83197bf7ad8 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:55:19.687118 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:19.703925 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3aa3c5e4-36fe-458a-872c-f677dcec16fa service neutron] 10.222.0.78 "GET /v2.0/networks/60b3d85d-7288-4561-8d83-3b37f9293d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898349 Mar 11 12:55:19.873756 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1fa8487-534f-4e6c-a9a3-20171f259cb9 req-5776d31f-b35d-4061-a558-2ddc63719afe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 210 time: 0.0306756 Mar 11 12:55:19.972497 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Publish callbacks [] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:19.981405 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f0c81cfb-bd1c-4e1e-88b6-071d20755b16 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:55:19.985356 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:20.074206 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5a4d6-003c-420f-8eb6-7e87bd849697 None None] Pushing event updated for resources: {'Port': ['ID=b5152bc6-3353-4de1-98c7-d83197bf7ad8,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:20.151354 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Attempting to bind port b5152bc6-3353-4de1-98c7-d83197bf7ad8 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:55:20.151692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Attempting to bind port b5152bc6-3353-4de1-98c7-d83197bf7ad8 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:55:20.152067 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Attempting to bind port b5152bc6-3353-4de1-98c7-d83197bf7ad8 on network 60b3d85d-7288-4561-8d83-3b37f9293d37 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:55:20.154078 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port f0c81cfb-bd1c-4e1e-88b6-071d20755b16 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:55:20.154447 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (f0c81cfb-bd1c-4e1e-88b6-071d20755b16), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:20.161108 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:55:20.161529 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Checking segment: {'id': '0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:55:20.161894 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:20.162248 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Bound using segment: {'id': '0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:55:20.162727 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Bound port: b5152bc6-3353-4de1-98c7-d83197bf7ad8, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:55:20.163106 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:20.188502 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:20.286720 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] For port b5152bc6-3353-4de1-98c7-d83197bf7ad8, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:55:20.309599 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] For port b5152bc6-3353-4de1-98c7-d83197bf7ad8, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b5152bc6-3353-4de1-98c7-d83197bf7ad8,segment=NetworkSegment(0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3),segment_id=0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:55:20.316361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port f0c81cfb-bd1c-4e1e-88b6-071d20755b16 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:55:20.317394 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cdc7eff3-8592-42fa-8356-84992a54f2a1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:55:20.323477 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:20.380363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9533eecc-f540-4e27-8e1a-142615e34c8e None None] Provisioning complete for port b5152bc6-3353-4de1-98c7-d83197bf7ad8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:55:20.380737 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9533eecc-f540-4e27-8e1a-142615e34c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:20.452976 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5a4d6-003c-420f-8eb6-7e87bd849697 None None] Pushing event updated for resources: {'Port': ['ID=b5152bc6-3353-4de1-98c7-d83197bf7ad8,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:20.465798 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Routers {'2652e33f-d6d0-4deb-a91e-da52dacec0f6'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:55:20.466442 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:55:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:20.515779 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port cdc7eff3-8592-42fa-8356-84992a54f2a1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:55:20.516152 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (cdc7eff3-8592-42fa-8356-84992a54f2a1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:20.808186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9533eecc-f540-4e27-8e1a-142615e34c8e None None] Current status of the port b5152bc6-3353-4de1-98c7-d83197bf7ad8 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:55:20.808557 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9533eecc-f540-4e27-8e1a-142615e34c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:20.841202 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] Set router 2652e33f-d6d0-4deb-a91e-da52dacec0f6 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:55:20.910110 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9533eecc-f540-4e27-8e1a-142615e34c8e None None] For port b5152bc6-3353-4de1-98c7-d83197bf7ad8, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b5152bc6-3353-4de1-98c7-d83197bf7ad8,segment=NetworkSegment(0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3),segment_id=0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:55:20.923776 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9533eecc-f540-4e27-8e1a-142615e34c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:20.956491 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:55:20.962850 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port cdc7eff3-8592-42fa-8356-84992a54f2a1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:55:20.998322 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-464b6004-91aa-411d-97f0-1cbeeaedef14 req-dc4302db-5bed-4061-b930-d7ecc477eb10 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 210 time: 0.0440810 Mar 11 12:55:21.024187 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ef92b-b2d3-4713-a666-608bd897e486 req-ad5023b1-a579-4ec9-baa7-0e78b68df81b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:21.026369 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-067ef92b-b2d3-4713-a666-608bd897e486 req-ad5023b1-a579-4ec9-baa7-0e78b68df81b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "GET /v2.0/networks?id=60b3d85d-7288-4561-8d83-3b37f9293d37 HTTP/1.1" status: 200 len: 796 time: 0.1337678 Mar 11 12:55:21.065641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533eecc-f540-4e27-8e1a-142615e34c8e None None] Pushing event updated for resources: {'Port': ['ID=b5152bc6-3353-4de1-98c7-d83197bf7ad8,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:21.091657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6b7f98b0-f74b-49c6-a786-3f90194395bb None None] Provisioning complete for port b5152bc6-3353-4de1-98c7-d83197bf7ad8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:55:21.092317 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b7f98b0-f74b-49c6-a786-3f90194395bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:21.095358 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-067ef92b-b2d3-4713-a666-608bd897e486 req-f8b6eb82-002e-443c-8e78-8d7b6cd823b2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44c471adc80a42e3bf416e933ba2e790 HTTP/1.1" status: 200 len: 379 time: 0.0595260 Mar 11 12:55:21.106459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-067ef92b-b2d3-4713-a666-608bd897e486 req-032a644e-8d44-47a9-b6ae-995ae1d0709c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'port': {'device_id': '79cbf990-a2c1-424c-a950-c54051c761ea', 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37', 'admin_state_up': True, 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'security_groups': ['aa979ea7-6286-45f3-b2dc-1618a8099620']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:55:21.219666 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828284653', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:55:14Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:15Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'b5152bc6-3353-4de1-98c7-d83197bf7ad8', 'name': '', 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:d3:4f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:17Z', 'updated_at': '2022-03-11T12:55:20Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:21.220012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067ef92b-b2d3-4713-a666-608bd897e486 req-032a644e-8d44-47a9-b6ae-995ae1d0709c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Made reservation on behalf of 44c471adc80a42e3bf416e933ba2e790 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:55:21.221465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6b7f98b0-f74b-49c6-a786-3f90194395bb None None] Current status of the port b5152bc6-3353-4de1-98c7-d83197bf7ad8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:55:21.223200 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-067ef92b-b2d3-4713-a666-608bd897e486 req-032a644e-8d44-47a9-b6ae-995ae1d0709c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:21.250202 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2d348-fb10-465a-b031-02bcb0ac6b50 None None] The sync data for ids ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'] in n-d-833234-2 is: [{'id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828284653', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:55:14Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:15Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'b5152bc6-3353-4de1-98c7-d83197bf7ad8', 'name': '', 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:d3:4f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:17Z', 'updated_at': '2022-03-11T12:55:20Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:55:21.376489 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-067ef92b-b2d3-4713-a666-608bd897e486 req-032a644e-8d44-47a9-b6ae-995ae1d0709c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.20.0.5 (60b3d85d-7288-4561-8d83-3b37f9293d37/0d3e2161-5909-4c69-b3ff-bc417b6733a9/54f265d1-843a-40a1-9cac-8db163fb0acf) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:55:21.524093 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-067ef92b-b2d3-4713-a666-608bd897e486 req-032a644e-8d44-47a9-b6ae-995ae1d0709c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (54f265d1-843a-40a1-9cac-8db163fb0acf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:21.560211 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-067ef92b-b2d3-4713-a666-608bd897e486 req-032a644e-8d44-47a9-b6ae-995ae1d0709c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (54f265d1-843a-40a1-9cac-8db163fb0acf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:21.606196 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067ef92b-b2d3-4713-a666-608bd897e486 req-032a644e-8d44-47a9-b6ae-995ae1d0709c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 60b3d85d-7288-4561-8d83-3b37f9293d37 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:55:21.611461 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-067ef92b-b2d3-4713-a666-608bd897e486 req-032a644e-8d44-47a9-b6ae-995ae1d0709c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:55:21.615109 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-067ef92b-b2d3-4713-a666-608bd897e486 req-032a644e-8d44-47a9-b6ae-995ae1d0709c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:55:21.642166 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a644e-8d44-47a9-b6ae-995ae1d0709c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=54f265d1-843a-40a1-9cac-8db163fb0acf,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:21.674134 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ef92b-b2d3-4713-a666-608bd897e486 req-032a644e-8d44-47a9-b6ae-995ae1d0709c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:21.674745 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-067ef92b-b2d3-4713-a666-608bd897e486 req-032a644e-8d44-47a9-b6ae-995ae1d0709c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:21.701635 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-067ef92b-b2d3-4713-a666-608bd897e486 req-032a644e-8d44-47a9-b6ae-995ae1d0709c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5995190 Mar 11 12:55:21.715374 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Request body: {'port': {'device_id': '79cbf990-a2c1-424c-a950-c54051c761ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:55:21.783116 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (54f265d1-843a-40a1-9cac-8db163fb0acf), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:21.846197 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2b75c1f0-f95e-402e-b077-75f1a1f9a77b None None] Provisioning complete for port 54f265d1-843a-40a1-9cac-8db163fb0acf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:55:21.846649 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2b75c1f0-f95e-402e-b077-75f1a1f9a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (54f265d1-843a-40a1-9cac-8db163fb0acf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:21.881128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2b75c1f0-f95e-402e-b077-75f1a1f9a77b None None] Port 54f265d1-843a-40a1-9cac-8db163fb0acf cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:55:21.990504 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b5152bc6-3353-4de1-98c7-d83197bf7ad8 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:55:22.055605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port b5152bc6-3353-4de1-98c7-d83197bf7ad8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:55:22.056674 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:22.081479 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f265d1-843a-40a1-9cac-8db163fb0acf {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:55:22.095972 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Publish callbacks [] for port (54f265d1-843a-40a1-9cac-8db163fb0acf), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:22.114215 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Transition to ACTIVE for port object 54f265d1-843a-40a1-9cac-8db163fb0acf will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:55:22.120913 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (54f265d1-843a-40a1-9cac-8db163fb0acf), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:22.174802 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524e7dc-30f2-4e35-a6df-b08f22704a0a req-fb6dad53-93c5-44db-be34-953d66fa9f4e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:22.182323 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0524e7dc-30f2-4e35-a6df-b08f22704a0a req-fb6dad53-93c5-44db-be34-953d66fa9f4e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 943 time: 0.0593984 Mar 11 12:55:22.186396 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port b5152bc6-3353-4de1-98c7-d83197bf7ad8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:55:22.192335 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Pushing event updated for resources: {'Port': ['ID=54f265d1-843a-40a1-9cac-8db163fb0acf,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:22.245937 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0524e7dc-30f2-4e35-a6df-b08f22704a0a req-d56a541c-a542-43ed-b569-b13c4a588545 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627441 Mar 11 12:55:22.285199 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Attempting to bind port 54f265d1-843a-40a1-9cac-8db163fb0acf on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:55:22.285546 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Attempting to bind port 54f265d1-843a-40a1-9cac-8db163fb0acf by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:55:22.285877 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Attempting to bind port 54f265d1-843a-40a1-9cac-8db163fb0acf on network 60b3d85d-7288-4561-8d83-3b37f9293d37 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:55:22.290957 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Port 54f265d1-843a-40a1-9cac-8db163fb0acf on network 60b3d85d-7288-4561-8d83-3b37f9293d37 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:55:22.291278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Attempting to bind port 54f265d1-843a-40a1-9cac-8db163fb0acf on network 60b3d85d-7288-4561-8d83-3b37f9293d37 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:55:22.297211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:55:22.297550 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Checking segment: {'id': '0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:55:22.298078 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Bound using segment: {'id': '0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:55:22.298519 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Bound port: 54f265d1-843a-40a1-9cac-8db163fb0acf, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:55:22.298881 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (54f265d1-843a-40a1-9cac-8db163fb0acf), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:22.381699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] For port 54f265d1-843a-40a1-9cac-8db163fb0acf, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:55:22.384951 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] For port 54f265d1-843a-40a1-9cac-8db163fb0acf, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=54f265d1-843a-40a1-9cac-8db163fb0acf,segment=NetworkSegment(0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3),segment_id=0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:55:22.394340 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (54f265d1-843a-40a1-9cac-8db163fb0acf), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:22.444326 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:22.444954 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:22.446346 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-067ef92b-b2d3-4713-a666-608bd897e486 req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] 10.222.0.71 "PUT /v2.0/ports/54f265d1-843a-40a1-9cac-8db163fb0acf HTTP/1.1" status: 200 len: 1091 time: 0.7361052 Mar 11 12:55:22.447356 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cbf990-a2c1-424c-a950-c54051c761ea', 'tag': '54f265d1-843a-40a1-9cac-8db163fb0acf'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:55:22.449658 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0873fd1b-47e0-473e-88bf-06eea8d7f019" -d '{"events": [{"name": "network-changed", "server_uuid": "79cbf990-a2c1-424c-a950-c54051c761ea", "tag": "54f265d1-843a-40a1-9cac-8db163fb0acf"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:55:22.490327 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa058c7-d57d-4475-a05f-b02881b5dd8e service neutron] Pushing event updated for resources: {'Port': ['ID=54f265d1-843a-40a1-9cac-8db163fb0acf,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:22.503168 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cdbea2-9214-4cd1-8e14-5b62b7bfc4a1 x-openstack-request-id: req-d9cdbea2-9214-4cd1-8e14-5b62b7bfc4a1 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:55:22.503943 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cbf990-a2c1-424c-a950-c54051c761ea", "tag": "54f265d1-843a-40a1-9cac-8db163fb0acf", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:55:22.504309 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9cdbea2-9214-4cd1-8e14-5b62b7bfc4a1 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:55:22.504799 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cbf990-a2c1-424c-a950-c54051c761ea', 'tag': '54f265d1-843a-40a1-9cac-8db163fb0acf', 'status': 'completed', 'code': 200} Mar 11 12:55:22.554863 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ef92b-b2d3-4713-a666-608bd897e486 req-6d31d28c-7d42-450b-9f53-ccad4ee29be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:22.556611 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-067ef92b-b2d3-4713-a666-608bd897e486 req-6d31d28c-7d42-450b-9f53-ccad4ee29be3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 1125 time: 0.0508235 Mar 11 12:55:22.599975 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-067ef92b-b2d3-4713-a666-608bd897e486 req-b06bd827-59ed-468c-ba4e-57596437e582 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54f265d1-843a-40a1-9cac-8db163fb0acf HTTP/1.1" status: 200 len: 217 time: 0.0361469 Mar 11 12:55:22.650578 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ef92b-b2d3-4713-a666-608bd897e486 req-1f551d5a-8753-4ec1-8b34-8080fcce5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:22.652013 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-067ef92b-b2d3-4713-a666-608bd897e486 req-1f551d5a-8753-4ec1-8b34-8080fcce5300 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d3e2161-5909-4c69-b3ff-bc417b6733a9 HTTP/1.1" status: 200 len: 834 time: 0.0453582 Mar 11 12:55:22.708194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ef92b-b2d3-4713-a666-608bd897e486 req-36f5d28f-86cc-4108-a152-ca20b93b3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:22.709731 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-067ef92b-b2d3-4713-a666-608bd897e486 req-36f5d28f-86cc-4108-a152-ca20b93b3b4e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=60b3d85d-7288-4561-8d83-3b37f9293d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505176 Mar 11 12:55:22.810032 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-067ef92b-b2d3-4713-a666-608bd897e486 req-41189bf4-4734-4f13-a7fb-2c708f89de3c service neutron] 10.222.0.71 "GET /v2.0/networks/60b3d85d-7288-4561-8d83-3b37f9293d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933604 Mar 11 12:55:22.905147 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-067ef92b-b2d3-4713-a666-608bd897e486 req-d67de674-9fc5-47ad-b2bc-7650c498d569 service neutron] 10.222.0.71 "GET /v2.0/networks/60b3d85d-7288-4561-8d83-3b37f9293d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881526 Mar 11 12:55:23.007918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873fd1b-47e0-473e-88bf-06eea8d7f019 req-8a89a3a1-eea9-4e6e-9f57-03cdc888cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:23.010027 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0873fd1b-47e0-473e-88bf-06eea8d7f019 req-8a89a3a1-eea9-4e6e-9f57-03cdc888cf6c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 1125 time: 0.0475883 Mar 11 12:55:23.106513 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873fd1b-47e0-473e-88bf-06eea8d7f019 req-7a9055cd-ab38-4f25-af77-aeaba289274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:23.108011 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0873fd1b-47e0-473e-88bf-06eea8d7f019 req-7a9055cd-ab38-4f25-af77-aeaba289274d service neutron] 10.222.0.71 "GET /v2.0/networks?id=60b3d85d-7288-4561-8d83-3b37f9293d37 HTTP/1.1" status: 200 len: 897 time: 0.0926876 Mar 11 12:55:23.149778 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0873fd1b-47e0-473e-88bf-06eea8d7f019 req-b2d4084f-e8c0-48c1-82b2-647cd80a17d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54f265d1-843a-40a1-9cac-8db163fb0acf HTTP/1.1" status: 200 len: 217 time: 0.0345707 Mar 11 12:55:23.199495 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873fd1b-47e0-473e-88bf-06eea8d7f019 req-e8fbe19b-685b-4e02-a656-47c398c374f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:23.200858 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0873fd1b-47e0-473e-88bf-06eea8d7f019 req-e8fbe19b-685b-4e02-a656-47c398c374f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d3e2161-5909-4c69-b3ff-bc417b6733a9 HTTP/1.1" status: 200 len: 834 time: 0.0451787 Mar 11 12:55:23.259267 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873fd1b-47e0-473e-88bf-06eea8d7f019 req-477554cd-4e0e-4382-ac58-9a63b2b32a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:23.261131 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0873fd1b-47e0-473e-88bf-06eea8d7f019 req-477554cd-4e0e-4382-ac58-9a63b2b32a37 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=60b3d85d-7288-4561-8d83-3b37f9293d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525935 Mar 11 12:55:23.362177 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0873fd1b-47e0-473e-88bf-06eea8d7f019 req-21e442ef-30ab-4ffc-996b-0001eea037ad service neutron] 10.222.0.71 "GET /v2.0/networks/60b3d85d-7288-4561-8d83-3b37f9293d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925193 Mar 11 12:55:23.367524 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b01ee0-f687-429e-b15d-10215a91dec6 req-0e6f5866-5e06-4ca5-8b3f-8e741266c44f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:23.369245 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1b01ee0-f687-429e-b15d-10215a91dec6 req-0e6f5866-5e06-4ca5-8b3f-8e741266c44f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 943 time: 0.0583794 Mar 11 12:55:23.416872 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1b01ee0-f687-429e-b15d-10215a91dec6 req-40a230af-3fa3-4efd-b784-7b6bc239b923 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419130 Mar 11 12:55:23.458264 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0873fd1b-47e0-473e-88bf-06eea8d7f019 req-a79d4e5e-b353-4104-9643-8ce650995ed5 service neutron] 10.222.0.71 "GET /v2.0/networks/60b3d85d-7288-4561-8d83-3b37f9293d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889595 Mar 11 12:55:24.542936 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199917f1-0e69-41f6-b45c-eae7d1f8c0c7 req-94475e49-926d-4e4c-b826-df68d6696bd0 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:24.544780 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-199917f1-0e69-41f6-b45c-eae7d1f8c0c7 req-94475e49-926d-4e4c-b826-df68d6696bd0 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 943 time: 0.0573630 Mar 11 12:55:24.600729 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-199917f1-0e69-41f6-b45c-eae7d1f8c0c7 req-79b9115b-a481-441b-9a35-9fabc8cfad83 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499787 Mar 11 12:55:25.494035 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 54f265d1-843a-40a1-9cac-8db163fb0acf details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:55:25.601581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 54f265d1-843a-40a1-9cac-8db163fb0acf, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=54f265d1-843a-40a1-9cac-8db163fb0acf,segment=NetworkSegment(0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3),segment_id=0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:55:25.612905 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '54f265d1-843a-40a1-9cac-8db163fb0acf', 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37', 'port_id': '54f265d1-843a-40a1-9cac-8db163fb0acf', 'mac_address': 'fa:16:3e:77:16:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:55:25.651560 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 54f265d1-843a-40a1-9cac-8db163fb0acf is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:55:25.651991 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (54f265d1-843a-40a1-9cac-8db163fb0acf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:25.665177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f265d1-843a-40a1-9cac-8db163fb0acf {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:55:25.689541 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 54f265d1-843a-40a1-9cac-8db163fb0acf, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=54f265d1-843a-40a1-9cac-8db163fb0acf,segment=NetworkSegment(0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3),segment_id=0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:55:25.694587 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (54f265d1-843a-40a1-9cac-8db163fb0acf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:25.730912 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0023cb7-0f90-4d8d-a283-ccabd5f8c4de req-36147323-b725-4db6-805e-89c6c4754dfe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:25.732467 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0023cb7-0f90-4d8d-a283-ccabd5f8c4de req-36147323-b725-4db6-805e-89c6c4754dfe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 943 time: 0.0572774 Mar 11 12:55:25.741919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=54f265d1-843a-40a1-9cac-8db163fb0acf,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:25.782442 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0023cb7-0f90-4d8d-a283-ccabd5f8c4de req-1d648cde-1160-43e8-880e-ce7ff42e5899 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438490 Mar 11 12:55:25.945585 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['54f265d1-843a-40a1-9cac-8db163fb0acf'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:55:26.913729 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2a029-83d9-4478-bee0-0eef3d1deff8 req-5cef3e91-8467-4d59-955f-10dc4b96b984 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:26.915207 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0a2a029-83d9-4478-bee0-0eef3d1deff8 req-5cef3e91-8467-4d59-955f-10dc4b96b984 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 944 time: 0.0547454 Mar 11 12:55:26.963858 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0a2a029-83d9-4478-bee0-0eef3d1deff8 req-f7fecb0e-0273-4bfc-993e-038536985509 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426409 Mar 11 12:55:27.492957 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 54f265d1-843a-40a1-9cac-8db163fb0acf up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:55:27.547971 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 54f265d1-843a-40a1-9cac-8db163fb0acf completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:55:27.552610 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 54f265d1-843a-40a1-9cac-8db163fb0acf triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:55:27.553212 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (54f265d1-843a-40a1-9cac-8db163fb0acf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:27.648603 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 54f265d1-843a-40a1-9cac-8db163fb0acf is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:55:27.648992 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (54f265d1-843a-40a1-9cac-8db163fb0acf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:27.673113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cbf990-a2c1-424c-a950-c54051c761ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f265d1-843a-40a1-9cac-8db163fb0acf'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:55:27.675428 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017b33ff-259c-4a89-b1cf-824944056a58" -d '{"events": [{"server_uuid": "79cbf990-a2c1-424c-a950-c54051c761ea", "name": "network-vif-plugged", "status": "completed", "tag": "54f265d1-843a-40a1-9cac-8db163fb0acf"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:55:27.688776 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 54f265d1-843a-40a1-9cac-8db163fb0acf, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=54f265d1-843a-40a1-9cac-8db163fb0acf,segment=NetworkSegment(0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3),segment_id=0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:55:27.694942 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (54f265d1-843a-40a1-9cac-8db163fb0acf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:27.718064 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a804034d-d15c-4048-a274-3b0fb9ad692a x-openstack-request-id: req-a804034d-d15c-4048-a274-3b0fb9ad692a {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:55:27.718356 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cbf990-a2c1-424c-a950-c54051c761ea", "name": "network-vif-plugged", "status": "completed", "tag": "54f265d1-843a-40a1-9cac-8db163fb0acf", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:55:27.718610 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a804034d-d15c-4048-a274-3b0fb9ad692a {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:55:27.718999 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cbf990-a2c1-424c-a950-c54051c761ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f265d1-843a-40a1-9cac-8db163fb0acf', 'code': 200} Mar 11 12:55:27.746962 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=54f265d1-843a-40a1-9cac-8db163fb0acf,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:27.820015 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee058d-5153-401f-99d1-1feb76cd7fc5 req-5e4ea4fc-f1dd-402a-8477-5a3bb3387329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:27.821571 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-47ee058d-5153-401f-99d1-1feb76cd7fc5 req-5e4ea4fc-f1dd-402a-8477-5a3bb3387329 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 1127 time: 0.0477633 Mar 11 12:55:27.874662 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-47ee058d-5153-401f-99d1-1feb76cd7fc5 req-13079a88-9bec-4373-9f7c-b7f3072278de service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463088 Mar 11 12:55:28.097389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269d43f-6726-4507-82c0-8046a9fae22f req-cdb8c462-5599-47a7-ae32-c0fbb04d16e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:28.098852 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2269d43f-6726-4507-82c0-8046a9fae22f req-cdb8c462-5599-47a7-ae32-c0fbb04d16e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0594170 Mar 11 12:55:28.154409 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2269d43f-6726-4507-82c0-8046a9fae22f req-0f93cab6-1481-4994-8b12-66b330e374df tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497000 Mar 11 12:55:29.299090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72459faa-c3b7-4778-9420-d74d66390b13 req-a6beed4e-3395-40f7-98c1-61a5586e942b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:29.300594 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72459faa-c3b7-4778-9420-d74d66390b13 req-a6beed4e-3395-40f7-98c1-61a5586e942b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0560131 Mar 11 12:55:29.352270 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72459faa-c3b7-4778-9420-d74d66390b13 req-2ee3d16b-4162-4c54-be1a-5a661389051e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436084 Mar 11 12:55:29.477991 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2ed16-73a7-4d99-888b-4c99b8f41499 req-5fd65262-ff90-453b-ab0b-4b1cc5bec242 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:29.479408 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-faa2ed16-73a7-4d99-888b-4c99b8f41499 req-5fd65262-ff90-453b-ab0b-4b1cc5bec242 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0548201 Mar 11 12:55:29.533960 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-faa2ed16-73a7-4d99-888b-4c99b8f41499 req-8bde0795-0d80-4662-9fd6-cbd5d04061b7 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482960 Mar 11 12:55:29.561261 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47790) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:29.665180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb0d1bf-7db1-4546-aa18-dc3ed8c8eb58 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:29.666724 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1bb0d1bf-7db1-4546-aa18-dc3ed8c8eb58 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 1122 time: 0.1042843 Mar 11 12:55:29.671127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47794) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:29.675430 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '54f265d1-843a-40a1-9cac-8db163fb0acf', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:55:29.699539 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:29.796323 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:29.902822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.25.7.172 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/14048708-a576-4ea4-bc62-6f48f67be9c8) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:55:30.006743 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (14048708-a576-4ea4-bc62-6f48f67be9c8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:30.045687 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (14048708-a576-4ea4-bc62-6f48f67be9c8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:30.089598 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:55:30.092470 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:55:30.095573 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:55:30.103808 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=14048708-a576-4ea4-bc62-6f48f67be9c8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:30.467315 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (3ddbc617-d67f-4f9c-916f-8bc615735fe9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:30.541661 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (14048708-a576-4ea4-bc62-6f48f67be9c8), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:30.694461 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (14048708-a576-4ea4-bc62-6f48f67be9c8), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:30.702033 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (14048708-a576-4ea4-bc62-6f48f67be9c8), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:30.769640 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=14048708-a576-4ea4-bc62-6f48f67be9c8,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:55:30.780334 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (3ddbc617-d67f-4f9c-916f-8bc615735fe9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:30.884739 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Floating IP 3ddbc617-d67f-4f9c-916f-8bc615735fe9 associated. External IP: 172.25.7.172, port: 54f265d1-843a-40a1-9cac-8db163fb0acf. Mar 11 12:55:31.100436 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 2652e33f-d6d0-4deb-a91e-da52dacec0f6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:55:31.216346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:55:31.226422 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242a6ec-911e-47ca-a370-9681b1d464c6 None None] Sync routers for ids ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:55:31.237078 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:31.237915 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9242a6ec-911e-47ca-a370-9681b1d464c6 None None] Routers {'2652e33f-d6d0-4deb-a91e-da52dacec0f6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:55:31.239415 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9242a6ec-911e-47ca-a370-9681b1d464c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:55:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:31.269886 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fbc082d3-9aaa-4487-9c00-4649296ef2d5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5976946 Mar 11 12:55:31.270660 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cbf990-a2c1-424c-a950-c54051c761ea', 'tag': '54f265d1-843a-40a1-9cac-8db163fb0acf'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:55:31.273073 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf8dd68-bfa3-48be-a1b2-3580ddfc1eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "79cbf990-a2c1-424c-a950-c54051c761ea", "tag": "54f265d1-843a-40a1-9cac-8db163fb0acf"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:55:31.314091 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d62dc2-61ed-46b7-b960-b517a61a8ffa x-openstack-request-id: req-67d62dc2-61ed-46b7-b960-b517a61a8ffa {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:55:31.314387 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cbf990-a2c1-424c-a950-c54051c761ea", "tag": "54f265d1-843a-40a1-9cac-8db163fb0acf", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:55:31.314645 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-67d62dc2-61ed-46b7-b960-b517a61a8ffa {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:55:31.315067 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cbf990-a2c1-424c-a950-c54051c761ea', 'tag': '54f265d1-843a-40a1-9cac-8db163fb0acf', 'status': 'completed', 'code': 200} Mar 11 12:55:31.362771 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-9242a6ec-911e-47ca-a370-9681b1d464c6 None None] Set router 2652e33f-d6d0-4deb-a91e-da52dacec0f6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:55:31.387905 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640e82f-347c-4fb6-9480-b95f2d9dc063 req-1ad2fa27-dd54-4c56-bc7c-e70781046f2c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:31.388388 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8dd68-bfa3-48be-a1b2-3580ddfc1eb2 req-a08558cd-68a0-4ee1-a26e-213edc73bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:31.389757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7640e82f-347c-4fb6-9480-b95f2d9dc063 req-1ad2fa27-dd54-4c56-bc7c-e70781046f2c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0554936 Mar 11 12:55:31.392155 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5bf8dd68-bfa3-48be-a1b2-3580ddfc1eb2 req-a08558cd-68a0-4ee1-a26e-213edc73bdbd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 1127 time: 0.0516877 Mar 11 12:55:31.441159 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7640e82f-347c-4fb6-9480-b95f2d9dc063 req-e84424da-a323-41c1-9fe2-7c554356fe8d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455432 Mar 11 12:55:31.462972 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47800) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:31.489594 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8dd68-bfa3-48be-a1b2-3580ddfc1eb2 req-9093324a-4da6-40c7-bf1f-28d230f077bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:31.491242 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5bf8dd68-bfa3-48be-a1b2-3580ddfc1eb2 req-9093324a-4da6-40c7-bf1f-28d230f077bf service neutron] 10.222.0.71 "GET /v2.0/networks?id=60b3d85d-7288-4561-8d83-3b37f9293d37 HTTP/1.1" status: 200 len: 897 time: 0.0913374 Mar 11 12:55:31.533321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8dfb6df1-92e3-4085-aa92-c5229a92ad42 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/floatingips/3ddbc617-d67f-4f9c-916f-8bc615735fe9 HTTP/1.1" status: 200 len: 991 time: 0.0691133 Mar 11 12:55:31.563019 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5bf8dd68-bfa3-48be-a1b2-3580ddfc1eb2 req-0d91fdd2-904d-425e-a142-c482a39f65c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54f265d1-843a-40a1-9cac-8db163fb0acf HTTP/1.1" status: 200 len: 999 time: 0.0648582 Mar 11 12:55:31.594944 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9242a6ec-911e-47ca-a370-9681b1d464c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828284653', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:55:14Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:15Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '3ddbc617-d67f-4f9c-916f-8bc615735fe9', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'floating_ip_address': '172.25.7.172', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'port_id': '54f265d1-843a-40a1-9cac-8db163fb0acf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37', 'mac_address': 'fa:16:3e:77:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cbf990-a2c1-424c-a950-c54051c761ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:55:30Z', 'updated_at': '2022-03-11T12:55:30Z', 'revision_number': 0, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5152bc6-3353-4de1-98c7-d83197bf7ad8', 'name': '', 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:d3:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:17Z', 'updated_at': '2022-03-11T12:55:20Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:31.613049 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8dd68-bfa3-48be-a1b2-3580ddfc1eb2 req-ea04f28b-a2ab-450e-b618-8e7e06f832b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:31.614950 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5bf8dd68-bfa3-48be-a1b2-3580ddfc1eb2 req-ea04f28b-a2ab-450e-b618-8e7e06f832b1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d3e2161-5909-4c69-b3ff-bc417b6733a9 HTTP/1.1" status: 200 len: 834 time: 0.0456047 Mar 11 12:55:31.620528 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242a6ec-911e-47ca-a370-9681b1d464c6 None None] Checking router: 2652e33f-d6d0-4deb-a91e-da52dacec0f6 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:55:31.629802 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9242a6ec-911e-47ca-a370-9681b1d464c6 None None] Routers {'2652e33f-d6d0-4deb-a91e-da52dacec0f6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:55:31.630485 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9242a6ec-911e-47ca-a370-9681b1d464c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:55:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:31.664553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8dd68-bfa3-48be-a1b2-3580ddfc1eb2 req-83cb5017-ca29-4c7c-84f1-b4a09651aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:31.666278 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5bf8dd68-bfa3-48be-a1b2-3580ddfc1eb2 req-83cb5017-ca29-4c7c-84f1-b4a09651aaa2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=60b3d85d-7288-4561-8d83-3b37f9293d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450237 Mar 11 12:55:31.746054 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-9242a6ec-911e-47ca-a370-9681b1d464c6 None None] Set router 2652e33f-d6d0-4deb-a91e-da52dacec0f6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:55:31.761560 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5bf8dd68-bfa3-48be-a1b2-3580ddfc1eb2 req-b7c3551d-03cd-4dff-a845-6277ee33aac9 service neutron] 10.222.0.71 "GET /v2.0/networks/60b3d85d-7288-4561-8d83-3b37f9293d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888815 Mar 11 12:55:31.855348 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-5bf8dd68-bfa3-48be-a1b2-3580ddfc1eb2 req-719367ed-00b5-4854-bab7-27ac5f5ff6d2 service neutron] 10.222.0.71 "GET /v2.0/networks/60b3d85d-7288-4561-8d83-3b37f9293d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843031 Mar 11 12:55:31.977895 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9242a6ec-911e-47ca-a370-9681b1d464c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828284653', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:55:14Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:15Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '3ddbc617-d67f-4f9c-916f-8bc615735fe9', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'floating_ip_address': '172.25.7.172', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'port_id': '54f265d1-843a-40a1-9cac-8db163fb0acf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37', 'mac_address': 'fa:16:3e:77:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cbf990-a2c1-424c-a950-c54051c761ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:55:30Z', 'updated_at': '2022-03-11T12:55:30Z', 'revision_number': 0, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5152bc6-3353-4de1-98c7-d83197bf7ad8', 'name': '', 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:d3:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:17Z', 'updated_at': '2022-03-11T12:55:20Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:55:32.003964 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242a6ec-911e-47ca-a370-9681b1d464c6 None None] The sync data for ids ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'] in n-d-833234-2 is: [{'id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828284653', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:55:14Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:15Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '3ddbc617-d67f-4f9c-916f-8bc615735fe9', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'floating_ip_address': '172.25.7.172', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'port_id': '54f265d1-843a-40a1-9cac-8db163fb0acf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37', 'mac_address': 'fa:16:3e:77:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cbf990-a2c1-424c-a950-c54051c761ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:55:30Z', 'updated_at': '2022-03-11T12:55:30Z', 'revision_number': 0, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5152bc6-3353-4de1-98c7-d83197bf7ad8', 'name': '', 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:d3:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:17Z', 'updated_at': '2022-03-11T12:55:20Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:55:32.212909 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3723c323-cc82-4e9c-b04e-e43dfe8ca3bb None None] New status for floating IP 3ddbc617-d67f-4f9c-916f-8bc615735fe9: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:55:32.536509 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47802) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:55:32.601178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f995ec04-943e-430d-b1ee-869840fd1bb0 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/floatingips/3ddbc617-d67f-4f9c-916f-8bc615735fe9 HTTP/1.1" status: 200 len: 993 time: 0.0634959 Mar 11 12:55:34.462956 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:43.197703 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:43.624131 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d0fb1e92-e4e3-4451-aecb-619b7881e6fa req-0ce783e7-1e8b-48b4-a287-cac41aae297e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554147 Mar 11 12:55:43.724602 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a38c1601-426a-4148-9610-5aa7b0297248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:43.725657 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb1e92-e4e3-4451-aecb-619b7881e6fa req-428fd225-7dab-4a6c-9047-2783db115473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:43.727201 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d0fb1e92-e4e3-4451-aecb-619b7881e6fa req-428fd225-7dab-4a6c-9047-2783db115473 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 1127 time: 0.0527372 Mar 11 12:55:43.847782 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb1e92-e4e3-4451-aecb-619b7881e6fa req-7fb5e3fd-484e-4537-a291-c726552d80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:43.849358 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d0fb1e92-e4e3-4451-aecb-619b7881e6fa req-7fb5e3fd-484e-4537-a291-c726552d80dd service neutron] 10.222.0.71 "GET /v2.0/networks?id=60b3d85d-7288-4561-8d83-3b37f9293d37 HTTP/1.1" status: 200 len: 897 time: 0.0877101 Mar 11 12:55:43.935223 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d0fb1e92-e4e3-4451-aecb-619b7881e6fa req-4e00df82-5c3b-4d73-9d35-cbca37ea2c9f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54f265d1-843a-40a1-9cac-8db163fb0acf HTTP/1.1" status: 200 len: 1001 time: 0.0627935 Mar 11 12:55:43.983913 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb1e92-e4e3-4451-aecb-619b7881e6fa req-88bd1ebf-8ce4-4107-a2ac-44ef9a97607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:43.985340 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d0fb1e92-e4e3-4451-aecb-619b7881e6fa req-88bd1ebf-8ce4-4107-a2ac-44ef9a97607c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d3e2161-5909-4c69-b3ff-bc417b6733a9 HTTP/1.1" status: 200 len: 834 time: 0.0435176 Mar 11 12:55:44.041912 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb1e92-e4e3-4451-aecb-619b7881e6fa req-29934fff-c12d-414d-b345-fa749adc1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:55:44.044153 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d0fb1e92-e4e3-4451-aecb-619b7881e6fa req-29934fff-c12d-414d-b345-fa749adc1dfb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=60b3d85d-7288-4561-8d83-3b37f9293d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514073 Mar 11 12:55:44.140929 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d0fb1e92-e4e3-4451-aecb-619b7881e6fa req-839f4073-158c-448c-a455-8f2a21c10985 service neutron] 10.222.0.71 "GET /v2.0/networks/60b3d85d-7288-4561-8d83-3b37f9293d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894544 Mar 11 12:55:44.240012 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d0fb1e92-e4e3-4451-aecb-619b7881e6fa req-b9ab7017-1b54-476d-8aff-dc800c07a6ec service neutron] 10.222.0.71 "GET /v2.0/networks/60b3d85d-7288-4561-8d83-3b37f9293d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918961 Mar 11 12:55:45.822954 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1cfc8a04-8081-4238-93ab-7bd830194a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:47.492931 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:48.928587 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:50.153510 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:55:57.957144 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:56:04.481385 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:08.134302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72749cea-b8d9-46fa-bc4b-f2c711545100 req-0abea84d-af94-4652-a842-e7db0e549857 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:08.135827 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72749cea-b8d9-46fa-bc4b-f2c711545100 req-0abea84d-af94-4652-a842-e7db0e549857 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0577958 Mar 11 12:56:08.187095 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-72749cea-b8d9-46fa-bc4b-f2c711545100 req-57c11a87-f9df-47c7-94b3-454379be2d49 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452802 Mar 11 12:56:09.322865 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d7a34-0b25-4cd6-bcf4-6b728ddcaeb8 req-059476ff-23e6-45ac-bb6e-78ecb1ed39cb tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:09.324394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a52d7a34-0b25-4cd6-bcf4-6b728ddcaeb8 req-059476ff-23e6-45ac-bb6e-78ecb1ed39cb tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0541542 Mar 11 12:56:09.381369 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a52d7a34-0b25-4cd6-bcf4-6b728ddcaeb8 req-ec366839-3327-4718-ba30-96c271fca4bf tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486932 Mar 11 12:56:10.509815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f70f8-5093-4644-8be7-8ddde5faba33 req-1bebac7e-6064-4173-ad6e-7de2bd169e71 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:10.511197 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-175f70f8-5093-4644-8be7-8ddde5faba33 req-1bebac7e-6064-4173-ad6e-7de2bd169e71 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0559111 Mar 11 12:56:10.569814 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-175f70f8-5093-4644-8be7-8ddde5faba33 req-3eede5f8-ca1e-4870-827b-d20c5e41d26a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526907 Mar 11 12:56:11.714031 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdfbf9-3108-4141-81a2-3cffecfbc845 req-27d8bbee-3710-4338-9d8a-9f8a40a14b7e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:11.715550 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6cdfbf9-3108-4141-81a2-3cffecfbc845 req-27d8bbee-3710-4338-9d8a-9f8a40a14b7e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0556412 Mar 11 12:56:11.769358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6cdfbf9-3108-4141-81a2-3cffecfbc845 req-233032a9-8a86-4b41-b9b0-58b1fdfb0a91 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457149 Mar 11 12:56:12.919297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486fb48-3ff2-42ed-a9a5-2432e5847a59 req-217d5e35-f3c1-4918-b502-c517a6852d7b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:12.921013 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f486fb48-3ff2-42ed-a9a5-2432e5847a59 req-217d5e35-f3c1-4918-b502-c517a6852d7b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0780210 Mar 11 12:56:12.971023 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f486fb48-3ff2-42ed-a9a5-2432e5847a59 req-3cd6d54d-9d7c-47b1-8ffe-a34af75d6874 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440466 Mar 11 12:56:13.232122 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:13.740990 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-58b9538a-ec76-4b53-8db0-2dcd588094d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:14.111482 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324cef9-d6c8-415f-ba61-b1646d3208fd req-7c62ea0f-1fee-4d89-97d9-0c097c36790d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:14.113055 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3324cef9-d6c8-415f-ba61-b1646d3208fd req-7c62ea0f-1fee-4d89-97d9-0c097c36790d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0607512 Mar 11 12:56:14.162603 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3324cef9-d6c8-415f-ba61-b1646d3208fd req-4b43b0b5-fa98-442c-a3f4-6b61e72687fa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430984 Mar 11 12:56:15.307963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37a2fe-35eb-4305-aac1-50c1f17a4e3f req-deec08e4-efc4-451c-88f9-7be06a5d2060 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:15.309466 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b37a2fe-35eb-4305-aac1-50c1f17a4e3f req-deec08e4-efc4-451c-88f9-7be06a5d2060 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0591419 Mar 11 12:56:15.359003 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9b37a2fe-35eb-4305-aac1-50c1f17a4e3f req-e93fe622-d85e-469a-944a-10f7a76c80d3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436814 Mar 11 12:56:15.815023 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3180f157-80cf-4d1e-b2e5-0b8a463dd559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:16.508344 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3eb85b-e3c8-4a79-8ff5-f0e7f7818e0f req-0f932fa9-5c24-4113-bfbc-7198b32446aa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:16.509700 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df3eb85b-e3c8-4a79-8ff5-f0e7f7818e0f req-0f932fa9-5c24-4113-bfbc-7198b32446aa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0636137 Mar 11 12:56:16.925251 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df3eb85b-e3c8-4a79-8ff5-f0e7f7818e0f req-4d72a596-6788-40e0-9a77-2bd94327b5e1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4074571 Mar 11 12:56:17.495535 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:18.058639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94678190-5282-4465-9310-3a311b4664e9 req-ee40136a-2ef7-4767-9314-4fc2b6edd060 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:18.060139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94678190-5282-4465-9310-3a311b4664e9 req-ee40136a-2ef7-4767-9314-4fc2b6edd060 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0558529 Mar 11 12:56:18.110365 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94678190-5282-4465-9310-3a311b4664e9 req-85d82c8e-2d6a-49a9-8e63-cd5eb5353773 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421495 Mar 11 12:56:18.935523 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:19.254856 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c07e6-828e-4ee9-b310-c38d93a9e3ce req-c149cae1-e4d7-4bda-9745-3f0c5bfce3f9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:19.256517 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-723c07e6-828e-4ee9-b310-c38d93a9e3ce req-c149cae1-e4d7-4bda-9745-3f0c5bfce3f9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0629313 Mar 11 12:56:19.313064 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-723c07e6-828e-4ee9-b310-c38d93a9e3ce req-6a9f0247-3fd3-441c-8b95-9f5eb3ccdb10 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499372 Mar 11 12:56:19.336094 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47836) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:56:19.401590 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d73f2443-dd2c-4022-80ed-dfdaa6e04cf7 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/floatingips/3ddbc617-d67f-4f9c-916f-8bc615735fe9 HTTP/1.1" status: 200 len: 993 time: 0.0637631 Mar 11 12:56:20.157507 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:20.695745 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98571d8a-aaca-4b9a-88b4-39a710d86cbd req-e0079fd3-8a1f-4a3e-ae20-87b57d33834c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:20.697254 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-98571d8a-aaca-4b9a-88b4-39a710d86cbd req-e0079fd3-8a1f-4a3e-ae20-87b57d33834c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0536220 Mar 11 12:56:20.735642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8cc1d-d667-48d6-b4ea-61a2eb1dae45 req-be4da320-c9a9-4996-9305-729315e6e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:20.737263 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3d8cc1d-d667-48d6-b4ea-61a2eb1dae45 req-be4da320-c9a9-4996-9305-729315e6e427 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 1127 time: 0.0511289 Mar 11 12:56:20.750789 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-98571d8a-aaca-4b9a-88b4-39a710d86cbd req-c346e602-943b-4ecb-8b90-da47912e1733 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472064 Mar 11 12:56:20.828625 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8cc1d-d667-48d6-b4ea-61a2eb1dae45 req-ceddcb78-afb5-4d5f-afc8-a80a049fce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:20.830124 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3d8cc1d-d667-48d6-b4ea-61a2eb1dae45 req-ceddcb78-afb5-4d5f-afc8-a80a049fce4d service neutron] 10.222.0.71 "GET /v2.0/networks?id=60b3d85d-7288-4561-8d83-3b37f9293d37 HTTP/1.1" status: 200 len: 897 time: 0.0867188 Mar 11 12:56:20.908838 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3d8cc1d-d667-48d6-b4ea-61a2eb1dae45 req-1846cd61-1516-41c5-8d48-f6157e71c5f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54f265d1-843a-40a1-9cac-8db163fb0acf HTTP/1.1" status: 200 len: 1001 time: 0.0697057 Mar 11 12:56:20.964080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8cc1d-d667-48d6-b4ea-61a2eb1dae45 req-38eb18ab-5720-4a89-8045-69f92e13cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:20.965479 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3d8cc1d-d667-48d6-b4ea-61a2eb1dae45 req-38eb18ab-5720-4a89-8045-69f92e13cd75 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d3e2161-5909-4c69-b3ff-bc417b6733a9 HTTP/1.1" status: 200 len: 834 time: 0.0496218 Mar 11 12:56:21.015512 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8cc1d-d667-48d6-b4ea-61a2eb1dae45 req-13c5405f-d81f-4670-a385-ffc4b99d58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:21.016921 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3d8cc1d-d667-48d6-b4ea-61a2eb1dae45 req-13c5405f-d81f-4670-a385-ffc4b99d58ca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=60b3d85d-7288-4561-8d83-3b37f9293d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450451 Mar 11 12:56:21.122588 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3d8cc1d-d667-48d6-b4ea-61a2eb1dae45 req-709b7fae-6005-484b-8f6f-b2668f9f4fe6 service neutron] 10.222.0.71 "GET /v2.0/networks/60b3d85d-7288-4561-8d83-3b37f9293d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985970 Mar 11 12:56:21.230796 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3d8cc1d-d667-48d6-b4ea-61a2eb1dae45 req-bf749d66-0536-4b7d-8aa5-3796d9946189 service neutron] 10.222.0.71 "GET /v2.0/networks/60b3d85d-7288-4561-8d83-3b37f9293d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017218 Mar 11 12:56:21.879962 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d009f-1d19-486e-acea-beeda97ebc0f req-63645d28-ca74-4e73-88b2-e93f2e61ea5d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:21.881516 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f2d009f-1d19-486e-acea-beeda97ebc0f req-63645d28-ca74-4e73-88b2-e93f2e61ea5d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0552416 Mar 11 12:56:21.930863 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f2d009f-1d19-486e-acea-beeda97ebc0f req-fb12bd03-19f4-465f-94ce-c06eab2e2d38 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435586 Mar 11 12:56:23.066513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45db8a-34d6-48ad-a945-1c9cd0cfa7d5 req-632a1357-f368-438f-a31e-905d29a4015b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:23.068037 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f45db8a-34d6-48ad-a945-1c9cd0cfa7d5 req-632a1357-f368-438f-a31e-905d29a4015b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0554404 Mar 11 12:56:23.125849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f45db8a-34d6-48ad-a945-1c9cd0cfa7d5 req-165e0711-3fe7-4f0a-81f0-57ce21a44422 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492015 Mar 11 12:56:23.148783 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47850) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:56:23.213432 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e3dba533-60a3-4eb7-809a-ec9c19f03a15 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/floatingips/3ddbc617-d67f-4f9c-916f-8bc615735fe9 HTTP/1.1" status: 200 len: 993 time: 0.0634384 Mar 11 12:56:34.502925 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:34.962489 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:56:43.247175 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:43.736372 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f5ac2d1-1bfb-46ee-895f-9d546e833f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:44.677507 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-627e8bc2-d21d-456b-848b-7252204d0d45 req-ae21a849-54da-44a2-9eae-83c07859f6ea service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588024 Mar 11 12:56:44.787418 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e8bc2-d21d-456b-848b-7252204d0d45 req-5a64e916-716d-44ae-8c09-40e962c660ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:44.788934 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-627e8bc2-d21d-456b-848b-7252204d0d45 req-5a64e916-716d-44ae-8c09-40e962c660ab service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 1127 time: 0.0523446 Mar 11 12:56:44.894980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e8bc2-d21d-456b-848b-7252204d0d45 req-2345be3a-a94d-4334-937d-5be64ddd8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:44.896728 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-627e8bc2-d21d-456b-848b-7252204d0d45 req-2345be3a-a94d-4334-937d-5be64ddd8742 service neutron] 10.222.0.71 "GET /v2.0/networks?id=60b3d85d-7288-4561-8d83-3b37f9293d37 HTTP/1.1" status: 200 len: 897 time: 0.0881875 Mar 11 12:56:44.965412 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-627e8bc2-d21d-456b-848b-7252204d0d45 req-b53ea249-1b29-4a71-81f2-c45afd6d90c1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54f265d1-843a-40a1-9cac-8db163fb0acf HTTP/1.1" status: 200 len: 1001 time: 0.0621402 Mar 11 12:56:45.013122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e8bc2-d21d-456b-848b-7252204d0d45 req-f265c69a-f1a7-4136-8784-9aee5c06c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:45.014638 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-627e8bc2-d21d-456b-848b-7252204d0d45 req-f265c69a-f1a7-4136-8784-9aee5c06c0f9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d3e2161-5909-4c69-b3ff-bc417b6733a9 HTTP/1.1" status: 200 len: 834 time: 0.0435946 Mar 11 12:56:45.085610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e8bc2-d21d-456b-848b-7252204d0d45 req-5c141487-6bd7-4e7b-8ecd-ccbc08e4fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:45.087159 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-627e8bc2-d21d-456b-848b-7252204d0d45 req-5c141487-6bd7-4e7b-8ecd-ccbc08e4fb54 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=60b3d85d-7288-4561-8d83-3b37f9293d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0599418 Mar 11 12:56:45.175846 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-627e8bc2-d21d-456b-848b-7252204d0d45 req-b6035ece-188e-4444-871f-115255c46e4f service neutron] 10.222.0.71 "GET /v2.0/networks/60b3d85d-7288-4561-8d83-3b37f9293d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819061 Mar 11 12:56:45.276605 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-627e8bc2-d21d-456b-848b-7252204d0d45 req-4f5e778e-98eb-4618-b1f6-162ba1ff3a40 service neutron] 10.222.0.71 "GET /v2.0/networks/60b3d85d-7288-4561-8d83-3b37f9293d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948684 Mar 11 12:56:45.814071 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a9d61e9c-92ee-4f06-9f77-27ad760cf7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:47.503391 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:48.937886 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:50.160772 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:55.788507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47868) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:56:55.963496 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port 14048708-a576-4ea4-bc62-6f48f67be9c8 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:56:55.963945 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (14048708-a576-4ea4-bc62-6f48f67be9c8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:56.042533 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (14048708-a576-4ea4-bc62-6f48f67be9c8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:56.042875 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (14048708-a576-4ea4-bc62-6f48f67be9c8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:56.054468 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for 14048708-a576-4ea4-bc62-6f48f67be9c8 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:56:56.210564 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (14048708-a576-4ea4-bc62-6f48f67be9c8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:56.240101 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=14048708-a576-4ea4-bc62-6f48f67be9c8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:56:56.251008 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:56:56.251361 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:56:56.251740 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:56:56.252076 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:56:56.252443 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:56:56.252771 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:56:56.253127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:56:56.253424 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:56:56.253748 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:56:56.254071 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:56:56.254392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:56:56.254708 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:56:56.255023 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:56:56.312959 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (3ddbc617-d67f-4f9c-916f-8bc615735fe9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:56.313247 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Floating IP 3ddbc617-d67f-4f9c-916f-8bc615735fe9 disassociated (deleted). External IP: 172.25.7.172, port: 54f265d1-843a-40a1-9cac-8db163fb0acf. Mar 11 12:56:56.536926 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 2652e33f-d6d0-4deb-a91e-da52dacec0f6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:56:56.657459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:56:56.662614 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:56.667890 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dda1113-81de-4c9c-a2a7-b6deb1e2ca44 None None] Sync routers for ids ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:56:56.678904 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dda1113-81de-4c9c-a2a7-b6deb1e2ca44 None None] Routers {'2652e33f-d6d0-4deb-a91e-da52dacec0f6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:56:56.679563 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2dda1113-81de-4c9c-a2a7-b6deb1e2ca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:56:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:56:56.696412 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-debf35e4-3c61-4617-a8c9-88d7bcad5022 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/floatingips/3ddbc617-d67f-4f9c-916f-8bc615735fe9 HTTP/1.1" status: 204 len: 168 time: 0.9079378 Mar 11 12:56:56.697022 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cbf990-a2c1-424c-a950-c54051c761ea', 'tag': '54f265d1-843a-40a1-9cac-8db163fb0acf'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:56:56.699347 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cadf07-f842-4e01-899d-a25b949e0eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "79cbf990-a2c1-424c-a950-c54051c761ea", "tag": "54f265d1-843a-40a1-9cac-8db163fb0acf"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:56:56.753647 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98ee963-4a17-4383-a3b3-02d56239ee84 x-openstack-request-id: req-f98ee963-4a17-4383-a3b3-02d56239ee84 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:56:56.753960 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cbf990-a2c1-424c-a950-c54051c761ea", "tag": "54f265d1-843a-40a1-9cac-8db163fb0acf", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:56:56.754214 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f98ee963-4a17-4383-a3b3-02d56239ee84 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:56:56.754624 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cbf990-a2c1-424c-a950-c54051c761ea', 'tag': '54f265d1-843a-40a1-9cac-8db163fb0acf', 'status': 'completed', 'code': 200} Mar 11 12:56:56.861497 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cadf07-f842-4e01-899d-a25b949e0eb2 req-5f781434-c0e2-47ed-90c5-5daae51fe467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:56.865211 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c6cadf07-f842-4e01-899d-a25b949e0eb2 req-5f781434-c0e2-47ed-90c5-5daae51fe467 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 1127 time: 0.0862024 Mar 11 12:56:56.900726 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-2dda1113-81de-4c9c-a2a7-b6deb1e2ca44 None None] Set router 2652e33f-d6d0-4deb-a91e-da52dacec0f6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:56:56.978965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762f48c-2f93-4fc4-80be-b2aee0930a86 req-7dd9fd29-4652-46dd-8217-fcf59c2bfaec tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:56.984231 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cadf07-f842-4e01-899d-a25b949e0eb2 req-4bb2d044-0281-4d22-8742-7e7eaf6f4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:56.985714 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c6cadf07-f842-4e01-899d-a25b949e0eb2 req-4bb2d044-0281-4d22-8742-7e7eaf6f4e05 service neutron] 10.222.0.71 "GET /v2.0/networks?id=60b3d85d-7288-4561-8d83-3b37f9293d37 HTTP/1.1" status: 200 len: 897 time: 0.1084144 Mar 11 12:56:56.987990 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3762f48c-2f93-4fc4-80be-b2aee0930a86 req-7dd9fd29-4652-46dd-8217-fcf59c2bfaec tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0657787 Mar 11 12:56:57.032331 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c6cadf07-f842-4e01-899d-a25b949e0eb2 req-3b60c0c5-b704-48a7-a6f5-bfa208c4b9b7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54f265d1-843a-40a1-9cac-8db163fb0acf HTTP/1.1" status: 200 len: 217 time: 0.0388978 Mar 11 12:56:57.040219 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3762f48c-2f93-4fc4-80be-b2aee0930a86 req-770f5c10-ff42-4a3d-93eb-bd1a2f5874fb tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510163 Mar 11 12:56:57.098617 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cadf07-f842-4e01-899d-a25b949e0eb2 req-d2a2aa64-1908-4136-8363-a9c402f3f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:57.100820 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c6cadf07-f842-4e01-899d-a25b949e0eb2 req-d2a2aa64-1908-4136-8363-a9c402f3f327 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d3e2161-5909-4c69-b3ff-bc417b6733a9 HTTP/1.1" status: 200 len: 834 time: 0.0586843 Mar 11 12:56:57.108906 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2dda1113-81de-4c9c-a2a7-b6deb1e2ca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828284653', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:55:14Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:15Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'b5152bc6-3353-4de1-98c7-d83197bf7ad8', 'name': '', 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:d3:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:17Z', 'updated_at': '2022-03-11T12:55:20Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:56:57.135792 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dda1113-81de-4c9c-a2a7-b6deb1e2ca44 None None] Checking router: 2652e33f-d6d0-4deb-a91e-da52dacec0f6 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:56:57.143914 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dda1113-81de-4c9c-a2a7-b6deb1e2ca44 None None] Routers {'2652e33f-d6d0-4deb-a91e-da52dacec0f6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:56:57.144516 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2dda1113-81de-4c9c-a2a7-b6deb1e2ca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:56:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:56:57.155765 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cadf07-f842-4e01-899d-a25b949e0eb2 req-d8cdf20f-a292-455e-bb2b-bb20e55ca82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:57.157284 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c6cadf07-f842-4e01-899d-a25b949e0eb2 req-d8cdf20f-a292-455e-bb2b-bb20e55ca82c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=60b3d85d-7288-4561-8d83-3b37f9293d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496485 Mar 11 12:56:57.252901 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-2dda1113-81de-4c9c-a2a7-b6deb1e2ca44 None None] Set router 2652e33f-d6d0-4deb-a91e-da52dacec0f6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:56:57.260418 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c6cadf07-f842-4e01-899d-a25b949e0eb2 req-dd9e719f-dbf0-420f-ad45-da45d07a1935 service neutron] 10.222.0.71 "GET /v2.0/networks/60b3d85d-7288-4561-8d83-3b37f9293d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944097 Mar 11 12:56:57.362165 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-c6cadf07-f842-4e01-899d-a25b949e0eb2 req-7e2f6924-659e-438c-ab46-7ec23b0f3a6b service neutron] 10.222.0.71 "GET /v2.0/networks/60b3d85d-7288-4561-8d83-3b37f9293d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918965 Mar 11 12:56:57.469067 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2dda1113-81de-4c9c-a2a7-b6deb1e2ca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828284653', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:55:14Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:15Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'b5152bc6-3353-4de1-98c7-d83197bf7ad8', 'name': '', 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:d3:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:17Z', 'updated_at': '2022-03-11T12:55:20Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:56:57.497898 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dda1113-81de-4c9c-a2a7-b6deb1e2ca44 None None] The sync data for ids ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'] in n-d-833234-2 is: [{'id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828284653', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:55:14Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:15Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'b5152bc6-3353-4de1-98c7-d83197bf7ad8', 'name': '', 'network_id': '60b3d85d-7288-4561-8d83-3b37f9293d37', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:d3:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:17Z', 'updated_at': '2022-03-11T12:55:20Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '0d3e2161-5909-4c69-b3ff-bc417b6733a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:56:57.720773 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543a9c0e-ec0d-45eb-8d14-62702cdfe836 None None] New status for floating IP 3ddbc617-d67f-4f9c-916f-8bc615735fe9: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:56:58.226907 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443642c-4622-42fe-abba-6261636dbb6a req-de1f4c01-3fda-477e-8556-ef8bc925f52e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:58.228493 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0443642c-4622-42fe-abba-6261636dbb6a req-de1f4c01-3fda-477e-8556-ef8bc925f52e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.1143792 Mar 11 12:56:58.286120 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0443642c-4622-42fe-abba-6261636dbb6a req-ff942b5f-2d93-439e-8bef-0268dee01c4b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa979ea7-6286-45f3-b2dc-1618a8099620&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507793 Mar 11 12:56:58.679168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03bde4-7419-4afe-9131-c791e9489a06 req-1827e5bc-bccd-4e46-953b-ba28354cb5d9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:56:58.680714 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e03bde4-7419-4afe-9131-c791e9489a06 req-1827e5bc-bccd-4e46-953b-ba28354cb5d9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 945 time: 0.0655885 Mar 11 12:56:59.103112 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-3e03bde4-7419-4afe-9131-c791e9489a06 req-22a61411-8e22-4517-a5d7-985dbf54a516 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port 54f265d1-843a-40a1-9cac-8db163fb0acf {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:56:59.103450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e03bde4-7419-4afe-9131-c791e9489a06 req-22a61411-8e22-4517-a5d7-985dbf54a516 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (54f265d1-843a-40a1-9cac-8db163fb0acf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:59.191972 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3e03bde4-7419-4afe-9131-c791e9489a06 req-22a61411-8e22-4517-a5d7-985dbf54a516 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] For port 54f265d1-843a-40a1-9cac-8db163fb0acf, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=54f265d1-843a-40a1-9cac-8db163fb0acf,segment=NetworkSegment(0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3),segment_id=0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:56:59.192295 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e03bde4-7419-4afe-9131-c791e9489a06 req-22a61411-8e22-4517-a5d7-985dbf54a516 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (54f265d1-843a-40a1-9cac-8db163fb0acf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:59.205296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-3e03bde4-7419-4afe-9131-c791e9489a06 req-22a61411-8e22-4517-a5d7-985dbf54a516 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for 54f265d1-843a-40a1-9cac-8db163fb0acf owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:56:59.341284 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e03bde4-7419-4afe-9131-c791e9489a06 req-22a61411-8e22-4517-a5d7-985dbf54a516 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (54f265d1-843a-40a1-9cac-8db163fb0acf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:59.371911 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a61411-8e22-4517-a5d7-985dbf54a516 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=54f265d1-843a-40a1-9cac-8db163fb0acf,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:56:59.396138 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-96dcbf32-542f-4bdb-8c45-fd561ebb6132 req-72561fe7-62d8-430e-b9f7-406cfd55cade tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=79cbf990-a2c1-424c-a950-c54051c761ea HTTP/1.1" status: 200 len: 210 time: 0.0386536 Mar 11 12:56:59.418464 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e03bde4-7419-4afe-9131-c791e9489a06 req-22a61411-8e22-4517-a5d7-985dbf54a516 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] No DVR routers for this DVR port 54f265d1-843a-40a1-9cac-8db163fb0acf on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:56:59.421098 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e03bde4-7419-4afe-9131-c791e9489a06 req-22a61411-8e22-4517-a5d7-985dbf54a516 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:56:59.424409 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3e03bde4-7419-4afe-9131-c791e9489a06 req-22a61411-8e22-4517-a5d7-985dbf54a516 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "DELETE /v2.0/ports/54f265d1-843a-40a1-9cac-8db163fb0acf HTTP/1.1" status: 204 len: 173 time: 0.7379975 Mar 11 12:56:59.424848 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cbf990-a2c1-424c-a950-c54051c761ea', 'name': 'network-vif-deleted', 'tag': '54f265d1-843a-40a1-9cac-8db163fb0acf'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:56:59.427092 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d2161c-93e6-4073-9e0e-fdf23309ec9b" -d '{"events": [{"server_uuid": "79cbf990-a2c1-424c-a950-c54051c761ea", "name": "network-vif-deleted", "tag": "54f265d1-843a-40a1-9cac-8db163fb0acf"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:56:59.463561 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fb951f-ab96-47ef-9b40-07be6fb1c074 x-openstack-request-id: req-97fb951f-ab96-47ef-9b40-07be6fb1c074 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:56:59.463873 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cbf990-a2c1-424c-a950-c54051c761ea", "name": "network-vif-deleted", "tag": "54f265d1-843a-40a1-9cac-8db163fb0acf", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:56:59.464124 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97fb951f-ab96-47ef-9b40-07be6fb1c074 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:56:59.464527 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cbf990-a2c1-424c-a950-c54051c761ea', 'name': 'network-vif-deleted', 'tag': '54f265d1-843a-40a1-9cac-8db163fb0acf', 'status': 'completed', 'code': 200} Mar 11 12:57:00.464264 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47886) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:00.865183 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (2652e33f-d6d0-4deb-a91e-da52dacec0f6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:01.142518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port b5152bc6-3353-4de1-98c7-d83197bf7ad8 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:57:01.142765 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:01.252548 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] For port b5152bc6-3353-4de1-98c7-d83197bf7ad8, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b5152bc6-3353-4de1-98c7-d83197bf7ad8,segment=NetworkSegment(0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3),segment_id=0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:57:01.253191 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:01.267524 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for b5152bc6-3353-4de1-98c7-d83197bf7ad8 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:57:01.464398 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b5152bc6-3353-4de1-98c7-d83197bf7ad8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:01.494503 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=b5152bc6-3353-4de1-98c7-d83197bf7ad8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:01.506523 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:01.506921 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:01.507232 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:01.507608 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:01.508020 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:01.508427 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:01.508817 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:01.509150 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:01.509478 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:01.509811 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:01.510136 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:01.510454 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:01.510782 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:01.686330 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (2652e33f-d6d0-4deb-a91e-da52dacec0f6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:01.919830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 2652e33f-d6d0-4deb-a91e-da52dacec0f6 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:57:02.008282 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 54f265d1-843a-40a1-9cac-8db163fb0acf no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:57:02.038138 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 54f265d1-843a-40a1-9cac-8db163fb0acf {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:57:02.038479 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 54f265d1-843a-40a1-9cac-8db163fb0acf not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:57:02.041646 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:57:02.046599 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-82b76802-fff9-4c8c-9649-b37821c970b8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "PUT /v2.0/routers/2652e33f-d6d0-4deb-a91e-da52dacec0f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5812514 Mar 11 12:57:02.049686 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47888) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:02.050972 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b017d-af2b-4a81-a289-0a3fd34cb02a None None] Sync routers for ids ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:57:02.061350 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b017d-af2b-4a81-a289-0a3fd34cb02a None None] Routers {'2652e33f-d6d0-4deb-a91e-da52dacec0f6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:57:02.061956 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-643b017d-af2b-4a81-a289-0a3fd34cb02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:56:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:02.103278 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-09734dca-f3c1-4dd9-9712-8bca84d7e8a6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting subnet 0d3e2161-5909-4c69-b3ff-bc417b6733a9 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:57:02.106710 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09734dca-f3c1-4dd9-9712-8bca84d7e8a6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for subnet (0d3e2161-5909-4c69-b3ff-bc417b6733a9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:02.147642 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09734dca-f3c1-4dd9-9712-8bca84d7e8a6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (0d3e2161-5909-4c69-b3ff-bc417b6733a9), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:02.168552 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-643b017d-af2b-4a81-a289-0a3fd34cb02a None None] Set router 2652e33f-d6d0-4deb-a91e-da52dacec0f6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:57:02.237983 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09734dca-f3c1-4dd9-9712-8bca84d7e8a6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (0d3e2161-5909-4c69-b3ff-bc417b6733a9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:02.299373 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09734dca-f3c1-4dd9-9712-8bca84d7e8a6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (0d3e2161-5909-4c69-b3ff-bc417b6733a9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:02.328699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09734dca-f3c1-4dd9-9712-8bca84d7e8a6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3e2161-5909-4c69-b3ff-bc417b6733a9,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:02.330897 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-09734dca-f3c1-4dd9-9712-8bca84d7e8a6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:02.334588 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-09734dca-f3c1-4dd9-9712-8bca84d7e8a6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/subnets/0d3e2161-5909-4c69-b3ff-bc417b6733a9 HTTP/1.1" status: 204 len: 168 time: 0.2833409 Mar 11 12:57:02.338747 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47890) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:02.341842 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc76c889-7d19-4235-84d9-2eed92facec4 None None] Network 60b3d85d-7288-4561-8d83-3b37f9293d37 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:57:02.358083 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-643b017d-af2b-4a81-a289-0a3fd34cb02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828284653', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:55:14Z', 'updated_at': '2022-03-11T12:57:01Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:15Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:02.389231 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b017d-af2b-4a81-a289-0a3fd34cb02a None None] Checking router: 2652e33f-d6d0-4deb-a91e-da52dacec0f6 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:57:02.397652 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b017d-af2b-4a81-a289-0a3fd34cb02a None None] Routers {'2652e33f-d6d0-4deb-a91e-da52dacec0f6'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:57:02.398309 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-643b017d-af2b-4a81-a289-0a3fd34cb02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:56:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:02.453006 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-220de19e-58e0-4eea-8352-136f058122e6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router (2652e33f-d6d0-4deb-a91e-da52dacec0f6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:02.510630 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-643b017d-af2b-4a81-a289-0a3fd34cb02a None None] Set router 2652e33f-d6d0-4deb-a91e-da52dacec0f6 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:57:02.514090 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] DHCP port deletion for 60b3d85d-7288-4561-8d83-3b37f9293d37 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:57:02.564978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Deleting port cdc7eff3-8592-42fa-8356-84992a54f2a1 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:57:02.564978 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (cdc7eff3-8592-42fa-8356-84992a54f2a1), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:02.577703 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-220de19e-58e0-4eea-8352-136f058122e6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (2652e33f-d6d0-4deb-a91e-da52dacec0f6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:02.634034 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] For port cdc7eff3-8592-42fa-8356-84992a54f2a1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=cdc7eff3-8592-42fa-8356-84992a54f2a1,segment=NetworkSegment(0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3),segment_id=0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:57:02.634431 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (cdc7eff3-8592-42fa-8356-84992a54f2a1), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:02.638044 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-220de19e-58e0-4eea-8352-136f058122e6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port f0c81cfb-bd1c-4e1e-88b6-071d20755b16 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:57:02.638386 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-220de19e-58e0-4eea-8352-136f058122e6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (f0c81cfb-bd1c-4e1e-88b6-071d20755b16), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:02.647928 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Calling delete_port for cdc7eff3-8592-42fa-8356-84992a54f2a1 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:57:02.703570 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-643b017d-af2b-4a81-a289-0a3fd34cb02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828284653', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:55:14Z', 'updated_at': '2022-03-11T12:57:01Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:15Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:02.719811 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-220de19e-58e0-4eea-8352-136f058122e6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] For port f0c81cfb-bd1c-4e1e-88b6-071d20755b16, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=f0c81cfb-bd1c-4e1e-88b6-071d20755b16,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:57:02.720180 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-220de19e-58e0-4eea-8352-136f058122e6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (f0c81cfb-bd1c-4e1e-88b6-071d20755b16), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:02.733179 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b017d-af2b-4a81-a289-0a3fd34cb02a None None] The sync data for ids ['2652e33f-d6d0-4deb-a91e-da52dacec0f6'] in n-d-833234-2 is: [{'id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828284653', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:55:14Z', 'updated_at': '2022-03-11T12:57:01Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'f0c81cfb-bd1c-4e1e-88b6-071d20755b16', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2652e33f-d6d0-4deb-a91e-da52dacec0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:55:15Z', 'updated_at': '2022-03-11T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:57:02.734379 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (cdc7eff3-8592-42fa-8356-84992a54f2a1), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:02.734897 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-220de19e-58e0-4eea-8352-136f058122e6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for f0c81cfb-bd1c-4e1e-88b6-071d20755b16 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:57:02.762712 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Pushing event deleted for resources: {'Port': ['ID=cdc7eff3-8592-42fa-8356-84992a54f2a1,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:02.766987 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] No DVR routers for this DVR port cdc7eff3-8592-42fa-8356-84992a54f2a1 on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:57:02.775983 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.776333 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.776690 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.777026 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.777765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.777765 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.778064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.778303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.778623 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.778949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.779280 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.779672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.779942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2c295-fa74-46ef-aaba-2bdec9349c05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:02.924721 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-220de19e-58e0-4eea-8352-136f058122e6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (f0c81cfb-bd1c-4e1e-88b6-071d20755b16), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:02.956274 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220de19e-58e0-4eea-8352-136f058122e6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=f0c81cfb-bd1c-4e1e-88b6-071d20755b16,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:03.017221 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-220de19e-58e0-4eea-8352-136f058122e6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (2652e33f-d6d0-4deb-a91e-da52dacec0f6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:03.112982 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-220de19e-58e0-4eea-8352-136f058122e6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (2652e33f-d6d0-4deb-a91e-da52dacec0f6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:03.115239 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-220de19e-58e0-4eea-8352-136f058122e6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_controller (2652e33f-d6d0-4deb-a91e-da52dacec0f6), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:03.164642 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-220de19e-58e0-4eea-8352-136f058122e6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (2652e33f-d6d0-4deb-a91e-da52dacec0f6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:03.165234 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220de19e-58e0-4eea-8352-136f058122e6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Fanout notify agent at l3_agent the message router_deleted on router 2652e33f-d6d0-4deb-a91e-da52dacec0f6 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:57:03.172927 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-220de19e-58e0-4eea-8352-136f058122e6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:03.174074 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-220de19e-58e0-4eea-8352-136f058122e6 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/routers/2652e33f-d6d0-4deb-a91e-da52dacec0f6 HTTP/1.1" status: 204 len: 168 time: 0.8349226 Mar 11 12:57:03.177168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47892) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:03.262357 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-71323259-c3e1-45aa-8e06-4f58ed50e7fe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (60b3d85d-7288-4561-8d83-3b37f9293d37), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:03.350954 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-71323259-c3e1-45aa-8e06-4f58ed50e7fe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (60b3d85d-7288-4561-8d83-3b37f9293d37), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:03.372900 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-71323259-c3e1-45aa-8e06-4f58ed50e7fe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b3d85d-7288-4561-8d83-3b37f9293d37']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:03.383037 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-71323259-c3e1-45aa-8e06-4f58ed50e7fe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:03.383348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-71323259-c3e1-45aa-8e06-4f58ed50e7fe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:03.394213 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-71323259-c3e1-45aa-8e06-4f58ed50e7fe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:03.408720 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-71323259-c3e1-45aa-8e06-4f58ed50e7fe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:03.415410 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71323259-c3e1-45aa-8e06-4f58ed50e7fe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:57:03.415836 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-71323259-c3e1-45aa-8e06-4f58ed50e7fe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (0ed3e71a-63f8-4cce-9f38-3a9a2303e7b3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:57:03.418823 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:57:03.485869 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-71323259-c3e1-45aa-8e06-4f58ed50e7fe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (60b3d85d-7288-4561-8d83-3b37f9293d37), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:03.493468 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-71323259-c3e1-45aa-8e06-4f58ed50e7fe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:03.496471 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-71323259-c3e1-45aa-8e06-4f58ed50e7fe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/networks/60b3d85d-7288-4561-8d83-3b37f9293d37 HTTP/1.1" status: 204 len: 168 time: 0.3182929 Mar 11 12:57:03.499418 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47894) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:03.507255 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71323259-c3e1-45aa-8e06-4f58ed50e7fe tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Network': ['ID=60b3d85d-7288-4561-8d83-3b37f9293d37,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:03.560644 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4256be2-52d7-48ba-9427-a32360267f3a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (aa979ea7-6286-45f3-b2dc-1618a8099620), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:03.594555 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4256be2-52d7-48ba-9427-a32360267f3a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (aa979ea7-6286-45f3-b2dc-1618a8099620), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:03.662108 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4256be2-52d7-48ba-9427-a32360267f3a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (aa979ea7-6286-45f3-b2dc-1618a8099620), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:03.664955 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4256be2-52d7-48ba-9427-a32360267f3a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:03.666130 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-d4256be2-52d7-48ba-9427-a32360267f3a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/security-groups/aa979ea7-6286-45f3-b2dc-1618a8099620 HTTP/1.1" status: 204 len: 168 time: 0.1655099 Mar 11 12:57:03.675703 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4256be2-52d7-48ba-9427-a32360267f3a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa979ea7-6286-45f3-b2dc-1618a8099620,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:04.020967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f0c81cfb-bd1c-4e1e-88b6-071d20755b16 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:57:04.046908 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: f0c81cfb-bd1c-4e1e-88b6-071d20755b16 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:57:04.047262 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device f0c81cfb-bd1c-4e1e-88b6-071d20755b16 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:57:04.047718 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cdc7eff3-8592-42fa-8356-84992a54f2a1 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:57:04.065856 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47900) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:04.067286 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: cdc7eff3-8592-42fa-8356-84992a54f2a1 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:57:04.067660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device cdc7eff3-8592-42fa-8356-84992a54f2a1 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:57:04.068103 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b5152bc6-3353-4de1-98c7-d83197bf7ad8 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:57:04.070660 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-7e980585-5c00-4092-a696-17dfd4afdc54 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937506239', 'description': 'tempest-secgroup-smoke-937506239 description', 'project_id': '44c471adc80a42e3bf416e933ba2e790'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:57:04.088149 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: b5152bc6-3353-4de1-98c7-d83197bf7ad8 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:57:04.088618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b5152bc6-3353-4de1-98c7-d83197bf7ad8 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:57:04.093327 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e980585-5c00-4092-a696-17dfd4afdc54 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.161101 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e980585-5c00-4092-a696-17dfd4afdc54 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (a0017248-0ac0-4b8a-882f-c66cf38005bf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.167350 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e980585-5c00-4092-a696-17dfd4afdc54 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a0017248-0ac0-4b8a-882f-c66cf38005bf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.194965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e980585-5c00-4092-a696-17dfd4afdc54 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0017248-0ac0-4b8a-882f-c66cf38005bf,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:04.199928 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e980585-5c00-4092-a696-17dfd4afdc54 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.201167 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7e980585-5c00-4092-a696-17dfd4afdc54 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1342273 Mar 11 12:57:04.204356 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47902) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:04.209179 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-591367ea-2ed8-46c6-b97e-db104f530f6e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': 'a0017248-0ac0-4b8a-882f-c66cf38005bf', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:57:04.236148 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-591367ea-2ed8-46c6-b97e-db104f530f6e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (bf3414b0-14bd-4b8a-bfda-7849957ad2bc), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.292901 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-591367ea-2ed8-46c6-b97e-db104f530f6e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (bf3414b0-14bd-4b8a-bfda-7849957ad2bc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.298253 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-591367ea-2ed8-46c6-b97e-db104f530f6e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (bf3414b0-14bd-4b8a-bfda-7849957ad2bc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.315662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591367ea-2ed8-46c6-b97e-db104f530f6e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf3414b0-14bd-4b8a-bfda-7849957ad2bc,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:04.325547 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-591367ea-2ed8-46c6-b97e-db104f530f6e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.326778 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-591367ea-2ed8-46c6-b97e-db104f530f6e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213768 Mar 11 12:57:04.329773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47904) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:04.334080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-938cbc57-77ca-4787-a4d9-8f7057f629fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': 'a0017248-0ac0-4b8a-882f-c66cf38005bf', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:57:04.358961 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-938cbc57-77ca-4787-a4d9-8f7057f629fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (2cff4737-7d37-4737-b97e-671bb7b0d08a), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.420311 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-938cbc57-77ca-4787-a4d9-8f7057f629fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (2cff4737-7d37-4737-b97e-671bb7b0d08a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.426210 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-938cbc57-77ca-4787-a4d9-8f7057f629fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (2cff4737-7d37-4737-b97e-671bb7b0d08a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.445077 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cbc57-77ca-4787-a4d9-8f7057f629fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cff4737-7d37-4737-b97e-671bb7b0d08a,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:04.451985 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-938cbc57-77ca-4787-a4d9-8f7057f629fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.453179 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-938cbc57-77ca-4787-a4d9-8f7057f629fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224954 Mar 11 12:57:04.455949 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47906) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:04.460247 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a60fc70c-1e77-40c5-9da6-7974a9b159a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': 'a0017248-0ac0-4b8a-882f-c66cf38005bf', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:57:04.489888 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a60fc70c-1e77-40c5-9da6-7974a9b159a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (c10ad8ce-e47e-4a2e-8f37-63bd3ef80da4), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.490314 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.547597 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a60fc70c-1e77-40c5-9da6-7974a9b159a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (c10ad8ce-e47e-4a2e-8f37-63bd3ef80da4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.552762 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a60fc70c-1e77-40c5-9da6-7974a9b159a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (c10ad8ce-e47e-4a2e-8f37-63bd3ef80da4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.569627 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fc70c-1e77-40c5-9da6-7974a9b159a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10ad8ce-e47e-4a2e-8f37-63bd3ef80da4,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:04.578969 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a60fc70c-1e77-40c5-9da6-7974a9b159a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.580209 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-a60fc70c-1e77-40c5-9da6-7974a9b159a8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233487 Mar 11 12:57:04.582980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47908) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:04.587790 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-26c37e9e-e39d-4225-bcab-e0531134814b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': 'a0017248-0ac0-4b8a-882f-c66cf38005bf', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:57:04.615701 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26c37e9e-e39d-4225-bcab-e0531134814b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (f941dd2e-0991-4f41-9d2b-623d028870d9), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.674732 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26c37e9e-e39d-4225-bcab-e0531134814b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (f941dd2e-0991-4f41-9d2b-623d028870d9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.679919 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26c37e9e-e39d-4225-bcab-e0531134814b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (f941dd2e-0991-4f41-9d2b-623d028870d9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.696541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c37e9e-e39d-4225-bcab-e0531134814b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f941dd2e-0991-4f41-9d2b-623d028870d9,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:04.705812 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26c37e9e-e39d-4225-bcab-e0531134814b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.707037 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-26c37e9e-e39d-4225-bcab-e0531134814b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231658 Mar 11 12:57:04.709968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47910) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:04.714688 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-085bbe0e-1a98-425d-b1b2-b6c0275e7851 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': 'a0017248-0ac0-4b8a-882f-c66cf38005bf', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:57:04.738662 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-085bbe0e-1a98-425d-b1b2-b6c0275e7851 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Project 44c471adc80a42e3bf416e933ba2e790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:57:04.744475 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-085bbe0e-1a98-425d-b1b2-b6c0275e7851 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (3ebb27ff-7a49-4374-8db4-6f4f3b811bb9), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.814061 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-085bbe0e-1a98-425d-b1b2-b6c0275e7851 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (3ebb27ff-7a49-4374-8db4-6f4f3b811bb9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.820615 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-085bbe0e-1a98-425d-b1b2-b6c0275e7851 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (3ebb27ff-7a49-4374-8db4-6f4f3b811bb9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.837523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bbe0e-1a98-425d-b1b2-b6c0275e7851 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebb27ff-7a49-4374-8db4-6f4f3b811bb9,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:04.847410 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-085bbe0e-1a98-425d-b1b2-b6c0275e7851 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.848631 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-085bbe0e-1a98-425d-b1b2-b6c0275e7851 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374598 Mar 11 12:57:04.851404 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47912) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:04.855823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3cff1693-39e1-44c4-84b4-4dcd71707d9f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'security_group_rule': {'security_group_id': 'a0017248-0ac0-4b8a-882f-c66cf38005bf', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:57:04.877188 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-3cff1693-39e1-44c4-84b4-4dcd71707d9f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Project 44c471adc80a42e3bf416e933ba2e790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:57:04.881864 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3cff1693-39e1-44c4-84b4-4dcd71707d9f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (9f6ca3b3-3c2f-449f-9d8e-49db88d9f189), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.943092 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3cff1693-39e1-44c4-84b4-4dcd71707d9f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (9f6ca3b3-3c2f-449f-9d8e-49db88d9f189), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.947151 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3cff1693-39e1-44c4-84b4-4dcd71707d9f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (9f6ca3b3-3c2f-449f-9d8e-49db88d9f189), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.963985 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff1693-39e1-44c4-84b4-4dcd71707d9f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6ca3b3-3c2f-449f-9d8e-49db88d9f189,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:04.975982 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3cff1693-39e1-44c4-84b4-4dcd71707d9f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:04.977299 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3cff1693-39e1-44c4-84b4-4dcd71707d9f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249712 Mar 11 12:57:04.980335 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47914) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:04.985419 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7588f29b-fd35-4ee4-b68d-e5a9791a82a5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'network': {'name': 'tempest-network-smoke--1931154360', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'port_security_enabled': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:57:05.008392 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7588f29b-fd35-4ee4-b68d-e5a9791a82a5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Made reservation on behalf of 44c471adc80a42e3bf416e933ba2e790 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:57:05.011684 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7588f29b-fd35-4ee4-b68d-e5a9791a82a5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:05.036073 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7588f29b-fd35-4ee4-b68d-e5a9791a82a5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:57:05.045596 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7588f29b-fd35-4ee4-b68d-e5a9791a82a5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (aa883fa0-931e-459e-977f-0866a53dc331), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:05.045932 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-7588f29b-fd35-4ee4-b68d-e5a9791a82a5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Added segment aa883fa0-931e-459e-977f-0866a53dc331 of type vlan for network 03f571e8-bee9-4c4a-a094-449ce6b3962e Mar 11 12:57:05.085434 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7588f29b-fd35-4ee4-b68d-e5a9791a82a5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (03f571e8-bee9-4c4a-a094-449ce6b3962e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:05.111978 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7588f29b-fd35-4ee4-b68d-e5a9791a82a5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (03f571e8-bee9-4c4a-a094-449ce6b3962e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:05.117948 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7588f29b-fd35-4ee4-b68d-e5a9791a82a5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:05.118572 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7588f29b-fd35-4ee4-b68d-e5a9791a82a5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:05.156274 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-7588f29b-fd35-4ee4-b68d-e5a9791a82a5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1748073 Mar 11 12:57:05.159285 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47916) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:05.166383 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-229701860', 'admin_state_up': True, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:57:05.199621 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588f29b-fd35-4ee4-b68d-e5a9791a82a5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Network': ['ID=03f571e8-bee9-4c4a-a094-449ce6b3962e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:05.211864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 03f571e8-bee9-4c4a-a094-449ce6b3962e details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:57:05.217617 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:05.218676 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:05.272380 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_controller (0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:05.427031 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:05.634555 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:05.653313 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:05.767996 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.25.7.42 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/ee14b06f-b032-4725-9e0d-3adc20a3fb9b) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:57:05.873367 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (ee14b06f-b032-4725-9e0d-3adc20a3fb9b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:05.916321 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ee14b06f-b032-4725-9e0d-3adc20a3fb9b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:05.951224 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:57:05.954105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:57:05.959531 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:57:05.984523 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=ee14b06f-b032-4725-9e0d-3adc20a3fb9b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:06.223035 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:06.427992 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:06.568246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:57:06.679769 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:57:06.690543 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Sync routers for ids ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:57:06.702447 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:06.703098 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Routers {'0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:57:06.703732 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b60304fa-f88b-4876-b122-15329dc794a2 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5434580 Mar 11 12:57:06.703961 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:56:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:06.707389 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47918) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:06.736453 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e0bb8d62-a703-4d48-bce1-b68c46493f66 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=44c471adc80a42e3bf416e933ba2e790&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278556 Mar 11 12:57:06.739431 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47920) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:06.830592 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c499dbaf-f6b4-4b76-9111-2c579ddcb964 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:06.832054 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c499dbaf-f6b4-4b76-9111-2c579ddcb964 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916753 Mar 11 12:57:06.835025 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47922) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:06.864457 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-9adc60c6-3dd9-4fb1-8611-0760817544c0 tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278525 Mar 11 12:57:06.867395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47924) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:06.872784 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-89fabc99-eb19-471b-b8aa-ae6d5edd82e8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-719565474', 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:57:06.967864 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fabc99-eb19-471b-b8aa-ae6d5edd82e8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Made reservation on behalf of 44c471adc80a42e3bf416e933ba2e790 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:57:06.971477 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-89fabc99-eb19-471b-b8aa-ae6d5edd82e8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:06.995195 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Set router 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:57:07.150780 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-89fabc99-eb19-471b-b8aa-ae6d5edd82e8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (61979a1e-aecc-48ef-a605-c9df7cee4cd2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:07.171700 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229701860', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:06Z', 'revision_number': 3, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:07.200435 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Checking router: 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:57:07.200784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Updating router 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe port ee14b06f-b032-4725-9e0d-3adc20a3fb9b binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:57:07.211256 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fabc99-eb19-471b-b8aa-ae6d5edd82e8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Subnet': ['ID=61979a1e-aecc-48ef-a605-c9df7cee4cd2,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:07.218854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fabc99-eb19-471b-b8aa-ae6d5edd82e8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Checking segment: {'id': 'aa883fa0-931e-459e-977f-0866a53dc331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:57:07.219251 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fabc99-eb19-471b-b8aa-ae6d5edd82e8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network hostable DHCP agents. Network: 03f571e8-bee9-4c4a-a094-449ce6b3962e, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:57:07.235723 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ee14b06f-b032-4725-9e0d-3adc20a3fb9b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:07.240155 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fabc99-eb19-471b-b8aa-ae6d5edd82e8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 03f571e8-bee9-4c4a-a094-449ce6b3962e is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:57:07.250637 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-89fabc99-eb19-471b-b8aa-ae6d5edd82e8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 03f571e8-bee9-4c4a-a094-449ce6b3962e) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:57:07.255088 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fabc99-eb19-471b-b8aa-ae6d5edd82e8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:07.255843 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-89fabc99-eb19-471b-b8aa-ae6d5edd82e8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:07.262363 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088895af-f9ed-4313-af2b-ca469d531c12 None None] Network 03f571e8-bee9-4c4a-a094-449ce6b3962e requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:57:07.280049 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47926) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:07.280646 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-89fabc99-eb19-471b-b8aa-ae6d5edd82e8 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4115438 Mar 11 12:57:07.445040 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-03f571e8-bee9-4c4a-a094-449ce6b3962e', 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e', 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ips': [{'subnet_id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:57:07.446066 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:07.677899 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Publish callbacks [] for port (ee14b06f-b032-4725-9e0d-3adc20a3fb9b), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:07.679777 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Allocated IP 172.20.0.2 (03f571e8-bee9-4c4a-a094-449ce6b3962e/61979a1e-aecc-48ef-a605-c9df7cee4cd2/3da9d2a9-6751-450b-afde-ae67a4cf484a) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:57:07.689738 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ee14b06f-b032-4725-9e0d-3adc20a3fb9b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:07.721439 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:07.768828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Attempting to bind port ee14b06f-b032-4725-9e0d-3adc20a3fb9b on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:57:07.769459 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Attempting to bind port ee14b06f-b032-4725-9e0d-3adc20a3fb9b by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:57:07.769595 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Attempting to bind port ee14b06f-b032-4725-9e0d-3adc20a3fb9b on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:57:07.802734 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdeeb40-b3ae-4dd8-9708-238b5649a147 None None] Pushing event updated for resources: {'Port': ['ID=ee14b06f-b032-4725-9e0d-3adc20a3fb9b,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:07.811978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:57:07.812354 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:57:07.812742 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:07.813127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:57:07.813594 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Bound port: ee14b06f-b032-4725-9e0d-3adc20a3fb9b, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:57:07.813952 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ee14b06f-b032-4725-9e0d-3adc20a3fb9b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:07.907102 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] For port ee14b06f-b032-4725-9e0d-3adc20a3fb9b, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:57:07.925880 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] For port ee14b06f-b032-4725-9e0d-3adc20a3fb9b, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ee14b06f-b032-4725-9e0d-3adc20a3fb9b,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:57:07.933255 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Publish callbacks [] for port (3da9d2a9-6751-450b-afde-ae67a4cf484a), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:07.936432 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ee14b06f-b032-4725-9e0d-3adc20a3fb9b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:07.946030 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (3da9d2a9-6751-450b-afde-ae67a4cf484a), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:08.008296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Network 03f571e8-bee9-4c4a-a094-449ce6b3962e is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:57:08.011111 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.20.0.1 (03f571e8-bee9-4c4a-a094-449ce6b3962e/61979a1e-aecc-48ef-a605-c9df7cee4cd2/5eb2c264-6e69-4419-8b52-5a1cd17999a1) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:57:08.011881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:57:08.015780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Routers {'0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:57:08.016429 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:56:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:08.018433 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:57:08.022113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdeeb40-b3ae-4dd8-9708-238b5649a147 None None] Pushing event updated for resources: {'Port': ['ID=ee14b06f-b032-4725-9e0d-3adc20a3fb9b,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:08.134722 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:08.148916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Pushing event updated for resources: {'Port': ['ID=3da9d2a9-6751-450b-afde-ae67a4cf484a,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:08.156395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Attempting to bind port 3da9d2a9-6751-450b-afde-ae67a4cf484a on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:57:08.156527 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Attempting to bind port 3da9d2a9-6751-450b-afde-ae67a4cf484a by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'aa883fa0-931e-459e-977f-0866a53dc331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:57:08.156871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Attempting to bind port 3da9d2a9-6751-450b-afde-ae67a4cf484a on network 03f571e8-bee9-4c4a-a094-449ce6b3962e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:57:08.173795 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:08.189230 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:57:08.189605 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Checking segment: {'id': 'aa883fa0-931e-459e-977f-0866a53dc331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:57:08.190001 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:08.190387 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Bound using segment: {'id': 'aa883fa0-931e-459e-977f-0866a53dc331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:57:08.190856 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Bound port: 3da9d2a9-6751-450b-afde-ae67a4cf484a, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa883fa0-931e-459e-977f-0866a53dc331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:57:08.191233 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3da9d2a9-6751-450b-afde-ae67a4cf484a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:08.215662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 03f571e8-bee9-4c4a-a094-449ce6b3962e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:57:08.220640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:57:08.224365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:57:08.231381 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=5eb2c264-6e69-4419-8b52-5a1cd17999a1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:08.241426 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] Set router 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:57:08.271628 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:08.337009 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] For port 3da9d2a9-6751-450b-afde-ae67a4cf484a, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:57:08.378488 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] For port 3da9d2a9-6751-450b-afde-ae67a4cf484a, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3da9d2a9-6751-450b-afde-ae67a4cf484a,segment=NetworkSegment(aa883fa0-931e-459e-977f-0866a53dc331),segment_id=aa883fa0-931e-459e-977f-0866a53dc331)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:57:08.392791 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3da9d2a9-6751-450b-afde-ae67a4cf484a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:08.405400 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:08.488812 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67439a-2c5c-4d27-aa7c-a6ef3c5b9191 None None] Pushing event updated for resources: {'Port': ['ID=3da9d2a9-6751-450b-afde-ae67a4cf484a,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:08.515498 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229701860', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:06Z', 'revision_number': 3, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:08.551271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfa9674-097f-4442-9af5-ceacb82837b4 None None] The sync data for ids ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'] in n-d-833234-2 is: [{'id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229701860', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:06Z', 'revision_number': 3, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:57:09.107896 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:09.115905 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:09.194095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=5eb2c264-6e69-4419-8b52-5a1cd17999a1,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:09.196750 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:09.295307 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 03f571e8-bee9-4c4a-a094-449ce6b3962e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:57:09.296841 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:57:09.425654 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:57:09.484522 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac0a322-8531-4e8a-bb02-603a527ca1e1 None None] Network 03f571e8-bee9-4c4a-a094-449ce6b3962e requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:57:09.544134 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:57:09.554085 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1a77fa02-b1d7-4600-9c42-aa1fe9ef10ae tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "PUT /v2.0/routers/0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2702694 Mar 11 12:57:09.565916 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-fcc399d0-6185-4dac-b5eb-37efa4e44298 None None] Provisioning complete for port 3da9d2a9-6751-450b-afde-ae67a4cf484a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:57:09.566290 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fcc399d0-6185-4dac-b5eb-37efa4e44298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3da9d2a9-6751-450b-afde-ae67a4cf484a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:09.678896 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fcc399d0-6185-4dac-b5eb-37efa4e44298 None None] Current status of the port 3da9d2a9-6751-450b-afde-ae67a4cf484a is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:57:09.679518 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fcc399d0-6185-4dac-b5eb-37efa4e44298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (3da9d2a9-6751-450b-afde-ae67a4cf484a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:09.714544 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fcc399d0-6185-4dac-b5eb-37efa4e44298 None None] For port 3da9d2a9-6751-450b-afde-ae67a4cf484a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3da9d2a9-6751-450b-afde-ae67a4cf484a,segment=NetworkSegment(aa883fa0-931e-459e-977f-0866a53dc331),segment_id=aa883fa0-931e-459e-977f-0866a53dc331)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:57:09.718970 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-b314486c-11f0-4982-a99b-935a323f2692 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937506239&fields=id&tenant_id=44c471adc80a42e3bf416e933ba2e790 HTTP/1.1" status: 200 len: 267 time: 0.0535069 Mar 11 12:57:09.719690 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fcc399d0-6185-4dac-b5eb-37efa4e44298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (3da9d2a9-6751-450b-afde-ae67a4cf484a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:09.776987 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc399d0-6185-4dac-b5eb-37efa4e44298 None None] Pushing event updated for resources: {'Port': ['ID=3da9d2a9-6751-450b-afde-ae67a4cf484a,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:09.858101 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-f9a78d93-a2f6-4f12-814e-ac653f9d5705 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:09.864071 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-f9a78d93-a2f6-4f12-814e-ac653f9d5705 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/networks?id=03f571e8-bee9-4c4a-a094-449ce6b3962e HTTP/1.1" status: 200 len: 797 time: 0.1274629 Mar 11 12:57:09.875321 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-235b5d8d-82ad-4d5c-aded-be51f00d958d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/quotas/44c471adc80a42e3bf416e933ba2e790 HTTP/1.1" status: 200 len: 375 time: 0.0099075 Mar 11 12:57:09.933231 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-fe606b16-a8e6-4982-b45b-0dc9e9a404ec tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523186 Mar 11 12:57:09.946202 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0d72f52f-2fe3-4d99-b7fa-fd2d94885055 None None] Provisioning complete for port 5eb2c264-6e69-4419-8b52-5a1cd17999a1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:57:09.946855 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0d72f52f-2fe3-4d99-b7fa-fd2d94885055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:09.995632 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0d72f52f-2fe3-4d99-b7fa-fd2d94885055 None None] Port 5eb2c264-6e69-4419-8b52-5a1cd17999a1 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:57:10.010197 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0d72f52f-2fe3-4d99-b7fa-fd2d94885055 None None] Provisioning complete for port 3da9d2a9-6751-450b-afde-ae67a4cf484a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:57:10.011118 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0d72f52f-2fe3-4d99-b7fa-fd2d94885055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3da9d2a9-6751-450b-afde-ae67a4cf484a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:10.092131 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-8dba8dcb-4edb-4a1f-8146-3a2986d252b0 service neutron] 10.222.0.78 "GET /v2.0/networks/03f571e8-bee9-4c4a-a094-449ce6b3962e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416903 Mar 11 12:57:10.122245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3da9d2a9-6751-450b-afde-ae67a4cf484a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:57:10.161016 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0d72f52f-2fe3-4d99-b7fa-fd2d94885055 None None] Current status of the port 3da9d2a9-6751-450b-afde-ae67a4cf484a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:57:10.189499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 3da9d2a9-6751-450b-afde-ae67a4cf484a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:57:10.190034 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (3da9d2a9-6751-450b-afde-ae67a4cf484a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:10.208163 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-a395adc7-9920-4cde-9820-0ca391d1f48a service neutron] 10.222.0.78 "GET /v2.0/networks/03f571e8-bee9-4c4a-a094-449ce6b3962e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091425 Mar 11 12:57:10.295493 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 3da9d2a9-6751-450b-afde-ae67a4cf484a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:57:10.296981 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ee14b06f-b032-4725-9e0d-3adc20a3fb9b up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:57:10.299752 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-041a7d14-fabb-491e-89d3-b432f94d147e None None] Provisioning complete for port 5eb2c264-6e69-4419-8b52-5a1cd17999a1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:57:10.300690 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-041a7d14-fabb-491e-89d3-b432f94d147e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:10.368995 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-041a7d14-fabb-491e-89d3-b432f94d147e None None] Port 5eb2c264-6e69-4419-8b52-5a1cd17999a1 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:57:10.385930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ee14b06f-b032-4725-9e0d-3adc20a3fb9b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:57:10.386438 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ee14b06f-b032-4725-9e0d-3adc20a3fb9b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:10.421857 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d092847-5d92-41f5-a150-ffe94ce47bb1 req-03ed0c0c-b8de-458b-b6b8-500410fc83aa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 210 time: 0.0457175 Mar 11 12:57:10.426526 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Sync routers for ids ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:57:10.448707 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Routers {'0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:57:10.449617 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:56:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:10.470650 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ee14b06f-b032-4725-9e0d-3adc20a3fb9b is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:57:10.471043 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (ee14b06f-b032-4725-9e0d-3adc20a3fb9b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:10.498457 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port ee14b06f-b032-4725-9e0d-3adc20a3fb9b, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ee14b06f-b032-4725-9e0d-3adc20a3fb9b,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:57:10.509620 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-512d8b19-5e5e-4cf8-8d0c-04362b15f1df None None] Provisioning complete for port 5eb2c264-6e69-4419-8b52-5a1cd17999a1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:57:10.510668 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-512d8b19-5e5e-4cf8-8d0c-04362b15f1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:10.512286 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (ee14b06f-b032-4725-9e0d-3adc20a3fb9b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:10.673251 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Set router 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:57:10.784805 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-512d8b19-5e5e-4cf8-8d0c-04362b15f1df None None] Port 5eb2c264-6e69-4419-8b52-5a1cd17999a1 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:57:10.797331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=ee14b06f-b032-4725-9e0d-3adc20a3fb9b,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:10.892730 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229701860', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:08Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '5eb2c264-6e69-4419-8b52-5a1cd17999a1', 'name': '', 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:f0:fe:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:07Z', 'updated_at': '2022-03-11T12:57:08Z', 'revision_number': 2, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:10.920989 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Checking router: 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:57:10.921403 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Updating router 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe port 5eb2c264-6e69-4419-8b52-5a1cd17999a1 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:57:10.949606 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:11.208422 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Publish callbacks [] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:11.215381 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:11.265508 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78d657-63d5-41b8-bde6-7fe64eac937b None None] Pushing event updated for resources: {'Port': ['ID=5eb2c264-6e69-4419-8b52-5a1cd17999a1,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:11.289199 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78d657-63d5-41b8-bde6-7fe64eac937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:11.289519 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78d657-63d5-41b8-bde6-7fe64eac937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:11.289875 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78d657-63d5-41b8-bde6-7fe64eac937b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:11.290191 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78d657-63d5-41b8-bde6-7fe64eac937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:11.290519 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78d657-63d5-41b8-bde6-7fe64eac937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:11.290839 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78d657-63d5-41b8-bde6-7fe64eac937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:11.291147 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78d657-63d5-41b8-bde6-7fe64eac937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:11.291539 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78d657-63d5-41b8-bde6-7fe64eac937b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:11.291888 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78d657-63d5-41b8-bde6-7fe64eac937b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:11.292201 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78d657-63d5-41b8-bde6-7fe64eac937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:11.292517 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78d657-63d5-41b8-bde6-7fe64eac937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:11.292834 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78d657-63d5-41b8-bde6-7fe64eac937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:11.293147 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78d657-63d5-41b8-bde6-7fe64eac937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:57:11.329088 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Attempting to bind port 5eb2c264-6e69-4419-8b52-5a1cd17999a1 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:57:11.329454 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Attempting to bind port 5eb2c264-6e69-4419-8b52-5a1cd17999a1 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'aa883fa0-931e-459e-977f-0866a53dc331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:57:11.329821 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Attempting to bind port 5eb2c264-6e69-4419-8b52-5a1cd17999a1 on network 03f571e8-bee9-4c4a-a094-449ce6b3962e {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:57:11.335623 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:57:11.336003 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Checking segment: {'id': 'aa883fa0-931e-459e-977f-0866a53dc331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:57:11.336591 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:11.336986 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Bound using segment: {'id': 'aa883fa0-931e-459e-977f-0866a53dc331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:57:11.337444 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Bound port: 5eb2c264-6e69-4419-8b52-5a1cd17999a1, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa883fa0-931e-459e-977f-0866a53dc331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:57:11.337815 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:11.404969 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] For port 5eb2c264-6e69-4419-8b52-5a1cd17999a1, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:57:11.408144 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] For port 5eb2c264-6e69-4419-8b52-5a1cd17999a1, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5eb2c264-6e69-4419-8b52-5a1cd17999a1,segment=NetworkSegment(aa883fa0-931e-459e-977f-0866a53dc331),segment_id=aa883fa0-931e-459e-977f-0866a53dc331)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:57:11.415456 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:11.488594 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Routers {'0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:57:11.489339 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:56:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:11.516141 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-664f8735-dbea-41d6-8c58-d781cd01bc01 None None] Provisioning complete for port 5eb2c264-6e69-4419-8b52-5a1cd17999a1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:57:11.517218 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-664f8735-dbea-41d6-8c58-d781cd01bc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:11.573809 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ad6ba01-edfc-42c8-89ba-1b871bfa06c6 req-563fe014-f9c0-4f02-8c22-bca1586fb7e9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 210 time: 0.0386267 Mar 11 12:57:11.580187 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-881748b1-fd53-4d7c-8126-e621de1031e5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:11.588375 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-881748b1-fd53-4d7c-8126-e621de1031e5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "GET /v2.0/networks?id=03f571e8-bee9-4c4a-a094-449ce6b3962e HTTP/1.1" status: 200 len: 797 time: 0.1915865 Mar 11 12:57:11.596825 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78d657-63d5-41b8-bde6-7fe64eac937b None None] Pushing event updated for resources: {'Port': ['ID=5eb2c264-6e69-4419-8b52-5a1cd17999a1,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:11.632757 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] Set router 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:57:11.671811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-664f8735-dbea-41d6-8c58-d781cd01bc01 None None] Current status of the port 5eb2c264-6e69-4419-8b52-5a1cd17999a1 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:57:11.671811 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-664f8735-dbea-41d6-8c58-d781cd01bc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:11.676336 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-0a033af0-a3ec-4369-9161-9e7d84b70c0d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44c471adc80a42e3bf416e933ba2e790 HTTP/1.1" status: 200 len: 379 time: 0.0783551 Mar 11 12:57:11.687217 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-ef2fb4a4-f331-4246-b967-298cb37365aa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'port': {'device_id': 'be2aa3ed-9a73-41f1-b87b-a893942bc472', 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e', 'admin_state_up': True, 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'security_groups': ['a0017248-0ac0-4b8a-882f-c66cf38005bf']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:57:11.713724 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-664f8735-dbea-41d6-8c58-d781cd01bc01 None None] For port 5eb2c264-6e69-4419-8b52-5a1cd17999a1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5eb2c264-6e69-4419-8b52-5a1cd17999a1,segment=NetworkSegment(aa883fa0-931e-459e-977f-0866a53dc331),segment_id=aa883fa0-931e-459e-977f-0866a53dc331)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:57:11.720825 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-664f8735-dbea-41d6-8c58-d781cd01bc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:11.793769 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f8735-dbea-41d6-8c58-d781cd01bc01 None None] Pushing event updated for resources: {'Port': ['ID=5eb2c264-6e69-4419-8b52-5a1cd17999a1,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:11.823351 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-ef2fb4a4-f331-4246-b967-298cb37365aa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Made reservation on behalf of 44c471adc80a42e3bf416e933ba2e790 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:57:11.828481 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-ef2fb4a4-f331-4246-b967-298cb37365aa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:11.841453 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6c91cc0d-b25c-4eae-93d7-e7a52047c90c None None] Provisioning complete for port 5eb2c264-6e69-4419-8b52-5a1cd17999a1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:57:11.841963 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6c91cc0d-b25c-4eae-93d7-e7a52047c90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:11.875821 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229701860', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:08Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '5eb2c264-6e69-4419-8b52-5a1cd17999a1', 'name': '', 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:f0:fe:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:07Z', 'updated_at': '2022-03-11T12:57:11Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:11.902582 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68f872-4d70-411c-8c11-57a8e460a5e4 None None] The sync data for ids ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'] in n-d-833234-2 is: [{'id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229701860', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:08Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '5eb2c264-6e69-4419-8b52-5a1cd17999a1', 'name': '', 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:f0:fe:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:07Z', 'updated_at': '2022-03-11T12:57:11Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:57:11.922900 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6c91cc0d-b25c-4eae-93d7-e7a52047c90c None None] Current status of the port 5eb2c264-6e69-4419-8b52-5a1cd17999a1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:57:11.970728 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:57:11.977660 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-ef2fb4a4-f331-4246-b967-298cb37365aa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.20.0.9 (03f571e8-bee9-4c4a-a094-449ce6b3962e/61979a1e-aecc-48ef-a605-c9df7cee4cd2/c3c24e09-eac0-4742-be8c-843a56625a90) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:57:12.134200 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5eb2c264-6e69-4419-8b52-5a1cd17999a1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:57:12.160986 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-ef2fb4a4-f331-4246-b967-298cb37365aa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (c3c24e09-eac0-4742-be8c-843a56625a90), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:12.191113 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 5eb2c264-6e69-4419-8b52-5a1cd17999a1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:57:12.191487 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:12.202319 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-ef2fb4a4-f331-4246-b967-298cb37365aa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (c3c24e09-eac0-4742-be8c-843a56625a90), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:12.256925 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-ef2fb4a4-f331-4246-b967-298cb37365aa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network 03f571e8-bee9-4c4a-a094-449ce6b3962e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:57:12.260834 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-ef2fb4a4-f331-4246-b967-298cb37365aa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:57:12.265609 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-ef2fb4a4-f331-4246-b967-298cb37365aa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:57:12.269642 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2fb4a4-f331-4246-b967-298cb37365aa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=c3c24e09-eac0-4742-be8c-843a56625a90,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:12.291888 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 5eb2c264-6e69-4419-8b52-5a1cd17999a1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:57:12.292993 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ee14b06f-b032-4725-9e0d-3adc20a3fb9b up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:57:12.324456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-ef2fb4a4-f331-4246-b967-298cb37365aa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:12.325256 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-ef2fb4a4-f331-4246-b967-298cb37365aa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:12.345591 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-ef2fb4a4-f331-4246-b967-298cb37365aa tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6627147 Mar 11 12:57:12.353847 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port ee14b06f-b032-4725-9e0d-3adc20a3fb9b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:57:12.354236 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (ee14b06f-b032-4725-9e0d-3adc20a3fb9b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:12.362028 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Request body: {'port': {'device_id': 'be2aa3ed-9a73-41f1-b87b-a893942bc472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:57:12.439938 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c3c24e09-eac0-4742-be8c-843a56625a90), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:12.466725 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port ee14b06f-b032-4725-9e0d-3adc20a3fb9b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:57:12.551764 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ae24dc80-dc79-4511-af36-79fc20b5f7a3 None None] Provisioning complete for port c3c24e09-eac0-4742-be8c-843a56625a90 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:57:12.552286 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ae24dc80-dc79-4511-af36-79fc20b5f7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c3c24e09-eac0-4742-be8c-843a56625a90), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:12.590516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ae24dc80-dc79-4511-af36-79fc20b5f7a3 None None] Port c3c24e09-eac0-4742-be8c-843a56625a90 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:57:12.701005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d76f3-447d-40e7-96a2-ec2869ece654 req-0f38b79f-e786-452c-b38c-0e186c96cb56 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:12.702918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d5d76f3-447d-40e7-96a2-ec2869ece654 req-0f38b79f-e786-452c-b38c-0e186c96cb56 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 931 time: 0.0593505 Mar 11 12:57:12.732245 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c24e09-eac0-4742-be8c-843a56625a90 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:57:12.740747 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Publish callbacks [] for port (c3c24e09-eac0-4742-be8c-843a56625a90), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:12.755280 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Transition to ACTIVE for port object c3c24e09-eac0-4742-be8c-843a56625a90 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:57:12.758611 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d5d76f3-447d-40e7-96a2-ec2869ece654 req-4a76eb29-e088-4c90-9007-34919a4b9310 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0017248-0ac0-4b8a-882f-c66cf38005bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486269 Mar 11 12:57:12.764960 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (c3c24e09-eac0-4742-be8c-843a56625a90), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:12.820454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Pushing event updated for resources: {'Port': ['ID=c3c24e09-eac0-4742-be8c-843a56625a90,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:12.894941 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Attempting to bind port c3c24e09-eac0-4742-be8c-843a56625a90 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:57:12.896012 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Attempting to bind port c3c24e09-eac0-4742-be8c-843a56625a90 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'aa883fa0-931e-459e-977f-0866a53dc331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:57:12.897005 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Attempting to bind port c3c24e09-eac0-4742-be8c-843a56625a90 on network 03f571e8-bee9-4c4a-a094-449ce6b3962e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:57:12.902586 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Port c3c24e09-eac0-4742-be8c-843a56625a90 on network 03f571e8-bee9-4c4a-a094-449ce6b3962e not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:57:12.902908 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Attempting to bind port c3c24e09-eac0-4742-be8c-843a56625a90 on network 03f571e8-bee9-4c4a-a094-449ce6b3962e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:57:12.908490 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:57:12.908825 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Checking segment: {'id': 'aa883fa0-931e-459e-977f-0866a53dc331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:57:12.909305 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Bound using segment: {'id': 'aa883fa0-931e-459e-977f-0866a53dc331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:57:12.909623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Bound port: c3c24e09-eac0-4742-be8c-843a56625a90, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa883fa0-931e-459e-977f-0866a53dc331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:57:12.909982 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c3c24e09-eac0-4742-be8c-843a56625a90), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:12.984082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] For port c3c24e09-eac0-4742-be8c-843a56625a90, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:57:12.988247 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] For port c3c24e09-eac0-4742-be8c-843a56625a90, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=c3c24e09-eac0-4742-be8c-843a56625a90,segment=NetworkSegment(aa883fa0-931e-459e-977f-0866a53dc331),segment_id=aa883fa0-931e-459e-977f-0866a53dc331)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:57:12.996868 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (c3c24e09-eac0-4742-be8c-843a56625a90), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:13.039614 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:13.040240 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:13.041650 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] 10.222.0.71 "PUT /v2.0/ports/c3c24e09-eac0-4742-be8c-843a56625a90 HTTP/1.1" status: 200 len: 1091 time: 0.6856604 Mar 11 12:57:13.042207 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2aa3ed-9a73-41f1-b87b-a893942bc472', 'tag': 'c3c24e09-eac0-4742-be8c-843a56625a90'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:57:13.044372 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82961c4d-0b5b-4fa2-8632-0744a50c7d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "be2aa3ed-9a73-41f1-b87b-a893942bc472", "tag": "c3c24e09-eac0-4742-be8c-843a56625a90"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:57:13.068964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104d580-41ec-497a-a06b-21f399ca0dca service neutron] Pushing event updated for resources: {'Port': ['ID=c3c24e09-eac0-4742-be8c-843a56625a90,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:13.104430 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6374fc8-6e39-4007-bac1-9747dc10b6a2 x-openstack-request-id: req-b6374fc8-6e39-4007-bac1-9747dc10b6a2 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:57:13.105374 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2aa3ed-9a73-41f1-b87b-a893942bc472", "tag": "c3c24e09-eac0-4742-be8c-843a56625a90", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:57:13.105852 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b6374fc8-6e39-4007-bac1-9747dc10b6a2 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:57:13.106475 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2aa3ed-9a73-41f1-b87b-a893942bc472', 'tag': 'c3c24e09-eac0-4742-be8c-843a56625a90', 'status': 'completed', 'code': 200} Mar 11 12:57:13.144794 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-57fca959-55a6-48ae-81e9-11f474c80e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:13.146525 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-57fca959-55a6-48ae-81e9-11f474c80e02 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 1125 time: 0.0540993 Mar 11 12:57:13.195958 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-7124a576-46cf-4a0d-a6fa-53ccc5aaadb6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3c24e09-eac0-4742-be8c-843a56625a90 HTTP/1.1" status: 200 len: 217 time: 0.0417745 Mar 11 12:57:13.252754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-05fd2a4e-6d75-4b0f-ad8f-34f2db216c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:13.258090 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-05fd2a4e-6d75-4b0f-ad8f-34f2db216c56 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61979a1e-aecc-48ef-a605-c9df7cee4cd2 HTTP/1.1" status: 200 len: 834 time: 0.0509596 Mar 11 12:57:13.263534 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:13.304265 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-e8234be8-a0e3-4171-8135-b0db62339332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:13.305871 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-e8234be8-a0e3-4171-8135-b0db62339332 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=03f571e8-bee9-4c4a-a094-449ce6b3962e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453172 Mar 11 12:57:13.402195 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-88815b2d-7fea-451f-bcf2-22e130a9340a service neutron] 10.222.0.71 "GET /v2.0/networks/03f571e8-bee9-4c4a-a094-449ce6b3962e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894454 Mar 11 12:57:13.494522 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-feb1ff32-83b9-4fba-8ed9-5801efccac5f req-4c91ac55-5aca-4eec-b59e-102733f520d6 service neutron] 10.222.0.71 "GET /v2.0/networks/03f571e8-bee9-4c4a-a094-449ce6b3962e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851898 Mar 11 12:57:13.601376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82961c4d-0b5b-4fa2-8632-0744a50c7d6e req-c813b662-7ff0-49d9-a859-05ac545911e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:13.602814 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-82961c4d-0b5b-4fa2-8632-0744a50c7d6e req-c813b662-7ff0-49d9-a859-05ac545911e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 1125 time: 0.0568271 Mar 11 12:57:13.696019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82961c4d-0b5b-4fa2-8632-0744a50c7d6e req-912b0ab9-6860-4312-b388-173dbb9f68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:13.697494 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-82961c4d-0b5b-4fa2-8632-0744a50c7d6e req-912b0ab9-6860-4312-b388-173dbb9f68ac service neutron] 10.222.0.71 "GET /v2.0/networks?id=03f571e8-bee9-4c4a-a094-449ce6b3962e HTTP/1.1" status: 200 len: 898 time: 0.0881829 Mar 11 12:57:13.732013 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1bde90cd-c84f-413c-ae71-188162df9dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:13.739609 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-82961c4d-0b5b-4fa2-8632-0744a50c7d6e req-12eaa9ec-ddf1-4324-beba-a38f05fb48b1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3c24e09-eac0-4742-be8c-843a56625a90 HTTP/1.1" status: 200 len: 217 time: 0.0361006 Mar 11 12:57:13.803199 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82961c4d-0b5b-4fa2-8632-0744a50c7d6e req-c8e8d2bf-cc9d-4755-ac0e-536d4e807bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:13.805354 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-82961c4d-0b5b-4fa2-8632-0744a50c7d6e req-c8e8d2bf-cc9d-4755-ac0e-536d4e807bc5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61979a1e-aecc-48ef-a605-c9df7cee4cd2 HTTP/1.1" status: 200 len: 834 time: 0.0595291 Mar 11 12:57:13.857659 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82961c4d-0b5b-4fa2-8632-0744a50c7d6e req-120ab272-7004-439f-b8cd-73831fd8517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:13.859113 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-82961c4d-0b5b-4fa2-8632-0744a50c7d6e req-120ab272-7004-439f-b8cd-73831fd8517e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=03f571e8-bee9-4c4a-a094-449ce6b3962e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469837 Mar 11 12:57:13.886243 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044ef2b-0921-47c3-94f1-fa5187edad6f req-717c1edc-29b8-4640-9e58-fd121cc27072 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:13.887744 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6044ef2b-0921-47c3-94f1-fa5187edad6f req-717c1edc-29b8-4640-9e58-fd121cc27072 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 943 time: 0.0549524 Mar 11 12:57:13.942278 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6044ef2b-0921-47c3-94f1-fa5187edad6f req-305113d0-703f-47c8-a7cf-d262554d2980 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0017248-0ac0-4b8a-882f-c66cf38005bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488129 Mar 11 12:57:13.955320 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-82961c4d-0b5b-4fa2-8632-0744a50c7d6e req-9e817493-69a1-40c6-9ac2-36e1bae4c3c7 service neutron] 10.222.0.71 "GET /v2.0/networks/03f571e8-bee9-4c4a-a094-449ce6b3962e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886376 Mar 11 12:57:14.049807 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-82961c4d-0b5b-4fa2-8632-0744a50c7d6e req-90657a1f-d97e-482a-a46d-41889249ddfa service neutron] 10.222.0.71 "GET /v2.0/networks/03f571e8-bee9-4c4a-a094-449ce6b3962e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863564 Mar 11 12:57:15.084305 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a9f75-c2c9-4252-a54f-74ae9c5bd91b req-a764c30b-7ce9-4821-b4dc-2cd1fe390f56 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:15.085903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-600a9f75-c2c9-4252-a54f-74ae9c5bd91b req-a764c30b-7ce9-4821-b4dc-2cd1fe390f56 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 943 time: 0.0613101 Mar 11 12:57:15.139411 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-600a9f75-c2c9-4252-a54f-74ae9c5bd91b req-082ad4f4-501e-444f-b9da-332c830eca0a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0017248-0ac0-4b8a-882f-c66cf38005bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470891 Mar 11 12:57:15.822889 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a35f4af9-8a03-418a-a262-7a63bc2e5c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:16.085438 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device c3c24e09-eac0-4742-be8c-843a56625a90 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:57:16.191814 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port c3c24e09-eac0-4742-be8c-843a56625a90, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=c3c24e09-eac0-4742-be8c-843a56625a90,segment=NetworkSegment(aa883fa0-931e-459e-977f-0866a53dc331),segment_id=aa883fa0-931e-459e-977f-0866a53dc331)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:57:16.202834 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'c3c24e09-eac0-4742-be8c-843a56625a90', 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e', 'port_id': 'c3c24e09-eac0-4742-be8c-843a56625a90', 'mac_address': 'fa:16:3e:76:88:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:57:16.244887 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port c3c24e09-eac0-4742-be8c-843a56625a90 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:57:16.245373 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c3c24e09-eac0-4742-be8c-843a56625a90), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:16.258780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c24e09-eac0-4742-be8c-843a56625a90 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:57:16.263509 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37609f82-a053-4dcd-b172-0c2a9594d3eb req-8d97c968-c0de-4918-90bf-ebd8c5e36582 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:16.265056 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37609f82-a053-4dcd-b172-0c2a9594d3eb req-8d97c968-c0de-4918-90bf-ebd8c5e36582 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 943 time: 0.0535614 Mar 11 12:57:16.279062 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port c3c24e09-eac0-4742-be8c-843a56625a90, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=c3c24e09-eac0-4742-be8c-843a56625a90,segment=NetworkSegment(aa883fa0-931e-459e-977f-0866a53dc331),segment_id=aa883fa0-931e-459e-977f-0866a53dc331)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:57:16.283486 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c3c24e09-eac0-4742-be8c-843a56625a90), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:16.313769 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37609f82-a053-4dcd-b172-0c2a9594d3eb req-4a1b20e2-b89b-4194-93d0-b1e3afa4aacc tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0017248-0ac0-4b8a-882f-c66cf38005bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428646 Mar 11 12:57:16.330699 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=c3c24e09-eac0-4742-be8c-843a56625a90,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:16.505157 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['c3c24e09-eac0-4742-be8c-843a56625a90'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:57:17.450136 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca33a3e-18de-40c7-a091-e4718c145248 req-6d01ed51-0030-4043-9c0a-03211a44c792 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:17.451609 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cca33a3e-18de-40c7-a091-e4718c145248 req-6d01ed51-0030-4043-9c0a-03211a44c792 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 944 time: 0.0573730 Mar 11 12:57:17.501102 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cca33a3e-18de-40c7-a091-e4718c145248 req-e01cbd5d-7311-4077-a6e0-cccede37473b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0017248-0ac0-4b8a-882f-c66cf38005bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436728 Mar 11 12:57:17.501336 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:18.088503 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device c3c24e09-eac0-4742-be8c-843a56625a90 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:57:18.150936 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port c3c24e09-eac0-4742-be8c-843a56625a90 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:57:18.155146 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port c3c24e09-eac0-4742-be8c-843a56625a90 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:57:18.155520 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (c3c24e09-eac0-4742-be8c-843a56625a90), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:18.234298 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port c3c24e09-eac0-4742-be8c-843a56625a90 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:57:18.234602 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (c3c24e09-eac0-4742-be8c-843a56625a90), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:18.261072 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2aa3ed-9a73-41f1-b87b-a893942bc472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c24e09-eac0-4742-be8c-843a56625a90'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:57:18.263416 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75366390-6587-45d0-aeec-e053405288a0" -d '{"events": [{"server_uuid": "be2aa3ed-9a73-41f1-b87b-a893942bc472", "name": "network-vif-plugged", "status": "completed", "tag": "c3c24e09-eac0-4742-be8c-843a56625a90"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:57:18.276160 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port c3c24e09-eac0-4742-be8c-843a56625a90, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=c3c24e09-eac0-4742-be8c-843a56625a90,segment=NetworkSegment(aa883fa0-931e-459e-977f-0866a53dc331),segment_id=aa883fa0-931e-459e-977f-0866a53dc331)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:57:18.281636 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (c3c24e09-eac0-4742-be8c-843a56625a90), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:18.306900 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f0f263-a29e-421d-8648-44f0f91447e6 x-openstack-request-id: req-a3f0f263-a29e-421d-8648-44f0f91447e6 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:57:18.307293 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2aa3ed-9a73-41f1-b87b-a893942bc472", "name": "network-vif-plugged", "status": "completed", "tag": "c3c24e09-eac0-4742-be8c-843a56625a90", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:57:18.307553 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a3f0f263-a29e-421d-8648-44f0f91447e6 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:57:18.307973 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2aa3ed-9a73-41f1-b87b-a893942bc472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c24e09-eac0-4742-be8c-843a56625a90', 'code': 200} Mar 11 12:57:18.333144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=c3c24e09-eac0-4742-be8c-843a56625a90,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:18.412475 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d477ae5-85b7-44a9-a7b3-8aff2c1090b2 req-105bbac0-c831-420d-9c84-f0fa9b728a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:18.414431 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3d477ae5-85b7-44a9-a7b3-8aff2c1090b2 req-105bbac0-c831-420d-9c84-f0fa9b728a4a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 1127 time: 0.0534589 Mar 11 12:57:18.469276 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-3d477ae5-85b7-44a9-a7b3-8aff2c1090b2 req-2f043a83-bd6e-4990-99d8-57153cae8b1d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a0017248-0ac0-4b8a-882f-c66cf38005bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485415 Mar 11 12:57:18.633862 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f729fed-f986-4a9f-a29f-7665a3763acc req-027f007e-091b-41ed-a87f-ff1fb4688a97 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:18.635385 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2f729fed-f986-4a9f-a29f-7665a3763acc req-027f007e-091b-41ed-a87f-ff1fb4688a97 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 945 time: 0.0550611 Mar 11 12:57:18.684099 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2f729fed-f986-4a9f-a29f-7665a3763acc req-61427d6b-a04c-4aa6-be93-ab547d3d99e3 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0017248-0ac0-4b8a-882f-c66cf38005bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429292 Mar 11 12:57:18.945756 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:19.811718 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a213c-0532-4168-9839-86c5d3c306aa req-9ce801dc-f17f-40fa-8f84-48107f7b3176 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:19.813193 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-526a213c-0532-4168-9839-86c5d3c306aa req-9ce801dc-f17f-40fa-8f84-48107f7b3176 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 945 time: 0.0538340 Mar 11 12:57:19.868550 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-526a213c-0532-4168-9839-86c5d3c306aa req-e559ee2b-b3db-47a7-8588-78a9a4f9d296 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0017248-0ac0-4b8a-882f-c66cf38005bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495384 Mar 11 12:57:19.990836 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea84d73-4b90-4897-b040-104702ee2d7e req-28c45ba5-d951-41f8-bf5e-76f73618f3ac tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:19.992378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ea84d73-4b90-4897-b040-104702ee2d7e req-28c45ba5-d951-41f8-bf5e-76f73618f3ac tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 945 time: 0.0567427 Mar 11 12:57:20.044844 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4ea84d73-4b90-4897-b040-104702ee2d7e req-2bd76cd5-dcc3-4030-b3a3-ddefd83da139 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0017248-0ac0-4b8a-882f-c66cf38005bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445035 Mar 11 12:57:20.076091 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47978) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:20.119954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7cfeb0-17b5-4939-8c17-3f351116d62f tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:20.121476 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6f7cfeb0-17b5-4939-8c17-3f351116d62f tempest-TestNetworkAdvancedServerOps-2026352589 tempest-TestNetworkAdvancedServerOps-2026352589-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 1122 time: 0.0444486 Mar 11 12:57:20.124550 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47980) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:20.128854 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': 'c3c24e09-eac0-4742-be8c-843a56625a90', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:57:20.157992 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:20.160657 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:20.600564 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:20.706318 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Allocated IP 172.25.7.132 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/4494b173-25c0-420a-92c3-897249d00d21) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:57:20.805363 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (4494b173-25c0-420a-92c3-897249d00d21), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:20.840845 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (4494b173-25c0-420a-92c3-897249d00d21), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:20.889325 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:57:20.892122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:57:20.897288 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:57:20.900550 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=4494b173-25c0-420a-92c3-897249d00d21,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:21.266655 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (13159593-9a0a-4327-95d2-931efe584b52), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:21.342489 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (4494b173-25c0-420a-92c3-897249d00d21), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:21.507444 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for port (4494b173-25c0-420a-92c3-897249d00d21), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:21.513942 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (4494b173-25c0-420a-92c3-897249d00d21), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:21.580785 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event updated for resources: {'Port': ['ID=4494b173-25c0-420a-92c3-897249d00d21,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:57:21.590727 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (13159593-9a0a-4327-95d2-931efe584b52), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:21.694695 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Floating IP 13159593-9a0a-4327-95d2-931efe584b52 associated. External IP: 172.25.7.132, port: c3c24e09-eac0-4742-be8c-843a56625a90. Mar 11 12:57:21.914503 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:57:22.039878 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:57:22.050136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23ca90-297b-478e-9d70-179d0648df27 None None] Sync routers for ids ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:57:22.060386 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:22.060800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23ca90-297b-478e-9d70-179d0648df27 None None] Routers {'0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:57:22.061614 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cf23ca90-297b-478e-9d70-179d0648df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:57:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:22.092233 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-7df51bfe-e166-4cec-be11-0c32c09d2ab1 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9666593 Mar 11 12:57:22.092816 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2aa3ed-9a73-41f1-b87b-a893942bc472', 'tag': 'c3c24e09-eac0-4742-be8c-843a56625a90'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:57:22.095128 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa78258-8886-4c2c-8670-33ea2810d8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "be2aa3ed-9a73-41f1-b87b-a893942bc472", "tag": "c3c24e09-eac0-4742-be8c-843a56625a90"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:57:22.133954 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8f4138-e20d-48fc-80c5-d415569d13b2 x-openstack-request-id: req-6c8f4138-e20d-48fc-80c5-d415569d13b2 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:57:22.134832 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2aa3ed-9a73-41f1-b87b-a893942bc472", "tag": "c3c24e09-eac0-4742-be8c-843a56625a90", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:57:22.136192 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c8f4138-e20d-48fc-80c5-d415569d13b2 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:57:22.136643 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2aa3ed-9a73-41f1-b87b-a893942bc472', 'tag': 'c3c24e09-eac0-4742-be8c-843a56625a90', 'status': 'completed', 'code': 200} Mar 11 12:57:22.177104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-cf23ca90-297b-478e-9d70-179d0648df27 None None] Set router 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:57:22.217923 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa78258-8886-4c2c-8670-33ea2810d8f9 req-3923e80d-a706-47b7-8656-915f9b45cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:22.219461 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8fa78258-8886-4c2c-8670-33ea2810d8f9 req-3923e80d-a706-47b7-8656-915f9b45cc50 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 1127 time: 0.0580347 Mar 11 12:57:22.284306 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0a176-f7de-47af-8dd5-9f691858051e req-d4905222-32c8-492c-8710-88446ec0db19 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:22.286974 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5a0a176-f7de-47af-8dd5-9f691858051e req-d4905222-32c8-492c-8710-88446ec0db19 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 945 time: 0.1281481 Mar 11 12:57:22.318555 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa78258-8886-4c2c-8670-33ea2810d8f9 req-d2d23e54-f265-42e0-b697-a416247e404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:22.320107 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8fa78258-8886-4c2c-8670-33ea2810d8f9 req-d2d23e54-f265-42e0-b697-a416247e404f service neutron] 10.222.0.71 "GET /v2.0/networks?id=03f571e8-bee9-4c4a-a094-449ce6b3962e HTTP/1.1" status: 200 len: 898 time: 0.0932322 Mar 11 12:57:22.342763 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b5a0a176-f7de-47af-8dd5-9f691858051e req-462d03fa-a934-4bb7-8711-07ff69d35d8d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0017248-0ac0-4b8a-882f-c66cf38005bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508921 Mar 11 12:57:22.365786 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 47988) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:22.396766 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8fa78258-8886-4c2c-8670-33ea2810d8f9 req-faf0a66c-aa87-4fc9-8b5b-3e385b062a30 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3c24e09-eac0-4742-be8c-843a56625a90 HTTP/1.1" status: 200 len: 999 time: 0.0700438 Mar 11 12:57:22.418425 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cf23ca90-297b-478e-9d70-179d0648df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229701860', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:08Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '13159593-9a0a-4327-95d2-931efe584b52', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'port_id': 'c3c24e09-eac0-4742-be8c-843a56625a90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e', 'mac_address': 'fa:16:3e:76:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2aa3ed-9a73-41f1-b87b-a893942bc472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:57:21Z', 'updated_at': '2022-03-11T12:57:21Z', 'revision_number': 0, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb2c264-6e69-4419-8b52-5a1cd17999a1', 'name': '', 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:f0:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:07Z', 'updated_at': '2022-03-11T12:57:11Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:22.431957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-bf142a9b-8532-409f-b1ae-e59ad87f809c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/floatingips/13159593-9a0a-4327-95d2-931efe584b52 HTTP/1.1" status: 200 len: 991 time: 0.0638287 Mar 11 12:57:22.450460 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23ca90-297b-478e-9d70-179d0648df27 None None] Checking router: 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:57:22.450969 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa78258-8886-4c2c-8670-33ea2810d8f9 req-f3ff00ac-305e-43d0-a800-17ceff644ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:22.452519 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8fa78258-8886-4c2c-8670-33ea2810d8f9 req-f3ff00ac-305e-43d0-a800-17ceff644ae5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61979a1e-aecc-48ef-a605-c9df7cee4cd2 HTTP/1.1" status: 200 len: 834 time: 0.0495200 Mar 11 12:57:22.458759 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23ca90-297b-478e-9d70-179d0648df27 None None] Routers {'0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:57:22.459350 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cf23ca90-297b-478e-9d70-179d0648df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:57:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:22.501300 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa78258-8886-4c2c-8670-33ea2810d8f9 req-c08dc410-a60b-4723-a1f9-f76ba845a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:22.502826 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8fa78258-8886-4c2c-8670-33ea2810d8f9 req-c08dc410-a60b-4723-a1f9-f76ba845a625 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=03f571e8-bee9-4c4a-a094-449ce6b3962e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444148 Mar 11 12:57:22.575257 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-cf23ca90-297b-478e-9d70-179d0648df27 None None] Set router 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:57:22.598407 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8fa78258-8886-4c2c-8670-33ea2810d8f9 req-c143e967-4e3d-4bc1-a9cb-fdc78d5bfa2d service neutron] 10.222.0.71 "GET /v2.0/networks/03f571e8-bee9-4c4a-a094-449ce6b3962e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885010 Mar 11 12:57:22.691227 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-8fa78258-8886-4c2c-8670-33ea2810d8f9 req-d8645ae3-fb54-41dc-9ccc-231c524e21e5 service neutron] 10.222.0.71 "GET /v2.0/networks/03f571e8-bee9-4c4a-a094-449ce6b3962e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855923 Mar 11 12:57:22.809419 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cf23ca90-297b-478e-9d70-179d0648df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229701860', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:08Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '13159593-9a0a-4327-95d2-931efe584b52', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'port_id': 'c3c24e09-eac0-4742-be8c-843a56625a90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e', 'mac_address': 'fa:16:3e:76:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2aa3ed-9a73-41f1-b87b-a893942bc472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:57:21Z', 'updated_at': '2022-03-11T12:57:21Z', 'revision_number': 0, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb2c264-6e69-4419-8b52-5a1cd17999a1', 'name': '', 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:f0:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:07Z', 'updated_at': '2022-03-11T12:57:11Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:57:22.844375 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23ca90-297b-478e-9d70-179d0648df27 None None] The sync data for ids ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'] in n-d-833234-2 is: [{'id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229701860', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:08Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '13159593-9a0a-4327-95d2-931efe584b52', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'port_id': 'c3c24e09-eac0-4742-be8c-843a56625a90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e', 'mac_address': 'fa:16:3e:76:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2aa3ed-9a73-41f1-b87b-a893942bc472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:57:21Z', 'updated_at': '2022-03-11T12:57:21Z', 'revision_number': 0, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb2c264-6e69-4419-8b52-5a1cd17999a1', 'name': '', 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:f0:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:07Z', 'updated_at': '2022-03-11T12:57:11Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:57:23.036177 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb23af0-e1ed-468f-9eb7-b8e24b1c2a7a None None] New status for floating IP 13159593-9a0a-4327-95d2-931efe584b52: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:57:23.435978 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 47990) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:23.507863 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d8d420ad-d89c-47be-8708-f7816bd6f162 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/floatingips/13159593-9a0a-4327-95d2-931efe584b52 HTTP/1.1" status: 200 len: 993 time: 0.0702217 Mar 11 12:57:34.499275 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:43.257763 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:43.741065 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94c2b56d-4ee7-4c5e-ad02-1d5a6b94e0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:44.664393 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b81de984-2b87-41e0-8b74-4a92fd31406f req-57b3b081-88c6-4c94-b456-8161e2a4e169 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469398 Mar 11 12:57:44.762808 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81de984-2b87-41e0-8b74-4a92fd31406f req-8b5da80e-8e7b-424b-992f-79c6561c0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:44.764374 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b81de984-2b87-41e0-8b74-4a92fd31406f req-8b5da80e-8e7b-424b-992f-79c6561c0f06 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 1127 time: 0.0535939 Mar 11 12:57:44.869829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81de984-2b87-41e0-8b74-4a92fd31406f req-cbd31276-e762-4c87-899b-53403f3d1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:44.871310 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b81de984-2b87-41e0-8b74-4a92fd31406f req-cbd31276-e762-4c87-899b-53403f3d1bc0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=03f571e8-bee9-4c4a-a094-449ce6b3962e HTTP/1.1" status: 200 len: 898 time: 0.0865028 Mar 11 12:57:44.940410 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b81de984-2b87-41e0-8b74-4a92fd31406f req-d054d4e9-c6a8-4ac2-a468-82a6cdb4217f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3c24e09-eac0-4742-be8c-843a56625a90 HTTP/1.1" status: 200 len: 1001 time: 0.0619800 Mar 11 12:57:44.994133 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81de984-2b87-41e0-8b74-4a92fd31406f req-ceffb5c7-efac-49e4-a9f3-6f614fc54fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:44.996239 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b81de984-2b87-41e0-8b74-4a92fd31406f req-ceffb5c7-efac-49e4-a9f3-6f614fc54fa7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61979a1e-aecc-48ef-a605-c9df7cee4cd2 HTTP/1.1" status: 200 len: 834 time: 0.0481098 Mar 11 12:57:45.049783 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81de984-2b87-41e0-8b74-4a92fd31406f req-69453ffb-9919-4134-ab9f-226a780f6c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:45.051234 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b81de984-2b87-41e0-8b74-4a92fd31406f req-69453ffb-9919-4134-ab9f-226a780f6c79 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=03f571e8-bee9-4c4a-a094-449ce6b3962e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466301 Mar 11 12:57:45.146651 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b81de984-2b87-41e0-8b74-4a92fd31406f req-b17f8f4d-82d2-4999-a368-c61db4a716ab service neutron] 10.222.0.71 "GET /v2.0/networks/03f571e8-bee9-4c4a-a094-449ce6b3962e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881119 Mar 11 12:57:45.245362 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b81de984-2b87-41e0-8b74-4a92fd31406f req-0780cbe5-b471-4d70-b9b8-70d593d08712 service neutron] 10.222.0.71 "GET /v2.0/networks/03f571e8-bee9-4c4a-a094-449ce6b3962e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922499 Mar 11 12:57:45.809005 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-275d287c-a047-4714-aa4c-3c5b5e4a3e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:47.505711 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:48.949191 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:48.960062 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:57:50.157971 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:57:56.949215 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722ca06-7af0-463e-aac1-3a8cac9c15d0 req-380775e9-1465-4d36-918f-119805bae66b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:56.950704 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9722ca06-7af0-463e-aac1-3a8cac9c15d0 req-380775e9-1465-4d36-918f-119805bae66b tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 945 time: 0.0548201 Mar 11 12:57:57.001787 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9722ca06-7af0-463e-aac1-3a8cac9c15d0 req-e398029b-9677-4055-8d55-a195cfba6c7d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0017248-0ac0-4b8a-882f-c66cf38005bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450461 Mar 11 12:57:58.151728 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75480794-9656-41c8-a409-3fa9277a97b4 req-7d49a2be-96b3-4891-8f0f-512ee654d7fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:58.153138 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75480794-9656-41c8-a409-3fa9277a97b4 req-7d49a2be-96b3-4891-8f0f-512ee654d7fd tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 945 time: 0.0685866 Mar 11 12:57:58.208590 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75480794-9656-41c8-a409-3fa9277a97b4 req-fec4025f-49a5-403d-9522-61c6fbdcec5a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0017248-0ac0-4b8a-882f-c66cf38005bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496035 Mar 11 12:57:58.231998 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48008) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:57:58.299783 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c48a72d4-6d47-4b10-9388-f82922aa1b4d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/floatingips/13159593-9a0a-4327-95d2-931efe584b52 HTTP/1.1" status: 200 len: 993 time: 0.0664735 Mar 11 12:57:59.598803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb032f-a3c9-4854-9832-5af33ef07726 req-b46cd46b-245f-4220-9c53-1036f67ca8ff tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:59.600414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f1fb032f-a3c9-4854-9832-5af33ef07726 req-b46cd46b-245f-4220-9c53-1036f67ca8ff tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 945 time: 0.0553749 Mar 11 12:57:59.618675 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f5aa4-19de-45be-b56d-c58231238c2c req-b01eb267-bef3-40ab-8f60-36246d407d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:59.620199 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-968f5aa4-19de-45be-b56d-c58231238c2c req-b01eb267-bef3-40ab-8f60-36246d407d12 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 1127 time: 0.0476563 Mar 11 12:57:59.651445 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f1fb032f-a3c9-4854-9832-5af33ef07726 req-07ce4ded-d62d-4412-9175-0f584a65460a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0017248-0ac0-4b8a-882f-c66cf38005bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448592 Mar 11 12:57:59.716502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f5aa4-19de-45be-b56d-c58231238c2c req-56db97e9-dc28-4456-bc5d-f34d15b2801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:59.717967 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-968f5aa4-19de-45be-b56d-c58231238c2c req-56db97e9-dc28-4456-bc5d-f34d15b2801f service neutron] 10.222.0.71 "GET /v2.0/networks?id=03f571e8-bee9-4c4a-a094-449ce6b3962e HTTP/1.1" status: 200 len: 898 time: 0.0914283 Mar 11 12:57:59.783097 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-968f5aa4-19de-45be-b56d-c58231238c2c req-360ac36f-cfa7-4495-bf0d-9b43abb9abf1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3c24e09-eac0-4742-be8c-843a56625a90 HTTP/1.1" status: 200 len: 1001 time: 0.0574253 Mar 11 12:57:59.832019 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f5aa4-19de-45be-b56d-c58231238c2c req-c7df9814-1334-410e-8f2c-509a11a56665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:59.833428 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-968f5aa4-19de-45be-b56d-c58231238c2c req-c7df9814-1334-410e-8f2c-509a11a56665 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61979a1e-aecc-48ef-a605-c9df7cee4cd2 HTTP/1.1" status: 200 len: 834 time: 0.0431969 Mar 11 12:57:59.887251 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f5aa4-19de-45be-b56d-c58231238c2c req-44bcc845-08c1-4e39-9f32-ade9a1bae9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:57:59.888800 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-968f5aa4-19de-45be-b56d-c58231238c2c req-44bcc845-08c1-4e39-9f32-ade9a1bae9a9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=03f571e8-bee9-4c4a-a094-449ce6b3962e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488138 Mar 11 12:57:59.977512 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-968f5aa4-19de-45be-b56d-c58231238c2c req-8c3ef229-a6a4-4679-8500-9ca9abee176d service neutron] 10.222.0.71 "GET /v2.0/networks/03f571e8-bee9-4c4a-a094-449ce6b3962e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808072 Mar 11 12:58:00.071746 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-968f5aa4-19de-45be-b56d-c58231238c2c req-7e54f476-189b-4c5b-b61e-3d5461f5723d service neutron] 10.222.0.71 "GET /v2.0/networks/03f571e8-bee9-4c4a-a094-449ce6b3962e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881095 Mar 11 12:58:00.790905 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75c00f-7ab3-4369-bb0b-eae869e8af96 req-28b727f6-5dc7-49ef-8cde-48c0341ace77 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:00.792523 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a75c00f-7ab3-4369-bb0b-eae869e8af96 req-28b727f6-5dc7-49ef-8cde-48c0341ace77 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 945 time: 0.0623562 Mar 11 12:58:00.849026 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9a75c00f-7ab3-4369-bb0b-eae869e8af96 req-182669af-e4fe-46da-8ea2-237953bea086 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0017248-0ac0-4b8a-882f-c66cf38005bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487552 Mar 11 12:58:01.981772 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084615c9-6ef3-4db5-9750-f0d3ccb5a6b0 req-72e497e0-299d-4636-b65f-7ce47a2563e5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:01.983332 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-084615c9-6ef3-4db5-9750-f0d3ccb5a6b0 req-72e497e0-299d-4636-b65f-7ce47a2563e5 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 945 time: 0.0542331 Mar 11 12:58:02.034002 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-084615c9-6ef3-4db5-9750-f0d3ccb5a6b0 req-c2050c85-0a71-46a8-84b0-a82a26abf7ca tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0017248-0ac0-4b8a-882f-c66cf38005bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446846 Mar 11 12:58:02.061852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48024) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:02.122191 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-aa28061b-22b4-4ac1-86ef-d7130d6282d4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/floatingips/13159593-9a0a-4327-95d2-931efe584b52 HTTP/1.1" status: 200 len: 993 time: 0.0591381 Mar 11 12:58:02.380726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48032) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:02.542168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port 4494b173-25c0-420a-92c3-897249d00d21 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:58:02.542535 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (4494b173-25c0-420a-92c3-897249d00d21), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:02.617259 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (4494b173-25c0-420a-92c3-897249d00d21), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:02.617576 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (4494b173-25c0-420a-92c3-897249d00d21), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:02.629184 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for 4494b173-25c0-420a-92c3-897249d00d21 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:58:02.776727 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (4494b173-25c0-420a-92c3-897249d00d21), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:02.813870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=4494b173-25c0-420a-92c3-897249d00d21,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:02.825928 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:02.826284 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:02.826626 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:02.826970 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:02.827306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:02.827636 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:02.827963 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:02.828322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:02.828647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:02.828953 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:02.829347 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:02.829607 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:02.830206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:02.885273 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for floatingip (13159593-9a0a-4327-95d2-931efe584b52), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:02.885646 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Floating IP 13159593-9a0a-4327-95d2-931efe584b52 disassociated (deleted). External IP: 172.25.7.132, port: c3c24e09-eac0-4742-be8c-843a56625a90. Mar 11 12:58:03.439124 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:58:03.565946 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:58:03.570771 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:03.577810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9420e776-cabc-40e3-842c-0bb3ccd8a98b None None] Sync routers for ids ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:58:03.588573 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9420e776-cabc-40e3-842c-0bb3ccd8a98b None None] Routers {'0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:58:03.589764 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-9420e776-cabc-40e3-842c-0bb3ccd8a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:57:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:03.600693 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-15afc83c-40a5-4242-8fb9-0c7c19d0950e tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/floatingips/13159593-9a0a-4327-95d2-931efe584b52 HTTP/1.1" status: 204 len: 168 time: 1.2187235 Mar 11 12:58:03.601301 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2aa3ed-9a73-41f1-b87b-a893942bc472', 'tag': 'c3c24e09-eac0-4742-be8c-843a56625a90'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:58:03.604032 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f173da35-206c-4e06-81cc-36a6ff2cea9a" -d '{"events": [{"name": "network-changed", "server_uuid": "be2aa3ed-9a73-41f1-b87b-a893942bc472", "tag": "c3c24e09-eac0-4742-be8c-843a56625a90"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:58:03.645172 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd49caf6-3adc-4726-b451-b388734e1b42 x-openstack-request-id: req-fd49caf6-3adc-4726-b451-b388734e1b42 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:58:03.645687 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2aa3ed-9a73-41f1-b87b-a893942bc472", "tag": "c3c24e09-eac0-4742-be8c-843a56625a90", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:58:03.646119 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd49caf6-3adc-4726-b451-b388734e1b42 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:58:03.646520 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2aa3ed-9a73-41f1-b87b-a893942bc472', 'tag': 'c3c24e09-eac0-4742-be8c-843a56625a90', 'status': 'completed', 'code': 200} Mar 11 12:58:03.700810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-9420e776-cabc-40e3-842c-0bb3ccd8a98b None None] Set router 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:58:03.722697 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173da35-206c-4e06-81cc-36a6ff2cea9a req-5fa33054-8f79-451a-8289-e33c4f171014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:03.724583 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f173da35-206c-4e06-81cc-36a6ff2cea9a req-5fa33054-8f79-451a-8289-e33c4f171014 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=44c471adc80a42e3bf416e933ba2e790&device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 1127 time: 0.0561843 Mar 11 12:58:03.835904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173da35-206c-4e06-81cc-36a6ff2cea9a req-53989323-94f2-4f38-bc06-174e68c57be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:03.835904 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f173da35-206c-4e06-81cc-36a6ff2cea9a req-53989323-94f2-4f38-bc06-174e68c57be3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=03f571e8-bee9-4c4a-a094-449ce6b3962e HTTP/1.1" status: 200 len: 898 time: 0.1025989 Mar 11 12:58:03.871058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371bbdd-1a82-4876-bdab-5e1a2e3b52dc req-4315225b-b380-4ff0-96cf-0475c036d85a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:03.876149 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c371bbdd-1a82-4876-bdab-5e1a2e3b52dc req-4315225b-b380-4ff0-96cf-0475c036d85a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 945 time: 0.0851290 Mar 11 12:58:03.886489 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f173da35-206c-4e06-81cc-36a6ff2cea9a req-4d53d19c-74ff-4b7b-8f09-cccc17b08b0a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3c24e09-eac0-4742-be8c-843a56625a90 HTTP/1.1" status: 200 len: 217 time: 0.0453598 Mar 11 12:58:03.924392 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-9420e776-cabc-40e3-842c-0bb3ccd8a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229701860', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:08Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '5eb2c264-6e69-4419-8b52-5a1cd17999a1', 'name': '', 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:f0:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:07Z', 'updated_at': '2022-03-11T12:57:11Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:03.939791 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c371bbdd-1a82-4876-bdab-5e1a2e3b52dc req-694dff2f-622b-48a8-a03b-96c34f9af005 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0017248-0ac0-4b8a-882f-c66cf38005bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586622 Mar 11 12:58:03.946738 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173da35-206c-4e06-81cc-36a6ff2cea9a req-59a7f2f6-47eb-45d1-9887-ef021124688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:03.948249 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f173da35-206c-4e06-81cc-36a6ff2cea9a req-59a7f2f6-47eb-45d1-9887-ef021124688c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61979a1e-aecc-48ef-a605-c9df7cee4cd2 HTTP/1.1" status: 200 len: 834 time: 0.0558090 Mar 11 12:58:03.959417 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9420e776-cabc-40e3-842c-0bb3ccd8a98b None None] Checking router: 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:58:03.968291 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9420e776-cabc-40e3-842c-0bb3ccd8a98b None None] Routers {'0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:58:03.968900 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-9420e776-cabc-40e3-842c-0bb3ccd8a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:57:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:03.998674 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173da35-206c-4e06-81cc-36a6ff2cea9a req-698aec9d-83e1-4c37-a0b9-e295f9bdae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:04.000302 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f173da35-206c-4e06-81cc-36a6ff2cea9a req-698aec9d-83e1-4c37-a0b9-e295f9bdae8b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=03f571e8-bee9-4c4a-a094-449ce6b3962e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445268 Mar 11 12:58:04.094312 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f173da35-206c-4e06-81cc-36a6ff2cea9a req-5c5646cd-6a84-4e32-b009-a767a826a609 service neutron] 10.222.0.71 "GET /v2.0/networks/03f571e8-bee9-4c4a-a094-449ce6b3962e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831611 Mar 11 12:58:04.198707 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-f173da35-206c-4e06-81cc-36a6ff2cea9a req-52590aad-a35e-440a-9e2c-10fb74a16d5f service neutron] 10.222.0.71 "GET /v2.0/networks/03f571e8-bee9-4c4a-a094-449ce6b3962e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952623 Mar 11 12:58:04.247924 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-9420e776-cabc-40e3-842c-0bb3ccd8a98b None None] Set router 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:58:04.454400 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-9420e776-cabc-40e3-842c-0bb3ccd8a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229701860', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:08Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '5eb2c264-6e69-4419-8b52-5a1cd17999a1', 'name': '', 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:f0:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:07Z', 'updated_at': '2022-03-11T12:57:11Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:04.480578 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9420e776-cabc-40e3-842c-0bb3ccd8a98b None None] The sync data for ids ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'] in n-d-833234-2 is: [{'id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229701860', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:08Z', 'revision_number': 4, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '5eb2c264-6e69-4419-8b52-5a1cd17999a1', 'name': '', 'network_id': '03f571e8-bee9-4c4a-a094-449ce6b3962e', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'mac_address': 'fa:16:3e:f0:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:07Z', 'updated_at': '2022-03-11T12:57:11Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'subnets': [{'id': '61979a1e-aecc-48ef-a605-c9df7cee4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:58:04.513743 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:04.722420 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fcedfc-e191-42ca-9f16-35ea7b0a3a59 None None] New status for floating IP 13159593-9a0a-4327-95d2-931efe584b52: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:58:05.074026 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9a117-53fe-45cd-9388-83f7486ccc59 req-6d75963d-b8f2-4d4d-899a-102ca97f4163 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:05.075503 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ccf9a117-53fe-45cd-9388-83f7486ccc59 req-6d75963d-b8f2-4d4d-899a-102ca97f4163 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 945 time: 0.0557773 Mar 11 12:58:05.126227 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ccf9a117-53fe-45cd-9388-83f7486ccc59 req-67450e38-43a7-48fa-b8fe-b4240e36fc4d tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0017248-0ac0-4b8a-882f-c66cf38005bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449691 Mar 11 12:58:05.494870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ba11a-e481-4312-ae43-f69e52cc0183 req-79d55a9c-8a63-4c24-a5fc-cca04b024f1a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:05.496249 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-369ba11a-e481-4312-ae43-f69e52cc0183 req-79d55a9c-8a63-4c24-a5fc-cca04b024f1a tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 945 time: 0.0574391 Mar 11 12:58:05.602874 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-369ba11a-e481-4312-ae43-f69e52cc0183 req-0cb6b663-54cc-4e19-bedd-dc784ae82cd9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port c3c24e09-eac0-4742-be8c-843a56625a90 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:58:05.603218 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-369ba11a-e481-4312-ae43-f69e52cc0183 req-0cb6b663-54cc-4e19-bedd-dc784ae82cd9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (c3c24e09-eac0-4742-be8c-843a56625a90), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:05.691491 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-369ba11a-e481-4312-ae43-f69e52cc0183 req-0cb6b663-54cc-4e19-bedd-dc784ae82cd9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] For port c3c24e09-eac0-4742-be8c-843a56625a90, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=c3c24e09-eac0-4742-be8c-843a56625a90,segment=NetworkSegment(aa883fa0-931e-459e-977f-0866a53dc331),segment_id=aa883fa0-931e-459e-977f-0866a53dc331)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:58:05.691884 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-369ba11a-e481-4312-ae43-f69e52cc0183 req-0cb6b663-54cc-4e19-bedd-dc784ae82cd9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (c3c24e09-eac0-4742-be8c-843a56625a90), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:05.704403 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-369ba11a-e481-4312-ae43-f69e52cc0183 req-0cb6b663-54cc-4e19-bedd-dc784ae82cd9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for c3c24e09-eac0-4742-be8c-843a56625a90 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:58:05.840957 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-369ba11a-e481-4312-ae43-f69e52cc0183 req-0cb6b663-54cc-4e19-bedd-dc784ae82cd9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (c3c24e09-eac0-4742-be8c-843a56625a90), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:05.867610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6b663-54cc-4e19-bedd-dc784ae82cd9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=c3c24e09-eac0-4742-be8c-843a56625a90,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:05.917968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-369ba11a-e481-4312-ae43-f69e52cc0183 req-0cb6b663-54cc-4e19-bedd-dc784ae82cd9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] No DVR routers for this DVR port c3c24e09-eac0-4742-be8c-843a56625a90 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:58:05.921027 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-369ba11a-e481-4312-ae43-f69e52cc0183 req-0cb6b663-54cc-4e19-bedd-dc784ae82cd9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:05.924383 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-369ba11a-e481-4312-ae43-f69e52cc0183 req-0cb6b663-54cc-4e19-bedd-dc784ae82cd9 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.71 "DELETE /v2.0/ports/c3c24e09-eac0-4742-be8c-843a56625a90 HTTP/1.1" status: 204 len: 173 time: 0.4220467 Mar 11 12:58:05.924833 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2aa3ed-9a73-41f1-b87b-a893942bc472', 'name': 'network-vif-deleted', 'tag': 'c3c24e09-eac0-4742-be8c-843a56625a90'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:58:05.927083 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e712be-b948-4ac5-a130-2aab450f6860" -d '{"events": [{"server_uuid": "be2aa3ed-9a73-41f1-b87b-a893942bc472", "name": "network-vif-deleted", "tag": "c3c24e09-eac0-4742-be8c-843a56625a90"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:58:05.965470 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1957d9fe-a853-4a95-9804-79c47f99ddde x-openstack-request-id: req-1957d9fe-a853-4a95-9804-79c47f99ddde {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:58:05.965783 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2aa3ed-9a73-41f1-b87b-a893942bc472", "name": "network-vif-deleted", "tag": "c3c24e09-eac0-4742-be8c-843a56625a90", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:58:05.966035 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1957d9fe-a853-4a95-9804-79c47f99ddde {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:58:05.966441 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2aa3ed-9a73-41f1-b87b-a893942bc472', 'name': 'network-vif-deleted', 'tag': 'c3c24e09-eac0-4742-be8c-843a56625a90', 'status': 'completed', 'code': 200} Mar 11 12:58:06.249739 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f0dc00f8-ca7e-488f-aac4-36b7f6cd9e4d req-a96bcbf4-194a-40f1-b4a1-30e88cc9ce6f tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "GET /v2.0/ports?device_id=be2aa3ed-9a73-41f1-b87b-a893942bc472 HTTP/1.1" status: 200 len: 210 time: 0.0359161 Mar 11 12:58:07.311513 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48052) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:07.688699 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fd4a352-328e-4018-955d-31ea6c154e77 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:07.952199 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4a352-328e-4018-955d-31ea6c154e77 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port 5eb2c264-6e69-4419-8b52-5a1cd17999a1 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:58:07.952459 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fd4a352-328e-4018-955d-31ea6c154e77 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:08.049616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-1fd4a352-328e-4018-955d-31ea6c154e77 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] For port 5eb2c264-6e69-4419-8b52-5a1cd17999a1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=5eb2c264-6e69-4419-8b52-5a1cd17999a1,segment=NetworkSegment(aa883fa0-931e-459e-977f-0866a53dc331),segment_id=aa883fa0-931e-459e-977f-0866a53dc331)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:58:08.049954 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fd4a352-328e-4018-955d-31ea6c154e77 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:08.061854 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4a352-328e-4018-955d-31ea6c154e77 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for 5eb2c264-6e69-4419-8b52-5a1cd17999a1 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:58:08.255693 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fd4a352-328e-4018-955d-31ea6c154e77 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (5eb2c264-6e69-4419-8b52-5a1cd17999a1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:08.286689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4a352-328e-4018-955d-31ea6c154e77 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=5eb2c264-6e69-4419-8b52-5a1cd17999a1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:08.476253 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fd4a352-328e-4018-955d-31ea6c154e77 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:08.703175 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd4a352-328e-4018-955d-31ea6c154e77 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Router 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:58:08.823952 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd4a352-328e-4018-955d-31ea6c154e77 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:58:08.829421 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1fd4a352-328e-4018-955d-31ea6c154e77 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "PUT /v2.0/routers/0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5168264 Mar 11 12:58:08.832389 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48054) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:08.835721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e5f55-1e9f-495b-9133-b707b1424751 None None] Sync routers for ids ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:58:08.846534 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e5f55-1e9f-495b-9133-b707b1424751 None None] Routers {'0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:58:08.847474 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e18e5f55-1e9f-495b-9133-b707b1424751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:57:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:08.885528 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting subnet 61979a1e-aecc-48ef-a605-c9df7cee4cd2 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 12:58:08.889068 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for subnet (61979a1e-aecc-48ef-a605-c9df7cee4cd2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:08.929700 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (61979a1e-aecc-48ef-a605-c9df7cee4cd2), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:08.955144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-e18e5f55-1e9f-495b-9133-b707b1424751 None None] Set router 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:58:09.017343 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (61979a1e-aecc-48ef-a605-c9df7cee4cd2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:09.079078 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (61979a1e-aecc-48ef-a605-c9df7cee4cd2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:09.104570 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Subnet': ['ID=61979a1e-aecc-48ef-a605-c9df7cee4cd2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:09.114902 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.115310 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.116207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.116207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.116441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.116604 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.116929 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.117265 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.117589 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.117917 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.118242 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.118647 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.118892 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c8e475-2001-4dd9-ac16-e7ea509e47fd None None] Network 03f571e8-bee9-4c4a-a094-449ce6b3962e requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:58:09.119032 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.122200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:09.128383 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-6305e02d-9935-4c33-a4cb-0cb7d7a6312c tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/subnets/61979a1e-aecc-48ef-a605-c9df7cee4cd2 HTTP/1.1" status: 204 len: 168 time: 0.2921174 Mar 11 12:58:09.128478 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48056) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:09.207208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e18e5f55-1e9f-495b-9133-b707b1424751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229701860', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:58:08Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:09.239264 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e5f55-1e9f-495b-9133-b707b1424751 None None] Checking router: 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:58:09.241318 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c18bb521-bc6b-4117-af1d-83d15784adf4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router (0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:09.253917 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e5f55-1e9f-495b-9133-b707b1424751 None None] Routers {'0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:58:09.254548 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e18e5f55-1e9f-495b-9133-b707b1424751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:57:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:09.352374 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c18bb521-bc6b-4117-af1d-83d15784adf4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_gateway (0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:09.368977 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-e18e5f55-1e9f-495b-9133-b707b1424751 None None] Set router 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:58:09.397266 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] DHCP port deletion for 03f571e8-bee9-4c4a-a094-449ce6b3962e request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 12:58:09.407809 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c18bb521-bc6b-4117-af1d-83d15784adf4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Deleting port ee14b06f-b032-4725-9e0d-3adc20a3fb9b {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:58:09.408156 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c18bb521-bc6b-4117-af1d-83d15784adf4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (ee14b06f-b032-4725-9e0d-3adc20a3fb9b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:09.486366 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-c18bb521-bc6b-4117-af1d-83d15784adf4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] For port ee14b06f-b032-4725-9e0d-3adc20a3fb9b, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=ee14b06f-b032-4725-9e0d-3adc20a3fb9b,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:58:09.487432 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c18bb521-bc6b-4117-af1d-83d15784adf4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (ee14b06f-b032-4725-9e0d-3adc20a3fb9b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:09.504773 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c18bb521-bc6b-4117-af1d-83d15784adf4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Calling delete_port for ee14b06f-b032-4725-9e0d-3adc20a3fb9b owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:58:09.558564 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Deleting port 3da9d2a9-6751-450b-afde-ae67a4cf484a {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 12:58:09.558933 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (3da9d2a9-6751-450b-afde-ae67a4cf484a), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:09.632952 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] For port 3da9d2a9-6751-450b-afde-ae67a4cf484a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=3da9d2a9-6751-450b-afde-ae67a4cf484a,segment=NetworkSegment(aa883fa0-931e-459e-977f-0866a53dc331),segment_id=aa883fa0-931e-459e-977f-0866a53dc331)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:58:09.633238 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (3da9d2a9-6751-450b-afde-ae67a4cf484a), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:09.648402 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Calling delete_port for 3da9d2a9-6751-450b-afde-ae67a4cf484a owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 12:58:09.660787 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e18e5f55-1e9f-495b-9133-b707b1424751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229701860', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:58:08Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:09.679091 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c18bb521-bc6b-4117-af1d-83d15784adf4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (ee14b06f-b032-4725-9e0d-3adc20a3fb9b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:09.705784 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18bb521-bc6b-4117-af1d-83d15784adf4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Port': ['ID=ee14b06f-b032-4725-9e0d-3adc20a3fb9b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:09.714458 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e5f55-1e9f-495b-9133-b707b1424751 None None] The sync data for ids ['0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe'] in n-d-833234-2 is: [{'id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229701860', 'tenant_id': '44c471adc80a42e3bf416e933ba2e790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:58:08Z', 'revision_number': 5, 'project_id': '44c471adc80a42e3bf416e933ba2e790', 'gw_port': {'id': 'ee14b06f-b032-4725-9e0d-3adc20a3fb9b', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:57:05Z', 'updated_at': '2022-03-11T12:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:58:09.758330 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (3da9d2a9-6751-450b-afde-ae67a4cf484a), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:09.774057 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c18bb521-bc6b-4117-af1d-83d15784adf4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:09.791285 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Pushing event deleted for resources: {'Port': ['ID=3da9d2a9-6751-450b-afde-ae67a4cf484a,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:09.802166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.802678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.803119 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.803538 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.804029 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.804371 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.804722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.805056 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.805386 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.805714 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.806074 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.806395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.806786 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:09.809757 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387427b4-3059-4461-97aa-c44e8a69e375 None None] No DVR routers for this DVR port 3da9d2a9-6751-450b-afde-ae67a4cf484a on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 12:58:09.871857 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c18bb521-bc6b-4117-af1d-83d15784adf4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:09.873986 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c18bb521-bc6b-4117-af1d-83d15784adf4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router_controller (0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:09.922139 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c18bb521-bc6b-4117-af1d-83d15784adf4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:09.922673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18bb521-bc6b-4117-af1d-83d15784adf4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Fanout notify agent at l3_agent the message router_deleted on router 0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 12:58:09.930063 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c18bb521-bc6b-4117-af1d-83d15784adf4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:09.931225 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c18bb521-bc6b-4117-af1d-83d15784adf4 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/routers/0b4b4d0e-8537-4f34-9f3d-c9848af4f9fe HTTP/1.1" status: 204 len: 168 time: 0.8017814 Mar 11 12:58:09.935956 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48058) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:10.011313 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81f7e497-160b-42f2-8b8a-46a8057f3663 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (03f571e8-bee9-4c4a-a094-449ce6b3962e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:10.104189 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81f7e497-160b-42f2-8b8a-46a8057f3663 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (03f571e8-bee9-4c4a-a094-449ce6b3962e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:10.126194 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-81f7e497-160b-42f2-8b8a-46a8057f3663 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f571e8-bee9-4c4a-a094-449ce6b3962e']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:10.136140 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-81f7e497-160b-42f2-8b8a-46a8057f3663 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa883fa0-931e-459e-977f-0866a53dc331') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:10.136430 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-81f7e497-160b-42f2-8b8a-46a8057f3663 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa883fa0-931e-459e-977f-0866a53dc331') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:10.149497 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81f7e497-160b-42f2-8b8a-46a8057f3663 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (aa883fa0-931e-459e-977f-0866a53dc331), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:10.166383 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81f7e497-160b-42f2-8b8a-46a8057f3663 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (aa883fa0-931e-459e-977f-0866a53dc331), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:10.173035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f7e497-160b-42f2-8b8a-46a8057f3663 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 12:58:10.173361 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81f7e497-160b-42f2-8b8a-46a8057f3663 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (aa883fa0-931e-459e-977f-0866a53dc331), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: timer() Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 12:58:10.176843 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 12:58:10.193074 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3da9d2a9-6751-450b-afde-ae67a4cf484a no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:58:10.217851 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 3da9d2a9-6751-450b-afde-ae67a4cf484a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:58:10.218386 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 3da9d2a9-6751-450b-afde-ae67a4cf484a not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:58:10.218951 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5eb2c264-6e69-4419-8b52-5a1cd17999a1 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:58:10.241990 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81f7e497-160b-42f2-8b8a-46a8057f3663 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (03f571e8-bee9-4c4a-a094-449ce6b3962e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:10.244245 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 5eb2c264-6e69-4419-8b52-5a1cd17999a1 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:58:10.244670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 5eb2c264-6e69-4419-8b52-5a1cd17999a1 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:58:10.249754 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81f7e497-160b-42f2-8b8a-46a8057f3663 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:10.253104 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-81f7e497-160b-42f2-8b8a-46a8057f3663 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/networks/03f571e8-bee9-4c4a-a094-449ce6b3962e HTTP/1.1" status: 204 len: 168 time: 0.3162057 Mar 11 12:58:10.256639 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48060) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:10.265477 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7e497-160b-42f2-8b8a-46a8057f3663 tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'Network': ['ID=03f571e8-bee9-4c4a-a094-449ce6b3962e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:10.324844 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16f16147-bb6a-41e7-b00d-6dde6e2eb1bc tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (a0017248-0ac0-4b8a-882f-c66cf38005bf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:10.330647 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device c3c24e09-eac0-4742-be8c-843a56625a90 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:58:10.352946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: c3c24e09-eac0-4742-be8c-843a56625a90 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:58:10.353372 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device c3c24e09-eac0-4742-be8c-843a56625a90 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:58:10.355436 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16f16147-bb6a-41e7-b00d-6dde6e2eb1bc tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (a0017248-0ac0-4b8a-882f-c66cf38005bf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:10.425331 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16f16147-bb6a-41e7-b00d-6dde6e2eb1bc tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (a0017248-0ac0-4b8a-882f-c66cf38005bf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:10.428128 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16f16147-bb6a-41e7-b00d-6dde6e2eb1bc tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:10.429348 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-16f16147-bb6a-41e7-b00d-6dde6e2eb1bc tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] 10.222.0.78 "DELETE /v2.0/security-groups/a0017248-0ac0-4b8a-882f-c66cf38005bf HTTP/1.1" status: 204 len: 168 time: 0.1717267 Mar 11 12:58:10.439405 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f16147-bb6a-41e7-b00d-6dde6e2eb1bc tempest-TestNetworkAdvancedServerOps-368372399 tempest-TestNetworkAdvancedServerOps-368372399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0017248-0ac0-4b8a-882f-c66cf38005bf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:10.786635 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48068) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:11.081707 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-19fb46fd-d254-4e57-a33c-e91ca5b3efcb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=44c471adc80a42e3bf416e933ba2e790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2939150 Mar 11 12:58:11.084316 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48072) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:11.141376 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75c59531-2942-4423-a99f-ef9d23b21843 admin admin] Publish callbacks [] for security_group (419a39c9-d113-489b-a48b-42d15804a0da), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:11.171407 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75c59531-2942-4423-a99f-ef9d23b21843 admin admin] Publish callbacks [] for security_group (419a39c9-d113-489b-a48b-42d15804a0da), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:11.225155 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75c59531-2942-4423-a99f-ef9d23b21843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (419a39c9-d113-489b-a48b-42d15804a0da), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:11.229946 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75c59531-2942-4423-a99f-ef9d23b21843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:11.231433 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-75c59531-2942-4423-a99f-ef9d23b21843 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/419a39c9-d113-489b-a48b-42d15804a0da HTTP/1.1" status: 204 len: 168 time: 0.1461849 Mar 11 12:58:11.240382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c59531-2942-4423-a99f-ef9d23b21843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419a39c9-d113-489b-a48b-42d15804a0da,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:11.526180 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48078) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:11.539566 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d1b64d7-644b-4764-9667-f72b61b81552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:11.614502 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d1b64d7-644b-4764-9667-f72b61b81552 admin admin] Publish callbacks [] for security_group (4cb86238-d789-4032-9e8f-bb4ec408bab7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:11.620733 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d1b64d7-644b-4764-9667-f72b61b81552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4cb86238-d789-4032-9e8f-bb4ec408bab7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:11.658102 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-4d1b64d7-644b-4764-9667-f72b61b81552 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fe048bd721d54d1e82edd3cc2d21a76f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307955 Mar 11 12:58:11.658983 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b64d7-644b-4764-9667-f72b61b81552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb86238-d789-4032-9e8f-bb4ec408bab7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:11.660910 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48080) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:11.714071 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c915f44d-6695-4e66-8be6-3871eea2c475 admin admin] Publish callbacks [] for security_group (4cb86238-d789-4032-9e8f-bb4ec408bab7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:11.736222 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c915f44d-6695-4e66-8be6-3871eea2c475 admin admin] Publish callbacks [] for security_group (4cb86238-d789-4032-9e8f-bb4ec408bab7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:11.791200 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c915f44d-6695-4e66-8be6-3871eea2c475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4cb86238-d789-4032-9e8f-bb4ec408bab7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:11.794054 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c915f44d-6695-4e66-8be6-3871eea2c475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:11.795221 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c915f44d-6695-4e66-8be6-3871eea2c475 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4cb86238-d789-4032-9e8f-bb4ec408bab7 HTTP/1.1" status: 204 len: 168 time: 0.1329226 Mar 11 12:58:11.803366 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915f44d-6695-4e66-8be6-3871eea2c475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb86238-d789-4032-9e8f-bb4ec408bab7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:12.027891 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ee14b06f-b032-4725-9e0d-3adc20a3fb9b no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 12:58:12.050466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: ee14b06f-b032-4725-9e0d-3adc20a3fb9b {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 12:58:12.050694 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device ee14b06f-b032-4725-9e0d-3adc20a3fb9b not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 12:58:12.574933 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48102) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:12.685965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-fada4f82-3e5f-4f17-9a7e-d903d956c06f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-99749089-network', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:58:12.711380 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fada4f82-3e5f-4f17-9a7e-d903d956c06f admin admin] Made reservation on behalf of dab76f37e5054cdca57ba336fc3a4f6d for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:58:12.714292 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fada4f82-3e5f-4f17-9a7e-d903d956c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:12.722930 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fada4f82-3e5f-4f17-9a7e-d903d956c06f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:12.801089 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fada4f82-3e5f-4f17-9a7e-d903d956c06f admin admin] Publish callbacks [] for security_group (4e2d6ed9-8d90-4849-834e-5ae06b8bc81a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:12.807149 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fada4f82-3e5f-4f17-9a7e-d903d956c06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4e2d6ed9-8d90-4849-834e-5ae06b8bc81a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:12.831125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fada4f82-3e5f-4f17-9a7e-d903d956c06f admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:58:12.841179 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada4f82-3e5f-4f17-9a7e-d903d956c06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2d6ed9-8d90-4849-834e-5ae06b8bc81a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:12.845878 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fada4f82-3e5f-4f17-9a7e-d903d956c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (35eed0b7-50d5-486a-8170-da2ae2182217), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:12.846216 n-d-833234-2 neutron-server[104031]: INFO neutron.db.segments_db [None req-fada4f82-3e5f-4f17-9a7e-d903d956c06f admin admin] Added segment 35eed0b7-50d5-486a-8170-da2ae2182217 of type vlan for network d58243b5-039b-4543-b326-979ed2a4bbde Mar 11 12:58:12.887386 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fada4f82-3e5f-4f17-9a7e-d903d956c06f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (d58243b5-039b-4543-b326-979ed2a4bbde), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:12.914373 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fada4f82-3e5f-4f17-9a7e-d903d956c06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (d58243b5-039b-4543-b326-979ed2a4bbde), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:12.915514 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fada4f82-3e5f-4f17-9a7e-d903d956c06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:12.916533 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fada4f82-3e5f-4f17-9a7e-d903d956c06f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:12.951890 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-fada4f82-3e5f-4f17-9a7e-d903d956c06f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3757641 Mar 11 12:58:12.955325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48106) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:12.960400 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8526d7a4-19f1-4aa6-bad9-212eb4b1a4da admin admin] Request body: {'subnet': {'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-99749089-subnet', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:58:12.979042 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada4f82-3e5f-4f17-9a7e-d903d956c06f admin admin] Pushing event updated for resources: {'Network': ['ID=d58243b5-039b-4543-b326-979ed2a4bbde,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:12.982624 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8526d7a4-19f1-4aa6-bad9-212eb4b1a4da admin admin] Made reservation on behalf of dab76f37e5054cdca57ba336fc3a4f6d for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:58:12.985392 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8526d7a4-19f1-4aa6-bad9-212eb4b1a4da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:12.990007 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network d58243b5-039b-4543-b326-979ed2a4bbde details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:58:13.158835 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8526d7a4-19f1-4aa6-bad9-212eb4b1a4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (37f279b2-46da-4757-8810-de1178d77b99), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:13.206097 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526d7a4-19f1-4aa6-bad9-212eb4b1a4da admin admin] Pushing event updated for resources: {'Subnet': ['ID=37f279b2-46da-4757-8810-de1178d77b99,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:13.223364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8526d7a4-19f1-4aa6-bad9-212eb4b1a4da admin admin] Checking segment: {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:58:13.223754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8526d7a4-19f1-4aa6-bad9-212eb4b1a4da admin admin] Network hostable DHCP agents. Network: d58243b5-039b-4543-b326-979ed2a4bbde, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:58:13.244690 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8526d7a4-19f1-4aa6-bad9-212eb4b1a4da admin admin] Network d58243b5-039b-4543-b326-979ed2a4bbde is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:58:13.256061 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8526d7a4-19f1-4aa6-bad9-212eb4b1a4da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, d58243b5-039b-4543-b326-979ed2a4bbde) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:58:13.258825 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:13.261543 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8526d7a4-19f1-4aa6-bad9-212eb4b1a4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:13.262120 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8526d7a4-19f1-4aa6-bad9-212eb4b1a4da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:13.268181 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49678186-2c58-4d19-bd5b-b19ef720faa3 None None] Network d58243b5-039b-4543-b326-979ed2a4bbde requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:58:13.281635 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8526d7a4-19f1-4aa6-bad9-212eb4b1a4da admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3251317 Mar 11 12:58:13.284599 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48108) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:13.289173 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:58:13.309606 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (047fe5f1-a135-43d9-810e-20df021cc9b3), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:13.310744 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (047fe5f1-a135-43d9-810e-20df021cc9b3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:13.368565 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Publish callbacks [] for router_controller (047fe5f1-a135-43d9-810e-20df021cc9b3), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:13.369407 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-d58243b5-039b-4543-b326-979ed2a4bbde', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:58:13.370305 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:13.505443 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Allocated IP 172.20.0.2 (d58243b5-039b-4543-b326-979ed2a4bbde/37f279b2-46da-4757-8810-de1178d77b99/431a3dd2-91d2-4ac1-9152-0c75f535d81e) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:58:13.510128 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Publish callbacks [] for router_gateway (047fe5f1-a135-43d9-810e-20df021cc9b3), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:13.649965 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Publish callbacks [] for port (431a3dd2-91d2-4ac1-9152-0c75f535d81e), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:13.657849 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (431a3dd2-91d2-4ac1-9152-0c75f535d81e), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:13.694586 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Network d58243b5-039b-4543-b326-979ed2a4bbde is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:58:13.701465 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:58:13.705674 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:58:13.708783 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Pushing event updated for resources: {'Port': ['ID=431a3dd2-91d2-4ac1-9152-0c75f535d81e,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:13.708948 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Publish callbacks [] for router_gateway (047fe5f1-a135-43d9-810e-20df021cc9b3), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:13.728260 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:13.771643 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-732495c7-ebe8-4368-91d4-21959f9216fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:13.776676 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Attempting to bind port 431a3dd2-91d2-4ac1-9152-0c75f535d81e on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:58:13.777053 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Attempting to bind port 431a3dd2-91d2-4ac1-9152-0c75f535d81e by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:58:13.777413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Attempting to bind port 431a3dd2-91d2-4ac1-9152-0c75f535d81e on network d58243b5-039b-4543-b326-979ed2a4bbde {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:58:13.782748 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:58:13.783158 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Checking segment: {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:58:13.783545 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:13.783954 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Bound using segment: {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:58:13.784414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Bound port: 431a3dd2-91d2-4ac1-9152-0c75f535d81e, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:58:13.784789 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (431a3dd2-91d2-4ac1-9152-0c75f535d81e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:13.834743 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Allocated IP 172.25.7.56 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/df2d14ce-9db0-4a1c-8f19-df5f63789fe1) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:58:13.854010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] For port 431a3dd2-91d2-4ac1-9152-0c75f535d81e, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:58:13.857466 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] For port 431a3dd2-91d2-4ac1-9152-0c75f535d81e, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=431a3dd2-91d2-4ac1-9152-0c75f535d81e,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:58:13.864512 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (431a3dd2-91d2-4ac1-9152-0c75f535d81e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:13.923471 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921e920-ae54-4910-a1dd-1e9321833e6d None None] Pushing event updated for resources: {'Port': ['ID=431a3dd2-91d2-4ac1-9152-0c75f535d81e,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:13.941660 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Publish callbacks [] for port (df2d14ce-9db0-4a1c-8f19-df5f63789fe1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:13.982927 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (df2d14ce-9db0-4a1c-8f19-df5f63789fe1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:14.027207 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:58:14.030020 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:58:14.032613 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:58:14.038434 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=df2d14ce-9db0-4a1c-8f19-df5f63789fe1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:14.324468 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Publish callbacks [] for router_gateway (047fe5f1-a135-43d9-810e-20df021cc9b3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:14.543413 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (047fe5f1-a135-43d9-810e-20df021cc9b3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:14.815110 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7118e1-d47a-4388-bfff-9c8b443fc9f5 None None] Network d58243b5-039b-4543-b326-979ed2a4bbde requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:58:15.034350 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Router 047fe5f1-a135-43d9-810e-20df021cc9b3 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:58:15.099516 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-dc91edcc-4174-4a9a-bb54-101c55b17350 None None] Provisioning complete for port 431a3dd2-91d2-4ac1-9152-0c75f535d81e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:15.099808 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dc91edcc-4174-4a9a-bb54-101c55b17350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (431a3dd2-91d2-4ac1-9152-0c75f535d81e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:15.145351 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:58:15.157045 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Sync routers for ids ['047fe5f1-a135-43d9-810e-20df021cc9b3'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:58:15.169808 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Routers {'047fe5f1-a135-43d9-810e-20df021cc9b3'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:58:15.170038 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:15.171700 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:57:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['047fe5f1-a135-43d9-810e-20df021cc9b3'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:15.173402 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ddf81ebc-8508-44cc-9f27-c0fd5683d9c6 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.8877225 Mar 11 12:58:15.174256 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48110) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:15.190052 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-dc91edcc-4174-4a9a-bb54-101c55b17350 None None] Current status of the port 431a3dd2-91d2-4ac1-9152-0c75f535d81e is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:58:15.190439 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dc91edcc-4174-4a9a-bb54-101c55b17350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (431a3dd2-91d2-4ac1-9152-0c75f535d81e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:15.240017 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dc91edcc-4174-4a9a-bb54-101c55b17350 None None] For port 431a3dd2-91d2-4ac1-9152-0c75f535d81e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=431a3dd2-91d2-4ac1-9152-0c75f535d81e,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:58:15.246589 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dc91edcc-4174-4a9a-bb54-101c55b17350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (431a3dd2-91d2-4ac1-9152-0c75f535d81e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:15.308433 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91edcc-4174-4a9a-bb54-101c55b17350 None None] Pushing event updated for resources: {'Port': ['ID=431a3dd2-91d2-4ac1-9152-0c75f535d81e,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:15.411770 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Set router 047fe5f1-a135-43d9-810e-20df021cc9b3 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:58:15.482946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-21e628ec-e2fe-485d-87b3-6f1da9b6c1d7 None None] Provisioning complete for port 431a3dd2-91d2-4ac1-9152-0c75f535d81e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:15.483317 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-21e628ec-e2fe-485d-87b3-6f1da9b6c1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (431a3dd2-91d2-4ac1-9152-0c75f535d81e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:15.559747 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-21e628ec-e2fe-485d-87b3-6f1da9b6c1d7 None None] Current status of the port 431a3dd2-91d2-4ac1-9152-0c75f535d81e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:58:15.596372 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:14Z', 'revision_number': 3, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:15.622402 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Checking router: 047fe5f1-a135-43d9-810e-20df021cc9b3 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:58:15.622745 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Updating router 047fe5f1-a135-43d9-810e-20df021cc9b3 port df2d14ce-9db0-4a1c-8f19-df5f63789fe1 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:58:15.648960 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (df2d14ce-9db0-4a1c-8f19-df5f63789fe1), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:15.657019 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:15.818304 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cfd2d624-11c3-4376-95af-483389d736e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:15.903327 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Publish callbacks [] for port (df2d14ce-9db0-4a1c-8f19-df5f63789fe1), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:15.910849 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (df2d14ce-9db0-4a1c-8f19-df5f63789fe1), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:15.965337 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Attempting to bind port df2d14ce-9db0-4a1c-8f19-df5f63789fe1 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:58:15.965702 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Attempting to bind port df2d14ce-9db0-4a1c-8f19-df5f63789fe1 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:58:15.966072 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Attempting to bind port df2d14ce-9db0-4a1c-8f19-df5f63789fe1 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:58:15.968074 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8198f-3d65-4f2e-8f5a-0cb783fa1e25 None None] Pushing event updated for resources: {'Port': ['ID=df2d14ce-9db0-4a1c-8f19-df5f63789fe1,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:15.976973 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:58:15.977349 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:58:15.977838 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:15.978244 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:58:15.978703 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Bound port: df2d14ce-9db0-4a1c-8f19-df5f63789fe1, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:58:15.979097 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (df2d14ce-9db0-4a1c-8f19-df5f63789fe1), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:15.981518 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8198f-3d65-4f2e-8f5a-0cb783fa1e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:15.981857 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8198f-3d65-4f2e-8f5a-0cb783fa1e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:15.982195 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8198f-3d65-4f2e-8f5a-0cb783fa1e25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:15.982528 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8198f-3d65-4f2e-8f5a-0cb783fa1e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:15.982859 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8198f-3d65-4f2e-8f5a-0cb783fa1e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:15.983178 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8198f-3d65-4f2e-8f5a-0cb783fa1e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:15.983502 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8198f-3d65-4f2e-8f5a-0cb783fa1e25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:15.983853 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8198f-3d65-4f2e-8f5a-0cb783fa1e25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:15.984173 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8198f-3d65-4f2e-8f5a-0cb783fa1e25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:15.984490 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8198f-3d65-4f2e-8f5a-0cb783fa1e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:15.984810 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8198f-3d65-4f2e-8f5a-0cb783fa1e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:15.985150 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8198f-3d65-4f2e-8f5a-0cb783fa1e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:15.985444 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8198f-3d65-4f2e-8f5a-0cb783fa1e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 12:58:16.047228 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] For port df2d14ce-9db0-4a1c-8f19-df5f63789fe1, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:58:16.051052 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] For port df2d14ce-9db0-4a1c-8f19-df5f63789fe1, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=df2d14ce-9db0-4a1c-8f19-df5f63789fe1,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:58:16.059120 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (df2d14ce-9db0-4a1c-8f19-df5f63789fe1), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:16.100202 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 431a3dd2-91d2-4ac1-9152-0c75f535d81e up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:58:16.120666 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Routers {'047fe5f1-a135-43d9-810e-20df021cc9b3'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:58:16.121474 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:58:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['047fe5f1-a135-43d9-810e-20df021cc9b3'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:16.151795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 431a3dd2-91d2-4ac1-9152-0c75f535d81e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:16.152317 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (431a3dd2-91d2-4ac1-9152-0c75f535d81e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:16.172352 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] Allocated IP 172.20.0.1 (d58243b5-039b-4543-b326-979ed2a4bbde/37f279b2-46da-4757-8810-de1178d77b99/43c573eb-d8e5-404b-84a3-1d067a3d954c) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:58:16.184362 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8198f-3d65-4f2e-8f5a-0cb783fa1e25 None None] Pushing event updated for resources: {'Port': ['ID=df2d14ce-9db0-4a1c-8f19-df5f63789fe1,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:16.233986 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 431a3dd2-91d2-4ac1-9152-0c75f535d81e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:58:16.246329 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] Set router 047fe5f1-a135-43d9-810e-20df021cc9b3 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:58:16.276259 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] Publish callbacks [] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:16.310361 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:16.350233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] Network d58243b5-039b-4543-b326-979ed2a4bbde is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:58:16.353306 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:58:16.359061 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:58:16.392631 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] Pushing event updated for resources: {'Port': ['ID=43c573eb-d8e5-404b-84a3-1d067a3d954c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:16.410227 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (047fe5f1-a135-43d9-810e-20df021cc9b3), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:16.442042 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:14Z', 'revision_number': 3, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:16.476355 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dedf24c-f155-4f1d-be73-c8e089ec916b None None] The sync data for ids ['047fe5f1-a135-43d9-810e-20df021cc9b3'] in n-d-833234-2 is: [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:14Z', 'revision_number': 3, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:58:16.556645 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:16.705102 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a00ea2c9-54cc-4785-bcfa-3bf93f894b56 None None] Provisioning complete for port 43c573eb-d8e5-404b-84a3-1d067a3d954c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:16.706015 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a00ea2c9-54cc-4785-bcfa-3bf93f894b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:16.735058 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] Publish callbacks [] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:16.742826 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:16.757899 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a00ea2c9-54cc-4785-bcfa-3bf93f894b56 None None] Port 43c573eb-d8e5-404b-84a3-1d067a3d954c cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:58:16.811112 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (047fe5f1-a135-43d9-810e-20df021cc9b3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:16.813035 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] Pushing event updated for resources: {'Port': ['ID=43c573eb-d8e5-404b-84a3-1d067a3d954c,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:16.912211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] Network d58243b5-039b-4543-b326-979ed2a4bbde is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:58:16.913746 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:58:17.039322 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] Router 047fe5f1-a135-43d9-810e-20df021cc9b3 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:58:17.161823 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:58:17.168220 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3f308a7a-bd9c-4c5c-9546-5c5c2d214f16 admin admin] 10.222.0.78 "PUT /v2.0/routers/047fe5f1-a135-43d9-810e-20df021cc9b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9928355 Mar 11 12:58:17.183575 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-175edab0-a3c8-4fba-b485-8291da2e5f7d None None] Provisioning complete for port 43c573eb-d8e5-404b-84a3-1d067a3d954c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:17.184098 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-175edab0-a3c8-4fba-b485-8291da2e5f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:17.219397 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-175edab0-a3c8-4fba-b485-8291da2e5f7d None None] Port 43c573eb-d8e5-404b-84a3-1d067a3d954c cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:58:17.507494 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:17.683857 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48126) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:17.688839 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-802aaac9-1a57-4187-acd9-b720da367abd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1035962012-network', 'tenant_id': 'bfa389724e894e55acbe4400df3273ac'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:58:17.714688 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802aaac9-1a57-4187-acd9-b720da367abd admin admin] Made reservation on behalf of bfa389724e894e55acbe4400df3273ac for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:58:17.717538 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-802aaac9-1a57-4187-acd9-b720da367abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:17.727347 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-802aaac9-1a57-4187-acd9-b720da367abd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:17.810220 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-802aaac9-1a57-4187-acd9-b720da367abd admin admin] Publish callbacks [] for security_group (c240af15-8512-4db5-be8b-8dcece38edaf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:17.815796 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-802aaac9-1a57-4187-acd9-b720da367abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c240af15-8512-4db5-be8b-8dcece38edaf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:17.840243 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802aaac9-1a57-4187-acd9-b720da367abd admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 12:58:17.850401 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802aaac9-1a57-4187-acd9-b720da367abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c240af15-8512-4db5-be8b-8dcece38edaf,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:17.855688 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-802aaac9-1a57-4187-acd9-b720da367abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ad230aa9-059f-4a87-a885-c8cf719df54b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:17.855990 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-802aaac9-1a57-4187-acd9-b720da367abd admin admin] Added segment ad230aa9-059f-4a87-a885-c8cf719df54b of type vlan for network b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9 Mar 11 12:58:17.896470 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-802aaac9-1a57-4187-acd9-b720da367abd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:17.922947 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-802aaac9-1a57-4187-acd9-b720da367abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:17.924031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802aaac9-1a57-4187-acd9-b720da367abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:17.924831 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-802aaac9-1a57-4187-acd9-b720da367abd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:17.958979 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-802aaac9-1a57-4187-acd9-b720da367abd admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2740402 Mar 11 12:58:17.961762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48128) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:17.968184 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8085bcd5-4a64-45c2-8e36-126cb146cb20 admin admin] Request body: {'subnet': {'network_id': 'b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1035962012-subnet', 'tenant_id': 'bfa389724e894e55acbe4400df3273ac', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:58:18.002443 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802aaac9-1a57-4187-acd9-b720da367abd admin admin] Pushing event updated for resources: {'Network': ['ID=b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:18.012891 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 12:58:18.020333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8085bcd5-4a64-45c2-8e36-126cb146cb20 admin admin] Made reservation on behalf of bfa389724e894e55acbe4400df3273ac for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:58:18.022972 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8085bcd5-4a64-45c2-8e36-126cb146cb20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25411320'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:18.094896 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Sync routers for ids ['047fe5f1-a135-43d9-810e-20df021cc9b3'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:58:18.113500 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Routers {'047fe5f1-a135-43d9-810e-20df021cc9b3'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:58:18.114281 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:58:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['047fe5f1-a135-43d9-810e-20df021cc9b3'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:18.156695 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device df2d14ce-9db0-4a1c-8f19-df5f63789fe1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:58:18.206728 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8085bcd5-4a64-45c2-8e36-126cb146cb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26188508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25411286'] for subnet (41cb5ea4-a10d-43f6-9d73-3e1c6fd20b97), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:18.262323 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085bcd5-4a64-45c2-8e36-126cb146cb20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41cb5ea4-a10d-43f6-9d73-3e1c6fd20b97,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:18.271091 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8085bcd5-4a64-45c2-8e36-126cb146cb20 admin admin] Checking segment: {'id': 'ad230aa9-059f-4a87-a885-c8cf719df54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:58:18.271507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8085bcd5-4a64-45c2-8e36-126cb146cb20 admin admin] Network hostable DHCP agents. Network: b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 12:58:18.272005 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Set router 047fe5f1-a135-43d9-810e-20df021cc9b3 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:58:18.273829 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port df2d14ce-9db0-4a1c-8f19-df5f63789fe1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:18.274190 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (df2d14ce-9db0-4a1c-8f19-df5f63789fe1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:18.290186 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8085bcd5-4a64-45c2-8e36-126cb146cb20 admin admin] Network b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 12:58:18.299651 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8085bcd5-4a64-45c2-8e36-126cb146cb20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:58:18.303853 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8085bcd5-4a64-45c2-8e36-126cb146cb20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:18.304490 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8085bcd5-4a64-45c2-8e36-126cb146cb20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:18.321423 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8085bcd5-4a64-45c2-8e36-126cb146cb20 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3586483 Mar 11 12:58:18.324231 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48130) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:18.329738 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1035962012-router', 'tenant_id': 'bfa389724e894e55acbe4400df3273ac', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:58:18.330505 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3953457e-3471-492c-94e4-947d76af9957 None None] Network b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:58:18.352959 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (cf01c71f-0460-45e8-bea1-8d730c401992), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:18.354799 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (cf01c71f-0460-45e8-bea1-8d730c401992), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:18.418735 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Publish callbacks [] for router_controller (cf01c71f-0460-45e8-bea1-8d730c401992), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:18.568279 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Publish callbacks [] for router_gateway (cf01c71f-0460-45e8-bea1-8d730c401992), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:18.571911 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9', 'network_id': 'b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9', 'project_id': 'bfa389724e894e55acbe4400df3273ac', 'fixed_ips': [{'subnet_id': '41cb5ea4-a10d-43f6-9d73-3e1c6fd20b97'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 12:58:18.572834 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:18.604881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port df2d14ce-9db0-4a1c-8f19-df5f63789fe1 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:58:18.605249 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (df2d14ce-9db0-4a1c-8f19-df5f63789fe1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:18.710549 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port df2d14ce-9db0-4a1c-8f19-df5f63789fe1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=df2d14ce-9db0-4a1c-8f19-df5f63789fe1,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:58:18.719545 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (df2d14ce-9db0-4a1c-8f19-df5f63789fe1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:18.776786 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Publish callbacks [] for router_gateway (cf01c71f-0460-45e8-bea1-8d730c401992), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:18.800216 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:18.810729 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=df2d14ce-9db0-4a1c-8f19-df5f63789fe1,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:18.826938 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Allocated IP 172.20.0.2 (b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9/41cb5ea4-a10d-43f6-9d73-3e1c6fd20b97/6f074be8-8080-4605-bd82-244e4fd407ae) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:58:18.842165 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 4, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '43c573eb-d8e5-404b-84a3-1d067a3d954c', 'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'mac_address': 'fa:16:3e:e7:f3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:15Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 2, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'subnets': [{'id': '37f279b2-46da-4757-8810-de1178d77b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:18.875492 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Checking router: 047fe5f1-a135-43d9-810e-20df021cc9b3 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:58:18.875879 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Updating router 047fe5f1-a135-43d9-810e-20df021cc9b3 port 43c573eb-d8e5-404b-84a3-1d067a3d954c binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:58:18.905835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Allocated IP 172.25.7.247 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/a125e671-6526-4c7c-9494-4c85f16b4524) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:58:18.952496 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:18.989916 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:19.016834 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Publish callbacks [] for port (a125e671-6526-4c7c-9494-4c85f16b4524), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:19.053233 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a125e671-6526-4c7c-9494-4c85f16b4524), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:19.090495 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:58:19.093241 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:58:19.095795 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:58:19.117246 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Publish callbacks [] for port (6f074be8-8080-4605-bd82-244e4fd407ae), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:19.126793 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (6f074be8-8080-4605-bd82-244e4fd407ae), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:19.130665 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Pushing event updated for resources: {'Port': ['ID=a125e671-6526-4c7c-9494-4c85f16b4524,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:19.187962 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Network b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:58:19.197144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:58:19.208525 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:58:19.213032 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Pushing event updated for resources: {'Port': ['ID=6f074be8-8080-4605-bd82-244e4fd407ae,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:19.320112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Attempting to bind port 6f074be8-8080-4605-bd82-244e4fd407ae on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:58:19.320851 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Attempting to bind port 6f074be8-8080-4605-bd82-244e4fd407ae by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'ad230aa9-059f-4a87-a885-c8cf719df54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:58:19.320851 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Attempting to bind port 6f074be8-8080-4605-bd82-244e4fd407ae on network b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:58:19.333772 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:58:19.334144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Checking segment: {'id': 'ad230aa9-059f-4a87-a885-c8cf719df54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:58:19.334543 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:19.334933 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Bound using segment: {'id': 'ad230aa9-059f-4a87-a885-c8cf719df54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:58:19.335395 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Bound port: 6f074be8-8080-4605-bd82-244e4fd407ae, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad230aa9-059f-4a87-a885-c8cf719df54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:58:19.335834 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6f074be8-8080-4605-bd82-244e4fd407ae), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:19.369691 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Publish callbacks [] for router_gateway (cf01c71f-0460-45e8-bea1-8d730c401992), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:19.414115 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Publish callbacks [] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:19.427426 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:19.466320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] For port 6f074be8-8080-4605-bd82-244e4fd407ae, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:58:19.599548 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (cf01c71f-0460-45e8-bea1-8d730c401992), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:19.660574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] For port 6f074be8-8080-4605-bd82-244e4fd407ae, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=6f074be8-8080-4605-bd82-244e4fd407ae,segment=NetworkSegment(ad230aa9-059f-4a87-a885-c8cf719df54b),segment_id=ad230aa9-059f-4a87-a885-c8cf719df54b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:58:19.670691 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5af06-38ac-4878-b743-b757d7185d99 None None] Pushing event updated for resources: {'Port': ['ID=43c573eb-d8e5-404b-84a3-1d067a3d954c,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:19.673560 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (6f074be8-8080-4605-bd82-244e4fd407ae), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:19.744662 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Router cf01c71f-0460-45e8-bea1-8d730c401992 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 12:58:19.778657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Attempting to bind port 43c573eb-d8e5-404b-84a3-1d067a3d954c on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:58:19.779035 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Attempting to bind port 43c573eb-d8e5-404b-84a3-1d067a3d954c by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:58:19.779396 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Attempting to bind port 43c573eb-d8e5-404b-84a3-1d067a3d954c on network d58243b5-039b-4543-b326-979ed2a4bbde {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:58:19.782621 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d7b04-43ab-45bc-a54f-5d0ddf5367b2 None None] Pushing event updated for resources: {'Port': ['ID=6f074be8-8080-4605-bd82-244e4fd407ae,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:19.793196 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:58:19.793675 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Checking segment: {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:58:19.793973 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:19.794362 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Bound using segment: {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:58:19.795307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Bound port: 43c573eb-d8e5-404b-84a3-1d067a3d954c, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:58:19.795307 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:19.806804 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ca5a61b3-2721-4f64-877f-0f629c171a61 None None] Provisioning complete for port 43c573eb-d8e5-404b-84a3-1d067a3d954c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:19.807049 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ca5a61b3-2721-4f64-877f-0f629c171a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:19.870617 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:58:19.873967 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ca5a61b3-2721-4f64-877f-0f629c171a61 None None] Port 43c573eb-d8e5-404b-84a3-1d067a3d954c cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:58:19.880065 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Sync routers for ids ['cf01c71f-0460-45e8-bea1-8d730c401992'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:58:19.890775 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] For port 43c573eb-d8e5-404b-84a3-1d067a3d954c, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:58:19.895519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] For port 43c573eb-d8e5-404b-84a3-1d067a3d954c, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=43c573eb-d8e5-404b-84a3-1d067a3d954c,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:58:19.897367 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Routers {'cf01c71f-0460-45e8-bea1-8d730c401992'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:58:19.898123 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:58:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['cf01c71f-0460-45e8-bea1-8d730c401992'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:19.898361 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:19.899508 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-173d4520-edd1-43af-addf-d2b138d4cbc0 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5735753 Mar 11 12:58:19.902608 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48132) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:19.905708 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:19.980735 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Routers {'047fe5f1-a135-43d9-810e-20df021cc9b3'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:58:19.981731 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:58:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['047fe5f1-a135-43d9-810e-20df021cc9b3'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:20.063503 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5af06-38ac-4878-b743-b757d7185d99 None None] Pushing event updated for resources: {'Port': ['ID=43c573eb-d8e5-404b-84a3-1d067a3d954c,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:20.078786 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Set router cf01c71f-0460-45e8-bea1-8d730c401992 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:58:20.209927 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] Set router 047fe5f1-a135-43d9-810e-20df021cc9b3 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:58:20.213321 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:20.336689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device df2d14ce-9db0-4a1c-8f19-df5f63789fe1 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:58:20.364411 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'name': 'tempest-TestShelveInstance-1035962012-router', 'tenant_id': 'bfa389724e894e55acbe4400df3273ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'a125e671-6526-4c7c-9494-4c85f16b4524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:18Z', 'updated_at': '2022-03-11T12:58:19Z', 'revision_number': 3, 'project_id': 'bfa389724e894e55acbe4400df3273ac', 'gw_port': {'id': 'a125e671-6526-4c7c-9494-4c85f16b4524', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:18Z', 'updated_at': '2022-03-11T12:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:20.391775 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Checking router: cf01c71f-0460-45e8-bea1-8d730c401992 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:58:20.392434 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Updating router cf01c71f-0460-45e8-bea1-8d730c401992 port a125e671-6526-4c7c-9494-4c85f16b4524 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:58:20.429396 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a125e671-6526-4c7c-9494-4c85f16b4524), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:20.446598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-00c8ef9f-575c-4b0c-bbf8-f465aeb55aa9 None None] Provisioning complete for port 43c573eb-d8e5-404b-84a3-1d067a3d954c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:20.446965 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00c8ef9f-575c-4b0c-bbf8-f465aeb55aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:20.504071 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:20.533554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port df2d14ce-9db0-4a1c-8f19-df5f63789fe1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:20.533917 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (df2d14ce-9db0-4a1c-8f19-df5f63789fe1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:20.632109 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-00c8ef9f-575c-4b0c-bbf8-f465aeb55aa9 None None] Current status of the port 43c573eb-d8e5-404b-84a3-1d067a3d954c is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:58:20.632491 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00c8ef9f-575c-4b0c-bbf8-f465aeb55aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:20.671254 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 4, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '43c573eb-d8e5-404b-84a3-1d067a3d954c', 'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'mac_address': 'fa:16:3e:e7:f3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:15Z', 'updated_at': '2022-03-11T12:58:19Z', 'revision_number': 4, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'subnets': [{'id': '37f279b2-46da-4757-8810-de1178d77b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:20.677320 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] Allocated IP 172.20.0.1 (b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9/41cb5ea4-a10d-43f6-9d73-3e1c6fd20b97/d852dd2b-7c85-454e-a333-535b8e61c5c0) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:58:20.721373 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e0562d-f5d6-4285-a77f-f8f209125d80 None None] The sync data for ids ['047fe5f1-a135-43d9-810e-20df021cc9b3'] in n-d-833234-2 is: [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 4, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '43c573eb-d8e5-404b-84a3-1d067a3d954c', 'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'mac_address': 'fa:16:3e:e7:f3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:15Z', 'updated_at': '2022-03-11T12:58:19Z', 'revision_number': 4, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'subnets': [{'id': '37f279b2-46da-4757-8810-de1178d77b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:58:20.734269 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Publish callbacks [] for port (a125e671-6526-4c7c-9494-4c85f16b4524), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:20.749323 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a125e671-6526-4c7c-9494-4c85f16b4524), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:20.750524 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-00c8ef9f-575c-4b0c-bbf8-f465aeb55aa9 None None] For port 43c573eb-d8e5-404b-84a3-1d067a3d954c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=43c573eb-d8e5-404b-84a3-1d067a3d954c,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:58:20.752300 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port df2d14ce-9db0-4a1c-8f19-df5f63789fe1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:58:20.753810 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6f074be8-8080-4605-bd82-244e4fd407ae up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:58:20.806131 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00c8ef9f-575c-4b0c-bbf8-f465aeb55aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:20.837359 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Attempting to bind port a125e671-6526-4c7c-9494-4c85f16b4524 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:58:20.837886 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Attempting to bind port a125e671-6526-4c7c-9494-4c85f16b4524 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:58:20.838452 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Attempting to bind port a125e671-6526-4c7c-9494-4c85f16b4524 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:58:20.843008 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] Publish callbacks [] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:20.850196 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:58:20.851094 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:58:20.851704 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:20.852276 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:58:20.852976 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Bound port: a125e671-6526-4c7c-9494-4c85f16b4524, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:58:20.853541 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a125e671-6526-4c7c-9494-4c85f16b4524), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:20.904228 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8ef9f-575c-4b0c-bbf8-f465aeb55aa9 None None] Pushing event updated for resources: {'Port': ['ID=43c573eb-d8e5-404b-84a3-1d067a3d954c,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:20.911537 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 6f074be8-8080-4605-bd82-244e4fd407ae triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:20.911875 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6f074be8-8080-4605-bd82-244e4fd407ae), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:20.916121 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] For port a125e671-6526-4c7c-9494-4c85f16b4524, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:58:20.919469 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] For port a125e671-6526-4c7c-9494-4c85f16b4524, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a125e671-6526-4c7c-9494-4c85f16b4524,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:58:20.923678 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebc1c3-1c66-4b8b-868e-865ca0117299 None None] Pushing event updated for resources: {'Port': ['ID=a125e671-6526-4c7c-9494-4c85f16b4524,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:20.937404 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a125e671-6526-4c7c-9494-4c85f16b4524), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:20.951133 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:20.997829 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] Network b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:58:21.008828 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:58:21.010193 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:58:21.036164 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 6f074be8-8080-4605-bd82-244e4fd407ae is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:58:21.036643 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (6f074be8-8080-4605-bd82-244e4fd407ae), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:21.038981 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] Pushing event updated for resources: {'Port': ['ID=d852dd2b-7c85-454e-a333-535b8e61c5c0,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:21.039163 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Routers {'cf01c71f-0460-45e8-bea1-8d730c401992'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:58:21.039685 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:58:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['cf01c71f-0460-45e8-bea1-8d730c401992'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:21.070253 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (cf01c71f-0460-45e8-bea1-8d730c401992), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:21.096458 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port 6f074be8-8080-4605-bd82-244e4fd407ae, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=6f074be8-8080-4605-bd82-244e4fd407ae,segment=NetworkSegment(ad230aa9-059f-4a87-a885-c8cf719df54b),segment_id=ad230aa9-059f-4a87-a885-c8cf719df54b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:58:21.103516 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (6f074be8-8080-4605-bd82-244e4fd407ae), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:21.168264 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=6f074be8-8080-4605-bd82-244e4fd407ae,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:21.221744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bef33ca-4a3b-4691-8e32-29e1cffea934 None None] Network b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 12:58:21.236327 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebc1c3-1c66-4b8b-868e-865ca0117299 None None] Pushing event updated for resources: {'Port': ['ID=a125e671-6526-4c7c-9494-4c85f16b4524,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:21.269774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-938702af-a939-42e7-bbc7-85c74670799c None None] Provisioning complete for port 6f074be8-8080-4605-bd82-244e4fd407ae triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:21.270125 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-938702af-a939-42e7-bbc7-85c74670799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6f074be8-8080-4605-bd82-244e4fd407ae), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:21.286577 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:21.328962 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] Set router cf01c71f-0460-45e8-bea1-8d730c401992 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:58:21.446551 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-938702af-a939-42e7-bbc7-85c74670799c None None] Current status of the port 6f074be8-8080-4605-bd82-244e4fd407ae is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:58:21.500836 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] Publish callbacks [] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:21.509523 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:21.540296 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'name': 'tempest-TestShelveInstance-1035962012-router', 'tenant_id': 'bfa389724e894e55acbe4400df3273ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'a125e671-6526-4c7c-9494-4c85f16b4524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:18Z', 'updated_at': '2022-03-11T12:58:19Z', 'revision_number': 3, 'project_id': 'bfa389724e894e55acbe4400df3273ac', 'gw_port': {'id': 'a125e671-6526-4c7c-9494-4c85f16b4524', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:18Z', 'updated_at': '2022-03-11T12:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:21.582552 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3adcc-0fa3-4068-856c-54a3a4001cc1 None None] The sync data for ids ['cf01c71f-0460-45e8-bea1-8d730c401992'] in n-d-833234-2 is: [{'id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'name': 'tempest-TestShelveInstance-1035962012-router', 'tenant_id': 'bfa389724e894e55acbe4400df3273ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'a125e671-6526-4c7c-9494-4c85f16b4524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:18Z', 'updated_at': '2022-03-11T12:58:19Z', 'revision_number': 3, 'project_id': 'bfa389724e894e55acbe4400df3273ac', 'gw_port': {'id': 'a125e671-6526-4c7c-9494-4c85f16b4524', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:18Z', 'updated_at': '2022-03-11T12:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:58:21.597163 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (cf01c71f-0460-45e8-bea1-8d730c401992), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:21.609059 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] Pushing event updated for resources: {'Port': ['ID=d852dd2b-7c85-454e-a333-535b8e61c5c0,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:21.715753 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] Network b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:58:21.717320 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:58:21.770983 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-76cec080-e6aa-4c69-8439-95afd6af8f7d None None] Provisioning complete for port d852dd2b-7c85-454e-a333-535b8e61c5c0 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:21.771695 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76cec080-e6aa-4c69-8439-95afd6af8f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:21.828855 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-76cec080-e6aa-4c69-8439-95afd6af8f7d None None] Port d852dd2b-7c85-454e-a333-535b8e61c5c0 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:58:21.846408 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-76cec080-e6aa-4c69-8439-95afd6af8f7d None None] Provisioning complete for port 6f074be8-8080-4605-bd82-244e4fd407ae triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:21.847347 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76cec080-e6aa-4c69-8439-95afd6af8f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6f074be8-8080-4605-bd82-244e4fd407ae), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:21.971376 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-76cec080-e6aa-4c69-8439-95afd6af8f7d None None] Current status of the port 6f074be8-8080-4605-bd82-244e4fd407ae is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:58:22.113315 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-163d9266-928d-4e8a-8ad8-0eac35d1559b None None] Provisioning complete for port d852dd2b-7c85-454e-a333-535b8e61c5c0 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:22.113729 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-163d9266-928d-4e8a-8ad8-0eac35d1559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:22.170783 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-163d9266-928d-4e8a-8ad8-0eac35d1559b None None] Port d852dd2b-7c85-454e-a333-535b8e61c5c0 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:58:22.268184 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a125e671-6526-4c7c-9494-4c85f16b4524 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:58:22.351237 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a125e671-6526-4c7c-9494-4c85f16b4524 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:22.351624 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a125e671-6526-4c7c-9494-4c85f16b4524), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:22.357103 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] Router cf01c71f-0460-45e8-bea1-8d730c401992 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:58:22.434964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5246fa41-b828-4045-a441-b922ad889e78 None None] Provisioning complete for port d852dd2b-7c85-454e-a333-535b8e61c5c0 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:22.435473 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5246fa41-b828-4045-a441-b922ad889e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:22.472117 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a125e671-6526-4c7c-9494-4c85f16b4524 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:58:22.472792 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (a125e671-6526-4c7c-9494-4c85f16b4524), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:22.497813 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:58:22.506043 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c5ca56c3-5876-401d-b088-aa9b79d33df0 admin admin] 10.222.0.78 "PUT /v2.0/routers/cf01c71f-0460-45e8-bea1-8d730c401992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6020863 Mar 11 12:58:22.515352 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5246fa41-b828-4045-a441-b922ad889e78 None None] Port d852dd2b-7c85-454e-a333-535b8e61c5c0 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:58:22.519036 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port a125e671-6526-4c7c-9494-4c85f16b4524, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a125e671-6526-4c7c-9494-4c85f16b4524,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:58:22.524136 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (a125e671-6526-4c7c-9494-4c85f16b4524), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:22.525743 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 43c573eb-d8e5-404b-84a3-1d067a3d954c up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:58:22.610995 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=a125e671-6526-4c7c-9494-4c85f16b4524,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:22.618610 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 43c573eb-d8e5-404b-84a3-1d067a3d954c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:22.618991 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:22.700860 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 43c573eb-d8e5-404b-84a3-1d067a3d954c is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:58:22.701947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6f074be8-8080-4605-bd82-244e4fd407ae up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:58:22.751671 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 6f074be8-8080-4605-bd82-244e4fd407ae triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:22.752050 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (6f074be8-8080-4605-bd82-244e4fd407ae), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:22.831303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 6f074be8-8080-4605-bd82-244e4fd407ae is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:58:23.091365 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48140) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:23.096073 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3dfb98de-27b2-4b93-b93e-cc9815bf9a33 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78424', 'description': 'tempest-secgroup-smoke-78424 description', 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:58:23.119612 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3dfb98de-27b2-4b93-b93e-cc9815bf9a33 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.188998 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3dfb98de-27b2-4b93-b93e-cc9815bf9a33 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group (404f5dac-2636-4842-aa3b-778cd4b8ab92), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.194898 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3dfb98de-27b2-4b93-b93e-cc9815bf9a33 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (404f5dac-2636-4842-aa3b-778cd4b8ab92), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.224125 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3dfb98de-27b2-4b93-b93e-cc9815bf9a33 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.225394 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3dfb98de-27b2-4b93-b93e-cc9815bf9a33 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.1329777 Mar 11 12:58:23.227236 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb98de-27b2-4b93-b93e-cc9815bf9a33 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404f5dac-2636-4842-aa3b-778cd4b8ab92,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:23.229117 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48142) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:23.233979 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5de08e78-69c6-4707-a183-b31897e58bc1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Request body: {'security_group_rule': {'security_group_id': '404f5dac-2636-4842-aa3b-778cd4b8ab92', 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:58:23.263930 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5de08e78-69c6-4707-a183-b31897e58bc1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (090e18b8-984f-4992-ad0d-1e4fd0ac312b), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.319922 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5de08e78-69c6-4707-a183-b31897e58bc1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (090e18b8-984f-4992-ad0d-1e4fd0ac312b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.324730 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5de08e78-69c6-4707-a183-b31897e58bc1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (090e18b8-984f-4992-ad0d-1e4fd0ac312b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.342573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de08e78-69c6-4707-a183-b31897e58bc1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090e18b8-984f-4992-ad0d-1e4fd0ac312b,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:23.350191 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5de08e78-69c6-4707-a183-b31897e58bc1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.351379 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5de08e78-69c6-4707-a183-b31897e58bc1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212373 Mar 11 12:58:23.354195 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48144) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:23.358837 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e4d171a1-ee69-43ea-bed2-acfcab528f8a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Request body: {'security_group_rule': {'security_group_id': '404f5dac-2636-4842-aa3b-778cd4b8ab92', 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:58:23.387853 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e4d171a1-ee69-43ea-bed2-acfcab528f8a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (f4483c2b-5362-4fc8-88b6-c110b0c7a5d1), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.458496 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e4d171a1-ee69-43ea-bed2-acfcab528f8a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (f4483c2b-5362-4fc8-88b6-c110b0c7a5d1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.464195 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e4d171a1-ee69-43ea-bed2-acfcab528f8a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (f4483c2b-5362-4fc8-88b6-c110b0c7a5d1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.481930 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d171a1-ee69-43ea-bed2-acfcab528f8a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4483c2b-5362-4fc8-88b6-c110b0c7a5d1,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:23.491660 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e4d171a1-ee69-43ea-bed2-acfcab528f8a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.492852 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e4d171a1-ee69-43ea-bed2-acfcab528f8a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377151 Mar 11 12:58:23.496122 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48146) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:23.502376 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8122634b-46c3-4726-88b3-5cdf778347d8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Request body: {'security_group_rule': {'security_group_id': '404f5dac-2636-4842-aa3b-778cd4b8ab92', 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:58:23.530712 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8122634b-46c3-4726-88b3-5cdf778347d8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (baf959de-cb5e-4e1b-aa45-7d3796ebe333), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.588132 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8122634b-46c3-4726-88b3-5cdf778347d8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (baf959de-cb5e-4e1b-aa45-7d3796ebe333), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.593697 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8122634b-46c3-4726-88b3-5cdf778347d8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (baf959de-cb5e-4e1b-aa45-7d3796ebe333), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.612906 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122634b-46c3-4726-88b3-5cdf778347d8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf959de-cb5e-4e1b-aa45-7d3796ebe333,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:23.623055 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8122634b-46c3-4726-88b3-5cdf778347d8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.624266 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8122634b-46c3-4726-88b3-5cdf778347d8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268551 Mar 11 12:58:23.627105 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48148) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:23.631702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-78d2a5bf-03ad-4492-9156-02bc969685fb tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Request body: {'security_group_rule': {'security_group_id': '404f5dac-2636-4842-aa3b-778cd4b8ab92', 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:58:23.667997 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78d2a5bf-03ad-4492-9156-02bc969685fb tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (4b17b7b2-b23f-4313-92b9-f9ac43b5f3f3), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.726777 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78d2a5bf-03ad-4492-9156-02bc969685fb tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (4b17b7b2-b23f-4313-92b9-f9ac43b5f3f3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.732413 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78d2a5bf-03ad-4492-9156-02bc969685fb tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (4b17b7b2-b23f-4313-92b9-f9ac43b5f3f3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.751063 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2a5bf-03ad-4492-9156-02bc969685fb tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b17b7b2-b23f-4313-92b9-f9ac43b5f3f3,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:23.759502 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78d2a5bf-03ad-4492-9156-02bc969685fb tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.760708 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-78d2a5bf-03ad-4492-9156-02bc969685fb tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1325076 Mar 11 12:58:23.763768 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48150) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:23.770666 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d34cad4f-abbe-4ef0-8ac3-6c10e3ae6b61 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Request body: {'security_group_rule': {'security_group_id': '404f5dac-2636-4842-aa3b-778cd4b8ab92', 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:58:23.794835 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-d34cad4f-abbe-4ef0-8ac3-6c10e3ae6b61 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Project dab76f37e5054cdca57ba336fc3a4f6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:58:23.799892 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d34cad4f-abbe-4ef0-8ac3-6c10e3ae6b61 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (c9aaa61d-878e-491b-a5c8-14b283c14608), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.866293 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d34cad4f-abbe-4ef0-8ac3-6c10e3ae6b61 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (c9aaa61d-878e-491b-a5c8-14b283c14608), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.872011 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d34cad4f-abbe-4ef0-8ac3-6c10e3ae6b61 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (c9aaa61d-878e-491b-a5c8-14b283c14608), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.890141 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cad4f-abbe-4ef0-8ac3-6c10e3ae6b61 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9aaa61d-878e-491b-a5c8-14b283c14608,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:23.899517 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d34cad4f-abbe-4ef0-8ac3-6c10e3ae6b61 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.900795 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d34cad4f-abbe-4ef0-8ac3-6c10e3ae6b61 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356101 Mar 11 12:58:23.903512 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48152) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:23.908107 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-01c8a284-4283-410e-bb6e-50ba76042621 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Request body: {'security_group_rule': {'security_group_id': '404f5dac-2636-4842-aa3b-778cd4b8ab92', 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:58:23.931969 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-01c8a284-4283-410e-bb6e-50ba76042621 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Project dab76f37e5054cdca57ba336fc3a4f6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 12:58:23.937225 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01c8a284-4283-410e-bb6e-50ba76042621 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (6830a647-d855-4576-9407-f50e65efbccb), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:23.997742 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01c8a284-4283-410e-bb6e-50ba76042621 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (6830a647-d855-4576-9407-f50e65efbccb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:24.002399 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01c8a284-4283-410e-bb6e-50ba76042621 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (6830a647-d855-4576-9407-f50e65efbccb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:24.020071 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8a284-4283-410e-bb6e-50ba76042621 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6830a647-d855-4576-9407-f50e65efbccb,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:24.030335 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01c8a284-4283-410e-bb6e-50ba76042621 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:24.031629 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-01c8a284-4283-410e-bb6e-50ba76042621 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271157 Mar 11 12:58:24.087775 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a125e671-6526-4c7c-9494-4c85f16b4524 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:58:24.143311 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port a125e671-6526-4c7c-9494-4c85f16b4524 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:24.143745 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (a125e671-6526-4c7c-9494-4c85f16b4524), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:24.190178 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-4d87e8f7-99b1-4a16-8d20-001a3e7a65e5 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78424&fields=id&tenant_id=dab76f37e5054cdca57ba336fc3a4f6d HTTP/1.1" status: 200 len: 267 time: 0.0446038 Mar 11 12:58:24.219201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Sync routers for ids ['cf01c71f-0460-45e8-bea1-8d730c401992'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:58:24.227655 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port a125e671-6526-4c7c-9494-4c85f16b4524 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:58:24.240738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Routers {'cf01c71f-0460-45e8-bea1-8d730c401992'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:58:24.241462 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:58:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['cf01c71f-0460-45e8-bea1-8d730c401992'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:24.301513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-527c5aa2-43b7-43a8-932c-e8a83a2a3ee1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:24.303065 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-527c5aa2-43b7-43a8-932c-e8a83a2a3ee1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 807 time: 0.1050298 Mar 11 12:58:24.318606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-88443f1b-03f5-4a07-9bfd-f7b9ed21ddb4 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/quotas/dab76f37e5054cdca57ba336fc3a4f6d HTTP/1.1" status: 200 len: 375 time: 0.0098236 Mar 11 12:58:24.351471 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Set router cf01c71f-0460-45e8-bea1-8d730c401992 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:58:24.374070 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-d41d6728-d918-425c-9de6-51de1e1bb2f3 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499761 Mar 11 12:58:24.561738 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'name': 'tempest-TestShelveInstance-1035962012-router', 'tenant_id': 'bfa389724e894e55acbe4400df3273ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'a125e671-6526-4c7c-9494-4c85f16b4524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:18Z', 'updated_at': '2022-03-11T12:58:21Z', 'revision_number': 4, 'project_id': 'bfa389724e894e55acbe4400df3273ac', 'gw_port': {'id': 'a125e671-6526-4c7c-9494-4c85f16b4524', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:18Z', 'updated_at': '2022-03-11T12:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'd852dd2b-7c85-454e-a333-535b8e61c5c0', 'name': '', 'network_id': 'b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9', 'tenant_id': 'bfa389724e894e55acbe4400df3273ac', 'mac_address': 'fa:16:3e:94:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'device_owner': 'network:router_interface', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '41cb5ea4-a10d-43f6-9d73-3e1c6fd20b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:20Z', 'updated_at': '2022-03-11T12:58:21Z', 'revision_number': 2, 'project_id': 'bfa389724e894e55acbe4400df3273ac', 'subnets': [{'id': '41cb5ea4-a10d-43f6-9d73-3e1c6fd20b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:24.565964 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-1fa8afbd-1f6e-4fce-a581-2f0ec1b58e50 service neutron] 10.222.0.78 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795797 Mar 11 12:58:24.588059 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Checking router: cf01c71f-0460-45e8-bea1-8d730c401992 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:58:24.588413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Updating router cf01c71f-0460-45e8-bea1-8d730c401992 port d852dd2b-7c85-454e-a333-535b8e61c5c0 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 12:58:24.616360 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:24.657396 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-c78f3489-14f1-4f19-bf3c-970fd921f576 service neutron] 10.222.0.78 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850327 Mar 11 12:58:24.834114 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95a00997-c95a-453f-bce2-e72229734a3b req-8309d54d-2e2b-49ba-8595-23fa09072d7a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 210 time: 0.0273728 Mar 11 12:58:24.896409 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Publish callbacks [] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:24.903407 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:24.955204 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76095aa2-63ec-47a8-a0ab-67796ee07d0c None None] Pushing event updated for resources: {'Port': ['ID=d852dd2b-7c85-454e-a333-535b8e61c5c0,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:25.008834 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Attempting to bind port d852dd2b-7c85-454e-a333-535b8e61c5c0 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:58:25.009303 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Attempting to bind port d852dd2b-7c85-454e-a333-535b8e61c5c0 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'ad230aa9-059f-4a87-a885-c8cf719df54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:58:25.009737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Attempting to bind port d852dd2b-7c85-454e-a333-535b8e61c5c0 on network b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:58:25.017122 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:58:25.017709 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Checking segment: {'id': 'ad230aa9-059f-4a87-a885-c8cf719df54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:58:25.018241 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:25.018713 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Bound using segment: {'id': 'ad230aa9-059f-4a87-a885-c8cf719df54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:58:25.019269 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Bound port: d852dd2b-7c85-454e-a333-535b8e61c5c0, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad230aa9-059f-4a87-a885-c8cf719df54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:58:25.019770 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:25.261915 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d639410f-4172-496d-9e0a-c08b35faad9d None None] Provisioning complete for port d852dd2b-7c85-454e-a333-535b8e61c5c0 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:25.262499 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d639410f-4172-496d-9e0a-c08b35faad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:25.265942 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] For port d852dd2b-7c85-454e-a333-535b8e61c5c0, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:58:25.269240 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] For port d852dd2b-7c85-454e-a333-535b8e61c5c0, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d852dd2b-7c85-454e-a333-535b8e61c5c0,segment=NetworkSegment(ad230aa9-059f-4a87-a885-c8cf719df54b),segment_id=ad230aa9-059f-4a87-a885-c8cf719df54b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:58:25.293728 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:25.334321 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d639410f-4172-496d-9e0a-c08b35faad9d None None] Port d852dd2b-7c85-454e-a333-535b8e61c5c0 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:58:25.366147 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76095aa2-63ec-47a8-a0ab-67796ee07d0c None None] Pushing event updated for resources: {'Port': ['ID=d852dd2b-7c85-454e-a333-535b8e61c5c0,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:25.369225 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Routers {'cf01c71f-0460-45e8-bea1-8d730c401992'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:58:25.369822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:58:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['cf01c71f-0460-45e8-bea1-8d730c401992'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:25.484523 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] Set router cf01c71f-0460-45e8-bea1-8d730c401992 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:58:25.686118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-40c7ff56-8f5f-46f8-b8b9-40e2c304197d None None] Provisioning complete for port d852dd2b-7c85-454e-a333-535b8e61c5c0 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:25.686347 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-40c7ff56-8f5f-46f8-b8b9-40e2c304197d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:25.737342 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'name': 'tempest-TestShelveInstance-1035962012-router', 'tenant_id': 'bfa389724e894e55acbe4400df3273ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'a125e671-6526-4c7c-9494-4c85f16b4524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:18Z', 'updated_at': '2022-03-11T12:58:21Z', 'revision_number': 4, 'project_id': 'bfa389724e894e55acbe4400df3273ac', 'gw_port': {'id': 'a125e671-6526-4c7c-9494-4c85f16b4524', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:18Z', 'updated_at': '2022-03-11T12:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'd852dd2b-7c85-454e-a333-535b8e61c5c0', 'name': '', 'network_id': 'b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9', 'tenant_id': 'bfa389724e894e55acbe4400df3273ac', 'mac_address': 'fa:16:3e:94:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'device_owner': 'network:router_interface', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '41cb5ea4-a10d-43f6-9d73-3e1c6fd20b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:20Z', 'updated_at': '2022-03-11T12:58:25Z', 'revision_number': 4, 'project_id': 'bfa389724e894e55acbe4400df3273ac', 'subnets': [{'id': '41cb5ea4-a10d-43f6-9d73-3e1c6fd20b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:25.786976 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91f3462-dd2d-4867-8e46-f6ef5a5dd782 None None] The sync data for ids ['cf01c71f-0460-45e8-bea1-8d730c401992'] in n-d-833234-2 is: [{'id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'name': 'tempest-TestShelveInstance-1035962012-router', 'tenant_id': 'bfa389724e894e55acbe4400df3273ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'a125e671-6526-4c7c-9494-4c85f16b4524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:18Z', 'updated_at': '2022-03-11T12:58:21Z', 'revision_number': 4, 'project_id': 'bfa389724e894e55acbe4400df3273ac', 'gw_port': {'id': 'a125e671-6526-4c7c-9494-4c85f16b4524', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:18Z', 'updated_at': '2022-03-11T12:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': 'd852dd2b-7c85-454e-a333-535b8e61c5c0', 'name': '', 'network_id': 'b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9', 'tenant_id': 'bfa389724e894e55acbe4400df3273ac', 'mac_address': 'fa:16:3e:94:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'device_owner': 'network:router_interface', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '41cb5ea4-a10d-43f6-9d73-3e1c6fd20b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:20Z', 'updated_at': '2022-03-11T12:58:25Z', 'revision_number': 4, 'project_id': 'bfa389724e894e55acbe4400df3273ac', 'subnets': [{'id': '41cb5ea4-a10d-43f6-9d73-3e1c6fd20b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:58:25.803949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-40c7ff56-8f5f-46f8-b8b9-40e2c304197d None None] Current status of the port d852dd2b-7c85-454e-a333-535b8e61c5c0 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:58:25.804618 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-40c7ff56-8f5f-46f8-b8b9-40e2c304197d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:25.854140 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-40c7ff56-8f5f-46f8-b8b9-40e2c304197d None None] For port d852dd2b-7c85-454e-a333-535b8e61c5c0, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d852dd2b-7c85-454e-a333-535b8e61c5c0,segment=NetworkSegment(ad230aa9-059f-4a87-a885-c8cf719df54b),segment_id=ad230aa9-059f-4a87-a885-c8cf719df54b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:58:25.862718 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-40c7ff56-8f5f-46f8-b8b9-40e2c304197d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:25.930175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7ff56-8f5f-46f8-b8b9-40e2c304197d None None] Pushing event updated for resources: {'Port': ['ID=d852dd2b-7c85-454e-a333-535b8e61c5c0,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:25.965768 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:58:25.976808 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-772e52ea-2b15-4a4d-9482-218871b572eb req-71ca2e63-a813-490c-b1ec-02c74632bcc9 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 210 time: 0.0407267 Mar 11 12:58:26.062675 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-2834a27d-111c-4315-be5e-19004bc35233 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:26.064544 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-2834a27d-111c-4315-be5e-19004bc35233 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.37 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 807 time: 0.1766675 Mar 11 12:58:26.123709 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d852dd2b-7c85-454e-a333-535b8e61c5c0 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:58:26.142966 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-f1fa5252-adf1-41cf-9aa7-643bf8533795 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dab76f37e5054cdca57ba336fc3a4f6d HTTP/1.1" status: 200 len: 375 time: 0.0666347 Mar 11 12:58:26.152687 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-2bb8fb90-7c02-4848-861e-ac1fc2ccdca7 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Request body: {'port': {'device_id': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'admin_state_up': True, 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'security_groups': ['404f5dac-2636-4842-aa3b-778cd4b8ab92']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:58:26.180428 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d852dd2b-7c85-454e-a333-535b8e61c5c0 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:26.180875 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:26.264109 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d852dd2b-7c85-454e-a333-535b8e61c5c0 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:58:26.282754 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-2bb8fb90-7c02-4848-861e-ac1fc2ccdca7 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Made reservation on behalf of dab76f37e5054cdca57ba336fc3a4f6d for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 12:58:26.286504 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-2bb8fb90-7c02-4848-861e-ac1fc2ccdca7 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:26.420549 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-2bb8fb90-7c02-4848-861e-ac1fc2ccdca7 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Allocated IP 172.20.0.4 (d58243b5-039b-4543-b326-979ed2a4bbde/37f279b2-46da-4757-8810-de1178d77b99/826589f1-1c88-445d-8791-1b28ac61ac55) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:58:26.562996 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-2bb8fb90-7c02-4848-861e-ac1fc2ccdca7 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for port (826589f1-1c88-445d-8791-1b28ac61ac55), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:26.605425 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-2bb8fb90-7c02-4848-861e-ac1fc2ccdca7 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:26.648137 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-2bb8fb90-7c02-4848-861e-ac1fc2ccdca7 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Network d58243b5-039b-4543-b326-979ed2a4bbde is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:58:26.654196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-2bb8fb90-7c02-4848-861e-ac1fc2ccdca7 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:58:26.658648 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-2bb8fb90-7c02-4848-861e-ac1fc2ccdca7 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:58:26.665043 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8fb90-7c02-4848-861e-ac1fc2ccdca7 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'Port': ['ID=826589f1-1c88-445d-8791-1b28ac61ac55,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:26.712896 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-2bb8fb90-7c02-4848-861e-ac1fc2ccdca7 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:26.713522 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-2bb8fb90-7c02-4848-861e-ac1fc2ccdca7 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:26.731649 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-2bb8fb90-7c02-4848-861e-ac1fc2ccdca7 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5836220 Mar 11 12:58:26.788907 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Request body: {'port': {'device_id': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:58:26.855503 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:26.888409 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9930e1db-0d3e-4371-9fc8-2db7de301dd3 None None] Provisioning complete for port 826589f1-1c88-445d-8791-1b28ac61ac55 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:26.888808 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9930e1db-0d3e-4371-9fc8-2db7de301dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:26.922760 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9930e1db-0d3e-4371-9fc8-2db7de301dd3 None None] Port 826589f1-1c88-445d-8791-1b28ac61ac55 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 12:58:27.151801 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b9c7d-8432-4a6d-8e00-9e41d1012688 req-0ea4291b-0686-4542-a952-00b60a98e28b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:27.153288 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-332b9c7d-8432-4a6d-8e00-9e41d1012688 req-0ea4291b-0686-4542-a952-00b60a98e28b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 931 time: 0.1030722 Mar 11 12:58:27.161625 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826589f1-1c88-445d-8791-1b28ac61ac55 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:58:27.173524 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Publish callbacks [] for port (826589f1-1c88-445d-8791-1b28ac61ac55), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:27.195614 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Transition to ACTIVE for port object 826589f1-1c88-445d-8791-1b28ac61ac55 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 12:58:27.203070 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:27.252185 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-332b9c7d-8432-4a6d-8e00-9e41d1012688 req-66374909-7e98-42f7-b042-5840d59d83a3 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0927219 Mar 11 12:58:27.294002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Pushing event updated for resources: {'Port': ['ID=826589f1-1c88-445d-8791-1b28ac61ac55,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:27.345212 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Attempting to bind port 826589f1-1c88-445d-8791-1b28ac61ac55 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 12:58:27.345529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Attempting to bind port 826589f1-1c88-445d-8791-1b28ac61ac55 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 12:58:27.345867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Attempting to bind port 826589f1-1c88-445d-8791-1b28ac61ac55 on network d58243b5-039b-4543-b326-979ed2a4bbde {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:58:27.350527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Port 826589f1-1c88-445d-8791-1b28ac61ac55 on network d58243b5-039b-4543-b326-979ed2a4bbde not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 12:58:27.351332 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Attempting to bind port 826589f1-1c88-445d-8791-1b28ac61ac55 on network d58243b5-039b-4543-b326-979ed2a4bbde {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 12:58:27.357028 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 12, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 12:58:27.357361 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Checking segment: {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 12:58:27.357776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Bound using segment: {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 12:58:27.358196 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Bound port: 826589f1-1c88-445d-8791-1b28ac61ac55, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 12:58:27.358557 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:27.429513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] For port 826589f1-1c88-445d-8791-1b28ac61ac55, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 12:58:27.433265 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] For port 826589f1-1c88-445d-8791-1b28ac61ac55, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=826589f1-1c88-445d-8791-1b28ac61ac55,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 12:58:27.441370 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:27.476524 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:27.476911 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:27.478378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] 10.222.0.37 "PUT /v2.0/ports/826589f1-1c88-445d-8791-1b28ac61ac55 HTTP/1.1" status: 200 len: 1091 time: 0.7393646 Mar 11 12:58:27.478914 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'tag': '826589f1-1c88-445d-8791-1b28ac61ac55'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:58:27.481292 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70349a0d-c09e-4070-aed0-8ee33a04e97f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff009cc-6567-412f-97c8-dd563dd8b6b9", "tag": "826589f1-1c88-445d-8791-1b28ac61ac55"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:58:27.513335 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4aa9b-48b3-437d-9d15-bfd4501c62a7 service neutron] Pushing event updated for resources: {'Port': ['ID=826589f1-1c88-445d-8791-1b28ac61ac55,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:27.528418 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6833bcc6-a771-456f-8f98-834f47e1943c x-openstack-request-id: req-6833bcc6-a771-456f-8f98-834f47e1943c {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:58:27.528707 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff009cc-6567-412f-97c8-dd563dd8b6b9", "tag": "826589f1-1c88-445d-8791-1b28ac61ac55", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:58:27.528961 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6833bcc6-a771-456f-8f98-834f47e1943c {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:58:27.529357 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'tag': '826589f1-1c88-445d-8791-1b28ac61ac55', 'status': 'completed', 'code': 200} Mar 11 12:58:27.569682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-1d05cf31-f286-41b3-882a-d70cfc387196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:27.571414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-1d05cf31-f286-41b3-882a-d70cfc387196 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 1125 time: 0.0528646 Mar 11 12:58:27.616854 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-c25ee81d-c648-452b-9f5f-e04612ede0c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=826589f1-1c88-445d-8791-1b28ac61ac55 HTTP/1.1" status: 200 len: 217 time: 0.0380967 Mar 11 12:58:27.675700 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-ae950802-724c-44d8-955a-d6cefaf7f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:27.677606 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-ae950802-724c-44d8-955a-d6cefaf7f5d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0548594 Mar 11 12:58:27.728913 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-d84a931b-8227-4c4c-88ad-7984f63f7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:27.730504 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-d84a931b-8227-4c4c-88ad-7984f63f7a5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466437 Mar 11 12:58:27.829892 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-7fd715c6-76a2-453a-8e47-f450782f5a06 service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925603 Mar 11 12:58:27.920818 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0fe21b05-015f-4731-9ba9-cbe5b8a00573 req-b0429678-e9bc-4cc0-9b02-81c3c33494fb service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853300 Mar 11 12:58:28.022779 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70349a0d-c09e-4070-aed0-8ee33a04e97f req-0915fc3f-357e-462d-ad8e-781f4def7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:28.024330 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70349a0d-c09e-4070-aed0-8ee33a04e97f req-0915fc3f-357e-462d-ad8e-781f4def7ad7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 1125 time: 0.0463259 Mar 11 12:58:28.117835 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70349a0d-c09e-4070-aed0-8ee33a04e97f req-b800d3f7-0236-4df3-9774-e2df3cd4b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:28.119328 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70349a0d-c09e-4070-aed0-8ee33a04e97f req-b800d3f7-0236-4df3-9774-e2df3cd4b98f service neutron] 10.222.0.37 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0892284 Mar 11 12:58:28.159152 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70349a0d-c09e-4070-aed0-8ee33a04e97f req-94995dd3-220e-42aa-a6ec-70ad8213a598 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=826589f1-1c88-445d-8791-1b28ac61ac55 HTTP/1.1" status: 200 len: 217 time: 0.0336211 Mar 11 12:58:28.215061 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70349a0d-c09e-4070-aed0-8ee33a04e97f req-685c1e64-c4f4-45d6-bce9-2e37b5eee72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:28.216579 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70349a0d-c09e-4070-aed0-8ee33a04e97f req-685c1e64-c4f4-45d6-bce9-2e37b5eee72c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0512521 Mar 11 12:58:28.269166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70349a0d-c09e-4070-aed0-8ee33a04e97f req-bfefc0dc-eded-41be-852e-7248be14aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:28.270756 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70349a0d-c09e-4070-aed0-8ee33a04e97f req-bfefc0dc-eded-41be-852e-7248be14aa1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472455 Mar 11 12:58:28.393721 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70349a0d-c09e-4070-aed0-8ee33a04e97f req-35fdc8b1-1bf9-4c67-8a1d-d1d9d9f6757c service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158407 Mar 11 12:58:28.414414 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196f4b-b167-4df5-b816-f7ac2eb949be req-47f14eeb-85b1-4a97-9664-2addf84920a0 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:28.415898 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32196f4b-b167-4df5-b816-f7ac2eb949be req-47f14eeb-85b1-4a97-9664-2addf84920a0 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 943 time: 0.0805495 Mar 11 12:58:28.529704 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-32196f4b-b167-4df5-b816-f7ac2eb949be req-bf8a6b3e-5922-4414-ab95-40a2d77a538c tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.1025519 Mar 11 12:58:28.548742 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70349a0d-c09e-4070-aed0-8ee33a04e97f req-670e86d4-57f3-413e-963d-82cb5cca808e service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482539 Mar 11 12:58:29.666255 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc711e-ab7d-4491-8c2e-667f6f60a011 req-bdbe8fc6-a427-4a80-8824-ecd94f3ed7c7 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:29.667798 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19dc711e-ab7d-4491-8c2e-667f6f60a011 req-bdbe8fc6-a427-4a80-8824-ecd94f3ed7c7 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 943 time: 0.0574684 Mar 11 12:58:29.720910 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-19dc711e-ab7d-4491-8c2e-667f6f60a011 req-a862f92c-8b9a-4c35-93f2-7577c80fe715 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0473974 Mar 11 12:58:30.858328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6044ad-284a-439e-8914-67bb2792c54a req-9041432e-8bd1-41b3-9731-a1c922c9c77b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:30.859858 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f6044ad-284a-439e-8914-67bb2792c54a req-9041432e-8bd1-41b3-9731-a1c922c9c77b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 943 time: 0.0582163 Mar 11 12:58:30.913616 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1f6044ad-284a-439e-8914-67bb2792c54a req-3e8a0563-fdf7-437e-933e-3e557b04910b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0471940 Mar 11 12:58:31.864863 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 826589f1-1c88-445d-8791-1b28ac61ac55 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 12:58:31.974238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 826589f1-1c88-445d-8791-1b28ac61ac55, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=826589f1-1c88-445d-8791-1b28ac61ac55,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:58:31.985811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '826589f1-1c88-445d-8791-1b28ac61ac55', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'port_id': '826589f1-1c88-445d-8791-1b28ac61ac55', 'mac_address': 'fa:16:3e:04:48:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 12:58:32.027881 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 826589f1-1c88-445d-8791-1b28ac61ac55 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:58:32.028266 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:32.041673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826589f1-1c88-445d-8791-1b28ac61ac55 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 12:58:32.045880 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715dfc6-d9e2-4102-a785-3dc6e94bca1d req-9072e51e-29bb-498b-bfab-460c2658a062 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:32.047338 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1715dfc6-d9e2-4102-a785-3dc6e94bca1d req-9072e51e-29bb-498b-bfab-460c2658a062 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 943 time: 0.0583036 Mar 11 12:58:32.061080 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 826589f1-1c88-445d-8791-1b28ac61ac55, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=826589f1-1c88-445d-8791-1b28ac61ac55,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:58:32.066137 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:32.097750 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1715dfc6-d9e2-4102-a785-3dc6e94bca1d req-22642605-b20d-4cf0-9bd7-324a3e4dd403 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0444160 Mar 11 12:58:32.113919 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=826589f1-1c88-445d-8791-1b28ac61ac55,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:32.317174 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['826589f1-1c88-445d-8791-1b28ac61ac55'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 12:58:33.238294 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026e72b-3a0f-484c-b38e-f794c82a8f2f req-686be6de-0e4d-4c23-baa2-61b84aa3591b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:33.239839 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1026e72b-3a0f-484c-b38e-f794c82a8f2f req-686be6de-0e4d-4c23-baa2-61b84aa3591b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 944 time: 0.0554523 Mar 11 12:58:33.299233 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1026e72b-3a0f-484c-b38e-f794c82a8f2f req-634e6293-487b-4da4-9157-2227ddd8cc5c tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0517657 Mar 11 12:58:33.879232 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 826589f1-1c88-445d-8791-1b28ac61ac55 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 12:58:33.936900 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 826589f1-1c88-445d-8791-1b28ac61ac55 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 12:58:33.942855 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 826589f1-1c88-445d-8791-1b28ac61ac55 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 12:58:33.943406 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:34.028503 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 826589f1-1c88-445d-8791-1b28ac61ac55 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 12:58:34.028804 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:34.052084 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826589f1-1c88-445d-8791-1b28ac61ac55'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:58:34.054310 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00f0908-8626-4c02-9e0f-363a62ca22cc" -d '{"events": [{"server_uuid": "5ff009cc-6567-412f-97c8-dd563dd8b6b9", "name": "network-vif-plugged", "status": "completed", "tag": "826589f1-1c88-445d-8791-1b28ac61ac55"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:58:34.068236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 826589f1-1c88-445d-8791-1b28ac61ac55, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=826589f1-1c88-445d-8791-1b28ac61ac55,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 12:58:34.073065 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:34.096776 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 12:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831d65eb-47dd-4900-bd40-69bbda74b634 x-openstack-request-id: req-831d65eb-47dd-4900-bd40-69bbda74b634 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:58:34.097072 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff009cc-6567-412f-97c8-dd563dd8b6b9", "name": "network-vif-plugged", "status": "completed", "tag": "826589f1-1c88-445d-8791-1b28ac61ac55", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:58:34.097327 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-831d65eb-47dd-4900-bd40-69bbda74b634 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:58:34.097716 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826589f1-1c88-445d-8791-1b28ac61ac55', 'code': 200} Mar 11 12:58:34.124723 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=826589f1-1c88-445d-8791-1b28ac61ac55,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:34.202920 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d281c62-c1e5-46bb-ad44-de2b9e1db085 req-50e7c8a8-8c79-4cc0-b309-b73bded155b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:34.204509 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d281c62-c1e5-46bb-ad44-de2b9e1db085 req-50e7c8a8-8c79-4cc0-b309-b73bded155b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 1127 time: 0.0469439 Mar 11 12:58:34.256081 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3d281c62-c1e5-46bb-ad44-de2b9e1db085 req-ee224b2e-a8b4-40b4-a2f5-7dbd33f7c4fe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0455165 Mar 11 12:58:34.431720 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26af3d-1494-4869-84e9-c86f84b3cdba req-d82ba801-d209-4897-bab2-8452b66db881 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:34.433155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2f26af3d-1494-4869-84e9-c86f84b3cdba req-d82ba801-d209-4897-bab2-8452b66db881 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0586457 Mar 11 12:58:34.485501 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2f26af3d-1494-4869-84e9-c86f84b3cdba req-85f5d5eb-2c69-40fc-b639-f48318ef1716 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0441067 Mar 11 12:58:34.547386 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:35.613328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6045ef5-4b83-47f5-9481-c30c39a4e119 req-179116be-5b06-4d10-83dc-d273c66f3b13 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:35.614769 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6045ef5-4b83-47f5-9481-c30c39a4e119 req-179116be-5b06-4d10-83dc-d273c66f3b13 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0584791 Mar 11 12:58:35.662011 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6045ef5-4b83-47f5-9481-c30c39a4e119 req-9c7ba783-b4cc-45a2-8d66-1392c86f2a7f tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0414569 Mar 11 12:58:35.791680 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30563edb-f65d-419a-809f-31b062f07a65 req-e13e54cf-0466-4155-a851-3b87eaa3efe5 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:35.793142 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30563edb-f65d-419a-809f-31b062f07a65 req-e13e54cf-0466-4155-a851-3b87eaa3efe5 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0645094 Mar 11 12:58:35.842658 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30563edb-f65d-419a-809f-31b062f07a65 req-442e6c39-4e03-4b5d-92f9-e41ed00aa0fe tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0438766 Mar 11 12:58:35.872966 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48212) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:35.962980 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8eb5dc-000b-4733-8704-9caeb9adb5b5 tempest-TestShelveInstance-424404354 tempest-TestShelveInstance-424404354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:35.964545 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1e8eb5dc-000b-4733-8704-9caeb9adb5b5 tempest-TestShelveInstance-424404354 tempest-TestShelveInstance-424404354-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 1122 time: 0.0905831 Mar 11 12:58:35.967566 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48216) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 12:58:35.971865 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '826589f1-1c88-445d-8791-1b28ac61ac55', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 12:58:35.994911 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:36.093834 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:36.205082 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Allocated IP 172.25.7.199 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/9f21ca39-d348-45c2-a36e-5aaad87e4c98) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 12:58:36.316476 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for port (9f21ca39-d348-45c2-a36e-5aaad87e4c98), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:36.352061 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9f21ca39-d348-45c2-a36e-5aaad87e4c98), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:36.393014 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 12:58:36.395881 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 12:58:36.400313 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 12:58:36.403296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'Port': ['ID=9f21ca39-d348-45c2-a36e-5aaad87e4c98,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:36.788766 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for floatingip (3778f8db-1f94-4ca5-9375-ac5b949ff75f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:36.864457 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (9f21ca39-d348-45c2-a36e-5aaad87e4c98), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:37.016633 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for port (9f21ca39-d348-45c2-a36e-5aaad87e4c98), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:37.023842 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (9f21ca39-d348-45c2-a36e-5aaad87e4c98), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:37.091456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'Port': ['ID=9f21ca39-d348-45c2-a36e-5aaad87e4c98,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 12:58:37.105713 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (3778f8db-1f94-4ca5-9375-ac5b949ff75f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:37.211025 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Floating IP 3778f8db-1f94-4ca5-9375-ac5b949ff75f associated. External IP: 172.25.7.199, port: 826589f1-1c88-445d-8791-1b28ac61ac55. Mar 11 12:58:37.439697 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Router 047fe5f1-a135-43d9-810e-20df021cc9b3 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 12:58:37.549988 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 12:58:37.560202 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a6f3b-fc2f-437e-a0f8-2e8dc45d8ec2 None None] Sync routers for ids ['047fe5f1-a135-43d9-810e-20df021cc9b3'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 12:58:37.569619 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:37.570840 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a6f3b-fc2f-437e-a0f8-2e8dc45d8ec2 None None] Routers {'047fe5f1-a135-43d9-810e-20df021cc9b3'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:58:37.571564 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cb4a6f3b-fc2f-437e-a0f8-2e8dc45d8ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:58:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['047fe5f1-a135-43d9-810e-20df021cc9b3'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:37.599822 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-237b4fcb-9010-4e1f-89a9-c15aa1374b06 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6312027 Mar 11 12:58:37.600532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'tag': '826589f1-1c88-445d-8791-1b28ac61ac55'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 12:58:37.603772 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b01d27-a243-4fa6-81b6-94556eb47002" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff009cc-6567-412f-97c8-dd563dd8b6b9", "tag": "826589f1-1c88-445d-8791-1b28ac61ac55"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 12:58:37.681114 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-cb4a6f3b-fc2f-437e-a0f8-2e8dc45d8ec2 None None] Set router 047fe5f1-a135-43d9-810e-20df021cc9b3 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:58:37.708877 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 12:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737273a3-96a2-4ebe-8915-5792c3956adb x-openstack-request-id: req-737273a3-96a2-4ebe-8915-5792c3956adb {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 12:58:37.709171 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff009cc-6567-412f-97c8-dd563dd8b6b9", "tag": "826589f1-1c88-445d-8791-1b28ac61ac55", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 12:58:37.709424 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-737273a3-96a2-4ebe-8915-5792c3956adb {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 12:58:37.709829 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'tag': '826589f1-1c88-445d-8791-1b28ac61ac55', 'status': 'completed', 'code': 200} Mar 11 12:58:37.776352 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b01d27-a243-4fa6-81b6-94556eb47002 req-4363c4b0-5d27-43e3-8f1c-f9e47a25323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:37.777870 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79b01d27-a243-4fa6-81b6-94556eb47002 req-4363c4b0-5d27-43e3-8f1c-f9e47a25323f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 1127 time: 0.0473430 Mar 11 12:58:37.871649 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b01d27-a243-4fa6-81b6-94556eb47002 req-0c26599b-24a9-47b9-b4f3-1f1fe7180649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:37.873053 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79b01d27-a243-4fa6-81b6-94556eb47002 req-0c26599b-24a9-47b9-b4f3-1f1fe7180649 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0895603 Mar 11 12:58:37.923620 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cb4a6f3b-fc2f-437e-a0f8-2e8dc45d8ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 4, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '3778f8db-1f94-4ca5-9375-ac5b949ff75f', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'floating_ip_address': '172.25.7.199', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'port_id': '826589f1-1c88-445d-8791-1b28ac61ac55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'mac_address': 'fa:16:3e:04:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:58:36Z', 'updated_at': '2022-03-11T12:58:36Z', 'revision_number': 0, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c573eb-d8e5-404b-84a3-1d067a3d954c', 'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'mac_address': 'fa:16:3e:e7:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:15Z', 'updated_at': '2022-03-11T12:58:20Z', 'revision_number': 5, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'subnets': [{'id': '37f279b2-46da-4757-8810-de1178d77b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:37.936934 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79b01d27-a243-4fa6-81b6-94556eb47002 req-84bc2dd7-a669-4dad-9cb9-5bed51b10028 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=826589f1-1c88-445d-8791-1b28ac61ac55 HTTP/1.1" status: 200 len: 999 time: 0.0572677 Mar 11 12:58:37.950076 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a6f3b-fc2f-437e-a0f8-2e8dc45d8ec2 None None] Checking router: 047fe5f1-a135-43d9-810e-20df021cc9b3 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 12:58:37.958638 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a6f3b-fc2f-437e-a0f8-2e8dc45d8ec2 None None] Routers {'047fe5f1-a135-43d9-810e-20df021cc9b3'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 12:58:37.959235 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cb4a6f3b-fc2f-437e-a0f8-2e8dc45d8ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T12:58:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['047fe5f1-a135-43d9-810e-20df021cc9b3'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:37.985238 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b01d27-a243-4fa6-81b6-94556eb47002 req-274ebf16-48a0-465f-b6a7-4ee746c6493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:37.987030 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79b01d27-a243-4fa6-81b6-94556eb47002 req-274ebf16-48a0-465f-b6a7-4ee746c6493a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0440121 Mar 11 12:58:38.040852 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b01d27-a243-4fa6-81b6-94556eb47002 req-0fb9e51f-6cc8-48d1-b577-e52435a13852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:58:38.042390 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79b01d27-a243-4fa6-81b6-94556eb47002 req-0fb9e51f-6cc8-48d1-b577-e52435a13852 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499363 Mar 11 12:58:38.066565 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-cb4a6f3b-fc2f-437e-a0f8-2e8dc45d8ec2 None None] Set router 047fe5f1-a135-43d9-810e-20df021cc9b3 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 12:58:38.129709 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79b01d27-a243-4fa6-81b6-94556eb47002 req-8eca35e7-d149-42b2-870c-5687e1fa7bb1 service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811193 Mar 11 12:58:38.222644 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-79b01d27-a243-4fa6-81b6-94556eb47002 req-812a7b83-8678-48dc-bbb7-d436ad45e3b5 service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872738 Mar 11 12:58:38.295958 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cb4a6f3b-fc2f-437e-a0f8-2e8dc45d8ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 4, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '3778f8db-1f94-4ca5-9375-ac5b949ff75f', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'floating_ip_address': '172.25.7.199', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'port_id': '826589f1-1c88-445d-8791-1b28ac61ac55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'mac_address': 'fa:16:3e:04:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:58:36Z', 'updated_at': '2022-03-11T12:58:36Z', 'revision_number': 0, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c573eb-d8e5-404b-84a3-1d067a3d954c', 'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'mac_address': 'fa:16:3e:e7:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:15Z', 'updated_at': '2022-03-11T12:58:20Z', 'revision_number': 5, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'subnets': [{'id': '37f279b2-46da-4757-8810-de1178d77b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 12:58:38.321803 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a6f3b-fc2f-437e-a0f8-2e8dc45d8ec2 None None] The sync data for ids ['047fe5f1-a135-43d9-810e-20df021cc9b3'] in n-d-833234-2 is: [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 4, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '3778f8db-1f94-4ca5-9375-ac5b949ff75f', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'floating_ip_address': '172.25.7.199', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'port_id': '826589f1-1c88-445d-8791-1b28ac61ac55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'mac_address': 'fa:16:3e:04:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T12:58:36Z', 'updated_at': '2022-03-11T12:58:36Z', 'revision_number': 0, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c573eb-d8e5-404b-84a3-1d067a3d954c', 'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'mac_address': 'fa:16:3e:e7:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:15Z', 'updated_at': '2022-03-11T12:58:20Z', 'revision_number': 5, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'subnets': [{'id': '37f279b2-46da-4757-8810-de1178d77b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 12:58:38.516572 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7844eaf0-1b51-4f2b-9959-2f3f8c4c1028 None None] New status for floating IP 3778f8db-1f94-4ca5-9375-ac5b949ff75f: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 12:58:43.261321 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:43.742069 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-da77bf37-02ce-4a23-a225-9936a5fedc3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:44.269595 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-3e966f1c-cdb7-4929-9fb7-366a2ebeca67 service neutron] (104032) timed out ('10.222.0.78', 44354) {{(pid=104032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:58:44.672176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-86d1cea0-9e36-4b8c-8113-9bf2429be775 req-3c046d17-d1fb-4bc0-89a6-25e610f568c8 tempest-ServerActionsTestJSON-1083035958 tempest-ServerActionsTestJSON-1083035958-project] (104032) timed out ('10.222.0.78', 44376) {{(pid=104032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 12:58:45.827247 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f8ab7afa-50bb-43bf-9387-35274b3b066f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:47.510830 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:48.955629 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:58:50.152081 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:59:02.234999 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f725bdfb-b1e4-4f9e-b635-00edbe92d4c0 req-941c9559-1902-4260-a979-643c2673e3c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515959 Mar 11 12:59:02.322018 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725bdfb-b1e4-4f9e-b635-00edbe92d4c0 req-6e6c8b45-21c8-4ae5-a752-63963e156430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:59:02.323422 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f725bdfb-b1e4-4f9e-b635-00edbe92d4c0 req-6e6c8b45-21c8-4ae5-a752-63963e156430 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 1127 time: 0.0456972 Mar 11 12:59:02.439486 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725bdfb-b1e4-4f9e-b635-00edbe92d4c0 req-7cdbe277-07bf-46af-ab86-a7aef2ea4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:59:02.440985 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f725bdfb-b1e4-4f9e-b635-00edbe92d4c0 req-7cdbe277-07bf-46af-ab86-a7aef2ea4784 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0943940 Mar 11 12:59:02.506948 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f725bdfb-b1e4-4f9e-b635-00edbe92d4c0 req-fc4611e5-2013-466c-9b3a-518679725daf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=826589f1-1c88-445d-8791-1b28ac61ac55 HTTP/1.1" status: 200 len: 1001 time: 0.0599039 Mar 11 12:59:02.559810 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725bdfb-b1e4-4f9e-b635-00edbe92d4c0 req-59a87991-e670-4321-9880-d7476e0b6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:59:02.561740 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f725bdfb-b1e4-4f9e-b635-00edbe92d4c0 req-59a87991-e670-4321-9880-d7476e0b6fc4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0492280 Mar 11 12:59:02.610529 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725bdfb-b1e4-4f9e-b635-00edbe92d4c0 req-757fac6e-6841-4037-b835-ceb26e2f7342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 12:59:02.612396 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f725bdfb-b1e4-4f9e-b635-00edbe92d4c0 req-757fac6e-6841-4037-b835-ceb26e2f7342 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442865 Mar 11 12:59:02.705094 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f725bdfb-b1e4-4f9e-b635-00edbe92d4c0 req-9b71f46b-57e2-4ba1-ba06-2625119d1acf service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869439 Mar 11 12:59:02.797899 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f725bdfb-b1e4-4f9e-b635-00edbe92d4c0 req-e128abcd-218d-425f-a453-d54835c05e32 service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868647 Mar 11 12:59:02.966825 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:59:04.538607 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:59:13.265107 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:59:13.742767 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12ed51eb-0131-41df-bea4-d6ab7fd1b3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:59:15.822258 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6de3be09-a042-4ea2-b4b8-62c3e6a1446a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:59:17.514790 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:59:18.955627 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:59:20.150312 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:59:34.550002 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:59:39.963139 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 12:59:43.255088 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:59:43.742428 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9da159c0-4edf-46ed-875d-b8a300fbb183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:59:45.825276 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-50decabb-a08a-4a3a-a1c2-af37b0e67b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:59:47.517702 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:59:48.962414 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 12:59:50.146192 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:03.228459 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4917c2a-07a4-483c-bd39-24e4d181aa17 req-a10132c4-3659-4eae-a77c-8f2c183f5d55 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481248 Mar 11 13:00:03.325524 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4917c2a-07a4-483c-bd39-24e4d181aa17 req-acc448a1-e9d8-4b18-b3a0-73a705117f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:03.327054 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4917c2a-07a4-483c-bd39-24e4d181aa17 req-acc448a1-e9d8-4b18-b3a0-73a705117f49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 1127 time: 0.0522466 Mar 11 13:00:03.430466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4917c2a-07a4-483c-bd39-24e4d181aa17 req-65c3230f-9b4b-4175-8161-cfcbd1c9557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:03.431983 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4917c2a-07a4-483c-bd39-24e4d181aa17 req-65c3230f-9b4b-4175-8161-cfcbd1c9557c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0859478 Mar 11 13:00:03.501405 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4917c2a-07a4-483c-bd39-24e4d181aa17 req-bb70cd90-529b-4ec3-b683-6299e24eb529 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=826589f1-1c88-445d-8791-1b28ac61ac55 HTTP/1.1" status: 200 len: 1001 time: 0.0635622 Mar 11 13:00:03.548990 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4917c2a-07a4-483c-bd39-24e4d181aa17 req-4b2e586d-482a-45fa-8d03-58e3eddfdd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:03.550416 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4917c2a-07a4-483c-bd39-24e4d181aa17 req-4b2e586d-482a-45fa-8d03-58e3eddfdd26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0431335 Mar 11 13:00:03.600220 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4917c2a-07a4-483c-bd39-24e4d181aa17 req-bf67e7ca-73db-498b-be49-5f8556ea2475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:03.601749 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4917c2a-07a4-483c-bd39-24e4d181aa17 req-bf67e7ca-73db-498b-be49-5f8556ea2475 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456555 Mar 11 13:00:03.703778 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4917c2a-07a4-483c-bd39-24e4d181aa17 req-ad0d7842-3cbd-4565-b00c-d090c9caf715 service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956519 Mar 11 13:00:03.797443 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f4917c2a-07a4-483c-bd39-24e4d181aa17 req-4a7a4398-39e1-47bf-9926-a8aa800d2193 service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881815 Mar 11 13:00:04.557081 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:13.267354 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:13.741063 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98a55a5c-4bdb-42e9-8a6b-cf2b436b1aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:15.834921 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1fc1-8d10-45f5-8296-4b17fdbc5b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:16.966438 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:00:17.520297 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:18.961597 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:20.143118 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:33.448600 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff3e21-c877-4dc2-b0d4-7b854e4e7b54 req-a99d1c1f-ddb4-4e83-815b-2bb661e1b0fd tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:33.450087 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70ff3e21-c877-4dc2-b0d4-7b854e4e7b54 req-a99d1c1f-ddb4-4e83-815b-2bb661e1b0fd tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0590105 Mar 11 13:00:33.501943 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-70ff3e21-c877-4dc2-b0d4-7b854e4e7b54 req-812b30ee-7fda-4fb9-9eb8-6dcddc43eef3 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0444479 Mar 11 13:00:34.557707 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:34.633166 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f43bc7-6e49-48cb-bbe2-67daa3d18629 req-7a84093d-8fff-4b98-b588-c65e90f343c2 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:34.634657 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6f43bc7-6e49-48cb-bbe2-67daa3d18629 req-7a84093d-8fff-4b98-b588-c65e90f343c2 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0545268 Mar 11 13:00:34.686339 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e6f43bc7-6e49-48cb-bbe2-67daa3d18629 req-97c67e8c-36ea-49c1-89b2-9c910c78ce7a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0433407 Mar 11 13:00:35.826296 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28b226-30b4-4171-9b64-9e87b91f59c7 req-d723da93-537e-4f5b-a4b3-07796041712c tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:35.827814 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce28b226-30b4-4171-9b64-9e87b91f59c7 req-d723da93-537e-4f5b-a4b3-07796041712c tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0559163 Mar 11 13:00:35.883240 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ce28b226-30b4-4171-9b64-9e87b91f59c7 req-f8c5d965-f941-4f1e-b558-e228d0bb5899 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0475514 Mar 11 13:00:37.037584 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e14ed-0f26-4b86-bf1a-8e8be5223ff6 req-975c3cab-9b14-4ad5-94ab-5c2ff1caf15f tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:37.039097 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-186e14ed-0f26-4b86-bf1a-8e8be5223ff6 req-975c3cab-9b14-4ad5-94ab-5c2ff1caf15f tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0632198 Mar 11 13:00:37.093691 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-186e14ed-0f26-4b86-bf1a-8e8be5223ff6 req-aa2dfdda-efe2-46f9-b942-eca5920f823a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0465763 Mar 11 13:00:38.228586 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce460a-a5d9-4562-8ae9-5cb01a170d3c req-3c099331-1895-434b-821a-86e20959bdf1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:38.230082 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08ce460a-a5d9-4562-8ae9-5cb01a170d3c req-3c099331-1895-434b-821a-86e20959bdf1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0629866 Mar 11 13:00:38.281170 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08ce460a-a5d9-4562-8ae9-5cb01a170d3c req-d3f16282-4103-45e0-a46b-2cacf43da7ba tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0446486 Mar 11 13:00:39.422095 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07924028-34c7-49f6-a4e6-d677a57c3151 req-3e0ee5e2-4e1f-4408-b6ff-2c9d6ced8124 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:39.423784 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07924028-34c7-49f6-a4e6-d677a57c3151 req-3e0ee5e2-4e1f-4408-b6ff-2c9d6ced8124 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0618339 Mar 11 13:00:39.472562 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-07924028-34c7-49f6-a4e6-d677a57c3151 req-41c28d54-55fb-4ef0-aad7-4b7c9351925a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0429771 Mar 11 13:00:40.607338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebf8cb-bc2e-4a1a-9dbb-68935a70ef4f req-54761537-dae4-43ac-9ddf-044cea9cc560 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:40.608854 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35ebf8cb-bc2e-4a1a-9dbb-68935a70ef4f req-54761537-dae4-43ac-9ddf-044cea9cc560 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0612314 Mar 11 13:00:40.661891 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-35ebf8cb-bc2e-4a1a-9dbb-68935a70ef4f req-95d36efb-add6-4ce7-b033-aef607cc3564 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0445189 Mar 11 13:00:41.786805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d2eef-8c71-4951-8752-86f14b5a83e1 req-9cb46607-24de-47ea-9443-0af8880c9816 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:41.788349 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2f6d2eef-8c71-4951-8752-86f14b5a83e1 req-9cb46607-24de-47ea-9443-0af8880c9816 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0582895 Mar 11 13:00:41.840349 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2f6d2eef-8c71-4951-8752-86f14b5a83e1 req-09bb9a0e-d293-444c-81d6-0cb500b60ce5 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0439525 Mar 11 13:00:42.980363 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b0f19-85bb-4f9f-abfb-3a6036314720 req-dd8f769f-435c-4779-8749-07c4dcb06ae5 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:42.981862 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c24b0f19-85bb-4f9f-abfb-3a6036314720 req-dd8f769f-435c-4779-8749-07c4dcb06ae5 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0631673 Mar 11 13:00:43.034035 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c24b0f19-85bb-4f9f-abfb-3a6036314720 req-d6898f30-e333-4a45-b90c-66048fdce514 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0435765 Mar 11 13:00:43.272395 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:43.735756 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-97f97ef2-122f-46cf-b95b-63013d3d3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:44.166353 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5c3a9-e8cb-41ab-83df-48ef2cb5f989 req-d221ed89-5e79-4d56-969a-27f27563f252 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:44.167872 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26f5c3a9-e8cb-41ab-83df-48ef2cb5f989 req-d221ed89-5e79-4d56-969a-27f27563f252 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0532229 Mar 11 13:00:44.219740 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26f5c3a9-e8cb-41ab-83df-48ef2cb5f989 req-fb704ae2-c372-471d-ac4d-11f381bee761 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0460663 Mar 11 13:00:45.342934 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c016fc-2776-431e-90bc-7bc56fdc7090 req-d0a9ec8b-9001-4d8c-9d50-2564b01a93a8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:45.344438 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63c016fc-2776-431e-90bc-7bc56fdc7090 req-d0a9ec8b-9001-4d8c-9d50-2564b01a93a8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0547397 Mar 11 13:00:45.395618 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-63c016fc-2776-431e-90bc-7bc56fdc7090 req-94062f76-df20-49c1-90c9-455498808a47 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0427063 Mar 11 13:00:45.821417 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94574a82-1fe6-455d-9b14-a025b62dd621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:46.534921 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3849a31-f10d-4df4-b94b-930af31d0928 req-4f41128e-2d03-4627-9870-611b2b90496d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:46.536705 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3849a31-f10d-4df4-b94b-930af31d0928 req-4f41128e-2d03-4627-9870-611b2b90496d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0612462 Mar 11 13:00:46.588957 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b3849a31-f10d-4df4-b94b-930af31d0928 req-54f78619-ad14-4a72-8003-261473ab1a91 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0463159 Mar 11 13:00:46.616201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 826589f1-1c88-445d-8791-1b28ac61ac55 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 13:00:46.720935 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 826589f1-1c88-445d-8791-1b28ac61ac55, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=826589f1-1c88-445d-8791-1b28ac61ac55,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:00:46.736512 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '826589f1-1c88-445d-8791-1b28ac61ac55', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'port_id': '826589f1-1c88-445d-8791-1b28ac61ac55', 'mac_address': 'fa:16:3e:04:48:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 13:00:46.781944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 826589f1-1c88-445d-8791-1b28ac61ac55 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:00:46.782587 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:46.800993 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 826589f1-1c88-445d-8791-1b28ac61ac55 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:00:46.825511 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 826589f1-1c88-445d-8791-1b28ac61ac55, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=826589f1-1c88-445d-8791-1b28ac61ac55,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:00:46.833951 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:46.892651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=826589f1-1c88-445d-8791-1b28ac61ac55,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:00:46.902785 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:00:46.903271 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:00:46.903641 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:00:46.904011 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:00:46.904342 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:00:46.904696 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:00:46.905023 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:00:46.905350 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:00:46.905672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:00:46.905996 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:00:46.906316 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:00:46.906638 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:00:46.906955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:00:46.914704 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['826589f1-1c88-445d-8791-1b28ac61ac55'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 13:00:47.526316 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:47.732064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf74b7-e84d-45ba-a412-43eaa979befe req-29156c5a-9511-4805-bb7e-75cb0492cc0f tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:47.736055 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36bf74b7-e84d-45ba-a412-43eaa979befe req-29156c5a-9511-4805-bb7e-75cb0492cc0f tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 944 time: 0.0629678 Mar 11 13:00:47.792169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-36bf74b7-e84d-45ba-a412-43eaa979befe req-40eaaa38-b725-4c99-b7cc-30d3b6e5930a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0524201 Mar 11 13:00:48.624438 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 826589f1-1c88-445d-8791-1b28ac61ac55 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 13:00:48.676749 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 826589f1-1c88-445d-8791-1b28ac61ac55 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:00:48.677128 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:48.766870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 826589f1-1c88-445d-8791-1b28ac61ac55 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:00:48.767255 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:48.792219 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826589f1-1c88-445d-8791-1b28ac61ac55'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:00:48.796099 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74339d81-1354-4dbf-9199-c6cc80415c0c" -d '{"events": [{"server_uuid": "5ff009cc-6567-412f-97c8-dd563dd8b6b9", "name": "network-vif-plugged", "status": "completed", "tag": "826589f1-1c88-445d-8791-1b28ac61ac55"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:00:48.809798 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 826589f1-1c88-445d-8791-1b28ac61ac55, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=826589f1-1c88-445d-8791-1b28ac61ac55,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:00:48.818819 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:48.887309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=826589f1-1c88-445d-8791-1b28ac61ac55,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:00:48.931270 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 13:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b232199-3726-4266-adf2-a0e950f38bfd x-openstack-request-id: req-4b232199-3726-4266-adf2-a0e950f38bfd {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:00:48.931660 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff009cc-6567-412f-97c8-dd563dd8b6b9", "name": "network-vif-plugged", "status": "completed", "tag": "826589f1-1c88-445d-8791-1b28ac61ac55", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:00:48.932331 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b232199-3726-4266-adf2-a0e950f38bfd {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:00:48.932823 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826589f1-1c88-445d-8791-1b28ac61ac55', 'code': 200} Mar 11 13:00:48.943976 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f50bd-e381-4fe5-becb-2b87ddb814f5 req-a1a4a8c6-2d81-4ca2-adcd-8eaff915aa2a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:48.952230 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be0f50bd-e381-4fe5-becb-2b87ddb814f5 req-a1a4a8c6-2d81-4ca2-adcd-8eaff915aa2a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0770423 Mar 11 13:00:48.966065 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:48.999350 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be0f50bd-e381-4fe5-becb-2b87ddb814f5 req-229939db-7a35-4954-9779-989b43e7514c tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0460134 Mar 11 13:00:50.140876 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:50.154015 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc4cbb-63bb-48c4-9086-127b03e886f0 req-600d2c3d-db1d-4e7e-a365-4b40606fa4ad tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:50.160435 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13cc4cbb-63bb-48c4-9086-127b03e886f0 req-600d2c3d-db1d-4e7e-a365-4b40606fa4ad tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0807528 Mar 11 13:00:50.225570 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-13cc4cbb-63bb-48c4-9086-127b03e886f0 req-5c5efd50-7708-4b02-9bbe-71fde0d5525e tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0633359 Mar 11 13:00:51.360905 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcae726-6604-4efd-8922-a9e77c80976c req-965cd869-ae61-4733-a215-4034261165b0 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:51.362577 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cfcae726-6604-4efd-8922-a9e77c80976c req-965cd869-ae61-4733-a215-4034261165b0 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0643232 Mar 11 13:00:51.419530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cfcae726-6604-4efd-8922-a9e77c80976c req-1f087e25-93b3-4969-84ed-36ce540d3e81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0502667 Mar 11 13:00:52.545098 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69a7b3-cbd6-431d-8cd2-53537cf035ca req-0c820033-014e-4892-97e3-fbe2094a9729 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:52.546613 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d69a7b3-cbd6-431d-8cd2-53537cf035ca req-0c820033-014e-4892-97e3-fbe2094a9729 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0555067 Mar 11 13:00:52.604137 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2d69a7b3-cbd6-431d-8cd2-53537cf035ca req-2bfa6345-e77e-4aef-b27c-a91664f24089 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0516434 Mar 11 13:00:53.755935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db5e43-b114-4495-bd62-8277cbf9b8a0 req-8259e20c-0d9b-4c84-84a9-2d816205b0ca tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:53.757925 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53db5e43-b114-4495-bd62-8277cbf9b8a0 req-8259e20c-0d9b-4c84-84a9-2d816205b0ca tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0707724 Mar 11 13:00:53.811217 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-53db5e43-b114-4495-bd62-8277cbf9b8a0 req-4921404f-cbb2-44bb-83cd-c605d9ff9256 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0463107 Mar 11 13:00:53.966067 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:00:54.934643 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9e9ad-a447-491a-8859-97d10f901271 req-08265b79-95dc-42de-be80-705fdf8b9336 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:54.936145 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcb9e9ad-a447-491a-8859-97d10f901271 req-08265b79-95dc-42de-be80-705fdf8b9336 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0558074 Mar 11 13:00:54.990295 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bcb9e9ad-a447-491a-8859-97d10f901271 req-4eecac2f-e6a5-4edf-bb05-acdfe69d107d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0456724 Mar 11 13:00:55.182658 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fa3f7-6254-44de-ace7-1872bd6d9083 req-0ead12e7-642b-4424-a540-52e1eec3249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:55.184093 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-943fa3f7-6254-44de-ace7-1872bd6d9083 req-0ead12e7-642b-4424-a540-52e1eec3249b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 1127 time: 0.0509801 Mar 11 13:00:55.278466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fa3f7-6254-44de-ace7-1872bd6d9083 req-f61f8f39-75ae-4b81-a688-3e358b6cdb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:55.279994 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-943fa3f7-6254-44de-ace7-1872bd6d9083 req-f61f8f39-75ae-4b81-a688-3e358b6cdb5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0904927 Mar 11 13:00:55.348681 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-943fa3f7-6254-44de-ace7-1872bd6d9083 req-4a576dc0-c309-4fa4-af2f-37b8bc18d1b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=826589f1-1c88-445d-8791-1b28ac61ac55 HTTP/1.1" status: 200 len: 1001 time: 0.0626428 Mar 11 13:00:55.398692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fa3f7-6254-44de-ace7-1872bd6d9083 req-2ce42703-0577-4dd0-9bca-8dd4776105c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:55.400145 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-943fa3f7-6254-44de-ace7-1872bd6d9083 req-2ce42703-0577-4dd0-9bca-8dd4776105c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0453806 Mar 11 13:00:55.449496 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fa3f7-6254-44de-ace7-1872bd6d9083 req-18a87780-7c95-48f2-89ec-475acca19bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:55.450872 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-943fa3f7-6254-44de-ace7-1872bd6d9083 req-18a87780-7c95-48f2-89ec-475acca19bee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449238 Mar 11 13:00:55.891195 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-943fa3f7-6254-44de-ace7-1872bd6d9083 req-7dbf8930-045f-46d5-a9f2-074bccc6f423 service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340975 Mar 11 13:00:55.979180 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-943fa3f7-6254-44de-ace7-1872bd6d9083 req-ef0b173d-20bf-4831-bdf9-32ba5539c8e1 service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813370 Mar 11 13:00:56.118745 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb595046-cd64-407c-9865-8cc47ccd3494 req-596307a7-3e0c-4258-ad3e-d8b3279703ed tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:56.120688 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb595046-cd64-407c-9865-8cc47ccd3494 req-596307a7-3e0c-4258-ad3e-d8b3279703ed tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0595284 Mar 11 13:00:56.172539 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cb595046-cd64-407c-9865-8cc47ccd3494 req-74f01dae-0d11-485b-a92e-ce0370d9962b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0456696 Mar 11 13:00:57.296533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a2a3c-e364-4238-a77d-9437bf208015 req-43d117b8-1016-499c-b77b-7a439d57efb4 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:57.298020 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-898a2a3c-e364-4238-a77d-9437bf208015 req-43d117b8-1016-499c-b77b-7a439d57efb4 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0547564 Mar 11 13:00:57.346986 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-898a2a3c-e364-4238-a77d-9437bf208015 req-e142845d-0e16-4a02-a12e-fddc5054ce42 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0431807 Mar 11 13:00:58.478807 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5725b-97d6-40bf-b561-1a325836cef1 req-ec8ca553-a262-4c71-ba2b-57152fcebfd7 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:58.480328 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ac5725b-97d6-40bf-b561-1a325836cef1 req-ec8ca553-a262-4c71-ba2b-57152fcebfd7 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0582421 Mar 11 13:00:58.538792 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2ac5725b-97d6-40bf-b561-1a325836cef1 req-b9c4ee60-b890-47a4-878d-ac8e7a209669 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0514483 Mar 11 13:00:58.666828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 826589f1-1c88-445d-8791-1b28ac61ac55 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:00:58.682634 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-c210ad44-de3f-4249-b119-e16490f226c6 req-f297c7a8-c9f6-4796-bc3a-eea96808dac8 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 13:00:58.683789 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c210ad44-de3f-4249-b119-e16490f226c6 req-f297c7a8-c9f6-4796-bc3a-eea96808dac8 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0709200 Mar 11 13:00:58.746538 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 826589f1-1c88-445d-8791-1b28ac61ac55 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:00:58.746955 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:58.769800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826589f1-1c88-445d-8791-1b28ac61ac55'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:00:58.772529 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1faa46-3c33-42dd-96f6-9f8c3904afc2" -d '{"events": [{"server_uuid": "5ff009cc-6567-412f-97c8-dd563dd8b6b9", "name": "network-vif-unplugged", "status": "completed", "tag": "826589f1-1c88-445d-8791-1b28ac61ac55"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:00:58.784651 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 826589f1-1c88-445d-8791-1b28ac61ac55, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=826589f1-1c88-445d-8791-1b28ac61ac55,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:00:58.790564 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:00:58.813946 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 13:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b600793d-ebe7-486f-9389-1cc5065699b2 x-openstack-request-id: req-b600793d-ebe7-486f-9389-1cc5065699b2 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:00:58.814231 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff009cc-6567-412f-97c8-dd563dd8b6b9", "name": "network-vif-unplugged", "status": "failed", "tag": "826589f1-1c88-445d-8791-1b28ac61ac55", "code": 422}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:00:58.814476 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b600793d-ebe7-486f-9389-1cc5065699b2 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:00:58.814859 n-d-833234-2 neutron-server[104033]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '826589f1-1c88-445d-8791-1b28ac61ac55', 'code': 422} returned with failed status Mar 11 13:00:58.841320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=826589f1-1c88-445d-8791-1b28ac61ac55,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:00:59.872070 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb9883-4a68-4739-a85f-3e4459506903 req-db271305-1401-4894-bd8e-142e95b2d868 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:00:59.874220 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dcb9883-4a68-4739-a85f-3e4459506903 req-db271305-1401-4894-bd8e-142e95b2d868 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 943 time: 0.0546253 Mar 11 13:00:59.924160 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dcb9883-4a68-4739-a85f-3e4459506903 req-597a8635-e1c2-4e81-9139-74d3e07def6f tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0439334 Mar 11 13:01:00.153041 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-052f0665-681a-4b0e-b1a0-d9862cce33e6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902572 Mar 11 13:01:00.289895 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-aba0f535-958c-4c07-9ae8-6a845bede8a8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:00.291270 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-aba0f535-958c-4c07-9ae8-6a845bede8a8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports/826589f1-1c88-445d-8791-1b28ac61ac55 HTTP/1.1" status: 200 len: 940 time: 0.1023383 Mar 11 13:01:01.057617 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a979308-755b-48bc-baa7-728fb72407e5 req-729ba4d4-3fd7-4f9d-a7a0-9c85ce666f4b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:01.059166 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a979308-755b-48bc-baa7-728fb72407e5 req-729ba4d4-3fd7-4f9d-a7a0-9c85ce666f4b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 943 time: 0.0591526 Mar 11 13:01:01.111373 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8a979308-755b-48bc-baa7-728fb72407e5 req-ac056226-8189-4017-b0a2-a0feb7f94484 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0465755 Mar 11 13:01:01.130460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-e7ac0d1b-b9aa-484a-a81d-1f82eac2e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:01.132566 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-e7ac0d1b-b9aa-484a-a81d-1f82eac2e30f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9&tenant_id=dab76f37e5054cdca57ba336fc3a4f6d HTTP/1.1" status: 200 len: 1125 time: 0.0895188 Mar 11 13:01:01.144503 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:01:01.206138 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:01.410041 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] For port 826589f1-1c88-445d-8791-1b28ac61ac55, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=826589f1-1c88-445d-8791-1b28ac61ac55,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:01:01.445319 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] For port 826589f1-1c88-445d-8791-1b28ac61ac55, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 13:01:01.477410 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826589f1-1c88-445d-8791-1b28ac61ac55 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:01:01.485088 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Publish callbacks [] for port (826589f1-1c88-445d-8791-1b28ac61ac55), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:01.497294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Transition to ACTIVE for port object 826589f1-1c88-445d-8791-1b28ac61ac55 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 13:01:01.502667 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:01.581412 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Pushing event updated for resources: {'Port': ['ID=826589f1-1c88-445d-8791-1b28ac61ac55,revision_number=9']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:01:01.594176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:01:01.594527 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:01:01.594871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:01:01.595385 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:01:01.595750 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:01:01.596132 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:01:01.596486 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:01:01.596732 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:01:01.597078 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:01:01.597426 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:01:01.597728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:01:01.598149 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:01:01.598473 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:01:01.634910 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] No DVR routers for this DVR port 826589f1-1c88-445d-8791-1b28ac61ac55 on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:01:02.099570 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Attempting to bind port 826589f1-1c88-445d-8791-1b28ac61ac55 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 13:01:02.099884 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Attempting to bind port 826589f1-1c88-445d-8791-1b28ac61ac55 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 13:01:02.100129 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Attempting to bind port 826589f1-1c88-445d-8791-1b28ac61ac55 on network d58243b5-039b-4543-b326-979ed2a4bbde {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 13:01:02.104512 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Port 826589f1-1c88-445d-8791-1b28ac61ac55 on network d58243b5-039b-4543-b326-979ed2a4bbde not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 13:01:02.104829 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Attempting to bind port 826589f1-1c88-445d-8791-1b28ac61ac55 on network d58243b5-039b-4543-b326-979ed2a4bbde {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 13:01:02.109918 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 13:01:02.110252 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Checking segment: {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 13:01:02.110689 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Bound using segment: {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 13:01:02.111033 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Bound port: 826589f1-1c88-445d-8791-1b28ac61ac55, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 13:01:02.111374 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:02.176949 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] For port 826589f1-1c88-445d-8791-1b28ac61ac55, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 13:01:02.180060 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] For port 826589f1-1c88-445d-8791-1b28ac61ac55, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=826589f1-1c88-445d-8791-1b28ac61ac55,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 13:01:02.188026 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:02.222368 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:02.223088 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:02.224398 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] 10.222.0.71 "PUT /v2.0/ports/826589f1-1c88-445d-8791-1b28ac61ac55 HTTP/1.1" status: 200 len: 1091 time: 1.0838740 Mar 11 13:01:02.224870 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'tag': '826589f1-1c88-445d-8791-1b28ac61ac55'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:01:02.227438 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542a9613-ba1b-46ea-8d79-5961161a08ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff009cc-6567-412f-97c8-dd563dd8b6b9", "tag": "826589f1-1c88-445d-8791-1b28ac61ac55"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:01:02.250141 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3684ec0-ebc6-41f1-99e3-78c3b9506df7 req-1212c5fa-e68c-46f8-9179-3bae3208d375 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:02.252113 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3684ec0-ebc6-41f1-99e3-78c3b9506df7 req-1212c5fa-e68c-46f8-9179-3bae3208d375 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 944 time: 0.0698745 Mar 11 13:01:02.289171 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 13:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08eafb1-6387-4f5b-89fb-779233a2c081 x-openstack-request-id: req-c08eafb1-6387-4f5b-89fb-779233a2c081 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:01:02.290219 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff009cc-6567-412f-97c8-dd563dd8b6b9", "tag": "826589f1-1c88-445d-8791-1b28ac61ac55", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:01:02.290219 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c08eafb1-6387-4f5b-89fb-779233a2c081 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:01:02.290219 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'tag': '826589f1-1c88-445d-8791-1b28ac61ac55', 'status': 'completed', 'code': 200} Mar 11 13:01:02.293171 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd698b2f-040c-4f61-b781-f2fd22a6d783 service neutron] Pushing event updated for resources: {'Port': ['ID=826589f1-1c88-445d-8791-1b28ac61ac55,revision_number=10']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:01:02.313309 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-7f29065c-13ef-49b4-b8ed-574d928ce102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:02.315142 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-7f29065c-13ef-49b4-b8ed-574d928ce102 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 1126 time: 0.0555215 Mar 11 13:01:02.317533 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c3684ec0-ebc6-41f1-99e3-78c3b9506df7 req-9b2229ae-2624-4e54-b0f1-14e8776b3c7b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0578933 Mar 11 13:01:02.417996 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-ba79f56f-d23a-4c37-8e91-b7406ca95db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:02.419539 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-ba79f56f-d23a-4c37-8e91-b7406ca95db8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0957081 Mar 11 13:01:02.485700 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-1dba4302-c641-405a-9ed0-956c1ff391ab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=826589f1-1c88-445d-8791-1b28ac61ac55 HTTP/1.1" status: 200 len: 999 time: 0.0589900 Mar 11 13:01:02.535202 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-243aa3bd-86e1-4016-9d40-326c33abead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:02.536734 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-243aa3bd-86e1-4016-9d40-326c33abead6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0448165 Mar 11 13:01:02.592205 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-20006600-e993-485a-9ca4-9b6c9662b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:02.593713 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-20006600-e993-485a-9ca4-9b6c9662b6c5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494292 Mar 11 13:01:02.681478 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-91da51bb-5e83-4731-906c-35862b1a52a1 service neutron] 10.222.0.71 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808384 Mar 11 13:01:02.778064 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0ef75c88-019d-44ec-8519-2396ce1f2918 req-ddde1d38-ccff-4194-a238-a11535797aaa service neutron] 10.222.0.71 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898974 Mar 11 13:01:02.874168 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a9613-ba1b-46ea-8d79-5961161a08ad req-6e12d9f3-6bd8-44ec-91ed-3ca9a5e53806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:02.875714 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-542a9613-ba1b-46ea-8d79-5961161a08ad req-6e12d9f3-6bd8-44ec-91ed-3ca9a5e53806 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 1126 time: 0.0492339 Mar 11 13:01:02.972263 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a9613-ba1b-46ea-8d79-5961161a08ad req-d066b1c3-0fb6-41dd-a1ec-65c742109291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:02.973760 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-542a9613-ba1b-46ea-8d79-5961161a08ad req-d066b1c3-0fb6-41dd-a1ec-65c742109291 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0920529 Mar 11 13:01:03.050822 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-542a9613-ba1b-46ea-8d79-5961161a08ad req-a7035edb-965d-4f1c-8de4-4389c2c2adde service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=826589f1-1c88-445d-8791-1b28ac61ac55 HTTP/1.1" status: 200 len: 999 time: 0.0686135 Mar 11 13:01:03.107218 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a9613-ba1b-46ea-8d79-5961161a08ad req-c0c24826-c568-4ffb-a9d7-20eff333df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:03.109000 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-542a9613-ba1b-46ea-8d79-5961161a08ad req-c0c24826-c568-4ffb-a9d7-20eff333df85 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0512047 Mar 11 13:01:03.451178 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fe168-829a-4493-a278-014838b31d7f req-58dd1864-cffd-46e4-8248-4a91cdd8672c tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:03.452794 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d10fe168-829a-4493-a278-014838b31d7f req-58dd1864-cffd-46e4-8248-4a91cdd8672c tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 944 time: 0.0571773 Mar 11 13:01:03.511572 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d10fe168-829a-4493-a278-014838b31d7f req-12404623-ca39-40fe-b3d8-ca8eafe25457 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0526819 Mar 11 13:01:04.576745 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:04.651412 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65904d86-eb23-48ca-aeaf-4d488b37b299 req-263a3206-b132-4942-956a-95ab4b5eb476 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:04.653028 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65904d86-eb23-48ca-aeaf-4d488b37b299 req-263a3206-b132-4942-956a-95ab4b5eb476 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 944 time: 0.0618834 Mar 11 13:01:04.709132 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-65904d86-eb23-48ca-aeaf-4d488b37b299 req-07359023-7b4b-4f95-ae2a-19472dcb0942 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0495656 Mar 11 13:01:05.848805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb1eea-6b1a-41fd-a339-472e7e77c496 req-36e95d5f-814c-4bc1-a021-4c91b565bfbe tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:05.856358 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30bb1eea-6b1a-41fd-a339-472e7e77c496 req-36e95d5f-814c-4bc1-a021-4c91b565bfbe tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 944 time: 0.0697434 Mar 11 13:01:05.903038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-30bb1eea-6b1a-41fd-a339-472e7e77c496 req-516f418b-121f-4b12-9744-6aedd08a3d3d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0456536 Mar 11 13:01:07.038003 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edc6ca-a4b2-48b9-a8f2-b0bb2fc7efe9 req-86101a37-8603-4617-9a35-63add5c524f3 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:07.039679 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-51edc6ca-a4b2-48b9-a8f2-b0bb2fc7efe9 req-86101a37-8603-4617-9a35-63add5c524f3 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 944 time: 0.0577135 Mar 11 13:01:07.091955 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-51edc6ca-a4b2-48b9-a8f2-b0bb2fc7efe9 req-bdb27f8f-83bb-4cb7-ab23-832e38e958a1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0465405 Mar 11 13:01:08.231002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09881d6e-cf30-4511-b4b9-08018a684a5f req-e03c8169-6a41-49a5-8cf9-10eb42a3e244 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:08.232864 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09881d6e-cf30-4511-b4b9-08018a684a5f req-e03c8169-6a41-49a5-8cf9-10eb42a3e244 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 944 time: 0.0579693 Mar 11 13:01:08.301692 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-09881d6e-cf30-4511-b4b9-08018a684a5f req-358d3d7a-ee7e-4405-98af-38a0aef38ad3 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0604885 Mar 11 13:01:09.432778 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c351dc8-23fd-4cfd-b06e-29758253495f req-d1d43a47-6bdf-4ab5-a93e-f482d0a93be3 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:09.437525 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c351dc8-23fd-4cfd-b06e-29758253495f req-d1d43a47-6bdf-4ab5-a93e-f482d0a93be3 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 944 time: 0.0612209 Mar 11 13:01:09.504585 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c351dc8-23fd-4cfd-b06e-29758253495f req-a5201173-f045-42a9-9ee1-25ddea37122a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0626292 Mar 11 13:01:10.640815 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd729c95-513e-4fd1-a821-2474f4fe1a52 req-08dacf78-4d64-4c23-b6a9-1fa0577a8558 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:10.642287 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd729c95-513e-4fd1-a821-2474f4fe1a52 req-08dacf78-4d64-4c23-b6a9-1fa0577a8558 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 944 time: 0.0681684 Mar 11 13:01:10.702573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd729c95-513e-4fd1-a821-2474f4fe1a52 req-f88854cb-0208-44d9-ba37-89840f813aae tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0540669 Mar 11 13:01:10.849309 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a9613-ba1b-46ea-8d79-5961161a08ad req-9df52d11-b9a0-4735-8d4c-11383a00820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:10.851338 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-542a9613-ba1b-46ea-8d79-5961161a08ad req-9df52d11-b9a0-4735-8d4c-11383a00820a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0538046 Mar 11 13:01:10.943551 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-542a9613-ba1b-46ea-8d79-5961161a08ad req-7f184277-c4c0-4021-9a3e-509584618a5c service neutron] 10.222.0.71 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830834 Mar 11 13:01:11.055246 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-542a9613-ba1b-46ea-8d79-5961161a08ad req-bf2beaeb-a811-4056-9f08-9cdd2a62021a service neutron] 10.222.0.71 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966887 Mar 11 13:01:11.842615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f627c-fb23-4626-b696-afa2570555bb req-1547625a-97cd-4a53-8765-02bab2dd86e8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:11.843270 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f2f627c-fb23-4626-b696-afa2570555bb req-1547625a-97cd-4a53-8765-02bab2dd86e8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 944 time: 0.0648639 Mar 11 13:01:11.892853 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f2f627c-fb23-4626-b696-afa2570555bb req-420cf246-7343-4735-b7cf-4b2251f10c54 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0438998 Mar 11 13:01:13.034922 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a74f81-cb7f-4e8a-bbbc-100ce8d67fd5 req-092a9ade-34d1-42d1-9ec5-e0ae6b3000f4 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:13.036392 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75a74f81-cb7f-4e8a-bbbc-100ce8d67fd5 req-092a9ade-34d1-42d1-9ec5-e0ae6b3000f4 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 944 time: 0.0612075 Mar 11 13:01:13.090972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-75a74f81-cb7f-4e8a-bbbc-100ce8d67fd5 req-cdccfbea-a11e-4469-bca1-a75375eb051d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0471320 Mar 11 13:01:13.260003 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:13.750937 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-75dcef0f-28aa-4de8-87c4-0ded215a836b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:14.223978 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40072f10-f869-4934-afb3-51427a98d77d req-7e44e10e-6794-4a89-9d74-1068b8bf60dd tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:14.225488 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40072f10-f869-4934-afb3-51427a98d77d req-7e44e10e-6794-4a89-9d74-1068b8bf60dd tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 944 time: 0.0542665 Mar 11 13:01:14.275218 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40072f10-f869-4934-afb3-51427a98d77d req-cbc50c5c-35c6-444c-acd1-8fe170cd5c22 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0439765 Mar 11 13:01:15.171170 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 826589f1-1c88-445d-8791-1b28ac61ac55 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 13:01:15.272943 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 826589f1-1c88-445d-8791-1b28ac61ac55, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=826589f1-1c88-445d-8791-1b28ac61ac55,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:01:15.284930 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '826589f1-1c88-445d-8791-1b28ac61ac55', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'port_id': '826589f1-1c88-445d-8791-1b28ac61ac55', 'mac_address': 'fa:16:3e:04:48:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 13:01:15.330169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 826589f1-1c88-445d-8791-1b28ac61ac55 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:01:15.330882 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:15.345043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826589f1-1c88-445d-8791-1b28ac61ac55 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:01:15.369210 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 826589f1-1c88-445d-8791-1b28ac61ac55, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=826589f1-1c88-445d-8791-1b28ac61ac55,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:01:15.399545 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:15.409123 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ab82a-de57-498a-8c13-1f0ac00bbbb7 req-be4fd897-36a4-4e52-9e62-e3c0f1aabaa8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:15.410619 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c39ab82a-de57-498a-8c13-1f0ac00bbbb7 req-be4fd897-36a4-4e52-9e62-e3c0f1aabaa8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 944 time: 0.0597034 Mar 11 13:01:15.448482 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=826589f1-1c88-445d-8791-1b28ac61ac55,revision_number=11']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:01:15.462912 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c39ab82a-de57-498a-8c13-1f0ac00bbbb7 req-22d6398d-47ff-46ce-aea0-2b57806f613c tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0466347 Mar 11 13:01:15.686351 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['826589f1-1c88-445d-8791-1b28ac61ac55'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 13:01:15.827857 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d74a0ff1-1d87-48ae-a8b5-bf4e03d8448a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:16.608023 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cfb9d-c727-42f9-8186-73cded8a8f6f req-ef626e59-33b1-4fa3-910e-b0b4c6b0ba34 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:16.609817 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c1cfb9d-c727-42f9-8186-73cded8a8f6f req-ef626e59-33b1-4fa3-910e-b0b4c6b0ba34 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0640669 Mar 11 13:01:16.669520 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2c1cfb9d-c727-42f9-8186-73cded8a8f6f req-83836d23-c9e5-4dd6-b90a-2f7a467459b5 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0533788 Mar 11 13:01:17.185392 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 826589f1-1c88-445d-8791-1b28ac61ac55 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 13:01:17.241670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 826589f1-1c88-445d-8791-1b28ac61ac55 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 13:01:17.245921 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 826589f1-1c88-445d-8791-1b28ac61ac55 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:01:17.246301 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:17.326801 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 826589f1-1c88-445d-8791-1b28ac61ac55 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:01:17.327191 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:17.351307 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826589f1-1c88-445d-8791-1b28ac61ac55'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:01:17.353680 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c1271c-7d53-470e-82ef-4c9ea2a50a1f" -d '{"events": [{"server_uuid": "5ff009cc-6567-412f-97c8-dd563dd8b6b9", "name": "network-vif-plugged", "status": "completed", "tag": "826589f1-1c88-445d-8791-1b28ac61ac55"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:01:17.371821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 826589f1-1c88-445d-8791-1b28ac61ac55, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=826589f1-1c88-445d-8791-1b28ac61ac55,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:01:17.377094 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:17.402298 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 13:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efacb55-0319-43dc-980b-cd83c1a97697 x-openstack-request-id: req-7efacb55-0319-43dc-980b-cd83c1a97697 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:01:17.402543 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff009cc-6567-412f-97c8-dd563dd8b6b9", "name": "network-vif-plugged", "status": "completed", "tag": "826589f1-1c88-445d-8791-1b28ac61ac55", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:01:17.402904 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7efacb55-0319-43dc-980b-cd83c1a97697 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:01:17.403303 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826589f1-1c88-445d-8791-1b28ac61ac55', 'code': 200} Mar 11 13:01:17.427922 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=826589f1-1c88-445d-8791-1b28ac61ac55,revision_number=12']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:01:17.525272 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:17.570463 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c009b8b-c95e-4661-8efc-e0410ada77b2 req-143d6ecb-9a4a-4f18-a31c-e18bce2c1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:17.572024 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4c009b8b-c95e-4661-8efc-e0410ada77b2 req-143d6ecb-9a4a-4f18-a31c-e18bce2c1624 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 1128 time: 0.0456052 Mar 11 13:01:17.619441 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-4c009b8b-c95e-4661-8efc-e0410ada77b2 req-83cf12c1-73b6-4ac1-b188-efa742edebc1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0411866 Mar 11 13:01:17.812374 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53afc0-c00a-4e09-9e57-db37b76b33e3 req-8a4037ee-06e8-4021-93ae-3f90c7af6fdb tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:17.813884 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de53afc0-c00a-4e09-9e57-db37b76b33e3 req-8a4037ee-06e8-4021-93ae-3f90c7af6fdb tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 946 time: 0.0669837 Mar 11 13:01:17.869530 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-de53afc0-c00a-4e09-9e57-db37b76b33e3 req-ca9d6cf8-5575-4ea6-8b9e-de5aabdba756 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0472491 Mar 11 13:01:18.965302 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:18.998874 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f3320-151a-4587-ae12-f8990683e20c req-1c3c5eee-a65e-4a60-b072-a1722acb3c5b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:19.000548 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df8f3320-151a-4587-ae12-f8990683e20c req-1c3c5eee-a65e-4a60-b072-a1722acb3c5b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 946 time: 0.0574133 Mar 11 13:01:19.050962 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-df8f3320-151a-4587-ae12-f8990683e20c req-d82d6166-576b-48b2-b547-63c2f48505d4 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0444298 Mar 11 13:01:20.137816 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:20.185983 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502b3b0-2584-4ca2-8c59-20b285ecb950 req-ae5a3e7f-1ef3-4dc0-b23d-cbabd1f3309b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:20.187480 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7502b3b0-2584-4ca2-8c59-20b285ecb950 req-ae5a3e7f-1ef3-4dc0-b23d-cbabd1f3309b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 946 time: 0.0562155 Mar 11 13:01:20.237982 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7502b3b0-2584-4ca2-8c59-20b285ecb950 req-2bf7c35d-339e-4bcc-9024-9956c150dc6a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0447564 Mar 11 13:01:30.970029 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:01:34.585662 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:43.279464 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:43.752083 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d0b56fed-9e28-4702-a5ef-022c7ecdbb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:45.825047 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c10254-7783-449a-8d66-a98900477c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:47.528939 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:48.977071 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:49.603950 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-60767747-3498-45e3-89b9-97a24acdfdcd req-2195c949-5072-4c61-8976-64cd9c543fd7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498877 Mar 11 13:01:49.697454 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60767747-3498-45e3-89b9-97a24acdfdcd req-b2e81f8b-b37c-4f20-b975-58d1cc5c8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:49.698974 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-60767747-3498-45e3-89b9-97a24acdfdcd req-b2e81f8b-b37c-4f20-b975-58d1cc5c8735 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 1128 time: 0.0511811 Mar 11 13:01:49.806070 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60767747-3498-45e3-89b9-97a24acdfdcd req-89b202bd-3164-48bf-9cf3-27240179b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:49.807556 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-60767747-3498-45e3-89b9-97a24acdfdcd req-89b202bd-3164-48bf-9cf3-27240179b4a0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0868607 Mar 11 13:01:49.877130 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-60767747-3498-45e3-89b9-97a24acdfdcd req-facb91ac-7559-4ac8-8fb5-7a64dd67b340 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=826589f1-1c88-445d-8791-1b28ac61ac55 HTTP/1.1" status: 200 len: 1001 time: 0.0621955 Mar 11 13:01:49.933944 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60767747-3498-45e3-89b9-97a24acdfdcd req-e83e7507-2251-4c1a-8171-c1ecfd088d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:49.935384 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-60767747-3498-45e3-89b9-97a24acdfdcd req-e83e7507-2251-4c1a-8171-c1ecfd088d6e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0477939 Mar 11 13:01:49.989470 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60767747-3498-45e3-89b9-97a24acdfdcd req-c8485a7d-9e73-4f8b-8c24-f0885c7556a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:01:49.991447 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-60767747-3498-45e3-89b9-97a24acdfdcd req-c8485a7d-9e73-4f8b-8c24-f0885c7556a5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478742 Mar 11 13:01:50.085986 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-60767747-3498-45e3-89b9-97a24acdfdcd req-3f76491c-d987-48b4-87b8-2c75cc87d8b2 service neutron] 10.222.0.71 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878537 Mar 11 13:01:50.135018 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:01:50.177801 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-60767747-3498-45e3-89b9-97a24acdfdcd req-a340f1c9-620e-42a4-921a-dddc94c39df4 service neutron] 10.222.0.71 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853415 Mar 11 13:02:04.583272 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:07.980623 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:02:13.279335 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:13.753437 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1a94fff8-cff8-457e-89a0-558fa26b6288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:15.827138 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7932968a-5c75-4b11-92da-5634aaa317ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:17.537934 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:18.977498 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:20.139627 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:34.603574 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:35.734483 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48542) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:02:35.904507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Deleting port 9f21ca39-d348-45c2-a36e-5aaad87e4c98 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:02:35.904798 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (9f21ca39-d348-45c2-a36e-5aaad87e4c98), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:35.979598 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (9f21ca39-d348-45c2-a36e-5aaad87e4c98), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:35.979914 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for floatingip (9f21ca39-d348-45c2-a36e-5aaad87e4c98), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:35.991968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Calling delete_port for 9f21ca39-d348-45c2-a36e-5aaad87e4c98 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:02:36.158229 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (9f21ca39-d348-45c2-a36e-5aaad87e4c98), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:36.181153 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event deleted for resources: {'Port': ['ID=9f21ca39-d348-45c2-a36e-5aaad87e4c98,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:36.191682 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:36.192029 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:36.192364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:36.192701 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:36.193027 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:36.193370 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:36.194095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:36.194095 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:36.194326 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:36.194615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:36.194932 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:36.195246 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:36.195560 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:36.257015 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for floatingip (3778f8db-1f94-4ca5-9375-ac5b949ff75f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:36.257264 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Floating IP 3778f8db-1f94-4ca5-9375-ac5b949ff75f disassociated (deleted). External IP: 172.25.7.199, port: 826589f1-1c88-445d-8791-1b28ac61ac55. Mar 11 13:02:36.484022 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Router 047fe5f1-a135-43d9-810e-20df021cc9b3 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 13:02:36.598737 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 13:02:36.603729 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:36.609178 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5f515c-521f-415f-b3eb-856307215030 None None] Sync routers for ids ['047fe5f1-a135-43d9-810e-20df021cc9b3'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:02:36.619715 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5f515c-521f-415f-b3eb-856307215030 None None] Routers {'047fe5f1-a135-43d9-810e-20df021cc9b3'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:02:36.620490 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cf5f515c-521f-415f-b3eb-856307215030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:02:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['047fe5f1-a135-43d9-810e-20df021cc9b3'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:36.634128 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d099505f-13e7-4284-8fd8-a87fb9a20a81 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "DELETE /v2.0/floatingips/3778f8db-1f94-4ca5-9375-ac5b949ff75f HTTP/1.1" status: 204 len: 168 time: 0.8981547 Mar 11 13:02:36.634723 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'tag': '826589f1-1c88-445d-8791-1b28ac61ac55'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:02:36.637783 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c492d84-a87a-4943-8faf-def11719165f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff009cc-6567-412f-97c8-dd563dd8b6b9", "tag": "826589f1-1c88-445d-8791-1b28ac61ac55"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:02:36.680105 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 13:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6493c58-7528-4a66-ae7f-48c906dbd763 x-openstack-request-id: req-f6493c58-7528-4a66-ae7f-48c906dbd763 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:02:36.680556 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff009cc-6567-412f-97c8-dd563dd8b6b9", "tag": "826589f1-1c88-445d-8791-1b28ac61ac55", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:02:36.680818 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f6493c58-7528-4a66-ae7f-48c906dbd763 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:02:36.681769 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'tag': '826589f1-1c88-445d-8791-1b28ac61ac55', 'status': 'completed', 'code': 200} Mar 11 13:02:36.756294 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c492d84-a87a-4943-8faf-def11719165f req-8729d543-52fa-47ce-a7f0-1b75bc328f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:36.757897 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9c492d84-a87a-4943-8faf-def11719165f req-8729d543-52fa-47ce-a7f0-1b75bc328f77 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 1128 time: 0.0544348 Mar 11 13:02:36.838219 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-cf5f515c-521f-415f-b3eb-856307215030 None None] Set router 047fe5f1-a135-43d9-810e-20df021cc9b3 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:02:36.862696 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c492d84-a87a-4943-8faf-def11719165f req-d32e36ee-8c3a-4011-a768-9c04050122a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:36.864380 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9c492d84-a87a-4943-8faf-def11719165f req-d32e36ee-8c3a-4011-a768-9c04050122a1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0979028 Mar 11 13:02:36.912649 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9c492d84-a87a-4943-8faf-def11719165f req-1d1845ea-8fd3-41e7-bc5f-414e39bc79dd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=826589f1-1c88-445d-8791-1b28ac61ac55 HTTP/1.1" status: 200 len: 217 time: 0.0402355 Mar 11 13:02:36.963468 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c492d84-a87a-4943-8faf-def11719165f req-f72fa378-dca1-4609-818e-4e3bdf85efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:36.965848 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9c492d84-a87a-4943-8faf-def11719165f req-f72fa378-dca1-4609-818e-4e3bdf85efe4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0466032 Mar 11 13:02:36.969892 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd012157-2706-47e3-9cf5-f79299827700 req-7f2c1a01-9903-4ef6-90ca-8db8c7cfc5fd tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:36.971393 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd012157-2706-47e3-9cf5-f79299827700 req-7f2c1a01-9903-4ef6-90ca-8db8c7cfc5fd tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 946 time: 0.1434402 Mar 11 13:02:37.016971 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c492d84-a87a-4943-8faf-def11719165f req-7bfa821a-9051-4990-9cd2-67dbfdf91022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:37.018487 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9c492d84-a87a-4943-8faf-def11719165f req-7bfa821a-9051-4990-9cd2-67dbfdf91022 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461359 Mar 11 13:02:37.021843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-fd012157-2706-47e3-9cf5-f79299827700 req-afec8813-c570-403b-9048-fa748dd841d5 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0448105 Mar 11 13:02:37.041418 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cf5f515c-521f-415f-b3eb-856307215030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 4, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '43c573eb-d8e5-404b-84a3-1d067a3d954c', 'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'mac_address': 'fa:16:3e:e7:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:15Z', 'updated_at': '2022-03-11T12:58:20Z', 'revision_number': 5, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'subnets': [{'id': '37f279b2-46da-4757-8810-de1178d77b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:37.076435 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5f515c-521f-415f-b3eb-856307215030 None None] Checking router: 047fe5f1-a135-43d9-810e-20df021cc9b3 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:02:37.084920 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5f515c-521f-415f-b3eb-856307215030 None None] Routers {'047fe5f1-a135-43d9-810e-20df021cc9b3'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:02:37.085516 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cf5f515c-521f-415f-b3eb-856307215030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:02:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['047fe5f1-a135-43d9-810e-20df021cc9b3'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:37.116734 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9c492d84-a87a-4943-8faf-def11719165f req-a1688763-e856-4e84-b544-eba9c9b51468 service neutron] 10.222.0.71 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906737 Mar 11 13:02:37.192128 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-cf5f515c-521f-415f-b3eb-856307215030 None None] Set router 047fe5f1-a135-43d9-810e-20df021cc9b3 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:02:37.206925 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9c492d84-a87a-4943-8faf-def11719165f req-e90e8126-1235-4082-a17d-01adc06f9be8 service neutron] 10.222.0.71 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840526 Mar 11 13:02:37.389566 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cf5f515c-521f-415f-b3eb-856307215030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 4, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '43c573eb-d8e5-404b-84a3-1d067a3d954c', 'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'mac_address': 'fa:16:3e:e7:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:15Z', 'updated_at': '2022-03-11T12:58:20Z', 'revision_number': 5, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'subnets': [{'id': '37f279b2-46da-4757-8810-de1178d77b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:02:37.414631 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5f515c-521f-415f-b3eb-856307215030 None None] The sync data for ids ['047fe5f1-a135-43d9-810e-20df021cc9b3'] in n-d-833234-2 is: [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 4, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '43c573eb-d8e5-404b-84a3-1d067a3d954c', 'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'mac_address': 'fa:16:3e:e7:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:15Z', 'updated_at': '2022-03-11T12:58:20Z', 'revision_number': 5, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'subnets': [{'id': '37f279b2-46da-4757-8810-de1178d77b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:02:37.657299 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51abcbe3-4f14-4e25-8748-45b0cfa633e4 None None] New status for floating IP 3778f8db-1f94-4ca5-9375-ac5b949ff75f: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:02:38.209459 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb8ccd-40df-4a78-95ec-8018b9424657 req-231825e3-f00f-42d6-952f-ac881bcf40a9 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:38.210963 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-effb8ccd-40df-4a78-95ec-8018b9424657 req-231825e3-f00f-42d6-952f-ac881bcf40a9 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 946 time: 0.1164501 Mar 11 13:02:38.263990 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-effb8ccd-40df-4a78-95ec-8018b9424657 req-85d3ac58-6e4d-4ad9-8f4f-42dc57d07412 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=404f5dac-2636-4842-aa3b-778cd4b8ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0469894 Mar 11 13:02:38.276733 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d50ea5-9d4d-4f82-ba93-adb091411701 req-a6d786fb-4598-42c0-82b2-d206c700bd0a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:02:38.278289 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-55d50ea5-9d4d-4f82-ba93-adb091411701 req-a6d786fb-4598-42c0-82b2-d206c700bd0a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ff009cc-6567-412f-97c8-dd563dd8b6b9 HTTP/1.1" status: 200 len: 946 time: 0.0594020 Mar 11 13:02:38.382716 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-55d50ea5-9d4d-4f82-ba93-adb091411701 req-67159ef3-42bb-4375-983d-fec2de83dad6 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Deleting port 826589f1-1c88-445d-8791-1b28ac61ac55 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:02:38.382945 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55d50ea5-9d4d-4f82-ba93-adb091411701 req-67159ef3-42bb-4375-983d-fec2de83dad6 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:38.493628 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-55d50ea5-9d4d-4f82-ba93-adb091411701 req-67159ef3-42bb-4375-983d-fec2de83dad6 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] For port 826589f1-1c88-445d-8791-1b28ac61ac55, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=826589f1-1c88-445d-8791-1b28ac61ac55,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:02:38.493972 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55d50ea5-9d4d-4f82-ba93-adb091411701 req-67159ef3-42bb-4375-983d-fec2de83dad6 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:38.506640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-55d50ea5-9d4d-4f82-ba93-adb091411701 req-67159ef3-42bb-4375-983d-fec2de83dad6 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Calling delete_port for 826589f1-1c88-445d-8791-1b28ac61ac55 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:02:38.640336 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55d50ea5-9d4d-4f82-ba93-adb091411701 req-67159ef3-42bb-4375-983d-fec2de83dad6 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (826589f1-1c88-445d-8791-1b28ac61ac55), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:38.673924 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67159ef3-42bb-4375-983d-fec2de83dad6 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event deleted for resources: {'Port': ['ID=826589f1-1c88-445d-8791-1b28ac61ac55,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:38.727383 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d50ea5-9d4d-4f82-ba93-adb091411701 req-67159ef3-42bb-4375-983d-fec2de83dad6 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] No DVR routers for this DVR port 826589f1-1c88-445d-8791-1b28ac61ac55 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:02:38.730393 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55d50ea5-9d4d-4f82-ba93-adb091411701 req-67159ef3-42bb-4375-983d-fec2de83dad6 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:38.734113 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-55d50ea5-9d4d-4f82-ba93-adb091411701 req-67159ef3-42bb-4375-983d-fec2de83dad6 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.71 "DELETE /v2.0/ports/826589f1-1c88-445d-8791-1b28ac61ac55 HTTP/1.1" status: 204 len: 173 time: 0.4506204 Mar 11 13:02:38.734531 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'name': 'network-vif-deleted', 'tag': '826589f1-1c88-445d-8791-1b28ac61ac55'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:02:38.736856 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84325c13-84ee-46c7-b36f-e95e20734173" -d '{"events": [{"server_uuid": "5ff009cc-6567-412f-97c8-dd563dd8b6b9", "name": "network-vif-deleted", "tag": "826589f1-1c88-445d-8791-1b28ac61ac55"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:02:38.775945 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 13:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf911d6f-e734-4386-8755-2fff595b6b90 x-openstack-request-id: req-bf911d6f-e734-4386-8755-2fff595b6b90 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:02:38.776238 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff009cc-6567-412f-97c8-dd563dd8b6b9", "name": "network-vif-deleted", "tag": "826589f1-1c88-445d-8791-1b28ac61ac55", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:02:38.776493 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf911d6f-e734-4386-8755-2fff595b6b90 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:02:38.776897 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff009cc-6567-412f-97c8-dd563dd8b6b9', 'name': 'network-vif-deleted', 'tag': '826589f1-1c88-445d-8791-1b28ac61ac55', 'status': 'completed', 'code': 200} Mar 11 13:02:39.320441 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48566) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:02:39.387527 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4447a3a-a008-4a96-afd1-b3efab8443f1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group (404f5dac-2636-4842-aa3b-778cd4b8ab92), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:39.419163 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4447a3a-a008-4a96-afd1-b3efab8443f1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group (404f5dac-2636-4842-aa3b-778cd4b8ab92), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:39.482460 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4447a3a-a008-4a96-afd1-b3efab8443f1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (404f5dac-2636-4842-aa3b-778cd4b8ab92), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:39.485408 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4447a3a-a008-4a96-afd1-b3efab8443f1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:39.486570 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b4447a3a-a008-4a96-afd1-b3efab8443f1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "DELETE /v2.0/security-groups/404f5dac-2636-4842-aa3b-778cd4b8ab92 HTTP/1.1" status: 204 len: 168 time: 0.1649055 Mar 11 13:02:39.496619 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4447a3a-a008-4a96-afd1-b3efab8443f1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=404f5dac-2636-4842-aa3b-778cd4b8ab92,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:39.874339 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48572) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:02:39.881737 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1717865243', 'description': 'tempest-secgroup-smoke-1717865243 description', 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:39.915614 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:39.985211 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group (98666846-3875-412a-8a39-f2ead33fff01), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:39.990908 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (98666846-3875-412a-8a39-f2ead33fff01), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.019415 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.020662 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1450002 Mar 11 13:02:40.022502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98666846-3875-412a-8a39-f2ead33fff01,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:40.023832 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48574) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:02:40.028894 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e763d2ea-6bf3-4b37-856e-ab3d479139c2 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Request body: {'security_group_rule': {'security_group_id': '98666846-3875-412a-8a39-f2ead33fff01', 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:40.030211 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:40.030596 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:40.030935 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:40.031278 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:40.031714 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:40.032051 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:40.032380 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:40.032710 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:40.033037 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:40.033366 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:40.033692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:40.034009 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:40.034328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee968e-3b9a-4b3f-95ba-57faf9606d6d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:02:40.058386 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e763d2ea-6bf3-4b37-856e-ab3d479139c2 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (489af590-6f66-4ee6-bf45-40fccd2aa56f), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.104800 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e763d2ea-6bf3-4b37-856e-ab3d479139c2 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (489af590-6f66-4ee6-bf45-40fccd2aa56f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.110019 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e763d2ea-6bf3-4b37-856e-ab3d479139c2 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (489af590-6f66-4ee6-bf45-40fccd2aa56f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.131365 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763d2ea-6bf3-4b37-856e-ab3d479139c2 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489af590-6f66-4ee6-bf45-40fccd2aa56f,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:40.140971 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e763d2ea-6bf3-4b37-856e-ab3d479139c2 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.142193 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e763d2ea-6bf3-4b37-856e-ab3d479139c2 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171885 Mar 11 13:02:40.145046 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48576) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:02:40.149325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ce122455-2ed6-43e3-93c2-33625af8c7e5 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Request body: {'security_group_rule': {'security_group_id': '98666846-3875-412a-8a39-f2ead33fff01', 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:40.174502 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce122455-2ed6-43e3-93c2-33625af8c7e5 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (a1ebae57-9528-4e49-94e4-e2751b785b38), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.229742 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce122455-2ed6-43e3-93c2-33625af8c7e5 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (a1ebae57-9528-4e49-94e4-e2751b785b38), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.235217 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce122455-2ed6-43e3-93c2-33625af8c7e5 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (a1ebae57-9528-4e49-94e4-e2751b785b38), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.253652 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce122455-2ed6-43e3-93c2-33625af8c7e5 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ebae57-9528-4e49-94e4-e2751b785b38,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:40.262156 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ce122455-2ed6-43e3-93c2-33625af8c7e5 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.263403 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ce122455-2ed6-43e3-93c2-33625af8c7e5 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174304 Mar 11 13:02:40.266271 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48578) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:02:40.271137 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1dc4b59c-185c-4ca6-864c-16cd7fa467af tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Request body: {'security_group_rule': {'security_group_id': '98666846-3875-412a-8a39-f2ead33fff01', 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:40.299993 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b59c-185c-4ca6-864c-16cd7fa467af tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (d5234d35-c71f-4bb9-a606-6864a41cab08), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.363559 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b59c-185c-4ca6-864c-16cd7fa467af tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (d5234d35-c71f-4bb9-a606-6864a41cab08), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.370352 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b59c-185c-4ca6-864c-16cd7fa467af tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (d5234d35-c71f-4bb9-a606-6864a41cab08), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.390745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4b59c-185c-4ca6-864c-16cd7fa467af tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5234d35-c71f-4bb9-a606-6864a41cab08,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:40.397151 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b59c-185c-4ca6-864c-16cd7fa467af tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.398409 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1dc4b59c-185c-4ca6-864c-16cd7fa467af tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310143 Mar 11 13:02:40.401171 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48580) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:02:40.406080 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-fe704aa1-7d7f-448c-9919-1ca1e9d9384e tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Request body: {'security_group_rule': {'security_group_id': '98666846-3875-412a-8a39-f2ead33fff01', 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:40.434967 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe704aa1-7d7f-448c-9919-1ca1e9d9384e tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (fc6cb2c6-195d-4dfc-a51d-6eaa3b181b02), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.496079 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe704aa1-7d7f-448c-9919-1ca1e9d9384e tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (fc6cb2c6-195d-4dfc-a51d-6eaa3b181b02), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.501623 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe704aa1-7d7f-448c-9919-1ca1e9d9384e tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (fc6cb2c6-195d-4dfc-a51d-6eaa3b181b02), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.521697 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe704aa1-7d7f-448c-9919-1ca1e9d9384e tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6cb2c6-195d-4dfc-a51d-6eaa3b181b02,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:40.531883 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe704aa1-7d7f-448c-9919-1ca1e9d9384e tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.533342 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-fe704aa1-7d7f-448c-9919-1ca1e9d9384e tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1311960 Mar 11 13:02:40.536369 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48582) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:02:40.541125 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-20163a44-51a7-4b8f-add5-2a4b7a22f74b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Request body: {'security_group_rule': {'security_group_id': '98666846-3875-412a-8a39-f2ead33fff01', 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:40.563735 n-d-833234-2 neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-20163a44-51a7-4b8f-add5-2a4b7a22f74b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Project dab76f37e5054cdca57ba336fc3a4f6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:02:40.571333 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20163a44-51a7-4b8f-add5-2a4b7a22f74b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (81cb82ef-eec8-4c83-9446-8ba265c8de01), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.637842 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20163a44-51a7-4b8f-add5-2a4b7a22f74b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (81cb82ef-eec8-4c83-9446-8ba265c8de01), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.643635 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20163a44-51a7-4b8f-add5-2a4b7a22f74b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (81cb82ef-eec8-4c83-9446-8ba265c8de01), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.661198 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20163a44-51a7-4b8f-add5-2a4b7a22f74b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81cb82ef-eec8-4c83-9446-8ba265c8de01,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:40.669993 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20163a44-51a7-4b8f-add5-2a4b7a22f74b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.671199 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-20163a44-51a7-4b8f-add5-2a4b7a22f74b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337883 Mar 11 13:02:40.674588 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48584) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:02:40.686179 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-28163cec-4525-4ea1-a1f1-627caea291aa tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Request body: {'security_group_rule': {'security_group_id': '98666846-3875-412a-8a39-f2ead33fff01', 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:02:40.707802 n-d-833234-2 neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-28163cec-4525-4ea1-a1f1-627caea291aa tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Project dab76f37e5054cdca57ba336fc3a4f6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:02:40.713185 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28163cec-4525-4ea1-a1f1-627caea291aa tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (66836a51-eb82-45ce-bee6-375353487daf), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.776076 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28163cec-4525-4ea1-a1f1-627caea291aa tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (66836a51-eb82-45ce-bee6-375353487daf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.780816 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28163cec-4525-4ea1-a1f1-627caea291aa tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (66836a51-eb82-45ce-bee6-375353487daf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.797677 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28163cec-4525-4ea1-a1f1-627caea291aa tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66836a51-eb82-45ce-bee6-375353487daf,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:02:40.810733 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28163cec-4525-4ea1-a1f1-627caea291aa tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:40.811973 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-28163cec-4525-4ea1-a1f1-627caea291aa tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1364484 Mar 11 13:02:41.608278 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 826589f1-1c88-445d-8791-1b28ac61ac55 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:02:41.629044 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 826589f1-1c88-445d-8791-1b28ac61ac55 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 13:02:41.629447 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 826589f1-1c88-445d-8791-1b28ac61ac55 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 13:02:43.289135 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:43.750745 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0ce4fe9-caab-40ff-8135-a355b275c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:44.970786 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:02:45.826438 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0f6f82f9-c563-4285-afae-62e096ecc58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:47.535600 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:48.975297 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:02:50.136102 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:01.411671 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-5d32377b-daae-4322-8453-fdac6b5dde8c tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717865243&fields=id&tenant_id=dab76f37e5054cdca57ba336fc3a4f6d HTTP/1.1" status: 200 len: 267 time: 0.0444696 Mar 11 13:03:01.524969 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-ff7ae255-82a2-49d0-b41d-3530935ae7a1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:01.526362 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-ff7ae255-82a2-49d0-b41d-3530935ae7a1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 807 time: 0.1080759 Mar 11 13:03:01.541395 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-ec68bafa-b109-4d74-9e63-c9d7d0d6faba tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/quotas/dab76f37e5054cdca57ba336fc3a4f6d HTTP/1.1" status: 200 len: 375 time: 0.0095327 Mar 11 13:03:01.595924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-9ebf32c0-4a22-46b6-b4c1-3039f74c9866 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495183 Mar 11 13:03:01.694447 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-d495af29-1839-41b1-b952-0627c39ba7ce service neutron] 10.222.0.78 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871248 Mar 11 13:03:01.788522 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-b1970f21-32e9-4cbb-8c46-2705989274ce service neutron] 10.222.0.78 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852199 Mar 11 13:03:02.097683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-37345c01-3573-483d-b50d-48f19dada297 req-a2c52350-f500-4aef-8f49-a279b0a21368 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 210 time: 0.0275400 Mar 11 13:03:03.079612 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-513d00bb-be62-40db-a562-54d1a058ec94 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:03.081056 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-513d00bb-be62-40db-a562-54d1a058ec94 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.37 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 807 time: 0.1106110 Mar 11 13:03:03.147404 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-5e015d52-b5f7-4c97-9c95-cbad6e71726f tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dab76f37e5054cdca57ba336fc3a4f6d HTTP/1.1" status: 200 len: 380 time: 0.0575848 Mar 11 13:03:03.156649 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-90836ba5-b6b7-4425-9335-6f6a0dbccc94 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Request body: {'port': {'device_id': '472f5e69-11dc-407d-be93-4c5de46af242', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'admin_state_up': True, 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'security_groups': ['98666846-3875-412a-8a39-f2ead33fff01']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:03.217254 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bff4e530-20b5-4e7f-a424-209bf2d5ee5f req-70e84a28-1bfd-482c-abdd-28320b7408a7 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 210 time: 0.0438995 Mar 11 13:03:03.307248 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-90836ba5-b6b7-4425-9335-6f6a0dbccc94 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Made reservation on behalf of dab76f37e5054cdca57ba336fc3a4f6d for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:03:03.310624 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-90836ba5-b6b7-4425-9335-6f6a0dbccc94 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:03.444095 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-90836ba5-b6b7-4425-9335-6f6a0dbccc94 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Allocated IP 172.20.0.9 (d58243b5-039b-4543-b326-979ed2a4bbde/37f279b2-46da-4757-8810-de1178d77b99/b99a60e5-2f01-4636-9397-deafcdff0e1d) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:03.580519 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-90836ba5-b6b7-4425-9335-6f6a0dbccc94 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:03.613989 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-90836ba5-b6b7-4425-9335-6f6a0dbccc94 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:03.659967 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-90836ba5-b6b7-4425-9335-6f6a0dbccc94 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Network d58243b5-039b-4543-b326-979ed2a4bbde is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:03.666994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-90836ba5-b6b7-4425-9335-6f6a0dbccc94 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:03.671594 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-90836ba5-b6b7-4425-9335-6f6a0dbccc94 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 13:03:03.699163 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90836ba5-b6b7-4425-9335-6f6a0dbccc94 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'Port': ['ID=b99a60e5-2f01-4636-9397-deafcdff0e1d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:03.729760 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-90836ba5-b6b7-4425-9335-6f6a0dbccc94 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:03.730543 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-90836ba5-b6b7-4425-9335-6f6a0dbccc94 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:03.750851 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-90836ba5-b6b7-4425-9335-6f6a0dbccc94 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5985119 Mar 11 13:03:03.760890 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-46042074-2851-43c9-9451-37ba80a2f6ae tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 13:03:03.761892 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-46042074-2851-43c9-9451-37ba80a2f6ae tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062439 Mar 11 13:03:03.772900 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Request body: {'port': {'device_id': '472f5e69-11dc-407d-be93-4c5de46af242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:03.841131 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:03.928313 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2537b1ca-8ed0-42f7-a3ff-8a8c83daf60f None None] Provisioning complete for port b99a60e5-2f01-4636-9397-deafcdff0e1d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:03:03.928978 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2537b1ca-8ed0-42f7-a3ff-8a8c83daf60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:03.966333 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2537b1ca-8ed0-42f7-a3ff-8a8c83daf60f None None] Port b99a60e5-2f01-4636-9397-deafcdff0e1d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 13:03:04.115084 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99a60e5-2f01-4636-9397-deafcdff0e1d {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:03:04.122942 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Publish callbacks [] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:04.135113 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Transition to ACTIVE for port object b99a60e5-2f01-4636-9397-deafcdff0e1d will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 13:03:04.140084 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:04.194179 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Pushing event updated for resources: {'Port': ['ID=b99a60e5-2f01-4636-9397-deafcdff0e1d,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:04.271888 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Attempting to bind port b99a60e5-2f01-4636-9397-deafcdff0e1d on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 13:03:04.272251 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Attempting to bind port b99a60e5-2f01-4636-9397-deafcdff0e1d by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 13:03:04.272554 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Attempting to bind port b99a60e5-2f01-4636-9397-deafcdff0e1d on network d58243b5-039b-4543-b326-979ed2a4bbde {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 13:03:04.281145 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Port b99a60e5-2f01-4636-9397-deafcdff0e1d on network d58243b5-039b-4543-b326-979ed2a4bbde not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 13:03:04.281447 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Attempting to bind port b99a60e5-2f01-4636-9397-deafcdff0e1d on network d58243b5-039b-4543-b326-979ed2a4bbde {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 13:03:04.287174 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 13:03:04.288171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Checking segment: {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 13:03:04.288563 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Bound using segment: {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 13:03:04.289171 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Bound port: b99a60e5-2f01-4636-9397-deafcdff0e1d, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 13:03:04.289520 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:04.400385 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b57b17-3c6a-4846-be4d-e5fcb4a8cd53 req-63cc32e3-195d-45ed-9efe-318d4bed772e tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:04.402023 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00b57b17-3c6a-4846-be4d-e5fcb4a8cd53 req-63cc32e3-195d-45ed-9efe-318d4bed772e tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0963020 Mar 11 13:03:04.403276 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] For port b99a60e5-2f01-4636-9397-deafcdff0e1d, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 13:03:04.406657 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] For port b99a60e5-2f01-4636-9397-deafcdff0e1d, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 13:03:04.417144 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:04.466830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:04.467444 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:04.468883 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] 10.222.0.37 "PUT /v2.0/ports/b99a60e5-2f01-4636-9397-deafcdff0e1d HTTP/1.1" status: 200 len: 1091 time: 0.7003925 Mar 11 13:03:04.474194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472f5e69-11dc-407d-be93-4c5de46af242', 'tag': 'b99a60e5-2f01-4636-9397-deafcdff0e1d'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:03:04.476496 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24aeb40-70e9-486d-808e-822ff91d867c" -d '{"events": [{"name": "network-changed", "server_uuid": "472f5e69-11dc-407d-be93-4c5de46af242", "tag": "b99a60e5-2f01-4636-9397-deafcdff0e1d"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:03:04.520256 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc0a25-a527-4de8-b671-003a4e82a057 service neutron] Pushing event updated for resources: {'Port': ['ID=b99a60e5-2f01-4636-9397-deafcdff0e1d,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:04.527553 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-00b57b17-3c6a-4846-be4d-e5fcb4a8cd53 req-86a91487-f1a7-459e-9682-65a31fec839b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178920 Mar 11 13:03:04.580140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-3d0182ae-02fe-4fcd-90ed-a27cdbd2ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:04.582395 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-3d0182ae-02fe-4fcd-90ed-a27cdbd2ae66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 1125 time: 0.0588386 Mar 11 13:03:04.599900 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:04.633355 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 13:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ce621e-a938-49ba-a095-08adc01c7136 x-openstack-request-id: req-f4ce621e-a938-49ba-a095-08adc01c7136 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:03:04.633711 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472f5e69-11dc-407d-be93-4c5de46af242", "tag": "b99a60e5-2f01-4636-9397-deafcdff0e1d", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:03:04.634020 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f4ce621e-a938-49ba-a095-08adc01c7136 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:03:04.634467 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472f5e69-11dc-407d-be93-4c5de46af242', 'tag': 'b99a60e5-2f01-4636-9397-deafcdff0e1d', 'status': 'completed', 'code': 200} Mar 11 13:03:04.636101 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-153993fe-841a-4685-85b2-7caee01c64d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d HTTP/1.1" status: 200 len: 217 time: 0.0462334 Mar 11 13:03:04.697140 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-3e076069-b22e-4edd-b1ec-bdace4a0880a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:04.698669 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-3e076069-b22e-4edd-b1ec-bdace4a0880a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0568881 Mar 11 13:03:04.750992 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-0fd5e8ca-ff81-4538-8564-8127ef9635d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:04.752507 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-0fd5e8ca-ff81-4538-8564-8127ef9635d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481210 Mar 11 13:03:04.847287 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-0eca583a-0abe-417b-a97d-9a0825566847 service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875735 Mar 11 13:03:04.949065 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8da4f14f-af85-41b2-a60a-e5916ec4d4d6 req-eef11843-3b99-4b27-969e-4a03a5dbe3ce service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951819 Mar 11 13:03:05.037758 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aeb40-70e9-486d-808e-822ff91d867c req-d2077011-7c28-4833-8271-d8e1beee1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:05.039262 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e24aeb40-70e9-486d-808e-822ff91d867c req-d2077011-7c28-4833-8271-d8e1beee1a8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 1125 time: 0.0465808 Mar 11 13:03:05.131559 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aeb40-70e9-486d-808e-822ff91d867c req-21481b36-0de1-440d-b96d-3308164738fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:05.133066 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e24aeb40-70e9-486d-808e-822ff91d867c req-21481b36-0de1-440d-b96d-3308164738fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0878727 Mar 11 13:03:05.172949 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e24aeb40-70e9-486d-808e-822ff91d867c req-103f80f8-b947-439d-b2c0-d27157b06e91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d HTTP/1.1" status: 200 len: 217 time: 0.0336139 Mar 11 13:03:05.225876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aeb40-70e9-486d-808e-822ff91d867c req-6774588e-6649-47e2-abdf-d416b7a35542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:05.227282 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e24aeb40-70e9-486d-808e-822ff91d867c req-6774588e-6649-47e2-abdf-d416b7a35542 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0483828 Mar 11 13:03:05.281686 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aeb40-70e9-486d-808e-822ff91d867c req-63546c7c-1ffc-42b7-bdcb-d0409763dfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:05.283200 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e24aeb40-70e9-486d-808e-822ff91d867c req-63546c7c-1ffc-42b7-bdcb-d0409763dfa8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485446 Mar 11 13:03:05.373397 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e24aeb40-70e9-486d-808e-822ff91d867c req-41651dd6-008c-458d-b07d-296f088f8042 service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838091 Mar 11 13:03:05.464802 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e24aeb40-70e9-486d-808e-822ff91d867c req-31e3c30f-3a01-41ee-9fbd-f4336fb2d65c service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860169 Mar 11 13:03:05.650803 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c1698-afda-4b5c-be76-48b9610ca78f req-20a0bc2e-ef97-453a-85c7-77c06b250968 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:05.652489 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e4c1698-afda-4b5c-be76-48b9610ca78f req-20a0bc2e-ef97-453a-85c7-77c06b250968 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0536516 Mar 11 13:03:05.700545 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7e4c1698-afda-4b5c-be76-48b9610ca78f req-d834a5eb-632d-4e55-8a29-9b3a47cc83d3 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423956 Mar 11 13:03:06.828015 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca3700-d008-4a54-a189-cbb9a73c3e1b req-9316881e-8fe3-4816-8c1d-e50b8260f25a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:06.829519 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5eca3700-d008-4a54-a189-cbb9a73c3e1b req-9316881e-8fe3-4816-8c1d-e50b8260f25a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0570719 Mar 11 13:03:06.880457 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5eca3700-d008-4a54-a189-cbb9a73c3e1b req-e0445786-f286-4f89-a37f-4c4502e1ec99 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448282 Mar 11 13:03:08.003985 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d62f0a-d6db-4939-8360-051fea554cd7 req-cea390ba-b9b4-468f-93fc-64bfffb91582 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:08.005549 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1d62f0a-d6db-4939-8360-051fea554cd7 req-cea390ba-b9b4-468f-93fc-64bfffb91582 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0563791 Mar 11 13:03:08.056936 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1d62f0a-d6db-4939-8360-051fea554cd7 req-fd2632c1-e251-4b4e-a90d-ed942a07cc73 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452852 Mar 11 13:03:09.181447 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357a53c-fc35-4813-80c5-2e6d1f6c9602 req-024931d4-dfca-405e-a76c-032a7ef97340 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:09.183118 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d357a53c-fc35-4813-80c5-2e6d1f6c9602 req-024931d4-dfca-405e-a76c-032a7ef97340 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0566370 Mar 11 13:03:09.232803 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d357a53c-fc35-4813-80c5-2e6d1f6c9602 req-d6fa41e7-aa17-4304-b2c5-e980c5fdae2f tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438318 Mar 11 13:03:10.358906 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96d3a6-5bce-42f6-b4cf-25adb9552745 req-566c2b95-3857-42eb-9226-7e67c4384574 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:10.360581 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa96d3a6-5bce-42f6-b4cf-25adb9552745 req-566c2b95-3857-42eb-9226-7e67c4384574 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0572925 Mar 11 13:03:10.416579 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa96d3a6-5bce-42f6-b4cf-25adb9552745 req-1dd07deb-59d3-41c1-9b06-f881122a4f20 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496726 Mar 11 13:03:11.539843 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f014505-c122-4d72-90af-c7e0abf6a2c8 req-f64da8a8-291c-4931-bb62-767e4b473c16 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:11.541323 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3f014505-c122-4d72-90af-c7e0abf6a2c8 req-f64da8a8-291c-4931-bb62-767e4b473c16 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0540137 Mar 11 13:03:11.594448 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3f014505-c122-4d72-90af-c7e0abf6a2c8 req-c9199079-3a6e-4914-ab69-b85667d2a1f0 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471196 Mar 11 13:03:12.717689 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fccd6-bf00-492b-94d8-17d2d0de435a req-581e7860-01a8-433b-8fb3-c99ed76eea24 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:12.719166 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d34fccd6-bf00-492b-94d8-17d2d0de435a req-581e7860-01a8-433b-8fb3-c99ed76eea24 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0586889 Mar 11 13:03:12.770072 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d34fccd6-bf00-492b-94d8-17d2d0de435a req-fa58e84f-a0a0-411a-b8e7-d39b5a7f44bb tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449939 Mar 11 13:03:13.293058 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:13.751096 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b38da90b-5a31-432a-9a01-57ac5057e7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:13.894122 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a704d-e042-4d8d-9dd7-041f6a2945f1 req-7c609409-4dcc-4a43-901a-0bc366f52d72 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:13.895630 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd6a704d-e042-4d8d-9dd7-041f6a2945f1 req-7c609409-4dcc-4a43-901a-0bc366f52d72 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0531390 Mar 11 13:03:13.943628 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bd6a704d-e042-4d8d-9dd7-041f6a2945f1 req-d492bc78-c2a6-42b7-9670-e793bf96df4c tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422759 Mar 11 13:03:15.078328 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c02b7-ba3c-4e9f-8fb5-54ec4cb33e6b req-a4b3e092-3ff8-4005-92f7-16c54b41f4a0 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:15.079874 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b4c02b7-ba3c-4e9f-8fb5-54ec4cb33e6b req-a4b3e092-3ff8-4005-92f7-16c54b41f4a0 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0619843 Mar 11 13:03:15.132398 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0b4c02b7-ba3c-4e9f-8fb5-54ec4cb33e6b req-e73788cb-8dae-47cb-8154-da25fb99c404 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468199 Mar 11 13:03:15.832240 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-916c9a4f-e13a-4d46-8c7a-f23b211f36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:16.267672 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e540c9d-f038-41be-ab04-8afe1e7d436d req-56b9678c-f87c-4a15-ae0c-a716b472f891 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:16.269428 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e540c9d-f038-41be-ab04-8afe1e7d436d req-56b9678c-f87c-4a15-ae0c-a716b472f891 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0562727 Mar 11 13:03:16.320434 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9e540c9d-f038-41be-ab04-8afe1e7d436d req-2457d4ca-dcd5-4dbc-83fb-9786cc76dd59 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453293 Mar 11 13:03:17.448625 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d6cad-77a9-46dd-89cc-913a49d4cd65 req-522dd03e-3cdf-4c69-94d5-ed3669cdd9ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:17.450093 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d5d6cad-77a9-46dd-89cc-913a49d4cd65 req-522dd03e-3cdf-4c69-94d5-ed3669cdd9ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0535707 Mar 11 13:03:17.506986 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5d5d6cad-77a9-46dd-89cc-913a49d4cd65 req-f3c2fd6c-9bd9-408c-a167-02357bee5b3f tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483906 Mar 11 13:03:17.539752 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:18.636218 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffe675-ec37-4c2b-85ce-c1bbbefec82e req-78e0fb42-240f-47fa-aaec-5074f8e60bb6 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:18.637667 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23ffe675-ec37-4c2b-85ce-c1bbbefec82e req-78e0fb42-240f-47fa-aaec-5074f8e60bb6 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0558646 Mar 11 13:03:18.687342 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-23ffe675-ec37-4c2b-85ce-c1bbbefec82e req-aa9bdd04-cbe3-4a58-a191-9f154be36bba tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440106 Mar 11 13:03:18.981884 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:19.825358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d44c6e-7813-4a13-970d-e5bee0ffab2d req-9a1f2c96-1720-4143-9bdf-a7caeb367e08 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:19.826825 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8d44c6e-7813-4a13-970d-e5bee0ffab2d req-9a1f2c96-1720-4143-9bdf-a7caeb367e08 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0567632 Mar 11 13:03:19.877005 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c8d44c6e-7813-4a13-970d-e5bee0ffab2d req-52e77f69-501f-40d8-a73e-118413fab006 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444813 Mar 11 13:03:20.142000 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:21.000680 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fe2a5-b3b7-4767-80a4-6d186528b375 req-4d69de8c-ffa2-4274-a5e4-694f999e52c8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:21.002143 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b4fe2a5-b3b7-4767-80a4-6d186528b375 req-4d69de8c-ffa2-4274-a5e4-694f999e52c8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0575712 Mar 11 13:03:21.055738 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3b4fe2a5-b3b7-4767-80a4-6d186528b375 req-41399faa-50f0-4dfd-bf2f-5ae761daf5bf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452898 Mar 11 13:03:21.233027 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b99a60e5-2f01-4636-9397-deafcdff0e1d details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 13:03:21.338828 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port b99a60e5-2f01-4636-9397-deafcdff0e1d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:03:21.350901 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': 'b99a60e5-2f01-4636-9397-deafcdff0e1d', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'port_id': 'b99a60e5-2f01-4636-9397-deafcdff0e1d', 'mac_address': 'fa:16:3e:2e:34:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 13:03:21.397286 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port b99a60e5-2f01-4636-9397-deafcdff0e1d is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:03:21.397670 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:21.411238 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99a60e5-2f01-4636-9397-deafcdff0e1d {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:03:21.432324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port b99a60e5-2f01-4636-9397-deafcdff0e1d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:03:21.439916 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:21.486332 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=b99a60e5-2f01-4636-9397-deafcdff0e1d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:21.493389 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:21.493734 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:21.494048 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:21.494413 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:21.494739 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:21.495104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:21.495427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:21.495780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:21.496104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:21.496419 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:21.496724 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:21.497040 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:21.497359 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:03:21.680298 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['b99a60e5-2f01-4636-9397-deafcdff0e1d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 13:03:21.972151 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:03:22.186216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896308f6-b371-4ec1-a1fa-c332ee3b5f45 req-bd4217fb-453d-452e-9926-5713efc30cfc tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:22.187730 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-896308f6-b371-4ec1-a1fa-c332ee3b5f45 req-bd4217fb-453d-452e-9926-5713efc30cfc tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 944 time: 0.0544252 Mar 11 13:03:22.239802 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-896308f6-b371-4ec1-a1fa-c332ee3b5f45 req-31b2771b-6ab6-46aa-8694-dcce6a105078 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464294 Mar 11 13:03:23.248698 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b99a60e5-2f01-4636-9397-deafcdff0e1d up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 13:03:23.309781 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port b99a60e5-2f01-4636-9397-deafcdff0e1d completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 13:03:23.313517 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port b99a60e5-2f01-4636-9397-deafcdff0e1d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:03:23.313885 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:23.396778 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port b99a60e5-2f01-4636-9397-deafcdff0e1d is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:03:23.397167 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:23.420187 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472f5e69-11dc-407d-be93-4c5de46af242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99a60e5-2f01-4636-9397-deafcdff0e1d'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:03:23.420441 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d24a2-4794-4a95-baca-3513fe529538 req-40baff31-83a7-44cb-9b1d-ebdfb6678f1f tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:23.421793 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-501d24a2-4794-4a95-baca-3513fe529538 req-40baff31-83a7-44cb-9b1d-ebdfb6678f1f tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 944 time: 0.0617313 Mar 11 13:03:23.422455 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2264c0dd-9c91-4ee7-a6d8-11abd10e7a3a" -d '{"events": [{"server_uuid": "472f5e69-11dc-407d-be93-4c5de46af242", "name": "network-vif-plugged", "status": "completed", "tag": "b99a60e5-2f01-4636-9397-deafcdff0e1d"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:03:23.434797 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port b99a60e5-2f01-4636-9397-deafcdff0e1d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:03:23.439375 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:23.462569 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 13:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f661137e-f071-4f8f-be03-11f1f0b0c0ce x-openstack-request-id: req-f661137e-f071-4f8f-be03-11f1f0b0c0ce {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:03:23.462862 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472f5e69-11dc-407d-be93-4c5de46af242", "name": "network-vif-plugged", "status": "completed", "tag": "b99a60e5-2f01-4636-9397-deafcdff0e1d", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:03:23.463108 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f661137e-f071-4f8f-be03-11f1f0b0c0ce {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:03:23.463542 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472f5e69-11dc-407d-be93-4c5de46af242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99a60e5-2f01-4636-9397-deafcdff0e1d', 'code': 200} Mar 11 13:03:23.472831 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-501d24a2-4794-4a95-baca-3513fe529538 req-0485f12b-7c8d-42bf-bbb7-41e45eb973ef tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447664 Mar 11 13:03:23.499334 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=b99a60e5-2f01-4636-9397-deafcdff0e1d,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:23.561718 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b882b29-76f6-4376-abef-f7ece2f9c39a req-f7324229-84df-4509-a8a4-e52dc2496451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:23.563207 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b882b29-76f6-4376-abef-f7ece2f9c39a req-f7324229-84df-4509-a8a4-e52dc2496451 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 1127 time: 0.0435162 Mar 11 13:03:23.611068 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2b882b29-76f6-4376-abef-f7ece2f9c39a req-f290f2de-95d1-4a8f-b38c-5d9444db16c0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407350 Mar 11 13:03:24.602263 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841a758-8b68-4e68-9d64-f366bb3b5028 req-8f08dd77-c828-4452-b500-36a0fb6efe84 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:24.603944 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d841a758-8b68-4e68-9d64-f366bb3b5028 req-8f08dd77-c828-4452-b500-36a0fb6efe84 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 945 time: 0.0573952 Mar 11 13:03:24.658328 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d841a758-8b68-4e68-9d64-f366bb3b5028 req-20634186-4906-45f5-823d-59c32ae3ff15 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479224 Mar 11 13:03:25.780367 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4d2c8-85fd-48e8-a53e-20c081445e31 req-69b4c9fd-a7a3-43b0-8a12-011dd5b5e0ac tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:25.781847 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dd4d2c8-85fd-48e8-a53e-20c081445e31 req-69b4c9fd-a7a3-43b0-8a12-011dd5b5e0ac tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 945 time: 0.0542946 Mar 11 13:03:25.832691 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5dd4d2c8-85fd-48e8-a53e-20c081445e31 req-f928f660-5b44-4d18-af41-7aceb68bd50b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426686 Mar 11 13:03:25.952410 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf3154-2c28-433d-8379-117b4a9dbc7f req-984fc2c4-fc2f-4e93-b0e4-dcc51f33d050 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:25.953774 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1cf3154-2c28-433d-8379-117b4a9dbc7f req-984fc2c4-fc2f-4e93-b0e4-dcc51f33d050 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 945 time: 0.0544677 Mar 11 13:03:26.005948 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a1cf3154-2c28-433d-8379-117b4a9dbc7f req-cc6d0bae-389e-4357-91d7-e01ee2704549 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463011 Mar 11 13:03:26.027909 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48798) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:03:26.077457 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f785543d-f7dc-454b-b543-2ad0a374c797 tempest-TestShelveInstance-424404354 tempest-TestShelveInstance-424404354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:26.078964 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f785543d-f7dc-454b-b543-2ad0a374c797 tempest-TestShelveInstance-424404354 tempest-TestShelveInstance-424404354-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 1122 time: 0.0500736 Mar 11 13:03:26.083012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 48800) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:03:26.087310 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': 'b99a60e5-2f01-4636-9397-deafcdff0e1d', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:03:26.111238 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:26.208426 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:26.324342 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Allocated IP 172.25.7.166 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/b83315ab-d528-4029-8f65-2cbb96edcf73) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:03:26.431645 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for port (b83315ab-d528-4029-8f65-2cbb96edcf73), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:26.467191 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (b83315ab-d528-4029-8f65-2cbb96edcf73), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:26.511403 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:03:26.514269 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:03:26.518448 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 13:03:26.521469 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'Port': ['ID=b83315ab-d528-4029-8f65-2cbb96edcf73,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:26.908219 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for floatingip (532079cc-dc80-4559-8a42-9861c1237d2e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:26.995449 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b83315ab-d528-4029-8f65-2cbb96edcf73), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:27.151181 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for port (b83315ab-d528-4029-8f65-2cbb96edcf73), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:27.157941 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (b83315ab-d528-4029-8f65-2cbb96edcf73), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:27.228822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event updated for resources: {'Port': ['ID=b83315ab-d528-4029-8f65-2cbb96edcf73,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:03:27.244130 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (532079cc-dc80-4559-8a42-9861c1237d2e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:27.348566 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Floating IP 532079cc-dc80-4559-8a42-9861c1237d2e associated. External IP: 172.25.7.166, port: b99a60e5-2f01-4636-9397-deafcdff0e1d. Mar 11 13:03:27.913994 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Router 047fe5f1-a135-43d9-810e-20df021cc9b3 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 13:03:28.035315 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 13:03:28.045088 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147fe367-71b1-46b9-9ddf-3a06226032a7 None None] Sync routers for ids ['047fe5f1-a135-43d9-810e-20df021cc9b3'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:03:28.053797 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:28.054673 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147fe367-71b1-46b9-9ddf-3a06226032a7 None None] Routers {'047fe5f1-a135-43d9-810e-20df021cc9b3'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:03:28.055286 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-147fe367-71b1-46b9-9ddf-3a06226032a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:03:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['047fe5f1-a135-43d9-810e-20df021cc9b3'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:28.084040 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-aff4de35-799e-4268-a6b9-0070ad4ec6ea tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9999797 Mar 11 13:03:28.084615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472f5e69-11dc-407d-be93-4c5de46af242', 'tag': 'b99a60e5-2f01-4636-9397-deafcdff0e1d'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:03:28.086855 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa412d9-b251-4ba9-b4bf-7569c4a1eef9" -d '{"events": [{"name": "network-changed", "server_uuid": "472f5e69-11dc-407d-be93-4c5de46af242", "tag": "b99a60e5-2f01-4636-9397-deafcdff0e1d"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:03:28.123030 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 13:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36db69a3-45fe-477d-ae5c-1820dd6e29c2 x-openstack-request-id: req-36db69a3-45fe-477d-ae5c-1820dd6e29c2 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:03:28.123317 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472f5e69-11dc-407d-be93-4c5de46af242", "tag": "b99a60e5-2f01-4636-9397-deafcdff0e1d", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:03:28.123566 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-36db69a3-45fe-477d-ae5c-1820dd6e29c2 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:03:28.123986 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472f5e69-11dc-407d-be93-4c5de46af242', 'tag': 'b99a60e5-2f01-4636-9397-deafcdff0e1d', 'status': 'completed', 'code': 200} Mar 11 13:03:28.165396 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-147fe367-71b1-46b9-9ddf-3a06226032a7 None None] Set router 047fe5f1-a135-43d9-810e-20df021cc9b3 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:03:28.231277 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa412d9-b251-4ba9-b4bf-7569c4a1eef9 req-47aa25ee-fb92-4a22-b02c-0c3b3cd99d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:28.233344 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8fa412d9-b251-4ba9-b4bf-7569c4a1eef9 req-47aa25ee-fb92-4a22-b02c-0c3b3cd99d03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 1127 time: 0.0899210 Mar 11 13:03:28.326332 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa412d9-b251-4ba9-b4bf-7569c4a1eef9 req-ceff87c8-97b8-428f-8db4-8cafd9c615ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:28.327841 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8fa412d9-b251-4ba9-b4bf-7569c4a1eef9 req-ceff87c8-97b8-428f-8db4-8cafd9c615ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0883589 Mar 11 13:03:28.391560 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8fa412d9-b251-4ba9-b4bf-7569c4a1eef9 req-670a9cfc-8e88-48e5-a275-dd2c6dd9e59a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d HTTP/1.1" status: 200 len: 999 time: 0.0579555 Mar 11 13:03:28.396302 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-147fe367-71b1-46b9-9ddf-3a06226032a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 4, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '532079cc-dc80-4559-8a42-9861c1237d2e', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'floating_ip_address': '172.25.7.166', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'port_id': 'b99a60e5-2f01-4636-9397-deafcdff0e1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'mac_address': 'fa:16:3e:2e:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472f5e69-11dc-407d-be93-4c5de46af242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:03:26Z', 'updated_at': '2022-03-11T13:03:26Z', 'revision_number': 0, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c573eb-d8e5-404b-84a3-1d067a3d954c', 'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'mac_address': 'fa:16:3e:e7:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:15Z', 'updated_at': '2022-03-11T12:58:20Z', 'revision_number': 5, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'subnets': [{'id': '37f279b2-46da-4757-8810-de1178d77b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:28.421937 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147fe367-71b1-46b9-9ddf-3a06226032a7 None None] Checking router: 047fe5f1-a135-43d9-810e-20df021cc9b3 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:03:28.430489 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147fe367-71b1-46b9-9ddf-3a06226032a7 None None] Routers {'047fe5f1-a135-43d9-810e-20df021cc9b3'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:03:28.431084 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-147fe367-71b1-46b9-9ddf-3a06226032a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:03:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['047fe5f1-a135-43d9-810e-20df021cc9b3'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:28.443440 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa412d9-b251-4ba9-b4bf-7569c4a1eef9 req-706e68ab-26be-47ce-ad29-023af138dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:28.444956 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8fa412d9-b251-4ba9-b4bf-7569c4a1eef9 req-706e68ab-26be-47ce-ad29-023af138dbeb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0476096 Mar 11 13:03:28.492666 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa412d9-b251-4ba9-b4bf-7569c4a1eef9 req-3c03c6da-5ec0-4c85-b37a-923a58d99d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:03:28.494153 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8fa412d9-b251-4ba9-b4bf-7569c4a1eef9 req-3c03c6da-5ec0-4c85-b37a-923a58d99d46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437825 Mar 11 13:03:28.540648 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-147fe367-71b1-46b9-9ddf-3a06226032a7 None None] Set router 047fe5f1-a135-43d9-810e-20df021cc9b3 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:03:28.583486 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8fa412d9-b251-4ba9-b4bf-7569c4a1eef9 req-02f433f0-9784-4279-acfd-54d41640c5c1 service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832224 Mar 11 13:03:28.676471 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8fa412d9-b251-4ba9-b4bf-7569c4a1eef9 req-e9d86c33-9911-438e-88a6-1c117c52cc8d service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874026 Mar 11 13:03:28.780211 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-147fe367-71b1-46b9-9ddf-3a06226032a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 4, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '532079cc-dc80-4559-8a42-9861c1237d2e', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'floating_ip_address': '172.25.7.166', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'port_id': 'b99a60e5-2f01-4636-9397-deafcdff0e1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'mac_address': 'fa:16:3e:2e:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472f5e69-11dc-407d-be93-4c5de46af242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:03:26Z', 'updated_at': '2022-03-11T13:03:26Z', 'revision_number': 0, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c573eb-d8e5-404b-84a3-1d067a3d954c', 'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'mac_address': 'fa:16:3e:e7:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:15Z', 'updated_at': '2022-03-11T12:58:20Z', 'revision_number': 5, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'subnets': [{'id': '37f279b2-46da-4757-8810-de1178d77b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:03:28.888838 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147fe367-71b1-46b9-9ddf-3a06226032a7 None None] The sync data for ids ['047fe5f1-a135-43d9-810e-20df021cc9b3'] in n-d-833234-2 is: [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 4, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '532079cc-dc80-4559-8a42-9861c1237d2e', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'floating_ip_address': '172.25.7.166', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'port_id': 'b99a60e5-2f01-4636-9397-deafcdff0e1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'mac_address': 'fa:16:3e:2e:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472f5e69-11dc-407d-be93-4c5de46af242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:03:26Z', 'updated_at': '2022-03-11T13:03:26Z', 'revision_number': 0, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c573eb-d8e5-404b-84a3-1d067a3d954c', 'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'mac_address': 'fa:16:3e:e7:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:15Z', 'updated_at': '2022-03-11T12:58:20Z', 'revision_number': 5, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'subnets': [{'id': '37f279b2-46da-4757-8810-de1178d77b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:03:29.096771 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f5639-21c3-4875-bbaa-6c566dc41913 None None] New status for floating IP 532079cc-dc80-4559-8a42-9861c1237d2e: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:03:34.604260 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:43.304751 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:43.753168 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-57a2a397-d509-47a4-8d8f-dc878475ffdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:45.826691 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8ebed354-80d0-4f17-9e8b-51c56724596c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:47.545620 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:48.992846 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:50.145346 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:03:58.975116 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:04:04.599149 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:04:07.241491 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9557863-df68-4780-ab79-eab6cb7dfb0c req-77cc8808-93f2-4488-9d46-3abc0ac137fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488029 Mar 11 13:04:07.328382 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9557863-df68-4780-ab79-eab6cb7dfb0c req-bb47d31a-b105-49dc-aed5-c988b3558a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:07.329892 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9557863-df68-4780-ab79-eab6cb7dfb0c req-bb47d31a-b105-49dc-aed5-c988b3558a55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 1127 time: 0.0465109 Mar 11 13:04:07.440095 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9557863-df68-4780-ab79-eab6cb7dfb0c req-ff0e4d78-c101-4b0e-a416-6d904e3793c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:07.441518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9557863-df68-4780-ab79-eab6cb7dfb0c req-ff0e4d78-c101-4b0e-a416-6d904e3793c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0929039 Mar 11 13:04:07.515977 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9557863-df68-4780-ab79-eab6cb7dfb0c req-9aa53413-ee07-4ceb-909c-978ff2a8dd6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d HTTP/1.1" status: 200 len: 1001 time: 0.0685663 Mar 11 13:04:07.570502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9557863-df68-4780-ab79-eab6cb7dfb0c req-3a5cb142-b991-4ffa-97c9-be961ccaa08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:07.572045 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9557863-df68-4780-ab79-eab6cb7dfb0c req-3a5cb142-b991-4ffa-97c9-be961ccaa08d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0507903 Mar 11 13:04:07.620430 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9557863-df68-4780-ab79-eab6cb7dfb0c req-552655bb-2f4b-4f3f-8695-4a0978618b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:04:07.621941 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9557863-df68-4780-ab79-eab6cb7dfb0c req-552655bb-2f4b-4f3f-8695-4a0978618b09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441523 Mar 11 13:04:07.725505 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9557863-df68-4780-ab79-eab6cb7dfb0c req-dfc50b8f-a4bd-4426-8ee7-56ca0939e9f7 service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972440 Mar 11 13:04:07.817370 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c9557863-df68-4780-ab79-eab6cb7dfb0c req-9bf53bb4-ce4f-408f-bc44-5015ff1bd663 service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853403 Mar 11 13:04:13.307153 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:04:13.756619 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb19e-38f7-4452-8d0e-15724070c43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:04:15.833992 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-87766c7a-e184-4f9c-8f5d-1c01f00d66c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:04:17.547517 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:04:18.997931 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:04:20.148669 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:04:34.612569 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:04:35.981744 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:04:43.323079 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:04:43.753830 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-80bf3ef8-4294-4146-8558-d5f74667f552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:04:45.841299 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-20580610-ad8d-4675-8131-91437f97a928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:04:47.544551 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:04:49.003085 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:04:50.149330 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:04.623173 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:08.238497 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5099d67a-bc4f-4b77-bf09-c96f7a878c29 req-73c0072e-142f-40f8-842c-0a082ac8202c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498269 Mar 11 13:05:08.330940 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099d67a-bc4f-4b77-bf09-c96f7a878c29 req-9ac2f3a1-4730-4965-aa51-cc9c5b78c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:08.332497 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5099d67a-bc4f-4b77-bf09-c96f7a878c29 req-9ac2f3a1-4730-4965-aa51-cc9c5b78c43a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 1127 time: 0.0520332 Mar 11 13:05:08.442897 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099d67a-bc4f-4b77-bf09-c96f7a878c29 req-204300ad-e186-4ef4-9a40-228ccaf2c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:08.444420 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5099d67a-bc4f-4b77-bf09-c96f7a878c29 req-204300ad-e186-4ef4-9a40-228ccaf2c892 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0915577 Mar 11 13:05:08.514751 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5099d67a-bc4f-4b77-bf09-c96f7a878c29 req-8e393de5-58e3-4d11-a373-6922710418c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d HTTP/1.1" status: 200 len: 1001 time: 0.0643537 Mar 11 13:05:08.565735 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099d67a-bc4f-4b77-bf09-c96f7a878c29 req-ad255fce-fa7e-48a3-a61c-d7751b43e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:08.567155 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5099d67a-bc4f-4b77-bf09-c96f7a878c29 req-ad255fce-fa7e-48a3-a61c-d7751b43e3e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0458150 Mar 11 13:05:08.619273 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099d67a-bc4f-4b77-bf09-c96f7a878c29 req-50f98c7f-1c30-434a-97f9-f9de4952a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:08.620866 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5099d67a-bc4f-4b77-bf09-c96f7a878c29 req-50f98c7f-1c30-434a-97f9-f9de4952a58e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478246 Mar 11 13:05:08.713419 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5099d67a-bc4f-4b77-bf09-c96f7a878c29 req-12fc8149-da17-44a4-95d3-e73eef4d0fd6 service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863311 Mar 11 13:05:08.802661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5099d67a-bc4f-4b77-bf09-c96f7a878c29 req-28567a02-9318-45b7-a8a7-0c2163bd28ff service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829747 Mar 11 13:05:12.975967 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:05:13.321358 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:13.758239 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-490bdcbf-ff8f-48d4-ac85-2a1dc393614f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:15.829207 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eaff841a-3891-4c76-aeee-d024b46c4f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:17.556271 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:19.001287 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:20.154686 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:23.664691 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44b4e3-84bd-432b-ae36-262026699af8 req-ff69b8e6-5de6-4646-bffd-0fac529dbfe1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:23.666217 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab44b4e3-84bd-432b-ae36-262026699af8 req-ff69b8e6-5de6-4646-bffd-0fac529dbfe1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 945 time: 0.0620391 Mar 11 13:05:23.715751 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ab44b4e3-84bd-432b-ae36-262026699af8 req-b6547de1-5b8d-445f-8e0c-2c806a8f2d34 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438602 Mar 11 13:05:24.864934 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72951ba-fe0e-4be2-bb7e-85717b78c464 req-8691d84c-03b7-4005-b9ed-94afa3f2dc58 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:24.866422 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f72951ba-fe0e-4be2-bb7e-85717b78c464 req-8691d84c-03b7-4005-b9ed-94afa3f2dc58 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 945 time: 0.0590210 Mar 11 13:05:24.921077 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f72951ba-fe0e-4be2-bb7e-85717b78c464 req-df4cf6f5-a696-4331-8064-d5c53eea11de tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488081 Mar 11 13:05:26.053180 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f0245-729f-469d-aaf2-b40a4fe23c9a req-1e81cce4-ea71-4a37-b116-1f66af4ab79c tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:26.054658 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-384f0245-729f-469d-aaf2-b40a4fe23c9a req-1e81cce4-ea71-4a37-b116-1f66af4ab79c tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 945 time: 0.0592082 Mar 11 13:05:26.111961 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-384f0245-729f-469d-aaf2-b40a4fe23c9a req-b543e563-41f9-441e-80a2-cb355c8168fa tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488751 Mar 11 13:05:27.249115 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45f47b-8749-4fb3-ae03-776aca038528 req-98571eb8-f0cd-47c7-8a44-84aae86dd932 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:27.250625 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f45f47b-8749-4fb3-ae03-776aca038528 req-98571eb8-f0cd-47c7-8a44-84aae86dd932 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 945 time: 0.0575814 Mar 11 13:05:27.301903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8f45f47b-8749-4fb3-ae03-776aca038528 req-631d253f-cdae-4e1d-a000-d7865e76be70 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452681 Mar 11 13:05:28.435518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947d45d-f4d1-4eb2-816c-b6eec9dddd3f req-6c50cd32-61d0-473e-b33a-3f63f7f116e6 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:28.437031 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c947d45d-f4d1-4eb2-816c-b6eec9dddd3f req-6c50cd32-61d0-473e-b33a-3f63f7f116e6 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 945 time: 0.0544114 Mar 11 13:05:28.488402 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c947d45d-f4d1-4eb2-816c-b6eec9dddd3f req-1679ebd9-4b47-4e00-8408-5b7dd09628f3 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454936 Mar 11 13:05:29.630031 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f95fc3-e398-4c33-b8bc-a268a5160b6e req-32e9b5a5-e66e-45fb-941e-4e21a8ad1b2f tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:29.631529 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49f95fc3-e398-4c33-b8bc-a268a5160b6e req-32e9b5a5-e66e-45fb-941e-4e21a8ad1b2f tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 945 time: 0.0598469 Mar 11 13:05:29.684366 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49f95fc3-e398-4c33-b8bc-a268a5160b6e req-7076f7df-b414-484f-8365-d7f81dcaf025 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440631 Mar 11 13:05:30.823052 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5221e-c50a-4c68-9cf9-6352f851eca5 req-b6fddf27-eb3f-4777-b89d-3cd549a4263c tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:30.824591 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28d5221e-c50a-4c68-9cf9-6352f851eca5 req-b6fddf27-eb3f-4777-b89d-3cd549a4263c tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 945 time: 0.0598602 Mar 11 13:05:30.875660 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-28d5221e-c50a-4c68-9cf9-6352f851eca5 req-75569775-8c94-4ce7-90c2-f61b61d29bc9 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451360 Mar 11 13:05:32.031849 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d0f91-79e0-4cdb-aa5e-92a076c4f11b req-bdc28cc2-07c9-47f9-81a7-5707fed632e6 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:32.033368 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-615d0f91-79e0-4cdb-aa5e-92a076c4f11b req-bdc28cc2-07c9-47f9-81a7-5707fed632e6 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 945 time: 0.0709295 Mar 11 13:05:32.082266 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-615d0f91-79e0-4cdb-aa5e-92a076c4f11b req-35eb344b-7ad0-420a-8289-0b6122d24f59 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431221 Mar 11 13:05:33.208969 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e5c32-c1ce-40bb-a80f-4ab7fc318e7f req-0f4bab61-f979-4cbc-b2d9-d60ff81a3670 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:33.210504 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-395e5c32-c1ce-40bb-a80f-4ab7fc318e7f req-0f4bab61-f979-4cbc-b2d9-d60ff81a3670 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 945 time: 0.0549216 Mar 11 13:05:33.260751 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-395e5c32-c1ce-40bb-a80f-4ab7fc318e7f req-0bfad1a8-44de-41bc-8125-bd1a9a82e5e8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443773 Mar 11 13:05:33.796536 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758abcc2-c807-4940-a1bd-86cb8ec61b0f req-3cf33686-5240-41f4-8051-927d729a7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:33.798068 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-758abcc2-c807-4940-a1bd-86cb8ec61b0f req-3cf33686-5240-41f4-8051-927d729a7759 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 1127 time: 0.0510640 Mar 11 13:05:33.893302 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758abcc2-c807-4940-a1bd-86cb8ec61b0f req-7475f2de-d1c3-4359-83e1-59b5120853ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:33.894767 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-758abcc2-c807-4940-a1bd-86cb8ec61b0f req-7475f2de-d1c3-4359-83e1-59b5120853ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0896988 Mar 11 13:05:33.963972 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-758abcc2-c807-4940-a1bd-86cb8ec61b0f req-9de74579-2993-4081-afaf-d946391e88f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d HTTP/1.1" status: 200 len: 1001 time: 0.0631504 Mar 11 13:05:34.021568 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758abcc2-c807-4940-a1bd-86cb8ec61b0f req-23bff363-4e14-49e7-9e44-f5e46cb2b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:34.023026 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-758abcc2-c807-4940-a1bd-86cb8ec61b0f req-23bff363-4e14-49e7-9e44-f5e46cb2b38f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0538554 Mar 11 13:05:34.080532 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758abcc2-c807-4940-a1bd-86cb8ec61b0f req-d57be703-1daa-4867-a3b8-b816a42f8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:34.083047 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-758abcc2-c807-4940-a1bd-86cb8ec61b0f req-d57be703-1daa-4867-a3b8-b816a42f8c45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0534387 Mar 11 13:05:34.190303 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-758abcc2-c807-4940-a1bd-86cb8ec61b0f req-6646525b-d489-4b74-90fd-3009c382d458 service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017206 Mar 11 13:05:34.311518 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-758abcc2-c807-4940-a1bd-86cb8ec61b0f req-0ed9cf4d-d1cc-48ed-9baa-c27f5b7506fa service neutron] 10.222.0.37 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152277 Mar 11 13:05:34.412867 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdffcc-55c0-439b-9f4c-e97e44ab2537 req-b2f03558-0ff4-4ff3-8c48-0bd15f4f5795 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:34.415544 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1cdffcc-55c0-439b-9f4c-e97e44ab2537 req-b2f03558-0ff4-4ff3-8c48-0bd15f4f5795 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 945 time: 0.0669990 Mar 11 13:05:34.479139 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e1cdffcc-55c0-439b-9f4c-e97e44ab2537 req-8ca0e15e-1f2b-4cb4-a327-a22b324d5d02 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572126 Mar 11 13:05:34.630308 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:35.627667 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a59ad-9d5d-4492-a4c3-e6684795f4cc req-005f537a-b499-445e-a1fe-139e8e456907 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:35.629227 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d34a59ad-9d5d-4492-a4c3-e6684795f4cc req-005f537a-b499-445e-a1fe-139e8e456907 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 945 time: 0.0606880 Mar 11 13:05:35.679227 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d34a59ad-9d5d-4492-a4c3-e6684795f4cc req-6c5e107a-de98-414b-9551-759ffedf2315 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439999 Mar 11 13:05:36.808154 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8cb7c-ab6d-4d85-aab2-9787552dc5fc req-19d184e2-9ade-4072-addf-8f65fa975075 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:36.809691 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1f8cb7c-ab6d-4d85-aab2-9787552dc5fc req-19d184e2-9ade-4072-addf-8f65fa975075 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 945 time: 0.0564163 Mar 11 13:05:36.861659 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b1f8cb7c-ab6d-4d85-aab2-9787552dc5fc req-9b515de3-b352-4d6e-b740-a0274475a1d2 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463331 Mar 11 13:05:37.990606 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e61ab0-f496-4f42-b279-4b632b6b11cc req-b103a5f9-3fab-43c4-871b-5a97f0a11c36 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:37.992129 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2e61ab0-f496-4f42-b279-4b632b6b11cc req-b103a5f9-3fab-43c4-871b-5a97f0a11c36 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 945 time: 0.0618298 Mar 11 13:05:38.042438 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e2e61ab0-f496-4f42-b279-4b632b6b11cc req-01b916ce-6cfc-4dc8-ab85-9f6fea806926 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444088 Mar 11 13:05:39.170645 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beae004-c5a1-44c4-8cb8-640a2135d11a req-702db502-f20f-4a56-9b51-d1f72525939f tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:39.172299 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4beae004-c5a1-44c4-8cb8-640a2135d11a req-702db502-f20f-4a56-9b51-d1f72525939f tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 945 time: 0.0546739 Mar 11 13:05:39.222207 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-4beae004-c5a1-44c4-8cb8-640a2135d11a req-8cc88149-1477-47e0-9ecf-3a20d297ad9b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442755 Mar 11 13:05:39.978128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device b99a60e5-2f01-4636-9397-deafcdff0e1d no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:05:40.060439 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port b99a60e5-2f01-4636-9397-deafcdff0e1d is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:05:40.060827 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:40.085125 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472f5e69-11dc-407d-be93-4c5de46af242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b99a60e5-2f01-4636-9397-deafcdff0e1d'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:05:40.087563 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabba8c3-c02a-4d90-af2d-0ba849d3a1a8" -d '{"events": [{"server_uuid": "472f5e69-11dc-407d-be93-4c5de46af242", "name": "network-vif-unplugged", "status": "completed", "tag": "b99a60e5-2f01-4636-9397-deafcdff0e1d"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:05:40.099896 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port b99a60e5-2f01-4636-9397-deafcdff0e1d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:05:40.107981 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:40.137538 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 13:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb56102c-757c-430c-ba23-3977460f660b x-openstack-request-id: req-eb56102c-757c-430c-ba23-3977460f660b {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:05:40.137845 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472f5e69-11dc-407d-be93-4c5de46af242", "name": "network-vif-unplugged", "status": "failed", "tag": "b99a60e5-2f01-4636-9397-deafcdff0e1d", "code": 422}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:05:40.138081 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eb56102c-757c-430c-ba23-3977460f660b {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:05:40.138453 n-d-833234-2 neutron-server[104033]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '472f5e69-11dc-407d-be93-4c5de46af242', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b99a60e5-2f01-4636-9397-deafcdff0e1d', 'code': 422} returned with failed status Mar 11 13:05:40.164208 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=b99a60e5-2f01-4636-9397-deafcdff0e1d,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:40.172057 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:40.172441 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:40.172788 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:40.173128 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:40.173464 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:40.173797 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:40.174127 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:40.174456 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:40.174784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:40.175112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:40.175436 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:40.175783 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:40.176109 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:40.358424 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ae950-5483-4549-af9b-81eef2badc8d req-2168b2d2-0dc6-46dc-b62e-b3fbdf812c55 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:40.359926 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c3ae950-5483-4549-af9b-81eef2badc8d req-2168b2d2-0dc6-46dc-b62e-b3fbdf812c55 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0584099 Mar 11 13:05:40.414355 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c3ae950-5483-4549-af9b-81eef2badc8d req-b3917bed-398c-4274-8256-1d7d75915dc0 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465748 Mar 11 13:05:40.528585 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-48d843f9-7c8e-45f2-b5fb-34af376a2758 req-090f8c71-9199-4d6e-abfe-b38f4f647a53 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 13:05:40.529574 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-48d843f9-7c8e-45f2-b5fb-34af376a2758 req-090f8c71-9199-4d6e-abfe-b38f4f647a53 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0513201 Mar 11 13:05:41.691083 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-43da0587-4aa3-494f-8121-1716a92c3381 req-88fec4c1-ed9b-429c-a08c-bd1b70caf1b0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450690 Mar 11 13:05:41.699991 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-43da0587-4aa3-494f-8121-1716a92c3381 req-8d5aea68-fda2-482f-ae71-cc33de8cdfbb service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 13:05:41.701012 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-43da0587-4aa3-494f-8121-1716a92c3381 req-8d5aea68-fda2-482f-ae71-cc33de8cdfbb service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052543 Mar 11 13:05:41.720782 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e4a62-3171-4050-a806-59a2b9ccba86 req-7b928cf2-f3ea-443e-aaea-c89a3d70b8ee tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:41.722486 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f30e4a62-3171-4050-a806-59a2b9ccba86 req-7b928cf2-f3ea-443e-aaea-c89a3d70b8ee tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0571461 Mar 11 13:05:41.793556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da0587-4aa3-494f-8121-1716a92c3381 req-9b4d5680-18f6-47ec-8275-bb802aeeeff2 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:41.794926 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-43da0587-4aa3-494f-8121-1716a92c3381 req-9b4d5680-18f6-47ec-8275-bb802aeeeff2 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports/b99a60e5-2f01-4636-9397-deafcdff0e1d HTTP/1.1" status: 200 len: 940 time: 0.0655839 Mar 11 13:05:41.811374 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f30e4a62-3171-4050-a806-59a2b9ccba86 req-2e1ffe84-17ae-4369-a9e9-de0e1a3a3388 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831900 Mar 11 13:05:42.939996 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daabbe0-32d7-4c4b-b9df-41a536f4e56e req-22ce27ed-ca52-468e-9627-10c58d320b7a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:42.941584 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2daabbe0-32d7-4c4b-b9df-41a536f4e56e req-22ce27ed-ca52-468e-9627-10c58d320b7a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0595675 Mar 11 13:05:42.993047 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2daabbe0-32d7-4c4b-b9df-41a536f4e56e req-8eff5f2a-c341-48d0-835a-d2cbfd21b789 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454054 Mar 11 13:05:43.320640 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:43.753622 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-011f3259-c5bb-45c1-8560-6b6249fa7213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:44.119983 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba3fdd-690d-455e-aef2-2c4e2ee350d2 req-79741e89-1187-4f29-b2b7-33aaaa2d5dcf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:44.121492 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-89ba3fdd-690d-455e-aef2-2c4e2ee350d2 req-79741e89-1187-4f29-b2b7-33aaaa2d5dcf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0564241 Mar 11 13:05:44.176682 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-89ba3fdd-690d-455e-aef2-2c4e2ee350d2 req-14f0f7bf-112d-48b7-89f4-647d3295a96d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493867 Mar 11 13:05:45.298876 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be06aac-5cc7-49ec-b410-f8ca688792d8 req-98a639c5-7660-4b9f-8cc8-a1765efbec04 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:45.300402 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8be06aac-5cc7-49ec-b410-f8ca688792d8 req-98a639c5-7660-4b9f-8cc8-a1765efbec04 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0551412 Mar 11 13:05:45.353811 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8be06aac-5cc7-49ec-b410-f8ca688792d8 req-70049b95-ad9c-4852-bfe5-ddc34275b5c4 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472682 Mar 11 13:05:45.824626 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c69e71aa-35b6-4f1a-a9bb-4e2ce861930d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:46.479012 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c94a9-6061-4493-b6cb-a243f2d62b46 req-ca4fbc26-abf6-4b18-a021-38a2f23b64b3 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:46.480863 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a6c94a9-6061-4493-b6cb-a243f2d62b46 req-ca4fbc26-abf6-4b18-a021-38a2f23b64b3 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0567026 Mar 11 13:05:46.530441 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-0a6c94a9-6061-4493-b6cb-a243f2d62b46 req-4de31a93-93ea-4db2-9afb-1d4fb3f14e69 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437124 Mar 11 13:05:47.551355 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:47.653593 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defb7c5-47fd-4f7f-9ed0-2c782c384f5f req-fe4872a0-9223-49b4-b184-1b2a8298f801 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:47.655088 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7defb7c5-47fd-4f7f-9ed0-2c782c384f5f req-fe4872a0-9223-49b4-b184-1b2a8298f801 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0546079 Mar 11 13:05:47.709210 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7defb7c5-47fd-4f7f-9ed0-2c782c384f5f req-594fcc1b-52cc-472e-bc65-cdb92ea6a4f1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483427 Mar 11 13:05:48.837699 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c48df4-fd72-4678-81fd-9c039703bfa3 req-a419a03d-c842-420e-93ae-37c57f6f8738 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:48.839192 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6c48df4-fd72-4678-81fd-9c039703bfa3 req-a419a03d-c842-420e-93ae-37c57f6f8738 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0574934 Mar 11 13:05:48.890215 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b6c48df4-fd72-4678-81fd-9c039703bfa3 req-88b7c162-c912-43f5-a72a-56dcf7d2b144 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443649 Mar 11 13:05:48.999364 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:49.977062 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:05:50.011522 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0615a9-6f7f-4869-9740-d01af29a9700 req-f30218e7-56b2-41a1-95ef-daee544d0630 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:50.013103 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc0615a9-6f7f-4869-9740-d01af29a9700 req-f30218e7-56b2-41a1-95ef-daee544d0630 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0531037 Mar 11 13:05:50.064598 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bc0615a9-6f7f-4869-9740-d01af29a9700 req-8a0053a0-d81d-475e-8901-e6b26fb50300 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456769 Mar 11 13:05:50.150758 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:51.194850 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f507a84-5c12-4964-a38f-e947d743972a req-26af7f85-037e-4083-bafa-abc2e8c245b1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:51.196423 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f507a84-5c12-4964-a38f-e947d743972a req-26af7f85-037e-4083-bafa-abc2e8c245b1 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0587945 Mar 11 13:05:51.251705 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-7f507a84-5c12-4964-a38f-e947d743972a req-8a7287ba-45aa-4582-a953-bf6a928b1b2e tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487709 Mar 11 13:05:52.376647 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bba67-8610-4ce5-9934-93dcdeaa7fb0 req-87ee7ee0-a8ee-45a3-aee2-d6cb46658a90 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:52.378038 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3f0bba67-8610-4ce5-9934-93dcdeaa7fb0 req-87ee7ee0-a8ee-45a3-aee2-d6cb46658a90 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0568211 Mar 11 13:05:52.428257 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3f0bba67-8610-4ce5-9934-93dcdeaa7fb0 req-06b07a0f-bf66-484a-ab78-b1bd2c39d1a9 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444419 Mar 11 13:05:52.783728 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da0587-4aa3-494f-8121-1716a92c3381 req-1dcb595e-f0c3-4896-8011-b70d96984ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:52.785169 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-43da0587-4aa3-494f-8121-1716a92c3381 req-1dcb595e-f0c3-4896-8011-b70d96984ff0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242&tenant_id=dab76f37e5054cdca57ba336fc3a4f6d HTTP/1.1" status: 200 len: 1125 time: 0.0458426 Mar 11 13:05:52.796452 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-43da0587-4aa3-494f-8121-1716a92c3381 req-b69645ec-4907-44c9-bb02-0633b3f1f399 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 13:05:52.797420 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-43da0587-4aa3-494f-8121-1716a92c3381 req-b69645ec-4907-44c9-bb02-0633b3f1f399 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049698 Mar 11 13:05:52.817378 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833234-2', 'device_owner': 'compute:nova'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:05:52.881757 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:53.093665 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] For port b99a60e5-2f01-4636-9397-deafcdff0e1d, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:05:53.128227 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] For port b99a60e5-2f01-4636-9397-deafcdff0e1d, host n-h2-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 13:05:53.160066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99a60e5-2f01-4636-9397-deafcdff0e1d {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:05:53.167757 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Publish callbacks [] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:53.179596 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Transition to ACTIVE for port object b99a60e5-2f01-4636-9397-deafcdff0e1d will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 13:05:53.185542 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:53.262615 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Pushing event updated for resources: {'Port': ['ID=b99a60e5-2f01-4636-9397-deafcdff0e1d,revision_number=7']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:53.275031 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:53.275573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:53.275797 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:53.276127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:53.276463 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:53.276801 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:53.277127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:53.277446 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:53.277777 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:53.278099 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:53.278407 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:53.278726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:53.279048 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:05:53.319807 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] No DVR routers for this DVR port b99a60e5-2f01-4636-9397-deafcdff0e1d on host n-h2-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:05:53.458166 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Attempting to bind port b99a60e5-2f01-4636-9397-deafcdff0e1d on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 13:05:53.458480 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Attempting to bind port b99a60e5-2f01-4636-9397-deafcdff0e1d by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 13:05:53.458843 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Attempting to bind port b99a60e5-2f01-4636-9397-deafcdff0e1d on network d58243b5-039b-4543-b326-979ed2a4bbde {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 13:05:53.464127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Port b99a60e5-2f01-4636-9397-deafcdff0e1d on network d58243b5-039b-4543-b326-979ed2a4bbde not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 13:05:53.464423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Attempting to bind port b99a60e5-2f01-4636-9397-deafcdff0e1d on network d58243b5-039b-4543-b326-979ed2a4bbde {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 13:05:53.469741 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 13:05:53.470075 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Checking segment: {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 13:05:53.471929 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Bound using segment: {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 13:05:53.472408 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Bound port: b99a60e5-2f01-4636-9397-deafcdff0e1d, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35eed0b7-50d5-486a-8170-da2ae2182217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 13:05:53.472729 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:53.537108 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] For port b99a60e5-2f01-4636-9397-deafcdff0e1d, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 13:05:53.540440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] For port b99a60e5-2f01-4636-9397-deafcdff0e1d, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 13:05:53.547941 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:53.550549 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd5897-9df9-4b84-9088-f3d9b82897e1 req-35d09354-a3b3-467a-92ed-6c74cb95a646 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:53.552039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2dbd5897-9df9-4b84-9088-f3d9b82897e1 req-35d09354-a3b3-467a-92ed-6c74cb95a646 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0544643 Mar 11 13:05:53.585201 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:53.585820 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:05:53.587370 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] 10.222.0.71 "PUT /v2.0/ports/b99a60e5-2f01-4636-9397-deafcdff0e1d HTTP/1.1" status: 200 len: 1091 time: 0.7736938 Mar 11 13:05:53.587864 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472f5e69-11dc-407d-be93-4c5de46af242', 'tag': 'b99a60e5-2f01-4636-9397-deafcdff0e1d'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:05:53.590135 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0881efe-14ff-4fb0-9908-06262d56cdaa" -d '{"events": [{"name": "network-changed", "server_uuid": "472f5e69-11dc-407d-be93-4c5de46af242", "tag": "b99a60e5-2f01-4636-9397-deafcdff0e1d"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:05:53.619453 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98eccb-2f3c-44b3-a1c9-696776ff7cfa service neutron] Pushing event updated for resources: {'Port': ['ID=b99a60e5-2f01-4636-9397-deafcdff0e1d,revision_number=8']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:05:53.623629 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-2dbd5897-9df9-4b84-9088-f3d9b82897e1 req-5b2fa5f4-7fc3-4e04-a92b-263778a3ccb0 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648828 Mar 11 13:05:53.670814 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da0587-4aa3-494f-8121-1716a92c3381 req-7cfd55be-c402-4b00-9bc2-1952cb8ba261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:53.672449 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-43da0587-4aa3-494f-8121-1716a92c3381 req-7cfd55be-c402-4b00-9bc2-1952cb8ba261 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 1125 time: 0.0499637 Mar 11 13:05:53.767817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ef43924b-7ff0-4bc0-8428-cbe8ca8143f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:53.769339 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ef43924b-7ff0-4bc0-8428-cbe8ca8143f2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0891294 Mar 11 13:05:53.839160 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-43da0587-4aa3-494f-8121-1716a92c3381 req-acbf001a-80b5-44bc-bd1c-a9efb7668fa5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d HTTP/1.1" status: 200 len: 999 time: 0.0635324 Mar 11 13:05:53.889943 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da0587-4aa3-494f-8121-1716a92c3381 req-2baeb472-fe77-44d2-807b-cc58744c40aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:53.891331 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-43da0587-4aa3-494f-8121-1716a92c3381 req-2baeb472-fe77-44d2-807b-cc58744c40aa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0460887 Mar 11 13:05:53.940293 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da0587-4aa3-494f-8121-1716a92c3381 req-60d0fd20-d10c-479e-af1e-92568ac455a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:53.941816 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-43da0587-4aa3-494f-8121-1716a92c3381 req-60d0fd20-d10c-479e-af1e-92568ac455a2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437727 Mar 11 13:05:54.034222 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-43da0587-4aa3-494f-8121-1716a92c3381 req-ade07bc3-11de-489c-8e8a-aa4da33f6db7 service neutron] 10.222.0.71 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847683 Mar 11 13:05:54.132849 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-43da0587-4aa3-494f-8121-1716a92c3381 req-efee739c-e5b7-41f3-a37b-a14a8ecc1858 service neutron] 10.222.0.71 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916555 Mar 11 13:05:54.708333 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 13:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f5d75b-0777-4f6d-a1b7-2ac7acb573ca x-openstack-request-id: req-67f5d75b-0777-4f6d-a1b7-2ac7acb573ca {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:05:54.708620 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472f5e69-11dc-407d-be93-4c5de46af242", "tag": "b99a60e5-2f01-4636-9397-deafcdff0e1d", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:05:54.708873 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-67f5d75b-0777-4f6d-a1b7-2ac7acb573ca {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:05:54.709289 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472f5e69-11dc-407d-be93-4c5de46af242', 'tag': 'b99a60e5-2f01-4636-9397-deafcdff0e1d', 'status': 'completed', 'code': 200} Mar 11 13:05:54.757887 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662cdaf-a28c-4876-9f50-d584c6e9c76f req-0650366d-c41a-4717-a508-120310e9573d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:54.759484 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9662cdaf-a28c-4876-9f50-d584c6e9c76f req-0650366d-c41a-4717-a508-120310e9573d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0646932 Mar 11 13:05:54.778662 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0881efe-14ff-4fb0-9908-06262d56cdaa req-ca4b2930-3829-490a-aefb-16752cc3d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:54.780226 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0881efe-14ff-4fb0-9908-06262d56cdaa req-ca4b2930-3829-490a-aefb-16752cc3d1c6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 1125 time: 0.0471492 Mar 11 13:05:54.809357 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9662cdaf-a28c-4876-9f50-d584c6e9c76f req-02bf05eb-4958-4f88-9675-1140fe0a4c3e tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438287 Mar 11 13:05:54.869455 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0881efe-14ff-4fb0-9908-06262d56cdaa req-3a79873c-c5e9-434a-9d1a-f7ab0b0c0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:54.870967 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0881efe-14ff-4fb0-9908-06262d56cdaa req-3a79873c-c5e9-434a-9d1a-f7ab0b0c0ceb service neutron] 10.222.0.71 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0843742 Mar 11 13:05:54.942912 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0881efe-14ff-4fb0-9908-06262d56cdaa req-788413fb-5d0f-42cd-a4f2-3ba61213aace service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d HTTP/1.1" status: 200 len: 999 time: 0.0652833 Mar 11 13:05:54.993091 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0881efe-14ff-4fb0-9908-06262d56cdaa req-4c228da8-4aa0-41d6-a383-f207fdb6dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:54.994605 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0881efe-14ff-4fb0-9908-06262d56cdaa req-4c228da8-4aa0-41d6-a383-f207fdb6dec4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0444026 Mar 11 13:05:55.048960 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0881efe-14ff-4fb0-9908-06262d56cdaa req-ca95c2f3-b23c-40bb-a949-a901f193bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:55.051110 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0881efe-14ff-4fb0-9908-06262d56cdaa req-ca95c2f3-b23c-40bb-a949-a901f193bacb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498490 Mar 11 13:05:55.153338 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0881efe-14ff-4fb0-9908-06262d56cdaa req-4fdc2684-1e24-40ae-875c-fce093ebe7af service neutron] 10.222.0.71 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944593 Mar 11 13:05:55.250665 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b0881efe-14ff-4fb0-9908-06262d56cdaa req-f9de1a31-3b08-4e74-ada7-41df0908e469 service neutron] 10.222.0.71 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910165 Mar 11 13:05:55.932928 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda67039-1e0f-4d87-a04f-1d1f0b24f343 req-7bbd5dad-e682-4010-bb6c-4244731d8564 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:55.934429 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bda67039-1e0f-4d87-a04f-1d1f0b24f343 req-7bbd5dad-e682-4010-bb6c-4244731d8564 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0541511 Mar 11 13:05:55.983533 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-bda67039-1e0f-4d87-a04f-1d1f0b24f343 req-0c69eff3-e91f-45f4-b1c5-1956d76d68e6 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432508 Mar 11 13:05:56.624961 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644756a8-575d-45f8-bf01-6c581874b247 req-0ee1decf-c488-49e1-9397-ae6ed60ddc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:56.626568 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-644756a8-575d-45f8-bf01-6c581874b247 req-0ee1decf-c488-49e1-9397-ae6ed60ddc2c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 1125 time: 0.0508959 Mar 11 13:05:56.739371 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644756a8-575d-45f8-bf01-6c581874b247 req-e2f982ea-4df9-433f-8d64-c86510a73119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:56.740884 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-644756a8-575d-45f8-bf01-6c581874b247 req-e2f982ea-4df9-433f-8d64-c86510a73119 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0925114 Mar 11 13:05:57.111521 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14004aea-fdc9-454e-8cb8-ae1871f880c7 req-1cf364f3-1bba-4b00-a2af-e9c6d02876cc tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:57.113251 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14004aea-fdc9-454e-8cb8-ae1871f880c7 req-1cf364f3-1bba-4b00-a2af-e9c6d02876cc tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0604706 Mar 11 13:05:57.152794 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-644756a8-575d-45f8-bf01-6c581874b247 req-819307b1-582d-4f99-ae4f-dae92a6a125b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d HTTP/1.1" status: 200 len: 999 time: 0.4052179 Mar 11 13:05:57.164403 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-14004aea-fdc9-454e-8cb8-ae1871f880c7 req-fe5e4954-bf70-4cda-ac1d-29e3496ea729 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442111 Mar 11 13:05:57.202891 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644756a8-575d-45f8-bf01-6c581874b247 req-44c78687-9b7d-4b29-ab09-d071e05090d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:57.204456 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-644756a8-575d-45f8-bf01-6c581874b247 req-44c78687-9b7d-4b29-ab09-d071e05090d2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0447562 Mar 11 13:05:57.260211 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644756a8-575d-45f8-bf01-6c581874b247 req-181f1130-1cfd-411c-aa2e-be282b1c4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:57.261820 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-644756a8-575d-45f8-bf01-6c581874b247 req-181f1130-1cfd-411c-aa2e-be282b1c4971 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506904 Mar 11 13:05:57.355556 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-644756a8-575d-45f8-bf01-6c581874b247 req-f2819784-c0a4-4490-aa55-67cf52f42dbe service neutron] 10.222.0.71 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869250 Mar 11 13:05:57.448054 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-644756a8-575d-45f8-bf01-6c581874b247 req-2c3cf95e-f949-46a7-b02d-e13b5b6ef688 service neutron] 10.222.0.71 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864179 Mar 11 13:05:58.301822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f08f91-65bb-4755-a50a-13541a27441f req-7433157c-8ef2-438c-9e56-0647a8673463 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:58.303627 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33f08f91-65bb-4755-a50a-13541a27441f req-7433157c-8ef2-438c-9e56-0647a8673463 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0606837 Mar 11 13:05:58.355610 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-33f08f91-65bb-4755-a50a-13541a27441f req-08d29dfa-fbf0-4bbf-9570-fce96cceb286 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418813 Mar 11 13:05:59.482502 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b3601-e926-4e3a-b3bc-a2f3f65560fc req-9b952100-39e5-489c-a7e6-ed120cf357ef tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:05:59.484026 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-071b3601-e926-4e3a-b3bc-a2f3f65560fc req-9b952100-39e5-489c-a7e6-ed120cf357ef tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0541623 Mar 11 13:05:59.535683 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-071b3601-e926-4e3a-b3bc-a2f3f65560fc req-72f7fa48-73f2-4a81-9918-a1fc2026bd5a tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459583 Mar 11 13:06:00.664456 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84808ac8-5597-40c8-abb2-367e57eadb55 req-8242dea8-2215-4f6f-ad6a-e7deac8d4c7d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:00.665935 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84808ac8-5597-40c8-abb2-367e57eadb55 req-8242dea8-2215-4f6f-ad6a-e7deac8d4c7d tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0546057 Mar 11 13:06:00.721204 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84808ac8-5597-40c8-abb2-367e57eadb55 req-a984500f-211f-4348-9780-2736a54f06ad tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486698 Mar 11 13:06:01.857477 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f0690-a71f-4034-9f55-a6169ca158bd req-63c2e1fb-15b4-430f-884a-8e8f548adb1b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:01.859020 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f4f0690-a71f-4034-9f55-a6169ca158bd req-63c2e1fb-15b4-430f-884a-8e8f548adb1b tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 943 time: 0.0523653 Mar 11 13:06:01.909115 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9f4f0690-a71f-4034-9f55-a6169ca158bd req-afa6471b-6b1f-40e7-bfc3-adc995c8d362 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420969 Mar 11 13:06:02.685795 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b99a60e5-2f01-4636-9397-deafcdff0e1d details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 13:06:02.797097 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b99a60e5-2f01-4636-9397-deafcdff0e1d, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:06:02.811089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': 'b99a60e5-2f01-4636-9397-deafcdff0e1d', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'port_id': 'b99a60e5-2f01-4636-9397-deafcdff0e1d', 'mac_address': 'fa:16:3e:2e:34:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 13:06:02.851575 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port b99a60e5-2f01-4636-9397-deafcdff0e1d is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:06:02.851987 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:02.865379 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99a60e5-2f01-4636-9397-deafcdff0e1d {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:06:02.884946 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b99a60e5-2f01-4636-9397-deafcdff0e1d, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:06:02.891992 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:02.944867 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=b99a60e5-2f01-4636-9397-deafcdff0e1d,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:03.040966 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b30bd-0385-4f5f-bf48-88ba02de5ac6 req-34f5b10e-ba3d-4541-b506-60ee083931bb tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:03.042431 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-930b30bd-0385-4f5f-bf48-88ba02de5ac6 req-34f5b10e-ba3d-4541-b506-60ee083931bb tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 944 time: 0.0591168 Mar 11 13:06:03.094947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-930b30bd-0385-4f5f-bf48-88ba02de5ac6 req-3c640569-06e3-42dc-8619-5619be920a86 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464041 Mar 11 13:06:03.170038 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['b99a60e5-2f01-4636-9397-deafcdff0e1d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 13:06:04.234297 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef7bd0-6fdb-416e-b109-912698d8b0ad req-262866ac-4e7b-445d-9ff7-9cea7ae102ca tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:04.235843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74ef7bd0-6fdb-416e-b109-912698d8b0ad req-262866ac-4e7b-445d-9ff7-9cea7ae102ca tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 944 time: 0.0560529 Mar 11 13:06:04.288824 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-74ef7bd0-6fdb-416e-b109-912698d8b0ad req-a2d023e3-3dbe-4180-b417-ac49e9c1b0dd tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459731 Mar 11 13:06:04.633003 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:04.684414 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b99a60e5-2f01-4636-9397-deafcdff0e1d up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 13:06:04.742325 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port b99a60e5-2f01-4636-9397-deafcdff0e1d completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 13:06:04.746264 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port b99a60e5-2f01-4636-9397-deafcdff0e1d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:06:04.746712 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:04.827689 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port b99a60e5-2f01-4636-9397-deafcdff0e1d is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:06:04.827971 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:04.853784 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472f5e69-11dc-407d-be93-4c5de46af242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99a60e5-2f01-4636-9397-deafcdff0e1d'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:06:04.856476 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4cfaf4-15c8-4e53-84f5-abe9875d509c" -d '{"events": [{"server_uuid": "472f5e69-11dc-407d-be93-4c5de46af242", "name": "network-vif-plugged", "status": "completed", "tag": "b99a60e5-2f01-4636-9397-deafcdff0e1d"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:06:04.868893 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port b99a60e5-2f01-4636-9397-deafcdff0e1d, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:06:04.875065 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:04.926167 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=b99a60e5-2f01-4636-9397-deafcdff0e1d,revision_number=10']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:06:04.942698 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 13:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb1422e-81a2-4af5-8b47-2eb70dbab5f9 x-openstack-request-id: req-dcb1422e-81a2-4af5-8b47-2eb70dbab5f9 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:06:04.942986 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472f5e69-11dc-407d-be93-4c5de46af242", "name": "network-vif-plugged", "status": "completed", "tag": "b99a60e5-2f01-4636-9397-deafcdff0e1d", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:06:04.943238 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dcb1422e-81a2-4af5-8b47-2eb70dbab5f9 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:06:04.943619 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472f5e69-11dc-407d-be93-4c5de46af242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99a60e5-2f01-4636-9397-deafcdff0e1d', 'code': 200} Mar 11 13:06:05.155382 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb1840-d8a9-4cb0-ba3e-2e987ecfcac7 req-b47aa2cd-6db4-4e3d-acd8-b1c83c6ef06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:05.157412 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51bb1840-d8a9-4cb0-ba3e-2e987ecfcac7 req-b47aa2cd-6db4-4e3d-acd8-b1c83c6ef06e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 1128 time: 0.0960386 Mar 11 13:06:05.213079 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-51bb1840-d8a9-4cb0-ba3e-2e987ecfcac7 req-c2743bf4-e49a-4ab3-9030-28ffc9a97368 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470684 Mar 11 13:06:05.412215 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2002c63-cd31-4faf-bc30-e36788741cd4 req-84bb17e4-1a0b-4f70-b070-7a7b8e3f1a18 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:05.413600 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2002c63-cd31-4faf-bc30-e36788741cd4 req-84bb17e4-1a0b-4f70-b070-7a7b8e3f1a18 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 946 time: 0.0564117 Mar 11 13:06:05.462671 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f2002c63-cd31-4faf-bc30-e36788741cd4 req-f70ccc20-9007-4997-aedc-5bf854e1cb83 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433302 Mar 11 13:06:06.601740 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6a525-c7df-43e1-9086-156732ae3e52 req-10baa5ad-8163-456d-8b5f-fd3f799f0065 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:06.603284 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b4a6a525-c7df-43e1-9086-156732ae3e52 req-10baa5ad-8163-456d-8b5f-fd3f799f0065 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 946 time: 0.0652010 Mar 11 13:06:06.659561 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b4a6a525-c7df-43e1-9086-156732ae3e52 req-4e8afb44-98a4-469c-9bac-35726ab07174 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495250 Mar 11 13:06:13.362294 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:13.762146 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1f311657-920d-42c1-b69c-ef3fb2c5f716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:15.833116 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4d655b01-c15c-4130-8a5f-fb872a0bed46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:17.560069 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:19.006493 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:20.150720 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:26.982745 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:06:34.622064 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:43.367118 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:43.757886 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7d3a8a6a-5e16-43df-aff8-2d488e055cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:45.832143 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8b61869c-22b3-4940-b338-f122b6283ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:47.566923 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:49.010402 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:50.152710 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:06:58.585278 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ac466a23-b509-4282-bc45-0371464b1d1a req-6aa8818d-58df-496f-989a-2544e60b62c1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519304 Mar 11 13:06:58.682801 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac466a23-b509-4282-bc45-0371464b1d1a req-aebbfede-1bd7-412f-843e-f0a02f2b5b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:58.684522 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ac466a23-b509-4282-bc45-0371464b1d1a req-aebbfede-1bd7-412f-843e-f0a02f2b5b38 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 1128 time: 0.0556734 Mar 11 13:06:58.798411 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac466a23-b509-4282-bc45-0371464b1d1a req-62a2eb6f-62e9-4a01-9162-678631212b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:58.799932 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ac466a23-b509-4282-bc45-0371464b1d1a req-62a2eb6f-62e9-4a01-9162-678631212b0a service neutron] 10.222.0.71 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0955112 Mar 11 13:06:58.873216 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ac466a23-b509-4282-bc45-0371464b1d1a req-aa1fbe21-09cc-442c-913a-881c286f4fd9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d HTTP/1.1" status: 200 len: 1001 time: 0.0648715 Mar 11 13:06:58.928425 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac466a23-b509-4282-bc45-0371464b1d1a req-1e426111-f18c-498f-b1ce-75f0cdd8db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:58.929886 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ac466a23-b509-4282-bc45-0371464b1d1a req-1e426111-f18c-498f-b1ce-75f0cdd8db2f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0501382 Mar 11 13:06:58.980198 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac466a23-b509-4282-bc45-0371464b1d1a req-f034091d-5156-47e2-9fa1-6dec26c2ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:06:58.981711 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ac466a23-b509-4282-bc45-0371464b1d1a req-f034091d-5156-47e2-9fa1-6dec26c2ee22 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455706 Mar 11 13:06:59.077549 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ac466a23-b509-4282-bc45-0371464b1d1a req-e88abc9f-7f28-4ac7-b0ea-ef9a43048d20 service neutron] 10.222.0.71 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889385 Mar 11 13:06:59.180816 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-ac466a23-b509-4282-bc45-0371464b1d1a req-f389569b-c089-45f5-82f7-e7285a55cf93 service neutron] 10.222.0.71 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966151 Mar 11 13:07:03.987624 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:07:04.646200 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:13.363376 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:13.756865 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-43ca1417-f479-4680-a02b-c61a1230aa92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:15.833694 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c01f5682-028f-47b2-b51f-0cbb042b3b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:17.573337 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:19.018688 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:20.156510 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:23.002457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 48976) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:23.175805 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Deleting port b83315ab-d528-4029-8f65-2cbb96edcf73 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:07:23.176208 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b83315ab-d528-4029-8f65-2cbb96edcf73), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:23.254492 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b83315ab-d528-4029-8f65-2cbb96edcf73), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:23.254710 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for floatingip (b83315ab-d528-4029-8f65-2cbb96edcf73), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:23.269167 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Calling delete_port for b83315ab-d528-4029-8f65-2cbb96edcf73 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:07:23.439000 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b83315ab-d528-4029-8f65-2cbb96edcf73), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:23.462360 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event deleted for resources: {'Port': ['ID=b83315ab-d528-4029-8f65-2cbb96edcf73,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:23.472343 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:23.472702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:23.473034 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:23.473372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:23.473702 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:23.474037 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:23.474933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:23.474933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:23.474933 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:23.475353 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:23.475717 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:23.476058 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:23.476380 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:23.537773 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for floatingip (532079cc-dc80-4559-8a42-9861c1237d2e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:23.538113 n-d-833234-2 neutron-server[104032]: INFO neutron.db.l3_db [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Floating IP 532079cc-dc80-4559-8a42-9861c1237d2e disassociated (deleted). External IP: 172.25.7.166, port: b99a60e5-2f01-4636-9397-deafcdff0e1d. Mar 11 13:07:23.767962 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Router 047fe5f1-a135-43d9-810e-20df021cc9b3 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 13:07:23.879017 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 13:07:23.883961 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:23.888751 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bdc26a-de92-4bd3-a2e5-b4cce6b5274f None None] Sync routers for ids ['047fe5f1-a135-43d9-810e-20df021cc9b3'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:07:23.900097 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bdc26a-de92-4bd3-a2e5-b4cce6b5274f None None] Routers {'047fe5f1-a135-43d9-810e-20df021cc9b3'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:07:23.900717 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-96bdc26a-de92-4bd3-a2e5-b4cce6b5274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:07:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['047fe5f1-a135-43d9-810e-20df021cc9b3'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:23.915130 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-87f69844-e089-48c0-a032-95891f856faf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "DELETE /v2.0/floatingips/532079cc-dc80-4559-8a42-9861c1237d2e HTTP/1.1" status: 204 len: 168 time: 0.9115596 Mar 11 13:07:23.915762 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472f5e69-11dc-407d-be93-4c5de46af242', 'tag': 'b99a60e5-2f01-4636-9397-deafcdff0e1d'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:07:23.918069 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d76655-8faa-4470-bdc3-3d7a554d9ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "472f5e69-11dc-407d-be93-4c5de46af242", "tag": "b99a60e5-2f01-4636-9397-deafcdff0e1d"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:07:23.957014 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 13:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b788e5-15db-4947-b0fc-d5953a282920 x-openstack-request-id: req-c5b788e5-15db-4947-b0fc-d5953a282920 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:07:23.957367 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472f5e69-11dc-407d-be93-4c5de46af242", "tag": "b99a60e5-2f01-4636-9397-deafcdff0e1d", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:07:23.957678 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5b788e5-15db-4947-b0fc-d5953a282920 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:07:23.958149 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472f5e69-11dc-407d-be93-4c5de46af242', 'tag': 'b99a60e5-2f01-4636-9397-deafcdff0e1d', 'status': 'completed', 'code': 200} Mar 11 13:07:24.015378 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-96bdc26a-de92-4bd3-a2e5-b4cce6b5274f None None] Set router 047fe5f1-a135-43d9-810e-20df021cc9b3 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:07:24.033115 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d76655-8faa-4470-bdc3-3d7a554d9ca3 req-50937e1c-8d7d-43a0-9882-001425674fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:24.034862 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3d76655-8faa-4470-bdc3-3d7a554d9ca3 req-50937e1c-8d7d-43a0-9882-001425674fca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 1128 time: 0.0556288 Mar 11 13:07:24.137164 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d76655-8faa-4470-bdc3-3d7a554d9ca3 req-d696e839-dfac-45ec-a94c-ebd088a3a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:24.138783 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3d76655-8faa-4470-bdc3-3d7a554d9ca3 req-d696e839-dfac-45ec-a94c-ebd088a3a061 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 200 len: 908 time: 0.0908241 Mar 11 13:07:24.165024 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbae0d-c6a2-4ecc-8155-0745666861b1 req-d59cadc8-c2fc-4656-aaf3-50add7a57835 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:24.172357 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-89bbae0d-c6a2-4ecc-8155-0745666861b1 req-d59cadc8-c2fc-4656-aaf3-50add7a57835 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 946 time: 0.0664191 Mar 11 13:07:24.185527 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3d76655-8faa-4470-bdc3-3d7a554d9ca3 req-953214a8-7caf-4c20-8a05-48c849072d3b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d HTTP/1.1" status: 200 len: 217 time: 0.0396042 Mar 11 13:07:24.220717 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-89bbae0d-c6a2-4ecc-8155-0745666861b1 req-e86f5ce9-ef99-460f-8fc1-859f3fc5b2fc tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475831 Mar 11 13:07:24.223927 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-96bdc26a-de92-4bd3-a2e5-b4cce6b5274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 4, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '43c573eb-d8e5-404b-84a3-1d067a3d954c', 'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'mac_address': 'fa:16:3e:e7:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:15Z', 'updated_at': '2022-03-11T12:58:20Z', 'revision_number': 5, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'subnets': [{'id': '37f279b2-46da-4757-8810-de1178d77b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:24.251561 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bdc26a-de92-4bd3-a2e5-b4cce6b5274f None None] Checking router: 047fe5f1-a135-43d9-810e-20df021cc9b3 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:07:24.254094 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d76655-8faa-4470-bdc3-3d7a554d9ca3 req-63cc942e-3866-4806-813f-492a69752faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:24.255700 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3d76655-8faa-4470-bdc3-3d7a554d9ca3 req-63cc942e-3866-4806-813f-492a69752faf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 200 len: 846 time: 0.0540643 Mar 11 13:07:24.260518 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bdc26a-de92-4bd3-a2e5-b4cce6b5274f None None] Routers {'047fe5f1-a135-43d9-810e-20df021cc9b3'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:07:24.261121 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-96bdc26a-de92-4bd3-a2e5-b4cce6b5274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:07:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['047fe5f1-a135-43d9-810e-20df021cc9b3'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:24.309442 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d76655-8faa-4470-bdc3-3d7a554d9ca3 req-42be2832-c151-4558-aecf-5c1c590a94d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:24.310960 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3d76655-8faa-4470-bdc3-3d7a554d9ca3 req-42be2832-c151-4558-aecf-5c1c590a94d3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d58243b5-039b-4543-b326-979ed2a4bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469403 Mar 11 13:07:24.373674 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-96bdc26a-de92-4bd3-a2e5-b4cce6b5274f None None] Set router 047fe5f1-a135-43d9-810e-20df021cc9b3 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:07:24.412744 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3d76655-8faa-4470-bdc3-3d7a554d9ca3 req-3d55f8cc-4597-474c-ae37-2ea57e7d54db service neutron] 10.222.0.71 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951865 Mar 11 13:07:24.506799 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d3d76655-8faa-4470-bdc3-3d7a554d9ca3 req-708b8c1f-0a84-4c8b-b122-358d952c3f2b service neutron] 10.222.0.71 "GET /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873179 Mar 11 13:07:24.678074 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-96bdc26a-de92-4bd3-a2e5-b4cce6b5274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 4, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '43c573eb-d8e5-404b-84a3-1d067a3d954c', 'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'mac_address': 'fa:16:3e:e7:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:15Z', 'updated_at': '2022-03-11T12:58:20Z', 'revision_number': 5, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'subnets': [{'id': '37f279b2-46da-4757-8810-de1178d77b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:24.706281 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bdc26a-de92-4bd3-a2e5-b4cce6b5274f None None] The sync data for ids ['047fe5f1-a135-43d9-810e-20df021cc9b3'] in n-d-833234-2 is: [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:16Z', 'revision_number': 4, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '43c573eb-d8e5-404b-84a3-1d067a3d954c', 'name': '', 'network_id': 'd58243b5-039b-4543-b326-979ed2a4bbde', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'mac_address': 'fa:16:3e:e7:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '37f279b2-46da-4757-8810-de1178d77b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:15Z', 'updated_at': '2022-03-11T12:58:20Z', 'revision_number': 5, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'subnets': [{'id': '37f279b2-46da-4757-8810-de1178d77b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:07:24.946166 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753a8275-e2a7-4b28-b762-72815e14c391 None None] New status for floating IP 532079cc-dc80-4559-8a42-9861c1237d2e: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:07:25.364783 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf25f7-c50f-486d-9c28-3ac3de0dd4f0 req-cb0cdcfb-6344-451b-9553-b62071ed80c8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:25.366369 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2bf25f7-c50f-486d-9c28-3ac3de0dd4f0 req-cb0cdcfb-6344-451b-9553-b62071ed80c8 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 946 time: 0.0604956 Mar 11 13:07:25.415169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b2bf25f7-c50f-486d-9c28-3ac3de0dd4f0 req-59477c41-8df1-4e20-8eb0-6d0a33f35ebf tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/security-groups?id=98666846-3875-412a-8a39-f2ead33fff01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428541 Mar 11 13:07:25.823788 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764bbd2-9c3b-4a66-873d-b9bf262dbed7 req-802a355d-9f3b-4fb0-90eb-4385d171b69e tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:25.825322 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7764bbd2-9c3b-4a66-873d-b9bf262dbed7 req-802a355d-9f3b-4fb0-90eb-4385d171b69e tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.71 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 946 time: 0.0621397 Mar 11 13:07:25.920736 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-7764bbd2-9c3b-4a66-873d-b9bf262dbed7 req-0bb4999c-4b91-4c7e-a0a7-831f9dc79634 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Deleting port b99a60e5-2f01-4636-9397-deafcdff0e1d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:07:25.921029 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7764bbd2-9c3b-4a66-873d-b9bf262dbed7 req-0bb4999c-4b91-4c7e-a0a7-831f9dc79634 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:26.014832 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7764bbd2-9c3b-4a66-873d-b9bf262dbed7 req-0bb4999c-4b91-4c7e-a0a7-831f9dc79634 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] For port b99a60e5-2f01-4636-9397-deafcdff0e1d, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=b99a60e5-2f01-4636-9397-deafcdff0e1d,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:07:26.015195 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7764bbd2-9c3b-4a66-873d-b9bf262dbed7 req-0bb4999c-4b91-4c7e-a0a7-831f9dc79634 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:26.027471 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-7764bbd2-9c3b-4a66-873d-b9bf262dbed7 req-0bb4999c-4b91-4c7e-a0a7-831f9dc79634 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Calling delete_port for b99a60e5-2f01-4636-9397-deafcdff0e1d owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:07:26.161220 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7764bbd2-9c3b-4a66-873d-b9bf262dbed7 req-0bb4999c-4b91-4c7e-a0a7-831f9dc79634 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b99a60e5-2f01-4636-9397-deafcdff0e1d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:26.195118 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4999c-4b91-4c7e-a0a7-831f9dc79634 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event deleted for resources: {'Port': ['ID=b99a60e5-2f01-4636-9397-deafcdff0e1d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:26.239421 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7764bbd2-9c3b-4a66-873d-b9bf262dbed7 req-0bb4999c-4b91-4c7e-a0a7-831f9dc79634 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] No DVR routers for this DVR port b99a60e5-2f01-4636-9397-deafcdff0e1d on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:07:26.242138 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7764bbd2-9c3b-4a66-873d-b9bf262dbed7 req-0bb4999c-4b91-4c7e-a0a7-831f9dc79634 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:26.245986 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-7764bbd2-9c3b-4a66-873d-b9bf262dbed7 req-0bb4999c-4b91-4c7e-a0a7-831f9dc79634 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.71 "DELETE /v2.0/ports/b99a60e5-2f01-4636-9397-deafcdff0e1d HTTP/1.1" status: 204 len: 173 time: 0.4149835 Mar 11 13:07:26.246412 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472f5e69-11dc-407d-be93-4c5de46af242', 'name': 'network-vif-deleted', 'tag': 'b99a60e5-2f01-4636-9397-deafcdff0e1d'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:07:26.249625 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39331e6-601d-4ea1-b99f-cb448fe307ab" -d '{"events": [{"server_uuid": "472f5e69-11dc-407d-be93-4c5de46af242", "name": "network-vif-deleted", "tag": "b99a60e5-2f01-4636-9397-deafcdff0e1d"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:07:26.287478 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 13:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dd6f6b-ea5f-4c93-8971-5374712db497 x-openstack-request-id: req-b1dd6f6b-ea5f-4c93-8971-5374712db497 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:07:26.287799 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472f5e69-11dc-407d-be93-4c5de46af242", "name": "network-vif-deleted", "tag": "b99a60e5-2f01-4636-9397-deafcdff0e1d", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:07:26.288056 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1dd6f6b-ea5f-4c93-8971-5374712db497 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:07:26.288487 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472f5e69-11dc-407d-be93-4c5de46af242', 'name': 'network-vif-deleted', 'tag': 'b99a60e5-2f01-4636-9397-deafcdff0e1d', 'status': 'completed', 'code': 200} Mar 11 13:07:26.512899 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d01b2d8f-199d-4e7c-abdd-6edbac80c815 req-38783a11-4c67-42b3-9f9b-089fd9eb3375 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 210 time: 0.0274172 Mar 11 13:07:27.626100 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-5c360788-3e9e-4c6c-8fc5-3b0d682ce17c req-355f58dc-2ddd-49e1-9020-dac0ea891a20 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 210 time: 0.0314577 Mar 11 13:07:28.729973 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-dd76b242-6141-46f6-ade1-c9dcd94e6992 req-ae19f417-57ac-4493-ae0e-5eb574702995 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 210 time: 0.0302224 Mar 11 13:07:29.134342 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b99a60e5-2f01-4636-9397-deafcdff0e1d no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:07:29.155340 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: b99a60e5-2f01-4636-9397-deafcdff0e1d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 13:07:29.155724 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device b99a60e5-2f01-4636-9397-deafcdff0e1d not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 13:07:29.835106 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-327f69a9-2bee-4971-85b3-eff48fef94d4 req-9c72be73-9aa0-43e3-9f25-07fb903b3faa tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 210 time: 0.0287595 Mar 11 13:07:30.933792 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b246bb75-7a71-4fd5-88a4-de7ce3779e68 req-0e280be5-5067-46a5-825c-a5f5b6ff1e91 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 210 time: 0.0280406 Mar 11 13:07:32.033228 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d04f98c0-211a-41b2-ad29-8f78d75d82d7 req-56664dbb-a515-41bc-bcdb-c6b7ebe97f82 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 210 time: 0.0308013 Mar 11 13:07:33.135624 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b324966a-8bdb-47c5-ac16-3ce374b071e1 req-33a9953c-d88a-4100-b640-50c62b0355aa tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 210 time: 0.0274603 Mar 11 13:07:34.233435 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d2b4d85e-31fb-4e35-87a3-094569fc8f06 req-96e879c8-b574-4d60-9fad-5f0ba7012383 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 210 time: 0.0281830 Mar 11 13:07:34.665347 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:35.334363 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-411eb2ce-24f4-41c8-a14f-64b892c0b1f1 req-295d1397-5afb-47ba-97b2-3a8ca106a356 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "GET /v2.0/ports?device_id=472f5e69-11dc-407d-be93-4c5de46af242 HTTP/1.1" status: 200 len: 210 time: 0.0273926 Mar 11 13:07:36.398456 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49018) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:36.473059 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-472ec3d5-bda4-44a8-82da-776e0adab0ca tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group (98666846-3875-412a-8a39-f2ead33fff01), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:36.508231 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-472ec3d5-bda4-44a8-82da-776e0adab0ca tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group (98666846-3875-412a-8a39-f2ead33fff01), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:36.587623 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-472ec3d5-bda4-44a8-82da-776e0adab0ca tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (98666846-3875-412a-8a39-f2ead33fff01), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:36.590428 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-472ec3d5-bda4-44a8-82da-776e0adab0ca tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:36.594374 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-472ec3d5-bda4-44a8-82da-776e0adab0ca tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] 10.222.0.78 "DELETE /v2.0/security-groups/98666846-3875-412a-8a39-f2ead33fff01 HTTP/1.1" status: 204 len: 168 time: 0.1921179 Mar 11 13:07:36.603712 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ec3d5-bda4-44a8-82da-776e0adab0ca tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98666846-3875-412a-8a39-f2ead33fff01,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:37.660942 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49024) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:38.123853 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18b8a0b8-cd1b-4e67-8711-d556ee93267c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (047fe5f1-a135-43d9-810e-20df021cc9b3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:38.386579 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-18b8a0b8-cd1b-4e67-8711-d556ee93267c admin admin] Deleting port 43c573eb-d8e5-404b-84a3-1d067a3d954c {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:07:38.386830 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18b8a0b8-cd1b-4e67-8711-d556ee93267c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:38.463682 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-18b8a0b8-cd1b-4e67-8711-d556ee93267c admin admin] For port 43c573eb-d8e5-404b-84a3-1d067a3d954c, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=43c573eb-d8e5-404b-84a3-1d067a3d954c,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:07:38.464036 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18b8a0b8-cd1b-4e67-8711-d556ee93267c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:38.477020 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-18b8a0b8-cd1b-4e67-8711-d556ee93267c admin admin] Calling delete_port for 43c573eb-d8e5-404b-84a3-1d067a3d954c owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:07:38.661190 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18b8a0b8-cd1b-4e67-8711-d556ee93267c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (43c573eb-d8e5-404b-84a3-1d067a3d954c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:38.691616 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8a0b8-cd1b-4e67-8711-d556ee93267c admin admin] Pushing event deleted for resources: {'Port': ['ID=43c573eb-d8e5-404b-84a3-1d067a3d954c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:38.858612 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18b8a0b8-cd1b-4e67-8711-d556ee93267c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (047fe5f1-a135-43d9-810e-20df021cc9b3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:39.085929 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b8a0b8-cd1b-4e67-8711-d556ee93267c admin admin] Router 047fe5f1-a135-43d9-810e-20df021cc9b3 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 13:07:39.201248 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b8a0b8-cd1b-4e67-8711-d556ee93267c admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 13:07:39.209345 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-18b8a0b8-cd1b-4e67-8711-d556ee93267c admin admin] 10.222.0.78 "PUT /v2.0/routers/047fe5f1-a135-43d9-810e-20df021cc9b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5448518 Mar 11 13:07:39.210604 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49028) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:39.212780 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48021838-a30e-4cc5-a92b-112e02e5bfc5 None None] Sync routers for ids ['047fe5f1-a135-43d9-810e-20df021cc9b3'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:07:39.223427 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48021838-a30e-4cc5-a92b-112e02e5bfc5 None None] Routers {'047fe5f1-a135-43d9-810e-20df021cc9b3'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:07:39.224196 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-48021838-a30e-4cc5-a92b-112e02e5bfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:07:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['047fe5f1-a135-43d9-810e-20df021cc9b3'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:39.333358 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-48021838-a30e-4cc5-a92b-112e02e5bfc5 None None] Set router 047fe5f1-a135-43d9-810e-20df021cc9b3 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:07:39.531141 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-48021838-a30e-4cc5-a92b-112e02e5bfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T13:07:38Z', 'revision_number': 5, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:39.562456 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48021838-a30e-4cc5-a92b-112e02e5bfc5 None None] Checking router: 047fe5f1-a135-43d9-810e-20df021cc9b3 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:07:39.571981 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48021838-a30e-4cc5-a92b-112e02e5bfc5 None None] Routers {'047fe5f1-a135-43d9-810e-20df021cc9b3'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:07:39.572596 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-48021838-a30e-4cc5-a92b-112e02e5bfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:07:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['047fe5f1-a135-43d9-810e-20df021cc9b3'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:39.685179 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-48021838-a30e-4cc5-a92b-112e02e5bfc5 None None] Set router 047fe5f1-a135-43d9-810e-20df021cc9b3 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:07:39.696951 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b28ce19-b52b-4772-b267-c2680555e371 admin admin] Publish callbacks [] for router (047fe5f1-a135-43d9-810e-20df021cc9b3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:39.806432 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b28ce19-b52b-4772-b267-c2680555e371 admin admin] Publish callbacks [] for router_gateway (047fe5f1-a135-43d9-810e-20df021cc9b3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:39.860541 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-5b28ce19-b52b-4772-b267-c2680555e371 admin admin] Deleting port df2d14ce-9db0-4a1c-8f19-df5f63789fe1 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:07:39.860959 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b28ce19-b52b-4772-b267-c2680555e371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (df2d14ce-9db0-4a1c-8f19-df5f63789fe1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:39.867527 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-48021838-a30e-4cc5-a92b-112e02e5bfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T13:07:38Z', 'revision_number': 5, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:39.893572 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48021838-a30e-4cc5-a92b-112e02e5bfc5 None None] The sync data for ids ['047fe5f1-a135-43d9-810e-20df021cc9b3'] in n-d-833234-2 is: [{'id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'name': 'tempest-TestShelveInstance-99749089-router', 'tenant_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T13:07:38Z', 'revision_number': 5, 'project_id': 'dab76f37e5054cdca57ba336fc3a4f6d', 'gw_port': {'id': 'df2d14ce-9db0-4a1c-8f19-df5f63789fe1', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fe5f1-a135-43d9-810e-20df021cc9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:13Z', 'updated_at': '2022-03-11T12:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:07:39.943127 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-5b28ce19-b52b-4772-b267-c2680555e371 admin admin] For port df2d14ce-9db0-4a1c-8f19-df5f63789fe1, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=df2d14ce-9db0-4a1c-8f19-df5f63789fe1,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:07:39.943485 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b28ce19-b52b-4772-b267-c2680555e371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (df2d14ce-9db0-4a1c-8f19-df5f63789fe1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:39.957182 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-5b28ce19-b52b-4772-b267-c2680555e371 admin admin] Calling delete_port for df2d14ce-9db0-4a1c-8f19-df5f63789fe1 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:07:40.132786 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b28ce19-b52b-4772-b267-c2680555e371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (df2d14ce-9db0-4a1c-8f19-df5f63789fe1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:40.167938 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28ce19-b52b-4772-b267-c2680555e371 admin admin] Pushing event deleted for resources: {'Port': ['ID=df2d14ce-9db0-4a1c-8f19-df5f63789fe1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:40.222686 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b28ce19-b52b-4772-b267-c2680555e371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (047fe5f1-a135-43d9-810e-20df021cc9b3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:40.329941 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b28ce19-b52b-4772-b267-c2680555e371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (047fe5f1-a135-43d9-810e-20df021cc9b3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:40.332153 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b28ce19-b52b-4772-b267-c2680555e371 admin admin] Publish callbacks [] for router_controller (047fe5f1-a135-43d9-810e-20df021cc9b3), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:40.394048 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b28ce19-b52b-4772-b267-c2680555e371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (047fe5f1-a135-43d9-810e-20df021cc9b3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:40.395371 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b28ce19-b52b-4772-b267-c2680555e371 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 047fe5f1-a135-43d9-810e-20df021cc9b3 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 13:07:40.402308 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5b28ce19-b52b-4772-b267-c2680555e371 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:40.404239 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5b28ce19-b52b-4772-b267-c2680555e371 admin admin] 10.222.0.78 "DELETE /v2.0/routers/047fe5f1-a135-43d9-810e-20df021cc9b3 HTTP/1.1" status: 204 len: 168 time: 1.1915262 Mar 11 13:07:40.406808 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49030) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:40.466233 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Deleting subnet 37f279b2-46da-4757-8810-de1178d77b99 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 13:07:40.470094 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Publish callbacks [] for subnet (37f279b2-46da-4757-8810-de1178d77b99), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:40.479982 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 43c573eb-d8e5-404b-84a3-1d067a3d954c no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:07:40.502798 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 43c573eb-d8e5-404b-84a3-1d067a3d954c {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 13:07:40.503531 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 43c573eb-d8e5-404b-84a3-1d067a3d954c not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 13:07:40.516339 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (37f279b2-46da-4757-8810-de1178d77b99), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:40.604016 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (37f279b2-46da-4757-8810-de1178d77b99), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:40.661998 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (37f279b2-46da-4757-8810-de1178d77b99), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:40.692312 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37f279b2-46da-4757-8810-de1178d77b99,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:40.700654 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:40.703942 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/37f279b2-46da-4757-8810-de1178d77b99 HTTP/1.1" status: 204 len: 168 time: 0.2959397 Mar 11 13:07:40.704175 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce2b8f8-0706-4fec-a26a-99951aedec14 None None] Network d58243b5-039b-4543-b326-979ed2a4bbde requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 13:07:40.705781 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:40.706199 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:40.706532 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:40.706866 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:40.707194 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:40.707348 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49032) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:40.708237 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:40.708572 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:40.708900 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:40.709231 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:40.709557 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:40.709882 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:40.710376 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:40.710776 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869ccf5-3095-4e4e-b7fc-c07ad1372d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:40.779627 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (d58243b5-039b-4543-b326-979ed2a4bbde), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:40.832220 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] Deleting port 431a3dd2-91d2-4ac1-9152-0c75f535d81e {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:07:40.832600 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (431a3dd2-91d2-4ac1-9152-0c75f535d81e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:40.904927 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] For port 431a3dd2-91d2-4ac1-9152-0c75f535d81e, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=431a3dd2-91d2-4ac1-9152-0c75f535d81e,segment=NetworkSegment(35eed0b7-50d5-486a-8170-da2ae2182217),segment_id=35eed0b7-50d5-486a-8170-da2ae2182217)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:07:40.905175 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (431a3dd2-91d2-4ac1-9152-0c75f535d81e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:40.916734 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] Calling delete_port for 431a3dd2-91d2-4ac1-9152-0c75f535d81e owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:07:40.992035 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:07:41.000664 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6638fcde-17e1-4516-bb98-2293390b4338 None None] DHCP port deletion for d58243b5-039b-4543-b326-979ed2a4bbde request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 13:07:41.007127 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (431a3dd2-91d2-4ac1-9152-0c75f535d81e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:41.044600 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] No DVR routers for this DVR port 431a3dd2-91d2-4ac1-9152-0c75f535d81e on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:07:41.070739 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] Pushing event deleted for resources: {'Port': ['ID=431a3dd2-91d2-4ac1-9152-0c75f535d81e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:41.122634 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (d58243b5-039b-4543-b326-979ed2a4bbde), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:41.143340 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58243b5-039b-4543-b326-979ed2a4bbde']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:41.153206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35eed0b7-50d5-486a-8170-da2ae2182217') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:41.153502 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35eed0b7-50d5-486a-8170-da2ae2182217') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:41.163527 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (35eed0b7-50d5-486a-8170-da2ae2182217), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:41.178766 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (35eed0b7-50d5-486a-8170-da2ae2182217), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:41.185968 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (35eed0b7-50d5-486a-8170-da2ae2182217), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: timer() Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:41.188187 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:41.246682 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (d58243b5-039b-4543-b326-979ed2a4bbde), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:41.263757 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:41.267105 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] 10.222.0.78 "DELETE /v2.0/networks/d58243b5-039b-4543-b326-979ed2a4bbde HTTP/1.1" status: 204 len: 168 time: 0.5588212 Mar 11 13:07:41.268051 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f9099-6c05-4ff9-af6f-e3691421adeb admin admin] Pushing event deleted for resources: {'Network': ['ID=d58243b5-039b-4543-b326-979ed2a4bbde,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:41.270074 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49034) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:42.004155 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9799ba3a-fba6-4f09-a38d-4c3f5cd2f37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (cf01c71f-0460-45e8-bea1-8d730c401992), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:42.261533 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9799ba3a-fba6-4f09-a38d-4c3f5cd2f37a admin admin] Deleting port d852dd2b-7c85-454e-a333-535b8e61c5c0 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:07:42.261860 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9799ba3a-fba6-4f09-a38d-4c3f5cd2f37a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:42.344228 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-9799ba3a-fba6-4f09-a38d-4c3f5cd2f37a admin admin] For port d852dd2b-7c85-454e-a333-535b8e61c5c0, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d852dd2b-7c85-454e-a333-535b8e61c5c0,segment=NetworkSegment(ad230aa9-059f-4a87-a885-c8cf719df54b),segment_id=ad230aa9-059f-4a87-a885-c8cf719df54b)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:07:42.344635 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9799ba3a-fba6-4f09-a38d-4c3f5cd2f37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:42.358345 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9799ba3a-fba6-4f09-a38d-4c3f5cd2f37a admin admin] Calling delete_port for d852dd2b-7c85-454e-a333-535b8e61c5c0 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:07:42.412818 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 431a3dd2-91d2-4ac1-9152-0c75f535d81e no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:07:42.433091 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 431a3dd2-91d2-4ac1-9152-0c75f535d81e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 13:07:42.433574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 431a3dd2-91d2-4ac1-9152-0c75f535d81e not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 13:07:42.434079 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device df2d14ce-9db0-4a1c-8f19-df5f63789fe1 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:07:42.453318 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: df2d14ce-9db0-4a1c-8f19-df5f63789fe1 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 13:07:42.453813 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device df2d14ce-9db0-4a1c-8f19-df5f63789fe1 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 13:07:42.553072 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9799ba3a-fba6-4f09-a38d-4c3f5cd2f37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (d852dd2b-7c85-454e-a333-535b8e61c5c0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:42.579679 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799ba3a-fba6-4f09-a38d-4c3f5cd2f37a admin admin] Pushing event deleted for resources: {'Port': ['ID=d852dd2b-7c85-454e-a333-535b8e61c5c0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:42.754529 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9799ba3a-fba6-4f09-a38d-4c3f5cd2f37a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (cf01c71f-0460-45e8-bea1-8d730c401992), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:42.986192 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9799ba3a-fba6-4f09-a38d-4c3f5cd2f37a admin admin] Router cf01c71f-0460-45e8-bea1-8d730c401992 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 13:07:43.103872 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9799ba3a-fba6-4f09-a38d-4c3f5cd2f37a admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 13:07:43.109108 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-9799ba3a-fba6-4f09-a38d-4c3f5cd2f37a admin admin] 10.222.0.78 "PUT /v2.0/routers/cf01c71f-0460-45e8-bea1-8d730c401992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8380146 Mar 11 13:07:43.112777 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49036) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:43.114598 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5293af-08fd-47d9-b3cb-b2253837f93e None None] Sync routers for ids ['cf01c71f-0460-45e8-bea1-8d730c401992'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:07:43.128063 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5293af-08fd-47d9-b3cb-b2253837f93e None None] Routers {'cf01c71f-0460-45e8-bea1-8d730c401992'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:07:43.128830 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6a5293af-08fd-47d9-b3cb-b2253837f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:07:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['cf01c71f-0460-45e8-bea1-8d730c401992'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:43.236432 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b311-857f-4b66-9724-b261904b5277 admin admin] Publish callbacks [] for router (cf01c71f-0460-45e8-bea1-8d730c401992), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:43.258528 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-6a5293af-08fd-47d9-b3cb-b2253837f93e None None] Set router cf01c71f-0460-45e8-bea1-8d730c401992 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:07:43.351146 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b311-857f-4b66-9724-b261904b5277 admin admin] Publish callbacks [] for router_gateway (cf01c71f-0460-45e8-bea1-8d730c401992), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:43.402703 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:43.418685 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-0ed2b311-857f-4b66-9724-b261904b5277 admin admin] Deleting port a125e671-6526-4c7c-9494-4c85f16b4524 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:07:43.419024 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b311-857f-4b66-9724-b261904b5277 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (a125e671-6526-4c7c-9494-4c85f16b4524), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:43.465653 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6a5293af-08fd-47d9-b3cb-b2253837f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'name': 'tempest-TestShelveInstance-1035962012-router', 'tenant_id': 'bfa389724e894e55acbe4400df3273ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'a125e671-6526-4c7c-9494-4c85f16b4524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:18Z', 'updated_at': '2022-03-11T13:07:42Z', 'revision_number': 5, 'project_id': 'bfa389724e894e55acbe4400df3273ac', 'gw_port': {'id': 'a125e671-6526-4c7c-9494-4c85f16b4524', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T12:58:18Z', 'updated_at': '2022-03-11T12:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:43.497707 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5293af-08fd-47d9-b3cb-b2253837f93e None None] Checking router: cf01c71f-0460-45e8-bea1-8d730c401992 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:07:43.505668 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-0ed2b311-857f-4b66-9724-b261904b5277 admin admin] For port a125e671-6526-4c7c-9494-4c85f16b4524, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=a125e671-6526-4c7c-9494-4c85f16b4524,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:07:43.506058 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b311-857f-4b66-9724-b261904b5277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (a125e671-6526-4c7c-9494-4c85f16b4524), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:43.507308 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5293af-08fd-47d9-b3cb-b2253837f93e None None] Routers {'cf01c71f-0460-45e8-bea1-8d730c401992'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:07:43.507973 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6a5293af-08fd-47d9-b3cb-b2253837f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:07:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['cf01c71f-0460-45e8-bea1-8d730c401992'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:43.518124 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-0ed2b311-857f-4b66-9724-b261904b5277 admin admin] Calling delete_port for a125e671-6526-4c7c-9494-4c85f16b4524 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:07:43.595750 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-6a5293af-08fd-47d9-b3cb-b2253837f93e None None] Set router cf01c71f-0460-45e8-bea1-8d730c401992 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:07:43.657177 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6a5293af-08fd-47d9-b3cb-b2253837f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'name': 'tempest-TestShelveInstance-1035962012-router', 'tenant_id': 'bfa389724e894e55acbe4400df3273ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:18Z', 'updated_at': '2022-03-11T13:07:43Z', 'revision_number': 6, 'project_id': 'bfa389724e894e55acbe4400df3273ac', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:43.683737 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5293af-08fd-47d9-b3cb-b2253837f93e None None] The sync data for ids ['cf01c71f-0460-45e8-bea1-8d730c401992'] in n-d-833234-2 is: [{'id': 'cf01c71f-0460-45e8-bea1-8d730c401992', 'name': 'tempest-TestShelveInstance-1035962012-router', 'tenant_id': 'bfa389724e894e55acbe4400df3273ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T12:58:18Z', 'updated_at': '2022-03-11T13:07:43Z', 'revision_number': 6, 'project_id': 'bfa389724e894e55acbe4400df3273ac', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:07:43.698162 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b311-857f-4b66-9724-b261904b5277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (a125e671-6526-4c7c-9494-4c85f16b4524), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:43.738199 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2b311-857f-4b66-9724-b261904b5277 admin admin] Pushing event deleted for resources: {'Port': ['ID=a125e671-6526-4c7c-9494-4c85f16b4524,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:43.761427 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-74ff8260-6111-41b9-a815-a64c231bffbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:43.813777 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b311-857f-4b66-9724-b261904b5277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (cf01c71f-0460-45e8-bea1-8d730c401992), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:43.931224 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b311-857f-4b66-9724-b261904b5277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (cf01c71f-0460-45e8-bea1-8d730c401992), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:43.933794 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b311-857f-4b66-9724-b261904b5277 admin admin] Publish callbacks [] for router_controller (cf01c71f-0460-45e8-bea1-8d730c401992), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:43.985360 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b311-857f-4b66-9724-b261904b5277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (cf01c71f-0460-45e8-bea1-8d730c401992), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:43.985893 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed2b311-857f-4b66-9724-b261904b5277 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf01c71f-0460-45e8-bea1-8d730c401992 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 13:07:43.990336 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b311-857f-4b66-9724-b261904b5277 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:43.991538 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0ed2b311-857f-4b66-9724-b261904b5277 admin admin] 10.222.0.78 "DELETE /v2.0/routers/cf01c71f-0460-45e8-bea1-8d730c401992 HTTP/1.1" status: 204 len: 168 time: 0.8774557 Mar 11 13:07:43.994449 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49038) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:44.040541 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9256ff-046f-46d7-b01c-b73f1be3c5bb admin admin] Deleting subnet 41cb5ea4-a10d-43f6-9d73-3e1c6fd20b97 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 13:07:44.044116 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b9256ff-046f-46d7-b01c-b73f1be3c5bb admin admin] Publish callbacks [] for subnet (41cb5ea4-a10d-43f6-9d73-3e1c6fd20b97), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:44.084538 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b9256ff-046f-46d7-b01c-b73f1be3c5bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4612413'] for subnet (41cb5ea4-a10d-43f6-9d73-3e1c6fd20b97), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:44.167121 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b9256ff-046f-46d7-b01c-b73f1be3c5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (41cb5ea4-a10d-43f6-9d73-3e1c6fd20b97), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:44.219311 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b9256ff-046f-46d7-b01c-b73f1be3c5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5786090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5921087'] for subnet (41cb5ea4-a10d-43f6-9d73-3e1c6fd20b97), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:44.243267 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9256ff-046f-46d7-b01c-b73f1be3c5bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41cb5ea4-a10d-43f6-9d73-3e1c6fd20b97,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:44.249217 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0b9256ff-046f-46d7-b01c-b73f1be3c5bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:44.252525 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-0b9256ff-046f-46d7-b01c-b73f1be3c5bb admin admin] 10.222.0.78 "DELETE /v2.0/subnets/41cb5ea4-a10d-43f6-9d73-3e1c6fd20b97 HTTP/1.1" status: 204 len: 168 time: 0.2571433 Mar 11 13:07:44.255464 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49040) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:44.256087 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617cb074-9077-4e21-8aa0-3002b61463a3 None None] Network b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 13:07:44.326672 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:44.386257 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] Deleting port 6f074be8-8080-4605-bd82-244e4fd407ae {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:07:44.386521 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (6f074be8-8080-4605-bd82-244e4fd407ae), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:44.458573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] For port 6f074be8-8080-4605-bd82-244e4fd407ae, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=6f074be8-8080-4605-bd82-244e4fd407ae,segment=NetworkSegment(ad230aa9-059f-4a87-a885-c8cf719df54b),segment_id=ad230aa9-059f-4a87-a885-c8cf719df54b)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:07:44.458929 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (6f074be8-8080-4605-bd82-244e4fd407ae), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:44.475515 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] Calling delete_port for 6f074be8-8080-4605-bd82-244e4fd407ae owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:07:44.549821 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a125e671-6526-4c7c-9494-4c85f16b4524 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:07:44.568976 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (6f074be8-8080-4605-bd82-244e4fd407ae), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:44.576150 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: a125e671-6526-4c7c-9494-4c85f16b4524 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 13:07:44.576498 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device a125e671-6526-4c7c-9494-4c85f16b4524 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 13:07:44.576964 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d852dd2b-7c85-454e-a333-535b8e61c5c0 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:07:44.600881 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f074be8-8080-4605-bd82-244e4fd407ae,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:44.605013 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] No DVR routers for this DVR port 6f074be8-8080-4605-bd82-244e4fd407ae on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:07:44.607306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d620ff7c-77e6-40dc-8e97-689b5346bfd7 None None] DHCP port deletion for b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 13:07:44.612780 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: d852dd2b-7c85-454e-a333-535b8e61c5c0 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 13:07:44.613159 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d852dd2b-7c85-454e-a333-535b8e61c5c0 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 13:07:44.676312 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:44.695935 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:44.705568 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad230aa9-059f-4a87-a885-c8cf719df54b') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:44.705814 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad230aa9-059f-4a87-a885-c8cf719df54b') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:44.720658 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (ad230aa9-059f-4a87-a885-c8cf719df54b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:44.735969 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (ad230aa9-059f-4a87-a885-c8cf719df54b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:44.743156 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:07:44.743554 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (ad230aa9-059f-4a87-a885-c8cf719df54b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: timer() Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:07:44.745311 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:07:44.801973 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:44.808703 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:44.812371 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9 HTTP/1.1" status: 204 len: 168 time: 0.5553389 Mar 11 13:07:44.823711 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353d810-c751-406c-9d9c-7af16e7db0f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b15dd5d7-a3ed-4271-9c08-bb0397aa7ea9,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:44.926347 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49044) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:44.968835 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d441b600-3475-4a7d-8294-37da659fc3d1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dab76f37e5054cdca57ba336fc3a4f6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413105 Mar 11 13:07:44.971518 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49046) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:45.024880 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d190985-8940-4e67-a4cf-8fc6ac7baaae admin admin] Publish callbacks [] for security_group (4e2d6ed9-8d90-4849-834e-5ae06b8bc81a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:45.052207 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d190985-8940-4e67-a4cf-8fc6ac7baaae admin admin] Publish callbacks [] for security_group (4e2d6ed9-8d90-4849-834e-5ae06b8bc81a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:45.100001 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d190985-8940-4e67-a4cf-8fc6ac7baaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (4e2d6ed9-8d90-4849-834e-5ae06b8bc81a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:45.102535 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d190985-8940-4e67-a4cf-8fc6ac7baaae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:45.104124 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-3d190985-8940-4e67-a4cf-8fc6ac7baaae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4e2d6ed9-8d90-4849-834e-5ae06b8bc81a HTTP/1.1" status: 204 len: 168 time: 0.1315491 Mar 11 13:07:45.112965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d190985-8940-4e67-a4cf-8fc6ac7baaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2d6ed9-8d90-4849-834e-5ae06b8bc81a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:45.441784 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49052) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:45.483417 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-870091df-181e-4483-b09b-b878868c9c5c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bfa389724e894e55acbe4400df3273ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404134 Mar 11 13:07:45.486016 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49054) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:45.534440 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3c8b-8cc7-4d20-930a-1158f48b8a60 admin admin] Publish callbacks [] for security_group (c240af15-8512-4db5-be8b-8dcece38edaf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:45.555759 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3c8b-8cc7-4d20-930a-1158f48b8a60 admin admin] Publish callbacks [] for security_group (c240af15-8512-4db5-be8b-8dcece38edaf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:45.604421 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3c8b-8cc7-4d20-930a-1158f48b8a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (c240af15-8512-4db5-be8b-8dcece38edaf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:45.606936 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3c8b-8cc7-4d20-930a-1158f48b8a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:45.608132 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-5c3d3c8b-8cc7-4d20-930a-1158f48b8a60 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c240af15-8512-4db5-be8b-8dcece38edaf HTTP/1.1" status: 204 len: 168 time: 0.1212575 Mar 11 13:07:45.616965 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d3c8b-8cc7-4d20-930a-1158f48b8a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c240af15-8512-4db5-be8b-8dcece38edaf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:45.829419 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e979e4e9-11f6-4c5c-b551-5b89f5b9a0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:46.313545 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49076) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:46.404157 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6f074be8-8080-4605-bd82-244e4fd407ae no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:07:46.425445 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5a324fc7-44b6-4b61-9670-4aa39a34b3eb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-112971496-network', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:46.425664 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 6f074be8-8080-4605-bd82-244e4fd407ae {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 13:07:46.426040 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 6f074be8-8080-4605-bd82-244e4fd407ae not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 13:07:46.446435 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a324fc7-44b6-4b61-9670-4aa39a34b3eb admin admin] Made reservation on behalf of 31dca4a1e4c846b987d04473d7afa111 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:46.448710 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a324fc7-44b6-4b61-9670-4aa39a34b3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:46.457049 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a324fc7-44b6-4b61-9670-4aa39a34b3eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:46.537522 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a324fc7-44b6-4b61-9670-4aa39a34b3eb admin admin] Publish callbacks [] for security_group (377e5c7a-dbee-4c56-a505-810e43a8768c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:46.543007 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a324fc7-44b6-4b61-9670-4aa39a34b3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (377e5c7a-dbee-4c56-a505-810e43a8768c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:46.564064 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a324fc7-44b6-4b61-9670-4aa39a34b3eb admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:07:46.579575 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a324fc7-44b6-4b61-9670-4aa39a34b3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377e5c7a-dbee-4c56-a505-810e43a8768c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:46.582601 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a324fc7-44b6-4b61-9670-4aa39a34b3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (fbe45967-d8b4-4e62-9a46-f8b0eae16654), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:46.582943 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-5a324fc7-44b6-4b61-9670-4aa39a34b3eb admin admin] Added segment fbe45967-d8b4-4e62-9a46-f8b0eae16654 of type vlan for network 682d102a-08b3-46e5-9a46-fa3e9d898915 Mar 11 13:07:46.623517 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a324fc7-44b6-4b61-9670-4aa39a34b3eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (682d102a-08b3-46e5-9a46-fa3e9d898915), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:46.649419 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a324fc7-44b6-4b61-9670-4aa39a34b3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (682d102a-08b3-46e5-9a46-fa3e9d898915), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:46.650524 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a324fc7-44b6-4b61-9670-4aa39a34b3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:46.651252 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a324fc7-44b6-4b61-9670-4aa39a34b3eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:46.679002 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-5a324fc7-44b6-4b61-9670-4aa39a34b3eb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3641160 Mar 11 13:07:46.681983 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49080) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:46.687003 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a6363c96-45be-46e9-a8de-bf7e37dd0649 admin admin] Request body: {'subnet': {'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-112971496-subnet', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:46.710618 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6363c96-45be-46e9-a8de-bf7e37dd0649 admin admin] Made reservation on behalf of 31dca4a1e4c846b987d04473d7afa111 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:46.713013 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6363c96-45be-46e9-a8de-bf7e37dd0649 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:46.715046 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a324fc7-44b6-4b61-9670-4aa39a34b3eb admin admin] Pushing event updated for resources: {'Network': ['ID=682d102a-08b3-46e5-9a46-fa3e9d898915,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:46.729045 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 682d102a-08b3-46e5-9a46-fa3e9d898915 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 13:07:46.881460 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6363c96-45be-46e9-a8de-bf7e37dd0649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (9c4c0fd5-c818-487d-8ef2-fcc3a3927697), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:46.934839 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6363c96-45be-46e9-a8de-bf7e37dd0649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c4c0fd5-c818-487d-8ef2-fcc3a3927697,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:46.950611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6363c96-45be-46e9-a8de-bf7e37dd0649 admin admin] Checking segment: {'id': 'fbe45967-d8b4-4e62-9a46-f8b0eae16654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 13:07:46.950963 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6363c96-45be-46e9-a8de-bf7e37dd0649 admin admin] Network hostable DHCP agents. Network: 682d102a-08b3-46e5-9a46-fa3e9d898915, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:07:46.979115 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6363c96-45be-46e9-a8de-bf7e37dd0649 admin admin] Network 682d102a-08b3-46e5-9a46-fa3e9d898915 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:07:46.990291 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-a6363c96-45be-46e9-a8de-bf7e37dd0649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 682d102a-08b3-46e5-9a46-fa3e9d898915) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:46.994945 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6363c96-45be-46e9-a8de-bf7e37dd0649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:46.995554 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6363c96-45be-46e9-a8de-bf7e37dd0649 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:47.000320 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a677a7-6afa-48c2-9d7d-e90aa032c956 None None] Network 682d102a-08b3-46e5-9a46-fa3e9d898915 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 13:07:47.013468 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-a6363c96-45be-46e9-a8de-bf7e37dd0649 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3303106 Mar 11 13:07:47.016568 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49082) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:47.021142 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:47.041629 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (e8a8602f-f434-45e1-9d30-484a320dd9fc), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:47.042774 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (e8a8602f-f434-45e1-9d30-484a320dd9fc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:47.105686 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-682d102a-08b3-46e5-9a46-fa3e9d898915', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 13:07:47.106481 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:47.113641 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Publish callbacks [] for router_controller (e8a8602f-f434-45e1-9d30-484a320dd9fc), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:47.249823 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Allocated IP 172.20.0.2 (682d102a-08b3-46e5-9a46-fa3e9d898915/9c4c0fd5-c818-487d-8ef2-fcc3a3927697/b66275dc-a07b-4e6e-a72f-edc8742a0430) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:47.264915 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Publish callbacks [] for router_gateway (e8a8602f-f434-45e1-9d30-484a320dd9fc), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:47.401037 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Publish callbacks [] for port (b66275dc-a07b-4e6e-a72f-edc8742a0430), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:47.408435 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (b66275dc-a07b-4e6e-a72f-edc8742a0430), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:47.455427 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Network 682d102a-08b3-46e5-9a46-fa3e9d898915 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:47.458340 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:47.461748 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 13:07:47.467052 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Publish callbacks [] for router_gateway (e8a8602f-f434-45e1-9d30-484a320dd9fc), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:47.477842 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Pushing event updated for resources: {'Port': ['ID=b66275dc-a07b-4e6e-a72f-edc8742a0430,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:47.487169 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:47.501872 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:47.502136 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:47.502470 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:47.502800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:47.503126 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:47.503449 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:47.503796 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:47.504116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:47.504438 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:47.504755 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:47.505069 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:47.505381 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:47.505698 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:47.544768 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Attempting to bind port b66275dc-a07b-4e6e-a72f-edc8742a0430 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 13:07:47.545181 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Attempting to bind port b66275dc-a07b-4e6e-a72f-edc8742a0430 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'fbe45967-d8b4-4e62-9a46-f8b0eae16654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 13:07:47.545578 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Attempting to bind port b66275dc-a07b-4e6e-a72f-edc8742a0430 on network 682d102a-08b3-46e5-9a46-fa3e9d898915 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 13:07:47.561455 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 13:07:47.561827 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Checking segment: {'id': 'fbe45967-d8b4-4e62-9a46-f8b0eae16654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 13:07:47.562222 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:47.562599 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Bound using segment: {'id': 'fbe45967-d8b4-4e62-9a46-f8b0eae16654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 13:07:47.563060 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Bound port: b66275dc-a07b-4e6e-a72f-edc8742a0430, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe45967-d8b4-4e62-9a46-f8b0eae16654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 13:07:47.563437 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b66275dc-a07b-4e6e-a72f-edc8742a0430), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:47.581524 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:47.599776 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Allocated IP 172.25.7.186 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/d4753628-892b-4684-8970-829b40f08197) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:47.633418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] For port b66275dc-a07b-4e6e-a72f-edc8742a0430, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 13:07:47.636748 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] For port b66275dc-a07b-4e6e-a72f-edc8742a0430, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b66275dc-a07b-4e6e-a72f-edc8742a0430,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 13:07:47.643561 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b66275dc-a07b-4e6e-a72f-edc8742a0430), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:47.702168 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb686b4f-3006-469e-8cb3-cec5df3d4303 None None] Pushing event updated for resources: {'Port': ['ID=b66275dc-a07b-4e6e-a72f-edc8742a0430,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:47.711397 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Publish callbacks [] for port (d4753628-892b-4684-8970-829b40f08197), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:47.753845 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d4753628-892b-4684-8970-829b40f08197), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:47.793757 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:47.798893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:47.802601 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 13:07:47.808649 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Pushing event updated for resources: {'Port': ['ID=d4753628-892b-4684-8970-829b40f08197,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:48.086043 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Publish callbacks [] for router_gateway (e8a8602f-f434-45e1-9d30-484a320dd9fc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:48.303048 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (e8a8602f-f434-45e1-9d30-484a320dd9fc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:48.446331 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Router e8a8602f-f434-45e1-9d30-484a320dd9fc is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 13:07:48.449112 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b66275dc-a07b-4e6e-a72f-edc8742a0430 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 13:07:48.508472 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port b66275dc-a07b-4e6e-a72f-edc8742a0430 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:48.508841 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b66275dc-a07b-4e6e-a72f-edc8742a0430), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:48.563045 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 13:07:48.573212 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Sync routers for ids ['e8a8602f-f434-45e1-9d30-484a320dd9fc'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:07:48.587656 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:48.588704 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Routers {'e8a8602f-f434-45e1-9d30-484a320dd9fc'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:07:48.589414 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-3d29e9ef-3e49-46ab-b607-399a0f543a1f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5715315 Mar 11 13:07:48.589739 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e8a8602f-f434-45e1-9d30-484a320dd9fc'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:48.592063 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49084) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:48.601135 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port b66275dc-a07b-4e6e-a72f-edc8742a0430 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:07:48.601723 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (b66275dc-a07b-4e6e-a72f-edc8742a0430), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:48.651132 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port b66275dc-a07b-4e6e-a72f-edc8742a0430, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b66275dc-a07b-4e6e-a72f-edc8742a0430,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:07:48.657904 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (b66275dc-a07b-4e6e-a72f-edc8742a0430), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:48.699669 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea51e2b-0845-4f10-9442-48230d9c7a3a None None] Network 682d102a-08b3-46e5-9a46-fa3e9d898915 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 13:07:48.712219 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Set router e8a8602f-f434-45e1-9d30-484a320dd9fc gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:07:48.795625 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=b66275dc-a07b-4e6e-a72f-edc8742a0430,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:48.813574 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-42a814b8-625a-4b66-a415-f60742d2ce0d None None] Provisioning complete for port b66275dc-a07b-4e6e-a72f-edc8742a0430 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:48.813950 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-42a814b8-625a-4b66-a415-f60742d2ce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b66275dc-a07b-4e6e-a72f-edc8742a0430), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:48.908842 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:47Z', 'revision_number': 3, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:48.935894 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Checking router: e8a8602f-f434-45e1-9d30-484a320dd9fc for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:07:48.936247 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Updating router e8a8602f-f434-45e1-9d30-484a320dd9fc port d4753628-892b-4684-8970-829b40f08197 binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:07:48.949206 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-42a814b8-625a-4b66-a415-f60742d2ce0d None None] Current status of the port b66275dc-a07b-4e6e-a72f-edc8742a0430 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:07:48.971647 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d4753628-892b-4684-8970-829b40f08197), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:49.018066 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:49.175633 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a46a3df0-8db6-48e0-b694-88107e44265d None None] Provisioning complete for port b66275dc-a07b-4e6e-a72f-edc8742a0430 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:49.176076 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a46a3df0-8db6-48e0-b694-88107e44265d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b66275dc-a07b-4e6e-a72f-edc8742a0430), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:49.267409 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a46a3df0-8db6-48e0-b694-88107e44265d None None] Current status of the port b66275dc-a07b-4e6e-a72f-edc8742a0430 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:07:49.325613 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Publish callbacks [] for port (d4753628-892b-4684-8970-829b40f08197), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:49.331996 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d4753628-892b-4684-8970-829b40f08197), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:49.380360 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Attempting to bind port d4753628-892b-4684-8970-829b40f08197 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 13:07:49.380773 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Attempting to bind port d4753628-892b-4684-8970-829b40f08197 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 13:07:49.381094 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Attempting to bind port d4753628-892b-4684-8970-829b40f08197 on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 13:07:49.386312 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9674a6-22f9-41be-ae6f-d7601a3c56c3 None None] Pushing event updated for resources: {'Port': ['ID=d4753628-892b-4684-8970-829b40f08197,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:49.393893 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 13:07:49.394258 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 13:07:49.394651 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:49.395358 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 13:07:49.395503 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Bound port: d4753628-892b-4684-8970-829b40f08197, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 13:07:49.395850 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d4753628-892b-4684-8970-829b40f08197), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:49.398961 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9674a6-22f9-41be-ae6f-d7601a3c56c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:49.399295 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9674a6-22f9-41be-ae6f-d7601a3c56c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:49.399648 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9674a6-22f9-41be-ae6f-d7601a3c56c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:49.399981 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9674a6-22f9-41be-ae6f-d7601a3c56c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:49.400296 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9674a6-22f9-41be-ae6f-d7601a3c56c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:49.400610 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9674a6-22f9-41be-ae6f-d7601a3c56c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:49.400928 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9674a6-22f9-41be-ae6f-d7601a3c56c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:49.401236 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9674a6-22f9-41be-ae6f-d7601a3c56c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:49.401536 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9674a6-22f9-41be-ae6f-d7601a3c56c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:49.401844 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9674a6-22f9-41be-ae6f-d7601a3c56c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:49.402154 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9674a6-22f9-41be-ae6f-d7601a3c56c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:49.402459 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9674a6-22f9-41be-ae6f-d7601a3c56c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:49.402766 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9674a6-22f9-41be-ae6f-d7601a3c56c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:07:49.405339 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:49.458165 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] For port d4753628-892b-4684-8970-829b40f08197, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 13:07:49.461669 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] For port d4753628-892b-4684-8970-829b40f08197, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d4753628-892b-4684-8970-829b40f08197,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 13:07:49.469573 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d4753628-892b-4684-8970-829b40f08197), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:49.527026 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9674a6-22f9-41be-ae6f-d7601a3c56c3 None None] Pushing event updated for resources: {'Port': ['ID=d4753628-892b-4684-8970-829b40f08197,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:49.531935 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Routers {'e8a8602f-f434-45e1-9d30-484a320dd9fc'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:07:49.532522 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e8a8602f-f434-45e1-9d30-484a320dd9fc'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:49.567661 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] Allocated IP 172.20.0.1 (682d102a-08b3-46e5-9a46-fa3e9d898915/9c4c0fd5-c818-487d-8ef2-fcc3a3927697/7e21bd60-dcd3-4b5f-9529-93b3d27991bf) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:49.639351 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] Set router e8a8602f-f434-45e1-9d30-484a320dd9fc gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:07:49.675573 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] Publish callbacks [] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:49.712128 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:49.749669 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] Network 682d102a-08b3-46e5-9a46-fa3e9d898915 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:49.756750 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:49.765610 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 13:07:49.768890 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] Pushing event updated for resources: {'Port': ['ID=7e21bd60-dcd3-4b5f-9529-93b3d27991bf,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:49.813023 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (e8a8602f-f434-45e1-9d30-484a320dd9fc), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:49.830479 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:47Z', 'revision_number': 3, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:49.862482 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474d79a-6b83-443e-ae5b-704f66bebe94 None None] The sync data for ids ['e8a8602f-f434-45e1-9d30-484a320dd9fc'] in n-d-833234-2 is: [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:47Z', 'revision_number': 3, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:07:49.966464 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:49.995402 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3b95970e-28c8-4bc8-98be-293749ad0355 None None] Provisioning complete for port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:49.995984 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3b95970e-28c8-4bc8-98be-293749ad0355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:50.031353 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3b95970e-28c8-4bc8-98be-293749ad0355 None None] Port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 13:07:50.152151 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] Publish callbacks [] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:50.159651 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:50.162024 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:50.231871 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] Pushing event updated for resources: {'Port': ['ID=7e21bd60-dcd3-4b5f-9529-93b3d27991bf,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:50.234467 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (e8a8602f-f434-45e1-9d30-484a320dd9fc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:50.332232 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] Network 682d102a-08b3-46e5-9a46-fa3e9d898915 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:50.333730 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:50.494591 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] Router e8a8602f-f434-45e1-9d30-484a320dd9fc has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 13:07:50.525543 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d4753628-892b-4684-8970-829b40f08197 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 13:07:50.589877 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d4753628-892b-4684-8970-829b40f08197 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:50.590557 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d4753628-892b-4684-8970-829b40f08197), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:50.627634 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 13:07:50.647620 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-1118f23d-d8b9-4bf6-ac40-975ee8898f99 admin admin] 10.222.0.78 "PUT /v2.0/routers/e8a8602f-f434-45e1-9d30-484a320dd9fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0398822 Mar 11 13:07:50.702876 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c81738a5-3831-40ec-a84a-410dbd270379 None None] Provisioning complete for port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:50.703287 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c81738a5-3831-40ec-a84a-410dbd270379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:50.706552 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d4753628-892b-4684-8970-829b40f08197 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:07:50.706552 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d4753628-892b-4684-8970-829b40f08197), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:50.754871 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port d4753628-892b-4684-8970-829b40f08197, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d4753628-892b-4684-8970-829b40f08197,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:07:50.760010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c81738a5-3831-40ec-a84a-410dbd270379 None None] Port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 13:07:50.762680 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d4753628-892b-4684-8970-829b40f08197), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:50.763438 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b66275dc-a07b-4e6e-a72f-edc8742a0430 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 13:07:50.844258 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=d4753628-892b-4684-8970-829b40f08197,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:50.856752 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port b66275dc-a07b-4e6e-a72f-edc8742a0430 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:50.857129 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (b66275dc-a07b-4e6e-a72f-edc8742a0430), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:50.936467 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port b66275dc-a07b-4e6e-a72f-edc8742a0430 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:07:51.219179 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49100) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:51.224232 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f0ab9794-06f4-4f76-b245-f86aeef4ae7d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1949609884-network', 'tenant_id': '6356495aa6044baeba865ec777eeba94'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:51.246873 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ab9794-06f4-4f76-b245-f86aeef4ae7d admin admin] Made reservation on behalf of 6356495aa6044baeba865ec777eeba94 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:51.249612 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9794-06f4-4f76-b245-f86aeef4ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:51.259078 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9794-06f4-4f76-b245-f86aeef4ae7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:51.338111 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9794-06f4-4f76-b245-f86aeef4ae7d admin admin] Publish callbacks [] for security_group (117d7f68-5bfe-4af9-a3f5-0ec0deaae2fb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:51.344166 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9794-06f4-4f76-b245-f86aeef4ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (117d7f68-5bfe-4af9-a3f5-0ec0deaae2fb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:51.369817 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ab9794-06f4-4f76-b245-f86aeef4ae7d admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 13:07:51.378699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab9794-06f4-4f76-b245-f86aeef4ae7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117d7f68-5bfe-4af9-a3f5-0ec0deaae2fb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:51.385450 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9794-06f4-4f76-b245-f86aeef4ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6190a21f-754f-4e1e-baff-c67bcedd77a8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:51.385798 n-d-833234-2 neutron-server[104032]: INFO neutron.db.segments_db [None req-f0ab9794-06f4-4f76-b245-f86aeef4ae7d admin admin] Added segment 6190a21f-754f-4e1e-baff-c67bcedd77a8 of type vlan for network 970c6b9e-0b67-4860-963c-eefaf7ca9cf4 Mar 11 13:07:51.427254 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9794-06f4-4f76-b245-f86aeef4ae7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772492799178'] for network (970c6b9e-0b67-4860-963c-eefaf7ca9cf4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:51.457806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9794-06f4-4f76-b245-f86aeef4ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627'] for network (970c6b9e-0b67-4860-963c-eefaf7ca9cf4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:51.459176 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ab9794-06f4-4f76-b245-f86aeef4ae7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:51.459831 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9794-06f4-4f76-b245-f86aeef4ae7d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:51.498656 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-f0ab9794-06f4-4f76-b245-f86aeef4ae7d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2758577 Mar 11 13:07:51.499408 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49102) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:51.499947 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Sync routers for ids ['e8a8602f-f434-45e1-9d30-484a320dd9fc'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:07:51.505931 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-077eabea-6a87-4159-a667-662d6dab3e54 admin admin] Request body: {'subnet': {'network_id': '970c6b9e-0b67-4860-963c-eefaf7ca9cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1949609884-subnet', 'tenant_id': '6356495aa6044baeba865ec777eeba94', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:51.510883 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Routers {'e8a8602f-f434-45e1-9d30-484a320dd9fc'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:07:51.511432 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e8a8602f-f434-45e1-9d30-484a320dd9fc'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:51.530997 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab9794-06f4-4f76-b245-f86aeef4ae7d admin admin] Pushing event updated for resources: {'Network': ['ID=970c6b9e-0b67-4860-963c-eefaf7ca9cf4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:51.533088 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077eabea-6a87-4159-a667-662d6dab3e54 admin admin] Made reservation on behalf of 6356495aa6044baeba865ec777eeba94 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:07:51.535879 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-077eabea-6a87-4159-a667-662d6dab3e54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5921048'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:51.553143 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Network 970c6b9e-0b67-4860-963c-eefaf7ca9cf4 details requested by agent ovs-agent-n-d-833234-2 with host n-d-833234-2 {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 13:07:51.677955 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Set router e8a8602f-f434-45e1-9d30-484a320dd9fc gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:07:51.711276 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-077eabea-6a87-4159-a667-662d6dab3e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5786025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5921078'] for subnet (baffdd54-6128-4fac-853a-9228eda0a222), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:51.767558 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077eabea-6a87-4159-a667-662d6dab3e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baffdd54-6128-4fac-853a-9228eda0a222,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:51.781688 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077eabea-6a87-4159-a667-662d6dab3e54 admin admin] Checking segment: {'id': '6190a21f-754f-4e1e-baff-c67bcedd77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '970c6b9e-0b67-4860-963c-eefaf7ca9cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 13:07:51.782019 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077eabea-6a87-4159-a667-662d6dab3e54 admin admin] Network hostable DHCP agents. Network: 970c6b9e-0b67-4860-963c-eefaf7ca9cf4, hostable agents: ['efa84b04-0430-4abe-a629-7c70402979fb'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 13:07:51.800390 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077eabea-6a87-4159-a667-662d6dab3e54 admin admin] Network 970c6b9e-0b67-4860-963c-eefaf7ca9cf4 is scheduled to be hosted by DHCP agent efa84b04-0430-4abe-a629-7c70402979fb with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 13:07:51.811421 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-077eabea-6a87-4159-a667-662d6dab3e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833234-2, 970c6b9e-0b67-4860-963c-eefaf7ca9cf4) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:51.817801 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077eabea-6a87-4159-a667-662d6dab3e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:51.818401 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-077eabea-6a87-4159-a667-662d6dab3e54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:51.821361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca66ee1-bc03-468a-be6d-49badc7aacf8 None None] Network 970c6b9e-0b67-4860-963c-eefaf7ca9cf4 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 13:07:51.837760 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-077eabea-6a87-4159-a667-662d6dab3e54 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3367963 Mar 11 13:07:51.840269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49104) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:51.845411 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1949609884-router', 'tenant_id': '6356495aa6044baeba865ec777eeba94', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:51.867551 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (c08e5063-9aa5-4e0b-ba2b-f06581541cd0), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:51.868637 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123114'] for router (c08e5063-9aa5-4e0b-ba2b-f06581541cd0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:51.922453 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Publish callbacks [] for router_controller (c08e5063-9aa5-4e0b-ba2b-f06581541cd0), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:51.964685 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad6bbd27-9262-57f7-9733-ab0e50acf6a7-970c6b9e-0b67-4860-963c-eefaf7ca9cf4', 'network_id': '970c6b9e-0b67-4860-963c-eefaf7ca9cf4', 'project_id': '6356495aa6044baeba865ec777eeba94', 'fixed_ips': [{'subnet_id': 'baffdd54-6128-4fac-853a-9228eda0a222'}]}} from n-d-833234-2. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 13:07:51.965551 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:51.970585 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:49Z', 'revision_number': 4, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '7e21bd60-dcd3-4b5f-9529-93b3d27991bf', 'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'mac_address': 'fa:16:3e:3f:47:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:49Z', 'updated_at': '2022-03-11T13:07:50Z', 'revision_number': 2, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'subnets': [{'id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:52.011162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Checking router: e8a8602f-f434-45e1-9d30-484a320dd9fc for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:07:52.011485 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Updating router e8a8602f-f434-45e1-9d30-484a320dd9fc port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:07:52.067717 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Publish callbacks [] for router_gateway (c08e5063-9aa5-4e0b-ba2b-f06581541cd0), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:52.093267 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:52.235519 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Allocated IP 172.20.0.2 (970c6b9e-0b67-4860-963c-eefaf7ca9cf4/baffdd54-6128-4fac-853a-9228eda0a222/06a8f2ed-2b66-4edb-9bf9-bc369bd691fc) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:52.275257 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Publish callbacks [] for router_gateway (c08e5063-9aa5-4e0b-ba2b-f06581541cd0), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:52.294827 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:52.404824 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Allocated IP 172.25.7.98 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/d45f04dd-ddaf-4c84-ae6d-60420efc956a) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:52.520875 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Publish callbacks [] for port (d45f04dd-ddaf-4c84-ae6d-60420efc956a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:52.557912 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d45f04dd-ddaf-4c84-ae6d-60420efc956a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:52.611675 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:52.616629 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:52.619258 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Pushing event updated for resources: {'Port': ['ID=d45f04dd-ddaf-4c84-ae6d-60420efc956a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:52.621839 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d4753628-892b-4684-8970-829b40f08197 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 13:07:52.627296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 13:07:52.713982 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Publish callbacks [] for port (06a8f2ed-2b66-4edb-9bf9-bc369bd691fc), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:52.730523 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903'] for port (06a8f2ed-2b66-4edb-9bf9-bc369bd691fc), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:52.750720 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Publish callbacks [] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:52.786019 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:52.791424 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Network 970c6b9e-0b67-4860-963c-eefaf7ca9cf4 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:52.798891 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d4753628-892b-4684-8970-829b40f08197 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:52.799265 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d4753628-892b-4684-8970-829b40f08197), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:52.805062 n-d-833234-2 neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:52.826232 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 13:07:52.833189 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Pushing event updated for resources: {'Port': ['ID=06a8f2ed-2b66-4edb-9bf9-bc369bd691fc,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:52.893905 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Publish callbacks [] for router_gateway (c08e5063-9aa5-4e0b-ba2b-f06581541cd0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:52.962766 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d94e93-a958-4e68-bccc-00447824e353 None None] Pushing event updated for resources: {'Port': ['ID=7e21bd60-dcd3-4b5f-9529-93b3d27991bf,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:52.997708 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Attempting to bind port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 13:07:52.998089 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Attempting to bind port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '6190a21f-754f-4e1e-baff-c67bcedd77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '970c6b9e-0b67-4860-963c-eefaf7ca9cf4'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 13:07:52.998563 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Attempting to bind port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc on network 970c6b9e-0b67-4860-963c-eefaf7ca9cf4 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 13:07:53.027912 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 13:07:53.028293 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Checking segment: {'id': '6190a21f-754f-4e1e-baff-c67bcedd77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '970c6b9e-0b67-4860-963c-eefaf7ca9cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 13:07:53.028710 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:53.029111 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Bound using segment: {'id': '6190a21f-754f-4e1e-baff-c67bcedd77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '970c6b9e-0b67-4860-963c-eefaf7ca9cf4'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 13:07:53.029618 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Bound port: 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6190a21f-754f-4e1e-baff-c67bcedd77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '970c6b9e-0b67-4860-963c-eefaf7ca9cf4'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 13:07:53.030007 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (06a8f2ed-2b66-4edb-9bf9-bc369bd691fc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:53.035191 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Attempting to bind port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 13:07:53.035601 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Attempting to bind port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': 'fbe45967-d8b4-4e62-9a46-f8b0eae16654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 13:07:53.035970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Attempting to bind port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf on network 682d102a-08b3-46e5-9a46-fa3e9d898915 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 13:07:53.060672 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 13:07:53.061052 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Checking segment: {'id': 'fbe45967-d8b4-4e62-9a46-f8b0eae16654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 13:07:53.061460 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:53.061860 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Bound using segment: {'id': 'fbe45967-d8b4-4e62-9a46-f8b0eae16654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 13:07:53.062357 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Bound port: 7e21bd60-dcd3-4b5f-9529-93b3d27991bf, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe45967-d8b4-4e62-9a46-f8b0eae16654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 13:07:53.062740 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:53.068156 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d4753628-892b-4684-8970-829b40f08197 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:07:53.154564 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575594'] for router (c08e5063-9aa5-4e0b-ba2b-f06581541cd0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:53.168254 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] For port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 13:07:53.175559 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] For port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=06a8f2ed-2b66-4edb-9bf9-bc369bd691fc,segment=NetworkSegment(6190a21f-754f-4e1e-baff-c67bcedd77a8),segment_id=6190a21f-754f-4e1e-baff-c67bcedd77a8)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 13:07:53.188918 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (06a8f2ed-2b66-4edb-9bf9-bc369bd691fc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:53.192499 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] For port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 13:07:53.235131 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] For port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7e21bd60-dcd3-4b5f-9529-93b3d27991bf,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 13:07:53.251335 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:53.266328 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-cc1de370-feff-41b9-807e-2c2485df0f0c None None] Provisioning complete for port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:53.268318 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cc1de370-feff-41b9-807e-2c2485df0f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:53.300907 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e7235-d120-4d34-a0e7-1788e5ccb05e None None] Pushing event updated for resources: {'Port': ['ID=06a8f2ed-2b66-4edb-9bf9-bc369bd691fc,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:53.303285 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Router c08e5063-9aa5-4e0b-ba2b-f06581541cd0 is scheduled to L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 13:07:53.365430 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Routers {'e8a8602f-f434-45e1-9d30-484a320dd9fc'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:07:53.366205 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e8a8602f-f434-45e1-9d30-484a320dd9fc'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:53.429743 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 13:07:53.437986 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d94e93-a958-4e68-bccc-00447824e353 None None] Pushing event updated for resources: {'Port': ['ID=7e21bd60-dcd3-4b5f-9529-93b3d27991bf,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:53.442595 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Sync routers for ids ['c08e5063-9aa5-4e0b-ba2b-f06581541cd0'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:07:53.460932 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Routers {'c08e5063-9aa5-4e0b-ba2b-f06581541cd0'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:07:53.461275 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c08e5063-9aa5-4e0b-ba2b-f06581541cd0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:53.472174 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:53.473553 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-616a7ea4-1d3d-4167-a7be-a4181950515b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6315589 Mar 11 13:07:53.476818 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49106) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:53.577905 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] Set router e8a8602f-f434-45e1-9d30-484a320dd9fc gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:07:53.579692 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cc1de370-feff-41b9-807e-2c2485df0f0c None None] Current status of the port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:07:53.580081 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cc1de370-feff-41b9-807e-2c2485df0f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:53.664043 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Set router c08e5063-9aa5-4e0b-ba2b-f06581541cd0 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:07:53.667064 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-cc1de370-feff-41b9-807e-2c2485df0f0c None None] For port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7e21bd60-dcd3-4b5f-9529-93b3d27991bf,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:07:53.675451 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cc1de370-feff-41b9-807e-2c2485df0f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:53.815767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1de370-feff-41b9-807e-2c2485df0f0c None None] Pushing event updated for resources: {'Port': ['ID=7e21bd60-dcd3-4b5f-9529-93b3d27991bf,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:53.838258 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0f44472e-2802-4d0f-8105-0ae0694be062 None None] Provisioning complete for port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:53.838759 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0f44472e-2802-4d0f-8105-0ae0694be062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:53.880756 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'name': 'tempest-TestSnapshotPattern-1949609884-router', 'tenant_id': '6356495aa6044baeba865ec777eeba94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'd45f04dd-ddaf-4c84-ae6d-60420efc956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:51Z', 'updated_at': '2022-03-11T13:07:52Z', 'revision_number': 3, 'project_id': '6356495aa6044baeba865ec777eeba94', 'gw_port': {'id': 'd45f04dd-ddaf-4c84-ae6d-60420efc956a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:09:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4453, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:52Z', 'updated_at': '2022-03-11T13:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:53.913446 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Checking router: c08e5063-9aa5-4e0b-ba2b-f06581541cd0 for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:07:53.913794 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Updating router c08e5063-9aa5-4e0b-ba2b-f06581541cd0 port d45f04dd-ddaf-4c84-ae6d-60420efc956a binding host n-d-833234-2 {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:07:53.941516 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d45f04dd-ddaf-4c84-ae6d-60420efc956a), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:53.955958 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0f44472e-2802-4d0f-8105-0ae0694be062 None None] Current status of the port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:07:53.976411 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:49Z', 'revision_number': 4, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '7e21bd60-dcd3-4b5f-9529-93b3d27991bf', 'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'mac_address': 'fa:16:3e:3f:47:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:49Z', 'updated_at': '2022-03-11T13:07:53Z', 'revision_number': 4, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'subnets': [{'id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:54.007761 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce6ac42-a4d6-4c2a-8435-84919fd9df68 None None] The sync data for ids ['e8a8602f-f434-45e1-9d30-484a320dd9fc'] in n-d-833234-2 is: [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:49Z', 'revision_number': 4, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '7e21bd60-dcd3-4b5f-9529-93b3d27991bf', 'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'mac_address': 'fa:16:3e:3f:47:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:49Z', 'updated_at': '2022-03-11T13:07:53Z', 'revision_number': 4, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'subnets': [{'id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:07:54.039073 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:54.239954 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] Allocated IP 172.20.0.1 (970c6b9e-0b67-4860-963c-eefaf7ca9cf4/baffdd54-6128-4fac-853a-9228eda0a222/32d6dda7-fa5b-4263-872e-6ec64efacdf6) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:07:54.283948 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Publish callbacks [] for port (d45f04dd-ddaf-4c84-ae6d-60420efc956a), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:54.293321 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d45f04dd-ddaf-4c84-ae6d-60420efc956a), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:54.347143 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b120002-d718-40b6-b1b1-2bd7b62e0052 None None] Pushing event updated for resources: {'Port': ['ID=d45f04dd-ddaf-4c84-ae6d-60420efc956a,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:54.364739 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Attempting to bind port d45f04dd-ddaf-4c84-ae6d-60420efc956a on host n-d-833234-2 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 13:07:54.365587 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Attempting to bind port d45f04dd-ddaf-4c84-ae6d-60420efc956a by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 13:07:54.365966 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Attempting to bind port d45f04dd-ddaf-4c84-ae6d-60420efc956a on network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 13:07:54.373581 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 13:07:54.374022 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Checking segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 13:07:54.374596 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:54.375083 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Bound using segment: {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 13:07:54.375778 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Bound port: d45f04dd-ddaf-4c84-ae6d-60420efc956a, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa81ad-2898-439b-be0e-6c1d77c5e6a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 13:07:54.376213 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d45f04dd-ddaf-4c84-ae6d-60420efc956a), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:54.387551 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] Publish callbacks [] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:54.443996 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:54.487806 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] For port d45f04dd-ddaf-4c84-ae6d-60420efc956a, host n-d-833234-2, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 13:07:54.492532 n-d-833234-2 neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] For port d45f04dd-ddaf-4c84-ae6d-60420efc956a, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d45f04dd-ddaf-4c84-ae6d-60420efc956a,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 13:07:54.495387 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] Network 970c6b9e-0b67-4860-963c-eefaf7ca9cf4 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:54.501531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:54.502294 n-d-833234-2 neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d45f04dd-ddaf-4c84-ae6d-60420efc956a), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:54.504358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 13:07:54.530375 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=32d6dda7-fa5b-4263-872e-6ec64efacdf6,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:54.569581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7e21bd60-dcd3-4b5f-9529-93b3d27991bf up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 13:07:54.581879 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b120002-d718-40b6-b1b1-2bd7b62e0052 None None] Pushing event updated for resources: {'Port': ['ID=d45f04dd-ddaf-4c84-ae6d-60420efc956a,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:54.598253 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574213'] for router_interface (c08e5063-9aa5-4e0b-ba2b-f06581541cd0), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:54.607862 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Routers {'c08e5063-9aa5-4e0b-ba2b-f06581541cd0'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:07:54.608791 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c08e5063-9aa5-4e0b-ba2b-f06581541cd0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:54.645331 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:54.645913 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:54.689162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ead484-04c7-4ec1-8fdb-4daf00f3702b None None] Network 970c6b9e-0b67-4860-963c-eefaf7ca9cf4 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 13:07:54.765917 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:54.770639 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d7b5df20-22ed-4bc4-a4c0-2ecc1b65a211 None None] Provisioning complete for port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:54.771384 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d7b5df20-22ed-4bc4-a4c0-2ecc1b65a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (06a8f2ed-2b66-4edb-9bf9-bc369bd691fc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:54.871832 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] Set router c08e5063-9aa5-4e0b-ba2b-f06581541cd0 gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:07:54.922185 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:07:54.923308 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 13:07:54.960162 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d7b5df20-22ed-4bc4-a4c0-2ecc1b65a211 None None] Current status of the port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:07:54.960551 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d7b5df20-22ed-4bc4-a4c0-2ecc1b65a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (06a8f2ed-2b66-4edb-9bf9-bc369bd691fc), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:54.976196 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] Publish callbacks [] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:54.984398 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:55.024848 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d7b5df20-22ed-4bc4-a4c0-2ecc1b65a211 None None] For port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=06a8f2ed-2b66-4edb-9bf9-bc369bd691fc,segment=NetworkSegment(6190a21f-754f-4e1e-baff-c67bcedd77a8),segment_id=6190a21f-754f-4e1e-baff-c67bcedd77a8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:07:55.029956 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:55.030368 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (06a8f2ed-2b66-4edb-9bf9-bc369bd691fc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:55.033726 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d7b5df20-22ed-4bc4-a4c0-2ecc1b65a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (06a8f2ed-2b66-4edb-9bf9-bc369bd691fc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:55.097011 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'name': 'tempest-TestSnapshotPattern-1949609884-router', 'tenant_id': '6356495aa6044baeba865ec777eeba94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'd45f04dd-ddaf-4c84-ae6d-60420efc956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:51Z', 'updated_at': '2022-03-11T13:07:52Z', 'revision_number': 3, 'project_id': '6356495aa6044baeba865ec777eeba94', 'gw_port': {'id': 'd45f04dd-ddaf-4c84-ae6d-60420efc956a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:09:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4453, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:52Z', 'updated_at': '2022-03-11T13:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:55.104939 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=32d6dda7-fa5b-4263-872e-6ec64efacdf6,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:55.110852 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574377'] for router_interface (c08e5063-9aa5-4e0b-ba2b-f06581541cd0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:55.136722 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5df20-22ed-4bc4-a4c0-2ecc1b65a211 None None] Pushing event updated for resources: {'Port': ['ID=06a8f2ed-2b66-4edb-9bf9-bc369bd691fc,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:55.166504 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822336b0-e13c-467d-8e34-cb5b7eaf0c1c None None] The sync data for ids ['c08e5063-9aa5-4e0b-ba2b-f06581541cd0'] in n-d-833234-2 is: [{'id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'name': 'tempest-TestSnapshotPattern-1949609884-router', 'tenant_id': '6356495aa6044baeba865ec777eeba94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'd45f04dd-ddaf-4c84-ae6d-60420efc956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:51Z', 'updated_at': '2022-03-11T13:07:52Z', 'revision_number': 3, 'project_id': '6356495aa6044baeba865ec777eeba94', 'gw_port': {'id': 'd45f04dd-ddaf-4c84-ae6d-60420efc956a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:09:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4453, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:52Z', 'updated_at': '2022-03-11T13:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:07:55.199515 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:07:55.270643 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] Network 970c6b9e-0b67-4860-963c-eefaf7ca9cf4 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:07:55.272216 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:07:55.377806 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2d5f160f-4e64-481b-a0ee-5e58518a28bf None None] Provisioning complete for port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:55.379016 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2d5f160f-4e64-481b-a0ee-5e58518a28bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (06a8f2ed-2b66-4edb-9bf9-bc369bd691fc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:55.512995 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2d5f160f-4e64-481b-a0ee-5e58518a28bf None None] Current status of the port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:07:55.534144 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2d5f160f-4e64-481b-a0ee-5e58518a28bf None None] Provisioning complete for port 32d6dda7-fa5b-4263-872e-6ec64efacdf6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:55.534534 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2d5f160f-4e64-481b-a0ee-5e58518a28bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:55.599849 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2d5f160f-4e64-481b-a0ee-5e58518a28bf None None] Port 32d6dda7-fa5b-4263-872e-6ec64efacdf6 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 13:07:55.749928 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ab327898-f0ae-4af9-9225-cfd8e4f10882 None None] Provisioning complete for port 32d6dda7-fa5b-4263-872e-6ec64efacdf6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:55.750561 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab327898-f0ae-4af9-9225-cfd8e4f10882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:55.825015 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ab327898-f0ae-4af9-9225-cfd8e4f10882 None None] Port 32d6dda7-fa5b-4263-872e-6ec64efacdf6 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 13:07:55.915870 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] Router c08e5063-9aa5-4e0b-ba2b-f06581541cd0 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 13:07:55.948309 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-92f55f04-2a27-49eb-ac31-9b8c53e55bdf None None] Provisioning complete for port 32d6dda7-fa5b-4263-872e-6ec64efacdf6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:55.948780 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-92f55f04-2a27-49eb-ac31-9b8c53e55bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:55.992870 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-92f55f04-2a27-49eb-ac31-9b8c53e55bdf None None] Port 32d6dda7-fa5b-4263-872e-6ec64efacdf6 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 13:07:56.043009 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 13:07:56.056760 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f4ca57a2-f305-4b96-a788-64df57f64ec0 admin admin] 10.222.0.78 "PUT /v2.0/routers/c08e5063-9aa5-4e0b-ba2b-f06581541cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5746326 Mar 11 13:07:56.509662 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d45f04dd-ddaf-4c84-ae6d-60420efc956a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 13:07:56.563827 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d45f04dd-ddaf-4c84-ae6d-60420efc956a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:56.564206 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d45f04dd-ddaf-4c84-ae6d-60420efc956a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:56.644978 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d45f04dd-ddaf-4c84-ae6d-60420efc956a is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:07:56.645357 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (d45f04dd-ddaf-4c84-ae6d-60420efc956a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:56.667799 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] For port d45f04dd-ddaf-4c84-ae6d-60420efc956a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d45f04dd-ddaf-4c84-ae6d-60420efc956a,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:07:56.673710 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (d45f04dd-ddaf-4c84-ae6d-60420efc956a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:56.674510 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 13:07:56.749818 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Pushing event updated for resources: {'Port': ['ID=d45f04dd-ddaf-4c84-ae6d-60420efc956a,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:56.764521 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:56.765200 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (06a8f2ed-2b66-4edb-9bf9-bc369bd691fc), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:56.848418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:07:57.491463 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Sync routers for ids ['c08e5063-9aa5-4e0b-ba2b-f06581541cd0'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:07:57.501970 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Routers {'c08e5063-9aa5-4e0b-ba2b-f06581541cd0'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:07:57.502590 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c08e5063-9aa5-4e0b-ba2b-f06581541cd0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:57.525230 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49116) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:57.530091 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-676eb417-9912-425a-9b22-bf43481bfb22 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-186869679', 'description': 'tempest-secgroup-smoke-186869679 description', 'project_id': '31dca4a1e4c846b987d04473d7afa111'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:57.560802 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-676eb417-9912-425a-9b22-bf43481bfb22 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:57.642717 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-676eb417-9912-425a-9b22-bf43481bfb22 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group (11236b48-9386-4807-bf7a-78b9ad73139a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:57.649803 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-676eb417-9912-425a-9b22-bf43481bfb22 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (11236b48-9386-4807-bf7a-78b9ad73139a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:57.688011 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676eb417-9912-425a-9b22-bf43481bfb22 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11236b48-9386-4807-bf7a-78b9ad73139a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:57.692540 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-676eb417-9912-425a-9b22-bf43481bfb22 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:57.693786 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-676eb417-9912-425a-9b22-bf43481bfb22 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1675098 Mar 11 13:07:57.696788 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49118) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:57.701634 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ffe6998a-b68a-45e2-b920-82dde318e995 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Request body: {'security_group_rule': {'security_group_id': '11236b48-9386-4807-bf7a-78b9ad73139a', 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:57.735362 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffe6998a-b68a-45e2-b920-82dde318e995 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group_rule (7a42bcda-5e9c-4fc9-8a11-4606f82c5fe5), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:57.792655 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffe6998a-b68a-45e2-b920-82dde318e995 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group_rule (7a42bcda-5e9c-4fc9-8a11-4606f82c5fe5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:57.797851 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Set router c08e5063-9aa5-4e0b-ba2b-f06581541cd0 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:07:57.798980 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffe6998a-b68a-45e2-b920-82dde318e995 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (7a42bcda-5e9c-4fc9-8a11-4606f82c5fe5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:57.817451 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6998a-b68a-45e2-b920-82dde318e995 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a42bcda-5e9c-4fc9-8a11-4606f82c5fe5,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:57.838905 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ffe6998a-b68a-45e2-b920-82dde318e995 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:57.840252 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ffe6998a-b68a-45e2-b920-82dde318e995 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424696 Mar 11 13:07:57.843109 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49120) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:57.847680 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1946cea1-4aec-468d-84b0-1139b94be7d7 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Request body: {'security_group_rule': {'security_group_id': '11236b48-9386-4807-bf7a-78b9ad73139a', 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:57.874091 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1946cea1-4aec-468d-84b0-1139b94be7d7 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group_rule (ab12f6ec-2923-4b68-ae9e-72901e964754), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:57.935904 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1946cea1-4aec-468d-84b0-1139b94be7d7 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group_rule (ab12f6ec-2923-4b68-ae9e-72901e964754), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:57.942097 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1946cea1-4aec-468d-84b0-1139b94be7d7 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (ab12f6ec-2923-4b68-ae9e-72901e964754), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:57.962461 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946cea1-4aec-468d-84b0-1139b94be7d7 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab12f6ec-2923-4b68-ae9e-72901e964754,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:57.973875 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1946cea1-4aec-468d-84b0-1139b94be7d7 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:57.975524 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-1946cea1-4aec-468d-84b0-1139b94be7d7 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312850 Mar 11 13:07:57.978602 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49122) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:57.983461 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b0f51f9b-3b58-48c5-86e7-50929d0a7631 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Request body: {'security_group_rule': {'security_group_id': '11236b48-9386-4807-bf7a-78b9ad73139a', 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:58.015070 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0f51f9b-3b58-48c5-86e7-50929d0a7631 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group_rule (8a3db498-cab6-47cd-965f-f8eec920d70e), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.020043 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'name': 'tempest-TestSnapshotPattern-1949609884-router', 'tenant_id': '6356495aa6044baeba865ec777eeba94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'd45f04dd-ddaf-4c84-ae6d-60420efc956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:51Z', 'updated_at': '2022-03-11T13:07:54Z', 'revision_number': 4, 'project_id': '6356495aa6044baeba865ec777eeba94', 'gw_port': {'id': 'd45f04dd-ddaf-4c84-ae6d-60420efc956a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4453, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:52Z', 'updated_at': '2022-03-11T13:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '32d6dda7-fa5b-4263-872e-6ec64efacdf6', 'name': '', 'network_id': '970c6b9e-0b67-4860-963c-eefaf7ca9cf4', 'tenant_id': '6356495aa6044baeba865ec777eeba94', 'mac_address': 'fa:16:3e:1a:58:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': 'baffdd54-6128-4fac-853a-9228eda0a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:54Z', 'updated_at': '2022-03-11T13:07:54Z', 'revision_number': 2, 'project_id': '6356495aa6044baeba865ec777eeba94', 'subnets': [{'id': 'baffdd54-6128-4fac-853a-9228eda0a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:58.048592 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Checking router: c08e5063-9aa5-4e0b-ba2b-f06581541cd0 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:07:58.048949 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Updating router c08e5063-9aa5-4e0b-ba2b-f06581541cd0 port 32d6dda7-fa5b-4263-872e-6ec64efacdf6 binding host n-d-833234-2 {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 13:07:58.076178 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0f51f9b-3b58-48c5-86e7-50929d0a7631 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group_rule (8a3db498-cab6-47cd-965f-f8eec920d70e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.076452 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.081414 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0f51f9b-3b58-48c5-86e7-50929d0a7631 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (8a3db498-cab6-47cd-965f-f8eec920d70e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.099754 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f51f9b-3b58-48c5-86e7-50929d0a7631 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3db498-cab6-47cd-965f-f8eec920d70e,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:58.106670 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0f51f9b-3b58-48c5-86e7-50929d0a7631 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.110304 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-b0f51f9b-3b58-48c5-86e7-50929d0a7631 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281552 Mar 11 13:07:58.110472 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49124) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:58.114793 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8185bc0f-57d3-4140-9cc6-f74e08a83879 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Request body: {'security_group_rule': {'security_group_id': '11236b48-9386-4807-bf7a-78b9ad73139a', 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:58.139156 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8185bc0f-57d3-4140-9cc6-f74e08a83879 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group_rule (d707597d-ffa3-4063-bfc4-8180a6888ca6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.199181 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8185bc0f-57d3-4140-9cc6-f74e08a83879 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group_rule (d707597d-ffa3-4063-bfc4-8180a6888ca6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.204249 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8185bc0f-57d3-4140-9cc6-f74e08a83879 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (d707597d-ffa3-4063-bfc4-8180a6888ca6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.221397 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185bc0f-57d3-4140-9cc6-f74e08a83879 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d707597d-ffa3-4063-bfc4-8180a6888ca6,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:58.231497 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8185bc0f-57d3-4140-9cc6-f74e08a83879 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.236521 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8185bc0f-57d3-4140-9cc6-f74e08a83879 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214182 Mar 11 13:07:58.236521 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49126) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:58.240116 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-01932ffa-daaa-46bf-88d1-77d4d42b7723 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Request body: {'security_group_rule': {'security_group_id': '11236b48-9386-4807-bf7a-78b9ad73139a', 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:58.265116 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-01932ffa-daaa-46bf-88d1-77d4d42b7723 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Project 31dca4a1e4c846b987d04473d7afa111 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:07:58.270831 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01932ffa-daaa-46bf-88d1-77d4d42b7723 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group_rule (87628311-a30d-48d3-841b-4e067fff5ab8), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.329593 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01932ffa-daaa-46bf-88d1-77d4d42b7723 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group_rule (87628311-a30d-48d3-841b-4e067fff5ab8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.334622 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01932ffa-daaa-46bf-88d1-77d4d42b7723 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (87628311-a30d-48d3-841b-4e067fff5ab8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.353522 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01932ffa-daaa-46bf-88d1-77d4d42b7723 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87628311-a30d-48d3-841b-4e067fff5ab8,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:58.359435 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Publish callbacks [] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.364280 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01932ffa-daaa-46bf-88d1-77d4d42b7723 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.365604 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-01932ffa-daaa-46bf-88d1-77d4d42b7723 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290147 Mar 11 13:07:58.366657 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.368726 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49128) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:07:58.374103 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c13b9d4c-f5df-4194-9e3d-5f15db7f7bbe tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Request body: {'security_group_rule': {'security_group_id': '11236b48-9386-4807-bf7a-78b9ad73139a', 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:07:58.395302 n-d-833234-2 neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-c13b9d4c-f5df-4194-9e3d-5f15db7f7bbe tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Project 31dca4a1e4c846b987d04473d7afa111 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 13:07:58.401211 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c13b9d4c-f5df-4194-9e3d-5f15db7f7bbe tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group_rule (afcdb487-1a14-4755-8ad4-28d5f5292339), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.440732 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa2630-a2af-4661-987f-0325e1644bcb None None] Pushing event updated for resources: {'Port': ['ID=32d6dda7-fa5b-4263-872e-6ec64efacdf6,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:58.462035 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d45f04dd-ddaf-4c84-ae6d-60420efc956a up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 13:07:58.479297 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c13b9d4c-f5df-4194-9e3d-5f15db7f7bbe tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group_rule (afcdb487-1a14-4755-8ad4-28d5f5292339), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.484748 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c13b9d4c-f5df-4194-9e3d-5f15db7f7bbe tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530955'] for security_group_rule (afcdb487-1a14-4755-8ad4-28d5f5292339), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.504419 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b9d4c-f5df-4194-9e3d-5f15db7f7bbe tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afcdb487-1a14-4755-8ad4-28d5f5292339,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:58.519471 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c13b9d4c-f5df-4194-9e3d-5f15db7f7bbe tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.529282 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-c13b9d4c-f5df-4194-9e3d-5f15db7f7bbe tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1509852 Mar 11 13:07:58.530392 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Attempting to bind port 32d6dda7-fa5b-4263-872e-6ec64efacdf6 on host n-d-833234-2 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 13:07:58.530770 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Attempting to bind port 32d6dda7-fa5b-4263-872e-6ec64efacdf6 by drivers openvswitch,hyperv on host n-d-833234-2 at level 0 using segments [{'id': '6190a21f-754f-4e1e-baff-c67bcedd77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '970c6b9e-0b67-4860-963c-eefaf7ca9cf4'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 13:07:58.531129 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Attempting to bind port 32d6dda7-fa5b-4263-872e-6ec64efacdf6 on network 970c6b9e-0b67-4860-963c-eefaf7ca9cf4 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 13:07:58.540719 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Checking agent: {'id': '35da9c93-84dd-4664-86d9-a45099b8e5cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 27, 50), 'started_at': datetime.datetime(2022, 3, 11, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833234-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 13:07:58.541118 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Checking segment: {'id': '6190a21f-754f-4e1e-baff-c67bcedd77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '970c6b9e-0b67-4860-963c-eefaf7ca9cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 13:07:58.541509 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.541920 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Bound using segment: {'id': '6190a21f-754f-4e1e-baff-c67bcedd77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '970c6b9e-0b67-4860-963c-eefaf7ca9cf4'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 13:07:58.542368 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Bound port: 32d6dda7-fa5b-4263-872e-6ec64efacdf6, host: n-d-833234-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6190a21f-754f-4e1e-baff-c67bcedd77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '970c6b9e-0b67-4860-963c-eefaf7ca9cf4'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 13:07:58.542745 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.602462 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port d45f04dd-ddaf-4c84-ae6d-60420efc956a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:58.602615 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (d45f04dd-ddaf-4c84-ae6d-60420efc956a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.652248 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] For port 32d6dda7-fa5b-4263-872e-6ec64efacdf6, host n-d-833234-2, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 13:07:58.666444 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] For port 32d6dda7-fa5b-4263-872e-6ec64efacdf6, host n-d-833234-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=32d6dda7-fa5b-4263-872e-6ec64efacdf6,segment=NetworkSegment(6190a21f-754f-4e1e-baff-c67bcedd77a8),segment_id=6190a21f-754f-4e1e-baff-c67bcedd77a8)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 13:07:58.676037 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.764822 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port d45f04dd-ddaf-4c84-ae6d-60420efc956a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:07:58.771518 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-46731890-fda5-48b2-bb0d-febb8e26648b None None] Provisioning complete for port 32d6dda7-fa5b-4263-872e-6ec64efacdf6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:58.772393 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-46731890-fda5-48b2-bb0d-febb8e26648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:58.818214 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa2630-a2af-4661-987f-0325e1644bcb None None] Pushing event updated for resources: {'Port': ['ID=32d6dda7-fa5b-4263-872e-6ec64efacdf6,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:58.820956 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Routers {'c08e5063-9aa5-4e0b-ba2b-f06581541cd0'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:07:58.822134 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c08e5063-9aa5-4e0b-ba2b-f06581541cd0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:58.886760 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-7c967c1b-5e99-4113-9312-eb6623604379 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-186869679&fields=id&tenant_id=31dca4a1e4c846b987d04473d7afa111 HTTP/1.1" status: 200 len: 267 time: 0.0839016 Mar 11 13:07:58.996893 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-29333917-2fb6-4ed1-810b-8744f413be9f tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:07:58.998697 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-29333917-2fb6-4ed1-810b-8744f413be9f tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/networks?id=682d102a-08b3-46e5-9a46-fa3e9d898915 HTTP/1.1" status: 200 len: 809 time: 0.1111517 Mar 11 13:07:59.001104 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-46731890-fda5-48b2-bb0d-febb8e26648b None None] Current status of the port 32d6dda7-fa5b-4263-872e-6ec64efacdf6 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:07:59.001586 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-46731890-fda5-48b2-bb0d-febb8e26648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:59.004910 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] Set router c08e5063-9aa5-4e0b-ba2b-f06581541cd0 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:07:59.015456 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-59576623-4efd-440e-a8e7-3cd4593862bc tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/quotas/31dca4a1e4c846b987d04473d7afa111 HTTP/1.1" status: 200 len: 375 time: 0.0110724 Mar 11 13:07:59.078225 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-4980edd4-e6cd-4629-b833-fe8798ff4ecb tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=31dca4a1e4c846b987d04473d7afa111&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543199 Mar 11 13:07:59.118031 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-46731890-fda5-48b2-bb0d-febb8e26648b None None] For port 32d6dda7-fa5b-4263-872e-6ec64efacdf6, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=32d6dda7-fa5b-4263-872e-6ec64efacdf6,segment=NetworkSegment(6190a21f-754f-4e1e-baff-c67bcedd77a8),segment_id=6190a21f-754f-4e1e-baff-c67bcedd77a8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:07:59.123306 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-46731890-fda5-48b2-bb0d-febb8e26648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:59.186296 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-49632ce2-aaf5-4feb-b5c2-60713792bd19 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 13:07:59.187616 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-49632ce2-aaf5-4feb-b5c2-60713792bd19 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0995340 Mar 11 13:07:59.225595 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46731890-fda5-48b2-bb0d-febb8e26648b None None] Pushing event updated for resources: {'Port': ['ID=32d6dda7-fa5b-4263-872e-6ec64efacdf6,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:07:59.274673 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-cfc488bc-5275-4edd-8996-a5c0a8ffbbe4 None None] Provisioning complete for port 32d6dda7-fa5b-4263-872e-6ec64efacdf6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:07:59.274984 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cfc488bc-5275-4edd-8996-a5c0a8ffbbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:07:59.290044 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-8840fecd-a7cd-4a38-9df2-6832807944b9 service neutron] 10.222.0.78 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964181 Mar 11 13:07:59.325684 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'name': 'tempest-TestSnapshotPattern-1949609884-router', 'tenant_id': '6356495aa6044baeba865ec777eeba94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'd45f04dd-ddaf-4c84-ae6d-60420efc956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:51Z', 'updated_at': '2022-03-11T13:07:54Z', 'revision_number': 4, 'project_id': '6356495aa6044baeba865ec777eeba94', 'gw_port': {'id': 'd45f04dd-ddaf-4c84-ae6d-60420efc956a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4453, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:52Z', 'updated_at': '2022-03-11T13:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '32d6dda7-fa5b-4263-872e-6ec64efacdf6', 'name': '', 'network_id': '970c6b9e-0b67-4860-963c-eefaf7ca9cf4', 'tenant_id': '6356495aa6044baeba865ec777eeba94', 'mac_address': 'fa:16:3e:1a:58:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': 'baffdd54-6128-4fac-853a-9228eda0a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:54Z', 'updated_at': '2022-03-11T13:07:58Z', 'revision_number': 4, 'project_id': '6356495aa6044baeba865ec777eeba94', 'subnets': [{'id': 'baffdd54-6128-4fac-853a-9228eda0a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:07:59.353864 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a7f4bf-d91e-4fef-bac4-79f69fc05199 None None] The sync data for ids ['c08e5063-9aa5-4e0b-ba2b-f06581541cd0'] in n-d-833234-2 is: [{'id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'name': 'tempest-TestSnapshotPattern-1949609884-router', 'tenant_id': '6356495aa6044baeba865ec777eeba94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'd45f04dd-ddaf-4c84-ae6d-60420efc956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:51Z', 'updated_at': '2022-03-11T13:07:54Z', 'revision_number': 4, 'project_id': '6356495aa6044baeba865ec777eeba94', 'gw_port': {'id': 'd45f04dd-ddaf-4c84-ae6d-60420efc956a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4453, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:52Z', 'updated_at': '2022-03-11T13:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '32d6dda7-fa5b-4263-872e-6ec64efacdf6', 'name': '', 'network_id': '970c6b9e-0b67-4860-963c-eefaf7ca9cf4', 'tenant_id': '6356495aa6044baeba865ec777eeba94', 'mac_address': 'fa:16:3e:1a:58:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': 'baffdd54-6128-4fac-853a-9228eda0a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:54Z', 'updated_at': '2022-03-11T13:07:58Z', 'revision_number': 4, 'project_id': '6356495aa6044baeba865ec777eeba94', 'subnets': [{'id': 'baffdd54-6128-4fac-853a-9228eda0a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:07:59.391242 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-aaeda7a2-1f76-4613-9a53-eba34f40d2b2 service neutron] 10.222.0.78 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951884 Mar 11 13:07:59.396201 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cfc488bc-5275-4edd-8996-a5c0a8ffbbe4 None None] Current status of the port 32d6dda7-fa5b-4263-872e-6ec64efacdf6 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:07:59.659555 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f20ee672-e544-44ce-a689-c0d8f0e171c5 req-ce91677a-3ca0-4ad1-b0c8-286f88b9b838 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 210 time: 0.0907059 Mar 11 13:08:00.450304 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 32d6dda7-fa5b-4263-872e-6ec64efacdf6 up at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 13:08:00.504746 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Provisioning complete for port 32d6dda7-fa5b-4263-872e-6ec64efacdf6 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:08:00.505125 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:00.585186 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Current status of the port 32d6dda7-fa5b-4263-872e-6ec64efacdf6 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:08:00.750387 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d38e8316-465f-440f-bd84-1660c7320ab4 req-e36a6813-ed77-4e77-b982-ea14b617525e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 210 time: 0.0376165 Mar 11 13:08:01.844988 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-08aab514-6261-4470-9e24-d890f2684e36 req-ba42a24e-f735-42e6-ae36-581da6191573 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 210 time: 0.0345805 Mar 11 13:08:02.952834 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c20e3136-ee5c-48fd-99b9-9376f7e0c64e req-a47f70dc-6372-4102-acdb-ef3a9c5a2ac5 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 210 time: 0.0268638 Mar 11 13:08:03.780400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-a085be34-453f-4959-af5e-41cf0feb8f4f tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:03.781752 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-a085be34-453f-4959-af5e-41cf0feb8f4f tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.37 "GET /v2.0/networks?id=682d102a-08b3-46e5-9a46-fa3e9d898915 HTTP/1.1" status: 200 len: 809 time: 0.1183650 Mar 11 13:08:03.854234 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-958b8a79-6999-40d1-acb2-47a3ac609b3e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31dca4a1e4c846b987d04473d7afa111 HTTP/1.1" status: 200 len: 379 time: 0.0637085 Mar 11 13:08:03.868702 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-3a96f5aa-98e6-464e-95b1-f9d66fa39369 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Request body: {'port': {'device_id': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'admin_state_up': True, 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'security_groups': ['11236b48-9386-4807-bf7a-78b9ad73139a']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:03.989350 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-3a96f5aa-98e6-464e-95b1-f9d66fa39369 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Made reservation on behalf of 31dca4a1e4c846b987d04473d7afa111 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:08:03.993168 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-3a96f5aa-98e6-464e-95b1-f9d66fa39369 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:04.087930 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be1a4103-66f0-4d47-9963-fbb4459a5d50 req-778f6a26-452a-4847-bd24-686c78f96c6e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 210 time: 0.0642579 Mar 11 13:08:04.154790 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-3a96f5aa-98e6-464e-95b1-f9d66fa39369 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Allocated IP 172.20.0.10 (682d102a-08b3-46e5-9a46-fa3e9d898915/9c4c0fd5-c818-487d-8ef2-fcc3a3927697/15c0ea6c-dc33-4e65-9277-d7e7e67805e5) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:04.312282 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-3a96f5aa-98e6-464e-95b1-f9d66fa39369 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:04.348413 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-3a96f5aa-98e6-464e-95b1-f9d66fa39369 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:04.389623 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-3a96f5aa-98e6-464e-95b1-f9d66fa39369 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Network 682d102a-08b3-46e5-9a46-fa3e9d898915 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:04.392698 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-3a96f5aa-98e6-464e-95b1-f9d66fa39369 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:04.398611 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-3a96f5aa-98e6-464e-95b1-f9d66fa39369 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 13:08:04.424211 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96f5aa-98e6-464e-95b1-f9d66fa39369 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Pushing event updated for resources: {'Port': ['ID=15c0ea6c-dc33-4e65-9277-d7e7e67805e5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:04.453643 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-3a96f5aa-98e6-464e-95b1-f9d66fa39369 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:04.454285 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-3a96f5aa-98e6-464e-95b1-f9d66fa39369 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:04.472802 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-3a96f5aa-98e6-464e-95b1-f9d66fa39369 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6123977 Mar 11 13:08:04.484926 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Request body: {'port': {'device_id': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833234-2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:04.552179 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:04.652296 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-052f9fd5-98dd-4d1d-a681-ccc9dac8c918 None None] Provisioning complete for port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:08:04.652856 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-052f9fd5-98dd-4d1d-a681-ccc9dac8c918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:04.702084 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:04.702986 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-052f9fd5-98dd-4d1d-a681-ccc9dac8c918 None None] Port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 13:08:04.828851 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:08:04.836693 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Publish callbacks [] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:04.854511 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Transition to ACTIVE for port object 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 13:08:04.860245 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:04.922596 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Pushing event updated for resources: {'Port': ['ID=15c0ea6c-dc33-4e65-9277-d7e7e67805e5,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:04.998050 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Attempting to bind port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 on host n-h2-833234-2 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 13:08:04.998682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Attempting to bind port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 by drivers openvswitch,hyperv on host n-h2-833234-2 at level 0 using segments [{'id': 'fbe45967-d8b4-4e62-9a46-f8b0eae16654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 13:08:04.998682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Attempting to bind port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 on network 682d102a-08b3-46e5-9a46-fa3e9d898915 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 13:08:05.003682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 on network 682d102a-08b3-46e5-9a46-fa3e9d898915 not bound, no agent of type Open vSwitch agent registered on host n-h2-833234-2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 13:08:05.004086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Attempting to bind port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 on network 682d102a-08b3-46e5-9a46-fa3e9d898915 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 13:08:05.009261 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Checking agent: {'id': '575ba507-6c0f-4458-b939-6d15790a7156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 13:08:05.009799 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Checking segment: {'id': 'fbe45967-d8b4-4e62-9a46-f8b0eae16654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 13:08:05.010246 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Bound using segment: {'id': 'fbe45967-d8b4-4e62-9a46-f8b0eae16654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 13:08:05.010683 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Bound port: 15c0ea6c-dc33-4e65-9277-d7e7e67805e5, host: n-h2-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe45967-d8b4-4e62-9a46-f8b0eae16654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 13:08:05.011045 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:05.076806 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] For port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5, host n-h2-833234-2, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 13:08:05.080058 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] For port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5, host n-h2-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=15c0ea6c-dc33-4e65-9277-d7e7e67805e5,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 13:08:05.087944 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:05.126503 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:05.127122 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:05.128644 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] 10.222.0.37 "PUT /v2.0/ports/15c0ea6c-dc33-4e65-9277-d7e7e67805e5 HTTP/1.1" status: 200 len: 1092 time: 0.6479297 Mar 11 13:08:05.129083 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'tag': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:08:05.131234 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcaf5a5-86f0-43ec-8b4a-62bd755ebcc1" -d '{"events": [{"name": "network-changed", "server_uuid": "81a0559c-905f-4c5d-8248-3555fedaaa7f", "tag": "15c0ea6c-dc33-4e65-9277-d7e7e67805e5"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:08:05.159380 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a5824-b2ee-4336-bc8f-73bef0cc68bf service neutron] Pushing event updated for resources: {'Port': ['ID=15c0ea6c-dc33-4e65-9277-d7e7e67805e5,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:05.243693 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 13:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53957667-2943-40ac-bc17-1d6f405c39e3 x-openstack-request-id: req-53957667-2943-40ac-bc17-1d6f405c39e3 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:08:05.243989 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a0559c-905f-4c5d-8248-3555fedaaa7f", "tag": "15c0ea6c-dc33-4e65-9277-d7e7e67805e5", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:08:05.244243 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-53957667-2943-40ac-bc17-1d6f405c39e3 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:08:05.244642 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'tag': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'status': 'completed', 'code': 200} Mar 11 13:08:05.269005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-8d1822ac-2a79-40e7-bd6a-f86fcb484142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:05.270580 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-8d1822ac-2a79-40e7-bd6a-f86fcb484142 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31dca4a1e4c846b987d04473d7afa111&device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 1126 time: 0.0884395 Mar 11 13:08:05.278903 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c6739-f666-4e09-afd6-d6f6340016df req-d077009b-d4d6-415d-b255-7ab249b5c688 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:05.280479 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-830c6739-f666-4e09-afd6-d6f6340016df req-d077009b-d4d6-415d-b255-7ab249b5c688 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 944 time: 0.0971041 Mar 11 13:08:05.325768 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-152df784-1b4a-4693-988b-0d7288101797 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c0ea6c-dc33-4e65-9277-d7e7e67805e5 HTTP/1.1" status: 200 len: 217 time: 0.0443010 Mar 11 13:08:05.397676 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-830c6739-f666-4e09-afd6-d6f6340016df req-9ced316d-6133-428f-b012-e1fa05d10a09 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103070 Mar 11 13:08:05.399189 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-ddec1fff-146b-4c30-b848-62220ff01954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:05.400770 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-ddec1fff-146b-4c30-b848-62220ff01954 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c4c0fd5-c818-487d-8ef2-fcc3a3927697 HTTP/1.1" status: 200 len: 848 time: 0.0685937 Mar 11 13:08:05.451463 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-2b23e70b-5141-4120-ba93-4658d84ac892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:05.452969 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-2b23e70b-5141-4120-ba93-4658d84ac892 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=682d102a-08b3-46e5-9a46-fa3e9d898915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464091 Mar 11 13:08:05.547778 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-cee52008-2f61-4719-b34a-64d71d95f8a2 service neutron] 10.222.0.37 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883987 Mar 11 13:08:05.650843 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8666dab2-9ad5-4bd5-86c5-48f129cf98a0 req-228d082b-167c-4486-b2b6-23ae5301d161 service neutron] 10.222.0.37 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969226 Mar 11 13:08:05.753101 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaf5a5-86f0-43ec-8b4a-62bd755ebcc1 req-a82507fa-14d3-4216-b374-0113902e7cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:05.754517 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6bcaf5a5-86f0-43ec-8b4a-62bd755ebcc1 req-a82507fa-14d3-4216-b374-0113902e7cae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31dca4a1e4c846b987d04473d7afa111&device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 1126 time: 0.0523067 Mar 11 13:08:05.851395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaf5a5-86f0-43ec-8b4a-62bd755ebcc1 req-5f369148-d26b-4b03-a2eb-d76e0aa5fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:05.853248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6bcaf5a5-86f0-43ec-8b4a-62bd755ebcc1 req-5f369148-d26b-4b03-a2eb-d76e0aa5fb45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=682d102a-08b3-46e5-9a46-fa3e9d898915 HTTP/1.1" status: 200 len: 910 time: 0.0928328 Mar 11 13:08:05.904536 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6bcaf5a5-86f0-43ec-8b4a-62bd755ebcc1 req-69150fc6-da61-469e-93d9-de5dadd6477b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c0ea6c-dc33-4e65-9277-d7e7e67805e5 HTTP/1.1" status: 200 len: 217 time: 0.0440884 Mar 11 13:08:05.954710 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaf5a5-86f0-43ec-8b4a-62bd755ebcc1 req-9a5b85a8-0214-4c06-ac90-7957c210e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:05.956283 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6bcaf5a5-86f0-43ec-8b4a-62bd755ebcc1 req-9a5b85a8-0214-4c06-ac90-7957c210e9c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c4c0fd5-c818-487d-8ef2-fcc3a3927697 HTTP/1.1" status: 200 len: 848 time: 0.0452299 Mar 11 13:08:06.016313 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaf5a5-86f0-43ec-8b4a-62bd755ebcc1 req-7dfbc025-3e25-4686-a21b-2540b3c7c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:06.017786 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6bcaf5a5-86f0-43ec-8b4a-62bd755ebcc1 req-7dfbc025-3e25-4686-a21b-2540b3c7c375 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=682d102a-08b3-46e5-9a46-fa3e9d898915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0545309 Mar 11 13:08:06.112265 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6bcaf5a5-86f0-43ec-8b4a-62bd755ebcc1 req-04a3eb88-01c9-4b27-afb4-5220964e2df6 service neutron] 10.222.0.37 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869968 Mar 11 13:08:06.203461 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6bcaf5a5-86f0-43ec-8b4a-62bd755ebcc1 req-d2f597dc-ddfb-4704-844f-55720815607a service neutron] 10.222.0.37 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842309 Mar 11 13:08:06.522820 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0205b8-fb79-4339-b2aa-333db2a26341 req-e24464ed-3c29-45f8-abb8-f8876582ad19 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:06.524381 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be0205b8-fb79-4339-b2aa-333db2a26341 req-e24464ed-3c29-45f8-abb8-f8876582ad19 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 944 time: 0.0541267 Mar 11 13:08:06.578650 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-be0205b8-fb79-4339-b2aa-333db2a26341 req-1336d7e9-8ead-4c76-a4ed-fa2589d63d91 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485222 Mar 11 13:08:07.713658 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedce8b3-a3f2-4352-957e-953c6749c844 req-1a4ea3db-e646-48fe-8f1d-3e1ef6c29bd4 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:07.715172 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cedce8b3-a3f2-4352-957e-953c6749c844 req-1a4ea3db-e646-48fe-8f1d-3e1ef6c29bd4 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 944 time: 0.0646253 Mar 11 13:08:07.773145 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cedce8b3-a3f2-4352-957e-953c6749c844 req-c221051c-ed0f-4328-bea1-258588870d5e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522435 Mar 11 13:08:08.551080 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 13:08:08.657553 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=15c0ea6c-dc33-4e65-9277-d7e7e67805e5,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:08:08.668541 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'port_id': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'mac_address': 'fa:16:3e:9d:37:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 13:08:08.708297 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:08:08.708682 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:08.723085 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:08:08.745581 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=15c0ea6c-dc33-4e65-9277-d7e7e67805e5,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:08:08.751555 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:08.799498 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=15c0ea6c-dc33-4e65-9277-d7e7e67805e5,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:08.906120 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ec4eb-aa23-4ca9-943f-55ac6ccdc480 req-8e71c6d7-299c-424a-a39a-bc2f75c25db3 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:08.907616 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d69ec4eb-aa23-4ca9-943f-55ac6ccdc480 req-8e71c6d7-299c-424a-a39a-bc2f75c25db3 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 945 time: 0.0575297 Mar 11 13:08:08.957915 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-d69ec4eb-aa23-4ca9-943f-55ac6ccdc480 req-b2afa39f-7ea1-41d6-af8f-434bb7b9810d tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445640 Mar 11 13:08:08.996778 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['15c0ea6c-dc33-4e65-9277-d7e7e67805e5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 13:08:10.112358 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efbabc-cc30-4571-9b9a-115cc35d2fa1 req-4b42cc4b-87ce-4d93-8e8e-e41c8abd0d2a tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:10.113861 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6efbabc-cc30-4571-9b9a-115cc35d2fa1 req-4b42cc4b-87ce-4d93-8e8e-e41c8abd0d2a tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 945 time: 0.0738335 Mar 11 13:08:10.164055 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c6efbabc-cc30-4571-9b9a-115cc35d2fa1 req-192e056c-caaf-4582-b849-117ea81d3b0b tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442197 Mar 11 13:08:10.566256 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 13:08:10.630763 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning for port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 13:08:10.634460 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:08:10.634851 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:10.709981 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:08:10.710388 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:10.733001 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:08:10.735255 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fc1ba1-050a-429b-8634-d9d7e1b8fc5d" -d '{"events": [{"server_uuid": "81a0559c-905f-4c5d-8248-3555fedaaa7f", "name": "network-vif-plugged", "status": "completed", "tag": "15c0ea6c-dc33-4e65-9277-d7e7e67805e5"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:08:10.747134 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=15c0ea6c-dc33-4e65-9277-d7e7e67805e5,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:08:10.752994 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:10.776414 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 13:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202c04c4-1708-43f5-a206-3b6c6bc5cb77 x-openstack-request-id: req-202c04c4-1708-43f5-a206-3b6c6bc5cb77 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:08:10.776699 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a0559c-905f-4c5d-8248-3555fedaaa7f", "name": "network-vif-plugged", "status": "completed", "tag": "15c0ea6c-dc33-4e65-9277-d7e7e67805e5", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:08:10.776953 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-202c04c4-1708-43f5-a206-3b6c6bc5cb77 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:08:10.777339 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'code': 200} Mar 11 13:08:10.805774 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=15c0ea6c-dc33-4e65-9277-d7e7e67805e5,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:10.878438 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bc265-a34e-4583-9266-249dabb699d8 req-eb715f9d-127a-42dc-a4ae-bc3e49b9b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:10.880015 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-653bc265-a34e-4583-9266-249dabb699d8 req-eb715f9d-127a-42dc-a4ae-bc3e49b9b18f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 1128 time: 0.0456076 Mar 11 13:08:10.927249 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-653bc265-a34e-4583-9266-249dabb699d8 req-3fe6279b-5d49-4779-afd0-9a5cd1a6e059 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407887 Mar 11 13:08:11.297317 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49868883-1830-44dc-887e-963c84ea793d req-8dab9bec-d469-4ace-83bb-cf829825b6a2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:11.298836 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49868883-1830-44dc-887e-963c84ea793d req-8dab9bec-d469-4ace-83bb-cf829825b6a2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 946 time: 0.0582001 Mar 11 13:08:11.349099 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-49868883-1830-44dc-887e-963c84ea793d req-4386e521-8063-4845-9b9a-90e98d35ee24 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442734 Mar 11 13:08:12.479787 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702271dd-34de-420f-93db-9661e17b28af req-0a275fe5-0f17-4593-846e-3632161915bc tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:12.481296 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-702271dd-34de-420f-93db-9661e17b28af req-0a275fe5-0f17-4593-846e-3632161915bc tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 946 time: 0.0584085 Mar 11 13:08:12.530011 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-702271dd-34de-420f-93db-9661e17b28af req-3d8ea2e0-9771-4494-b322-193909f79328 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427341 Mar 11 13:08:12.655354 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871501a3-0894-4b26-8f8c-7f6b9dd84c77 req-2febf9a6-566d-4764-8817-75fc68f47a86 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:12.656873 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-871501a3-0894-4b26-8f8c-7f6b9dd84c77 req-2febf9a6-566d-4764-8817-75fc68f47a86 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 946 time: 0.0555341 Mar 11 13:08:12.713474 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-871501a3-0894-4b26-8f8c-7f6b9dd84c77 req-06f02a37-a254-4b3e-8f5b-c4c4487963c8 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507789 Mar 11 13:08:12.735492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49212) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:08:12.827213 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232655b9-169a-4d5e-918a-f6d00d415b69 tempest-TestSnapshotPattern-198813382 tempest-TestSnapshotPattern-198813382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:12.828798 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-232655b9-169a-4d5e-918a-f6d00d415b69 tempest-TestSnapshotPattern-198813382 tempest-TestSnapshotPattern-198813382-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 1123 time: 0.0922904 Mar 11 13:08:12.831947 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49216) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:08:12.836346 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:08:12.859724 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:12.958043 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:13.067316 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Allocated IP 172.25.7.206 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/161ba745-1731-4202-82e0-b7ca76d41dc4) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:08:13.182370 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for port (161ba745-1731-4202-82e0-b7ca76d41dc4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:13.240473 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a312f29f-fd73-4c4d-929d-652941ce1fda req-71e2b795-47dd-4e6e-afff-19198c2eea1b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773399 Mar 11 13:08:13.249301 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (161ba745-1731-4202-82e0-b7ca76d41dc4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:13.287859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:08:13.315673 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:08:13.323086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 13:08:13.327157 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Pushing event updated for resources: {'Port': ['ID=161ba745-1731-4202-82e0-b7ca76d41dc4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:13.393189 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:13.399191 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312f29f-fd73-4c4d-929d-652941ce1fda req-a72f48e1-6e94-4daf-b3d6-ee6b56335f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:13.400766 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a312f29f-fd73-4c4d-929d-652941ce1fda req-a72f48e1-6e94-4daf-b3d6-ee6b56335f94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31dca4a1e4c846b987d04473d7afa111&device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 1128 time: 0.1149871 Mar 11 13:08:13.583636 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312f29f-fd73-4c4d-929d-652941ce1fda req-d138bf60-9662-455f-8af8-c262f004247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:13.585023 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a312f29f-fd73-4c4d-929d-652941ce1fda req-d138bf60-9662-455f-8af8-c262f004247f service neutron] 10.222.0.37 "GET /v2.0/networks?id=682d102a-08b3-46e5-9a46-fa3e9d898915 HTTP/1.1" status: 200 len: 910 time: 0.1483579 Mar 11 13:08:13.653710 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a312f29f-fd73-4c4d-929d-652941ce1fda req-5e3f3b95-6cbe-40d6-acac-f4e24eece10a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c0ea6c-dc33-4e65-9277-d7e7e67805e5 HTTP/1.1" status: 200 len: 217 time: 0.0417140 Mar 11 13:08:13.747324 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-15d68a62-6dad-424f-9fdd-4b034b6243e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:13.748355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312f29f-fd73-4c4d-929d-652941ce1fda req-6b0870ea-294a-437c-a38a-58632b72afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:13.749822 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a312f29f-fd73-4c4d-929d-652941ce1fda req-6b0870ea-294a-437c-a38a-58632b72afc1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c4c0fd5-c818-487d-8ef2-fcc3a3927697 HTTP/1.1" status: 200 len: 848 time: 0.0900023 Mar 11 13:08:13.876615 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312f29f-fd73-4c4d-929d-652941ce1fda req-2af4982f-c810-4514-9802-e06b3bb73424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:13.878016 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a312f29f-fd73-4c4d-929d-652941ce1fda req-2af4982f-c810-4514-9802-e06b3bb73424 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=682d102a-08b3-46e5-9a46-fa3e9d898915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1197572 Mar 11 13:08:13.894973 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for floatingip (0ce105a3-7a7b-408a-9925-65e0b201f0d4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:14.031475 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a312f29f-fd73-4c4d-929d-652941ce1fda req-d1c55cba-6124-4843-9f90-a2a2bb034064 service neutron] 10.222.0.37 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466334 Mar 11 13:08:14.033978 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (161ba745-1731-4202-82e0-b7ca76d41dc4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:14.204904 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a312f29f-fd73-4c4d-929d-652941ce1fda req-7c94997e-c258-4fd4-abfd-f87aa293581a service neutron] 10.222.0.37 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674540 Mar 11 13:08:14.264747 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for port (161ba745-1731-4202-82e0-b7ca76d41dc4), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:14.272639 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (161ba745-1731-4202-82e0-b7ca76d41dc4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:14.338602 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Pushing event updated for resources: {'Port': ['ID=161ba745-1731-4202-82e0-b7ca76d41dc4,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:08:14.348547 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (0ce105a3-7a7b-408a-9925-65e0b201f0d4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:14.456285 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Floating IP 0ce105a3-7a7b-408a-9925-65e0b201f0d4 associated. External IP: 172.25.7.206, port: 15c0ea6c-dc33-4e65-9277-d7e7e67805e5. Mar 11 13:08:15.017761 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Router e8a8602f-f434-45e1-9d30-484a320dd9fc has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 13:08:15.126526 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 13:08:15.136915 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8193828-81f5-4a44-bc89-2857eea3d383 None None] Sync routers for ids ['e8a8602f-f434-45e1-9d30-484a320dd9fc'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:08:15.147285 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8193828-81f5-4a44-bc89-2857eea3d383 None None] Routers {'e8a8602f-f434-45e1-9d30-484a320dd9fc'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:08:15.147922 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b8193828-81f5-4a44-bc89-2857eea3d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e8a8602f-f434-45e1-9d30-484a320dd9fc'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:15.148079 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:15.178903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-8e97f5ac-7daf-4e43-a75e-a5afd9b7c462 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3459404 Mar 11 13:08:15.179993 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'tag': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:08:15.182769 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba329d2-fbc0-492b-b013-a1bdd424d7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "81a0559c-905f-4c5d-8248-3555fedaaa7f", "tag": "15c0ea6c-dc33-4e65-9277-d7e7e67805e5"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:08:15.221950 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 13:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aa28fb-e729-4e50-971d-dcfae930fdd4 x-openstack-request-id: req-87aa28fb-e729-4e50-971d-dcfae930fdd4 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:08:15.222227 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a0559c-905f-4c5d-8248-3555fedaaa7f", "tag": "15c0ea6c-dc33-4e65-9277-d7e7e67805e5", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:08:15.222493 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87aa28fb-e729-4e50-971d-dcfae930fdd4 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:08:15.223023 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'tag': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'status': 'completed', 'code': 200} Mar 11 13:08:15.260034 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b8193828-81f5-4a44-bc89-2857eea3d383 None None] Set router e8a8602f-f434-45e1-9d30-484a320dd9fc gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:08:15.293696 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba329d2-fbc0-492b-b013-a1bdd424d7c6 req-ecab9327-56de-4cde-913a-c2b43443a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:15.295201 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ba329d2-fbc0-492b-b013-a1bdd424d7c6 req-ecab9327-56de-4cde-913a-c2b43443a3c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31dca4a1e4c846b987d04473d7afa111&device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 1128 time: 0.0507827 Mar 11 13:08:15.384108 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba329d2-fbc0-492b-b013-a1bdd424d7c6 req-18f7474c-db8a-483f-8323-d590c810350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:15.385685 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ba329d2-fbc0-492b-b013-a1bdd424d7c6 req-18f7474c-db8a-483f-8323-d590c810350b service neutron] 10.222.0.37 "GET /v2.0/networks?id=682d102a-08b3-46e5-9a46-fa3e9d898915 HTTP/1.1" status: 200 len: 910 time: 0.0835724 Mar 11 13:08:15.455698 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ba329d2-fbc0-492b-b013-a1bdd424d7c6 req-76a4fe42-e753-4fcd-a660-63d71999c858 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c0ea6c-dc33-4e65-9277-d7e7e67805e5 HTTP/1.1" status: 200 len: 1000 time: 0.0630059 Mar 11 13:08:15.486401 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b8193828-81f5-4a44-bc89-2857eea3d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:49Z', 'revision_number': 4, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '0ce105a3-7a7b-408a-9925-65e0b201f0d4', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'port_id': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'mac_address': 'fa:16:3e:9d:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:08:13Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 0, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e21bd60-dcd3-4b5f-9529-93b3d27991bf', 'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'mac_address': 'fa:16:3e:3f:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:49Z', 'updated_at': '2022-03-11T13:07:53Z', 'revision_number': 5, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'subnets': [{'id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:15.509249 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba329d2-fbc0-492b-b013-a1bdd424d7c6 req-1a4e0e68-a692-413f-82a8-e1c44778e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:15.511414 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ba329d2-fbc0-492b-b013-a1bdd424d7c6 req-1a4e0e68-a692-413f-82a8-e1c44778e35e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c4c0fd5-c818-487d-8ef2-fcc3a3927697 HTTP/1.1" status: 200 len: 848 time: 0.0479550 Mar 11 13:08:15.516419 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8193828-81f5-4a44-bc89-2857eea3d383 None None] Checking router: e8a8602f-f434-45e1-9d30-484a320dd9fc for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:08:15.527237 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8193828-81f5-4a44-bc89-2857eea3d383 None None] Routers {'e8a8602f-f434-45e1-9d30-484a320dd9fc'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:08:15.527922 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b8193828-81f5-4a44-bc89-2857eea3d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:07:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e8a8602f-f434-45e1-9d30-484a320dd9fc'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:15.564830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba329d2-fbc0-492b-b013-a1bdd424d7c6 req-694c6d1f-e8aa-4c32-b22c-1818ae25a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:08:15.566378 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ba329d2-fbc0-492b-b013-a1bdd424d7c6 req-694c6d1f-e8aa-4c32-b22c-1818ae25a4d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=682d102a-08b3-46e5-9a46-fa3e9d898915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488453 Mar 11 13:08:15.646146 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b8193828-81f5-4a44-bc89-2857eea3d383 None None] Set router e8a8602f-f434-45e1-9d30-484a320dd9fc gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:08:15.665359 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ba329d2-fbc0-492b-b013-a1bdd424d7c6 req-218951db-cea1-43ac-b12c-cb6eaca446ea service neutron] 10.222.0.37 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921247 Mar 11 13:08:15.757573 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6ba329d2-fbc0-492b-b013-a1bdd424d7c6 req-d67744fd-fa7e-4aee-b765-0394f1ec7f99 service neutron] 10.222.0.37 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843053 Mar 11 13:08:15.833388 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2d63b76c-90d1-43ec-b3d5-56c30c3497db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:15.869342 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b8193828-81f5-4a44-bc89-2857eea3d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:49Z', 'revision_number': 4, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '0ce105a3-7a7b-408a-9925-65e0b201f0d4', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'port_id': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'mac_address': 'fa:16:3e:9d:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:08:13Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 0, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e21bd60-dcd3-4b5f-9529-93b3d27991bf', 'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'mac_address': 'fa:16:3e:3f:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:49Z', 'updated_at': '2022-03-11T13:07:53Z', 'revision_number': 5, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'subnets': [{'id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:08:15.898487 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8193828-81f5-4a44-bc89-2857eea3d383 None None] The sync data for ids ['e8a8602f-f434-45e1-9d30-484a320dd9fc'] in n-d-833234-2 is: [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:49Z', 'revision_number': 4, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '0ce105a3-7a7b-408a-9925-65e0b201f0d4', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'port_id': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'mac_address': 'fa:16:3e:9d:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:08:13Z', 'updated_at': '2022-03-11T13:08:13Z', 'revision_number': 0, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e21bd60-dcd3-4b5f-9529-93b3d27991bf', 'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'mac_address': 'fa:16:3e:3f:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:49Z', 'updated_at': '2022-03-11T13:07:53Z', 'revision_number': 5, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'subnets': [{'id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:08:16.100895 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efde3dc8-6825-4740-8ea1-c91c3f1c9b6a None None] New status for floating IP 0ce105a3-7a7b-408a-9925-65e0b201f0d4: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:08:17.572416 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:17.994261 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:08:19.024586 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:20.153761 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:34.682757 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:43.400150 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:43.757962 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2fe4b7d-5970-4973-b4a5-904a6afd8dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:45.845973 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c88d7bf6-ab7b-4fd6-8dae-b623d39063c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:47.575965 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:49.034335 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:50.155049 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:08:54.999461 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:09:04.676501 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:09:13.399411 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:09:13.757092 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e7d7c918-0eb6-4944-800f-9d16623002d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:09:14.269614 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1bf4b839-b3c8-4d56-838c-08ebc32571a9 req-a651612d-9a67-4aaa-b10d-b351ff65938e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983627 Mar 11 13:09:14.359751 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4b839-b3c8-4d56-838c-08ebc32571a9 req-49954790-d029-4e26-a7e5-eceb7d4363c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:14.361298 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1bf4b839-b3c8-4d56-838c-08ebc32571a9 req-49954790-d029-4e26-a7e5-eceb7d4363c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31dca4a1e4c846b987d04473d7afa111&device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 1128 time: 0.0488930 Mar 11 13:09:14.464224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4b839-b3c8-4d56-838c-08ebc32571a9 req-ac3e62ab-cf30-4b3e-847d-3b6a81d617de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:14.465669 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1bf4b839-b3c8-4d56-838c-08ebc32571a9 req-ac3e62ab-cf30-4b3e-847d-3b6a81d617de service neutron] 10.222.0.37 "GET /v2.0/networks?id=682d102a-08b3-46e5-9a46-fa3e9d898915 HTTP/1.1" status: 200 len: 910 time: 0.0851173 Mar 11 13:09:14.536757 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1bf4b839-b3c8-4d56-838c-08ebc32571a9 req-23e4b1f7-744e-45f5-b167-c3bdeb20b948 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c0ea6c-dc33-4e65-9277-d7e7e67805e5 HTTP/1.1" status: 200 len: 1002 time: 0.0653279 Mar 11 13:09:14.584507 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4b839-b3c8-4d56-838c-08ebc32571a9 req-ddd774ab-fb11-424c-acc9-59ae2f3b9c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:14.585936 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1bf4b839-b3c8-4d56-838c-08ebc32571a9 req-ddd774ab-fb11-424c-acc9-59ae2f3b9c44 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c4c0fd5-c818-487d-8ef2-fcc3a3927697 HTTP/1.1" status: 200 len: 848 time: 0.0434201 Mar 11 13:09:14.640531 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4b839-b3c8-4d56-838c-08ebc32571a9 req-a8fb4b07-2fc7-46c1-a23a-89caa6bd1c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:09:14.642039 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1bf4b839-b3c8-4d56-838c-08ebc32571a9 req-a8fb4b07-2fc7-46c1-a23a-89caa6bd1c04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=682d102a-08b3-46e5-9a46-fa3e9d898915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501971 Mar 11 13:09:14.737917 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1bf4b839-b3c8-4d56-838c-08ebc32571a9 req-b24f7575-069a-4495-9765-93076bb15a63 service neutron] 10.222.0.37 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892496 Mar 11 13:09:14.832127 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1bf4b839-b3c8-4d56-838c-08ebc32571a9 req-805a2b4c-3353-42b4-8dfb-0b3766f62592 service neutron] 10.222.0.37 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888343 Mar 11 13:09:15.843757 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a1bcc0f-9e3b-47b8-922d-e975f21ff179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:09:17.579482 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:09:19.035370 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:09:20.158647 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:09:32.002560 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:09:34.686976 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:09:43.405272 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:09:43.760081 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eacc026a-6548-4611-87dd-476cdd996017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:09:45.846142 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6c896b9c-0dd9-4f99-bffa-8cca9847e495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:09:47.587124 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:09:49.037169 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:09:50.159380 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:04.694377 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:09.007475 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:10:13.415554 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:13.758228 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d19cacf7-fe33-4ed9-ab58-2b8be0f9b806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:15.123379 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 details requested by agent hyperv_n-h2-833234-2 with host n-h2-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 13:10:15.220715 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=15c0ea6c-dc33-4e65-9277-d7e7e67805e5,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:10:15.232654 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Returning: {'device': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'port_id': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'mac_address': 'fa:16:3e:9d:37:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 13:10:15.275905 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:10:15.276296 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:15.289959 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:10:15.312861 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=15c0ea6c-dc33-4e65-9277-d7e7e67805e5,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:10:15.318714 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:15.377767 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=15c0ea6c-dc33-4e65-9277-d7e7e67805e5,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:15.385603 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.386024 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.386446 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.386843 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.387250 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.387800 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.388242 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.388631 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.389281 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.389281 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.389811 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.389945 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.390169 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:15.395324 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] get_ports_and_sgs() called for port_ids ['15c0ea6c-dc33-4e65-9277-d7e7e67805e5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 13:10:15.841144 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-25a91129-3698-44ef-8790-0de997b2f345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:16.279530 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95136928-894e-426e-8d91-b2e2e1eb5635 req-28b231cb-6d08-4ff8-97be-df741b6d016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:16.281581 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95136928-894e-426e-8d91-b2e2e1eb5635 req-28b231cb-6d08-4ff8-97be-df741b6d016f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31dca4a1e4c846b987d04473d7afa111&device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 1127 time: 0.0600703 Mar 11 13:10:16.411372 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95136928-894e-426e-8d91-b2e2e1eb5635 req-e58824e2-6494-4102-a5c7-3f68deb9aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:16.413086 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95136928-894e-426e-8d91-b2e2e1eb5635 req-e58824e2-6494-4102-a5c7-3f68deb9aab9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=682d102a-08b3-46e5-9a46-fa3e9d898915 HTTP/1.1" status: 200 len: 910 time: 0.1103318 Mar 11 13:10:16.493333 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95136928-894e-426e-8d91-b2e2e1eb5635 req-bef0dcdb-67b6-40bd-9a90-decdf8684dab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c0ea6c-dc33-4e65-9277-d7e7e67805e5 HTTP/1.1" status: 200 len: 1001 time: 0.0741150 Mar 11 13:10:16.550102 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95136928-894e-426e-8d91-b2e2e1eb5635 req-a349a852-510b-4c5f-955e-30253cdf11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:16.551894 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95136928-894e-426e-8d91-b2e2e1eb5635 req-a349a852-510b-4c5f-955e-30253cdf11e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c4c0fd5-c818-487d-8ef2-fcc3a3927697 HTTP/1.1" status: 200 len: 848 time: 0.0518508 Mar 11 13:10:16.608071 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95136928-894e-426e-8d91-b2e2e1eb5635 req-f815d3a3-6ae6-47d8-bda0-f82d154ae750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:16.609835 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95136928-894e-426e-8d91-b2e2e1eb5635 req-f815d3a3-6ae6-47d8-bda0-f82d154ae750 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=682d102a-08b3-46e5-9a46-fa3e9d898915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499771 Mar 11 13:10:16.722936 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95136928-894e-426e-8d91-b2e2e1eb5635 req-5adb4d70-0cc6-4f41-9ed3-04ffdb563d0a service neutron] 10.222.0.37 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054080 Mar 11 13:10:16.835248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-95136928-894e-426e-8d91-b2e2e1eb5635 req-4bfc1632-027a-4835-93ce-f6b60d30fd40 service neutron] 10.222.0.37 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041267 Mar 11 13:10:17.124256 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 up at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 13:10:17.175429 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Provisioning complete for port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:10:17.176008 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:17.283100 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:10:17.283934 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:17.307862 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:10:17.310042 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12d69e3-383e-4e05-a150-6ddd269b656e" -d '{"events": [{"server_uuid": "81a0559c-905f-4c5d-8248-3555fedaaa7f", "name": "network-vif-plugged", "status": "completed", "tag": "15c0ea6c-dc33-4e65-9277-d7e7e67805e5"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:10:17.324756 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=15c0ea6c-dc33-4e65-9277-d7e7e67805e5,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:10:17.336967 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:17.361430 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 13:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56704a6e-165c-4ea5-b384-1c732abf26f4 x-openstack-request-id: req-56704a6e-165c-4ea5-b384-1c732abf26f4 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:10:17.361749 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a0559c-905f-4c5d-8248-3555fedaaa7f", "name": "network-vif-plugged", "status": "completed", "tag": "15c0ea6c-dc33-4e65-9277-d7e7e67805e5", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:10:17.362615 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-56704a6e-165c-4ea5-b384-1c732abf26f4 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:10:17.363038 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'code': 200} Mar 11 13:10:17.390191 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=15c0ea6c-dc33-4e65-9277-d7e7e67805e5,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:17.588759 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:19.037881 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:20.165190 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:25.260052 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-8de31acc-c337-4046-a052-404b3a7ee47e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-186869679&fields=id&tenant_id=31dca4a1e4c846b987d04473d7afa111 HTTP/1.1" status: 200 len: 267 time: 0.0472257 Mar 11 13:10:25.369338 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-bb6748de-929b-4939-8842-f4207e843872 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:25.370815 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-bb6748de-929b-4939-8842-f4207e843872 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/networks?id=682d102a-08b3-46e5-9a46-fa3e9d898915 HTTP/1.1" status: 200 len: 809 time: 0.1040835 Mar 11 13:10:25.385840 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-10a668cf-7488-4b6c-b59c-39d27bac490a tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/quotas/31dca4a1e4c846b987d04473d7afa111 HTTP/1.1" status: 200 len: 375 time: 0.0095503 Mar 11 13:10:25.452918 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-1a6e6f94-ff60-4e8e-92e0-302b565c19b6 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=31dca4a1e4c846b987d04473d7afa111&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622194 Mar 11 13:10:25.563145 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-94c43212-7cfa-4b1b-9b50-6343be228266 service neutron] 10.222.0.78 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920699 Mar 11 13:10:25.661112 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-f80bf778-fab1-4e1f-a241-5480ce26a417 service neutron] 10.222.0.78 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896418 Mar 11 13:10:26.853643 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6e0cb078-be03-4733-b869-b4ea069899c2 req-52cdbf67-2b75-4de3-a59c-0b23186d4d7d tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 210 time: 0.0282624 Mar 11 13:10:27.897878 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-1e004969-c38a-44fb-9966-2418411a8067 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:27.899485 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-1e004969-c38a-44fb-9966-2418411a8067 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.71 "GET /v2.0/networks?id=682d102a-08b3-46e5-9a46-fa3e9d898915 HTTP/1.1" status: 200 len: 809 time: 0.1064942 Mar 11 13:10:27.951976 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-84b887c4-9c47-4b94-ae6c-464ca59320fd req-aa54f288-f11a-4565-9410-203bad213057 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 210 time: 0.0290945 Mar 11 13:10:27.966218 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-283db06c-4772-4a6c-ab2a-52985d286db0 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31dca4a1e4c846b987d04473d7afa111 HTTP/1.1" status: 200 len: 379 time: 0.0566878 Mar 11 13:10:27.980745 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Request body: {'port': {'device_id': '1007133f-5e16-4fd7-a523-fa135753e299', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'admin_state_up': True, 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'security_groups': ['11236b48-9386-4807-bf7a-78b9ad73139a']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:28.091423 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Made reservation on behalf of 31dca4a1e4c846b987d04473d7afa111 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 13:10:28.094867 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:28.220635 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Allocated IP 172.20.0.14 (682d102a-08b3-46e5-9a46-fa3e9d898915/9c4c0fd5-c818-487d-8ef2-fcc3a3927697/8e5abfe3-bd53-46ee-b00c-25d387282098) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:28.388724 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:28.430622 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:28.482016 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Network 682d102a-08b3-46e5-9a46-fa3e9d898915 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:28.486536 n-d-833234-2 neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:28.502842 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 13:10:28.563757 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Pushing event updated for resources: {'Port': ['ID=8e5abfe3-bd53-46ee-b00c-25d387282098,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:28.578814 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:28.579196 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:28.579504 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:28.579893 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:28.580692 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:28.580692 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:28.580904 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:28.581406 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:28.581592 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:28.582018 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:28.582590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:28.582590 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:28.582830 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:28.597884 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:28.598583 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:28.621243 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-8865f29c-13ff-4766-968b-3cbeb0d28bf2 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6441550 Mar 11 13:10:28.831505 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ce4cd08f-b16e-4e23-ad8b-7ace73898b2c None None] Provisioning complete for port 8e5abfe3-bd53-46ee-b00c-25d387282098 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:10:28.832214 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce4cd08f-b16e-4e23-ad8b-7ace73898b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:28.871502 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ce4cd08f-b16e-4e23-ad8b-7ace73898b2c None None] Port 8e5abfe3-bd53-46ee-b00c-25d387282098 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 13:10:29.083427 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eab10b-091e-4212-8338-6f32c2677b7a req-a12df2e2-73e8-4819-ae62-e8d3447ee34d tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:29.085044 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20eab10b-091e-4212-8338-6f32c2677b7a req-a12df2e2-73e8-4819-ae62-e8d3447ee34d tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 932 time: 0.0615408 Mar 11 13:10:29.139087 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-20eab10b-091e-4212-8338-6f32c2677b7a req-1f4cee99-bf18-42ab-be0a-c6dd0b7b88a7 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476699 Mar 11 13:10:29.170200 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:10:29.258365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Current status of the port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:10:29.259139 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:29.285897 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:10:29.288184 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde7bb79-0254-4662-b0be-e372a42d4270" -d '{"events": [{"server_uuid": "81a0559c-905f-4c5d-8248-3555fedaaa7f", "name": "network-vif-unplugged", "status": "completed", "tag": "15c0ea6c-dc33-4e65-9277-d7e7e67805e5"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:10:29.301997 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] For port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=15c0ea6c-dc33-4e65-9277-d7e7e67805e5,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:10:29.309246 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:29.336381 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 13:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba09399-a7b2-4a05-a965-7ccbec5f1e61 x-openstack-request-id: req-aba09399-a7b2-4a05-a965-7ccbec5f1e61 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:10:29.336722 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a0559c-905f-4c5d-8248-3555fedaaa7f", "name": "network-vif-unplugged", "status": "completed", "tag": "15c0ea6c-dc33-4e65-9277-d7e7e67805e5", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:10:29.336989 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aba09399-a7b2-4a05-a965-7ccbec5f1e61 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:10:29.337390 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'code': 200} Mar 11 13:10:29.364885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Pushing event updated for resources: {'Port': ['ID=15c0ea6c-dc33-4e65-9277-d7e7e67805e5,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:30.269971 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f629d-bcb8-49cd-b34f-c1b9ef94879e req-b7979d87-2a3e-4a81-91ec-9381303cb7af tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:30.273981 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca2f629d-bcb8-49cd-b34f-c1b9ef94879e req-b7979d87-2a3e-4a81-91ec-9381303cb7af tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 932 time: 0.0586157 Mar 11 13:10:30.327480 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ca2f629d-bcb8-49cd-b34f-c1b9ef94879e req-2cbc0c6e-1637-4241-8e2b-c221f2efdf46 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488415 Mar 11 13:10:31.463289 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6767b-798e-485f-9641-2d3e2d1a1a5e req-5495c533-8486-44bf-9fce-8930a6b69316 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:31.464890 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cce6767b-798e-485f-9641-2d3e2d1a1a5e req-5495c533-8486-44bf-9fce-8930a6b69316 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 932 time: 0.0585549 Mar 11 13:10:31.527176 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-cce6767b-798e-485f-9641-2d3e2d1a1a5e req-7a8afde9-8c17-4ea2-8ff4-07c3cadd7500 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562854 Mar 11 13:10:32.658700 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ac525-568d-47f4-b210-03e9b31cdeca req-746e4c45-ebf0-45ff-9d07-53c69f4c9cdd tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:32.660535 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e68ac525-568d-47f4-b210-03e9b31cdeca req-746e4c45-ebf0-45ff-9d07-53c69f4c9cdd tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 932 time: 0.0579553 Mar 11 13:10:32.734725 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e68ac525-568d-47f4-b210-03e9b31cdeca req-4cb27129-9e1d-4bd0-b1a1-3e144e4fd848 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649972 Mar 11 13:10:33.858603 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5bd2f-2515-4a22-bac5-9c3068c34f70 req-44f6e80a-b28d-4cdc-8ecf-4e7fdfadcb66 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:33.860369 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0c5bd2f-2515-4a22-bac5-9c3068c34f70 req-44f6e80a-b28d-4cdc-8ecf-4e7fdfadcb66 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 932 time: 0.0616522 Mar 11 13:10:33.913019 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-c0c5bd2f-2515-4a22-bac5-9c3068c34f70 req-ca6d2dd4-a65c-44c0-ae47-23d03dd692c0 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470557 Mar 11 13:10:34.699156 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:35.047290 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26726eea-9156-4345-8357-3502fce387d0 req-91516978-8b23-4318-87e0-5b5222bb989f tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:35.048849 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26726eea-9156-4345-8357-3502fce387d0 req-91516978-8b23-4318-87e0-5b5222bb989f tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 932 time: 0.0587096 Mar 11 13:10:35.102700 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-26726eea-9156-4345-8357-3502fce387d0 req-a264d9e6-e9a4-4119-8f00-8d5d4eb51123 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477431 Mar 11 13:10:36.234281 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4acc-b4dd-41cd-974a-e998dacde1a0 req-76bce398-c6aa-42bf-959c-d4c71ed8ccc9 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:36.235836 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8c1f4acc-b4dd-41cd-974a-e998dacde1a0 req-76bce398-c6aa-42bf-959c-d4c71ed8ccc9 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 932 time: 0.0593092 Mar 11 13:10:36.289041 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8c1f4acc-b4dd-41cd-974a-e998dacde1a0 req-2411e675-2d6a-4b9e-9ad6-542d77c2556b tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458302 Mar 11 13:10:36.344364 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.v2.base [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Request body: {'port': {'device_id': '1007133f-5e16-4fd7-a523-fa135753e299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833234-2'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:36.409479 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:36.683089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5abfe3-bd53-46ee-b00c-25d387282098 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:10:36.691956 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Publish callbacks [] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:36.706693 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Transition to ACTIVE for port object 8e5abfe3-bd53-46ee-b00c-25d387282098 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 13:10:36.712775 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:36.763024 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Pushing event updated for resources: {'Port': ['ID=8e5abfe3-bd53-46ee-b00c-25d387282098,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:36.837847 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Attempting to bind port 8e5abfe3-bd53-46ee-b00c-25d387282098 on host n-h1-833234-2 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 13:10:36.838155 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Attempting to bind port 8e5abfe3-bd53-46ee-b00c-25d387282098 by drivers openvswitch,hyperv on host n-h1-833234-2 at level 0 using segments [{'id': 'fbe45967-d8b4-4e62-9a46-f8b0eae16654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 13:10:36.838508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Attempting to bind port 8e5abfe3-bd53-46ee-b00c-25d387282098 on network 682d102a-08b3-46e5-9a46-fa3e9d898915 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 13:10:36.844244 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Port 8e5abfe3-bd53-46ee-b00c-25d387282098 on network 682d102a-08b3-46e5-9a46-fa3e9d898915 not bound, no agent of type Open vSwitch agent registered on host n-h1-833234-2 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 13:10:36.844535 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Attempting to bind port 8e5abfe3-bd53-46ee-b00c-25d387282098 on network 682d102a-08b3-46e5-9a46-fa3e9d898915 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 13:10:36.850647 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Checking agent: {'id': '6d171f36-4a45-4af3-9ca1-1ccfc32aee3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833234-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'started_at': datetime.datetime(2022, 3, 11, 11, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 13, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 13:10:36.850992 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Checking segment: {'id': 'fbe45967-d8b4-4e62-9a46-f8b0eae16654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 13:10:36.851440 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Bound using segment: {'id': 'fbe45967-d8b4-4e62-9a46-f8b0eae16654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 13:10:36.851896 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Bound port: 8e5abfe3-bd53-46ee-b00c-25d387282098, host: n-h1-833234-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe45967-d8b4-4e62-9a46-f8b0eae16654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 13:10:36.852255 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:36.923445 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] For port 8e5abfe3-bd53-46ee-b00c-25d387282098, host n-h1-833234-2, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 13:10:36.926623 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] For port 8e5abfe3-bd53-46ee-b00c-25d387282098, host n-h1-833234-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=8e5abfe3-bd53-46ee-b00c-25d387282098,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 13:10:36.935928 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26188457'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:36.968964 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:36.969643 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:36.971038 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] 10.222.0.71 "PUT /v2.0/ports/8e5abfe3-bd53-46ee-b00c-25d387282098 HTTP/1.1" status: 200 len: 1092 time: 0.6317053 Mar 11 13:10:36.971618 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1007133f-5e16-4fd7-a523-fa135753e299', 'tag': '8e5abfe3-bd53-46ee-b00c-25d387282098'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:10:36.973915 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610f5a0b-a180-42ff-97e7-4261d5a787fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1007133f-5e16-4fd7-a523-fa135753e299", "tag": "8e5abfe3-bd53-46ee-b00c-25d387282098"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:10:36.999412 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200401a-75ec-4916-a4e8-1c551ac09f2f service neutron] Pushing event updated for resources: {'Port': ['ID=8e5abfe3-bd53-46ee-b00c-25d387282098,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:37.025777 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 13:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791fc5fb-2800-4783-969c-ff8bc4bfc394 x-openstack-request-id: req-791fc5fb-2800-4783-969c-ff8bc4bfc394 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:10:37.026066 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1007133f-5e16-4fd7-a523-fa135753e299", "tag": "8e5abfe3-bd53-46ee-b00c-25d387282098", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:10:37.026320 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-791fc5fb-2800-4783-969c-ff8bc4bfc394 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:10:37.026731 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1007133f-5e16-4fd7-a523-fa135753e299', 'tag': '8e5abfe3-bd53-46ee-b00c-25d387282098', 'status': 'completed', 'code': 200} Mar 11 13:10:37.074220 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-2139d4fa-f1d4-4a71-943c-e460bf05e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:37.075955 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-2139d4fa-f1d4-4a71-943c-e460bf05e154 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31dca4a1e4c846b987d04473d7afa111&device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 1126 time: 0.0461941 Mar 11 13:10:37.122913 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-7dd65ab3-a9a8-4f91-851e-30774e383a34 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e5abfe3-bd53-46ee-b00c-25d387282098 HTTP/1.1" status: 200 len: 217 time: 0.0399938 Mar 11 13:10:37.173333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-d182cf36-014a-46df-a7d6-5ce2bdac8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:37.174827 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-d182cf36-014a-46df-a7d6-5ce2bdac8e11 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9c4c0fd5-c818-487d-8ef2-fcc3a3927697 HTTP/1.1" status: 200 len: 848 time: 0.0449836 Mar 11 13:10:37.225764 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-2920d048-fd27-4085-b0cc-3afa30eedd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:37.227168 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-2920d048-fd27-4085-b0cc-3afa30eedd36 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=682d102a-08b3-46e5-9a46-fa3e9d898915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454178 Mar 11 13:10:37.320872 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-0921933a-d6ca-4813-9103-b56d71b23cb4 service neutron] 10.222.0.71 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859706 Mar 11 13:10:37.412730 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-b18c2c34-d06d-483b-9993-5a69ce3581a4 req-1209e66b-97b5-4d91-bb61-3e3acb7f93a3 service neutron] 10.222.0.71 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843496 Mar 11 13:10:37.416371 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41706f0-68d0-49ee-80cf-82ed8cb84a59 req-fe621251-0aee-492e-94b3-a2b662eb2157 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:37.418110 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f41706f0-68d0-49ee-80cf-82ed8cb84a59 req-fe621251-0aee-492e-94b3-a2b662eb2157 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 944 time: 0.0533788 Mar 11 13:10:37.471914 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f41706f0-68d0-49ee-80cf-82ed8cb84a59 req-2ed9cad1-b663-40ae-ba17-89ff5bd7292b tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479498 Mar 11 13:10:37.509693 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f5a0b-a180-42ff-97e7-4261d5a787fd req-392fb78e-9c5a-41f3-b03b-350f27379487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:37.511405 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-610f5a0b-a180-42ff-97e7-4261d5a787fd req-392fb78e-9c5a-41f3-b03b-350f27379487 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31dca4a1e4c846b987d04473d7afa111&device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 1126 time: 0.0501027 Mar 11 13:10:37.603985 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f5a0b-a180-42ff-97e7-4261d5a787fd req-90fc0944-27d5-42ec-a355-509d61cbbba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:37.605576 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-610f5a0b-a180-42ff-97e7-4261d5a787fd req-90fc0944-27d5-42ec-a355-509d61cbbba9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=682d102a-08b3-46e5-9a46-fa3e9d898915 HTTP/1.1" status: 200 len: 910 time: 0.0882339 Mar 11 13:10:37.650539 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-610f5a0b-a180-42ff-97e7-4261d5a787fd req-6b49d5b9-5719-4093-aa4a-924ce08f9d36 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e5abfe3-bd53-46ee-b00c-25d387282098 HTTP/1.1" status: 200 len: 217 time: 0.0378428 Mar 11 13:10:37.706457 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f5a0b-a180-42ff-97e7-4261d5a787fd req-77f05a50-804d-458d-aba7-335d7ed9c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:37.708903 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-610f5a0b-a180-42ff-97e7-4261d5a787fd req-77f05a50-804d-458d-aba7-335d7ed9c2b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9c4c0fd5-c818-487d-8ef2-fcc3a3927697 HTTP/1.1" status: 200 len: 848 time: 0.0470922 Mar 11 13:10:37.759713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f5a0b-a180-42ff-97e7-4261d5a787fd req-7397dbb9-185c-4633-9f53-adff0feb8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:37.761042 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-610f5a0b-a180-42ff-97e7-4261d5a787fd req-7397dbb9-185c-4633-9f53-adff0feb8aa2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=682d102a-08b3-46e5-9a46-fa3e9d898915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459933 Mar 11 13:10:38.188071 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-610f5a0b-a180-42ff-97e7-4261d5a787fd req-1620d18a-cc11-432d-af86-749e6929fefa service neutron] 10.222.0.71 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199078 Mar 11 13:10:38.281546 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-610f5a0b-a180-42ff-97e7-4261d5a787fd req-945fe90b-20cf-43cf-8dd3-8ca1d2d0e6be service neutron] 10.222.0.71 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841756 Mar 11 13:10:38.606435 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6aab38-ce2c-4652-aa33-f27c2eaa6546 req-aedd2fad-1f23-4950-8e18-52877e902795 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:38.607947 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b6aab38-ce2c-4652-aa33-f27c2eaa6546 req-aedd2fad-1f23-4950-8e18-52877e902795 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 944 time: 0.0583980 Mar 11 13:10:38.659628 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-8b6aab38-ce2c-4652-aa33-f27c2eaa6546 req-6b9a7aa9-b41d-493a-84ff-2fcc6882d1eb tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438721 Mar 11 13:10:39.815692 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cf898-aff6-4b30-b4e7-296c092557f6 req-3d6e4e60-8a88-4fd6-b06d-a4659d3ef122 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:39.817208 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa2cf898-aff6-4b30-b4e7-296c092557f6 req-3d6e4e60-8a88-4fd6-b06d-a4659d3ef122 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 944 time: 0.0623574 Mar 11 13:10:39.876765 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-aa2cf898-aff6-4b30-b4e7-296c092557f6 req-4888e2f0-4bf1-4a6e-84e7-e8bb7df3836b tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505941 Mar 11 13:10:40.054418 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 8e5abfe3-bd53-46ee-b00c-25d387282098 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 13:10:40.158141 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 8e5abfe3-bd53-46ee-b00c-25d387282098, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=8e5abfe3-bd53-46ee-b00c-25d387282098,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:10:40.170097 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '8e5abfe3-bd53-46ee-b00c-25d387282098', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'port_id': '8e5abfe3-bd53-46ee-b00c-25d387282098', 'mac_address': 'fa:16:3e:ee:c8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 13:10:40.209567 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 8e5abfe3-bd53-46ee-b00c-25d387282098 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:10:40.209952 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:40.223790 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5abfe3-bd53-46ee-b00c-25d387282098 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:10:40.244236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 8e5abfe3-bd53-46ee-b00c-25d387282098, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=8e5abfe3-bd53-46ee-b00c-25d387282098,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:10:40.250662 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:40.299885 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=8e5abfe3-bd53-46ee-b00c-25d387282098,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:40.513909 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['8e5abfe3-bd53-46ee-b00c-25d387282098'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 13:10:41.003574 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702f1f8-8a6b-46ff-8f3f-278b31eb7b21 req-c0fcf75f-392f-47c0-b257-9784abac798d tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:41.005105 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b702f1f8-8a6b-46ff-8f3f-278b31eb7b21 req-c0fcf75f-392f-47c0-b257-9784abac798d tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 945 time: 0.0595639 Mar 11 13:10:41.074371 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-b702f1f8-8a6b-46ff-8f3f-278b31eb7b21 req-1922304a-3e9a-4744-8f19-8f819893ef15 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611887 Mar 11 13:10:42.069514 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 8e5abfe3-bd53-46ee-b00c-25d387282098 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 13:10:42.130633 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning for port 8e5abfe3-bd53-46ee-b00c-25d387282098 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 13:10:42.134554 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 8e5abfe3-bd53-46ee-b00c-25d387282098 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:10:42.134922 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:42.198487 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a55008-df7e-4be0-9e03-f22197b0e917 req-df0e70f0-7874-492e-b896-2719accc744b tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:42.200030 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3a55008-df7e-4be0-9e03-f22197b0e917 req-df0e70f0-7874-492e-b896-2719accc744b tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 945 time: 0.0529594 Mar 11 13:10:42.214236 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 8e5abfe3-bd53-46ee-b00c-25d387282098 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:10:42.214626 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:42.238254 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1007133f-5e16-4fd7-a523-fa135753e299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5abfe3-bd53-46ee-b00c-25d387282098'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:10:42.240559 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb53dbf-6caa-4cca-a01f-eb3f922a7b42" -d '{"events": [{"server_uuid": "1007133f-5e16-4fd7-a523-fa135753e299", "name": "network-vif-plugged", "status": "completed", "tag": "8e5abfe3-bd53-46ee-b00c-25d387282098"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:10:42.252478 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-f3a55008-df7e-4be0-9e03-f22197b0e917 req-c42d2819-58e0-4c6d-af74-36522b10e27f tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466707 Mar 11 13:10:42.253206 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 8e5abfe3-bd53-46ee-b00c-25d387282098, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=8e5abfe3-bd53-46ee-b00c-25d387282098,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:10:42.263549 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:42.286726 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 13:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b00f03-70b1-4c43-9bf4-4fa40f7b8a6f x-openstack-request-id: req-c5b00f03-70b1-4c43-9bf4-4fa40f7b8a6f {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:10:42.287029 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1007133f-5e16-4fd7-a523-fa135753e299", "name": "network-vif-plugged", "status": "completed", "tag": "8e5abfe3-bd53-46ee-b00c-25d387282098", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:10:42.287283 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5b00f03-70b1-4c43-9bf4-4fa40f7b8a6f {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:10:42.287694 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1007133f-5e16-4fd7-a523-fa135753e299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5abfe3-bd53-46ee-b00c-25d387282098', 'code': 200} Mar 11 13:10:42.313115 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=8e5abfe3-bd53-46ee-b00c-25d387282098,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:42.383459 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e47569-cdf3-48ca-a9e3-ab579e814465 req-810163b0-476e-4681-89db-b6c4903dca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:42.384963 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-81e47569-cdf3-48ca-a9e3-ab579e814465 req-810163b0-476e-4681-89db-b6c4903dca1b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 1128 time: 0.0446956 Mar 11 13:10:42.443484 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-81e47569-cdf3-48ca-a9e3-ab579e814465 req-43190ddf-a166-4e2e-927f-9e99397cb136 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497532 Mar 11 13:10:43.387362 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dfcf0-f0e2-4fee-be74-d85bc36c998f req-8129f3b6-5c25-4aad-b471-666ffb0e973f tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:43.388903 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a42dfcf0-f0e2-4fee-be74-d85bc36c998f req-8129f3b6-5c25-4aad-b471-666ffb0e973f tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 946 time: 0.0622063 Mar 11 13:10:43.405068 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:43.442945 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a42dfcf0-f0e2-4fee-be74-d85bc36c998f req-d2a23173-88f3-42db-ade4-47758a1531cf tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451484 Mar 11 13:10:43.764608 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-402d9ce1-debd-4d6e-a145-e8ba9a8291ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:44.578864 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b978da-57c0-46bc-a519-6bf2018d6dc4 req-b56320ad-8023-49ab-909b-f7585ab52567 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:44.580380 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-46b978da-57c0-46bc-a519-6bf2018d6dc4 req-b56320ad-8023-49ab-909b-f7585ab52567 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 946 time: 0.0592177 Mar 11 13:10:44.633924 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-46b978da-57c0-46bc-a519-6bf2018d6dc4 req-9f3b1c4e-6bb0-44ed-8b4d-8dbb59d0ac40 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455117 Mar 11 13:10:44.754218 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fd5af-d102-43d8-af2c-8ff6d71c6f8e req-2eff8340-a73a-4416-9fd2-3dd22046b0b7 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:44.755746 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9c3fd5af-d102-43d8-af2c-8ff6d71c6f8e req-2eff8340-a73a-4416-9fd2-3dd22046b0b7 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 946 time: 0.0541883 Mar 11 13:10:44.811847 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-9c3fd5af-d102-43d8-af2c-8ff6d71c6f8e req-10fbb54e-79d0-4461-bee7-2ead50f107f3 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504315 Mar 11 13:10:44.840086 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49482) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:10:44.891237 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54128095-72d0-4eae-ba71-c459e9b31627 tempest-TestSnapshotPattern-198813382 tempest-TestSnapshotPattern-198813382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:44.892813 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-54128095-72d0-4eae-ba71-c459e9b31627 tempest-TestSnapshotPattern-198813382 tempest-TestSnapshotPattern-198813382-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 1123 time: 0.0518172 Mar 11 13:10:44.897110 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49484) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:10:44.901444 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.v2.base [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Request body: {'floatingip': {'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'port_id': '8e5abfe3-bd53-46ee-b00c-25d387282098', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 13:10:44.924788 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:45.028705 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:45.137240 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Allocated IP 172.25.7.188 (b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b/fced8373-08f6-4bf7-8537-2a3d16bec515/1d04689b-290d-4048-a810-64049ca5695b) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 13:10:45.240792 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for port (1d04689b-290d-4048-a810-64049ca5695b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:45.276501 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772492812903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (1d04689b-290d-4048-a810-64049ca5695b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:45.311742 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Network b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 13:10:45.314593 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 13:10:45.320127 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 13:10:45.342978 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Pushing event updated for resources: {'Port': ['ID=1d04689b-290d-4048-a810-64049ca5695b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:45.356519 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:45.357037 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:45.357037 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:45.357695 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:45.358029 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:45.358361 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:45.358691 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:45.359019 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:45.359400 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:45.359705 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:45.360029 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:45.360355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:45.360679 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:10:45.708185 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for floatingip (880e2a37-0785-434a-9c9a-37b09a147555), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:45.785272 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (1d04689b-290d-4048-a810-64049ca5695b), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:45.845193 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ba47f693-740a-4ac0-b239-11a442edb2b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:45.951940 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for port (1d04689b-290d-4048-a810-64049ca5695b), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:45.960067 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5786076'] for port (1d04689b-290d-4048-a810-64049ca5695b), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:46.006956 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:10:46.033513 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Pushing event updated for resources: {'Port': ['ID=1d04689b-290d-4048-a810-64049ca5695b,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:10:46.043183 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575628'] for floatingip (880e2a37-0785-434a-9c9a-37b09a147555), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:46.145843 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Floating IP 880e2a37-0785-434a-9c9a-37b09a147555 associated. External IP: 172.25.7.188, port: 8e5abfe3-bd53-46ee-b00c-25d387282098. Mar 11 13:10:46.366354 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Router e8a8602f-f434-45e1-9d30-484a320dd9fc has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 13:10:46.478859 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 13:10:46.490487 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5082112-2c54-4204-9875-c735dac6cdb1 None None] Sync routers for ids ['e8a8602f-f434-45e1-9d30-484a320dd9fc'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:10:46.498758 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:46.501889 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5082112-2c54-4204-9875-c735dac6cdb1 None None] Routers {'e8a8602f-f434-45e1-9d30-484a320dd9fc'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:10:46.502516 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f5082112-2c54-4204-9875-c735dac6cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e8a8602f-f434-45e1-9d30-484a320dd9fc'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:46.528888 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e430f425-f3d6-45ba-9319-83b405f6750e tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6307263 Mar 11 13:10:46.529471 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1007133f-5e16-4fd7-a523-fa135753e299', 'tag': '8e5abfe3-bd53-46ee-b00c-25d387282098'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:10:46.531786 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df1f821-95a7-4737-b6aa-20711bcbb0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "1007133f-5e16-4fd7-a523-fa135753e299", "tag": "8e5abfe3-bd53-46ee-b00c-25d387282098"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:10:46.581952 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 13:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1457f8-6983-4a53-9d70-a342cd57fc87 x-openstack-request-id: req-0e1457f8-6983-4a53-9d70-a342cd57fc87 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:10:46.582205 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1007133f-5e16-4fd7-a523-fa135753e299", "tag": "8e5abfe3-bd53-46ee-b00c-25d387282098", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:10:46.582488 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e1457f8-6983-4a53-9d70-a342cd57fc87 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:10:46.582890 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1007133f-5e16-4fd7-a523-fa135753e299', 'tag': '8e5abfe3-bd53-46ee-b00c-25d387282098', 'status': 'completed', 'code': 200} Mar 11 13:10:46.610910 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f5082112-2c54-4204-9875-c735dac6cdb1 None None] Set router e8a8602f-f434-45e1-9d30-484a320dd9fc gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:10:46.647737 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1f821-95a7-4737-b6aa-20711bcbb0b8 req-e3c78784-9b63-4ceb-9de9-99056299f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:46.649241 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0df1f821-95a7-4737-b6aa-20711bcbb0b8 req-e3c78784-9b63-4ceb-9de9-99056299f8b3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31dca4a1e4c846b987d04473d7afa111&device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 1128 time: 0.0455806 Mar 11 13:10:46.738089 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1f821-95a7-4737-b6aa-20711bcbb0b8 req-a9fd09b4-a8ac-4054-a4d8-593de6cad406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:46.739601 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0df1f821-95a7-4737-b6aa-20711bcbb0b8 req-a9fd09b4-a8ac-4054-a4d8-593de6cad406 service neutron] 10.222.0.71 "GET /v2.0/networks?id=682d102a-08b3-46e5-9a46-fa3e9d898915 HTTP/1.1" status: 200 len: 910 time: 0.0836895 Mar 11 13:10:46.807494 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0df1f821-95a7-4737-b6aa-20711bcbb0b8 req-e9de02f9-743f-44c8-9230-3831d90dc35b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e5abfe3-bd53-46ee-b00c-25d387282098 HTTP/1.1" status: 200 len: 1000 time: 0.0616727 Mar 11 13:10:46.839310 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f5082112-2c54-4204-9875-c735dac6cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:49Z', 'revision_number': 4, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '0ce105a3-7a7b-408a-9925-65e0b201f0d4', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'port_id': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'mac_address': 'fa:16:3e:9d:37:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:08:13Z', 'updated_at': '2022-03-11T13:08:16Z', 'revision_number': 1, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'fixed_ip_address_scope': None}, {'id': '880e2a37-0785-434a-9c9a-37b09a147555', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'floating_ip_address': '172.25.7.188', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'port_id': '8e5abfe3-bd53-46ee-b00c-25d387282098', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'mac_address': 'fa:16:3e:ee:c8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007133f-5e16-4fd7-a523-fa135753e299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:10:45Z', 'updated_at': '2022-03-11T13:10:45Z', 'revision_number': 0, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e21bd60-dcd3-4b5f-9529-93b3d27991bf', 'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'mac_address': 'fa:16:3e:3f:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:49Z', 'updated_at': '2022-03-11T13:07:53Z', 'revision_number': 5, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'subnets': [{'id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:46.858315 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1f821-95a7-4737-b6aa-20711bcbb0b8 req-a2d18821-bfa8-4816-932c-f779e0d41a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:46.859945 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0df1f821-95a7-4737-b6aa-20711bcbb0b8 req-a2d18821-bfa8-4816-932c-f779e0d41a74 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9c4c0fd5-c818-487d-8ef2-fcc3a3927697 HTTP/1.1" status: 200 len: 848 time: 0.0443094 Mar 11 13:10:46.866480 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5082112-2c54-4204-9875-c735dac6cdb1 None None] Checking router: e8a8602f-f434-45e1-9d30-484a320dd9fc for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:10:46.875872 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5082112-2c54-4204-9875-c735dac6cdb1 None None] Routers {'e8a8602f-f434-45e1-9d30-484a320dd9fc'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:10:46.876477 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f5082112-2c54-4204-9875-c735dac6cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:10:46Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e8a8602f-f434-45e1-9d30-484a320dd9fc'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:46.913257 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1f821-95a7-4737-b6aa-20711bcbb0b8 req-f9eb8f1f-c4bc-42fe-99e2-072ad90451c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:10:46.914843 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0df1f821-95a7-4737-b6aa-20711bcbb0b8 req-f9eb8f1f-c4bc-42fe-99e2-072ad90451c5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=682d102a-08b3-46e5-9a46-fa3e9d898915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481460 Mar 11 13:10:46.986423 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f5082112-2c54-4204-9875-c735dac6cdb1 None None] Set router e8a8602f-f434-45e1-9d30-484a320dd9fc gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:10:47.012834 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0df1f821-95a7-4737-b6aa-20711bcbb0b8 req-05106527-eef0-48d1-9f42-c5ad3d3fd9e5 service neutron] 10.222.0.71 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906055 Mar 11 13:10:47.109974 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-0df1f821-95a7-4737-b6aa-20711bcbb0b8 req-4bb039fd-5e3a-45c5-b4b4-a1aa62e44a22 service neutron] 10.222.0.71 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893152 Mar 11 13:10:47.212984 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f5082112-2c54-4204-9875-c735dac6cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:49Z', 'revision_number': 4, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '0ce105a3-7a7b-408a-9925-65e0b201f0d4', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'port_id': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'mac_address': 'fa:16:3e:9d:37:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:08:13Z', 'updated_at': '2022-03-11T13:08:16Z', 'revision_number': 1, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'fixed_ip_address_scope': None}, {'id': '880e2a37-0785-434a-9c9a-37b09a147555', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'floating_ip_address': '172.25.7.188', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'port_id': '8e5abfe3-bd53-46ee-b00c-25d387282098', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'mac_address': 'fa:16:3e:ee:c8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007133f-5e16-4fd7-a523-fa135753e299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:10:45Z', 'updated_at': '2022-03-11T13:10:45Z', 'revision_number': 0, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e21bd60-dcd3-4b5f-9529-93b3d27991bf', 'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'mac_address': 'fa:16:3e:3f:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:49Z', 'updated_at': '2022-03-11T13:07:53Z', 'revision_number': 5, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'subnets': [{'id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:10:47.239335 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5082112-2c54-4204-9875-c735dac6cdb1 None None] The sync data for ids ['e8a8602f-f434-45e1-9d30-484a320dd9fc'] in n-d-833234-2 is: [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:49Z', 'revision_number': 4, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '0ce105a3-7a7b-408a-9925-65e0b201f0d4', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'port_id': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'mac_address': 'fa:16:3e:9d:37:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:08:13Z', 'updated_at': '2022-03-11T13:08:16Z', 'revision_number': 1, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'fixed_ip_address_scope': None}, {'id': '880e2a37-0785-434a-9c9a-37b09a147555', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'floating_ip_address': '172.25.7.188', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'port_id': '8e5abfe3-bd53-46ee-b00c-25d387282098', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'mac_address': 'fa:16:3e:ee:c8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007133f-5e16-4fd7-a523-fa135753e299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:10:45Z', 'updated_at': '2022-03-11T13:10:45Z', 'revision_number': 0, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e21bd60-dcd3-4b5f-9529-93b3d27991bf', 'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'mac_address': 'fa:16:3e:3f:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:49Z', 'updated_at': '2022-03-11T13:07:53Z', 'revision_number': 5, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'subnets': [{'id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:10:47.444622 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e7f70c-b3a2-49f0-920b-806c65fb632b None None] New status for floating IP 880e2a37-0785-434a-9c9a-37b09a147555: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:10:47.607829 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:49.049224 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:10:50.167785 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:11:02.581212 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42c8e60c-267e-402b-8ef9-f63206aa55a1 req-9f59cb48-1ce7-4c0d-b32b-649accf0495e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468891 Mar 11 13:11:02.669368 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8e60c-267e-402b-8ef9-f63206aa55a1 req-58ff8c36-1eb0-42d2-8d2b-3b5dfc1a78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:02.670862 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42c8e60c-267e-402b-8ef9-f63206aa55a1 req-58ff8c36-1eb0-42d2-8d2b-3b5dfc1a78dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31dca4a1e4c846b987d04473d7afa111&device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 1128 time: 0.0458839 Mar 11 13:11:02.780919 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8e60c-267e-402b-8ef9-f63206aa55a1 req-3866cf9e-5780-4d52-8878-1004aad837e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:02.782452 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42c8e60c-267e-402b-8ef9-f63206aa55a1 req-3866cf9e-5780-4d52-8878-1004aad837e1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=682d102a-08b3-46e5-9a46-fa3e9d898915 HTTP/1.1" status: 200 len: 910 time: 0.0915556 Mar 11 13:11:02.851106 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42c8e60c-267e-402b-8ef9-f63206aa55a1 req-750d6b4d-a105-43ce-97d2-f296efd6a80d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e5abfe3-bd53-46ee-b00c-25d387282098 HTTP/1.1" status: 200 len: 1002 time: 0.0597618 Mar 11 13:11:02.901133 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8e60c-267e-402b-8ef9-f63206aa55a1 req-ad6e3c10-ca34-4a72-bc75-55382daf2bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:02.902557 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42c8e60c-267e-402b-8ef9-f63206aa55a1 req-ad6e3c10-ca34-4a72-bc75-55382daf2bf0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9c4c0fd5-c818-487d-8ef2-fcc3a3927697 HTTP/1.1" status: 200 len: 848 time: 0.0439205 Mar 11 13:11:02.961316 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8e60c-267e-402b-8ef9-f63206aa55a1 req-2460c9d0-6e58-4f80-81d5-50655b658981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:02.962906 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42c8e60c-267e-402b-8ef9-f63206aa55a1 req-2460c9d0-6e58-4f80-81d5-50655b658981 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=682d102a-08b3-46e5-9a46-fa3e9d898915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530279 Mar 11 13:11:03.058114 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42c8e60c-267e-402b-8ef9-f63206aa55a1 req-d4a285b6-d366-4a3e-81b1-a97f55c7574e service neutron] 10.222.0.71 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875685 Mar 11 13:11:03.154768 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-42c8e60c-267e-402b-8ef9-f63206aa55a1 req-f8ce6cb6-6b6d-46ff-9e9a-d93be93b152d service neutron] 10.222.0.71 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877521 Mar 11 13:11:04.703270 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:11:13.405241 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:11:13.758350 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-72408186-2b38-4a1b-a9a8-65206d47e1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:11:15.856261 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5f9fa1fa-c04c-43f8-bef1-135fdc072d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:11:17.598135 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:11:18.219572 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ddbf5b30-42df-496b-85ed-4a1ac1934261 req-63e5d88b-4761-42dd-8754-524b1780bb4c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615449 Mar 11 13:11:18.314100 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf5b30-42df-496b-85ed-4a1ac1934261 req-a988701b-419d-47c8-972b-4bbcbdd4bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:18.316169 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ddbf5b30-42df-496b-85ed-4a1ac1934261 req-a988701b-419d-47c8-972b-4bbcbdd4bdde service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31dca4a1e4c846b987d04473d7afa111&device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 1126 time: 0.0470636 Mar 11 13:11:18.431973 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf5b30-42df-496b-85ed-4a1ac1934261 req-74ab6f80-3b79-405c-9b94-bbfbfd0fa53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:18.433525 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ddbf5b30-42df-496b-85ed-4a1ac1934261 req-74ab6f80-3b79-405c-9b94-bbfbfd0fa53c service neutron] 10.222.0.37 "GET /v2.0/networks?id=682d102a-08b3-46e5-9a46-fa3e9d898915 HTTP/1.1" status: 200 len: 910 time: 0.1001549 Mar 11 13:11:18.498406 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ddbf5b30-42df-496b-85ed-4a1ac1934261 req-0f0ecfe8-8c3b-41fc-9703-6660c25dee3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c0ea6c-dc33-4e65-9277-d7e7e67805e5 HTTP/1.1" status: 200 len: 1000 time: 0.0583498 Mar 11 13:11:18.545504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf5b30-42df-496b-85ed-4a1ac1934261 req-f37c806f-dc98-4e9a-a03b-b5bc27fa906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:18.546922 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ddbf5b30-42df-496b-85ed-4a1ac1934261 req-f37c806f-dc98-4e9a-a03b-b5bc27fa906e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c4c0fd5-c818-487d-8ef2-fcc3a3927697 HTTP/1.1" status: 200 len: 848 time: 0.0427761 Mar 11 13:11:18.598595 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf5b30-42df-496b-85ed-4a1ac1934261 req-8738f957-416d-4e1e-a4fd-c521c395047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:11:18.600453 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ddbf5b30-42df-496b-85ed-4a1ac1934261 req-8738f957-416d-4e1e-a4fd-c521c395047b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=682d102a-08b3-46e5-9a46-fa3e9d898915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476437 Mar 11 13:11:19.042705 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:11:19.055645 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ddbf5b30-42df-496b-85ed-4a1ac1934261 req-c914c2a7-9a0d-4c26-b6f1-eba034637de9 service neutron] 10.222.0.37 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487274 Mar 11 13:11:19.158515 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-ddbf5b30-42df-496b-85ed-4a1ac1934261 req-45e36357-bed0-4858-a529-80f52b4377ec service neutron] 10.222.0.37 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965092 Mar 11 13:11:20.176789 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:11:23.011299 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:11:34.713005 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:11:43.409269 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:11:43.764089 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e5178eb3-5d08-45f5-89c2-ff4d143b367a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:11:45.855148 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9e0c78c5-1cb8-43fe-a2de-aacaf29451fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:11:47.595724 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:11:49.058331 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:11:50.172959 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:00.010755 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:12:02.641546 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d6a090e5-ddbe-476d-ace4-64dc2bd866c9 req-242b7444-2455-442f-b56b-f679030089c6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1081197 Mar 11 13:12:02.735233 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a090e5-ddbe-476d-ace4-64dc2bd866c9 req-da810075-b677-40c6-917e-4991d5cb0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:02.736801 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d6a090e5-ddbe-476d-ace4-64dc2bd866c9 req-da810075-b677-40c6-917e-4991d5cb0971 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31dca4a1e4c846b987d04473d7afa111&device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 1128 time: 0.0477855 Mar 11 13:12:02.848037 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a090e5-ddbe-476d-ace4-64dc2bd866c9 req-6350a9b4-fe17-408a-881f-2c6839442784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:02.849872 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d6a090e5-ddbe-476d-ace4-64dc2bd866c9 req-6350a9b4-fe17-408a-881f-2c6839442784 service neutron] 10.222.0.71 "GET /v2.0/networks?id=682d102a-08b3-46e5-9a46-fa3e9d898915 HTTP/1.1" status: 200 len: 910 time: 0.0906630 Mar 11 13:12:02.914956 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d6a090e5-ddbe-476d-ace4-64dc2bd866c9 req-2c2bae52-e564-450c-ad44-209440ac1e63 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e5abfe3-bd53-46ee-b00c-25d387282098 HTTP/1.1" status: 200 len: 1002 time: 0.0581214 Mar 11 13:12:02.977698 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a090e5-ddbe-476d-ace4-64dc2bd866c9 req-ee47d2e5-ae59-435d-8fde-d4ff9e2a8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:02.979151 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d6a090e5-ddbe-476d-ace4-64dc2bd866c9 req-ee47d2e5-ae59-435d-8fde-d4ff9e2a8f3a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9c4c0fd5-c818-487d-8ef2-fcc3a3927697 HTTP/1.1" status: 200 len: 848 time: 0.0569420 Mar 11 13:12:03.035666 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a090e5-ddbe-476d-ace4-64dc2bd866c9 req-2b30d28c-12f6-4188-9bdb-c1d115d620ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:03.037186 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d6a090e5-ddbe-476d-ace4-64dc2bd866c9 req-2b30d28c-12f6-4188-9bdb-c1d115d620ee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=682d102a-08b3-46e5-9a46-fa3e9d898915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502923 Mar 11 13:12:03.152648 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d6a090e5-ddbe-476d-ace4-64dc2bd866c9 req-92b6d9da-1f9c-4a21-8bdd-a4d6167b1b23 service neutron] 10.222.0.71 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077168 Mar 11 13:12:03.252771 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d6a090e5-ddbe-476d-ace4-64dc2bd866c9 req-0b58a6a3-7d2a-433f-aed3-07f71f148b33 service neutron] 10.222.0.71 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923142 Mar 11 13:12:04.730311 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:13.424645 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:13.764305 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4e8d03b8-1683-40ae-b056-a5dae933bd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:15.853073 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-033253b2-d9fb-4b40-9ef2-433ab6b4f82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:17.607323 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:18.254999 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b8cc10e-7270-4a8a-bf81-e80e16b8ef51 req-6df15c38-3e14-45bb-9234-88826d8a5a5e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471470 Mar 11 13:12:18.348822 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cc10e-7270-4a8a-bf81-e80e16b8ef51 req-863fb0d0-1644-433a-837a-ea99667af728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:18.351042 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b8cc10e-7270-4a8a-bf81-e80e16b8ef51 req-863fb0d0-1644-433a-837a-ea99667af728 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31dca4a1e4c846b987d04473d7afa111&device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 1126 time: 0.0490720 Mar 11 13:12:18.460373 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cc10e-7270-4a8a-bf81-e80e16b8ef51 req-bd631e82-18a8-4c39-8864-ffcdc219ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:18.461764 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b8cc10e-7270-4a8a-bf81-e80e16b8ef51 req-bd631e82-18a8-4c39-8864-ffcdc219ad50 service neutron] 10.222.0.37 "GET /v2.0/networks?id=682d102a-08b3-46e5-9a46-fa3e9d898915 HTTP/1.1" status: 200 len: 910 time: 0.0919158 Mar 11 13:12:18.525147 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b8cc10e-7270-4a8a-bf81-e80e16b8ef51 req-91dedf70-5905-4c7f-ba04-1f0ac1c2da2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c0ea6c-dc33-4e65-9277-d7e7e67805e5 HTTP/1.1" status: 200 len: 1000 time: 0.0574443 Mar 11 13:12:18.581002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cc10e-7270-4a8a-bf81-e80e16b8ef51 req-120cb422-22e9-4b11-84f9-621d2e98f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:18.582510 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b8cc10e-7270-4a8a-bf81-e80e16b8ef51 req-120cb422-22e9-4b11-84f9-621d2e98f60f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c4c0fd5-c818-487d-8ef2-fcc3a3927697 HTTP/1.1" status: 200 len: 848 time: 0.0515945 Mar 11 13:12:18.633555 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cc10e-7270-4a8a-bf81-e80e16b8ef51 req-34db351c-c1dd-4cc4-90c5-53de800461f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:18.635066 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b8cc10e-7270-4a8a-bf81-e80e16b8ef51 req-34db351c-c1dd-4cc4-90c5-53de800461f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=682d102a-08b3-46e5-9a46-fa3e9d898915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467718 Mar 11 13:12:18.726550 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b8cc10e-7270-4a8a-bf81-e80e16b8ef51 req-c1423a70-44c9-420e-8f1c-a9a97cde60be service neutron] 10.222.0.37 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847907 Mar 11 13:12:18.818825 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-6b8cc10e-7270-4a8a-bf81-e80e16b8ef51 req-ee1a3489-0f1b-46e4-b878-7c880dee4868 service neutron] 10.222.0.37 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868475 Mar 11 13:12:19.059289 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:20.159694 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:20.565851 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 8e5abfe3-bd53-46ee-b00c-25d387282098 details requested by agent hyperv_n-h1-833234-2 with host n-h1-833234-2 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 13:12:20.690176 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 8e5abfe3-bd53-46ee-b00c-25d387282098, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=8e5abfe3-bd53-46ee-b00c-25d387282098,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:12:20.704004 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Returning: {'device': '8e5abfe3-bd53-46ee-b00c-25d387282098', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'port_id': '8e5abfe3-bd53-46ee-b00c-25d387282098', 'mac_address': 'fa:16:3e:ee:c8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 13:12:20.948649 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 8e5abfe3-bd53-46ee-b00c-25d387282098 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:12:20.949581 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:20.964082 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e5abfe3-bd53-46ee-b00c-25d387282098 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 13:12:20.985357 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 8e5abfe3-bd53-46ee-b00c-25d387282098, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=8e5abfe3-bd53-46ee-b00c-25d387282098,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:12:20.992929 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:21.059312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=8e5abfe3-bd53-46ee-b00c-25d387282098,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:21.066097 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:21.066577 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:21.066929 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:21.067263 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:21.067623 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:21.068010 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:21.068347 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:21.068678 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:21.069005 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:21.069339 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:21.069666 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:21.070040 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:21.070517 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:21.077914 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] get_ports_and_sgs() called for port_ids ['8e5abfe3-bd53-46ee-b00c-25d387282098'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 13:12:22.597401 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 8e5abfe3-bd53-46ee-b00c-25d387282098 up at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 13:12:22.651394 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Provisioning complete for port 8e5abfe3-bd53-46ee-b00c-25d387282098 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 13:12:22.651792 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3180815'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:22.738141 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Current status of the port 8e5abfe3-bd53-46ee-b00c-25d387282098 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 13:12:22.738583 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4149569'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:22.765365 n-d-833234-2 neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1007133f-5e16-4fd7-a523-fa135753e299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5abfe3-bd53-46ee-b00c-25d387282098'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:12:22.767815 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d2ec8bab2818a57c38b5968d3831acca28458e545294af2e4e1e6e3ea5c1615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc111b5c-2294-4a07-ae56-e535699345eb" -d '{"events": [{"server_uuid": "1007133f-5e16-4fd7-a523-fa135753e299", "name": "network-vif-plugged", "status": "completed", "tag": "8e5abfe3-bd53-46ee-b00c-25d387282098"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:12:22.784323 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] For port 8e5abfe3-bd53-46ee-b00c-25d387282098, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=8e5abfe3-bd53-46ee-b00c-25d387282098,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:12:22.794953 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772493315687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772492812921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772492812939'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:22.887657 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Pushing event updated for resources: {'Port': ['ID=8e5abfe3-bd53-46ee-b00c-25d387282098,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:22.910598 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 13:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b58c7e-fa2f-47af-8487-170f2a7346f6 x-openstack-request-id: req-f1b58c7e-fa2f-47af-8487-170f2a7346f6 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:12:22.910916 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1007133f-5e16-4fd7-a523-fa135753e299", "name": "network-vif-plugged", "status": "completed", "tag": "8e5abfe3-bd53-46ee-b00c-25d387282098", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:12:22.911167 n-d-833234-2 neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1b58c7e-fa2f-47af-8487-170f2a7346f6 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:12:22.911568 n-d-833234-2 neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1007133f-5e16-4fd7-a523-fa135753e299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5abfe3-bd53-46ee-b00c-25d387282098', 'code': 200} Mar 11 13:12:29.994844 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49680) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:12:30.179331 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Deleting port 1d04689b-290d-4048-a810-64049ca5695b {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:12:30.179663 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (1d04689b-290d-4048-a810-64049ca5695b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:30.260657 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (1d04689b-290d-4048-a810-64049ca5695b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:30.260974 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for floatingip (1d04689b-290d-4048-a810-64049ca5695b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:30.273738 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Calling delete_port for 1d04689b-290d-4048-a810-64049ca5695b owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:12:30.426839 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (1d04689b-290d-4048-a810-64049ca5695b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:30.451805 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Pushing event deleted for resources: {'Port': ['ID=1d04689b-290d-4048-a810-64049ca5695b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:30.463450 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:30.463911 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:30.464221 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:30.464556 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:30.464890 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:30.465224 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:30.465550 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:30.465874 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:30.466205 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:30.466527 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:30.466853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:30.467176 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:30.467504 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:30.522024 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for floatingip (880e2a37-0785-434a-9c9a-37b09a147555), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:30.522418 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Floating IP 880e2a37-0785-434a-9c9a-37b09a147555 disassociated (deleted). External IP: 172.25.7.188, port: 8e5abfe3-bd53-46ee-b00c-25d387282098. Mar 11 13:12:30.745090 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Router e8a8602f-f434-45e1-9d30-484a320dd9fc has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 13:12:30.861355 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 13:12:30.865913 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:30.873370 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dee2e51-7491-479a-bbcd-c7a363145a6b None None] Sync routers for ids ['e8a8602f-f434-45e1-9d30-484a320dd9fc'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:12:30.884212 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee2e51-7491-479a-bbcd-c7a363145a6b None None] Routers {'e8a8602f-f434-45e1-9d30-484a320dd9fc'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:12:30.884811 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2dee2e51-7491-479a-bbcd-c7a363145a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:12:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e8a8602f-f434-45e1-9d30-484a320dd9fc'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:30.898824 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-e7eae0d8-96ef-4ec0-8585-af7ef339b1df tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "DELETE /v2.0/floatingips/880e2a37-0785-434a-9c9a-37b09a147555 HTTP/1.1" status: 204 len: 168 time: 0.9028122 Mar 11 13:12:30.899442 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1007133f-5e16-4fd7-a523-fa135753e299', 'tag': '8e5abfe3-bd53-46ee-b00c-25d387282098'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:12:30.901745 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a17ea9-12e1-4341-901a-2b18e868a581" -d '{"events": [{"name": "network-changed", "server_uuid": "1007133f-5e16-4fd7-a523-fa135753e299", "tag": "8e5abfe3-bd53-46ee-b00c-25d387282098"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:12:30.942201 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 13:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b881157e-4488-4baf-9ca9-4a6e4891371e x-openstack-request-id: req-b881157e-4488-4baf-9ca9-4a6e4891371e {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:12:30.942534 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1007133f-5e16-4fd7-a523-fa135753e299", "tag": "8e5abfe3-bd53-46ee-b00c-25d387282098", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:12:30.942776 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b881157e-4488-4baf-9ca9-4a6e4891371e {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:12:30.943201 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1007133f-5e16-4fd7-a523-fa135753e299', 'tag': '8e5abfe3-bd53-46ee-b00c-25d387282098', 'status': 'completed', 'code': 200} Mar 11 13:12:30.999453 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-2dee2e51-7491-479a-bbcd-c7a363145a6b None None] Set router e8a8602f-f434-45e1-9d30-484a320dd9fc gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:12:31.015506 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a17ea9-12e1-4341-901a-2b18e868a581 req-05ff34a7-6aa3-40e8-9e69-d82c11f71dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:31.017832 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2a17ea9-12e1-4341-901a-2b18e868a581 req-05ff34a7-6aa3-40e8-9e69-d82c11f71dd5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31dca4a1e4c846b987d04473d7afa111&device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 1128 time: 0.0514431 Mar 11 13:12:31.124220 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a17ea9-12e1-4341-901a-2b18e868a581 req-cefe6294-684f-4428-9f4e-ce21b4b82424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:31.125738 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2a17ea9-12e1-4341-901a-2b18e868a581 req-cefe6294-684f-4428-9f4e-ce21b4b82424 service neutron] 10.222.0.71 "GET /v2.0/networks?id=682d102a-08b3-46e5-9a46-fa3e9d898915 HTTP/1.1" status: 200 len: 910 time: 0.0975749 Mar 11 13:12:31.146696 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793fffe-a920-469f-a7ec-2485f640c9e8 req-b77cad87-ef3f-4c54-9337-99ce528ea2f5 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:31.148576 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e793fffe-a920-469f-a7ec-2485f640c9e8 req-b77cad87-ef3f-4c54-9337-99ce528ea2f5 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 946 time: 0.0588813 Mar 11 13:12:31.171749 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2a17ea9-12e1-4341-901a-2b18e868a581 req-7e442ba7-8244-4550-8ced-f33ba370f40f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e5abfe3-bd53-46ee-b00c-25d387282098 HTTP/1.1" status: 200 len: 217 time: 0.0395446 Mar 11 13:12:31.203920 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-e793fffe-a920-469f-a7ec-2485f640c9e8 req-78f80484-dbb4-461a-a1cf-b15cc01b57eb tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496261 Mar 11 13:12:31.226139 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a17ea9-12e1-4341-901a-2b18e868a581 req-a91143c6-6654-42ed-b4e3-0ee0ecc39eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:31.227658 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2a17ea9-12e1-4341-901a-2b18e868a581 req-a91143c6-6654-42ed-b4e3-0ee0ecc39eb9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9c4c0fd5-c818-487d-8ef2-fcc3a3927697 HTTP/1.1" status: 200 len: 848 time: 0.0493143 Mar 11 13:12:31.235574 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2dee2e51-7491-479a-bbcd-c7a363145a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:49Z', 'revision_number': 4, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '0ce105a3-7a7b-408a-9925-65e0b201f0d4', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'port_id': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'mac_address': 'fa:16:3e:9d:37:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:08:13Z', 'updated_at': '2022-03-11T13:08:16Z', 'revision_number': 1, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e21bd60-dcd3-4b5f-9529-93b3d27991bf', 'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'mac_address': 'fa:16:3e:3f:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:49Z', 'updated_at': '2022-03-11T13:07:53Z', 'revision_number': 5, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'subnets': [{'id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:31.268477 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dee2e51-7491-479a-bbcd-c7a363145a6b None None] Checking router: e8a8602f-f434-45e1-9d30-484a320dd9fc for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:12:31.278672 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee2e51-7491-479a-bbcd-c7a363145a6b None None] Routers {'e8a8602f-f434-45e1-9d30-484a320dd9fc'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:12:31.279297 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2dee2e51-7491-479a-bbcd-c7a363145a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:12:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e8a8602f-f434-45e1-9d30-484a320dd9fc'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:31.281100 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a17ea9-12e1-4341-901a-2b18e868a581 req-a56e46f9-d75a-467f-b987-80d229f9d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:31.285066 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2a17ea9-12e1-4341-901a-2b18e868a581 req-a56e46f9-d75a-467f-b987-80d229f9d84d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=682d102a-08b3-46e5-9a46-fa3e9d898915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492396 Mar 11 13:12:31.384971 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2a17ea9-12e1-4341-901a-2b18e868a581 req-8e34606a-2710-41e1-838e-33bd2f89f767 service neutron] 10.222.0.71 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929687 Mar 11 13:12:31.478531 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-2dee2e51-7491-479a-bbcd-c7a363145a6b None None] Set router e8a8602f-f434-45e1-9d30-484a320dd9fc gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:12:31.483609 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-d2a17ea9-12e1-4341-901a-2b18e868a581 req-eb4a7f55-575f-46f1-b37f-9e3b2e49814b service neutron] 10.222.0.71 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907323 Mar 11 13:12:31.733620 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2dee2e51-7491-479a-bbcd-c7a363145a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:49Z', 'revision_number': 4, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '0ce105a3-7a7b-408a-9925-65e0b201f0d4', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'port_id': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'mac_address': 'fa:16:3e:9d:37:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:08:13Z', 'updated_at': '2022-03-11T13:08:16Z', 'revision_number': 1, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e21bd60-dcd3-4b5f-9529-93b3d27991bf', 'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'mac_address': 'fa:16:3e:3f:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:49Z', 'updated_at': '2022-03-11T13:07:53Z', 'revision_number': 5, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'subnets': [{'id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:31.763173 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dee2e51-7491-479a-bbcd-c7a363145a6b None None] The sync data for ids ['e8a8602f-f434-45e1-9d30-484a320dd9fc'] in n-d-833234-2 is: [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:49Z', 'revision_number': 4, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_floatingips': [{'id': '0ce105a3-7a7b-408a-9925-65e0b201f0d4', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'router_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'port_id': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'mac_address': 'fa:16:3e:9d:37:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T13:08:13Z', 'updated_at': '2022-03-11T13:08:16Z', 'revision_number': 1, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e21bd60-dcd3-4b5f-9529-93b3d27991bf', 'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'mac_address': 'fa:16:3e:3f:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:49Z', 'updated_at': '2022-03-11T13:07:53Z', 'revision_number': 5, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'subnets': [{'id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:12:32.040335 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61279be-e2dd-45ea-b96a-595841680be4 None None] New status for floating IP 880e2a37-0785-434a-9c9a-37b09a147555: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:12:32.354549 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bc0d6-d7af-4501-9637-06fba4ec654e req-84d0321b-e58a-4278-b47a-d8a2445b6360 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:32.356053 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-609bc0d6-d7af-4501-9637-06fba4ec654e req-84d0321b-e58a-4278-b47a-d8a2445b6360 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 946 time: 0.0612781 Mar 11 13:12:32.409733 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-609bc0d6-d7af-4501-9637-06fba4ec654e req-88314cad-d896-4f9c-9b3f-e920e9001844 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454547 Mar 11 13:12:32.796699 n-d-833234-2 neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb0e27-c37c-42cf-9e25-ce88f41ecb58 req-70a5af6e-411a-4257-8fe9-2be966a04885 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:32.798492 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9bfb0e27-c37c-42cf-9e25-ce88f41ecb58 req-70a5af6e-411a-4257-8fe9-2be966a04885 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.71 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 946 time: 0.0669215 Mar 11 13:12:32.902165 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-9bfb0e27-c37c-42cf-9e25-ce88f41ecb58 req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Deleting port 8e5abfe3-bd53-46ee-b00c-25d387282098 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:12:32.902480 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9bfb0e27-c37c-42cf-9e25-ce88f41ecb58 req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:32.992296 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-9bfb0e27-c37c-42cf-9e25-ce88f41ecb58 req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] For port 8e5abfe3-bd53-46ee-b00c-25d387282098, host n-h1-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833234-2',level=0,port_id=8e5abfe3-bd53-46ee-b00c-25d387282098,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:12:32.992638 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9bfb0e27-c37c-42cf-9e25-ce88f41ecb58 req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:33.010257 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-9bfb0e27-c37c-42cf-9e25-ce88f41ecb58 req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Calling delete_port for 8e5abfe3-bd53-46ee-b00c-25d387282098 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:12:33.144933 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9bfb0e27-c37c-42cf-9e25-ce88f41ecb58 req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (8e5abfe3-bd53-46ee-b00c-25d387282098), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:33.181269 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Pushing event deleted for resources: {'Port': ['ID=8e5abfe3-bd53-46ee-b00c-25d387282098,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:33.211507 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:33.211989 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:33.212340 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:33.212673 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:33.213000 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:33.213321 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:33.213640 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:33.213954 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:33.214277 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:33.214592 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:33.214906 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:33.215223 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:33.215532 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833234-2 {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 13:12:33.238152 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfb0e27-c37c-42cf-9e25-ce88f41ecb58 req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] No DVR routers for this DVR port 8e5abfe3-bd53-46ee-b00c-25d387282098 on host n-h1-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:12:33.240884 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9bfb0e27-c37c-42cf-9e25-ce88f41ecb58 req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:33.244620 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [req-9bfb0e27-c37c-42cf-9e25-ce88f41ecb58 req-bdf6da77-3c2d-47cf-93b9-79da5a41792c tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.71 "DELETE /v2.0/ports/8e5abfe3-bd53-46ee-b00c-25d387282098 HTTP/1.1" status: 204 len: 173 time: 0.4407172 Mar 11 13:12:33.245066 n-d-833234-2 neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1007133f-5e16-4fd7-a523-fa135753e299', 'name': 'network-vif-deleted', 'tag': '8e5abfe3-bd53-46ee-b00c-25d387282098'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:12:33.247406 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9521fb7b527092a13f33a40b9cac850ecf3b80bd9bf72e2c2bee8d941fc7565c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd50e35d-1135-4386-b723-a8433911ad54" -d '{"events": [{"server_uuid": "1007133f-5e16-4fd7-a523-fa135753e299", "name": "network-vif-deleted", "tag": "8e5abfe3-bd53-46ee-b00c-25d387282098"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:12:33.348930 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 13:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074cd4f7-e8a2-4e8c-8090-09e817518b99 x-openstack-request-id: req-074cd4f7-e8a2-4e8c-8090-09e817518b99 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:12:33.349315 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1007133f-5e16-4fd7-a523-fa135753e299", "name": "network-vif-deleted", "tag": "8e5abfe3-bd53-46ee-b00c-25d387282098", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:12:33.349576 n-d-833234-2 neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-074cd4f7-e8a2-4e8c-8090-09e817518b99 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:12:33.350142 n-d-833234-2 neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1007133f-5e16-4fd7-a523-fa135753e299', 'name': 'network-vif-deleted', 'tag': '8e5abfe3-bd53-46ee-b00c-25d387282098', 'status': 'completed', 'code': 200} Mar 11 13:12:33.528729 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-a8da7c31-62c0-4257-b0ea-b064a6567f50 req-2d1da485-88ef-4b8a-9e73-600aaab4dda8 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=1007133f-5e16-4fd7-a523-fa135753e299 HTTP/1.1" status: 200 len: 210 time: 0.0279012 Mar 11 13:12:34.662133 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 8e5abfe3-bd53-46ee-b00c-25d387282098 no longer exists at agent hyperv_n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:12:34.683101 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] No Port match for: 8e5abfe3-bd53-46ee-b00c-25d387282098 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 13:12:34.683443 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Device 8e5abfe3-bd53-46ee-b00c-25d387282098 not bound to the agent host n-h1-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 13:12:34.723661 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:35.142509 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49742) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:12:35.311853 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b11f9645-5eeb-4982-812d-9490c2180041 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Deleting port 161ba745-1731-4202-82e0-b7ca76d41dc4 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:12:35.312202 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b11f9645-5eeb-4982-812d-9490c2180041 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (161ba745-1731-4202-82e0-b7ca76d41dc4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:35.391401 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b11f9645-5eeb-4982-812d-9490c2180041 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (161ba745-1731-4202-82e0-b7ca76d41dc4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:35.391716 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b11f9645-5eeb-4982-812d-9490c2180041 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for floatingip (161ba745-1731-4202-82e0-b7ca76d41dc4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:35.403374 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b11f9645-5eeb-4982-812d-9490c2180041 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Calling delete_port for 161ba745-1731-4202-82e0-b7ca76d41dc4 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:12:35.556164 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b11f9645-5eeb-4982-812d-9490c2180041 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (161ba745-1731-4202-82e0-b7ca76d41dc4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:35.591229 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f9645-5eeb-4982-812d-9490c2180041 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Pushing event deleted for resources: {'Port': ['ID=161ba745-1731-4202-82e0-b7ca76d41dc4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:35.663349 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b11f9645-5eeb-4982-812d-9490c2180041 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for floatingip (0ce105a3-7a7b-408a-9925-65e0b201f0d4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:35.663771 n-d-833234-2 neutron-server[104031]: INFO neutron.db.l3_db [None req-b11f9645-5eeb-4982-812d-9490c2180041 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Floating IP 0ce105a3-7a7b-408a-9925-65e0b201f0d4 disassociated (deleted). External IP: 172.25.7.206, port: 15c0ea6c-dc33-4e65-9277-d7e7e67805e5. Mar 11 13:12:35.893370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11f9645-5eeb-4982-812d-9490c2180041 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Router e8a8602f-f434-45e1-9d30-484a320dd9fc has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 13:12:36.012316 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11f9645-5eeb-4982-812d-9490c2180041 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 13:12:36.016889 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b11f9645-5eeb-4982-812d-9490c2180041 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:36.024043 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a144d62b-3da5-447f-a03c-7d27177df6dc None None] Sync routers for ids ['e8a8602f-f434-45e1-9d30-484a320dd9fc'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:12:36.034468 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a144d62b-3da5-447f-a03c-7d27177df6dc None None] Routers {'e8a8602f-f434-45e1-9d30-484a320dd9fc'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:12:36.035285 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a144d62b-3da5-447f-a03c-7d27177df6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:12:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e8a8602f-f434-45e1-9d30-484a320dd9fc'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:36.047418 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-b11f9645-5eeb-4982-812d-9490c2180041 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "DELETE /v2.0/floatingips/0ce105a3-7a7b-408a-9925-65e0b201f0d4 HTTP/1.1" status: 204 len: 168 time: 0.9037919 Mar 11 13:12:36.048064 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'tag': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:12:36.050314 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a5096d-23b8-4176-9395-a8de649ee00d" -d '{"events": [{"name": "network-changed", "server_uuid": "81a0559c-905f-4c5d-8248-3555fedaaa7f", "tag": "15c0ea6c-dc33-4e65-9277-d7e7e67805e5"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:12:36.087629 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 13:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bd8cc9-fd24-4fae-ad1f-ba8f49353d6d x-openstack-request-id: req-f0bd8cc9-fd24-4fae-ad1f-ba8f49353d6d {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:12:36.088119 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a0559c-905f-4c5d-8248-3555fedaaa7f", "tag": "15c0ea6c-dc33-4e65-9277-d7e7e67805e5", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:12:36.088438 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f0bd8cc9-fd24-4fae-ad1f-ba8f49353d6d {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:12:36.088909 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'tag': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'status': 'completed', 'code': 200} Mar 11 13:12:36.149751 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a144d62b-3da5-447f-a03c-7d27177df6dc None None] Set router e8a8602f-f434-45e1-9d30-484a320dd9fc gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:12:36.154135 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5096d-23b8-4176-9395-a8de649ee00d req-6bc37639-adf9-4a79-86da-b7a88a4b2514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:36.155855 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94a5096d-23b8-4176-9395-a8de649ee00d req-6bc37639-adf9-4a79-86da-b7a88a4b2514 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31dca4a1e4c846b987d04473d7afa111&device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 1126 time: 0.0471489 Mar 11 13:12:36.290526 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5096d-23b8-4176-9395-a8de649ee00d req-a1ea0025-b621-48b8-88ee-ca924b73cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:36.292145 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94a5096d-23b8-4176-9395-a8de649ee00d req-a1ea0025-b621-48b8-88ee-ca924b73cdce service neutron] 10.222.0.37 "GET /v2.0/networks?id=682d102a-08b3-46e5-9a46-fa3e9d898915 HTTP/1.1" status: 200 len: 910 time: 0.1243315 Mar 11 13:12:36.314093 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee162e7-98b0-4210-9c21-9b54510c4b8b req-9b8b5a98-ed0a-4dca-b5be-e47bacf69cdf tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:36.315598 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ee162e7-98b0-4210-9c21-9b54510c4b8b req-9b8b5a98-ed0a-4dca-b5be-e47bacf69cdf tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 944 time: 0.0790143 Mar 11 13:12:36.349248 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94a5096d-23b8-4176-9395-a8de649ee00d req-3723afc9-01a8-4e9e-ac5d-81cc0bdec4b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c0ea6c-dc33-4e65-9277-d7e7e67805e5 HTTP/1.1" status: 200 len: 217 time: 0.0504699 Mar 11 13:12:36.358167 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a144d62b-3da5-447f-a03c-7d27177df6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:49Z', 'revision_number': 4, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '7e21bd60-dcd3-4b5f-9529-93b3d27991bf', 'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'mac_address': 'fa:16:3e:3f:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:49Z', 'updated_at': '2022-03-11T13:07:53Z', 'revision_number': 5, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'subnets': [{'id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:36.384424 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a144d62b-3da5-447f-a03c-7d27177df6dc None None] Checking router: e8a8602f-f434-45e1-9d30-484a320dd9fc for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:12:36.392861 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a144d62b-3da5-447f-a03c-7d27177df6dc None None] Routers {'e8a8602f-f434-45e1-9d30-484a320dd9fc'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:12:36.393475 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a144d62b-3da5-447f-a03c-7d27177df6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:12:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e8a8602f-f434-45e1-9d30-484a320dd9fc'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:36.426487 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-3ee162e7-98b0-4210-9c21-9b54510c4b8b req-baa02e3f-a5cf-44b8-8e6c-becde87f51fe tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844769 Mar 11 13:12:36.428019 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5096d-23b8-4176-9395-a8de649ee00d req-8dd38a72-2d63-4f2c-932e-828bc41bf628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:36.429503 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94a5096d-23b8-4176-9395-a8de649ee00d req-8dd38a72-2d63-4f2c-932e-828bc41bf628 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c4c0fd5-c818-487d-8ef2-fcc3a3927697 HTTP/1.1" status: 200 len: 848 time: 0.0720482 Mar 11 13:12:36.481033 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5096d-23b8-4176-9395-a8de649ee00d req-f46f8eaf-8443-423b-a6d2-715cc1add73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:36.482556 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94a5096d-23b8-4176-9395-a8de649ee00d req-f46f8eaf-8443-423b-a6d2-715cc1add73f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=682d102a-08b3-46e5-9a46-fa3e9d898915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462050 Mar 11 13:12:36.503554 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a144d62b-3da5-447f-a03c-7d27177df6dc None None] Set router e8a8602f-f434-45e1-9d30-484a320dd9fc gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:12:36.574352 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94a5096d-23b8-4176-9395-a8de649ee00d req-0d7889da-c7cd-411d-a15d-c631172e24ee service neutron] 10.222.0.37 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850980 Mar 11 13:12:36.665206 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-94a5096d-23b8-4176-9395-a8de649ee00d req-4cf1c856-eda8-49d1-a07d-201273cad564 service neutron] 10.222.0.37 "GET /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847416 Mar 11 13:12:36.704557 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a144d62b-3da5-447f-a03c-7d27177df6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:49Z', 'revision_number': 4, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '7e21bd60-dcd3-4b5f-9529-93b3d27991bf', 'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'mac_address': 'fa:16:3e:3f:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:49Z', 'updated_at': '2022-03-11T13:07:53Z', 'revision_number': 5, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'subnets': [{'id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:36.730820 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a144d62b-3da5-447f-a03c-7d27177df6dc None None] The sync data for ids ['e8a8602f-f434-45e1-9d30-484a320dd9fc'] in n-d-833234-2 is: [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:49Z', 'revision_number': 4, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2', '_interfaces': [{'id': '7e21bd60-dcd3-4b5f-9529-93b3d27991bf', 'name': '', 'network_id': '682d102a-08b3-46e5-9a46-fa3e9d898915', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'mac_address': 'fa:16:3e:3f:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:49Z', 'updated_at': '2022-03-11T13:07:53Z', 'revision_number': 5, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'subnets': [{'id': '9c4c0fd5-c818-487d-8ef2-fcc3a3927697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:12:36.961721 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1eebc6-224e-4662-b814-dab66531fd7c None None] New status for floating IP 0ce105a3-7a7b-408a-9925-65e0b201f0d4: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 13:12:37.010592 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:12:37.564201 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40407a6a-ae00-4756-8c3d-317a454591f0 req-5cc5e1b6-dfe2-44e6-802b-bbb4b2d59cb6 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:37.565839 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40407a6a-ae00-4756-8c3d-317a454591f0 req-5cc5e1b6-dfe2-44e6-802b-bbb4b2d59cb6 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 944 time: 0.0547390 Mar 11 13:12:37.614889 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-40407a6a-ae00-4756-8c3d-317a454591f0 req-f6c6a5bf-dbe5-439a-acb5-9b5b0508f316 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "GET /v2.0/security-groups?id=11236b48-9386-4807-bf7a-78b9ad73139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429380 Mar 11 13:12:37.776401 n-d-833234-2 neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167105b-9529-421d-9130-2c2f16aa173e req-8efc7e41-ea89-42f7-b79c-a785177ac131 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 13:12:37.777755 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1167105b-9529-421d-9130-2c2f16aa173e req-8efc7e41-ea89-42f7-b79c-a785177ac131 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.37 "GET /v2.0/ports?device_id=81a0559c-905f-4c5d-8248-3555fedaaa7f HTTP/1.1" status: 200 len: 944 time: 0.0706096 Mar 11 13:12:37.872142 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-1167105b-9529-421d-9130-2c2f16aa173e req-9385de7b-976d-4682-92b5-710524d59296 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Deleting port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:12:37.872480 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1167105b-9529-421d-9130-2c2f16aa173e req-9385de7b-976d-4682-92b5-710524d59296 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:37.960873 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-1167105b-9529-421d-9130-2c2f16aa173e req-9385de7b-976d-4682-92b5-710524d59296 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] For port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5, host n-h2-833234-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833234-2',level=0,port_id=15c0ea6c-dc33-4e65-9277-d7e7e67805e5,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:12:37.961187 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1167105b-9529-421d-9130-2c2f16aa173e req-9385de7b-976d-4682-92b5-710524d59296 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:37.972816 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-1167105b-9529-421d-9130-2c2f16aa173e req-9385de7b-976d-4682-92b5-710524d59296 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Calling delete_port for 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:12:38.106905 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1167105b-9529-421d-9130-2c2f16aa173e req-9385de7b-976d-4682-92b5-710524d59296 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (15c0ea6c-dc33-4e65-9277-d7e7e67805e5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:38.138479 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385de7b-976d-4682-92b5-710524d59296 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Pushing event deleted for resources: {'Port': ['ID=15c0ea6c-dc33-4e65-9277-d7e7e67805e5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:38.184827 n-d-833234-2 neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-1167105b-9529-421d-9130-2c2f16aa173e req-9385de7b-976d-4682-92b5-710524d59296 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] No DVR routers for this DVR port 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 on host n-h2-833234-2 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:12:38.187634 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1167105b-9529-421d-9130-2c2f16aa173e req-9385de7b-976d-4682-92b5-710524d59296 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009220'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:38.191334 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [req-1167105b-9529-421d-9130-2c2f16aa173e req-9385de7b-976d-4682-92b5-710524d59296 tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.37 "DELETE /v2.0/ports/15c0ea6c-dc33-4e65-9277-d7e7e67805e5 HTTP/1.1" status: 204 len: 173 time: 0.4082007 Mar 11 13:12:38.191830 n-d-833234-2 neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'name': 'network-vif-deleted', 'tag': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 13:12:38.194842 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637d6e82d07b68c855137634bd46ecc2b5eaa177f2d29df06415b947b998aa16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8314f31c-605b-4b57-96f7-0f2ce4df7593" -d '{"events": [{"server_uuid": "81a0559c-905f-4c5d-8248-3555fedaaa7f", "name": "network-vif-deleted", "tag": "15c0ea6c-dc33-4e65-9277-d7e7e67805e5"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 13:12:38.233250 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 13:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9e3f96-5210-4f39-b602-a130f5ff1d3e x-openstack-request-id: req-5d9e3f96-5210-4f39-b602-a130f5ff1d3e {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 13:12:38.233513 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a0559c-905f-4c5d-8248-3555fedaaa7f", "name": "network-vif-deleted", "tag": "15c0ea6c-dc33-4e65-9277-d7e7e67805e5", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 13:12:38.233785 n-d-833234-2 neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d9e3f96-5210-4f39-b602-a130f5ff1d3e {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 13:12:38.234180 n-d-833234-2 neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a0559c-905f-4c5d-8248-3555fedaaa7f', 'name': 'network-vif-deleted', 'tag': '15c0ea6c-dc33-4e65-9277-d7e7e67805e5', 'status': 'completed', 'code': 200} Mar 11 13:12:38.673524 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49756) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:12:38.731876 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cc78caaf-582a-445c-a334-4a0dc158cc1d tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group (11236b48-9386-4807-bf7a-78b9ad73139a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:38.757421 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cc78caaf-582a-445c-a334-4a0dc158cc1d tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group (11236b48-9386-4807-bf7a-78b9ad73139a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:38.822218 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cc78caaf-582a-445c-a334-4a0dc158cc1d tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (11236b48-9386-4807-bf7a-78b9ad73139a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:38.824921 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cc78caaf-582a-445c-a334-4a0dc158cc1d tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:38.826130 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-cc78caaf-582a-445c-a334-4a0dc158cc1d tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] 10.222.0.78 "DELETE /v2.0/security-groups/11236b48-9386-4807-bf7a-78b9ad73139a HTTP/1.1" status: 204 len: 168 time: 0.1516013 Mar 11 13:12:38.836080 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78caaf-582a-445c-a334-4a0dc158cc1d tempest-TestSnapshotPattern-1835841839 tempest-TestSnapshotPattern-1835841839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11236b48-9386-4807-bf7a-78b9ad73139a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:39.895395 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49762) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:12:40.249032 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca2e595a-fe3a-4e19-b9db-304fe091c518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (e8a8602f-f434-45e1-9d30-484a320dd9fc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:40.858492 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e595a-fe3a-4e19-b9db-304fe091c518 admin admin] Deleting port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:12:40.858729 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca2e595a-fe3a-4e19-b9db-304fe091c518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:40.954304 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-ca2e595a-fe3a-4e19-b9db-304fe091c518 admin admin] For port 7e21bd60-dcd3-4b5f-9529-93b3d27991bf, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=7e21bd60-dcd3-4b5f-9529-93b3d27991bf,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:12:40.955375 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca2e595a-fe3a-4e19-b9db-304fe091c518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:40.979613 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e595a-fe3a-4e19-b9db-304fe091c518 admin admin] Calling delete_port for 7e21bd60-dcd3-4b5f-9529-93b3d27991bf owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:12:41.189358 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca2e595a-fe3a-4e19-b9db-304fe091c518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (7e21bd60-dcd3-4b5f-9529-93b3d27991bf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:41.215799 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e595a-fe3a-4e19-b9db-304fe091c518 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e21bd60-dcd3-4b5f-9529-93b3d27991bf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:41.393074 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca2e595a-fe3a-4e19-b9db-304fe091c518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (e8a8602f-f434-45e1-9d30-484a320dd9fc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:41.663005 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2e595a-fe3a-4e19-b9db-304fe091c518 admin admin] Router e8a8602f-f434-45e1-9d30-484a320dd9fc has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 13:12:41.821002 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2e595a-fe3a-4e19-b9db-304fe091c518 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 13:12:41.826877 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-ca2e595a-fe3a-4e19-b9db-304fe091c518 admin admin] 10.222.0.78 "PUT /v2.0/routers/e8a8602f-f434-45e1-9d30-484a320dd9fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9297941 Mar 11 13:12:41.829370 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49764) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:12:41.832718 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0cbfb7-ae1f-47f4-b575-9e18e12932d9 None None] Sync routers for ids ['e8a8602f-f434-45e1-9d30-484a320dd9fc'] in n-d-833234-2 {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:12:41.843522 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0cbfb7-ae1f-47f4-b575-9e18e12932d9 None None] Routers {'e8a8602f-f434-45e1-9d30-484a320dd9fc'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:12:41.844540 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-de0cbfb7-ae1f-47f4-b575-9e18e12932d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:12:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e8a8602f-f434-45e1-9d30-484a320dd9fc'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:41.940162 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c73e4c97-8a1c-444c-93ec-373c04739acb admin admin] Publish callbacks [] for router (e8a8602f-f434-45e1-9d30-484a320dd9fc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:41.948137 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 no longer exists at agent hyperv_n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:12:41.951649 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-de0cbfb7-ae1f-47f4-b575-9e18e12932d9 None None] Set router e8a8602f-f434-45e1-9d30-484a320dd9fc gateway port host: n-d-833234-2 {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:12:41.968469 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] No Port match for: 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 13:12:41.968783 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Device 15c0ea6c-dc33-4e65-9277-d7e7e67805e5 not bound to the agent host n-h2-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 13:12:42.047205 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c73e4c97-8a1c-444c-93ec-373c04739acb admin admin] Publish callbacks [] for router_gateway (e8a8602f-f434-45e1-9d30-484a320dd9fc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:42.101413 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c73e4c97-8a1c-444c-93ec-373c04739acb admin admin] Deleting port d4753628-892b-4684-8970-829b40f08197 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:12:42.101647 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c73e4c97-8a1c-444c-93ec-373c04739acb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d4753628-892b-4684-8970-829b40f08197), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:42.126935 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-de0cbfb7-ae1f-47f4-b575-9e18e12932d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'd4753628-892b-4684-8970-829b40f08197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:12:41Z', 'revision_number': 5, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port': {'id': 'd4753628-892b-4684-8970-829b40f08197', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:42.157454 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0cbfb7-ae1f-47f4-b575-9e18e12932d9 None None] Checking router: e8a8602f-f434-45e1-9d30-484a320dd9fc for host: n-d-833234-2 {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:12:42.166223 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0cbfb7-ae1f-47f4-b575-9e18e12932d9 None None] Routers {'e8a8602f-f434-45e1-9d30-484a320dd9fc'} bound to L3 agent in host n-d-833234-2 {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:12:42.166823 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-de0cbfb7-ae1f-47f4-b575-9e18e12932d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:12:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['e8a8602f-f434-45e1-9d30-484a320dd9fc'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:42.178377 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-c73e4c97-8a1c-444c-93ec-373c04739acb admin admin] For port d4753628-892b-4684-8970-829b40f08197, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d4753628-892b-4684-8970-829b40f08197,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:12:42.178739 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c73e4c97-8a1c-444c-93ec-373c04739acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d4753628-892b-4684-8970-829b40f08197), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:42.196663 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-c73e4c97-8a1c-444c-93ec-373c04739acb admin admin] Calling delete_port for d4753628-892b-4684-8970-829b40f08197 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:12:42.347605 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-de0cbfb7-ae1f-47f4-b575-9e18e12932d9 None None] Set router e8a8602f-f434-45e1-9d30-484a320dd9fc gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:12:42.373369 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c73e4c97-8a1c-444c-93ec-373c04739acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (d4753628-892b-4684-8970-829b40f08197), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:42.398327 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-de0cbfb7-ae1f-47f4-b575-9e18e12932d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:12:42Z', 'revision_number': 6, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:42.399682 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e4c97-8a1c-444c-93ec-373c04739acb admin admin] Pushing event deleted for resources: {'Port': ['ID=d4753628-892b-4684-8970-829b40f08197,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:42.429077 n-d-833234-2 neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0cbfb7-ae1f-47f4-b575-9e18e12932d9 None None] The sync data for ids ['e8a8602f-f434-45e1-9d30-484a320dd9fc'] in n-d-833234-2 is: [{'id': 'e8a8602f-f434-45e1-9d30-484a320dd9fc', 'name': 'tempest-TestSnapshotPattern-112971496-router', 'tenant_id': '31dca4a1e4c846b987d04473d7afa111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:47Z', 'updated_at': '2022-03-11T13:12:42Z', 'revision_number': 6, 'project_id': '31dca4a1e4c846b987d04473d7afa111', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:12:42.461819 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c73e4c97-8a1c-444c-93ec-373c04739acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (e8a8602f-f434-45e1-9d30-484a320dd9fc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:42.564933 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c73e4c97-8a1c-444c-93ec-373c04739acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (e8a8602f-f434-45e1-9d30-484a320dd9fc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:42.567278 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c73e4c97-8a1c-444c-93ec-373c04739acb admin admin] Publish callbacks [] for router_controller (e8a8602f-f434-45e1-9d30-484a320dd9fc), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:42.621687 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c73e4c97-8a1c-444c-93ec-373c04739acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (e8a8602f-f434-45e1-9d30-484a320dd9fc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:42.622610 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73e4c97-8a1c-444c-93ec-373c04739acb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8a8602f-f434-45e1-9d30-484a320dd9fc {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 13:12:42.630266 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c73e4c97-8a1c-444c-93ec-373c04739acb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:42.632119 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-c73e4c97-8a1c-444c-93ec-373c04739acb admin admin] 10.222.0.78 "DELETE /v2.0/routers/e8a8602f-f434-45e1-9d30-484a320dd9fc HTTP/1.1" status: 204 len: 168 time: 0.8016009 Mar 11 13:12:42.635238 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49766) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:12:42.680085 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2cf63a-e781-4ac2-9ab4-858df351fd56 admin admin] Deleting subnet 9c4c0fd5-c818-487d-8ef2-fcc3a3927697 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 13:12:42.683089 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab2cf63a-e781-4ac2-9ab4-858df351fd56 admin admin] Publish callbacks [] for subnet (9c4c0fd5-c818-487d-8ef2-fcc3a3927697), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:42.717396 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab2cf63a-e781-4ac2-9ab4-858df351fd56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (9c4c0fd5-c818-487d-8ef2-fcc3a3927697), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:42.798421 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab2cf63a-e781-4ac2-9ab4-858df351fd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (9c4c0fd5-c818-487d-8ef2-fcc3a3927697), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:42.855896 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab2cf63a-e781-4ac2-9ab4-858df351fd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (9c4c0fd5-c818-487d-8ef2-fcc3a3927697), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:42.883333 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cf63a-e781-4ac2-9ab4-858df351fd56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c4c0fd5-c818-487d-8ef2-fcc3a3927697,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:42.887326 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ab2cf63a-e781-4ac2-9ab4-858df351fd56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:42.890626 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ab2cf63a-e781-4ac2-9ab4-858df351fd56 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9c4c0fd5-c818-487d-8ef2-fcc3a3927697 HTTP/1.1" status: 204 len: 168 time: 0.2543552 Mar 11 13:12:42.893573 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49768) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:12:42.896559 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c1cdda-9b6b-410d-bea3-68687a44facb None None] Network 682d102a-08b3-46e5-9a46-fa3e9d898915 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 13:12:42.958959 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7e21bd60-dcd3-4b5f-9529-93b3d27991bf no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:12:42.973418 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (682d102a-08b3-46e5-9a46-fa3e9d898915), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:42.996107 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 7e21bd60-dcd3-4b5f-9529-93b3d27991bf {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 13:12:42.996544 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 7e21bd60-dcd3-4b5f-9529-93b3d27991bf not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 13:12:43.026789 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] Deleting port b66275dc-a07b-4e6e-a72f-edc8742a0430 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:12:43.027195 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (b66275dc-a07b-4e6e-a72f-edc8742a0430), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:43.092221 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] For port b66275dc-a07b-4e6e-a72f-edc8742a0430, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=b66275dc-a07b-4e6e-a72f-edc8742a0430,segment=NetworkSegment(fbe45967-d8b4-4e62-9a46-f8b0eae16654),segment_id=fbe45967-d8b4-4e62-9a46-f8b0eae16654)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:12:43.092618 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (b66275dc-a07b-4e6e-a72f-edc8742a0430), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:43.107508 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] Calling delete_port for b66275dc-a07b-4e6e-a72f-edc8742a0430 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:12:43.197248 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (b66275dc-a07b-4e6e-a72f-edc8742a0430), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:43.220164 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] Pushing event deleted for resources: {'Port': ['ID=b66275dc-a07b-4e6e-a72f-edc8742a0430,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:43.225950 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] No DVR routers for this DVR port b66275dc-a07b-4e6e-a72f-edc8742a0430 on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:12:43.298022 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8a0652-bd26-42ed-8c7e-9636d21863ef None None] DHCP port deletion for 682d102a-08b3-46e5-9a46-fa3e9d898915 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 13:12:43.302495 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (682d102a-08b3-46e5-9a46-fa3e9d898915), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:43.328206 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682d102a-08b3-46e5-9a46-fa3e9d898915']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:43.339167 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe45967-d8b4-4e62-9a46-f8b0eae16654') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:43.339460 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe45967-d8b4-4e62-9a46-f8b0eae16654') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:43.349098 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (fbe45967-d8b4-4e62-9a46-f8b0eae16654), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:43.362184 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (fbe45967-d8b4-4e62-9a46-f8b0eae16654), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:43.368243 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:12:43.368627 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (fbe45967-d8b4-4e62-9a46-f8b0eae16654), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: timer() Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:12:43.370411 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:12:43.433834 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (682d102a-08b3-46e5-9a46-fa3e9d898915), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:43.434630 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:43.439723 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:43.442875 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] 10.222.0.78 "DELETE /v2.0/networks/682d102a-08b3-46e5-9a46-fa3e9d898915 HTTP/1.1" status: 204 len: 168 time: 0.5478041 Mar 11 13:12:43.446334 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49770) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:12:43.453885 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8054883-af4b-4bcf-9ecf-5e23bab8069f admin admin] Pushing event deleted for resources: {'Network': ['ID=682d102a-08b3-46e5-9a46-fa3e9d898915,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:43.760102 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0d3bba3-c4ed-4f35-b796-a812d753bfba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:43.829977 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54e851d7-89b5-42ce-8d8c-53a81b5735f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574348'] for router_interface (c08e5063-9aa5-4e0b-ba2b-f06581541cd0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:44.090321 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-54e851d7-89b5-42ce-8d8c-53a81b5735f7 admin admin] Deleting port 32d6dda7-fa5b-4263-872e-6ec64efacdf6 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:12:44.090670 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54e851d7-89b5-42ce-8d8c-53a81b5735f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:44.179633 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-54e851d7-89b5-42ce-8d8c-53a81b5735f7 admin admin] For port 32d6dda7-fa5b-4263-872e-6ec64efacdf6, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=32d6dda7-fa5b-4263-872e-6ec64efacdf6,segment=NetworkSegment(6190a21f-754f-4e1e-baff-c67bcedd77a8),segment_id=6190a21f-754f-4e1e-baff-c67bcedd77a8)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:12:44.180056 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54e851d7-89b5-42ce-8d8c-53a81b5735f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:44.192422 n-d-833234-2 neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-54e851d7-89b5-42ce-8d8c-53a81b5735f7 admin admin] Calling delete_port for 32d6dda7-fa5b-4263-872e-6ec64efacdf6 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:12:44.378179 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54e851d7-89b5-42ce-8d8c-53a81b5735f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5786053'] for port (32d6dda7-fa5b-4263-872e-6ec64efacdf6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:44.403248 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e851d7-89b5-42ce-8d8c-53a81b5735f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=32d6dda7-fa5b-4263-872e-6ec64efacdf6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:44.578743 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54e851d7-89b5-42ce-8d8c-53a81b5735f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575004'] for router_interface (c08e5063-9aa5-4e0b-ba2b-f06581541cd0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:44.659904 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d4753628-892b-4684-8970-829b40f08197 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:12:44.680744 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: d4753628-892b-4684-8970-829b40f08197 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 13:12:44.681116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d4753628-892b-4684-8970-829b40f08197 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 13:12:44.681541 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b66275dc-a07b-4e6e-a72f-edc8742a0430 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:12:44.700163 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: b66275dc-a07b-4e6e-a72f-edc8742a0430 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 13:12:44.700507 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device b66275dc-a07b-4e6e-a72f-edc8742a0430 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 13:12:44.803466 n-d-833234-2 neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e851d7-89b5-42ce-8d8c-53a81b5735f7 admin admin] Router c08e5063-9aa5-4e0b-ba2b-f06581541cd0 has already been hosted by L3 agent e9bded59-be16-4002-9e7b-98ff1a4de2d3 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 13:12:44.911199 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e851d7-89b5-42ce-8d8c-53a81b5735f7 admin admin] Notify agent at l3_agent.n-d-833234-2 the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 13:12:44.916223 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-54e851d7-89b5-42ce-8d8c-53a81b5735f7 admin admin] 10.222.0.78 "PUT /v2.0/routers/c08e5063-9aa5-4e0b-ba2b-f06581541cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4687552 Mar 11 13:12:44.919328 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49772) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:12:44.920441 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3172873-623a-4223-8f2e-e9e28fd102f9 None None] Sync routers for ids ['c08e5063-9aa5-4e0b-ba2b-f06581541cd0'] in n-d-833234-2 {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 13:12:44.931306 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3172873-623a-4223-8f2e-e9e28fd102f9 None None] Routers {'c08e5063-9aa5-4e0b-ba2b-f06581541cd0'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:12:44.931959 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f3172873-623a-4223-8f2e-e9e28fd102f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:12:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c08e5063-9aa5-4e0b-ba2b-f06581541cd0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:45.026384 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89835007-d782-4fd6-8d85-4cc22132d25b admin admin] Publish callbacks [] for router (c08e5063-9aa5-4e0b-ba2b-f06581541cd0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:45.038948 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f3172873-623a-4223-8f2e-e9e28fd102f9 None None] Set router c08e5063-9aa5-4e0b-ba2b-f06581541cd0 gateway port host: n-d-833234-2 {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:12:45.129806 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89835007-d782-4fd6-8d85-4cc22132d25b admin admin] Publish callbacks [] for router_gateway (c08e5063-9aa5-4e0b-ba2b-f06581541cd0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:45.183976 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-89835007-d782-4fd6-8d85-4cc22132d25b admin admin] Deleting port d45f04dd-ddaf-4c84-ae6d-60420efc956a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:12:45.184235 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89835007-d782-4fd6-8d85-4cc22132d25b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (d45f04dd-ddaf-4c84-ae6d-60420efc956a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:45.222366 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f3172873-623a-4223-8f2e-e9e28fd102f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'name': 'tempest-TestSnapshotPattern-1949609884-router', 'tenant_id': '6356495aa6044baeba865ec777eeba94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'external_fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'd45f04dd-ddaf-4c84-ae6d-60420efc956a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:51Z', 'updated_at': '2022-03-11T13:12:44Z', 'revision_number': 5, 'project_id': '6356495aa6044baeba865ec777eeba94', 'gw_port': {'id': 'd45f04dd-ddaf-4c84-ae6d-60420efc956a', 'name': '', 'network_id': 'b2a229b6-7ba4-4c14-a0aa-9a95ee2f8c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4453, 'fixed_ips': [{'subnet_id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833234-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T13:07:52Z', 'updated_at': '2022-03-11T13:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fced8373-08f6-4bf7-8537-2a3d16bec515', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833234-2'}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:45.249312 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3172873-623a-4223-8f2e-e9e28fd102f9 None None] Checking router: c08e5063-9aa5-4e0b-ba2b-f06581541cd0 for host: n-d-833234-2 {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 13:12:45.257660 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3172873-623a-4223-8f2e-e9e28fd102f9 None None] Routers {'c08e5063-9aa5-4e0b-ba2b-f06581541cd0'} bound to L3 agent in host n-d-833234-2 {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 13:12:45.258706 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f3172873-623a-4223-8f2e-e9e28fd102f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833234-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T11:27:46Z,description=,heartbeat_timestamp=2022-03-11T13:12:16Z,host='n-d-833234-2',id=e9bded59-be16-4002-9e7b-98ff1a4de2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T11:27:46Z,topic='l3_agent')) {'router_ids': ['c08e5063-9aa5-4e0b-ba2b-f06581541cd0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:45.271912 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-89835007-d782-4fd6-8d85-4cc22132d25b admin admin] For port d45f04dd-ddaf-4c84-ae6d-60420efc956a, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=d45f04dd-ddaf-4c84-ae6d-60420efc956a,segment=NetworkSegment(4aaa81ad-2898-439b-be0e-6c1d77c5e6a2),segment_id=4aaa81ad-2898-439b-be0e-6c1d77c5e6a2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:12:45.272278 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89835007-d782-4fd6-8d85-4cc22132d25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (d45f04dd-ddaf-4c84-ae6d-60420efc956a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:45.284536 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-89835007-d782-4fd6-8d85-4cc22132d25b admin admin] Calling delete_port for d45f04dd-ddaf-4c84-ae6d-60420efc956a owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:12:45.349777 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f3172873-623a-4223-8f2e-e9e28fd102f9 None None] Set router c08e5063-9aa5-4e0b-ba2b-f06581541cd0 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 13:12:45.403913 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f3172873-623a-4223-8f2e-e9e28fd102f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'name': 'tempest-TestSnapshotPattern-1949609884-router', 'tenant_id': '6356495aa6044baeba865ec777eeba94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:51Z', 'updated_at': '2022-03-11T13:12:45Z', 'revision_number': 6, 'project_id': '6356495aa6044baeba865ec777eeba94', 'gw_port_host': None}], 'n-d-833234-2', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:45.430279 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3172873-623a-4223-8f2e-e9e28fd102f9 None None] The sync data for ids ['c08e5063-9aa5-4e0b-ba2b-f06581541cd0'] in n-d-833234-2 is: [{'id': 'c08e5063-9aa5-4e0b-ba2b-f06581541cd0', 'name': 'tempest-TestSnapshotPattern-1949609884-router', 'tenant_id': '6356495aa6044baeba865ec777eeba94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T13:07:51Z', 'updated_at': '2022-03-11T13:12:45Z', 'revision_number': 6, 'project_id': '6356495aa6044baeba865ec777eeba94', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 13:12:45.467641 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89835007-d782-4fd6-8d85-4cc22132d25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (d45f04dd-ddaf-4c84-ae6d-60420efc956a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:45.496209 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89835007-d782-4fd6-8d85-4cc22132d25b admin admin] Pushing event deleted for resources: {'Port': ['ID=d45f04dd-ddaf-4c84-ae6d-60420efc956a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:45.572293 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89835007-d782-4fd6-8d85-4cc22132d25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575670'] for router_gateway (c08e5063-9aa5-4e0b-ba2b-f06581541cd0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:45.668291 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89835007-d782-4fd6-8d85-4cc22132d25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123105'] for router (c08e5063-9aa5-4e0b-ba2b-f06581541cd0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:45.670267 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89835007-d782-4fd6-8d85-4cc22132d25b admin admin] Publish callbacks [] for router_controller (c08e5063-9aa5-4e0b-ba2b-f06581541cd0), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:45.726144 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89835007-d782-4fd6-8d85-4cc22132d25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588578'] for router (c08e5063-9aa5-4e0b-ba2b-f06581541cd0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:45.726558 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89835007-d782-4fd6-8d85-4cc22132d25b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c08e5063-9aa5-4e0b-ba2b-f06581541cd0 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 13:12:45.731883 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89835007-d782-4fd6-8d85-4cc22132d25b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:45.733048 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-89835007-d782-4fd6-8d85-4cc22132d25b admin admin] 10.222.0.78 "DELETE /v2.0/routers/c08e5063-9aa5-4e0b-ba2b-f06581541cd0 HTTP/1.1" status: 204 len: 168 time: 0.8124204 Mar 11 13:12:45.735713 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49774) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:12:45.780993 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c256a68-39e4-4aae-bfc2-051d4c38ab07 admin admin] Deleting subnet baffdd54-6128-4fac-853a-9228eda0a222 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 13:12:45.784595 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c256a68-39e4-4aae-bfc2-051d4c38ab07 admin admin] Publish callbacks [] for subnet (baffdd54-6128-4fac-853a-9228eda0a222), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:45.819706 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c256a68-39e4-4aae-bfc2-051d4c38ab07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25266038'] for subnet (baffdd54-6128-4fac-853a-9228eda0a222), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:45.852756 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a9f8bd78-4d7f-4c24-88cf-29d144f652d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:45.906791 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c256a68-39e4-4aae-bfc2-051d4c38ab07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3194141'] for subnet (baffdd54-6128-4fac-853a-9228eda0a222), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:45.963395 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c256a68-39e4-4aae-bfc2-051d4c38ab07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3194134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26188447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25411295'] for subnet (baffdd54-6128-4fac-853a-9228eda0a222), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:45.990478 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c256a68-39e4-4aae-bfc2-051d4c38ab07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baffdd54-6128-4fac-853a-9228eda0a222,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:45.992393 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c256a68-39e4-4aae-bfc2-051d4c38ab07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:45.995571 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-8c256a68-39e4-4aae-bfc2-051d4c38ab07 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/baffdd54-6128-4fac-853a-9228eda0a222 HTTP/1.1" status: 204 len: 168 time: 0.2589641 Mar 11 13:12:45.997659 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3567e485-a737-4084-9a3e-692953cf85cd None None] Network 970c6b9e-0b67-4860-963c-eefaf7ca9cf4 requested from n-d-833234-2 {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 13:12:45.998172 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49776) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:12:46.185902 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4097240'] for network (970c6b9e-0b67-4860-963c-eefaf7ca9cf4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:46.221388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b425acc-67a7-46ce-bf60-8f3df7a13667 None None] DHCP port deletion for 970c6b9e-0b67-4860-963c-eefaf7ca9cf4 request from n-d-833234-2 {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 13:12:46.242749 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] Deleting port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:12:46.243017 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (06a8f2ed-2b66-4edb-9bf9-bc369bd691fc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:46.271388 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4b425acc-67a7-46ce-bf60-8f3df7a13667 None None] Deleting port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 13:12:46.271881 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b425acc-67a7-46ce-bf60-8f3df7a13667 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772493310190'] for port (06a8f2ed-2b66-4edb-9bf9-bc369bd691fc), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:46.306516 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] For port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=06a8f2ed-2b66-4edb-9bf9-bc369bd691fc,segment=NetworkSegment(6190a21f-754f-4e1e-baff-c67bcedd77a8),segment_id=6190a21f-754f-4e1e-baff-c67bcedd77a8)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:12:46.307158 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (06a8f2ed-2b66-4edb-9bf9-bc369bd691fc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:46.320003 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] Calling delete_port for 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:12:46.341013 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4b425acc-67a7-46ce-bf60-8f3df7a13667 None None] For port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc, host n-d-833234-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833234-2',level=0,port_id=06a8f2ed-2b66-4edb-9bf9-bc369bd691fc,segment=NetworkSegment(6190a21f-754f-4e1e-baff-c67bcedd77a8),segment_id=6190a21f-754f-4e1e-baff-c67bcedd77a8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 13:12:46.341409 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b425acc-67a7-46ce-bf60-8f3df7a13667 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576218'] for port (06a8f2ed-2b66-4edb-9bf9-bc369bd691fc), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:46.354114 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4b425acc-67a7-46ce-bf60-8f3df7a13667 None None] Calling delete_port for 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 13:12:46.412751 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26188464'] for port (06a8f2ed-2b66-4edb-9bf9-bc369bd691fc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:46.432720 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b425acc-67a7-46ce-bf60-8f3df7a13667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772493315669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772492812912'] for port (06a8f2ed-2b66-4edb-9bf9-bc369bd691fc), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:46.443352 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=06a8f2ed-2b66-4edb-9bf9-bc369bd691fc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:46.445325 n-d-833234-2 neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] No DVR routers for this DVR port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc on host n-d-833234-2 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:12:46.456116 n-d-833234-2 neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b425acc-67a7-46ce-bf60-8f3df7a13667 None None] Pushing event deleted for resources: {'Port': ['ID=06a8f2ed-2b66-4edb-9bf9-bc369bd691fc,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:46.462494 n-d-833234-2 neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b425acc-67a7-46ce-bf60-8f3df7a13667 None None] No DVR routers for this DVR port 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc on host n-d-833234-2 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 13:12:46.520963 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3191270', 'neutron.services.segments.db._delete_segments_for_network-8772493272086'] for network (970c6b9e-0b67-4860-963c-eefaf7ca9cf4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:46.541007 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970c6b9e-0b67-4860-963c-eefaf7ca9cf4']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:46.550229 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6190a21f-754f-4e1e-baff-c67bcedd77a8') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:46.550432 n-d-833234-2 neutron-server[104032]: DEBUG neutron.services.segments.db [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6190a21f-754f-4e1e-baff-c67bcedd77a8') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 13:12:46.560232 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772493273375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25266045'] for segment (6190a21f-754f-4e1e-baff-c67bcedd77a8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:46.574336 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194'] for segment (6190a21f-754f-4e1e-baff-c67bcedd77a8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:46.580553 n-d-833234-2 neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 13:12:46.580950 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3256194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26188609'] for segment (6190a21f-754f-4e1e-baff-c67bcedd77a8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: Traceback (most recent call last): Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: timer() Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: cb(*args, **kw) Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: return func(*args, **kwargs) Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: self._notify() Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: self.callback(batched_events) Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: event.method(event) Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: return f(self, *a, **k) Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: return self._get(url).json() Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: return self.request(url, 'GET', **kwargs) Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 13:12:46.582583 n-d-833234-2 neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 13:12:46.615670 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 32d6dda7-fa5b-4263-872e-6ec64efacdf6 no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:12:46.637786 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3191199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575634'] for network (970c6b9e-0b67-4860-963c-eefaf7ca9cf4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:46.640361 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 32d6dda7-fa5b-4263-872e-6ec64efacdf6 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 13:12:46.640710 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 32d6dda7-fa5b-4263-872e-6ec64efacdf6 not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 13:12:46.641121 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d45f04dd-ddaf-4c84-ae6d-60420efc956a no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:12:46.644178 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:46.649997 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] 10.222.0.78 "DELETE /v2.0/networks/970c6b9e-0b67-4860-963c-eefaf7ca9cf4 HTTP/1.1" status: 204 len: 168 time: 0.6484687 Mar 11 13:12:46.660311 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65aa086-cc07-4ff0-9c07-41a0a9cf3f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=970c6b9e-0b67-4860-963c-eefaf7ca9cf4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:46.660596 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: d45f04dd-ddaf-4c84-ae6d-60420efc956a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 13:12:46.660944 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device d45f04dd-ddaf-4c84-ae6d-60420efc956a not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 13:12:46.661354 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc no longer exists at agent ovs-agent-n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 13:12:46.680645 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] No Port match for: 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 13:12:46.680996 n-d-833234-2 neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Device 06a8f2ed-2b66-4edb-9bf9-bc369bd691fc not bound to the agent host n-d-833234-2 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 13:12:46.775404 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49782) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:12:46.819549 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-ee2ca4e3-f14b-477b-b8cd-3371bb4df725 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=31dca4a1e4c846b987d04473d7afa111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429358 Mar 11 13:12:46.822372 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.78', 49784) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:12:46.869731 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-862b79bf-c697-4e4a-8866-734abc8b3cee admin admin] Publish callbacks [] for security_group (377e5c7a-dbee-4c56-a505-810e43a8768c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:46.901296 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-862b79bf-c697-4e4a-8866-734abc8b3cee admin admin] Publish callbacks [] for security_group (377e5c7a-dbee-4c56-a505-810e43a8768c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:46.958810 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-862b79bf-c697-4e4a-8866-734abc8b3cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (377e5c7a-dbee-4c56-a505-810e43a8768c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:46.961968 n-d-833234-2 neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-862b79bf-c697-4e4a-8866-734abc8b3cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:46.963130 n-d-833234-2 neutron-server[104032]: INFO neutron.wsgi [None req-862b79bf-c697-4e4a-8866-734abc8b3cee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/377e5c7a-dbee-4c56-a505-810e43a8768c HTTP/1.1" status: 204 len: 168 time: 0.1398618 Mar 11 13:12:46.971014 n-d-833234-2 neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b79bf-c697-4e4a-8866-734abc8b3cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377e5c7a-dbee-4c56-a505-810e43a8768c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:47.317793 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49790) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:12:47.360491 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f521a8b1-cdca-4075-b13d-709814f518de admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6356495aa6044baeba865ec777eeba94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415170 Mar 11 13:12:47.363897 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.78', 49792) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 13:12:47.413618 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0777eef-d2be-4a75-a342-d76d97e22abe admin admin] Publish callbacks [] for security_group (117d7f68-5bfe-4af9-a3f5-0ec0deaae2fb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:47.443796 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0777eef-d2be-4a75-a342-d76d97e22abe admin admin] Publish callbacks [] for security_group (117d7f68-5bfe-4af9-a3f5-0ec0deaae2fb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:47.495301 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0777eef-d2be-4a75-a342-d76d97e22abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531032'] for security_group (117d7f68-5bfe-4af9-a3f5-0ec0deaae2fb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:47.497940 n-d-833234-2 neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0777eef-d2be-4a75-a342-d76d97e22abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:47.501661 n-d-833234-2 neutron-server[104031]: INFO neutron.wsgi [None req-f0777eef-d2be-4a75-a342-d76d97e22abe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/117d7f68-5bfe-4af9-a3f5-0ec0deaae2fb HTTP/1.1" status: 204 len: 168 time: 0.1343262 Mar 11 13:12:47.507109 n-d-833234-2 neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0777eef-d2be-4a75-a342-d76d97e22abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117d7f68-5bfe-4af9-a3f5-0ec0deaae2fb,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 13:12:47.604251 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:49.057129 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:12:50.155892 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:13:04.729071 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:13:13.610614 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:13:13.768803 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f04e7585-6f4b-4017-acd8-008591b007f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:13:14.015392 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:13:15.856661 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cdd7c138-3eba-4d5d-89e3-5ad0ca29ffc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:13:17.611036 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:13:19.069380 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:13:20.170085 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:13:34.764339 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:13:43.433011 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:13:43.768816 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec9fa58b-f398-45a5-a570-20678bf974a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:13:45.852156 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-70c0f79e-c2f0-4133-97fd-f0a6668651d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:13:47.611713 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:13:49.075330 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:13:50.175904 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:13:51.018665 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:14:04.764254 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:14:13.436193 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:14:13.767480 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-124d06b3-0231-4d99-beba-19707b882bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:14:15.850845 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7788f5be-996d-4ee0-b776-9b2ddd1f4a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:14:17.613476 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:14:19.075832 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:14:20.173189 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:14:28.023792 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:14:34.765652 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:14:43.429813 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:14:43.774386 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5cbd9d5c-499c-4b50-ad46-733b2e6b8429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:14:45.850383 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec4fab47-d6d2-4721-979a-b7590f773e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:14:47.623176 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:14:49.079877 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:14:50.179456 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:15:04.769376 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:15:05.026910 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:15:13.429034 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:15:13.768982 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eaefd125-7e08-4c20-8527-51e32c58a7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:15:15.847770 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-665d5cd8-d04b-49ec-928a-e0d5f6a9a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:15:17.620466 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:15:19.083942 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:15:20.175530 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:15:34.772730 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:15:42.032293 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:15:43.449775 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:15:43.773332 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4097700c-5778-4dea-aa2b-21458d515d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:15:45.846398 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f68f07b8-93b4-4da1-bd3b-f463a0725dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:15:47.632828 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:15:49.085973 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:15:50.176891 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:16:04.768528 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:16:13.459884 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:16:13.773916 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-58f91a58-5e08-4ab2-b6b2-3d9c2b40d960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:16:15.844908 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ccfe0692-e0bd-47ef-a8a7-e1e768449545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:16:17.639065 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:16:19.036189 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:16:19.083616 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:16:20.179775 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:16:34.766923 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:16:43.459685 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:16:43.777893 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b9eab699-827b-49c6-af3a-da495b71b7c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:16:45.849376 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-741751c2-b3ad-44f0-a24c-55dc2ab61f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:16:47.634280 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:16:49.087796 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:16:50.186382 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:16:56.036189 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:17:04.797048 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:17:13.482343 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:17:13.784444 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4afd85fb-22b5-4a41-bda4-218087376589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:17:15.846327 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c93ad8f3-feed-482e-ba71-61e6e8895a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:17:17.644517 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:17:19.098810 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:17:20.188445 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:17:33.041883 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:17:34.787755 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:17:43.474096 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:17:43.774034 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fde7993b-df21-4d58-b3d1-5a30dc79496e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:17:45.845904 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00331fa2-0077-4a28-bfd2-a16a01308d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:17:47.638715 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:17:49.096019 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:17:50.195768 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:18:04.786943 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:18:10.046435 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:18:13.471812 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:18:13.774944 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5f68c68d-015a-4dd8-9364-04527ff864f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:18:15.845394 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7062386f-f98d-4e58-b317-f5e4b7e22aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:18:17.646961 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:18:19.104940 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:18:20.193547 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:18:34.783321 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:18:43.477418 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:18:43.778573 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bf8f529e-25b9-46d3-9502-4464625cc765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:18:45.842426 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5d1cdfe8-970d-4c7c-bef4-48cb3249aaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:18:47.051757 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:18:47.651005 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:18:49.105541 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:18:50.181851 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:19:04.783351 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:19:13.480653 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:19:13.783892 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c610eb6c-1d33-4c7b-af83-cbf47dd0e20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:19:15.842211 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ad839cbc-98b0-4275-8439-f1b1dc0ab8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:19:17.653870 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:19:19.110701 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:19:20.185378 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:19:24.057759 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:19:34.788124 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:19:43.472712 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:19:43.775294 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f52616ca-63d5-4831-ad78-b3205ca42899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:19:45.837804 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b9b4514e-c675-410c-ab2d-7229d7659805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:19:47.656739 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:19:49.123699 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:19:50.185448 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:20:01.064312 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:20:04.783646 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:20:13.469881 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:20:13.780792 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c980a1aa-d998-4da3-9074-6a3c71de7773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:20:15.840143 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9892068e-4cc8-43cd-950e-1b9d6842bd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:20:17.665579 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:20:19.115173 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:20:20.184666 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:20:34.796104 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:20:38.063549 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:20:41.702409 n-d-833234-2 neutron-server[104032]: DEBUG neutron.wsgi [req-43da0587-4aa3-494f-8121-1716a92c3381 req-8d5aea68-fda2-482f-ae71-cc33de8cdfbb service neutron] (104032) timed out ('10.222.0.78', 47580) {{(pid=104032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 13:20:41.797256 n-d-833234-2 neutron-server[104031]: DEBUG neutron.wsgi [req-43da0587-4aa3-494f-8121-1716a92c3381 req-9b4d5680-18f6-47ec-8275-bb802aeeeff2 tempest-TestShelveInstance-570398545 tempest-TestShelveInstance-570398545-project] (104031) timed out ('10.222.0.78', 47602) {{(pid=104031) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 13:20:43.484136 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:20:43.772623 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5c6b403-91d0-4fd8-aa2c-7dcdfea92903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:20:45.836731 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a0d83275-21c8-430a-8efe-a17b2b3793bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:20:47.662413 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:20:49.120953 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:20:50.190188 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:21:04.819732 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49877a32-fb36-4291-a9a8-ce3f3998671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (6d171f36-4a45-4af3-9ca1-1ccfc32aee3f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:21:13.481570 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0a83cf2b-0734-4734-8db9-d86163f2c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (575ba507-6c0f-4458-b939-6d15790a7156), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:21:13.767767 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dd15ca41-c1c4-4e00-bece-f6a6cd1d6898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (efa84b04-0430-4abe-a629-7c70402979fb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:21:15.053934 n-d-833234-2 neutron-server[104034]: DEBUG neutron.db.agents_db [None req-7221ac02-919c-4c5f-96ca-31ff48b554ce None None] Agent healthcheck: found 7 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 13:21:15.832505 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be7a14a4-f16c-4ec3-a6f9-a1075d171d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (e9bded59-be16-4002-9e7b-98ff1a4de2d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:21:17.664920 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96aa0587-6ae6-4ea9-ad73-9d44624b37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (ad67b9be-7f97-4dbf-a108-f9f1f765a1d3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:21:19.120511 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-162283d2-a3db-4f4b-8e26-9715ad4c996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (de1b665a-bff6-4133-8d95-df0f2df3d9ac), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 13:21:20.185539 n-d-833234-2 neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e2454462-a5c3-4561-8ab4-b738270d81ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772493272068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3192813'] for agent (35da9c93-84dd-4664-86d9-a45099b8e5cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}